2024-07-29T14:43:01.814 INFO:root:teuthology version: 0.0.1.dev361+g6e2a3ae 2024-07-29T14:43:01.814 DEBUG:teuthology.run:Teuthology command: teuthology --description upgrade/quincy-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} --name teuthology-2024-07-20_03:08:15-upgrade-main-distro-default-smithi --archive /home/teuthworker/archive/teuthology-2024-07-20_03:08:15-upgrade-main-distro-default-smithi/7809012 --verbose --owner scheduled_teuthology@teuthology -- /home/teuthworker/archive/teuthology-2024-07-20_03:08:15-upgrade-main-distro-default-smithi/7809012/orig.config.yaml 2024-07-29T14:43:01.863 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-07-29T14:43:01.957 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-07-20_03:08:15-upgrade-main-distro-default-smithi/7809012 branch: main description: upgrade/quincy-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7809012' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: teuthology-2024-07-20_03:08:15-upgrade-main-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: main ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 69149bbd860632ad91d796ddf81a038f3d1d1f21 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: 69149bbd860632ad91d796ddf81a038f3d1d1f21 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: main sha1: a88356b7020f6dbd6ae3e99af60b50a11a28120e owner: scheduled_teuthology@teuthology priority: 850 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 1438 sha1: 69149bbd860632ad91d796ddf81a038f3d1d1f21 sleep_before_teardown: 0 subset: 6/32 suite: upgrade suite_branch: main suite_path: /home/teuthworker/src/git.ceph.com_ceph_a88356b7020f6dbd6ae3e99af60b50a11a28120e/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: a88356b7020f6dbd6ae3e99af60b50a11a28120e targets: smithi067.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBP17/kGnmdwsTfOOTY96MQAhnDu8NgIMpvhIlagfkkCH1vvrJnux4XkIHz9rfvcgFoLDkn1ECpIKM3ZiaqbxOY0= smithi138.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLO6waOBrKSlSYVJsWGuZNfGZyrJz9bKiNnWO22CD492XNC3h3h2CG/m1MNNdXn1EplWfiEyaAkVKAKJ06qjeCM= tasks: - pexec: all: - sudo dnf install nvmetcli nvme-cli -y - install: branch: quincy exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing quincy cephadm ...' - cephadm: cephadm_branch: quincy cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:quincy - print: '**** done end installing quincy cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry quincy...' - workunit: clients: client.0: - test_telemetry_quincy.sh - print: '**** done end telemetry quincy...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_quincy_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 6e2a3aea75254d002e088a3ceee2a4fe2e292e3e timestamp: 2024-07-20_03:08:15 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.4074525 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: quincy clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: quincy clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: quincy clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-07-29T14:43:01.958 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_a88356b7020f6dbd6ae3e99af60b50a11a28120e/qa; will attempt to use it 2024-07-29T14:43:01.958 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_a88356b7020f6dbd6ae3e99af60b50a11a28120e/qa/tasks 2024-07-29T14:43:01.959 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-07-29T14:43:01.960 INFO:teuthology.task.internal:Checking packages... 2024-07-29T14:43:01.981 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '69149bbd860632ad91d796ddf81a038f3d1d1f21' 2024-07-29T14:43:01.981 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-07-29T14:43:01.982 INFO:teuthology.packaging:ref: None 2024-07-29T14:43:01.982 INFO:teuthology.packaging:tag: None 2024-07-29T14:43:01.982 INFO:teuthology.packaging:branch: main 2024-07-29T14:43:01.982 INFO:teuthology.packaging:sha1: 69149bbd860632ad91d796ddf81a038f3d1d1f21 2024-07-29T14:43:01.982 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=main 2024-07-29T14:43:02.207 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-5355.g2fa0e43b 2024-07-29T14:43:02.209 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-07-29T14:43:02.215 INFO:teuthology.task.internal:no buildpackages task found 2024-07-29T14:43:02.216 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-07-29T14:43:02.257 INFO:teuthology.task.internal:Saving configuration 2024-07-29T14:43:02.275 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-07-29T14:43:02.281 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-07-29T14:43:02.308 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi067.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-07-20_03:08:15-upgrade-main-distro-default-smithi/7809012', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-07-29 14:37:51.848359', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBP17/kGnmdwsTfOOTY96MQAhnDu8NgIMpvhIlagfkkCH1vvrJnux4XkIHz9rfvcgFoLDkn1ECpIKM3ZiaqbxOY0='} 2024-07-29T14:43:02.327 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi138.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-07-20_03:08:15-upgrade-main-distro-default-smithi/7809012', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-07-29 14:37:51.846772', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLO6waOBrKSlSYVJsWGuZNfGZyrJz9bKiNnWO22CD492XNC3h3h2CG/m1MNNdXn1EplWfiEyaAkVKAKJ06qjeCM='} 2024-07-29T14:43:02.328 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-07-29T14:43:02.334 INFO:teuthology.task.internal:roles: ubuntu@smithi067.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-07-29T14:43:02.334 INFO:teuthology.task.internal:roles: ubuntu@smithi138.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-07-29T14:43:02.334 INFO:teuthology.run_tasks:Running task console_log... 2024-07-29T14:43:02.423 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f3ee20abac0>, signals=[15]) 2024-07-29T14:43:02.423 INFO:teuthology.run_tasks:Running task internal.connect... 2024-07-29T14:43:02.431 INFO:teuthology.task.internal:Opening connections... 2024-07-29T14:43:02.431 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi067.front.sepia.ceph.com 2024-07-29T14:43:02.432 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi067.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-29T14:43:02.551 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi138.front.sepia.ceph.com 2024-07-29T14:43:02.552 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi138.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-29T14:43:02.623 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-07-29T14:43:02.630 DEBUG:teuthology.orchestra.run.smithi067:> uname -m 2024-07-29T14:43:02.649 INFO:teuthology.orchestra.run.smithi067.stdout:x86_64 2024-07-29T14:43:02.649 DEBUG:teuthology.orchestra.run.smithi067:> cat /etc/os-release 2024-07-29T14:43:02.707 INFO:teuthology.orchestra.run.smithi067.stdout:NAME="CentOS Stream" 2024-07-29T14:43:02.707 INFO:teuthology.orchestra.run.smithi067.stdout:VERSION="9" 2024-07-29T14:43:02.707 INFO:teuthology.orchestra.run.smithi067.stdout:ID="centos" 2024-07-29T14:43:02.707 INFO:teuthology.orchestra.run.smithi067.stdout:ID_LIKE="rhel fedora" 2024-07-29T14:43:02.707 INFO:teuthology.orchestra.run.smithi067.stdout:VERSION_ID="9" 2024-07-29T14:43:02.707 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM_ID="platform:el9" 2024-07-29T14:43:02.707 INFO:teuthology.orchestra.run.smithi067.stdout:PRETTY_NAME="CentOS Stream 9" 2024-07-29T14:43:02.707 INFO:teuthology.orchestra.run.smithi067.stdout:ANSI_COLOR="0;31" 2024-07-29T14:43:02.708 INFO:teuthology.orchestra.run.smithi067.stdout:LOGO="fedora-logo-icon" 2024-07-29T14:43:02.708 INFO:teuthology.orchestra.run.smithi067.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-07-29T14:43:02.708 INFO:teuthology.orchestra.run.smithi067.stdout:HOME_URL="https://centos.org/" 2024-07-29T14:43:02.708 INFO:teuthology.orchestra.run.smithi067.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-07-29T14:43:02.708 INFO:teuthology.orchestra.run.smithi067.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-07-29T14:43:02.708 INFO:teuthology.orchestra.run.smithi067.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-07-29T14:43:02.708 INFO:teuthology.lock.ops:Updating smithi067.front.sepia.ceph.com on lock server 2024-07-29T14:43:02.728 DEBUG:teuthology.orchestra.run.smithi138:> uname -m 2024-07-29T14:43:02.746 INFO:teuthology.orchestra.run.smithi138.stdout:x86_64 2024-07-29T14:43:02.746 DEBUG:teuthology.orchestra.run.smithi138:> cat /etc/os-release 2024-07-29T14:43:02.804 INFO:teuthology.orchestra.run.smithi138.stdout:NAME="CentOS Stream" 2024-07-29T14:43:02.804 INFO:teuthology.orchestra.run.smithi138.stdout:VERSION="9" 2024-07-29T14:43:02.804 INFO:teuthology.orchestra.run.smithi138.stdout:ID="centos" 2024-07-29T14:43:02.804 INFO:teuthology.orchestra.run.smithi138.stdout:ID_LIKE="rhel fedora" 2024-07-29T14:43:02.804 INFO:teuthology.orchestra.run.smithi138.stdout:VERSION_ID="9" 2024-07-29T14:43:02.804 INFO:teuthology.orchestra.run.smithi138.stdout:PLATFORM_ID="platform:el9" 2024-07-29T14:43:02.804 INFO:teuthology.orchestra.run.smithi138.stdout:PRETTY_NAME="CentOS Stream 9" 2024-07-29T14:43:02.804 INFO:teuthology.orchestra.run.smithi138.stdout:ANSI_COLOR="0;31" 2024-07-29T14:43:02.804 INFO:teuthology.orchestra.run.smithi138.stdout:LOGO="fedora-logo-icon" 2024-07-29T14:43:02.804 INFO:teuthology.orchestra.run.smithi138.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-07-29T14:43:02.804 INFO:teuthology.orchestra.run.smithi138.stdout:HOME_URL="https://centos.org/" 2024-07-29T14:43:02.804 INFO:teuthology.orchestra.run.smithi138.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-07-29T14:43:02.805 INFO:teuthology.orchestra.run.smithi138.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-07-29T14:43:02.805 INFO:teuthology.orchestra.run.smithi138.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-07-29T14:43:02.805 INFO:teuthology.lock.ops:Updating smithi138.front.sepia.ceph.com on lock server 2024-07-29T14:43:02.828 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-07-29T14:43:02.837 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-07-29T14:43:02.874 INFO:teuthology.task.internal:Checking for old test directory... 2024-07-29T14:43:02.874 DEBUG:teuthology.orchestra.run.smithi067:> test '!' -e /home/ubuntu/cephtest 2024-07-29T14:43:02.877 DEBUG:teuthology.orchestra.run.smithi138:> test '!' -e /home/ubuntu/cephtest 2024-07-29T14:43:02.893 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-07-29T14:43:02.897 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-07-29T14:43:02.898 DEBUG:teuthology.orchestra.run.smithi067:> test -z $(ls -A /var/lib/ceph) 2024-07-29T14:43:02.934 DEBUG:teuthology.orchestra.run.smithi138:> test -z $(ls -A /var/lib/ceph) 2024-07-29T14:43:03.053 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-07-29T14:43:03.115 INFO:teuthology.run_tasks:Running task kernel... 2024-07-29T14:43:03.130 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-07-29T14:43:03.130 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-07-29T14:43:03.130 DEBUG:teuthology.orchestra.run.smithi067:> test -f /run/.containerenv -o -f /.dockerenv 2024-07-29T14:43:03.131 DEBUG:teuthology.orchestra.run.smithi138:> test -f /run/.containerenv -o -f /.dockerenv 2024-07-29T14:43:03.147 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-29T14:43:03.148 DEBUG:teuthology.orchestra.run.smithi138:> uname -r 2024-07-29T14:43:03.149 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-29T14:43:03.149 DEBUG:teuthology.orchestra.run.smithi067:> uname -r 2024-07-29T14:43:03.205 INFO:teuthology.orchestra.run.smithi138.stdout:5.14.0-437.el9.x86_64 2024-07-29T14:43:03.205 INFO:teuthology.task.kernel:Running kernel on smithi138: 5.14.0-437.el9.x86_64 2024-07-29T14:43:03.205 DEBUG:teuthology.orchestra.run.smithi138:> sudo yum install -y kernel 2024-07-29T14:43:03.207 INFO:teuthology.orchestra.run.smithi067.stdout:5.14.0-437.el9.x86_64 2024-07-29T14:43:03.207 INFO:teuthology.task.kernel:Running kernel on smithi067: 5.14.0-437.el9.x86_64 2024-07-29T14:43:03.207 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum install -y kernel 2024-07-29T14:43:05.498 INFO:teuthology.orchestra.run.smithi138.stdout:CentOS Stream 9 - BaseOS 13 MB/s | 8.2 MB 00:00 2024-07-29T14:43:07.561 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - BaseOS 3.0 MB/s | 8.2 MB 00:02 2024-07-29T14:43:08.434 INFO:teuthology.orchestra.run.smithi138.stdout:CentOS Stream 9 - AppStream 11 MB/s | 20 MB 00:01 2024-07-29T14:43:14.290 INFO:teuthology.orchestra.run.smithi138.stdout:CentOS Stream 9 - CRB 3.3 MB/s | 6.5 MB 00:01 2024-07-29T14:43:16.567 INFO:teuthology.orchestra.run.smithi138.stdout:CentOS Stream 9 - Extras packages 19 kB/s | 18 kB 00:00 2024-07-29T14:43:17.545 INFO:teuthology.orchestra.run.smithi138.stdout:Extra Packages for Enterprise Linux 26 MB/s | 22 MB 00:00 2024-07-29T14:43:22.843 INFO:teuthology.orchestra.run.smithi138.stdout:lab-extras 34 kB/s | 1.7 kB 00:00 2024-07-29T14:43:24.086 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - AppStream 1.3 MB/s | 20 MB 00:15 2024-07-29T14:43:24.840 INFO:teuthology.orchestra.run.smithi138.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-07-29T14:43:24.840 INFO:teuthology.orchestra.run.smithi138.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-07-29T14:43:24.941 INFO:teuthology.orchestra.run.smithi138.stdout:Dependencies resolved. 2024-07-29T14:43:24.951 INFO:teuthology.orchestra.run.smithi138.stdout:================================================================================ 2024-07-29T14:43:24.951 INFO:teuthology.orchestra.run.smithi138.stdout: Package Architecture Version Repository Size 2024-07-29T14:43:24.951 INFO:teuthology.orchestra.run.smithi138.stdout:================================================================================ 2024-07-29T14:43:24.951 INFO:teuthology.orchestra.run.smithi138.stdout:Installing: 2024-07-29T14:43:24.951 INFO:teuthology.orchestra.run.smithi138.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-07-29T14:43:24.951 INFO:teuthology.orchestra.run.smithi138.stdout:Installing dependencies: 2024-07-29T14:43:24.951 INFO:teuthology.orchestra.run.smithi138.stdout: kernel-core x86_64 5.14.0-480.el9 baseos 17 M 2024-07-29T14:43:24.951 INFO:teuthology.orchestra.run.smithi138.stdout: kernel-modules x86_64 5.14.0-480.el9 baseos 36 M 2024-07-29T14:43:24.952 INFO:teuthology.orchestra.run.smithi138.stdout: kernel-modules-core x86_64 5.14.0-480.el9 baseos 30 M 2024-07-29T14:43:24.952 INFO:teuthology.orchestra.run.smithi138.stdout: 2024-07-29T14:43:24.952 INFO:teuthology.orchestra.run.smithi138.stdout:Transaction Summary 2024-07-29T14:43:24.952 INFO:teuthology.orchestra.run.smithi138.stdout:================================================================================ 2024-07-29T14:43:24.952 INFO:teuthology.orchestra.run.smithi138.stdout:Install 4 Packages 2024-07-29T14:43:24.952 INFO:teuthology.orchestra.run.smithi138.stdout: 2024-07-29T14:43:24.952 INFO:teuthology.orchestra.run.smithi138.stdout:Total download size: 84 M 2024-07-29T14:43:24.953 INFO:teuthology.orchestra.run.smithi138.stdout:Installed size: 126 M 2024-07-29T14:43:24.953 INFO:teuthology.orchestra.run.smithi138.stdout:Downloading Packages: 2024-07-29T14:43:25.578 INFO:teuthology.orchestra.run.smithi138.stdout:(1/4): kernel-5.14.0-480.el9.x86_64.rpm 4.3 MB/s | 1.5 MB 00:00 2024-07-29T14:43:28.210 INFO:teuthology.orchestra.run.smithi138.stdout:(2/4): kernel-core-5.14.0-480.el9.x86_64.rpm 5.7 MB/s | 17 MB 00:02 2024-07-29T14:43:29.838 INFO:teuthology.orchestra.run.smithi138.stdout:(3/4): kernel-modules-5.14.0-480.el9.x86_64.rpm 7.8 MB/s | 36 MB 00:04 2024-07-29T14:43:30.319 INFO:teuthology.orchestra.run.smithi138.stdout:(4/4): kernel-modules-core-5.14.0-480.el9.x86_6 6.3 MB/s | 30 MB 00:04 2024-07-29T14:43:30.323 INFO:teuthology.orchestra.run.smithi138.stdout:-------------------------------------------------------------------------------- 2024-07-29T14:43:30.323 INFO:teuthology.orchestra.run.smithi138.stdout:Total 16 MB/s | 84 MB 00:05 2024-07-29T14:43:30.453 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - CRB 2.7 MB/s | 6.5 MB 00:02 2024-07-29T14:43:31.058 INFO:teuthology.orchestra.run.smithi138.stdout:Running transaction check 2024-07-29T14:43:31.419 INFO:teuthology.orchestra.run.smithi138.stdout:Transaction check succeeded. 2024-07-29T14:43:31.419 INFO:teuthology.orchestra.run.smithi138.stdout:Running transaction test 2024-07-29T14:43:32.410 INFO:teuthology.orchestra.run.smithi138.stdout:Transaction test succeeded. 2024-07-29T14:43:32.410 INFO:teuthology.orchestra.run.smithi138.stdout:Running transaction 2024-07-29T14:43:33.087 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - Extras packages 13 kB/s | 18 kB 00:01 2024-07-29T14:43:34.091 INFO:teuthology.orchestra.run.smithi067.stdout:Extra Packages for Enterprise Linux 26 MB/s | 22 MB 00:00 2024-07-29T14:43:34.861 INFO:teuthology.orchestra.run.smithi138.stdout: Preparing : 1/1 2024-07-29T14:43:35.602 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : kernel-modules-core-5.14.0-480.el9.x86_64 1/4 2024-07-29T14:43:35.695 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-07-29T14:43:38.345 INFO:teuthology.orchestra.run.smithi138.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 2/4 2024-07-29T14:43:38.477 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-07-29T14:43:39.672 INFO:teuthology.orchestra.run.smithi067.stdout:lab-extras 23 kB/s | 1.7 kB 00:00 2024-07-29T14:43:41.745 INFO:teuthology.orchestra.run.smithi067.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-07-29T14:43:41.745 INFO:teuthology.orchestra.run.smithi067.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-07-29T14:43:41.847 INFO:teuthology.orchestra.run.smithi067.stdout:Dependencies resolved. 2024-07-29T14:43:41.855 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================ 2024-07-29T14:43:41.856 INFO:teuthology.orchestra.run.smithi067.stdout: Package Architecture Version Repository Size 2024-07-29T14:43:41.856 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================ 2024-07-29T14:43:41.856 INFO:teuthology.orchestra.run.smithi067.stdout:Installing: 2024-07-29T14:43:41.856 INFO:teuthology.orchestra.run.smithi067.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-07-29T14:43:41.856 INFO:teuthology.orchestra.run.smithi067.stdout:Installing dependencies: 2024-07-29T14:43:41.856 INFO:teuthology.orchestra.run.smithi067.stdout: kernel-core x86_64 5.14.0-480.el9 baseos 17 M 2024-07-29T14:43:41.856 INFO:teuthology.orchestra.run.smithi067.stdout: kernel-modules x86_64 5.14.0-480.el9 baseos 36 M 2024-07-29T14:43:41.856 INFO:teuthology.orchestra.run.smithi067.stdout: kernel-modules-core x86_64 5.14.0-480.el9 baseos 30 M 2024-07-29T14:43:41.856 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:43:41.856 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction Summary 2024-07-29T14:43:41.856 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================ 2024-07-29T14:43:41.856 INFO:teuthology.orchestra.run.smithi067.stdout:Install 4 Packages 2024-07-29T14:43:41.856 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:43:41.857 INFO:teuthology.orchestra.run.smithi067.stdout:Total download size: 84 M 2024-07-29T14:43:41.857 INFO:teuthology.orchestra.run.smithi067.stdout:Installed size: 126 M 2024-07-29T14:43:41.857 INFO:teuthology.orchestra.run.smithi067.stdout:Downloading Packages: 2024-07-29T14:43:42.806 INFO:teuthology.orchestra.run.smithi067.stdout:(1/4): kernel-5.14.0-480.el9.x86_64.rpm 1.8 MB/s | 1.5 MB 00:00 2024-07-29T14:43:43.319 INFO:teuthology.orchestra.run.smithi138.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-07-29T14:43:43.423 INFO:teuthology.orchestra.run.smithi067.stdout:(2/4): kernel-core-5.14.0-480.el9.x86_64.rpm 12 MB/s | 17 MB 00:01 2024-07-29T14:43:43.446 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : kernel-5.14.0-480.el9.x86_64 4/4 2024-07-29T14:43:44.140 INFO:teuthology.orchestra.run.smithi067.stdout:(3/4): kernel-modules-core-5.14.0-480.el9.x86_6 22 MB/s | 30 MB 00:01 2024-07-29T14:43:44.466 INFO:teuthology.orchestra.run.smithi067.stdout:(4/4): kernel-modules-5.14.0-480.el9.x86_64.rpm 14 MB/s | 36 MB 00:02 2024-07-29T14:43:44.468 INFO:teuthology.orchestra.run.smithi067.stdout:-------------------------------------------------------------------------------- 2024-07-29T14:43:44.469 INFO:teuthology.orchestra.run.smithi067.stdout:Total 32 MB/s | 84 MB 00:02 2024-07-29T14:43:45.237 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction check 2024-07-29T14:43:45.647 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction check succeeded. 2024-07-29T14:43:45.648 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction test 2024-07-29T14:43:46.681 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction test succeeded. 2024-07-29T14:43:46.681 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction 2024-07-29T14:43:48.284 INFO:teuthology.orchestra.run.smithi138.stdout: Running scriptlet: kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-07-29T14:43:49.256 INFO:teuthology.orchestra.run.smithi067.stdout: Preparing : 1/1 2024-07-29T14:43:49.934 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : kernel-modules-core-5.14.0-480.el9.x86_64 1/4 2024-07-29T14:43:50.032 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-07-29T14:43:52.805 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 2/4 2024-07-29T14:43:52.951 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-07-29T14:43:58.158 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-07-29T14:43:58.219 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : kernel-5.14.0-480.el9.x86_64 4/4 2024-07-29T14:44:03.446 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-07-29T14:44:17.995 INFO:teuthology.orchestra.run.smithi138.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 4/4 2024-07-29T14:44:18.036 INFO:teuthology.orchestra.run.smithi138.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 4/4 2024-07-29T14:44:18.381 INFO:teuthology.orchestra.run.smithi138.stdout: Running scriptlet: kernel-5.14.0-480.el9.x86_64 4/4 2024-07-29T14:44:18.381 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 1/4 2024-07-29T14:44:18.382 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-07-29T14:44:18.382 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-07-29T14:44:19.189 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-07-29T14:44:19.189 INFO:teuthology.orchestra.run.smithi138.stdout: 2024-07-29T14:44:19.189 INFO:teuthology.orchestra.run.smithi138.stdout:Installed: 2024-07-29T14:44:19.189 INFO:teuthology.orchestra.run.smithi138.stdout: kernel-5.14.0-480.el9.x86_64 2024-07-29T14:44:19.189 INFO:teuthology.orchestra.run.smithi138.stdout: kernel-core-5.14.0-480.el9.x86_64 2024-07-29T14:44:19.190 INFO:teuthology.orchestra.run.smithi138.stdout: kernel-modules-5.14.0-480.el9.x86_64 2024-07-29T14:44:19.190 INFO:teuthology.orchestra.run.smithi138.stdout: kernel-modules-core-5.14.0-480.el9.x86_64 2024-07-29T14:44:19.190 INFO:teuthology.orchestra.run.smithi138.stdout: 2024-07-29T14:44:19.190 INFO:teuthology.orchestra.run.smithi138.stdout:Complete! 2024-07-29T14:44:19.570 DEBUG:teuthology.orchestra.run.smithi138:> rpm -q kernel | sort -rV | head -n 1 2024-07-29T14:44:19.651 INFO:teuthology.orchestra.run.smithi138.stdout:kernel-5.14.0-480.el9.x86_64 2024-07-29T14:44:19.651 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-07-29T14:44:19.651 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-480.el9.x86_64 2024-07-29T14:44:19.651 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-07-29T14:44:19.651 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-07-29T14:44:19.652 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-07-29T14:44:19.652 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi138.front.sepia.ceph.com, path=None, version=distro) 2024-07-29T14:44:19.652 DEBUG:teuthology.orchestra.run.smithi138:> rpm -q kernel | sort -rV | head -n 1 2024-07-29T14:44:19.708 INFO:teuthology.orchestra.run.smithi138.stdout:kernel-5.14.0-480.el9.x86_64 2024-07-29T14:44:19.709 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-07-29T14:44:19.709 DEBUG:teuthology.orchestra.run.smithi138:> sudo rpm -qi grub2-tools 2024-07-29T14:44:19.739 INFO:teuthology.orchestra.run.smithi138.stdout:Name : grub2-tools 2024-07-29T14:44:19.739 INFO:teuthology.orchestra.run.smithi138.stdout:Epoch : 1 2024-07-29T14:44:19.739 INFO:teuthology.orchestra.run.smithi138.stdout:Version : 2.06 2024-07-29T14:44:19.739 INFO:teuthology.orchestra.run.smithi138.stdout:Release : 68.el9 2024-07-29T14:44:19.739 INFO:teuthology.orchestra.run.smithi138.stdout:Architecture: x86_64 2024-07-29T14:44:19.740 INFO:teuthology.orchestra.run.smithi138.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-07-29T14:44:19.740 INFO:teuthology.orchestra.run.smithi138.stdout:Group : Unspecified 2024-07-29T14:44:19.740 INFO:teuthology.orchestra.run.smithi138.stdout:Size : 8264254 2024-07-29T14:44:19.740 INFO:teuthology.orchestra.run.smithi138.stdout:License : GPLv3+ 2024-07-29T14:44:19.740 INFO:teuthology.orchestra.run.smithi138.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-07-29T14:44:19.740 INFO:teuthology.orchestra.run.smithi138.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-07-29T14:44:19.740 INFO:teuthology.orchestra.run.smithi138.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-07-29T14:44:19.740 INFO:teuthology.orchestra.run.smithi138.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-07-29T14:44:19.740 INFO:teuthology.orchestra.run.smithi138.stdout:Packager : builder@centos.org 2024-07-29T14:44:19.740 INFO:teuthology.orchestra.run.smithi138.stdout:Vendor : CentOS 2024-07-29T14:44:19.740 INFO:teuthology.orchestra.run.smithi138.stdout:URL : http://www.gnu.org/software/grub/ 2024-07-29T14:44:19.740 INFO:teuthology.orchestra.run.smithi138.stdout:Summary : Support tools for GRUB. 2024-07-29T14:44:19.740 INFO:teuthology.orchestra.run.smithi138.stdout:Description : 2024-07-29T14:44:19.740 INFO:teuthology.orchestra.run.smithi138.stdout: 2024-07-29T14:44:19.740 INFO:teuthology.orchestra.run.smithi138.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-07-29T14:44:19.741 INFO:teuthology.orchestra.run.smithi138.stdout:customizable bootloader with modular architecture. It supports a rich 2024-07-29T14:44:19.741 INFO:teuthology.orchestra.run.smithi138.stdout:variety of kernel formats, file systems, computer architectures and 2024-07-29T14:44:19.741 INFO:teuthology.orchestra.run.smithi138.stdout:hardware devices. 2024-07-29T14:44:19.741 INFO:teuthology.orchestra.run.smithi138.stdout: 2024-07-29T14:44:19.741 INFO:teuthology.orchestra.run.smithi138.stdout:This subpackage provides tools for support of all platforms. 2024-07-29T14:44:19.742 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-07-29T14:44:19.742 INFO:teuthology.task.kernel:Updating grub on smithi138 to boot 5.14.0-480.el9.x86_64 2024-07-29T14:44:19.742 DEBUG:teuthology.orchestra.run.smithi138:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-07-29T14:44:20.329 INFO:teuthology.orchestra.run.smithi138.stderr:Generating grub configuration file ... 2024-07-29T14:44:21.714 INFO:teuthology.orchestra.run.smithi138.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-07-29T14:44:21.764 INFO:teuthology.orchestra.run.smithi138.stderr:done 2024-07-29T14:44:21.766 DEBUG:teuthology.orchestra.run.smithi138:> mktemp 2024-07-29T14:44:21.781 INFO:teuthology.orchestra.run.smithi138.stdout:/tmp/tmp.VsA1nWu2E0 2024-07-29T14:44:21.781 DEBUG:teuthology.orchestra.run.smithi138:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.VsA1nWu2E0 2024-07-29T14:44:21.847 DEBUG:teuthology.orchestra.run.smithi138:> sudo chmod 0666 /tmp/tmp.VsA1nWu2E0 2024-07-29T14:44:21.983 DEBUG:teuthology.orchestra.remote:smithi138:/tmp/tmp.VsA1nWu2E0 is 6KB 2024-07-29T14:44:22.003 DEBUG:teuthology.orchestra.run.smithi138:> rm -fr /tmp/tmp.VsA1nWu2E0 2024-07-29T14:44:22.018 DEBUG:teuthology.orchestra.run.smithi138:> sudo /bin/ls /boot/loader/entries || true 2024-07-29T14:44:22.078 INFO:teuthology.orchestra.run.smithi138.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-07-29T14:44:22.078 INFO:teuthology.orchestra.run.smithi138.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-07-29T14:44:22.078 INFO:teuthology.orchestra.run.smithi138.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-07-29T14:44:22.079 INFO:teuthology.orchestra.run.smithi138.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64.conf 2024-07-29T14:44:22.080 DEBUG:teuthology.orchestra.run.smithi138:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64 2024-07-29T14:44:22.244 DEBUG:teuthology.orchestra.run.smithi138:> sudo shutdown -r now 2024-07-29T14:44:34.847 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 4/4 2024-07-29T14:44:34.889 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 4/4 2024-07-29T14:44:35.266 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: kernel-5.14.0-480.el9.x86_64 4/4 2024-07-29T14:44:35.267 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 1/4 2024-07-29T14:44:35.267 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-07-29T14:44:35.267 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-07-29T14:44:36.071 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-07-29T14:44:36.071 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:44:36.071 INFO:teuthology.orchestra.run.smithi067.stdout:Installed: 2024-07-29T14:44:36.071 INFO:teuthology.orchestra.run.smithi067.stdout: kernel-5.14.0-480.el9.x86_64 2024-07-29T14:44:36.071 INFO:teuthology.orchestra.run.smithi067.stdout: kernel-core-5.14.0-480.el9.x86_64 2024-07-29T14:44:36.071 INFO:teuthology.orchestra.run.smithi067.stdout: kernel-modules-5.14.0-480.el9.x86_64 2024-07-29T14:44:36.071 INFO:teuthology.orchestra.run.smithi067.stdout: kernel-modules-core-5.14.0-480.el9.x86_64 2024-07-29T14:44:36.072 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:44:36.072 INFO:teuthology.orchestra.run.smithi067.stdout:Complete! 2024-07-29T14:44:36.448 DEBUG:teuthology.orchestra.run.smithi067:> rpm -q kernel | sort -rV | head -n 1 2024-07-29T14:44:36.529 INFO:teuthology.orchestra.run.smithi067.stdout:kernel-5.14.0-480.el9.x86_64 2024-07-29T14:44:36.530 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-07-29T14:44:36.530 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-480.el9.x86_64 2024-07-29T14:44:36.530 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-07-29T14:44:36.530 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-07-29T14:44:36.530 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-07-29T14:44:36.530 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi067.front.sepia.ceph.com, path=None, version=distro) 2024-07-29T14:44:36.531 DEBUG:teuthology.orchestra.run.smithi067:> rpm -q kernel | sort -rV | head -n 1 2024-07-29T14:44:36.588 INFO:teuthology.orchestra.run.smithi067.stdout:kernel-5.14.0-480.el9.x86_64 2024-07-29T14:44:36.588 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-07-29T14:44:36.589 DEBUG:teuthology.orchestra.run.smithi067:> sudo rpm -qi grub2-tools 2024-07-29T14:44:36.620 INFO:teuthology.orchestra.run.smithi067.stdout:Name : grub2-tools 2024-07-29T14:44:36.621 INFO:teuthology.orchestra.run.smithi067.stdout:Epoch : 1 2024-07-29T14:44:36.621 INFO:teuthology.orchestra.run.smithi067.stdout:Version : 2.06 2024-07-29T14:44:36.621 INFO:teuthology.orchestra.run.smithi067.stdout:Release : 68.el9 2024-07-29T14:44:36.621 INFO:teuthology.orchestra.run.smithi067.stdout:Architecture: x86_64 2024-07-29T14:44:36.621 INFO:teuthology.orchestra.run.smithi067.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-07-29T14:44:36.621 INFO:teuthology.orchestra.run.smithi067.stdout:Group : Unspecified 2024-07-29T14:44:36.621 INFO:teuthology.orchestra.run.smithi067.stdout:Size : 8264254 2024-07-29T14:44:36.621 INFO:teuthology.orchestra.run.smithi067.stdout:License : GPLv3+ 2024-07-29T14:44:36.621 INFO:teuthology.orchestra.run.smithi067.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-07-29T14:44:36.622 INFO:teuthology.orchestra.run.smithi067.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-07-29T14:44:36.622 INFO:teuthology.orchestra.run.smithi067.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-07-29T14:44:36.622 INFO:teuthology.orchestra.run.smithi067.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-07-29T14:44:36.622 INFO:teuthology.orchestra.run.smithi067.stdout:Packager : builder@centos.org 2024-07-29T14:44:36.622 INFO:teuthology.orchestra.run.smithi067.stdout:Vendor : CentOS 2024-07-29T14:44:36.622 INFO:teuthology.orchestra.run.smithi067.stdout:URL : http://www.gnu.org/software/grub/ 2024-07-29T14:44:36.622 INFO:teuthology.orchestra.run.smithi067.stdout:Summary : Support tools for GRUB. 2024-07-29T14:44:36.622 INFO:teuthology.orchestra.run.smithi067.stdout:Description : 2024-07-29T14:44:36.622 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:44:36.622 INFO:teuthology.orchestra.run.smithi067.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-07-29T14:44:36.622 INFO:teuthology.orchestra.run.smithi067.stdout:customizable bootloader with modular architecture. It supports a rich 2024-07-29T14:44:36.623 INFO:teuthology.orchestra.run.smithi067.stdout:variety of kernel formats, file systems, computer architectures and 2024-07-29T14:44:36.623 INFO:teuthology.orchestra.run.smithi067.stdout:hardware devices. 2024-07-29T14:44:36.623 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:44:36.623 INFO:teuthology.orchestra.run.smithi067.stdout:This subpackage provides tools for support of all platforms. 2024-07-29T14:44:36.624 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-07-29T14:44:36.624 INFO:teuthology.task.kernel:Updating grub on smithi067 to boot 5.14.0-480.el9.x86_64 2024-07-29T14:44:36.624 DEBUG:teuthology.orchestra.run.smithi067:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-07-29T14:44:37.182 INFO:teuthology.orchestra.run.smithi067.stderr:Generating grub configuration file ... 2024-07-29T14:44:38.607 INFO:teuthology.orchestra.run.smithi067.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-07-29T14:44:38.631 INFO:teuthology.orchestra.run.smithi067.stderr:done 2024-07-29T14:44:38.632 DEBUG:teuthology.orchestra.run.smithi067:> mktemp 2024-07-29T14:44:38.648 INFO:teuthology.orchestra.run.smithi067.stdout:/tmp/tmp.1AWNwaQj0U 2024-07-29T14:44:38.648 DEBUG:teuthology.orchestra.run.smithi067:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.1AWNwaQj0U 2024-07-29T14:44:38.724 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 0666 /tmp/tmp.1AWNwaQj0U 2024-07-29T14:44:38.857 DEBUG:teuthology.orchestra.remote:smithi067:/tmp/tmp.1AWNwaQj0U is 6KB 2024-07-29T14:44:38.906 DEBUG:teuthology.orchestra.run.smithi067:> rm -fr /tmp/tmp.1AWNwaQj0U 2024-07-29T14:44:38.921 DEBUG:teuthology.orchestra.run.smithi067:> sudo /bin/ls /boot/loader/entries || true 2024-07-29T14:44:38.983 INFO:teuthology.orchestra.run.smithi067.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-07-29T14:44:38.983 INFO:teuthology.orchestra.run.smithi067.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-07-29T14:44:38.983 INFO:teuthology.orchestra.run.smithi067.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-07-29T14:44:38.983 INFO:teuthology.orchestra.run.smithi067.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64.conf 2024-07-29T14:44:38.984 DEBUG:teuthology.orchestra.run.smithi067:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64 2024-07-29T14:44:39.141 DEBUG:teuthology.orchestra.run.smithi067:> sudo shutdown -r now 2024-07-29T14:44:52.258 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-07-29T14:44:52.259 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi138.front.sepia.ceph.com' 2024-07-29T14:44:52.260 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi138.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-29T14:45:09.158 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-07-29T14:45:09.159 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi067.front.sepia.ceph.com' 2024-07-29T14:45:09.160 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi067.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-29T14:45:10.753 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.138 2024-07-29T14:45:19.762 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi138.front.sepia.ceph.com' 2024-07-29T14:45:19.763 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi138.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-29T14:45:22.814 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.138 2024-07-29T14:45:27.646 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.67 2024-07-29T14:45:34.818 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi138.front.sepia.ceph.com' 2024-07-29T14:45:34.819 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi138.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-29T14:45:36.648 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi067.front.sepia.ceph.com' 2024-07-29T14:45:36.649 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi067.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-29T14:45:39.714 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.67 2024-07-29T14:45:51.726 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi067.front.sepia.ceph.com' 2024-07-29T14:45:51.727 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi067.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-29T14:45:53.250 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.138 2024-07-29T14:46:08.267 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi138.front.sepia.ceph.com' 2024-07-29T14:46:08.268 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi138.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-29T14:46:08.606 DEBUG:teuthology.orchestra.run.smithi138:> true 2024-07-29T14:46:09.003 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi138.front.sepia.ceph.com' 2024-07-29T14:46:09.003 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-480.el9.x86_64"... 2024-07-29T14:46:09.003 DEBUG:teuthology.orchestra.run.smithi138:> uname -r 2024-07-29T14:46:09.017 INFO:teuthology.orchestra.run.smithi138.stdout:5.14.0-480.el9.x86_64 2024-07-29T14:46:09.018 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-480.el9.x86_64 vs 5.14.0-480.el9.x86_64 2024-07-29T14:46:09.018 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-07-29T14:46:09.018 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-07-29T14:46:10.019 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-07-29T14:46:10.019 DEBUG:teuthology.orchestra.run.smithi138:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-07-29T14:46:10.090 INFO:teuthology.orchestra.run.smithi138.stdout:ttyS1 2024-07-29T14:46:10.142 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.67 2024-07-29T14:46:10.157 DEBUG:teuthology.parallel:result is None 2024-07-29T14:46:25.143 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi067.front.sepia.ceph.com' 2024-07-29T14:46:25.144 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi067.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-29T14:46:25.570 DEBUG:teuthology.orchestra.run.smithi067:> true 2024-07-29T14:46:25.998 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi067.front.sepia.ceph.com' 2024-07-29T14:46:25.998 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-480.el9.x86_64"... 2024-07-29T14:46:25.999 DEBUG:teuthology.orchestra.run.smithi067:> uname -r 2024-07-29T14:46:26.014 INFO:teuthology.orchestra.run.smithi067.stdout:5.14.0-480.el9.x86_64 2024-07-29T14:46:26.014 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-480.el9.x86_64 vs 5.14.0-480.el9.x86_64 2024-07-29T14:46:26.028 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-07-29T14:46:26.028 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-07-29T14:46:27.029 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-07-29T14:46:27.029 DEBUG:teuthology.orchestra.run.smithi067:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-07-29T14:46:27.098 INFO:teuthology.orchestra.run.smithi067.stdout:ttyS1 2024-07-29T14:46:27.137 DEBUG:teuthology.parallel:result is None 2024-07-29T14:46:27.138 INFO:teuthology.run_tasks:Running task internal.base... 2024-07-29T14:46:27.146 INFO:teuthology.task.internal:Creating test directory... 2024-07-29T14:46:27.146 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-07-29T14:46:27.148 DEBUG:teuthology.orchestra.run.smithi138:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-07-29T14:46:27.168 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-07-29T14:46:27.397 INFO:teuthology.run_tasks:Running task internal.archive... 2024-07-29T14:46:27.435 INFO:teuthology.task.internal:Creating archive directory... 2024-07-29T14:46:27.435 DEBUG:teuthology.orchestra.run.smithi067:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-07-29T14:46:27.437 DEBUG:teuthology.orchestra.run.smithi138:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-07-29T14:46:27.471 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-07-29T14:46:27.477 INFO:teuthology.task.internal:Enabling coredump saving... 2024-07-29T14:46:27.477 DEBUG:teuthology.orchestra.run.smithi067:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-07-29T14:46:27.502 DEBUG:teuthology.orchestra.run.smithi138:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-07-29T14:46:27.536 INFO:teuthology.orchestra.run.smithi138.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-29T14:46:27.539 INFO:teuthology.orchestra.run.smithi067.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-29T14:46:27.547 INFO:teuthology.orchestra.run.smithi138.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-29T14:46:27.550 INFO:teuthology.orchestra.run.smithi067.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-29T14:46:27.552 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-07-29T14:46:27.559 INFO:teuthology.task.internal:Configuring sudo... 2024-07-29T14:46:27.559 DEBUG:teuthology.orchestra.run.smithi067:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-07-29T14:46:27.595 DEBUG:teuthology.orchestra.run.smithi138:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-07-29T14:46:27.623 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-07-29T14:46:27.632 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-07-29T14:46:27.632 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-07-29T14:46:27.662 DEBUG:teuthology.orchestra.run.smithi138:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-07-29T14:46:27.680 DEBUG:teuthology.orchestra.run.smithi067:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-07-29T14:46:27.759 DEBUG:teuthology.orchestra.run.smithi067:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-07-29T14:46:27.808 DEBUG:teuthology.orchestra.run.smithi067:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-07-29T14:46:27.892 DEBUG:teuthology.orchestra.run.smithi067:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-07-29T14:46:27.933 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-07-29T14:46:27.933 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-07-29T14:46:27.999 DEBUG:teuthology.orchestra.run.smithi138:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-07-29T14:46:28.039 DEBUG:teuthology.orchestra.run.smithi138:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-07-29T14:46:28.122 DEBUG:teuthology.orchestra.run.smithi138:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-07-29T14:46:28.164 DEBUG:teuthology.orchestra.run.smithi138:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-07-29T14:46:28.207 DEBUG:teuthology.orchestra.run.smithi138:> set -ex 2024-07-29T14:46:28.207 DEBUG:teuthology.orchestra.run.smithi138:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-07-29T14:46:28.273 DEBUG:teuthology.orchestra.run.smithi067:> sudo service rsyslog restart 2024-07-29T14:46:28.275 DEBUG:teuthology.orchestra.run.smithi138:> sudo service rsyslog restart 2024-07-29T14:46:28.329 INFO:teuthology.orchestra.run.smithi067.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-07-29T14:46:28.360 INFO:teuthology.orchestra.run.smithi138.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-07-29T14:46:28.847 INFO:teuthology.run_tasks:Running task internal.timer... 2024-07-29T14:46:28.855 INFO:teuthology.task.internal:Starting timer... 2024-07-29T14:46:28.855 INFO:teuthology.run_tasks:Running task pcp... 2024-07-29T14:46:28.889 INFO:teuthology.run_tasks:Running task selinux... 2024-07-29T14:46:28.921 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-07-29T14:46:28.921 DEBUG:teuthology.orchestra.run.smithi067:> sudo service auditd rotate 2024-07-29T14:46:29.011 INFO:teuthology.orchestra.run.smithi067.stdout:Rotating logs: 2024-07-29T14:46:29.013 DEBUG:teuthology.orchestra.run.smithi138:> sudo service auditd rotate 2024-07-29T14:46:29.083 INFO:teuthology.orchestra.run.smithi138.stdout:Rotating logs: 2024-07-29T14:46:29.085 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-07-29T14:46:29.085 DEBUG:teuthology.orchestra.run.smithi067:> /usr/sbin/getenforce 2024-07-29T14:46:29.104 INFO:teuthology.orchestra.run.smithi067.stdout:Permissive 2024-07-29T14:46:29.104 DEBUG:teuthology.orchestra.run.smithi138:> /usr/sbin/getenforce 2024-07-29T14:46:29.162 INFO:teuthology.orchestra.run.smithi138.stdout:Permissive 2024-07-29T14:46:29.163 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi067.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi138.front.sepia.ceph.com': 'permissive'} 2024-07-29T14:46:29.163 DEBUG:teuthology.orchestra.run.smithi067:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-07-29T14:46:29.189 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-29T14:46:29.190 DEBUG:teuthology.orchestra.run.smithi138:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-07-29T14:46:29.218 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-29T14:46:29.218 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-07-29T14:46:29.218 DEBUG:teuthology.orchestra.run.smithi067:> sudo /usr/sbin/setenforce permissive 2024-07-29T14:46:29.454 DEBUG:teuthology.orchestra.run.smithi138:> sudo /usr/sbin/setenforce permissive 2024-07-29T14:46:29.485 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-07-29T14:46:29.495 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-07-29T14:46:29.506 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-07-29T14:46:29.507 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi067.front.sepia.ceph.com,smithi138.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-07-29T14:50:58.822 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi067.front.sepia.ceph.com'), Remote(name='ubuntu@smithi138.front.sepia.ceph.com')] 2024-07-29T14:50:58.824 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi067.front.sepia.ceph.com' 2024-07-29T14:50:58.825 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi067.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-29T14:50:58.907 DEBUG:teuthology.orchestra.run.smithi067:> true 2024-07-29T14:50:58.983 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi067.front.sepia.ceph.com' 2024-07-29T14:50:58.983 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi138.front.sepia.ceph.com' 2024-07-29T14:50:58.984 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi138.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-29T14:50:59.058 DEBUG:teuthology.orchestra.run.smithi138:> true 2024-07-29T14:50:59.143 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi138.front.sepia.ceph.com' 2024-07-29T14:50:59.144 INFO:teuthology.run_tasks:Running task clock... 2024-07-29T14:50:59.156 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-07-29T14:50:59.157 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-07-29T14:50:59.157 DEBUG:teuthology.orchestra.run.smithi067:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-07-29T14:50:59.160 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-07-29T14:50:59.160 DEBUG:teuthology.orchestra.run.smithi138:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-07-29T14:50:59.189 INFO:teuthology.orchestra.run.smithi067.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-07-29T14:50:59.205 INFO:teuthology.orchestra.run.smithi067.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-07-29T14:50:59.215 INFO:teuthology.orchestra.run.smithi138.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-07-29T14:50:59.230 INFO:teuthology.orchestra.run.smithi138.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-07-29T14:50:59.231 INFO:teuthology.orchestra.run.smithi067.stderr:sudo: ntpd: command not found 2024-07-29T14:50:59.243 INFO:teuthology.orchestra.run.smithi067.stdout:506 Cannot talk to daemon 2024-07-29T14:50:59.258 INFO:teuthology.orchestra.run.smithi067.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-07-29T14:50:59.270 INFO:teuthology.orchestra.run.smithi138.stderr:sudo: ntpd: command not found 2024-07-29T14:50:59.273 INFO:teuthology.orchestra.run.smithi067.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-07-29T14:50:59.282 INFO:teuthology.orchestra.run.smithi138.stdout:506 Cannot talk to daemon 2024-07-29T14:50:59.298 INFO:teuthology.orchestra.run.smithi138.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-07-29T14:50:59.313 INFO:teuthology.orchestra.run.smithi138.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-07-29T14:50:59.334 INFO:teuthology.orchestra.run.smithi067.stderr:bash: line 1: ntpq: command not found 2024-07-29T14:50:59.338 INFO:teuthology.orchestra.run.smithi067.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-07-29T14:50:59.338 INFO:teuthology.orchestra.run.smithi067.stdout:=============================================================================== 2024-07-29T14:50:59.338 INFO:teuthology.orchestra.run.smithi067.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-29T14:50:59.338 INFO:teuthology.orchestra.run.smithi067.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-29T14:50:59.338 INFO:teuthology.orchestra.run.smithi067.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-29T14:50:59.338 INFO:teuthology.orchestra.run.smithi067.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-29T14:50:59.367 INFO:teuthology.orchestra.run.smithi138.stderr:bash: line 1: ntpq: command not found 2024-07-29T14:50:59.370 INFO:teuthology.orchestra.run.smithi138.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-07-29T14:50:59.370 INFO:teuthology.orchestra.run.smithi138.stdout:=============================================================================== 2024-07-29T14:50:59.370 INFO:teuthology.orchestra.run.smithi138.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-29T14:50:59.371 INFO:teuthology.orchestra.run.smithi138.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-29T14:50:59.371 INFO:teuthology.orchestra.run.smithi138.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-29T14:50:59.371 INFO:teuthology.orchestra.run.smithi138.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-29T14:50:59.372 INFO:teuthology.run_tasks:Running task pexec... 2024-07-29T14:50:59.381 INFO:teuthology.task.pexec:Executing custom commands... 2024-07-29T14:50:59.382 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi067.front.sepia.ceph.com 2024-07-29T14:50:59.382 DEBUG:teuthology.orchestra.run.smithi067:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-07-29T14:50:59.382 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi138.front.sepia.ceph.com 2024-07-29T14:50:59.383 DEBUG:teuthology.orchestra.run.smithi138:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-07-29T14:50:59.975 INFO:teuthology.orchestra.run.smithi067.stdout:Last metadata expiration check: 0:01:05 ago on Mon 29 Jul 2024 02:49:54 PM UTC. 2024-07-29T14:51:00.017 INFO:teuthology.orchestra.run.smithi138.stdout:Last metadata expiration check: 0:01:10 ago on Mon 29 Jul 2024 02:49:49 PM UTC. 2024-07-29T14:51:00.060 INFO:teuthology.orchestra.run.smithi067.stdout:Package nvme-cli-2.6-5.el9.x86_64 is already installed. 2024-07-29T14:51:00.104 INFO:teuthology.orchestra.run.smithi138.stdout:Package nvme-cli-2.6-5.el9.x86_64 is already installed. 2024-07-29T14:51:00.105 INFO:teuthology.orchestra.run.smithi067.stdout:Dependencies resolved. 2024-07-29T14:51:00.106 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================ 2024-07-29T14:51:00.107 INFO:teuthology.orchestra.run.smithi067.stdout: Package Architecture Version Repository Size 2024-07-29T14:51:00.107 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================ 2024-07-29T14:51:00.107 INFO:teuthology.orchestra.run.smithi067.stdout:Installing: 2024-07-29T14:51:00.107 INFO:teuthology.orchestra.run.smithi067.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-07-29T14:51:00.107 INFO:teuthology.orchestra.run.smithi067.stdout:Upgrading: 2024-07-29T14:51:00.107 INFO:teuthology.orchestra.run.smithi067.stdout: libnvme x86_64 1.9-1.el9 baseos 104 k 2024-07-29T14:51:00.107 INFO:teuthology.orchestra.run.smithi067.stdout: nvme-cli x86_64 2.9.1-3.el9 baseos 903 k 2024-07-29T14:51:00.107 INFO:teuthology.orchestra.run.smithi067.stdout:Installing dependencies: 2024-07-29T14:51:00.107 INFO:teuthology.orchestra.run.smithi067.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-07-29T14:51:00.107 INFO:teuthology.orchestra.run.smithi067.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-07-29T14:51:00.107 INFO:teuthology.orchestra.run.smithi067.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-07-29T14:51:00.107 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:51:00.107 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction Summary 2024-07-29T14:51:00.107 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================ 2024-07-29T14:51:00.108 INFO:teuthology.orchestra.run.smithi067.stdout:Install 4 Packages 2024-07-29T14:51:00.108 INFO:teuthology.orchestra.run.smithi067.stdout:Upgrade 2 Packages 2024-07-29T14:51:00.108 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:51:00.108 INFO:teuthology.orchestra.run.smithi067.stdout:Total download size: 2.0 M 2024-07-29T14:51:00.108 INFO:teuthology.orchestra.run.smithi067.stdout:Downloading Packages: 2024-07-29T14:51:00.147 INFO:teuthology.orchestra.run.smithi138.stdout:Dependencies resolved. 2024-07-29T14:51:00.148 INFO:teuthology.orchestra.run.smithi138.stdout:================================================================================ 2024-07-29T14:51:00.148 INFO:teuthology.orchestra.run.smithi138.stdout: Package Architecture Version Repository Size 2024-07-29T14:51:00.148 INFO:teuthology.orchestra.run.smithi138.stdout:================================================================================ 2024-07-29T14:51:00.148 INFO:teuthology.orchestra.run.smithi138.stdout:Installing: 2024-07-29T14:51:00.148 INFO:teuthology.orchestra.run.smithi138.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-07-29T14:51:00.149 INFO:teuthology.orchestra.run.smithi138.stdout:Upgrading: 2024-07-29T14:51:00.149 INFO:teuthology.orchestra.run.smithi138.stdout: libnvme x86_64 1.9-1.el9 baseos 104 k 2024-07-29T14:51:00.149 INFO:teuthology.orchestra.run.smithi138.stdout: nvme-cli x86_64 2.9.1-3.el9 baseos 903 k 2024-07-29T14:51:00.149 INFO:teuthology.orchestra.run.smithi138.stdout:Installing dependencies: 2024-07-29T14:51:00.149 INFO:teuthology.orchestra.run.smithi138.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-07-29T14:51:00.149 INFO:teuthology.orchestra.run.smithi138.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-07-29T14:51:00.149 INFO:teuthology.orchestra.run.smithi138.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-07-29T14:51:00.149 INFO:teuthology.orchestra.run.smithi138.stdout: 2024-07-29T14:51:00.149 INFO:teuthology.orchestra.run.smithi138.stdout:Transaction Summary 2024-07-29T14:51:00.149 INFO:teuthology.orchestra.run.smithi138.stdout:================================================================================ 2024-07-29T14:51:00.149 INFO:teuthology.orchestra.run.smithi138.stdout:Install 4 Packages 2024-07-29T14:51:00.149 INFO:teuthology.orchestra.run.smithi138.stdout:Upgrade 2 Packages 2024-07-29T14:51:00.149 INFO:teuthology.orchestra.run.smithi138.stdout: 2024-07-29T14:51:00.150 INFO:teuthology.orchestra.run.smithi138.stdout:Total download size: 2.0 M 2024-07-29T14:51:00.150 INFO:teuthology.orchestra.run.smithi138.stdout:Downloading Packages: 2024-07-29T14:51:00.362 INFO:teuthology.orchestra.run.smithi138.stdout:(1/6): nvmetcli-0.7-3.el9.noarch.rpm 312 kB/s | 44 kB 00:00 2024-07-29T14:51:00.388 INFO:teuthology.orchestra.run.smithi138.stdout:(2/6): python3-configshell-1.1.30-1.el9.noarch. 427 kB/s | 72 kB 00:00 2024-07-29T14:51:00.405 INFO:teuthology.orchestra.run.smithi138.stdout:(3/6): python3-kmod-0.9-32.el9.x86_64.rpm 455 kB/s | 84 kB 00:00 2024-07-29T14:51:00.481 INFO:teuthology.orchestra.run.smithi138.stdout:(4/6): libnvme-1.9-1.el9.x86_64.rpm 1.1 MB/s | 104 kB 00:00 2024-07-29T14:51:00.597 INFO:teuthology.orchestra.run.smithi138.stdout:(5/6): python3-urwid-2.1.2-4.el9.x86_64.rpm 3.5 MB/s | 837 kB 00:00 2024-07-29T14:51:00.631 INFO:teuthology.orchestra.run.smithi138.stdout:(6/6): nvme-cli-2.9.1-3.el9.x86_64.rpm 3.9 MB/s | 903 kB 00:00 2024-07-29T14:51:00.631 INFO:teuthology.orchestra.run.smithi138.stdout:-------------------------------------------------------------------------------- 2024-07-29T14:51:00.631 INFO:teuthology.orchestra.run.smithi138.stdout:Total 4.1 MB/s | 2.0 MB 00:00 2024-07-29T14:51:00.703 INFO:teuthology.orchestra.run.smithi138.stdout:Running transaction check 2024-07-29T14:51:00.719 INFO:teuthology.orchestra.run.smithi138.stdout:Transaction check succeeded. 2024-07-29T14:51:00.719 INFO:teuthology.orchestra.run.smithi138.stdout:Running transaction test 2024-07-29T14:51:00.887 INFO:teuthology.orchestra.run.smithi067.stdout:(1/6): python3-configshell-1.1.30-1.el9.noarch. 97 kB/s | 72 kB 00:00 2024-07-29T14:51:00.912 INFO:teuthology.orchestra.run.smithi067.stdout:(2/6): nvmetcli-0.7-3.el9.noarch.rpm 58 kB/s | 44 kB 00:00 2024-07-29T14:51:00.924 INFO:teuthology.orchestra.run.smithi138.stdout:Transaction test succeeded. 2024-07-29T14:51:00.925 INFO:teuthology.orchestra.run.smithi138.stdout:Running transaction 2024-07-29T14:51:00.937 INFO:teuthology.orchestra.run.smithi067.stdout:(3/6): python3-kmod-0.9-32.el9.x86_64.rpm 107 kB/s | 84 kB 00:00 2024-07-29T14:51:01.283 INFO:teuthology.orchestra.run.smithi138.stdout: Preparing : 1/1 2024-07-29T14:51:01.511 INFO:teuthology.orchestra.run.smithi138.stdout: Upgrading : libnvme-1.9-1.el9.x86_64 1/8 2024-07-29T14:51:01.569 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 2/8 2024-07-29T14:51:01.613 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/8 2024-07-29T14:51:01.654 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/8 2024-07-29T14:51:01.687 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : nvmetcli-0.7-3.el9.noarch 5/8 2024-07-29T14:51:01.738 INFO:teuthology.orchestra.run.smithi067.stdout:(4/6): libnvme-1.9-1.el9.x86_64.rpm 127 kB/s | 104 kB 00:00 2024-07-29T14:51:01.905 INFO:teuthology.orchestra.run.smithi067.stdout:(5/6): python3-urwid-2.1.2-4.el9.x86_64.rpm 823 kB/s | 837 kB 00:01 2024-07-29T14:51:01.957 INFO:teuthology.orchestra.run.smithi138.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 5/8 2024-07-29T14:51:01.963 INFO:teuthology.orchestra.run.smithi067.stdout:(6/6): nvme-cli-2.9.1-3.el9.x86_64.rpm 881 kB/s | 903 kB 00:01 2024-07-29T14:51:01.963 INFO:teuthology.orchestra.run.smithi067.stdout:-------------------------------------------------------------------------------- 2024-07-29T14:51:01.964 INFO:teuthology.orchestra.run.smithi067.stdout:Total 1.1 MB/s | 2.0 MB 00:01 2024-07-29T14:51:02.024 INFO:teuthology.orchestra.run.smithi138.stdout: Upgrading : nvme-cli-2.9.1-3.el9.x86_64 6/8 2024-07-29T14:51:02.041 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction check 2024-07-29T14:51:02.058 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction check succeeded. 2024-07-29T14:51:02.058 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction test 2024-07-29T14:51:02.252 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction test succeeded. 2024-07-29T14:51:02.252 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction 2024-07-29T14:51:02.304 INFO:teuthology.orchestra.run.smithi138.stdout: Running scriptlet: nvme-cli-2.9.1-3.el9.x86_64 6/8 2024-07-29T14:51:02.337 INFO:teuthology.orchestra.run.smithi138.stdout: Cleanup : nvme-cli-2.6-5.el9.x86_64 7/8 2024-07-29T14:51:02.427 INFO:teuthology.orchestra.run.smithi138.stdout: Cleanup : libnvme-1.6-1.el9.x86_64 8/8 2024-07-29T14:51:02.610 INFO:teuthology.orchestra.run.smithi067.stdout: Preparing : 1/1 2024-07-29T14:51:02.849 INFO:teuthology.orchestra.run.smithi067.stdout: Upgrading : libnvme-1.9-1.el9.x86_64 1/8 2024-07-29T14:51:02.910 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 2/8 2024-07-29T14:51:02.950 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/8 2024-07-29T14:51:02.986 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/8 2024-07-29T14:51:03.010 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : nvmetcli-0.7-3.el9.noarch 5/8 2024-07-29T14:51:03.264 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 5/8 2024-07-29T14:51:03.278 INFO:teuthology.orchestra.run.smithi138.stdout: Running scriptlet: libnvme-1.6-1.el9.x86_64 8/8 2024-07-29T14:51:03.279 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 1/8 2024-07-29T14:51:03.279 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 2/8 2024-07-29T14:51:03.279 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 3/8 2024-07-29T14:51:03.279 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 4/8 2024-07-29T14:51:03.279 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : libnvme-1.9-1.el9.x86_64 5/8 2024-07-29T14:51:03.279 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : libnvme-1.6-1.el9.x86_64 6/8 2024-07-29T14:51:03.279 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : nvme-cli-2.9.1-3.el9.x86_64 7/8 2024-07-29T14:51:03.339 INFO:teuthology.orchestra.run.smithi067.stdout: Upgrading : nvme-cli-2.9.1-3.el9.x86_64 6/8 2024-07-29T14:51:03.632 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : nvme-cli-2.6-5.el9.x86_64 8/8 2024-07-29T14:51:03.632 INFO:teuthology.orchestra.run.smithi138.stdout: 2024-07-29T14:51:03.633 INFO:teuthology.orchestra.run.smithi138.stdout:Upgraded: 2024-07-29T14:51:03.633 INFO:teuthology.orchestra.run.smithi138.stdout: libnvme-1.9-1.el9.x86_64 nvme-cli-2.9.1-3.el9.x86_64 2024-07-29T14:51:03.633 INFO:teuthology.orchestra.run.smithi138.stdout:Installed: 2024-07-29T14:51:03.633 INFO:teuthology.orchestra.run.smithi138.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-07-29T14:51:03.633 INFO:teuthology.orchestra.run.smithi138.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-07-29T14:51:03.633 INFO:teuthology.orchestra.run.smithi138.stdout: 2024-07-29T14:51:03.633 INFO:teuthology.orchestra.run.smithi138.stdout:Complete! 2024-07-29T14:51:03.664 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: nvme-cli-2.9.1-3.el9.x86_64 6/8 2024-07-29T14:51:03.693 INFO:teuthology.orchestra.run.smithi067.stdout: Cleanup : nvme-cli-2.6-5.el9.x86_64 7/8 2024-07-29T14:51:03.790 INFO:teuthology.orchestra.run.smithi067.stdout: Cleanup : libnvme-1.6-1.el9.x86_64 8/8 2024-07-29T14:51:03.988 DEBUG:teuthology.parallel:result is None 2024-07-29T14:51:04.663 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: libnvme-1.6-1.el9.x86_64 8/8 2024-07-29T14:51:04.663 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 1/8 2024-07-29T14:51:04.663 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 2/8 2024-07-29T14:51:04.663 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 3/8 2024-07-29T14:51:04.664 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 4/8 2024-07-29T14:51:04.664 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libnvme-1.9-1.el9.x86_64 5/8 2024-07-29T14:51:04.664 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libnvme-1.6-1.el9.x86_64 6/8 2024-07-29T14:51:04.664 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : nvme-cli-2.9.1-3.el9.x86_64 7/8 2024-07-29T14:51:05.006 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : nvme-cli-2.6-5.el9.x86_64 8/8 2024-07-29T14:51:05.006 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:51:05.006 INFO:teuthology.orchestra.run.smithi067.stdout:Upgraded: 2024-07-29T14:51:05.006 INFO:teuthology.orchestra.run.smithi067.stdout: libnvme-1.9-1.el9.x86_64 nvme-cli-2.9.1-3.el9.x86_64 2024-07-29T14:51:05.006 INFO:teuthology.orchestra.run.smithi067.stdout:Installed: 2024-07-29T14:51:05.006 INFO:teuthology.orchestra.run.smithi067.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-07-29T14:51:05.006 INFO:teuthology.orchestra.run.smithi067.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-07-29T14:51:05.007 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:51:05.007 INFO:teuthology.orchestra.run.smithi067.stdout:Complete! 2024-07-29T14:51:05.344 DEBUG:teuthology.parallel:result is None 2024-07-29T14:51:05.344 INFO:teuthology.run_tasks:Running task install... 2024-07-29T14:51:05.353 DEBUG:teuthology.task.install:project ceph 2024-07-29T14:51:05.353 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '69149bbd860632ad91d796ddf81a038f3d1d1f21'}} 2024-07-29T14:51:05.353 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '69149bbd860632ad91d796ddf81a038f3d1d1f21'} 2024-07-29T14:51:05.353 INFO:teuthology.task.install:Using flavor: default 2024-07-29T14:51:05.358 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-07-29T14:51:05.358 INFO:teuthology.task.install:extra packages: [] 2024-07-29T14:51:05.359 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '69149bbd860632ad91d796ddf81a038f3d1d1f21', 'tag': None, 'wait_for_package': False} 2024-07-29T14:51:05.359 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-07-29T14:51:05.359 INFO:teuthology.packaging:ref: None 2024-07-29T14:51:05.359 INFO:teuthology.packaging:tag: None 2024-07-29T14:51:05.359 INFO:teuthology.packaging:branch: quincy 2024-07-29T14:51:05.359 INFO:teuthology.packaging:sha1: 69149bbd860632ad91d796ddf81a038f3d1d1f21 2024-07-29T14:51:05.360 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-07-29T14:51:05.362 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '69149bbd860632ad91d796ddf81a038f3d1d1f21', 'tag': None, 'wait_for_package': False} 2024-07-29T14:51:05.362 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-07-29T14:51:05.362 INFO:teuthology.packaging:ref: None 2024-07-29T14:51:05.362 INFO:teuthology.packaging:tag: None 2024-07-29T14:51:05.362 INFO:teuthology.packaging:branch: quincy 2024-07-29T14:51:05.362 INFO:teuthology.packaging:sha1: 69149bbd860632ad91d796ddf81a038f3d1d1f21 2024-07-29T14:51:05.362 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-07-29T14:51:05.584 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/quincy/3120d0609b388fe36c245c2679b9cdf0554c9d32/centos/9/flavors/default/ 2024-07-29T14:51:05.584 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1155.g3120d060 2024-07-29T14:51:05.611 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/quincy/3120d0609b388fe36c245c2679b9cdf0554c9d32/centos/9/flavors/default/ 2024-07-29T14:51:05.611 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1155.g3120d060 2024-07-29T14:51:05.703 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/quincy/3120d0609b388fe36c245c2679b9cdf0554c9d32/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/quincy/3120d0609b388fe36c245c2679b9cdf0554c9d32/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/quincy/3120d0609b388fe36c245c2679b9cdf0554c9d32/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-07-29T14:51:05.703 DEBUG:teuthology.orchestra.run.smithi138:> set -ex 2024-07-29T14:51:05.703 DEBUG:teuthology.orchestra.run.smithi138:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-07-29T14:51:05.719 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/quincy/3120d0609b388fe36c245c2679b9cdf0554c9d32/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/quincy/3120d0609b388fe36c245c2679b9cdf0554c9d32/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/quincy/3120d0609b388fe36c245c2679b9cdf0554c9d32/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-07-29T14:51:05.720 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-07-29T14:51:05.720 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-07-29T14:51:05.738 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-07-29T14:51:05.738 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-07-29T14:51:05.738 INFO:teuthology.packaging:ref: None 2024-07-29T14:51:05.738 INFO:teuthology.packaging:tag: None 2024-07-29T14:51:05.738 INFO:teuthology.packaging:branch: quincy 2024-07-29T14:51:05.739 INFO:teuthology.packaging:sha1: 69149bbd860632ad91d796ddf81a038f3d1d1f21 2024-07-29T14:51:05.739 DEBUG:teuthology.orchestra.run.smithi138:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-07-29T14:51:05.750 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-07-29T14:51:05.750 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-07-29T14:51:05.750 INFO:teuthology.packaging:ref: None 2024-07-29T14:51:05.751 INFO:teuthology.packaging:tag: None 2024-07-29T14:51:05.751 INFO:teuthology.packaging:branch: quincy 2024-07-29T14:51:05.751 INFO:teuthology.packaging:sha1: 69149bbd860632ad91d796ddf81a038f3d1d1f21 2024-07-29T14:51:05.751 DEBUG:teuthology.orchestra.run.smithi067:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-07-29T14:51:05.807 DEBUG:teuthology.orchestra.run.smithi138:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-07-29T14:51:05.819 DEBUG:teuthology.orchestra.run.smithi067:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-07-29T14:51:05.885 DEBUG:teuthology.orchestra.run.smithi138:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-07-29T14:51:05.898 DEBUG:teuthology.orchestra.run.smithi067:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-07-29T14:51:05.951 INFO:teuthology.orchestra.run.smithi138.stdout:check_obsoletes = 1 2024-07-29T14:51:05.952 DEBUG:teuthology.orchestra.run.smithi138:> sudo yum clean all 2024-07-29T14:51:05.965 INFO:teuthology.orchestra.run.smithi067.stdout:check_obsoletes = 1 2024-07-29T14:51:05.967 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum clean all 2024-07-29T14:51:06.180 INFO:teuthology.orchestra.run.smithi138.stdout:45 files removed 2024-07-29T14:51:06.202 INFO:teuthology.orchestra.run.smithi067.stdout:45 files removed 2024-07-29T14:51:06.207 DEBUG:teuthology.orchestra.run.smithi138:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-07-29T14:51:06.230 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-07-29T14:51:06.808 INFO:teuthology.orchestra.run.smithi138.stdout:ceph packages for x86_64 241 kB/s | 77 kB 00:00 2024-07-29T14:51:06.847 INFO:teuthology.orchestra.run.smithi067.stdout:ceph packages for x86_64 240 kB/s | 77 kB 00:00 2024-07-29T14:51:07.159 INFO:teuthology.orchestra.run.smithi138.stdout:ceph noarch packages 36 kB/s | 11 kB 00:00 2024-07-29T14:51:07.214 INFO:teuthology.orchestra.run.smithi067.stdout:ceph noarch packages 34 kB/s | 11 kB 00:00 2024-07-29T14:51:07.485 INFO:teuthology.orchestra.run.smithi138.stdout:ceph source packages 6.3 kB/s | 1.8 kB 00:00 2024-07-29T14:51:07.540 INFO:teuthology.orchestra.run.smithi067.stdout:ceph source packages 6.4 kB/s | 1.8 kB 00:00 2024-07-29T14:51:09.452 INFO:teuthology.orchestra.run.smithi138.stdout:CentOS Stream 9 - BaseOS 4.3 MB/s | 8.2 MB 00:01 2024-07-29T14:51:10.323 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - BaseOS 3.0 MB/s | 8.2 MB 00:02 2024-07-29T14:51:11.628 INFO:teuthology.orchestra.run.smithi138.stdout:CentOS Stream 9 - AppStream 19 MB/s | 20 MB 00:01 2024-07-29T14:51:13.849 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - AppStream 8.5 MB/s | 20 MB 00:02 2024-07-29T14:51:16.939 INFO:teuthology.orchestra.run.smithi138.stdout:CentOS Stream 9 - CRB 4.1 MB/s | 6.5 MB 00:01 2024-07-29T14:51:18.391 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - CRB 13 MB/s | 6.5 MB 00:00 2024-07-29T14:51:19.663 INFO:teuthology.orchestra.run.smithi138.stdout:CentOS Stream 9 - Extras packages 13 kB/s | 18 kB 00:01 2024-07-29T14:51:20.460 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - Extras packages 25 kB/s | 18 kB 00:00 2024-07-29T14:51:20.626 INFO:teuthology.orchestra.run.smithi138.stdout:Extra Packages for Enterprise Linux 27 MB/s | 22 MB 00:00 2024-07-29T14:51:21.397 INFO:teuthology.orchestra.run.smithi067.stdout:Extra Packages for Enterprise Linux 28 MB/s | 22 MB 00:00 2024-07-29T14:51:25.981 INFO:teuthology.orchestra.run.smithi138.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-07-29T14:51:26.986 INFO:teuthology.orchestra.run.smithi067.stdout:lab-extras 50 kB/s | 1.7 kB 00:00 2024-07-29T14:51:28.268 INFO:teuthology.orchestra.run.smithi138.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-07-29T14:51:28.269 INFO:teuthology.orchestra.run.smithi138.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-07-29T14:51:28.329 INFO:teuthology.orchestra.run.smithi138.stdout:Dependencies resolved. 2024-07-29T14:51:28.338 INFO:teuthology.orchestra.run.smithi138.stdout:======================================================================================= 2024-07-29T14:51:28.338 INFO:teuthology.orchestra.run.smithi138.stdout: Package Arch Version Repository Size 2024-07-29T14:51:28.338 INFO:teuthology.orchestra.run.smithi138.stdout:======================================================================================= 2024-07-29T14:51:28.339 INFO:teuthology.orchestra.run.smithi138.stdout:Installing: 2024-07-29T14:51:28.339 INFO:teuthology.orchestra.run.smithi138.stdout: ceph x86_64 2:17.2.7-1155.g3120d060.el9 ceph 6.5 k 2024-07-29T14:51:28.339 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-base x86_64 2:17.2.7-1155.g3120d060.el9 ceph 5.0 M 2024-07-29T14:51:28.339 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-fuse x86_64 2:17.2.7-1155.g3120d060.el9 ceph 813 k 2024-07-29T14:51:28.339 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1155.g3120d060.el9 ceph 137 k 2024-07-29T14:51:28.339 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-mgr x86_64 2:17.2.7-1155.g3120d060.el9 ceph 1.4 M 2024-07-29T14:51:28.339 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1155.g3120d060.el9 ceph-noarch 123 k 2024-07-29T14:51:28.339 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1155.g3120d060.el9 ceph-noarch 3.4 M 2024-07-29T14:51:28.339 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1155.g3120d060.el9 ceph-noarch 7.4 M 2024-07-29T14:51:28.339 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-mgr-rook noarch 2:17.2.7-1155.g3120d060.el9 ceph-noarch 47 k 2024-07-29T14:51:28.339 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-radosgw x86_64 2:17.2.7-1155.g3120d060.el9 ceph 14 M 2024-07-29T14:51:28.339 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-test x86_64 2:17.2.7-1155.g3120d060.el9 ceph 48 M 2024-07-29T14:51:28.339 INFO:teuthology.orchestra.run.smithi138.stdout: cephadm noarch 2:17.2.7-1155.g3120d060.el9 ceph-noarch 82 k 2024-07-29T14:51:28.340 INFO:teuthology.orchestra.run.smithi138.stdout: libcephfs-devel x86_64 2:17.2.7-1155.g3120d060.el9 ceph 25 k 2024-07-29T14:51:28.340 INFO:teuthology.orchestra.run.smithi138.stdout: libcephfs2 x86_64 2:17.2.7-1155.g3120d060.el9 ceph 637 k 2024-07-29T14:51:28.340 INFO:teuthology.orchestra.run.smithi138.stdout: librados-devel x86_64 2:17.2.7-1155.g3120d060.el9 ceph 126 k 2024-07-29T14:51:28.340 INFO:teuthology.orchestra.run.smithi138.stdout: python3-cephfs x86_64 2:17.2.7-1155.g3120d060.el9 ceph 181 k 2024-07-29T14:51:28.340 INFO:teuthology.orchestra.run.smithi138.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-07-29T14:51:28.340 INFO:teuthology.orchestra.run.smithi138.stdout: python3-rados x86_64 2:17.2.7-1155.g3120d060.el9 ceph 368 k 2024-07-29T14:51:28.340 INFO:teuthology.orchestra.run.smithi138.stdout: python3-rbd x86_64 2:17.2.7-1155.g3120d060.el9 ceph 342 k 2024-07-29T14:51:28.340 INFO:teuthology.orchestra.run.smithi138.stdout: python3-rgw x86_64 2:17.2.7-1155.g3120d060.el9 ceph 117 k 2024-07-29T14:51:28.340 INFO:teuthology.orchestra.run.smithi138.stdout: rbd-fuse x86_64 2:17.2.7-1155.g3120d060.el9 ceph 82 k 2024-07-29T14:51:28.340 INFO:teuthology.orchestra.run.smithi138.stdout: rbd-mirror x86_64 2:17.2.7-1155.g3120d060.el9 ceph 2.9 M 2024-07-29T14:51:28.340 INFO:teuthology.orchestra.run.smithi138.stdout: rbd-nbd x86_64 2:17.2.7-1155.g3120d060.el9 ceph 165 k 2024-07-29T14:51:28.340 INFO:teuthology.orchestra.run.smithi138.stdout:Upgrading: 2024-07-29T14:51:28.341 INFO:teuthology.orchestra.run.smithi138.stdout: librados2 x86_64 2:17.2.7-1155.g3120d060.el9 ceph 3.1 M 2024-07-29T14:51:28.341 INFO:teuthology.orchestra.run.smithi138.stdout: librbd1 x86_64 2:17.2.7-1155.g3120d060.el9 ceph 2.9 M 2024-07-29T14:51:28.341 INFO:teuthology.orchestra.run.smithi138.stdout:Installing dependencies: 2024-07-29T14:51:28.341 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-common x86_64 2:17.2.7-1155.g3120d060.el9 ceph 22 M 2024-07-29T14:51:28.341 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1155.g3120d060.el9 ceph-noarch 24 k 2024-07-29T14:51:28.341 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-mds x86_64 2:17.2.7-1155.g3120d060.el9 ceph 2.1 M 2024-07-29T14:51:28.341 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1155.g3120d060.el9 ceph-noarch 240 k 2024-07-29T14:51:28.341 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-mon x86_64 2:17.2.7-1155.g3120d060.el9 ceph 3.9 M 2024-07-29T14:51:28.341 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-osd x86_64 2:17.2.7-1155.g3120d060.el9 ceph 15 M 2024-07-29T14:51:28.341 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1155.g3120d060.el9 ceph-noarch 15 k 2024-07-29T14:51:28.341 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-selinux x86_64 2:17.2.7-1155.g3120d060.el9 ceph 25 k 2024-07-29T14:51:28.341 INFO:teuthology.orchestra.run.smithi138.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-07-29T14:51:28.341 INFO:teuthology.orchestra.run.smithi138.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-07-29T14:51:28.342 INFO:teuthology.orchestra.run.smithi138.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-07-29T14:51:28.342 INFO:teuthology.orchestra.run.smithi138.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-07-29T14:51:28.342 INFO:teuthology.orchestra.run.smithi138.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-07-29T14:51:28.342 INFO:teuthology.orchestra.run.smithi138.stdout: libcephsqlite x86_64 2:17.2.7-1155.g3120d060.el9 ceph 163 k 2024-07-29T14:51:28.342 INFO:teuthology.orchestra.run.smithi138.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-07-29T14:51:28.342 INFO:teuthology.orchestra.run.smithi138.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-07-29T14:51:28.342 INFO:teuthology.orchestra.run.smithi138.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-07-29T14:51:28.342 INFO:teuthology.orchestra.run.smithi138.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-07-29T14:51:28.342 INFO:teuthology.orchestra.run.smithi138.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-07-29T14:51:28.342 INFO:teuthology.orchestra.run.smithi138.stdout: libradosstriper1 x86_64 2:17.2.7-1155.g3120d060.el9 ceph 457 k 2024-07-29T14:51:28.342 INFO:teuthology.orchestra.run.smithi138.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-07-29T14:51:28.342 INFO:teuthology.orchestra.run.smithi138.stdout: librgw2 x86_64 2:17.2.7-1155.g3120d060.el9 ceph 4.9 M 2024-07-29T14:51:28.342 INFO:teuthology.orchestra.run.smithi138.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-07-29T14:51:28.343 INFO:teuthology.orchestra.run.smithi138.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-07-29T14:51:28.343 INFO:teuthology.orchestra.run.smithi138.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-07-29T14:51:28.343 INFO:teuthology.orchestra.run.smithi138.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-07-29T14:51:28.343 INFO:teuthology.orchestra.run.smithi138.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-07-29T14:51:28.343 INFO:teuthology.orchestra.run.smithi138.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-07-29T14:51:28.343 INFO:teuthology.orchestra.run.smithi138.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-07-29T14:51:28.343 INFO:teuthology.orchestra.run.smithi138.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-07-29T14:51:28.343 INFO:teuthology.orchestra.run.smithi138.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-07-29T14:51:28.343 INFO:teuthology.orchestra.run.smithi138.stdout: python3-ceph-argparse x86_64 2:17.2.7-1155.g3120d060.el9 ceph 45 k 2024-07-29T14:51:28.343 INFO:teuthology.orchestra.run.smithi138.stdout: python3-ceph-common x86_64 2:17.2.7-1155.g3120d060.el9 ceph 117 k 2024-07-29T14:51:28.343 INFO:teuthology.orchestra.run.smithi138.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-07-29T14:51:28.343 INFO:teuthology.orchestra.run.smithi138.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-07-29T14:51:28.343 INFO:teuthology.orchestra.run.smithi138.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-07-29T14:51:28.343 INFO:teuthology.orchestra.run.smithi138.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-07-29T14:51:28.344 INFO:teuthology.orchestra.run.smithi138.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-07-29T14:51:28.344 INFO:teuthology.orchestra.run.smithi138.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-07-29T14:51:28.344 INFO:teuthology.orchestra.run.smithi138.stdout: python3-google-auth noarch 1:2.32.0-1.el9 epel 216 k 2024-07-29T14:51:28.344 INFO:teuthology.orchestra.run.smithi138.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-07-29T14:51:28.344 INFO:teuthology.orchestra.run.smithi138.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-07-29T14:51:28.344 INFO:teuthology.orchestra.run.smithi138.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-07-29T14:51:28.344 INFO:teuthology.orchestra.run.smithi138.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-07-29T14:51:28.344 INFO:teuthology.orchestra.run.smithi138.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-07-29T14:51:28.344 INFO:teuthology.orchestra.run.smithi138.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-07-29T14:51:28.344 INFO:teuthology.orchestra.run.smithi138.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-07-29T14:51:28.344 INFO:teuthology.orchestra.run.smithi138.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-07-29T14:51:28.344 INFO:teuthology.orchestra.run.smithi138.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-07-29T14:51:28.344 INFO:teuthology.orchestra.run.smithi138.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-07-29T14:51:28.345 INFO:teuthology.orchestra.run.smithi138.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-07-29T14:51:28.345 INFO:teuthology.orchestra.run.smithi138.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-07-29T14:51:28.345 INFO:teuthology.orchestra.run.smithi138.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-07-29T14:51:28.345 INFO:teuthology.orchestra.run.smithi138.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-07-29T14:51:28.345 INFO:teuthology.orchestra.run.smithi138.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-07-29T14:51:28.345 INFO:teuthology.orchestra.run.smithi138.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-07-29T14:51:28.345 INFO:teuthology.orchestra.run.smithi138.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-07-29T14:51:28.345 INFO:teuthology.orchestra.run.smithi138.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-07-29T14:51:28.345 INFO:teuthology.orchestra.run.smithi138.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-07-29T14:51:28.345 INFO:teuthology.orchestra.run.smithi138.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-07-29T14:51:28.345 INFO:teuthology.orchestra.run.smithi138.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-07-29T14:51:28.345 INFO:teuthology.orchestra.run.smithi138.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-07-29T14:51:28.345 INFO:teuthology.orchestra.run.smithi138.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-07-29T14:51:28.345 INFO:teuthology.orchestra.run.smithi138.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-07-29T14:51:28.346 INFO:teuthology.orchestra.run.smithi138.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-07-29T14:51:28.346 INFO:teuthology.orchestra.run.smithi138.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-07-29T14:51:28.346 INFO:teuthology.orchestra.run.smithi138.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-07-29T14:51:28.346 INFO:teuthology.orchestra.run.smithi138.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-07-29T14:51:28.346 INFO:teuthology.orchestra.run.smithi138.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-07-29T14:51:28.346 INFO:teuthology.orchestra.run.smithi138.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-07-29T14:51:28.346 INFO:teuthology.orchestra.run.smithi138.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-07-29T14:51:28.346 INFO:teuthology.orchestra.run.smithi138.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-07-29T14:51:28.346 INFO:teuthology.orchestra.run.smithi138.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-07-29T14:51:28.346 INFO:teuthology.orchestra.run.smithi138.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-07-29T14:51:28.346 INFO:teuthology.orchestra.run.smithi138.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-07-29T14:51:28.346 INFO:teuthology.orchestra.run.smithi138.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-07-29T14:51:28.347 INFO:teuthology.orchestra.run.smithi138.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-07-29T14:51:28.347 INFO:teuthology.orchestra.run.smithi138.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-07-29T14:51:28.347 INFO:teuthology.orchestra.run.smithi138.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-07-29T14:51:28.347 INFO:teuthology.orchestra.run.smithi138.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-07-29T14:51:28.347 INFO:teuthology.orchestra.run.smithi138.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-07-29T14:51:28.347 INFO:teuthology.orchestra.run.smithi138.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-07-29T14:51:28.347 INFO:teuthology.orchestra.run.smithi138.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-07-29T14:51:28.347 INFO:teuthology.orchestra.run.smithi138.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-07-29T14:51:28.347 INFO:teuthology.orchestra.run.smithi138.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-07-29T14:51:28.347 INFO:teuthology.orchestra.run.smithi138.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-07-29T14:51:28.347 INFO:teuthology.orchestra.run.smithi138.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-07-29T14:51:28.347 INFO:teuthology.orchestra.run.smithi138.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-07-29T14:51:28.347 INFO:teuthology.orchestra.run.smithi138.stdout:Installing weak dependencies: 2024-07-29T14:51:28.348 INFO:teuthology.orchestra.run.smithi138.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-07-29T14:51:28.348 INFO:teuthology.orchestra.run.smithi138.stdout: 2024-07-29T14:51:28.348 INFO:teuthology.orchestra.run.smithi138.stdout:Transaction Summary 2024-07-29T14:51:28.348 INFO:teuthology.orchestra.run.smithi138.stdout:======================================================================================= 2024-07-29T14:51:28.348 INFO:teuthology.orchestra.run.smithi138.stdout:Install 112 Packages 2024-07-29T14:51:28.348 INFO:teuthology.orchestra.run.smithi138.stdout:Upgrade 2 Packages 2024-07-29T14:51:28.348 INFO:teuthology.orchestra.run.smithi138.stdout: 2024-07-29T14:51:28.348 INFO:teuthology.orchestra.run.smithi138.stdout:Total download size: 190 M 2024-07-29T14:51:28.349 INFO:teuthology.orchestra.run.smithi138.stdout:Downloading Packages: 2024-07-29T14:51:28.957 INFO:teuthology.orchestra.run.smithi138.stdout:(1/114): ceph-17.2.7-1155.g3120d060.el9.x86_64. 37 kB/s | 6.5 kB 00:00 2024-07-29T14:51:29.257 INFO:teuthology.orchestra.run.smithi138.stdout:(2/114): ceph-base-17.2.7-1155.g3120d060.el9.x8 10 MB/s | 5.0 MB 00:00 2024-07-29T14:51:29.291 INFO:teuthology.orchestra.run.smithi138.stdout:(3/114): ceph-fuse-17.2.7-1155.g3120d060.el9.x8 2.4 MB/s | 813 kB 00:00 2024-07-29T14:51:29.410 INFO:teuthology.orchestra.run.smithi067.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-07-29T14:51:29.411 INFO:teuthology.orchestra.run.smithi067.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-07-29T14:51:29.474 INFO:teuthology.orchestra.run.smithi067.stdout:Dependencies resolved. 2024-07-29T14:51:29.481 INFO:teuthology.orchestra.run.smithi067.stdout:======================================================================================= 2024-07-29T14:51:29.481 INFO:teuthology.orchestra.run.smithi067.stdout: Package Arch Version Repository Size 2024-07-29T14:51:29.481 INFO:teuthology.orchestra.run.smithi067.stdout:======================================================================================= 2024-07-29T14:51:29.481 INFO:teuthology.orchestra.run.smithi067.stdout:Installing: 2024-07-29T14:51:29.482 INFO:teuthology.orchestra.run.smithi067.stdout: ceph x86_64 2:17.2.7-1155.g3120d060.el9 ceph 6.5 k 2024-07-29T14:51:29.482 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-base x86_64 2:17.2.7-1155.g3120d060.el9 ceph 5.0 M 2024-07-29T14:51:29.482 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-fuse x86_64 2:17.2.7-1155.g3120d060.el9 ceph 813 k 2024-07-29T14:51:29.482 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1155.g3120d060.el9 ceph 137 k 2024-07-29T14:51:29.482 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr x86_64 2:17.2.7-1155.g3120d060.el9 ceph 1.4 M 2024-07-29T14:51:29.482 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1155.g3120d060.el9 ceph-noarch 123 k 2024-07-29T14:51:29.482 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1155.g3120d060.el9 ceph-noarch 3.4 M 2024-07-29T14:51:29.482 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1155.g3120d060.el9 ceph-noarch 7.4 M 2024-07-29T14:51:29.482 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-rook noarch 2:17.2.7-1155.g3120d060.el9 ceph-noarch 47 k 2024-07-29T14:51:29.482 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-radosgw x86_64 2:17.2.7-1155.g3120d060.el9 ceph 14 M 2024-07-29T14:51:29.483 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-test x86_64 2:17.2.7-1155.g3120d060.el9 ceph 48 M 2024-07-29T14:51:29.483 INFO:teuthology.orchestra.run.smithi067.stdout: cephadm noarch 2:17.2.7-1155.g3120d060.el9 ceph-noarch 82 k 2024-07-29T14:51:29.483 INFO:teuthology.orchestra.run.smithi067.stdout: libcephfs-devel x86_64 2:17.2.7-1155.g3120d060.el9 ceph 25 k 2024-07-29T14:51:29.483 INFO:teuthology.orchestra.run.smithi067.stdout: libcephfs2 x86_64 2:17.2.7-1155.g3120d060.el9 ceph 637 k 2024-07-29T14:51:29.483 INFO:teuthology.orchestra.run.smithi067.stdout: librados-devel x86_64 2:17.2.7-1155.g3120d060.el9 ceph 126 k 2024-07-29T14:51:29.483 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cephfs x86_64 2:17.2.7-1155.g3120d060.el9 ceph 181 k 2024-07-29T14:51:29.483 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-07-29T14:51:29.483 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rados x86_64 2:17.2.7-1155.g3120d060.el9 ceph 368 k 2024-07-29T14:51:29.483 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rbd x86_64 2:17.2.7-1155.g3120d060.el9 ceph 342 k 2024-07-29T14:51:29.483 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rgw x86_64 2:17.2.7-1155.g3120d060.el9 ceph 117 k 2024-07-29T14:51:29.483 INFO:teuthology.orchestra.run.smithi067.stdout: rbd-fuse x86_64 2:17.2.7-1155.g3120d060.el9 ceph 82 k 2024-07-29T14:51:29.483 INFO:teuthology.orchestra.run.smithi067.stdout: rbd-mirror x86_64 2:17.2.7-1155.g3120d060.el9 ceph 2.9 M 2024-07-29T14:51:29.483 INFO:teuthology.orchestra.run.smithi067.stdout: rbd-nbd x86_64 2:17.2.7-1155.g3120d060.el9 ceph 165 k 2024-07-29T14:51:29.483 INFO:teuthology.orchestra.run.smithi067.stdout:Upgrading: 2024-07-29T14:51:29.484 INFO:teuthology.orchestra.run.smithi067.stdout: librados2 x86_64 2:17.2.7-1155.g3120d060.el9 ceph 3.1 M 2024-07-29T14:51:29.484 INFO:teuthology.orchestra.run.smithi067.stdout: librbd1 x86_64 2:17.2.7-1155.g3120d060.el9 ceph 2.9 M 2024-07-29T14:51:29.484 INFO:teuthology.orchestra.run.smithi067.stdout:Installing dependencies: 2024-07-29T14:51:29.484 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-common x86_64 2:17.2.7-1155.g3120d060.el9 ceph 22 M 2024-07-29T14:51:29.484 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1155.g3120d060.el9 ceph-noarch 24 k 2024-07-29T14:51:29.484 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mds x86_64 2:17.2.7-1155.g3120d060.el9 ceph 2.1 M 2024-07-29T14:51:29.484 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1155.g3120d060.el9 ceph-noarch 240 k 2024-07-29T14:51:29.484 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mon x86_64 2:17.2.7-1155.g3120d060.el9 ceph 3.9 M 2024-07-29T14:51:29.484 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-osd x86_64 2:17.2.7-1155.g3120d060.el9 ceph 15 M 2024-07-29T14:51:29.484 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1155.g3120d060.el9 ceph-noarch 15 k 2024-07-29T14:51:29.485 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-selinux x86_64 2:17.2.7-1155.g3120d060.el9 ceph 25 k 2024-07-29T14:51:29.485 INFO:teuthology.orchestra.run.smithi067.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-07-29T14:51:29.485 INFO:teuthology.orchestra.run.smithi067.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-07-29T14:51:29.485 INFO:teuthology.orchestra.run.smithi067.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-07-29T14:51:29.485 INFO:teuthology.orchestra.run.smithi067.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-07-29T14:51:29.485 INFO:teuthology.orchestra.run.smithi067.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-07-29T14:51:29.486 INFO:teuthology.orchestra.run.smithi067.stdout: libcephsqlite x86_64 2:17.2.7-1155.g3120d060.el9 ceph 163 k 2024-07-29T14:51:29.486 INFO:teuthology.orchestra.run.smithi067.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-07-29T14:51:29.486 INFO:teuthology.orchestra.run.smithi067.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-07-29T14:51:29.486 INFO:teuthology.orchestra.run.smithi067.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-07-29T14:51:29.486 INFO:teuthology.orchestra.run.smithi067.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-07-29T14:51:29.486 INFO:teuthology.orchestra.run.smithi067.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-07-29T14:51:29.486 INFO:teuthology.orchestra.run.smithi067.stdout: libradosstriper1 x86_64 2:17.2.7-1155.g3120d060.el9 ceph 457 k 2024-07-29T14:51:29.486 INFO:teuthology.orchestra.run.smithi067.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-07-29T14:51:29.486 INFO:teuthology.orchestra.run.smithi067.stdout: librgw2 x86_64 2:17.2.7-1155.g3120d060.el9 ceph 4.9 M 2024-07-29T14:51:29.486 INFO:teuthology.orchestra.run.smithi067.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-07-29T14:51:29.486 INFO:teuthology.orchestra.run.smithi067.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-07-29T14:51:29.487 INFO:teuthology.orchestra.run.smithi067.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-07-29T14:51:29.487 INFO:teuthology.orchestra.run.smithi067.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-07-29T14:51:29.487 INFO:teuthology.orchestra.run.smithi067.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-07-29T14:51:29.487 INFO:teuthology.orchestra.run.smithi067.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-07-29T14:51:29.487 INFO:teuthology.orchestra.run.smithi067.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-07-29T14:51:29.487 INFO:teuthology.orchestra.run.smithi067.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-07-29T14:51:29.487 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-07-29T14:51:29.487 INFO:teuthology.orchestra.run.smithi067.stdout: python3-ceph-argparse x86_64 2:17.2.7-1155.g3120d060.el9 ceph 45 k 2024-07-29T14:51:29.487 INFO:teuthology.orchestra.run.smithi067.stdout: python3-ceph-common x86_64 2:17.2.7-1155.g3120d060.el9 ceph 117 k 2024-07-29T14:51:29.487 INFO:teuthology.orchestra.run.smithi067.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-07-29T14:51:29.487 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-07-29T14:51:29.487 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-07-29T14:51:29.487 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-07-29T14:51:29.488 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-07-29T14:51:29.488 INFO:teuthology.orchestra.run.smithi067.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-07-29T14:51:29.488 INFO:teuthology.orchestra.run.smithi067.stdout: python3-google-auth noarch 1:2.32.0-1.el9 epel 216 k 2024-07-29T14:51:29.488 INFO:teuthology.orchestra.run.smithi067.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-07-29T14:51:29.488 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-07-29T14:51:29.488 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-07-29T14:51:29.488 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-07-29T14:51:29.488 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-07-29T14:51:29.488 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-07-29T14:51:29.488 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-07-29T14:51:29.488 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-07-29T14:51:29.488 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-07-29T14:51:29.489 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-07-29T14:51:29.489 INFO:teuthology.orchestra.run.smithi067.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-07-29T14:51:29.489 INFO:teuthology.orchestra.run.smithi067.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-07-29T14:51:29.489 INFO:teuthology.orchestra.run.smithi067.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-07-29T14:51:29.489 INFO:teuthology.orchestra.run.smithi067.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-07-29T14:51:29.489 INFO:teuthology.orchestra.run.smithi067.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-07-29T14:51:29.489 INFO:teuthology.orchestra.run.smithi067.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-07-29T14:51:29.489 INFO:teuthology.orchestra.run.smithi067.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-07-29T14:51:29.490 INFO:teuthology.orchestra.run.smithi067.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-07-29T14:51:29.490 INFO:teuthology.orchestra.run.smithi067.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-07-29T14:51:29.490 INFO:teuthology.orchestra.run.smithi067.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-07-29T14:51:29.490 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-07-29T14:51:29.490 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-07-29T14:51:29.490 INFO:teuthology.orchestra.run.smithi067.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-07-29T14:51:29.490 INFO:teuthology.orchestra.run.smithi067.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-07-29T14:51:29.490 INFO:teuthology.orchestra.run.smithi067.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-07-29T14:51:29.491 INFO:teuthology.orchestra.run.smithi067.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-07-29T14:51:29.491 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-07-29T14:51:29.491 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-07-29T14:51:29.491 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-07-29T14:51:29.491 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-07-29T14:51:29.491 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-07-29T14:51:29.491 INFO:teuthology.orchestra.run.smithi067.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-07-29T14:51:29.491 INFO:teuthology.orchestra.run.smithi067.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-07-29T14:51:29.492 INFO:teuthology.orchestra.run.smithi067.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-07-29T14:51:29.492 INFO:teuthology.orchestra.run.smithi067.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-07-29T14:51:29.492 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-07-29T14:51:29.492 INFO:teuthology.orchestra.run.smithi067.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-07-29T14:51:29.492 INFO:teuthology.orchestra.run.smithi067.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-07-29T14:51:29.492 INFO:teuthology.orchestra.run.smithi067.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-07-29T14:51:29.492 INFO:teuthology.orchestra.run.smithi067.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-07-29T14:51:29.493 INFO:teuthology.orchestra.run.smithi067.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-07-29T14:51:29.493 INFO:teuthology.orchestra.run.smithi067.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-07-29T14:51:29.493 INFO:teuthology.orchestra.run.smithi067.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-07-29T14:51:29.493 INFO:teuthology.orchestra.run.smithi067.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-07-29T14:51:29.493 INFO:teuthology.orchestra.run.smithi067.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-07-29T14:51:29.493 INFO:teuthology.orchestra.run.smithi067.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-07-29T14:51:29.493 INFO:teuthology.orchestra.run.smithi067.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-07-29T14:51:29.493 INFO:teuthology.orchestra.run.smithi067.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-07-29T14:51:29.493 INFO:teuthology.orchestra.run.smithi067.stdout:Installing weak dependencies: 2024-07-29T14:51:29.494 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-07-29T14:51:29.494 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:51:29.494 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction Summary 2024-07-29T14:51:29.494 INFO:teuthology.orchestra.run.smithi067.stdout:======================================================================================= 2024-07-29T14:51:29.494 INFO:teuthology.orchestra.run.smithi067.stdout:Install 112 Packages 2024-07-29T14:51:29.494 INFO:teuthology.orchestra.run.smithi067.stdout:Upgrade 2 Packages 2024-07-29T14:51:29.494 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:51:29.495 INFO:teuthology.orchestra.run.smithi067.stdout:Total download size: 190 M 2024-07-29T14:51:29.495 INFO:teuthology.orchestra.run.smithi067.stdout:Downloading Packages: 2024-07-29T14:51:29.829 INFO:teuthology.orchestra.run.smithi067.stdout:(1/114): ceph-17.2.7-1155.g3120d060.el9.x86_64. 36 kB/s | 6.5 kB 00:00 2024-07-29T14:51:30.046 INFO:teuthology.orchestra.run.smithi067.stdout:(2/114): ceph-fuse-17.2.7-1155.g3120d060.el9.x8 3.7 MB/s | 813 kB 00:00 2024-07-29T14:51:30.141 INFO:teuthology.orchestra.run.smithi138.stdout:(4/114): ceph-common-17.2.7-1155.g3120d060.el9. 17 MB/s | 22 MB 00:01 2024-07-29T14:51:30.154 INFO:teuthology.orchestra.run.smithi067.stdout:(3/114): ceph-base-17.2.7-1155.g3120d060.el9.x8 9.8 MB/s | 5.0 MB 00:00 2024-07-29T14:51:30.166 INFO:teuthology.orchestra.run.smithi138.stdout:(5/114): ceph-immutable-object-cache-17.2.7-115 151 kB/s | 137 kB 00:00 2024-07-29T14:51:30.179 INFO:teuthology.orchestra.run.smithi067.stdout:(4/114): ceph-immutable-object-cache-17.2.7-115 1.0 MB/s | 137 kB 00:00 2024-07-29T14:51:30.267 INFO:teuthology.orchestra.run.smithi138.stdout:(6/114): ceph-mgr-17.2.7-1155.g3120d060.el9.x86 11 MB/s | 1.4 MB 00:00 2024-07-29T14:51:30.321 INFO:teuthology.orchestra.run.smithi067.stdout:(5/114): ceph-mds-17.2.7-1155.g3120d060.el9.x86 12 MB/s | 2.1 MB 00:00 2024-07-29T14:51:30.375 INFO:teuthology.orchestra.run.smithi138.stdout:(7/114): ceph-mds-17.2.7-1155.g3120d060.el9.x86 1.9 MB/s | 2.1 MB 00:01 2024-07-29T14:51:30.430 INFO:teuthology.orchestra.run.smithi067.stdout:(6/114): ceph-mgr-17.2.7-1155.g3120d060.el9.x86 5.6 MB/s | 1.4 MB 00:00 2024-07-29T14:51:30.672 INFO:teuthology.orchestra.run.smithi067.stdout:(7/114): ceph-mon-17.2.7-1155.g3120d060.el9.x86 11 MB/s | 3.9 MB 00:00 2024-07-29T14:51:30.984 INFO:teuthology.orchestra.run.smithi138.stdout:(8/114): ceph-mon-17.2.7-1155.g3120d060.el9.x86 4.8 MB/s | 3.9 MB 00:00 2024-07-29T14:51:31.092 INFO:teuthology.orchestra.run.smithi138.stdout:(9/114): ceph-selinux-17.2.7-1155.g3120d060.el9 232 kB/s | 25 kB 00:00 2024-07-29T14:51:31.343 INFO:teuthology.orchestra.run.smithi138.stdout:(10/114): ceph-osd-17.2.7-1155.g3120d060.el9.x8 14 MB/s | 15 MB 00:01 2024-07-29T14:51:31.393 INFO:teuthology.orchestra.run.smithi138.stdout:(11/114): libcephfs-devel-17.2.7-1155.g3120d060 501 kB/s | 25 kB 00:00 2024-07-29T14:51:31.481 INFO:teuthology.orchestra.run.smithi067.stdout:(8/114): ceph-common-17.2.7-1155.g3120d060.el9. 12 MB/s | 22 MB 00:01 2024-07-29T14:51:31.531 INFO:teuthology.orchestra.run.smithi067.stdout:(9/114): ceph-selinux-17.2.7-1155.g3120d060.el9 504 kB/s | 25 kB 00:00 2024-07-29T14:51:31.577 INFO:teuthology.orchestra.run.smithi138.stdout:(12/114): libcephfs2-17.2.7-1155.g3120d060.el9. 3.4 MB/s | 637 kB 00:00 2024-07-29T14:51:31.636 INFO:teuthology.orchestra.run.smithi138.stdout:(13/114): libcephsqlite-17.2.7-1155.g3120d060.e 2.7 MB/s | 163 kB 00:00 2024-07-29T14:51:31.686 INFO:teuthology.orchestra.run.smithi138.stdout:(14/114): librados-devel-17.2.7-1155.g3120d060. 2.5 MB/s | 126 kB 00:00 2024-07-29T14:51:31.714 INFO:teuthology.orchestra.run.smithi067.stdout:(10/114): ceph-radosgw-17.2.7-1155.g3120d060.el 14 MB/s | 14 MB 00:01 2024-07-29T14:51:31.782 INFO:teuthology.orchestra.run.smithi067.stdout:(11/114): libcephfs-devel-17.2.7-1155.g3120d060 376 kB/s | 25 kB 00:00 2024-07-29T14:51:31.802 INFO:teuthology.orchestra.run.smithi138.stdout:(15/114): libradosstriper1-17.2.7-1155.g3120d06 3.8 MB/s | 457 kB 00:00 2024-07-29T14:51:31.865 INFO:teuthology.orchestra.run.smithi067.stdout:(12/114): libcephfs2-17.2.7-1155.g3120d060.el9. 7.5 MB/s | 637 kB 00:00 2024-07-29T14:51:31.948 INFO:teuthology.orchestra.run.smithi067.stdout:(13/114): libcephsqlite-17.2.7-1155.g3120d060.e 1.9 MB/s | 163 kB 00:00 2024-07-29T14:51:32.032 INFO:teuthology.orchestra.run.smithi067.stdout:(14/114): librados-devel-17.2.7-1155.g3120d060. 1.5 MB/s | 126 kB 00:00 2024-07-29T14:51:32.124 INFO:teuthology.orchestra.run.smithi067.stdout:(15/114): libradosstriper1-17.2.7-1155.g3120d06 4.9 MB/s | 457 kB 00:00 2024-07-29T14:51:32.178 INFO:teuthology.orchestra.run.smithi138.stdout:(16/114): librgw2-17.2.7-1155.g3120d060.el9.x86 13 MB/s | 4.9 MB 00:00 2024-07-29T14:51:32.337 INFO:teuthology.orchestra.run.smithi138.stdout:(17/114): ceph-radosgw-17.2.7-1155.g3120d060.el 7.2 MB/s | 14 MB 00:01 2024-07-29T14:51:32.362 INFO:teuthology.orchestra.run.smithi138.stdout:(18/114): python3-ceph-argparse-17.2.7-1155.g31 246 kB/s | 45 kB 00:00 2024-07-29T14:51:32.396 INFO:teuthology.orchestra.run.smithi138.stdout:(19/114): python3-ceph-common-17.2.7-1155.g3120 2.0 MB/s | 117 kB 00:00 2024-07-29T14:51:32.429 INFO:teuthology.orchestra.run.smithi138.stdout:(20/114): python3-cephfs-17.2.7-1155.g3120d060. 2.6 MB/s | 181 kB 00:00 2024-07-29T14:51:32.480 INFO:teuthology.orchestra.run.smithi138.stdout:(21/114): python3-rados-17.2.7-1155.g3120d060.e 4.3 MB/s | 368 kB 00:00 2024-07-29T14:51:32.522 INFO:teuthology.orchestra.run.smithi138.stdout:(22/114): python3-rbd-17.2.7-1155.g3120d060.el9 3.6 MB/s | 342 kB 00:00 2024-07-29T14:51:32.547 INFO:teuthology.orchestra.run.smithi138.stdout:(23/114): python3-rgw-17.2.7-1155.g3120d060.el9 1.7 MB/s | 117 kB 00:00 2024-07-29T14:51:32.597 INFO:teuthology.orchestra.run.smithi138.stdout:(24/114): rbd-fuse-17.2.7-1155.g3120d060.el9.x8 1.1 MB/s | 82 kB 00:00 2024-07-29T14:51:32.842 INFO:teuthology.orchestra.run.smithi138.stdout:(25/114): rbd-mirror-17.2.7-1155.g3120d060.el9. 10 MB/s | 2.9 MB 00:00 2024-07-29T14:51:32.864 INFO:teuthology.orchestra.run.smithi138.stdout:(26/114): rbd-nbd-17.2.7-1155.g3120d060.el9.x86 618 kB/s | 165 kB 00:00 2024-07-29T14:51:32.898 INFO:teuthology.orchestra.run.smithi138.stdout:(27/114): ceph-grafana-dashboards-17.2.7-1155.g 418 kB/s | 24 kB 00:00 2024-07-29T14:51:32.931 INFO:teuthology.orchestra.run.smithi138.stdout:(28/114): ceph-mgr-cephadm-17.2.7-1155.g3120d06 1.8 MB/s | 123 kB 00:00 2024-07-29T14:51:33.232 INFO:teuthology.orchestra.run.smithi138.stdout:(29/114): ceph-mgr-dashboard-17.2.7-1155.g3120d 10 MB/s | 3.4 MB 00:00 2024-07-29T14:51:33.666 INFO:teuthology.orchestra.run.smithi138.stdout:(30/114): ceph-mgr-diskprediction-local-17.2.7- 10 MB/s | 7.4 MB 00:00 2024-07-29T14:51:33.699 INFO:teuthology.orchestra.run.smithi138.stdout:(31/114): ceph-mgr-modules-core-17.2.7-1155.g31 514 kB/s | 240 kB 00:00 2024-07-29T14:51:33.725 INFO:teuthology.orchestra.run.smithi138.stdout:(32/114): ceph-mgr-rook-17.2.7-1155.g3120d060.e 811 kB/s | 47 kB 00:00 2024-07-29T14:51:33.766 INFO:teuthology.orchestra.run.smithi138.stdout:(33/114): ceph-prometheus-alerts-17.2.7-1155.g3 219 kB/s | 15 kB 00:00 2024-07-29T14:51:33.812 INFO:teuthology.orchestra.run.smithi138.stdout:(34/114): cephadm-17.2.7-1155.g3120d060.el9.noa 948 kB/s | 82 kB 00:00 2024-07-29T14:51:33.900 INFO:teuthology.orchestra.run.smithi138.stdout:(35/114): fuse-2.9.9-16.el9.x86_64.rpm 598 kB/s | 80 kB 00:00 2024-07-29T14:51:33.987 INFO:teuthology.orchestra.run.smithi138.stdout:(36/114): libgfortran-11.4.1-3.el9.x86_64.rpm 4.6 MB/s | 803 kB 00:00 2024-07-29T14:51:34.009 INFO:teuthology.orchestra.run.smithi138.stdout:(37/114): libquadmath-11.4.1-3.el9.x86_64.rpm 1.8 MB/s | 195 kB 00:00 2024-07-29T14:51:34.043 INFO:teuthology.orchestra.run.smithi138.stdout:(38/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.2 MB/s | 253 kB 00:00 2024-07-29T14:51:34.093 INFO:teuthology.orchestra.run.smithi138.stdout:(39/114): python3-cryptography-36.0.1-4.el9.x86 15 MB/s | 1.2 MB 00:00 2024-07-29T14:51:34.118 INFO:teuthology.orchestra.run.smithi138.stdout:(40/114): python3-ply-3.11-14.el9.noarch.rpm 1.4 MB/s | 106 kB 00:00 2024-07-29T14:51:34.144 INFO:teuthology.orchestra.run.smithi138.stdout:(41/114): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-07-29T14:51:34.185 INFO:teuthology.orchestra.run.smithi138.stdout:(42/114): python3-requests-2.25.1-8.el9.noarch. 1.9 MB/s | 125 kB 00:00 2024-07-29T14:51:34.211 INFO:teuthology.orchestra.run.smithi138.stdout:(43/114): python3-urllib3-1.26.5-6.el9.noarch.r 3.1 MB/s | 215 kB 00:00 2024-07-29T14:51:34.324 INFO:teuthology.orchestra.run.smithi067.stdout:(16/114): ceph-test-17.2.7-1155.g3120d060.el9.x 17 MB/s | 48 MB 00:02 2024-07-29T14:51:34.475 INFO:teuthology.orchestra.run.smithi067.stdout:(17/114): ceph-osd-17.2.7-1155.g3120d060.el9.x8 3.8 MB/s | 15 MB 00:04 2024-07-29T14:51:34.500 INFO:teuthology.orchestra.run.smithi067.stdout:(18/114): python3-ceph-argparse-17.2.7-1155.g31 258 kB/s | 45 kB 00:00 2024-07-29T14:51:34.534 INFO:teuthology.orchestra.run.smithi067.stdout:(19/114): python3-ceph-common-17.2.7-1155.g3120 2.0 MB/s | 117 kB 00:00 2024-07-29T14:51:34.559 INFO:teuthology.orchestra.run.smithi067.stdout:(20/114): python3-cephfs-17.2.7-1155.g3120d060. 3.0 MB/s | 181 kB 00:00 2024-07-29T14:51:34.626 INFO:teuthology.orchestra.run.smithi067.stdout:(21/114): librgw2-17.2.7-1155.g3120d060.el9.x86 2.0 MB/s | 4.9 MB 00:02 2024-07-29T14:51:34.660 INFO:teuthology.orchestra.run.smithi067.stdout:(22/114): python3-rados-17.2.7-1155.g3120d060.e 2.9 MB/s | 368 kB 00:00 2024-07-29T14:51:34.685 INFO:teuthology.orchestra.run.smithi067.stdout:(23/114): python3-rgw-17.2.7-1155.g3120d060.el9 1.9 MB/s | 117 kB 00:00 2024-07-29T14:51:34.710 INFO:teuthology.orchestra.run.smithi067.stdout:(24/114): python3-rbd-17.2.7-1155.g3120d060.el9 2.2 MB/s | 342 kB 00:00 2024-07-29T14:51:34.735 INFO:teuthology.orchestra.run.smithi067.stdout:(25/114): rbd-fuse-17.2.7-1155.g3120d060.el9.x8 1.1 MB/s | 82 kB 00:00 2024-07-29T14:51:34.761 INFO:teuthology.orchestra.run.smithi067.stdout:(26/114): rbd-nbd-17.2.7-1155.g3120d060.el9.x86 3.2 MB/s | 165 kB 00:00 2024-07-29T14:51:34.786 INFO:teuthology.orchestra.run.smithi067.stdout:(27/114): ceph-grafana-dashboards-17.2.7-1155.g 485 kB/s | 24 kB 00:00 2024-07-29T14:51:34.811 INFO:teuthology.orchestra.run.smithi067.stdout:(28/114): ceph-mgr-cephadm-17.2.7-1155.g3120d06 2.4 MB/s | 123 kB 00:00 2024-07-29T14:51:34.878 INFO:teuthology.orchestra.run.smithi138.stdout:(44/114): flexiblas-3.0.4-8.el9.x86_64.rpm 47 kB/s | 33 kB 00:00 2024-07-29T14:51:34.886 INFO:teuthology.orchestra.run.smithi067.stdout:(29/114): rbd-mirror-17.2.7-1155.g3120d060.el9. 15 MB/s | 2.9 MB 00:00 2024-07-29T14:51:34.945 INFO:teuthology.orchestra.run.smithi067.stdout:(30/114): ceph-mgr-modules-core-17.2.7-1155.g31 4.0 MB/s | 240 kB 00:00 2024-07-29T14:51:35.004 INFO:teuthology.orchestra.run.smithi067.stdout:(31/114): ceph-mgr-rook-17.2.7-1155.g3120d060.e 817 kB/s | 47 kB 00:00 2024-07-29T14:51:35.079 INFO:teuthology.orchestra.run.smithi067.stdout:(32/114): ceph-mgr-dashboard-17.2.7-1155.g3120d 11 MB/s | 3.4 MB 00:00 2024-07-29T14:51:35.106 INFO:teuthology.orchestra.run.smithi067.stdout:(33/114): ceph-prometheus-alerts-17.2.7-1155.g3 146 kB/s | 15 kB 00:00 2024-07-29T14:51:35.129 INFO:teuthology.orchestra.run.smithi067.stdout:(34/114): cephadm-17.2.7-1155.g3120d060.el9.noa 1.6 MB/s | 82 kB 00:00 2024-07-29T14:51:35.238 INFO:teuthology.orchestra.run.smithi067.stdout:(35/114): ceph-mgr-diskprediction-local-17.2.7- 17 MB/s | 7.4 MB 00:00 2024-07-29T14:51:35.280 INFO:teuthology.orchestra.run.smithi067.stdout:(36/114): fuse-2.9.9-16.el9.x86_64.rpm 455 kB/s | 80 kB 00:00 2024-07-29T14:51:35.389 INFO:teuthology.orchestra.run.smithi067.stdout:(37/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.3 MB/s | 253 kB 00:00 2024-07-29T14:51:35.414 INFO:teuthology.orchestra.run.smithi067.stdout:(38/114): libquadmath-11.4.1-3.el9.x86_64.rpm 1.1 MB/s | 195 kB 00:00 2024-07-29T14:51:35.437 INFO:teuthology.orchestra.run.smithi138.stdout:(45/114): flexiblas-openblas-openmp-3.0.4-8.el9 33 kB/s | 18 kB 00:00 2024-07-29T14:51:35.439 INFO:teuthology.orchestra.run.smithi067.stdout:(39/114): libgfortran-11.4.1-3.el9.x86_64.rpm 2.5 MB/s | 803 kB 00:00 2024-07-29T14:51:35.456 INFO:teuthology.orchestra.run.smithi067.stdout:(40/114): python3-ply-3.11-14.el9.noarch.rpm 2.5 MB/s | 106 kB 00:00 2024-07-29T14:51:35.481 INFO:teuthology.orchestra.run.smithi067.stdout:(41/114): python3-pycparser-2.20-6.el9.noarch.r 3.2 MB/s | 135 kB 00:00 2024-07-29T14:51:35.507 INFO:teuthology.orchestra.run.smithi067.stdout:(42/114): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-07-29T14:51:35.565 INFO:teuthology.orchestra.run.smithi067.stdout:(43/114): python3-urllib3-1.26.5-6.el9.noarch.r 2.5 MB/s | 215 kB 00:00 2024-07-29T14:51:35.682 INFO:teuthology.orchestra.run.smithi067.stdout:(44/114): python3-cryptography-36.0.1-4.el9.x86 4.2 MB/s | 1.2 MB 00:00 2024-07-29T14:51:35.757 INFO:teuthology.orchestra.run.smithi067.stdout:(45/114): flexiblas-3.0.4-8.el9.x86_64.rpm 131 kB/s | 33 kB 00:00 2024-07-29T14:51:35.783 INFO:teuthology.orchestra.run.smithi067.stdout:(46/114): flexiblas-openblas-openmp-3.0.4-8.el9 182 kB/s | 18 kB 00:00 2024-07-29T14:51:35.904 INFO:teuthology.orchestra.run.smithi138.stdout:(46/114): ceph-test-17.2.7-1155.g3120d060.el9.x 10 MB/s | 48 MB 00:04 2024-07-29T14:51:35.908 INFO:teuthology.orchestra.run.smithi067.stdout:(47/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 362 kB/s | 45 kB 00:00 2024-07-29T14:51:35.950 INFO:teuthology.orchestra.run.smithi067.stdout:(48/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 833 kB/s | 160 kB 00:00 2024-07-29T14:51:35.970 INFO:teuthology.orchestra.run.smithi138.stdout:(47/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 1.7 MB/s | 3.0 MB 00:01 2024-07-29T14:51:36.008 INFO:teuthology.orchestra.run.smithi067.stdout:(49/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 6.7 MB/s | 3.0 MB 00:00 2024-07-29T14:51:36.109 INFO:teuthology.orchestra.run.smithi067.stdout:(50/114): openblas-0.3.21-2.el9.x86_64.rpm 352 kB/s | 35 kB 00:00 2024-07-29T14:51:36.159 INFO:teuthology.orchestra.run.smithi067.stdout:(51/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.4 MB/s | 292 kB 00:00 2024-07-29T14:51:36.184 INFO:teuthology.orchestra.run.smithi067.stdout:(52/114): librdkafka-1.6.1-102.el9.x86_64.rpm 2.3 MB/s | 662 kB 00:00 2024-07-29T14:51:36.285 INFO:teuthology.orchestra.run.smithi067.stdout:(53/114): python3-attrs-20.3.0-7.el9.noarch.rpm 699 kB/s | 87 kB 00:00 2024-07-29T14:51:36.476 INFO:teuthology.orchestra.run.smithi067.stdout:(54/114): openblas-openmp-0.3.21-2.el9.x86_64.r 13 MB/s | 4.7 MB 00:00 2024-07-29T14:51:36.502 INFO:teuthology.orchestra.run.smithi067.stdout:(55/114): python3-devel-3.9.18-3.el9.x86_64.rpm 1.1 MB/s | 244 kB 00:00 2024-07-29T14:51:36.604 INFO:teuthology.orchestra.run.smithi138.stdout:(48/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 65 kB/s | 45 kB 00:00 2024-07-29T14:51:36.619 INFO:teuthology.orchestra.run.smithi067.stdout:(56/114): python3-babel-2.9.1-2.el9.noarch.rpm 14 MB/s | 6.0 MB 00:00 2024-07-29T14:51:36.644 INFO:teuthology.orchestra.run.smithi067.stdout:(57/114): python3-iniconfig-1.1.1-7.el9.noarch. 105 kB/s | 17 kB 00:00 2024-07-29T14:51:36.663 INFO:teuthology.orchestra.run.smithi138.stdout:(49/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 131 kB/s | 160 kB 00:01 2024-07-29T14:51:36.719 INFO:teuthology.orchestra.run.smithi067.stdout:(58/114): python3-jsonpatch-1.21-16.el9.noarch. 256 kB/s | 26 kB 00:00 2024-07-29T14:51:36.744 INFO:teuthology.orchestra.run.smithi067.stdout:(59/114): python3-jsonpointer-2.0-4.el9.noarch. 191 kB/s | 19 kB 00:00 2024-07-29T14:51:36.770 INFO:teuthology.orchestra.run.smithi067.stdout:(60/114): python3-jinja2-2.11.3-6.el9.noarch.rp 928 kB/s | 248 kB 00:00 2024-07-29T14:51:36.845 INFO:teuthology.orchestra.run.smithi067.stdout:(61/114): python3-markupsafe-1.1.1-12.el9.x86_6 347 kB/s | 35 kB 00:00 2024-07-29T14:51:36.895 INFO:teuthology.orchestra.run.smithi067.stdout:(62/114): python3-mako-1.1.4-6.el9.noarch.rpm 980 kB/s | 172 kB 00:00 2024-07-29T14:51:36.963 INFO:teuthology.orchestra.run.smithi138.stdout:(50/114): librdkafka-1.6.1-102.el9.x86_64.rpm 668 kB/s | 662 kB 00:00 2024-07-29T14:51:37.046 INFO:teuthology.orchestra.run.smithi067.stdout:(63/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.2 MB/s | 250 kB 00:00 2024-07-29T14:51:37.071 INFO:teuthology.orchestra.run.smithi067.stdout:(64/114): python3-oauthlib-3.1.1-5.el9.noarch.r 1.2 MB/s | 222 kB 00:00 2024-07-29T14:51:37.154 INFO:teuthology.orchestra.run.smithi067.stdout:(65/114): python3-numpy-1.20.1-5.el9.x86_64.rpm 13 MB/s | 5.1 MB 00:00 2024-07-29T14:51:37.196 INFO:teuthology.orchestra.run.smithi067.stdout:(66/114): python3-packaging-20.9-5.el9.noarch.r 513 kB/s | 77 kB 00:00 2024-07-29T14:51:37.288 INFO:teuthology.orchestra.run.smithi067.stdout:(67/114): python3-pluggy-0.13.1-7.el9.noarch.rp 191 kB/s | 41 kB 00:00 2024-07-29T14:51:37.296 INFO:teuthology.orchestra.run.smithi138.stdout:(51/114): openblas-0.3.21-2.el9.x86_64.rpm 56 kB/s | 35 kB 00:00 2024-07-29T14:51:37.313 INFO:teuthology.orchestra.run.smithi067.stdout:(68/114): python3-prettytable-0.7.2-27.el9.noar 266 kB/s | 42 kB 00:00 2024-07-29T14:51:37.439 INFO:teuthology.orchestra.run.smithi067.stdout:(69/114): python3-py-1.10.0-6.el9.noarch.rpm 1.9 MB/s | 477 kB 00:00 2024-07-29T14:51:37.464 INFO:teuthology.orchestra.run.smithi067.stdout:(70/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 906 kB/s | 159 kB 00:00 2024-07-29T14:51:37.522 INFO:teuthology.orchestra.run.smithi067.stdout:(71/114): python3-pyasn1-modules-0.4.8-6.el9.no 1.3 MB/s | 279 kB 00:00 2024-07-29T14:51:37.538 INFO:teuthology.orchestra.run.smithi138.stdout:(52/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 313 kB/s | 292 kB 00:00 2024-07-29T14:51:37.590 INFO:teuthology.orchestra.run.smithi067.stdout:(72/114): python3-pytz-2021.1-5.el9.noarch.rpm 408 kB/s | 51 kB 00:00 2024-07-29T14:51:37.690 INFO:teuthology.orchestra.run.smithi067.stdout:(73/114): python3-pytest-6.2.2-7.el9.noarch.rpm 2.0 MB/s | 519 kB 00:00 2024-07-29T14:51:37.706 INFO:teuthology.orchestra.run.smithi067.stdout:(74/114): python3-requests-oauthlib-1.3.0-12.el 292 kB/s | 54 kB 00:00 2024-07-29T14:51:37.798 INFO:teuthology.orchestra.run.smithi067.stdout:(75/114): python3-toml-0.10.2-6.el9.noarch.rpm 384 kB/s | 42 kB 00:00 2024-07-29T14:51:37.874 INFO:teuthology.orchestra.run.smithi067.stdout:(76/114): socat-1.7.4.1-6.el9.x86_64.rpm 1.8 MB/s | 304 kB 00:00 2024-07-29T14:51:37.924 INFO:teuthology.orchestra.run.smithi067.stdout:(77/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 508 kB/s | 64 kB 00:00 2024-07-29T14:51:37.991 INFO:teuthology.orchestra.run.smithi067.stdout:(78/114): gperftools-libs-2.9.1-2.el9.x86_64.rp 2.6 MB/s | 309 kB 00:00 2024-07-29T14:51:38.016 INFO:teuthology.orchestra.run.smithi067.stdout:(79/114): libunwind-1.6.2-1.el9.x86_64.rpm 2.9 MB/s | 67 kB 00:00 2024-07-29T14:51:38.033 INFO:teuthology.orchestra.run.smithi067.stdout:(80/114): liboath-2.6.7-2.el9.x86_64.rpm 457 kB/s | 49 kB 00:00 2024-07-29T14:51:38.055 INFO:teuthology.orchestra.run.smithi138.stdout:(53/114): python3-attrs-20.3.0-7.el9.noarch.rpm 115 kB/s | 87 kB 00:00 2024-07-29T14:51:38.059 INFO:teuthology.orchestra.run.smithi067.stdout:(81/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-07-29T14:51:38.084 INFO:teuthology.orchestra.run.smithi067.stdout:(82/114): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-07-29T14:51:38.109 INFO:teuthology.orchestra.run.smithi067.stdout:(83/114): python3-certifi-2023.05.07-4.el9.noar 573 kB/s | 14 kB 00:00 2024-07-29T14:51:38.134 INFO:teuthology.orchestra.run.smithi067.stdout:(84/114): python3-cheroot-8.6.0-4.el9.noarch.rp 6.7 MB/s | 172 kB 00:00 2024-07-29T14:51:38.168 INFO:teuthology.orchestra.run.smithi067.stdout:(85/114): python3-asyncssh-2.13.2-5.el9.noarch. 3.5 MB/s | 548 kB 00:00 2024-07-29T14:51:38.193 INFO:teuthology.orchestra.run.smithi067.stdout:(86/114): python3-google-auth-2.32.0-1.el9.noar 8.5 MB/s | 216 kB 00:00 2024-07-29T14:51:38.221 INFO:teuthology.orchestra.run.smithi067.stdout:(87/114): python3-cherrypy-18.6.1-2.el9.noarch. 4.1 MB/s | 358 kB 00:00 2024-07-29T14:51:38.244 INFO:teuthology.orchestra.run.smithi067.stdout:(88/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 213 kB/s | 11 kB 00:00 2024-07-29T14:51:38.269 INFO:teuthology.orchestra.run.smithi067.stdout:(89/114): python3-jaraco-classes-3.2.1-5.el9.no 370 kB/s | 18 kB 00:00 2024-07-29T14:51:38.295 INFO:teuthology.orchestra.run.smithi067.stdout:(90/114): python3-jaraco-collections-3.0.0-8.el 461 kB/s | 23 kB 00:00 2024-07-29T14:51:38.297 INFO:teuthology.orchestra.run.smithi138.stdout:(54/114): openblas-openmp-0.3.21-2.el9.x86_64.r 3.6 MB/s | 4.7 MB 00:01 2024-07-29T14:51:38.320 INFO:teuthology.orchestra.run.smithi067.stdout:(91/114): python3-jaraco-functools-3.5.0-2.el9. 388 kB/s | 19 kB 00:00 2024-07-29T14:51:38.345 INFO:teuthology.orchestra.run.smithi067.stdout:(92/114): python3-jaraco-text-3.2.0-6.el9.noarc 392 kB/s | 20 kB 00:00 2024-07-29T14:51:38.370 INFO:teuthology.orchestra.run.smithi067.stdout:(93/114): python3-jwt+crypto-2.4.0-1.el9.noarch 179 kB/s | 9.0 kB 00:00 2024-07-29T14:51:38.396 INFO:teuthology.orchestra.run.smithi067.stdout:(94/114): python3-jwt-2.4.0-1.el9.noarch.rpm 817 kB/s | 41 kB 00:00 2024-07-29T14:51:38.421 INFO:teuthology.orchestra.run.smithi067.stdout:(95/114): python3-logutils-0.3.5-21.el9.noarch. 1.8 MB/s | 46 kB 00:00 2024-07-29T14:51:38.438 INFO:teuthology.orchestra.run.smithi067.stdout:(96/114): python3-more-itertools-8.12.0-2.el9.n 4.6 MB/s | 79 kB 00:00 2024-07-29T14:51:38.463 INFO:teuthology.orchestra.run.smithi067.stdout:(97/114): python3-natsort-7.1.1-5.el9.noarch.rp 2.2 MB/s | 58 kB 00:00 2024-07-29T14:51:38.497 INFO:teuthology.orchestra.run.smithi067.stdout:(98/114): python3-pecan-1.4.2-3.el9.noarch.rpm 8.1 MB/s | 272 kB 00:00 2024-07-29T14:51:38.539 INFO:teuthology.orchestra.run.smithi067.stdout:(99/114): python3-kubernetes-26.1.0-2.el9.noarc 6.1 MB/s | 1.0 MB 00:00 2024-07-29T14:51:38.564 INFO:teuthology.orchestra.run.smithi067.stdout:(100/114): python3-portend-3.1.0-2.el9.noarch.r 245 kB/s | 16 kB 00:00 2024-07-29T14:51:38.589 INFO:teuthology.orchestra.run.smithi067.stdout:(101/114): python3-repoze-lru-0.7-16.el9.noarch 1.2 MB/s | 31 kB 00:00 2024-07-29T14:51:38.632 INFO:teuthology.orchestra.run.smithi067.stdout:(102/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 967 kB/s | 90 kB 00:00 2024-07-29T14:51:38.657 INFO:teuthology.orchestra.run.smithi067.stdout:(103/114): python3-rsa-4.9-2.el9.noarch.rpm 2.4 MB/s | 59 kB 00:00 2024-07-29T14:51:38.682 INFO:teuthology.orchestra.run.smithi067.stdout:(104/114): python3-routes-2.5.1-5.el9.noarch.rp 2.0 MB/s | 188 kB 00:00 2024-07-29T14:51:38.707 INFO:teuthology.orchestra.run.smithi067.stdout:(105/114): python3-tempora-5.0.0-2.el9.noarch.r 715 kB/s | 36 kB 00:00 2024-07-29T14:51:38.733 INFO:teuthology.orchestra.run.smithi067.stdout:(106/114): python3-typing-extensions-4.4.0-2.el 1.0 MB/s | 51 kB 00:00 2024-07-29T14:51:38.758 INFO:teuthology.orchestra.run.smithi067.stdout:(107/114): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-07-29T14:51:38.783 INFO:teuthology.orchestra.run.smithi067.stdout:(108/114): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-07-29T14:51:38.808 INFO:teuthology.orchestra.run.smithi067.stdout:(109/114): python3-zc-lockfile-2.0-10.el9.noarc 802 kB/s | 20 kB 00:00 2024-07-29T14:51:38.833 INFO:teuthology.orchestra.run.smithi067.stdout:(110/114): python3-werkzeug-2.0.3-3.el9.1.noarc 5.5 MB/s | 427 kB 00:00 2024-07-29T14:51:38.856 INFO:teuthology.orchestra.run.smithi138.stdout:(55/114): python3-babel-2.9.1-2.el9.noarch.rpm 4.6 MB/s | 6.0 MB 00:01 2024-07-29T14:51:38.881 INFO:teuthology.orchestra.run.smithi138.stdout:(56/114): python3-iniconfig-1.1.1-7.el9.noarch. 31 kB/s | 17 kB 00:00 2024-07-29T14:51:38.909 INFO:teuthology.orchestra.run.smithi067.stdout:(111/114): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-07-29T14:51:38.940 INFO:teuthology.orchestra.run.smithi138.stdout:(57/114): python3-devel-3.9.18-3.el9.x86_64.rpm 276 kB/s | 244 kB 00:00 2024-07-29T14:51:39.085 INFO:teuthology.orchestra.run.smithi067.stdout:(112/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 11 MB/s | 16 MB 00:01 2024-07-29T14:51:39.235 INFO:teuthology.orchestra.run.smithi067.stdout:(113/114): librados2-17.2.7-1155.g3120d060.el9. 7.7 MB/s | 3.1 MB 00:00 2024-07-29T14:51:39.293 INFO:teuthology.orchestra.run.smithi067.stdout:(114/114): librbd1-17.2.7-1155.g3120d060.el9.x8 7.7 MB/s | 2.9 MB 00:00 2024-07-29T14:51:39.298 INFO:teuthology.orchestra.run.smithi067.stdout:-------------------------------------------------------------------------------- 2024-07-29T14:51:39.298 INFO:teuthology.orchestra.run.smithi067.stdout:Total 19 MB/s | 190 MB 00:09 2024-07-29T14:51:39.499 INFO:teuthology.orchestra.run.smithi138.stdout:(58/114): python3-jsonpointer-2.0-4.el9.noarch. 34 kB/s | 19 kB 00:00 2024-07-29T14:51:39.532 INFO:teuthology.orchestra.run.smithi138.stdout:(59/114): python3-jsonpatch-1.21-16.el9.noarch. 39 kB/s | 26 kB 00:00 2024-07-29T14:51:39.716 INFO:teuthology.orchestra.run.smithi138.stdout:(60/114): python3-jinja2-2.11.3-6.el9.noarch.rp 289 kB/s | 248 kB 00:00 2024-07-29T14:51:40.049 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction check 2024-07-29T14:51:40.154 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction check succeeded. 2024-07-29T14:51:40.154 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction test 2024-07-29T14:51:40.200 INFO:teuthology.orchestra.run.smithi138.stdout:(61/114): python3-markupsafe-1.1.1-12.el9.x86_6 52 kB/s | 35 kB 00:00 2024-07-29T14:51:40.325 INFO:teuthology.orchestra.run.smithi138.stdout:(62/114): python3-mako-1.1.4-6.el9.noarch.rpm 208 kB/s | 172 kB 00:00 2024-07-29T14:51:41.016 INFO:teuthology.orchestra.run.smithi138.stdout:(63/114): python3-numpy-1.20.1-5.el9.x86_64.rpm 3.9 MB/s | 5.1 MB 00:01 2024-07-29T14:51:41.142 INFO:teuthology.orchestra.run.smithi138.stdout:(64/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 266 kB/s | 250 kB 00:00 2024-07-29T14:51:41.175 INFO:teuthology.orchestra.run.smithi138.stdout:(65/114): python3-oauthlib-3.1.1-5.el9.noarch.r 261 kB/s | 222 kB 00:00 2024-07-29T14:51:41.776 INFO:teuthology.orchestra.run.smithi138.stdout:(66/114): python3-packaging-20.9-5.el9.noarch.r 102 kB/s | 77 kB 00:00 2024-07-29T14:51:41.801 INFO:teuthology.orchestra.run.smithi138.stdout:(67/114): python3-pluggy-0.13.1-7.el9.noarch.rp 63 kB/s | 41 kB 00:00 2024-07-29T14:51:41.860 INFO:teuthology.orchestra.run.smithi138.stdout:(68/114): python3-prettytable-0.7.2-27.el9.noar 62 kB/s | 42 kB 00:00 2024-07-29T14:51:41.863 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction test succeeded. 2024-07-29T14:51:41.864 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction 2024-07-29T14:51:42.685 INFO:teuthology.orchestra.run.smithi138.stdout:(69/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 180 kB/s | 159 kB 00:00 2024-07-29T14:51:42.726 INFO:teuthology.orchestra.run.smithi138.stdout:(70/114): python3-py-1.10.0-6.el9.noarch.rpm 502 kB/s | 477 kB 00:00 2024-07-29T14:51:42.752 INFO:teuthology.orchestra.run.smithi138.stdout:(71/114): python3-pyasn1-modules-0.4.8-6.el9.no 313 kB/s | 279 kB 00:00 2024-07-29T14:51:43.419 INFO:teuthology.orchestra.run.smithi138.stdout:(72/114): python3-pytz-2021.1-5.el9.noarch.rpm 74 kB/s | 51 kB 00:00 2024-07-29T14:51:43.444 INFO:teuthology.orchestra.run.smithi138.stdout:(73/114): python3-requests-oauthlib-1.3.0-12.el 78 kB/s | 54 kB 00:00 2024-07-29T14:51:43.661 INFO:teuthology.orchestra.run.smithi138.stdout:(74/114): python3-pytest-6.2.2-7.el9.noarch.rpm 532 kB/s | 519 kB 00:00 2024-07-29T14:51:44.103 INFO:teuthology.orchestra.run.smithi138.stdout:(75/114): python3-toml-0.10.2-6.el9.noarch.rpm 63 kB/s | 42 kB 00:00 2024-07-29T14:51:44.612 INFO:teuthology.orchestra.run.smithi138.stdout:(76/114): socat-1.7.4.1-6.el9.x86_64.rpm 339 kB/s | 304 kB 00:00 2024-07-29T14:51:44.687 INFO:teuthology.orchestra.run.smithi138.stdout:(77/114): gperftools-libs-2.9.1-2.el9.x86_64.rp 4.1 MB/s | 309 kB 00:00 2024-07-29T14:51:44.712 INFO:teuthology.orchestra.run.smithi138.stdout:(78/114): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-07-29T14:51:44.737 INFO:teuthology.orchestra.run.smithi138.stdout:(79/114): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-07-29T14:51:44.771 INFO:teuthology.orchestra.run.smithi138.stdout:(80/114): python3-asyncssh-2.13.2-5.el9.noarch. 16 MB/s | 548 kB 00:00 2024-07-29T14:51:44.788 INFO:teuthology.orchestra.run.smithi138.stdout:(81/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 2.6 MB/s | 43 kB 00:00 2024-07-29T14:51:44.805 INFO:teuthology.orchestra.run.smithi138.stdout:(82/114): python3-cachetools-4.2.4-1.el9.noarch 1.9 MB/s | 32 kB 00:00 2024-07-29T14:51:44.821 INFO:teuthology.orchestra.run.smithi138.stdout:(83/114): python3-certifi-2023.05.07-4.el9.noar 858 kB/s | 14 kB 00:00 2024-07-29T14:51:44.847 INFO:teuthology.orchestra.run.smithi138.stdout:(84/114): python3-cheroot-8.6.0-4.el9.noarch.rp 6.7 MB/s | 172 kB 00:00 2024-07-29T14:51:44.864 INFO:teuthology.orchestra.run.smithi138.stdout:(85/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 84 kB/s | 64 kB 00:00 2024-07-29T14:51:44.946 INFO:teuthology.orchestra.run.smithi138.stdout:(86/114): python3-cherrypy-18.6.1-2.el9.noarch. 3.6 MB/s | 358 kB 00:00 2024-07-29T14:51:44.975 INFO:teuthology.orchestra.run.smithi138.stdout:(87/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 408 kB/s | 11 kB 00:00 2024-07-29T14:51:45.000 INFO:teuthology.orchestra.run.smithi138.stdout:(88/114): python3-jaraco-classes-3.2.1-5.el9.no 709 kB/s | 18 kB 00:00 2024-07-29T14:51:45.026 INFO:teuthology.orchestra.run.smithi138.stdout:(89/114): python3-jaraco-collections-3.0.0-8.el 933 kB/s | 23 kB 00:00 2024-07-29T14:51:45.051 INFO:teuthology.orchestra.run.smithi138.stdout:(90/114): python3-jaraco-functools-3.5.0-2.el9. 781 kB/s | 19 kB 00:00 2024-07-29T14:51:45.076 INFO:teuthology.orchestra.run.smithi138.stdout:(91/114): python3-google-auth-2.32.0-1.el9.noar 1.0 MB/s | 216 kB 00:00 2024-07-29T14:51:45.101 INFO:teuthology.orchestra.run.smithi138.stdout:(92/114): python3-jaraco-text-3.2.0-6.el9.noarc 391 kB/s | 20 kB 00:00 2024-07-29T14:51:45.127 INFO:teuthology.orchestra.run.smithi138.stdout:(93/114): python3-jwt+crypto-2.4.0-1.el9.noarch 181 kB/s | 9.0 kB 00:00 2024-07-29T14:51:45.154 INFO:teuthology.orchestra.run.smithi138.stdout:(94/114): python3-jwt-2.4.0-1.el9.noarch.rpm 816 kB/s | 41 kB 00:00 2024-07-29T14:51:45.177 INFO:teuthology.orchestra.run.smithi138.stdout:(95/114): python3-logutils-0.3.5-21.el9.noarch. 1.8 MB/s | 46 kB 00:00 2024-07-29T14:51:45.202 INFO:teuthology.orchestra.run.smithi138.stdout:(96/114): python3-more-itertools-8.12.0-2.el9.n 3.1 MB/s | 79 kB 00:00 2024-07-29T14:51:45.228 INFO:teuthology.orchestra.run.smithi138.stdout:(97/114): python3-natsort-7.1.1-5.el9.noarch.rp 2.3 MB/s | 58 kB 00:00 2024-07-29T14:51:45.261 INFO:teuthology.orchestra.run.smithi138.stdout:(98/114): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-07-29T14:51:45.287 INFO:teuthology.orchestra.run.smithi138.stdout:(99/114): python3-portend-3.1.0-2.el9.noarch.rp 658 kB/s | 16 kB 00:00 2024-07-29T14:51:45.312 INFO:teuthology.orchestra.run.smithi138.stdout:(100/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.6 MB/s | 90 kB 00:00 2024-07-29T14:51:45.338 INFO:teuthology.orchestra.run.smithi138.stdout:(101/114): python3-repoze-lru-0.7-16.el9.noarch 1.2 MB/s | 31 kB 00:00 2024-07-29T14:51:45.379 INFO:teuthology.orchestra.run.smithi138.stdout:(102/114): python3-kubernetes-26.1.0-2.el9.noar 4.0 MB/s | 1.0 MB 00:00 2024-07-29T14:51:45.404 INFO:teuthology.orchestra.run.smithi138.stdout:(103/114): python3-routes-2.5.1-5.el9.noarch.rp 2.8 MB/s | 188 kB 00:00 2024-07-29T14:51:45.430 INFO:teuthology.orchestra.run.smithi138.stdout:(104/114): python3-rsa-4.9-2.el9.noarch.rpm 1.1 MB/s | 59 kB 00:00 2024-07-29T14:51:45.455 INFO:teuthology.orchestra.run.smithi138.stdout:(105/114): python3-tempora-5.0.0-2.el9.noarch.r 711 kB/s | 36 kB 00:00 2024-07-29T14:51:45.480 INFO:teuthology.orchestra.run.smithi138.stdout:(106/114): python3-typing-extensions-4.4.0-2.el 1.0 MB/s | 51 kB 00:00 2024-07-29T14:51:45.506 INFO:teuthology.orchestra.run.smithi138.stdout:(107/114): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-07-29T14:51:45.531 INFO:teuthology.orchestra.run.smithi138.stdout:(108/114): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-07-29T14:51:45.556 INFO:teuthology.orchestra.run.smithi138.stdout:(109/114): python3-zc-lockfile-2.0-10.el9.noarc 798 kB/s | 20 kB 00:00 2024-07-29T14:51:45.590 INFO:teuthology.orchestra.run.smithi138.stdout:(110/114): python3-werkzeug-2.0.3-3.el9.1.noarc 5.0 MB/s | 427 kB 00:00 2024-07-29T14:51:45.649 INFO:teuthology.orchestra.run.smithi138.stdout:(111/114): thrift-0.15.0-2.el9.x86_64.rpm 17 MB/s | 1.6 MB 00:00 2024-07-29T14:51:45.824 INFO:teuthology.orchestra.run.smithi138.stdout:(112/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 6.8 MB/s | 16 MB 00:02 2024-07-29T14:51:46.017 INFO:teuthology.orchestra.run.smithi138.stdout:(113/114): librados2-17.2.7-1155.g3120d060.el9. 7.2 MB/s | 3.1 MB 00:00 2024-07-29T14:51:46.083 INFO:teuthology.orchestra.run.smithi138.stdout:(114/114): librbd1-17.2.7-1155.g3120d060.el9.x8 6.8 MB/s | 2.9 MB 00:00 2024-07-29T14:51:46.089 INFO:teuthology.orchestra.run.smithi138.stdout:-------------------------------------------------------------------------------- 2024-07-29T14:51:46.089 INFO:teuthology.orchestra.run.smithi138.stdout:Total 11 MB/s | 190 MB 00:17 2024-07-29T14:51:46.489 INFO:teuthology.orchestra.run.smithi067.stdout: Preparing : 1/1 2024-07-29T14:51:46.555 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-07-29T14:51:46.580 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-07-29T14:51:46.642 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-07-29T14:51:46.832 INFO:teuthology.orchestra.run.smithi138.stdout:Running transaction check 2024-07-29T14:51:46.928 INFO:teuthology.orchestra.run.smithi138.stdout:Transaction check succeeded. 2024-07-29T14:51:46.928 INFO:teuthology.orchestra.run.smithi138.stdout:Running transaction test 2024-07-29T14:51:46.966 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-07-29T14:51:47.072 INFO:teuthology.orchestra.run.smithi067.stdout: Upgrading : librados2-2:17.2.7-1155.g3120d060.el9.x86_64 5/116 2024-07-29T14:51:47.188 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: librados2-2:17.2.7-1155.g3120d060.el9.x86_64 5/116 2024-07-29T14:51:47.214 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libcephfs2-2:17.2.7-1155.g3120d060.el9.x86_64 6/116 2024-07-29T14:51:47.311 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: libcephfs2-2:17.2.7-1155.g3120d060.el9.x86_64 6/116 2024-07-29T14:51:47.358 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-rados-2:17.2.7-1155.g3120d060.el9.x86_64 7/116 2024-07-29T14:51:47.386 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-07-29T14:51:47.844 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-07-29T14:51:47.876 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : librgw2-2:17.2.7-1155.g3120d060.el9.x86_64 10/116 2024-07-29T14:51:47.950 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: librgw2-2:17.2.7-1155.g3120d060.el9.x86_64 10/116 2024-07-29T14:51:47.976 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libcephsqlite-2:17.2.7-1155.g3120d060.el9.x86_64 11/116 2024-07-29T14:51:48.078 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1155.g3120d060.el9.x86_64 11/116 2024-07-29T14:51:48.102 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libradosstriper1-2:17.2.7-1155.g3120d060.el9.x86 12/116 2024-07-29T14:51:48.234 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1155.g3120d060.el9.x86 12/116 2024-07-29T14:51:48.265 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-07-29T14:51:48.298 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-07-29T14:51:48.327 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-07-29T14:51:48.369 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-07-29T14:51:48.437 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-07-29T14:51:48.487 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-07-29T14:51:48.526 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-packaging-20.9-5.el9.noarch 19/116 2024-07-29T14:51:48.554 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 20/116 2024-07-29T14:51:48.596 INFO:teuthology.orchestra.run.smithi138.stdout:Transaction test succeeded. 2024-07-29T14:51:48.596 INFO:teuthology.orchestra.run.smithi138.stdout:Running transaction 2024-07-29T14:51:48.627 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 21/116 2024-07-29T14:51:48.685 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/116 2024-07-29T14:51:48.719 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/116 2024-07-29T14:51:48.759 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 24/116 2024-07-29T14:51:48.793 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 25/116 2024-07-29T14:51:48.831 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-ceph-argparse-2:17.2.7-1155.g3120d060.el 26/116 2024-07-29T14:51:48.906 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-cephfs-2:17.2.7-1155.g3120d060.el9.x86_6 27/116 2024-07-29T14:51:49.052 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 28/116 2024-07-29T14:51:49.116 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 29/116 2024-07-29T14:51:49.676 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-rsa-4.9-2.el9.noarch 30/116 2024-07-29T14:51:49.762 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 31/116 2024-07-29T14:51:49.807 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 32/116 2024-07-29T14:51:49.840 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 33/116 2024-07-29T14:51:49.875 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 34/116 2024-07-29T14:51:49.915 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 35/116 2024-07-29T14:51:49.983 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-rgw-2:17.2.7-1155.g3120d060.el9.x86_64 36/116 2024-07-29T14:51:50.021 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : librados-devel-2:17.2.7-1155.g3120d060.el9.x86_6 37/116 2024-07-29T14:51:50.051 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 38/116 2024-07-29T14:51:50.088 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 39/116 2024-07-29T14:51:50.145 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 40/116 2024-07-29T14:51:50.220 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 41/116 2024-07-29T14:51:50.255 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 42/116 2024-07-29T14:51:50.291 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 43/116 2024-07-29T14:51:50.340 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 44/116 2024-07-29T14:51:50.385 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 45/116 2024-07-29T14:51:50.429 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 46/116 2024-07-29T14:51:50.574 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 47/116 2024-07-29T14:51:50.612 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 48/116 2024-07-29T14:51:50.654 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 49/116 2024-07-29T14:51:50.757 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 50/116 2024-07-29T14:51:50.796 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-google-auth-1:2.32.0-1.el9.noarch 51/116 2024-07-29T14:51:50.838 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 52/116 2024-07-29T14:51:50.874 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 53/116 2024-07-29T14:51:50.919 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 54/116 2024-07-29T14:51:51.049 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 55/116 2024-07-29T14:51:51.093 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-py-1.10.0-6.el9.noarch 56/116 2024-07-29T14:51:51.133 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 57/116 2024-07-29T14:51:51.244 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 58/116 2024-07-29T14:51:51.298 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-07-29T14:51:52.072 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-07-29T14:51:52.125 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-07-29T14:51:52.159 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-07-29T14:51:52.193 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-07-29T14:51:52.298 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-07-29T14:51:52.352 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 65/116 2024-07-29T14:51:52.385 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-07-29T14:51:52.570 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : openblas-0.3.21-2.el9.x86_64 67/116 2024-07-29T14:51:52.600 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 68/116 2024-07-29T14:51:52.681 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-07-29T14:51:53.370 INFO:teuthology.orchestra.run.smithi138.stdout: Preparing : 1/1 2024-07-29T14:51:53.389 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-07-29T14:51:53.452 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-07-29T14:51:53.477 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-07-29T14:51:53.511 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-07-29T14:51:53.531 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-07-29T14:51:53.830 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-07-29T14:51:53.936 INFO:teuthology.orchestra.run.smithi138.stdout: Upgrading : librados2-2:17.2.7-1155.g3120d060.el9.x86_64 5/116 2024-07-29T14:51:54.042 INFO:teuthology.orchestra.run.smithi138.stdout: Running scriptlet: librados2-2:17.2.7-1155.g3120d060.el9.x86_64 5/116 2024-07-29T14:51:54.079 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : libcephfs2-2:17.2.7-1155.g3120d060.el9.x86_64 6/116 2024-07-29T14:51:54.175 INFO:teuthology.orchestra.run.smithi138.stdout: Running scriptlet: libcephfs2-2:17.2.7-1155.g3120d060.el9.x86_64 6/116 2024-07-29T14:51:54.213 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-rados-2:17.2.7-1155.g3120d060.el9.x86_64 7/116 2024-07-29T14:51:54.242 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-07-29T14:51:54.675 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-07-29T14:51:54.706 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : librgw2-2:17.2.7-1155.g3120d060.el9.x86_64 10/116 2024-07-29T14:51:54.780 INFO:teuthology.orchestra.run.smithi138.stdout: Running scriptlet: librgw2-2:17.2.7-1155.g3120d060.el9.x86_64 10/116 2024-07-29T14:51:54.816 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : libcephsqlite-2:17.2.7-1155.g3120d060.el9.x86_64 11/116 2024-07-29T14:51:54.869 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-07-29T14:51:54.900 INFO:teuthology.orchestra.run.smithi138.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1155.g3120d060.el9.x86_64 11/116 2024-07-29T14:51:54.925 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : libradosstriper1-2:17.2.7-1155.g3120d060.el9.x86 12/116 2024-07-29T14:51:54.964 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-07-29T14:51:55.052 INFO:teuthology.orchestra.run.smithi138.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1155.g3120d060.el9.x86 12/116 2024-07-29T14:51:55.088 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-07-29T14:51:55.120 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-07-29T14:51:55.149 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-07-29T14:51:55.190 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-07-29T14:51:55.256 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-07-29T14:51:55.272 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-07-29T14:51:55.308 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-07-29T14:51:55.309 INFO:teuthology.orchestra.run.smithi067.stdout: Upgrading : librbd1-2:17.2.7-1155.g3120d060.el9.x86_64 75/116 2024-07-29T14:51:55.340 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-packaging-20.9-5.el9.noarch 19/116 2024-07-29T14:51:55.367 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 20/116 2024-07-29T14:51:55.404 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: librbd1-2:17.2.7-1155.g3120d060.el9.x86_64 75/116 2024-07-29T14:51:55.436 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 21/116 2024-07-29T14:51:55.440 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-rbd-2:17.2.7-1155.g3120d060.el9.x86_64 76/116 2024-07-29T14:51:55.490 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/116 2024-07-29T14:51:55.498 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-07-29T14:51:55.525 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/116 2024-07-29T14:51:55.564 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 24/116 2024-07-29T14:51:55.572 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-07-29T14:51:55.599 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 25/116 2024-07-29T14:51:55.644 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-ceph-argparse-2:17.2.7-1155.g3120d060.el 26/116 2024-07-29T14:51:55.717 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-cephfs-2:17.2.7-1155.g3120d060.el9.x86_6 27/116 2024-07-29T14:51:55.778 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-07-29T14:51:55.819 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-07-29T14:51:55.861 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 28/116 2024-07-29T14:51:55.901 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-07-29T14:51:55.937 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 29/116 2024-07-29T14:51:55.998 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-07-29T14:51:56.149 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-07-29T14:51:56.190 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-07-29T14:51:56.218 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-07-29T14:51:56.253 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-07-29T14:51:56.284 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-07-29T14:51:56.312 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-07-29T14:51:56.471 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-rsa-4.9-2.el9.noarch 30/116 2024-07-29T14:51:56.557 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 31/116 2024-07-29T14:51:56.594 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 32/116 2024-07-29T14:51:56.628 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 33/116 2024-07-29T14:51:56.648 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: cephadm-2:17.2.7-1155.g3120d060.el9.noarch 89/116 2024-07-29T14:51:56.663 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 34/116 2024-07-29T14:51:56.675 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : cephadm-2:17.2.7-1155.g3120d060.el9.noarch 89/116 2024-07-29T14:51:56.706 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1155.g3120d060.e 90/116 2024-07-29T14:51:56.712 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 35/116 2024-07-29T14:51:56.755 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-rgw-2:17.2.7-1155.g3120d060.el9.x86_64 36/116 2024-07-29T14:51:56.782 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1155.g3120d060. 91/116 2024-07-29T14:51:56.793 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : librados-devel-2:17.2.7-1155.g3120d060.el9.x86_6 37/116 2024-07-29T14:51:56.809 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-ceph-common-2:17.2.7-1155.g3120d060.el9. 92/116 2024-07-29T14:51:56.824 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 38/116 2024-07-29T14:51:56.860 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 39/116 2024-07-29T14:51:56.916 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 40/116 2024-07-29T14:51:56.988 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 41/116 2024-07-29T14:51:57.019 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 42/116 2024-07-29T14:51:57.055 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 43/116 2024-07-29T14:51:57.103 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 44/116 2024-07-29T14:51:57.147 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 45/116 2024-07-29T14:51:57.190 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 46/116 2024-07-29T14:51:57.330 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 47/116 2024-07-29T14:51:57.367 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 48/116 2024-07-29T14:51:57.408 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 49/116 2024-07-29T14:51:57.508 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 50/116 2024-07-29T14:51:57.551 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-google-auth-1:2.32.0-1.el9.noarch 51/116 2024-07-29T14:51:57.602 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 52/116 2024-07-29T14:51:57.647 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 53/116 2024-07-29T14:51:57.699 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 54/116 2024-07-29T14:51:57.824 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 55/116 2024-07-29T14:51:57.865 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-py-1.10.0-6.el9.noarch 56/116 2024-07-29T14:51:57.905 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 57/116 2024-07-29T14:51:58.012 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 58/116 2024-07-29T14:51:58.083 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-07-29T14:51:58.828 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-07-29T14:51:59.099 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-07-29T14:51:59.132 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-07-29T14:51:59.166 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-07-29T14:51:59.276 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-07-29T14:51:59.332 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 65/116 2024-07-29T14:51:59.365 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-07-29T14:51:59.544 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : openblas-0.3.21-2.el9.x86_64 67/116 2024-07-29T14:51:59.560 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-common-2:17.2.7-1155.g3120d060.el9.x86_64 93/116 2024-07-29T14:51:59.572 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 68/116 2024-07-29T14:51:59.599 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-common-2:17.2.7-1155.g3120d060.el9.x86_64 93/116 2024-07-29T14:51:59.650 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-07-29T14:52:00.140 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-common-2:17.2.7-1155.g3120d060.el9.x86_64 93/116 2024-07-29T14:52:00.177 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-base-2:17.2.7-1155.g3120d060.el9.x86_64 94/116 2024-07-29T14:52:00.280 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-base-2:17.2.7-1155.g3120d060.el9.x86_64 94/116 2024-07-29T14:52:00.281 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-07-29T14:52:00.281 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-07-29T14:52:00.281 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:52:00.313 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-selinux-2:17.2.7-1155.g3120d060.el9.x86_64 95/116 2024-07-29T14:52:00.314 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-07-29T14:52:00.437 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-07-29T14:52:01.756 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-07-29T14:52:01.844 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-07-29T14:52:02.134 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-07-29T14:52:02.181 INFO:teuthology.orchestra.run.smithi138.stdout: Upgrading : librbd1-2:17.2.7-1155.g3120d060.el9.x86_64 75/116 2024-07-29T14:52:02.275 INFO:teuthology.orchestra.run.smithi138.stdout: Running scriptlet: librbd1-2:17.2.7-1155.g3120d060.el9.x86_64 75/116 2024-07-29T14:52:02.310 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-rbd-2:17.2.7-1155.g3120d060.el9.x86_64 76/116 2024-07-29T14:52:02.384 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-07-29T14:52:02.441 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-07-29T14:52:02.643 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-07-29T14:52:02.690 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-07-29T14:52:02.769 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-07-29T14:52:02.856 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-07-29T14:52:03.004 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-07-29T14:52:03.052 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-07-29T14:52:03.082 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-07-29T14:52:03.116 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-07-29T14:52:03.147 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-07-29T14:52:03.175 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-07-29T14:52:03.653 INFO:teuthology.orchestra.run.smithi138.stdout: Running scriptlet: cephadm-2:17.2.7-1155.g3120d060.el9.noarch 89/116 2024-07-29T14:52:03.680 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : cephadm-2:17.2.7-1155.g3120d060.el9.noarch 89/116 2024-07-29T14:52:03.711 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1155.g3120d060.e 90/116 2024-07-29T14:52:03.784 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1155.g3120d060. 91/116 2024-07-29T14:52:03.814 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-ceph-common-2:17.2.7-1155.g3120d060.el9. 92/116 2024-07-29T14:52:06.183 INFO:teuthology.orchestra.run.smithi138.stdout: Running scriptlet: ceph-common-2:17.2.7-1155.g3120d060.el9.x86_64 93/116 2024-07-29T14:52:06.235 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : ceph-common-2:17.2.7-1155.g3120d060.el9.x86_64 93/116 2024-07-29T14:52:06.751 INFO:teuthology.orchestra.run.smithi138.stdout: Running scriptlet: ceph-common-2:17.2.7-1155.g3120d060.el9.x86_64 93/116 2024-07-29T14:52:06.788 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : ceph-base-2:17.2.7-1155.g3120d060.el9.x86_64 94/116 2024-07-29T14:52:06.890 INFO:teuthology.orchestra.run.smithi138.stdout: Running scriptlet: ceph-base-2:17.2.7-1155.g3120d060.el9.x86_64 94/116 2024-07-29T14:52:06.891 INFO:teuthology.orchestra.run.smithi138.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-07-29T14:52:06.891 INFO:teuthology.orchestra.run.smithi138.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-07-29T14:52:06.891 INFO:teuthology.orchestra.run.smithi138.stdout: 2024-07-29T14:52:06.923 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : ceph-selinux-2:17.2.7-1155.g3120d060.el9.x86_64 95/116 2024-07-29T14:52:11.802 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1155.g3120d060.el9.x86_64 95/116 2024-07-29T14:52:11.802 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /sys 2024-07-29T14:52:11.802 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /proc 2024-07-29T14:52:11.802 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /mnt 2024-07-29T14:52:11.802 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /var/tmp 2024-07-29T14:52:11.802 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /home 2024-07-29T14:52:11.803 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /root 2024-07-29T14:52:11.803 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /tmp 2024-07-29T14:52:11.803 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:52:11.873 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1155.g3120d060.el9.noa 96/116 2024-07-29T14:52:12.915 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1155.g3120d060.el9.noa 96/116 2024-07-29T14:52:12.950 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1155.g3120d060.el9.n 97/116 2024-07-29T14:52:13.980 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1155.g3120d060.el9.n 97/116 2024-07-29T14:52:14.012 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1155.g312 98/116 2024-07-29T14:52:14.118 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1155.g312 98/116 2024-07-29T14:52:14.290 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1155.g3120d060.el 99/116 2024-07-29T14:52:14.314 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-mgr-2:17.2.7-1155.g3120d060.el9.x86_64 100/116 2024-07-29T14:52:14.339 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1155.g3120d060.el9.x86_64 100/116 2024-07-29T14:52:14.339 INFO:teuthology.orchestra.run.smithi067.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-29T14:52:14.339 INFO:teuthology.orchestra.run.smithi067.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-07-29T14:52:14.339 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-07-29T14:52:14.339 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-07-29T14:52:14.340 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:52:14.388 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-mgr-rook-2:17.2.7-1155.g3120d060.el9.noarch 101/116 2024-07-29T14:52:14.580 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1155.g3120d060.el9.noarch 101/116 2024-07-29T14:52:14.605 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-mds-2:17.2.7-1155.g3120d060.el9.x86_64 102/116 2024-07-29T14:52:14.630 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-mds-2:17.2.7-1155.g3120d060.el9.x86_64 102/116 2024-07-29T14:52:14.630 INFO:teuthology.orchestra.run.smithi067.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-29T14:52:14.630 INFO:teuthology.orchestra.run.smithi067.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-07-29T14:52:14.630 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-07-29T14:52:14.630 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-07-29T14:52:14.630 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:52:15.039 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-mon-2:17.2.7-1155.g3120d060.el9.x86_64 103/116 2024-07-29T14:52:15.064 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-mon-2:17.2.7-1155.g3120d060.el9.x86_64 103/116 2024-07-29T14:52:15.064 INFO:teuthology.orchestra.run.smithi067.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-29T14:52:15.064 INFO:teuthology.orchestra.run.smithi067.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-07-29T14:52:15.064 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-07-29T14:52:15.064 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-07-29T14:52:15.064 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:52:16.448 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-osd-2:17.2.7-1155.g3120d060.el9.x86_64 104/116 2024-07-29T14:52:16.476 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-osd-2:17.2.7-1155.g3120d060.el9.x86_64 104/116 2024-07-29T14:52:16.476 INFO:teuthology.orchestra.run.smithi067.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-29T14:52:16.476 INFO:teuthology.orchestra.run.smithi067.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-07-29T14:52:16.477 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-07-29T14:52:16.477 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-07-29T14:52:16.477 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:52:17.759 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-2:17.2.7-1155.g3120d060.el9.x86_64 105/116 2024-07-29T14:52:17.799 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-radosgw-2:17.2.7-1155.g3120d060.el9.x86_64 106/116 2024-07-29T14:52:17.878 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1155.g3120d060.el9.x86_64 106/116 2024-07-29T14:52:17.879 INFO:teuthology.orchestra.run.smithi067.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-29T14:52:17.879 INFO:teuthology.orchestra.run.smithi067.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-07-29T14:52:17.879 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-07-29T14:52:17.879 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-07-29T14:52:17.879 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:52:17.917 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1155.g3120d 107/116 2024-07-29T14:52:17.941 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1155.g3120d 107/116 2024-07-29T14:52:17.941 INFO:teuthology.orchestra.run.smithi067.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-29T14:52:17.941 INFO:teuthology.orchestra.run.smithi067.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-07-29T14:52:17.941 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:52:18.251 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : rbd-mirror-2:17.2.7-1155.g3120d060.el9.x86_64 108/116 2024-07-29T14:52:18.276 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1155.g3120d060.el9.x86_64 108/116 2024-07-29T14:52:18.276 INFO:teuthology.orchestra.run.smithi067.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-29T14:52:18.276 INFO:teuthology.orchestra.run.smithi067.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-07-29T14:52:18.276 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-07-29T14:52:18.276 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-07-29T14:52:18.276 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:52:18.623 INFO:teuthology.orchestra.run.smithi138.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1155.g3120d060.el9.x86_64 95/116 2024-07-29T14:52:18.623 INFO:teuthology.orchestra.run.smithi138.stdout:skipping the directory /sys 2024-07-29T14:52:18.623 INFO:teuthology.orchestra.run.smithi138.stdout:skipping the directory /proc 2024-07-29T14:52:18.623 INFO:teuthology.orchestra.run.smithi138.stdout:skipping the directory /mnt 2024-07-29T14:52:18.623 INFO:teuthology.orchestra.run.smithi138.stdout:skipping the directory /var/tmp 2024-07-29T14:52:18.623 INFO:teuthology.orchestra.run.smithi138.stdout:skipping the directory /home 2024-07-29T14:52:18.623 INFO:teuthology.orchestra.run.smithi138.stdout:skipping the directory /root 2024-07-29T14:52:18.623 INFO:teuthology.orchestra.run.smithi138.stdout:skipping the directory /tmp 2024-07-29T14:52:18.623 INFO:teuthology.orchestra.run.smithi138.stdout: 2024-07-29T14:52:18.700 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1155.g3120d060.el9.noa 96/116 2024-07-29T14:52:19.693 INFO:teuthology.orchestra.run.smithi138.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1155.g3120d060.el9.noa 96/116 2024-07-29T14:52:19.731 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1155.g3120d060.el9.n 97/116 2024-07-29T14:52:20.743 INFO:teuthology.orchestra.run.smithi138.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1155.g3120d060.el9.n 97/116 2024-07-29T14:52:20.776 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1155.g312 98/116 2024-07-29T14:52:20.880 INFO:teuthology.orchestra.run.smithi138.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1155.g312 98/116 2024-07-29T14:52:21.031 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1155.g3120d060.el 99/116 2024-07-29T14:52:21.071 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : ceph-mgr-2:17.2.7-1155.g3120d060.el9.x86_64 100/116 2024-07-29T14:52:21.095 INFO:teuthology.orchestra.run.smithi138.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1155.g3120d060.el9.x86_64 100/116 2024-07-29T14:52:21.095 INFO:teuthology.orchestra.run.smithi138.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-29T14:52:21.095 INFO:teuthology.orchestra.run.smithi138.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-07-29T14:52:21.095 INFO:teuthology.orchestra.run.smithi138.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-07-29T14:52:21.095 INFO:teuthology.orchestra.run.smithi138.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-07-29T14:52:21.095 INFO:teuthology.orchestra.run.smithi138.stdout: 2024-07-29T14:52:21.138 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : ceph-mgr-rook-2:17.2.7-1155.g3120d060.el9.noarch 101/116 2024-07-29T14:52:21.321 INFO:teuthology.orchestra.run.smithi138.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1155.g3120d060.el9.noarch 101/116 2024-07-29T14:52:21.356 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : ceph-mds-2:17.2.7-1155.g3120d060.el9.x86_64 102/116 2024-07-29T14:52:21.379 INFO:teuthology.orchestra.run.smithi138.stdout: Running scriptlet: ceph-mds-2:17.2.7-1155.g3120d060.el9.x86_64 102/116 2024-07-29T14:52:21.379 INFO:teuthology.orchestra.run.smithi138.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-29T14:52:21.379 INFO:teuthology.orchestra.run.smithi138.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-07-29T14:52:21.380 INFO:teuthology.orchestra.run.smithi138.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-07-29T14:52:21.380 INFO:teuthology.orchestra.run.smithi138.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-07-29T14:52:21.380 INFO:teuthology.orchestra.run.smithi138.stdout: 2024-07-29T14:52:21.756 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : ceph-mon-2:17.2.7-1155.g3120d060.el9.x86_64 103/116 2024-07-29T14:52:21.780 INFO:teuthology.orchestra.run.smithi138.stdout: Running scriptlet: ceph-mon-2:17.2.7-1155.g3120d060.el9.x86_64 103/116 2024-07-29T14:52:21.780 INFO:teuthology.orchestra.run.smithi138.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-29T14:52:21.780 INFO:teuthology.orchestra.run.smithi138.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-07-29T14:52:21.780 INFO:teuthology.orchestra.run.smithi138.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-07-29T14:52:21.781 INFO:teuthology.orchestra.run.smithi138.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-07-29T14:52:21.781 INFO:teuthology.orchestra.run.smithi138.stdout: 2024-07-29T14:52:22.952 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-test-2:17.2.7-1155.g3120d060.el9.x86_64 109/116 2024-07-29T14:52:23.009 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-fuse-2:17.2.7-1155.g3120d060.el9.x86_64 110/116 2024-07-29T14:52:23.054 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : rbd-fuse-2:17.2.7-1155.g3120d060.el9.x86_64 111/116 2024-07-29T14:52:23.082 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : ceph-osd-2:17.2.7-1155.g3120d060.el9.x86_64 104/116 2024-07-29T14:52:23.109 INFO:teuthology.orchestra.run.smithi138.stdout: Running scriptlet: ceph-osd-2:17.2.7-1155.g3120d060.el9.x86_64 104/116 2024-07-29T14:52:23.109 INFO:teuthology.orchestra.run.smithi138.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-29T14:52:23.109 INFO:teuthology.orchestra.run.smithi138.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-07-29T14:52:23.109 INFO:teuthology.orchestra.run.smithi138.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-07-29T14:52:23.109 INFO:teuthology.orchestra.run.smithi138.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-07-29T14:52:23.109 INFO:teuthology.orchestra.run.smithi138.stdout: 2024-07-29T14:52:23.181 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : rbd-nbd-2:17.2.7-1155.g3120d060.el9.x86_64 112/116 2024-07-29T14:52:23.220 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-07-29T14:52:23.243 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libcephfs-devel-2:17.2.7-1155.g3120d060.el9.x86_ 114/116 2024-07-29T14:52:23.243 INFO:teuthology.orchestra.run.smithi067.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-07-29T14:52:23.327 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-07-29T14:52:23.327 INFO:teuthology.orchestra.run.smithi067.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-07-29T14:52:24.326 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : ceph-2:17.2.7-1155.g3120d060.el9.x86_64 105/116 2024-07-29T14:52:24.367 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : ceph-radosgw-2:17.2.7-1155.g3120d060.el9.x86_64 106/116 2024-07-29T14:52:24.446 INFO:teuthology.orchestra.run.smithi138.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1155.g3120d060.el9.x86_64 106/116 2024-07-29T14:52:24.446 INFO:teuthology.orchestra.run.smithi138.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-29T14:52:24.446 INFO:teuthology.orchestra.run.smithi138.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-07-29T14:52:24.446 INFO:teuthology.orchestra.run.smithi138.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-07-29T14:52:24.446 INFO:teuthology.orchestra.run.smithi138.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-07-29T14:52:24.446 INFO:teuthology.orchestra.run.smithi138.stdout: 2024-07-29T14:52:24.486 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1155.g3120d 107/116 2024-07-29T14:52:24.509 INFO:teuthology.orchestra.run.smithi138.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1155.g3120d 107/116 2024-07-29T14:52:24.509 INFO:teuthology.orchestra.run.smithi138.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-29T14:52:24.509 INFO:teuthology.orchestra.run.smithi138.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-07-29T14:52:24.509 INFO:teuthology.orchestra.run.smithi138.stdout: 2024-07-29T14:52:24.795 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : rbd-mirror-2:17.2.7-1155.g3120d060.el9.x86_64 108/116 2024-07-29T14:52:24.818 INFO:teuthology.orchestra.run.smithi138.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1155.g3120d060.el9.x86_64 108/116 2024-07-29T14:52:24.818 INFO:teuthology.orchestra.run.smithi138.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-29T14:52:24.819 INFO:teuthology.orchestra.run.smithi138.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-07-29T14:52:24.819 INFO:teuthology.orchestra.run.smithi138.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-07-29T14:52:24.819 INFO:teuthology.orchestra.run.smithi138.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-07-29T14:52:24.819 INFO:teuthology.orchestra.run.smithi138.stdout: 2024-07-29T14:52:28.289 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-07-29T14:52:28.290 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-2:17.2.7-1155.g3120d060.el9.x86_64 1/116 2024-07-29T14:52:28.290 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-base-2:17.2.7-1155.g3120d060.el9.x86_64 2/116 2024-07-29T14:52:28.290 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-common-2:17.2.7-1155.g3120d060.el9.x86_64 3/116 2024-07-29T14:52:28.290 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-fuse-2:17.2.7-1155.g3120d060.el9.x86_64 4/116 2024-07-29T14:52:28.290 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1155.g3120d 5/116 2024-07-29T14:52:28.290 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-mds-2:17.2.7-1155.g3120d060.el9.x86_64 6/116 2024-07-29T14:52:28.290 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-mgr-2:17.2.7-1155.g3120d060.el9.x86_64 7/116 2024-07-29T14:52:28.290 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-mon-2:17.2.7-1155.g3120d060.el9.x86_64 8/116 2024-07-29T14:52:28.290 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-osd-2:17.2.7-1155.g3120d060.el9.x86_64 9/116 2024-07-29T14:52:28.291 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-radosgw-2:17.2.7-1155.g3120d060.el9.x86_64 10/116 2024-07-29T14:52:28.291 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-selinux-2:17.2.7-1155.g3120d060.el9.x86_64 11/116 2024-07-29T14:52:28.291 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-test-2:17.2.7-1155.g3120d060.el9.x86_64 12/116 2024-07-29T14:52:28.291 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libcephfs-devel-2:17.2.7-1155.g3120d060.el9.x86_ 13/116 2024-07-29T14:52:28.291 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libcephfs2-2:17.2.7-1155.g3120d060.el9.x86_64 14/116 2024-07-29T14:52:28.291 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libcephsqlite-2:17.2.7-1155.g3120d060.el9.x86_64 15/116 2024-07-29T14:52:28.291 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : librados-devel-2:17.2.7-1155.g3120d060.el9.x86_6 16/116 2024-07-29T14:52:28.291 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libradosstriper1-2:17.2.7-1155.g3120d060.el9.x86 17/116 2024-07-29T14:52:28.291 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : librgw2-2:17.2.7-1155.g3120d060.el9.x86_64 18/116 2024-07-29T14:52:28.291 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1155.g3120d060.el 19/116 2024-07-29T14:52:28.292 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-ceph-common-2:17.2.7-1155.g3120d060.el9. 20/116 2024-07-29T14:52:28.292 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-cephfs-2:17.2.7-1155.g3120d060.el9.x86_6 21/116 2024-07-29T14:52:28.292 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-rados-2:17.2.7-1155.g3120d060.el9.x86_64 22/116 2024-07-29T14:52:28.292 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-rbd-2:17.2.7-1155.g3120d060.el9.x86_64 23/116 2024-07-29T14:52:28.292 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-rgw-2:17.2.7-1155.g3120d060.el9.x86_64 24/116 2024-07-29T14:52:28.292 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : rbd-fuse-2:17.2.7-1155.g3120d060.el9.x86_64 25/116 2024-07-29T14:52:28.292 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : rbd-mirror-2:17.2.7-1155.g3120d060.el9.x86_64 26/116 2024-07-29T14:52:28.292 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : rbd-nbd-2:17.2.7-1155.g3120d060.el9.x86_64 27/116 2024-07-29T14:52:28.292 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1155.g3120d060. 28/116 2024-07-29T14:52:28.292 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1155.g3120d060.el9.noa 29/116 2024-07-29T14:52:28.292 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1155.g3120d060.el9.n 30/116 2024-07-29T14:52:28.293 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1155.g312 31/116 2024-07-29T14:52:28.293 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1155.g3120d060.el 32/116 2024-07-29T14:52:28.293 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1155.g3120d060.el9.noarch 33/116 2024-07-29T14:52:28.293 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1155.g3120d060.e 34/116 2024-07-29T14:52:28.293 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : cephadm-2:17.2.7-1155.g3120d060.el9.noarch 35/116 2024-07-29T14:52:28.293 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-07-29T14:52:28.293 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 37/116 2024-07-29T14:52:28.293 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 38/116 2024-07-29T14:52:28.293 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-07-29T14:52:28.293 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-07-29T14:52:28.293 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-07-29T14:52:28.294 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-07-29T14:52:28.294 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-07-29T14:52:28.294 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-07-29T14:52:28.294 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-07-29T14:52:28.294 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-07-29T14:52:28.294 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-07-29T14:52:28.294 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-07-29T14:52:28.294 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-07-29T14:52:28.294 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-07-29T14:52:28.294 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-07-29T14:52:28.295 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 52/116 2024-07-29T14:52:28.295 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 53/116 2024-07-29T14:52:28.295 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-07-29T14:52:28.295 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-07-29T14:52:28.295 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 56/116 2024-07-29T14:52:28.295 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-07-29T14:52:28.295 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-07-29T14:52:28.295 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-07-29T14:52:28.295 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-07-29T14:52:28.295 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-07-29T14:52:28.295 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-07-29T14:52:28.296 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-07-29T14:52:28.296 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-07-29T14:52:28.296 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-07-29T14:52:28.296 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-07-29T14:52:28.296 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-07-29T14:52:28.296 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-07-29T14:52:28.296 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-07-29T14:52:28.296 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-07-29T14:52:28.296 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-07-29T14:52:28.296 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-07-29T14:52:28.296 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-07-29T14:52:28.296 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-07-29T14:52:28.297 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-07-29T14:52:28.297 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-07-29T14:52:28.297 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-07-29T14:52:28.297 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-07-29T14:52:28.297 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 79/116 2024-07-29T14:52:28.297 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-07-29T14:52:28.297 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-07-29T14:52:28.297 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-07-29T14:52:28.297 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-07-29T14:52:28.297 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-07-29T14:52:28.297 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-07-29T14:52:28.298 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-07-29T14:52:28.298 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-07-29T14:52:28.298 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-google-auth-1:2.32.0-1.el9.noarch 88/116 2024-07-29T14:52:28.298 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-07-29T14:52:28.298 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-07-29T14:52:28.298 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-07-29T14:52:28.298 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-07-29T14:52:28.298 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-07-29T14:52:28.298 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-07-29T14:52:28.298 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-07-29T14:52:28.299 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-07-29T14:52:28.299 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-07-29T14:52:28.299 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-07-29T14:52:28.299 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-07-29T14:52:28.299 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-07-29T14:52:28.299 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-07-29T14:52:28.299 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-07-29T14:52:28.299 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-07-29T14:52:28.299 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-07-29T14:52:28.300 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-07-29T14:52:28.300 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-07-29T14:52:28.300 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 107/116 2024-07-29T14:52:28.300 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 108/116 2024-07-29T14:52:28.300 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-07-29T14:52:28.300 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-07-29T14:52:28.300 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-07-29T14:52:28.300 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-07-29T14:52:28.300 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : librados2-2:17.2.7-1155.g3120d060.el9.x86_64 113/116 2024-07-29T14:52:28.300 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-07-29T14:52:28.300 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : librbd1-2:17.2.7-1155.g3120d060.el9.x86_64 115/116 2024-07-29T14:52:29.259 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : ceph-test-2:17.2.7-1155.g3120d060.el9.x86_64 109/116 2024-07-29T14:52:29.308 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : ceph-fuse-2:17.2.7-1155.g3120d060.el9.x86_64 110/116 2024-07-29T14:52:29.349 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : rbd-fuse-2:17.2.7-1155.g3120d060.el9.x86_64 111/116 2024-07-29T14:52:29.466 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : rbd-nbd-2:17.2.7-1155.g3120d060.el9.x86_64 112/116 2024-07-29T14:52:29.515 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-07-29T14:52:29.538 INFO:teuthology.orchestra.run.smithi138.stdout: Installing : libcephfs-devel-2:17.2.7-1155.g3120d060.el9.x86_ 114/116 2024-07-29T14:52:29.539 INFO:teuthology.orchestra.run.smithi138.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-07-29T14:52:29.622 INFO:teuthology.orchestra.run.smithi138.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-07-29T14:52:29.623 INFO:teuthology.orchestra.run.smithi138.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-07-29T14:52:30.408 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-07-29T14:52:30.408 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:52:30.408 INFO:teuthology.orchestra.run.smithi067.stdout:Upgraded: 2024-07-29T14:52:30.408 INFO:teuthology.orchestra.run.smithi067.stdout: librados2-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:30.409 INFO:teuthology.orchestra.run.smithi067.stdout: librbd1-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:30.409 INFO:teuthology.orchestra.run.smithi067.stdout:Installed: 2024-07-29T14:52:30.409 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:30.409 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-base-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:30.409 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-common-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:30.409 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-fuse-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:30.409 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-grafana-dashboards-2:17.2.7-1155.g3120d060.el9.noarch 2024-07-29T14:52:30.409 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-immutable-object-cache-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:30.409 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mds-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:30.409 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:30.409 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-cephadm-2:17.2.7-1155.g3120d060.el9.noarch 2024-07-29T14:52:30.409 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-dashboard-2:17.2.7-1155.g3120d060.el9.noarch 2024-07-29T14:52:30.409 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1155.g3120d060.el9.noarch 2024-07-29T14:52:30.410 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-modules-core-2:17.2.7-1155.g3120d060.el9.noarch 2024-07-29T14:52:30.410 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-rook-2:17.2.7-1155.g3120d060.el9.noarch 2024-07-29T14:52:30.410 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mon-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:30.410 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-osd-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:30.410 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-prometheus-alerts-2:17.2.7-1155.g3120d060.el9.noarch 2024-07-29T14:52:30.410 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-radosgw-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:30.410 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-selinux-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:30.410 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-test-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:30.410 INFO:teuthology.orchestra.run.smithi067.stdout: cephadm-2:17.2.7-1155.g3120d060.el9.noarch 2024-07-29T14:52:30.410 INFO:teuthology.orchestra.run.smithi067.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-07-29T14:52:30.410 INFO:teuthology.orchestra.run.smithi067.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-07-29T14:52:30.410 INFO:teuthology.orchestra.run.smithi067.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-07-29T14:52:30.411 INFO:teuthology.orchestra.run.smithi067.stdout: fuse-2.9.9-16.el9.x86_64 2024-07-29T14:52:30.411 INFO:teuthology.orchestra.run.smithi067.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-07-29T14:52:30.411 INFO:teuthology.orchestra.run.smithi067.stdout: libcephfs-devel-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:30.411 INFO:teuthology.orchestra.run.smithi067.stdout: libcephfs2-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:30.411 INFO:teuthology.orchestra.run.smithi067.stdout: libcephsqlite-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:30.411 INFO:teuthology.orchestra.run.smithi067.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-07-29T14:52:30.411 INFO:teuthology.orchestra.run.smithi067.stdout: liboath-2.6.7-2.el9.x86_64 2024-07-29T14:52:30.411 INFO:teuthology.orchestra.run.smithi067.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-07-29T14:52:30.411 INFO:teuthology.orchestra.run.smithi067.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-07-29T14:52:30.411 INFO:teuthology.orchestra.run.smithi067.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-07-29T14:52:30.411 INFO:teuthology.orchestra.run.smithi067.stdout: librados-devel-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:30.411 INFO:teuthology.orchestra.run.smithi067.stdout: libradosstriper1-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:30.411 INFO:teuthology.orchestra.run.smithi067.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-07-29T14:52:30.412 INFO:teuthology.orchestra.run.smithi067.stdout: librgw2-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:30.412 INFO:teuthology.orchestra.run.smithi067.stdout: libunwind-1.6.2-1.el9.x86_64 2024-07-29T14:52:30.412 INFO:teuthology.orchestra.run.smithi067.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-07-29T14:52:30.412 INFO:teuthology.orchestra.run.smithi067.stdout: openblas-0.3.21-2.el9.x86_64 2024-07-29T14:52:30.412 INFO:teuthology.orchestra.run.smithi067.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-07-29T14:52:30.412 INFO:teuthology.orchestra.run.smithi067.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-07-29T14:52:30.412 INFO:teuthology.orchestra.run.smithi067.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-07-29T14:52:30.412 INFO:teuthology.orchestra.run.smithi067.stdout: python3-babel-2.9.1-2.el9.noarch 2024-07-29T14:52:30.412 INFO:teuthology.orchestra.run.smithi067.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-07-29T14:52:30.412 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-07-29T14:52:30.412 INFO:teuthology.orchestra.run.smithi067.stdout: python3-ceph-argparse-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:30.413 INFO:teuthology.orchestra.run.smithi067.stdout: python3-ceph-common-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:30.413 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cephfs-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:30.413 INFO:teuthology.orchestra.run.smithi067.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-07-29T14:52:30.413 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-07-29T14:52:30.413 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-07-29T14:52:30.413 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-07-29T14:52:30.413 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-07-29T14:52:30.413 INFO:teuthology.orchestra.run.smithi067.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-07-29T14:52:30.413 INFO:teuthology.orchestra.run.smithi067.stdout: python3-google-auth-1:2.32.0-1.el9.noarch 2024-07-29T14:52:30.413 INFO:teuthology.orchestra.run.smithi067.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-07-29T14:52:30.413 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-07-29T14:52:30.413 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-07-29T14:52:30.413 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-07-29T14:52:30.413 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-07-29T14:52:30.414 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-07-29T14:52:30.414 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-07-29T14:52:30.414 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-07-29T14:52:30.414 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-07-29T14:52:30.414 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-07-29T14:52:30.414 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-07-29T14:52:30.414 INFO:teuthology.orchestra.run.smithi067.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-07-29T14:52:30.414 INFO:teuthology.orchestra.run.smithi067.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-07-29T14:52:30.414 INFO:teuthology.orchestra.run.smithi067.stdout: python3-mako-1.1.4-6.el9.noarch 2024-07-29T14:52:30.414 INFO:teuthology.orchestra.run.smithi067.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-07-29T14:52:30.414 INFO:teuthology.orchestra.run.smithi067.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-07-29T14:52:30.414 INFO:teuthology.orchestra.run.smithi067.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-07-29T14:52:30.414 INFO:teuthology.orchestra.run.smithi067.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-07-29T14:52:30.415 INFO:teuthology.orchestra.run.smithi067.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-07-29T14:52:30.415 INFO:teuthology.orchestra.run.smithi067.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-07-29T14:52:30.415 INFO:teuthology.orchestra.run.smithi067.stdout: python3-packaging-20.9-5.el9.noarch 2024-07-29T14:52:30.415 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-07-29T14:52:30.415 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-07-29T14:52:30.415 INFO:teuthology.orchestra.run.smithi067.stdout: python3-ply-3.11-14.el9.noarch 2024-07-29T14:52:30.415 INFO:teuthology.orchestra.run.smithi067.stdout: python3-portend-3.1.0-2.el9.noarch 2024-07-29T14:52:30.415 INFO:teuthology.orchestra.run.smithi067.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-07-29T14:52:30.415 INFO:teuthology.orchestra.run.smithi067.stdout: python3-py-1.10.0-6.el9.noarch 2024-07-29T14:52:30.415 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-07-29T14:52:30.415 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-07-29T14:52:30.415 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-07-29T14:52:30.416 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pycparser-2.20-6.el9.noarch 2024-07-29T14:52:30.416 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-07-29T14:52:30.416 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pytz-2021.1-5.el9.noarch 2024-07-29T14:52:30.416 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rados-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:30.416 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rbd-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:30.416 INFO:teuthology.orchestra.run.smithi067.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-07-29T14:52:30.416 INFO:teuthology.orchestra.run.smithi067.stdout: python3-requests-2.25.1-8.el9.noarch 2024-07-29T14:52:30.416 INFO:teuthology.orchestra.run.smithi067.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-07-29T14:52:30.416 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rgw-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:30.416 INFO:teuthology.orchestra.run.smithi067.stdout: python3-routes-2.5.1-5.el9.noarch 2024-07-29T14:52:30.416 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rsa-4.9-2.el9.noarch 2024-07-29T14:52:30.416 INFO:teuthology.orchestra.run.smithi067.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-07-29T14:52:30.416 INFO:teuthology.orchestra.run.smithi067.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-07-29T14:52:30.417 INFO:teuthology.orchestra.run.smithi067.stdout: python3-toml-0.10.2-6.el9.noarch 2024-07-29T14:52:30.417 INFO:teuthology.orchestra.run.smithi067.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-07-29T14:52:30.417 INFO:teuthology.orchestra.run.smithi067.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-07-29T14:52:30.417 INFO:teuthology.orchestra.run.smithi067.stdout: python3-webob-1.8.7-6.el9.noarch 2024-07-29T14:52:30.417 INFO:teuthology.orchestra.run.smithi067.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-07-29T14:52:30.417 INFO:teuthology.orchestra.run.smithi067.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-07-29T14:52:30.417 INFO:teuthology.orchestra.run.smithi067.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-07-29T14:52:30.417 INFO:teuthology.orchestra.run.smithi067.stdout: rbd-fuse-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:30.417 INFO:teuthology.orchestra.run.smithi067.stdout: rbd-mirror-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:30.417 INFO:teuthology.orchestra.run.smithi067.stdout: rbd-nbd-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:30.417 INFO:teuthology.orchestra.run.smithi067.stdout: socat-1.7.4.1-6.el9.x86_64 2024-07-29T14:52:30.418 INFO:teuthology.orchestra.run.smithi067.stdout: thrift-0.15.0-2.el9.x86_64 2024-07-29T14:52:30.418 INFO:teuthology.orchestra.run.smithi067.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-07-29T14:52:30.418 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:52:30.418 INFO:teuthology.orchestra.run.smithi067.stdout:Complete! 2024-07-29T14:52:30.740 DEBUG:teuthology.parallel:result is None 2024-07-29T14:52:34.785 INFO:teuthology.orchestra.run.smithi138.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-07-29T14:52:34.786 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : ceph-2:17.2.7-1155.g3120d060.el9.x86_64 1/116 2024-07-29T14:52:34.786 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : ceph-base-2:17.2.7-1155.g3120d060.el9.x86_64 2/116 2024-07-29T14:52:34.786 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : ceph-common-2:17.2.7-1155.g3120d060.el9.x86_64 3/116 2024-07-29T14:52:34.786 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : ceph-fuse-2:17.2.7-1155.g3120d060.el9.x86_64 4/116 2024-07-29T14:52:34.786 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1155.g3120d 5/116 2024-07-29T14:52:34.786 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : ceph-mds-2:17.2.7-1155.g3120d060.el9.x86_64 6/116 2024-07-29T14:52:34.786 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : ceph-mgr-2:17.2.7-1155.g3120d060.el9.x86_64 7/116 2024-07-29T14:52:34.786 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : ceph-mon-2:17.2.7-1155.g3120d060.el9.x86_64 8/116 2024-07-29T14:52:34.786 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : ceph-osd-2:17.2.7-1155.g3120d060.el9.x86_64 9/116 2024-07-29T14:52:34.786 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : ceph-radosgw-2:17.2.7-1155.g3120d060.el9.x86_64 10/116 2024-07-29T14:52:34.787 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : ceph-selinux-2:17.2.7-1155.g3120d060.el9.x86_64 11/116 2024-07-29T14:52:34.787 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : ceph-test-2:17.2.7-1155.g3120d060.el9.x86_64 12/116 2024-07-29T14:52:34.787 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : libcephfs-devel-2:17.2.7-1155.g3120d060.el9.x86_ 13/116 2024-07-29T14:52:34.787 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : libcephfs2-2:17.2.7-1155.g3120d060.el9.x86_64 14/116 2024-07-29T14:52:34.787 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : libcephsqlite-2:17.2.7-1155.g3120d060.el9.x86_64 15/116 2024-07-29T14:52:34.787 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : librados-devel-2:17.2.7-1155.g3120d060.el9.x86_6 16/116 2024-07-29T14:52:34.787 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : libradosstriper1-2:17.2.7-1155.g3120d060.el9.x86 17/116 2024-07-29T14:52:34.787 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : librgw2-2:17.2.7-1155.g3120d060.el9.x86_64 18/116 2024-07-29T14:52:34.787 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1155.g3120d060.el 19/116 2024-07-29T14:52:34.787 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-ceph-common-2:17.2.7-1155.g3120d060.el9. 20/116 2024-07-29T14:52:34.787 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-cephfs-2:17.2.7-1155.g3120d060.el9.x86_6 21/116 2024-07-29T14:52:34.788 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-rados-2:17.2.7-1155.g3120d060.el9.x86_64 22/116 2024-07-29T14:52:34.788 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-rbd-2:17.2.7-1155.g3120d060.el9.x86_64 23/116 2024-07-29T14:52:34.788 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-rgw-2:17.2.7-1155.g3120d060.el9.x86_64 24/116 2024-07-29T14:52:34.788 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : rbd-fuse-2:17.2.7-1155.g3120d060.el9.x86_64 25/116 2024-07-29T14:52:34.788 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : rbd-mirror-2:17.2.7-1155.g3120d060.el9.x86_64 26/116 2024-07-29T14:52:34.788 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : rbd-nbd-2:17.2.7-1155.g3120d060.el9.x86_64 27/116 2024-07-29T14:52:34.788 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1155.g3120d060. 28/116 2024-07-29T14:52:34.788 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1155.g3120d060.el9.noa 29/116 2024-07-29T14:52:34.788 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1155.g3120d060.el9.n 30/116 2024-07-29T14:52:34.796 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1155.g312 31/116 2024-07-29T14:52:34.796 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1155.g3120d060.el 32/116 2024-07-29T14:52:34.796 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1155.g3120d060.el9.noarch 33/116 2024-07-29T14:52:34.797 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1155.g3120d060.e 34/116 2024-07-29T14:52:34.797 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : cephadm-2:17.2.7-1155.g3120d060.el9.noarch 35/116 2024-07-29T14:52:34.797 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-07-29T14:52:34.797 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 37/116 2024-07-29T14:52:34.797 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 38/116 2024-07-29T14:52:34.797 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-07-29T14:52:34.797 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-07-29T14:52:34.797 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-07-29T14:52:34.797 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-07-29T14:52:34.797 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-07-29T14:52:34.797 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-07-29T14:52:34.797 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-07-29T14:52:34.798 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-07-29T14:52:34.798 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-07-29T14:52:34.798 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-07-29T14:52:34.798 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-07-29T14:52:34.798 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-07-29T14:52:34.798 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-07-29T14:52:34.798 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 52/116 2024-07-29T14:52:34.798 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 53/116 2024-07-29T14:52:34.798 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-07-29T14:52:34.798 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-07-29T14:52:34.798 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 56/116 2024-07-29T14:52:34.798 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-07-29T14:52:34.798 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-07-29T14:52:34.799 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-07-29T14:52:34.799 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-07-29T14:52:34.799 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-07-29T14:52:34.799 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-07-29T14:52:34.799 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-07-29T14:52:34.799 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-07-29T14:52:34.799 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-07-29T14:52:34.799 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-07-29T14:52:34.800 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-07-29T14:52:34.800 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-07-29T14:52:34.800 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-07-29T14:52:34.800 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-07-29T14:52:34.800 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-07-29T14:52:34.800 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-07-29T14:52:34.800 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-07-29T14:52:34.800 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-07-29T14:52:34.800 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-07-29T14:52:34.800 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-07-29T14:52:34.800 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-07-29T14:52:34.801 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-07-29T14:52:34.801 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 79/116 2024-07-29T14:52:34.801 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-07-29T14:52:34.801 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-07-29T14:52:34.801 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-07-29T14:52:34.801 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-07-29T14:52:34.801 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-07-29T14:52:34.801 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-07-29T14:52:34.801 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-07-29T14:52:34.801 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-07-29T14:52:34.801 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-google-auth-1:2.32.0-1.el9.noarch 88/116 2024-07-29T14:52:34.801 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-07-29T14:52:34.801 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-07-29T14:52:34.802 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-07-29T14:52:34.802 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-07-29T14:52:34.802 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-07-29T14:52:34.802 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-07-29T14:52:34.802 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-07-29T14:52:34.802 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-07-29T14:52:34.802 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-07-29T14:52:34.802 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-07-29T14:52:34.802 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-07-29T14:52:34.802 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-07-29T14:52:34.802 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-07-29T14:52:34.802 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-07-29T14:52:34.803 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-07-29T14:52:34.803 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-07-29T14:52:34.803 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-07-29T14:52:34.803 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-07-29T14:52:34.803 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 107/116 2024-07-29T14:52:34.803 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 108/116 2024-07-29T14:52:34.803 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-07-29T14:52:34.803 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-07-29T14:52:34.803 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-07-29T14:52:34.803 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-07-29T14:52:34.803 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : librados2-2:17.2.7-1155.g3120d060.el9.x86_64 113/116 2024-07-29T14:52:34.803 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-07-29T14:52:34.803 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : librbd1-2:17.2.7-1155.g3120d060.el9.x86_64 115/116 2024-07-29T14:52:36.822 INFO:teuthology.orchestra.run.smithi138.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-07-29T14:52:36.822 INFO:teuthology.orchestra.run.smithi138.stdout: 2024-07-29T14:52:36.823 INFO:teuthology.orchestra.run.smithi138.stdout:Upgraded: 2024-07-29T14:52:36.823 INFO:teuthology.orchestra.run.smithi138.stdout: librados2-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:36.823 INFO:teuthology.orchestra.run.smithi138.stdout: librbd1-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:36.823 INFO:teuthology.orchestra.run.smithi138.stdout:Installed: 2024-07-29T14:52:36.823 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:36.823 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-base-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:36.823 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-common-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:36.823 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-fuse-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:36.823 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-grafana-dashboards-2:17.2.7-1155.g3120d060.el9.noarch 2024-07-29T14:52:36.824 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-immutable-object-cache-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:36.824 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-mds-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:36.824 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-mgr-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:36.824 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-mgr-cephadm-2:17.2.7-1155.g3120d060.el9.noarch 2024-07-29T14:52:36.824 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-mgr-dashboard-2:17.2.7-1155.g3120d060.el9.noarch 2024-07-29T14:52:36.824 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1155.g3120d060.el9.noarch 2024-07-29T14:52:36.824 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-mgr-modules-core-2:17.2.7-1155.g3120d060.el9.noarch 2024-07-29T14:52:36.824 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-mgr-rook-2:17.2.7-1155.g3120d060.el9.noarch 2024-07-29T14:52:36.824 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-mon-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:36.825 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-osd-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:36.825 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-prometheus-alerts-2:17.2.7-1155.g3120d060.el9.noarch 2024-07-29T14:52:36.825 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-radosgw-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:36.825 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-selinux-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:36.825 INFO:teuthology.orchestra.run.smithi138.stdout: ceph-test-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:36.825 INFO:teuthology.orchestra.run.smithi138.stdout: cephadm-2:17.2.7-1155.g3120d060.el9.noarch 2024-07-29T14:52:36.826 INFO:teuthology.orchestra.run.smithi138.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-07-29T14:52:36.826 INFO:teuthology.orchestra.run.smithi138.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-07-29T14:52:36.826 INFO:teuthology.orchestra.run.smithi138.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-07-29T14:52:36.826 INFO:teuthology.orchestra.run.smithi138.stdout: fuse-2.9.9-16.el9.x86_64 2024-07-29T14:52:36.826 INFO:teuthology.orchestra.run.smithi138.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-07-29T14:52:36.826 INFO:teuthology.orchestra.run.smithi138.stdout: libcephfs-devel-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:36.826 INFO:teuthology.orchestra.run.smithi138.stdout: libcephfs2-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:36.827 INFO:teuthology.orchestra.run.smithi138.stdout: libcephsqlite-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:36.827 INFO:teuthology.orchestra.run.smithi138.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-07-29T14:52:36.827 INFO:teuthology.orchestra.run.smithi138.stdout: liboath-2.6.7-2.el9.x86_64 2024-07-29T14:52:36.827 INFO:teuthology.orchestra.run.smithi138.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-07-29T14:52:36.827 INFO:teuthology.orchestra.run.smithi138.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-07-29T14:52:36.827 INFO:teuthology.orchestra.run.smithi138.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-07-29T14:52:36.827 INFO:teuthology.orchestra.run.smithi138.stdout: librados-devel-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:36.827 INFO:teuthology.orchestra.run.smithi138.stdout: libradosstriper1-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:36.828 INFO:teuthology.orchestra.run.smithi138.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-07-29T14:52:36.828 INFO:teuthology.orchestra.run.smithi138.stdout: librgw2-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:36.828 INFO:teuthology.orchestra.run.smithi138.stdout: libunwind-1.6.2-1.el9.x86_64 2024-07-29T14:52:36.828 INFO:teuthology.orchestra.run.smithi138.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-07-29T14:52:36.828 INFO:teuthology.orchestra.run.smithi138.stdout: openblas-0.3.21-2.el9.x86_64 2024-07-29T14:52:36.828 INFO:teuthology.orchestra.run.smithi138.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-07-29T14:52:36.828 INFO:teuthology.orchestra.run.smithi138.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-07-29T14:52:36.829 INFO:teuthology.orchestra.run.smithi138.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-07-29T14:52:36.829 INFO:teuthology.orchestra.run.smithi138.stdout: python3-babel-2.9.1-2.el9.noarch 2024-07-29T14:52:36.829 INFO:teuthology.orchestra.run.smithi138.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-07-29T14:52:36.829 INFO:teuthology.orchestra.run.smithi138.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-07-29T14:52:36.829 INFO:teuthology.orchestra.run.smithi138.stdout: python3-ceph-argparse-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:36.829 INFO:teuthology.orchestra.run.smithi138.stdout: python3-ceph-common-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:36.829 INFO:teuthology.orchestra.run.smithi138.stdout: python3-cephfs-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:36.829 INFO:teuthology.orchestra.run.smithi138.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-07-29T14:52:36.829 INFO:teuthology.orchestra.run.smithi138.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-07-29T14:52:36.830 INFO:teuthology.orchestra.run.smithi138.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-07-29T14:52:36.830 INFO:teuthology.orchestra.run.smithi138.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-07-29T14:52:36.830 INFO:teuthology.orchestra.run.smithi138.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-07-29T14:52:36.830 INFO:teuthology.orchestra.run.smithi138.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-07-29T14:52:36.830 INFO:teuthology.orchestra.run.smithi138.stdout: python3-google-auth-1:2.32.0-1.el9.noarch 2024-07-29T14:52:36.830 INFO:teuthology.orchestra.run.smithi138.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-07-29T14:52:36.830 INFO:teuthology.orchestra.run.smithi138.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-07-29T14:52:36.830 INFO:teuthology.orchestra.run.smithi138.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-07-29T14:52:36.830 INFO:teuthology.orchestra.run.smithi138.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-07-29T14:52:36.831 INFO:teuthology.orchestra.run.smithi138.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-07-29T14:52:36.831 INFO:teuthology.orchestra.run.smithi138.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-07-29T14:52:36.831 INFO:teuthology.orchestra.run.smithi138.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-07-29T14:52:36.831 INFO:teuthology.orchestra.run.smithi138.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-07-29T14:52:36.831 INFO:teuthology.orchestra.run.smithi138.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-07-29T14:52:36.831 INFO:teuthology.orchestra.run.smithi138.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-07-29T14:52:36.831 INFO:teuthology.orchestra.run.smithi138.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-07-29T14:52:36.831 INFO:teuthology.orchestra.run.smithi138.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-07-29T14:52:36.832 INFO:teuthology.orchestra.run.smithi138.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-07-29T14:52:36.832 INFO:teuthology.orchestra.run.smithi138.stdout: python3-mako-1.1.4-6.el9.noarch 2024-07-29T14:52:36.832 INFO:teuthology.orchestra.run.smithi138.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-07-29T14:52:36.832 INFO:teuthology.orchestra.run.smithi138.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-07-29T14:52:36.832 INFO:teuthology.orchestra.run.smithi138.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-07-29T14:52:36.832 INFO:teuthology.orchestra.run.smithi138.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-07-29T14:52:36.832 INFO:teuthology.orchestra.run.smithi138.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-07-29T14:52:36.832 INFO:teuthology.orchestra.run.smithi138.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-07-29T14:52:36.833 INFO:teuthology.orchestra.run.smithi138.stdout: python3-packaging-20.9-5.el9.noarch 2024-07-29T14:52:36.833 INFO:teuthology.orchestra.run.smithi138.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-07-29T14:52:36.833 INFO:teuthology.orchestra.run.smithi138.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-07-29T14:52:36.833 INFO:teuthology.orchestra.run.smithi138.stdout: python3-ply-3.11-14.el9.noarch 2024-07-29T14:52:36.833 INFO:teuthology.orchestra.run.smithi138.stdout: python3-portend-3.1.0-2.el9.noarch 2024-07-29T14:52:36.833 INFO:teuthology.orchestra.run.smithi138.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-07-29T14:52:36.833 INFO:teuthology.orchestra.run.smithi138.stdout: python3-py-1.10.0-6.el9.noarch 2024-07-29T14:52:36.833 INFO:teuthology.orchestra.run.smithi138.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-07-29T14:52:36.834 INFO:teuthology.orchestra.run.smithi138.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-07-29T14:52:36.834 INFO:teuthology.orchestra.run.smithi138.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-07-29T14:52:36.834 INFO:teuthology.orchestra.run.smithi138.stdout: python3-pycparser-2.20-6.el9.noarch 2024-07-29T14:52:36.834 INFO:teuthology.orchestra.run.smithi138.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-07-29T14:52:36.834 INFO:teuthology.orchestra.run.smithi138.stdout: python3-pytz-2021.1-5.el9.noarch 2024-07-29T14:52:36.834 INFO:teuthology.orchestra.run.smithi138.stdout: python3-rados-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:36.834 INFO:teuthology.orchestra.run.smithi138.stdout: python3-rbd-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:36.835 INFO:teuthology.orchestra.run.smithi138.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-07-29T14:52:36.835 INFO:teuthology.orchestra.run.smithi138.stdout: python3-requests-2.25.1-8.el9.noarch 2024-07-29T14:52:36.835 INFO:teuthology.orchestra.run.smithi138.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-07-29T14:52:36.835 INFO:teuthology.orchestra.run.smithi138.stdout: python3-rgw-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:36.835 INFO:teuthology.orchestra.run.smithi138.stdout: python3-routes-2.5.1-5.el9.noarch 2024-07-29T14:52:36.835 INFO:teuthology.orchestra.run.smithi138.stdout: python3-rsa-4.9-2.el9.noarch 2024-07-29T14:52:36.835 INFO:teuthology.orchestra.run.smithi138.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-07-29T14:52:36.836 INFO:teuthology.orchestra.run.smithi138.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-07-29T14:52:36.836 INFO:teuthology.orchestra.run.smithi138.stdout: python3-toml-0.10.2-6.el9.noarch 2024-07-29T14:52:36.836 INFO:teuthology.orchestra.run.smithi138.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-07-29T14:52:36.836 INFO:teuthology.orchestra.run.smithi138.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-07-29T14:52:36.836 INFO:teuthology.orchestra.run.smithi138.stdout: python3-webob-1.8.7-6.el9.noarch 2024-07-29T14:52:36.836 INFO:teuthology.orchestra.run.smithi138.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-07-29T14:52:36.836 INFO:teuthology.orchestra.run.smithi138.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-07-29T14:52:36.836 INFO:teuthology.orchestra.run.smithi138.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-07-29T14:52:36.837 INFO:teuthology.orchestra.run.smithi138.stdout: rbd-fuse-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:36.837 INFO:teuthology.orchestra.run.smithi138.stdout: rbd-mirror-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:36.837 INFO:teuthology.orchestra.run.smithi138.stdout: rbd-nbd-2:17.2.7-1155.g3120d060.el9.x86_64 2024-07-29T14:52:36.837 INFO:teuthology.orchestra.run.smithi138.stdout: socat-1.7.4.1-6.el9.x86_64 2024-07-29T14:52:36.837 INFO:teuthology.orchestra.run.smithi138.stdout: thrift-0.15.0-2.el9.x86_64 2024-07-29T14:52:36.837 INFO:teuthology.orchestra.run.smithi138.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-07-29T14:52:36.837 INFO:teuthology.orchestra.run.smithi138.stdout: 2024-07-29T14:52:36.837 INFO:teuthology.orchestra.run.smithi138.stdout:Complete! 2024-07-29T14:52:37.176 DEBUG:teuthology.parallel:result is None 2024-07-29T14:52:37.177 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-07-29T14:52:37.177 INFO:teuthology.packaging:ref: None 2024-07-29T14:52:37.177 INFO:teuthology.packaging:tag: None 2024-07-29T14:52:37.177 INFO:teuthology.packaging:branch: quincy 2024-07-29T14:52:37.177 INFO:teuthology.packaging:sha1: 69149bbd860632ad91d796ddf81a038f3d1d1f21 2024-07-29T14:52:37.177 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-07-29T14:52:37.388 DEBUG:teuthology.orchestra.run.smithi067:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-07-29T14:52:37.416 INFO:teuthology.orchestra.run.smithi067.stdout:17.2.7-1155.g3120d060.el9 2024-07-29T14:52:37.417 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1155.g3120d060.el9 2024-07-29T14:52:37.417 INFO:teuthology.task.install:The correct ceph version 17.2.7-1155.g3120d060 is installed. 2024-07-29T14:52:37.419 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-07-29T14:52:37.419 INFO:teuthology.packaging:ref: None 2024-07-29T14:52:37.419 INFO:teuthology.packaging:tag: None 2024-07-29T14:52:37.419 INFO:teuthology.packaging:branch: quincy 2024-07-29T14:52:37.419 INFO:teuthology.packaging:sha1: 69149bbd860632ad91d796ddf81a038f3d1d1f21 2024-07-29T14:52:37.419 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-07-29T14:52:37.663 DEBUG:teuthology.orchestra.run.smithi138:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-07-29T14:52:37.688 INFO:teuthology.orchestra.run.smithi138.stdout:17.2.7-1155.g3120d060.el9 2024-07-29T14:52:37.688 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1155.g3120d060.el9 2024-07-29T14:52:37.689 INFO:teuthology.task.install:The correct ceph version 17.2.7-1155.g3120d060 is installed. 2024-07-29T14:52:37.690 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-07-29T14:52:37.691 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-07-29T14:52:37.691 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-07-29T14:52:37.724 DEBUG:teuthology.orchestra.run.smithi138:> set -ex 2024-07-29T14:52:37.724 DEBUG:teuthology.orchestra.run.smithi138:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-07-29T14:52:37.757 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-07-29T14:52:37.758 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-07-29T14:52:37.758 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/usr/bin/daemon-helper 2024-07-29T14:52:37.796 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-07-29T14:52:37.865 DEBUG:teuthology.orchestra.run.smithi138:> set -ex 2024-07-29T14:52:37.865 DEBUG:teuthology.orchestra.run.smithi138:> sudo dd of=/usr/bin/daemon-helper 2024-07-29T14:52:37.892 DEBUG:teuthology.orchestra.run.smithi138:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-07-29T14:52:37.957 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-07-29T14:52:37.957 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-07-29T14:52:37.957 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/usr/bin/adjust-ulimits 2024-07-29T14:52:37.986 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-07-29T14:52:38.054 DEBUG:teuthology.orchestra.run.smithi138:> set -ex 2024-07-29T14:52:38.054 DEBUG:teuthology.orchestra.run.smithi138:> sudo dd of=/usr/bin/adjust-ulimits 2024-07-29T14:52:38.080 DEBUG:teuthology.orchestra.run.smithi138:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-07-29T14:52:38.146 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-07-29T14:52:38.146 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-07-29T14:52:38.147 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/usr/bin/stdin-killer 2024-07-29T14:52:38.174 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-07-29T14:52:38.243 DEBUG:teuthology.orchestra.run.smithi138:> set -ex 2024-07-29T14:52:38.243 DEBUG:teuthology.orchestra.run.smithi138:> sudo dd of=/usr/bin/stdin-killer 2024-07-29T14:52:38.268 DEBUG:teuthology.orchestra.run.smithi138:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-07-29T14:52:38.335 INFO:teuthology.run_tasks:Running task print... 2024-07-29T14:52:38.346 INFO:teuthology.task.print:**** done install task... 2024-07-29T14:52:38.346 INFO:teuthology.run_tasks:Running task print... 2024-07-29T14:52:38.397 INFO:teuthology.task.print:**** done start installing quincy cephadm ... 2024-07-29T14:52:38.397 INFO:teuthology.run_tasks:Running task cephadm... 2024-07-29T14:52:38.508 INFO:tasks.cephadm:Config: {'cephadm_branch': 'quincy', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:quincy', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '69149bbd860632ad91d796ddf81a038f3d1d1f21'} 2024-07-29T14:52:38.508 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:quincy 2024-07-29T14:52:38.508 INFO:tasks.cephadm:Cluster fsid is 32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T14:52:38.508 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-07-29T14:52:38.509 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.67', 'mon.c': '[v2:172.21.15.67:3301,v1:172.21.15.67:6790]', 'mon.b': '172.21.15.138'} 2024-07-29T14:52:38.509 INFO:tasks.cephadm:First mon is mon.a on smithi067 2024-07-29T14:52:38.509 INFO:tasks.cephadm:First mgr is y 2024-07-29T14:52:38.509 INFO:tasks.cephadm:Normalizing hostnames... 2024-07-29T14:52:38.509 DEBUG:teuthology.orchestra.run.smithi067:> sudo hostname $(hostname -s) 2024-07-29T14:52:38.540 DEBUG:teuthology.orchestra.run.smithi138:> sudo hostname $(hostname -s) 2024-07-29T14:52:38.566 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref quincy)... 2024-07-29T14:52:38.566 DEBUG:teuthology.orchestra.run.smithi067:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-07-29T14:52:38.835 INFO:teuthology.orchestra.run.smithi067.stdout:-rw-r--r--. 1 ubuntu ubuntu 375514 Jul 29 14:52 /home/ubuntu/cephtest/cephadm 2024-07-29T14:52:38.835 DEBUG:teuthology.orchestra.run.smithi138:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-07-29T14:52:38.988 INFO:teuthology.orchestra.run.smithi138.stdout:-rw-r--r--. 1 ubuntu ubuntu 375514 Jul 29 14:52 /home/ubuntu/cephtest/cephadm 2024-07-29T14:52:38.989 DEBUG:teuthology.orchestra.run.smithi067:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-07-29T14:52:39.009 DEBUG:teuthology.orchestra.run.smithi138:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-07-29T14:52:39.039 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:quincy on all hosts... 2024-07-29T14:52:39.039 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-07-29T14:52:39.053 DEBUG:teuthology.orchestra.run.smithi138:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-07-29T14:52:39.923 INFO:teuthology.orchestra.run.smithi067.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-07-29T14:52:40.035 INFO:teuthology.orchestra.run.smithi138.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-07-29T14:53:26.318 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-07-29T14:53:26.319 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_version": "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)", 2024-07-29T14:53:26.319 INFO:teuthology.orchestra.run.smithi067.stdout: "image_id": "5ec745195f7e964038144deb3b7cf6709e2a90e6b8f197967497f2a3bda375b9", 2024-07-29T14:53:26.319 INFO:teuthology.orchestra.run.smithi067.stdout: "repo_digests": [ 2024-07-29T14:53:26.319 INFO:teuthology.orchestra.run.smithi067.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca" 2024-07-29T14:53:26.319 INFO:teuthology.orchestra.run.smithi067.stdout: ] 2024-07-29T14:53:26.319 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-07-29T14:53:28.541 INFO:teuthology.orchestra.run.smithi138.stdout:{ 2024-07-29T14:53:28.541 INFO:teuthology.orchestra.run.smithi138.stdout: "ceph_version": "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)", 2024-07-29T14:53:28.541 INFO:teuthology.orchestra.run.smithi138.stdout: "image_id": "5ec745195f7e964038144deb3b7cf6709e2a90e6b8f197967497f2a3bda375b9", 2024-07-29T14:53:28.541 INFO:teuthology.orchestra.run.smithi138.stdout: "repo_digests": [ 2024-07-29T14:53:28.541 INFO:teuthology.orchestra.run.smithi138.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca" 2024-07-29T14:53:28.541 INFO:teuthology.orchestra.run.smithi138.stdout: ] 2024-07-29T14:53:28.541 INFO:teuthology.orchestra.run.smithi138.stdout:} 2024-07-29T14:53:28.561 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /etc/ceph 2024-07-29T14:53:28.595 DEBUG:teuthology.orchestra.run.smithi138:> sudo mkdir -p /etc/ceph 2024-07-29T14:53:28.622 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 777 /etc/ceph 2024-07-29T14:53:28.665 DEBUG:teuthology.orchestra.run.smithi138:> sudo chmod 777 /etc/ceph 2024-07-29T14:53:28.689 INFO:tasks.cephadm:Writing seed config... 2024-07-29T14:53:28.691 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-07-29T14:53:28.691 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-07-29T14:53:28.691 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-07-29T14:53:28.691 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-07-29T14:53:28.691 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-07-29T14:53:28.691 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-07-29T14:53:28.691 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-07-29T14:53:28.691 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-07-29T14:53:28.691 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-07-29T14:53:28.692 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-07-29T14:53:28.692 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-07-29T14:53:28.692 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-07-29T14:53:28.692 DEBUG:teuthology.orchestra.run.smithi067:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-07-29T14:53:28.724 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 32e7db98-4dba-11ef-bcc8-c7b262605968 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-07-29T14:53:28.725 DEBUG:teuthology.orchestra.run.smithi067:mon.a> sudo journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mon.a.service 2024-07-29T14:53:28.767 DEBUG:teuthology.orchestra.run.smithi067:mgr.y> sudo journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mgr.y.service 2024-07-29T14:53:28.811 INFO:tasks.cephadm:Bootstrapping... 2024-07-29T14:53:28.811 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy -v bootstrap --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.67 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-07-29T14:53:29.030 INFO:teuthology.orchestra.run.smithi067.stdout:-------------------------------------------------------------------------------- 2024-07-29T14:53:29.030 INFO:teuthology.orchestra.run.smithi067.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:quincy', '-v', 'bootstrap', '--fsid', '32e7db98-4dba-11ef-bcc8-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.67', '--skip-admin-label'] 2024-07-29T14:53:29.056 INFO:teuthology.orchestra.run.smithi067.stdout:/bin/podman: stdout 5.1.2 2024-07-29T14:53:29.056 INFO:teuthology.orchestra.run.smithi067.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-07-29T14:53:29.057 INFO:teuthology.orchestra.run.smithi067.stdout:Verifying podman|docker is present... 2024-07-29T14:53:29.083 INFO:teuthology.orchestra.run.smithi067.stdout:/bin/podman: stdout 5.1.2 2024-07-29T14:53:29.083 INFO:teuthology.orchestra.run.smithi067.stdout:Verifying lvm2 is present... 2024-07-29T14:53:29.083 INFO:teuthology.orchestra.run.smithi067.stdout:Verifying time synchronization is in place... 2024-07-29T14:53:29.091 INFO:teuthology.orchestra.run.smithi067.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-07-29T14:53:29.091 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-07-29T14:53:29.097 INFO:teuthology.orchestra.run.smithi067.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-07-29T14:53:29.097 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stdout inactive 2024-07-29T14:53:29.105 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stdout enabled 2024-07-29T14:53:29.111 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stdout active 2024-07-29T14:53:29.112 INFO:teuthology.orchestra.run.smithi067.stdout:Unit chronyd.service is enabled and running 2024-07-29T14:53:29.112 INFO:teuthology.orchestra.run.smithi067.stdout:Repeating the final host check... 2024-07-29T14:53:29.136 INFO:teuthology.orchestra.run.smithi067.stdout:/bin/podman: stdout 5.1.2 2024-07-29T14:53:29.136 INFO:teuthology.orchestra.run.smithi067.stdout:podman (/bin/podman) version 5.1.2 is present 2024-07-29T14:53:29.136 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl is present 2024-07-29T14:53:29.136 INFO:teuthology.orchestra.run.smithi067.stdout:lvcreate is present 2024-07-29T14:53:29.143 INFO:teuthology.orchestra.run.smithi067.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-07-29T14:53:29.144 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-07-29T14:53:29.150 INFO:teuthology.orchestra.run.smithi067.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-07-29T14:53:29.150 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stdout inactive 2024-07-29T14:53:29.157 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stdout enabled 2024-07-29T14:53:29.164 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stdout active 2024-07-29T14:53:29.164 INFO:teuthology.orchestra.run.smithi067.stdout:Unit chronyd.service is enabled and running 2024-07-29T14:53:29.164 INFO:teuthology.orchestra.run.smithi067.stdout:Host looks OK 2024-07-29T14:53:29.165 INFO:teuthology.orchestra.run.smithi067.stdout:Cluster fsid: 32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T14:53:29.165 INFO:teuthology.orchestra.run.smithi067.stdout:Acquiring lock 139983438215200 on /run/cephadm/32e7db98-4dba-11ef-bcc8-c7b262605968.lock 2024-07-29T14:53:29.165 INFO:teuthology.orchestra.run.smithi067.stdout:Lock 139983438215200 acquired on /run/cephadm/32e7db98-4dba-11ef-bcc8-c7b262605968.lock 2024-07-29T14:53:29.166 INFO:teuthology.orchestra.run.smithi067.stdout:Verifying IP 172.21.15.67 port 3300 ... 2024-07-29T14:53:29.166 INFO:teuthology.orchestra.run.smithi067.stdout:Verifying IP 172.21.15.67 port 6789 ... 2024-07-29T14:53:29.166 INFO:teuthology.orchestra.run.smithi067.stdout:Base mon IP(s) is [172.21.15.67:3300, 172.21.15.67:6789], mon addrv is [v2:172.21.15.67:3300,v1:172.21.15.67:6789] 2024-07-29T14:53:29.169 INFO:teuthology.orchestra.run.smithi067.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.67 metric 100 2024-07-29T14:53:29.169 INFO:teuthology.orchestra.run.smithi067.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.67 metric 100 2024-07-29T14:53:29.172 INFO:teuthology.orchestra.run.smithi067.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-07-29T14:53:29.172 INFO:teuthology.orchestra.run.smithi067.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-07-29T14:53:29.172 INFO:teuthology.orchestra.run.smithi067.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1790sec hoplimit 64 pref medium 2024-07-29T14:53:29.174 INFO:teuthology.orchestra.run.smithi067.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-07-29T14:53:29.175 INFO:teuthology.orchestra.run.smithi067.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-07-29T14:53:29.175 INFO:teuthology.orchestra.run.smithi067.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-07-29T14:53:29.175 INFO:teuthology.orchestra.run.smithi067.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-07-29T14:53:29.175 INFO:teuthology.orchestra.run.smithi067.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:feb6:fc0b/64 scope link 2024-07-29T14:53:29.175 INFO:teuthology.orchestra.run.smithi067.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-07-29T14:53:29.176 INFO:teuthology.orchestra.run.smithi067.stdout:Mon IP `172.21.15.67` is in CIDR network `172.21.0.0/20` 2024-07-29T14:53:29.176 INFO:teuthology.orchestra.run.smithi067.stdout:Mon IP `172.21.15.67` is in CIDR network `172.21.0.0/20` 2024-07-29T14:53:29.176 INFO:teuthology.orchestra.run.smithi067.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-07-29T14:53:29.176 INFO:teuthology.orchestra.run.smithi067.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-07-29T14:53:29.176 INFO:teuthology.orchestra.run.smithi067.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-07-29T14:53:29.677 INFO:teuthology.orchestra.run.smithi067.stdout:/bin/podman: stdout 5ec745195f7e964038144deb3b7cf6709e2a90e6b8f197967497f2a3bda375b9 2024-07-29T14:53:29.677 INFO:teuthology.orchestra.run.smithi067.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:quincy... 2024-07-29T14:53:29.677 INFO:teuthology.orchestra.run.smithi067.stdout:/bin/podman: stderr Getting image source signatures 2024-07-29T14:53:29.677 INFO:teuthology.orchestra.run.smithi067.stdout:/bin/podman: stderr Copying blob sha256:f06c967de44e2e914a3a6627a6d5c14913e88e1b3cb36d6b805f7ae549bceb4d 2024-07-29T14:53:29.677 INFO:teuthology.orchestra.run.smithi067.stdout:/bin/podman: stderr Copying blob sha256:43735fbce9214f061a6894341d7822563f5aafe16fc7532189f4415cff6d2d91 2024-07-29T14:53:29.677 INFO:teuthology.orchestra.run.smithi067.stdout:/bin/podman: stderr Copying config sha256:5ec745195f7e964038144deb3b7cf6709e2a90e6b8f197967497f2a3bda375b9 2024-07-29T14:53:29.677 INFO:teuthology.orchestra.run.smithi067.stdout:/bin/podman: stderr Writing manifest to image destination 2024-07-29T14:53:30.588 INFO:teuthology.orchestra.run.smithi067.stdout:ceph: stdout ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable) 2024-07-29T14:53:30.588 INFO:teuthology.orchestra.run.smithi067.stdout:Ceph version: ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable) 2024-07-29T14:53:30.589 INFO:teuthology.orchestra.run.smithi067.stdout:Extracting ceph user uid/gid from container image... 2024-07-29T14:53:31.595 INFO:teuthology.orchestra.run.smithi067.stdout:stat: stdout 167 167 2024-07-29T14:53:31.595 INFO:teuthology.orchestra.run.smithi067.stdout:Creating initial keys... 2024-07-29T14:53:32.566 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph-authtool: stdout AQDrrKdmp5SlNBAARsRdcXMGZJemz2mc1sQz7w== 2024-07-29T14:53:33.537 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph-authtool: stdout AQDsrKdmGa2DMhAAkmOoHOHH+VmDF02o+5vUmg== 2024-07-29T14:53:34.410 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph-authtool: stdout AQDtrKdmcBhSNBAANCWR0/kos5Qe+R0kNZyasw== 2024-07-29T14:53:34.411 INFO:teuthology.orchestra.run.smithi067.stdout:Creating initial monmap... 2024-07-29T14:53:35.282 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-07-29T14:53:35.283 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = octopus 2024-07-29T14:53:35.283 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T14:53:35.283 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-07-29T14:53:35.283 INFO:teuthology.orchestra.run.smithi067.stdout:monmaptool for a [v2:172.21.15.67:3300,v1:172.21.15.67:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-07-29T14:53:35.283 INFO:teuthology.orchestra.run.smithi067.stdout:setting min_mon_release = octopus 2024-07-29T14:53:35.283 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/monmaptool: set fsid to 32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T14:53:35.283 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-07-29T14:53:35.283 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:53:35.283 INFO:teuthology.orchestra.run.smithi067.stdout:Creating mon... 2024-07-29T14:53:36.146 INFO:teuthology.orchestra.run.smithi067.stdout:create mon.a on 2024-07-29T14:53:36.384 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-07-29T14:53:36.552 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-07-29T14:53:36.712 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-32e7db98-4dba-11ef-bcc8-c7b262605968.target → /etc/systemd/system/ceph-32e7db98-4dba-11ef-bcc8-c7b262605968.target. 2024-07-29T14:53:36.712 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-32e7db98-4dba-11ef-bcc8-c7b262605968.target → /etc/systemd/system/ceph-32e7db98-4dba-11ef-bcc8-c7b262605968.target. 2024-07-29T14:53:36.906 INFO:teuthology.orchestra.run.smithi067.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mon.a 2024-07-29T14:53:36.906 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stderr Failed to reset failed state of unit ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mon.a.service: Unit ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mon.a.service not loaded. 2024-07-29T14:53:37.084 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-32e7db98-4dba-11ef-bcc8-c7b262605968.target.wants/ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mon.a.service → /etc/systemd/system/ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@.service. 2024-07-29T14:53:37.661 INFO:teuthology.orchestra.run.smithi067.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-07-29T14:53:37.661 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stdout disabled 2024-07-29T14:53:37.669 INFO:teuthology.orchestra.run.smithi067.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-07-29T14:53:37.669 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stdout inactive 2024-07-29T14:53:37.669 INFO:teuthology.orchestra.run.smithi067.stdout:firewalld.service is not enabled 2024-07-29T14:53:37.669 INFO:teuthology.orchestra.run.smithi067.stdout:Not possible to enable service . firewalld.service is not available 2024-07-29T14:53:37.670 INFO:teuthology.orchestra.run.smithi067.stdout:Waiting for mon to start... 2024-07-29T14:53:37.670 INFO:teuthology.orchestra.run.smithi067.stdout:Waiting for mon... 2024-07-29T14:53:38.711 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:38 smithi067 ceph-mon[28992]: from='client.? 172.21.15.67:0/855612818' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-07-29T14:53:38.715 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout cluster: 2024-07-29T14:53:38.715 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout id: 32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T14:53:38.715 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-07-29T14:53:38.715 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout 2024-07-29T14:53:38.715 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout services: 2024-07-29T14:53:38.715 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.585253s) 2024-07-29T14:53:38.715 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-07-29T14:53:38.715 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-07-29T14:53:38.715 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout 2024-07-29T14:53:38.715 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout data: 2024-07-29T14:53:38.715 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-07-29T14:53:38.716 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-07-29T14:53:38.716 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-07-29T14:53:38.716 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout pgs: 2024-07-29T14:53:38.716 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout 2024-07-29T14:53:38.716 INFO:teuthology.orchestra.run.smithi067.stdout:mon is available 2024-07-29T14:53:38.716 INFO:teuthology.orchestra.run.smithi067.stdout:Assimilating anything we can from ceph.conf... 2024-07-29T14:53:39.779 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout 2024-07-29T14:53:39.779 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout [global] 2024-07-29T14:53:39.779 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout fsid = 32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T14:53:39.779 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-07-29T14:53:39.779 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.67:3300,v1:172.21.15.67:6789] 2024-07-29T14:53:39.780 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-07-29T14:53:39.780 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-07-29T14:53:39.780 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-07-29T14:53:39.780 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-07-29T14:53:39.780 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout 2024-07-29T14:53:39.780 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout [mgr] 2024-07-29T14:53:39.780 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-07-29T14:53:39.780 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout 2024-07-29T14:53:39.780 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout [osd] 2024-07-29T14:53:39.780 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-07-29T14:53:39.780 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-07-29T14:53:39.780 INFO:teuthology.orchestra.run.smithi067.stdout:Generating new minimal ceph.conf... 2024-07-29T14:53:39.884 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:39 smithi067 ceph-mon[28992]: from='client.? 172.21.15.67:0/3981964190' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-07-29T14:53:39.884 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:39 smithi067 ceph-mon[28992]: from='client.? 172.21.15.67:0/3981964190' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-07-29T14:53:40.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:40 smithi067 ceph-mon[28992]: from='client.? 172.21.15.67:0/2041744947' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:53:40.759 INFO:teuthology.orchestra.run.smithi067.stdout:Restarting the monitor... 2024-07-29T14:53:41.036 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:40 smithi067 systemd[1]: Stopping Ceph mon.a for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T14:53:41.360 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:41 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-a[28988]: 2024-07-29T14:53:41.034+0000 7f2f3ddc3640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-07-29T14:53:41.361 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:41 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-a[28988]: 2024-07-29T14:53:41.034+0000 7f2f3ddc3640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-07-29T14:53:41.361 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:41 smithi067 podman[29234]: 2024-07-29 14:53:41.106214356 +0000 UTC m=+0.172637193 container died 72afbc5856a20df497efa74cc0c4a9d1fb87e5206b11e5517cccc5219a31d8fa (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-a, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=quincy-3120d06) 2024-07-29T14:53:41.709 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:41 smithi067 podman[29234]: 2024-07-29 14:53:41.450329542 +0000 UTC m=+0.516752385 container cleanup 72afbc5856a20df497efa74cc0c4a9d1fb87e5206b11e5517cccc5219a31d8fa (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-3120d06, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , ceph=True) 2024-07-29T14:53:41.710 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:41 smithi067 bash[29234]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-a 2024-07-29T14:53:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:41 smithi067 podman[29246]: 2024-07-29 14:53:41.709461071 +0000 UTC m=+0.602639016 container remove 72afbc5856a20df497efa74cc0c4a9d1fb87e5206b11e5517cccc5219a31d8fa (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-a, ceph=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, RELEASE=quincy-3120d06, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-29T14:53:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:41 smithi067 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mon.a.service: Deactivated successfully. 2024-07-29T14:53:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:41 smithi067 systemd[1]: Stopped Ceph mon.a for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T14:53:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:41 smithi067 systemd[1]: Starting Ceph mon.a for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T14:53:42.342 INFO:teuthology.orchestra.run.smithi067.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-07-29T14:53:42.351 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 podman[29343]: 2024-07-29 14:53:42.093726204 +0000 UTC m=+0.112180703 container create d869d4bcfb6513395860a3f41962c675789da78cf48a450d8961e988d75f526f (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-3120d06, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux ) 2024-07-29T14:53:42.351 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 podman[29343]: 2024-07-29 14:53:41.999440575 +0000 UTC m=+0.017895044 image pull 5ec745195f7e964038144deb3b7cf6709e2a90e6b8f197967497f2a3bda375b9 quay.ceph.io/ceph-ci/ceph:quincy 2024-07-29T14:53:42.352 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 podman[29343]: 2024-07-29 14:53:42.262086782 +0000 UTC m=+0.280541252 container init d869d4bcfb6513395860a3f41962c675789da78cf48a450d8961e988d75f526f (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, RELEASE=quincy-3120d06, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True) 2024-07-29T14:53:42.352 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 podman[29343]: 2024-07-29 14:53:42.265384108 +0000 UTC m=+0.283838566 container start d869d4bcfb6513395860a3f41962c675789da78cf48a450d8961e988d75f526f (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-a, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=quincy-3120d06, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, GIT_BRANCH=HEAD) 2024-07-29T14:53:42.352 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: set uid:gid to 167:167 (ceph:ceph) 2024-07-29T14:53:42.352 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable), process ceph-mon, pid 2 2024-07-29T14:53:42.352 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: pidfile_write: ignore empty --pid-file 2024-07-29T14:53:42.352 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: load: jerasure load: lrc 2024-07-29T14:53:42.352 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: RocksDB version: 6.15.5 2024-07-29T14:53:42.352 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-07-29T14:53:42.352 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Compile date Jul 28 2024 2024-07-29T14:53:42.352 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: DB SUMMARY 2024-07-29T14:53:42.352 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: DB Session ID: EMPE5UIK4XXZOLVHBQDE 2024-07-29T14:53:42.353 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: CURRENT file: CURRENT 2024-07-29T14:53:42.353 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: IDENTITY file: IDENTITY 2024-07-29T14:53:42.353 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2024-07-29T14:53:42.353 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-07-29T14:53:42.353 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 83686 ; 2024-07-29T14:53:42.353 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.error_if_exists: 0 2024-07-29T14:53:42.353 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.create_if_missing: 0 2024-07-29T14:53:42.353 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.paranoid_checks: 1 2024-07-29T14:53:42.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-07-29T14:53:42.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.env: 0x556deaaa0440 2024-07-29T14:53:42.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.fs: Posix File System 2024-07-29T14:53:42.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.info_log: 0x556decdccf20 2024-07-29T14:53:42.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.max_file_opening_threads: 16 2024-07-29T14:53:42.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.statistics: (nil) 2024-07-29T14:53:42.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.use_fsync: 0 2024-07-29T14:53:42.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.max_log_file_size: 0 2024-07-29T14:53:42.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-07-29T14:53:42.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.log_file_time_to_roll: 0 2024-07-29T14:53:42.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.keep_log_file_num: 1000 2024-07-29T14:53:42.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.recycle_log_file_num: 0 2024-07-29T14:53:42.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.allow_fallocate: 1 2024-07-29T14:53:42.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.allow_mmap_reads: 0 2024-07-29T14:53:42.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.allow_mmap_writes: 0 2024-07-29T14:53:42.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.use_direct_reads: 0 2024-07-29T14:53:42.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-07-29T14:53:42.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.create_missing_column_families: 0 2024-07-29T14:53:42.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.db_log_dir: 2024-07-29T14:53:42.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-07-29T14:53:42.355 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.table_cache_numshardbits: 6 2024-07-29T14:53:42.356 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.WAL_ttl_seconds: 0 2024-07-29T14:53:42.356 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.WAL_size_limit_MB: 0 2024-07-29T14:53:42.356 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-07-29T14:53:42.356 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-07-29T14:53:42.356 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.is_fd_close_on_exec: 1 2024-07-29T14:53:42.356 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.advise_random_on_open: 1 2024-07-29T14:53:42.356 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.db_write_buffer_size: 0 2024-07-29T14:53:42.356 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.write_buffer_manager: 0x556dece8a750 2024-07-29T14:53:42.356 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-07-29T14:53:42.356 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-07-29T14:53:42.356 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-07-29T14:53:42.356 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.use_adaptive_mutex: 0 2024-07-29T14:53:42.357 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.rate_limiter: (nil) 2024-07-29T14:53:42.357 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-07-29T14:53:42.357 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.wal_recovery_mode: 2 2024-07-29T14:53:42.357 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.enable_thread_tracking: 0 2024-07-29T14:53:42.357 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.enable_pipelined_write: 0 2024-07-29T14:53:42.357 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.unordered_write: 0 2024-07-29T14:53:42.357 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-07-29T14:53:42.357 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-07-29T14:53:42.357 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-07-29T14:53:42.357 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-07-29T14:53:42.357 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.row_cache: None 2024-07-29T14:53:42.357 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.wal_filter: None 2024-07-29T14:53:42.358 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-07-29T14:53:42.358 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.allow_ingest_behind: 0 2024-07-29T14:53:42.358 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.preserve_deletes: 0 2024-07-29T14:53:42.358 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.two_write_queues: 0 2024-07-29T14:53:42.358 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.manual_wal_flush: 0 2024-07-29T14:53:42.358 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.atomic_flush: 0 2024-07-29T14:53:42.358 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-07-29T14:53:42.358 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.persist_stats_to_disk: 0 2024-07-29T14:53:42.358 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.write_dbid_to_manifest: 0 2024-07-29T14:53:42.358 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.log_readahead_size: 0 2024-07-29T14:53:42.358 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-07-29T14:53:42.358 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.best_efforts_recovery: 0 2024-07-29T14:53:42.358 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-07-29T14:53:42.359 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-07-29T14:53:42.359 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.allow_data_in_errors: 0 2024-07-29T14:53:42.359 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.db_host_id: __hostname__ 2024-07-29T14:53:42.359 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.max_background_jobs: 2 2024-07-29T14:53:42.359 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.max_background_compactions: -1 2024-07-29T14:53:42.359 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.max_subcompactions: 1 2024-07-29T14:53:42.359 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-07-29T14:53:42.359 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-07-29T14:53:42.359 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.delayed_write_rate : 16777216 2024-07-29T14:53:42.359 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.max_total_wal_size: 0 2024-07-29T14:53:42.359 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-07-29T14:53:42.359 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.stats_dump_period_sec: 600 2024-07-29T14:53:42.359 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.stats_persist_period_sec: 600 2024-07-29T14:53:42.359 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-07-29T14:53:42.360 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.max_open_files: -1 2024-07-29T14:53:42.360 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.bytes_per_sync: 0 2024-07-29T14:53:42.360 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.wal_bytes_per_sync: 0 2024-07-29T14:53:42.360 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.strict_bytes_per_sync: 0 2024-07-29T14:53:42.360 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.compaction_readahead_size: 0 2024-07-29T14:53:42.360 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.max_background_flushes: -1 2024-07-29T14:53:42.360 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Compression algorithms supported: 2024-07-29T14:53:42.360 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: kZSTD supported: 0 2024-07-29T14:53:42.360 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: kXpressCompression supported: 0 2024-07-29T14:53:42.360 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: kBZip2Compression supported: 0 2024-07-29T14:53:42.360 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-07-29T14:53:42.361 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: kLZ4Compression supported: 1 2024-07-29T14:53:42.361 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: kZlibCompression supported: 1 2024-07-29T14:53:42.361 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: kLZ4HCCompression supported: 1 2024-07-29T14:53:42.361 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: kSnappyCompression supported: 1 2024-07-29T14:53:42.361 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Fast CRC32 supported: Supported on x86 2024-07-29T14:53:42.361 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2024-07-29T14:53:42.361 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-07-29T14:53:42.361 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-07-29T14:53:42.361 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.merge_operator: 2024-07-29T14:53:42.361 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.compaction_filter: None 2024-07-29T14:53:42.361 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.compaction_filter_factory: None 2024-07-29T14:53:42.361 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.sst_partitioner_factory: None 2024-07-29T14:53:42.361 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.memtable_factory: SkipListFactory 2024-07-29T14:53:42.362 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.table_factory: BlockBasedTable 2024-07-29T14:53:42.362 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x556decd73a58) 2024-07-29T14:53:42.362 INFO:journalctl@ceph.mon.a.smithi067.stdout: cache_index_and_filter_blocks: 1 2024-07-29T14:53:42.362 INFO:journalctl@ceph.mon.a.smithi067.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-07-29T14:53:42.362 INFO:journalctl@ceph.mon.a.smithi067.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-07-29T14:53:42.362 INFO:journalctl@ceph.mon.a.smithi067.stdout: pin_top_level_index_and_filter: 1 2024-07-29T14:53:42.362 INFO:journalctl@ceph.mon.a.smithi067.stdout: index_type: 0 2024-07-29T14:53:42.362 INFO:journalctl@ceph.mon.a.smithi067.stdout: data_block_index_type: 0 2024-07-29T14:53:42.362 INFO:journalctl@ceph.mon.a.smithi067.stdout: index_shortening: 1 2024-07-29T14:53:42.362 INFO:journalctl@ceph.mon.a.smithi067.stdout: data_block_hash_table_util_ratio: 0.750000 2024-07-29T14:53:42.362 INFO:journalctl@ceph.mon.a.smithi067.stdout: hash_index_allow_collision: 1 2024-07-29T14:53:42.362 INFO:journalctl@ceph.mon.a.smithi067.stdout: checksum: 1 2024-07-29T14:53:42.362 INFO:journalctl@ceph.mon.a.smithi067.stdout: no_block_cache: 0 2024-07-29T14:53:42.362 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_cache: 0x556decda91f0 2024-07-29T14:53:42.363 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_cache_name: BinnedLRUCache 2024-07-29T14:53:42.363 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_cache_options: 2024-07-29T14:53:42.363 INFO:journalctl@ceph.mon.a.smithi067.stdout: capacity : 536870912 2024-07-29T14:53:42.363 INFO:journalctl@ceph.mon.a.smithi067.stdout: num_shard_bits : 4 2024-07-29T14:53:42.363 INFO:journalctl@ceph.mon.a.smithi067.stdout: strict_capacity_limit : 0 2024-07-29T14:53:42.363 INFO:journalctl@ceph.mon.a.smithi067.stdout: high_pri_pool_ratio: 0.000 2024-07-29T14:53:42.363 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_cache_compressed: (nil) 2024-07-29T14:53:42.363 INFO:journalctl@ceph.mon.a.smithi067.stdout: persistent_cache: (nil) 2024-07-29T14:53:42.363 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_size: 4096 2024-07-29T14:53:42.363 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_size_deviation: 10 2024-07-29T14:53:42.363 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_restart_interval: 16 2024-07-29T14:53:42.363 INFO:journalctl@ceph.mon.a.smithi067.stdout: index_block_restart_interval: 1 2024-07-29T14:53:42.363 INFO:journalctl@ceph.mon.a.smithi067.stdout: metadata_block_size: 4096 2024-07-29T14:53:42.363 INFO:journalctl@ceph.mon.a.smithi067.stdout: partition_filters: 0 2024-07-29T14:53:42.364 INFO:journalctl@ceph.mon.a.smithi067.stdout: use_delta_encoding: 1 2024-07-29T14:53:42.364 INFO:journalctl@ceph.mon.a.smithi067.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-07-29T14:53:42.364 INFO:journalctl@ceph.mon.a.smithi067.stdout: whole_key_filtering: 1 2024-07-29T14:53:42.365 INFO:journalctl@ceph.mon.a.smithi067.stdout: verify_compression: 0 2024-07-29T14:53:42.365 INFO:journalctl@ceph.mon.a.smithi067.stdout: read_amp_bytes_per_bit: 0 2024-07-29T14:53:42.365 INFO:journalctl@ceph.mon.a.smithi067.stdout: format_version: 4 2024-07-29T14:53:42.365 INFO:journalctl@ceph.mon.a.smithi067.stdout: enable_index_compression: 1 2024-07-29T14:53:42.365 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_align: 0 2024-07-29T14:53:42.365 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.write_buffer_size: 33554432 2024-07-29T14:53:42.365 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.max_write_buffer_number: 2 2024-07-29T14:53:42.365 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.compression: NoCompression 2024-07-29T14:53:42.365 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.bottommost_compression: Disabled 2024-07-29T14:53:42.365 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.prefix_extractor: nullptr 2024-07-29T14:53:42.365 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-07-29T14:53:42.366 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.num_levels: 7 2024-07-29T14:53:42.366 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-07-29T14:53:42.366 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-07-29T14:53:42.366 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-07-29T14:53:42.366 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-07-29T14:53:42.366 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-07-29T14:53:42.366 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-07-29T14:53:42.366 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-07-29T14:53:42.366 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-07-29T14:53:42.366 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-07-29T14:53:42.366 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-07-29T14:53:42.366 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.compression_opts.window_bits: -14 2024-07-29T14:53:42.366 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.compression_opts.level: 32767 2024-07-29T14:53:42.367 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.compression_opts.strategy: 0 2024-07-29T14:53:42.367 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-07-29T14:53:42.367 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-07-29T14:53:42.367 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-07-29T14:53:42.367 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.compression_opts.enabled: false 2024-07-29T14:53:42.367 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-07-29T14:53:42.367 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-07-29T14:53:42.367 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-07-29T14:53:42.367 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.target_file_size_base: 67108864 2024-07-29T14:53:42.367 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.target_file_size_multiplier: 1 2024-07-29T14:53:42.367 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-07-29T14:53:42.367 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-07-29T14:53:42.367 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-07-29T14:53:42.367 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-07-29T14:53:42.368 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-07-29T14:53:42.368 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-07-29T14:53:42.368 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-07-29T14:53:42.368 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-07-29T14:53:42.368 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-07-29T14:53:42.368 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-07-29T14:53:42.368 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-07-29T14:53:42.368 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-07-29T14:53:42.368 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.arena_block_size: 4194304 2024-07-29T14:53:42.368 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-07-29T14:53:42.368 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-07-29T14:53:42.368 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-07-29T14:53:42.368 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.disable_auto_compactions: 0 2024-07-29T14:53:42.369 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-07-29T14:53:42.369 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-07-29T14:53:42.369 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-07-29T14:53:42.369 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-07-29T14:53:42.369 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-07-29T14:53:42.369 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-07-29T14:53:42.369 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-07-29T14:53:42.369 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-07-29T14:53:42.369 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-07-29T14:53:42.369 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-07-29T14:53:42.369 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.table_properties_collectors: 2024-07-29T14:53:42.369 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.inplace_update_support: 0 2024-07-29T14:53:42.369 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.inplace_update_num_locks: 10000 2024-07-29T14:53:42.369 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-07-29T14:53:42.370 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-07-29T14:53:42.370 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.memtable_huge_page_size: 0 2024-07-29T14:53:42.370 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.bloom_locality: 0 2024-07-29T14:53:42.370 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.max_successive_merges: 0 2024-07-29T14:53:42.370 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.optimize_filters_for_hits: 0 2024-07-29T14:53:42.370 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.paranoid_file_checks: 0 2024-07-29T14:53:42.370 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.force_consistency_checks: 1 2024-07-29T14:53:42.370 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.report_bg_io_stats: 0 2024-07-29T14:53:42.370 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.ttl: 2592000 2024-07-29T14:53:42.370 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.periodic_compaction_seconds: 0 2024-07-29T14:53:42.370 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.enable_blob_files: false 2024-07-29T14:53:42.370 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.min_blob_size: 0 2024-07-29T14:53:42.371 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.blob_file_size: 268435456 2024-07-29T14:53:42.371 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.blob_compression_type: NoCompression 2024-07-29T14:53:42.371 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.enable_blob_garbage_collection: false 2024-07-29T14:53:42.371 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-07-29T14:53:42.371 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-07-29T14:53:42.371 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 5 2024-07-29T14:53:42.371 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: [db/version_set.cc:4082] Creating manifest 13 2024-07-29T14:53:42.371 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722264822288650, "job": 1, "event": "recovery_started", "wal_files": [10]} 2024-07-29T14:53:42.371 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #10 mode 2 2024-07-29T14:53:42.371 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-07-29T14:53:42.371 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722264822289433, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 80233, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 78501, "index_size": 220, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10130, "raw_average_key_size": 47, "raw_value_size": 72714, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 213, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1722264822, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "61ef774d-5230-4f28-9ae1-83e66027d59e", "db_session_id": "EMPE5UIK4XXZOLVHBQDE"}} 2024-07-29T14:53:42.371 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: [db/version_set.cc:4082] Creating manifest 15 2024-07-29T14:53:42.372 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722264822289772, "job": 1, "event": "recovery_finished"} 2024-07-29T14:53:42.372 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-07-29T14:53:42.372 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x556decddc700 2024-07-29T14:53:42.372 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: DB pointer 0x556decdac000 2024-07-29T14:53:42.372 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-07-29T14:53:42.372 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-07-29T14:53:42.372 INFO:journalctl@ceph.mon.a.smithi067.stdout: ** DB Stats ** 2024-07-29T14:53:42.372 INFO:journalctl@ceph.mon.a.smithi067.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-29T14:53:42.372 INFO:journalctl@ceph.mon.a.smithi067.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-07-29T14:53:42.372 INFO:journalctl@ceph.mon.a.smithi067.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-07-29T14:53:42.372 INFO:journalctl@ceph.mon.a.smithi067.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-29T14:53:42.372 INFO:journalctl@ceph.mon.a.smithi067.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-07-29T14:53:42.372 INFO:journalctl@ceph.mon.a.smithi067.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-07-29T14:53:42.372 INFO:journalctl@ceph.mon.a.smithi067.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-29T14:53:42.372 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-07-29T14:53:42.373 INFO:journalctl@ceph.mon.a.smithi067.stdout: ** Compaction Stats [default] ** 2024-07-29T14:53:42.373 INFO:journalctl@ceph.mon.a.smithi067.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-07-29T14:53:42.373 INFO:journalctl@ceph.mon.a.smithi067.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-29T14:53:42.373 INFO:journalctl@ceph.mon.a.smithi067.stdout: L0 2/0 80.11 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 151.5 0.00 0.00 1 0.001 0 0 2024-07-29T14:53:42.373 INFO:journalctl@ceph.mon.a.smithi067.stdout: Sum 2/0 80.11 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 151.5 0.00 0.00 1 0.001 0 0 2024-07-29T14:53:42.373 INFO:journalctl@ceph.mon.a.smithi067.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 151.5 0.00 0.00 1 0.001 0 0 2024-07-29T14:53:42.373 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-07-29T14:53:42.373 INFO:journalctl@ceph.mon.a.smithi067.stdout: ** Compaction Stats [default] ** 2024-07-29T14:53:42.373 INFO:journalctl@ceph.mon.a.smithi067.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-07-29T14:53:42.373 INFO:journalctl@ceph.mon.a.smithi067.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-29T14:53:42.373 INFO:journalctl@ceph.mon.a.smithi067.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 151.5 0.00 0.00 1 0.001 0 0 2024-07-29T14:53:42.373 INFO:journalctl@ceph.mon.a.smithi067.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-29T14:53:42.373 INFO:journalctl@ceph.mon.a.smithi067.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-07-29T14:53:42.374 INFO:journalctl@ceph.mon.a.smithi067.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-07-29T14:53:42.374 INFO:journalctl@ceph.mon.a.smithi067.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-07-29T14:53:42.374 INFO:journalctl@ceph.mon.a.smithi067.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-07-29T14:53:42.374 INFO:journalctl@ceph.mon.a.smithi067.stdout: AddFile(Keys): cumulative 0, interval 0 2024-07-29T14:53:42.374 INFO:journalctl@ceph.mon.a.smithi067.stdout: Cumulative compaction: 0.00 GB write, 23.81 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-29T14:53:42.374 INFO:journalctl@ceph.mon.a.smithi067.stdout: Interval compaction: 0.00 GB write, 23.81 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-29T14:53:42.374 INFO:journalctl@ceph.mon.a.smithi067.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-07-29T14:53:42.374 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-07-29T14:53:42.374 INFO:journalctl@ceph.mon.a.smithi067.stdout: ** File Read Latency Histogram By Level [default] ** 2024-07-29T14:53:42.374 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-07-29T14:53:42.374 INFO:journalctl@ceph.mon.a.smithi067.stdout: ** Compaction Stats [default] ** 2024-07-29T14:53:42.374 INFO:journalctl@ceph.mon.a.smithi067.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-07-29T14:53:42.375 INFO:journalctl@ceph.mon.a.smithi067.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-29T14:53:42.375 INFO:journalctl@ceph.mon.a.smithi067.stdout: L0 2/0 80.11 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 151.5 0.00 0.00 1 0.001 0 0 2024-07-29T14:53:42.375 INFO:journalctl@ceph.mon.a.smithi067.stdout: Sum 2/0 80.11 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 151.5 0.00 0.00 1 0.001 0 0 2024-07-29T14:53:42.375 INFO:journalctl@ceph.mon.a.smithi067.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-07-29T14:53:42.375 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-07-29T14:53:42.375 INFO:journalctl@ceph.mon.a.smithi067.stdout: ** Compaction Stats [default] ** 2024-07-29T14:53:42.375 INFO:journalctl@ceph.mon.a.smithi067.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-07-29T14:53:42.375 INFO:journalctl@ceph.mon.a.smithi067.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-29T14:53:42.375 INFO:journalctl@ceph.mon.a.smithi067.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 151.5 0.00 0.00 1 0.001 0 0 2024-07-29T14:53:42.375 INFO:journalctl@ceph.mon.a.smithi067.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-29T14:53:42.375 INFO:journalctl@ceph.mon.a.smithi067.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-07-29T14:53:42.375 INFO:journalctl@ceph.mon.a.smithi067.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-07-29T14:53:42.375 INFO:journalctl@ceph.mon.a.smithi067.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-07-29T14:53:42.376 INFO:journalctl@ceph.mon.a.smithi067.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-07-29T14:53:42.376 INFO:journalctl@ceph.mon.a.smithi067.stdout: AddFile(Keys): cumulative 0, interval 0 2024-07-29T14:53:42.376 INFO:journalctl@ceph.mon.a.smithi067.stdout: Cumulative compaction: 0.00 GB write, 23.59 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-29T14:53:42.376 INFO:journalctl@ceph.mon.a.smithi067.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-29T14:53:42.376 INFO:journalctl@ceph.mon.a.smithi067.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-07-29T14:53:42.376 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-07-29T14:53:42.376 INFO:journalctl@ceph.mon.a.smithi067.stdout: ** File Read Latency Histogram By Level [default] ** 2024-07-29T14:53:42.376 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: starting mon.a rank 0 at public addrs [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] at bind addrs [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T14:53:42.376 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: mon.a@-1(???) e1 preinit fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T14:53:42.376 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: mon.a@-1(???).mds e1 new map 2024-07-29T14:53:42.376 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: mon.a@-1(???).mds e1 print_map 2024-07-29T14:53:42.376 INFO:journalctl@ceph.mon.a.smithi067.stdout: e1 2024-07-29T14:53:42.376 INFO:journalctl@ceph.mon.a.smithi067.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-07-29T14:53:42.377 INFO:journalctl@ceph.mon.a.smithi067.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-07-29T14:53:42.377 INFO:journalctl@ceph.mon.a.smithi067.stdout: legacy client fscid: -1 2024-07-29T14:53:42.377 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-07-29T14:53:42.377 INFO:journalctl@ceph.mon.a.smithi067.stdout: No filesystems configured 2024-07-29T14:53:42.377 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-07-29T14:53:42.377 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-07-29T14:53:42.377 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-07-29T14:53:42.377 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-07-29T14:53:42.377 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-07-29T14:53:42.377 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 bash[29343]: d869d4bcfb6513395860a3f41962c675789da78cf48a450d8961e988d75f526f 2024-07-29T14:53:42.377 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 systemd[1]: Started Ceph mon.a for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T14:53:42.377 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: mon.a is new leader, mons a in quorum (ranks 0) 2024-07-29T14:53:42.377 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: monmap e1: 1 mons at {a=[v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-07-29T14:53:42.377 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: fsmap 2024-07-29T14:53:42.377 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: osdmap e1: 0 total, 0 up, 0 in 2024-07-29T14:53:42.378 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:42 smithi067 ceph-mon[29363]: mgrmap e1: no daemons active 2024-07-29T14:53:43.322 INFO:teuthology.orchestra.run.smithi067.stdout:Wrote config to /etc/ceph/ceph.conf 2024-07-29T14:53:43.322 INFO:teuthology.orchestra.run.smithi067.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-07-29T14:53:43.322 INFO:teuthology.orchestra.run.smithi067.stdout:Creating mgr... 2024-07-29T14:53:43.322 INFO:teuthology.orchestra.run.smithi067.stdout:Verifying port 9283 ... 2024-07-29T14:53:43.507 INFO:teuthology.orchestra.run.smithi067.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mgr.y 2024-07-29T14:53:43.507 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stderr Failed to reset failed state of unit ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mgr.y.service: Unit ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mgr.y.service not loaded. 2024-07-29T14:53:43.663 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-32e7db98-4dba-11ef-bcc8-c7b262605968.target.wants/ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@.service. 2024-07-29T14:53:43.773 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:43 smithi067 systemd[1]: Starting Ceph mgr.y for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T14:53:44.084 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:43 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/967572256' entity='client.admin' 2024-07-29T14:53:44.085 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:43 smithi067 podman[29574]: 2024-07-29 14:53:43.902901233 +0000 UTC m=+0.112508751 container create ab8576adb9f04151623e3b28fe34ba07fac28e7977acfb5dd9ab03934c5fccfb (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y, ceph=True, org.label-schema.build-date=20240724, RELEASE=quincy-3120d06, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-07-29T14:53:44.085 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:43 smithi067 podman[29574]: 2024-07-29 14:53:43.807809201 +0000 UTC m=+0.017416671 image pull 5ec745195f7e964038144deb3b7cf6709e2a90e6b8f197967497f2a3bda375b9 quay.ceph.io/ceph-ci/ceph:quincy 2024-07-29T14:53:44.213 INFO:teuthology.orchestra.run.smithi067.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-07-29T14:53:44.213 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stdout disabled 2024-07-29T14:53:44.222 INFO:teuthology.orchestra.run.smithi067.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-07-29T14:53:44.222 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stdout inactive 2024-07-29T14:53:44.222 INFO:teuthology.orchestra.run.smithi067.stdout:firewalld.service is not enabled 2024-07-29T14:53:44.222 INFO:teuthology.orchestra.run.smithi067.stdout:Not possible to enable service . firewalld.service is not available 2024-07-29T14:53:44.232 INFO:teuthology.orchestra.run.smithi067.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-07-29T14:53:44.232 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stdout disabled 2024-07-29T14:53:44.240 INFO:teuthology.orchestra.run.smithi067.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-07-29T14:53:44.240 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stdout inactive 2024-07-29T14:53:44.240 INFO:teuthology.orchestra.run.smithi067.stdout:firewalld.service is not enabled 2024-07-29T14:53:44.240 INFO:teuthology.orchestra.run.smithi067.stdout:Not possible to open ports <[9283]>. firewalld.service is not available 2024-07-29T14:53:44.240 INFO:teuthology.orchestra.run.smithi067.stdout:Waiting for mgr to start... 2024-07-29T14:53:44.240 INFO:teuthology.orchestra.run.smithi067.stdout:Waiting for mgr... 2024-07-29T14:53:44.356 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:44 smithi067 podman[29574]: 2024-07-29 14:53:44.096761467 +0000 UTC m=+0.306368933 container init ab8576adb9f04151623e3b28fe34ba07fac28e7977acfb5dd9ab03934c5fccfb (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y, RELEASE=quincy-3120d06, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-29T14:53:44.357 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:44 smithi067 podman[29574]: 2024-07-29 14:53:44.099907406 +0000 UTC m=+0.309514868 container start ab8576adb9f04151623e3b28fe34ba07fac28e7977acfb5dd9ab03934c5fccfb (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=quincy-3120d06, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-29T14:53:44.357 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:44 smithi067 bash[29574]: ab8576adb9f04151623e3b28fe34ba07fac28e7977acfb5dd9ab03934c5fccfb 2024-07-29T14:53:44.357 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:44 smithi067 systemd[1]: Started Ceph mgr.y for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T14:53:44.357 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:44 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:44.224+0000 7f8448801ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-07-29T14:53:44.738 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:44 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:44.356+0000 7f8448801ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-07-29T14:53:44.738 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:44 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:44.426+0000 7f8448801ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-07-29T14:53:45.187 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:44 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:44.777+0000 7f8448801ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-07-29T14:53:45.187 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:44 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:44.837+0000 7f8448801ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-07-29T14:53:46.160 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:45 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:45.806+0000 7f8448801ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-07-29T14:53:46.160 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:45 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:45.923+0000 7f8448801ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-07-29T14:53:46.160 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:45 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:45.980+0000 7f8448801ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-07-29T14:53:46.449 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:46 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/801152397' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-07-29T14:53:46.449 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:46 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:46.180+0000 7f8448801ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-07-29T14:53:46.449 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:46 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:46.245+0000 7f8448801ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-07-29T14:53:46.449 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:46 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:46.316+0000 7f8448801ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-07-29T14:53:46.449 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:46 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:46.447+0000 7f8448801ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-07-29T14:53:47.176 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:46 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:46.887+0000 7f8448801ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-07-29T14:53:47.488 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:47.209+0000 7f8448801ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-07-29T14:53:47.488 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:47.277+0000 7f8448801ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-07-29T14:53:47.488 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:47.408+0000 7f8448801ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-07-29T14:53:47.939 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:47.679+0000 7f8448801ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-07-29T14:53:47.939 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:47.742+0000 7f8448801ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-07-29T14:53:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:47.936+0000 7f8448801ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-07-29T14:53:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:48 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:48.002+0000 7f8448801ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-07-29T14:53:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:48 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:48.088+0000 7f8448801ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-07-29T14:53:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:48 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:48.148+0000 7f8448801ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-07-29T14:53:48.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:48 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:48.698+0000 7f8448801ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-07-29T14:53:48.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:48 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:48.841+0000 7f8448801ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-07-29T14:53:48.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:48 smithi067 ceph-mon[29363]: Activating manager daemon y 2024-07-29T14:53:48.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:48 smithi067 ceph-mon[29363]: mgrmap e2: y(active, starting, since 0.00277758s) 2024-07-29T14:53:48.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:48 smithi067 ceph-mon[29363]: from='mgr.14100 172.21.15.67:0/1966633071' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-29T14:53:48.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:48 smithi067 ceph-mon[29363]: from='mgr.14100 172.21.15.67:0/1966633071' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-29T14:53:48.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:48 smithi067 ceph-mon[29363]: from='mgr.14100 172.21.15.67:0/1966633071' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-29T14:53:48.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:48 smithi067 ceph-mon[29363]: from='mgr.14100 172.21.15.67:0/1966633071' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T14:53:48.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:48 smithi067 ceph-mon[29363]: from='mgr.14100 172.21.15.67:0/1966633071' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-29T14:53:48.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:48 smithi067 ceph-mon[29363]: Manager daemon y is now available 2024-07-29T14:53:48.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:48 smithi067 ceph-mon[29363]: from='mgr.14100 172.21.15.67:0/1966633071' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-29T14:53:48.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:48 smithi067 ceph-mon[29363]: from='mgr.14100 172.21.15.67:0/1966633071' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-29T14:53:48.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:48 smithi067 ceph-mon[29363]: from='mgr.14100 172.21.15.67:0/1966633071' entity='mgr.y' 2024-07-29T14:53:48.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:48 smithi067 ceph-mon[29363]: from='mgr.14100 172.21.15.67:0/1966633071' entity='mgr.y' 2024-07-29T14:53:48.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:48 smithi067 ceph-mon[29363]: from='mgr.14100 172.21.15.67:0/1966633071' entity='mgr.y' 2024-07-29T14:53:51.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:50 smithi067 ceph-mon[29363]: mgrmap e3: y(active, since 1.00746s) 2024-07-29T14:53:52.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:51 smithi067 ceph-mon[29363]: mgrmap e4: y(active, since 2s) 2024-07-29T14:53:52.260 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout 2024-07-29T14:53:52.261 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout { 2024-07-29T14:53:52.261 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "fsid": "32e7db98-4dba-11ef-bcc8-c7b262605968", 2024-07-29T14:53:52.261 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "health": { 2024-07-29T14:53:52.261 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-07-29T14:53:52.261 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-07-29T14:53:52.261 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-07-29T14:53:52.261 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-07-29T14:53:52.261 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-07-29T14:53:52.261 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-07-29T14:53:52.261 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout 0 2024-07-29T14:53:52.261 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout ], 2024-07-29T14:53:52.261 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-07-29T14:53:52.261 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "a" 2024-07-29T14:53:52.261 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout ], 2024-07-29T14:53:52.262 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "quorum_age": 4, 2024-07-29T14:53:52.262 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "monmap": { 2024-07-29T14:53:52.262 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-07-29T14:53:52.262 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-07-29T14:53:52.262 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-07-29T14:53:52.262 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-07-29T14:53:52.262 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-07-29T14:53:52.262 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-07-29T14:53:52.262 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-07-29T14:53:52.262 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-07-29T14:53:52.262 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-07-29T14:53:52.262 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-07-29T14:53:52.262 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-07-29T14:53:52.262 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-07-29T14:53:52.263 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-07-29T14:53:52.263 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-07-29T14:53:52.263 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-07-29T14:53:52.263 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-07-29T14:53:52.263 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-07-29T14:53:52.263 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-07-29T14:53:52.263 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-07-29T14:53:52.263 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-07-29T14:53:52.263 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-07-29T14:53:52.263 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-07-29T14:53:52.263 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-07-29T14:53:52.263 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-07-29T14:53:52.263 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-07-29T14:53:52.263 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-07-29T14:53:52.264 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-07-29T14:53:52.264 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-07-29T14:53:52.264 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-07-29T14:53:52.264 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "available": false, 2024-07-29T14:53:52.264 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-07-29T14:53:52.264 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "modules": [ 2024-07-29T14:53:52.264 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "iostat", 2024-07-29T14:53:52.264 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "nfs", 2024-07-29T14:53:52.264 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "restful" 2024-07-29T14:53:52.264 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout ], 2024-07-29T14:53:52.264 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "services": {} 2024-07-29T14:53:52.264 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-07-29T14:53:52.264 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-07-29T14:53:52.265 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-07-29T14:53:52.265 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "modified": "2024-07-29T14:53:37.587893+0000", 2024-07-29T14:53:52.265 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "services": {} 2024-07-29T14:53:52.265 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-07-29T14:53:52.265 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-07-29T14:53:52.265 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout } 2024-07-29T14:53:52.265 INFO:teuthology.orchestra.run.smithi067.stdout:mgr not available, waiting (1/15)... 2024-07-29T14:53:55.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:54 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/3687802913' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-07-29T14:53:55.478 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout 2024-07-29T14:53:55.478 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout { 2024-07-29T14:53:55.478 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "fsid": "32e7db98-4dba-11ef-bcc8-c7b262605968", 2024-07-29T14:53:55.478 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "health": { 2024-07-29T14:53:55.478 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-07-29T14:53:55.478 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-07-29T14:53:55.478 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-07-29T14:53:55.478 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-07-29T14:53:55.478 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-07-29T14:53:55.478 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-07-29T14:53:55.479 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout 0 2024-07-29T14:53:55.479 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout ], 2024-07-29T14:53:55.479 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-07-29T14:53:55.479 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "a" 2024-07-29T14:53:55.479 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout ], 2024-07-29T14:53:55.479 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2024-07-29T14:53:55.479 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "monmap": { 2024-07-29T14:53:55.479 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-07-29T14:53:55.479 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-07-29T14:53:55.479 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-07-29T14:53:55.479 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-07-29T14:53:55.479 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-07-29T14:53:55.479 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-07-29T14:53:55.479 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-07-29T14:53:55.480 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-07-29T14:53:55.480 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-07-29T14:53:55.480 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-07-29T14:53:55.483 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-07-29T14:53:55.483 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-07-29T14:53:55.483 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-07-29T14:53:55.483 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-07-29T14:53:55.483 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-07-29T14:53:55.483 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-07-29T14:53:55.483 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-07-29T14:53:55.483 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-07-29T14:53:55.483 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-07-29T14:53:55.483 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-07-29T14:53:55.484 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-07-29T14:53:55.484 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-07-29T14:53:55.484 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-07-29T14:53:55.484 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-07-29T14:53:55.484 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-07-29T14:53:55.484 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-07-29T14:53:55.484 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-07-29T14:53:55.484 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-07-29T14:53:55.484 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-07-29T14:53:55.484 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "available": true, 2024-07-29T14:53:55.484 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-07-29T14:53:55.484 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "modules": [ 2024-07-29T14:53:55.484 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "iostat", 2024-07-29T14:53:55.484 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "nfs", 2024-07-29T14:53:55.485 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "restful" 2024-07-29T14:53:55.485 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout ], 2024-07-29T14:53:55.485 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "services": {} 2024-07-29T14:53:55.485 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-07-29T14:53:55.485 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-07-29T14:53:55.485 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-07-29T14:53:55.485 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "modified": "2024-07-29T14:53:37.587893+0000", 2024-07-29T14:53:55.485 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "services": {} 2024-07-29T14:53:55.485 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-07-29T14:53:55.485 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-07-29T14:53:55.485 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout } 2024-07-29T14:53:55.485 INFO:teuthology.orchestra.run.smithi067.stdout:mgr is available 2024-07-29T14:53:56.297 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:56 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/3720127720' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-07-29T14:53:56.566 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout 2024-07-29T14:53:56.566 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout [global] 2024-07-29T14:53:56.566 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout fsid = 32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T14:53:56.566 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-07-29T14:53:56.566 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-07-29T14:53:56.566 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-07-29T14:53:56.566 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-07-29T14:53:56.566 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-07-29T14:53:56.567 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout 2024-07-29T14:53:56.567 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout [mgr] 2024-07-29T14:53:56.567 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-07-29T14:53:56.567 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout 2024-07-29T14:53:56.567 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout [osd] 2024-07-29T14:53:56.567 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-07-29T14:53:56.567 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-07-29T14:53:56.567 INFO:teuthology.orchestra.run.smithi067.stdout:Enabling cephadm module... 2024-07-29T14:53:57.481 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:57 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/3814637528' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-07-29T14:53:57.482 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: ignoring --setuser ceph since I am not root 2024-07-29T14:53:57.482 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: ignoring --setgroup ceph since I am not root 2024-07-29T14:53:57.482 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:57.352+0000 7f63f76cbec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-07-29T14:53:57.482 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:57.480+0000 7f63f76cbec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-07-29T14:53:57.738 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:57.548+0000 7f63f76cbec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-07-29T14:53:58.198 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:57.798+0000 7f63f76cbec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-07-29T14:53:58.198 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:57.858+0000 7f63f76cbec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-07-29T14:53:58.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:58 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/3814637528' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-07-29T14:53:58.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:53:58 smithi067 ceph-mon[29363]: mgrmap e5: y(active, since 8s) 2024-07-29T14:53:59.174 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:58 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:58.796+0000 7f63f76cbec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-07-29T14:53:59.175 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:58 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:58.912+0000 7f63f76cbec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-07-29T14:53:59.175 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:58 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:58.973+0000 7f63f76cbec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-07-29T14:53:59.175 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:59 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:59.173+0000 7f63f76cbec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-07-29T14:53:59.431 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:59 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:59.235+0000 7f63f76cbec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-07-29T14:53:59.431 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:59 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:59.303+0000 7f63f76cbec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-07-29T14:53:59.431 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:59 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:59.430+0000 7f63f76cbec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-07-29T14:54:00.163 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:53:59 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:53:59.860+0000 7f63f76cbec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-07-29T14:54:00.164 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:00 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:00.162+0000 7f63f76cbec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-07-29T14:54:00.488 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:00 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:00.232+0000 7f63f76cbec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-07-29T14:54:00.488 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:00 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:00.365+0000 7f63f76cbec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-07-29T14:54:00.893 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:00 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/4027590498' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-07-29T14:54:00.894 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:00 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:00.638+0000 7f63f76cbec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-07-29T14:54:00.894 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:00 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:00.703+0000 7f63f76cbec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-07-29T14:54:01.206 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:00 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:00.892+0000 7f63f76cbec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-07-29T14:54:01.206 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:00 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:00.958+0000 7f63f76cbec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-07-29T14:54:01.207 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:01 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:01.042+0000 7f63f76cbec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-07-29T14:54:01.207 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:01 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:01.101+0000 7f63f76cbec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-07-29T14:54:01.210 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout { 2024-07-29T14:54:01.210 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-07-29T14:54:01.210 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "available": true, 2024-07-29T14:54:01.210 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-07-29T14:54:01.210 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-07-29T14:54:01.210 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout } 2024-07-29T14:54:01.210 INFO:teuthology.orchestra.run.smithi067.stdout:Waiting for the mgr to restart... 2024-07-29T14:54:01.210 INFO:teuthology.orchestra.run.smithi067.stdout:Waiting for mgr epoch 5... 2024-07-29T14:54:01.851 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:01 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:01.657+0000 7f63f76cbec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-07-29T14:54:01.851 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:01 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:01.797+0000 7f63f76cbec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-07-29T14:54:02.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:01 smithi067 ceph-mon[29363]: Active manager daemon y restarted 2024-07-29T14:54:02.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:01 smithi067 ceph-mon[29363]: Activating manager daemon y 2024-07-29T14:54:02.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:01 smithi067 ceph-mon[29363]: osdmap e2: 0 total, 0 up, 0 in 2024-07-29T14:54:02.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:01 smithi067 ceph-mon[29363]: mgrmap e6: y(active, starting, since 0.00304282s) 2024-07-29T14:54:02.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:01 smithi067 ceph-mon[29363]: from='mgr.14116 172.21.15.67:0/208596100' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T14:54:02.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:01 smithi067 ceph-mon[29363]: from='mgr.14116 172.21.15.67:0/208596100' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-29T14:54:02.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:01 smithi067 ceph-mon[29363]: from='mgr.14116 172.21.15.67:0/208596100' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-29T14:54:02.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:01 smithi067 ceph-mon[29363]: from='mgr.14116 172.21.15.67:0/208596100' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-29T14:54:02.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:01 smithi067 ceph-mon[29363]: from='mgr.14116 172.21.15.67:0/208596100' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-29T14:54:02.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:01 smithi067 ceph-mon[29363]: Manager daemon y is now available 2024-07-29T14:54:02.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:01 smithi067 ceph-mon[29363]: from='mgr.14116 172.21.15.67:0/208596100' entity='mgr.y' 2024-07-29T14:54:02.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:01 smithi067 ceph-mon[29363]: from='mgr.14116 172.21.15.67:0/208596100' entity='mgr.y' 2024-07-29T14:54:02.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:01 smithi067 ceph-mon[29363]: from='mgr.14116 172.21.15.67:0/208596100' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:54:02.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:01 smithi067 ceph-mon[29363]: from='mgr.14116 172.21.15.67:0/208596100' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:54:02.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:01 smithi067 ceph-mon[29363]: from='mgr.14116 172.21.15.67:0/208596100' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:54:02.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:01 smithi067 ceph-mon[29363]: from='mgr.14116 172.21.15.67:0/208596100' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-29T14:54:02.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:01 smithi067 ceph-mon[29363]: from='mgr.14116 172.21.15.67:0/208596100' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-29T14:54:03.104 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:02 smithi067 ceph-mon[29363]: Found migration_current of "None". Setting to last migration. 2024-07-29T14:54:03.104 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:02 smithi067 ceph-mon[29363]: mgrmap e7: y(active, since 1.00468s) 2024-07-29T14:54:03.366 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout { 2024-07-29T14:54:03.366 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-07-29T14:54:03.366 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "initialized": true 2024-07-29T14:54:03.366 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout } 2024-07-29T14:54:03.367 INFO:teuthology.orchestra.run.smithi067.stdout:mgr epoch 5 is available 2024-07-29T14:54:03.367 INFO:teuthology.orchestra.run.smithi067.stdout:Setting orchestrator backend to cephadm... 2024-07-29T14:54:03.941 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:03 smithi067 ceph-mon[29363]: from='client.14120 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-07-29T14:54:03.942 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:03 smithi067 ceph-mon[29363]: from='client.14120 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-07-29T14:54:04.236 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:04 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:04.119+0000 7f63a9a53640 -1 log_channel(cephadm) log [ERR] : [29/Jul/2024:14:54:04] ENGINE Error in HTTPServer.serve 2024-07-29T14:54:04.236 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:04 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: Traceback (most recent call last): 2024-07-29T14:54:04.236 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:04 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-29T14:54:04.236 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:04 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: self._connections.run(self.expiration_interval) 2024-07-29T14:54:04.236 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:04 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-29T14:54:04.236 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:04 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: self._run(expiration_interval) 2024-07-29T14:54:04.236 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:04 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-29T14:54:04.236 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:04 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: new_conn = self._from_server_socket(self.server.socket) 2024-07-29T14:54:04.236 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:04 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-29T14:54:04.236 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:04 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-29T14:54:04.237 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:04 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-29T14:54:04.237 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:04 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: s = self.context.wrap_socket( 2024-07-29T14:54:04.237 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:04 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-29T14:54:04.237 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:04 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: return self.sslsocket_class._create( 2024-07-29T14:54:04.237 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:04 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-29T14:54:04.237 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:04 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: self.do_handshake() 2024-07-29T14:54:04.237 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:04 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-29T14:54:04.237 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:04 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: self._sslobj.do_handshake() 2024-07-29T14:54:04.237 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:04 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-29T14:54:04.237 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:04 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:05.055 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:04 smithi067 ceph-mon[29363]: mgrmap e8: y(active, since 2s) 2024-07-29T14:54:05.055 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:04 smithi067 ceph-mon[29363]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:54:05.055 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:04 smithi067 ceph-mon[29363]: from='mgr.14116 172.21.15.67:0/208596100' entity='mgr.y' 2024-07-29T14:54:05.055 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:04 smithi067 ceph-mon[29363]: from='mgr.14116 172.21.15.67:0/208596100' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:54:05.055 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:04 smithi067 ceph-mon[29363]: [29/Jul/2024:14:54:04] ENGINE Bus STARTING 2024-07-29T14:54:05.055 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:04 smithi067 ceph-mon[29363]: [29/Jul/2024:14:54:04] ENGINE Serving on https://172.21.15.67:7150 2024-07-29T14:54:05.055 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:04 smithi067 ceph-mon[29363]: [29/Jul/2024:14:54:04] ENGINE Bus STARTED 2024-07-29T14:54:05.055 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:04 smithi067 ceph-mon[29363]: [29/Jul/2024:14:54:04] ENGINE Error in HTTPServer.serve 2024-07-29T14:54:05.055 INFO:journalctl@ceph.mon.a.smithi067.stdout: Traceback (most recent call last): 2024-07-29T14:54:05.055 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-29T14:54:05.056 INFO:journalctl@ceph.mon.a.smithi067.stdout: self._connections.run(self.expiration_interval) 2024-07-29T14:54:05.056 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-29T14:54:05.056 INFO:journalctl@ceph.mon.a.smithi067.stdout: self._run(expiration_interval) 2024-07-29T14:54:05.056 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-29T14:54:05.056 INFO:journalctl@ceph.mon.a.smithi067.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-29T14:54:05.056 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-29T14:54:05.056 INFO:journalctl@ceph.mon.a.smithi067.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-29T14:54:05.056 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-29T14:54:05.056 INFO:journalctl@ceph.mon.a.smithi067.stdout: s = self.context.wrap_socket( 2024-07-29T14:54:05.056 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-29T14:54:05.056 INFO:journalctl@ceph.mon.a.smithi067.stdout: return self.sslsocket_class._create( 2024-07-29T14:54:05.056 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-29T14:54:05.056 INFO:journalctl@ceph.mon.a.smithi067.stdout: self.do_handshake() 2024-07-29T14:54:05.057 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-29T14:54:05.057 INFO:journalctl@ceph.mon.a.smithi067.stdout: self._sslobj.do_handshake() 2024-07-29T14:54:05.057 INFO:journalctl@ceph.mon.a.smithi067.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-29T14:54:05.057 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:04 smithi067 ceph-mon[29363]: from='mgr.14116 172.21.15.67:0/208596100' entity='mgr.y' 2024-07-29T14:54:05.057 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:04 smithi067 ceph-mon[29363]: from='mgr.14116 172.21.15.67:0/208596100' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:54:06.142 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:05 smithi067 ceph-mon[29363]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:54:06.145 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout value unchanged 2024-07-29T14:54:06.145 INFO:teuthology.orchestra.run.smithi067.stdout:Generating ssh key... 2024-07-29T14:54:07.663 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:07 smithi067 ceph-mon[29363]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:54:07.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:07 smithi067 ceph-mon[29363]: Generating ssh key... 2024-07-29T14:54:07.664 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: Generating public/private rsa key pair. 2024-07-29T14:54:07.664 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: Your identification has been saved in /tmp/tmpm70j3o17/key 2024-07-29T14:54:07.664 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: Your public key has been saved in /tmp/tmpm70j3o17/key.pub 2024-07-29T14:54:07.664 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: The key fingerprint is: 2024-07-29T14:54:07.664 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: SHA256:Q4nMXN+8wuIvZsl4vLxfp12LDmiIl7hAMKzC+jzMII4 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T14:54:07.665 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: The key's randomart image is: 2024-07-29T14:54:07.665 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: +---[RSA 3072]----+ 2024-07-29T14:54:07.665 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: | . | 2024-07-29T14:54:07.665 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: |. + o o o | 2024-07-29T14:54:07.665 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: | + = o . o | 2024-07-29T14:54:07.665 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: |o o . . . | 2024-07-29T14:54:07.665 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: |o. . S o . | 2024-07-29T14:54:07.665 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: |= . o.oo.. | 2024-07-29T14:54:07.665 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: |=+ . o B.+ .. . .| 2024-07-29T14:54:07.665 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: |E++ . +.X. ..+...| 2024-07-29T14:54:07.665 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: | o. . ++=o oo.. | 2024-07-29T14:54:07.665 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: +----[SHA256]-----+ 2024-07-29T14:54:08.523 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:08 smithi067 ceph-mon[29363]: from='mgr.14116 172.21.15.67:0/208596100' entity='mgr.y' 2024-07-29T14:54:08.524 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:08 smithi067 ceph-mon[29363]: from='mgr.14116 172.21.15.67:0/208596100' entity='mgr.y' 2024-07-29T14:54:09.099 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCZh3fQDGB8STZeHKjg41HKBLzvdH39LkNDxVcWoFCDmc0a2sLmkIWSGaoy1HEaCVnIRg3YuNBfEliO6q1ZZ2Qcphvw7Iik/CnPl2Fu8a2gj7srRFzC7TxJpqX8KTV1ZONaKePXCQKV4lrHQmWVSx379HgmFurubkJmWPNL9dBdOZ5EVExu0hUmWvMaqUrISRU9sCd469MGDzAD9fgT02vrH/WAPBBdYTnoN4Ko6i9IYF07dmnqg/eZNJHNPWWjCMJImS5TznXCA7/273iT+HznwbThqoyoyrNf4pvnHrTO/Aljsz7uzhomgaroEfXVgqHas/yjvg/0iPlFtOZiKA3Na9R61vBFSyQBruDpvDlthP6H/bRsWwtJ/QNqwwNaIThnEe6fS059Loh84YMqHTpCANGXF1QVJsObJn7x2nKgelPvEmY+e4l0JVPi1k262OGLG6/c2ysJFdmxpfLPJ/iUPb4CEMFdMZi4+W0+B1J3pFVVFv56P/Gx2X+bc9BiTcU= ceph-32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T14:54:09.099 INFO:teuthology.orchestra.run.smithi067.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-07-29T14:54:09.099 INFO:teuthology.orchestra.run.smithi067.stdout:Adding key to root@localhost authorized_keys... 2024-07-29T14:54:09.100 INFO:teuthology.orchestra.run.smithi067.stdout:Adding host smithi067... 2024-07-29T14:54:09.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:09 smithi067 ceph-mon[29363]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:54:10.701 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:10 smithi067 ceph-mon[29363]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi067", "addr": "172.21.15.67", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:54:11.619 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:11 smithi067 ceph-mon[29363]: Deploying cephadm binary to smithi067 2024-07-29T14:54:13.664 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout Added host 'smithi067' with addr '172.21.15.67' 2024-07-29T14:54:13.664 INFO:teuthology.orchestra.run.smithi067.stdout:Deploying unmanaged mon service... 2024-07-29T14:54:14.328 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:14 smithi067 ceph-mon[29363]: from='mgr.14116 172.21.15.67:0/208596100' entity='mgr.y' 2024-07-29T14:54:14.328 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:14 smithi067 ceph-mon[29363]: Added host smithi067 2024-07-29T14:54:14.328 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:14 smithi067 ceph-mon[29363]: from='mgr.14116 172.21.15.67:0/208596100' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:54:15.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:15 smithi067 ceph-mon[29363]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:54:15.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:15 smithi067 ceph-mon[29363]: Saving service mon spec with placement count:5 2024-07-29T14:54:15.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:15 smithi067 ceph-mon[29363]: from='mgr.14116 172.21.15.67:0/208596100' entity='mgr.y' 2024-07-29T14:54:15.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:15 smithi067 ceph-mon[29363]: from='mgr.14116 172.21.15.67:0/208596100' entity='mgr.y' 2024-07-29T14:54:15.762 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-07-29T14:54:15.763 INFO:teuthology.orchestra.run.smithi067.stdout:Deploying unmanaged mgr service... 2024-07-29T14:54:16.916 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:16 smithi067 ceph-mon[29363]: from='mgr.14116 172.21.15.67:0/208596100' entity='mgr.y' 2024-07-29T14:54:16.916 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:16 smithi067 ceph-mon[29363]: from='mgr.14116 172.21.15.67:0/208596100' entity='mgr.y' 2024-07-29T14:54:16.918 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-07-29T14:54:18.130 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:17 smithi067 ceph-mon[29363]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:54:18.131 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:17 smithi067 ceph-mon[29363]: Saving service mgr spec with placement count:2 2024-07-29T14:54:18.131 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:17 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/2912334857' entity='client.admin' 2024-07-29T14:54:19.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:19 smithi067 ceph-mon[29363]: from='mgr.14116 172.21.15.67:0/208596100' entity='mgr.y' 2024-07-29T14:54:19.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:19 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/1752611711' entity='client.admin' 2024-07-29T14:54:19.644 INFO:teuthology.orchestra.run.smithi067.stdout:Enabling the dashboard module... 2024-07-29T14:54:20.835 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:20 smithi067 ceph-mon[29363]: from='mgr.14116 172.21.15.67:0/208596100' entity='mgr.y' 2024-07-29T14:54:20.835 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:20 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/3830829315' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-07-29T14:54:20.835 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:20 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: ignoring --setuser ceph since I am not root 2024-07-29T14:54:20.835 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:20 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: ignoring --setgroup ceph since I am not root 2024-07-29T14:54:20.835 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:20 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:20.833+0000 7f1272bebec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-07-29T14:54:21.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:20 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:20.959+0000 7f1272bebec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-07-29T14:54:21.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:21 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:21.029+0000 7f1272bebec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-07-29T14:54:21.647 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:21 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:21.285+0000 7f1272bebec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-07-29T14:54:21.647 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:21 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:21.345+0000 7f1272bebec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-07-29T14:54:21.927 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:21 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/3830829315' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-07-29T14:54:21.927 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:21 smithi067 ceph-mon[29363]: mgrmap e9: y(active, since 18s) 2024-07-29T14:54:22.674 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:22 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:22.297+0000 7f1272bebec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-07-29T14:54:22.674 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:22 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:22.416+0000 7f1272bebec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-07-29T14:54:22.674 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:22 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:22.473+0000 7f1272bebec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-07-29T14:54:22.674 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:22 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:22.672+0000 7f1272bebec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-07-29T14:54:22.890 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout { 2024-07-29T14:54:22.890 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-07-29T14:54:22.890 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "available": true, 2024-07-29T14:54:22.890 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-07-29T14:54:22.890 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-07-29T14:54:22.890 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout } 2024-07-29T14:54:22.891 INFO:teuthology.orchestra.run.smithi067.stdout:Waiting for the mgr to restart... 2024-07-29T14:54:22.891 INFO:teuthology.orchestra.run.smithi067.stdout:Waiting for mgr epoch 9... 2024-07-29T14:54:22.937 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:22 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/4252830446' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-07-29T14:54:22.937 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:22 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:22.735+0000 7f1272bebec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-07-29T14:54:22.937 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:22 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:22.804+0000 7f1272bebec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-07-29T14:54:22.937 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:22 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:22.936+0000 7f1272bebec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-07-29T14:54:23.488 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:23 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:23.376+0000 7f1272bebec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-07-29T14:54:23.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:23 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:23.675+0000 7f1272bebec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-07-29T14:54:23.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:23 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:23.742+0000 7f1272bebec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-07-29T14:54:23.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:23 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:23.873+0000 7f1272bebec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-07-29T14:54:24.450 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:24 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:24.136+0000 7f1272bebec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-07-29T14:54:24.451 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:24 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:24.197+0000 7f1272bebec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-07-29T14:54:24.451 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:24 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:24.385+0000 7f1272bebec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-07-29T14:54:24.451 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:24 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:24.449+0000 7f1272bebec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-07-29T14:54:24.738 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:24 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:24.533+0000 7f1272bebec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-07-29T14:54:24.738 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:24 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:24.592+0000 7f1272bebec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-07-29T14:54:25.484 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:25 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:25.130+0000 7f1272bebec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-07-29T14:54:25.485 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:25 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:25.269+0000 7f1272bebec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-07-29T14:54:25.485 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:25 smithi067 ceph-mon[29363]: Active manager daemon y restarted 2024-07-29T14:54:25.485 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:25 smithi067 ceph-mon[29363]: Activating manager daemon y 2024-07-29T14:54:25.485 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:25 smithi067 ceph-mon[29363]: osdmap e3: 0 total, 0 up, 0 in 2024-07-29T14:54:25.485 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:25 smithi067 ceph-mon[29363]: mgrmap e10: y(active, starting, since 0.00308914s) 2024-07-29T14:54:25.485 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:25 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T14:54:25.485 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:25 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-29T14:54:25.485 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:25 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-29T14:54:25.485 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:25 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-29T14:54:25.485 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:25 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-29T14:54:25.486 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:25 smithi067 ceph-mon[29363]: Manager daemon y is now available 2024-07-29T14:54:25.486 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:25 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:54:25.486 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:25 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:54:25.486 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:25 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-29T14:54:25.486 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:25 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-29T14:54:27.117 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout { 2024-07-29T14:54:27.117 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-07-29T14:54:27.117 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "initialized": true 2024-07-29T14:54:27.117 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout } 2024-07-29T14:54:27.117 INFO:teuthology.orchestra.run.smithi067.stdout:mgr epoch 9 is available 2024-07-29T14:54:27.117 INFO:teuthology.orchestra.run.smithi067.stdout:Generating a dashboard self-signed certificate... 2024-07-29T14:54:27.367 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:27 smithi067 ceph-mon[29363]: from='client.14152 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-07-29T14:54:27.367 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:27 smithi067 ceph-mon[29363]: mgrmap e11: y(active, since 1.00583s) 2024-07-29T14:54:27.367 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:27 smithi067 ceph-mon[29363]: from='client.14152 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-07-29T14:54:27.367 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:27 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:54:27.738 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:27.474+0000 7f1223722640 -1 log_channel(cephadm) log [ERR] : [29/Jul/2024:14:54:27] ENGINE Error in HTTPServer.serve 2024-07-29T14:54:27.739 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: Traceback (most recent call last): 2024-07-29T14:54:27.739 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-29T14:54:27.739 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: self._connections.run(self.expiration_interval) 2024-07-29T14:54:27.739 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-29T14:54:27.739 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: self._run(expiration_interval) 2024-07-29T14:54:27.739 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-29T14:54:27.739 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: new_conn = self._from_server_socket(self.server.socket) 2024-07-29T14:54:27.739 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-29T14:54:27.739 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-29T14:54:27.739 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-29T14:54:27.739 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: s = self.context.wrap_socket( 2024-07-29T14:54:27.739 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-29T14:54:27.739 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: return self.sslsocket_class._create( 2024-07-29T14:54:27.740 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-29T14:54:27.740 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: self.do_handshake() 2024-07-29T14:54:27.740 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-29T14:54:27.740 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: self._sslobj.do_handshake() 2024-07-29T14:54:27.740 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-29T14:54:27.740 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:54:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:54:28.256 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-07-29T14:54:28.256 INFO:teuthology.orchestra.run.smithi067.stdout:Creating initial admin user... 2024-07-29T14:54:28.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:28 smithi067 ceph-mon[29363]: [29/Jul/2024:14:54:27] ENGINE Bus STARTING 2024-07-29T14:54:28.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:28 smithi067 ceph-mon[29363]: [29/Jul/2024:14:54:27] ENGINE Serving on https://172.21.15.67:7150 2024-07-29T14:54:28.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:28 smithi067 ceph-mon[29363]: [29/Jul/2024:14:54:27] ENGINE Bus STARTED 2024-07-29T14:54:28.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:28 smithi067 ceph-mon[29363]: [29/Jul/2024:14:54:27] ENGINE Error in HTTPServer.serve 2024-07-29T14:54:28.488 INFO:journalctl@ceph.mon.a.smithi067.stdout: Traceback (most recent call last): 2024-07-29T14:54:28.489 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-29T14:54:28.489 INFO:journalctl@ceph.mon.a.smithi067.stdout: self._connections.run(self.expiration_interval) 2024-07-29T14:54:28.489 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-29T14:54:28.489 INFO:journalctl@ceph.mon.a.smithi067.stdout: self._run(expiration_interval) 2024-07-29T14:54:28.489 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-29T14:54:28.489 INFO:journalctl@ceph.mon.a.smithi067.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-29T14:54:28.489 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-29T14:54:28.489 INFO:journalctl@ceph.mon.a.smithi067.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-29T14:54:28.489 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-29T14:54:28.489 INFO:journalctl@ceph.mon.a.smithi067.stdout: s = self.context.wrap_socket( 2024-07-29T14:54:28.489 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-29T14:54:28.489 INFO:journalctl@ceph.mon.a.smithi067.stdout: return self.sslsocket_class._create( 2024-07-29T14:54:28.490 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-29T14:54:28.490 INFO:journalctl@ceph.mon.a.smithi067.stdout: self.do_handshake() 2024-07-29T14:54:28.490 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-29T14:54:28.490 INFO:journalctl@ceph.mon.a.smithi067.stdout: self._sslobj.do_handshake() 2024-07-29T14:54:28.490 INFO:journalctl@ceph.mon.a.smithi067.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-29T14:54:28.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:28 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:54:28.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:28 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:54:28.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:28 smithi067 ceph-mon[29363]: from='client.14160 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:54:28.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:28 smithi067 ceph-mon[29363]: mgrmap e12: y(active, since 2s) 2024-07-29T14:54:28.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:28 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:54:28.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:28 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:54:30.312 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$qKwoyP4tPw09785Hz/FXReT7obQ2odbrhjzETqcYLP..4WL93XnGC", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1722264869, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-07-29T14:54:30.312 INFO:teuthology.orchestra.run.smithi067.stdout:Fetching dashboard port number... 2024-07-29T14:54:30.425 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:30 smithi067 ceph-mon[29363]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:54:30.425 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:30 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:54:31.428 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:31 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/1120188839' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-07-29T14:54:31.451 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout 8443 2024-07-29T14:54:31.462 INFO:teuthology.orchestra.run.smithi067.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-07-29T14:54:31.462 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stdout disabled 2024-07-29T14:54:31.471 INFO:teuthology.orchestra.run.smithi067.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-07-29T14:54:31.471 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stdout inactive 2024-07-29T14:54:31.471 INFO:teuthology.orchestra.run.smithi067.stdout:firewalld.service is not enabled 2024-07-29T14:54:31.471 INFO:teuthology.orchestra.run.smithi067.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-07-29T14:54:31.473 INFO:teuthology.orchestra.run.smithi067.stdout:Ceph Dashboard is now available at: 2024-07-29T14:54:31.473 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:54:31.473 INFO:teuthology.orchestra.run.smithi067.stdout: URL: https://smithi067.front.sepia.ceph.com:8443/ 2024-07-29T14:54:31.473 INFO:teuthology.orchestra.run.smithi067.stdout: User: admin 2024-07-29T14:54:31.473 INFO:teuthology.orchestra.run.smithi067.stdout: Password: dwsq317isb 2024-07-29T14:54:31.473 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:54:31.474 INFO:teuthology.orchestra.run.smithi067.stdout:Saving cluster configuration to /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config directory 2024-07-29T14:54:31.474 INFO:teuthology.orchestra.run.smithi067.stdout:Enabling autotune for osd_memory_target 2024-07-29T14:54:33.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:33 smithi067 ceph-mon[29363]: mgrmap e13: y(active, since 6s) 2024-07-29T14:54:33.798 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-07-29T14:54:33.798 INFO:teuthology.orchestra.run.smithi067.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-07-29T14:54:33.798 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:54:33.798 INFO:teuthology.orchestra.run.smithi067.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-07-29T14:54:33.798 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:54:33.798 INFO:teuthology.orchestra.run.smithi067.stdout:Or, if you are only running a single cluster on this host: 2024-07-29T14:54:33.798 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:54:33.798 INFO:teuthology.orchestra.run.smithi067.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-07-29T14:54:33.799 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:54:33.799 INFO:teuthology.orchestra.run.smithi067.stdout:Please consider enabling telemetry to help improve Ceph: 2024-07-29T14:54:33.799 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:54:33.799 INFO:teuthology.orchestra.run.smithi067.stdout: ceph telemetry on 2024-07-29T14:54:33.799 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:54:33.799 INFO:teuthology.orchestra.run.smithi067.stdout:For more information see: 2024-07-29T14:54:33.799 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:54:33.799 INFO:teuthology.orchestra.run.smithi067.stdout: https://docs.ceph.com/docs/master/mgr/telemetry/ 2024-07-29T14:54:33.799 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:54:33.799 INFO:teuthology.orchestra.run.smithi067.stdout:Bootstrap complete. 2024-07-29T14:54:33.842 INFO:tasks.cephadm:Fetching config... 2024-07-29T14:54:33.843 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-07-29T14:54:33.843 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-07-29T14:54:33.861 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-07-29T14:54:33.861 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-07-29T14:54:33.861 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-07-29T14:54:33.918 INFO:tasks.cephadm:Fetching mon keyring... 2024-07-29T14:54:33.918 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-07-29T14:54:33.918 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/keyring of=/dev/stdout 2024-07-29T14:54:33.985 INFO:tasks.cephadm:Fetching pub ssh key... 2024-07-29T14:54:33.985 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-07-29T14:54:33.986 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-07-29T14:54:34.042 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-07-29T14:54:34.043 DEBUG:teuthology.orchestra.run.smithi067:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCZh3fQDGB8STZeHKjg41HKBLzvdH39LkNDxVcWoFCDmc0a2sLmkIWSGaoy1HEaCVnIRg3YuNBfEliO6q1ZZ2Qcphvw7Iik/CnPl2Fu8a2gj7srRFzC7TxJpqX8KTV1ZONaKePXCQKV4lrHQmWVSx379HgmFurubkJmWPNL9dBdOZ5EVExu0hUmWvMaqUrISRU9sCd469MGDzAD9fgT02vrH/WAPBBdYTnoN4Ko6i9IYF07dmnqg/eZNJHNPWWjCMJImS5TznXCA7/273iT+HznwbThqoyoyrNf4pvnHrTO/Aljsz7uzhomgaroEfXVgqHas/yjvg/0iPlFtOZiKA3Na9R61vBFSyQBruDpvDlthP6H/bRsWwtJ/QNqwwNaIThnEe6fS059Loh84YMqHTpCANGXF1QVJsObJn7x2nKgelPvEmY+e4l0JVPi1k262OGLG6/c2ysJFdmxpfLPJ/iUPb4CEMFdMZi4+W0+B1J3pFVVFv56P/Gx2X+bc9BiTcU= ceph-32e7db98-4dba-11ef-bcc8-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-07-29T14:54:34.121 INFO:teuthology.orchestra.run.smithi067.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCZh3fQDGB8STZeHKjg41HKBLzvdH39LkNDxVcWoFCDmc0a2sLmkIWSGaoy1HEaCVnIRg3YuNBfEliO6q1ZZ2Qcphvw7Iik/CnPl2Fu8a2gj7srRFzC7TxJpqX8KTV1ZONaKePXCQKV4lrHQmWVSx379HgmFurubkJmWPNL9dBdOZ5EVExu0hUmWvMaqUrISRU9sCd469MGDzAD9fgT02vrH/WAPBBdYTnoN4Ko6i9IYF07dmnqg/eZNJHNPWWjCMJImS5TznXCA7/273iT+HznwbThqoyoyrNf4pvnHrTO/Aljsz7uzhomgaroEfXVgqHas/yjvg/0iPlFtOZiKA3Na9R61vBFSyQBruDpvDlthP6H/bRsWwtJ/QNqwwNaIThnEe6fS059Loh84YMqHTpCANGXF1QVJsObJn7x2nKgelPvEmY+e4l0JVPi1k262OGLG6/c2ysJFdmxpfLPJ/iUPb4CEMFdMZi4+W0+B1J3pFVVFv56P/Gx2X+bc9BiTcU= ceph-32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T14:54:34.133 DEBUG:teuthology.orchestra.run.smithi138:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCZh3fQDGB8STZeHKjg41HKBLzvdH39LkNDxVcWoFCDmc0a2sLmkIWSGaoy1HEaCVnIRg3YuNBfEliO6q1ZZ2Qcphvw7Iik/CnPl2Fu8a2gj7srRFzC7TxJpqX8KTV1ZONaKePXCQKV4lrHQmWVSx379HgmFurubkJmWPNL9dBdOZ5EVExu0hUmWvMaqUrISRU9sCd469MGDzAD9fgT02vrH/WAPBBdYTnoN4Ko6i9IYF07dmnqg/eZNJHNPWWjCMJImS5TznXCA7/273iT+HznwbThqoyoyrNf4pvnHrTO/Aljsz7uzhomgaroEfXVgqHas/yjvg/0iPlFtOZiKA3Na9R61vBFSyQBruDpvDlthP6H/bRsWwtJ/QNqwwNaIThnEe6fS059Loh84YMqHTpCANGXF1QVJsObJn7x2nKgelPvEmY+e4l0JVPi1k262OGLG6/c2ysJFdmxpfLPJ/iUPb4CEMFdMZi4+W0+B1J3pFVVFv56P/Gx2X+bc9BiTcU= ceph-32e7db98-4dba-11ef-bcc8-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-07-29T14:54:34.175 INFO:teuthology.orchestra.run.smithi138.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCZh3fQDGB8STZeHKjg41HKBLzvdH39LkNDxVcWoFCDmc0a2sLmkIWSGaoy1HEaCVnIRg3YuNBfEliO6q1ZZ2Qcphvw7Iik/CnPl2Fu8a2gj7srRFzC7TxJpqX8KTV1ZONaKePXCQKV4lrHQmWVSx379HgmFurubkJmWPNL9dBdOZ5EVExu0hUmWvMaqUrISRU9sCd469MGDzAD9fgT02vrH/WAPBBdYTnoN4Ko6i9IYF07dmnqg/eZNJHNPWWjCMJImS5TznXCA7/273iT+HznwbThqoyoyrNf4pvnHrTO/Aljsz7uzhomgaroEfXVgqHas/yjvg/0iPlFtOZiKA3Na9R61vBFSyQBruDpvDlthP6H/bRsWwtJ/QNqwwNaIThnEe6fS059Loh84YMqHTpCANGXF1QVJsObJn7x2nKgelPvEmY+e4l0JVPi1k262OGLG6/c2ysJFdmxpfLPJ/iUPb4CEMFdMZi4+W0+B1J3pFVVFv56P/Gx2X+bc9BiTcU= ceph-32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T14:54:34.187 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-07-29T14:54:34.450 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:54:34.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:34 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/3947285420' entity='client.admin' 2024-07-29T14:54:37.427 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-07-29T14:54:37.427 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-07-29T14:54:37.897 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:37 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/951700724' entity='client.admin' 2024-07-29T14:54:38.021 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:54:39.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:38 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:54:39.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:38 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:54:39.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:38 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:54:39.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:38 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:54:39.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:38 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:54:39.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:38 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:54:40.207 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi138 2024-07-29T14:54:40.208 DEBUG:teuthology.orchestra.run.smithi138:> set -ex 2024-07-29T14:54:40.208 DEBUG:teuthology.orchestra.run.smithi138:> dd of=/etc/ceph/ceph.conf 2024-07-29T14:54:40.229 DEBUG:teuthology.orchestra.run.smithi138:> set -ex 2024-07-29T14:54:40.229 DEBUG:teuthology.orchestra.run.smithi138:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-07-29T14:54:40.287 INFO:tasks.cephadm:Adding host smithi138 to orchestrator... 2024-07-29T14:54:40.287 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph orch host add smithi138 2024-07-29T14:54:40.552 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:54:40.783 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:40 smithi067 ceph-mon[29363]: from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:54:40.783 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:40 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:54:40.783 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:40 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:54:40.783 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:40 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:54:40.783 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:40 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:54:40.784 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:40 smithi067 ceph-mon[29363]: Updating smithi067:/etc/ceph/ceph.conf 2024-07-29T14:54:40.784 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:40 smithi067 ceph-mon[29363]: Updating smithi067:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T14:54:40.784 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:40 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:54:40.784 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:40 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:54:40.784 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:40 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:54:41.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:41 smithi067 ceph-mon[29363]: Updating smithi067:/etc/ceph/ceph.client.admin.keyring 2024-07-29T14:54:41.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:41 smithi067 ceph-mon[29363]: Updating smithi067:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.client.admin.keyring 2024-07-29T14:54:43.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:42 smithi067 ceph-mon[29363]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi138", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:54:44.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:43 smithi067 ceph-mon[29363]: Deploying cephadm binary to smithi138 2024-07-29T14:54:45.469 INFO:teuthology.orchestra.run.smithi067.stdout:Added host 'smithi138' with addr '172.21.15.138' 2024-07-29T14:54:46.092 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph orch host ls --format=json 2024-07-29T14:54:46.347 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:54:46.736 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:46 smithi067 ceph-mon[29363]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:54:46.736 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:46 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:54:46.736 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:46 smithi067 ceph-mon[29363]: Added host smithi138 2024-07-29T14:54:46.736 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:46 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:54:46.736 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:46 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:54:46.736 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:46 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:54:47.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:47 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:54:47.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:47 smithi067 ceph-mon[29363]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:54:48.099 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:54:48.100 INFO:teuthology.orchestra.run.smithi067.stdout:[{"addr": "172.21.15.67", "hostname": "smithi067", "labels": [], "status": ""}, {"addr": "172.21.15.138", "hostname": "smithi138", "labels": [], "status": ""}] 2024-07-29T14:54:48.595 INFO:tasks.cephadm:Setting crush tunables to default 2024-07-29T14:54:48.596 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph osd crush tunables default 2024-07-29T14:54:48.853 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:54:49.139 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:48 smithi067 ceph-mon[29363]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-29T14:54:50.834 INFO:teuthology.orchestra.run.smithi067.stderr:adjusted tunables profile to default 2024-07-29T14:54:50.834 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:50 smithi067 ceph-mon[29363]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:54:50.835 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:50 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:54:50.835 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:50 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:54:50.835 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:50 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:54:50.835 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:50 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:54:50.835 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:50 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi138", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:54:50.835 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:50 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:54:50.835 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:50 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:54:50.835 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:50 smithi067 ceph-mon[29363]: Updating smithi138:/etc/ceph/ceph.conf 2024-07-29T14:54:50.835 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:50 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/237283395' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-07-29T14:54:50.835 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:50 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:54:50.835 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:50 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:54:50.835 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:50 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:54:51.405 INFO:tasks.cephadm:Adding mon.a on smithi067 2024-07-29T14:54:51.405 INFO:tasks.cephadm:Adding mon.c on smithi067 2024-07-29T14:54:51.405 INFO:tasks.cephadm:Adding mon.b on smithi138 2024-07-29T14:54:51.405 DEBUG:teuthology.orchestra.run.smithi138:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph orch apply mon '3;smithi067:172.21.15.67=a;smithi067:[v2:172.21.15.67:3301,v1:172.21.15.67:6790]=c;smithi138:172.21.15.138=b' 2024-07-29T14:54:51.654 INFO:teuthology.orchestra.run.smithi138.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T14:54:51.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:51 smithi067 ceph-mon[29363]: Updating smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T14:54:51.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:51 smithi067 ceph-mon[29363]: Updating smithi138:/etc/ceph/ceph.client.admin.keyring 2024-07-29T14:54:51.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:51 smithi067 ceph-mon[29363]: Updating smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.client.admin.keyring 2024-07-29T14:54:51.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:51 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/237283395' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-07-29T14:54:51.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:51 smithi067 ceph-mon[29363]: osdmap e4: 0 total, 0 up, 0 in 2024-07-29T14:54:52.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:52 smithi067 ceph-mon[29363]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:54:53.186 INFO:teuthology.orchestra.run.smithi138.stdout:Scheduled mon update... 2024-07-29T14:54:53.803 DEBUG:teuthology.orchestra.run.smithi067:mon.c> sudo journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mon.c.service 2024-07-29T14:54:53.806 DEBUG:teuthology.orchestra.run.smithi138:mon.b> sudo journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mon.b.service 2024-07-29T14:54:53.809 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-07-29T14:54:53.809 DEBUG:teuthology.orchestra.run.smithi138:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph mon dump -f json 2024-07-29T14:54:54.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:54 smithi067 ceph-mon[29363]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi067:172.21.15.67=a;smithi067:[v2:172.21.15.67:3301,v1:172.21.15.67:6790]=c;smithi138:172.21.15.138=b", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:54:54.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:54 smithi067 ceph-mon[29363]: Saving service mon spec with placement smithi067:172.21.15.67=a;smithi067:[v2:172.21.15.67:3301,v1:172.21.15.67:6790]=c;smithi138:172.21.15.138=b;count:3 2024-07-29T14:54:54.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:54 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:54:54.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:54 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:54:54.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:54 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:54:54.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:54 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:54:54.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:54 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:54:54.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:54 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-29T14:54:54.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:54 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:54:54.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:54 smithi067 ceph-mon[29363]: Deploying daemon mon.b on smithi138 2024-07-29T14:54:54.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:54 smithi067 ceph-mon[29363]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:54:54.545 INFO:teuthology.orchestra.run.smithi138.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T14:54:56.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:56 smithi067 ceph-mon[29363]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:54:57.852 INFO:teuthology.orchestra.run.smithi138.stdout: 2024-07-29T14:54:57.852 INFO:teuthology.orchestra.run.smithi138.stdout:{"epoch":1,"fsid":"32e7db98-4dba-11ef-bcc8-c7b262605968","modified":"2024-07-29T14:53:34.720315Z","created":"2024-07-29T14:53:34.720315Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:3300","nonce":0},{"type":"v1","addr":"172.21.15.67:6789","nonce":0}]},"addr":"172.21.15.67:6789/0","public_addr":"172.21.15.67:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-07-29T14:54:57.852 INFO:teuthology.orchestra.run.smithi138.stderr:dumped monmap epoch 1 2024-07-29T14:54:58.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:57 smithi138 systemd[1]: Starting Ceph mon.b for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T14:54:58.712 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 podman[32805]: 2024-07-29 14:54:58.484819909 +0000 UTC m=+0.016789618 image pull 5ec745195f7e964038144deb3b7cf6709e2a90e6b8f197967497f2a3bda375b9 quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca 2024-07-29T14:54:58.712 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 podman[32805]: 2024-07-29 14:54:58.617524186 +0000 UTC m=+0.149493889 container create 61a2da51101775b21c7f5d7c759a7a7cafed33290b5eef3d70eb2aeeb09fce5f (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-b, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=quincy-3120d06, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-07-29T14:54:58.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:58 smithi067 ceph-mon[29363]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:54:58.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:54:58 smithi067 ceph-mon[29363]: from='client.? 172.21.15.138:0/1225302617' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-07-29T14:54:59.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 podman[32805]: 2024-07-29 14:54:58.778993483 +0000 UTC m=+0.310963200 container init 61a2da51101775b21c7f5d7c759a7a7cafed33290b5eef3d70eb2aeeb09fce5f (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-b, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=quincy-3120d06, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724) 2024-07-29T14:54:59.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 podman[32805]: 2024-07-29 14:54:58.782466416 +0000 UTC m=+0.314436119 container start 61a2da51101775b21c7f5d7c759a7a7cafed33290b5eef3d70eb2aeeb09fce5f (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-b, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-3120d06, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-07-29T14:54:59.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: set uid:gid to 167:167 (ceph:ceph) 2024-07-29T14:54:59.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable), process ceph-mon, pid 2 2024-07-29T14:54:59.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: pidfile_write: ignore empty --pid-file 2024-07-29T14:54:59.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: load: jerasure load: lrc 2024-07-29T14:54:59.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: RocksDB version: 6.15.5 2024-07-29T14:54:59.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-07-29T14:54:59.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Compile date Jul 28 2024 2024-07-29T14:54:59.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: DB SUMMARY 2024-07-29T14:54:59.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: DB Session ID: 3WNGZ1BS2V48I258GHT4 2024-07-29T14:54:59.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: CURRENT file: CURRENT 2024-07-29T14:54:59.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: IDENTITY file: IDENTITY 2024-07-29T14:54:59.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-07-29T14:54:59.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-07-29T14:54:59.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-07-29T14:54:59.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.error_if_exists: 0 2024-07-29T14:54:59.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.create_if_missing: 0 2024-07-29T14:54:59.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.paranoid_checks: 1 2024-07-29T14:54:59.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-07-29T14:54:59.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.env: 0x5644c3bae440 2024-07-29T14:54:59.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.fs: Posix File System 2024-07-29T14:54:59.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.info_log: 0x5644c4eecf20 2024-07-29T14:54:59.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.max_file_opening_threads: 16 2024-07-29T14:54:59.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.statistics: (nil) 2024-07-29T14:54:59.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.use_fsync: 0 2024-07-29T14:54:59.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.max_log_file_size: 0 2024-07-29T14:54:59.064 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-07-29T14:54:59.064 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.log_file_time_to_roll: 0 2024-07-29T14:54:59.064 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.keep_log_file_num: 1000 2024-07-29T14:54:59.064 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.recycle_log_file_num: 0 2024-07-29T14:54:59.065 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.allow_fallocate: 1 2024-07-29T14:54:59.065 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.allow_mmap_reads: 0 2024-07-29T14:54:59.065 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.allow_mmap_writes: 0 2024-07-29T14:54:59.065 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.use_direct_reads: 0 2024-07-29T14:54:59.065 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-07-29T14:54:59.065 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.create_missing_column_families: 0 2024-07-29T14:54:59.065 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.db_log_dir: 2024-07-29T14:54:59.065 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2024-07-29T14:54:59.065 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.table_cache_numshardbits: 6 2024-07-29T14:54:59.065 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.WAL_ttl_seconds: 0 2024-07-29T14:54:59.065 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.WAL_size_limit_MB: 0 2024-07-29T14:54:59.065 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-07-29T14:54:59.065 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-07-29T14:54:59.065 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.is_fd_close_on_exec: 1 2024-07-29T14:54:59.066 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.advise_random_on_open: 1 2024-07-29T14:54:59.066 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.db_write_buffer_size: 0 2024-07-29T14:54:59.066 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.write_buffer_manager: 0x5644c4faa750 2024-07-29T14:54:59.066 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-07-29T14:54:59.066 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-07-29T14:54:59.066 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-07-29T14:54:59.066 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.use_adaptive_mutex: 0 2024-07-29T14:54:59.066 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.rate_limiter: (nil) 2024-07-29T14:54:59.066 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-07-29T14:54:59.066 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.wal_recovery_mode: 2 2024-07-29T14:54:59.066 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.enable_thread_tracking: 0 2024-07-29T14:54:59.067 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.enable_pipelined_write: 0 2024-07-29T14:54:59.067 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.unordered_write: 0 2024-07-29T14:54:59.067 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-07-29T14:54:59.067 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-07-29T14:54:59.067 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-07-29T14:54:59.067 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-07-29T14:54:59.067 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.row_cache: None 2024-07-29T14:54:59.067 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.wal_filter: None 2024-07-29T14:54:59.067 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-07-29T14:54:59.067 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.allow_ingest_behind: 0 2024-07-29T14:54:59.067 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.preserve_deletes: 0 2024-07-29T14:54:59.067 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.two_write_queues: 0 2024-07-29T14:54:59.067 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.manual_wal_flush: 0 2024-07-29T14:54:59.067 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.atomic_flush: 0 2024-07-29T14:54:59.068 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-07-29T14:54:59.068 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.persist_stats_to_disk: 0 2024-07-29T14:54:59.068 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.write_dbid_to_manifest: 0 2024-07-29T14:54:59.068 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.log_readahead_size: 0 2024-07-29T14:54:59.068 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-07-29T14:54:59.068 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.best_efforts_recovery: 0 2024-07-29T14:54:59.068 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-07-29T14:54:59.068 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-07-29T14:54:59.068 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.allow_data_in_errors: 0 2024-07-29T14:54:59.068 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.db_host_id: __hostname__ 2024-07-29T14:54:59.068 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.max_background_jobs: 2 2024-07-29T14:54:59.068 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.max_background_compactions: -1 2024-07-29T14:54:59.068 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.max_subcompactions: 1 2024-07-29T14:54:59.068 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-07-29T14:54:59.069 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-07-29T14:54:59.069 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.delayed_write_rate : 16777216 2024-07-29T14:54:59.069 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.max_total_wal_size: 0 2024-07-29T14:54:59.069 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-07-29T14:54:59.069 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.stats_dump_period_sec: 600 2024-07-29T14:54:59.069 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.stats_persist_period_sec: 600 2024-07-29T14:54:59.069 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-07-29T14:54:59.069 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.max_open_files: -1 2024-07-29T14:54:59.069 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.bytes_per_sync: 0 2024-07-29T14:54:59.069 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.wal_bytes_per_sync: 0 2024-07-29T14:54:59.069 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.strict_bytes_per_sync: 0 2024-07-29T14:54:59.069 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.compaction_readahead_size: 0 2024-07-29T14:54:59.069 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.max_background_flushes: -1 2024-07-29T14:54:59.069 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Compression algorithms supported: 2024-07-29T14:54:59.069 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: kZSTD supported: 0 2024-07-29T14:54:59.070 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: kXpressCompression supported: 0 2024-07-29T14:54:59.070 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: kBZip2Compression supported: 0 2024-07-29T14:54:59.070 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-07-29T14:54:59.070 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: kLZ4Compression supported: 1 2024-07-29T14:54:59.070 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: kZlibCompression supported: 1 2024-07-29T14:54:59.070 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: kLZ4HCCompression supported: 1 2024-07-29T14:54:59.070 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: kSnappyCompression supported: 1 2024-07-29T14:54:59.070 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Fast CRC32 supported: Supported on x86 2024-07-29T14:54:59.070 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 2024-07-29T14:54:59.070 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-07-29T14:54:59.070 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-07-29T14:54:59.070 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.merge_operator: 2024-07-29T14:54:59.070 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.compaction_filter: None 2024-07-29T14:54:59.070 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.compaction_filter_factory: None 2024-07-29T14:54:59.071 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.sst_partitioner_factory: None 2024-07-29T14:54:59.071 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.memtable_factory: SkipListFactory 2024-07-29T14:54:59.071 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.table_factory: BlockBasedTable 2024-07-29T14:54:59.071 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5644c4e93a58) 2024-07-29T14:54:59.071 INFO:journalctl@ceph.mon.b.smithi138.stdout: cache_index_and_filter_blocks: 1 2024-07-29T14:54:59.071 INFO:journalctl@ceph.mon.b.smithi138.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-07-29T14:54:59.071 INFO:journalctl@ceph.mon.b.smithi138.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-07-29T14:54:59.071 INFO:journalctl@ceph.mon.b.smithi138.stdout: pin_top_level_index_and_filter: 1 2024-07-29T14:54:59.071 INFO:journalctl@ceph.mon.b.smithi138.stdout: index_type: 0 2024-07-29T14:54:59.071 INFO:journalctl@ceph.mon.b.smithi138.stdout: data_block_index_type: 0 2024-07-29T14:54:59.071 INFO:journalctl@ceph.mon.b.smithi138.stdout: index_shortening: 1 2024-07-29T14:54:59.071 INFO:journalctl@ceph.mon.b.smithi138.stdout: data_block_hash_table_util_ratio: 0.750000 2024-07-29T14:54:59.071 INFO:journalctl@ceph.mon.b.smithi138.stdout: hash_index_allow_collision: 1 2024-07-29T14:54:59.071 INFO:journalctl@ceph.mon.b.smithi138.stdout: checksum: 1 2024-07-29T14:54:59.071 INFO:journalctl@ceph.mon.b.smithi138.stdout: no_block_cache: 0 2024-07-29T14:54:59.072 INFO:journalctl@ceph.mon.b.smithi138.stdout: block_cache: 0x5644c4ec9350 2024-07-29T14:54:59.072 INFO:journalctl@ceph.mon.b.smithi138.stdout: block_cache_name: BinnedLRUCache 2024-07-29T14:54:59.072 INFO:journalctl@ceph.mon.b.smithi138.stdout: block_cache_options: 2024-07-29T14:54:59.072 INFO:journalctl@ceph.mon.b.smithi138.stdout: capacity : 536870912 2024-07-29T14:54:59.072 INFO:journalctl@ceph.mon.b.smithi138.stdout: num_shard_bits : 4 2024-07-29T14:54:59.072 INFO:journalctl@ceph.mon.b.smithi138.stdout: strict_capacity_limit : 0 2024-07-29T14:54:59.072 INFO:journalctl@ceph.mon.b.smithi138.stdout: high_pri_pool_ratio: 0.000 2024-07-29T14:54:59.072 INFO:journalctl@ceph.mon.b.smithi138.stdout: block_cache_compressed: (nil) 2024-07-29T14:54:59.072 INFO:journalctl@ceph.mon.b.smithi138.stdout: persistent_cache: (nil) 2024-07-29T14:54:59.072 INFO:journalctl@ceph.mon.b.smithi138.stdout: block_size: 4096 2024-07-29T14:54:59.072 INFO:journalctl@ceph.mon.b.smithi138.stdout: block_size_deviation: 10 2024-07-29T14:54:59.072 INFO:journalctl@ceph.mon.b.smithi138.stdout: block_restart_interval: 16 2024-07-29T14:54:59.072 INFO:journalctl@ceph.mon.b.smithi138.stdout: index_block_restart_interval: 1 2024-07-29T14:54:59.072 INFO:journalctl@ceph.mon.b.smithi138.stdout: metadata_block_size: 4096 2024-07-29T14:54:59.072 INFO:journalctl@ceph.mon.b.smithi138.stdout: partition_filters: 0 2024-07-29T14:54:59.072 INFO:journalctl@ceph.mon.b.smithi138.stdout: use_delta_encoding: 1 2024-07-29T14:54:59.073 INFO:journalctl@ceph.mon.b.smithi138.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-07-29T14:54:59.073 INFO:journalctl@ceph.mon.b.smithi138.stdout: whole_key_filtering: 1 2024-07-29T14:54:59.073 INFO:journalctl@ceph.mon.b.smithi138.stdout: verify_compression: 0 2024-07-29T14:54:59.073 INFO:journalctl@ceph.mon.b.smithi138.stdout: read_amp_bytes_per_bit: 0 2024-07-29T14:54:59.073 INFO:journalctl@ceph.mon.b.smithi138.stdout: format_version: 4 2024-07-29T14:54:59.073 INFO:journalctl@ceph.mon.b.smithi138.stdout: enable_index_compression: 1 2024-07-29T14:54:59.073 INFO:journalctl@ceph.mon.b.smithi138.stdout: block_align: 0 2024-07-29T14:54:59.073 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.write_buffer_size: 33554432 2024-07-29T14:54:59.073 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.max_write_buffer_number: 2 2024-07-29T14:54:59.073 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.compression: NoCompression 2024-07-29T14:54:59.073 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.bottommost_compression: Disabled 2024-07-29T14:54:59.073 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.prefix_extractor: nullptr 2024-07-29T14:54:59.073 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-07-29T14:54:59.073 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.num_levels: 7 2024-07-29T14:54:59.073 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-07-29T14:54:59.073 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-07-29T14:54:59.074 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-07-29T14:54:59.074 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-07-29T14:54:59.074 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-07-29T14:54:59.074 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-07-29T14:54:59.074 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-07-29T14:54:59.074 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-07-29T14:54:59.074 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-07-29T14:54:59.074 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-07-29T14:54:59.074 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.compression_opts.window_bits: -14 2024-07-29T14:54:59.074 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.compression_opts.level: 32767 2024-07-29T14:54:59.074 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.compression_opts.strategy: 0 2024-07-29T14:54:59.074 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-07-29T14:54:59.074 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-07-29T14:54:59.074 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-07-29T14:54:59.075 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.compression_opts.enabled: false 2024-07-29T14:54:59.075 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-07-29T14:54:59.075 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-07-29T14:54:59.075 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-07-29T14:54:59.075 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.target_file_size_base: 67108864 2024-07-29T14:54:59.075 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.target_file_size_multiplier: 1 2024-07-29T14:54:59.075 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-07-29T14:54:59.075 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-07-29T14:54:59.075 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-07-29T14:54:59.075 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-07-29T14:54:59.075 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-07-29T14:54:59.075 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-07-29T14:54:59.075 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-07-29T14:54:59.075 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-07-29T14:54:59.075 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-07-29T14:54:59.075 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-07-29T14:54:59.075 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-07-29T14:54:59.076 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-07-29T14:54:59.076 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.arena_block_size: 4194304 2024-07-29T14:54:59.076 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-07-29T14:54:59.076 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-07-29T14:54:59.076 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-07-29T14:54:59.076 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.disable_auto_compactions: 0 2024-07-29T14:54:59.076 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-07-29T14:54:59.076 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-07-29T14:54:59.077 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-07-29T14:54:59.077 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-07-29T14:54:59.077 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-07-29T14:54:59.077 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-07-29T14:54:59.077 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-07-29T14:54:59.077 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-07-29T14:54:59.077 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-07-29T14:54:59.077 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-07-29T14:54:59.077 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.table_properties_collectors: 2024-07-29T14:54:59.077 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.inplace_update_support: 0 2024-07-29T14:54:59.077 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.inplace_update_num_locks: 10000 2024-07-29T14:54:59.077 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-07-29T14:54:59.077 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-07-29T14:54:59.077 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.memtable_huge_page_size: 0 2024-07-29T14:54:59.077 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.bloom_locality: 0 2024-07-29T14:54:59.077 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.max_successive_merges: 0 2024-07-29T14:54:59.078 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.optimize_filters_for_hits: 0 2024-07-29T14:54:59.078 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.paranoid_file_checks: 0 2024-07-29T14:54:59.078 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.force_consistency_checks: 1 2024-07-29T14:54:59.078 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.report_bg_io_stats: 0 2024-07-29T14:54:59.078 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.ttl: 2592000 2024-07-29T14:54:59.078 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.periodic_compaction_seconds: 0 2024-07-29T14:54:59.078 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.enable_blob_files: false 2024-07-29T14:54:59.078 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.min_blob_size: 0 2024-07-29T14:54:59.078 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.blob_file_size: 268435456 2024-07-29T14:54:59.078 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.blob_compression_type: NoCompression 2024-07-29T14:54:59.078 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.enable_blob_garbage_collection: false 2024-07-29T14:54:59.078 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-07-29T14:54:59.078 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-07-29T14:54:59.079 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-07-29T14:54:59.079 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2024-07-29T14:54:59.079 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722264898806429, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-07-29T14:54:59.079 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2024-07-29T14:54:59.079 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-07-29T14:54:59.079 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722264898806754, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1545, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1722264898, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "db2f5757-bf86-473e-a795-871376b317b9", "db_session_id": "3WNGZ1BS2V48I258GHT4"}} 2024-07-29T14:54:59.079 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2024-07-29T14:54:59.079 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722264898807098, "job": 1, "event": "recovery_finished"} 2024-07-29T14:54:59.079 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-07-29T14:54:59.079 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x5644c4efc700 2024-07-29T14:54:59.079 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: DB pointer 0x5644c4ecc000 2024-07-29T14:54:59.079 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-07-29T14:54:59.079 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-07-29T14:54:59.079 INFO:journalctl@ceph.mon.b.smithi138.stdout: ** DB Stats ** 2024-07-29T14:54:59.079 INFO:journalctl@ceph.mon.b.smithi138.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-29T14:54:59.079 INFO:journalctl@ceph.mon.b.smithi138.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-07-29T14:54:59.080 INFO:journalctl@ceph.mon.b.smithi138.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-07-29T14:54:59.080 INFO:journalctl@ceph.mon.b.smithi138.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-29T14:54:59.080 INFO:journalctl@ceph.mon.b.smithi138.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-07-29T14:54:59.080 INFO:journalctl@ceph.mon.b.smithi138.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-07-29T14:54:59.080 INFO:journalctl@ceph.mon.b.smithi138.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-29T14:54:59.080 INFO:journalctl@ceph.mon.b.smithi138.stdout: 2024-07-29T14:54:59.080 INFO:journalctl@ceph.mon.b.smithi138.stdout: ** Compaction Stats [default] ** 2024-07-29T14:54:59.080 INFO:journalctl@ceph.mon.b.smithi138.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-07-29T14:54:59.080 INFO:journalctl@ceph.mon.b.smithi138.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-29T14:54:59.080 INFO:journalctl@ceph.mon.b.smithi138.stdout: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.7 0.00 0.00 1 0.000 0 0 2024-07-29T14:54:59.080 INFO:journalctl@ceph.mon.b.smithi138.stdout: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.7 0.00 0.00 1 0.000 0 0 2024-07-29T14:54:59.080 INFO:journalctl@ceph.mon.b.smithi138.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.7 0.00 0.00 1 0.000 0 0 2024-07-29T14:54:59.080 INFO:journalctl@ceph.mon.b.smithi138.stdout: 2024-07-29T14:54:59.080 INFO:journalctl@ceph.mon.b.smithi138.stdout: ** Compaction Stats [default] ** 2024-07-29T14:54:59.081 INFO:journalctl@ceph.mon.b.smithi138.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-07-29T14:54:59.081 INFO:journalctl@ceph.mon.b.smithi138.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-29T14:54:59.081 INFO:journalctl@ceph.mon.b.smithi138.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.7 0.00 0.00 1 0.000 0 0 2024-07-29T14:54:59.081 INFO:journalctl@ceph.mon.b.smithi138.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-29T14:54:59.081 INFO:journalctl@ceph.mon.b.smithi138.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-07-29T14:54:59.081 INFO:journalctl@ceph.mon.b.smithi138.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-07-29T14:54:59.081 INFO:journalctl@ceph.mon.b.smithi138.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-07-29T14:54:59.081 INFO:journalctl@ceph.mon.b.smithi138.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-07-29T14:54:59.081 INFO:journalctl@ceph.mon.b.smithi138.stdout: AddFile(Keys): cumulative 0, interval 0 2024-07-29T14:54:59.081 INFO:journalctl@ceph.mon.b.smithi138.stdout: Cumulative compaction: 0.00 GB write, 0.55 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-29T14:54:59.081 INFO:journalctl@ceph.mon.b.smithi138.stdout: Interval compaction: 0.00 GB write, 0.55 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-29T14:54:59.081 INFO:journalctl@ceph.mon.b.smithi138.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-07-29T14:54:59.081 INFO:journalctl@ceph.mon.b.smithi138.stdout: 2024-07-29T14:54:59.081 INFO:journalctl@ceph.mon.b.smithi138.stdout: ** File Read Latency Histogram By Level [default] ** 2024-07-29T14:54:59.081 INFO:journalctl@ceph.mon.b.smithi138.stdout: 2024-07-29T14:54:59.081 INFO:journalctl@ceph.mon.b.smithi138.stdout: ** Compaction Stats [default] ** 2024-07-29T14:54:59.082 INFO:journalctl@ceph.mon.b.smithi138.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-07-29T14:54:59.082 INFO:journalctl@ceph.mon.b.smithi138.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-29T14:54:59.082 INFO:journalctl@ceph.mon.b.smithi138.stdout: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.7 0.00 0.00 1 0.000 0 0 2024-07-29T14:54:59.082 INFO:journalctl@ceph.mon.b.smithi138.stdout: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.7 0.00 0.00 1 0.000 0 0 2024-07-29T14:54:59.082 INFO:journalctl@ceph.mon.b.smithi138.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-07-29T14:54:59.082 INFO:journalctl@ceph.mon.b.smithi138.stdout: 2024-07-29T14:54:59.082 INFO:journalctl@ceph.mon.b.smithi138.stdout: ** Compaction Stats [default] ** 2024-07-29T14:54:59.082 INFO:journalctl@ceph.mon.b.smithi138.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-07-29T14:54:59.082 INFO:journalctl@ceph.mon.b.smithi138.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-29T14:54:59.082 INFO:journalctl@ceph.mon.b.smithi138.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.7 0.00 0.00 1 0.000 0 0 2024-07-29T14:54:59.082 INFO:journalctl@ceph.mon.b.smithi138.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-29T14:54:59.082 INFO:journalctl@ceph.mon.b.smithi138.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-07-29T14:54:59.082 INFO:journalctl@ceph.mon.b.smithi138.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-07-29T14:54:59.082 INFO:journalctl@ceph.mon.b.smithi138.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-07-29T14:54:59.083 INFO:journalctl@ceph.mon.b.smithi138.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-07-29T14:54:59.083 INFO:journalctl@ceph.mon.b.smithi138.stdout: AddFile(Keys): cumulative 0, interval 0 2024-07-29T14:54:59.083 INFO:journalctl@ceph.mon.b.smithi138.stdout: Cumulative compaction: 0.00 GB write, 0.54 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-29T14:54:59.083 INFO:journalctl@ceph.mon.b.smithi138.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-29T14:54:59.083 INFO:journalctl@ceph.mon.b.smithi138.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-07-29T14:54:59.083 INFO:journalctl@ceph.mon.b.smithi138.stdout: 2024-07-29T14:54:59.083 INFO:journalctl@ceph.mon.b.smithi138.stdout: ** File Read Latency Histogram By Level [default] ** 2024-07-29T14:54:59.083 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-07-29T14:54:59.083 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: using public_addr v2:172.21.15.138:0/0 -> [v2:172.21.15.138:3300/0,v1:172.21.15.138:6789/0] 2024-07-29T14:54:59.083 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: starting mon.b rank -1 at public addrs [v2:172.21.15.138:3300/0,v1:172.21.15.138:6789/0] at bind addrs [v2:172.21.15.138:3300/0,v1:172.21.15.138:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T14:54:59.083 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: mon.b@-1(???) e0 preinit fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T14:54:59.083 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: mon.b@-1(synchronizing).mds e1 new map 2024-07-29T14:54:59.083 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: mon.b@-1(synchronizing).mds e1 print_map 2024-07-29T14:54:59.083 INFO:journalctl@ceph.mon.b.smithi138.stdout: e1 2024-07-29T14:54:59.083 INFO:journalctl@ceph.mon.b.smithi138.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-07-29T14:54:59.084 INFO:journalctl@ceph.mon.b.smithi138.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-07-29T14:54:59.084 INFO:journalctl@ceph.mon.b.smithi138.stdout: legacy client fscid: -1 2024-07-29T14:54:59.084 INFO:journalctl@ceph.mon.b.smithi138.stdout: 2024-07-29T14:54:59.084 INFO:journalctl@ceph.mon.b.smithi138.stdout: No filesystems configured 2024-07-29T14:54:59.084 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-07-29T14:54:59.084 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-07-29T14:54:59.084 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-07-29T14:54:59.084 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-07-29T14:54:59.084 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-07-29T14:54:59.084 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-07-29T14:54:59.084 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-07-29T14:54:59.084 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-07-29T14:54:59.084 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-07-29T14:54:59.084 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-07-29T14:54:59.085 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: Updating smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T14:54:59.085 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: Updating smithi138:/etc/ceph/ceph.client.admin.keyring 2024-07-29T14:54:59.085 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: Updating smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.client.admin.keyring 2024-07-29T14:54:59.085 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/237283395' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-07-29T14:54:59.085 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: osdmap e4: 0 total, 0 up, 0 in 2024-07-29T14:54:59.085 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:54:59.085 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi067:172.21.15.67=a;smithi067:[v2:172.21.15.67:3301,v1:172.21.15.67:6790]=c;smithi138:172.21.15.138=b", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:54:59.085 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: Saving service mon spec with placement smithi067:172.21.15.67=a;smithi067:[v2:172.21.15.67:3301,v1:172.21.15.67:6790]=c;smithi138:172.21.15.138=b;count:3 2024-07-29T14:54:59.085 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:54:59.085 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:54:59.085 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:54:59.085 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:54:59.085 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:54:59.085 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-29T14:54:59.085 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:54:59.086 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: Deploying daemon mon.b on smithi138 2024-07-29T14:54:59.086 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:54:59.086 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:54:59.086 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:54:59.086 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: from='client.? 172.21.15.138:0/1225302617' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-07-29T14:54:59.086 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 ceph-mon[32824]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-07-29T14:54:59.086 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 bash[32805]: 61a2da51101775b21c7f5d7c759a7a7cafed33290b5eef3d70eb2aeeb09fce5f 2024-07-29T14:54:59.086 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:54:58 smithi138 systemd[1]: Started Ceph mon.b for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T14:54:59.427 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-07-29T14:54:59.427 DEBUG:teuthology.orchestra.run.smithi138:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph mon dump -f json 2024-07-29T14:54:59.677 INFO:teuthology.orchestra.run.smithi138.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.b/config 2024-07-29T14:55:04.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:03 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T14:55:04.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:03 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:55:04.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:03 smithi067 ceph-mon[29363]: mon.a calling monitor election 2024-07-29T14:55:04.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:03 smithi067 ceph-mon[29363]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:04.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:03 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:55:04.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:03 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:55:04.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:03 smithi067 ceph-mon[29363]: mon.b calling monitor election 2024-07-29T14:55:04.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:03 smithi067 ceph-mon[29363]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:04.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:03 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:55:04.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:03 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:55:04.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:03 smithi067 ceph-mon[29363]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:04.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:03 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:55:04.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:03 smithi067 ceph-mon[29363]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-07-29T14:55:04.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:03 smithi067 ceph-mon[29363]: monmap e2: 2 mons at {a=[v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0],b=[v2:172.21.15.138:3300/0,v1:172.21.15.138:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-07-29T14:55:04.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:03 smithi067 ceph-mon[29363]: fsmap 2024-07-29T14:55:04.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:03 smithi067 ceph-mon[29363]: osdmap e4: 0 total, 0 up, 0 in 2024-07-29T14:55:04.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:03 smithi067 ceph-mon[29363]: mgrmap e13: y(active, since 38s) 2024-07-29T14:55:04.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:03 smithi067 ceph-mon[29363]: overall HEALTH_OK 2024-07-29T14:55:04.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:03 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:04.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:03 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:04.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:03 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:04.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:03 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-29T14:55:04.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:03 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:04.278 INFO:teuthology.orchestra.run.smithi138.stdout: 2024-07-29T14:55:04.279 INFO:teuthology.orchestra.run.smithi138.stdout:{"epoch":2,"fsid":"32e7db98-4dba-11ef-bcc8-c7b262605968","modified":"2024-07-29T14:54:58.830560Z","created":"2024-07-29T14:53:34.720315Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:3300","nonce":0},{"type":"v1","addr":"172.21.15.67:6789","nonce":0}]},"addr":"172.21.15.67:6789/0","public_addr":"172.21.15.67:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:3300","nonce":0},{"type":"v1","addr":"172.21.15.138:6789","nonce":0}]},"addr":"172.21.15.138:6789/0","public_addr":"172.21.15.138:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-07-29T14:55:04.279 INFO:teuthology.orchestra.run.smithi138.stderr:dumped monmap epoch 2 2024-07-29T14:55:04.279 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:03 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T14:55:04.279 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:03 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:55:04.279 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:03 smithi138 ceph-mon[32824]: mon.a calling monitor election 2024-07-29T14:55:04.279 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:03 smithi138 ceph-mon[32824]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:04.279 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:03 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:55:04.280 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:03 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:55:04.280 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:03 smithi138 ceph-mon[32824]: mon.b calling monitor election 2024-07-29T14:55:04.280 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:03 smithi138 ceph-mon[32824]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:04.280 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:03 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:55:04.280 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:03 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:55:04.280 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:03 smithi138 ceph-mon[32824]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:04.280 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:03 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:55:04.280 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:03 smithi138 ceph-mon[32824]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-07-29T14:55:04.280 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:03 smithi138 ceph-mon[32824]: monmap e2: 2 mons at {a=[v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0],b=[v2:172.21.15.138:3300/0,v1:172.21.15.138:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-07-29T14:55:04.280 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:03 smithi138 ceph-mon[32824]: fsmap 2024-07-29T14:55:04.280 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:03 smithi138 ceph-mon[32824]: osdmap e4: 0 total, 0 up, 0 in 2024-07-29T14:55:04.280 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:03 smithi138 ceph-mon[32824]: mgrmap e13: y(active, since 38s) 2024-07-29T14:55:04.280 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:03 smithi138 ceph-mon[32824]: overall HEALTH_OK 2024-07-29T14:55:04.280 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:03 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:04.280 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:03 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:04.281 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:03 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:04.281 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:03 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-29T14:55:04.281 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:03 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:05.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:04 smithi067 ceph-mon[29363]: Deploying daemon mon.c on smithi067 2024-07-29T14:55:05.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:04 smithi067 ceph-mon[29363]: from='client.? 172.21.15.138:0/2430914210' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-07-29T14:55:05.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:04 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:55:05.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:04 smithi138 ceph-mon[32824]: Deploying daemon mon.c on smithi067 2024-07-29T14:55:05.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:04 smithi138 ceph-mon[32824]: from='client.? 172.21.15.138:0/2430914210' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-07-29T14:55:05.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:04 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:55:05.868 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-07-29T14:55:05.868 DEBUG:teuthology.orchestra.run.smithi138:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph mon dump -f json 2024-07-29T14:55:06.012 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:05 smithi067 ceph-mon[29363]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:06.128 INFO:teuthology.orchestra.run.smithi138.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.b/config 2024-07-29T14:55:06.250 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:05 smithi138 ceph-mon[32824]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:06.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 podman[39676]: 2024-07-29 14:55:06.64039561 +0000 UTC m=+0.129696902 container create 55264effb9e81d3e01b13754df95ab7a8f94a0932adf9b4d06511988894652de (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-c, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, RELEASE=quincy-3120d06, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-07-29T14:55:07.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 podman[39676]: 2024-07-29 14:55:06.857216559 +0000 UTC m=+0.346517866 container init 55264effb9e81d3e01b13754df95ab7a8f94a0932adf9b4d06511988894652de (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-c, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, RELEASE=quincy-3120d06, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-07-29T14:55:07.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 podman[39676]: 2024-07-29 14:55:06.860684703 +0000 UTC m=+0.349986005 container start 55264effb9e81d3e01b13754df95ab7a8f94a0932adf9b4d06511988894652de (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-c, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=quincy-3120d06, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-07-29T14:55:07.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: set uid:gid to 167:167 (ceph:ceph) 2024-07-29T14:55:07.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable), process ceph-mon, pid 2 2024-07-29T14:55:07.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: pidfile_write: ignore empty --pid-file 2024-07-29T14:55:07.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: load: jerasure load: lrc 2024-07-29T14:55:07.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: RocksDB version: 6.15.5 2024-07-29T14:55:07.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-07-29T14:55:07.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Compile date Jul 28 2024 2024-07-29T14:55:07.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: DB SUMMARY 2024-07-29T14:55:07.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: DB Session ID: ZHOQHZJJHBSNWJ2O2RTW 2024-07-29T14:55:07.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: CURRENT file: CURRENT 2024-07-29T14:55:07.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: IDENTITY file: IDENTITY 2024-07-29T14:55:07.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-07-29T14:55:07.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-07-29T14:55:07.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-07-29T14:55:07.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.error_if_exists: 0 2024-07-29T14:55:07.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.create_if_missing: 0 2024-07-29T14:55:07.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.paranoid_checks: 1 2024-07-29T14:55:07.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-07-29T14:55:07.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.env: 0x55a800d59440 2024-07-29T14:55:07.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.fs: Posix File System 2024-07-29T14:55:07.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.info_log: 0x55a802890f20 2024-07-29T14:55:07.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.max_file_opening_threads: 16 2024-07-29T14:55:07.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.statistics: (nil) 2024-07-29T14:55:07.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.use_fsync: 0 2024-07-29T14:55:07.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.max_log_file_size: 0 2024-07-29T14:55:07.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-07-29T14:55:07.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.log_file_time_to_roll: 0 2024-07-29T14:55:07.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.keep_log_file_num: 1000 2024-07-29T14:55:07.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.recycle_log_file_num: 0 2024-07-29T14:55:07.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.allow_fallocate: 1 2024-07-29T14:55:07.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.allow_mmap_reads: 0 2024-07-29T14:55:07.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.allow_mmap_writes: 0 2024-07-29T14:55:07.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.use_direct_reads: 0 2024-07-29T14:55:07.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-07-29T14:55:07.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.create_missing_column_families: 0 2024-07-29T14:55:07.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.db_log_dir: 2024-07-29T14:55:07.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2024-07-29T14:55:07.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.table_cache_numshardbits: 6 2024-07-29T14:55:07.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.WAL_ttl_seconds: 0 2024-07-29T14:55:07.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.WAL_size_limit_MB: 0 2024-07-29T14:55:07.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-07-29T14:55:07.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-07-29T14:55:07.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.is_fd_close_on_exec: 1 2024-07-29T14:55:07.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.advise_random_on_open: 1 2024-07-29T14:55:07.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.db_write_buffer_size: 0 2024-07-29T14:55:07.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.write_buffer_manager: 0x55a80294e720 2024-07-29T14:55:07.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-07-29T14:55:07.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-07-29T14:55:07.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-07-29T14:55:07.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.use_adaptive_mutex: 0 2024-07-29T14:55:07.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.rate_limiter: (nil) 2024-07-29T14:55:07.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-07-29T14:55:07.244 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.wal_recovery_mode: 2 2024-07-29T14:55:07.244 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.enable_thread_tracking: 0 2024-07-29T14:55:07.244 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.enable_pipelined_write: 0 2024-07-29T14:55:07.244 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.unordered_write: 0 2024-07-29T14:55:07.244 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-07-29T14:55:07.244 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-07-29T14:55:07.244 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-07-29T14:55:07.244 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-07-29T14:55:07.244 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.row_cache: None 2024-07-29T14:55:07.244 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.wal_filter: None 2024-07-29T14:55:07.244 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-07-29T14:55:07.245 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.allow_ingest_behind: 0 2024-07-29T14:55:07.245 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.preserve_deletes: 0 2024-07-29T14:55:07.245 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.two_write_queues: 0 2024-07-29T14:55:07.246 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.manual_wal_flush: 0 2024-07-29T14:55:07.246 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.atomic_flush: 0 2024-07-29T14:55:07.246 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-07-29T14:55:07.246 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.persist_stats_to_disk: 0 2024-07-29T14:55:07.246 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.write_dbid_to_manifest: 0 2024-07-29T14:55:07.246 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.log_readahead_size: 0 2024-07-29T14:55:07.246 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-07-29T14:55:07.246 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.best_efforts_recovery: 0 2024-07-29T14:55:07.246 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-07-29T14:55:07.246 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-07-29T14:55:07.246 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.allow_data_in_errors: 0 2024-07-29T14:55:07.246 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.db_host_id: __hostname__ 2024-07-29T14:55:07.246 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.max_background_jobs: 2 2024-07-29T14:55:07.246 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.max_background_compactions: -1 2024-07-29T14:55:07.247 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.max_subcompactions: 1 2024-07-29T14:55:07.247 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-07-29T14:55:07.247 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-07-29T14:55:07.247 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.delayed_write_rate : 16777216 2024-07-29T14:55:07.247 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.max_total_wal_size: 0 2024-07-29T14:55:07.247 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-07-29T14:55:07.247 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.stats_dump_period_sec: 600 2024-07-29T14:55:07.247 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.stats_persist_period_sec: 600 2024-07-29T14:55:07.247 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-07-29T14:55:07.247 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.max_open_files: -1 2024-07-29T14:55:07.247 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.bytes_per_sync: 0 2024-07-29T14:55:07.247 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.wal_bytes_per_sync: 0 2024-07-29T14:55:07.247 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.strict_bytes_per_sync: 0 2024-07-29T14:55:07.247 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.compaction_readahead_size: 0 2024-07-29T14:55:07.247 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.max_background_flushes: -1 2024-07-29T14:55:07.247 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Compression algorithms supported: 2024-07-29T14:55:07.248 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: kZSTD supported: 0 2024-07-29T14:55:07.248 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: kXpressCompression supported: 0 2024-07-29T14:55:07.248 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: kBZip2Compression supported: 0 2024-07-29T14:55:07.248 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-07-29T14:55:07.248 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: kLZ4Compression supported: 1 2024-07-29T14:55:07.248 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: kZlibCompression supported: 1 2024-07-29T14:55:07.248 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: kLZ4HCCompression supported: 1 2024-07-29T14:55:07.248 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: kSnappyCompression supported: 1 2024-07-29T14:55:07.248 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Fast CRC32 supported: Supported on x86 2024-07-29T14:55:07.248 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 2024-07-29T14:55:07.248 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-07-29T14:55:07.248 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-07-29T14:55:07.248 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.merge_operator: 2024-07-29T14:55:07.248 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.compaction_filter: None 2024-07-29T14:55:07.249 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.compaction_filter_factory: None 2024-07-29T14:55:07.249 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.sst_partitioner_factory: None 2024-07-29T14:55:07.249 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.memtable_factory: SkipListFactory 2024-07-29T14:55:07.249 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.table_factory: BlockBasedTable 2024-07-29T14:55:07.249 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55a802837a58) 2024-07-29T14:55:07.249 INFO:journalctl@ceph.mon.c.smithi067.stdout: cache_index_and_filter_blocks: 1 2024-07-29T14:55:07.249 INFO:journalctl@ceph.mon.c.smithi067.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-07-29T14:55:07.249 INFO:journalctl@ceph.mon.c.smithi067.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-07-29T14:55:07.249 INFO:journalctl@ceph.mon.c.smithi067.stdout: pin_top_level_index_and_filter: 1 2024-07-29T14:55:07.249 INFO:journalctl@ceph.mon.c.smithi067.stdout: index_type: 0 2024-07-29T14:55:07.249 INFO:journalctl@ceph.mon.c.smithi067.stdout: data_block_index_type: 0 2024-07-29T14:55:07.249 INFO:journalctl@ceph.mon.c.smithi067.stdout: index_shortening: 1 2024-07-29T14:55:07.249 INFO:journalctl@ceph.mon.c.smithi067.stdout: data_block_hash_table_util_ratio: 0.750000 2024-07-29T14:55:07.249 INFO:journalctl@ceph.mon.c.smithi067.stdout: hash_index_allow_collision: 1 2024-07-29T14:55:07.249 INFO:journalctl@ceph.mon.c.smithi067.stdout: checksum: 1 2024-07-29T14:55:07.250 INFO:journalctl@ceph.mon.c.smithi067.stdout: no_block_cache: 0 2024-07-29T14:55:07.250 INFO:journalctl@ceph.mon.c.smithi067.stdout: block_cache: 0x55a80286d350 2024-07-29T14:55:07.250 INFO:journalctl@ceph.mon.c.smithi067.stdout: block_cache_name: BinnedLRUCache 2024-07-29T14:55:07.250 INFO:journalctl@ceph.mon.c.smithi067.stdout: block_cache_options: 2024-07-29T14:55:07.250 INFO:journalctl@ceph.mon.c.smithi067.stdout: capacity : 536870912 2024-07-29T14:55:07.250 INFO:journalctl@ceph.mon.c.smithi067.stdout: num_shard_bits : 4 2024-07-29T14:55:07.250 INFO:journalctl@ceph.mon.c.smithi067.stdout: strict_capacity_limit : 0 2024-07-29T14:55:07.250 INFO:journalctl@ceph.mon.c.smithi067.stdout: high_pri_pool_ratio: 0.000 2024-07-29T14:55:07.250 INFO:journalctl@ceph.mon.c.smithi067.stdout: block_cache_compressed: (nil) 2024-07-29T14:55:07.250 INFO:journalctl@ceph.mon.c.smithi067.stdout: persistent_cache: (nil) 2024-07-29T14:55:07.250 INFO:journalctl@ceph.mon.c.smithi067.stdout: block_size: 4096 2024-07-29T14:55:07.250 INFO:journalctl@ceph.mon.c.smithi067.stdout: block_size_deviation: 10 2024-07-29T14:55:07.250 INFO:journalctl@ceph.mon.c.smithi067.stdout: block_restart_interval: 16 2024-07-29T14:55:07.250 INFO:journalctl@ceph.mon.c.smithi067.stdout: index_block_restart_interval: 1 2024-07-29T14:55:07.251 INFO:journalctl@ceph.mon.c.smithi067.stdout: metadata_block_size: 4096 2024-07-29T14:55:07.251 INFO:journalctl@ceph.mon.c.smithi067.stdout: partition_filters: 0 2024-07-29T14:55:07.251 INFO:journalctl@ceph.mon.c.smithi067.stdout: use_delta_encoding: 1 2024-07-29T14:55:07.251 INFO:journalctl@ceph.mon.c.smithi067.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-07-29T14:55:07.251 INFO:journalctl@ceph.mon.c.smithi067.stdout: whole_key_filtering: 1 2024-07-29T14:55:07.251 INFO:journalctl@ceph.mon.c.smithi067.stdout: verify_compression: 0 2024-07-29T14:55:07.251 INFO:journalctl@ceph.mon.c.smithi067.stdout: read_amp_bytes_per_bit: 0 2024-07-29T14:55:07.251 INFO:journalctl@ceph.mon.c.smithi067.stdout: format_version: 4 2024-07-29T14:55:07.251 INFO:journalctl@ceph.mon.c.smithi067.stdout: enable_index_compression: 1 2024-07-29T14:55:07.251 INFO:journalctl@ceph.mon.c.smithi067.stdout: block_align: 0 2024-07-29T14:55:07.251 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.write_buffer_size: 33554432 2024-07-29T14:55:07.251 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.max_write_buffer_number: 2 2024-07-29T14:55:07.251 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.compression: NoCompression 2024-07-29T14:55:07.251 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.bottommost_compression: Disabled 2024-07-29T14:55:07.252 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.prefix_extractor: nullptr 2024-07-29T14:55:07.252 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-07-29T14:55:07.252 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.num_levels: 7 2024-07-29T14:55:07.252 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-07-29T14:55:07.252 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-07-29T14:55:07.252 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-07-29T14:55:07.252 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-07-29T14:55:07.252 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-07-29T14:55:07.252 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-07-29T14:55:07.252 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-07-29T14:55:07.252 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-07-29T14:55:07.252 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-07-29T14:55:07.252 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-07-29T14:55:07.252 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.compression_opts.window_bits: -14 2024-07-29T14:55:07.253 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.compression_opts.level: 32767 2024-07-29T14:55:07.253 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.compression_opts.strategy: 0 2024-07-29T14:55:07.253 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-07-29T14:55:07.253 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-07-29T14:55:07.253 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-07-29T14:55:07.253 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.compression_opts.enabled: false 2024-07-29T14:55:07.253 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-07-29T14:55:07.253 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-07-29T14:55:07.253 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-07-29T14:55:07.253 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.target_file_size_base: 67108864 2024-07-29T14:55:07.253 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.target_file_size_multiplier: 1 2024-07-29T14:55:07.253 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-07-29T14:55:07.253 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-07-29T14:55:07.254 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-07-29T14:55:07.254 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-07-29T14:55:07.254 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-07-29T14:55:07.254 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-07-29T14:55:07.254 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-07-29T14:55:07.254 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-07-29T14:55:07.254 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-07-29T14:55:07.254 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-07-29T14:55:07.254 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-07-29T14:55:07.254 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-07-29T14:55:07.254 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.arena_block_size: 4194304 2024-07-29T14:55:07.254 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-07-29T14:55:07.254 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-07-29T14:55:07.254 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-07-29T14:55:07.255 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.disable_auto_compactions: 0 2024-07-29T14:55:07.255 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-07-29T14:55:07.255 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-07-29T14:55:07.255 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-07-29T14:55:07.255 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-07-29T14:55:07.255 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-07-29T14:55:07.255 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-07-29T14:55:07.255 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-07-29T14:55:07.255 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-07-29T14:55:07.255 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-07-29T14:55:07.255 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-07-29T14:55:07.255 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.table_properties_collectors: 2024-07-29T14:55:07.255 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.inplace_update_support: 0 2024-07-29T14:55:07.256 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.inplace_update_num_locks: 10000 2024-07-29T14:55:07.256 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-07-29T14:55:07.256 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-07-29T14:55:07.256 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.memtable_huge_page_size: 0 2024-07-29T14:55:07.256 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.bloom_locality: 0 2024-07-29T14:55:07.256 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.max_successive_merges: 0 2024-07-29T14:55:07.256 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.optimize_filters_for_hits: 0 2024-07-29T14:55:07.256 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.paranoid_file_checks: 0 2024-07-29T14:55:07.256 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.force_consistency_checks: 1 2024-07-29T14:55:07.256 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.report_bg_io_stats: 0 2024-07-29T14:55:07.256 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.ttl: 2592000 2024-07-29T14:55:07.256 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.periodic_compaction_seconds: 0 2024-07-29T14:55:07.256 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.enable_blob_files: false 2024-07-29T14:55:07.256 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.min_blob_size: 0 2024-07-29T14:55:07.257 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.blob_file_size: 268435456 2024-07-29T14:55:07.257 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.blob_compression_type: NoCompression 2024-07-29T14:55:07.257 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.enable_blob_garbage_collection: false 2024-07-29T14:55:07.257 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-07-29T14:55:07.257 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-07-29T14:55:07.257 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-07-29T14:55:07.257 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2024-07-29T14:55:07.257 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722264906885094, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-07-29T14:55:07.257 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2024-07-29T14:55:07.257 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-07-29T14:55:07.257 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722264906885389, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1670, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1722264906, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "e82dcc8f-a2b2-4785-b6cc-a1ae40b05f2f", "db_session_id": "ZHOQHZJJHBSNWJ2O2RTW"}} 2024-07-29T14:55:07.257 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2024-07-29T14:55:07.257 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722264906885708, "job": 1, "event": "recovery_finished"} 2024-07-29T14:55:07.257 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-07-29T14:55:07.258 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55a8028a0700 2024-07-29T14:55:07.258 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: DB pointer 0x55a802870000 2024-07-29T14:55:07.258 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-07-29T14:55:07.258 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-07-29T14:55:07.258 INFO:journalctl@ceph.mon.c.smithi067.stdout: ** DB Stats ** 2024-07-29T14:55:07.258 INFO:journalctl@ceph.mon.c.smithi067.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-29T14:55:07.258 INFO:journalctl@ceph.mon.c.smithi067.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-07-29T14:55:07.258 INFO:journalctl@ceph.mon.c.smithi067.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-07-29T14:55:07.258 INFO:journalctl@ceph.mon.c.smithi067.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-29T14:55:07.258 INFO:journalctl@ceph.mon.c.smithi067.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-07-29T14:55:07.258 INFO:journalctl@ceph.mon.c.smithi067.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-07-29T14:55:07.258 INFO:journalctl@ceph.mon.c.smithi067.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-29T14:55:07.259 INFO:journalctl@ceph.mon.c.smithi067.stdout: 2024-07-29T14:55:07.259 INFO:journalctl@ceph.mon.c.smithi067.stdout: ** Compaction Stats [default] ** 2024-07-29T14:55:07.259 INFO:journalctl@ceph.mon.c.smithi067.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-07-29T14:55:07.259 INFO:journalctl@ceph.mon.c.smithi067.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-29T14:55:07.259 INFO:journalctl@ceph.mon.c.smithi067.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.6 0.00 0.00 1 0.000 0 0 2024-07-29T14:55:07.259 INFO:journalctl@ceph.mon.c.smithi067.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.6 0.00 0.00 1 0.000 0 0 2024-07-29T14:55:07.259 INFO:journalctl@ceph.mon.c.smithi067.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.6 0.00 0.00 1 0.000 0 0 2024-07-29T14:55:07.259 INFO:journalctl@ceph.mon.c.smithi067.stdout: 2024-07-29T14:55:07.259 INFO:journalctl@ceph.mon.c.smithi067.stdout: ** Compaction Stats [default] ** 2024-07-29T14:55:07.259 INFO:journalctl@ceph.mon.c.smithi067.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-07-29T14:55:07.259 INFO:journalctl@ceph.mon.c.smithi067.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-29T14:55:07.259 INFO:journalctl@ceph.mon.c.smithi067.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.6 0.00 0.00 1 0.000 0 0 2024-07-29T14:55:07.259 INFO:journalctl@ceph.mon.c.smithi067.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-29T14:55:07.259 INFO:journalctl@ceph.mon.c.smithi067.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-07-29T14:55:07.259 INFO:journalctl@ceph.mon.c.smithi067.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-07-29T14:55:07.260 INFO:journalctl@ceph.mon.c.smithi067.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-07-29T14:55:07.260 INFO:journalctl@ceph.mon.c.smithi067.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-07-29T14:55:07.260 INFO:journalctl@ceph.mon.c.smithi067.stdout: AddFile(Keys): cumulative 0, interval 0 2024-07-29T14:55:07.260 INFO:journalctl@ceph.mon.c.smithi067.stdout: Cumulative compaction: 0.00 GB write, 0.61 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-29T14:55:07.260 INFO:journalctl@ceph.mon.c.smithi067.stdout: Interval compaction: 0.00 GB write, 0.61 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-29T14:55:07.260 INFO:journalctl@ceph.mon.c.smithi067.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-07-29T14:55:07.260 INFO:journalctl@ceph.mon.c.smithi067.stdout: 2024-07-29T14:55:07.260 INFO:journalctl@ceph.mon.c.smithi067.stdout: ** File Read Latency Histogram By Level [default] ** 2024-07-29T14:55:07.260 INFO:journalctl@ceph.mon.c.smithi067.stdout: 2024-07-29T14:55:07.260 INFO:journalctl@ceph.mon.c.smithi067.stdout: ** Compaction Stats [default] ** 2024-07-29T14:55:07.260 INFO:journalctl@ceph.mon.c.smithi067.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-07-29T14:55:07.260 INFO:journalctl@ceph.mon.c.smithi067.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-29T14:55:07.260 INFO:journalctl@ceph.mon.c.smithi067.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.6 0.00 0.00 1 0.000 0 0 2024-07-29T14:55:07.260 INFO:journalctl@ceph.mon.c.smithi067.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.6 0.00 0.00 1 0.000 0 0 2024-07-29T14:55:07.260 INFO:journalctl@ceph.mon.c.smithi067.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-07-29T14:55:07.261 INFO:journalctl@ceph.mon.c.smithi067.stdout: 2024-07-29T14:55:07.261 INFO:journalctl@ceph.mon.c.smithi067.stdout: ** Compaction Stats [default] ** 2024-07-29T14:55:07.261 INFO:journalctl@ceph.mon.c.smithi067.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-07-29T14:55:07.261 INFO:journalctl@ceph.mon.c.smithi067.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-29T14:55:07.261 INFO:journalctl@ceph.mon.c.smithi067.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.6 0.00 0.00 1 0.000 0 0 2024-07-29T14:55:07.261 INFO:journalctl@ceph.mon.c.smithi067.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-29T14:55:07.261 INFO:journalctl@ceph.mon.c.smithi067.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-07-29T14:55:07.261 INFO:journalctl@ceph.mon.c.smithi067.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-07-29T14:55:07.261 INFO:journalctl@ceph.mon.c.smithi067.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-07-29T14:55:07.261 INFO:journalctl@ceph.mon.c.smithi067.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-07-29T14:55:07.261 INFO:journalctl@ceph.mon.c.smithi067.stdout: AddFile(Keys): cumulative 0, interval 0 2024-07-29T14:55:07.261 INFO:journalctl@ceph.mon.c.smithi067.stdout: Cumulative compaction: 0.00 GB write, 0.60 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-29T14:55:07.261 INFO:journalctl@ceph.mon.c.smithi067.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-29T14:55:07.261 INFO:journalctl@ceph.mon.c.smithi067.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-07-29T14:55:07.261 INFO:journalctl@ceph.mon.c.smithi067.stdout: 2024-07-29T14:55:07.262 INFO:journalctl@ceph.mon.c.smithi067.stdout: ** File Read Latency Histogram By Level [default] ** 2024-07-29T14:55:07.262 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-07-29T14:55:07.262 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: using public_addrv [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] 2024-07-29T14:55:07.262 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: starting mon.c rank -1 at public addrs [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] at bind addrs [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T14:55:07.262 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: mon.c@-1(???) e0 preinit fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T14:55:07.262 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: mon.c@-1(synchronizing).mds e1 new map 2024-07-29T14:55:07.262 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: mon.c@-1(synchronizing).mds e1 print_map 2024-07-29T14:55:07.262 INFO:journalctl@ceph.mon.c.smithi067.stdout: e1 2024-07-29T14:55:07.262 INFO:journalctl@ceph.mon.c.smithi067.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-07-29T14:55:07.262 INFO:journalctl@ceph.mon.c.smithi067.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-07-29T14:55:07.262 INFO:journalctl@ceph.mon.c.smithi067.stdout: legacy client fscid: -1 2024-07-29T14:55:07.262 INFO:journalctl@ceph.mon.c.smithi067.stdout: 2024-07-29T14:55:07.262 INFO:journalctl@ceph.mon.c.smithi067.stdout: No filesystems configured 2024-07-29T14:55:07.262 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-07-29T14:55:07.263 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-07-29T14:55:07.263 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-07-29T14:55:07.263 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-07-29T14:55:07.263 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-07-29T14:55:07.263 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-07-29T14:55:07.263 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-07-29T14:55:07.263 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-07-29T14:55:07.263 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-07-29T14:55:07.263 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-07-29T14:55:07.263 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: Updating smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T14:55:07.263 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: Updating smithi138:/etc/ceph/ceph.client.admin.keyring 2024-07-29T14:55:07.263 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: Updating smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.client.admin.keyring 2024-07-29T14:55:07.263 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/237283395' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-07-29T14:55:07.263 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: osdmap e4: 0 total, 0 up, 0 in 2024-07-29T14:55:07.264 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:07.264 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi067:172.21.15.67=a;smithi067:[v2:172.21.15.67:3301,v1:172.21.15.67:6790]=c;smithi138:172.21.15.138=b", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:55:07.264 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: Saving service mon spec with placement smithi067:172.21.15.67=a;smithi067:[v2:172.21.15.67:3301,v1:172.21.15.67:6790]=c;smithi138:172.21.15.138=b;count:3 2024-07-29T14:55:07.264 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:07.264 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:55:07.264 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:07.264 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:55:07.264 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:07.264 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-29T14:55:07.264 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:07.264 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: Deploying daemon mon.b on smithi138 2024-07-29T14:55:07.264 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:07.264 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:07.265 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:07.265 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: from='client.? 172.21.15.138:0/1225302617' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-07-29T14:55:07.265 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T14:55:07.265 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:55:07.265 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: mon.a calling monitor election 2024-07-29T14:55:07.265 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:07.265 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:55:07.265 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:55:07.265 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: mon.b calling monitor election 2024-07-29T14:55:07.265 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:07.265 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:55:07.265 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:55:07.265 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:07.265 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:55:07.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-07-29T14:55:07.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: monmap e2: 2 mons at {a=[v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0],b=[v2:172.21.15.138:3300/0,v1:172.21.15.138:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-07-29T14:55:07.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: fsmap 2024-07-29T14:55:07.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: osdmap e4: 0 total, 0 up, 0 in 2024-07-29T14:55:07.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: mgrmap e13: y(active, since 38s) 2024-07-29T14:55:07.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: overall HEALTH_OK 2024-07-29T14:55:07.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:07.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:07.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:07.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-29T14:55:07.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:07.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: Deploying daemon mon.c on smithi067 2024-07-29T14:55:07.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: from='client.? 172.21.15.138:0/2430914210' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-07-29T14:55:07.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:55:07.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:07.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 ceph-mon[39695]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-07-29T14:55:07.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 bash[39676]: 55264effb9e81d3e01b13754df95ab7a8f94a0932adf9b4d06511988894652de 2024-07-29T14:55:07.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:06 smithi067 systemd[1]: Started Ceph mon.c for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T14:55:12.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T14:55:12.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[29363]: mon.a calling monitor election 2024-07-29T14:55:12.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:55:12.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T14:55:12.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[29363]: mon.b calling monitor election 2024-07-29T14:55:12.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[29363]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:12.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T14:55:12.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T14:55:12.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[29363]: mon.c calling monitor election 2024-07-29T14:55:12.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[29363]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:12.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T14:55:12.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T14:55:12.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[29363]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:12.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T14:55:12.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[29363]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-29T14:55:12.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[29363]: monmap e3: 3 mons at {a=[v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0],b=[v2:172.21.15.138:3300/0,v1:172.21.15.138:6789/0],c=[v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-07-29T14:55:12.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[29363]: fsmap 2024-07-29T14:55:12.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[29363]: osdmap e4: 0 total, 0 up, 0 in 2024-07-29T14:55:12.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[29363]: mgrmap e13: y(active, since 46s) 2024-07-29T14:55:12.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[29363]: overall HEALTH_OK 2024-07-29T14:55:12.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:12.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:12.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:12.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:12.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T14:55:12.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[39695]: mon.a calling monitor election 2024-07-29T14:55:12.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:55:12.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T14:55:12.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[39695]: mon.b calling monitor election 2024-07-29T14:55:12.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[39695]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:12.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T14:55:12.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T14:55:12.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[39695]: mon.c calling monitor election 2024-07-29T14:55:12.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[39695]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:12.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T14:55:12.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T14:55:12.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[39695]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:12.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T14:55:12.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[39695]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-29T14:55:12.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[39695]: monmap e3: 3 mons at {a=[v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0],b=[v2:172.21.15.138:3300/0,v1:172.21.15.138:6789/0],c=[v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-07-29T14:55:12.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[39695]: fsmap 2024-07-29T14:55:12.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[39695]: osdmap e4: 0 total, 0 up, 0 in 2024-07-29T14:55:12.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[39695]: mgrmap e13: y(active, since 46s) 2024-07-29T14:55:12.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[39695]: overall HEALTH_OK 2024-07-29T14:55:12.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:12.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:12.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:12.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:11 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:12.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:11 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T14:55:12.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:11 smithi138 ceph-mon[32824]: mon.a calling monitor election 2024-07-29T14:55:12.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:11 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:55:12.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:11 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T14:55:12.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:11 smithi138 ceph-mon[32824]: mon.b calling monitor election 2024-07-29T14:55:12.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:11 smithi138 ceph-mon[32824]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:12.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:11 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T14:55:12.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:11 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T14:55:12.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:11 smithi138 ceph-mon[32824]: mon.c calling monitor election 2024-07-29T14:55:12.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:11 smithi138 ceph-mon[32824]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:12.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:11 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T14:55:12.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:11 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T14:55:12.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:11 smithi138 ceph-mon[32824]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:12.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:11 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T14:55:12.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:11 smithi138 ceph-mon[32824]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-29T14:55:12.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:11 smithi138 ceph-mon[32824]: monmap e3: 3 mons at {a=[v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0],b=[v2:172.21.15.138:3300/0,v1:172.21.15.138:6789/0],c=[v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-07-29T14:55:12.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:11 smithi138 ceph-mon[32824]: fsmap 2024-07-29T14:55:12.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:11 smithi138 ceph-mon[32824]: osdmap e4: 0 total, 0 up, 0 in 2024-07-29T14:55:12.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:11 smithi138 ceph-mon[32824]: mgrmap e13: y(active, since 46s) 2024-07-29T14:55:12.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:11 smithi138 ceph-mon[32824]: overall HEALTH_OK 2024-07-29T14:55:12.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:11 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:12.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:11 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:12.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:11 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:12.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:11 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:13.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:12 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:55:13.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:12 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T14:55:13.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:12 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:55:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:12 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T14:55:13.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:12 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:55:13.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:12 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T14:55:13.663 INFO:teuthology.orchestra.run.smithi138.stdout: 2024-07-29T14:55:13.663 INFO:teuthology.orchestra.run.smithi138.stdout:{"epoch":3,"fsid":"32e7db98-4dba-11ef-bcc8-c7b262605968","modified":"2024-07-29T14:55:06.908433Z","created":"2024-07-29T14:53:34.720315Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:3300","nonce":0},{"type":"v1","addr":"172.21.15.67:6789","nonce":0}]},"addr":"172.21.15.67:6789/0","public_addr":"172.21.15.67:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:3300","nonce":0},{"type":"v1","addr":"172.21.15.138:6789","nonce":0}]},"addr":"172.21.15.138:6789/0","public_addr":"172.21.15.138:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:3301","nonce":0},{"type":"v1","addr":"172.21.15.67:6790","nonce":0}]},"addr":"172.21.15.67:6790/0","public_addr":"172.21.15.67:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-07-29T14:55:13.663 INFO:teuthology.orchestra.run.smithi138.stderr:dumped monmap epoch 3 2024-07-29T14:55:14.222 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:14 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:14.222 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:14 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:14.222 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:14 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:14.222 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:14 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:14.223 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:14 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:14.223 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:14 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:55:14.223 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:14 smithi138 ceph-mon[32824]: Updating smithi067:/etc/ceph/ceph.conf 2024-07-29T14:55:14.223 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:14 smithi138 ceph-mon[32824]: Updating smithi138:/etc/ceph/ceph.conf 2024-07-29T14:55:14.223 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:14 smithi138 ceph-mon[32824]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:14.223 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:14 smithi138 ceph-mon[32824]: Updating smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T14:55:14.223 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:14 smithi138 ceph-mon[32824]: Updating smithi067:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T14:55:14.223 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:14 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:14.223 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:14 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:14.223 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:14 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:14.223 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:14 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:14.223 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:14 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:14.223 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:14 smithi138 ceph-mon[32824]: Reconfiguring mon.a (unknown last config time)... 2024-07-29T14:55:14.224 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:14 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-29T14:55:14.224 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:14 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-29T14:55:14.224 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:14 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:14.224 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:14 smithi138 ceph-mon[32824]: Reconfiguring daemon mon.a on smithi067 2024-07-29T14:55:14.224 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:14 smithi138 ceph-mon[32824]: from='client.? 172.21.15.138:0/2800391834' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-07-29T14:55:14.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:14.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:14.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:14.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:14.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:14.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:55:14.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[39695]: Updating smithi067:/etc/ceph/ceph.conf 2024-07-29T14:55:14.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[39695]: Updating smithi138:/etc/ceph/ceph.conf 2024-07-29T14:55:14.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[39695]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:14.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[39695]: Updating smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T14:55:14.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[39695]: Updating smithi067:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T14:55:14.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:14.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:14.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:14.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:14.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:14.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[39695]: Reconfiguring mon.a (unknown last config time)... 2024-07-29T14:55:14.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-29T14:55:14.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-29T14:55:14.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:14.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[39695]: Reconfiguring daemon mon.a on smithi067 2024-07-29T14:55:14.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[39695]: from='client.? 172.21.15.138:0/2800391834' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-07-29T14:55:14.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:14.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:14.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:14.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:14.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:14.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:55:14.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[29363]: Updating smithi067:/etc/ceph/ceph.conf 2024-07-29T14:55:14.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[29363]: Updating smithi138:/etc/ceph/ceph.conf 2024-07-29T14:55:14.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[29363]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:14.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[29363]: Updating smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T14:55:14.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[29363]: Updating smithi067:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T14:55:14.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:14.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:14.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:14.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:14.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:14.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[29363]: Reconfiguring mon.a (unknown last config time)... 2024-07-29T14:55:14.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-29T14:55:14.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-29T14:55:14.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:14.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[29363]: Reconfiguring daemon mon.a on smithi067 2024-07-29T14:55:14.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:14 smithi067 ceph-mon[29363]: from='client.? 172.21.15.138:0/2800391834' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-07-29T14:55:14.247 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-07-29T14:55:14.247 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph config generate-minimal-conf 2024-07-29T14:55:14.947 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:55:16.041 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:15 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:16.041 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:15 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:16.042 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:15 smithi067 ceph-mon[29363]: Reconfiguring mon.c (monmap changed)... 2024-07-29T14:55:16.042 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:15 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-29T14:55:16.042 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:15 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-29T14:55:16.042 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:15 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:16.042 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:15 smithi067 ceph-mon[29363]: Reconfiguring daemon mon.c on smithi067 2024-07-29T14:55:16.042 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:15 smithi067 ceph-mon[29363]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:16.042 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:15 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:16.042 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:15 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:16.042 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:15 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:16.042 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:15 smithi067 ceph-mon[39695]: Reconfiguring mon.c (monmap changed)... 2024-07-29T14:55:16.042 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:15 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-29T14:55:16.043 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:15 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-29T14:55:16.043 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:15 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:16.043 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:15 smithi067 ceph-mon[39695]: Reconfiguring daemon mon.c on smithi067 2024-07-29T14:55:16.043 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:15 smithi067 ceph-mon[39695]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:16.043 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:15 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:16.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:15 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:16.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:15 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:16.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:15 smithi138 ceph-mon[32824]: Reconfiguring mon.c (monmap changed)... 2024-07-29T14:55:16.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:15 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-29T14:55:16.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:15 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-29T14:55:16.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:15 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:16.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:15 smithi138 ceph-mon[32824]: Reconfiguring daemon mon.c on smithi067 2024-07-29T14:55:16.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:15 smithi138 ceph-mon[32824]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:16.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:15 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:17.644 INFO:teuthology.orchestra.run.smithi067.stdout:# minimal ceph.conf for 32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T14:55:17.645 INFO:teuthology.orchestra.run.smithi067.stdout:[global] 2024-07-29T14:55:17.645 INFO:teuthology.orchestra.run.smithi067.stdout: fsid = 32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T14:55:17.645 INFO:teuthology.orchestra.run.smithi067.stdout: mon_host = [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] [v2:172.21.15.138:3300/0,v1:172.21.15.138:6789/0] [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] 2024-07-29T14:55:18.219 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-07-29T14:55:18.219 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-07-29T14:55:18.219 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/etc/ceph/ceph.conf 2024-07-29T14:55:18.248 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-07-29T14:55:18.248 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-07-29T14:55:18.278 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:18 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:18.278 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:18 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:18.278 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:18 smithi138 ceph-mon[32824]: Reconfiguring mon.b (monmap changed)... 2024-07-29T14:55:18.278 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:18 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-29T14:55:18.278 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:18 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-29T14:55:18.278 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:18 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:18.278 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:18 smithi138 ceph-mon[32824]: Reconfiguring daemon mon.b on smithi138 2024-07-29T14:55:18.278 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:18 smithi138 ceph-mon[32824]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:18.279 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:18 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/2162249324' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:18.311 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:18 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:18.311 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:18 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:18.311 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:18 smithi067 ceph-mon[29363]: Reconfiguring mon.b (monmap changed)... 2024-07-29T14:55:18.311 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:18 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-29T14:55:18.311 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:18 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-29T14:55:18.311 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:18 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:18.311 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:18 smithi067 ceph-mon[29363]: Reconfiguring daemon mon.b on smithi138 2024-07-29T14:55:18.311 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:18 smithi067 ceph-mon[29363]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:18.312 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:18 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/2162249324' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:18.312 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:18 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:18.312 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:18 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:18.312 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:18 smithi067 ceph-mon[39695]: Reconfiguring mon.b (monmap changed)... 2024-07-29T14:55:18.312 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:18 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-29T14:55:18.312 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:18 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-29T14:55:18.312 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:18 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:18.312 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:18 smithi067 ceph-mon[39695]: Reconfiguring daemon mon.b on smithi138 2024-07-29T14:55:18.312 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:18 smithi067 ceph-mon[39695]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:18.312 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:18 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/2162249324' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:18.315 DEBUG:teuthology.orchestra.run.smithi138:> set -ex 2024-07-29T14:55:18.315 DEBUG:teuthology.orchestra.run.smithi138:> sudo dd of=/etc/ceph/ceph.conf 2024-07-29T14:55:18.343 DEBUG:teuthology.orchestra.run.smithi138:> set -ex 2024-07-29T14:55:18.346 DEBUG:teuthology.orchestra.run.smithi138:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-07-29T14:55:18.407 INFO:tasks.cephadm:Adding mgr.y on smithi067 2024-07-29T14:55:18.408 INFO:tasks.cephadm:Adding mgr.x on smithi138 2024-07-29T14:55:18.408 DEBUG:teuthology.orchestra.run.smithi138:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph orch apply mgr '2;smithi067=y;smithi138=x' 2024-07-29T14:55:18.689 INFO:teuthology.orchestra.run.smithi138.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.b/config 2024-07-29T14:55:19.444 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:19 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:19.444 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:19 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:19.445 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:19 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:55:19.445 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:19 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:19.445 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:19 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:55:19.445 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:19 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:19.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:19 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:19.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:19 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:19.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:19 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:55:19.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:19 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:19.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:19 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:55:19.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:19 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:19.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:19 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:19.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:19 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:19.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:19 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:55:19.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:19 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:19.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:19 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:55:19.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:19 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:20.215 INFO:teuthology.orchestra.run.smithi138.stdout:Scheduled mgr update... 2024-07-29T14:55:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:20 smithi067 ceph-mon[29363]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:20 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:20 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:55:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:20 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:20 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:55:20.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:20 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:20.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:20 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-29T14:55:20.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:20 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-07-29T14:55:20.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:20 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-29T14:55:20.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:20 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:20.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:20 smithi067 ceph-mon[39695]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:20.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:20 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:20.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:20 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:55:20.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:20 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:20.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:20 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:55:20.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:20 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:20.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:20 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-29T14:55:20.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:20 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-07-29T14:55:20.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:20 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-29T14:55:20.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:20 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:20.757 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:20 smithi138 ceph-mon[32824]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:20.757 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:20 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:20.757 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:20 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:55:20.757 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:20 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:20.757 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:20 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:55:20.757 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:20 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:20.757 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:20 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-29T14:55:20.757 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:20 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-07-29T14:55:20.757 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:20 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-29T14:55:20.757 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:20 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:20.780 DEBUG:teuthology.orchestra.run.smithi138:mgr.x> sudo journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mgr.x.service 2024-07-29T14:55:20.783 DEBUG:tasks.cephadm:set 0 configs 2024-07-29T14:55:20.783 INFO:tasks.cephadm:Deploying OSDs... 2024-07-29T14:55:20.783 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-07-29T14:55:20.783 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/scratch_devs of=/dev/stdout 2024-07-29T14:55:20.803 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-07-29T14:55:20.804 DEBUG:teuthology.orchestra.run.smithi067:> stat /dev/vg_nvme/lv_1 2024-07-29T14:55:20.863 INFO:teuthology.orchestra.run.smithi067.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-07-29T14:55:20.863 INFO:teuthology.orchestra.run.smithi067.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-29T14:55:20.863 INFO:teuthology.orchestra.run.smithi067.stdout:Device: 5h/5d Inode: 979 Links: 1 2024-07-29T14:55:20.863 INFO:teuthology.orchestra.run.smithi067.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-29T14:55:20.864 INFO:teuthology.orchestra.run.smithi067.stdout:Context: system_u:object_r:device_t:s0 2024-07-29T14:55:20.864 INFO:teuthology.orchestra.run.smithi067.stdout:Access: 2024-07-29 14:55:06.339338562 +0000 2024-07-29T14:55:20.864 INFO:teuthology.orchestra.run.smithi067.stdout:Modify: 2024-07-29 14:51:03.796482138 +0000 2024-07-29T14:55:20.864 INFO:teuthology.orchestra.run.smithi067.stdout:Change: 2024-07-29 14:51:03.796482138 +0000 2024-07-29T14:55:20.864 INFO:teuthology.orchestra.run.smithi067.stdout: Birth: 2024-07-29 14:51:03.796482138 +0000 2024-07-29T14:55:20.864 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-07-29T14:55:20.933 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-07-29T14:55:20.933 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-07-29T14:55:20.934 INFO:teuthology.orchestra.run.smithi067.stderr:512 bytes copied, 0.000373563 s, 1.4 MB/s 2024-07-29T14:55:20.935 DEBUG:teuthology.orchestra.run.smithi067:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-07-29T14:55:20.994 DEBUG:teuthology.orchestra.run.smithi067:> stat /dev/vg_nvme/lv_2 2024-07-29T14:55:21.053 INFO:teuthology.orchestra.run.smithi067.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-07-29T14:55:21.053 INFO:teuthology.orchestra.run.smithi067.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-29T14:55:21.053 INFO:teuthology.orchestra.run.smithi067.stdout:Device: 5h/5d Inode: 982 Links: 1 2024-07-29T14:55:21.053 INFO:teuthology.orchestra.run.smithi067.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-29T14:55:21.053 INFO:teuthology.orchestra.run.smithi067.stdout:Context: system_u:object_r:device_t:s0 2024-07-29T14:55:21.053 INFO:teuthology.orchestra.run.smithi067.stdout:Access: 2024-07-29 14:55:06.340338542 +0000 2024-07-29T14:55:21.054 INFO:teuthology.orchestra.run.smithi067.stdout:Modify: 2024-07-29 14:51:03.796482138 +0000 2024-07-29T14:55:21.054 INFO:teuthology.orchestra.run.smithi067.stdout:Change: 2024-07-29 14:51:03.796482138 +0000 2024-07-29T14:55:21.054 INFO:teuthology.orchestra.run.smithi067.stdout: Birth: 2024-07-29 14:51:03.796482138 +0000 2024-07-29T14:55:21.054 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-07-29T14:55:21.121 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-07-29T14:55:21.121 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-07-29T14:55:21.121 INFO:teuthology.orchestra.run.smithi067.stderr:512 bytes copied, 0.00020233 s, 2.5 MB/s 2024-07-29T14:55:21.123 DEBUG:teuthology.orchestra.run.smithi067:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-07-29T14:55:21.182 DEBUG:teuthology.orchestra.run.smithi067:> stat /dev/vg_nvme/lv_3 2024-07-29T14:55:21.240 INFO:teuthology.orchestra.run.smithi067.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-07-29T14:55:21.240 INFO:teuthology.orchestra.run.smithi067.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-29T14:55:21.240 INFO:teuthology.orchestra.run.smithi067.stdout:Device: 5h/5d Inode: 971 Links: 1 2024-07-29T14:55:21.240 INFO:teuthology.orchestra.run.smithi067.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-29T14:55:21.240 INFO:teuthology.orchestra.run.smithi067.stdout:Context: system_u:object_r:device_t:s0 2024-07-29T14:55:21.240 INFO:teuthology.orchestra.run.smithi067.stdout:Access: 2024-07-29 14:55:06.340338542 +0000 2024-07-29T14:55:21.240 INFO:teuthology.orchestra.run.smithi067.stdout:Modify: 2024-07-29 14:51:03.795482159 +0000 2024-07-29T14:55:21.240 INFO:teuthology.orchestra.run.smithi067.stdout:Change: 2024-07-29 14:51:03.795482159 +0000 2024-07-29T14:55:21.240 INFO:teuthology.orchestra.run.smithi067.stdout: Birth: 2024-07-29 14:51:03.795482159 +0000 2024-07-29T14:55:21.241 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-07-29T14:55:21.306 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-07-29T14:55:21.306 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-07-29T14:55:21.307 INFO:teuthology.orchestra.run.smithi067.stderr:512 bytes copied, 0.000210188 s, 2.4 MB/s 2024-07-29T14:55:21.308 DEBUG:teuthology.orchestra.run.smithi067:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-07-29T14:55:21.366 DEBUG:teuthology.orchestra.run.smithi067:> stat /dev/vg_nvme/lv_4 2024-07-29T14:55:21.424 INFO:teuthology.orchestra.run.smithi067.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-07-29T14:55:21.424 INFO:teuthology.orchestra.run.smithi067.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-29T14:55:21.425 INFO:teuthology.orchestra.run.smithi067.stdout:Device: 5h/5d Inode: 965 Links: 1 2024-07-29T14:55:21.425 INFO:teuthology.orchestra.run.smithi067.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-29T14:55:21.425 INFO:teuthology.orchestra.run.smithi067.stdout:Context: system_u:object_r:device_t:s0 2024-07-29T14:55:21.425 INFO:teuthology.orchestra.run.smithi067.stdout:Access: 2024-07-29 14:55:06.340338542 +0000 2024-07-29T14:55:21.425 INFO:teuthology.orchestra.run.smithi067.stdout:Modify: 2024-07-29 14:51:03.795482159 +0000 2024-07-29T14:55:21.425 INFO:teuthology.orchestra.run.smithi067.stdout:Change: 2024-07-29 14:51:03.795482159 +0000 2024-07-29T14:55:21.425 INFO:teuthology.orchestra.run.smithi067.stdout: Birth: 2024-07-29 14:51:03.795482159 +0000 2024-07-29T14:55:21.425 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-07-29T14:55:21.490 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-07-29T14:55:21.491 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-07-29T14:55:21.491 INFO:teuthology.orchestra.run.smithi067.stderr:512 bytes copied, 0.0001961 s, 2.6 MB/s 2024-07-29T14:55:21.492 DEBUG:teuthology.orchestra.run.smithi067:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-07-29T14:55:21.550 DEBUG:teuthology.orchestra.run.smithi138:> set -ex 2024-07-29T14:55:21.550 DEBUG:teuthology.orchestra.run.smithi138:> dd if=/scratch_devs of=/dev/stdout 2024-07-29T14:55:21.566 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-07-29T14:55:21.567 DEBUG:teuthology.orchestra.run.smithi138:> stat /dev/vg_nvme/lv_1 2024-07-29T14:55:21.622 INFO:teuthology.orchestra.run.smithi138.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-07-29T14:55:21.623 INFO:teuthology.orchestra.run.smithi138.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-29T14:55:21.623 INFO:teuthology.orchestra.run.smithi138.stdout:Device: 5h/5d Inode: 971 Links: 1 2024-07-29T14:55:21.623 INFO:teuthology.orchestra.run.smithi138.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-29T14:55:21.623 INFO:teuthology.orchestra.run.smithi138.stdout:Context: system_u:object_r:device_t:s0 2024-07-29T14:55:21.623 INFO:teuthology.orchestra.run.smithi138.stdout:Access: 2024-07-29 14:54:57.891225297 +0000 2024-07-29T14:55:21.623 INFO:teuthology.orchestra.run.smithi138.stdout:Modify: 2024-07-29 14:51:02.421020719 +0000 2024-07-29T14:55:21.623 INFO:teuthology.orchestra.run.smithi138.stdout:Change: 2024-07-29 14:51:02.421020719 +0000 2024-07-29T14:55:21.623 INFO:teuthology.orchestra.run.smithi138.stdout: Birth: 2024-07-29 14:51:02.421020719 +0000 2024-07-29T14:55:21.623 DEBUG:teuthology.orchestra.run.smithi138:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-07-29T14:55:21.639 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:21 smithi138 ceph-mon[32824]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi067=y;smithi138=x", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:55:21.639 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:21 smithi138 ceph-mon[32824]: Saving service mgr spec with placement smithi067=y;smithi138=x;count:2 2024-07-29T14:55:21.639 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:21 smithi138 ceph-mon[32824]: Deploying daemon mgr.x on smithi138 2024-07-29T14:55:21.662 INFO:teuthology.orchestra.run.smithi138.stderr:1+0 records in 2024-07-29T14:55:21.662 INFO:teuthology.orchestra.run.smithi138.stderr:1+0 records out 2024-07-29T14:55:21.663 INFO:teuthology.orchestra.run.smithi138.stderr:512 bytes copied, 0.000212285 s, 2.4 MB/s 2024-07-29T14:55:21.664 DEBUG:teuthology.orchestra.run.smithi138:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-07-29T14:55:21.720 DEBUG:teuthology.orchestra.run.smithi138:> stat /dev/vg_nvme/lv_2 2024-07-29T14:55:21.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:21 smithi067 ceph-mon[29363]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi067=y;smithi138=x", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:55:21.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:21 smithi067 ceph-mon[29363]: Saving service mgr spec with placement smithi067=y;smithi138=x;count:2 2024-07-29T14:55:21.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:21 smithi067 ceph-mon[29363]: Deploying daemon mgr.x on smithi138 2024-07-29T14:55:21.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:21 smithi067 ceph-mon[39695]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi067=y;smithi138=x", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:55:21.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:21 smithi067 ceph-mon[39695]: Saving service mgr spec with placement smithi067=y;smithi138=x;count:2 2024-07-29T14:55:21.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:21 smithi067 ceph-mon[39695]: Deploying daemon mgr.x on smithi138 2024-07-29T14:55:21.775 INFO:teuthology.orchestra.run.smithi138.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-07-29T14:55:21.775 INFO:teuthology.orchestra.run.smithi138.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-29T14:55:21.775 INFO:teuthology.orchestra.run.smithi138.stdout:Device: 5h/5d Inode: 977 Links: 1 2024-07-29T14:55:21.775 INFO:teuthology.orchestra.run.smithi138.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-29T14:55:21.775 INFO:teuthology.orchestra.run.smithi138.stdout:Context: system_u:object_r:device_t:s0 2024-07-29T14:55:21.775 INFO:teuthology.orchestra.run.smithi138.stdout:Access: 2024-07-29 14:54:57.891225297 +0000 2024-07-29T14:55:21.775 INFO:teuthology.orchestra.run.smithi138.stdout:Modify: 2024-07-29 14:51:02.421020719 +0000 2024-07-29T14:55:21.775 INFO:teuthology.orchestra.run.smithi138.stdout:Change: 2024-07-29 14:51:02.421020719 +0000 2024-07-29T14:55:21.776 INFO:teuthology.orchestra.run.smithi138.stdout: Birth: 2024-07-29 14:51:02.421020719 +0000 2024-07-29T14:55:21.776 DEBUG:teuthology.orchestra.run.smithi138:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-07-29T14:55:21.840 INFO:teuthology.orchestra.run.smithi138.stderr:1+0 records in 2024-07-29T14:55:21.840 INFO:teuthology.orchestra.run.smithi138.stderr:1+0 records out 2024-07-29T14:55:21.841 INFO:teuthology.orchestra.run.smithi138.stderr:512 bytes copied, 0.000206667 s, 2.5 MB/s 2024-07-29T14:55:21.841 DEBUG:teuthology.orchestra.run.smithi138:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-07-29T14:55:21.898 DEBUG:teuthology.orchestra.run.smithi138:> stat /dev/vg_nvme/lv_3 2024-07-29T14:55:21.955 INFO:teuthology.orchestra.run.smithi138.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-07-29T14:55:21.956 INFO:teuthology.orchestra.run.smithi138.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-29T14:55:21.956 INFO:teuthology.orchestra.run.smithi138.stdout:Device: 5h/5d Inode: 967 Links: 1 2024-07-29T14:55:21.956 INFO:teuthology.orchestra.run.smithi138.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-29T14:55:21.956 INFO:teuthology.orchestra.run.smithi138.stdout:Context: system_u:object_r:device_t:s0 2024-07-29T14:55:21.956 INFO:teuthology.orchestra.run.smithi138.stdout:Access: 2024-07-29 14:54:57.891225297 +0000 2024-07-29T14:55:21.956 INFO:teuthology.orchestra.run.smithi138.stdout:Modify: 2024-07-29 14:51:02.421020719 +0000 2024-07-29T14:55:21.956 INFO:teuthology.orchestra.run.smithi138.stdout:Change: 2024-07-29 14:51:02.421020719 +0000 2024-07-29T14:55:21.956 INFO:teuthology.orchestra.run.smithi138.stdout: Birth: 2024-07-29 14:51:02.421020719 +0000 2024-07-29T14:55:21.956 DEBUG:teuthology.orchestra.run.smithi138:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-07-29T14:55:22.056 INFO:teuthology.orchestra.run.smithi138.stderr:1+0 records in 2024-07-29T14:55:22.056 INFO:teuthology.orchestra.run.smithi138.stderr:1+0 records out 2024-07-29T14:55:22.056 INFO:teuthology.orchestra.run.smithi138.stderr:512 bytes copied, 0.000211896 s, 2.4 MB/s 2024-07-29T14:55:22.057 DEBUG:teuthology.orchestra.run.smithi138:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-07-29T14:55:22.073 DEBUG:teuthology.orchestra.run.smithi138:> stat /dev/vg_nvme/lv_4 2024-07-29T14:55:22.131 INFO:teuthology.orchestra.run.smithi138.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-07-29T14:55:22.131 INFO:teuthology.orchestra.run.smithi138.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-29T14:55:22.132 INFO:teuthology.orchestra.run.smithi138.stdout:Device: 5h/5d Inode: 976 Links: 1 2024-07-29T14:55:22.132 INFO:teuthology.orchestra.run.smithi138.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-29T14:55:22.132 INFO:teuthology.orchestra.run.smithi138.stdout:Context: system_u:object_r:device_t:s0 2024-07-29T14:55:22.132 INFO:teuthology.orchestra.run.smithi138.stdout:Access: 2024-07-29 14:55:22.010743648 +0000 2024-07-29T14:55:22.132 INFO:teuthology.orchestra.run.smithi138.stdout:Modify: 2024-07-29 14:51:02.421020719 +0000 2024-07-29T14:55:22.132 INFO:teuthology.orchestra.run.smithi138.stdout:Change: 2024-07-29 14:51:02.421020719 +0000 2024-07-29T14:55:22.132 INFO:teuthology.orchestra.run.smithi138.stdout: Birth: 2024-07-29 14:51:02.421020719 +0000 2024-07-29T14:55:22.132 DEBUG:teuthology.orchestra.run.smithi138:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-07-29T14:55:22.230 INFO:teuthology.orchestra.run.smithi138.stderr:1+0 records in 2024-07-29T14:55:22.230 INFO:teuthology.orchestra.run.smithi138.stderr:1+0 records out 2024-07-29T14:55:22.230 INFO:teuthology.orchestra.run.smithi138.stderr:512 bytes copied, 0.000212666 s, 2.4 MB/s 2024-07-29T14:55:22.231 DEBUG:teuthology.orchestra.run.smithi138:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-07-29T14:55:22.247 INFO:tasks.cephadm:Deploying osd.0 on smithi067 with /dev/vg_nvme/lv_4... 2024-07-29T14:55:22.247 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-07-29T14:55:22.467 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:22 smithi138 ceph-mon[32824]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:22.519 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:55:22.642 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:22 smithi067 ceph-mon[39695]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:22.642 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:22 smithi067 ceph-mon[29363]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:22.783 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:55:22 smithi138 ceph-mgr[34698]: -- 172.21.15.138:0/3700091139 <== mon.1 v2:172.21.15.138:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5587f34729c0 con 0x5587f347e800 2024-07-29T14:55:23.060 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:55:22 smithi138 bash[34679]: 952d38653db6159af5a2c995359a3b3db49cae3b5b1ddd2efb59321f51fc0808 2024-07-29T14:55:23.060 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:55:22 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:55:22.783+0000 7fbf11f77ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-07-29T14:55:23.060 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:55:22 smithi138 systemd[1]: Started Ceph mgr.x for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T14:55:23.060 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:55:22 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:55:22.919+0000 7fbf11f77ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-07-29T14:55:23.061 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:55:22 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:55:22.988+0000 7fbf11f77ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-07-29T14:55:23.505 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:55:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:55:23.246+0000 7fbf11f77ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-07-29T14:55:23.505 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:55:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:55:23.311+0000 7fbf11f77ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-07-29T14:55:24.104 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:23 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:24.104 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:23 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:24.104 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:23 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:24.104 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:23 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:24.105 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:23 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:55:24.105 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:23 smithi067 ceph-mon[29363]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:24.105 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:23 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:24.105 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:23 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:24.105 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:23 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:24.105 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:23 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:24.105 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:23 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:55:24.105 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:23 smithi067 ceph-mon[39695]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:24.242 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:23 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:24.242 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:23 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:24.242 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:23 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:24.242 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:23 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:24.243 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:23 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:55:24.243 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:23 smithi138 ceph-mon[32824]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:24.350 INFO:teuthology.orchestra.run.smithi067.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-07-29T14:55:24.443 INFO:teuthology.orchestra.run.smithi067.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-07-29T14:55:24.457 INFO:teuthology.orchestra.run.smithi067.stderr: stderr: 10+0 records in 2024-07-29T14:55:24.457 INFO:teuthology.orchestra.run.smithi067.stderr:10+0 records out 2024-07-29T14:55:24.457 INFO:teuthology.orchestra.run.smithi067.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114348 s, 917 MB/s 2024-07-29T14:55:24.457 INFO:teuthology.orchestra.run.smithi067.stderr:--> Zapping successful for: 2024-07-29T14:55:24.560 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:55:24 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:55:24.241+0000 7fbf11f77ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-07-29T14:55:24.560 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:55:24 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:55:24.351+0000 7fbf11f77ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-07-29T14:55:24.560 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:55:24 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:55:24.405+0000 7fbf11f77ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-07-29T14:55:25.007 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:55:24 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:55:24.591+0000 7fbf11f77ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-07-29T14:55:25.007 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:55:24 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:55:24.651+0000 7fbf11f77ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-07-29T14:55:25.008 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:55:24 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:55:24.714+0000 7fbf11f77ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-07-29T14:55:25.008 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:55:24 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:55:24.836+0000 7fbf11f77ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-07-29T14:55:25.186 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:25 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:25.186 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:25 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:25.186 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:25 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:25.186 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:25 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:55:25.186 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:25 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:25.186 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:25 smithi067 ceph-mon[29363]: Reconfiguring mgr.y (unknown last config time)... 2024-07-29T14:55:25.186 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:25 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-29T14:55:25.187 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:25 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-29T14:55:25.187 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:25 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:25.187 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:25 smithi067 ceph-mon[29363]: Reconfiguring daemon mgr.y on smithi067 2024-07-29T14:55:25.187 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:25 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:25.187 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:25 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:25.187 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:25 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:25.187 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:25 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:55:25.187 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:25 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:25.187 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:25 smithi067 ceph-mon[39695]: Reconfiguring mgr.y (unknown last config time)... 2024-07-29T14:55:25.187 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:25 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-29T14:55:25.187 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:25 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-29T14:55:25.187 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:25 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:25.188 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:25 smithi067 ceph-mon[39695]: Reconfiguring daemon mgr.y on smithi067 2024-07-29T14:55:25.214 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph orch daemon add osd smithi067:vg_nvme/lv_4 2024-07-29T14:55:25.310 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:55:25 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:55:25.243+0000 7fbf11f77ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-07-29T14:55:25.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:25 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:25.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:25 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:25.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:25 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:25.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:25 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:55:25.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:25 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:25.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:25 smithi138 ceph-mon[32824]: Reconfiguring mgr.y (unknown last config time)... 2024-07-29T14:55:25.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:25 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-29T14:55:25.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:25 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-29T14:55:25.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:25 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:25.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:25 smithi138 ceph-mon[32824]: Reconfiguring daemon mgr.y on smithi067 2024-07-29T14:55:25.810 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:55:25 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:55:25.528+0000 7fbf11f77ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-07-29T14:55:25.810 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:55:25 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:55:25.592+0000 7fbf11f77ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-07-29T14:55:25.810 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:55:25 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:55:25.715+0000 7fbf11f77ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-07-29T14:55:25.912 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:55:26.265 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:55:25 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:55:25.964+0000 7fbf11f77ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-07-29T14:55:26.266 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:55:26 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:55:26.025+0000 7fbf11f77ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-07-29T14:55:26.266 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:55:26 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:55:26.203+0000 7fbf11f77ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-07-29T14:55:26.560 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:55:26 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:55:26.264+0000 7fbf11f77ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-07-29T14:55:26.561 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:55:26 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:55:26.345+0000 7fbf11f77ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-07-29T14:55:26.561 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:55:26 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:55:26.401+0000 7fbf11f77ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-07-29T14:55:26.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:26 smithi138 ceph-mon[32824]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:26.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:26 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:26.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:26 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:26.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:26 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:26.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:26 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:55:26.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:26 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:26.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:26 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:55:26.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:26 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:26.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:26 smithi067 ceph-mon[29363]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:26.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:26 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:26.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:26 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:26.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:26 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:26.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:26 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:55:26.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:26 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:26.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:26 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:55:26.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:26 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:26.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:26 smithi067 ceph-mon[39695]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:26.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:26 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:26.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:26 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:26.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:26 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:26.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:26 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:55:26.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:26 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:26.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:26 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:55:26.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:26 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:27.310 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:55:26 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:55:26.914+0000 7fbf11f77ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-07-29T14:55:27.310 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:55:27 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:55:27.046+0000 7fbf11f77ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-07-29T14:55:27.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:27 smithi067 ceph-mon[39695]: Standby manager daemon x started 2024-07-29T14:55:27.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:27 smithi067 ceph-mon[39695]: from='mgr.? 172.21.15.138:0/77607334' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-29T14:55:27.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:27 smithi067 ceph-mon[39695]: from='mgr.? 172.21.15.138:0/77607334' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-29T14:55:27.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:27 smithi067 ceph-mon[39695]: from='mgr.? 172.21.15.138:0/77607334' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-29T14:55:27.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:27 smithi067 ceph-mon[39695]: from='mgr.? 172.21.15.138:0/77607334' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-29T14:55:27.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:27 smithi067 ceph-mon[29363]: Standby manager daemon x started 2024-07-29T14:55:27.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:27 smithi067 ceph-mon[29363]: from='mgr.? 172.21.15.138:0/77607334' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-29T14:55:27.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:27 smithi067 ceph-mon[29363]: from='mgr.? 172.21.15.138:0/77607334' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-29T14:55:27.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:27 smithi067 ceph-mon[29363]: from='mgr.? 172.21.15.138:0/77607334' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-29T14:55:27.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:27 smithi067 ceph-mon[29363]: from='mgr.? 172.21.15.138:0/77607334' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-29T14:55:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:27 smithi138 ceph-mon[32824]: Standby manager daemon x started 2024-07-29T14:55:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:27 smithi138 ceph-mon[32824]: from='mgr.? 172.21.15.138:0/77607334' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-29T14:55:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:27 smithi138 ceph-mon[32824]: from='mgr.? 172.21.15.138:0/77607334' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-29T14:55:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:27 smithi138 ceph-mon[32824]: from='mgr.? 172.21.15.138:0/77607334' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-29T14:55:27.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:27 smithi138 ceph-mon[32824]: from='mgr.? 172.21.15.138:0/77607334' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-29T14:55:28.509 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:28 smithi067 ceph-mon[39695]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:28.509 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:28 smithi067 ceph-mon[39695]: mgrmap e14: y(active, since 62s), standbys: x 2024-07-29T14:55:28.509 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:28 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-29T14:55:28.509 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:28 smithi067 ceph-mon[39695]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:55:28.509 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:28 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-29T14:55:28.509 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:28 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-29T14:55:28.509 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:28 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:28.510 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:28 smithi067 ceph-mon[29363]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:28.510 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:28 smithi067 ceph-mon[29363]: mgrmap e14: y(active, since 62s), standbys: x 2024-07-29T14:55:28.510 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:28 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-29T14:55:28.510 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:28 smithi067 ceph-mon[29363]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:55:28.510 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:28 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-29T14:55:28.510 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:28 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-29T14:55:28.510 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:28 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:28.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:28 smithi138 ceph-mon[32824]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:28.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:28 smithi138 ceph-mon[32824]: mgrmap e14: y(active, since 62s), standbys: x 2024-07-29T14:55:28.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:28 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-29T14:55:28.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:28 smithi138 ceph-mon[32824]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:55:28.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:28 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-29T14:55:28.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:28 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-29T14:55:28.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:28 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:30.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:30 smithi067 ceph-mon[29363]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:30.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:30 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/3054590507' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8465e2b7-2ddd-46c6-b081-5612dcf79c62"}]: dispatch 2024-07-29T14:55:30.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:30 smithi067 ceph-mon[29363]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8465e2b7-2ddd-46c6-b081-5612dcf79c62"}]: dispatch 2024-07-29T14:55:30.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:30 smithi067 ceph-mon[29363]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8465e2b7-2ddd-46c6-b081-5612dcf79c62"}]': finished 2024-07-29T14:55:30.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:30 smithi067 ceph-mon[29363]: osdmap e5: 1 total, 0 up, 1 in 2024-07-29T14:55:30.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:30 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-29T14:55:30.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:30 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/986266033' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-29T14:55:30.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:30 smithi067 ceph-mon[39695]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:30.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:30 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/3054590507' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8465e2b7-2ddd-46c6-b081-5612dcf79c62"}]: dispatch 2024-07-29T14:55:30.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:30 smithi067 ceph-mon[39695]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8465e2b7-2ddd-46c6-b081-5612dcf79c62"}]: dispatch 2024-07-29T14:55:30.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:30 smithi067 ceph-mon[39695]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8465e2b7-2ddd-46c6-b081-5612dcf79c62"}]': finished 2024-07-29T14:55:30.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:30 smithi067 ceph-mon[39695]: osdmap e5: 1 total, 0 up, 1 in 2024-07-29T14:55:30.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:30 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-29T14:55:30.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:30 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/986266033' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-29T14:55:30.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:30 smithi138 ceph-mon[32824]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:30.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:30 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/3054590507' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8465e2b7-2ddd-46c6-b081-5612dcf79c62"}]: dispatch 2024-07-29T14:55:30.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:30 smithi138 ceph-mon[32824]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8465e2b7-2ddd-46c6-b081-5612dcf79c62"}]: dispatch 2024-07-29T14:55:30.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:30 smithi138 ceph-mon[32824]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8465e2b7-2ddd-46c6-b081-5612dcf79c62"}]': finished 2024-07-29T14:55:30.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:30 smithi138 ceph-mon[32824]: osdmap e5: 1 total, 0 up, 1 in 2024-07-29T14:55:30.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:30 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-29T14:55:30.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:30 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/986266033' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-29T14:55:32.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:32 smithi067 ceph-mon[29363]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:32.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:32 smithi067 ceph-mon[39695]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:32.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:32 smithi138 ceph-mon[32824]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:34.584 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:34 smithi067 ceph-mon[29363]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:34.584 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:34 smithi067 ceph-mon[39695]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:34.612 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:34 smithi138 ceph-mon[32824]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:36.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:36 smithi067 ceph-mon[29363]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:36.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:36 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-07-29T14:55:36.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:36 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:36.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:36 smithi067 ceph-mon[29363]: Deploying daemon osd.0 on smithi067 2024-07-29T14:55:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:36 smithi067 ceph-mon[39695]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:36 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-07-29T14:55:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:36 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:36 smithi067 ceph-mon[39695]: Deploying daemon osd.0 on smithi067 2024-07-29T14:55:36.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:36 smithi138 ceph-mon[32824]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:36.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:36 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-07-29T14:55:36.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:36 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:36.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:36 smithi138 ceph-mon[32824]: Deploying daemon osd.0 on smithi067 2024-07-29T14:55:38.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:38 smithi067 ceph-mon[29363]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:38.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:38 smithi067 ceph-mon[39695]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:38.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:38 smithi138 ceph-mon[32824]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:40.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:40 smithi067 ceph-mon[29363]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:40.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:40 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:55:40.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:40 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:40.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:40 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:40.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:40 smithi067 ceph-mon[39695]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:40.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:40 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:55:40.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:40 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:40.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:40 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:40.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:40 smithi138 ceph-mon[32824]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:40.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:40 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:55:40.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:40 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:40.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:40 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:42.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:42 smithi067 ceph-mon[29363]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:42.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:42 smithi067 ceph-mon[39695]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:42.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:42 smithi138 ceph-mon[32824]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:43.392 INFO:teuthology.orchestra.run.smithi067.stdout:Created osd(s) 0 on host 'smithi067' 2024-07-29T14:55:43.935 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:43 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:43.935 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:43 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:43.935 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:43 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:43.935 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:43 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:55:43.935 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:43 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:43.935 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:43 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:55:43.935 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:43 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:43.936 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:43 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:43.936 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:43 smithi067 ceph-mon[29363]: from='osd.0 [v2:172.21.15.67:6802/1748403734,v1:172.21.15.67:6803/1748403734]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-07-29T14:55:43.936 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:43 smithi067 ceph-mon[29363]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-07-29T14:55:43.936 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:43 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:43.936 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:43 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:43.936 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:43 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:43.936 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:43 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:55:43.936 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:43 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:43.936 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:43 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:55:43.936 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:43 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:43.937 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:43 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:43.937 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:43 smithi067 ceph-mon[39695]: from='osd.0 [v2:172.21.15.67:6802/1748403734,v1:172.21.15.67:6803/1748403734]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-07-29T14:55:43.937 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:43 smithi067 ceph-mon[39695]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-07-29T14:55:43.961 DEBUG:teuthology.orchestra.run.smithi067:osd.0> sudo journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.0.service 2024-07-29T14:55:43.964 INFO:tasks.cephadm:Deploying osd.1 on smithi067 with /dev/vg_nvme/lv_3... 2024-07-29T14:55:43.964 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-07-29T14:55:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:43 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:43 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:44.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:43 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:44.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:43 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:55:44.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:43 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:44.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:43 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:55:44.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:43 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:44.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:43 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:44.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:43 smithi138 ceph-mon[32824]: from='osd.0 [v2:172.21.15.67:6802/1748403734,v1:172.21.15.67:6803/1748403734]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-07-29T14:55:44.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:43 smithi138 ceph-mon[32824]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-07-29T14:55:44.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:44 smithi067 ceph-mon[29363]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:44.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:44 smithi067 ceph-mon[29363]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-07-29T14:55:44.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:44 smithi067 ceph-mon[29363]: osdmap e6: 1 total, 0 up, 1 in 2024-07-29T14:55:44.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:44 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-29T14:55:44.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:44 smithi067 ceph-mon[29363]: from='osd.0 [v2:172.21.15.67:6802/1748403734,v1:172.21.15.67:6803/1748403734]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T14:55:44.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:44 smithi067 ceph-mon[29363]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T14:55:44.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:44 smithi067 ceph-mon[39695]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:44.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:44 smithi067 ceph-mon[39695]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-07-29T14:55:44.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:44 smithi067 ceph-mon[39695]: osdmap e6: 1 total, 0 up, 1 in 2024-07-29T14:55:44.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:44 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-29T14:55:44.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:44 smithi067 ceph-mon[39695]: from='osd.0 [v2:172.21.15.67:6802/1748403734,v1:172.21.15.67:6803/1748403734]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T14:55:44.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:44 smithi067 ceph-mon[39695]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T14:55:45.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:44 smithi138 ceph-mon[32824]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:45.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:44 smithi138 ceph-mon[32824]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-07-29T14:55:45.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:44 smithi138 ceph-mon[32824]: osdmap e6: 1 total, 0 up, 1 in 2024-07-29T14:55:45.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:44 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-29T14:55:45.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:44 smithi138 ceph-mon[32824]: from='osd.0 [v2:172.21.15.67:6802/1748403734,v1:172.21.15.67:6803/1748403734]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T14:55:45.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:44 smithi138 ceph-mon[32824]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T14:55:45.501 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 14:55:45 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0[43602]: 2024-07-29T14:55:45.398+0000 7f42135cf640 -1 osd.0 0 waiting for initial osdmap 2024-07-29T14:55:45.501 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 14:55:45 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0[43602]: 2024-07-29T14:55:45.401+0000 7f420c402640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-29T14:55:45.740 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:55:46.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:46 smithi067 ceph-mon[29363]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:46.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:46 smithi067 ceph-mon[29363]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-07-29T14:55:46.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:46 smithi067 ceph-mon[29363]: osdmap e7: 1 total, 0 up, 1 in 2024-07-29T14:55:46.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:46 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-29T14:55:46.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:46 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-29T14:55:46.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:46 smithi067 ceph-mon[39695]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:46.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:46 smithi067 ceph-mon[39695]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-07-29T14:55:46.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:46 smithi067 ceph-mon[39695]: osdmap e7: 1 total, 0 up, 1 in 2024-07-29T14:55:46.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:46 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-29T14:55:46.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:46 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-29T14:55:46.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:46 smithi138 ceph-mon[32824]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-29T14:55:46.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:46 smithi138 ceph-mon[32824]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-07-29T14:55:46.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:46 smithi138 ceph-mon[32824]: osdmap e7: 1 total, 0 up, 1 in 2024-07-29T14:55:46.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:46 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-29T14:55:46.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:46 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-29T14:55:47.515 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:47 smithi067 ceph-mon[29363]: purged_snaps scrub starts 2024-07-29T14:55:47.515 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:47 smithi067 ceph-mon[29363]: purged_snaps scrub ok 2024-07-29T14:55:47.515 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:47 smithi067 ceph-mon[29363]: osd.0 [v2:172.21.15.67:6802/1748403734,v1:172.21.15.67:6803/1748403734] boot 2024-07-29T14:55:47.515 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:47 smithi067 ceph-mon[29363]: osdmap e8: 1 total, 1 up, 1 in 2024-07-29T14:55:47.515 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:47 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-29T14:55:47.515 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:47 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:47.516 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:47 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:47.516 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:47 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:55:47.516 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:47 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:47.516 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:47 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:47.516 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:47 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:55:47.516 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:47 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:47.516 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:47 smithi067 ceph-mon[39695]: purged_snaps scrub starts 2024-07-29T14:55:47.516 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:47 smithi067 ceph-mon[39695]: purged_snaps scrub ok 2024-07-29T14:55:47.516 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:47 smithi067 ceph-mon[39695]: osd.0 [v2:172.21.15.67:6802/1748403734,v1:172.21.15.67:6803/1748403734] boot 2024-07-29T14:55:47.516 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:47 smithi067 ceph-mon[39695]: osdmap e8: 1 total, 1 up, 1 in 2024-07-29T14:55:47.516 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:47 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-29T14:55:47.516 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:47 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:47.517 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:47 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:47.517 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:47 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:55:47.517 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:47 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:47.517 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:47 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:47.517 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:47 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:55:47.517 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:47 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:47.813 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:47 smithi138 ceph-mon[32824]: purged_snaps scrub starts 2024-07-29T14:55:47.813 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:47 smithi138 ceph-mon[32824]: purged_snaps scrub ok 2024-07-29T14:55:47.814 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:47 smithi138 ceph-mon[32824]: osd.0 [v2:172.21.15.67:6802/1748403734,v1:172.21.15.67:6803/1748403734] boot 2024-07-29T14:55:47.814 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:47 smithi138 ceph-mon[32824]: osdmap e8: 1 total, 1 up, 1 in 2024-07-29T14:55:47.814 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:47 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-29T14:55:47.814 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:47 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:47.814 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:47 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:47.814 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:47 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:55:47.814 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:47 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:47.814 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:47 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:47.814 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:47 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:55:47.814 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:47 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:55:47.868 INFO:teuthology.orchestra.run.smithi067.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-07-29T14:55:47.958 INFO:teuthology.orchestra.run.smithi067.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-07-29T14:55:47.972 INFO:teuthology.orchestra.run.smithi067.stderr: stderr: 10+0 records in 2024-07-29T14:55:47.973 INFO:teuthology.orchestra.run.smithi067.stderr:10+0 records out 2024-07-29T14:55:47.973 INFO:teuthology.orchestra.run.smithi067.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0124568 s, 842 MB/s 2024-07-29T14:55:47.973 INFO:teuthology.orchestra.run.smithi067.stderr:--> Zapping successful for: 2024-07-29T14:55:48.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:48 smithi067 ceph-mon[29363]: Detected new or changed devices on smithi067 2024-07-29T14:55:48.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:48 smithi067 ceph-mon[29363]: Adjusting osd_memory_target on smithi067 to 16064M 2024-07-29T14:55:48.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:48 smithi067 ceph-mon[29363]: pgmap v39: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-29T14:55:48.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:48 smithi067 ceph-mon[29363]: osdmap e9: 1 total, 1 up, 1 in 2024-07-29T14:55:48.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:48 smithi067 ceph-mon[39695]: Detected new or changed devices on smithi067 2024-07-29T14:55:48.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:48 smithi067 ceph-mon[39695]: Adjusting osd_memory_target on smithi067 to 16064M 2024-07-29T14:55:48.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:48 smithi067 ceph-mon[39695]: pgmap v39: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-29T14:55:48.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:48 smithi067 ceph-mon[39695]: osdmap e9: 1 total, 1 up, 1 in 2024-07-29T14:55:48.520 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph orch daemon add osd smithi067:vg_nvme/lv_3 2024-07-29T14:55:48.781 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:55:48.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:48 smithi138 ceph-mon[32824]: Detected new or changed devices on smithi067 2024-07-29T14:55:48.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:48 smithi138 ceph-mon[32824]: Adjusting osd_memory_target on smithi067 to 16064M 2024-07-29T14:55:48.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:48 smithi138 ceph-mon[32824]: pgmap v39: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-29T14:55:48.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:48 smithi138 ceph-mon[32824]: osdmap e9: 1 total, 1 up, 1 in 2024-07-29T14:55:50.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:50 smithi067 ceph-mon[39695]: pgmap v41: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-29T14:55:50.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:50 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-29T14:55:50.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:50 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-29T14:55:50.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:50 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:50.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:50 smithi067 ceph-mon[29363]: pgmap v41: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-29T14:55:50.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:50 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-29T14:55:50.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:50 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-29T14:55:50.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:50 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:50.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:50 smithi138 ceph-mon[32824]: pgmap v41: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-29T14:55:50.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:50 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-29T14:55:50.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:50 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-29T14:55:50.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:50 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:51.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:51 smithi067 ceph-mon[29363]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:55:51.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:51 smithi067 ceph-mon[39695]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:55:51.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:51 smithi138 ceph-mon[32824]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:55:52.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:52 smithi067 ceph-mon[29363]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-29T14:55:52.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:52 smithi067 ceph-mon[39695]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-29T14:55:52.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:52 smithi138 ceph-mon[32824]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-29T14:55:53.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:53 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/3946697075' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b790c2e8-1d8d-4ceb-a7cf-3a7695c3dad6"}]: dispatch 2024-07-29T14:55:53.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:53 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/3946697075' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b790c2e8-1d8d-4ceb-a7cf-3a7695c3dad6"}]': finished 2024-07-29T14:55:53.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:53 smithi067 ceph-mon[29363]: osdmap e10: 2 total, 1 up, 2 in 2024-07-29T14:55:53.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:53 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-29T14:55:53.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:53 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/4129155621' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-29T14:55:53.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:53 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/3946697075' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b790c2e8-1d8d-4ceb-a7cf-3a7695c3dad6"}]: dispatch 2024-07-29T14:55:53.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:53 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/3946697075' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b790c2e8-1d8d-4ceb-a7cf-3a7695c3dad6"}]': finished 2024-07-29T14:55:53.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:53 smithi067 ceph-mon[39695]: osdmap e10: 2 total, 1 up, 2 in 2024-07-29T14:55:53.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:53 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-29T14:55:53.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:53 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/4129155621' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-29T14:55:53.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:53 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/3946697075' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b790c2e8-1d8d-4ceb-a7cf-3a7695c3dad6"}]: dispatch 2024-07-29T14:55:53.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:53 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/3946697075' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b790c2e8-1d8d-4ceb-a7cf-3a7695c3dad6"}]': finished 2024-07-29T14:55:53.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:53 smithi138 ceph-mon[32824]: osdmap e10: 2 total, 1 up, 2 in 2024-07-29T14:55:53.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:53 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-29T14:55:53.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:53 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/4129155621' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-29T14:55:54.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:54 smithi067 ceph-mon[29363]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-29T14:55:54.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:54 smithi067 ceph-mon[39695]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-29T14:55:55.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:54 smithi138 ceph-mon[32824]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-29T14:55:56.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:56 smithi067 ceph-mon[29363]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-29T14:55:56.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:56 smithi067 ceph-mon[39695]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-29T14:55:57.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:56 smithi138 ceph-mon[32824]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-29T14:55:58.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:58 smithi067 ceph-mon[29363]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-29T14:55:58.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:58 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-07-29T14:55:58.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:58 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:58.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:58 smithi067 ceph-mon[39695]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-29T14:55:58.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:58 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-07-29T14:55:58.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:58 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:59.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:58 smithi138 ceph-mon[32824]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-29T14:55:59.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:58 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-07-29T14:55:59.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:58 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:55:59.951 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:55:59 smithi067 ceph-mon[29363]: Deploying daemon osd.1 on smithi067 2024-07-29T14:55:59.952 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:55:59 smithi067 ceph-mon[39695]: Deploying daemon osd.1 on smithi067 2024-07-29T14:56:00.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:55:59 smithi138 ceph-mon[32824]: Deploying daemon osd.1 on smithi067 2024-07-29T14:56:00.910 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:00 smithi067 ceph-mon[39695]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-29T14:56:00.910 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:00 smithi067 ceph-mon[29363]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-29T14:56:01.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:00 smithi138 ceph-mon[32824]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-29T14:56:02.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:02 smithi067 ceph-mon[29363]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-29T14:56:02.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:02 smithi067 ceph-mon[39695]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-29T14:56:03.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:02 smithi138 ceph-mon[32824]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-29T14:56:03.932 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:03 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:56:03.933 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:03 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:03.933 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:03 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:03.933 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:03 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:56:03.933 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:03 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:03.933 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:03 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:04.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:03 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:56:04.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:03 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:04.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:03 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:04.961 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:04 smithi138 ceph-mon[32824]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-29T14:56:04.963 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:04 smithi067 ceph-mon[29363]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-29T14:56:04.963 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:04 smithi067 ceph-mon[39695]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-29T14:56:06.064 INFO:teuthology.orchestra.run.smithi067.stdout:Created osd(s) 1 on host 'smithi067' 2024-07-29T14:56:06.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:06 smithi067 ceph-mon[29363]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-29T14:56:06.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:06 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:06.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:06 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:06.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:06 smithi067 ceph-mon[29363]: from='osd.1 [v2:172.21.15.67:6810/3097118149,v1:172.21.15.67:6811/3097118149]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-07-29T14:56:06.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:06 smithi067 ceph-mon[39695]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-29T14:56:06.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:06 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:06.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:06 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:06.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:06 smithi067 ceph-mon[39695]: from='osd.1 [v2:172.21.15.67:6810/3097118149,v1:172.21.15.67:6811/3097118149]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-07-29T14:56:07.024 DEBUG:teuthology.orchestra.run.smithi067:osd.1> sudo journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.1.service 2024-07-29T14:56:07.027 INFO:tasks.cephadm:Deploying osd.2 on smithi067 with /dev/vg_nvme/lv_2... 2024-07-29T14:56:07.027 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-07-29T14:56:07.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:06 smithi138 ceph-mon[32824]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-29T14:56:07.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:06 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:07.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:06 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:07.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:06 smithi138 ceph-mon[32824]: from='osd.1 [v2:172.21.15.67:6810/3097118149,v1:172.21.15.67:6811/3097118149]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-07-29T14:56:07.355 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:56:08.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:08 smithi067 ceph-mon[39695]: from='osd.1 [v2:172.21.15.67:6810/3097118149,v1:172.21.15.67:6811/3097118149]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-07-29T14:56:08.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:08 smithi067 ceph-mon[39695]: osdmap e11: 2 total, 1 up, 2 in 2024-07-29T14:56:08.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:08 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-29T14:56:08.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:08 smithi067 ceph-mon[39695]: from='osd.1 [v2:172.21.15.67:6810/3097118149,v1:172.21.15.67:6811/3097118149]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T14:56:08.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:08 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:08.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:08 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:08.403 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:08 smithi067 ceph-mon[39695]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-29T14:56:08.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:08 smithi067 ceph-mon[29363]: from='osd.1 [v2:172.21.15.67:6810/3097118149,v1:172.21.15.67:6811/3097118149]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-07-29T14:56:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:08 smithi067 ceph-mon[29363]: osdmap e11: 2 total, 1 up, 2 in 2024-07-29T14:56:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:08 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-29T14:56:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:08 smithi067 ceph-mon[29363]: from='osd.1 [v2:172.21.15.67:6810/3097118149,v1:172.21.15.67:6811/3097118149]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T14:56:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:08 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:08 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:08.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:08 smithi067 ceph-mon[29363]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-29T14:56:08.404 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 14:56:08 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1[49538]: 2024-07-29T14:56:08.071+0000 7f0af6395640 -1 osd.1 0 waiting for initial osdmap 2024-07-29T14:56:08.404 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 14:56:08 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1[49538]: 2024-07-29T14:56:08.074+0000 7f0aee1a4640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-29T14:56:08.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:08 smithi138 ceph-mon[32824]: from='osd.1 [v2:172.21.15.67:6810/3097118149,v1:172.21.15.67:6811/3097118149]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-07-29T14:56:08.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:08 smithi138 ceph-mon[32824]: osdmap e11: 2 total, 1 up, 2 in 2024-07-29T14:56:08.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:08 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-29T14:56:08.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:08 smithi138 ceph-mon[32824]: from='osd.1 [v2:172.21.15.67:6810/3097118149,v1:172.21.15.67:6811/3097118149]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T14:56:08.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:08 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:08.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:08 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:08.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:08 smithi138 ceph-mon[32824]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-29T14:56:09.033 INFO:teuthology.orchestra.run.smithi067.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-07-29T14:56:09.127 INFO:teuthology.orchestra.run.smithi067.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-07-29T14:56:09.143 INFO:teuthology.orchestra.run.smithi067.stderr: stderr: 10+0 records in 2024-07-29T14:56:09.143 INFO:teuthology.orchestra.run.smithi067.stderr:10+0 records out 2024-07-29T14:56:09.143 INFO:teuthology.orchestra.run.smithi067.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.013338 s, 786 MB/s 2024-07-29T14:56:09.143 INFO:teuthology.orchestra.run.smithi067.stderr:--> Zapping successful for: 2024-07-29T14:56:09.431 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:09 smithi067 ceph-mon[39695]: from='osd.1 [v2:172.21.15.67:6810/3097118149,v1:172.21.15.67:6811/3097118149]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-07-29T14:56:09.432 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:09 smithi067 ceph-mon[39695]: osdmap e12: 2 total, 1 up, 2 in 2024-07-29T14:56:09.432 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:09 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-29T14:56:09.432 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:09 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-29T14:56:09.432 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:09 smithi067 ceph-mon[29363]: from='osd.1 [v2:172.21.15.67:6810/3097118149,v1:172.21.15.67:6811/3097118149]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-07-29T14:56:09.432 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:09 smithi067 ceph-mon[29363]: osdmap e12: 2 total, 1 up, 2 in 2024-07-29T14:56:09.432 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:09 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-29T14:56:09.432 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:09 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-29T14:56:09.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:09 smithi138 ceph-mon[32824]: from='osd.1 [v2:172.21.15.67:6810/3097118149,v1:172.21.15.67:6811/3097118149]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-07-29T14:56:09.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:09 smithi138 ceph-mon[32824]: osdmap e12: 2 total, 1 up, 2 in 2024-07-29T14:56:09.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:09 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-29T14:56:09.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:09 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-29T14:56:10.172 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:10 smithi067 ceph-mon[29363]: purged_snaps scrub starts 2024-07-29T14:56:10.172 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:10 smithi067 ceph-mon[29363]: purged_snaps scrub ok 2024-07-29T14:56:10.172 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:10 smithi067 ceph-mon[29363]: osd.1 [v2:172.21.15.67:6810/3097118149,v1:172.21.15.67:6811/3097118149] boot 2024-07-29T14:56:10.173 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:10 smithi067 ceph-mon[29363]: osdmap e13: 2 total, 2 up, 2 in 2024-07-29T14:56:10.173 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:10 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-29T14:56:10.173 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:10 smithi067 ceph-mon[29363]: pgmap v55: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:10.173 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:10 smithi067 ceph-mon[39695]: purged_snaps scrub starts 2024-07-29T14:56:10.173 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:10 smithi067 ceph-mon[39695]: purged_snaps scrub ok 2024-07-29T14:56:10.173 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:10 smithi067 ceph-mon[39695]: osd.1 [v2:172.21.15.67:6810/3097118149,v1:172.21.15.67:6811/3097118149] boot 2024-07-29T14:56:10.173 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:10 smithi067 ceph-mon[39695]: osdmap e13: 2 total, 2 up, 2 in 2024-07-29T14:56:10.173 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:10 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-29T14:56:10.174 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:10 smithi067 ceph-mon[39695]: pgmap v55: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:10.198 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph orch daemon add osd smithi067:vg_nvme/lv_2 2024-07-29T14:56:10.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:10 smithi138 ceph-mon[32824]: purged_snaps scrub starts 2024-07-29T14:56:10.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:10 smithi138 ceph-mon[32824]: purged_snaps scrub ok 2024-07-29T14:56:10.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:10 smithi138 ceph-mon[32824]: osd.1 [v2:172.21.15.67:6810/3097118149,v1:172.21.15.67:6811/3097118149] boot 2024-07-29T14:56:10.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:10 smithi138 ceph-mon[32824]: osdmap e13: 2 total, 2 up, 2 in 2024-07-29T14:56:10.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:10 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-29T14:56:10.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:10 smithi138 ceph-mon[32824]: pgmap v55: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:11.160 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:56:11.399 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:11 smithi067 ceph-mon[29363]: osdmap e14: 2 total, 2 up, 2 in 2024-07-29T14:56:11.399 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:11 smithi067 ceph-mon[39695]: osdmap e14: 2 total, 2 up, 2 in 2024-07-29T14:56:11.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:11 smithi138 ceph-mon[32824]: osdmap e14: 2 total, 2 up, 2 in 2024-07-29T14:56:12.229 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:12 smithi067 ceph-mon[29363]: pgmap v57: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:12.229 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:12 smithi067 ceph-mon[39695]: pgmap v57: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:12.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:12 smithi138 ceph-mon[32824]: pgmap v57: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:14.052 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[29363]: Detected new or changed devices on smithi067 2024-07-29T14:56:14.052 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:14.052 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:14.052 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:56:14.052 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:56:14.052 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[29363]: Adjusting osd_memory_target on smithi067 to 8032M 2024-07-29T14:56:14.052 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:14.053 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:56:14.053 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:56:14.053 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:14.053 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:56:14.053 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:56:14.053 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:56:14.054 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:14.054 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-29T14:56:14.054 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-29T14:56:14.054 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:56:14.054 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[39695]: Detected new or changed devices on smithi067 2024-07-29T14:56:14.055 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:14.055 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:14.055 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:56:14.055 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:56:14.055 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[39695]: Adjusting osd_memory_target on smithi067 to 8032M 2024-07-29T14:56:14.055 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:14.055 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:56:14.056 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:56:14.056 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:14.056 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:56:14.056 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:56:14.056 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:56:14.056 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:14.056 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-29T14:56:14.056 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-29T14:56:14.056 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:13 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:56:14.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:13 smithi138 ceph-mon[32824]: Detected new or changed devices on smithi067 2024-07-29T14:56:14.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:13 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:14.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:13 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:14.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:13 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:56:14.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:13 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:56:14.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:13 smithi138 ceph-mon[32824]: Adjusting osd_memory_target on smithi067 to 8032M 2024-07-29T14:56:14.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:13 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:14.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:13 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:56:14.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:13 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:56:14.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:13 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:14.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:13 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:56:14.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:13 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:56:14.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:13 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:56:14.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:13 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:14.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:13 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-29T14:56:14.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:13 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-29T14:56:14.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:13 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:56:14.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:14 smithi067 ceph-mon[39695]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:14.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:14 smithi067 ceph-mon[39695]: from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:56:14.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:14 smithi067 ceph-mon[29363]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:14.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:14 smithi067 ceph-mon[29363]: from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:56:15.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:14 smithi138 ceph-mon[32824]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:15.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:14 smithi138 ceph-mon[32824]: from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:56:16.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:15 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/816186007' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d713bad4-4202-4062-b867-f6a391f60f97"}]: dispatch 2024-07-29T14:56:16.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:15 smithi138 ceph-mon[32824]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d713bad4-4202-4062-b867-f6a391f60f97"}]: dispatch 2024-07-29T14:56:16.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:15 smithi138 ceph-mon[32824]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d713bad4-4202-4062-b867-f6a391f60f97"}]': finished 2024-07-29T14:56:16.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:15 smithi138 ceph-mon[32824]: osdmap e15: 3 total, 2 up, 3 in 2024-07-29T14:56:16.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:15 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-29T14:56:16.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:15 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/816186007' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d713bad4-4202-4062-b867-f6a391f60f97"}]: dispatch 2024-07-29T14:56:16.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:15 smithi067 ceph-mon[39695]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d713bad4-4202-4062-b867-f6a391f60f97"}]: dispatch 2024-07-29T14:56:16.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:15 smithi067 ceph-mon[39695]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d713bad4-4202-4062-b867-f6a391f60f97"}]': finished 2024-07-29T14:56:16.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:15 smithi067 ceph-mon[39695]: osdmap e15: 3 total, 2 up, 3 in 2024-07-29T14:56:16.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:15 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-29T14:56:16.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:15 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/816186007' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d713bad4-4202-4062-b867-f6a391f60f97"}]: dispatch 2024-07-29T14:56:16.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:15 smithi067 ceph-mon[29363]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d713bad4-4202-4062-b867-f6a391f60f97"}]: dispatch 2024-07-29T14:56:16.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:15 smithi067 ceph-mon[29363]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d713bad4-4202-4062-b867-f6a391f60f97"}]': finished 2024-07-29T14:56:16.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:15 smithi067 ceph-mon[29363]: osdmap e15: 3 total, 2 up, 3 in 2024-07-29T14:56:16.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:15 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-29T14:56:17.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:16 smithi138 ceph-mon[32824]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:17.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:16 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/4138336482' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-29T14:56:17.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:16 smithi067 ceph-mon[29363]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:17.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:16 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/4138336482' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-29T14:56:17.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:16 smithi067 ceph-mon[39695]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:17.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:16 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/4138336482' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-29T14:56:19.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:18 smithi138 ceph-mon[32824]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:19.088 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:18 smithi067 ceph-mon[39695]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:19.088 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:18 smithi067 ceph-mon[29363]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:20.187 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:19 smithi067 ceph-mon[29363]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:20.187 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:19 smithi067 ceph-mon[39695]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:20.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:19 smithi138 ceph-mon[32824]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:22.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:22 smithi067 ceph-mon[29363]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:22.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:22 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-07-29T14:56:22.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:22 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:56:22.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:22 smithi067 ceph-mon[39695]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:22.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:22 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-07-29T14:56:22.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:22 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:56:22.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:22 smithi138 ceph-mon[32824]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:22.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:22 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-07-29T14:56:22.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:22 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:56:23.583 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:23 smithi067 ceph-mon[29363]: Deploying daemon osd.2 on smithi067 2024-07-29T14:56:23.584 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:23 smithi067 ceph-mon[39695]: Deploying daemon osd.2 on smithi067 2024-07-29T14:56:23.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:23 smithi138 ceph-mon[32824]: Deploying daemon osd.2 on smithi067 2024-07-29T14:56:24.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:24 smithi067 ceph-mon[29363]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:24.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:24 smithi067 ceph-mon[39695]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:24.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:24 smithi138 ceph-mon[32824]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:26.476 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:26 smithi067 ceph-mon[29363]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:26.476 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:26 smithi067 ceph-mon[39695]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:26.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:26 smithi138 ceph-mon[32824]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:27.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:27 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:56:27.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:27 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:27.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:27 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:27.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:27 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:56:27.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:27 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:27.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:27 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:27 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:56:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:27 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:27 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:28.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:28 smithi138 ceph-mon[32824]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:28.813 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:28 smithi067 ceph-mon[29363]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:28.813 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:28 smithi067 ceph-mon[39695]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:29.686 INFO:teuthology.orchestra.run.smithi067.stdout:Created osd(s) 2 on host 'smithi067' 2024-07-29T14:56:30.288 DEBUG:teuthology.orchestra.run.smithi067:osd.2> sudo journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.2.service 2024-07-29T14:56:30.291 INFO:tasks.cephadm:Deploying osd.3 on smithi067 with /dev/vg_nvme/lv_1... 2024-07-29T14:56:30.292 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-07-29T14:56:30.615 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:56:30.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:30 smithi067 ceph-mon[39695]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:30.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:30 smithi067 ceph-mon[39695]: from='osd.2 [v2:172.21.15.67:6818/4042936731,v1:172.21.15.67:6819/4042936731]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-07-29T14:56:30.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:30 smithi067 ceph-mon[39695]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-07-29T14:56:30.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:30 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:30.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:30 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:30.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:30 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:30.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:30 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:30.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:30 smithi067 ceph-mon[29363]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:30.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:30 smithi067 ceph-mon[29363]: from='osd.2 [v2:172.21.15.67:6818/4042936731,v1:172.21.15.67:6819/4042936731]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-07-29T14:56:30.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:30 smithi067 ceph-mon[29363]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-07-29T14:56:30.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:30 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:30.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:30 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:30.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:30 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:30.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:30 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:30.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:30 smithi138 ceph-mon[32824]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:30.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:30 smithi138 ceph-mon[32824]: from='osd.2 [v2:172.21.15.67:6818/4042936731,v1:172.21.15.67:6819/4042936731]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-07-29T14:56:30.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:30 smithi138 ceph-mon[32824]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-07-29T14:56:30.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:30 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:30.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:30 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:30.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:30 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:30.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:30 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:31.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:31 smithi067 ceph-mon[29363]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-07-29T14:56:31.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:31 smithi067 ceph-mon[29363]: osdmap e16: 3 total, 2 up, 3 in 2024-07-29T14:56:31.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:31 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-29T14:56:31.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:31 smithi067 ceph-mon[29363]: from='osd.2 [v2:172.21.15.67:6818/4042936731,v1:172.21.15.67:6819/4042936731]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T14:56:31.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:31 smithi067 ceph-mon[29363]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T14:56:31.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:31 smithi067 ceph-mon[39695]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-07-29T14:56:31.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:31 smithi067 ceph-mon[39695]: osdmap e16: 3 total, 2 up, 3 in 2024-07-29T14:56:31.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:31 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-29T14:56:31.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:31 smithi067 ceph-mon[39695]: from='osd.2 [v2:172.21.15.67:6818/4042936731,v1:172.21.15.67:6819/4042936731]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T14:56:31.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:31 smithi067 ceph-mon[39695]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T14:56:31.739 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 14:56:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2[55562]: 2024-07-29T14:56:31.549+0000 7fd82eb18640 -1 osd.2 0 waiting for initial osdmap 2024-07-29T14:56:31.739 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 14:56:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2[55562]: 2024-07-29T14:56:31.552+0000 7fd82b953640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-29T14:56:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:31 smithi138 ceph-mon[32824]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-07-29T14:56:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:31 smithi138 ceph-mon[32824]: osdmap e16: 3 total, 2 up, 3 in 2024-07-29T14:56:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:31 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-29T14:56:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:31 smithi138 ceph-mon[32824]: from='osd.2 [v2:172.21.15.67:6818/4042936731,v1:172.21.15.67:6819/4042936731]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T14:56:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:31 smithi138 ceph-mon[32824]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T14:56:32.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:32 smithi138 ceph-mon[32824]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:32.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:32 smithi138 ceph-mon[32824]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-07-29T14:56:32.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:32 smithi138 ceph-mon[32824]: osdmap e17: 3 total, 2 up, 3 in 2024-07-29T14:56:32.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:32 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-29T14:56:32.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:32 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-29T14:56:32.955 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:32 smithi067 ceph-mon[29363]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:32.955 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:32 smithi067 ceph-mon[29363]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-07-29T14:56:32.955 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:32 smithi067 ceph-mon[29363]: osdmap e17: 3 total, 2 up, 3 in 2024-07-29T14:56:32.955 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:32 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-29T14:56:32.955 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:32 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-29T14:56:32.955 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:32 smithi067 ceph-mon[39695]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-29T14:56:32.955 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:32 smithi067 ceph-mon[39695]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-07-29T14:56:32.955 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:32 smithi067 ceph-mon[39695]: osdmap e17: 3 total, 2 up, 3 in 2024-07-29T14:56:32.955 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:32 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-29T14:56:32.955 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:32 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-29T14:56:33.297 INFO:teuthology.orchestra.run.smithi067.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-07-29T14:56:33.397 INFO:teuthology.orchestra.run.smithi067.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-07-29T14:56:33.414 INFO:teuthology.orchestra.run.smithi067.stderr: stderr: 10+0 records in 2024-07-29T14:56:33.415 INFO:teuthology.orchestra.run.smithi067.stderr:10+0 records out 2024-07-29T14:56:33.415 INFO:teuthology.orchestra.run.smithi067.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0150193 s, 698 MB/s 2024-07-29T14:56:33.415 INFO:teuthology.orchestra.run.smithi067.stderr:--> Zapping successful for: 2024-07-29T14:56:34.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:33 smithi138 ceph-mon[32824]: purged_snaps scrub starts 2024-07-29T14:56:34.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:33 smithi138 ceph-mon[32824]: purged_snaps scrub ok 2024-07-29T14:56:34.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:33 smithi138 ceph-mon[32824]: osd.2 [v2:172.21.15.67:6818/4042936731,v1:172.21.15.67:6819/4042936731] boot 2024-07-29T14:56:34.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:33 smithi138 ceph-mon[32824]: osdmap e18: 3 total, 3 up, 3 in 2024-07-29T14:56:34.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:33 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-29T14:56:34.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:33 smithi067 ceph-mon[29363]: purged_snaps scrub starts 2024-07-29T14:56:34.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:33 smithi067 ceph-mon[29363]: purged_snaps scrub ok 2024-07-29T14:56:34.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:33 smithi067 ceph-mon[29363]: osd.2 [v2:172.21.15.67:6818/4042936731,v1:172.21.15.67:6819/4042936731] boot 2024-07-29T14:56:34.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:33 smithi067 ceph-mon[29363]: osdmap e18: 3 total, 3 up, 3 in 2024-07-29T14:56:34.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:33 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-29T14:56:34.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:33 smithi067 ceph-mon[39695]: purged_snaps scrub starts 2024-07-29T14:56:34.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:33 smithi067 ceph-mon[39695]: purged_snaps scrub ok 2024-07-29T14:56:34.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:33 smithi067 ceph-mon[39695]: osd.2 [v2:172.21.15.67:6818/4042936731,v1:172.21.15.67:6819/4042936731] boot 2024-07-29T14:56:34.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:33 smithi067 ceph-mon[39695]: osdmap e18: 3 total, 3 up, 3 in 2024-07-29T14:56:34.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:33 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-29T14:56:34.294 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph orch daemon add osd smithi067:vg_nvme/lv_1 2024-07-29T14:56:34.975 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:34 smithi067 ceph-mon[39695]: pgmap v72: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-07-29T14:56:34.976 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:34 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-07-29T14:56:34.976 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:34 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-07-29T14:56:34.976 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:34 smithi067 ceph-mon[39695]: osdmap e19: 3 total, 3 up, 3 in 2024-07-29T14:56:34.976 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:34 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-07-29T14:56:34.976 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:34 smithi067 ceph-mon[29363]: pgmap v72: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-07-29T14:56:34.976 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:34 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-07-29T14:56:34.976 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:34 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-07-29T14:56:34.976 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:34 smithi067 ceph-mon[29363]: osdmap e19: 3 total, 3 up, 3 in 2024-07-29T14:56:34.976 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:34 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-07-29T14:56:35.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:34 smithi138 ceph-mon[32824]: pgmap v72: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-07-29T14:56:35.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:34 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-07-29T14:56:35.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:34 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-07-29T14:56:35.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:34 smithi138 ceph-mon[32824]: osdmap e19: 3 total, 3 up, 3 in 2024-07-29T14:56:35.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:34 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-07-29T14:56:35.081 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:56:35.840 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 14:56:35 smithi067 sudo[59400]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-07-29T14:56:35.841 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 14:56:35 smithi067 sudo[59400]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-29T14:56:35.841 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 14:56:35 smithi067 sudo[59400]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-29T14:56:35.841 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-07-29T14:56:35.841 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[29363]: osdmap e20: 3 total, 3 up, 3 in 2024-07-29T14:56:35.842 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[29363]: Detected new or changed devices on smithi067 2024-07-29T14:56:35.842 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:35.842 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:35.842 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:56:35.842 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:56:35.842 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:56:35.842 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[29363]: Adjusting osd_memory_target on smithi067 to 5354M 2024-07-29T14:56:35.842 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:35.842 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:56:35.842 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:56:35.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:35.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:56:35.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:56:35.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:56:35.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:35.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[29363]: pgmap v75: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-07-29T14:56:35.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-07-29T14:56:35.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[39695]: osdmap e20: 3 total, 3 up, 3 in 2024-07-29T14:56:35.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[39695]: Detected new or changed devices on smithi067 2024-07-29T14:56:35.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:35.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:35.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:56:35.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:56:35.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:56:35.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[39695]: Adjusting osd_memory_target on smithi067 to 5354M 2024-07-29T14:56:35.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:35.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:56:35.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:56:35.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:35.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:56:35.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:56:35.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:56:35.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:35.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:35 smithi067 ceph-mon[39695]: pgmap v75: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-07-29T14:56:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:35 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-07-29T14:56:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:35 smithi138 ceph-mon[32824]: osdmap e20: 3 total, 3 up, 3 in 2024-07-29T14:56:36.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:35 smithi138 ceph-mon[32824]: Detected new or changed devices on smithi067 2024-07-29T14:56:36.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:35 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:36.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:35 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:36.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:35 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:56:36.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:35 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:56:36.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:35 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:56:36.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:35 smithi138 ceph-mon[32824]: Adjusting osd_memory_target on smithi067 to 5354M 2024-07-29T14:56:36.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:35 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:36.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:35 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:56:36.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:35 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:56:36.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:35 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:36.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:35 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:56:36.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:35 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:56:36.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:35 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:56:36.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:35 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:36.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:35 smithi138 ceph-mon[32824]: pgmap v75: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-07-29T14:56:36.101 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 14:56:35 smithi067 sudo[59400]: pam_unix(sudo:session): session closed for user root 2024-07-29T14:56:36.415 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 14:56:36 smithi067 sudo[59423]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-07-29T14:56:36.415 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 14:56:36 smithi067 sudo[59423]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-29T14:56:36.415 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 14:56:36 smithi067 sudo[59423]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-29T14:56:36.415 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 14:56:36 smithi067 sudo[59423]: pam_unix(sudo:session): session closed for user root 2024-07-29T14:56:37.113 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 14:56:36 smithi067 sudo[59452]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-07-29T14:56:37.113 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 14:56:36 smithi067 sudo[59452]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-29T14:56:37.113 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 14:56:36 smithi067 sudo[59452]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-29T14:56:37.113 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 14:56:36 smithi067 sudo[59452]: pam_unix(sudo:session): session closed for user root 2024-07-29T14:56:37.378 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 14:56:37 smithi067 sudo[59578]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-07-29T14:56:37.378 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 14:56:37 smithi067 sudo[59578]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-29T14:56:37.378 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 14:56:37 smithi067 sudo[59578]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-29T14:56:37.378 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 14:56:37 smithi067 sudo[59578]: pam_unix(sudo:session): session closed for user root 2024-07-29T14:56:37.379 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:37 smithi067 ceph-mon[29363]: osdmap e21: 3 total, 3 up, 3 in 2024-07-29T14:56:37.379 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:37 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:37.379 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:37 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-29T14:56:37.379 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:37 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-29T14:56:37.379 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:37 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:56:37.379 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:37 smithi067 ceph-mon[39695]: osdmap e21: 3 total, 3 up, 3 in 2024-07-29T14:56:37.379 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:37 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:37.379 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:37 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-29T14:56:37.379 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:37 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-29T14:56:37.379 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:37 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:56:37.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:37 smithi138 ceph-mon[32824]: osdmap e21: 3 total, 3 up, 3 in 2024-07-29T14:56:37.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:37 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:37.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:37 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-29T14:56:37.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:37 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-29T14:56:37.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:37 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:56:37.978 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 14:56:37 smithi067 sudo[59598]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-07-29T14:56:37.978 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 14:56:37 smithi067 sudo[59598]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-29T14:56:37.978 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 14:56:37 smithi067 sudo[59598]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-29T14:56:37.978 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 14:56:37 smithi067 sudo[59598]: pam_unix(sudo:session): session closed for user root 2024-07-29T14:56:38.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:38 smithi067 ceph-mon[39695]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:56:38.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:38 smithi067 ceph-mon[39695]: pgmap v77: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-07-29T14:56:38.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:38 smithi067 ceph-mon[29363]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:56:38.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:38 smithi067 ceph-mon[29363]: pgmap v77: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-07-29T14:56:38.239 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 14:56:38 smithi067 sudo[59604]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-07-29T14:56:38.239 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 14:56:38 smithi067 sudo[59604]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-29T14:56:38.239 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 14:56:38 smithi067 sudo[59604]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-29T14:56:38.239 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 14:56:38 smithi067 sudo[59604]: pam_unix(sudo:session): session closed for user root 2024-07-29T14:56:38.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:38 smithi138 ceph-mon[32824]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:56:38.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:38 smithi138 ceph-mon[32824]: pgmap v77: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-07-29T14:56:38.930 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:38 smithi067 sudo[59632]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-07-29T14:56:38.930 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:38 smithi067 sudo[59632]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-29T14:56:38.930 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:38 smithi067 sudo[59632]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-29T14:56:38.930 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:38 smithi067 sudo[59632]: pam_unix(sudo:session): session closed for user root 2024-07-29T14:56:39.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:39 smithi067 sudo[59674]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-07-29T14:56:39.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:39 smithi067 sudo[59674]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-29T14:56:39.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:39 smithi067 sudo[59674]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-29T14:56:39.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:39 smithi067 sudo[59674]: pam_unix(sudo:session): session closed for user root 2024-07-29T14:56:39.585 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:39 smithi138 sudo[35337]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-07-29T14:56:39.585 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:39 smithi138 sudo[35337]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-29T14:56:39.585 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:39 smithi138 sudo[35337]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-29T14:56:39.585 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:39 smithi138 sudo[35337]: pam_unix(sudo:session): session closed for user root 2024-07-29T14:56:39.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:39 smithi067 ceph-mon[39695]: mgrmap e15: y(active, since 2m), standbys: x 2024-07-29T14:56:39.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:39 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-07-29T14:56:39.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:39 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-07-29T14:56:39.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:39 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T14:56:39.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:39 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:56:39.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:39 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T14:56:39.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:39 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T14:56:39.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:39 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:56:39.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:39 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T14:56:39.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:39 smithi067 ceph-mon[29363]: mgrmap e15: y(active, since 2m), standbys: x 2024-07-29T14:56:39.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:39 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-07-29T14:56:39.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:39 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-07-29T14:56:39.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:39 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T14:56:39.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:39 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:56:39.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:39 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T14:56:39.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:39 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T14:56:39.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:39 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:56:39.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:39 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T14:56:40.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:39 smithi138 sudo[35340]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-07-29T14:56:40.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:39 smithi138 sudo[35340]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-29T14:56:40.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:39 smithi138 sudo[35340]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-29T14:56:40.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:39 smithi138 sudo[35340]: pam_unix(sudo:session): session closed for user root 2024-07-29T14:56:40.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:39 smithi138 ceph-mon[32824]: mgrmap e15: y(active, since 2m), standbys: x 2024-07-29T14:56:40.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:39 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-07-29T14:56:40.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:39 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-07-29T14:56:40.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:39 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T14:56:40.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:39 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:56:40.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:39 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T14:56:40.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:39 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T14:56:40.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:39 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:56:40.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:39 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T14:56:40.226 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:40 smithi067 sudo[59724]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-07-29T14:56:40.226 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:40 smithi067 sudo[59724]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-29T14:56:40.226 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:40 smithi067 sudo[59724]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-29T14:56:40.226 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:40 smithi067 sudo[59724]: pam_unix(sudo:session): session closed for user root 2024-07-29T14:56:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:40 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-07-29T14:56:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:40 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/550402816' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f85430b3-25a5-468d-b34a-4a10a8738236"}]: dispatch 2024-07-29T14:56:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:40 smithi067 ceph-mon[29363]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-07-29T14:56:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:40 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-07-29T14:56:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:40 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/550402816' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f85430b3-25a5-468d-b34a-4a10a8738236"}]': finished 2024-07-29T14:56:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:40 smithi067 ceph-mon[29363]: osdmap e22: 4 total, 3 up, 4 in 2024-07-29T14:56:40.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:40 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-29T14:56:40.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:40 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:40.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:40 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-07-29T14:56:40.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:40 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T14:56:40.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:40 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:56:40.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:40 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T14:56:40.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:40 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/2081836033' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-29T14:56:40.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:40 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-07-29T14:56:40.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:40 smithi067 sudo[59774]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-07-29T14:56:40.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:40 smithi067 sudo[59774]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-29T14:56:40.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:40 smithi067 sudo[59774]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-29T14:56:40.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:40 smithi067 sudo[59774]: pam_unix(sudo:session): session closed for user root 2024-07-29T14:56:40.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:40 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-07-29T14:56:40.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:40 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/550402816' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f85430b3-25a5-468d-b34a-4a10a8738236"}]: dispatch 2024-07-29T14:56:40.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:40 smithi067 ceph-mon[39695]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-07-29T14:56:40.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:40 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-07-29T14:56:40.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:40 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/550402816' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f85430b3-25a5-468d-b34a-4a10a8738236"}]': finished 2024-07-29T14:56:40.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:40 smithi067 ceph-mon[39695]: osdmap e22: 4 total, 3 up, 4 in 2024-07-29T14:56:40.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:40 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-29T14:56:40.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:40 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:40.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:40 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-07-29T14:56:40.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:40 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T14:56:40.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:40 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:56:40.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:40 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T14:56:40.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:40 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/2081836033' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-29T14:56:40.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:40 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-07-29T14:56:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:40 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-07-29T14:56:41.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:40 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/550402816' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f85430b3-25a5-468d-b34a-4a10a8738236"}]: dispatch 2024-07-29T14:56:41.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:40 smithi138 ceph-mon[32824]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-07-29T14:56:41.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:40 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-07-29T14:56:41.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:40 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/550402816' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f85430b3-25a5-468d-b34a-4a10a8738236"}]': finished 2024-07-29T14:56:41.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:40 smithi138 ceph-mon[32824]: osdmap e22: 4 total, 3 up, 4 in 2024-07-29T14:56:41.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:40 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-29T14:56:41.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:40 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:41.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:40 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-07-29T14:56:41.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:40 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T14:56:41.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:40 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:56:41.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:40 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T14:56:41.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:40 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/2081836033' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-29T14:56:41.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:40 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-07-29T14:56:42.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:42 smithi067 ceph-mon[29363]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-07-29T14:56:42.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:42 smithi067 ceph-mon[39695]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-07-29T14:56:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:42 smithi138 ceph-mon[32824]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-07-29T14:56:44.784 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:44 smithi067 ceph-mon[29363]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-07-29T14:56:44.785 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:44 smithi067 ceph-mon[39695]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-07-29T14:56:45.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:44 smithi138 ceph-mon[32824]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-07-29T14:56:46.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:46 smithi067 ceph-mon[39695]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-07-29T14:56:46.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:46 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-07-29T14:56:46.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:46 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:56:46.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:46 smithi067 ceph-mon[29363]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-07-29T14:56:46.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:46 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-07-29T14:56:46.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:46 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:56:47.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:46 smithi138 ceph-mon[32824]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-07-29T14:56:47.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:46 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-07-29T14:56:47.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:46 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:56:47.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:47 smithi067 ceph-mon[29363]: Deploying daemon osd.3 on smithi067 2024-07-29T14:56:47.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:47 smithi067 ceph-mon[39695]: Deploying daemon osd.3 on smithi067 2024-07-29T14:56:48.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:47 smithi138 ceph-mon[32824]: Deploying daemon osd.3 on smithi067 2024-07-29T14:56:48.949 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:48 smithi067 ceph-mon[29363]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-07-29T14:56:48.950 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:48 smithi067 ceph-mon[39695]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-07-29T14:56:49.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:48 smithi138 ceph-mon[32824]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-07-29T14:56:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:50 smithi067 ceph-mon[29363]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-07-29T14:56:50.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:50 smithi067 ceph-mon[39695]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-07-29T14:56:51.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:50 smithi138 ceph-mon[32824]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-07-29T14:56:51.922 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:51 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:56:51.922 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:51 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:51.923 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:51 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:51.923 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:51 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:56:51.923 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:51 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:51.923 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:51 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:52.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:51 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:56:52.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:51 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:52.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:51 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:52.915 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:52 smithi067 ceph-mon[29363]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 67 KiB/s wr, 4 op/s 2024-07-29T14:56:52.915 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:52 smithi067 ceph-mon[39695]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 67 KiB/s wr, 4 op/s 2024-07-29T14:56:53.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:52 smithi138 ceph-mon[32824]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 67 KiB/s wr, 4 op/s 2024-07-29T14:56:53.834 INFO:teuthology.orchestra.run.smithi067.stdout:Created osd(s) 3 on host 'smithi067' 2024-07-29T14:56:54.439 DEBUG:teuthology.orchestra.run.smithi067:osd.3> sudo journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.3.service 2024-07-29T14:56:54.442 INFO:tasks.cephadm:Deploying osd.4 on smithi138 with /dev/vg_nvme/lv_4... 2024-07-29T14:56:54.442 DEBUG:teuthology.orchestra.run.smithi138:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-07-29T14:56:54.702 INFO:teuthology.orchestra.run.smithi138.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.b/config 2024-07-29T14:56:54.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:54 smithi138 ceph-mon[32824]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-07-29T14:56:54.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:54 smithi138 ceph-mon[32824]: from='osd.3 [v2:172.21.15.67:6826/1679007013,v1:172.21.15.67:6827/1679007013]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-07-29T14:56:54.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:54 smithi138 ceph-mon[32824]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-07-29T14:56:54.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:54 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:54.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:54 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:54.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:54 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:54.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:54 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:54.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:54 smithi067 ceph-mon[29363]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-07-29T14:56:54.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:54 smithi067 ceph-mon[29363]: from='osd.3 [v2:172.21.15.67:6826/1679007013,v1:172.21.15.67:6827/1679007013]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-07-29T14:56:54.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:54 smithi067 ceph-mon[29363]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-07-29T14:56:54.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:54 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:54.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:54 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:54.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:54 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:54.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:54 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:54.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:54 smithi067 ceph-mon[39695]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-07-29T14:56:54.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:54 smithi067 ceph-mon[39695]: from='osd.3 [v2:172.21.15.67:6826/1679007013,v1:172.21.15.67:6827/1679007013]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-07-29T14:56:54.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:54 smithi067 ceph-mon[39695]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-07-29T14:56:54.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:54 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:54.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:54 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:54.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:54 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:54.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:54 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:55 smithi067 ceph-mon[29363]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-07-29T14:56:55.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:55 smithi067 ceph-mon[29363]: osdmap e23: 4 total, 3 up, 4 in 2024-07-29T14:56:55.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:55 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-29T14:56:55.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:55 smithi067 ceph-mon[29363]: from='osd.3 [v2:172.21.15.67:6826/1679007013,v1:172.21.15.67:6827/1679007013]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T14:56:55.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:55 smithi067 ceph-mon[29363]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T14:56:55.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:55 smithi067 ceph-mon[39695]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-07-29T14:56:55.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:55 smithi067 ceph-mon[39695]: osdmap e23: 4 total, 3 up, 4 in 2024-07-29T14:56:55.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:55 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-29T14:56:55.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:55 smithi067 ceph-mon[39695]: from='osd.3 [v2:172.21.15.67:6826/1679007013,v1:172.21.15.67:6827/1679007013]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T14:56:55.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:55 smithi067 ceph-mon[39695]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T14:56:55.990 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 14:56:55 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3[61372]: 2024-07-29T14:56:55.705+0000 7fbb00c9b640 -1 osd.3 0 waiting for initial osdmap 2024-07-29T14:56:55.990 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 14:56:55 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3[61372]: 2024-07-29T14:56:55.709+0000 7fbafbad2640 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-29T14:56:56.027 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:55 smithi138 ceph-mon[32824]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-07-29T14:56:56.027 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:55 smithi138 ceph-mon[32824]: osdmap e23: 4 total, 3 up, 4 in 2024-07-29T14:56:56.027 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:55 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-29T14:56:56.027 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:55 smithi138 ceph-mon[32824]: from='osd.3 [v2:172.21.15.67:6826/1679007013,v1:172.21.15.67:6827/1679007013]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T14:56:56.027 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:55 smithi138 ceph-mon[32824]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T14:56:56.495 INFO:teuthology.orchestra.run.smithi138.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-07-29T14:56:56.575 INFO:teuthology.orchestra.run.smithi138.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-07-29T14:56:56.588 INFO:teuthology.orchestra.run.smithi138.stderr: stderr: 10+0 records in 2024-07-29T14:56:56.589 INFO:teuthology.orchestra.run.smithi138.stderr:10+0 records out 2024-07-29T14:56:56.589 INFO:teuthology.orchestra.run.smithi138.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113987 s, 920 MB/s 2024-07-29T14:56:56.589 INFO:teuthology.orchestra.run.smithi138.stderr:--> Zapping successful for: 2024-07-29T14:56:56.898 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:56 smithi138 ceph-mon[32824]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-07-29T14:56:56.898 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:56 smithi138 ceph-mon[32824]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-07-29T14:56:56.898 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:56 smithi138 ceph-mon[32824]: osdmap e24: 4 total, 3 up, 4 in 2024-07-29T14:56:56.899 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:56 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-29T14:56:56.899 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:56 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-29T14:56:56.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:56 smithi067 ceph-mon[29363]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-07-29T14:56:56.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:56 smithi067 ceph-mon[29363]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-07-29T14:56:56.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:56 smithi067 ceph-mon[29363]: osdmap e24: 4 total, 3 up, 4 in 2024-07-29T14:56:56.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:56 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-29T14:56:56.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:56 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-29T14:56:56.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:56 smithi067 ceph-mon[39695]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-07-29T14:56:56.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:56 smithi067 ceph-mon[39695]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-07-29T14:56:56.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:56 smithi067 ceph-mon[39695]: osdmap e24: 4 total, 3 up, 4 in 2024-07-29T14:56:56.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:56 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-29T14:56:56.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:56 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-29T14:56:57.200 DEBUG:teuthology.orchestra.run.smithi138:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph orch daemon add osd smithi138:vg_nvme/lv_4 2024-07-29T14:56:57.458 INFO:teuthology.orchestra.run.smithi138.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.b/config 2024-07-29T14:56:57.756 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:57 smithi138 ceph-mon[32824]: purged_snaps scrub starts 2024-07-29T14:56:57.756 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:57 smithi138 ceph-mon[32824]: purged_snaps scrub ok 2024-07-29T14:56:57.756 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:57 smithi138 ceph-mon[32824]: osd.3 [v2:172.21.15.67:6826/1679007013,v1:172.21.15.67:6827/1679007013] boot 2024-07-29T14:56:57.756 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:57 smithi138 ceph-mon[32824]: osdmap e25: 4 total, 4 up, 4 in 2024-07-29T14:56:57.756 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:57 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-29T14:56:57.810 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:57 smithi067 ceph-mon[29363]: purged_snaps scrub starts 2024-07-29T14:56:57.810 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:57 smithi067 ceph-mon[29363]: purged_snaps scrub ok 2024-07-29T14:56:57.810 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:57 smithi067 ceph-mon[29363]: osd.3 [v2:172.21.15.67:6826/1679007013,v1:172.21.15.67:6827/1679007013] boot 2024-07-29T14:56:57.810 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:57 smithi067 ceph-mon[29363]: osdmap e25: 4 total, 4 up, 4 in 2024-07-29T14:56:57.810 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:57 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-29T14:56:57.811 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:57 smithi067 ceph-mon[39695]: purged_snaps scrub starts 2024-07-29T14:56:57.811 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:57 smithi067 ceph-mon[39695]: purged_snaps scrub ok 2024-07-29T14:56:57.811 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:57 smithi067 ceph-mon[39695]: osd.3 [v2:172.21.15.67:6826/1679007013,v1:172.21.15.67:6827/1679007013] boot 2024-07-29T14:56:57.811 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:57 smithi067 ceph-mon[39695]: osdmap e25: 4 total, 4 up, 4 in 2024-07-29T14:56:57.811 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:57 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-29T14:56:58.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:58 smithi067 ceph-mon[29363]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-29T14:56:58.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:58 smithi067 ceph-mon[29363]: osdmap e26: 4 total, 4 up, 4 in 2024-07-29T14:56:58.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:58 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:58.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:58 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:58.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:58 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:56:58.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:58 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:56:58.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:58 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:56:58.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:58 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:56:58.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:58 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:58.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:58 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:56:58.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:58 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:56:58.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:58 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:58.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:58 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:56:58.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:58 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:56:58.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:58 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:56:58.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:58 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:58.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:58 smithi067 ceph-mon[39695]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-29T14:56:58.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:58 smithi067 ceph-mon[39695]: osdmap e26: 4 total, 4 up, 4 in 2024-07-29T14:56:58.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:58 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:58.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:58 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:58.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:58 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:56:58.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:58 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:56:58.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:58 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:56:58.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:58 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:56:58.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:58 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:58.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:58 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:56:58.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:58 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:56:58.991 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:58 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:58.991 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:58 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:56:58.991 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:58 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:56:58.991 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:58 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:56:58.991 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:58 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:59.033 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:58 smithi138 ceph-mon[32824]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-29T14:56:59.034 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:58 smithi138 ceph-mon[32824]: osdmap e26: 4 total, 4 up, 4 in 2024-07-29T14:56:59.034 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:58 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:59.034 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:58 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:59.034 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:58 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:56:59.034 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:58 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:56:59.034 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:58 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:56:59.034 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:58 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:56:59.034 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:58 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:59.034 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:58 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:56:59.034 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:58 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:56:59.034 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:58 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:59.035 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:58 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:56:59.035 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:58 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:56:59.035 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:58 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:56:59.035 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:58 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:56:59.919 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:59 smithi138 ceph-mon[32824]: Detected new or changed devices on smithi067 2024-07-29T14:56:59.920 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:59 smithi138 ceph-mon[32824]: Adjusting osd_memory_target on smithi067 to 4016M 2024-07-29T14:56:59.920 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:59 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-29T14:56:59.920 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:59 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-29T14:56:59.920 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:56:59 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:56:59.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:59 smithi067 ceph-mon[29363]: Detected new or changed devices on smithi067 2024-07-29T14:56:59.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:59 smithi067 ceph-mon[29363]: Adjusting osd_memory_target on smithi067 to 4016M 2024-07-29T14:56:59.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:59 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-29T14:56:59.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:59 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-29T14:56:59.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:56:59 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:56:59.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:59 smithi067 ceph-mon[39695]: Detected new or changed devices on smithi067 2024-07-29T14:56:59.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:59 smithi067 ceph-mon[39695]: Adjusting osd_memory_target on smithi067 to 4016M 2024-07-29T14:56:59.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:59 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-29T14:56:59.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:59 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-29T14:56:59.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:56:59 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:57:00.760 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:00 smithi138 ceph-mon[32824]: from='client.24184 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi138:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:57:00.760 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:00 smithi138 ceph-mon[32824]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-29T14:57:00.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:00 smithi067 ceph-mon[29363]: from='client.24184 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi138:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:57:00.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:00 smithi067 ceph-mon[29363]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-29T14:57:00.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:00 smithi067 ceph-mon[39695]: from='client.24184 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi138:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:57:00.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:00 smithi067 ceph-mon[39695]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-29T14:57:01.946 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:01 smithi138 ceph-mon[32824]: from='client.? 172.21.15.138:0/594322339' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3f8d303d-2dc6-4dbe-8f25-b43cb68c719e"}]: dispatch 2024-07-29T14:57:01.946 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:01 smithi138 ceph-mon[32824]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3f8d303d-2dc6-4dbe-8f25-b43cb68c719e"}]: dispatch 2024-07-29T14:57:01.946 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:01 smithi138 ceph-mon[32824]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3f8d303d-2dc6-4dbe-8f25-b43cb68c719e"}]': finished 2024-07-29T14:57:01.947 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:01 smithi138 ceph-mon[32824]: osdmap e27: 5 total, 4 up, 5 in 2024-07-29T14:57:01.947 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:01 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-29T14:57:01.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:01 smithi067 ceph-mon[29363]: from='client.? 172.21.15.138:0/594322339' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3f8d303d-2dc6-4dbe-8f25-b43cb68c719e"}]: dispatch 2024-07-29T14:57:01.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:01 smithi067 ceph-mon[29363]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3f8d303d-2dc6-4dbe-8f25-b43cb68c719e"}]: dispatch 2024-07-29T14:57:01.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:01 smithi067 ceph-mon[29363]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3f8d303d-2dc6-4dbe-8f25-b43cb68c719e"}]': finished 2024-07-29T14:57:01.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:01 smithi067 ceph-mon[29363]: osdmap e27: 5 total, 4 up, 5 in 2024-07-29T14:57:01.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:01 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-29T14:57:01.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:01 smithi067 ceph-mon[39695]: from='client.? 172.21.15.138:0/594322339' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3f8d303d-2dc6-4dbe-8f25-b43cb68c719e"}]: dispatch 2024-07-29T14:57:01.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:01 smithi067 ceph-mon[39695]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3f8d303d-2dc6-4dbe-8f25-b43cb68c719e"}]: dispatch 2024-07-29T14:57:01.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:01 smithi067 ceph-mon[39695]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3f8d303d-2dc6-4dbe-8f25-b43cb68c719e"}]': finished 2024-07-29T14:57:01.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:01 smithi067 ceph-mon[39695]: osdmap e27: 5 total, 4 up, 5 in 2024-07-29T14:57:01.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:01 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-29T14:57:02.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:02 smithi067 ceph-mon[29363]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-29T14:57:02.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:02 smithi067 ceph-mon[29363]: from='client.? 172.21.15.138:0/2112928089' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-29T14:57:02.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:02 smithi067 ceph-mon[39695]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-29T14:57:02.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:02 smithi067 ceph-mon[39695]: from='client.? 172.21.15.138:0/2112928089' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-29T14:57:03.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:02 smithi138 ceph-mon[32824]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-29T14:57:03.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:02 smithi138 ceph-mon[32824]: from='client.? 172.21.15.138:0/2112928089' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-29T14:57:05.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:04 smithi138 ceph-mon[32824]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-29T14:57:05.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:04 smithi067 ceph-mon[29363]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-29T14:57:05.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:04 smithi067 ceph-mon[39695]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-29T14:57:06.798 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:06 smithi138 ceph-mon[32824]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-29T14:57:07.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:06 smithi067 ceph-mon[29363]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-29T14:57:07.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:06 smithi067 ceph-mon[39695]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-29T14:57:08.002 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:07 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-07-29T14:57:08.002 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:07 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:57:08.002 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:07 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-07-29T14:57:08.002 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:07 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:57:08.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:07 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-07-29T14:57:08.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:07 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:57:08.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:08 smithi067 ceph-mon[29363]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-29T14:57:08.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:08 smithi067 ceph-mon[29363]: Deploying daemon osd.4 on smithi138 2024-07-29T14:57:08.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:08 smithi067 ceph-mon[39695]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-29T14:57:08.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:08 smithi067 ceph-mon[39695]: Deploying daemon osd.4 on smithi138 2024-07-29T14:57:09.027 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:08 smithi138 ceph-mon[32824]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-29T14:57:09.027 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:08 smithi138 ceph-mon[32824]: Deploying daemon osd.4 on smithi138 2024-07-29T14:57:11.017 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:10 smithi138 ceph-mon[32824]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-29T14:57:11.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:10 smithi067 ceph-mon[29363]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-29T14:57:11.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:10 smithi067 ceph-mon[39695]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-29T14:57:12.792 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:12 smithi138 ceph-mon[32824]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-29T14:57:12.792 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:12 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:57:12.793 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:12 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:12.793 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:12 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:13.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:12 smithi067 ceph-mon[29363]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-29T14:57:13.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:12 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:57:13.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:12 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:13.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:12 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:12 smithi067 ceph-mon[39695]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-29T14:57:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:12 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:57:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:12 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:12 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:15.023 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:14 smithi138 ceph-mon[32824]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-29T14:57:15.024 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:14 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:15.024 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:14 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:15.024 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:14 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:57:15.024 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:14 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:57:15.024 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:14 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:15.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:14 smithi067 ceph-mon[29363]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-29T14:57:15.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:14 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:15.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:14 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:15.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:14 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:57:15.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:14 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:57:15.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:14 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:15.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:14 smithi067 ceph-mon[39695]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-29T14:57:15.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:14 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:15.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:14 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:15.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:14 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:57:15.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:14 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:57:15.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:14 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:15.280 INFO:teuthology.orchestra.run.smithi138.stdout:Created osd(s) 4 on host 'smithi138' 2024-07-29T14:57:15.861 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:15 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:57:15.861 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:15 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:15.861 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:15 smithi138 ceph-mon[32824]: from='osd.4 [v2:172.21.15.138:6800/3385928739,v1:172.21.15.138:6801/3385928739]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-29T14:57:15.861 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:15 smithi138 ceph-mon[32824]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-29T14:57:15.861 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:15 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:15.885 DEBUG:teuthology.orchestra.run.smithi138:osd.4> sudo journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.4.service 2024-07-29T14:57:15.888 INFO:tasks.cephadm:Deploying osd.5 on smithi138 with /dev/vg_nvme/lv_3... 2024-07-29T14:57:15.888 DEBUG:teuthology.orchestra.run.smithi138:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-07-29T14:57:16.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:15 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:57:16.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:15 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:16.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:15 smithi067 ceph-mon[29363]: from='osd.4 [v2:172.21.15.138:6800/3385928739,v1:172.21.15.138:6801/3385928739]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-29T14:57:16.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:15 smithi067 ceph-mon[29363]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-29T14:57:16.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:15 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:16.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:15 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:57:16.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:15 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:16.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:15 smithi067 ceph-mon[39695]: from='osd.4 [v2:172.21.15.138:6800/3385928739,v1:172.21.15.138:6801/3385928739]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-29T14:57:16.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:15 smithi067 ceph-mon[39695]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-29T14:57:16.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:15 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:16.645 INFO:teuthology.orchestra.run.smithi138.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.b/config 2024-07-29T14:57:17.051 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:16 smithi138 ceph-mon[32824]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-29T14:57:17.051 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:16 smithi138 ceph-mon[32824]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-07-29T14:57:17.051 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:16 smithi138 ceph-mon[32824]: osdmap e28: 5 total, 4 up, 5 in 2024-07-29T14:57:17.051 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:16 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-29T14:57:17.051 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:16 smithi138 ceph-mon[32824]: from='osd.4 [v2:172.21.15.138:6800/3385928739,v1:172.21.15.138:6801/3385928739]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T14:57:17.051 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:16 smithi138 ceph-mon[32824]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T14:57:17.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:16 smithi067 ceph-mon[29363]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-29T14:57:17.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:16 smithi067 ceph-mon[29363]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-07-29T14:57:17.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:16 smithi067 ceph-mon[29363]: osdmap e28: 5 total, 4 up, 5 in 2024-07-29T14:57:17.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:16 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-29T14:57:17.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:16 smithi067 ceph-mon[29363]: from='osd.4 [v2:172.21.15.138:6800/3385928739,v1:172.21.15.138:6801/3385928739]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T14:57:17.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:16 smithi067 ceph-mon[29363]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T14:57:17.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:16 smithi067 ceph-mon[39695]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-29T14:57:17.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:16 smithi067 ceph-mon[39695]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-07-29T14:57:17.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:16 smithi067 ceph-mon[39695]: osdmap e28: 5 total, 4 up, 5 in 2024-07-29T14:57:17.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:16 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-29T14:57:17.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:16 smithi067 ceph-mon[39695]: from='osd.4 [v2:172.21.15.138:6800/3385928739,v1:172.21.15.138:6801/3385928739]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T14:57:17.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:16 smithi067 ceph-mon[39695]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T14:57:17.303 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 14:57:17 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4[37634]: 2024-07-29T14:57:17.284+0000 7ff71bf78640 -1 osd.4 0 waiting for initial osdmap 2024-07-29T14:57:17.303 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 14:57:17 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4[37634]: 2024-07-29T14:57:17.288+0000 7ff716daf640 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-29T14:57:18.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:18 smithi138 ceph-mon[32824]: purged_snaps scrub starts 2024-07-29T14:57:18.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:18 smithi138 ceph-mon[32824]: purged_snaps scrub ok 2024-07-29T14:57:18.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:18 smithi138 ceph-mon[32824]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]': finished 2024-07-29T14:57:18.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:18 smithi138 ceph-mon[32824]: osdmap e29: 5 total, 4 up, 5 in 2024-07-29T14:57:18.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:18 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-29T14:57:18.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:18 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-29T14:57:18.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:18 smithi138 ceph-mon[32824]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-29T14:57:18.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:18 smithi138 ceph-mon[32824]: osd.4 [v2:172.21.15.138:6800/3385928739,v1:172.21.15.138:6801/3385928739] boot 2024-07-29T14:57:18.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:18 smithi138 ceph-mon[32824]: osdmap e30: 5 total, 5 up, 5 in 2024-07-29T14:57:18.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:18 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-29T14:57:18.623 INFO:teuthology.orchestra.run.smithi138.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-07-29T14:57:18.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:18 smithi067 ceph-mon[29363]: purged_snaps scrub starts 2024-07-29T14:57:18.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:18 smithi067 ceph-mon[29363]: purged_snaps scrub ok 2024-07-29T14:57:18.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:18 smithi067 ceph-mon[29363]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]': finished 2024-07-29T14:57:18.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:18 smithi067 ceph-mon[29363]: osdmap e29: 5 total, 4 up, 5 in 2024-07-29T14:57:18.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:18 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-29T14:57:18.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:18 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-29T14:57:18.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:18 smithi067 ceph-mon[29363]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-29T14:57:18.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:18 smithi067 ceph-mon[29363]: osd.4 [v2:172.21.15.138:6800/3385928739,v1:172.21.15.138:6801/3385928739] boot 2024-07-29T14:57:18.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:18 smithi067 ceph-mon[29363]: osdmap e30: 5 total, 5 up, 5 in 2024-07-29T14:57:18.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:18 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-29T14:57:18.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:18 smithi067 ceph-mon[39695]: purged_snaps scrub starts 2024-07-29T14:57:18.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:18 smithi067 ceph-mon[39695]: purged_snaps scrub ok 2024-07-29T14:57:18.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:18 smithi067 ceph-mon[39695]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]': finished 2024-07-29T14:57:18.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:18 smithi067 ceph-mon[39695]: osdmap e29: 5 total, 4 up, 5 in 2024-07-29T14:57:18.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:18 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-29T14:57:18.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:18 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-29T14:57:18.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:18 smithi067 ceph-mon[39695]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-29T14:57:18.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:18 smithi067 ceph-mon[39695]: osd.4 [v2:172.21.15.138:6800/3385928739,v1:172.21.15.138:6801/3385928739] boot 2024-07-29T14:57:18.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:18 smithi067 ceph-mon[39695]: osdmap e30: 5 total, 5 up, 5 in 2024-07-29T14:57:18.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:18 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-29T14:57:18.740 INFO:teuthology.orchestra.run.smithi138.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-07-29T14:57:18.756 INFO:teuthology.orchestra.run.smithi138.stderr: stderr: 10+0 records in 2024-07-29T14:57:18.756 INFO:teuthology.orchestra.run.smithi138.stderr:10+0 records out 2024-07-29T14:57:18.757 INFO:teuthology.orchestra.run.smithi138.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0141695 s, 740 MB/s 2024-07-29T14:57:18.757 INFO:teuthology.orchestra.run.smithi138.stderr:--> Zapping successful for: 2024-07-29T14:57:19.516 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:19 smithi138 ceph-mon[32824]: osdmap e31: 5 total, 5 up, 5 in 2024-07-29T14:57:19.540 DEBUG:teuthology.orchestra.run.smithi138:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph orch daemon add osd smithi138:vg_nvme/lv_3 2024-07-29T14:57:19.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:19 smithi067 ceph-mon[29363]: osdmap e31: 5 total, 5 up, 5 in 2024-07-29T14:57:19.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:19 smithi067 ceph-mon[39695]: osdmap e31: 5 total, 5 up, 5 in 2024-07-29T14:57:20.152 INFO:teuthology.orchestra.run.smithi138.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.b/config 2024-07-29T14:57:20.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:20 smithi138 ceph-mon[32824]: pgmap v108: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-29T14:57:20.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:20 smithi138 ceph-mon[32824]: osdmap e32: 5 total, 5 up, 5 in 2024-07-29T14:57:20.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:20 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:20.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:20 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:20.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:20 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:57:20.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:20 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:20.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:20 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:57:20.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:20 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:57:20.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:20 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:20 smithi067 ceph-mon[29363]: pgmap v108: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-29T14:57:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:20 smithi067 ceph-mon[29363]: osdmap e32: 5 total, 5 up, 5 in 2024-07-29T14:57:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:20 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:20.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:20 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:20.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:20 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:57:20.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:20 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:20.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:20 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:57:20.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:20 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:57:20.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:20 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:20.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:20 smithi067 ceph-mon[39695]: pgmap v108: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-29T14:57:20.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:20 smithi067 ceph-mon[39695]: osdmap e32: 5 total, 5 up, 5 in 2024-07-29T14:57:20.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:20 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:20.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:20 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:20.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:20 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:57:20.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:20 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:20.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:20 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:57:20.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:20 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:57:20.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:20 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:21.441 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:21 smithi138 ceph-mon[32824]: Detected new or changed devices on smithi138 2024-07-29T14:57:21.441 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:21 smithi138 ceph-mon[32824]: Adjusting osd_memory_target on smithi138 to 17088M 2024-07-29T14:57:21.441 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:21 smithi138 ceph-mon[32824]: osdmap e33: 5 total, 5 up, 5 in 2024-07-29T14:57:21.441 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:21 smithi138 ceph-mon[32824]: osdmap e34: 5 total, 5 up, 5 in 2024-07-29T14:57:21.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:21 smithi067 ceph-mon[29363]: Detected new or changed devices on smithi138 2024-07-29T14:57:21.742 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:21 smithi067 ceph-mon[29363]: Adjusting osd_memory_target on smithi138 to 17088M 2024-07-29T14:57:21.742 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:21 smithi067 ceph-mon[29363]: osdmap e33: 5 total, 5 up, 5 in 2024-07-29T14:57:21.742 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:21 smithi067 ceph-mon[29363]: osdmap e34: 5 total, 5 up, 5 in 2024-07-29T14:57:21.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:21 smithi067 ceph-mon[39695]: Detected new or changed devices on smithi138 2024-07-29T14:57:21.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:21 smithi067 ceph-mon[39695]: Adjusting osd_memory_target on smithi138 to 17088M 2024-07-29T14:57:21.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:21 smithi067 ceph-mon[39695]: osdmap e33: 5 total, 5 up, 5 in 2024-07-29T14:57:21.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:21 smithi067 ceph-mon[39695]: osdmap e34: 5 total, 5 up, 5 in 2024-07-29T14:57:22.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:22 smithi138 ceph-mon[32824]: pgmap v111: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-29T14:57:22.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:22 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-29T14:57:22.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:22 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-29T14:57:22.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:22 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:57:22.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:22 smithi067 ceph-mon[29363]: pgmap v111: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-29T14:57:22.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:22 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-29T14:57:22.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:22 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-29T14:57:22.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:22 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:57:22.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:22 smithi067 ceph-mon[39695]: pgmap v111: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-29T14:57:22.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:22 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-29T14:57:22.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:22 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-29T14:57:22.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:22 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:57:23.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:23 smithi138 ceph-mon[32824]: from='client.24211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi138:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:57:23.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:23 smithi067 ceph-mon[29363]: from='client.24211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi138:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:57:23.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:23 smithi067 ceph-mon[39695]: from='client.24211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi138:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:57:24.546 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:24 smithi138 ceph-mon[32824]: pgmap v113: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-29T14:57:24.546 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:24 smithi138 ceph-mon[32824]: from='client.? 172.21.15.138:0/3024239031' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "168fe35e-32d8-41b9-ac21-2580a96e48f6"}]: dispatch 2024-07-29T14:57:24.547 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:24 smithi138 ceph-mon[32824]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "168fe35e-32d8-41b9-ac21-2580a96e48f6"}]: dispatch 2024-07-29T14:57:24.547 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:24 smithi138 ceph-mon[32824]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "168fe35e-32d8-41b9-ac21-2580a96e48f6"}]': finished 2024-07-29T14:57:24.547 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:24 smithi138 ceph-mon[32824]: osdmap e35: 6 total, 5 up, 6 in 2024-07-29T14:57:24.548 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:24 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-29T14:57:24.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:24 smithi067 ceph-mon[29363]: pgmap v113: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-29T14:57:24.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:24 smithi067 ceph-mon[29363]: from='client.? 172.21.15.138:0/3024239031' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "168fe35e-32d8-41b9-ac21-2580a96e48f6"}]: dispatch 2024-07-29T14:57:24.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:24 smithi067 ceph-mon[29363]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "168fe35e-32d8-41b9-ac21-2580a96e48f6"}]: dispatch 2024-07-29T14:57:24.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:24 smithi067 ceph-mon[29363]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "168fe35e-32d8-41b9-ac21-2580a96e48f6"}]': finished 2024-07-29T14:57:24.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:24 smithi067 ceph-mon[29363]: osdmap e35: 6 total, 5 up, 6 in 2024-07-29T14:57:24.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:24 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-29T14:57:24.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:24 smithi067 ceph-mon[39695]: pgmap v113: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-29T14:57:24.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:24 smithi067 ceph-mon[39695]: from='client.? 172.21.15.138:0/3024239031' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "168fe35e-32d8-41b9-ac21-2580a96e48f6"}]: dispatch 2024-07-29T14:57:24.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:24 smithi067 ceph-mon[39695]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "168fe35e-32d8-41b9-ac21-2580a96e48f6"}]: dispatch 2024-07-29T14:57:24.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:24 smithi067 ceph-mon[39695]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "168fe35e-32d8-41b9-ac21-2580a96e48f6"}]': finished 2024-07-29T14:57:24.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:24 smithi067 ceph-mon[39695]: osdmap e35: 6 total, 5 up, 6 in 2024-07-29T14:57:24.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:24 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-29T14:57:25.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:25 smithi067 ceph-mon[29363]: from='client.? 172.21.15.138:0/3101887703' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-29T14:57:25.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:25 smithi067 ceph-mon[39695]: from='client.? 172.21.15.138:0/3101887703' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-29T14:57:25.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:25 smithi138 ceph-mon[32824]: from='client.? 172.21.15.138:0/3101887703' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-29T14:57:26.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:26 smithi067 ceph-mon[29363]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-07-29T14:57:26.640 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:26 smithi067 ceph-mon[39695]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-07-29T14:57:26.678 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:26 smithi138 ceph-mon[32824]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-07-29T14:57:28.716 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:28 smithi138 ceph-mon[32824]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-07-29T14:57:28.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:28 smithi067 ceph-mon[29363]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-07-29T14:57:28.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:28 smithi067 ceph-mon[39695]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-07-29T14:57:30.559 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:30 smithi138 ceph-mon[32824]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-07-29T14:57:30.559 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:30 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-07-29T14:57:30.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:30 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:57:30.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:30 smithi067 ceph-mon[29363]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-07-29T14:57:30.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:30 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-07-29T14:57:30.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:30 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:57:30.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:30 smithi067 ceph-mon[39695]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-07-29T14:57:30.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:30 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-07-29T14:57:30.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:30 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:57:31.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:31 smithi067 ceph-mon[29363]: Deploying daemon osd.5 on smithi138 2024-07-29T14:57:31.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:31 smithi067 ceph-mon[39695]: Deploying daemon osd.5 on smithi138 2024-07-29T14:57:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:31 smithi138 ceph-mon[32824]: Deploying daemon osd.5 on smithi138 2024-07-29T14:57:32.408 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:32 smithi138 ceph-mon[32824]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-07-29T14:57:32.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:32 smithi067 ceph-mon[29363]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-07-29T14:57:32.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:32 smithi067 ceph-mon[39695]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-07-29T14:57:34.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:34 smithi067 ceph-mon[29363]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-07-29T14:57:34.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:34 smithi067 ceph-mon[39695]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-07-29T14:57:34.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:34 smithi138 ceph-mon[32824]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-07-29T14:57:35.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:35 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:57:35.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:35 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:35.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:35 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:35.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:35 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:57:35.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:35 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:35.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:35 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:35.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:35 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:57:35.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:35 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:35.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:35 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:36.716 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:36 smithi138 ceph-mon[32824]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-07-29T14:57:36.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:36 smithi067 ceph-mon[29363]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-07-29T14:57:36.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:36 smithi067 ceph-mon[39695]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-07-29T14:57:37.729 INFO:teuthology.orchestra.run.smithi138.stdout:Created osd(s) 5 on host 'smithi138' 2024-07-29T14:57:38.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:38 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:38.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:38 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:38.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:38 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:57:38.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:38 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:57:38.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:38 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:38.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:38 smithi138 ceph-mon[32824]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-29T14:57:38.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:38 smithi138 ceph-mon[32824]: from='osd.5 [v2:172.21.15.138:6808/1575981338,v1:172.21.15.138:6809/1575981338]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-29T14:57:38.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:38 smithi138 ceph-mon[32824]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-29T14:57:38.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:38 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:57:38.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:38 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:38.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:38 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:38.424 DEBUG:teuthology.orchestra.run.smithi138:osd.5> sudo journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.5.service 2024-07-29T14:57:38.427 INFO:tasks.cephadm:Deploying osd.6 on smithi138 with /dev/vg_nvme/lv_2... 2024-07-29T14:57:38.427 DEBUG:teuthology.orchestra.run.smithi138:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-07-29T14:57:38.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:38 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:38.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:38 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:38.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:38 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:57:38.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:38 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:57:38.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:38 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:38.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:38 smithi067 ceph-mon[29363]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-29T14:57:38.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:38 smithi067 ceph-mon[29363]: from='osd.5 [v2:172.21.15.138:6808/1575981338,v1:172.21.15.138:6809/1575981338]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-29T14:57:38.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:38 smithi067 ceph-mon[29363]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-29T14:57:38.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:38 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:57:38.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:38 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:38.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:38 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:38.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:38 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:38.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:38 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:38.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:38 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:57:38.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:38 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:57:38.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:38 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:38.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:38 smithi067 ceph-mon[39695]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-29T14:57:38.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:38 smithi067 ceph-mon[39695]: from='osd.5 [v2:172.21.15.138:6808/1575981338,v1:172.21.15.138:6809/1575981338]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-29T14:57:38.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:38 smithi067 ceph-mon[39695]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-29T14:57:38.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:38 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:57:38.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:38 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:38.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:38 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:39.487 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:39 smithi138 ceph-mon[32824]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-07-29T14:57:39.487 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:39 smithi138 ceph-mon[32824]: osdmap e36: 6 total, 5 up, 6 in 2024-07-29T14:57:39.487 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:39 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-29T14:57:39.487 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:39 smithi138 ceph-mon[32824]: from='osd.5 [v2:172.21.15.138:6808/1575981338,v1:172.21.15.138:6809/1575981338]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T14:57:39.487 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:39 smithi138 ceph-mon[32824]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T14:57:39.487 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 14:57:39 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[43376]: 2024-07-29T14:57:39.076+0000 7f5dd6abe640 -1 osd.5 0 waiting for initial osdmap 2024-07-29T14:57:39.488 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 14:57:39 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[43376]: 2024-07-29T14:57:39.080+0000 7f5dd18f5640 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-29T14:57:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:39 smithi067 ceph-mon[29363]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-07-29T14:57:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:39 smithi067 ceph-mon[29363]: osdmap e36: 6 total, 5 up, 6 in 2024-07-29T14:57:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:39 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-29T14:57:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:39 smithi067 ceph-mon[29363]: from='osd.5 [v2:172.21.15.138:6808/1575981338,v1:172.21.15.138:6809/1575981338]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T14:57:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:39 smithi067 ceph-mon[29363]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T14:57:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:39 smithi067 ceph-mon[39695]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-07-29T14:57:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:39 smithi067 ceph-mon[39695]: osdmap e36: 6 total, 5 up, 6 in 2024-07-29T14:57:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:39 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-29T14:57:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:39 smithi067 ceph-mon[39695]: from='osd.5 [v2:172.21.15.138:6808/1575981338,v1:172.21.15.138:6809/1575981338]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T14:57:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:39 smithi067 ceph-mon[39695]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T14:57:39.499 INFO:teuthology.orchestra.run.smithi138.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.b/config 2024-07-29T14:57:40.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:40 smithi138 ceph-mon[32824]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]': finished 2024-07-29T14:57:40.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:40 smithi138 ceph-mon[32824]: osdmap e37: 6 total, 5 up, 6 in 2024-07-29T14:57:40.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:40 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-29T14:57:40.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:40 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-29T14:57:40.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:40 smithi138 ceph-mon[32824]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-29T14:57:40.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:40 smithi067 ceph-mon[29363]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]': finished 2024-07-29T14:57:40.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:40 smithi067 ceph-mon[29363]: osdmap e37: 6 total, 5 up, 6 in 2024-07-29T14:57:40.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:40 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-29T14:57:40.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:40 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-29T14:57:40.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:40 smithi067 ceph-mon[29363]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-29T14:57:40.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:40 smithi067 ceph-mon[39695]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]': finished 2024-07-29T14:57:40.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:40 smithi067 ceph-mon[39695]: osdmap e37: 6 total, 5 up, 6 in 2024-07-29T14:57:40.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:40 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-29T14:57:40.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:40 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-29T14:57:40.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:40 smithi067 ceph-mon[39695]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-29T14:57:41.187 INFO:teuthology.orchestra.run.smithi138.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-07-29T14:57:41.299 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:41 smithi138 ceph-mon[32824]: purged_snaps scrub starts 2024-07-29T14:57:41.299 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:41 smithi138 ceph-mon[32824]: purged_snaps scrub ok 2024-07-29T14:57:41.299 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:41 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-29T14:57:41.299 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:41 smithi138 ceph-mon[32824]: osd.5 [v2:172.21.15.138:6808/1575981338,v1:172.21.15.138:6809/1575981338] boot 2024-07-29T14:57:41.299 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:41 smithi138 ceph-mon[32824]: osdmap e38: 6 total, 6 up, 6 in 2024-07-29T14:57:41.299 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:41 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-29T14:57:41.301 INFO:teuthology.orchestra.run.smithi138.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-07-29T14:57:41.315 INFO:teuthology.orchestra.run.smithi138.stderr: stderr: 10+0 records in 2024-07-29T14:57:41.315 INFO:teuthology.orchestra.run.smithi138.stderr:10+0 records out 2024-07-29T14:57:41.315 INFO:teuthology.orchestra.run.smithi138.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0122944 s, 853 MB/s 2024-07-29T14:57:41.315 INFO:teuthology.orchestra.run.smithi138.stderr:--> Zapping successful for: 2024-07-29T14:57:41.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:41 smithi067 ceph-mon[29363]: purged_snaps scrub starts 2024-07-29T14:57:41.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:41 smithi067 ceph-mon[29363]: purged_snaps scrub ok 2024-07-29T14:57:41.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:41 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-29T14:57:41.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:41 smithi067 ceph-mon[29363]: osd.5 [v2:172.21.15.138:6808/1575981338,v1:172.21.15.138:6809/1575981338] boot 2024-07-29T14:57:41.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:41 smithi067 ceph-mon[29363]: osdmap e38: 6 total, 6 up, 6 in 2024-07-29T14:57:41.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:41 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-29T14:57:41.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:41 smithi067 ceph-mon[39695]: purged_snaps scrub starts 2024-07-29T14:57:41.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:41 smithi067 ceph-mon[39695]: purged_snaps scrub ok 2024-07-29T14:57:41.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:41 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-29T14:57:41.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:41 smithi067 ceph-mon[39695]: osd.5 [v2:172.21.15.138:6808/1575981338,v1:172.21.15.138:6809/1575981338] boot 2024-07-29T14:57:41.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:41 smithi067 ceph-mon[39695]: osdmap e38: 6 total, 6 up, 6 in 2024-07-29T14:57:41.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:41 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-29T14:57:42.054 DEBUG:teuthology.orchestra.run.smithi138:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph orch daemon add osd smithi138:vg_nvme/lv_2 2024-07-29T14:57:42.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:42 smithi138 ceph-mon[32824]: osdmap e39: 6 total, 6 up, 6 in 2024-07-29T14:57:42.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:42 smithi138 ceph-mon[32824]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-29T14:57:42.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:42 smithi067 ceph-mon[29363]: osdmap e39: 6 total, 6 up, 6 in 2024-07-29T14:57:42.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:42 smithi067 ceph-mon[29363]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-29T14:57:42.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:42 smithi067 ceph-mon[39695]: osdmap e39: 6 total, 6 up, 6 in 2024-07-29T14:57:42.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:42 smithi067 ceph-mon[39695]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-29T14:57:42.657 INFO:teuthology.orchestra.run.smithi138.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.b/config 2024-07-29T14:57:43.357 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:43 smithi138 ceph-mon[32824]: osdmap e40: 6 total, 6 up, 6 in 2024-07-29T14:57:43.357 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:43 smithi138 ceph-mon[32824]: osdmap e41: 6 total, 6 up, 6 in 2024-07-29T14:57:43.357 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:43 smithi138 ceph-mon[32824]: Detected new or changed devices on smithi138 2024-07-29T14:57:43.357 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:43 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:43.357 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:43 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:43.357 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:43 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:57:43.357 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:43 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:57:43.358 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:43 smithi138 ceph-mon[32824]: Adjusting osd_memory_target on smithi138 to 8544M 2024-07-29T14:57:43.358 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:43 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:43.358 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:43 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:57:43.358 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:43 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:57:43.358 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:43 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:43.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:43 smithi067 ceph-mon[39695]: osdmap e40: 6 total, 6 up, 6 in 2024-07-29T14:57:43.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:43 smithi067 ceph-mon[39695]: osdmap e41: 6 total, 6 up, 6 in 2024-07-29T14:57:43.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:43 smithi067 ceph-mon[39695]: Detected new or changed devices on smithi138 2024-07-29T14:57:43.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:43 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:43.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:43 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:43.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:43 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:57:43.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:43 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:57:43.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:43 smithi067 ceph-mon[39695]: Adjusting osd_memory_target on smithi138 to 8544M 2024-07-29T14:57:43.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:43 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:43.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:43 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:57:43.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:43 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:57:43.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:43 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:43.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:43 smithi067 ceph-mon[29363]: osdmap e40: 6 total, 6 up, 6 in 2024-07-29T14:57:43.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:43 smithi067 ceph-mon[29363]: osdmap e41: 6 total, 6 up, 6 in 2024-07-29T14:57:43.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:43 smithi067 ceph-mon[29363]: Detected new or changed devices on smithi138 2024-07-29T14:57:43.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:43 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:43.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:43 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:43.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:43 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:57:43.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:43 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:57:43.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:43 smithi067 ceph-mon[29363]: Adjusting osd_memory_target on smithi138 to 8544M 2024-07-29T14:57:43.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:43 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:43.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:43 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:57:43.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:43 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:57:43.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:43 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:44.682 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:44 smithi138 ceph-mon[32824]: pgmap v130: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-29T14:57:44.682 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:44 smithi138 ceph-mon[32824]: osdmap e42: 6 total, 6 up, 6 in 2024-07-29T14:57:44.682 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:44 smithi138 ceph-mon[32824]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-07-29T14:57:44.682 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:44 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-29T14:57:44.682 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:44 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-29T14:57:44.682 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:44 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:57:44.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:44 smithi067 ceph-mon[29363]: pgmap v130: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-29T14:57:44.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:44 smithi067 ceph-mon[29363]: osdmap e42: 6 total, 6 up, 6 in 2024-07-29T14:57:44.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:44 smithi067 ceph-mon[29363]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-07-29T14:57:44.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:44 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-29T14:57:44.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:44 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-29T14:57:44.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:44 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:57:44.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:44 smithi067 ceph-mon[39695]: pgmap v130: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-29T14:57:44.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:44 smithi067 ceph-mon[39695]: osdmap e42: 6 total, 6 up, 6 in 2024-07-29T14:57:44.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:44 smithi067 ceph-mon[39695]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-07-29T14:57:44.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:44 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-29T14:57:44.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:44 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-29T14:57:44.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:44 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:57:45.475 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:45 smithi138 ceph-mon[32824]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi138:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:57:45.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:45 smithi067 ceph-mon[29363]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi138:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:57:45.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:45 smithi067 ceph-mon[39695]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi138:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:57:46.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:46 smithi138 ceph-mon[32824]: pgmap v132: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-29T14:57:46.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:46 smithi067 ceph-mon[29363]: pgmap v132: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-29T14:57:46.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:46 smithi067 ceph-mon[39695]: pgmap v132: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-29T14:57:47.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:47 smithi067 ceph-mon[29363]: from='client.? 172.21.15.138:0/1773038955' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c04410ea-c2a5-4057-96ce-c56a22aa0753"}]: dispatch 2024-07-29T14:57:47.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:47 smithi067 ceph-mon[29363]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c04410ea-c2a5-4057-96ce-c56a22aa0753"}]: dispatch 2024-07-29T14:57:47.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:47 smithi067 ceph-mon[29363]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c04410ea-c2a5-4057-96ce-c56a22aa0753"}]': finished 2024-07-29T14:57:47.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:47 smithi067 ceph-mon[29363]: osdmap e43: 7 total, 6 up, 7 in 2024-07-29T14:57:47.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:47 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-29T14:57:47.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:47 smithi067 ceph-mon[29363]: from='client.? 172.21.15.138:0/4078498335' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-29T14:57:47.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:47 smithi067 ceph-mon[39695]: from='client.? 172.21.15.138:0/1773038955' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c04410ea-c2a5-4057-96ce-c56a22aa0753"}]: dispatch 2024-07-29T14:57:47.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:47 smithi067 ceph-mon[39695]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c04410ea-c2a5-4057-96ce-c56a22aa0753"}]: dispatch 2024-07-29T14:57:47.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:47 smithi067 ceph-mon[39695]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c04410ea-c2a5-4057-96ce-c56a22aa0753"}]': finished 2024-07-29T14:57:47.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:47 smithi067 ceph-mon[39695]: osdmap e43: 7 total, 6 up, 7 in 2024-07-29T14:57:47.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:47 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-29T14:57:47.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:47 smithi067 ceph-mon[39695]: from='client.? 172.21.15.138:0/4078498335' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-29T14:57:47.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:47 smithi138 ceph-mon[32824]: from='client.? 172.21.15.138:0/1773038955' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c04410ea-c2a5-4057-96ce-c56a22aa0753"}]: dispatch 2024-07-29T14:57:47.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:47 smithi138 ceph-mon[32824]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c04410ea-c2a5-4057-96ce-c56a22aa0753"}]: dispatch 2024-07-29T14:57:47.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:47 smithi138 ceph-mon[32824]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c04410ea-c2a5-4057-96ce-c56a22aa0753"}]': finished 2024-07-29T14:57:47.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:47 smithi138 ceph-mon[32824]: osdmap e43: 7 total, 6 up, 7 in 2024-07-29T14:57:47.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:47 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-29T14:57:47.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:47 smithi138 ceph-mon[32824]: from='client.? 172.21.15.138:0/4078498335' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-29T14:57:48.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:48 smithi067 ceph-mon[29363]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-07-29T14:57:48.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:48 smithi067 ceph-mon[29363]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-07-29T14:57:48.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:48 smithi067 ceph-mon[29363]: Cluster is now healthy 2024-07-29T14:57:48.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:48 smithi067 ceph-mon[39695]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-07-29T14:57:48.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:48 smithi067 ceph-mon[39695]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-07-29T14:57:48.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:48 smithi067 ceph-mon[39695]: Cluster is now healthy 2024-07-29T14:57:48.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:48 smithi138 ceph-mon[32824]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-07-29T14:57:48.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:48 smithi138 ceph-mon[32824]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-07-29T14:57:48.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:48 smithi138 ceph-mon[32824]: Cluster is now healthy 2024-07-29T14:57:50.513 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:50 smithi138 ceph-mon[32824]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-07-29T14:57:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:50 smithi067 ceph-mon[29363]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-07-29T14:57:50.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:50 smithi067 ceph-mon[39695]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-07-29T14:57:52.440 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:52 smithi138 ceph-mon[32824]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-07-29T14:57:52.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:52 smithi067 ceph-mon[29363]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-07-29T14:57:52.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:52 smithi067 ceph-mon[39695]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-07-29T14:57:53.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:53 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-07-29T14:57:53.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:53 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:57:53.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:53 smithi138 ceph-mon[32824]: Deploying daemon osd.6 on smithi138 2024-07-29T14:57:53.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:53 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-07-29T14:57:53.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:53 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:57:53.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:53 smithi067 ceph-mon[29363]: Deploying daemon osd.6 on smithi138 2024-07-29T14:57:53.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:53 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-07-29T14:57:53.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:53 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:57:53.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:53 smithi067 ceph-mon[39695]: Deploying daemon osd.6 on smithi138 2024-07-29T14:57:54.390 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:54 smithi138 ceph-mon[32824]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-07-29T14:57:54.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:54 smithi067 ceph-mon[29363]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-07-29T14:57:54.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:54 smithi067 ceph-mon[39695]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-07-29T14:57:56.736 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:56 smithi138 ceph-mon[32824]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-07-29T14:57:56.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:56 smithi067 ceph-mon[29363]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-07-29T14:57:56.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:56 smithi067 ceph-mon[39695]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-07-29T14:57:58.665 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:58 smithi138 ceph-mon[32824]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-29T14:57:58.665 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:58 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:57:58.665 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:58 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:58.665 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:57:58 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:58.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:58 smithi067 ceph-mon[29363]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-29T14:57:58.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:58 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:57:58.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:58 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:58.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:57:58 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:58.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:58 smithi067 ceph-mon[39695]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-29T14:57:58.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:58 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:57:58.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:58 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:57:58.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:57:58 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:00.549 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:00 smithi138 ceph-mon[32824]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-29T14:58:00.549 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:00 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:00.549 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:00 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:00.549 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:00 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:58:00.549 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:00 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:58:00.549 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:00 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:00.630 INFO:teuthology.orchestra.run.smithi138.stdout:Created osd(s) 6 on host 'smithi138' 2024-07-29T14:58:00.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:00 smithi067 ceph-mon[29363]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-29T14:58:00.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:00 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:00.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:00 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:00.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:00 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:58:00.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:00 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:58:00.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:00 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:00.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:00 smithi067 ceph-mon[39695]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-29T14:58:00.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:00 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:00.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:00 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:00.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:00 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:58:00.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:00 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:58:00.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:00 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:01.222 DEBUG:teuthology.orchestra.run.smithi138:osd.6> sudo journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.6.service 2024-07-29T14:58:01.224 INFO:tasks.cephadm:Deploying osd.7 on smithi138 with /dev/vg_nvme/lv_1... 2024-07-29T14:58:01.224 DEBUG:teuthology.orchestra.run.smithi138:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-07-29T14:58:01.536 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:01 smithi138 ceph-mon[32824]: from='osd.6 [v2:172.21.15.138:6816/3574085303,v1:172.21.15.138:6817/3574085303]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-29T14:58:01.536 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:01 smithi138 ceph-mon[32824]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-29T14:58:01.536 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:01 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:58:01.536 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:01 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:01.536 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:01 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:01.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:01 smithi067 ceph-mon[29363]: from='osd.6 [v2:172.21.15.138:6816/3574085303,v1:172.21.15.138:6817/3574085303]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-29T14:58:01.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:01 smithi067 ceph-mon[29363]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-29T14:58:01.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:01 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:58:01.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:01 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:01.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:01 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:01.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:01 smithi067 ceph-mon[39695]: from='osd.6 [v2:172.21.15.138:6816/3574085303,v1:172.21.15.138:6817/3574085303]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-29T14:58:01.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:01 smithi067 ceph-mon[39695]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-29T14:58:01.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:01 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:58:01.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:01 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:01.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:01 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:02.358 INFO:teuthology.orchestra.run.smithi138.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.b/config 2024-07-29T14:58:02.608 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:02 smithi138 ceph-mon[32824]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-29T14:58:02.609 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:02 smithi138 ceph-mon[32824]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-07-29T14:58:02.609 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:02 smithi138 ceph-mon[32824]: osdmap e44: 7 total, 6 up, 7 in 2024-07-29T14:58:02.609 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:02 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-29T14:58:02.609 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:02 smithi138 ceph-mon[32824]: from='osd.6 [v2:172.21.15.138:6816/3574085303,v1:172.21.15.138:6817/3574085303]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T14:58:02.609 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:02 smithi138 ceph-mon[32824]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T14:58:02.609 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 14:58:02 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[49198]: 2024-07-29T14:58:02.376+0000 7f6610aef640 -1 osd.6 0 waiting for initial osdmap 2024-07-29T14:58:02.609 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 14:58:02 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[49198]: 2024-07-29T14:58:02.386+0000 7f6609922640 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-29T14:58:02.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:02 smithi067 ceph-mon[29363]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-29T14:58:02.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:02 smithi067 ceph-mon[29363]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-07-29T14:58:02.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:02 smithi067 ceph-mon[29363]: osdmap e44: 7 total, 6 up, 7 in 2024-07-29T14:58:02.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:02 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-29T14:58:02.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:02 smithi067 ceph-mon[29363]: from='osd.6 [v2:172.21.15.138:6816/3574085303,v1:172.21.15.138:6817/3574085303]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T14:58:02.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:02 smithi067 ceph-mon[29363]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T14:58:02.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:02 smithi067 ceph-mon[39695]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-29T14:58:02.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:02 smithi067 ceph-mon[39695]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-07-29T14:58:02.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:02 smithi067 ceph-mon[39695]: osdmap e44: 7 total, 6 up, 7 in 2024-07-29T14:58:02.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:02 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-29T14:58:02.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:02 smithi067 ceph-mon[39695]: from='osd.6 [v2:172.21.15.138:6816/3574085303,v1:172.21.15.138:6817/3574085303]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T14:58:02.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:02 smithi067 ceph-mon[39695]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T14:58:03.488 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:03 smithi138 ceph-mon[32824]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]': finished 2024-07-29T14:58:03.488 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:03 smithi138 ceph-mon[32824]: osdmap e45: 7 total, 6 up, 7 in 2024-07-29T14:58:03.488 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:03 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-29T14:58:03.488 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:03 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-29T14:58:03.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:03 smithi067 ceph-mon[29363]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]': finished 2024-07-29T14:58:03.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:03 smithi067 ceph-mon[29363]: osdmap e45: 7 total, 6 up, 7 in 2024-07-29T14:58:03.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:03 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-29T14:58:03.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:03 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-29T14:58:03.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:03 smithi067 ceph-mon[39695]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]': finished 2024-07-29T14:58:03.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:03 smithi067 ceph-mon[39695]: osdmap e45: 7 total, 6 up, 7 in 2024-07-29T14:58:03.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:03 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-29T14:58:03.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:03 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-29T14:58:04.619 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:04 smithi138 ceph-mon[32824]: purged_snaps scrub starts 2024-07-29T14:58:04.619 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:04 smithi138 ceph-mon[32824]: purged_snaps scrub ok 2024-07-29T14:58:04.620 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:04 smithi138 ceph-mon[32824]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-29T14:58:04.620 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:04 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-29T14:58:04.620 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:04 smithi138 ceph-mon[32824]: osd.6 [v2:172.21.15.138:6816/3574085303,v1:172.21.15.138:6817/3574085303] boot 2024-07-29T14:58:04.620 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:04 smithi138 ceph-mon[32824]: osdmap e46: 7 total, 7 up, 7 in 2024-07-29T14:58:04.620 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:04 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-29T14:58:04.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:04 smithi067 ceph-mon[29363]: purged_snaps scrub starts 2024-07-29T14:58:04.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:04 smithi067 ceph-mon[29363]: purged_snaps scrub ok 2024-07-29T14:58:04.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:04 smithi067 ceph-mon[29363]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-29T14:58:04.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:04 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-29T14:58:04.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:04 smithi067 ceph-mon[29363]: osd.6 [v2:172.21.15.138:6816/3574085303,v1:172.21.15.138:6817/3574085303] boot 2024-07-29T14:58:04.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:04 smithi067 ceph-mon[29363]: osdmap e46: 7 total, 7 up, 7 in 2024-07-29T14:58:04.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:04 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-29T14:58:04.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:04 smithi067 ceph-mon[39695]: purged_snaps scrub starts 2024-07-29T14:58:04.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:04 smithi067 ceph-mon[39695]: purged_snaps scrub ok 2024-07-29T14:58:04.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:04 smithi067 ceph-mon[39695]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-29T14:58:04.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:04 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-29T14:58:04.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:04 smithi067 ceph-mon[39695]: osd.6 [v2:172.21.15.138:6816/3574085303,v1:172.21.15.138:6817/3574085303] boot 2024-07-29T14:58:04.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:04 smithi067 ceph-mon[39695]: osdmap e46: 7 total, 7 up, 7 in 2024-07-29T14:58:04.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:04 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-29T14:58:05.189 INFO:teuthology.orchestra.run.smithi138.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-07-29T14:58:05.276 INFO:teuthology.orchestra.run.smithi138.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-07-29T14:58:05.290 INFO:teuthology.orchestra.run.smithi138.stderr: stderr: 10+0 records in 2024-07-29T14:58:05.291 INFO:teuthology.orchestra.run.smithi138.stderr:10+0 records out 2024-07-29T14:58:05.291 INFO:teuthology.orchestra.run.smithi138.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.012116 s, 865 MB/s 2024-07-29T14:58:05.291 INFO:teuthology.orchestra.run.smithi138.stderr:--> Zapping successful for: 2024-07-29T14:58:05.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:05 smithi138 ceph-mon[32824]: osdmap e47: 7 total, 7 up, 7 in 2024-07-29T14:58:05.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:05 smithi138 ceph-mon[32824]: Detected new or changed devices on smithi138 2024-07-29T14:58:05.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:05 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:05.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:05 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:05.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:05 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:58:05.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:05 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:58:05.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:05 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:58:05.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:05 smithi138 ceph-mon[32824]: Adjusting osd_memory_target on smithi138 to 5696M 2024-07-29T14:58:05.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:05 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:05.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:05 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:58:05.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:05 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:58:05.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:05 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:05 smithi067 ceph-mon[29363]: osdmap e47: 7 total, 7 up, 7 in 2024-07-29T14:58:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:05 smithi067 ceph-mon[29363]: Detected new or changed devices on smithi138 2024-07-29T14:58:05.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:05 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:05.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:05 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:05.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:05 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:58:05.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:05 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:58:05.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:05 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:58:05.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:05 smithi067 ceph-mon[29363]: Adjusting osd_memory_target on smithi138 to 5696M 2024-07-29T14:58:05.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:05 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:05.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:05 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:58:05.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:05 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:58:05.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:05 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:05.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:05 smithi067 ceph-mon[39695]: osdmap e47: 7 total, 7 up, 7 in 2024-07-29T14:58:05.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:05 smithi067 ceph-mon[39695]: Detected new or changed devices on smithi138 2024-07-29T14:58:05.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:05 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:05.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:05 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:05.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:05 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:58:05.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:05 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:58:05.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:05 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:58:05.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:05 smithi067 ceph-mon[39695]: Adjusting osd_memory_target on smithi138 to 5696M 2024-07-29T14:58:05.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:05 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:05.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:05 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:58:05.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:05 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:58:05.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:05 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:05.859 DEBUG:teuthology.orchestra.run.smithi138:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph orch daemon add osd smithi138:vg_nvme/lv_1 2024-07-29T14:58:06.113 INFO:teuthology.orchestra.run.smithi138.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.b/config 2024-07-29T14:58:06.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:06 smithi138 ceph-mon[32824]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-29T14:58:06.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:06 smithi138 ceph-mon[32824]: osdmap e48: 7 total, 7 up, 7 in 2024-07-29T14:58:06.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:06 smithi067 ceph-mon[29363]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-29T14:58:06.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:06 smithi067 ceph-mon[29363]: osdmap e48: 7 total, 7 up, 7 in 2024-07-29T14:58:06.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:06 smithi067 ceph-mon[39695]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-29T14:58:06.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:06 smithi067 ceph-mon[39695]: osdmap e48: 7 total, 7 up, 7 in 2024-07-29T14:58:07.536 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:07 smithi138 ceph-mon[32824]: osdmap e49: 7 total, 7 up, 7 in 2024-07-29T14:58:07.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:07 smithi067 ceph-mon[29363]: osdmap e49: 7 total, 7 up, 7 in 2024-07-29T14:58:07.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:07 smithi067 ceph-mon[39695]: osdmap e49: 7 total, 7 up, 7 in 2024-07-29T14:58:08.659 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:08 smithi138 ceph-mon[32824]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-29T14:58:08.659 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:08 smithi138 ceph-mon[32824]: osdmap e50: 7 total, 7 up, 7 in 2024-07-29T14:58:08.659 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:08 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-29T14:58:08.659 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:08 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-29T14:58:08.659 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:08 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:58:08.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:08 smithi067 ceph-mon[29363]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-29T14:58:08.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:08 smithi067 ceph-mon[29363]: osdmap e50: 7 total, 7 up, 7 in 2024-07-29T14:58:08.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:08 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-29T14:58:08.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:08 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-29T14:58:08.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:08 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:58:08.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:08 smithi067 ceph-mon[39695]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-29T14:58:08.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:08 smithi067 ceph-mon[39695]: osdmap e50: 7 total, 7 up, 7 in 2024-07-29T14:58:08.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:08 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-29T14:58:08.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:08 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-29T14:58:08.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:08 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:58:09.660 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:09 smithi138 ceph-mon[32824]: from='client.24265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi138:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:58:09.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:09 smithi067 ceph-mon[29363]: from='client.24265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi138:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:58:09.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:09 smithi067 ceph-mon[39695]: from='client.24265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi138:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:58:10.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:10 smithi067 ceph-mon[29363]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-29T14:58:10.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:10 smithi067 ceph-mon[29363]: from='client.? 172.21.15.138:0/3829657835' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0fcba3b2-e62b-4700-a9d6-65e58402a2d9"}]: dispatch 2024-07-29T14:58:10.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:10 smithi067 ceph-mon[29363]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0fcba3b2-e62b-4700-a9d6-65e58402a2d9"}]: dispatch 2024-07-29T14:58:10.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:10 smithi067 ceph-mon[29363]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0fcba3b2-e62b-4700-a9d6-65e58402a2d9"}]': finished 2024-07-29T14:58:10.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:10 smithi067 ceph-mon[29363]: osdmap e51: 8 total, 7 up, 8 in 2024-07-29T14:58:10.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:10 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-29T14:58:10.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:10 smithi067 ceph-mon[39695]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-29T14:58:10.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:10 smithi067 ceph-mon[39695]: from='client.? 172.21.15.138:0/3829657835' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0fcba3b2-e62b-4700-a9d6-65e58402a2d9"}]: dispatch 2024-07-29T14:58:10.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:10 smithi067 ceph-mon[39695]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0fcba3b2-e62b-4700-a9d6-65e58402a2d9"}]: dispatch 2024-07-29T14:58:10.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:10 smithi067 ceph-mon[39695]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0fcba3b2-e62b-4700-a9d6-65e58402a2d9"}]': finished 2024-07-29T14:58:10.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:10 smithi067 ceph-mon[39695]: osdmap e51: 8 total, 7 up, 8 in 2024-07-29T14:58:10.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:10 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-29T14:58:10.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:10 smithi138 ceph-mon[32824]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-29T14:58:10.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:10 smithi138 ceph-mon[32824]: from='client.? 172.21.15.138:0/3829657835' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0fcba3b2-e62b-4700-a9d6-65e58402a2d9"}]: dispatch 2024-07-29T14:58:10.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:10 smithi138 ceph-mon[32824]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0fcba3b2-e62b-4700-a9d6-65e58402a2d9"}]: dispatch 2024-07-29T14:58:10.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:10 smithi138 ceph-mon[32824]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0fcba3b2-e62b-4700-a9d6-65e58402a2d9"}]': finished 2024-07-29T14:58:10.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:10 smithi138 ceph-mon[32824]: osdmap e51: 8 total, 7 up, 8 in 2024-07-29T14:58:10.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:10 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-29T14:58:11.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:11 smithi067 ceph-mon[29363]: from='client.? 172.21.15.138:0/2813691115' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-29T14:58:11.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:11 smithi067 ceph-mon[39695]: from='client.? 172.21.15.138:0/2813691115' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-29T14:58:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:11 smithi138 ceph-mon[32824]: from='client.? 172.21.15.138:0/2813691115' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-29T14:58:12.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:12 smithi067 ceph-mon[29363]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-07-29T14:58:12.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:12 smithi067 ceph-mon[39695]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-07-29T14:58:12.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:12 smithi138 ceph-mon[32824]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-07-29T14:58:14.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:14 smithi067 ceph-mon[29363]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-07-29T14:58:14.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:14 smithi067 ceph-mon[39695]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-07-29T14:58:14.753 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:14 smithi138 ceph-mon[32824]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-07-29T14:58:16.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:16 smithi138 ceph-mon[32824]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-07-29T14:58:16.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:16 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-07-29T14:58:16.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:16 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:58:16.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:16 smithi067 ceph-mon[29363]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-07-29T14:58:16.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:16 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-07-29T14:58:16.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:16 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:58:16.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:16 smithi067 ceph-mon[39695]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-07-29T14:58:16.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:16 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-07-29T14:58:16.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:16 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:58:17.734 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:17 smithi138 ceph-mon[32824]: Deploying daemon osd.7 on smithi138 2024-07-29T14:58:17.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:17 smithi067 ceph-mon[29363]: Deploying daemon osd.7 on smithi138 2024-07-29T14:58:17.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:17 smithi067 ceph-mon[39695]: Deploying daemon osd.7 on smithi138 2024-07-29T14:58:18.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:18 smithi067 ceph-mon[29363]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-07-29T14:58:18.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:18 smithi067 ceph-mon[39695]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-07-29T14:58:18.794 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:18 smithi138 ceph-mon[32824]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-07-29T14:58:20.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:20 smithi138 ceph-mon[32824]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-07-29T14:58:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:20 smithi067 ceph-mon[29363]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-07-29T14:58:20.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:20 smithi067 ceph-mon[39695]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-07-29T14:58:21.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:21 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:58:21.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:21 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:21.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:21 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:21.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:21 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:58:21.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:21 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:21.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:21 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:21.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:21 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:58:21.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:21 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:21.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:21 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:22.730 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:22 smithi138 ceph-mon[32824]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-29T14:58:22.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:22 smithi067 ceph-mon[29363]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-29T14:58:22.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:22 smithi067 ceph-mon[39695]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-29T14:58:24.517 INFO:teuthology.orchestra.run.smithi138.stdout:Created osd(s) 7 on host 'smithi138' 2024-07-29T14:58:24.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:24 smithi067 ceph-mon[29363]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-29T14:58:24.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:24 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:24.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:24 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:24.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:24 smithi067 ceph-mon[29363]: from='osd.7 [v2:172.21.15.138:6824/3963041571,v1:172.21.15.138:6825/3963041571]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-29T14:58:24.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:24 smithi067 ceph-mon[29363]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-29T14:58:24.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:24 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:58:24.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:24 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:58:24.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:24 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:24.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:24 smithi067 ceph-mon[39695]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-29T14:58:24.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:24 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:24.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:24 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:24.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:24 smithi067 ceph-mon[39695]: from='osd.7 [v2:172.21.15.138:6824/3963041571,v1:172.21.15.138:6825/3963041571]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-29T14:58:24.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:24 smithi067 ceph-mon[39695]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-29T14:58:24.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:24 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:58:24.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:24 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:58:24.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:24 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:24.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:24 smithi138 ceph-mon[32824]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-29T14:58:24.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:24 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:24.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:24 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:24.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:24 smithi138 ceph-mon[32824]: from='osd.7 [v2:172.21.15.138:6824/3963041571,v1:172.21.15.138:6825/3963041571]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-29T14:58:24.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:24 smithi138 ceph-mon[32824]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-29T14:58:24.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:24 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:58:24.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:24 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:58:24.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:24 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:25.118 DEBUG:teuthology.orchestra.run.smithi138:osd.7> sudo journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.7.service 2024-07-29T14:58:25.121 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-07-29T14:58:25.121 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph osd stat -f json 2024-07-29T14:58:25.397 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:58:25.621 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:25 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:58:25.621 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:25 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:25.621 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:25 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:25.621 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:25 smithi138 ceph-mon[32824]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-07-29T14:58:25.621 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:25 smithi138 ceph-mon[32824]: osdmap e52: 8 total, 7 up, 8 in 2024-07-29T14:58:25.621 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:25 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-29T14:58:25.621 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:25 smithi138 ceph-mon[32824]: from='osd.7 [v2:172.21.15.138:6824/3963041571,v1:172.21.15.138:6825/3963041571]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T14:58:25.621 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:25 smithi138 ceph-mon[32824]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T14:58:25.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:25 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:58:25.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:25 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:25.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:25 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:25.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:25 smithi067 ceph-mon[29363]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-07-29T14:58:25.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:25 smithi067 ceph-mon[29363]: osdmap e52: 8 total, 7 up, 8 in 2024-07-29T14:58:25.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:25 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-29T14:58:25.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:25 smithi067 ceph-mon[29363]: from='osd.7 [v2:172.21.15.138:6824/3963041571,v1:172.21.15.138:6825/3963041571]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T14:58:25.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:25 smithi067 ceph-mon[29363]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T14:58:25.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:25 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:58:25.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:25 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:25.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:25 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:25.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:25 smithi067 ceph-mon[39695]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-07-29T14:58:25.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:25 smithi067 ceph-mon[39695]: osdmap e52: 8 total, 7 up, 8 in 2024-07-29T14:58:25.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:25 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-29T14:58:25.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:25 smithi067 ceph-mon[39695]: from='osd.7 [v2:172.21.15.138:6824/3963041571,v1:172.21.15.138:6825/3963041571]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T14:58:25.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:25 smithi067 ceph-mon[39695]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T14:58:25.974 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 14:58:25 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[55046]: 2024-07-29T14:58:25.850+0000 7f25e69bb640 -1 osd.7 0 waiting for initial osdmap 2024-07-29T14:58:25.975 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 14:58:25 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[55046]: 2024-07-29T14:58:25.857+0000 7f25e1ff3640 -1 osd.7 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-29T14:58:26.505 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:26 smithi138 ceph-mon[32824]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-29T14:58:26.505 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:26 smithi138 ceph-mon[32824]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]': finished 2024-07-29T14:58:26.505 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:26 smithi138 ceph-mon[32824]: osdmap e53: 8 total, 7 up, 8 in 2024-07-29T14:58:26.505 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:26 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-29T14:58:26.505 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:26 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-29T14:58:26.547 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:26 smithi067 ceph-mon[39695]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-29T14:58:26.547 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:26 smithi067 ceph-mon[39695]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]': finished 2024-07-29T14:58:26.547 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:26 smithi067 ceph-mon[39695]: osdmap e53: 8 total, 7 up, 8 in 2024-07-29T14:58:26.547 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:26 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-29T14:58:26.547 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:26 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-29T14:58:26.547 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:26 smithi067 ceph-mon[29363]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-29T14:58:26.547 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:26 smithi067 ceph-mon[29363]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]': finished 2024-07-29T14:58:26.547 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:26 smithi067 ceph-mon[29363]: osdmap e53: 8 total, 7 up, 8 in 2024-07-29T14:58:26.548 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:26 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-29T14:58:26.548 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:26 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-29T14:58:27.231 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:58:27.887 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":54,"num_osds":8,"num_up_osds":8,"osd_up_since":1722265106,"num_in_osds":8,"osd_in_since":1722265090,"num_remapped_pgs":1} 2024-07-29T14:58:27.888 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph osd dump --format=json 2024-07-29T14:58:28.159 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:58:28.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:27 smithi067 ceph-mon[29363]: purged_snaps scrub starts 2024-07-29T14:58:28.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:27 smithi067 ceph-mon[29363]: purged_snaps scrub ok 2024-07-29T14:58:28.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:27 smithi067 ceph-mon[29363]: osd.7 [v2:172.21.15.138:6824/3963041571,v1:172.21.15.138:6825/3963041571] boot 2024-07-29T14:58:28.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:27 smithi067 ceph-mon[29363]: osdmap e54: 8 total, 8 up, 8 in 2024-07-29T14:58:28.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:27 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-29T14:58:28.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:27 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/736139201' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-07-29T14:58:28.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:27 smithi067 ceph-mon[29363]: pgmap v165: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:58:28.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:27 smithi067 ceph-mon[29363]: osdmap e55: 8 total, 8 up, 8 in 2024-07-29T14:58:28.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:27 smithi067 ceph-mon[39695]: purged_snaps scrub starts 2024-07-29T14:58:28.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:27 smithi067 ceph-mon[39695]: purged_snaps scrub ok 2024-07-29T14:58:28.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:27 smithi067 ceph-mon[39695]: osd.7 [v2:172.21.15.138:6824/3963041571,v1:172.21.15.138:6825/3963041571] boot 2024-07-29T14:58:28.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:27 smithi067 ceph-mon[39695]: osdmap e54: 8 total, 8 up, 8 in 2024-07-29T14:58:28.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:27 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-29T14:58:28.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:27 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/736139201' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-07-29T14:58:28.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:27 smithi067 ceph-mon[39695]: pgmap v165: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:58:28.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:27 smithi067 ceph-mon[39695]: osdmap e55: 8 total, 8 up, 8 in 2024-07-29T14:58:28.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:27 smithi138 ceph-mon[32824]: purged_snaps scrub starts 2024-07-29T14:58:28.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:27 smithi138 ceph-mon[32824]: purged_snaps scrub ok 2024-07-29T14:58:28.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:27 smithi138 ceph-mon[32824]: osd.7 [v2:172.21.15.138:6824/3963041571,v1:172.21.15.138:6825/3963041571] boot 2024-07-29T14:58:28.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:27 smithi138 ceph-mon[32824]: osdmap e54: 8 total, 8 up, 8 in 2024-07-29T14:58:28.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:27 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-29T14:58:28.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:27 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/736139201' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-07-29T14:58:28.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:27 smithi138 ceph-mon[32824]: pgmap v165: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:58:28.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:27 smithi138 ceph-mon[32824]: osdmap e55: 8 total, 8 up, 8 in 2024-07-29T14:58:29.194 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:28 smithi067 ceph-mon[39695]: Detected new or changed devices on smithi138 2024-07-29T14:58:29.195 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:28 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:29.195 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:28 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:29.195 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:28 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:58:29.195 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:28 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:58:29.195 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:28 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:58:29.195 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:28 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:58:29.195 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:28 smithi067 ceph-mon[39695]: Adjusting osd_memory_target on smithi138 to 4272M 2024-07-29T14:58:29.195 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:28 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:29.195 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:28 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:58:29.195 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:28 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:58:29.195 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:28 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:29.195 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:28 smithi067 ceph-mon[39695]: osdmap e56: 8 total, 8 up, 8 in 2024-07-29T14:58:29.196 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:28 smithi067 ceph-mon[29363]: Detected new or changed devices on smithi138 2024-07-29T14:58:29.196 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:28 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:29.196 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:28 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:29.196 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:28 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:58:29.196 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:28 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:58:29.196 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:28 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:58:29.196 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:28 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:58:29.196 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:28 smithi067 ceph-mon[29363]: Adjusting osd_memory_target on smithi138 to 4272M 2024-07-29T14:58:29.196 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:28 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:29.196 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:28 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:58:29.196 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:28 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:58:29.197 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:28 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:29.197 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:28 smithi067 ceph-mon[29363]: osdmap e56: 8 total, 8 up, 8 in 2024-07-29T14:58:29.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:28 smithi138 ceph-mon[32824]: Detected new or changed devices on smithi138 2024-07-29T14:58:29.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:28 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:29.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:28 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:29.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:28 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:58:29.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:28 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:58:29.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:28 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:58:29.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:28 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:58:29.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:28 smithi138 ceph-mon[32824]: Adjusting osd_memory_target on smithi138 to 4272M 2024-07-29T14:58:29.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:28 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:29.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:28 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:58:29.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:28 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:58:29.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:28 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:29.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:28 smithi138 ceph-mon[32824]: osdmap e56: 8 total, 8 up, 8 in 2024-07-29T14:58:29.878 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:58:29.878 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":57,"fsid":"32e7db98-4dba-11ef-bcc8-c7b262605968","created":"2024-07-29T14:53:37.587449+0000","modified":"2024-07-29T14:58:29.333887+0000","last_up_change":"2024-07-29T14:58:26.845231+0000","last_in_change":"2024-07-29T14:58:10.311067+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-29T14:56:33.778672+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"8465e2b7-2ddd-46c6-b081-5612dcf79c62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":1748403734},{"type":"v1","addr":"172.21.15.67:6803","nonce":1748403734}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":1748403734},{"type":"v1","addr":"172.21.15.67:6805","nonce":1748403734}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1748403734},{"type":"v1","addr":"172.21.15.67:6809","nonce":1748403734}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":1748403734},{"type":"v1","addr":"172.21.15.67:6807","nonce":1748403734}]},"public_addr":"172.21.15.67:6803/1748403734","cluster_addr":"172.21.15.67:6805/1748403734","heartbeat_back_addr":"172.21.15.67:6809/1748403734","heartbeat_front_addr":"172.21.15.67:6807/1748403734","state":["exists","up"]},{"osd":1,"uuid":"b790c2e8-1d8d-4ceb-a7cf-3a7695c3dad6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":3097118149},{"type":"v1","addr":"172.21.15.67:6811","nonce":3097118149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":3097118149},{"type":"v1","addr":"172.21.15.67:6813","nonce":3097118149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3097118149},{"type":"v1","addr":"172.21.15.67:6817","nonce":3097118149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":3097118149},{"type":"v1","addr":"172.21.15.67:6815","nonce":3097118149}]},"public_addr":"172.21.15.67:6811/3097118149","cluster_addr":"172.21.15.67:6813/3097118149","heartbeat_back_addr":"172.21.15.67:6817/3097118149","heartbeat_front_addr":"172.21.15.67:6815/3097118149","state":["exists","up"]},{"osd":2,"uuid":"d713bad4-4202-4062-b867-f6a391f60f97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":4042936731},{"type":"v1","addr":"172.21.15.67:6819","nonce":4042936731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":4042936731},{"type":"v1","addr":"172.21.15.67:6821","nonce":4042936731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":4042936731},{"type":"v1","addr":"172.21.15.67:6825","nonce":4042936731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":4042936731},{"type":"v1","addr":"172.21.15.67:6823","nonce":4042936731}]},"public_addr":"172.21.15.67:6819/4042936731","cluster_addr":"172.21.15.67:6821/4042936731","heartbeat_back_addr":"172.21.15.67:6825/4042936731","heartbeat_front_addr":"172.21.15.67:6823/4042936731","state":["exists","up"]},{"osd":3,"uuid":"f85430b3-25a5-468d-b34a-4a10a8738236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1679007013},{"type":"v1","addr":"172.21.15.67:6827","nonce":1679007013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1679007013},{"type":"v1","addr":"172.21.15.67:6829","nonce":1679007013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1679007013},{"type":"v1","addr":"172.21.15.67:6833","nonce":1679007013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1679007013},{"type":"v1","addr":"172.21.15.67:6831","nonce":1679007013}]},"public_addr":"172.21.15.67:6827/1679007013","cluster_addr":"172.21.15.67:6829/1679007013","heartbeat_back_addr":"172.21.15.67:6833/1679007013","heartbeat_front_addr":"172.21.15.67:6831/1679007013","state":["exists","up"]},{"osd":4,"uuid":"3f8d303d-2dc6-4dbe-8f25-b43cb68c719e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6800","nonce":3385928739},{"type":"v1","addr":"172.21.15.138:6801","nonce":3385928739}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6802","nonce":3385928739},{"type":"v1","addr":"172.21.15.138:6803","nonce":3385928739}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6806","nonce":3385928739},{"type":"v1","addr":"172.21.15.138:6807","nonce":3385928739}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6804","nonce":3385928739},{"type":"v1","addr":"172.21.15.138:6805","nonce":3385928739}]},"public_addr":"172.21.15.138:6801/3385928739","cluster_addr":"172.21.15.138:6803/3385928739","heartbeat_back_addr":"172.21.15.138:6807/3385928739","heartbeat_front_addr":"172.21.15.138:6805/3385928739","state":["exists","up"]},{"osd":5,"uuid":"168fe35e-32d8-41b9-ac21-2580a96e48f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6808","nonce":1575981338},{"type":"v1","addr":"172.21.15.138:6809","nonce":1575981338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6810","nonce":1575981338},{"type":"v1","addr":"172.21.15.138:6811","nonce":1575981338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6814","nonce":1575981338},{"type":"v1","addr":"172.21.15.138:6815","nonce":1575981338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6812","nonce":1575981338},{"type":"v1","addr":"172.21.15.138:6813","nonce":1575981338}]},"public_addr":"172.21.15.138:6809/1575981338","cluster_addr":"172.21.15.138:6811/1575981338","heartbeat_back_addr":"172.21.15.138:6815/1575981338","heartbeat_front_addr":"172.21.15.138:6813/1575981338","state":["exists","up"]},{"osd":6,"uuid":"c04410ea-c2a5-4057-96ce-c56a22aa0753","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6816","nonce":3574085303},{"type":"v1","addr":"172.21.15.138:6817","nonce":3574085303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6818","nonce":3574085303},{"type":"v1","addr":"172.21.15.138:6819","nonce":3574085303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6822","nonce":3574085303},{"type":"v1","addr":"172.21.15.138:6823","nonce":3574085303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6820","nonce":3574085303},{"type":"v1","addr":"172.21.15.138:6821","nonce":3574085303}]},"public_addr":"172.21.15.138:6817/3574085303","cluster_addr":"172.21.15.138:6819/3574085303","heartbeat_back_addr":"172.21.15.138:6823/3574085303","heartbeat_front_addr":"172.21.15.138:6821/3574085303","state":["exists","up"]},{"osd":7,"uuid":"0fcba3b2-e62b-4700-a9d6-65e58402a2d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6824","nonce":3963041571},{"type":"v1","addr":"172.21.15.138:6825","nonce":3963041571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6826","nonce":3963041571},{"type":"v1","addr":"172.21.15.138:6827","nonce":3963041571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6830","nonce":3963041571},{"type":"v1","addr":"172.21.15.138:6831","nonce":3963041571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6828","nonce":3963041571},{"type":"v1","addr":"172.21.15.138:6829","nonce":3963041571}]},"public_addr":"172.21.15.138:6825/3963041571","cluster_addr":"172.21.15.138:6827/3963041571","heartbeat_back_addr":"172.21.15.138:6831/3963041571","heartbeat_front_addr":"172.21.15.138:6829/3963041571","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:55:44.392030+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:56:07.344422+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:56:30.694261+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:56:54.735506+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:57:16.275890+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:57:38.551301+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:58:01.562760+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:58:24.972130+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:0/2416871958":"2024-07-30T14:54:25.272063+0000","172.21.15.67:6801/1103080285":"2024-07-30T14:54:25.272063+0000","172.21.15.67:6800/1103080285":"2024-07-30T14:54:25.272063+0000","172.21.15.67:6801/1199010813":"2024-07-30T14:54:01.799424+0000","172.21.15.67:0/782854378":"2024-07-30T14:54:01.799424+0000","172.21.15.67:0/924859822":"2024-07-30T14:54:01.799424+0000","172.21.15.67:0/211464340":"2024-07-30T14:54:25.272063+0000","172.21.15.67:0/2976172420":"2024-07-30T14:54:25.272063+0000","172.21.15.67:6800/1199010813":"2024-07-30T14:54:01.799424+0000","172.21.15.67:0/1768388867":"2024-07-30T14:54:01.799424+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-29T14:58:30.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:30 smithi067 ceph-mon[29363]: pgmap v168: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:58:30.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:30 smithi067 ceph-mon[29363]: osdmap e57: 8 total, 8 up, 8 in 2024-07-29T14:58:30.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:30 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/3410288702' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-29T14:58:30.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:30 smithi067 ceph-mon[39695]: pgmap v168: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:58:30.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:30 smithi067 ceph-mon[39695]: osdmap e57: 8 total, 8 up, 8 in 2024-07-29T14:58:30.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:30 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/3410288702' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-29T14:58:30.583 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-07-29T14:56:33.778672+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-07-29T14:58:30.583 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-07-29T14:58:30.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:30 smithi138 ceph-mon[32824]: pgmap v168: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:58:30.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:30 smithi138 ceph-mon[32824]: osdmap e57: 8 total, 8 up, 8 in 2024-07-29T14:58:30.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:30 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/3410288702' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-29T14:58:30.846 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:58:31.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:31 smithi067 ceph-mon[29363]: osdmap e58: 8 total, 8 up, 8 in 2024-07-29T14:58:31.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:31 smithi067 ceph-mon[39695]: osdmap e58: 8 total, 8 up, 8 in 2024-07-29T14:58:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:31 smithi138 ceph-mon[32824]: osdmap e58: 8 total, 8 up, 8 in 2024-07-29T14:58:32.640 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2024-07-29T14:58:32.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:32 smithi067 ceph-mon[29363]: pgmap v171: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:58:32.641 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:32 smithi067 ceph-mon[39695]: pgmap v171: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:58:32.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:32 smithi138 ceph-mon[32824]: pgmap v171: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:58:33.410 INFO:tasks.cephadm:Adding mds.a on smithi067 2024-07-29T14:58:33.411 INFO:tasks.cephadm:Adding mds.b on smithi138 2024-07-29T14:58:33.411 DEBUG:teuthology.orchestra.run.smithi138:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph orch apply mds all '2;smithi067=a;smithi138=b' 2024-07-29T14:58:33.673 INFO:teuthology.orchestra.run.smithi138.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.b/config 2024-07-29T14:58:33.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:33 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/4157955702' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-07-29T14:58:33.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:33 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/4157955702' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-07-29T14:58:33.796 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:33 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/4157955702' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-07-29T14:58:34.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:34 smithi067 ceph-mon[29363]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-07-29T14:58:34.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:34 smithi067 ceph-mon[39695]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-07-29T14:58:34.773 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:34 smithi138 ceph-mon[32824]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-07-29T14:58:35.389 INFO:teuthology.orchestra.run.smithi138.stdout:Scheduled mds.all update... 2024-07-29T14:58:36.006 DEBUG:teuthology.orchestra.run.smithi067:mds.a> sudo journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mds.a.service 2024-07-29T14:58:36.009 DEBUG:teuthology.orchestra.run.smithi138:mds.b> sudo journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mds.b.service 2024-07-29T14:58:36.011 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-07-29T14:58:36.011 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph fs dump --format=json 2024-07-29T14:58:36.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:36 smithi067 ceph-mon[39695]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-07-29T14:58:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:36 smithi067 ceph-mon[39695]: from='client.24301 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi067=a;smithi138=b", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:58:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:36 smithi067 ceph-mon[39695]: Saving service mds.all spec with placement smithi067=a;smithi138=b;count:2 2024-07-29T14:58:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:36 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:36 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:58:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:36 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:58:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:36 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:58:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:36 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:36 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-29T14:58:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:36 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-07-29T14:58:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:36 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:58:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:36 smithi067 ceph-mon[39695]: Deploying daemon mds.a on smithi067 2024-07-29T14:58:36.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:36 smithi067 ceph-mon[29363]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-07-29T14:58:36.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:36 smithi067 ceph-mon[29363]: from='client.24301 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi067=a;smithi138=b", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:58:36.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:36 smithi067 ceph-mon[29363]: Saving service mds.all spec with placement smithi067=a;smithi138=b;count:2 2024-07-29T14:58:36.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:36 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:36.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:36 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:58:36.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:36 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:58:36.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:36 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:58:36.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:36 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:36.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:36 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-29T14:58:36.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:36 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-07-29T14:58:36.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:36 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:58:36.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:36 smithi067 ceph-mon[29363]: Deploying daemon mds.a on smithi067 2024-07-29T14:58:36.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:36 smithi138 ceph-mon[32824]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-07-29T14:58:36.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:36 smithi138 ceph-mon[32824]: from='client.24301 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi067=a;smithi138=b", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:58:36.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:36 smithi138 ceph-mon[32824]: Saving service mds.all spec with placement smithi067=a;smithi138=b;count:2 2024-07-29T14:58:36.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:36 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:36.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:36 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:58:36.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:36 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:58:36.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:36 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:58:36.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:36 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:36.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:36 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-29T14:58:36.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:36 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-07-29T14:58:36.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:36 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:58:36.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:36 smithi138 ceph-mon[32824]: Deploying daemon mds.a on smithi067 2024-07-29T14:58:36.913 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:58:38.550 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:38 smithi067 ceph-mon[39695]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-07-29T14:58:38.551 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:38 smithi067 ceph-mon[29363]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-07-29T14:58:38.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:38 smithi138 ceph-mon[32824]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-07-29T14:58:39.180 INFO:journalctl@ceph.mds.a.smithi067.stdout:Jul 29 14:58:39 smithi067 systemd[1]: Started Ceph mds.a for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T14:58:39.214 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:58:39.215 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24335,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3863350938","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3863350938},{"type":"v1","addr":"172.21.15.67:6835","nonce":3863350938}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-07-29T14:58:39.215 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 2 2024-07-29T14:58:40.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:40 smithi067 ceph-mon[29363]: mds.? [v2:172.21.15.67:6834/3863350938,v1:172.21.15.67:6835/3863350938] up:boot 2024-07-29T14:58:40.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:40 smithi067 ceph-mon[29363]: fsmap 1 up:standby 2024-07-29T14:58:40.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:40 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-29T14:58:40.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:40 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:40.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:40 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:40.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:40 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:40.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:40 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-29T14:58:40.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:40 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-07-29T14:58:40.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:40 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:58:40.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:40 smithi067 ceph-mon[29363]: Deploying daemon mds.b on smithi138 2024-07-29T14:58:40.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:40 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/4067187741' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-29T14:58:40.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:40 smithi067 ceph-mon[29363]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-07-29T14:58:40.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:40 smithi067 ceph-mon[39695]: mds.? [v2:172.21.15.67:6834/3863350938,v1:172.21.15.67:6835/3863350938] up:boot 2024-07-29T14:58:40.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:40 smithi067 ceph-mon[39695]: fsmap 1 up:standby 2024-07-29T14:58:40.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:40 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-29T14:58:40.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:40 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:40.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:40 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:40.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:40 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:40.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:40 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-29T14:58:40.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:40 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-07-29T14:58:40.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:40 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:58:40.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:40 smithi067 ceph-mon[39695]: Deploying daemon mds.b on smithi138 2024-07-29T14:58:40.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:40 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/4067187741' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-29T14:58:40.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:40 smithi067 ceph-mon[39695]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-07-29T14:58:40.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:40 smithi138 ceph-mon[32824]: mds.? [v2:172.21.15.67:6834/3863350938,v1:172.21.15.67:6835/3863350938] up:boot 2024-07-29T14:58:40.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:40 smithi138 ceph-mon[32824]: fsmap 1 up:standby 2024-07-29T14:58:40.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:40 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-29T14:58:40.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:40 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:40.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:40 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:40.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:40 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:40.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:40 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-29T14:58:40.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:40 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-07-29T14:58:40.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:40 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:58:40.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:40 smithi138 ceph-mon[32824]: Deploying daemon mds.b on smithi138 2024-07-29T14:58:40.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:40 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/4067187741' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-29T14:58:40.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:40 smithi138 ceph-mon[32824]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-07-29T14:58:41.214 INFO:journalctl@ceph.mds.b.smithi138.stdout:Jul 29 14:58:41 smithi138 podman[58954]: 2024-07-29 14:58:41.077517479 +0000 UTC m=+0.017172605 image pull 5ec745195f7e964038144deb3b7cf6709e2a90e6b8f197967497f2a3bda375b9 quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca 2024-07-29T14:58:41.214 INFO:journalctl@ceph.mds.b.smithi138.stdout:Jul 29 14:58:41 smithi138 podman[58954]: 2024-07-29 14:58:41.214076467 +0000 UTC m=+0.153731587 container create 8d64b29e83686202bebe4bf54e366a3fb0cac68953d0f0579e7164cbacd0c2d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-b, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240724, RELEASE=quincy-3120d06, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-07-29T14:58:41.485 INFO:journalctl@ceph.mds.b.smithi138.stdout:Jul 29 14:58:41 smithi138 podman[58954]: 2024-07-29 14:58:41.460634792 +0000 UTC m=+0.400289910 container init 8d64b29e83686202bebe4bf54e366a3fb0cac68953d0f0579e7164cbacd0c2d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-b, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-3120d06, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-07-29T14:58:41.485 INFO:journalctl@ceph.mds.b.smithi138.stdout:Jul 29 14:58:41 smithi138 podman[58954]: 2024-07-29 14:58:41.463594712 +0000 UTC m=+0.403249834 container start 8d64b29e83686202bebe4bf54e366a3fb0cac68953d0f0579e7164cbacd0c2d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-b, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=quincy-3120d06, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240724) 2024-07-29T14:58:41.810 INFO:journalctl@ceph.mds.b.smithi138.stdout:Jul 29 14:58:41 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-b[58969]: starting mds.b at 2024-07-29T14:58:41.810 INFO:journalctl@ceph.mds.b.smithi138.stdout:Jul 29 14:58:41 smithi138 bash[58954]: 8d64b29e83686202bebe4bf54e366a3fb0cac68953d0f0579e7164cbacd0c2d1 2024-07-29T14:58:41.810 INFO:journalctl@ceph.mds.b.smithi138.stdout:Jul 29 14:58:41 smithi138 systemd[1]: Started Ceph mds.b for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T14:58:41.915 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph fs dump --format=json 2024-07-29T14:58:42.709 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:58:42.979 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:42 smithi067 ceph-mon[29363]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-07-29T14:58:42.979 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:42 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:42.979 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:42 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:42.980 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:42 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:42.980 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:42 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:42.980 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:42 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:42.980 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:42 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:58:42.980 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:42 smithi067 ceph-mon[29363]: mds.? [v2:172.21.15.138:6832/1303672784,v1:172.21.15.138:6833/1303672784] up:boot 2024-07-29T14:58:42.980 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:42 smithi067 ceph-mon[29363]: fsmap 2 up:standby 2024-07-29T14:58:42.980 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:42 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-29T14:58:42.980 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:42 smithi067 ceph-mon[39695]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-07-29T14:58:42.980 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:42 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:42.980 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:42 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:42.981 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:42 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:42.981 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:42 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:42.981 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:42 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:42.981 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:42 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:58:42.981 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:42 smithi067 ceph-mon[39695]: mds.? [v2:172.21.15.138:6832/1303672784,v1:172.21.15.138:6833/1303672784] up:boot 2024-07-29T14:58:42.981 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:42 smithi067 ceph-mon[39695]: fsmap 2 up:standby 2024-07-29T14:58:42.981 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:42 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-29T14:58:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:42 smithi138 ceph-mon[32824]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-07-29T14:58:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:42 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:42 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:42 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:42 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:43.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:42 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:43.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:42 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:58:43.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:42 smithi138 ceph-mon[32824]: mds.? [v2:172.21.15.138:6832/1303672784,v1:172.21.15.138:6833/1303672784] up:boot 2024-07-29T14:58:43.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:42 smithi138 ceph-mon[32824]: fsmap 2 up:standby 2024-07-29T14:58:43.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:42 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-29T14:58:44.211 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:43 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:44.211 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:43 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:44.211 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:43 smithi067 ceph-mon[29363]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-07-29T14:58:44.212 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:43 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:44.212 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:43 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:44.212 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:43 smithi067 ceph-mon[39695]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-07-29T14:58:44.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:43 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:44.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:43 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:44.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:43 smithi138 ceph-mon[32824]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-07-29T14:58:44.750 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:58:44.750 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24319,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.138:6833/1303672784","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6832","nonce":1303672784},{"type":"v1","addr":"172.21.15.138:6833","nonce":1303672784}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24335,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3863350938","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3863350938},{"type":"v1","addr":"172.21.15.67:6835","nonce":3863350938}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-07-29T14:58:44.751 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 3 2024-07-29T14:58:45.339 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-07-29T14:58:45.605 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:58:45.937 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:45 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:45.938 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:45 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:45.938 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:45 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:58:45.938 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:45 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:58:45.938 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:45 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:45.938 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:45 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:58:45.938 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:45 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:58:45.938 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:45 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:58:45.938 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:45 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:45.938 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:45 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/1901679323' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-29T14:58:45.938 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:45 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:45.939 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:45 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:45.939 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:45 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:45.939 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:45 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:58:45.939 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:45 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:58:45.939 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:45 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:45.939 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:45 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:58:45.939 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:45 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:58:45.939 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:45 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:58:45.939 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:45 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:45.939 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:45 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/1901679323' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-29T14:58:45.939 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:45 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:46.058 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:45 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:46.058 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:45 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:46.058 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:45 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:58:46.058 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:45 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:58:46.058 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:45 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:46.058 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:45 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:58:46.059 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:45 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:58:46.059 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:45 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:58:46.059 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:45 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:46.059 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:45 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/1901679323' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-29T14:58:46.059 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:45 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:58:46.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:46 smithi067 ceph-mon[29363]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:58:46.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:46 smithi067 ceph-mon[39695]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:58:47.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:46 smithi138 ceph-mon[32824]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:58:47.363 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:58:47.364 INFO:teuthology.orchestra.run.smithi067.stdout:[ 2024-07-29T14:58:47.364 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-07-29T14:58:47.364 INFO:teuthology.orchestra.run.smithi067.stdout: "poolnum": 1, 2024-07-29T14:58:47.364 INFO:teuthology.orchestra.run.smithi067.stdout: "poolname": ".mgr" 2024-07-29T14:58:47.364 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-07-29T14:58:47.364 INFO:teuthology.orchestra.run.smithi067.stdout:] 2024-07-29T14:58:47.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:47 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/3142977405' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-07-29T14:58:47.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:47 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/3142977405' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-07-29T14:58:48.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:47 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/3142977405' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-07-29T14:58:48.094 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-07-29T14:58:48.094 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-07-29T14:58:48.363 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:58:48.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:48 smithi067 ceph-mon[29363]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:58:48.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:48 smithi067 ceph-mon[39695]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:58:49.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:48 smithi138 ceph-mon[32824]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:58:50.749 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' created 2024-07-29T14:58:51.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:50 smithi138 ceph-mon[32824]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:58:51.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:50 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/358060533' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-07-29T14:58:51.086 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:50 smithi067 ceph-mon[29363]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:58:51.086 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:50 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/358060533' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-07-29T14:58:51.086 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:50 smithi067 ceph-mon[39695]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:58:51.086 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:50 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/358060533' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-07-29T14:58:51.372 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-07-29T14:58:51.634 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:58:52.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:51 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/358060533' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-07-29T14:58:52.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:51 smithi138 ceph-mon[32824]: osdmap e59: 8 total, 8 up, 8 in 2024-07-29T14:58:52.081 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:51 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/358060533' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-07-29T14:58:52.081 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:51 smithi067 ceph-mon[29363]: osdmap e59: 8 total, 8 up, 8 in 2024-07-29T14:58:52.081 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:51 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/358060533' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-07-29T14:58:52.081 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:51 smithi067 ceph-mon[39695]: osdmap e59: 8 total, 8 up, 8 in 2024-07-29T14:58:52.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:52 smithi067 ceph-mon[29363]: pgmap v182: 33 pgs: 5 creating+peering, 27 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:58:52.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:52 smithi067 ceph-mon[29363]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T14:58:52.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:52 smithi067 ceph-mon[29363]: osdmap e60: 8 total, 8 up, 8 in 2024-07-29T14:58:52.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:52 smithi067 ceph-mon[39695]: pgmap v182: 33 pgs: 5 creating+peering, 27 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:58:52.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:52 smithi067 ceph-mon[39695]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T14:58:52.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:52 smithi067 ceph-mon[39695]: osdmap e60: 8 total, 8 up, 8 in 2024-07-29T14:58:53.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:52 smithi138 ceph-mon[32824]: pgmap v182: 33 pgs: 5 creating+peering, 27 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:58:53.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:52 smithi138 ceph-mon[32824]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T14:58:53.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:52 smithi138 ceph-mon[32824]: osdmap e60: 8 total, 8 up, 8 in 2024-07-29T14:58:53.877 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' created 2024-07-29T14:58:54.192 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:53 smithi067 ceph-mon[29363]: osdmap e61: 8 total, 8 up, 8 in 2024-07-29T14:58:54.192 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:53 smithi067 ceph-mon[39695]: osdmap e61: 8 total, 8 up, 8 in 2024-07-29T14:58:54.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:53 smithi138 ceph-mon[32824]: osdmap e61: 8 total, 8 up, 8 in 2024-07-29T14:58:54.559 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-07-29T14:58:54.821 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:58:55.082 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:54 smithi067 ceph-mon[39695]: pgmap v185: 33 pgs: 12 active+clean, 10 creating+peering, 11 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:58:55.082 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:54 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/2762776386' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-07-29T14:58:55.082 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:54 smithi067 ceph-mon[39695]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-07-29T14:58:55.082 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:54 smithi067 ceph-mon[39695]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-07-29T14:58:55.082 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:54 smithi067 ceph-mon[39695]: osdmap e62: 8 total, 8 up, 8 in 2024-07-29T14:58:55.083 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:54 smithi067 ceph-mon[29363]: pgmap v185: 33 pgs: 12 active+clean, 10 creating+peering, 11 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:58:55.083 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:54 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/2762776386' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-07-29T14:58:55.083 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:54 smithi067 ceph-mon[29363]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-07-29T14:58:55.083 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:54 smithi067 ceph-mon[29363]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-07-29T14:58:55.083 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:54 smithi067 ceph-mon[29363]: osdmap e62: 8 total, 8 up, 8 in 2024-07-29T14:58:55.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:54 smithi138 ceph-mon[32824]: pgmap v185: 33 pgs: 12 active+clean, 10 creating+peering, 11 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:58:55.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:54 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/2762776386' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-07-29T14:58:55.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:54 smithi138 ceph-mon[32824]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-07-29T14:58:55.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:54 smithi138 ceph-mon[32824]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-07-29T14:58:55.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:54 smithi138 ceph-mon[32824]: osdmap e62: 8 total, 8 up, 8 in 2024-07-29T14:58:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:55 smithi067 ceph-mon[29363]: osdmap e63: 8 total, 8 up, 8 in 2024-07-29T14:58:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:55 smithi067 ceph-mon[29363]: pgmap v188: 97 pgs: 23 active+clean, 23 creating+peering, 51 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:58:55.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:55 smithi067 ceph-mon[39695]: osdmap e63: 8 total, 8 up, 8 in 2024-07-29T14:58:55.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:55 smithi067 ceph-mon[39695]: pgmap v188: 97 pgs: 23 active+clean, 23 creating+peering, 51 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:58:56.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:55 smithi138 ceph-mon[32824]: osdmap e63: 8 total, 8 up, 8 in 2024-07-29T14:58:56.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:55 smithi138 ceph-mon[32824]: pgmap v188: 97 pgs: 23 active+clean, 23 creating+peering, 51 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:58:56.892 INFO:teuthology.orchestra.run.smithi067.stderr:new fs with metadata pool 2 and data pool 3 2024-07-29T14:58:57.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:56 smithi067 ceph-mon[29363]: osdmap e64: 8 total, 8 up, 8 in 2024-07-29T14:58:57.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:56 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/1496082157' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-07-29T14:58:57.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:56 smithi067 ceph-mon[29363]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-07-29T14:58:57.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:56 smithi067 ceph-mon[29363]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-07-29T14:58:57.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:56 smithi067 ceph-mon[39695]: osdmap e64: 8 total, 8 up, 8 in 2024-07-29T14:58:57.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:56 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/1496082157' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-07-29T14:58:57.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:56 smithi067 ceph-mon[39695]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-07-29T14:58:57.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:56 smithi067 ceph-mon[39695]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-07-29T14:58:57.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:56 smithi138 ceph-mon[32824]: osdmap e64: 8 total, 8 up, 8 in 2024-07-29T14:58:57.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:56 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/1496082157' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-07-29T14:58:57.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:56 smithi138 ceph-mon[32824]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-07-29T14:58:57.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:56 smithi138 ceph-mon[32824]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-07-29T14:58:57.611 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph osd dump --format=json 2024-07-29T14:58:57.887 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:58:58.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:57 smithi067 ceph-mon[29363]: osdmap e65: 8 total, 8 up, 8 in 2024-07-29T14:58:58.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:57 smithi067 ceph-mon[29363]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-07-29T14:58:58.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:57 smithi067 ceph-mon[29363]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-07-29T14:58:58.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:57 smithi067 ceph-mon[29363]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-07-29T14:58:58.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:57 smithi067 ceph-mon[29363]: pgmap v191: 97 pgs: 77 active+clean, 13 creating+peering, 7 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:58:58.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:57 smithi067 ceph-mon[29363]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T14:58:58.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:57 smithi067 ceph-mon[29363]: mds.? [v2:172.21.15.67:6834/3863350938,v1:172.21.15.67:6835/3863350938] up:active 2024-07-29T14:58:58.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:57 smithi067 ceph-mon[29363]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-07-29T14:58:58.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:57 smithi067 ceph-mon[39695]: osdmap e65: 8 total, 8 up, 8 in 2024-07-29T14:58:58.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:57 smithi067 ceph-mon[39695]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-07-29T14:58:58.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:57 smithi067 ceph-mon[39695]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-07-29T14:58:58.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:57 smithi067 ceph-mon[39695]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-07-29T14:58:58.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:57 smithi067 ceph-mon[39695]: pgmap v191: 97 pgs: 77 active+clean, 13 creating+peering, 7 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:58:58.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:57 smithi067 ceph-mon[39695]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T14:58:58.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:57 smithi067 ceph-mon[39695]: mds.? [v2:172.21.15.67:6834/3863350938,v1:172.21.15.67:6835/3863350938] up:active 2024-07-29T14:58:58.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:57 smithi067 ceph-mon[39695]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-07-29T14:58:58.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:57 smithi138 ceph-mon[32824]: osdmap e65: 8 total, 8 up, 8 in 2024-07-29T14:58:58.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:57 smithi138 ceph-mon[32824]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-07-29T14:58:58.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:57 smithi138 ceph-mon[32824]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-07-29T14:58:58.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:57 smithi138 ceph-mon[32824]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-07-29T14:58:58.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:57 smithi138 ceph-mon[32824]: pgmap v191: 97 pgs: 77 active+clean, 13 creating+peering, 7 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:58:58.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:57 smithi138 ceph-mon[32824]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T14:58:58.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:57 smithi138 ceph-mon[32824]: mds.? [v2:172.21.15.67:6834/3863350938,v1:172.21.15.67:6835/3863350938] up:active 2024-07-29T14:58:58.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:57 smithi138 ceph-mon[32824]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-07-29T14:58:58.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:58 smithi067 ceph-mon[29363]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-07-29T14:58:58.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:58 smithi067 ceph-mon[29363]: Cluster is now healthy 2024-07-29T14:58:58.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:58 smithi067 ceph-mon[39695]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-07-29T14:58:58.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:58 smithi067 ceph-mon[39695]: Cluster is now healthy 2024-07-29T14:58:59.293 INFO:journalctl@ceph.mds.a.smithi067.stdout:Jul 29 14:58:59 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-a[66148]: 2024-07-29T14:58:59.005+0000 7fa838e6d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-29T14:58:59.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:58 smithi138 ceph-mon[32824]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-07-29T14:58:59.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:58 smithi138 ceph-mon[32824]: Cluster is now healthy 2024-07-29T14:58:59.679 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:58:59.679 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":65,"fsid":"32e7db98-4dba-11ef-bcc8-c7b262605968","created":"2024-07-29T14:53:37.587449+0000","modified":"2024-07-29T14:58:56.595638+0000","last_up_change":"2024-07-29T14:58:26.845231+0000","last_in_change":"2024-07-29T14:58:10.311067+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-29T14:56:33.778672+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-29T14:58:50.503423+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-29T14:58:53.821383+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"8465e2b7-2ddd-46c6-b081-5612dcf79c62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":1748403734},{"type":"v1","addr":"172.21.15.67:6803","nonce":1748403734}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":1748403734},{"type":"v1","addr":"172.21.15.67:6805","nonce":1748403734}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1748403734},{"type":"v1","addr":"172.21.15.67:6809","nonce":1748403734}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":1748403734},{"type":"v1","addr":"172.21.15.67:6807","nonce":1748403734}]},"public_addr":"172.21.15.67:6803/1748403734","cluster_addr":"172.21.15.67:6805/1748403734","heartbeat_back_addr":"172.21.15.67:6809/1748403734","heartbeat_front_addr":"172.21.15.67:6807/1748403734","state":["exists","up"]},{"osd":1,"uuid":"b790c2e8-1d8d-4ceb-a7cf-3a7695c3dad6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":3097118149},{"type":"v1","addr":"172.21.15.67:6811","nonce":3097118149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":3097118149},{"type":"v1","addr":"172.21.15.67:6813","nonce":3097118149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3097118149},{"type":"v1","addr":"172.21.15.67:6817","nonce":3097118149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":3097118149},{"type":"v1","addr":"172.21.15.67:6815","nonce":3097118149}]},"public_addr":"172.21.15.67:6811/3097118149","cluster_addr":"172.21.15.67:6813/3097118149","heartbeat_back_addr":"172.21.15.67:6817/3097118149","heartbeat_front_addr":"172.21.15.67:6815/3097118149","state":["exists","up"]},{"osd":2,"uuid":"d713bad4-4202-4062-b867-f6a391f60f97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":4042936731},{"type":"v1","addr":"172.21.15.67:6819","nonce":4042936731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":4042936731},{"type":"v1","addr":"172.21.15.67:6821","nonce":4042936731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":4042936731},{"type":"v1","addr":"172.21.15.67:6825","nonce":4042936731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":4042936731},{"type":"v1","addr":"172.21.15.67:6823","nonce":4042936731}]},"public_addr":"172.21.15.67:6819/4042936731","cluster_addr":"172.21.15.67:6821/4042936731","heartbeat_back_addr":"172.21.15.67:6825/4042936731","heartbeat_front_addr":"172.21.15.67:6823/4042936731","state":["exists","up"]},{"osd":3,"uuid":"f85430b3-25a5-468d-b34a-4a10a8738236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1679007013},{"type":"v1","addr":"172.21.15.67:6827","nonce":1679007013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1679007013},{"type":"v1","addr":"172.21.15.67:6829","nonce":1679007013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1679007013},{"type":"v1","addr":"172.21.15.67:6833","nonce":1679007013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1679007013},{"type":"v1","addr":"172.21.15.67:6831","nonce":1679007013}]},"public_addr":"172.21.15.67:6827/1679007013","cluster_addr":"172.21.15.67:6829/1679007013","heartbeat_back_addr":"172.21.15.67:6833/1679007013","heartbeat_front_addr":"172.21.15.67:6831/1679007013","state":["exists","up"]},{"osd":4,"uuid":"3f8d303d-2dc6-4dbe-8f25-b43cb68c719e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6800","nonce":3385928739},{"type":"v1","addr":"172.21.15.138:6801","nonce":3385928739}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6802","nonce":3385928739},{"type":"v1","addr":"172.21.15.138:6803","nonce":3385928739}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6806","nonce":3385928739},{"type":"v1","addr":"172.21.15.138:6807","nonce":3385928739}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6804","nonce":3385928739},{"type":"v1","addr":"172.21.15.138:6805","nonce":3385928739}]},"public_addr":"172.21.15.138:6801/3385928739","cluster_addr":"172.21.15.138:6803/3385928739","heartbeat_back_addr":"172.21.15.138:6807/3385928739","heartbeat_front_addr":"172.21.15.138:6805/3385928739","state":["exists","up"]},{"osd":5,"uuid":"168fe35e-32d8-41b9-ac21-2580a96e48f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6808","nonce":1575981338},{"type":"v1","addr":"172.21.15.138:6809","nonce":1575981338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6810","nonce":1575981338},{"type":"v1","addr":"172.21.15.138:6811","nonce":1575981338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6814","nonce":1575981338},{"type":"v1","addr":"172.21.15.138:6815","nonce":1575981338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6812","nonce":1575981338},{"type":"v1","addr":"172.21.15.138:6813","nonce":1575981338}]},"public_addr":"172.21.15.138:6809/1575981338","cluster_addr":"172.21.15.138:6811/1575981338","heartbeat_back_addr":"172.21.15.138:6815/1575981338","heartbeat_front_addr":"172.21.15.138:6813/1575981338","state":["exists","up"]},{"osd":6,"uuid":"c04410ea-c2a5-4057-96ce-c56a22aa0753","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6816","nonce":3574085303},{"type":"v1","addr":"172.21.15.138:6817","nonce":3574085303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6818","nonce":3574085303},{"type":"v1","addr":"172.21.15.138:6819","nonce":3574085303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6822","nonce":3574085303},{"type":"v1","addr":"172.21.15.138:6823","nonce":3574085303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6820","nonce":3574085303},{"type":"v1","addr":"172.21.15.138:6821","nonce":3574085303}]},"public_addr":"172.21.15.138:6817/3574085303","cluster_addr":"172.21.15.138:6819/3574085303","heartbeat_back_addr":"172.21.15.138:6823/3574085303","heartbeat_front_addr":"172.21.15.138:6821/3574085303","state":["exists","up"]},{"osd":7,"uuid":"0fcba3b2-e62b-4700-a9d6-65e58402a2d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6824","nonce":3963041571},{"type":"v1","addr":"172.21.15.138:6825","nonce":3963041571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6826","nonce":3963041571},{"type":"v1","addr":"172.21.15.138:6827","nonce":3963041571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6830","nonce":3963041571},{"type":"v1","addr":"172.21.15.138:6831","nonce":3963041571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6828","nonce":3963041571},{"type":"v1","addr":"172.21.15.138:6829","nonce":3963041571}]},"public_addr":"172.21.15.138:6825/3963041571","cluster_addr":"172.21.15.138:6827/3963041571","heartbeat_back_addr":"172.21.15.138:6831/3963041571","heartbeat_front_addr":"172.21.15.138:6829/3963041571","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:55:44.392030+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:56:07.344422+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:56:30.694261+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:56:54.735506+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:57:16.275890+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:57:38.551301+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:58:01.562760+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:58:24.972130+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:0/2416871958":"2024-07-30T14:54:25.272063+0000","172.21.15.67:6801/1103080285":"2024-07-30T14:54:25.272063+0000","172.21.15.67:6800/1103080285":"2024-07-30T14:54:25.272063+0000","172.21.15.67:6801/1199010813":"2024-07-30T14:54:01.799424+0000","172.21.15.67:0/782854378":"2024-07-30T14:54:01.799424+0000","172.21.15.67:0/924859822":"2024-07-30T14:54:01.799424+0000","172.21.15.67:0/211464340":"2024-07-30T14:54:25.272063+0000","172.21.15.67:0/2976172420":"2024-07-30T14:54:25.272063+0000","172.21.15.67:6800/1199010813":"2024-07-30T14:54:01.799424+0000","172.21.15.67:0/1768388867":"2024-07-30T14:54:01.799424+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-29T14:58:59.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:59 smithi067 ceph-mon[29363]: pgmap v192: 97 pgs: 90 active+clean, 7 creating+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 563 B/s wr, 4 op/s 2024-07-29T14:58:59.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:58:59 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/431226754' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-29T14:58:59.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:59 smithi067 ceph-mon[39695]: pgmap v192: 97 pgs: 90 active+clean, 7 creating+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 563 B/s wr, 4 op/s 2024-07-29T14:58:59.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:58:59 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/431226754' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-29T14:59:00.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:59 smithi138 ceph-mon[32824]: pgmap v192: 97 pgs: 90 active+clean, 7 creating+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 563 B/s wr, 4 op/s 2024-07-29T14:59:00.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:58:59 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/431226754' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-29T14:59:00.389 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph osd dump --format=json 2024-07-29T14:59:00.651 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:59:02.390 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:59:02.391 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":65,"fsid":"32e7db98-4dba-11ef-bcc8-c7b262605968","created":"2024-07-29T14:53:37.587449+0000","modified":"2024-07-29T14:58:56.595638+0000","last_up_change":"2024-07-29T14:58:26.845231+0000","last_in_change":"2024-07-29T14:58:10.311067+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-29T14:56:33.778672+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-29T14:58:50.503423+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-29T14:58:53.821383+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"8465e2b7-2ddd-46c6-b081-5612dcf79c62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":1748403734},{"type":"v1","addr":"172.21.15.67:6803","nonce":1748403734}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":1748403734},{"type":"v1","addr":"172.21.15.67:6805","nonce":1748403734}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1748403734},{"type":"v1","addr":"172.21.15.67:6809","nonce":1748403734}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":1748403734},{"type":"v1","addr":"172.21.15.67:6807","nonce":1748403734}]},"public_addr":"172.21.15.67:6803/1748403734","cluster_addr":"172.21.15.67:6805/1748403734","heartbeat_back_addr":"172.21.15.67:6809/1748403734","heartbeat_front_addr":"172.21.15.67:6807/1748403734","state":["exists","up"]},{"osd":1,"uuid":"b790c2e8-1d8d-4ceb-a7cf-3a7695c3dad6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":3097118149},{"type":"v1","addr":"172.21.15.67:6811","nonce":3097118149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":3097118149},{"type":"v1","addr":"172.21.15.67:6813","nonce":3097118149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3097118149},{"type":"v1","addr":"172.21.15.67:6817","nonce":3097118149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":3097118149},{"type":"v1","addr":"172.21.15.67:6815","nonce":3097118149}]},"public_addr":"172.21.15.67:6811/3097118149","cluster_addr":"172.21.15.67:6813/3097118149","heartbeat_back_addr":"172.21.15.67:6817/3097118149","heartbeat_front_addr":"172.21.15.67:6815/3097118149","state":["exists","up"]},{"osd":2,"uuid":"d713bad4-4202-4062-b867-f6a391f60f97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":4042936731},{"type":"v1","addr":"172.21.15.67:6819","nonce":4042936731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":4042936731},{"type":"v1","addr":"172.21.15.67:6821","nonce":4042936731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":4042936731},{"type":"v1","addr":"172.21.15.67:6825","nonce":4042936731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":4042936731},{"type":"v1","addr":"172.21.15.67:6823","nonce":4042936731}]},"public_addr":"172.21.15.67:6819/4042936731","cluster_addr":"172.21.15.67:6821/4042936731","heartbeat_back_addr":"172.21.15.67:6825/4042936731","heartbeat_front_addr":"172.21.15.67:6823/4042936731","state":["exists","up"]},{"osd":3,"uuid":"f85430b3-25a5-468d-b34a-4a10a8738236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1679007013},{"type":"v1","addr":"172.21.15.67:6827","nonce":1679007013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1679007013},{"type":"v1","addr":"172.21.15.67:6829","nonce":1679007013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1679007013},{"type":"v1","addr":"172.21.15.67:6833","nonce":1679007013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1679007013},{"type":"v1","addr":"172.21.15.67:6831","nonce":1679007013}]},"public_addr":"172.21.15.67:6827/1679007013","cluster_addr":"172.21.15.67:6829/1679007013","heartbeat_back_addr":"172.21.15.67:6833/1679007013","heartbeat_front_addr":"172.21.15.67:6831/1679007013","state":["exists","up"]},{"osd":4,"uuid":"3f8d303d-2dc6-4dbe-8f25-b43cb68c719e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6800","nonce":3385928739},{"type":"v1","addr":"172.21.15.138:6801","nonce":3385928739}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6802","nonce":3385928739},{"type":"v1","addr":"172.21.15.138:6803","nonce":3385928739}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6806","nonce":3385928739},{"type":"v1","addr":"172.21.15.138:6807","nonce":3385928739}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6804","nonce":3385928739},{"type":"v1","addr":"172.21.15.138:6805","nonce":3385928739}]},"public_addr":"172.21.15.138:6801/3385928739","cluster_addr":"172.21.15.138:6803/3385928739","heartbeat_back_addr":"172.21.15.138:6807/3385928739","heartbeat_front_addr":"172.21.15.138:6805/3385928739","state":["exists","up"]},{"osd":5,"uuid":"168fe35e-32d8-41b9-ac21-2580a96e48f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6808","nonce":1575981338},{"type":"v1","addr":"172.21.15.138:6809","nonce":1575981338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6810","nonce":1575981338},{"type":"v1","addr":"172.21.15.138:6811","nonce":1575981338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6814","nonce":1575981338},{"type":"v1","addr":"172.21.15.138:6815","nonce":1575981338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6812","nonce":1575981338},{"type":"v1","addr":"172.21.15.138:6813","nonce":1575981338}]},"public_addr":"172.21.15.138:6809/1575981338","cluster_addr":"172.21.15.138:6811/1575981338","heartbeat_back_addr":"172.21.15.138:6815/1575981338","heartbeat_front_addr":"172.21.15.138:6813/1575981338","state":["exists","up"]},{"osd":6,"uuid":"c04410ea-c2a5-4057-96ce-c56a22aa0753","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6816","nonce":3574085303},{"type":"v1","addr":"172.21.15.138:6817","nonce":3574085303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6818","nonce":3574085303},{"type":"v1","addr":"172.21.15.138:6819","nonce":3574085303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6822","nonce":3574085303},{"type":"v1","addr":"172.21.15.138:6823","nonce":3574085303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6820","nonce":3574085303},{"type":"v1","addr":"172.21.15.138:6821","nonce":3574085303}]},"public_addr":"172.21.15.138:6817/3574085303","cluster_addr":"172.21.15.138:6819/3574085303","heartbeat_back_addr":"172.21.15.138:6823/3574085303","heartbeat_front_addr":"172.21.15.138:6821/3574085303","state":["exists","up"]},{"osd":7,"uuid":"0fcba3b2-e62b-4700-a9d6-65e58402a2d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6824","nonce":3963041571},{"type":"v1","addr":"172.21.15.138:6825","nonce":3963041571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6826","nonce":3963041571},{"type":"v1","addr":"172.21.15.138:6827","nonce":3963041571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6830","nonce":3963041571},{"type":"v1","addr":"172.21.15.138:6831","nonce":3963041571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6828","nonce":3963041571},{"type":"v1","addr":"172.21.15.138:6829","nonce":3963041571}]},"public_addr":"172.21.15.138:6825/3963041571","cluster_addr":"172.21.15.138:6827/3963041571","heartbeat_back_addr":"172.21.15.138:6831/3963041571","heartbeat_front_addr":"172.21.15.138:6829/3963041571","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:55:44.392030+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:56:07.344422+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:56:30.694261+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:56:54.735506+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:57:16.275890+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:57:38.551301+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:58:01.562760+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:58:24.972130+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:0/2416871958":"2024-07-30T14:54:25.272063+0000","172.21.15.67:6801/1103080285":"2024-07-30T14:54:25.272063+0000","172.21.15.67:6800/1103080285":"2024-07-30T14:54:25.272063+0000","172.21.15.67:6801/1199010813":"2024-07-30T14:54:01.799424+0000","172.21.15.67:0/782854378":"2024-07-30T14:54:01.799424+0000","172.21.15.67:0/924859822":"2024-07-30T14:54:01.799424+0000","172.21.15.67:0/211464340":"2024-07-30T14:54:25.272063+0000","172.21.15.67:0/2976172420":"2024-07-30T14:54:25.272063+0000","172.21.15.67:6800/1199010813":"2024-07-30T14:54:01.799424+0000","172.21.15.67:0/1768388867":"2024-07-30T14:54:01.799424+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-29T14:59:02.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:02 smithi067 ceph-mon[29363]: pgmap v193: 97 pgs: 97 active+clean; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 953 B/s wr, 4 op/s 2024-07-29T14:59:02.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:02 smithi067 ceph-mon[39695]: pgmap v193: 97 pgs: 97 active+clean; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 953 B/s wr, 4 op/s 2024-07-29T14:59:02.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:02 smithi138 ceph-mon[32824]: pgmap v193: 97 pgs: 97 active+clean; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 953 B/s wr, 4 op/s 2024-07-29T14:59:03.138 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-07-29T14:59:03.405 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:59:03.704 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:03 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/575815807' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-29T14:59:03.704 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:03 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/575815807' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-29T14:59:03.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:03 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/575815807' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-29T14:59:04.642 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:04 smithi067 ceph-mon[39695]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-07-29T14:59:04.643 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:04 smithi067 ceph-mon[29363]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-07-29T14:59:04.711 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:04 smithi138 ceph-mon[32824]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-07-29T14:59:05.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:05 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/3509133377' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-07-29T14:59:05.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:05 smithi067 ceph-mon[29363]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-07-29T14:59:05.706 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:05 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/3509133377' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-07-29T14:59:05.706 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:05 smithi067 ceph-mon[39695]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-07-29T14:59:05.728 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:05 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/3509133377' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-07-29T14:59:05.728 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:05 smithi138 ceph-mon[32824]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-07-29T14:59:06.109 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-07-29T14:59:06.109 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph fs set cephfs allow_standby_replay false 2024-07-29T14:59:06.375 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:59:06.709 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:06 smithi067 ceph-mon[29363]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-07-29T14:59:06.709 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:06 smithi067 ceph-mon[29363]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-07-29T14:59:06.709 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:06 smithi067 ceph-mon[29363]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-07-29T14:59:06.709 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:06 smithi067 ceph-mon[39695]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-07-29T14:59:06.710 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:06 smithi067 ceph-mon[39695]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-07-29T14:59:06.710 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:06 smithi067 ceph-mon[39695]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-07-29T14:59:06.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:06 smithi138 ceph-mon[32824]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-07-29T14:59:06.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:06 smithi138 ceph-mon[32824]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-07-29T14:59:06.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:06 smithi138 ceph-mon[32824]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-07-29T14:59:08.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:08 smithi067 ceph-mon[29363]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s wr, 4 op/s 2024-07-29T14:59:08.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:08 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/3008481744' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-07-29T14:59:08.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:08 smithi067 ceph-mon[29363]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-07-29T14:59:08.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:08 smithi067 ceph-mon[39695]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s wr, 4 op/s 2024-07-29T14:59:08.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:08 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/3008481744' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-07-29T14:59:08.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:08 smithi067 ceph-mon[39695]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-07-29T14:59:08.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:08 smithi138 ceph-mon[32824]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s wr, 4 op/s 2024-07-29T14:59:08.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:08 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/3008481744' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-07-29T14:59:08.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:08 smithi138 ceph-mon[32824]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-07-29T14:59:09.345 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-07-29T14:59:09.345 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph fs dump --format=json 2024-07-29T14:59:09.617 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:59:09.731 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:09 smithi067 ceph-mon[29363]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-07-29T14:59:09.731 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:09 smithi067 ceph-mon[29363]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-07-29T14:59:09.731 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:09 smithi067 ceph-mon[39695]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-07-29T14:59:09.731 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:09 smithi067 ceph-mon[39695]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-07-29T14:59:09.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:09 smithi138 ceph-mon[32824]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-07-29T14:59:09.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:09 smithi138 ceph-mon[32824]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-07-29T14:59:10.728 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:10 smithi067 ceph-mon[39695]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-07-29T14:59:10.728 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:10 smithi067 ceph-mon[29363]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-07-29T14:59:10.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:10 smithi138 ceph-mon[32824]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-07-29T14:59:11.455 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:59:11.455 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24319,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.138:6833/1303672784","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6832","nonce":1303672784},{"type":"v1","addr":"172.21.15.138:6833","nonce":1303672784}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-29T14:58:56.595761+0000","modified":"2024-07-29T14:59:08.394517+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24335},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24335":{"gid":24335,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":6,"addr":"172.21.15.67:6835/3863350938","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3863350938},{"type":"v1","addr":"172.21.15.67:6835","nonce":3863350938}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-07-29T14:59:11.455 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 7 2024-07-29T14:59:12.038 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph osd dump --format=json 2024-07-29T14:59:12.306 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:59:12.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:12 smithi067 ceph-mon[29363]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 853 B/s wr, 1 op/s 2024-07-29T14:59:12.660 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:12 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/111966269' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-29T14:59:12.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:12 smithi067 ceph-mon[39695]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 853 B/s wr, 1 op/s 2024-07-29T14:59:12.660 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:12 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/111966269' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-29T14:59:12.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:12 smithi138 ceph-mon[32824]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 853 B/s wr, 1 op/s 2024-07-29T14:59:12.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:12 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/111966269' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-29T14:59:14.162 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:59:14.162 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":65,"fsid":"32e7db98-4dba-11ef-bcc8-c7b262605968","created":"2024-07-29T14:53:37.587449+0000","modified":"2024-07-29T14:58:56.595638+0000","last_up_change":"2024-07-29T14:58:26.845231+0000","last_in_change":"2024-07-29T14:58:10.311067+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-29T14:56:33.778672+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-29T14:58:50.503423+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-29T14:58:53.821383+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"8465e2b7-2ddd-46c6-b081-5612dcf79c62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":1748403734},{"type":"v1","addr":"172.21.15.67:6803","nonce":1748403734}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":1748403734},{"type":"v1","addr":"172.21.15.67:6805","nonce":1748403734}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1748403734},{"type":"v1","addr":"172.21.15.67:6809","nonce":1748403734}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":1748403734},{"type":"v1","addr":"172.21.15.67:6807","nonce":1748403734}]},"public_addr":"172.21.15.67:6803/1748403734","cluster_addr":"172.21.15.67:6805/1748403734","heartbeat_back_addr":"172.21.15.67:6809/1748403734","heartbeat_front_addr":"172.21.15.67:6807/1748403734","state":["exists","up"]},{"osd":1,"uuid":"b790c2e8-1d8d-4ceb-a7cf-3a7695c3dad6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":3097118149},{"type":"v1","addr":"172.21.15.67:6811","nonce":3097118149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":3097118149},{"type":"v1","addr":"172.21.15.67:6813","nonce":3097118149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3097118149},{"type":"v1","addr":"172.21.15.67:6817","nonce":3097118149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":3097118149},{"type":"v1","addr":"172.21.15.67:6815","nonce":3097118149}]},"public_addr":"172.21.15.67:6811/3097118149","cluster_addr":"172.21.15.67:6813/3097118149","heartbeat_back_addr":"172.21.15.67:6817/3097118149","heartbeat_front_addr":"172.21.15.67:6815/3097118149","state":["exists","up"]},{"osd":2,"uuid":"d713bad4-4202-4062-b867-f6a391f60f97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":4042936731},{"type":"v1","addr":"172.21.15.67:6819","nonce":4042936731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":4042936731},{"type":"v1","addr":"172.21.15.67:6821","nonce":4042936731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":4042936731},{"type":"v1","addr":"172.21.15.67:6825","nonce":4042936731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":4042936731},{"type":"v1","addr":"172.21.15.67:6823","nonce":4042936731}]},"public_addr":"172.21.15.67:6819/4042936731","cluster_addr":"172.21.15.67:6821/4042936731","heartbeat_back_addr":"172.21.15.67:6825/4042936731","heartbeat_front_addr":"172.21.15.67:6823/4042936731","state":["exists","up"]},{"osd":3,"uuid":"f85430b3-25a5-468d-b34a-4a10a8738236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1679007013},{"type":"v1","addr":"172.21.15.67:6827","nonce":1679007013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1679007013},{"type":"v1","addr":"172.21.15.67:6829","nonce":1679007013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1679007013},{"type":"v1","addr":"172.21.15.67:6833","nonce":1679007013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1679007013},{"type":"v1","addr":"172.21.15.67:6831","nonce":1679007013}]},"public_addr":"172.21.15.67:6827/1679007013","cluster_addr":"172.21.15.67:6829/1679007013","heartbeat_back_addr":"172.21.15.67:6833/1679007013","heartbeat_front_addr":"172.21.15.67:6831/1679007013","state":["exists","up"]},{"osd":4,"uuid":"3f8d303d-2dc6-4dbe-8f25-b43cb68c719e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6800","nonce":3385928739},{"type":"v1","addr":"172.21.15.138:6801","nonce":3385928739}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6802","nonce":3385928739},{"type":"v1","addr":"172.21.15.138:6803","nonce":3385928739}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6806","nonce":3385928739},{"type":"v1","addr":"172.21.15.138:6807","nonce":3385928739}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6804","nonce":3385928739},{"type":"v1","addr":"172.21.15.138:6805","nonce":3385928739}]},"public_addr":"172.21.15.138:6801/3385928739","cluster_addr":"172.21.15.138:6803/3385928739","heartbeat_back_addr":"172.21.15.138:6807/3385928739","heartbeat_front_addr":"172.21.15.138:6805/3385928739","state":["exists","up"]},{"osd":5,"uuid":"168fe35e-32d8-41b9-ac21-2580a96e48f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6808","nonce":1575981338},{"type":"v1","addr":"172.21.15.138:6809","nonce":1575981338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6810","nonce":1575981338},{"type":"v1","addr":"172.21.15.138:6811","nonce":1575981338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6814","nonce":1575981338},{"type":"v1","addr":"172.21.15.138:6815","nonce":1575981338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6812","nonce":1575981338},{"type":"v1","addr":"172.21.15.138:6813","nonce":1575981338}]},"public_addr":"172.21.15.138:6809/1575981338","cluster_addr":"172.21.15.138:6811/1575981338","heartbeat_back_addr":"172.21.15.138:6815/1575981338","heartbeat_front_addr":"172.21.15.138:6813/1575981338","state":["exists","up"]},{"osd":6,"uuid":"c04410ea-c2a5-4057-96ce-c56a22aa0753","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6816","nonce":3574085303},{"type":"v1","addr":"172.21.15.138:6817","nonce":3574085303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6818","nonce":3574085303},{"type":"v1","addr":"172.21.15.138:6819","nonce":3574085303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6822","nonce":3574085303},{"type":"v1","addr":"172.21.15.138:6823","nonce":3574085303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6820","nonce":3574085303},{"type":"v1","addr":"172.21.15.138:6821","nonce":3574085303}]},"public_addr":"172.21.15.138:6817/3574085303","cluster_addr":"172.21.15.138:6819/3574085303","heartbeat_back_addr":"172.21.15.138:6823/3574085303","heartbeat_front_addr":"172.21.15.138:6821/3574085303","state":["exists","up"]},{"osd":7,"uuid":"0fcba3b2-e62b-4700-a9d6-65e58402a2d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6824","nonce":3963041571},{"type":"v1","addr":"172.21.15.138:6825","nonce":3963041571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6826","nonce":3963041571},{"type":"v1","addr":"172.21.15.138:6827","nonce":3963041571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6830","nonce":3963041571},{"type":"v1","addr":"172.21.15.138:6831","nonce":3963041571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6828","nonce":3963041571},{"type":"v1","addr":"172.21.15.138:6829","nonce":3963041571}]},"public_addr":"172.21.15.138:6825/3963041571","cluster_addr":"172.21.15.138:6827/3963041571","heartbeat_back_addr":"172.21.15.138:6831/3963041571","heartbeat_front_addr":"172.21.15.138:6829/3963041571","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:55:44.392030+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:56:07.344422+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:56:30.694261+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:56:54.735506+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:57:16.275890+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:57:38.551301+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:58:01.562760+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:58:24.972130+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:0/2416871958":"2024-07-30T14:54:25.272063+0000","172.21.15.67:6801/1103080285":"2024-07-30T14:54:25.272063+0000","172.21.15.67:6800/1103080285":"2024-07-30T14:54:25.272063+0000","172.21.15.67:6801/1199010813":"2024-07-30T14:54:01.799424+0000","172.21.15.67:0/782854378":"2024-07-30T14:54:01.799424+0000","172.21.15.67:0/924859822":"2024-07-30T14:54:01.799424+0000","172.21.15.67:0/211464340":"2024-07-30T14:54:25.272063+0000","172.21.15.67:0/2976172420":"2024-07-30T14:54:25.272063+0000","172.21.15.67:6800/1199010813":"2024-07-30T14:54:01.799424+0000","172.21.15.67:0/1768388867":"2024-07-30T14:54:01.799424+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-29T14:59:14.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:14 smithi067 ceph-mon[29363]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 597 B/s wr, 1 op/s 2024-07-29T14:59:14.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:14 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/1070001803' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-29T14:59:14.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:14 smithi067 ceph-mon[39695]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 597 B/s wr, 1 op/s 2024-07-29T14:59:14.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:14 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/1070001803' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-29T14:59:14.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:14 smithi138 ceph-mon[32824]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 597 B/s wr, 1 op/s 2024-07-29T14:59:14.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:14 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/1070001803' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-29T14:59:14.847 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-07-29T14:59:14.847 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph pg dump --format=json 2024-07-29T14:59:15.112 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:59:16.561 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:16 smithi067 ceph-mon[29363]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:16.561 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:16 smithi067 ceph-mon[39695]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:16.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:16 smithi138 ceph-mon[32824]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:16.923 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:59:16.924 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-07-29T14:59:17.557 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":200,"stamp":"2024-07-29T14:59:15.325209+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385812,"kb_used_data":6936,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575404,"statfs":{"total":767960285184,"available":765517213696,"internally_reserved":0,"allocated":7102464,"data_stored":3991303,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002934"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.689122+0000","last_change":"2024-07-29T14:58:54.906534+0000","last_active":"2024-07-29T14:58:56.689122+0000","last_peered":"2024-07-29T14:58:56.689122+0000","last_clean":"2024-07-29T14:58:56.689122+0000","last_became_active":"2024-07-29T14:58:54.906264+0000","last_became_peered":"2024-07-29T14:58:54.906264+0000","last_unstale":"2024-07-29T14:58:56.689122+0000","last_undegraded":"2024-07-29T14:58:56.689122+0000","last_fullsized":"2024-07-29T14:58:56.689122+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:54:51.292994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.889933+0000","last_change":"2024-07-29T14:58:54.897140+0000","last_active":"2024-07-29T14:58:55.889933+0000","last_peered":"2024-07-29T14:58:55.889933+0000","last_clean":"2024-07-29T14:58:55.889933+0000","last_became_active":"2024-07-29T14:58:54.896859+0000","last_became_peered":"2024-07-29T14:58:54.896859+0000","last_unstale":"2024-07-29T14:58:55.889933+0000","last_undegraded":"2024-07-29T14:58:55.889933+0000","last_fullsized":"2024-07-29T14:58:55.889933+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:46:30.940110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.897238+0000","last_change":"2024-07-29T14:58:54.894492+0000","last_active":"2024-07-29T14:58:54.897238+0000","last_peered":"2024-07-29T14:58:54.897238+0000","last_clean":"2024-07-29T14:58:54.897238+0000","last_became_active":"2024-07-29T14:58:54.894159+0000","last_became_peered":"2024-07-29T14:58:54.894159+0000","last_unstale":"2024-07-29T14:58:54.897238+0000","last_undegraded":"2024-07-29T14:58:54.897238+0000","last_fullsized":"2024-07-29T14:58:54.897238+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:24:11.610445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.903744+0000","last_change":"2024-07-29T14:58:54.903060+0000","last_active":"2024-07-29T14:58:54.903744+0000","last_peered":"2024-07-29T14:58:54.903744+0000","last_clean":"2024-07-29T14:58:54.903744+0000","last_became_active":"2024-07-29T14:58:54.902778+0000","last_became_peered":"2024-07-29T14:58:54.902778+0000","last_unstale":"2024-07-29T14:58:54.903744+0000","last_undegraded":"2024-07-29T14:58:54.903744+0000","last_fullsized":"2024-07-29T14:58:54.903744+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T18:00:49.852846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.688569+0000","last_change":"2024-07-29T14:58:54.897862+0000","last_active":"2024-07-29T14:58:56.688569+0000","last_peered":"2024-07-29T14:58:56.688569+0000","last_clean":"2024-07-29T14:58:56.688569+0000","last_became_active":"2024-07-29T14:58:54.897581+0000","last_became_peered":"2024-07-29T14:58:54.897581+0000","last_unstale":"2024-07-29T14:58:56.688569+0000","last_undegraded":"2024-07-29T14:58:56.688569+0000","last_fullsized":"2024-07-29T14:58:56.688569+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:41:52.926829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.903492+0000","last_change":"2024-07-29T14:58:54.900490+0000","last_active":"2024-07-29T14:58:54.903492+0000","last_peered":"2024-07-29T14:58:54.903492+0000","last_clean":"2024-07-29T14:58:54.903492+0000","last_became_active":"2024-07-29T14:58:54.900194+0000","last_became_peered":"2024-07-29T14:58:54.900194+0000","last_unstale":"2024-07-29T14:58:54.903492+0000","last_undegraded":"2024-07-29T14:58:54.903492+0000","last_fullsized":"2024-07-29T14:58:54.903492+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:47:47.373262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.688400+0000","last_change":"2024-07-29T14:58:54.909966+0000","last_active":"2024-07-29T14:58:56.688400+0000","last_peered":"2024-07-29T14:58:56.688400+0000","last_clean":"2024-07-29T14:58:56.688400+0000","last_became_active":"2024-07-29T14:58:54.909663+0000","last_became_peered":"2024-07-29T14:58:54.909663+0000","last_unstale":"2024-07-29T14:58:56.688400+0000","last_undegraded":"2024-07-29T14:58:56.688400+0000","last_fullsized":"2024-07-29T14:58:56.688400+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:03:50.118677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.898490+0000","last_change":"2024-07-29T14:58:54.898149+0000","last_active":"2024-07-29T14:58:54.898490+0000","last_peered":"2024-07-29T14:58:54.898490+0000","last_clean":"2024-07-29T14:58:54.898490+0000","last_became_active":"2024-07-29T14:58:54.897853+0000","last_became_peered":"2024-07-29T14:58:54.897853+0000","last_unstale":"2024-07-29T14:58:54.898490+0000","last_undegraded":"2024-07-29T14:58:54.898490+0000","last_fullsized":"2024-07-29T14:58:54.898490+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:03:27.449750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.689308+0000","last_change":"2024-07-29T14:58:54.912457+0000","last_active":"2024-07-29T14:58:56.689308+0000","last_peered":"2024-07-29T14:58:56.689308+0000","last_clean":"2024-07-29T14:58:56.689308+0000","last_became_active":"2024-07-29T14:58:54.912152+0000","last_became_peered":"2024-07-29T14:58:54.912152+0000","last_unstale":"2024-07-29T14:58:56.689308+0000","last_undegraded":"2024-07-29T14:58:56.689308+0000","last_fullsized":"2024-07-29T14:58:56.689308+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:53:23.377054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.359226+0000","last_change":"2024-07-29T14:58:54.907925+0000","last_active":"2024-07-29T14:58:56.359226+0000","last_peered":"2024-07-29T14:58:56.359226+0000","last_clean":"2024-07-29T14:58:56.359226+0000","last_became_active":"2024-07-29T14:58:54.907639+0000","last_became_peered":"2024-07-29T14:58:54.907639+0000","last_unstale":"2024-07-29T14:58:56.359226+0000","last_undegraded":"2024-07-29T14:58:56.359226+0000","last_fullsized":"2024-07-29T14:58:56.359226+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:13:59.437328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.359168+0000","last_change":"2024-07-29T14:58:54.908784+0000","last_active":"2024-07-29T14:58:56.359168+0000","last_peered":"2024-07-29T14:58:56.359168+0000","last_clean":"2024-07-29T14:58:56.359168+0000","last_became_active":"2024-07-29T14:58:54.908431+0000","last_became_peered":"2024-07-29T14:58:54.908431+0000","last_unstale":"2024-07-29T14:58:56.359168+0000","last_undegraded":"2024-07-29T14:58:56.359168+0000","last_fullsized":"2024-07-29T14:58:56.359168+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:06:58.712079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.885185+0000","last_change":"2024-07-29T14:58:54.898478+0000","last_active":"2024-07-29T14:58:55.885185+0000","last_peered":"2024-07-29T14:58:55.885185+0000","last_clean":"2024-07-29T14:58:55.885185+0000","last_became_active":"2024-07-29T14:58:54.898131+0000","last_became_peered":"2024-07-29T14:58:54.898131+0000","last_unstale":"2024-07-29T14:58:55.885185+0000","last_undegraded":"2024-07-29T14:58:55.885185+0000","last_fullsized":"2024-07-29T14:58:55.885185+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:12:12.486919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.902614+0000","last_change":"2024-07-29T14:58:54.901848+0000","last_active":"2024-07-29T14:58:54.902614+0000","last_peered":"2024-07-29T14:58:54.902614+0000","last_clean":"2024-07-29T14:58:54.902614+0000","last_became_active":"2024-07-29T14:58:54.901594+0000","last_became_peered":"2024-07-29T14:58:54.901594+0000","last_unstale":"2024-07-29T14:58:54.902614+0000","last_undegraded":"2024-07-29T14:58:54.902614+0000","last_fullsized":"2024-07-29T14:58:54.902614+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:32:42.739014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.906671+0000","last_change":"2024-07-29T14:58:54.906093+0000","last_active":"2024-07-29T14:58:54.906671+0000","last_peered":"2024-07-29T14:58:54.906671+0000","last_clean":"2024-07-29T14:58:54.906671+0000","last_became_active":"2024-07-29T14:58:54.905842+0000","last_became_peered":"2024-07-29T14:58:54.905842+0000","last_unstale":"2024-07-29T14:58:54.906671+0000","last_undegraded":"2024-07-29T14:58:54.906671+0000","last_fullsized":"2024-07-29T14:58:54.906671+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:01:38.408612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.889329+0000","last_change":"2024-07-29T14:58:54.893431+0000","last_active":"2024-07-29T14:58:55.889329+0000","last_peered":"2024-07-29T14:58:55.889329+0000","last_clean":"2024-07-29T14:58:55.889329+0000","last_became_active":"2024-07-29T14:58:54.893172+0000","last_became_peered":"2024-07-29T14:58:54.893172+0000","last_unstale":"2024-07-29T14:58:55.889329+0000","last_undegraded":"2024-07-29T14:58:55.889329+0000","last_fullsized":"2024-07-29T14:58:55.889329+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T19:20:53.306013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.905047+0000","last_change":"2024-07-29T14:58:54.904176+0000","last_active":"2024-07-29T14:58:54.905047+0000","last_peered":"2024-07-29T14:58:54.905047+0000","last_clean":"2024-07-29T14:58:54.905047+0000","last_became_active":"2024-07-29T14:58:54.903872+0000","last_became_peered":"2024-07-29T14:58:54.903872+0000","last_unstale":"2024-07-29T14:58:54.905047+0000","last_undegraded":"2024-07-29T14:58:54.905047+0000","last_fullsized":"2024-07-29T14:58:54.905047+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:48:29.274243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.904372+0000","last_change":"2024-07-29T14:58:54.903652+0000","last_active":"2024-07-29T14:58:54.904372+0000","last_peered":"2024-07-29T14:58:54.904372+0000","last_clean":"2024-07-29T14:58:54.904372+0000","last_became_active":"2024-07-29T14:58:54.903382+0000","last_became_peered":"2024-07-29T14:58:54.903382+0000","last_unstale":"2024-07-29T14:58:54.904372+0000","last_undegraded":"2024-07-29T14:58:54.904372+0000","last_fullsized":"2024-07-29T14:58:54.904372+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:51:43.440728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.890319+0000","last_change":"2024-07-29T14:58:54.895909+0000","last_active":"2024-07-29T14:58:55.890319+0000","last_peered":"2024-07-29T14:58:55.890319+0000","last_clean":"2024-07-29T14:58:55.890319+0000","last_became_active":"2024-07-29T14:58:54.895644+0000","last_became_peered":"2024-07-29T14:58:54.895644+0000","last_unstale":"2024-07-29T14:58:55.890319+0000","last_undegraded":"2024-07-29T14:58:55.890319+0000","last_fullsized":"2024-07-29T14:58:55.890319+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:58:27.607610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.689094+0000","last_change":"2024-07-29T14:58:54.905908+0000","last_active":"2024-07-29T14:58:56.689094+0000","last_peered":"2024-07-29T14:58:56.689094+0000","last_clean":"2024-07-29T14:58:56.689094+0000","last_became_active":"2024-07-29T14:58:54.905611+0000","last_became_peered":"2024-07-29T14:58:54.905611+0000","last_unstale":"2024-07-29T14:58:56.689094+0000","last_undegraded":"2024-07-29T14:58:56.689094+0000","last_fullsized":"2024-07-29T14:58:56.689094+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:47:14.686047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.359002+0000","last_change":"2024-07-29T14:58:54.900891+0000","last_active":"2024-07-29T14:58:56.359002+0000","last_peered":"2024-07-29T14:58:56.359002+0000","last_clean":"2024-07-29T14:58:56.359002+0000","last_became_active":"2024-07-29T14:58:54.900618+0000","last_became_peered":"2024-07-29T14:58:54.900618+0000","last_unstale":"2024-07-29T14:58:56.359002+0000","last_undegraded":"2024-07-29T14:58:56.359002+0000","last_fullsized":"2024-07-29T14:58:56.359002+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T19:16:23.686695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.902460+0000","last_change":"2024-07-29T14:58:54.901995+0000","last_active":"2024-07-29T14:58:54.902460+0000","last_peered":"2024-07-29T14:58:54.902460+0000","last_clean":"2024-07-29T14:58:54.902460+0000","last_became_active":"2024-07-29T14:58:54.901714+0000","last_became_peered":"2024-07-29T14:58:54.901714+0000","last_unstale":"2024-07-29T14:58:54.902460+0000","last_undegraded":"2024-07-29T14:58:54.902460+0000","last_fullsized":"2024-07-29T14:58:54.902460+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:04:18.680094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.906811+0000","last_change":"2024-07-29T14:58:54.905219+0000","last_active":"2024-07-29T14:58:54.906811+0000","last_peered":"2024-07-29T14:58:54.906811+0000","last_clean":"2024-07-29T14:58:54.906811+0000","last_became_active":"2024-07-29T14:58:54.904724+0000","last_became_peered":"2024-07-29T14:58:54.904724+0000","last_unstale":"2024-07-29T14:58:54.906811+0000","last_undegraded":"2024-07-29T14:58:54.906811+0000","last_fullsized":"2024-07-29T14:58:54.906811+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:38:24.089359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.897131+0000","last_change":"2024-07-29T14:58:54.895434+0000","last_active":"2024-07-29T14:58:54.897131+0000","last_peered":"2024-07-29T14:58:54.897131+0000","last_clean":"2024-07-29T14:58:54.897131+0000","last_became_active":"2024-07-29T14:58:54.895152+0000","last_became_peered":"2024-07-29T14:58:54.895152+0000","last_unstale":"2024-07-29T14:58:54.897131+0000","last_undegraded":"2024-07-29T14:58:54.897131+0000","last_fullsized":"2024-07-29T14:58:54.897131+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:07:34.046597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.903243+0000","last_change":"2024-07-29T14:58:54.901114+0000","last_active":"2024-07-29T14:58:54.903243+0000","last_peered":"2024-07-29T14:58:54.903243+0000","last_clean":"2024-07-29T14:58:54.903243+0000","last_became_active":"2024-07-29T14:58:54.900844+0000","last_became_peered":"2024-07-29T14:58:54.900844+0000","last_unstale":"2024-07-29T14:58:54.903243+0000","last_undegraded":"2024-07-29T14:58:54.903243+0000","last_fullsized":"2024-07-29T14:58:54.903243+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:43:30.667050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.901339+0000","last_change":"2024-07-29T14:58:54.901076+0000","last_active":"2024-07-29T14:58:54.901339+0000","last_peered":"2024-07-29T14:58:54.901339+0000","last_clean":"2024-07-29T14:58:54.901339+0000","last_became_active":"2024-07-29T14:58:54.900781+0000","last_became_peered":"2024-07-29T14:58:54.900781+0000","last_unstale":"2024-07-29T14:58:54.901339+0000","last_undegraded":"2024-07-29T14:58:54.901339+0000","last_fullsized":"2024-07-29T14:58:54.901339+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T19:55:04.765235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.359262+0000","last_change":"2024-07-29T14:58:54.903839+0000","last_active":"2024-07-29T14:58:56.359262+0000","last_peered":"2024-07-29T14:58:56.359262+0000","last_clean":"2024-07-29T14:58:56.359262+0000","last_became_active":"2024-07-29T14:58:54.903588+0000","last_became_peered":"2024-07-29T14:58:54.903588+0000","last_unstale":"2024-07-29T14:58:56.359262+0000","last_undegraded":"2024-07-29T14:58:56.359262+0000","last_fullsized":"2024-07-29T14:58:56.359262+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T19:36:23.208856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.890022+0000","last_change":"2024-07-29T14:58:54.900500+0000","last_active":"2024-07-29T14:58:55.890022+0000","last_peered":"2024-07-29T14:58:55.890022+0000","last_clean":"2024-07-29T14:58:55.890022+0000","last_became_active":"2024-07-29T14:58:54.899336+0000","last_became_peered":"2024-07-29T14:58:54.899336+0000","last_unstale":"2024-07-29T14:58:55.890022+0000","last_undegraded":"2024-07-29T14:58:55.890022+0000","last_fullsized":"2024-07-29T14:58:55.890022+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:01:18.452511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.902214+0000","last_change":"2024-07-29T14:58:54.901783+0000","last_active":"2024-07-29T14:58:54.902214+0000","last_peered":"2024-07-29T14:58:54.902214+0000","last_clean":"2024-07-29T14:58:54.902214+0000","last_became_active":"2024-07-29T14:58:54.901517+0000","last_became_peered":"2024-07-29T14:58:54.901517+0000","last_unstale":"2024-07-29T14:58:54.902214+0000","last_undegraded":"2024-07-29T14:58:54.902214+0000","last_fullsized":"2024-07-29T14:58:54.902214+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:36:14.685114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.899964+0000","last_change":"2024-07-29T14:58:54.899629+0000","last_active":"2024-07-29T14:58:54.899964+0000","last_peered":"2024-07-29T14:58:54.899964+0000","last_clean":"2024-07-29T14:58:54.899964+0000","last_became_active":"2024-07-29T14:58:54.899345+0000","last_became_peered":"2024-07-29T14:58:54.899345+0000","last_unstale":"2024-07-29T14:58:54.899964+0000","last_undegraded":"2024-07-29T14:58:54.899964+0000","last_fullsized":"2024-07-29T14:58:54.899964+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:14:12.629302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.900556+0000","last_change":"2024-07-29T14:58:54.898727+0000","last_active":"2024-07-29T14:58:54.900556+0000","last_peered":"2024-07-29T14:58:54.900556+0000","last_clean":"2024-07-29T14:58:54.900556+0000","last_became_active":"2024-07-29T14:58:54.898178+0000","last_became_peered":"2024-07-29T14:58:54.898178+0000","last_unstale":"2024-07-29T14:58:54.900556+0000","last_undegraded":"2024-07-29T14:58:54.900556+0000","last_fullsized":"2024-07-29T14:58:54.900556+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:44:30.807909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.890397+0000","last_change":"2024-07-29T14:58:54.899036+0000","last_active":"2024-07-29T14:58:55.890397+0000","last_peered":"2024-07-29T14:58:55.890397+0000","last_clean":"2024-07-29T14:58:55.890397+0000","last_became_active":"2024-07-29T14:58:54.898681+0000","last_became_peered":"2024-07-29T14:58:54.898681+0000","last_unstale":"2024-07-29T14:58:55.890397+0000","last_undegraded":"2024-07-29T14:58:55.890397+0000","last_fullsized":"2024-07-29T14:58:55.890397+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:40:20.777159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.358705+0000","last_change":"2024-07-29T14:58:54.906522+0000","last_active":"2024-07-29T14:58:56.358705+0000","last_peered":"2024-07-29T14:58:56.358705+0000","last_clean":"2024-07-29T14:58:56.358705+0000","last_became_active":"2024-07-29T14:58:54.905849+0000","last_became_peered":"2024-07-29T14:58:54.905849+0000","last_unstale":"2024-07-29T14:58:56.358705+0000","last_undegraded":"2024-07-29T14:58:56.358705+0000","last_fullsized":"2024-07-29T14:58:56.358705+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:54:47.141454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.884817+0000","last_change":"2024-07-29T14:58:54.886354+0000","last_active":"2024-07-29T14:58:55.884817+0000","last_peered":"2024-07-29T14:58:55.884817+0000","last_clean":"2024-07-29T14:58:55.884817+0000","last_became_active":"2024-07-29T14:58:54.885186+0000","last_became_peered":"2024-07-29T14:58:54.885186+0000","last_unstale":"2024-07-29T14:58:55.884817+0000","last_undegraded":"2024-07-29T14:58:55.884817+0000","last_fullsized":"2024-07-29T14:58:55.884817+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:10:40.248261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.899967+0000","last_change":"2024-07-29T14:58:51.769577+0000","last_active":"2024-07-29T14:58:56.899967+0000","last_peered":"2024-07-29T14:58:56.899967+0000","last_clean":"2024-07-29T14:58:56.899967+0000","last_became_active":"2024-07-29T14:58:51.769292+0000","last_became_peered":"2024-07-29T14:58:51.769292+0000","last_unstale":"2024-07-29T14:58:56.899967+0000","last_undegraded":"2024-07-29T14:58:56.899967+0000","last_fullsized":"2024-07-29T14:58:56.899967+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:58:19.405921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.902125+0000","last_change":"2024-07-29T14:58:54.901308+0000","last_active":"2024-07-29T14:58:54.902125+0000","last_peered":"2024-07-29T14:58:54.902125+0000","last_clean":"2024-07-29T14:58:54.902125+0000","last_became_active":"2024-07-29T14:58:54.901042+0000","last_became_peered":"2024-07-29T14:58:54.901042+0000","last_unstale":"2024-07-29T14:58:54.902125+0000","last_undegraded":"2024-07-29T14:58:54.902125+0000","last_fullsized":"2024-07-29T14:58:54.902125+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:11:55.335369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.900383+0000","last_change":"2024-07-29T14:58:51.767895+0000","last_active":"2024-07-29T14:58:56.900383+0000","last_peered":"2024-07-29T14:58:56.900383+0000","last_clean":"2024-07-29T14:58:56.900383+0000","last_became_active":"2024-07-29T14:58:51.767544+0000","last_became_peered":"2024-07-29T14:58:51.767544+0000","last_unstale":"2024-07-29T14:58:56.900383+0000","last_undegraded":"2024-07-29T14:58:56.900383+0000","last_fullsized":"2024-07-29T14:58:56.900383+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:51:03.135141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.887083+0000","last_change":"2024-07-29T14:58:51.769880+0000","last_active":"2024-07-29T14:58:54.887083+0000","last_peered":"2024-07-29T14:58:54.887083+0000","last_clean":"2024-07-29T14:58:54.887083+0000","last_became_active":"2024-07-29T14:58:51.769620+0000","last_became_peered":"2024-07-29T14:58:51.769620+0000","last_unstale":"2024-07-29T14:58:54.887083+0000","last_undegraded":"2024-07-29T14:58:54.887083+0000","last_fullsized":"2024-07-29T14:58:54.887083+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:51:13.803634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.898217+0000","last_change":"2024-07-29T14:58:54.897869+0000","last_active":"2024-07-29T14:58:54.898217+0000","last_peered":"2024-07-29T14:58:54.898217+0000","last_clean":"2024-07-29T14:58:54.898217+0000","last_became_active":"2024-07-29T14:58:54.897482+0000","last_became_peered":"2024-07-29T14:58:54.897482+0000","last_unstale":"2024-07-29T14:58:54.898217+0000","last_undegraded":"2024-07-29T14:58:54.898217+0000","last_fullsized":"2024-07-29T14:58:54.898217+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:25:59.024817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.888391+0000","last_change":"2024-07-29T14:58:51.776269+0000","last_active":"2024-07-29T14:58:54.888391+0000","last_peered":"2024-07-29T14:58:54.888391+0000","last_clean":"2024-07-29T14:58:54.888391+0000","last_became_active":"2024-07-29T14:58:51.775874+0000","last_became_peered":"2024-07-29T14:58:51.775874+0000","last_unstale":"2024-07-29T14:58:54.888391+0000","last_undegraded":"2024-07-29T14:58:54.888391+0000","last_fullsized":"2024-07-29T14:58:54.888391+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:36:21.056846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.889272+0000","last_change":"2024-07-29T14:58:54.898975+0000","last_active":"2024-07-29T14:58:55.889272+0000","last_peered":"2024-07-29T14:58:55.889272+0000","last_clean":"2024-07-29T14:58:55.889272+0000","last_became_active":"2024-07-29T14:58:54.898651+0000","last_became_peered":"2024-07-29T14:58:54.898651+0000","last_unstale":"2024-07-29T14:58:55.889272+0000","last_undegraded":"2024-07-29T14:58:55.889272+0000","last_fullsized":"2024-07-29T14:58:55.889272+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:09:59.883987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.359243+0000","last_change":"2024-07-29T14:58:51.772712+0000","last_active":"2024-07-29T14:58:56.359243+0000","last_peered":"2024-07-29T14:58:56.359243+0000","last_clean":"2024-07-29T14:58:56.359243+0000","last_became_active":"2024-07-29T14:58:51.772405+0000","last_became_peered":"2024-07-29T14:58:51.772405+0000","last_unstale":"2024-07-29T14:58:56.359243+0000","last_undegraded":"2024-07-29T14:58:56.359243+0000","last_fullsized":"2024-07-29T14:58:56.359243+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:04:33.588173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.903712+0000","last_change":"2024-07-29T14:58:54.903089+0000","last_active":"2024-07-29T14:58:54.903712+0000","last_peered":"2024-07-29T14:58:54.903712+0000","last_clean":"2024-07-29T14:58:54.903712+0000","last_became_active":"2024-07-29T14:58:54.902803+0000","last_became_peered":"2024-07-29T14:58:54.902803+0000","last_unstale":"2024-07-29T14:58:54.903712+0000","last_undegraded":"2024-07-29T14:58:54.903712+0000","last_fullsized":"2024-07-29T14:58:54.903712+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:30:57.540784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.888306+0000","last_change":"2024-07-29T14:58:51.776057+0000","last_active":"2024-07-29T14:58:54.888306+0000","last_peered":"2024-07-29T14:58:54.888306+0000","last_clean":"2024-07-29T14:58:54.888306+0000","last_became_active":"2024-07-29T14:58:51.775517+0000","last_became_peered":"2024-07-29T14:58:51.775517+0000","last_unstale":"2024-07-29T14:58:54.888306+0000","last_undegraded":"2024-07-29T14:58:54.888306+0000","last_fullsized":"2024-07-29T14:58:54.888306+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:40:07.161177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.907000+0000","last_change":"2024-07-29T14:58:54.906068+0000","last_active":"2024-07-29T14:58:54.907000+0000","last_peered":"2024-07-29T14:58:54.907000+0000","last_clean":"2024-07-29T14:58:54.907000+0000","last_became_active":"2024-07-29T14:58:54.905785+0000","last_became_peered":"2024-07-29T14:58:54.905785+0000","last_unstale":"2024-07-29T14:58:54.907000+0000","last_undegraded":"2024-07-29T14:58:54.907000+0000","last_fullsized":"2024-07-29T14:58:54.907000+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:45:30.175360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.899059+0000","last_change":"2024-07-29T14:58:51.772733+0000","last_active":"2024-07-29T14:58:56.899059+0000","last_peered":"2024-07-29T14:58:56.899059+0000","last_clean":"2024-07-29T14:58:56.899059+0000","last_became_active":"2024-07-29T14:58:51.772313+0000","last_became_peered":"2024-07-29T14:58:51.772313+0000","last_unstale":"2024-07-29T14:58:56.899059+0000","last_undegraded":"2024-07-29T14:58:56.899059+0000","last_fullsized":"2024-07-29T14:58:56.899059+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:40:23.279058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.885208+0000","last_change":"2024-07-29T14:58:54.901099+0000","last_active":"2024-07-29T14:58:55.885208+0000","last_peered":"2024-07-29T14:58:55.885208+0000","last_clean":"2024-07-29T14:58:55.885208+0000","last_became_active":"2024-07-29T14:58:54.900805+0000","last_became_peered":"2024-07-29T14:58:54.900805+0000","last_unstale":"2024-07-29T14:58:55.885208+0000","last_undegraded":"2024-07-29T14:58:55.885208+0000","last_fullsized":"2024-07-29T14:58:55.885208+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:18:07.478277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"65'6","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.907129+0000","last_change":"2024-07-29T14:58:51.773845+0000","last_active":"2024-07-29T14:58:56.907129+0000","last_peered":"2024-07-29T14:58:56.907129+0000","last_clean":"2024-07-29T14:58:56.907129+0000","last_became_active":"2024-07-29T14:58:51.773549+0000","last_became_peered":"2024-07-29T14:58:51.773549+0000","last_unstale":"2024-07-29T14:58:56.907129+0000","last_undegraded":"2024-07-29T14:58:56.907129+0000","last_fullsized":"2024-07-29T14:58:56.907129+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:39:12.278033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.688739+0000","last_change":"2024-07-29T14:58:54.910253+0000","last_active":"2024-07-29T14:58:56.688739+0000","last_peered":"2024-07-29T14:58:56.688739+0000","last_clean":"2024-07-29T14:58:56.688739+0000","last_became_active":"2024-07-29T14:58:54.909931+0000","last_became_peered":"2024-07-29T14:58:54.909931+0000","last_unstale":"2024-07-29T14:58:56.688739+0000","last_undegraded":"2024-07-29T14:58:56.688739+0000","last_fullsized":"2024-07-29T14:58:56.688739+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:27:23.243557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.898210+0000","last_change":"2024-07-29T14:58:51.767189+0000","last_active":"2024-07-29T14:58:56.898210+0000","last_peered":"2024-07-29T14:58:56.898210+0000","last_clean":"2024-07-29T14:58:56.898210+0000","last_became_active":"2024-07-29T14:58:51.766909+0000","last_became_peered":"2024-07-29T14:58:51.766909+0000","last_unstale":"2024-07-29T14:58:56.898210+0000","last_undegraded":"2024-07-29T14:58:56.898210+0000","last_fullsized":"2024-07-29T14:58:56.898210+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:28:15.664299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.897855+0000","last_change":"2024-07-29T14:58:54.895681+0000","last_active":"2024-07-29T14:58:54.897855+0000","last_peered":"2024-07-29T14:58:54.897855+0000","last_clean":"2024-07-29T14:58:54.897855+0000","last_became_active":"2024-07-29T14:58:54.895407+0000","last_became_peered":"2024-07-29T14:58:54.895407+0000","last_unstale":"2024-07-29T14:58:54.897855+0000","last_undegraded":"2024-07-29T14:58:54.897855+0000","last_fullsized":"2024-07-29T14:58:54.897855+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:02:17.454357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.888038+0000","last_change":"2024-07-29T14:58:51.776440+0000","last_active":"2024-07-29T14:58:54.888038+0000","last_peered":"2024-07-29T14:58:54.888038+0000","last_clean":"2024-07-29T14:58:54.888038+0000","last_became_active":"2024-07-29T14:58:51.776136+0000","last_became_peered":"2024-07-29T14:58:51.776136+0000","last_unstale":"2024-07-29T14:58:54.888038+0000","last_undegraded":"2024-07-29T14:58:54.888038+0000","last_fullsized":"2024-07-29T14:58:54.888038+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:46:56.907267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.688667+0000","last_change":"2024-07-29T14:58:54.909780+0000","last_active":"2024-07-29T14:58:56.688667+0000","last_peered":"2024-07-29T14:58:56.688667+0000","last_clean":"2024-07-29T14:58:56.688667+0000","last_became_active":"2024-07-29T14:58:54.909486+0000","last_became_peered":"2024-07-29T14:58:54.909486+0000","last_unstale":"2024-07-29T14:58:56.688667+0000","last_undegraded":"2024-07-29T14:58:56.688667+0000","last_fullsized":"2024-07-29T14:58:56.688667+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:30:54.196798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.358727+0000","last_change":"2024-07-29T14:58:51.768532+0000","last_active":"2024-07-29T14:58:56.358727+0000","last_peered":"2024-07-29T14:58:56.358727+0000","last_clean":"2024-07-29T14:58:56.358727+0000","last_became_active":"2024-07-29T14:58:51.768013+0000","last_became_peered":"2024-07-29T14:58:51.768013+0000","last_unstale":"2024-07-29T14:58:56.358727+0000","last_undegraded":"2024-07-29T14:58:56.358727+0000","last_fullsized":"2024-07-29T14:58:56.358727+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:19:42.420636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.358869+0000","last_change":"2024-07-29T14:58:54.906616+0000","last_active":"2024-07-29T14:58:56.358869+0000","last_peered":"2024-07-29T14:58:56.358869+0000","last_clean":"2024-07-29T14:58:56.358869+0000","last_became_active":"2024-07-29T14:58:54.906253+0000","last_became_peered":"2024-07-29T14:58:54.906253+0000","last_unstale":"2024-07-29T14:58:56.358869+0000","last_undegraded":"2024-07-29T14:58:56.358869+0000","last_fullsized":"2024-07-29T14:58:56.358869+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:50:34.496700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":22,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.907691+0000","last_change":"2024-07-29T14:58:51.766094+0000","last_active":"2024-07-29T14:58:56.907691+0000","last_peered":"2024-07-29T14:58:56.907691+0000","last_clean":"2024-07-29T14:58:56.907691+0000","last_became_active":"2024-07-29T14:58:51.765793+0000","last_became_peered":"2024-07-29T14:58:51.765793+0000","last_unstale":"2024-07-29T14:58:56.907691+0000","last_undegraded":"2024-07-29T14:58:56.907691+0000","last_fullsized":"2024-07-29T14:58:56.907691+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:51:58.038075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.688533+0000","last_change":"2024-07-29T14:58:54.910354+0000","last_active":"2024-07-29T14:58:56.688533+0000","last_peered":"2024-07-29T14:58:56.688533+0000","last_clean":"2024-07-29T14:58:56.688533+0000","last_became_active":"2024-07-29T14:58:54.910090+0000","last_became_peered":"2024-07-29T14:58:54.910090+0000","last_unstale":"2024-07-29T14:58:56.688533+0000","last_undegraded":"2024-07-29T14:58:56.688533+0000","last_fullsized":"2024-07-29T14:58:56.688533+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:10:56.225018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.886619+0000","last_change":"2024-07-29T14:58:51.764730+0000","last_active":"2024-07-29T14:58:56.886619+0000","last_peered":"2024-07-29T14:58:56.886619+0000","last_clean":"2024-07-29T14:58:56.886619+0000","last_became_active":"2024-07-29T14:58:51.764431+0000","last_became_peered":"2024-07-29T14:58:51.764431+0000","last_unstale":"2024-07-29T14:58:56.886619+0000","last_undegraded":"2024-07-29T14:58:56.886619+0000","last_fullsized":"2024-07-29T14:58:56.886619+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T19:54:52.033623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.689102+0000","last_change":"2024-07-29T14:58:54.911420+0000","last_active":"2024-07-29T14:58:56.689102+0000","last_peered":"2024-07-29T14:58:56.689102+0000","last_clean":"2024-07-29T14:58:56.689102+0000","last_became_active":"2024-07-29T14:58:54.910915+0000","last_became_peered":"2024-07-29T14:58:54.910915+0000","last_unstale":"2024-07-29T14:58:56.689102+0000","last_undegraded":"2024-07-29T14:58:56.689102+0000","last_fullsized":"2024-07-29T14:58:56.689102+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:37:28.592545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.904543+0000","last_change":"2024-07-29T14:58:51.771835+0000","last_active":"2024-07-29T14:58:56.904543+0000","last_peered":"2024-07-29T14:58:56.904543+0000","last_clean":"2024-07-29T14:58:56.904543+0000","last_became_active":"2024-07-29T14:58:51.771474+0000","last_became_peered":"2024-07-29T14:58:51.771474+0000","last_unstale":"2024-07-29T14:58:56.904543+0000","last_undegraded":"2024-07-29T14:58:56.904543+0000","last_fullsized":"2024-07-29T14:58:56.904543+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:26:12.244897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.689159+0000","last_change":"2024-07-29T14:58:54.910585+0000","last_active":"2024-07-29T14:58:56.689159+0000","last_peered":"2024-07-29T14:58:56.689159+0000","last_clean":"2024-07-29T14:58:56.689159+0000","last_became_active":"2024-07-29T14:58:54.910261+0000","last_became_peered":"2024-07-29T14:58:54.910261+0000","last_unstale":"2024-07-29T14:58:56.689159+0000","last_undegraded":"2024-07-29T14:58:56.689159+0000","last_fullsized":"2024-07-29T14:58:56.689159+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:59:13.901737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.890609+0000","last_change":"2024-07-29T14:58:51.767467+0000","last_active":"2024-07-29T14:58:56.890609+0000","last_peered":"2024-07-29T14:58:56.890609+0000","last_clean":"2024-07-29T14:58:56.890609+0000","last_became_active":"2024-07-29T14:58:51.766643+0000","last_became_peered":"2024-07-29T14:58:51.766643+0000","last_unstale":"2024-07-29T14:58:56.890609+0000","last_undegraded":"2024-07-29T14:58:56.890609+0000","last_fullsized":"2024-07-29T14:58:56.890609+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:42:11.183349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.906921+0000","last_change":"2024-07-29T14:58:54.905175+0000","last_active":"2024-07-29T14:58:54.906921+0000","last_peered":"2024-07-29T14:58:54.906921+0000","last_clean":"2024-07-29T14:58:54.906921+0000","last_became_active":"2024-07-29T14:58:54.904783+0000","last_became_peered":"2024-07-29T14:58:54.904783+0000","last_unstale":"2024-07-29T14:58:54.906921+0000","last_undegraded":"2024-07-29T14:58:54.906921+0000","last_fullsized":"2024-07-29T14:58:54.906921+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:25:22.828596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.889410+0000","last_change":"2024-07-29T14:58:51.772703+0000","last_active":"2024-07-29T14:58:55.889410+0000","last_peered":"2024-07-29T14:58:55.889410+0000","last_clean":"2024-07-29T14:58:55.889410+0000","last_became_active":"2024-07-29T14:58:51.772412+0000","last_became_peered":"2024-07-29T14:58:51.772412+0000","last_unstale":"2024-07-29T14:58:55.889410+0000","last_undegraded":"2024-07-29T14:58:55.889410+0000","last_fullsized":"2024-07-29T14:58:55.889410+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:33:45.875503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.688833+0000","last_change":"2024-07-29T14:58:54.911624+0000","last_active":"2024-07-29T14:58:56.688833+0000","last_peered":"2024-07-29T14:58:56.688833+0000","last_clean":"2024-07-29T14:58:56.688833+0000","last_became_active":"2024-07-29T14:58:54.911325+0000","last_became_peered":"2024-07-29T14:58:54.911325+0000","last_unstale":"2024-07-29T14:58:56.688833+0000","last_undegraded":"2024-07-29T14:58:56.688833+0000","last_fullsized":"2024-07-29T14:58:56.688833+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:35:13.754433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":234,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.688621+0000","last_change":"2024-07-29T14:58:30.351702+0000","last_active":"2024-07-29T14:58:56.688621+0000","last_peered":"2024-07-29T14:58:56.688621+0000","last_clean":"2024-07-29T14:58:56.688621+0000","last_became_active":"2024-07-29T14:58:30.351297+0000","last_became_peered":"2024-07-29T14:58:30.351297+0000","last_unstale":"2024-07-29T14:58:56.688621+0000","last_undegraded":"2024-07-29T14:58:56.688621+0000","last_fullsized":"2024-07-29T14:58:56.688621+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:56:33.779105+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:56:33.779105+0000","last_clean_scrub_stamp":"2024-07-29T14:56:33.779105+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:44:34.189834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.887501+0000","last_change":"2024-07-29T14:58:51.776323+0000","last_active":"2024-07-29T14:58:54.887501+0000","last_peered":"2024-07-29T14:58:54.887501+0000","last_clean":"2024-07-29T14:58:54.887501+0000","last_became_active":"2024-07-29T14:58:51.775849+0000","last_became_peered":"2024-07-29T14:58:51.775849+0000","last_unstale":"2024-07-29T14:58:54.887501+0000","last_undegraded":"2024-07-29T14:58:54.887501+0000","last_fullsized":"2024-07-29T14:58:54.887501+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:07:14.909445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.902859+0000","last_change":"2024-07-29T14:58:54.902483+0000","last_active":"2024-07-29T14:58:54.902859+0000","last_peered":"2024-07-29T14:58:54.902859+0000","last_clean":"2024-07-29T14:58:54.902859+0000","last_became_active":"2024-07-29T14:58:54.902231+0000","last_became_peered":"2024-07-29T14:58:54.902231+0000","last_unstale":"2024-07-29T14:58:54.902859+0000","last_undegraded":"2024-07-29T14:58:54.902859+0000","last_fullsized":"2024-07-29T14:58:54.902859+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T19:01:29.424577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.688447+0000","last_change":"2024-07-29T14:58:51.773259+0000","last_active":"2024-07-29T14:58:56.688447+0000","last_peered":"2024-07-29T14:58:56.688447+0000","last_clean":"2024-07-29T14:58:56.688447+0000","last_became_active":"2024-07-29T14:58:51.772981+0000","last_became_peered":"2024-07-29T14:58:51.772981+0000","last_unstale":"2024-07-29T14:58:56.688447+0000","last_undegraded":"2024-07-29T14:58:56.688447+0000","last_fullsized":"2024-07-29T14:58:56.688447+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T19:27:46.787720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.897357+0000","last_change":"2024-07-29T14:58:54.894812+0000","last_active":"2024-07-29T14:58:54.897357+0000","last_peered":"2024-07-29T14:58:54.897357+0000","last_clean":"2024-07-29T14:58:54.897357+0000","last_became_active":"2024-07-29T14:58:54.894571+0000","last_became_peered":"2024-07-29T14:58:54.894571+0000","last_unstale":"2024-07-29T14:58:54.897357+0000","last_undegraded":"2024-07-29T14:58:54.897357+0000","last_fullsized":"2024-07-29T14:58:54.897357+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:57:48.395554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.890325+0000","last_change":"2024-07-29T14:58:51.770065+0000","last_active":"2024-07-29T14:58:55.890325+0000","last_peered":"2024-07-29T14:58:55.890325+0000","last_clean":"2024-07-29T14:58:55.890325+0000","last_became_active":"2024-07-29T14:58:51.769673+0000","last_became_peered":"2024-07-29T14:58:51.769673+0000","last_unstale":"2024-07-29T14:58:55.890325+0000","last_undegraded":"2024-07-29T14:58:55.890325+0000","last_fullsized":"2024-07-29T14:58:55.890325+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:34:03.465929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.889204+0000","last_change":"2024-07-29T14:58:54.895215+0000","last_active":"2024-07-29T14:58:55.889204+0000","last_peered":"2024-07-29T14:58:55.889204+0000","last_clean":"2024-07-29T14:58:55.889204+0000","last_became_active":"2024-07-29T14:58:54.894953+0000","last_became_peered":"2024-07-29T14:58:54.894953+0000","last_unstale":"2024-07-29T14:58:55.889204+0000","last_undegraded":"2024-07-29T14:58:55.889204+0000","last_fullsized":"2024-07-29T14:58:55.889204+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:36:37.305120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.888160+0000","last_change":"2024-07-29T14:58:51.775567+0000","last_active":"2024-07-29T14:58:54.888160+0000","last_peered":"2024-07-29T14:58:54.888160+0000","last_clean":"2024-07-29T14:58:54.888160+0000","last_became_active":"2024-07-29T14:58:51.775250+0000","last_became_peered":"2024-07-29T14:58:51.775250+0000","last_unstale":"2024-07-29T14:58:54.888160+0000","last_undegraded":"2024-07-29T14:58:54.888160+0000","last_fullsized":"2024-07-29T14:58:54.888160+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:30:19.813989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.885025+0000","last_change":"2024-07-29T14:58:54.896876+0000","last_active":"2024-07-29T14:58:55.885025+0000","last_peered":"2024-07-29T14:58:55.885025+0000","last_clean":"2024-07-29T14:58:55.885025+0000","last_became_active":"2024-07-29T14:58:54.896591+0000","last_became_peered":"2024-07-29T14:58:54.896591+0000","last_unstale":"2024-07-29T14:58:55.885025+0000","last_undegraded":"2024-07-29T14:58:55.885025+0000","last_fullsized":"2024-07-29T14:58:55.885025+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:27:58.579511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.889647+0000","last_change":"2024-07-29T14:58:51.766579+0000","last_active":"2024-07-29T14:58:55.889647+0000","last_peered":"2024-07-29T14:58:55.889647+0000","last_clean":"2024-07-29T14:58:55.889647+0000","last_became_active":"2024-07-29T14:58:51.764393+0000","last_became_peered":"2024-07-29T14:58:51.764393+0000","last_unstale":"2024-07-29T14:58:55.889647+0000","last_undegraded":"2024-07-29T14:58:55.889647+0000","last_fullsized":"2024-07-29T14:58:55.889647+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:46:19.046366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.897662+0000","last_change":"2024-07-29T14:58:54.897154+0000","last_active":"2024-07-29T14:58:54.897662+0000","last_peered":"2024-07-29T14:58:54.897662+0000","last_clean":"2024-07-29T14:58:54.897662+0000","last_became_active":"2024-07-29T14:58:54.896867+0000","last_became_peered":"2024-07-29T14:58:54.896867+0000","last_unstale":"2024-07-29T14:58:54.897662+0000","last_undegraded":"2024-07-29T14:58:54.897662+0000","last_fullsized":"2024-07-29T14:58:54.897662+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:39:38.395749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.689121+0000","last_change":"2024-07-29T14:58:51.772745+0000","last_active":"2024-07-29T14:58:56.689121+0000","last_peered":"2024-07-29T14:58:56.689121+0000","last_clean":"2024-07-29T14:58:56.689121+0000","last_became_active":"2024-07-29T14:58:51.771433+0000","last_became_peered":"2024-07-29T14:58:51.771433+0000","last_unstale":"2024-07-29T14:58:56.689121+0000","last_undegraded":"2024-07-29T14:58:56.689121+0000","last_fullsized":"2024-07-29T14:58:56.689121+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:40:53.421689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.889643+0000","last_change":"2024-07-29T14:58:54.891774+0000","last_active":"2024-07-29T14:58:55.889643+0000","last_peered":"2024-07-29T14:58:55.889643+0000","last_clean":"2024-07-29T14:58:55.889643+0000","last_became_active":"2024-07-29T14:58:54.891500+0000","last_became_peered":"2024-07-29T14:58:54.891500+0000","last_unstale":"2024-07-29T14:58:55.889643+0000","last_undegraded":"2024-07-29T14:58:55.889643+0000","last_fullsized":"2024-07-29T14:58:55.889643+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:07:18.702831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.890670+0000","last_change":"2024-07-29T14:58:51.764881+0000","last_active":"2024-07-29T14:58:56.890670+0000","last_peered":"2024-07-29T14:58:56.890670+0000","last_clean":"2024-07-29T14:58:56.890670+0000","last_became_active":"2024-07-29T14:58:51.764572+0000","last_became_peered":"2024-07-29T14:58:51.764572+0000","last_unstale":"2024-07-29T14:58:56.890670+0000","last_undegraded":"2024-07-29T14:58:56.890670+0000","last_fullsized":"2024-07-29T14:58:56.890670+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:43:45.776893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.904295+0000","last_change":"2024-07-29T14:58:54.903890+0000","last_active":"2024-07-29T14:58:54.904295+0000","last_peered":"2024-07-29T14:58:54.904295+0000","last_clean":"2024-07-29T14:58:54.904295+0000","last_became_active":"2024-07-29T14:58:54.903517+0000","last_became_peered":"2024-07-29T14:58:54.903517+0000","last_unstale":"2024-07-29T14:58:54.904295+0000","last_undegraded":"2024-07-29T14:58:54.904295+0000","last_fullsized":"2024-07-29T14:58:54.904295+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:17:32.031615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.905344+0000","last_change":"2024-07-29T14:58:51.767029+0000","last_active":"2024-07-29T14:58:56.905344+0000","last_peered":"2024-07-29T14:58:56.905344+0000","last_clean":"2024-07-29T14:58:56.905344+0000","last_became_active":"2024-07-29T14:58:51.766717+0000","last_became_peered":"2024-07-29T14:58:51.766717+0000","last_unstale":"2024-07-29T14:58:56.905344+0000","last_undegraded":"2024-07-29T14:58:56.905344+0000","last_fullsized":"2024-07-29T14:58:56.905344+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:58:01.821315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.902454+0000","last_change":"2024-07-29T14:58:54.902021+0000","last_active":"2024-07-29T14:58:54.902454+0000","last_peered":"2024-07-29T14:58:54.902454+0000","last_clean":"2024-07-29T14:58:54.902454+0000","last_became_active":"2024-07-29T14:58:54.901653+0000","last_became_peered":"2024-07-29T14:58:54.901653+0000","last_unstale":"2024-07-29T14:58:54.902454+0000","last_undegraded":"2024-07-29T14:58:54.902454+0000","last_fullsized":"2024-07-29T14:58:54.902454+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:31:56.711696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.688369+0000","last_change":"2024-07-29T14:58:51.774305+0000","last_active":"2024-07-29T14:58:56.688369+0000","last_peered":"2024-07-29T14:58:56.688369+0000","last_clean":"2024-07-29T14:58:56.688369+0000","last_became_active":"2024-07-29T14:58:51.773946+0000","last_became_peered":"2024-07-29T14:58:51.773946+0000","last_unstale":"2024-07-29T14:58:56.688369+0000","last_undegraded":"2024-07-29T14:58:56.688369+0000","last_fullsized":"2024-07-29T14:58:56.688369+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:47:22.593680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.885001+0000","last_change":"2024-07-29T14:58:54.902747+0000","last_active":"2024-07-29T14:58:55.885001+0000","last_peered":"2024-07-29T14:58:55.885001+0000","last_clean":"2024-07-29T14:58:55.885001+0000","last_became_active":"2024-07-29T14:58:54.902246+0000","last_became_peered":"2024-07-29T14:58:54.902246+0000","last_unstale":"2024-07-29T14:58:55.885001+0000","last_undegraded":"2024-07-29T14:58:55.885001+0000","last_fullsized":"2024-07-29T14:58:55.885001+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:28:06.497139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.889590+0000","last_change":"2024-07-29T14:58:51.767276+0000","last_active":"2024-07-29T14:58:55.889590+0000","last_peered":"2024-07-29T14:58:55.889590+0000","last_clean":"2024-07-29T14:58:55.889590+0000","last_became_active":"2024-07-29T14:58:51.766997+0000","last_became_peered":"2024-07-29T14:58:51.766997+0000","last_unstale":"2024-07-29T14:58:55.889590+0000","last_undegraded":"2024-07-29T14:58:55.889590+0000","last_fullsized":"2024-07-29T14:58:55.889590+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T18:13:38.883882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.895016+0000","last_change":"2024-07-29T14:58:54.894542+0000","last_active":"2024-07-29T14:58:54.895016+0000","last_peered":"2024-07-29T14:58:54.895016+0000","last_clean":"2024-07-29T14:58:54.895016+0000","last_became_active":"2024-07-29T14:58:54.894255+0000","last_became_peered":"2024-07-29T14:58:54.894255+0000","last_unstale":"2024-07-29T14:58:54.895016+0000","last_undegraded":"2024-07-29T14:58:54.895016+0000","last_fullsized":"2024-07-29T14:58:54.895016+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T18:40:09.648235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.889462+0000","last_change":"2024-07-29T14:58:51.766652+0000","last_active":"2024-07-29T14:58:55.889462+0000","last_peered":"2024-07-29T14:58:55.889462+0000","last_clean":"2024-07-29T14:58:55.889462+0000","last_became_active":"2024-07-29T14:58:51.765813+0000","last_became_peered":"2024-07-29T14:58:51.765813+0000","last_unstale":"2024-07-29T14:58:55.889462+0000","last_undegraded":"2024-07-29T14:58:55.889462+0000","last_fullsized":"2024-07-29T14:58:55.889462+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:33:15.318075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.901934+0000","last_change":"2024-07-29T14:58:54.901035+0000","last_active":"2024-07-29T14:58:54.901934+0000","last_peered":"2024-07-29T14:58:54.901934+0000","last_clean":"2024-07-29T14:58:54.901934+0000","last_became_active":"2024-07-29T14:58:54.900719+0000","last_became_peered":"2024-07-29T14:58:54.900719+0000","last_unstale":"2024-07-29T14:58:54.901934+0000","last_undegraded":"2024-07-29T14:58:54.901934+0000","last_fullsized":"2024-07-29T14:58:54.901934+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:00:58.198024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.902539+0000","last_change":"2024-07-29T14:58:51.773352+0000","last_active":"2024-07-29T14:58:56.902539+0000","last_peered":"2024-07-29T14:58:56.902539+0000","last_clean":"2024-07-29T14:58:56.902539+0000","last_became_active":"2024-07-29T14:58:51.773071+0000","last_became_peered":"2024-07-29T14:58:51.773071+0000","last_unstale":"2024-07-29T14:58:56.902539+0000","last_undegraded":"2024-07-29T14:58:56.902539+0000","last_fullsized":"2024-07-29T14:58:56.902539+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:40:37.670844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.358820+0000","last_change":"2024-07-29T14:58:54.900083+0000","last_active":"2024-07-29T14:58:56.358820+0000","last_peered":"2024-07-29T14:58:56.358820+0000","last_clean":"2024-07-29T14:58:56.358820+0000","last_became_active":"2024-07-29T14:58:54.899716+0000","last_became_peered":"2024-07-29T14:58:54.899716+0000","last_unstale":"2024-07-29T14:58:56.358820+0000","last_undegraded":"2024-07-29T14:58:56.358820+0000","last_fullsized":"2024-07-29T14:58:56.358820+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:53:58.223099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.904637+0000","last_change":"2024-07-29T14:58:54.904241+0000","last_active":"2024-07-29T14:58:54.904637+0000","last_peered":"2024-07-29T14:58:54.904637+0000","last_clean":"2024-07-29T14:58:54.904637+0000","last_became_active":"2024-07-29T14:58:54.903928+0000","last_became_peered":"2024-07-29T14:58:54.903928+0000","last_unstale":"2024-07-29T14:58:54.904637+0000","last_undegraded":"2024-07-29T14:58:54.904637+0000","last_fullsized":"2024-07-29T14:58:54.904637+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:19:09.960703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.901812+0000","last_change":"2024-07-29T14:58:51.774440+0000","last_active":"2024-07-29T14:58:56.901812+0000","last_peered":"2024-07-29T14:58:56.901812+0000","last_clean":"2024-07-29T14:58:56.901812+0000","last_became_active":"2024-07-29T14:58:51.773907+0000","last_became_peered":"2024-07-29T14:58:51.773907+0000","last_unstale":"2024-07-29T14:58:56.901812+0000","last_undegraded":"2024-07-29T14:58:56.901812+0000","last_fullsized":"2024-07-29T14:58:56.901812+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:02:26.041301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.894965+0000","last_change":"2024-07-29T14:58:54.894616+0000","last_active":"2024-07-29T14:58:54.894965+0000","last_peered":"2024-07-29T14:58:54.894965+0000","last_clean":"2024-07-29T14:58:54.894965+0000","last_became_active":"2024-07-29T14:58:54.893878+0000","last_became_peered":"2024-07-29T14:58:54.893878+0000","last_unstale":"2024-07-29T14:58:54.894965+0000","last_undegraded":"2024-07-29T14:58:54.894965+0000","last_fullsized":"2024-07-29T14:58:54.894965+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:59:41.205664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.903443+0000","last_change":"2024-07-29T14:58:51.770118+0000","last_active":"2024-07-29T14:58:56.903443+0000","last_peered":"2024-07-29T14:58:56.903443+0000","last_clean":"2024-07-29T14:58:56.903443+0000","last_became_active":"2024-07-29T14:58:51.769042+0000","last_became_peered":"2024-07-29T14:58:51.769042+0000","last_unstale":"2024-07-29T14:58:56.903443+0000","last_undegraded":"2024-07-29T14:58:56.903443+0000","last_fullsized":"2024-07-29T14:58:56.903443+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:24:54.319391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.897329+0000","last_change":"2024-07-29T14:58:54.895144+0000","last_active":"2024-07-29T14:58:54.897329+0000","last_peered":"2024-07-29T14:58:54.897329+0000","last_clean":"2024-07-29T14:58:54.897329+0000","last_became_active":"2024-07-29T14:58:54.894802+0000","last_became_peered":"2024-07-29T14:58:54.894802+0000","last_unstale":"2024-07-29T14:58:54.897329+0000","last_undegraded":"2024-07-29T14:58:54.897329+0000","last_fullsized":"2024-07-29T14:58:54.897329+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:35:43.292147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.899000+0000","last_change":"2024-07-29T14:58:51.772582+0000","last_active":"2024-07-29T14:58:56.899000+0000","last_peered":"2024-07-29T14:58:56.899000+0000","last_clean":"2024-07-29T14:58:56.899000+0000","last_became_active":"2024-07-29T14:58:51.772312+0000","last_became_peered":"2024-07-29T14:58:51.772312+0000","last_unstale":"2024-07-29T14:58:56.899000+0000","last_undegraded":"2024-07-29T14:58:56.899000+0000","last_fullsized":"2024-07-29T14:58:56.899000+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:24:46.001398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.898157+0000","last_change":"2024-07-29T14:58:54.897791+0000","last_active":"2024-07-29T14:58:54.898157+0000","last_peered":"2024-07-29T14:58:54.898157+0000","last_clean":"2024-07-29T14:58:54.898157+0000","last_became_active":"2024-07-29T14:58:54.897490+0000","last_became_peered":"2024-07-29T14:58:54.897490+0000","last_unstale":"2024-07-29T14:58:54.898157+0000","last_undegraded":"2024-07-29T14:58:54.898157+0000","last_fullsized":"2024-07-29T14:58:54.898157+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:34:45.627745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.898279+0000","last_change":"2024-07-29T14:58:51.765283+0000","last_active":"2024-07-29T14:58:56.898279+0000","last_peered":"2024-07-29T14:58:56.898279+0000","last_clean":"2024-07-29T14:58:56.898279+0000","last_became_active":"2024-07-29T14:58:51.764850+0000","last_became_peered":"2024-07-29T14:58:51.764850+0000","last_unstale":"2024-07-29T14:58:56.898279+0000","last_undegraded":"2024-07-29T14:58:56.898279+0000","last_fullsized":"2024-07-29T14:58:56.898279+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:02:21.860709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233995,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298592,"kb_used_data":1228,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446560,"statfs":{"total":95995035648,"available":95689277440,"internally_reserved":0,"allocated":1257472,"data_stored":867781,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54400000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46500000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57299999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59599999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67900000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73299999999999998}]}]},{"osd":6,"up_from":46,"seq":197568495633,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298592,"kb_used_data":1228,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446560,"statfs":{"total":95995035648,"available":95689277440,"internally_reserved":0,"allocated":1257472,"data_stored":868476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 29 14:59:09 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.60499999999999998}]},{"osd":1,"last update":"Mon Jul 29 14:59:09 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.54300000000000004}]},{"osd":2,"last update":"Mon Jul 29 14:59:09 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.63900000000000001}]},{"osd":3,"last update":"Mon Jul 29 14:59:09 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.621}]},{"osd":4,"last update":"Mon Jul 29 14:59:09 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.35799999999999998}]},{"osd":5,"last update":"Mon Jul 29 14:59:09 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.42099999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46000000000000002}]}]},{"osd":5,"up_from":38,"seq":163208757269,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298008,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447144,"statfs":{"total":95995035648,"available":95689875456,"internally_reserved":0,"allocated":667648,"data_stored":278140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 29 14:58:42 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.53200000000000003}]},{"osd":1,"last update":"Mon Jul 29 14:58:42 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.58299999999999996}]},{"osd":2,"last update":"Mon Jul 29 14:58:42 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.60599999999999998}]},{"osd":3,"last update":"Mon Jul 29 14:58:42 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.67700000000000005}]},{"osd":4,"last update":"Mon Jul 29 14:58:42 2024","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.48099999999999998}]},{"osd":6,"last update":"Mon Jul 29 14:59:04 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.51000000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.432}]}]},{"osd":4,"up_from":30,"seq":128849018904,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298012,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447140,"statfs":{"total":95995035648,"available":95689871360,"internally_reserved":0,"allocated":663552,"data_stored":276987,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 29 14:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.57599999999999996}]},{"osd":1,"last update":"Mon Jul 29 14:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.60399999999999998}]},{"osd":2,"last update":"Mon Jul 29 14:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.54800000000000004}]},{"osd":3,"last update":"Mon Jul 29 14:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.629},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.52000000000000002}]},{"osd":5,"last update":"Mon Jul 29 14:58:40 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.38}]},{"osd":6,"last update":"Mon Jul 29 14:59:08 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.503},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.435}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56000000000000005}]}]},{"osd":3,"up_from":25,"seq":107374182429,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298020,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447132,"statfs":{"total":95995035648,"available":95689863168,"internally_reserved":0,"allocated":675840,"data_stored":278477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 29 14:58:57 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.378,"15min":0.38},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.40600000000000003,"15min":0.40300000000000002},"min":{"1min":0.31,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.38900000000000001}]},{"osd":1,"last update":"Mon Jul 29 14:58:57 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.42199999999999999,"15min":0.41499999999999998},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.40600000000000003,"15min":0.40799999999999997},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.45700000000000002}]},{"osd":2,"last update":"Mon Jul 29 14:58:57 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.44400000000000001,"15min":0.442},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.41499999999999998,"15min":0.41599999999999998},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.44}]},{"osd":4,"last update":"Mon Jul 29 14:58:18 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.83699999999999997}]},{"osd":5,"last update":"Mon Jul 29 14:58:41 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.67800000000000005}]},{"osd":6,"last update":"Mon Jul 29 14:59:04 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.86899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76900000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411362,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297996,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447156,"statfs":{"total":95995035648,"available":95689887744,"internally_reserved":0,"allocated":655360,"data_stored":276821,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 29 14:58:34 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.36599999999999999,"15min":0.35699999999999998},"min":{"1min":0.26800000000000002,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.377,"15min":0.371},"min":{"1min":0.27800000000000002,"5min":0.218,"15min":0.218},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.38600000000000001}]},{"osd":1,"last update":"Mon Jul 29 14:58:34 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.36699999999999999,"15min":0.35899999999999999},"min":{"1min":0.27700000000000002,"5min":0.182,"15min":0.182},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.39300000000000002,"15min":0.38300000000000001},"min":{"1min":0.30299999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.432}]},{"osd":3,"last update":"Mon Jul 29 14:59:00 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.46200000000000002,"15min":0.46899999999999997},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.44,"15min":0.45000000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.55400000000000005,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.30399999999999999}]},{"osd":4,"last update":"Mon Jul 29 14:58:17 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.5},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.55600000000000005}]},{"osd":5,"last update":"Mon Jul 29 14:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":1.181,"5min":1.181,"15min":1.181},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.56899999999999995}]},{"osd":6,"last update":"Mon Jul 29 14:59:03 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.46600000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53700000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574887,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298004,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447148,"statfs":{"total":95995035648,"available":95689879552,"internally_reserved":0,"allocated":663552,"data_stored":276981,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 29 14:58:14 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.30499999999999999,"15min":0.29099999999999998},"min":{"1min":0.249,"5min":0.219,"15min":0.219},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.373},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.311,"15min":0.29399999999999998},"min":{"1min":0.307,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.218}]},{"osd":2,"last update":"Mon Jul 29 14:58:38 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.36599999999999999,"15min":0.35999999999999999},"min":{"1min":0.28100000000000003,"5min":0.189,"15min":0.189},"max":{"1min":0.53700000000000003,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.34399999999999997,"15min":0.33500000000000002},"min":{"1min":0.22900000000000001,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.56599999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.433}]},{"osd":3,"last update":"Mon Jul 29 14:58:59 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.46300000000000002,"15min":0.46400000000000002},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.434,"15min":0.435},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.60599999999999998,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.35199999999999998}]},{"osd":4,"last update":"Mon Jul 29 14:58:19 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.53800000000000003}]},{"osd":5,"last update":"Mon Jul 29 14:58:44 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.47799999999999998}]},{"osd":6,"last update":"Mon Jul 29 14:59:06 2024","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.64300000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738411,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298588,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446564,"statfs":{"total":95995035648,"available":95689281536,"internally_reserved":0,"allocated":1261568,"data_stored":867640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jul 29 14:58:13 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.32800000000000001,"15min":0.315},"min":{"1min":0.26900000000000002,"5min":0.184,"15min":0.184},"max":{"1min":0.60299999999999998,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.34200000000000003,"15min":0.32900000000000001},"min":{"1min":0.26200000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.59399999999999997,"5min":0.622,"15min":0.622},"last":0.45700000000000002}]},{"osd":2,"last update":"Mon Jul 29 14:58:35 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.38900000000000001,"15min":0.38100000000000001},"min":{"1min":0.25600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.376,"15min":0.36799999999999999},"min":{"1min":0.222,"5min":0.214,"15min":0.214},"max":{"1min":0.58299999999999996,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.42499999999999999}]},{"osd":3,"last update":"Mon Jul 29 14:58:56 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.46100000000000002,"15min":0.46899999999999997},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.437,"15min":0.44500000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.64800000000000002,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.44500000000000001}]},{"osd":4,"last update":"Mon Jul 29 14:58:18 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.56799999999999995}]},{"osd":5,"last update":"Mon Jul 29 14:58:41 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.55500000000000005}]},{"osd":6,"last update":"Mon Jul 29 14:59:06 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.57899999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.621}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-29T14:59:17.563 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph pg dump --format=json 2024-07-29T14:59:17.827 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:59:18.646 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:18 smithi067 ceph-mon[29363]: from='client.14502 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-29T14:59:18.646 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:18 smithi067 ceph-mon[29363]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:18.647 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:18 smithi067 ceph-mon[39695]: from='client.14502 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-29T14:59:18.647 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:18 smithi067 ceph-mon[39695]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:18.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:18 smithi138 ceph-mon[32824]: from='client.14502 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-29T14:59:18.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:18 smithi138 ceph-mon[32824]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:19.709 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T14:59:19.710 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-07-29T14:59:20.384 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":202,"stamp":"2024-07-29T14:59:19.326184+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385812,"kb_used_data":6936,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575404,"statfs":{"total":767960285184,"available":765517213696,"internally_reserved":0,"allocated":7102464,"data_stored":3991303,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002887"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.689122+0000","last_change":"2024-07-29T14:58:54.906534+0000","last_active":"2024-07-29T14:58:56.689122+0000","last_peered":"2024-07-29T14:58:56.689122+0000","last_clean":"2024-07-29T14:58:56.689122+0000","last_became_active":"2024-07-29T14:58:54.906264+0000","last_became_peered":"2024-07-29T14:58:54.906264+0000","last_unstale":"2024-07-29T14:58:56.689122+0000","last_undegraded":"2024-07-29T14:58:56.689122+0000","last_fullsized":"2024-07-29T14:58:56.689122+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:54:51.292994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.889933+0000","last_change":"2024-07-29T14:58:54.897140+0000","last_active":"2024-07-29T14:58:55.889933+0000","last_peered":"2024-07-29T14:58:55.889933+0000","last_clean":"2024-07-29T14:58:55.889933+0000","last_became_active":"2024-07-29T14:58:54.896859+0000","last_became_peered":"2024-07-29T14:58:54.896859+0000","last_unstale":"2024-07-29T14:58:55.889933+0000","last_undegraded":"2024-07-29T14:58:55.889933+0000","last_fullsized":"2024-07-29T14:58:55.889933+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:46:30.940110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.897238+0000","last_change":"2024-07-29T14:58:54.894492+0000","last_active":"2024-07-29T14:58:54.897238+0000","last_peered":"2024-07-29T14:58:54.897238+0000","last_clean":"2024-07-29T14:58:54.897238+0000","last_became_active":"2024-07-29T14:58:54.894159+0000","last_became_peered":"2024-07-29T14:58:54.894159+0000","last_unstale":"2024-07-29T14:58:54.897238+0000","last_undegraded":"2024-07-29T14:58:54.897238+0000","last_fullsized":"2024-07-29T14:58:54.897238+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:24:11.610445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.903744+0000","last_change":"2024-07-29T14:58:54.903060+0000","last_active":"2024-07-29T14:58:54.903744+0000","last_peered":"2024-07-29T14:58:54.903744+0000","last_clean":"2024-07-29T14:58:54.903744+0000","last_became_active":"2024-07-29T14:58:54.902778+0000","last_became_peered":"2024-07-29T14:58:54.902778+0000","last_unstale":"2024-07-29T14:58:54.903744+0000","last_undegraded":"2024-07-29T14:58:54.903744+0000","last_fullsized":"2024-07-29T14:58:54.903744+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T18:00:49.852846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.688569+0000","last_change":"2024-07-29T14:58:54.897862+0000","last_active":"2024-07-29T14:58:56.688569+0000","last_peered":"2024-07-29T14:58:56.688569+0000","last_clean":"2024-07-29T14:58:56.688569+0000","last_became_active":"2024-07-29T14:58:54.897581+0000","last_became_peered":"2024-07-29T14:58:54.897581+0000","last_unstale":"2024-07-29T14:58:56.688569+0000","last_undegraded":"2024-07-29T14:58:56.688569+0000","last_fullsized":"2024-07-29T14:58:56.688569+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:41:52.926829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.903492+0000","last_change":"2024-07-29T14:58:54.900490+0000","last_active":"2024-07-29T14:58:54.903492+0000","last_peered":"2024-07-29T14:58:54.903492+0000","last_clean":"2024-07-29T14:58:54.903492+0000","last_became_active":"2024-07-29T14:58:54.900194+0000","last_became_peered":"2024-07-29T14:58:54.900194+0000","last_unstale":"2024-07-29T14:58:54.903492+0000","last_undegraded":"2024-07-29T14:58:54.903492+0000","last_fullsized":"2024-07-29T14:58:54.903492+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:47:47.373262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.688400+0000","last_change":"2024-07-29T14:58:54.909966+0000","last_active":"2024-07-29T14:58:56.688400+0000","last_peered":"2024-07-29T14:58:56.688400+0000","last_clean":"2024-07-29T14:58:56.688400+0000","last_became_active":"2024-07-29T14:58:54.909663+0000","last_became_peered":"2024-07-29T14:58:54.909663+0000","last_unstale":"2024-07-29T14:58:56.688400+0000","last_undegraded":"2024-07-29T14:58:56.688400+0000","last_fullsized":"2024-07-29T14:58:56.688400+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:03:50.118677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.898490+0000","last_change":"2024-07-29T14:58:54.898149+0000","last_active":"2024-07-29T14:58:54.898490+0000","last_peered":"2024-07-29T14:58:54.898490+0000","last_clean":"2024-07-29T14:58:54.898490+0000","last_became_active":"2024-07-29T14:58:54.897853+0000","last_became_peered":"2024-07-29T14:58:54.897853+0000","last_unstale":"2024-07-29T14:58:54.898490+0000","last_undegraded":"2024-07-29T14:58:54.898490+0000","last_fullsized":"2024-07-29T14:58:54.898490+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:03:27.449750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.689308+0000","last_change":"2024-07-29T14:58:54.912457+0000","last_active":"2024-07-29T14:58:56.689308+0000","last_peered":"2024-07-29T14:58:56.689308+0000","last_clean":"2024-07-29T14:58:56.689308+0000","last_became_active":"2024-07-29T14:58:54.912152+0000","last_became_peered":"2024-07-29T14:58:54.912152+0000","last_unstale":"2024-07-29T14:58:56.689308+0000","last_undegraded":"2024-07-29T14:58:56.689308+0000","last_fullsized":"2024-07-29T14:58:56.689308+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:53:23.377054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.359226+0000","last_change":"2024-07-29T14:58:54.907925+0000","last_active":"2024-07-29T14:58:56.359226+0000","last_peered":"2024-07-29T14:58:56.359226+0000","last_clean":"2024-07-29T14:58:56.359226+0000","last_became_active":"2024-07-29T14:58:54.907639+0000","last_became_peered":"2024-07-29T14:58:54.907639+0000","last_unstale":"2024-07-29T14:58:56.359226+0000","last_undegraded":"2024-07-29T14:58:56.359226+0000","last_fullsized":"2024-07-29T14:58:56.359226+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:13:59.437328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.359168+0000","last_change":"2024-07-29T14:58:54.908784+0000","last_active":"2024-07-29T14:58:56.359168+0000","last_peered":"2024-07-29T14:58:56.359168+0000","last_clean":"2024-07-29T14:58:56.359168+0000","last_became_active":"2024-07-29T14:58:54.908431+0000","last_became_peered":"2024-07-29T14:58:54.908431+0000","last_unstale":"2024-07-29T14:58:56.359168+0000","last_undegraded":"2024-07-29T14:58:56.359168+0000","last_fullsized":"2024-07-29T14:58:56.359168+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:06:58.712079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.885185+0000","last_change":"2024-07-29T14:58:54.898478+0000","last_active":"2024-07-29T14:58:55.885185+0000","last_peered":"2024-07-29T14:58:55.885185+0000","last_clean":"2024-07-29T14:58:55.885185+0000","last_became_active":"2024-07-29T14:58:54.898131+0000","last_became_peered":"2024-07-29T14:58:54.898131+0000","last_unstale":"2024-07-29T14:58:55.885185+0000","last_undegraded":"2024-07-29T14:58:55.885185+0000","last_fullsized":"2024-07-29T14:58:55.885185+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:12:12.486919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.902614+0000","last_change":"2024-07-29T14:58:54.901848+0000","last_active":"2024-07-29T14:58:54.902614+0000","last_peered":"2024-07-29T14:58:54.902614+0000","last_clean":"2024-07-29T14:58:54.902614+0000","last_became_active":"2024-07-29T14:58:54.901594+0000","last_became_peered":"2024-07-29T14:58:54.901594+0000","last_unstale":"2024-07-29T14:58:54.902614+0000","last_undegraded":"2024-07-29T14:58:54.902614+0000","last_fullsized":"2024-07-29T14:58:54.902614+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:32:42.739014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.906671+0000","last_change":"2024-07-29T14:58:54.906093+0000","last_active":"2024-07-29T14:58:54.906671+0000","last_peered":"2024-07-29T14:58:54.906671+0000","last_clean":"2024-07-29T14:58:54.906671+0000","last_became_active":"2024-07-29T14:58:54.905842+0000","last_became_peered":"2024-07-29T14:58:54.905842+0000","last_unstale":"2024-07-29T14:58:54.906671+0000","last_undegraded":"2024-07-29T14:58:54.906671+0000","last_fullsized":"2024-07-29T14:58:54.906671+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:01:38.408612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.889329+0000","last_change":"2024-07-29T14:58:54.893431+0000","last_active":"2024-07-29T14:58:55.889329+0000","last_peered":"2024-07-29T14:58:55.889329+0000","last_clean":"2024-07-29T14:58:55.889329+0000","last_became_active":"2024-07-29T14:58:54.893172+0000","last_became_peered":"2024-07-29T14:58:54.893172+0000","last_unstale":"2024-07-29T14:58:55.889329+0000","last_undegraded":"2024-07-29T14:58:55.889329+0000","last_fullsized":"2024-07-29T14:58:55.889329+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T19:20:53.306013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.905047+0000","last_change":"2024-07-29T14:58:54.904176+0000","last_active":"2024-07-29T14:58:54.905047+0000","last_peered":"2024-07-29T14:58:54.905047+0000","last_clean":"2024-07-29T14:58:54.905047+0000","last_became_active":"2024-07-29T14:58:54.903872+0000","last_became_peered":"2024-07-29T14:58:54.903872+0000","last_unstale":"2024-07-29T14:58:54.905047+0000","last_undegraded":"2024-07-29T14:58:54.905047+0000","last_fullsized":"2024-07-29T14:58:54.905047+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:48:29.274243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.904372+0000","last_change":"2024-07-29T14:58:54.903652+0000","last_active":"2024-07-29T14:58:54.904372+0000","last_peered":"2024-07-29T14:58:54.904372+0000","last_clean":"2024-07-29T14:58:54.904372+0000","last_became_active":"2024-07-29T14:58:54.903382+0000","last_became_peered":"2024-07-29T14:58:54.903382+0000","last_unstale":"2024-07-29T14:58:54.904372+0000","last_undegraded":"2024-07-29T14:58:54.904372+0000","last_fullsized":"2024-07-29T14:58:54.904372+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:51:43.440728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.890319+0000","last_change":"2024-07-29T14:58:54.895909+0000","last_active":"2024-07-29T14:58:55.890319+0000","last_peered":"2024-07-29T14:58:55.890319+0000","last_clean":"2024-07-29T14:58:55.890319+0000","last_became_active":"2024-07-29T14:58:54.895644+0000","last_became_peered":"2024-07-29T14:58:54.895644+0000","last_unstale":"2024-07-29T14:58:55.890319+0000","last_undegraded":"2024-07-29T14:58:55.890319+0000","last_fullsized":"2024-07-29T14:58:55.890319+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:58:27.607610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.689094+0000","last_change":"2024-07-29T14:58:54.905908+0000","last_active":"2024-07-29T14:58:56.689094+0000","last_peered":"2024-07-29T14:58:56.689094+0000","last_clean":"2024-07-29T14:58:56.689094+0000","last_became_active":"2024-07-29T14:58:54.905611+0000","last_became_peered":"2024-07-29T14:58:54.905611+0000","last_unstale":"2024-07-29T14:58:56.689094+0000","last_undegraded":"2024-07-29T14:58:56.689094+0000","last_fullsized":"2024-07-29T14:58:56.689094+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:47:14.686047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.359002+0000","last_change":"2024-07-29T14:58:54.900891+0000","last_active":"2024-07-29T14:58:56.359002+0000","last_peered":"2024-07-29T14:58:56.359002+0000","last_clean":"2024-07-29T14:58:56.359002+0000","last_became_active":"2024-07-29T14:58:54.900618+0000","last_became_peered":"2024-07-29T14:58:54.900618+0000","last_unstale":"2024-07-29T14:58:56.359002+0000","last_undegraded":"2024-07-29T14:58:56.359002+0000","last_fullsized":"2024-07-29T14:58:56.359002+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T19:16:23.686695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.902460+0000","last_change":"2024-07-29T14:58:54.901995+0000","last_active":"2024-07-29T14:58:54.902460+0000","last_peered":"2024-07-29T14:58:54.902460+0000","last_clean":"2024-07-29T14:58:54.902460+0000","last_became_active":"2024-07-29T14:58:54.901714+0000","last_became_peered":"2024-07-29T14:58:54.901714+0000","last_unstale":"2024-07-29T14:58:54.902460+0000","last_undegraded":"2024-07-29T14:58:54.902460+0000","last_fullsized":"2024-07-29T14:58:54.902460+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:04:18.680094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.906811+0000","last_change":"2024-07-29T14:58:54.905219+0000","last_active":"2024-07-29T14:58:54.906811+0000","last_peered":"2024-07-29T14:58:54.906811+0000","last_clean":"2024-07-29T14:58:54.906811+0000","last_became_active":"2024-07-29T14:58:54.904724+0000","last_became_peered":"2024-07-29T14:58:54.904724+0000","last_unstale":"2024-07-29T14:58:54.906811+0000","last_undegraded":"2024-07-29T14:58:54.906811+0000","last_fullsized":"2024-07-29T14:58:54.906811+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:38:24.089359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.897131+0000","last_change":"2024-07-29T14:58:54.895434+0000","last_active":"2024-07-29T14:58:54.897131+0000","last_peered":"2024-07-29T14:58:54.897131+0000","last_clean":"2024-07-29T14:58:54.897131+0000","last_became_active":"2024-07-29T14:58:54.895152+0000","last_became_peered":"2024-07-29T14:58:54.895152+0000","last_unstale":"2024-07-29T14:58:54.897131+0000","last_undegraded":"2024-07-29T14:58:54.897131+0000","last_fullsized":"2024-07-29T14:58:54.897131+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:07:34.046597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.903243+0000","last_change":"2024-07-29T14:58:54.901114+0000","last_active":"2024-07-29T14:58:54.903243+0000","last_peered":"2024-07-29T14:58:54.903243+0000","last_clean":"2024-07-29T14:58:54.903243+0000","last_became_active":"2024-07-29T14:58:54.900844+0000","last_became_peered":"2024-07-29T14:58:54.900844+0000","last_unstale":"2024-07-29T14:58:54.903243+0000","last_undegraded":"2024-07-29T14:58:54.903243+0000","last_fullsized":"2024-07-29T14:58:54.903243+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:43:30.667050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.901339+0000","last_change":"2024-07-29T14:58:54.901076+0000","last_active":"2024-07-29T14:58:54.901339+0000","last_peered":"2024-07-29T14:58:54.901339+0000","last_clean":"2024-07-29T14:58:54.901339+0000","last_became_active":"2024-07-29T14:58:54.900781+0000","last_became_peered":"2024-07-29T14:58:54.900781+0000","last_unstale":"2024-07-29T14:58:54.901339+0000","last_undegraded":"2024-07-29T14:58:54.901339+0000","last_fullsized":"2024-07-29T14:58:54.901339+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T19:55:04.765235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.359262+0000","last_change":"2024-07-29T14:58:54.903839+0000","last_active":"2024-07-29T14:58:56.359262+0000","last_peered":"2024-07-29T14:58:56.359262+0000","last_clean":"2024-07-29T14:58:56.359262+0000","last_became_active":"2024-07-29T14:58:54.903588+0000","last_became_peered":"2024-07-29T14:58:54.903588+0000","last_unstale":"2024-07-29T14:58:56.359262+0000","last_undegraded":"2024-07-29T14:58:56.359262+0000","last_fullsized":"2024-07-29T14:58:56.359262+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T19:36:23.208856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.890022+0000","last_change":"2024-07-29T14:58:54.900500+0000","last_active":"2024-07-29T14:58:55.890022+0000","last_peered":"2024-07-29T14:58:55.890022+0000","last_clean":"2024-07-29T14:58:55.890022+0000","last_became_active":"2024-07-29T14:58:54.899336+0000","last_became_peered":"2024-07-29T14:58:54.899336+0000","last_unstale":"2024-07-29T14:58:55.890022+0000","last_undegraded":"2024-07-29T14:58:55.890022+0000","last_fullsized":"2024-07-29T14:58:55.890022+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:01:18.452511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.902214+0000","last_change":"2024-07-29T14:58:54.901783+0000","last_active":"2024-07-29T14:58:54.902214+0000","last_peered":"2024-07-29T14:58:54.902214+0000","last_clean":"2024-07-29T14:58:54.902214+0000","last_became_active":"2024-07-29T14:58:54.901517+0000","last_became_peered":"2024-07-29T14:58:54.901517+0000","last_unstale":"2024-07-29T14:58:54.902214+0000","last_undegraded":"2024-07-29T14:58:54.902214+0000","last_fullsized":"2024-07-29T14:58:54.902214+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:36:14.685114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.899964+0000","last_change":"2024-07-29T14:58:54.899629+0000","last_active":"2024-07-29T14:58:54.899964+0000","last_peered":"2024-07-29T14:58:54.899964+0000","last_clean":"2024-07-29T14:58:54.899964+0000","last_became_active":"2024-07-29T14:58:54.899345+0000","last_became_peered":"2024-07-29T14:58:54.899345+0000","last_unstale":"2024-07-29T14:58:54.899964+0000","last_undegraded":"2024-07-29T14:58:54.899964+0000","last_fullsized":"2024-07-29T14:58:54.899964+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:14:12.629302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.900556+0000","last_change":"2024-07-29T14:58:54.898727+0000","last_active":"2024-07-29T14:58:54.900556+0000","last_peered":"2024-07-29T14:58:54.900556+0000","last_clean":"2024-07-29T14:58:54.900556+0000","last_became_active":"2024-07-29T14:58:54.898178+0000","last_became_peered":"2024-07-29T14:58:54.898178+0000","last_unstale":"2024-07-29T14:58:54.900556+0000","last_undegraded":"2024-07-29T14:58:54.900556+0000","last_fullsized":"2024-07-29T14:58:54.900556+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:44:30.807909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.890397+0000","last_change":"2024-07-29T14:58:54.899036+0000","last_active":"2024-07-29T14:58:55.890397+0000","last_peered":"2024-07-29T14:58:55.890397+0000","last_clean":"2024-07-29T14:58:55.890397+0000","last_became_active":"2024-07-29T14:58:54.898681+0000","last_became_peered":"2024-07-29T14:58:54.898681+0000","last_unstale":"2024-07-29T14:58:55.890397+0000","last_undegraded":"2024-07-29T14:58:55.890397+0000","last_fullsized":"2024-07-29T14:58:55.890397+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:40:20.777159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.358705+0000","last_change":"2024-07-29T14:58:54.906522+0000","last_active":"2024-07-29T14:58:56.358705+0000","last_peered":"2024-07-29T14:58:56.358705+0000","last_clean":"2024-07-29T14:58:56.358705+0000","last_became_active":"2024-07-29T14:58:54.905849+0000","last_became_peered":"2024-07-29T14:58:54.905849+0000","last_unstale":"2024-07-29T14:58:56.358705+0000","last_undegraded":"2024-07-29T14:58:56.358705+0000","last_fullsized":"2024-07-29T14:58:56.358705+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:54:47.141454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.884817+0000","last_change":"2024-07-29T14:58:54.886354+0000","last_active":"2024-07-29T14:58:55.884817+0000","last_peered":"2024-07-29T14:58:55.884817+0000","last_clean":"2024-07-29T14:58:55.884817+0000","last_became_active":"2024-07-29T14:58:54.885186+0000","last_became_peered":"2024-07-29T14:58:54.885186+0000","last_unstale":"2024-07-29T14:58:55.884817+0000","last_undegraded":"2024-07-29T14:58:55.884817+0000","last_fullsized":"2024-07-29T14:58:55.884817+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:10:40.248261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.899967+0000","last_change":"2024-07-29T14:58:51.769577+0000","last_active":"2024-07-29T14:58:56.899967+0000","last_peered":"2024-07-29T14:58:56.899967+0000","last_clean":"2024-07-29T14:58:56.899967+0000","last_became_active":"2024-07-29T14:58:51.769292+0000","last_became_peered":"2024-07-29T14:58:51.769292+0000","last_unstale":"2024-07-29T14:58:56.899967+0000","last_undegraded":"2024-07-29T14:58:56.899967+0000","last_fullsized":"2024-07-29T14:58:56.899967+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:58:19.405921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.902125+0000","last_change":"2024-07-29T14:58:54.901308+0000","last_active":"2024-07-29T14:58:54.902125+0000","last_peered":"2024-07-29T14:58:54.902125+0000","last_clean":"2024-07-29T14:58:54.902125+0000","last_became_active":"2024-07-29T14:58:54.901042+0000","last_became_peered":"2024-07-29T14:58:54.901042+0000","last_unstale":"2024-07-29T14:58:54.902125+0000","last_undegraded":"2024-07-29T14:58:54.902125+0000","last_fullsized":"2024-07-29T14:58:54.902125+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:11:55.335369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.900383+0000","last_change":"2024-07-29T14:58:51.767895+0000","last_active":"2024-07-29T14:58:56.900383+0000","last_peered":"2024-07-29T14:58:56.900383+0000","last_clean":"2024-07-29T14:58:56.900383+0000","last_became_active":"2024-07-29T14:58:51.767544+0000","last_became_peered":"2024-07-29T14:58:51.767544+0000","last_unstale":"2024-07-29T14:58:56.900383+0000","last_undegraded":"2024-07-29T14:58:56.900383+0000","last_fullsized":"2024-07-29T14:58:56.900383+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:51:03.135141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.887083+0000","last_change":"2024-07-29T14:58:51.769880+0000","last_active":"2024-07-29T14:58:54.887083+0000","last_peered":"2024-07-29T14:58:54.887083+0000","last_clean":"2024-07-29T14:58:54.887083+0000","last_became_active":"2024-07-29T14:58:51.769620+0000","last_became_peered":"2024-07-29T14:58:51.769620+0000","last_unstale":"2024-07-29T14:58:54.887083+0000","last_undegraded":"2024-07-29T14:58:54.887083+0000","last_fullsized":"2024-07-29T14:58:54.887083+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:51:13.803634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.898217+0000","last_change":"2024-07-29T14:58:54.897869+0000","last_active":"2024-07-29T14:58:54.898217+0000","last_peered":"2024-07-29T14:58:54.898217+0000","last_clean":"2024-07-29T14:58:54.898217+0000","last_became_active":"2024-07-29T14:58:54.897482+0000","last_became_peered":"2024-07-29T14:58:54.897482+0000","last_unstale":"2024-07-29T14:58:54.898217+0000","last_undegraded":"2024-07-29T14:58:54.898217+0000","last_fullsized":"2024-07-29T14:58:54.898217+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:25:59.024817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.888391+0000","last_change":"2024-07-29T14:58:51.776269+0000","last_active":"2024-07-29T14:58:54.888391+0000","last_peered":"2024-07-29T14:58:54.888391+0000","last_clean":"2024-07-29T14:58:54.888391+0000","last_became_active":"2024-07-29T14:58:51.775874+0000","last_became_peered":"2024-07-29T14:58:51.775874+0000","last_unstale":"2024-07-29T14:58:54.888391+0000","last_undegraded":"2024-07-29T14:58:54.888391+0000","last_fullsized":"2024-07-29T14:58:54.888391+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:36:21.056846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.889272+0000","last_change":"2024-07-29T14:58:54.898975+0000","last_active":"2024-07-29T14:58:55.889272+0000","last_peered":"2024-07-29T14:58:55.889272+0000","last_clean":"2024-07-29T14:58:55.889272+0000","last_became_active":"2024-07-29T14:58:54.898651+0000","last_became_peered":"2024-07-29T14:58:54.898651+0000","last_unstale":"2024-07-29T14:58:55.889272+0000","last_undegraded":"2024-07-29T14:58:55.889272+0000","last_fullsized":"2024-07-29T14:58:55.889272+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:09:59.883987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.359243+0000","last_change":"2024-07-29T14:58:51.772712+0000","last_active":"2024-07-29T14:58:56.359243+0000","last_peered":"2024-07-29T14:58:56.359243+0000","last_clean":"2024-07-29T14:58:56.359243+0000","last_became_active":"2024-07-29T14:58:51.772405+0000","last_became_peered":"2024-07-29T14:58:51.772405+0000","last_unstale":"2024-07-29T14:58:56.359243+0000","last_undegraded":"2024-07-29T14:58:56.359243+0000","last_fullsized":"2024-07-29T14:58:56.359243+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:04:33.588173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.903712+0000","last_change":"2024-07-29T14:58:54.903089+0000","last_active":"2024-07-29T14:58:54.903712+0000","last_peered":"2024-07-29T14:58:54.903712+0000","last_clean":"2024-07-29T14:58:54.903712+0000","last_became_active":"2024-07-29T14:58:54.902803+0000","last_became_peered":"2024-07-29T14:58:54.902803+0000","last_unstale":"2024-07-29T14:58:54.903712+0000","last_undegraded":"2024-07-29T14:58:54.903712+0000","last_fullsized":"2024-07-29T14:58:54.903712+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:30:57.540784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.888306+0000","last_change":"2024-07-29T14:58:51.776057+0000","last_active":"2024-07-29T14:58:54.888306+0000","last_peered":"2024-07-29T14:58:54.888306+0000","last_clean":"2024-07-29T14:58:54.888306+0000","last_became_active":"2024-07-29T14:58:51.775517+0000","last_became_peered":"2024-07-29T14:58:51.775517+0000","last_unstale":"2024-07-29T14:58:54.888306+0000","last_undegraded":"2024-07-29T14:58:54.888306+0000","last_fullsized":"2024-07-29T14:58:54.888306+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:40:07.161177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.907000+0000","last_change":"2024-07-29T14:58:54.906068+0000","last_active":"2024-07-29T14:58:54.907000+0000","last_peered":"2024-07-29T14:58:54.907000+0000","last_clean":"2024-07-29T14:58:54.907000+0000","last_became_active":"2024-07-29T14:58:54.905785+0000","last_became_peered":"2024-07-29T14:58:54.905785+0000","last_unstale":"2024-07-29T14:58:54.907000+0000","last_undegraded":"2024-07-29T14:58:54.907000+0000","last_fullsized":"2024-07-29T14:58:54.907000+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:45:30.175360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.899059+0000","last_change":"2024-07-29T14:58:51.772733+0000","last_active":"2024-07-29T14:58:56.899059+0000","last_peered":"2024-07-29T14:58:56.899059+0000","last_clean":"2024-07-29T14:58:56.899059+0000","last_became_active":"2024-07-29T14:58:51.772313+0000","last_became_peered":"2024-07-29T14:58:51.772313+0000","last_unstale":"2024-07-29T14:58:56.899059+0000","last_undegraded":"2024-07-29T14:58:56.899059+0000","last_fullsized":"2024-07-29T14:58:56.899059+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:40:23.279058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.885208+0000","last_change":"2024-07-29T14:58:54.901099+0000","last_active":"2024-07-29T14:58:55.885208+0000","last_peered":"2024-07-29T14:58:55.885208+0000","last_clean":"2024-07-29T14:58:55.885208+0000","last_became_active":"2024-07-29T14:58:54.900805+0000","last_became_peered":"2024-07-29T14:58:54.900805+0000","last_unstale":"2024-07-29T14:58:55.885208+0000","last_undegraded":"2024-07-29T14:58:55.885208+0000","last_fullsized":"2024-07-29T14:58:55.885208+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:18:07.478277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"65'6","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.907129+0000","last_change":"2024-07-29T14:58:51.773845+0000","last_active":"2024-07-29T14:58:56.907129+0000","last_peered":"2024-07-29T14:58:56.907129+0000","last_clean":"2024-07-29T14:58:56.907129+0000","last_became_active":"2024-07-29T14:58:51.773549+0000","last_became_peered":"2024-07-29T14:58:51.773549+0000","last_unstale":"2024-07-29T14:58:56.907129+0000","last_undegraded":"2024-07-29T14:58:56.907129+0000","last_fullsized":"2024-07-29T14:58:56.907129+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:39:12.278033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.688739+0000","last_change":"2024-07-29T14:58:54.910253+0000","last_active":"2024-07-29T14:58:56.688739+0000","last_peered":"2024-07-29T14:58:56.688739+0000","last_clean":"2024-07-29T14:58:56.688739+0000","last_became_active":"2024-07-29T14:58:54.909931+0000","last_became_peered":"2024-07-29T14:58:54.909931+0000","last_unstale":"2024-07-29T14:58:56.688739+0000","last_undegraded":"2024-07-29T14:58:56.688739+0000","last_fullsized":"2024-07-29T14:58:56.688739+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:27:23.243557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.898210+0000","last_change":"2024-07-29T14:58:51.767189+0000","last_active":"2024-07-29T14:58:56.898210+0000","last_peered":"2024-07-29T14:58:56.898210+0000","last_clean":"2024-07-29T14:58:56.898210+0000","last_became_active":"2024-07-29T14:58:51.766909+0000","last_became_peered":"2024-07-29T14:58:51.766909+0000","last_unstale":"2024-07-29T14:58:56.898210+0000","last_undegraded":"2024-07-29T14:58:56.898210+0000","last_fullsized":"2024-07-29T14:58:56.898210+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:28:15.664299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.897855+0000","last_change":"2024-07-29T14:58:54.895681+0000","last_active":"2024-07-29T14:58:54.897855+0000","last_peered":"2024-07-29T14:58:54.897855+0000","last_clean":"2024-07-29T14:58:54.897855+0000","last_became_active":"2024-07-29T14:58:54.895407+0000","last_became_peered":"2024-07-29T14:58:54.895407+0000","last_unstale":"2024-07-29T14:58:54.897855+0000","last_undegraded":"2024-07-29T14:58:54.897855+0000","last_fullsized":"2024-07-29T14:58:54.897855+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:02:17.454357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.888038+0000","last_change":"2024-07-29T14:58:51.776440+0000","last_active":"2024-07-29T14:58:54.888038+0000","last_peered":"2024-07-29T14:58:54.888038+0000","last_clean":"2024-07-29T14:58:54.888038+0000","last_became_active":"2024-07-29T14:58:51.776136+0000","last_became_peered":"2024-07-29T14:58:51.776136+0000","last_unstale":"2024-07-29T14:58:54.888038+0000","last_undegraded":"2024-07-29T14:58:54.888038+0000","last_fullsized":"2024-07-29T14:58:54.888038+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:46:56.907267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.688667+0000","last_change":"2024-07-29T14:58:54.909780+0000","last_active":"2024-07-29T14:58:56.688667+0000","last_peered":"2024-07-29T14:58:56.688667+0000","last_clean":"2024-07-29T14:58:56.688667+0000","last_became_active":"2024-07-29T14:58:54.909486+0000","last_became_peered":"2024-07-29T14:58:54.909486+0000","last_unstale":"2024-07-29T14:58:56.688667+0000","last_undegraded":"2024-07-29T14:58:56.688667+0000","last_fullsized":"2024-07-29T14:58:56.688667+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:30:54.196798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.358727+0000","last_change":"2024-07-29T14:58:51.768532+0000","last_active":"2024-07-29T14:58:56.358727+0000","last_peered":"2024-07-29T14:58:56.358727+0000","last_clean":"2024-07-29T14:58:56.358727+0000","last_became_active":"2024-07-29T14:58:51.768013+0000","last_became_peered":"2024-07-29T14:58:51.768013+0000","last_unstale":"2024-07-29T14:58:56.358727+0000","last_undegraded":"2024-07-29T14:58:56.358727+0000","last_fullsized":"2024-07-29T14:58:56.358727+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:19:42.420636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.358869+0000","last_change":"2024-07-29T14:58:54.906616+0000","last_active":"2024-07-29T14:58:56.358869+0000","last_peered":"2024-07-29T14:58:56.358869+0000","last_clean":"2024-07-29T14:58:56.358869+0000","last_became_active":"2024-07-29T14:58:54.906253+0000","last_became_peered":"2024-07-29T14:58:54.906253+0000","last_unstale":"2024-07-29T14:58:56.358869+0000","last_undegraded":"2024-07-29T14:58:56.358869+0000","last_fullsized":"2024-07-29T14:58:56.358869+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:50:34.496700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":22,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.907691+0000","last_change":"2024-07-29T14:58:51.766094+0000","last_active":"2024-07-29T14:58:56.907691+0000","last_peered":"2024-07-29T14:58:56.907691+0000","last_clean":"2024-07-29T14:58:56.907691+0000","last_became_active":"2024-07-29T14:58:51.765793+0000","last_became_peered":"2024-07-29T14:58:51.765793+0000","last_unstale":"2024-07-29T14:58:56.907691+0000","last_undegraded":"2024-07-29T14:58:56.907691+0000","last_fullsized":"2024-07-29T14:58:56.907691+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:51:58.038075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.688533+0000","last_change":"2024-07-29T14:58:54.910354+0000","last_active":"2024-07-29T14:58:56.688533+0000","last_peered":"2024-07-29T14:58:56.688533+0000","last_clean":"2024-07-29T14:58:56.688533+0000","last_became_active":"2024-07-29T14:58:54.910090+0000","last_became_peered":"2024-07-29T14:58:54.910090+0000","last_unstale":"2024-07-29T14:58:56.688533+0000","last_undegraded":"2024-07-29T14:58:56.688533+0000","last_fullsized":"2024-07-29T14:58:56.688533+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:10:56.225018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.886619+0000","last_change":"2024-07-29T14:58:51.764730+0000","last_active":"2024-07-29T14:58:56.886619+0000","last_peered":"2024-07-29T14:58:56.886619+0000","last_clean":"2024-07-29T14:58:56.886619+0000","last_became_active":"2024-07-29T14:58:51.764431+0000","last_became_peered":"2024-07-29T14:58:51.764431+0000","last_unstale":"2024-07-29T14:58:56.886619+0000","last_undegraded":"2024-07-29T14:58:56.886619+0000","last_fullsized":"2024-07-29T14:58:56.886619+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T19:54:52.033623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.689102+0000","last_change":"2024-07-29T14:58:54.911420+0000","last_active":"2024-07-29T14:58:56.689102+0000","last_peered":"2024-07-29T14:58:56.689102+0000","last_clean":"2024-07-29T14:58:56.689102+0000","last_became_active":"2024-07-29T14:58:54.910915+0000","last_became_peered":"2024-07-29T14:58:54.910915+0000","last_unstale":"2024-07-29T14:58:56.689102+0000","last_undegraded":"2024-07-29T14:58:56.689102+0000","last_fullsized":"2024-07-29T14:58:56.689102+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:37:28.592545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.904543+0000","last_change":"2024-07-29T14:58:51.771835+0000","last_active":"2024-07-29T14:58:56.904543+0000","last_peered":"2024-07-29T14:58:56.904543+0000","last_clean":"2024-07-29T14:58:56.904543+0000","last_became_active":"2024-07-29T14:58:51.771474+0000","last_became_peered":"2024-07-29T14:58:51.771474+0000","last_unstale":"2024-07-29T14:58:56.904543+0000","last_undegraded":"2024-07-29T14:58:56.904543+0000","last_fullsized":"2024-07-29T14:58:56.904543+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:26:12.244897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.689159+0000","last_change":"2024-07-29T14:58:54.910585+0000","last_active":"2024-07-29T14:58:56.689159+0000","last_peered":"2024-07-29T14:58:56.689159+0000","last_clean":"2024-07-29T14:58:56.689159+0000","last_became_active":"2024-07-29T14:58:54.910261+0000","last_became_peered":"2024-07-29T14:58:54.910261+0000","last_unstale":"2024-07-29T14:58:56.689159+0000","last_undegraded":"2024-07-29T14:58:56.689159+0000","last_fullsized":"2024-07-29T14:58:56.689159+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:59:13.901737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.890609+0000","last_change":"2024-07-29T14:58:51.767467+0000","last_active":"2024-07-29T14:58:56.890609+0000","last_peered":"2024-07-29T14:58:56.890609+0000","last_clean":"2024-07-29T14:58:56.890609+0000","last_became_active":"2024-07-29T14:58:51.766643+0000","last_became_peered":"2024-07-29T14:58:51.766643+0000","last_unstale":"2024-07-29T14:58:56.890609+0000","last_undegraded":"2024-07-29T14:58:56.890609+0000","last_fullsized":"2024-07-29T14:58:56.890609+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:42:11.183349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.906921+0000","last_change":"2024-07-29T14:58:54.905175+0000","last_active":"2024-07-29T14:58:54.906921+0000","last_peered":"2024-07-29T14:58:54.906921+0000","last_clean":"2024-07-29T14:58:54.906921+0000","last_became_active":"2024-07-29T14:58:54.904783+0000","last_became_peered":"2024-07-29T14:58:54.904783+0000","last_unstale":"2024-07-29T14:58:54.906921+0000","last_undegraded":"2024-07-29T14:58:54.906921+0000","last_fullsized":"2024-07-29T14:58:54.906921+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:25:22.828596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.889410+0000","last_change":"2024-07-29T14:58:51.772703+0000","last_active":"2024-07-29T14:58:55.889410+0000","last_peered":"2024-07-29T14:58:55.889410+0000","last_clean":"2024-07-29T14:58:55.889410+0000","last_became_active":"2024-07-29T14:58:51.772412+0000","last_became_peered":"2024-07-29T14:58:51.772412+0000","last_unstale":"2024-07-29T14:58:55.889410+0000","last_undegraded":"2024-07-29T14:58:55.889410+0000","last_fullsized":"2024-07-29T14:58:55.889410+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:33:45.875503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.688833+0000","last_change":"2024-07-29T14:58:54.911624+0000","last_active":"2024-07-29T14:58:56.688833+0000","last_peered":"2024-07-29T14:58:56.688833+0000","last_clean":"2024-07-29T14:58:56.688833+0000","last_became_active":"2024-07-29T14:58:54.911325+0000","last_became_peered":"2024-07-29T14:58:54.911325+0000","last_unstale":"2024-07-29T14:58:56.688833+0000","last_undegraded":"2024-07-29T14:58:56.688833+0000","last_fullsized":"2024-07-29T14:58:56.688833+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:35:13.754433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":234,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.688621+0000","last_change":"2024-07-29T14:58:30.351702+0000","last_active":"2024-07-29T14:58:56.688621+0000","last_peered":"2024-07-29T14:58:56.688621+0000","last_clean":"2024-07-29T14:58:56.688621+0000","last_became_active":"2024-07-29T14:58:30.351297+0000","last_became_peered":"2024-07-29T14:58:30.351297+0000","last_unstale":"2024-07-29T14:58:56.688621+0000","last_undegraded":"2024-07-29T14:58:56.688621+0000","last_fullsized":"2024-07-29T14:58:56.688621+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:56:33.779105+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:56:33.779105+0000","last_clean_scrub_stamp":"2024-07-29T14:56:33.779105+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:44:34.189834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.887501+0000","last_change":"2024-07-29T14:58:51.776323+0000","last_active":"2024-07-29T14:58:54.887501+0000","last_peered":"2024-07-29T14:58:54.887501+0000","last_clean":"2024-07-29T14:58:54.887501+0000","last_became_active":"2024-07-29T14:58:51.775849+0000","last_became_peered":"2024-07-29T14:58:51.775849+0000","last_unstale":"2024-07-29T14:58:54.887501+0000","last_undegraded":"2024-07-29T14:58:54.887501+0000","last_fullsized":"2024-07-29T14:58:54.887501+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:07:14.909445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.902859+0000","last_change":"2024-07-29T14:58:54.902483+0000","last_active":"2024-07-29T14:58:54.902859+0000","last_peered":"2024-07-29T14:58:54.902859+0000","last_clean":"2024-07-29T14:58:54.902859+0000","last_became_active":"2024-07-29T14:58:54.902231+0000","last_became_peered":"2024-07-29T14:58:54.902231+0000","last_unstale":"2024-07-29T14:58:54.902859+0000","last_undegraded":"2024-07-29T14:58:54.902859+0000","last_fullsized":"2024-07-29T14:58:54.902859+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T19:01:29.424577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.688447+0000","last_change":"2024-07-29T14:58:51.773259+0000","last_active":"2024-07-29T14:58:56.688447+0000","last_peered":"2024-07-29T14:58:56.688447+0000","last_clean":"2024-07-29T14:58:56.688447+0000","last_became_active":"2024-07-29T14:58:51.772981+0000","last_became_peered":"2024-07-29T14:58:51.772981+0000","last_unstale":"2024-07-29T14:58:56.688447+0000","last_undegraded":"2024-07-29T14:58:56.688447+0000","last_fullsized":"2024-07-29T14:58:56.688447+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T19:27:46.787720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.897357+0000","last_change":"2024-07-29T14:58:54.894812+0000","last_active":"2024-07-29T14:58:54.897357+0000","last_peered":"2024-07-29T14:58:54.897357+0000","last_clean":"2024-07-29T14:58:54.897357+0000","last_became_active":"2024-07-29T14:58:54.894571+0000","last_became_peered":"2024-07-29T14:58:54.894571+0000","last_unstale":"2024-07-29T14:58:54.897357+0000","last_undegraded":"2024-07-29T14:58:54.897357+0000","last_fullsized":"2024-07-29T14:58:54.897357+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:57:48.395554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.890325+0000","last_change":"2024-07-29T14:58:51.770065+0000","last_active":"2024-07-29T14:58:55.890325+0000","last_peered":"2024-07-29T14:58:55.890325+0000","last_clean":"2024-07-29T14:58:55.890325+0000","last_became_active":"2024-07-29T14:58:51.769673+0000","last_became_peered":"2024-07-29T14:58:51.769673+0000","last_unstale":"2024-07-29T14:58:55.890325+0000","last_undegraded":"2024-07-29T14:58:55.890325+0000","last_fullsized":"2024-07-29T14:58:55.890325+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:34:03.465929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.889204+0000","last_change":"2024-07-29T14:58:54.895215+0000","last_active":"2024-07-29T14:58:55.889204+0000","last_peered":"2024-07-29T14:58:55.889204+0000","last_clean":"2024-07-29T14:58:55.889204+0000","last_became_active":"2024-07-29T14:58:54.894953+0000","last_became_peered":"2024-07-29T14:58:54.894953+0000","last_unstale":"2024-07-29T14:58:55.889204+0000","last_undegraded":"2024-07-29T14:58:55.889204+0000","last_fullsized":"2024-07-29T14:58:55.889204+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:36:37.305120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.888160+0000","last_change":"2024-07-29T14:58:51.775567+0000","last_active":"2024-07-29T14:58:54.888160+0000","last_peered":"2024-07-29T14:58:54.888160+0000","last_clean":"2024-07-29T14:58:54.888160+0000","last_became_active":"2024-07-29T14:58:51.775250+0000","last_became_peered":"2024-07-29T14:58:51.775250+0000","last_unstale":"2024-07-29T14:58:54.888160+0000","last_undegraded":"2024-07-29T14:58:54.888160+0000","last_fullsized":"2024-07-29T14:58:54.888160+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:30:19.813989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.885025+0000","last_change":"2024-07-29T14:58:54.896876+0000","last_active":"2024-07-29T14:58:55.885025+0000","last_peered":"2024-07-29T14:58:55.885025+0000","last_clean":"2024-07-29T14:58:55.885025+0000","last_became_active":"2024-07-29T14:58:54.896591+0000","last_became_peered":"2024-07-29T14:58:54.896591+0000","last_unstale":"2024-07-29T14:58:55.885025+0000","last_undegraded":"2024-07-29T14:58:55.885025+0000","last_fullsized":"2024-07-29T14:58:55.885025+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:27:58.579511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.889647+0000","last_change":"2024-07-29T14:58:51.766579+0000","last_active":"2024-07-29T14:58:55.889647+0000","last_peered":"2024-07-29T14:58:55.889647+0000","last_clean":"2024-07-29T14:58:55.889647+0000","last_became_active":"2024-07-29T14:58:51.764393+0000","last_became_peered":"2024-07-29T14:58:51.764393+0000","last_unstale":"2024-07-29T14:58:55.889647+0000","last_undegraded":"2024-07-29T14:58:55.889647+0000","last_fullsized":"2024-07-29T14:58:55.889647+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:46:19.046366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.897662+0000","last_change":"2024-07-29T14:58:54.897154+0000","last_active":"2024-07-29T14:58:54.897662+0000","last_peered":"2024-07-29T14:58:54.897662+0000","last_clean":"2024-07-29T14:58:54.897662+0000","last_became_active":"2024-07-29T14:58:54.896867+0000","last_became_peered":"2024-07-29T14:58:54.896867+0000","last_unstale":"2024-07-29T14:58:54.897662+0000","last_undegraded":"2024-07-29T14:58:54.897662+0000","last_fullsized":"2024-07-29T14:58:54.897662+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:39:38.395749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.689121+0000","last_change":"2024-07-29T14:58:51.772745+0000","last_active":"2024-07-29T14:58:56.689121+0000","last_peered":"2024-07-29T14:58:56.689121+0000","last_clean":"2024-07-29T14:58:56.689121+0000","last_became_active":"2024-07-29T14:58:51.771433+0000","last_became_peered":"2024-07-29T14:58:51.771433+0000","last_unstale":"2024-07-29T14:58:56.689121+0000","last_undegraded":"2024-07-29T14:58:56.689121+0000","last_fullsized":"2024-07-29T14:58:56.689121+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:40:53.421689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.889643+0000","last_change":"2024-07-29T14:58:54.891774+0000","last_active":"2024-07-29T14:58:55.889643+0000","last_peered":"2024-07-29T14:58:55.889643+0000","last_clean":"2024-07-29T14:58:55.889643+0000","last_became_active":"2024-07-29T14:58:54.891500+0000","last_became_peered":"2024-07-29T14:58:54.891500+0000","last_unstale":"2024-07-29T14:58:55.889643+0000","last_undegraded":"2024-07-29T14:58:55.889643+0000","last_fullsized":"2024-07-29T14:58:55.889643+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:07:18.702831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.890670+0000","last_change":"2024-07-29T14:58:51.764881+0000","last_active":"2024-07-29T14:58:56.890670+0000","last_peered":"2024-07-29T14:58:56.890670+0000","last_clean":"2024-07-29T14:58:56.890670+0000","last_became_active":"2024-07-29T14:58:51.764572+0000","last_became_peered":"2024-07-29T14:58:51.764572+0000","last_unstale":"2024-07-29T14:58:56.890670+0000","last_undegraded":"2024-07-29T14:58:56.890670+0000","last_fullsized":"2024-07-29T14:58:56.890670+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:43:45.776893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.904295+0000","last_change":"2024-07-29T14:58:54.903890+0000","last_active":"2024-07-29T14:58:54.904295+0000","last_peered":"2024-07-29T14:58:54.904295+0000","last_clean":"2024-07-29T14:58:54.904295+0000","last_became_active":"2024-07-29T14:58:54.903517+0000","last_became_peered":"2024-07-29T14:58:54.903517+0000","last_unstale":"2024-07-29T14:58:54.904295+0000","last_undegraded":"2024-07-29T14:58:54.904295+0000","last_fullsized":"2024-07-29T14:58:54.904295+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:17:32.031615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.905344+0000","last_change":"2024-07-29T14:58:51.767029+0000","last_active":"2024-07-29T14:58:56.905344+0000","last_peered":"2024-07-29T14:58:56.905344+0000","last_clean":"2024-07-29T14:58:56.905344+0000","last_became_active":"2024-07-29T14:58:51.766717+0000","last_became_peered":"2024-07-29T14:58:51.766717+0000","last_unstale":"2024-07-29T14:58:56.905344+0000","last_undegraded":"2024-07-29T14:58:56.905344+0000","last_fullsized":"2024-07-29T14:58:56.905344+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:58:01.821315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.902454+0000","last_change":"2024-07-29T14:58:54.902021+0000","last_active":"2024-07-29T14:58:54.902454+0000","last_peered":"2024-07-29T14:58:54.902454+0000","last_clean":"2024-07-29T14:58:54.902454+0000","last_became_active":"2024-07-29T14:58:54.901653+0000","last_became_peered":"2024-07-29T14:58:54.901653+0000","last_unstale":"2024-07-29T14:58:54.902454+0000","last_undegraded":"2024-07-29T14:58:54.902454+0000","last_fullsized":"2024-07-29T14:58:54.902454+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:31:56.711696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.688369+0000","last_change":"2024-07-29T14:58:51.774305+0000","last_active":"2024-07-29T14:58:56.688369+0000","last_peered":"2024-07-29T14:58:56.688369+0000","last_clean":"2024-07-29T14:58:56.688369+0000","last_became_active":"2024-07-29T14:58:51.773946+0000","last_became_peered":"2024-07-29T14:58:51.773946+0000","last_unstale":"2024-07-29T14:58:56.688369+0000","last_undegraded":"2024-07-29T14:58:56.688369+0000","last_fullsized":"2024-07-29T14:58:56.688369+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:47:22.593680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.885001+0000","last_change":"2024-07-29T14:58:54.902747+0000","last_active":"2024-07-29T14:58:55.885001+0000","last_peered":"2024-07-29T14:58:55.885001+0000","last_clean":"2024-07-29T14:58:55.885001+0000","last_became_active":"2024-07-29T14:58:54.902246+0000","last_became_peered":"2024-07-29T14:58:54.902246+0000","last_unstale":"2024-07-29T14:58:55.885001+0000","last_undegraded":"2024-07-29T14:58:55.885001+0000","last_fullsized":"2024-07-29T14:58:55.885001+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:28:06.497139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.889590+0000","last_change":"2024-07-29T14:58:51.767276+0000","last_active":"2024-07-29T14:58:55.889590+0000","last_peered":"2024-07-29T14:58:55.889590+0000","last_clean":"2024-07-29T14:58:55.889590+0000","last_became_active":"2024-07-29T14:58:51.766997+0000","last_became_peered":"2024-07-29T14:58:51.766997+0000","last_unstale":"2024-07-29T14:58:55.889590+0000","last_undegraded":"2024-07-29T14:58:55.889590+0000","last_fullsized":"2024-07-29T14:58:55.889590+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T18:13:38.883882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.895016+0000","last_change":"2024-07-29T14:58:54.894542+0000","last_active":"2024-07-29T14:58:54.895016+0000","last_peered":"2024-07-29T14:58:54.895016+0000","last_clean":"2024-07-29T14:58:54.895016+0000","last_became_active":"2024-07-29T14:58:54.894255+0000","last_became_peered":"2024-07-29T14:58:54.894255+0000","last_unstale":"2024-07-29T14:58:54.895016+0000","last_undegraded":"2024-07-29T14:58:54.895016+0000","last_fullsized":"2024-07-29T14:58:54.895016+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T18:40:09.648235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:55.889462+0000","last_change":"2024-07-29T14:58:51.766652+0000","last_active":"2024-07-29T14:58:55.889462+0000","last_peered":"2024-07-29T14:58:55.889462+0000","last_clean":"2024-07-29T14:58:55.889462+0000","last_became_active":"2024-07-29T14:58:51.765813+0000","last_became_peered":"2024-07-29T14:58:51.765813+0000","last_unstale":"2024-07-29T14:58:55.889462+0000","last_undegraded":"2024-07-29T14:58:55.889462+0000","last_fullsized":"2024-07-29T14:58:55.889462+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:33:15.318075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.901934+0000","last_change":"2024-07-29T14:58:54.901035+0000","last_active":"2024-07-29T14:58:54.901934+0000","last_peered":"2024-07-29T14:58:54.901934+0000","last_clean":"2024-07-29T14:58:54.901934+0000","last_became_active":"2024-07-29T14:58:54.900719+0000","last_became_peered":"2024-07-29T14:58:54.900719+0000","last_unstale":"2024-07-29T14:58:54.901934+0000","last_undegraded":"2024-07-29T14:58:54.901934+0000","last_fullsized":"2024-07-29T14:58:54.901934+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:00:58.198024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.902539+0000","last_change":"2024-07-29T14:58:51.773352+0000","last_active":"2024-07-29T14:58:56.902539+0000","last_peered":"2024-07-29T14:58:56.902539+0000","last_clean":"2024-07-29T14:58:56.902539+0000","last_became_active":"2024-07-29T14:58:51.773071+0000","last_became_peered":"2024-07-29T14:58:51.773071+0000","last_unstale":"2024-07-29T14:58:56.902539+0000","last_undegraded":"2024-07-29T14:58:56.902539+0000","last_fullsized":"2024-07-29T14:58:56.902539+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:40:37.670844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.358820+0000","last_change":"2024-07-29T14:58:54.900083+0000","last_active":"2024-07-29T14:58:56.358820+0000","last_peered":"2024-07-29T14:58:56.358820+0000","last_clean":"2024-07-29T14:58:56.358820+0000","last_became_active":"2024-07-29T14:58:54.899716+0000","last_became_peered":"2024-07-29T14:58:54.899716+0000","last_unstale":"2024-07-29T14:58:56.358820+0000","last_undegraded":"2024-07-29T14:58:56.358820+0000","last_fullsized":"2024-07-29T14:58:56.358820+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:53:58.223099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.904637+0000","last_change":"2024-07-29T14:58:54.904241+0000","last_active":"2024-07-29T14:58:54.904637+0000","last_peered":"2024-07-29T14:58:54.904637+0000","last_clean":"2024-07-29T14:58:54.904637+0000","last_became_active":"2024-07-29T14:58:54.903928+0000","last_became_peered":"2024-07-29T14:58:54.903928+0000","last_unstale":"2024-07-29T14:58:54.904637+0000","last_undegraded":"2024-07-29T14:58:54.904637+0000","last_fullsized":"2024-07-29T14:58:54.904637+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:19:09.960703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.901812+0000","last_change":"2024-07-29T14:58:51.774440+0000","last_active":"2024-07-29T14:58:56.901812+0000","last_peered":"2024-07-29T14:58:56.901812+0000","last_clean":"2024-07-29T14:58:56.901812+0000","last_became_active":"2024-07-29T14:58:51.773907+0000","last_became_peered":"2024-07-29T14:58:51.773907+0000","last_unstale":"2024-07-29T14:58:56.901812+0000","last_undegraded":"2024-07-29T14:58:56.901812+0000","last_fullsized":"2024-07-29T14:58:56.901812+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:02:26.041301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.894965+0000","last_change":"2024-07-29T14:58:54.894616+0000","last_active":"2024-07-29T14:58:54.894965+0000","last_peered":"2024-07-29T14:58:54.894965+0000","last_clean":"2024-07-29T14:58:54.894965+0000","last_became_active":"2024-07-29T14:58:54.893878+0000","last_became_peered":"2024-07-29T14:58:54.893878+0000","last_unstale":"2024-07-29T14:58:54.894965+0000","last_undegraded":"2024-07-29T14:58:54.894965+0000","last_fullsized":"2024-07-29T14:58:54.894965+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:59:41.205664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.903443+0000","last_change":"2024-07-29T14:58:51.770118+0000","last_active":"2024-07-29T14:58:56.903443+0000","last_peered":"2024-07-29T14:58:56.903443+0000","last_clean":"2024-07-29T14:58:56.903443+0000","last_became_active":"2024-07-29T14:58:51.769042+0000","last_became_peered":"2024-07-29T14:58:51.769042+0000","last_unstale":"2024-07-29T14:58:56.903443+0000","last_undegraded":"2024-07-29T14:58:56.903443+0000","last_fullsized":"2024-07-29T14:58:56.903443+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:24:54.319391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.897329+0000","last_change":"2024-07-29T14:58:54.895144+0000","last_active":"2024-07-29T14:58:54.897329+0000","last_peered":"2024-07-29T14:58:54.897329+0000","last_clean":"2024-07-29T14:58:54.897329+0000","last_became_active":"2024-07-29T14:58:54.894802+0000","last_became_peered":"2024-07-29T14:58:54.894802+0000","last_unstale":"2024-07-29T14:58:54.897329+0000","last_undegraded":"2024-07-29T14:58:54.897329+0000","last_fullsized":"2024-07-29T14:58:54.897329+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:35:43.292147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.899000+0000","last_change":"2024-07-29T14:58:51.772582+0000","last_active":"2024-07-29T14:58:56.899000+0000","last_peered":"2024-07-29T14:58:56.899000+0000","last_clean":"2024-07-29T14:58:56.899000+0000","last_became_active":"2024-07-29T14:58:51.772312+0000","last_became_peered":"2024-07-29T14:58:51.772312+0000","last_unstale":"2024-07-29T14:58:56.899000+0000","last_undegraded":"2024-07-29T14:58:56.899000+0000","last_fullsized":"2024-07-29T14:58:56.899000+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:24:46.001398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-07-29T14:58:54.898157+0000","last_change":"2024-07-29T14:58:54.897791+0000","last_active":"2024-07-29T14:58:54.898157+0000","last_peered":"2024-07-29T14:58:54.898157+0000","last_clean":"2024-07-29T14:58:54.898157+0000","last_became_active":"2024-07-29T14:58:54.897490+0000","last_became_peered":"2024-07-29T14:58:54.897490+0000","last_unstale":"2024-07-29T14:58:54.898157+0000","last_undegraded":"2024-07-29T14:58:54.898157+0000","last_fullsized":"2024-07-29T14:58:54.898157+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:34:45.627745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-29T14:58:56.898279+0000","last_change":"2024-07-29T14:58:51.765283+0000","last_active":"2024-07-29T14:58:56.898279+0000","last_peered":"2024-07-29T14:58:56.898279+0000","last_clean":"2024-07-29T14:58:56.898279+0000","last_became_active":"2024-07-29T14:58:51.764850+0000","last_became_peered":"2024-07-29T14:58:51.764850+0000","last_unstale":"2024-07-29T14:58:56.898279+0000","last_undegraded":"2024-07-29T14:58:56.898279+0000","last_fullsized":"2024-07-29T14:58:56.898279+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:02:21.860709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233996,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298592,"kb_used_data":1228,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446560,"statfs":{"total":95995035648,"available":95689277440,"internally_reserved":0,"allocated":1257472,"data_stored":867781,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7629999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55700000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61299999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57599999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53200000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.629}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64800000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495633,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298592,"kb_used_data":1228,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446560,"statfs":{"total":95995035648,"available":95689277440,"internally_reserved":0,"allocated":1257472,"data_stored":868476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 29 14:59:09 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.60499999999999998}]},{"osd":1,"last update":"Mon Jul 29 14:59:09 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.54300000000000004}]},{"osd":2,"last update":"Mon Jul 29 14:59:09 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.63900000000000001}]},{"osd":3,"last update":"Mon Jul 29 14:59:09 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.621}]},{"osd":4,"last update":"Mon Jul 29 14:59:09 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.35799999999999998}]},{"osd":5,"last update":"Mon Jul 29 14:59:09 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.42099999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46000000000000002}]}]},{"osd":5,"up_from":38,"seq":163208757270,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298008,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447144,"statfs":{"total":95995035648,"available":95689875456,"internally_reserved":0,"allocated":667648,"data_stored":278140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 29 14:58:42 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.55700000000000005}]},{"osd":1,"last update":"Mon Jul 29 14:58:42 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.51600000000000001}]},{"osd":2,"last update":"Mon Jul 29 14:58:42 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.47299999999999998}]},{"osd":3,"last update":"Mon Jul 29 14:58:42 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.52900000000000003}]},{"osd":4,"last update":"Mon Jul 29 14:58:42 2024","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.443},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.39200000000000002}]},{"osd":6,"last update":"Mon Jul 29 14:59:04 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.41099999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.373}]}]},{"osd":4,"up_from":30,"seq":128849018905,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298012,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447140,"statfs":{"total":95995035648,"available":95689871360,"internally_reserved":0,"allocated":663552,"data_stored":276987,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 29 14:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.57599999999999996}]},{"osd":1,"last update":"Mon Jul 29 14:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.60399999999999998}]},{"osd":2,"last update":"Mon Jul 29 14:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.54800000000000004}]},{"osd":3,"last update":"Mon Jul 29 14:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.629},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.52000000000000002}]},{"osd":5,"last update":"Mon Jul 29 14:58:40 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.38}]},{"osd":6,"last update":"Mon Jul 29 14:59:08 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.503},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.435}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56000000000000005}]}]},{"osd":3,"up_from":25,"seq":107374182430,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298020,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447132,"statfs":{"total":95995035648,"available":95689863168,"internally_reserved":0,"allocated":675840,"data_stored":278477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 29 14:58:57 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.378,"15min":0.38},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.40600000000000003,"15min":0.40300000000000002},"min":{"1min":0.31,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.34000000000000002}]},{"osd":1,"last update":"Mon Jul 29 14:58:57 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.42199999999999999,"15min":0.41499999999999998},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.40600000000000003,"15min":0.40799999999999997},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.35399999999999998}]},{"osd":2,"last update":"Mon Jul 29 14:58:57 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.44400000000000001,"15min":0.442},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.41499999999999998,"15min":0.41599999999999998},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.36799999999999999}]},{"osd":4,"last update":"Mon Jul 29 14:58:18 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.56399999999999995}]},{"osd":5,"last update":"Mon Jul 29 14:58:41 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.67000000000000004}]},{"osd":6,"last update":"Mon Jul 29 14:59:04 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.65500000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66600000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411363,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297996,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447156,"statfs":{"total":95995035648,"available":95689887744,"internally_reserved":0,"allocated":655360,"data_stored":276821,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 29 14:58:34 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.36599999999999999,"15min":0.35699999999999998},"min":{"1min":0.26800000000000002,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.377,"15min":0.371},"min":{"1min":0.27800000000000002,"5min":0.218,"15min":0.218},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.246}]},{"osd":1,"last update":"Mon Jul 29 14:58:34 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.36699999999999999,"15min":0.35899999999999999},"min":{"1min":0.27700000000000002,"5min":0.182,"15min":0.182},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.39300000000000002,"15min":0.38300000000000001},"min":{"1min":0.30299999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.29599999999999999}]},{"osd":3,"last update":"Mon Jul 29 14:59:00 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.46200000000000002,"15min":0.46899999999999997},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.44,"15min":0.45000000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.55400000000000005,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.28000000000000003}]},{"osd":4,"last update":"Mon Jul 29 14:58:17 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.496},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.60199999999999998}]},{"osd":5,"last update":"Mon Jul 29 14:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":1.181,"5min":1.181,"15min":1.181},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.48799999999999999}]},{"osd":6,"last update":"Mon Jul 29 14:59:03 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.51700000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574888,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298004,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447148,"statfs":{"total":95995035648,"available":95689879552,"internally_reserved":0,"allocated":663552,"data_stored":276981,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 29 14:59:16 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.318,"15min":0.29599999999999999},"min":{"1min":0.249,"5min":0.219,"15min":0.219},"max":{"1min":0.56999999999999995,"5min":0.626,"15min":0.626},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.32400000000000001,"15min":0.29799999999999999},"min":{"1min":0.218,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":0.54200000000000004,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.52100000000000002}]},{"osd":2,"last update":"Mon Jul 29 14:58:38 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.36599999999999999,"15min":0.35999999999999999},"min":{"1min":0.28100000000000003,"5min":0.189,"15min":0.189},"max":{"1min":0.53700000000000003,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.498},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.34399999999999997,"15min":0.33500000000000002},"min":{"1min":0.22900000000000001,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.56599999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.48299999999999998}]},{"osd":3,"last update":"Mon Jul 29 14:58:59 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.46300000000000002,"15min":0.46400000000000002},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.434,"15min":0.435},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.60599999999999998,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.58799999999999997}]},{"osd":4,"last update":"Mon Jul 29 14:58:19 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.57799999999999996}]},{"osd":5,"last update":"Mon Jul 29 14:58:44 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.75},{"interface":"front","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.77500000000000002}]},{"osd":6,"last update":"Mon Jul 29 14:59:06 2024","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.82299999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83199999999999996}]}]},{"osd":0,"up_from":8,"seq":34359738412,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298588,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446564,"statfs":{"total":95995035648,"available":95689281536,"internally_reserved":0,"allocated":1261568,"data_stored":867640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jul 29 14:59:13 2024","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.317},"min":{"1min":0.19600000000000001,"5min":0.184,"15min":0.184},"max":{"1min":0.46400000000000002,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.309},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.34899999999999998,"15min":0.33100000000000002},"min":{"1min":0.223,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.61699999999999999,"5min":0.622,"15min":0.622},"last":0.39900000000000002}]},{"osd":2,"last update":"Mon Jul 29 14:58:35 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.38900000000000001,"15min":0.38100000000000001},"min":{"1min":0.25600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.376,"15min":0.36799999999999999},"min":{"1min":0.222,"5min":0.214,"15min":0.214},"max":{"1min":0.58299999999999996,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.33000000000000002}]},{"osd":3,"last update":"Mon Jul 29 14:58:56 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.46100000000000002,"15min":0.46899999999999997},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.437,"15min":0.44500000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.64800000000000002,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.36499999999999999}]},{"osd":4,"last update":"Mon Jul 29 14:58:18 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.52400000000000002}]},{"osd":5,"last update":"Mon Jul 29 14:58:41 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.82299999999999995}]},{"osd":6,"last update":"Mon Jul 29 14:59:06 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.73299999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68100000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-29T14:59:20.389 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-07-29T14:59:20.389 INFO:tasks.cephadm:Adding prometheus.a on smithi138 2024-07-29T14:59:20.390 DEBUG:teuthology.orchestra.run.smithi138:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph orch apply prometheus '1;smithi138=a' 2024-07-29T14:59:20.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:20 smithi067 ceph-mon[29363]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:20.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:20 smithi067 ceph-mon[29363]: from='client.14508 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-29T14:59:20.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:20 smithi067 ceph-mon[39695]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:20.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:20 smithi067 ceph-mon[39695]: from='client.14508 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-29T14:59:20.656 INFO:teuthology.orchestra.run.smithi138.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.b/config 2024-07-29T14:59:20.778 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:20 smithi138 ceph-mon[32824]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:20.778 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:20 smithi138 ceph-mon[32824]: from='client.14508 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-29T14:59:22.288 INFO:teuthology.orchestra.run.smithi138.stdout:Scheduled prometheus update... 2024-07-29T14:59:22.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:22 smithi138 ceph-mon[32824]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:22.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:22 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:59:22.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:22 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:59:22.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:22 smithi067 ceph-mon[29363]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:22.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:22 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:59:22.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:22 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:59:22.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:22 smithi067 ceph-mon[39695]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:22.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:22 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:59:22.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:22 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:59:22.931 DEBUG:teuthology.orchestra.run.smithi138:prometheus.a> sudo journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@prometheus.a.service 2024-07-29T14:59:22.933 INFO:tasks.cephadm:Adding node-exporter.a on smithi067 2024-07-29T14:59:22.933 INFO:tasks.cephadm:Adding node-exporter.b on smithi138 2024-07-29T14:59:22.933 DEBUG:teuthology.orchestra.run.smithi138:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph orch apply node-exporter '2;smithi067=a;smithi138=b' 2024-07-29T14:59:23.231 INFO:teuthology.orchestra.run.smithi138.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.b/config 2024-07-29T14:59:23.706 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:23 smithi138 ceph-mon[32824]: from='client.24355 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi138=a", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:59:23.707 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:23 smithi138 ceph-mon[32824]: Saving service prometheus spec with placement smithi138=a;count:1 2024-07-29T14:59:23.707 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:23 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:59:23.707 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:23 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:59:23.707 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:23 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:59:23.707 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:23 smithi138 ceph-mon[32824]: Deploying daemon prometheus.a on smithi138 2024-07-29T14:59:23.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:23 smithi067 ceph-mon[29363]: from='client.24355 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi138=a", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:59:23.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:23 smithi067 ceph-mon[29363]: Saving service prometheus spec with placement smithi138=a;count:1 2024-07-29T14:59:23.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:23 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:59:23.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:23 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:59:23.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:23 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:59:23.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:23 smithi067 ceph-mon[29363]: Deploying daemon prometheus.a on smithi138 2024-07-29T14:59:23.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:23 smithi067 ceph-mon[39695]: from='client.24355 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi138=a", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:59:23.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:23 smithi067 ceph-mon[39695]: Saving service prometheus spec with placement smithi138=a;count:1 2024-07-29T14:59:23.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:23 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:59:23.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:23 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:59:23.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:23 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:59:23.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:23 smithi067 ceph-mon[39695]: Deploying daemon prometheus.a on smithi138 2024-07-29T14:59:24.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:24 smithi067 ceph-mon[29363]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:24.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:24 smithi067 ceph-mon[39695]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:25.054 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:24 smithi138 ceph-mon[32824]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:25.737 INFO:teuthology.orchestra.run.smithi138.stdout:Scheduled node-exporter update... 2024-07-29T14:59:25.737 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:25 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]: dispatch 2024-07-29T14:59:25.737 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:25 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2, 4, 1]}]: dispatch 2024-07-29T14:59:25.738 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:25 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2024-07-29T14:59:25.738 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:25 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 1]}]: dispatch 2024-07-29T14:59:25.738 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:25 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.26", "id": [4, 3]}]: dispatch 2024-07-29T14:59:25.738 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:25 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]: dispatch 2024-07-29T14:59:25.738 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:25 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]: dispatch 2024-07-29T14:59:25.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:25 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]: dispatch 2024-07-29T14:59:25.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:25 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2, 4, 1]}]: dispatch 2024-07-29T14:59:25.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:25 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2024-07-29T14:59:25.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:25 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 1]}]: dispatch 2024-07-29T14:59:25.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:25 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.26", "id": [4, 3]}]: dispatch 2024-07-29T14:59:25.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:25 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]: dispatch 2024-07-29T14:59:25.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:25 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]: dispatch 2024-07-29T14:59:25.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:25 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]: dispatch 2024-07-29T14:59:25.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:25 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2, 4, 1]}]: dispatch 2024-07-29T14:59:25.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:25 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2024-07-29T14:59:25.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:25 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 1]}]: dispatch 2024-07-29T14:59:25.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:25 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.26", "id": [4, 3]}]: dispatch 2024-07-29T14:59:25.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:25 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]: dispatch 2024-07-29T14:59:25.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:25 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]: dispatch 2024-07-29T14:59:26.664 DEBUG:teuthology.orchestra.run.smithi067:node-exporter.a> sudo journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@node-exporter.a.service 2024-07-29T14:59:26.667 DEBUG:teuthology.orchestra.run.smithi138:node-exporter.b> sudo journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@node-exporter.b.service 2024-07-29T14:59:26.670 INFO:tasks.cephadm:Adding alertmanager.a on smithi067 2024-07-29T14:59:26.670 DEBUG:teuthology.orchestra.run.smithi138:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph orch apply alertmanager '1;smithi067=a' 2024-07-29T14:59:26.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:26 smithi067 ceph-mon[29363]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:26.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:26 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]': finished 2024-07-29T14:59:26.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:26 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2, 4, 1]}]': finished 2024-07-29T14:59:26.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:26 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]': finished 2024-07-29T14:59:26.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:26 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 1]}]': finished 2024-07-29T14:59:26.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:26 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.26", "id": [4, 3]}]': finished 2024-07-29T14:59:26.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:26 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]': finished 2024-07-29T14:59:26.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:26 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]': finished 2024-07-29T14:59:26.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:26 smithi067 ceph-mon[29363]: osdmap e66: 8 total, 8 up, 8 in 2024-07-29T14:59:26.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:26 smithi067 ceph-mon[29363]: from='client.24361 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi067=a;smithi138=b", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:59:26.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:26 smithi067 ceph-mon[29363]: Saving service node-exporter spec with placement smithi067=a;smithi138=b;count:2 2024-07-29T14:59:26.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:26 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:59:26.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:26 smithi067 ceph-mon[39695]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:26.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:26 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]': finished 2024-07-29T14:59:26.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:26 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2, 4, 1]}]': finished 2024-07-29T14:59:26.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:26 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]': finished 2024-07-29T14:59:26.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:26 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 1]}]': finished 2024-07-29T14:59:26.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:26 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.26", "id": [4, 3]}]': finished 2024-07-29T14:59:26.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:26 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]': finished 2024-07-29T14:59:26.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:26 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]': finished 2024-07-29T14:59:26.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:26 smithi067 ceph-mon[39695]: osdmap e66: 8 total, 8 up, 8 in 2024-07-29T14:59:26.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:26 smithi067 ceph-mon[39695]: from='client.24361 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi067=a;smithi138=b", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:59:26.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:26 smithi067 ceph-mon[39695]: Saving service node-exporter spec with placement smithi067=a;smithi138=b;count:2 2024-07-29T14:59:26.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:26 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:59:27.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:26 smithi138 ceph-mon[32824]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:27.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:26 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]': finished 2024-07-29T14:59:27.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:26 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2, 4, 1]}]': finished 2024-07-29T14:59:27.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:26 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]': finished 2024-07-29T14:59:27.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:26 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 1]}]': finished 2024-07-29T14:59:27.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:26 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.26", "id": [4, 3]}]': finished 2024-07-29T14:59:27.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:26 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]': finished 2024-07-29T14:59:27.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:26 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]': finished 2024-07-29T14:59:27.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:26 smithi138 ceph-mon[32824]: osdmap e66: 8 total, 8 up, 8 in 2024-07-29T14:59:27.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:26 smithi138 ceph-mon[32824]: from='client.24361 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi067=a;smithi138=b", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:59:27.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:26 smithi138 ceph-mon[32824]: Saving service node-exporter spec with placement smithi067=a;smithi138=b;count:2 2024-07-29T14:59:27.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:26 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:59:27.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:27 smithi067 ceph-mon[29363]: osdmap e67: 8 total, 8 up, 8 in 2024-07-29T14:59:27.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:27 smithi067 ceph-mon[39695]: osdmap e67: 8 total, 8 up, 8 in 2024-07-29T14:59:28.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:27 smithi138 ceph-mon[32824]: osdmap e67: 8 total, 8 up, 8 in 2024-07-29T14:59:28.786 INFO:teuthology.orchestra.run.smithi138.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.b/config 2024-07-29T14:59:28.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:28 smithi067 ceph-mon[29363]: pgmap v208: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:28.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:28 smithi067 ceph-mon[39695]: pgmap v208: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:29.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:28 smithi138 ceph-mon[32824]: pgmap v208: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:30.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:30 smithi067 ceph-mon[29363]: pgmap v209: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:30.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:30 smithi067 ceph-mon[39695]: pgmap v209: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:31.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:30 smithi138 ceph-mon[32824]: pgmap v209: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:32.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:32 smithi067 ceph-mon[29363]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:32.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:32 smithi067 ceph-mon[39695]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:33.021 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:32 smithi138 ceph-mon[32824]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:34.098 INFO:teuthology.orchestra.run.smithi138.stdout:Scheduled alertmanager update... 2024-07-29T14:59:34.740 DEBUG:teuthology.orchestra.run.smithi067:alertmanager.a> sudo journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@alertmanager.a.service 2024-07-29T14:59:34.744 INFO:tasks.cephadm:Adding grafana.a on smithi138 2024-07-29T14:59:34.744 DEBUG:teuthology.orchestra.run.smithi138:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph orch apply grafana '1;smithi138=a' 2024-07-29T14:59:34.974 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:34 smithi138 ceph-mon[32824]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:34.974 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:34 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:59:34.974 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 14:59:34 smithi138 podman[60355]: 2024-07-29 14:59:34.85020689 +0000 UTC m=+0.018818963 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-07-29T14:59:34.974 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 14:59:34 smithi138 podman[60355]: 2024-07-29 14:59:34.973940511 +0000 UTC m=+0.142552574 container create 092d60c4d06316317a13cca20c879b5863c8a038626328d45f1f2fab6841bb7b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-29T14:59:34.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:34 smithi067 ceph-mon[29363]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:34.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:34 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:59:34.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:34 smithi067 ceph-mon[39695]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:34.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:34 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:59:35.260 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 14:59:35 smithi138 podman[60355]: 2024-07-29 14:59:35.176214132 +0000 UTC m=+0.344826196 container init 092d60c4d06316317a13cca20c879b5863c8a038626328d45f1f2fab6841bb7b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-29T14:59:35.260 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 14:59:35 smithi138 podman[60355]: 2024-07-29 14:59:35.17915949 +0000 UTC m=+0.347771558 container start 092d60c4d06316317a13cca20c879b5863c8a038626328d45f1f2fab6841bb7b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-29T14:59:35.260 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 14:59:35 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[60383]: ts=2024-07-29T14:59:35.202Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-07-29T14:59:35.260 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 14:59:35 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[60383]: ts=2024-07-29T14:59:35.202Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-07-29T14:59:35.260 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 14:59:35 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[60383]: ts=2024-07-29T14:59:35.202Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi138 (none))" 2024-07-29T14:59:35.260 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 14:59:35 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[60383]: ts=2024-07-29T14:59:35.202Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-07-29T14:59:35.260 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 14:59:35 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[60383]: ts=2024-07-29T14:59:35.202Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-07-29T14:59:35.260 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 14:59:35 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[60383]: ts=2024-07-29T14:59:35.203Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-07-29T14:59:35.260 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 14:59:35 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[60383]: ts=2024-07-29T14:59:35.204Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-07-29T14:59:35.260 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 14:59:35 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[60383]: ts=2024-07-29T14:59:35.205Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-07-29T14:59:35.261 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 14:59:35 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[60383]: ts=2024-07-29T14:59:35.205Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-07-29T14:59:35.261 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 14:59:35 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[60383]: ts=2024-07-29T14:59:35.207Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-07-29T14:59:35.261 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 14:59:35 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[60383]: ts=2024-07-29T14:59:35.207Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.483µs 2024-07-29T14:59:35.261 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 14:59:35 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[60383]: ts=2024-07-29T14:59:35.207Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-07-29T14:59:35.261 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 14:59:35 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[60383]: ts=2024-07-29T14:59:35.208Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-07-29T14:59:35.261 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 14:59:35 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[60383]: ts=2024-07-29T14:59:35.208Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=17.117µs wal_replay_duration=189.187µs wbl_replay_duration=123ns total_replay_duration=224.455µs 2024-07-29T14:59:35.261 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 14:59:35 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[60383]: ts=2024-07-29T14:59:35.208Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-07-29T14:59:35.261 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 14:59:35 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[60383]: ts=2024-07-29T14:59:35.208Z caller=main.go:1029 level=info msg="TSDB started" 2024-07-29T14:59:35.261 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 14:59:35 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[60383]: ts=2024-07-29T14:59:35.208Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-07-29T14:59:35.261 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 14:59:35 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[60383]: ts=2024-07-29T14:59:35.223Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=14.389372ms db_storage=740ns remote_storage=1.224µs web_handler=390ns query_engine=531ns scrape=459.292µs scrape_sd=16.781µs notify=849ns notify_sd=1.884µs rules=13.750906ms tracing=5.903µs 2024-07-29T14:59:35.261 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 14:59:35 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[60383]: ts=2024-07-29T14:59:35.223Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-07-29T14:59:35.261 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 14:59:35 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[60383]: ts=2024-07-29T14:59:35.223Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-07-29T14:59:35.261 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 14:59:35 smithi138 bash[60355]: 092d60c4d06316317a13cca20c879b5863c8a038626328d45f1f2fab6841bb7b 2024-07-29T14:59:35.298 INFO:teuthology.orchestra.run.smithi138.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.b/config 2024-07-29T14:59:35.550 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 14:59:35 smithi138 systemd[1]: Started Ceph prometheus.a for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T14:59:35.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:35 smithi138 ceph-mon[32824]: from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi067=a", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:59:35.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:35 smithi138 ceph-mon[32824]: Saving service alertmanager spec with placement smithi067=a;count:1 2024-07-29T14:59:35.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:35 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:59:35.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:35 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:59:35.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:35 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:59:35.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:35 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-07-29T14:59:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:35 smithi067 ceph-mon[29363]: from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi067=a", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:59:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:35 smithi067 ceph-mon[29363]: Saving service alertmanager spec with placement smithi067=a;count:1 2024-07-29T14:59:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:35 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:59:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:35 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:59:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:35 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:59:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:35 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-07-29T14:59:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:35 smithi067 ceph-mon[39695]: from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi067=a", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T14:59:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:35 smithi067 ceph-mon[39695]: Saving service alertmanager spec with placement smithi067=a;count:1 2024-07-29T14:59:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:35 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:59:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:35 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:59:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:35 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' 2024-07-29T14:59:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:35 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-07-29T14:59:36.618 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:36 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: ignoring --setuser ceph since I am not root 2024-07-29T14:59:36.619 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:36 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: ignoring --setgroup ceph since I am not root 2024-07-29T14:59:36.619 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:36 smithi138 ceph-mgr[34698]: -- 172.21.15.138:0/1655667443 <== mon.1 v2:172.21.15.138:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x559742d549c0 con 0x559742d60c00 2024-07-29T14:59:36.619 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:36 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:59:36.494+0000 7f07e5135ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-07-29T14:59:36.619 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:36 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:59:36.617+0000 7f07e5135ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-07-29T14:59:36.690 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:36 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: ignoring --setuser ceph since I am not root 2024-07-29T14:59:36.690 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:36 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: ignoring --setgroup ceph since I am not root 2024-07-29T14:59:36.690 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:36 smithi067 ceph-mgr[29593]: -- 172.21.15.67:0/4099594822 <== mon.2 v2:172.21.15.67:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560584f7a9c0 con 0x560584f86c00 2024-07-29T14:59:36.690 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:36 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:36.496+0000 7f538f27eec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-07-29T14:59:36.690 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:36 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:36.622+0000 7f538f27eec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-07-29T14:59:36.690 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:36 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:36.689+0000 7f538f27eec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-07-29T14:59:36.941 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:36 smithi138 ceph-mon[32824]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:36.942 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:36 smithi138 ceph-mon[32824]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-07-29T14:59:36.942 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:36 smithi138 ceph-mon[32824]: mgrmap e16: y(active, since 5m), standbys: x 2024-07-29T14:59:36.942 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:36 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:59:36.686+0000 7f07e5135ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-07-29T14:59:36.942 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:36 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:59:36.940+0000 7f07e5135ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-07-29T14:59:36.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:36 smithi067 ceph-mon[29363]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:36.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:36 smithi067 ceph-mon[29363]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-07-29T14:59:36.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:36 smithi067 ceph-mon[29363]: mgrmap e16: y(active, since 5m), standbys: x 2024-07-29T14:59:36.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:36 smithi067 ceph-mon[39695]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:36.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:36 smithi067 ceph-mon[39695]: from='mgr.14148 172.21.15.67:0/3690524016' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-07-29T14:59:36.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:36 smithi067 ceph-mon[39695]: mgrmap e16: y(active, since 5m), standbys: x 2024-07-29T14:59:36.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:36 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:36.937+0000 7f538f27eec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-07-29T14:59:37.214 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:37 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:59:37.002+0000 7f07e5135ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-07-29T14:59:37.488 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:36 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:36.996+0000 7f538f27eec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-07-29T14:59:38.225 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:37.941+0000 7f538f27eec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-07-29T14:59:38.225 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:38 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:38.056+0000 7f538f27eec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-07-29T14:59:38.225 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:38 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:38.112+0000 7f538f27eec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-07-29T14:59:38.266 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:37 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:59:37.919+0000 7f07e5135ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-07-29T14:59:38.266 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:38 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:59:38.027+0000 7f07e5135ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-07-29T14:59:38.266 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:38 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:59:38.081+0000 7f07e5135ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-07-29T14:59:38.267 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:38 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:59:38.265+0000 7f07e5135ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-07-29T14:59:38.488 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:38 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:38.310+0000 7f538f27eec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-07-29T14:59:38.488 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:38 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:38.371+0000 7f538f27eec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-07-29T14:59:38.488 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:38 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:38.438+0000 7f538f27eec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-07-29T14:59:38.560 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:38 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:59:38.325+0000 7f07e5135ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-07-29T14:59:38.560 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:38 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:59:38.389+0000 7f07e5135ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-07-29T14:59:38.560 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:38 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:59:38.510+0000 7f07e5135ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-07-29T14:59:38.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:38 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:38.564+0000 7f538f27eec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-07-29T14:59:39.196 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:38 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:59:38.915+0000 7f07e5135ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-07-29T14:59:39.287 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:38 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:38.989+0000 7f538f27eec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-07-29T14:59:39.560 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:39 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:59:39.195+0000 7f07e5135ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-07-29T14:59:39.560 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:39 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:59:39.260+0000 7f07e5135ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-07-29T14:59:39.560 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:39 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:59:39.383+0000 7f07e5135ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-07-29T14:59:39.738 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:39 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:39.286+0000 7f538f27eec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-07-29T14:59:39.738 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:39 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:39.352+0000 7f538f27eec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-07-29T14:59:39.738 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:39 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:39.483+0000 7f538f27eec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-07-29T14:59:39.935 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:39 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:59:39.633+0000 7f07e5135ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-07-29T14:59:39.935 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:39 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:59:39.691+0000 7f07e5135ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-07-29T14:59:39.936 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:39 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:59:39.873+0000 7f07e5135ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-07-29T14:59:39.936 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:39 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:59:39.934+0000 7f07e5135ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-07-29T14:59:39.996 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:39 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:39.745+0000 7f538f27eec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-07-29T14:59:39.996 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:39 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:39.807+0000 7f538f27eec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-07-29T14:59:40.310 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:59:40.014+0000 7f07e5135ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-07-29T14:59:40.310 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:59:40.070+0000 7f07e5135ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-07-29T14:59:40.488 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:39 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:39.995+0000 7f538f27eec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-07-29T14:59:40.488 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:40 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:40.059+0000 7f538f27eec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-07-29T14:59:40.488 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:40 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:40.144+0000 7f538f27eec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-07-29T14:59:40.488 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:40 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:40.202+0000 7f538f27eec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-07-29T14:59:40.998 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:40 smithi067 ceph-mon[29363]: Standby manager daemon x restarted 2024-07-29T14:59:40.998 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:40 smithi067 ceph-mon[29363]: Standby manager daemon x started 2024-07-29T14:59:40.998 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:40 smithi067 ceph-mon[29363]: from='mgr.? 172.21.15.138:0/964275671' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-29T14:59:40.998 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:40 smithi067 ceph-mon[29363]: from='mgr.? 172.21.15.138:0/964275671' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-29T14:59:40.998 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:40 smithi067 ceph-mon[29363]: from='mgr.? 172.21.15.138:0/964275671' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-29T14:59:40.998 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:40 smithi067 ceph-mon[29363]: from='mgr.? 172.21.15.138:0/964275671' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-29T14:59:40.999 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:40 smithi067 ceph-mon[39695]: Standby manager daemon x restarted 2024-07-29T14:59:40.999 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:40 smithi067 ceph-mon[39695]: Standby manager daemon x started 2024-07-29T14:59:40.999 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:40 smithi067 ceph-mon[39695]: from='mgr.? 172.21.15.138:0/964275671' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-29T14:59:40.999 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:40 smithi067 ceph-mon[39695]: from='mgr.? 172.21.15.138:0/964275671' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-29T14:59:40.999 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:40 smithi067 ceph-mon[39695]: from='mgr.? 172.21.15.138:0/964275671' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-29T14:59:40.999 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:40 smithi067 ceph-mon[39695]: from='mgr.? 172.21.15.138:0/964275671' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-29T14:59:40.999 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:40 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:40.740+0000 7f538f27eec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-07-29T14:59:40.999 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:40 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:40.882+0000 7f538f27eec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-07-29T14:59:40.999 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:40 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:14:59:40] ENGINE Bus STARTING 2024-07-29T14:59:41.000 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:40 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: CherryPy Checker: 2024-07-29T14:59:41.000 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:40 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: The Application mounted at '' has an empty config. 2024-07-29T14:59:41.000 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:40 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:40 smithi138 ceph-mon[32824]: Standby manager daemon x restarted 2024-07-29T14:59:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:40 smithi138 ceph-mon[32824]: Standby manager daemon x started 2024-07-29T14:59:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:40 smithi138 ceph-mon[32824]: from='mgr.? 172.21.15.138:0/964275671' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-29T14:59:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:40 smithi138 ceph-mon[32824]: from='mgr.? 172.21.15.138:0/964275671' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-29T14:59:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:40 smithi138 ceph-mon[32824]: from='mgr.? 172.21.15.138:0/964275671' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-29T14:59:41.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:40 smithi138 ceph-mon[32824]: from='mgr.? 172.21.15.138:0/964275671' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-29T14:59:41.061 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:59:40.579+0000 7f07e5135ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-07-29T14:59:41.061 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:59:40.715+0000 7f07e5135ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-07-29T14:59:41.061 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: [29/Jul/2024:14:59:40] ENGINE Bus STARTING 2024-07-29T14:59:41.061 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: CherryPy Checker: 2024-07-29T14:59:41.061 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: The Application mounted at '' has an empty config. 2024-07-29T14:59:41.061 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: 2024-07-29T14:59:41.061 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: [29/Jul/2024:14:59:40] ENGINE Serving on http://:::9283 2024-07-29T14:59:41.061 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: [29/Jul/2024:14:59:40] ENGINE Bus STARTED 2024-07-29T14:59:41.488 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:40 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:40.996+0000 7f533bc6d640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T14:59:41.488 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:40 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:40.996+0000 7f533bc6d640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T14:59:41.489 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:40 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:40.996+0000 7f533bc6d640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T14:59:41.489 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:40 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:40.996+0000 7f533bc6d640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T14:59:41.489 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:40 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:40.996+0000 7f533bc6d640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T14:59:41.489 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:40.998+0000 7f533ec73640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T14:59:41.489 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:40.998+0000 7f533ec73640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T14:59:41.489 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:40.998+0000 7f533ec73640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T14:59:41.489 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:40.998+0000 7f533ec73640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T14:59:41.489 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:40.998+0000 7f533ec73640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T14:59:41.489 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:14:59:41] ENGINE Serving on http://:::9283 2024-07-29T14:59:41.489 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:14:59:41] ENGINE Bus STARTED 2024-07-29T14:59:41.909 INFO:teuthology.orchestra.run.smithi138.stdout:Scheduled grafana update... 2024-07-29T14:59:42.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:41 smithi138 ceph-mon[32824]: mgrmap e17: y(active, since 5m), standbys: x 2024-07-29T14:59:42.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:41 smithi138 ceph-mon[32824]: Active manager daemon y restarted 2024-07-29T14:59:42.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:41 smithi138 ceph-mon[32824]: Activating manager daemon y 2024-07-29T14:59:42.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:41 smithi138 ceph-mon[32824]: osdmap e68: 8 total, 8 up, 8 in 2024-07-29T14:59:42.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:41 smithi138 ceph-mon[32824]: mgrmap e18: y(active, starting, since 0.00844424s), standbys: x 2024-07-29T14:59:42.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:41 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T14:59:42.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:41 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:59:42.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:41 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T14:59:42.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:41 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-29T14:59:42.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:41 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-29T14:59:42.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:41 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-29T14:59:42.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:41 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-29T14:59:42.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:41 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-29T14:59:42.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:41 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-29T14:59:42.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:41 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-29T14:59:42.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:41 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-29T14:59:42.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:41 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-29T14:59:42.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:41 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-29T14:59:42.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:41 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-29T14:59:42.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:41 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-29T14:59:42.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:41 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-29T14:59:42.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:41 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-29T14:59:42.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:41 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-29T14:59:42.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:41 smithi138 ceph-mon[32824]: Manager daemon y is now available 2024-07-29T14:59:42.064 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:41 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:59:42.064 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:41 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:59:42.064 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:41 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:42.064 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:41 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T14:59:42.064 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:41 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-29T14:59:42.064 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:41 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-29T14:59:42.064 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:41 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-29T14:59:42.064 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:41 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-29T14:59:42.094 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[39695]: mgrmap e17: y(active, since 5m), standbys: x 2024-07-29T14:59:42.094 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[39695]: Active manager daemon y restarted 2024-07-29T14:59:42.094 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[39695]: Activating manager daemon y 2024-07-29T14:59:42.094 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[39695]: osdmap e68: 8 total, 8 up, 8 in 2024-07-29T14:59:42.094 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[39695]: mgrmap e18: y(active, starting, since 0.00844424s), standbys: x 2024-07-29T14:59:42.095 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T14:59:42.095 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:59:42.095 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T14:59:42.095 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-29T14:59:42.095 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-29T14:59:42.095 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-29T14:59:42.095 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-29T14:59:42.095 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-29T14:59:42.095 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-29T14:59:42.095 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-29T14:59:42.095 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-29T14:59:42.095 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-29T14:59:42.095 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-29T14:59:42.095 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-29T14:59:42.096 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-29T14:59:42.096 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-29T14:59:42.096 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-29T14:59:42.096 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-29T14:59:42.096 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[39695]: Manager daemon y is now available 2024-07-29T14:59:42.096 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:59:42.096 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:59:42.096 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:42.096 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T14:59:42.096 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-29T14:59:42.096 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-29T14:59:42.096 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-29T14:59:42.096 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-29T14:59:42.097 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[29363]: mgrmap e17: y(active, since 5m), standbys: x 2024-07-29T14:59:42.097 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[29363]: Active manager daemon y restarted 2024-07-29T14:59:42.097 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[29363]: Activating manager daemon y 2024-07-29T14:59:42.097 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[29363]: osdmap e68: 8 total, 8 up, 8 in 2024-07-29T14:59:42.097 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[29363]: mgrmap e18: y(active, starting, since 0.00844424s), standbys: x 2024-07-29T14:59:42.097 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T14:59:42.097 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T14:59:42.097 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T14:59:42.097 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-29T14:59:42.097 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-29T14:59:42.097 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-29T14:59:42.097 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-29T14:59:42.098 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-29T14:59:42.098 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-29T14:59:42.098 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-29T14:59:42.098 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-29T14:59:42.098 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-29T14:59:42.098 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-29T14:59:42.098 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-29T14:59:42.098 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-29T14:59:42.098 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-29T14:59:42.098 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-29T14:59:42.098 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-29T14:59:42.098 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[29363]: Manager daemon y is now available 2024-07-29T14:59:42.098 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:59:42.099 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T14:59:42.099 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:42.099 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T14:59:42.099 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-29T14:59:42.099 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-29T14:59:42.099 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-29T14:59:42.099 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:41 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-29T14:59:43.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:42 smithi067 ceph-mon[29363]: mgrmap e19: y(active, since 1.01099s), standbys: x 2024-07-29T14:59:43.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:42 smithi067 ceph-mon[29363]: Saving service grafana spec with placement smithi138=a;count:1 2024-07-29T14:59:43.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:42 smithi067 ceph-mon[29363]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:43.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:42 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:43.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:42 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:43.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:42 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:42 smithi067 ceph-mon[39695]: mgrmap e19: y(active, since 1.01099s), standbys: x 2024-07-29T14:59:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:42 smithi067 ceph-mon[39695]: Saving service grafana spec with placement smithi138=a;count:1 2024-07-29T14:59:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:42 smithi067 ceph-mon[39695]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:42 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:42 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:42 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:43.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:42 smithi138 ceph-mon[32824]: mgrmap e19: y(active, since 1.01099s), standbys: x 2024-07-29T14:59:43.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:42 smithi138 ceph-mon[32824]: Saving service grafana spec with placement smithi138=a;count:1 2024-07-29T14:59:43.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:42 smithi138 ceph-mon[32824]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:43.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:42 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:43.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:42 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:43.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:42 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:44.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:43 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:43.820+0000 7f5323fbe640 -1 log_channel(cephadm) log [ERR] : [29/Jul/2024:14:59:43] ENGINE Error in HTTPServer.serve 2024-07-29T14:59:44.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:43 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: Traceback (most recent call last): 2024-07-29T14:59:44.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:43 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-29T14:59:44.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:43 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: self._connections.run(self.expiration_interval) 2024-07-29T14:59:44.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:43 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-29T14:59:44.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:43 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: self._run(expiration_interval) 2024-07-29T14:59:44.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:43 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-29T14:59:44.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:43 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: new_conn = self._from_server_socket(self.server.socket) 2024-07-29T14:59:44.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:43 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-29T14:59:44.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:43 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-29T14:59:44.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:43 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-29T14:59:44.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:43 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: s = self.context.wrap_socket( 2024-07-29T14:59:44.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:43 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-29T14:59:44.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:43 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: return self.sslsocket_class._create( 2024-07-29T14:59:44.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:43 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-29T14:59:44.240 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:43 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: self.do_handshake() 2024-07-29T14:59:44.240 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:43 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-29T14:59:44.240 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:43 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: self._sslobj.do_handshake() 2024-07-29T14:59:44.240 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:43 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-29T14:59:44.240 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 14:59:43 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T14:59:44.464 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:44 smithi138 ceph-mon[32824]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:44.464 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:44 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:44.464 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:44 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:44.464 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:44 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:44.464 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:44 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:44.464 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:44 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:44.464 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:44 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:44.464 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:44 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:44.464 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:44 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:44.465 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:44 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:44.465 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:44 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:44.465 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:44 smithi138 ceph-mon[32824]: Adjusting osd_memory_target on smithi067 to 2992M 2024-07-29T14:59:44.465 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:44 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:44.465 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:44 smithi138 ceph-mon[32824]: mgrmap e20: y(active, since 2s), standbys: x 2024-07-29T14:59:44.465 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:44 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:44.490 DEBUG:teuthology.orchestra.run.smithi138:grafana.a> sudo journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@grafana.a.service 2024-07-29T14:59:44.493 INFO:tasks.cephadm:Setting up client nodes... 2024-07-29T14:59:44.493 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-07-29T14:59:44.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:44 smithi067 ceph-mon[29363]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:44.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:44 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:44.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:44 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:44.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:44 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:44.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:44 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:44.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:44 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:44.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:44 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:44.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:44 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:44.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:44 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:44.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:44 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:44.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:44 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:44.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:44 smithi067 ceph-mon[29363]: Adjusting osd_memory_target on smithi067 to 2992M 2024-07-29T14:59:44.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:44 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:44.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:44 smithi067 ceph-mon[29363]: mgrmap e20: y(active, since 2s), standbys: x 2024-07-29T14:59:44.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:44 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:44.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:44 smithi067 ceph-mon[39695]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:44.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:44 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:44.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:44 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:44.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:44 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:44.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:44 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:44.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:44 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:44.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:44 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:44.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:44 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:44.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:44 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:44.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:44 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:44.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:44 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:44.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:44 smithi067 ceph-mon[39695]: Adjusting osd_memory_target on smithi067 to 2992M 2024-07-29T14:59:44.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:44 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:44.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:44 smithi067 ceph-mon[39695]: mgrmap e20: y(active, since 2s), standbys: x 2024-07-29T14:59:44.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:44 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:44.760 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:59:45.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:45 smithi067 ceph-mon[29363]: [29/Jul/2024:14:59:43] ENGINE Bus STARTING 2024-07-29T14:59:45.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:45 smithi067 ceph-mon[29363]: [29/Jul/2024:14:59:43] ENGINE Serving on https://172.21.15.67:7150 2024-07-29T14:59:45.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:45 smithi067 ceph-mon[29363]: [29/Jul/2024:14:59:43] ENGINE Bus STARTED 2024-07-29T14:59:45.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:45 smithi067 ceph-mon[29363]: [29/Jul/2024:14:59:43] ENGINE Error in HTTPServer.serve 2024-07-29T14:59:45.488 INFO:journalctl@ceph.mon.a.smithi067.stdout: Traceback (most recent call last): 2024-07-29T14:59:45.489 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-29T14:59:45.489 INFO:journalctl@ceph.mon.a.smithi067.stdout: self._connections.run(self.expiration_interval) 2024-07-29T14:59:45.489 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-29T14:59:45.489 INFO:journalctl@ceph.mon.a.smithi067.stdout: self._run(expiration_interval) 2024-07-29T14:59:45.489 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-29T14:59:45.489 INFO:journalctl@ceph.mon.a.smithi067.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-29T14:59:45.489 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-29T14:59:45.489 INFO:journalctl@ceph.mon.a.smithi067.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-29T14:59:45.489 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-29T14:59:45.489 INFO:journalctl@ceph.mon.a.smithi067.stdout: s = self.context.wrap_socket( 2024-07-29T14:59:45.489 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-29T14:59:45.489 INFO:journalctl@ceph.mon.a.smithi067.stdout: return self.sslsocket_class._create( 2024-07-29T14:59:45.489 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-29T14:59:45.490 INFO:journalctl@ceph.mon.a.smithi067.stdout: self.do_handshake() 2024-07-29T14:59:45.490 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-29T14:59:45.490 INFO:journalctl@ceph.mon.a.smithi067.stdout: self._sslobj.do_handshake() 2024-07-29T14:59:45.490 INFO:journalctl@ceph.mon.a.smithi067.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-29T14:59:45.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:45 smithi067 ceph-mon[39695]: [29/Jul/2024:14:59:43] ENGINE Bus STARTING 2024-07-29T14:59:45.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:45 smithi067 ceph-mon[39695]: [29/Jul/2024:14:59:43] ENGINE Serving on https://172.21.15.67:7150 2024-07-29T14:59:45.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:45 smithi067 ceph-mon[39695]: [29/Jul/2024:14:59:43] ENGINE Bus STARTED 2024-07-29T14:59:45.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:45 smithi067 ceph-mon[39695]: [29/Jul/2024:14:59:43] ENGINE Error in HTTPServer.serve 2024-07-29T14:59:45.490 INFO:journalctl@ceph.mon.c.smithi067.stdout: Traceback (most recent call last): 2024-07-29T14:59:45.490 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-29T14:59:45.490 INFO:journalctl@ceph.mon.c.smithi067.stdout: self._connections.run(self.expiration_interval) 2024-07-29T14:59:45.491 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-29T14:59:45.491 INFO:journalctl@ceph.mon.c.smithi067.stdout: self._run(expiration_interval) 2024-07-29T14:59:45.491 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-29T14:59:45.491 INFO:journalctl@ceph.mon.c.smithi067.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-29T14:59:45.491 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-29T14:59:45.491 INFO:journalctl@ceph.mon.c.smithi067.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-29T14:59:45.491 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-29T14:59:45.491 INFO:journalctl@ceph.mon.c.smithi067.stdout: s = self.context.wrap_socket( 2024-07-29T14:59:45.491 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-29T14:59:45.491 INFO:journalctl@ceph.mon.c.smithi067.stdout: return self.sslsocket_class._create( 2024-07-29T14:59:45.491 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-29T14:59:45.491 INFO:journalctl@ceph.mon.c.smithi067.stdout: self.do_handshake() 2024-07-29T14:59:45.491 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-29T14:59:45.491 INFO:journalctl@ceph.mon.c.smithi067.stdout: self._sslobj.do_handshake() 2024-07-29T14:59:45.491 INFO:journalctl@ceph.mon.c.smithi067.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-29T14:59:45.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:45 smithi138 ceph-mon[32824]: [29/Jul/2024:14:59:43] ENGINE Bus STARTING 2024-07-29T14:59:45.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:45 smithi138 ceph-mon[32824]: [29/Jul/2024:14:59:43] ENGINE Serving on https://172.21.15.67:7150 2024-07-29T14:59:45.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:45 smithi138 ceph-mon[32824]: [29/Jul/2024:14:59:43] ENGINE Bus STARTED 2024-07-29T14:59:45.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:45 smithi138 ceph-mon[32824]: [29/Jul/2024:14:59:43] ENGINE Error in HTTPServer.serve 2024-07-29T14:59:45.810 INFO:journalctl@ceph.mon.b.smithi138.stdout: Traceback (most recent call last): 2024-07-29T14:59:45.810 INFO:journalctl@ceph.mon.b.smithi138.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-29T14:59:45.811 INFO:journalctl@ceph.mon.b.smithi138.stdout: self._connections.run(self.expiration_interval) 2024-07-29T14:59:45.811 INFO:journalctl@ceph.mon.b.smithi138.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-29T14:59:45.811 INFO:journalctl@ceph.mon.b.smithi138.stdout: self._run(expiration_interval) 2024-07-29T14:59:45.811 INFO:journalctl@ceph.mon.b.smithi138.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-29T14:59:45.811 INFO:journalctl@ceph.mon.b.smithi138.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-29T14:59:45.811 INFO:journalctl@ceph.mon.b.smithi138.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-29T14:59:45.811 INFO:journalctl@ceph.mon.b.smithi138.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-29T14:59:45.811 INFO:journalctl@ceph.mon.b.smithi138.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-29T14:59:45.811 INFO:journalctl@ceph.mon.b.smithi138.stdout: s = self.context.wrap_socket( 2024-07-29T14:59:45.811 INFO:journalctl@ceph.mon.b.smithi138.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-29T14:59:45.811 INFO:journalctl@ceph.mon.b.smithi138.stdout: return self.sslsocket_class._create( 2024-07-29T14:59:45.811 INFO:journalctl@ceph.mon.b.smithi138.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-29T14:59:45.811 INFO:journalctl@ceph.mon.b.smithi138.stdout: self.do_handshake() 2024-07-29T14:59:45.812 INFO:journalctl@ceph.mon.b.smithi138.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-29T14:59:45.812 INFO:journalctl@ceph.mon.b.smithi138.stdout: self._sslobj.do_handshake() 2024-07-29T14:59:45.812 INFO:journalctl@ceph.mon.b.smithi138.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-29T14:59:46.548 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[29363]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:46.548 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[29363]: mgrmap e21: y(active, since 4s), standbys: x 2024-07-29T14:59:46.548 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:46.548 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:46.548 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:46.548 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:46.548 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:46.548 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:46.548 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:46.548 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:46.549 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:46.549 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:46.549 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:46.549 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:46.549 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:46.549 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:59:46.549 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:59:46.549 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[39695]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:46.549 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[39695]: mgrmap e21: y(active, since 4s), standbys: x 2024-07-29T14:59:46.549 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:46.549 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:46.549 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:46.550 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:46.550 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:46.550 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:46.550 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:46.550 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:46.550 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:46.550 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:46.550 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:46.550 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:46.550 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:46.550 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:59:46.550 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:46 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:59:46.560 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:46 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: ::ffff:172.21.15.138 - - [29/Jul/2024:14:59:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-29T14:59:46.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:46 smithi138 ceph-mon[32824]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:46.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:46 smithi138 ceph-mon[32824]: mgrmap e21: y(active, since 4s), standbys: x 2024-07-29T14:59:46.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:46 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:46.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:46 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:46.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:46 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:46.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:46 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:46.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:46 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:46.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:46 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:46.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:46 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:46.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:46 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:46.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:46 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:46.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:46 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:46.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:46 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:46.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:46 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-29T14:59:46.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:46 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:46.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:46 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T14:59:46.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:46 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T14:59:46.839 INFO:teuthology.orchestra.run.smithi067.stdout:[client.0] 2024-07-29T14:59:46.839 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBirqdmX/HIMRAAuuSv9Ahm2VyTNpsc8vEd5g== 2024-07-29T14:59:47.469 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:47 smithi067 ceph-mon[39695]: Adjusting osd_memory_target on smithi138 to 2992M 2024-07-29T14:59:47.469 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:47 smithi067 ceph-mon[39695]: Updating smithi067:/etc/ceph/ceph.conf 2024-07-29T14:59:47.469 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:47 smithi067 ceph-mon[39695]: Updating smithi138:/etc/ceph/ceph.conf 2024-07-29T14:59:47.470 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:47 smithi067 ceph-mon[39695]: Updating smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T14:59:47.470 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:47 smithi067 ceph-mon[39695]: Updating smithi067:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T14:59:47.470 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:47 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/662847357' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-07-29T14:59:47.470 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:47 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/662847357' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-07-29T14:59:47.470 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:47 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:47.470 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:47 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:47.470 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:47 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:47.470 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:47 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:47.470 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:47 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:47.471 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:47 smithi067 ceph-mon[29363]: Adjusting osd_memory_target on smithi138 to 2992M 2024-07-29T14:59:47.471 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:47 smithi067 ceph-mon[29363]: Updating smithi067:/etc/ceph/ceph.conf 2024-07-29T14:59:47.471 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:47 smithi067 ceph-mon[29363]: Updating smithi138:/etc/ceph/ceph.conf 2024-07-29T14:59:47.471 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:47 smithi067 ceph-mon[29363]: Updating smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T14:59:47.471 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:47 smithi067 ceph-mon[29363]: Updating smithi067:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T14:59:47.471 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:47 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/662847357' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-07-29T14:59:47.471 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:47 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/662847357' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-07-29T14:59:47.471 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:47 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:47.471 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:47 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:47.471 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:47 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:47.471 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:47 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:47.471 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:47 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:47.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:47 smithi138 ceph-mon[32824]: Adjusting osd_memory_target on smithi138 to 2992M 2024-07-29T14:59:47.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:47 smithi138 ceph-mon[32824]: Updating smithi067:/etc/ceph/ceph.conf 2024-07-29T14:59:47.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:47 smithi138 ceph-mon[32824]: Updating smithi138:/etc/ceph/ceph.conf 2024-07-29T14:59:47.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:47 smithi138 ceph-mon[32824]: Updating smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T14:59:47.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:47 smithi138 ceph-mon[32824]: Updating smithi067:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T14:59:47.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:47 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/662847357' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-07-29T14:59:47.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:47 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/662847357' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-07-29T14:59:47.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:47 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:47.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:47 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:47.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:47 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:47.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:47 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:47.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:47 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:47.628 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-07-29T14:59:47.628 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-07-29T14:59:47.629 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-07-29T14:59:47.670 DEBUG:teuthology.orchestra.run.smithi138:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-07-29T14:59:47.926 INFO:teuthology.orchestra.run.smithi138.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.b/config 2024-07-29T14:59:48.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:48 smithi067 ceph-mon[29363]: Updating smithi138:/etc/ceph/ceph.client.admin.keyring 2024-07-29T14:59:48.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:48 smithi067 ceph-mon[29363]: Updating smithi067:/etc/ceph/ceph.client.admin.keyring 2024-07-29T14:59:48.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:48 smithi067 ceph-mon[29363]: Updating smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.client.admin.keyring 2024-07-29T14:59:48.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:48 smithi067 ceph-mon[29363]: Updating smithi067:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.client.admin.keyring 2024-07-29T14:59:48.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:48 smithi067 ceph-mon[29363]: pgmap v6: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:48.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:48 smithi067 ceph-mon[29363]: Deploying daemon alertmanager.a on smithi067 2024-07-29T14:59:48.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:48 smithi067 ceph-mon[39695]: Updating smithi138:/etc/ceph/ceph.client.admin.keyring 2024-07-29T14:59:48.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:48 smithi067 ceph-mon[39695]: Updating smithi067:/etc/ceph/ceph.client.admin.keyring 2024-07-29T14:59:48.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:48 smithi067 ceph-mon[39695]: Updating smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.client.admin.keyring 2024-07-29T14:59:48.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:48 smithi067 ceph-mon[39695]: Updating smithi067:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.client.admin.keyring 2024-07-29T14:59:48.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:48 smithi067 ceph-mon[39695]: pgmap v6: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:48.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:48 smithi067 ceph-mon[39695]: Deploying daemon alertmanager.a on smithi067 2024-07-29T14:59:48.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:48 smithi138 ceph-mon[32824]: Updating smithi138:/etc/ceph/ceph.client.admin.keyring 2024-07-29T14:59:48.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:48 smithi138 ceph-mon[32824]: Updating smithi067:/etc/ceph/ceph.client.admin.keyring 2024-07-29T14:59:48.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:48 smithi138 ceph-mon[32824]: Updating smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.client.admin.keyring 2024-07-29T14:59:48.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:48 smithi138 ceph-mon[32824]: Updating smithi067:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.client.admin.keyring 2024-07-29T14:59:48.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:48 smithi138 ceph-mon[32824]: pgmap v6: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:48.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:48 smithi138 ceph-mon[32824]: Deploying daemon alertmanager.a on smithi067 2024-07-29T14:59:49.748 INFO:teuthology.orchestra.run.smithi138.stdout:[client.1] 2024-07-29T14:59:49.748 INFO:teuthology.orchestra.run.smithi138.stdout: key = AQBlrqdmvPQuLBAAb5j5ZfjuzZqfmd+uE1607w== 2024-07-29T14:59:50.366 DEBUG:teuthology.orchestra.run.smithi138:> set -ex 2024-07-29T14:59:50.367 DEBUG:teuthology.orchestra.run.smithi138:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-07-29T14:59:50.367 DEBUG:teuthology.orchestra.run.smithi138:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-07-29T14:59:50.403 INFO:tasks.cephadm:Creating RBD pool 2024-07-29T14:59:50.404 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph osd pool create rbd 8 2024-07-29T14:59:50.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:50 smithi067 ceph-mon[39695]: pgmap v7: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-07-29T14:59:50.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:50 smithi067 ceph-mon[39695]: from='client.? 172.21.15.138:0/44914056' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-07-29T14:59:50.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:50 smithi067 ceph-mon[39695]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-07-29T14:59:50.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:50 smithi067 ceph-mon[39695]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-07-29T14:59:50.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:50 smithi067 ceph-mon[29363]: pgmap v7: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-07-29T14:59:50.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:50 smithi067 ceph-mon[29363]: from='client.? 172.21.15.138:0/44914056' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-07-29T14:59:50.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:50 smithi067 ceph-mon[29363]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-07-29T14:59:50.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:50 smithi067 ceph-mon[29363]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-07-29T14:59:50.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:50 smithi138 ceph-mon[32824]: pgmap v7: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-07-29T14:59:50.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:50 smithi138 ceph-mon[32824]: from='client.? 172.21.15.138:0/44914056' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-07-29T14:59:50.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:50 smithi138 ceph-mon[32824]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-07-29T14:59:50.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:50 smithi138 ceph-mon[32824]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-07-29T14:59:51.281 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:59:52.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:52 smithi067 ceph-mon[39695]: pgmap v8: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-07-29T14:59:52.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:52 smithi067 ceph-mon[29363]: pgmap v8: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-07-29T14:59:52.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:52 smithi138 ceph-mon[32824]: pgmap v8: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-07-29T14:59:54.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:54 smithi067 ceph-mon[29363]: pgmap v9: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-07-29T14:59:54.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:54 smithi067 ceph-mon[39695]: pgmap v9: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-07-29T14:59:54.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:54 smithi138 ceph-mon[32824]: pgmap v9: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-07-29T14:59:55.840 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'rbd' created 2024-07-29T14:59:55.854 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:55 smithi067 ceph-mon[29363]: pgmap v10: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-07-29T14:59:55.854 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:55 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/4249881262' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-07-29T14:59:55.855 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:55 smithi067 ceph-mon[29363]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-07-29T14:59:55.855 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:55 smithi067 ceph-mon[39695]: pgmap v10: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-07-29T14:59:55.855 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:55 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/4249881262' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-07-29T14:59:55.855 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:55 smithi067 ceph-mon[39695]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-07-29T14:59:56.130 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:55 smithi138 ceph-mon[32824]: pgmap v10: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-07-29T14:59:56.131 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:55 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/4249881262' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-07-29T14:59:56.131 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:55 smithi138 ceph-mon[32824]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-07-29T14:59:56.484 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- rbd pool init rbd 2024-07-29T14:59:56.560 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 14:59:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: ::ffff:172.21.15.138 - - [29/Jul/2024:14:59:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-29T14:59:56.738 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 14:59:56 smithi067 podman[71081]: 2024-07-29 14:59:56.701195585 +0000 UTC m=+0.128625700 volume create f10aef27a9243de27e00043eb5f9c0ecfd50bd01bfc077319e270cf16696ff2e 2024-07-29T14:59:57.238 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 14:59:56 smithi067 podman[71081]: 2024-07-29 14:59:56.809994011 +0000 UTC m=+0.237424080 container create e7db2d04fd0fccf60bdd6f8eba0feee0bd0e8ebbc153847084c4e1fca61d6073 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-29T14:59:57.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:56 smithi067 ceph-mon[29363]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-07-29T14:59:57.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:56 smithi067 ceph-mon[29363]: osdmap e69: 8 total, 8 up, 8 in 2024-07-29T14:59:57.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:56 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T14:59:57.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:56 smithi067 ceph-mon[29363]: osdmap e70: 8 total, 8 up, 8 in 2024-07-29T14:59:57.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:56 smithi067 ceph-mon[39695]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-07-29T14:59:57.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:56 smithi067 ceph-mon[39695]: osdmap e69: 8 total, 8 up, 8 in 2024-07-29T14:59:57.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:56 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T14:59:57.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:56 smithi067 ceph-mon[39695]: osdmap e70: 8 total, 8 up, 8 in 2024-07-29T14:59:57.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:56 smithi138 ceph-mon[32824]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-07-29T14:59:57.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:56 smithi138 ceph-mon[32824]: osdmap e69: 8 total, 8 up, 8 in 2024-07-29T14:59:57.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:56 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T14:59:57.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:56 smithi138 ceph-mon[32824]: osdmap e70: 8 total, 8 up, 8 in 2024-07-29T14:59:57.621 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T14:59:57.738 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 14:59:57 smithi067 podman[71081]: 2024-07-29 14:59:57.365259087 +0000 UTC m=+0.792689156 container init e7db2d04fd0fccf60bdd6f8eba0feee0bd0e8ebbc153847084c4e1fca61d6073 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-29T14:59:57.739 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 14:59:57 smithi067 podman[71081]: 2024-07-29 14:59:57.368744803 +0000 UTC m=+0.796174873 container start e7db2d04fd0fccf60bdd6f8eba0feee0bd0e8ebbc153847084c4e1fca61d6073 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-29T14:59:57.739 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 14:59:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a[71108]: ts=2024-07-29T14:59:57.383Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-07-29T14:59:57.739 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 14:59:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a[71108]: ts=2024-07-29T14:59:57.383Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-07-29T14:59:57.739 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 14:59:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a[71108]: ts=2024-07-29T14:59:57.384Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.67 port=9094 2024-07-29T14:59:57.739 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 14:59:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a[71108]: ts=2024-07-29T14:59:57.385Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-07-29T14:59:57.739 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 14:59:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a[71108]: ts=2024-07-29T14:59:57.411Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-07-29T14:59:57.739 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 14:59:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a[71108]: ts=2024-07-29T14:59:57.411Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-07-29T14:59:57.739 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 14:59:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a[71108]: ts=2024-07-29T14:59:57.414Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-07-29T14:59:57.739 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 14:59:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a[71108]: ts=2024-07-29T14:59:57.414Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-07-29T14:59:57.739 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 14:59:57 smithi067 bash[71081]: e7db2d04fd0fccf60bdd6f8eba0feee0bd0e8ebbc153847084c4e1fca61d6073 2024-07-29T14:59:57.739 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 14:59:57 smithi067 systemd[1]: Started Ceph alertmanager.a for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T14:59:58.077 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:57 smithi067 ceph-mon[29363]: pgmap v13: 105 pgs: 6 creating+activating, 99 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:58.078 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:57 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:58.078 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:57 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:58.078 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:57 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:58.078 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:57 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:58.078 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:57 smithi067 ceph-mon[39695]: pgmap v13: 105 pgs: 6 creating+activating, 99 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:58.078 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:57 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:58.078 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:57 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:58.078 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:57 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:58.078 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:57 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:58.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:57 smithi138 ceph-mon[32824]: pgmap v13: 105 pgs: 6 creating+activating, 99 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T14:59:58.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:57 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:58.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:57 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:58.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:57 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:58.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:57 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T14:59:58.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:58 smithi067 ceph-mon[29363]: Deploying daemon node-exporter.a on smithi067 2024-07-29T14:59:58.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:58 smithi067 ceph-mon[29363]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T14:59:58.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:58 smithi067 ceph-mon[29363]: osdmap e71: 8 total, 8 up, 8 in 2024-07-29T14:59:58.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:58 smithi067 ceph-mon[39695]: Deploying daemon node-exporter.a on smithi067 2024-07-29T14:59:58.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:58 smithi067 ceph-mon[39695]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T14:59:58.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:58 smithi067 ceph-mon[39695]: osdmap e71: 8 total, 8 up, 8 in 2024-07-29T14:59:59.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:58 smithi138 ceph-mon[32824]: Deploying daemon node-exporter.a on smithi067 2024-07-29T14:59:59.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:58 smithi138 ceph-mon[32824]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T14:59:59.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:58 smithi138 ceph-mon[32824]: osdmap e71: 8 total, 8 up, 8 in 2024-07-29T14:59:59.738 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 14:59:59 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a[71108]: ts=2024-07-29T14:59:59.385Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000015492s 2024-07-29T14:59:59.739 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 14:59:59 smithi067 bash[71468]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-07-29T15:00:00.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:59 smithi067 ceph-mon[29363]: pgmap v15: 105 pgs: 6 creating+activating, 99 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:00.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:59 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/3926457338' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-07-29T15:00:00.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 14:59:59 smithi067 ceph-mon[29363]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-07-29T15:00:00.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:59 smithi067 ceph-mon[39695]: pgmap v15: 105 pgs: 6 creating+activating, 99 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:00.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:59 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/3926457338' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-07-29T15:00:00.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 14:59:59 smithi067 ceph-mon[39695]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-07-29T15:00:00.239 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 14:59:59 smithi067 bash[71468]: Getting image source signatures 2024-07-29T15:00:00.239 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 14:59:59 smithi067 bash[71468]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-07-29T15:00:00.239 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 14:59:59 smithi067 bash[71468]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-07-29T15:00:00.239 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 14:59:59 smithi067 bash[71468]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-07-29T15:00:00.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:59 smithi138 ceph-mon[32824]: pgmap v15: 105 pgs: 6 creating+activating, 99 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:00.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:59 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/3926457338' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-07-29T15:00:00.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 14:59:59 smithi138 ceph-mon[32824]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-07-29T15:00:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:00 smithi067 ceph-mon[29363]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-07-29T15:00:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:00 smithi067 ceph-mon[29363]: osdmap e72: 8 total, 8 up, 8 in 2024-07-29T15:00:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:00 smithi067 ceph-mon[29363]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-07-29T15:00:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:00 smithi067 ceph-mon[29363]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-07-29T15:00:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:00 smithi067 ceph-mon[29363]: application not enabled on pool 'rbd' 2024-07-29T15:00:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:00 smithi067 ceph-mon[29363]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-07-29T15:00:01.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:00 smithi067 ceph-mon[39695]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-07-29T15:00:01.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:00 smithi067 ceph-mon[39695]: osdmap e72: 8 total, 8 up, 8 in 2024-07-29T15:00:01.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:00 smithi067 ceph-mon[39695]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-07-29T15:00:01.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:00 smithi067 ceph-mon[39695]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-07-29T15:00:01.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:00 smithi067 ceph-mon[39695]: application not enabled on pool 'rbd' 2024-07-29T15:00:01.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:00 smithi067 ceph-mon[39695]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-07-29T15:00:01.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:00 smithi138 ceph-mon[32824]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-07-29T15:00:01.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:00 smithi138 ceph-mon[32824]: osdmap e72: 8 total, 8 up, 8 in 2024-07-29T15:00:01.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:00 smithi138 ceph-mon[32824]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-07-29T15:00:01.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:00 smithi138 ceph-mon[32824]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-07-29T15:00:01.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:00 smithi138 ceph-mon[32824]: application not enabled on pool 'rbd' 2024-07-29T15:00:01.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:00 smithi138 ceph-mon[32824]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-07-29T15:00:01.738 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:01 smithi067 bash[71468]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-07-29T15:00:01.738 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:01 smithi067 bash[71468]: Writing manifest to image destination 2024-07-29T15:00:02.233 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:01 smithi067 ceph-mon[29363]: osdmap e73: 8 total, 8 up, 8 in 2024-07-29T15:00:02.233 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:01 smithi067 ceph-mon[29363]: pgmap v18: 105 pgs: 6 creating+activating, 99 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:02.233 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:01 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:02.234 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:01 smithi067 ceph-mon[39695]: osdmap e73: 8 total, 8 up, 8 in 2024-07-29T15:00:02.234 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:01 smithi067 ceph-mon[39695]: pgmap v18: 105 pgs: 6 creating+activating, 99 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:02.234 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:01 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:02.234 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:01 smithi067 podman[71468]: 2024-07-29 15:00:01.890347377 +0000 UTC m=+2.503950877 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-07-29T15:00:02.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:01 smithi138 ceph-mon[32824]: osdmap e73: 8 total, 8 up, 8 in 2024-07-29T15:00:02.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:01 smithi138 ceph-mon[32824]: pgmap v18: 105 pgs: 6 creating+activating, 99 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:02.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:01 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:02.529 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph config log 1 --format=json 2024-07-29T15:00:02.763 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:02 smithi067 podman[71468]: 2024-07-29 15:00:02.641820817 +0000 UTC m=+3.255424295 container create 231f953fda2cae7a857fdbeea2448dd3e0ad8fe87978fc6ef89429ed61c9315c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-29T15:00:03.161 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:02 smithi067 ceph-mon[29363]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:00:03.161 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:02 smithi067 ceph-mon[29363]: Cluster is now healthy 2024-07-29T15:00:03.161 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:02 smithi067 ceph-mon[29363]: osdmap e74: 8 total, 8 up, 8 in 2024-07-29T15:00:03.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:02 smithi067 ceph-mon[39695]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:00:03.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:02 smithi067 ceph-mon[39695]: Cluster is now healthy 2024-07-29T15:00:03.162 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:02 smithi067 ceph-mon[39695]: osdmap e74: 8 total, 8 up, 8 in 2024-07-29T15:00:03.162 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 podman[71468]: 2024-07-29 15:00:03.08599805 +0000 UTC m=+3.699601529 container init 231f953fda2cae7a857fdbeea2448dd3e0ad8fe87978fc6ef89429ed61c9315c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-29T15:00:03.162 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 podman[71468]: 2024-07-29 15:00:03.089450052 +0000 UTC m=+3.703053537 container start 231f953fda2cae7a857fdbeea2448dd3e0ad8fe87978fc6ef89429ed61c9315c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-29T15:00:03.162 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.094Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-07-29T15:00:03.162 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.094Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-07-29T15:00:03.162 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.094Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-07-29T15:00:03.162 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.094Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-07-29T15:00:03.162 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-07-29T15:00:03.163 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-07-29T15:00:03.163 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-07-29T15:00:03.163 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=arp 2024-07-29T15:00:03.163 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=bcache 2024-07-29T15:00:03.163 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=bonding 2024-07-29T15:00:03.163 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=btrfs 2024-07-29T15:00:03.163 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=conntrack 2024-07-29T15:00:03.163 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=cpu 2024-07-29T15:00:03.163 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-07-29T15:00:03.163 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=diskstats 2024-07-29T15:00:03.164 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=dmi 2024-07-29T15:00:03.164 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=edac 2024-07-29T15:00:03.164 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=entropy 2024-07-29T15:00:03.164 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-07-29T15:00:03.164 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=filefd 2024-07-29T15:00:03.164 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=filesystem 2024-07-29T15:00:03.164 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=hwmon 2024-07-29T15:00:03.164 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=infiniband 2024-07-29T15:00:03.164 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=ipvs 2024-07-29T15:00:03.164 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=loadavg 2024-07-29T15:00:03.164 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=mdadm 2024-07-29T15:00:03.164 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=meminfo 2024-07-29T15:00:03.164 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=netclass 2024-07-29T15:00:03.165 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=netdev 2024-07-29T15:00:03.165 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=netstat 2024-07-29T15:00:03.165 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=nfs 2024-07-29T15:00:03.165 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=nfsd 2024-07-29T15:00:03.165 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=nvme 2024-07-29T15:00:03.165 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=os 2024-07-29T15:00:03.165 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-07-29T15:00:03.165 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=pressure 2024-07-29T15:00:03.165 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=rapl 2024-07-29T15:00:03.165 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=schedstat 2024-07-29T15:00:03.165 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=selinux 2024-07-29T15:00:03.165 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=sockstat 2024-07-29T15:00:03.165 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=softnet 2024-07-29T15:00:03.165 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=stat 2024-07-29T15:00:03.165 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=tapestats 2024-07-29T15:00:03.165 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=textfile 2024-07-29T15:00:03.166 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-07-29T15:00:03.166 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=time 2024-07-29T15:00:03.166 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-07-29T15:00:03.166 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=uname 2024-07-29T15:00:03.166 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=vmstat 2024-07-29T15:00:03.166 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=xfs 2024-07-29T15:00:03.166 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.095Z caller=node_exporter.go:117 level=info collector=zfs 2024-07-29T15:00:03.166 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.096Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-07-29T15:00:03.166 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[71577]: ts=2024-07-29T15:00:03.096Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-07-29T15:00:03.166 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 bash[71468]: 231f953fda2cae7a857fdbeea2448dd3e0ad8fe87978fc6ef89429ed61c9315c 2024-07-29T15:00:03.242 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:00:03.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:02 smithi138 ceph-mon[32824]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:00:03.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:02 smithi138 ceph-mon[32824]: Cluster is now healthy 2024-07-29T15:00:03.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:02 smithi138 ceph-mon[32824]: osdmap e74: 8 total, 8 up, 8 in 2024-07-29T15:00:03.488 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:00:03 smithi067 systemd[1]: Started Ceph node-exporter.a for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:00:04.060 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:03 smithi138 systemd[1]: Starting Ceph node-exporter.b for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:00:04.435 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:04 smithi067 ceph-mon[29363]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 405 B/s wr, 0 op/s 2024-07-29T15:00:04.435 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:04 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:04.435 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:04 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:04.435 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:04 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:04.436 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:04 smithi067 ceph-mon[29363]: Deploying daemon node-exporter.b on smithi138 2024-07-29T15:00:04.436 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:04 smithi067 ceph-mon[39695]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 405 B/s wr, 0 op/s 2024-07-29T15:00:04.436 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:04 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:04.436 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:04 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:04.436 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:04 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:04.436 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:04 smithi067 ceph-mon[39695]: Deploying daemon node-exporter.b on smithi138 2024-07-29T15:00:04.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:04 smithi138 ceph-mon[32824]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 405 B/s wr, 0 op/s 2024-07-29T15:00:04.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:04 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:04.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:04 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:04.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:04 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:04.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:04 smithi138 ceph-mon[32824]: Deploying daemon node-exporter.b on smithi138 2024-07-29T15:00:04.561 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:04 smithi138 bash[62407]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-07-29T15:00:05.060 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:04 smithi138 bash[62407]: Getting image source signatures 2024-07-29T15:00:05.061 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:04 smithi138 bash[62407]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-07-29T15:00:05.061 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:04 smithi138 bash[62407]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-07-29T15:00:05.061 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:04 smithi138 bash[62407]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-07-29T15:00:05.348 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T15:00:06.074 INFO:teuthology.orchestra.run.smithi067.stdout:[{"version":20,"timestamp":"2024-07-29T14:59:46.072086+0000","name":"","changes":[{"name":"osd/host:smithi138/osd_memory_target","previous_value":"4479545446","new_value":"3137368166"}]}] 2024-07-29T15:00:06.075 INFO:tasks.ceph_manager:config epoch is 20 2024-07-29T15:00:06.075 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-07-29T15:00:06.075 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-07-29T15:00:06.075 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph mgr dump --format=json 2024-07-29T15:00:06.245 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:06 smithi067 ceph-mon[29363]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-07-29T15:00:06.245 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:06 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/3537813630' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-07-29T15:00:06.245 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:06 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:06.348 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:00:06.439 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:00:06 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:00:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-29T15:00:06.440 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:06 smithi138 ceph-mon[32824]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-07-29T15:00:06.440 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:06 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/3537813630' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-07-29T15:00:06.440 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:06 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:06.440 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:06 smithi138 bash[62407]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-07-29T15:00:06.440 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:06 smithi138 bash[62407]: Writing manifest to image destination 2024-07-29T15:00:06.470 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:06 smithi067 ceph-mon[39695]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-07-29T15:00:06.470 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:06 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/3537813630' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-07-29T15:00:06.471 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:06 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:07.061 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:06 smithi138 podman[62407]: 2024-07-29 15:00:06.703825961 +0000 UTC m=+2.653977647 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-07-29T15:00:07.061 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:06 smithi138 podman[62407]: 2024-07-29 15:00:06.837410134 +0000 UTC m=+2.787561814 container create d665baf7689dfe999f3a977fab0a3af71c9e8124f4ae68c356929ed176dd0693 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-29T15:00:07.061 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 podman[62407]: 2024-07-29 15:00:07.012936001 +0000 UTC m=+2.963087682 container init d665baf7689dfe999f3a977fab0a3af71c9e8124f4ae68c356929ed176dd0693 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-29T15:00:07.061 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 podman[62407]: 2024-07-29 15:00:07.01586423 +0000 UTC m=+2.966015911 container start d665baf7689dfe999f3a977fab0a3af71c9e8124f4ae68c356929ed176dd0693 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-29T15:00:07.061 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.019Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-07-29T15:00:07.061 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.019Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-07-29T15:00:07.061 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.019Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-07-29T15:00:07.061 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.019Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-07-29T15:00:07.062 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-07-29T15:00:07.062 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-07-29T15:00:07.062 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-07-29T15:00:07.062 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=arp 2024-07-29T15:00:07.062 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=bcache 2024-07-29T15:00:07.062 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=bonding 2024-07-29T15:00:07.062 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=btrfs 2024-07-29T15:00:07.063 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=conntrack 2024-07-29T15:00:07.063 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=cpu 2024-07-29T15:00:07.063 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-07-29T15:00:07.063 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=diskstats 2024-07-29T15:00:07.063 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=dmi 2024-07-29T15:00:07.063 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=edac 2024-07-29T15:00:07.063 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=entropy 2024-07-29T15:00:07.063 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-07-29T15:00:07.063 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=filefd 2024-07-29T15:00:07.063 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=filesystem 2024-07-29T15:00:07.063 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=hwmon 2024-07-29T15:00:07.063 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=infiniband 2024-07-29T15:00:07.064 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=ipvs 2024-07-29T15:00:07.064 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=loadavg 2024-07-29T15:00:07.064 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=mdadm 2024-07-29T15:00:07.064 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=meminfo 2024-07-29T15:00:07.064 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=netclass 2024-07-29T15:00:07.064 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=netdev 2024-07-29T15:00:07.064 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=netstat 2024-07-29T15:00:07.064 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=nfs 2024-07-29T15:00:07.064 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=nfsd 2024-07-29T15:00:07.064 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=nvme 2024-07-29T15:00:07.064 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=os 2024-07-29T15:00:07.064 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-07-29T15:00:07.064 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=pressure 2024-07-29T15:00:07.064 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=rapl 2024-07-29T15:00:07.065 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=schedstat 2024-07-29T15:00:07.065 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=selinux 2024-07-29T15:00:07.065 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=sockstat 2024-07-29T15:00:07.065 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=softnet 2024-07-29T15:00:07.065 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=stat 2024-07-29T15:00:07.065 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=tapestats 2024-07-29T15:00:07.065 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=textfile 2024-07-29T15:00:07.065 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.020Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-07-29T15:00:07.065 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.021Z caller=node_exporter.go:117 level=info collector=time 2024-07-29T15:00:07.065 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.021Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-07-29T15:00:07.065 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.021Z caller=node_exporter.go:117 level=info collector=uname 2024-07-29T15:00:07.065 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.021Z caller=node_exporter.go:117 level=info collector=vmstat 2024-07-29T15:00:07.065 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.021Z caller=node_exporter.go:117 level=info collector=xfs 2024-07-29T15:00:07.065 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.021Z caller=node_exporter.go:117 level=info collector=zfs 2024-07-29T15:00:07.066 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.021Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-07-29T15:00:07.066 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[62469]: ts=2024-07-29T15:00:07.021Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-07-29T15:00:07.560 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 bash[62407]: d665baf7689dfe999f3a977fab0a3af71c9e8124f4ae68c356929ed176dd0693 2024-07-29T15:00:07.560 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:00:07 smithi138 systemd[1]: Started Ceph node-exporter.b for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:00:07.611 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:00:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:00:07] ENGINE Bus STOPPING 2024-07-29T15:00:07.612 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:00:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a[71108]: ts=2024-07-29T15:00:07.389Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003208278s 2024-07-29T15:00:07.972 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:00:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:00:07] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-29T15:00:07.973 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:00:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:00:07] ENGINE Bus STOPPED 2024-07-29T15:00:07.973 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:00:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:00:07] ENGINE Bus STARTING 2024-07-29T15:00:07.973 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:00:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:00:07] ENGINE Serving on http://:::9283 2024-07-29T15:00:07.973 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:00:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:00:07] ENGINE Bus STARTED 2024-07-29T15:00:08.159 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T15:00:08.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:08 smithi067 ceph-mon[39695]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 290 B/s wr, 0 op/s 2024-07-29T15:00:08.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:08 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:08.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:08 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:08.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:08 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:08.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:08 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:08.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:08 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:08.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:08 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:08.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:08 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:08.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:08 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-07-29T15:00:08.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:08 smithi067 ceph-mon[39695]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-07-29T15:00:08.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:08 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:08.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:08 smithi067 ceph-mon[39695]: Deploying daemon grafana.a on smithi138 2024-07-29T15:00:08.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:08 smithi067 ceph-mon[39695]: osdmap e75: 8 total, 8 up, 8 in 2024-07-29T15:00:08.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:08 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/3258985912' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-07-29T15:00:08.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:08 smithi067 ceph-mon[29363]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 290 B/s wr, 0 op/s 2024-07-29T15:00:08.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:08 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:08.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:08 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:08.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:08 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:08.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:08 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:08.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:08 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:08.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:08 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:08.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:08 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:08.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:08 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-07-29T15:00:08.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:08 smithi067 ceph-mon[29363]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-07-29T15:00:08.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:08 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:08.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:08 smithi067 ceph-mon[29363]: Deploying daemon grafana.a on smithi138 2024-07-29T15:00:08.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:08 smithi067 ceph-mon[29363]: osdmap e75: 8 total, 8 up, 8 in 2024-07-29T15:00:08.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:08 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/3258985912' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-07-29T15:00:08.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:08 smithi138 ceph-mon[32824]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 290 B/s wr, 0 op/s 2024-07-29T15:00:08.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:08 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:08.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:08 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:08.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:08 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:08.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:08 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:08.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:08 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:08.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:08 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:08.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:08 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:08.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:08 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-07-29T15:00:08.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:08 smithi138 ceph-mon[32824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-07-29T15:00:08.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:08 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:08.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:08 smithi138 ceph-mon[32824]: Deploying daemon grafana.a on smithi138 2024-07-29T15:00:08.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:08 smithi138 ceph-mon[32824]: osdmap e75: 8 total, 8 up, 8 in 2024-07-29T15:00:08.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:08 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/3258985912' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-07-29T15:00:08.856 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":21,"flags":0,"active_gid":24437,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":3996640633},{"type":"v1","addr":"172.21.15.67:6801","nonce":3996640633}]},"active_addr":"172.21.15.67:6801/3996640633","active_change":"2024-07-29T14:59:40.885242+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24373,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.67:8443/","prometheus":"http://172.21.15.67:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":68,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.67:0","nonce":1943110944}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.67:0","nonce":2782688845}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.67:0","nonce":3062403158}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.67:0","nonce":2002702055}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.67:0","nonce":696278822}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.67:0","nonce":3730796383}]}]} 2024-07-29T15:00:08.861 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-07-29T15:00:08.861 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-07-29T15:00:08.862 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph osd dump --format=json 2024-07-29T15:00:09.132 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:00:10.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:10 smithi067 ceph-mon[29363]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-29T15:00:10.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:10 smithi067 ceph-mon[39695]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-29T15:00:10.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:10 smithi138 ceph-mon[32824]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-29T15:00:10.874 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T15:00:10.874 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":75,"fsid":"32e7db98-4dba-11ef-bcc8-c7b262605968","created":"2024-07-29T14:53:37.587449+0000","modified":"2024-07-29T15:00:07.347020+0000","last_up_change":"2024-07-29T14:58:26.845231+0000","last_in_change":"2024-07-29T14:58:10.311067+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-29T14:56:33.778672+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-29T14:58:50.503423+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-29T14:58:53.821383+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-07-29T14:59:55.783108+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"8465e2b7-2ddd-46c6-b081-5612dcf79c62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":1748403734},{"type":"v1","addr":"172.21.15.67:6803","nonce":1748403734}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":1748403734},{"type":"v1","addr":"172.21.15.67:6805","nonce":1748403734}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1748403734},{"type":"v1","addr":"172.21.15.67:6809","nonce":1748403734}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":1748403734},{"type":"v1","addr":"172.21.15.67:6807","nonce":1748403734}]},"public_addr":"172.21.15.67:6803/1748403734","cluster_addr":"172.21.15.67:6805/1748403734","heartbeat_back_addr":"172.21.15.67:6809/1748403734","heartbeat_front_addr":"172.21.15.67:6807/1748403734","state":["exists","up"]},{"osd":1,"uuid":"b790c2e8-1d8d-4ceb-a7cf-3a7695c3dad6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":3097118149},{"type":"v1","addr":"172.21.15.67:6811","nonce":3097118149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":3097118149},{"type":"v1","addr":"172.21.15.67:6813","nonce":3097118149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3097118149},{"type":"v1","addr":"172.21.15.67:6817","nonce":3097118149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":3097118149},{"type":"v1","addr":"172.21.15.67:6815","nonce":3097118149}]},"public_addr":"172.21.15.67:6811/3097118149","cluster_addr":"172.21.15.67:6813/3097118149","heartbeat_back_addr":"172.21.15.67:6817/3097118149","heartbeat_front_addr":"172.21.15.67:6815/3097118149","state":["exists","up"]},{"osd":2,"uuid":"d713bad4-4202-4062-b867-f6a391f60f97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":4042936731},{"type":"v1","addr":"172.21.15.67:6819","nonce":4042936731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":4042936731},{"type":"v1","addr":"172.21.15.67:6821","nonce":4042936731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":4042936731},{"type":"v1","addr":"172.21.15.67:6825","nonce":4042936731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":4042936731},{"type":"v1","addr":"172.21.15.67:6823","nonce":4042936731}]},"public_addr":"172.21.15.67:6819/4042936731","cluster_addr":"172.21.15.67:6821/4042936731","heartbeat_back_addr":"172.21.15.67:6825/4042936731","heartbeat_front_addr":"172.21.15.67:6823/4042936731","state":["exists","up"]},{"osd":3,"uuid":"f85430b3-25a5-468d-b34a-4a10a8738236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1679007013},{"type":"v1","addr":"172.21.15.67:6827","nonce":1679007013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1679007013},{"type":"v1","addr":"172.21.15.67:6829","nonce":1679007013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1679007013},{"type":"v1","addr":"172.21.15.67:6833","nonce":1679007013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1679007013},{"type":"v1","addr":"172.21.15.67:6831","nonce":1679007013}]},"public_addr":"172.21.15.67:6827/1679007013","cluster_addr":"172.21.15.67:6829/1679007013","heartbeat_back_addr":"172.21.15.67:6833/1679007013","heartbeat_front_addr":"172.21.15.67:6831/1679007013","state":["exists","up"]},{"osd":4,"uuid":"3f8d303d-2dc6-4dbe-8f25-b43cb68c719e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6800","nonce":3385928739},{"type":"v1","addr":"172.21.15.138:6801","nonce":3385928739}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6802","nonce":3385928739},{"type":"v1","addr":"172.21.15.138:6803","nonce":3385928739}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6806","nonce":3385928739},{"type":"v1","addr":"172.21.15.138:6807","nonce":3385928739}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6804","nonce":3385928739},{"type":"v1","addr":"172.21.15.138:6805","nonce":3385928739}]},"public_addr":"172.21.15.138:6801/3385928739","cluster_addr":"172.21.15.138:6803/3385928739","heartbeat_back_addr":"172.21.15.138:6807/3385928739","heartbeat_front_addr":"172.21.15.138:6805/3385928739","state":["exists","up"]},{"osd":5,"uuid":"168fe35e-32d8-41b9-ac21-2580a96e48f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6808","nonce":1575981338},{"type":"v1","addr":"172.21.15.138:6809","nonce":1575981338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6810","nonce":1575981338},{"type":"v1","addr":"172.21.15.138:6811","nonce":1575981338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6814","nonce":1575981338},{"type":"v1","addr":"172.21.15.138:6815","nonce":1575981338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6812","nonce":1575981338},{"type":"v1","addr":"172.21.15.138:6813","nonce":1575981338}]},"public_addr":"172.21.15.138:6809/1575981338","cluster_addr":"172.21.15.138:6811/1575981338","heartbeat_back_addr":"172.21.15.138:6815/1575981338","heartbeat_front_addr":"172.21.15.138:6813/1575981338","state":["exists","up"]},{"osd":6,"uuid":"c04410ea-c2a5-4057-96ce-c56a22aa0753","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6816","nonce":3574085303},{"type":"v1","addr":"172.21.15.138:6817","nonce":3574085303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6818","nonce":3574085303},{"type":"v1","addr":"172.21.15.138:6819","nonce":3574085303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6822","nonce":3574085303},{"type":"v1","addr":"172.21.15.138:6823","nonce":3574085303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6820","nonce":3574085303},{"type":"v1","addr":"172.21.15.138:6821","nonce":3574085303}]},"public_addr":"172.21.15.138:6817/3574085303","cluster_addr":"172.21.15.138:6819/3574085303","heartbeat_back_addr":"172.21.15.138:6823/3574085303","heartbeat_front_addr":"172.21.15.138:6821/3574085303","state":["exists","up"]},{"osd":7,"uuid":"0fcba3b2-e62b-4700-a9d6-65e58402a2d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6824","nonce":3963041571},{"type":"v1","addr":"172.21.15.138:6825","nonce":3963041571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6826","nonce":3963041571},{"type":"v1","addr":"172.21.15.138:6827","nonce":3963041571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6830","nonce":3963041571},{"type":"v1","addr":"172.21.15.138:6831","nonce":3963041571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6828","nonce":3963041571},{"type":"v1","addr":"172.21.15.138:6829","nonce":3963041571}]},"public_addr":"172.21.15.138:6825/3963041571","cluster_addr":"172.21.15.138:6827/3963041571","heartbeat_back_addr":"172.21.15.138:6831/3963041571","heartbeat_front_addr":"172.21.15.138:6829/3963041571","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:55:44.392030+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:56:07.344422+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:56:30.694261+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:56:54.735506+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:57:16.275890+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:57:38.551301+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:58:01.562760+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:58:24.972130+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1a","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2},{"from":4,"to":1}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.20","mappings":[{"from":0,"to":1}]},{"pgid":"3.26","mappings":[{"from":4,"to":3}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:0/2799418606":"2024-07-30T14:59:40.885037+0000","172.21.15.67:0/2641534054":"2024-07-30T14:59:40.885037+0000","172.21.15.67:0/1768388867":"2024-07-30T14:54:01.799424+0000","172.21.15.67:6800/1199010813":"2024-07-30T14:54:01.799424+0000","172.21.15.67:0/211464340":"2024-07-30T14:54:25.272063+0000","172.21.15.67:0/924859822":"2024-07-30T14:54:01.799424+0000","172.21.15.67:0/782854378":"2024-07-30T14:54:01.799424+0000","172.21.15.67:6801/1199010813":"2024-07-30T14:54:01.799424+0000","172.21.15.67:6800/1103080285":"2024-07-30T14:54:25.272063+0000","172.21.15.67:6801/1103080285":"2024-07-30T14:54:25.272063+0000","172.21.15.67:0/1531651543":"2024-07-30T14:59:40.885037+0000","172.21.15.67:0/2416871958":"2024-07-30T14:54:25.272063+0000","172.21.15.67:6800/3705764894":"2024-07-30T14:59:40.885037+0000","172.21.15.67:0/2976172420":"2024-07-30T14:54:25.272063+0000","172.21.15.67:6801/3705764894":"2024-07-30T14:59:40.885037+0000","172.21.15.67:0/3067295291":"2024-07-30T14:59:40.885037+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-29T15:00:11.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:11 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/2692586912' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-29T15:00:11.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:11 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:00:11.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:11 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:11.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:11 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/2692586912' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-29T15:00:11.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:11 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:00:11.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:11 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:11.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:11 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/2692586912' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-29T15:00:11.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:11 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:00:11.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:11 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:11.643 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-07-29T15:00:11.644 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph osd dump --format=json 2024-07-29T15:00:11.913 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:00:12.289 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:12 smithi067 ceph-mon[29363]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 226 B/s wr, 0 op/s 2024-07-29T15:00:12.289 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:12 smithi067 ceph-mon[39695]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 226 B/s wr, 0 op/s 2024-07-29T15:00:12.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:12 smithi138 ceph-mon[32824]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 226 B/s wr, 0 op/s 2024-07-29T15:00:13.663 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T15:00:13.663 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":75,"fsid":"32e7db98-4dba-11ef-bcc8-c7b262605968","created":"2024-07-29T14:53:37.587449+0000","modified":"2024-07-29T15:00:07.347020+0000","last_up_change":"2024-07-29T14:58:26.845231+0000","last_in_change":"2024-07-29T14:58:10.311067+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-29T14:56:33.778672+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-29T14:58:50.503423+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-29T14:58:53.821383+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-07-29T14:59:55.783108+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"8465e2b7-2ddd-46c6-b081-5612dcf79c62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":1748403734},{"type":"v1","addr":"172.21.15.67:6803","nonce":1748403734}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":1748403734},{"type":"v1","addr":"172.21.15.67:6805","nonce":1748403734}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1748403734},{"type":"v1","addr":"172.21.15.67:6809","nonce":1748403734}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":1748403734},{"type":"v1","addr":"172.21.15.67:6807","nonce":1748403734}]},"public_addr":"172.21.15.67:6803/1748403734","cluster_addr":"172.21.15.67:6805/1748403734","heartbeat_back_addr":"172.21.15.67:6809/1748403734","heartbeat_front_addr":"172.21.15.67:6807/1748403734","state":["exists","up"]},{"osd":1,"uuid":"b790c2e8-1d8d-4ceb-a7cf-3a7695c3dad6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":3097118149},{"type":"v1","addr":"172.21.15.67:6811","nonce":3097118149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":3097118149},{"type":"v1","addr":"172.21.15.67:6813","nonce":3097118149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3097118149},{"type":"v1","addr":"172.21.15.67:6817","nonce":3097118149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":3097118149},{"type":"v1","addr":"172.21.15.67:6815","nonce":3097118149}]},"public_addr":"172.21.15.67:6811/3097118149","cluster_addr":"172.21.15.67:6813/3097118149","heartbeat_back_addr":"172.21.15.67:6817/3097118149","heartbeat_front_addr":"172.21.15.67:6815/3097118149","state":["exists","up"]},{"osd":2,"uuid":"d713bad4-4202-4062-b867-f6a391f60f97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":4042936731},{"type":"v1","addr":"172.21.15.67:6819","nonce":4042936731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":4042936731},{"type":"v1","addr":"172.21.15.67:6821","nonce":4042936731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":4042936731},{"type":"v1","addr":"172.21.15.67:6825","nonce":4042936731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":4042936731},{"type":"v1","addr":"172.21.15.67:6823","nonce":4042936731}]},"public_addr":"172.21.15.67:6819/4042936731","cluster_addr":"172.21.15.67:6821/4042936731","heartbeat_back_addr":"172.21.15.67:6825/4042936731","heartbeat_front_addr":"172.21.15.67:6823/4042936731","state":["exists","up"]},{"osd":3,"uuid":"f85430b3-25a5-468d-b34a-4a10a8738236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1679007013},{"type":"v1","addr":"172.21.15.67:6827","nonce":1679007013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1679007013},{"type":"v1","addr":"172.21.15.67:6829","nonce":1679007013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1679007013},{"type":"v1","addr":"172.21.15.67:6833","nonce":1679007013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1679007013},{"type":"v1","addr":"172.21.15.67:6831","nonce":1679007013}]},"public_addr":"172.21.15.67:6827/1679007013","cluster_addr":"172.21.15.67:6829/1679007013","heartbeat_back_addr":"172.21.15.67:6833/1679007013","heartbeat_front_addr":"172.21.15.67:6831/1679007013","state":["exists","up"]},{"osd":4,"uuid":"3f8d303d-2dc6-4dbe-8f25-b43cb68c719e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6800","nonce":3385928739},{"type":"v1","addr":"172.21.15.138:6801","nonce":3385928739}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6802","nonce":3385928739},{"type":"v1","addr":"172.21.15.138:6803","nonce":3385928739}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6806","nonce":3385928739},{"type":"v1","addr":"172.21.15.138:6807","nonce":3385928739}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6804","nonce":3385928739},{"type":"v1","addr":"172.21.15.138:6805","nonce":3385928739}]},"public_addr":"172.21.15.138:6801/3385928739","cluster_addr":"172.21.15.138:6803/3385928739","heartbeat_back_addr":"172.21.15.138:6807/3385928739","heartbeat_front_addr":"172.21.15.138:6805/3385928739","state":["exists","up"]},{"osd":5,"uuid":"168fe35e-32d8-41b9-ac21-2580a96e48f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6808","nonce":1575981338},{"type":"v1","addr":"172.21.15.138:6809","nonce":1575981338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6810","nonce":1575981338},{"type":"v1","addr":"172.21.15.138:6811","nonce":1575981338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6814","nonce":1575981338},{"type":"v1","addr":"172.21.15.138:6815","nonce":1575981338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6812","nonce":1575981338},{"type":"v1","addr":"172.21.15.138:6813","nonce":1575981338}]},"public_addr":"172.21.15.138:6809/1575981338","cluster_addr":"172.21.15.138:6811/1575981338","heartbeat_back_addr":"172.21.15.138:6815/1575981338","heartbeat_front_addr":"172.21.15.138:6813/1575981338","state":["exists","up"]},{"osd":6,"uuid":"c04410ea-c2a5-4057-96ce-c56a22aa0753","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6816","nonce":3574085303},{"type":"v1","addr":"172.21.15.138:6817","nonce":3574085303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6818","nonce":3574085303},{"type":"v1","addr":"172.21.15.138:6819","nonce":3574085303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6822","nonce":3574085303},{"type":"v1","addr":"172.21.15.138:6823","nonce":3574085303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6820","nonce":3574085303},{"type":"v1","addr":"172.21.15.138:6821","nonce":3574085303}]},"public_addr":"172.21.15.138:6817/3574085303","cluster_addr":"172.21.15.138:6819/3574085303","heartbeat_back_addr":"172.21.15.138:6823/3574085303","heartbeat_front_addr":"172.21.15.138:6821/3574085303","state":["exists","up"]},{"osd":7,"uuid":"0fcba3b2-e62b-4700-a9d6-65e58402a2d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6824","nonce":3963041571},{"type":"v1","addr":"172.21.15.138:6825","nonce":3963041571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6826","nonce":3963041571},{"type":"v1","addr":"172.21.15.138:6827","nonce":3963041571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6830","nonce":3963041571},{"type":"v1","addr":"172.21.15.138:6831","nonce":3963041571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6828","nonce":3963041571},{"type":"v1","addr":"172.21.15.138:6829","nonce":3963041571}]},"public_addr":"172.21.15.138:6825/3963041571","cluster_addr":"172.21.15.138:6827/3963041571","heartbeat_back_addr":"172.21.15.138:6831/3963041571","heartbeat_front_addr":"172.21.15.138:6829/3963041571","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:55:44.392030+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:56:07.344422+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:56:30.694261+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:56:54.735506+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:57:16.275890+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:57:38.551301+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:58:01.562760+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:58:24.972130+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1a","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2},{"from":4,"to":1}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.20","mappings":[{"from":0,"to":1}]},{"pgid":"3.26","mappings":[{"from":4,"to":3}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:0/2799418606":"2024-07-30T14:59:40.885037+0000","172.21.15.67:0/2641534054":"2024-07-30T14:59:40.885037+0000","172.21.15.67:0/1768388867":"2024-07-30T14:54:01.799424+0000","172.21.15.67:6800/1199010813":"2024-07-30T14:54:01.799424+0000","172.21.15.67:0/211464340":"2024-07-30T14:54:25.272063+0000","172.21.15.67:0/924859822":"2024-07-30T14:54:01.799424+0000","172.21.15.67:0/782854378":"2024-07-30T14:54:01.799424+0000","172.21.15.67:6801/1199010813":"2024-07-30T14:54:01.799424+0000","172.21.15.67:6800/1103080285":"2024-07-30T14:54:25.272063+0000","172.21.15.67:6801/1103080285":"2024-07-30T14:54:25.272063+0000","172.21.15.67:0/1531651543":"2024-07-30T14:59:40.885037+0000","172.21.15.67:0/2416871958":"2024-07-30T14:54:25.272063+0000","172.21.15.67:6800/3705764894":"2024-07-30T14:59:40.885037+0000","172.21.15.67:0/2976172420":"2024-07-30T14:54:25.272063+0000","172.21.15.67:6801/3705764894":"2024-07-30T14:59:40.885037+0000","172.21.15.67:0/3067295291":"2024-07-30T14:59:40.885037+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-29T15:00:14.328 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-07-29T15:00:14.328 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-07-29T15:00:14.328 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-07-29T15:00:14.329 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-07-29T15:00:14.329 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-07-29T15:00:14.330 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-07-29T15:00:14.330 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-07-29T15:00:14.330 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-07-29T15:00:14.369 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:14 smithi067 ceph-mon[29363]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:14.369 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:14 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/323738701' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-29T15:00:14.369 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:14 smithi067 ceph-mon[39695]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:14.369 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:14 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/323738701' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-29T15:00:14.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:14 smithi138 ceph-mon[32824]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:14.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:14 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/323738701' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-29T15:00:14.873 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:00:14.874 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:00:14.876 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:00:14.877 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:00:14.877 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:00:14.879 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:00:14.883 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:00:14.886 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:00:16.401 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:00:16 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:00:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-29T15:00:16.401 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:16 smithi138 ceph-mon[32824]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:16.447 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:16 smithi067 ceph-mon[29363]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:16.447 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:16 smithi067 ceph-mon[39695]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:18.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:18 smithi067 ceph-mon[29363]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:18.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:18 smithi067 ceph-mon[39695]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:18.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:18 smithi138 ceph-mon[32824]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:20.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-mon[32824]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:20.310 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 podman[62792]: 2024-07-29 15:00:20.140805456 +0000 UTC m=+0.016325003 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-07-29T15:00:20.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:20 smithi067 ceph-mon[29363]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:20.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:20 smithi067 ceph-mon[39695]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:20.592 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 podman[62792]: 2024-07-29 15:00:20.436411381 +0000 UTC m=+0.311930926 container init ac7794f78498a8a28207ec5d91bcb7bf1b015e4f767e4ba883383ef9a3d25d62 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a, description=Ceph Grafana Container, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-04-29T11:48:11.055897, io.openshift.tags=base rhel8, io.openshift.expose-services=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=ubi8-container, name=ubi8, maintainer=Paul Cuzner , version=8.5, io.k8s.display-name=Red Hat Universal Base Image 8, release=239.1651231664, io.buildah.version=1.32.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc.) 2024-07-29T15:00:20.593 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 podman[62792]: 2024-07-29 15:00:20.439768785 +0000 UTC m=+0.315288331 container start ac7794f78498a8a28207ec5d91bcb7bf1b015e4f767e4ba883383ef9a3d25d62 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a, name=ubi8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, version=8.5, io.openshift.tags=base rhel8, io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, distribution-scope=public, release=239.1651231664, build-date=2022-04-29T11:48:11.055897, io.openshift.expose-services=, vcs-type=git, description=Ceph Grafana Container) 2024-07-29T15:00:20.593 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 bash[62792]: ac7794f78498a8a28207ec5d91bcb7bf1b015e4f767e4ba883383ef9a3d25d62 2024-07-29T15:00:20.593 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 systemd[1]: Started Ceph grafana.a for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:00:20.844 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=settings t=2024-07-29T15:00:20.592493565Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-07-29T15:00:20.845 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=settings t=2024-07-29T15:00:20.592690356Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-07-29T15:00:20.845 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=settings t=2024-07-29T15:00:20.592752259Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-07-29T15:00:20.845 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=settings t=2024-07-29T15:00:20.592767649Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-07-29T15:00:20.845 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=settings t=2024-07-29T15:00:20.592780231Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-07-29T15:00:20.845 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=settings t=2024-07-29T15:00:20.59279172Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-07-29T15:00:20.845 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=settings t=2024-07-29T15:00:20.592803521Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-07-29T15:00:20.845 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=settings t=2024-07-29T15:00:20.592814818Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-07-29T15:00:20.845 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=settings t=2024-07-29T15:00:20.592825812Z level=info msg="Path Home" path=/usr/share/grafana 2024-07-29T15:00:20.845 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=settings t=2024-07-29T15:00:20.592837777Z level=info msg="Path Data" path=/var/lib/grafana 2024-07-29T15:00:20.845 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=settings t=2024-07-29T15:00:20.592851208Z level=info msg="Path Logs" path=/var/log/grafana 2024-07-29T15:00:20.845 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=settings t=2024-07-29T15:00:20.592861899Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-07-29T15:00:20.845 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=settings t=2024-07-29T15:00:20.592872199Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-07-29T15:00:20.846 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=settings t=2024-07-29T15:00:20.592882796Z level=info msg="App mode production" 2024-07-29T15:00:20.846 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=sqlstore t=2024-07-29T15:00:20.592953145Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-07-29T15:00:20.846 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=sqlstore t=2024-07-29T15:00:20.593016163Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-07-29T15:00:20.846 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.59430363Z level=info msg="Starting DB migrations" 2024-07-29T15:00:20.846 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.59441336Z level=info msg="Executing migration" id="create migration_log table" 2024-07-29T15:00:20.846 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.595174176Z level=info msg="Executing migration" id="create user table" 2024-07-29T15:00:20.846 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.595725475Z level=info msg="Executing migration" id="add unique index user.login" 2024-07-29T15:00:20.846 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.598364144Z level=info msg="Executing migration" id="add unique index user.email" 2024-07-29T15:00:20.846 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.600966059Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-07-29T15:00:20.846 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.601580197Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-07-29T15:00:20.846 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.604250987Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-07-29T15:00:20.846 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.60500295Z level=info msg="Executing migration" id="create user table v2" 2024-07-29T15:00:20.846 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.606921183Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-07-29T15:00:20.847 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.609552356Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-07-29T15:00:20.847 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.610310796Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-07-29T15:00:20.847 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.611216501Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-07-29T15:00:20.847 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.611879311Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-07-29T15:00:20.847 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.612318871Z level=info msg="Executing migration" id="Update user table charset" 2024-07-29T15:00:20.847 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.613177663Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-07-29T15:00:20.847 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.613592608Z level=info msg="Executing migration" id="Add missing user data" 2024-07-29T15:00:20.847 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.613983706Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-07-29T15:00:20.847 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.61441082Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-07-29T15:00:20.847 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.614793833Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-07-29T15:00:20.847 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.61525381Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-07-29T15:00:20.847 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.616391217Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-07-29T15:00:20.849 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.617174814Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-07-29T15:00:20.849 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.618142326Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-07-29T15:00:20.849 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.618789935Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-07-29T15:00:20.849 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.619625166Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-07-29T15:00:20.849 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.620059069Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-07-29T15:00:20.849 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.62085439Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-07-29T15:00:20.849 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.621670085Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-07-29T15:00:20.849 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.622080657Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-07-29T15:00:20.849 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.622948253Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-07-29T15:00:20.849 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.623810483Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-07-29T15:00:20.849 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.624635622Z level=info msg="Executing migration" id="create temp_user v2" 2024-07-29T15:00:20.850 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.625399666Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-07-29T15:00:20.850 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.625799279Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-07-29T15:00:20.850 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.626760062Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-07-29T15:00:20.850 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.627432083Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-07-29T15:00:20.850 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.627864948Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-07-29T15:00:20.850 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.628587079Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-07-29T15:00:20.850 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.629370407Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-07-29T15:00:20.850 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.62971963Z level=info msg="Executing migration" id="create star table" 2024-07-29T15:00:20.850 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.630470778Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-07-29T15:00:20.851 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.630908578Z level=info msg="Executing migration" id="create org table v1" 2024-07-29T15:00:20.851 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.631344681Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-07-29T15:00:20.851 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.632169063Z level=info msg="Executing migration" id="create org_user table v1" 2024-07-29T15:00:20.851 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.632989836Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-07-29T15:00:20.851 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.635662774Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-07-29T15:00:20.851 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.638160966Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-07-29T15:00:20.851 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.638560889Z level=info msg="Executing migration" id="Update org table charset" 2024-07-29T15:00:20.851 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.641141381Z level=info msg="Executing migration" id="Update org_user table charset" 2024-07-29T15:00:20.851 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.641430889Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-07-29T15:00:20.851 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.643946021Z level=info msg="Executing migration" id="create dashboard table" 2024-07-29T15:00:20.851 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.644342098Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-07-29T15:00:20.851 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.646659822Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-07-29T15:00:20.851 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.647079579Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-07-29T15:00:20.851 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.649807031Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-07-29T15:00:20.852 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.652462604Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-07-29T15:00:20.852 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.654947431Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-07-29T15:00:20.852 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.655806451Z level=info msg="Executing migration" id="create dashboard v2" 2024-07-29T15:00:20.852 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.65865333Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-07-29T15:00:20.852 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.661335693Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-07-29T15:00:20.852 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.664102Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-07-29T15:00:20.852 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.664432486Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-07-29T15:00:20.852 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.667103642Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-07-29T15:00:20.852 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.667628633Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-07-29T15:00:20.852 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.669759421Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-07-29T15:00:20.852 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.672192544Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-07-29T15:00:20.852 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.672684457Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-07-29T15:00:20.852 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.675283986Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-07-29T15:00:20.852 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.677927233Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-07-29T15:00:20.853 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.680451523Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-07-29T15:00:20.853 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.68089966Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-07-29T15:00:20.853 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.683549919Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-07-29T15:00:20.853 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.686258059Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-07-29T15:00:20.853 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.686783565Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-07-29T15:00:20.853 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.689032472Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-07-29T15:00:20.853 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.691493099Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-07-29T15:00:20.853 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.694011Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-07-29T15:00:20.853 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.69646614Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-07-29T15:00:20.853 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.697269747Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-07-29T15:00:20.853 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.698141507Z level=info msg="Executing migration" id="Update dashboard title length" 2024-07-29T15:00:20.853 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.698823123Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-07-29T15:00:20.853 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.699646258Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-07-29T15:00:20.853 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.700038069Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-07-29T15:00:20.854 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.700918766Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-07-29T15:00:20.854 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.701698055Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-07-29T15:00:20.854 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.702626873Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-07-29T15:00:20.854 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.703265795Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-07-29T15:00:20.854 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.704062405Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-07-29T15:00:20.854 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.704818286Z level=info msg="Executing migration" id="Add check_sum column" 2024-07-29T15:00:20.854 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.705707987Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-07-29T15:00:20.854 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.706244001Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-07-29T15:00:20.854 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.707023045Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-07-29T15:00:20.854 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.707803659Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-07-29T15:00:20.854 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.708583142Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-07-29T15:00:20.854 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.709145481Z level=info msg="Executing migration" id="create data_source table" 2024-07-29T15:00:20.854 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.709977824Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-07-29T15:00:20.854 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.710722574Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-07-29T15:00:20.855 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.711164454Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-07-29T15:00:20.855 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.711569885Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-07-29T15:00:20.855 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.712357046Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-07-29T15:00:20.855 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.713623303Z level=info msg="Executing migration" id="create data_source table v2" 2024-07-29T15:00:20.855 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.714059789Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-07-29T15:00:20.855 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.714871754Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-07-29T15:00:20.855 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.715321831Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-07-29T15:00:20.855 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.716113763Z level=info msg="Executing migration" id="Add column with_credentials" 2024-07-29T15:00:20.855 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.716967098Z level=info msg="Executing migration" id="Add secure json data column" 2024-07-29T15:00:20.855 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.717742078Z level=info msg="Executing migration" id="Update data_source table charset" 2024-07-29T15:00:20.855 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.718013336Z level=info msg="Executing migration" id="Update initial version to 1" 2024-07-29T15:00:20.855 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.71832778Z level=info msg="Executing migration" id="Add read_only data column" 2024-07-29T15:00:20.855 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.718963884Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-07-29T15:00:20.856 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.719298008Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-07-29T15:00:20.856 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.719577076Z level=info msg="Executing migration" id="Add uid column" 2024-07-29T15:00:20.856 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.72007562Z level=info msg="Executing migration" id="Update uid value" 2024-07-29T15:00:20.856 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.720402916Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-07-29T15:00:20.856 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.720888623Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-07-29T15:00:20.856 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.721331483Z level=info msg="Executing migration" id="create api_key table" 2024-07-29T15:00:20.856 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.721742735Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-07-29T15:00:20.856 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.722551759Z level=info msg="Executing migration" id="add index api_key.key" 2024-07-29T15:00:20.856 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.723364057Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-07-29T15:00:20.856 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.726045632Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-07-29T15:00:20.856 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.726428687Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-07-29T15:00:20.856 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.726805485Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-07-29T15:00:20.856 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.727239722Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-07-29T15:00:20.857 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.728290166Z level=info msg="Executing migration" id="create api_key table v2" 2024-07-29T15:00:20.857 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.728682272Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-07-29T15:00:20.857 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.729251369Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-07-29T15:00:20.857 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.729755074Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-07-29T15:00:20.857 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.730281122Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-07-29T15:00:20.857 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.730620071Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-07-29T15:00:20.857 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.730994355Z level=info msg="Executing migration" id="Update api_key table charset" 2024-07-29T15:00:20.857 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.731291768Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-07-29T15:00:20.857 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.73181644Z level=info msg="Executing migration" id="Add service account foreign key" 2024-07-29T15:00:20.857 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.732366952Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-07-29T15:00:20.857 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.732684601Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-07-29T15:00:20.857 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.733230102Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-07-29T15:00:20.857 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.733768543Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-07-29T15:00:20.857 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.734205673Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-07-29T15:00:20.858 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.734606676Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-07-29T15:00:20.858 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.734983076Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-07-29T15:00:20.858 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.735411702Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-07-29T15:00:20.858 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.735824451Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-07-29T15:00:20.858 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.736312031Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-07-29T15:00:20.858 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.736619101Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-07-29T15:00:20.858 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.736885034Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-07-29T15:00:20.858 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.737456154Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-07-29T15:00:20.858 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.737988738Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-07-29T15:00:20.858 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.738306055Z level=info msg="Executing migration" id="create quota table v1" 2024-07-29T15:00:20.858 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.738728208Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-07-29T15:00:20.859 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.739164945Z level=info msg="Executing migration" id="Update quota table charset" 2024-07-29T15:00:20.859 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.739471391Z level=info msg="Executing migration" id="create plugin_setting table" 2024-07-29T15:00:20.859 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.739874864Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-07-29T15:00:20.859 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.740299524Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-07-29T15:00:20.859 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.740870427Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-07-29T15:00:20.859 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.741184216Z level=info msg="Executing migration" id="create session table" 2024-07-29T15:00:20.859 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.741610653Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-07-29T15:00:20.860 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.741900303Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-07-29T15:00:20.860 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.744217587Z level=info msg="Executing migration" id="create playlist table v2" 2024-07-29T15:00:20.860 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.744608315Z level=info msg="Executing migration" id="create playlist item table v2" 2024-07-29T15:00:20.860 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.74500302Z level=info msg="Executing migration" id="Update playlist table charset" 2024-07-29T15:00:20.860 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.745282827Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-07-29T15:00:20.860 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.74553279Z level=info msg="Executing migration" id="drop preferences table v2" 2024-07-29T15:00:20.860 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.745808011Z level=info msg="Executing migration" id="drop preferences table v3" 2024-07-29T15:00:20.860 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.746148573Z level=info msg="Executing migration" id="create preferences table v3" 2024-07-29T15:00:20.860 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.746543934Z level=info msg="Executing migration" id="Update preferences table charset" 2024-07-29T15:00:20.860 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.746796806Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-07-29T15:00:20.860 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.747396044Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-07-29T15:00:20.860 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.747706934Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-07-29T15:00:20.860 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.748316057Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-07-29T15:00:20.860 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.74889201Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-07-29T15:00:20.861 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.74919285Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-07-29T15:00:20.861 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.749608201Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-07-29T15:00:20.861 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.750081472Z level=info msg="Executing migration" id="create alert table v1" 2024-07-29T15:00:20.861 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.752756959Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-07-29T15:00:20.861 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.755281666Z level=info msg="Executing migration" id="add index alert state" 2024-07-29T15:00:20.861 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.757817775Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-07-29T15:00:20.861 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.760469821Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-07-29T15:00:20.861 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.76309655Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-07-29T15:00:20.862 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.765622298Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-07-29T15:00:20.862 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.768318097Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-07-29T15:00:20.862 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.770833559Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-07-29T15:00:20.862 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.773452966Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-07-29T15:00:20.862 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.776097781Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-07-29T15:00:20.862 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.778878714Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-07-29T15:00:20.862 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.781380155Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-07-29T15:00:20.862 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.783827406Z level=info msg="Executing migration" id="Add column is_default" 2024-07-29T15:00:20.862 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.786425476Z level=info msg="Executing migration" id="Add column frequency" 2024-07-29T15:00:20.863 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.789035776Z level=info msg="Executing migration" id="Add column send_reminder" 2024-07-29T15:00:20.863 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.791685436Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-07-29T15:00:20.863 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.794148846Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-07-29T15:00:20.863 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.796784538Z level=info msg="Executing migration" id="Update alert table charset" 2024-07-29T15:00:20.863 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.799429424Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-07-29T15:00:20.863 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.802077392Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-07-29T15:00:20.863 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.80467318Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-07-29T15:00:20.863 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.807220523Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-07-29T15:00:20.863 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.80986824Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-07-29T15:00:20.863 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.812500126Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-07-29T15:00:20.863 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.814987058Z level=info msg="Executing migration" id="Add for to alert table" 2024-07-29T15:00:20.863 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.817390794Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-07-29T15:00:20.863 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.820015478Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-07-29T15:00:20.863 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.822707087Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-07-29T15:00:20.864 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.825385793Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-07-29T15:00:20.864 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.827951889Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-07-29T15:00:20.864 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.828637504Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-07-29T15:00:20.864 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.831152741Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-07-29T15:00:20.864 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.831597104Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-07-29T15:00:20.864 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.833988913Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-07-29T15:00:20.864 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.836627098Z level=info msg="Executing migration" id="create annotation table v5" 2024-07-29T15:00:20.864 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.839111306Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-07-29T15:00:20.864 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.841565945Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-07-29T15:00:20.864 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.844244869Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-07-29T15:00:20.864 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.846791159Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-07-29T15:00:20.864 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.849385588Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-07-29T15:00:21.096 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.851918762Z level=info msg="Executing migration" id="Update annotation table charset" 2024-07-29T15:00:21.096 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.854506443Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-07-29T15:00:21.096 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.857061318Z level=info msg="Executing migration" id="Drop category_id index" 2024-07-29T15:00:21.096 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.859601213Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-07-29T15:00:21.097 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.862201129Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-07-29T15:00:21.097 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.864708868Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-07-29T15:00:21.097 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.865199649Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-07-29T15:00:21.097 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.867721282Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-07-29T15:00:21.097 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.869311508Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-07-29T15:00:21.097 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.870083697Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-07-29T15:00:21.097 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.870838119Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-07-29T15:00:21.097 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.871625567Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-07-29T15:00:21.097 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.872461496Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-07-29T15:00:21.097 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.873265022Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-07-29T15:00:21.097 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.873942152Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-07-29T15:00:21.097 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.874744615Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-07-29T15:00:21.097 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.875534942Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-07-29T15:00:21.097 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.87634232Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-07-29T15:00:21.098 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.876687189Z level=info msg="Executing migration" id="Add epoch_end column" 2024-07-29T15:00:21.098 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.877470358Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-07-29T15:00:21.098 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.878248904Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-07-29T15:00:21.098 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.879026383Z level=info msg="Executing migration" id="Move region to single row" 2024-07-29T15:00:21.098 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.879420445Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-07-29T15:00:21.098 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.880178678Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-07-29T15:00:21.098 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.880628434Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-07-29T15:00:21.098 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.881040526Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-07-29T15:00:21.098 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.881503043Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-07-29T15:00:21.098 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.881905134Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-07-29T15:00:21.098 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.882349107Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-07-29T15:00:21.098 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.882704628Z level=info msg="Executing migration" id="create test_data table" 2024-07-29T15:00:21.098 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.883141733Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-07-29T15:00:21.099 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.883557553Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-07-29T15:00:21.099 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.884375336Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-07-29T15:00:21.099 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.885129203Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-07-29T15:00:21.099 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.885465096Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-07-29T15:00:21.099 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.886221093Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-07-29T15:00:21.099 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.886534123Z level=info msg="Executing migration" id="create team table" 2024-07-29T15:00:21.099 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.887099824Z level=info msg="Executing migration" id="add index team.org_id" 2024-07-29T15:00:21.099 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.887881957Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-07-29T15:00:21.099 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.888342621Z level=info msg="Executing migration" id="create team member table" 2024-07-29T15:00:21.099 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.889145258Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-07-29T15:00:21.099 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.889948609Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-07-29T15:00:21.099 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.890733235Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-07-29T15:00:21.099 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.891169141Z level=info msg="Executing migration" id="Add column email to team table" 2024-07-29T15:00:21.100 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.893859324Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-07-29T15:00:21.100 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.8966596Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-07-29T15:00:21.100 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.899186607Z level=info msg="Executing migration" id="create dashboard acl table" 2024-07-29T15:00:21.100 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.899606522Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-07-29T15:00:21.100 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.902227661Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-07-29T15:00:21.100 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.9049178Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-07-29T15:00:21.101 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.907391312Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-07-29T15:00:21.101 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.907862678Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-07-29T15:00:21.101 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.910395281Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-07-29T15:00:21.101 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.913050546Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-07-29T15:00:21.101 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.915690533Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-07-29T15:00:21.101 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.91818517Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-07-29T15:00:21.103 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.920915996Z level=info msg="Executing migration" id="create tag table" 2024-07-29T15:00:21.103 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.923582686Z level=info msg="Executing migration" id="add index tag.key_value" 2024-07-29T15:00:21.103 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.926238371Z level=info msg="Executing migration" id="create login attempt table" 2024-07-29T15:00:21.103 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.928887733Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-07-29T15:00:21.103 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.931442379Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-07-29T15:00:21.103 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.933966798Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-07-29T15:00:21.103 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.93653061Z level=info msg="Executing migration" id="create login_attempt v2" 2024-07-29T15:00:21.103 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.938912281Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-07-29T15:00:21.104 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.941436218Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-07-29T15:00:21.104 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.944132354Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-07-29T15:00:21.104 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.946605568Z level=info msg="Executing migration" id="create user auth table" 2024-07-29T15:00:21.104 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.949321682Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-07-29T15:00:21.104 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.95177512Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-07-29T15:00:21.104 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.954251255Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-07-29T15:00:21.104 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.956730794Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-07-29T15:00:21.104 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.959222641Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-07-29T15:00:21.104 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.96161438Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-07-29T15:00:21.104 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.964102875Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-07-29T15:00:21.105 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.966675473Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-07-29T15:00:21.105 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.969170347Z level=info msg="Executing migration" id="create server_lock table" 2024-07-29T15:00:21.105 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.971609526Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-07-29T15:00:21.105 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.974773586Z level=info msg="Executing migration" id="create user auth token table" 2024-07-29T15:00:21.105 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.975471844Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-07-29T15:00:21.105 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.976282228Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-07-29T15:00:21.106 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.977100208Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-07-29T15:00:21.106 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.977890947Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-07-29T15:00:21.106 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.978714142Z level=info msg="Executing migration" id="create cache_data table" 2024-07-29T15:00:21.106 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.979519619Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-07-29T15:00:21.106 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.980387485Z level=info msg="Executing migration" id="create short_url table v1" 2024-07-29T15:00:21.106 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.981142568Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-07-29T15:00:21.107 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.981951772Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-07-29T15:00:21.107 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.982738347Z level=info msg="Executing migration" id="delete alert_definition table" 2024-07-29T15:00:21.107 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.983507547Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-07-29T15:00:21.107 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.983999125Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-07-29T15:00:21.107 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.984467757Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-07-29T15:00:21.107 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.985275201Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-07-29T15:00:21.107 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.986084302Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-07-29T15:00:21.107 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.986911717Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-07-29T15:00:21.107 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.987727774Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-07-29T15:00:21.107 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.988534684Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-07-29T15:00:21.107 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.989377499Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-07-29T15:00:21.107 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.990229232Z level=info msg="Executing migration" id="drop alert_definition table" 2024-07-29T15:00:21.107 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.991123136Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-07-29T15:00:21.108 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.992000139Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-07-29T15:00:21.108 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.992826515Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-07-29T15:00:21.108 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.993691128Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-07-29T15:00:21.108 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.994578558Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-07-29T15:00:21.108 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.995399567Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-07-29T15:00:21.108 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.996266688Z level=info msg="Executing migration" id="create alert_instance table" 2024-07-29T15:00:21.108 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.99705827Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-07-29T15:00:21.108 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.997907474Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-07-29T15:00:21.108 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.99880042Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-07-29T15:00:21.108 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:20.999675768Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-07-29T15:00:21.108 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.000545669Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-07-29T15:00:21.108 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.001383647Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-07-29T15:00:21.108 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.005111593Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-07-29T15:00:21.108 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.008883152Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-07-29T15:00:21.109 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.011520253Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-07-29T15:00:21.109 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.014101625Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-07-29T15:00:21.109 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.016712587Z level=info msg="Executing migration" id="create alert_rule table" 2024-07-29T15:00:21.109 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.019367134Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-07-29T15:00:21.109 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.021984558Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-07-29T15:00:21.109 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.024620617Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-07-29T15:00:21.109 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.027337426Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-07-29T15:00:21.109 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.029950369Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-07-29T15:00:21.109 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.030843923Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-07-29T15:00:21.109 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.031720424Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-07-29T15:00:21.109 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.032574602Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-07-29T15:00:21.109 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.033395206Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-07-29T15:00:21.109 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.03424938Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-07-29T15:00:21.109 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.035508782Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-07-29T15:00:21.110 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.03667339Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-07-29T15:00:21.110 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.037559779Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-07-29T15:00:21.110 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.038488563Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-07-29T15:00:21.110 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.03931923Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-07-29T15:00:21.110 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.040225918Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-07-29T15:00:21.110 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.041078312Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-07-29T15:00:21.110 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.041857579Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-07-29T15:00:21.110 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.042637744Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-07-29T15:00:21.110 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.042943837Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-07-29T15:00:21.110 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.043856398Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-07-29T15:00:21.110 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.046499715Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-07-29T15:00:21.110 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.049235425Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-07-29T15:00:21.110 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.051829744Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-07-29T15:00:21.111 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.054731453Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-07-29T15:00:21.111 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.057276298Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-07-29T15:00:21.111 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.059859804Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-07-29T15:00:21.111 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.062585661Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-07-29T15:00:21.111 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.065380406Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-07-29T15:00:21.111 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.068035668Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-07-29T15:00:21.111 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.07096688Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-07-29T15:00:21.111 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.07348746Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-07-29T15:00:21.111 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.07602571Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-07-29T15:00:21.111 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.078797694Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-07-29T15:00:21.111 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.081869016Z level=info msg="Executing migration" id="create provenance_type table" 2024-07-29T15:00:21.111 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.084307084Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-07-29T15:00:21.111 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.087047459Z level=info msg="Executing migration" id="create alert_image table" 2024-07-29T15:00:21.112 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.089732896Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-07-29T15:00:21.112 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.092497034Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-07-29T15:00:21.112 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.095169641Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-07-29T15:00:21.112 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.097857Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-07-29T15:00:21.112 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.098508031Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-07-29T15:00:21.112 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.098622092Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-07-29T15:00:21.349 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.101118884Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-07-29T15:00:21.350 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.103750162Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-07-29T15:00:21.350 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.106396302Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-07-29T15:00:21.350 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.106548178Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-07-29T15:00:21.350 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.106666184Z level=info msg="alerts found to migrate" alerts=0 2024-07-29T15:00:21.350 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.108889978Z level=info msg="Executing migration" id="create library_element table v1" 2024-07-29T15:00:21.350 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.111446845Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-07-29T15:00:21.350 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.114076341Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-07-29T15:00:21.350 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.116674362Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-07-29T15:00:21.350 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.119126764Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-07-29T15:00:21.350 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.121659954Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-07-29T15:00:21.350 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.124287922Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-07-29T15:00:21.351 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.126872163Z level=info msg="Executing migration" id="create data_keys table" 2024-07-29T15:00:21.351 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.129733008Z level=info msg="Executing migration" id="create secrets table" 2024-07-29T15:00:21.351 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.132096202Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-07-29T15:00:21.351 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.13624438Z level=info msg="Executing migration" id="add name column into data_keys" 2024-07-29T15:00:21.351 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.138859834Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-07-29T15:00:21.351 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.139512692Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-07-29T15:00:21.352 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.143707201Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-07-29T15:00:21.352 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.148399235Z level=info msg="Executing migration" id="create kv_store table v1" 2024-07-29T15:00:21.352 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.148813804Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-07-29T15:00:21.352 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.149308335Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-07-29T15:00:21.352 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.149669925Z level=info msg="Executing migration" id="create permission table" 2024-07-29T15:00:21.352 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.150065819Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-07-29T15:00:21.352 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.150554496Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-07-29T15:00:21.352 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.151009941Z level=info msg="Executing migration" id="create role table" 2024-07-29T15:00:21.352 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.151465381Z level=info msg="Executing migration" id="add column display_name" 2024-07-29T15:00:21.352 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.152470444Z level=info msg="Executing migration" id="add column group_name" 2024-07-29T15:00:21.352 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.153418633Z level=info msg="Executing migration" id="add index role.org_id" 2024-07-29T15:00:21.352 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.153856437Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-07-29T15:00:21.352 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.154343686Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-07-29T15:00:21.353 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.154795556Z level=info msg="Executing migration" id="create team role table" 2024-07-29T15:00:21.353 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.155208646Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-07-29T15:00:21.353 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.155670058Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-07-29T15:00:21.353 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.156140279Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-07-29T15:00:21.353 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.156610941Z level=info msg="Executing migration" id="create user role table" 2024-07-29T15:00:21.353 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.157024526Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-07-29T15:00:21.353 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.157512782Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-07-29T15:00:21.353 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.157983194Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-07-29T15:00:21.353 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.158448783Z level=info msg="Executing migration" id="create builtin role table" 2024-07-29T15:00:21.353 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.158884255Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-07-29T15:00:21.353 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.159628307Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-07-29T15:00:21.353 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.160111892Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-07-29T15:00:21.353 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.161090336Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-07-29T15:00:21.354 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.161617094Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-07-29T15:00:21.354 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.162319273Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-07-29T15:00:21.354 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.162795053Z level=info msg="Executing migration" id="add unique index role.uid" 2024-07-29T15:00:21.354 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.163273643Z level=info msg="Executing migration" id="create seed assignment table" 2024-07-29T15:00:21.354 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.163681602Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-07-29T15:00:21.354 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.164279198Z level=info msg="Executing migration" id="add column hidden to role table" 2024-07-29T15:00:21.354 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.166203636Z level=info msg="Executing migration" id="create query_history table v1" 2024-07-29T15:00:21.354 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.166602243Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-07-29T15:00:21.354 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.167043389Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-07-29T15:00:21.354 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.167348822Z level=info msg="Executing migration" id="teams permissions migration" 2024-07-29T15:00:21.354 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.167786943Z level=info msg="Executing migration" id="dashboard permissions" 2024-07-29T15:00:21.354 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.168274993Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-07-29T15:00:21.354 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.168654927Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-07-29T15:00:21.355 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.168938811Z level=info msg="Executing migration" id="alerting notification permissions" 2024-07-29T15:00:21.355 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.169312961Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-07-29T15:00:21.355 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.16969039Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-07-29T15:00:21.355 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.170136224Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-07-29T15:00:21.355 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.171128715Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-07-29T15:00:21.355 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.171466842Z level=info msg="Executing migration" id="create correlation table v1" 2024-07-29T15:00:21.355 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.171894586Z level=info msg="Executing migration" id="add index correlations.uid" 2024-07-29T15:00:21.355 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.172619831Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-07-29T15:00:21.355 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.173072559Z level=info msg="Executing migration" id="add correlation config column" 2024-07-29T15:00:21.355 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.174043302Z level=info msg="Executing migration" id="create entity_events table" 2024-07-29T15:00:21.355 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.174459342Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-07-29T15:00:21.355 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.174853072Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-07-29T15:00:21.355 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.174937105Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-07-29T15:00:21.355 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.175225118Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-07-29T15:00:21.356 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.175315153Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-07-29T15:00:21.356 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.175594459Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-07-29T15:00:21.356 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.176388038Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-07-29T15:00:21.356 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.176811179Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-07-29T15:00:21.356 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.177290929Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-07-29T15:00:21.356 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.178065505Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-07-29T15:00:21.356 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.178839785Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-07-29T15:00:21.357 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.179751084Z level=info msg="Executing migration" id="Drop public config table" 2024-07-29T15:00:21.357 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.180411704Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-07-29T15:00:21.357 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.181256323Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-07-29T15:00:21.357 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.18200436Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-07-29T15:00:21.357 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.182891306Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-07-29T15:00:21.357 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.1835691Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-07-29T15:00:21.357 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.18664158Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-07-29T15:00:21.357 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.187717347Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-07-29T15:00:21.357 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.18875214Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-07-29T15:00:21.357 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.189615145Z level=info msg="Executing migration" id="add share column" 2024-07-29T15:00:21.357 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.191660769Z level=info msg="Executing migration" id="create default alerting folders" 2024-07-29T15:00:21.357 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.192478555Z level=info msg="Executing migration" id="create file table" 2024-07-29T15:00:21.357 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.193319228Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-07-29T15:00:21.357 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.194059971Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-07-29T15:00:21.358 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.194844841Z level=info msg="Executing migration" id="create file_meta table" 2024-07-29T15:00:21.358 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.195322097Z level=info msg="Executing migration" id="file table idx: path key" 2024-07-29T15:00:21.358 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.196084534Z level=info msg="Executing migration" id="set path collation in file table" 2024-07-29T15:00:21.358 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.196985551Z level=info msg="Executing migration" id="managed permissions migration" 2024-07-29T15:00:21.358 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.197773126Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-07-29T15:00:21.358 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.198520207Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-07-29T15:00:21.358 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.199102313Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-07-29T15:00:21.358 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.201836232Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-07-29T15:00:21.358 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.204510055Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-07-29T15:00:21.358 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.207403028Z level=info msg="Executing migration" id="update group index for alert rules" 2024-07-29T15:00:21.358 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.210080051Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-07-29T15:00:21.358 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.212727336Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-07-29T15:00:21.358 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.216050533Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-07-29T15:00:21.358 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.218296329Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-07-29T15:00:21.359 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.221165776Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-07-29T15:00:21.359 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.223855382Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-07-29T15:00:21.359 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.233480991Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-07-29T15:00:21.359 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.23637322Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-07-29T15:00:21.359 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.239127884Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-07-29T15:00:21.359 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.242535328Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-07-29T15:00:21.359 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.24543529Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-07-29T15:00:21.359 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.248058357Z level=info msg="Executing migration" id="create folder table" 2024-07-29T15:00:21.359 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.250866594Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-07-29T15:00:21.359 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.253641737Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-07-29T15:00:21.359 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.256190668Z level=info msg="Executing migration" id="Update folder title length" 2024-07-29T15:00:21.359 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.259433254Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-07-29T15:00:21.359 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=migrator t=2024-07-29T15:00:21.261701943Z level=info msg="migrations completed" performed=485 skipped=0 duration=667.315664ms 2024-07-29T15:00:21.360 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=sqlstore t=2024-07-29T15:00:21.262308271Z level=info msg="Created default organization" 2024-07-29T15:00:21.360 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=plugin.loader t=2024-07-29T15:00:21.320663737Z level=info msg="Plugin registered" pluginID=input 2024-07-29T15:00:21.360 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=plugin.loader t=2024-07-29T15:00:21.348726875Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-07-29T15:00:21.360 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=plugin.loader t=2024-07-29T15:00:21.348777515Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-07-29T15:00:21.360 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=secrets t=2024-07-29T15:00:21.348817917Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-07-29T15:00:21.360 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=query_data t=2024-07-29T15:00:21.350631307Z level=info msg="Query Service initialization" 2024-07-29T15:00:21.360 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=live.push_http t=2024-07-29T15:00:21.353130467Z level=info msg="Live Push Gateway initialization" 2024-07-29T15:00:21.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:21 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:21.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:21 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:21.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:21 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:21.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:21 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:21.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:21 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:00:21.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:21 smithi067 ceph-mon[29363]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:21.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:21 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:21.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:21 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:21.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:21 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:21.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:21 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:21.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:21 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:21.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:21 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:00:21.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:21 smithi067 ceph-mon[39695]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:21.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:21 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:21.813 INFO:teuthology.orchestra.run.smithi067.stdout:77309411375 2024-07-29T15:00:21.814 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-07-29T15:00:22.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:22.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:22.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:22.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:22.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:00:22.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-mon[32824]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:22.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:21 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:22.355 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:22 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=infra.usagestats.collector t=2024-07-29T15:00:22.158678542Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-07-29T15:00:22.355 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:22 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=provisioning.datasources t=2024-07-29T15:00:22.159038136Z level=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-07-29T15:00:22.355 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:22 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=provisioning.datasources t=2024-07-29T15:00:22.192431011Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-07-29T15:00:22.356 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:22 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=provisioning.datasources t=2024-07-29T15:00:22.225405983Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-07-29T15:00:22.356 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:22 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=provisioning.alerting t=2024-07-29T15:00:22.247285933Z level=info msg="starting to provision alerting" 2024-07-29T15:00:22.356 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:22 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=provisioning.alerting t=2024-07-29T15:00:22.247312823Z level=info msg="finished to provision alerting" 2024-07-29T15:00:22.356 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:22 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=grafanaStorageLogger t=2024-07-29T15:00:22.247510886Z level=info msg="storage starting" 2024-07-29T15:00:22.356 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:22 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=ngalert.state.manager t=2024-07-29T15:00:22.247520069Z level=info msg="Warming state cache for startup" 2024-07-29T15:00:22.356 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:22 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=http.server t=2024-07-29T15:00:22.249696147Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-07-29T15:00:22.356 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:22 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=sqlstore.transactions t=2024-07-29T15:00:22.258545643Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-07-29T15:00:22.356 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:22 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=ngalert.state.manager t=2024-07-29T15:00:22.258642869Z level=info msg="State cache has been initialized" states=0 duration=11.121403ms 2024-07-29T15:00:22.356 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:22 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=ngalert.multiorg.alertmanager t=2024-07-29T15:00:22.258680431Z level=info msg="starting MultiOrg Alertmanager" 2024-07-29T15:00:22.356 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:22 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=ticker t=2024-07-29T15:00:22.258696532Z level=info msg=starting first_tick=2024-07-29T15:00:30Z 2024-07-29T15:00:22.356 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:22 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=sqlstore.transactions t=2024-07-29T15:00:22.30655591Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-07-29T15:00:22.356 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:22 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=sqlstore.transactions t=2024-07-29T15:00:22.316874459Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-07-29T15:00:22.662 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:00:22 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[62807]: logger=sqlstore.transactions t=2024-07-29T15:00:22.355002325Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-07-29T15:00:24.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:23 smithi067 ceph-mon[29363]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:24.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:23 smithi067 ceph-mon[39695]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:24.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:23 smithi138 ceph-mon[32824]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:25.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:25 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:25.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:25 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:25.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:25 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:25.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:25 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:25.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:25 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:25.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:25 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:25.863 INFO:teuthology.orchestra.run.smithi067.stdout:231928234009 2024-07-29T15:00:25.863 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-07-29T15:00:26.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:26 smithi138 ceph-mon[32824]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:26.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:00:26.560 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:00:26 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:00:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-29T15:00:26.710 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:26 smithi067 ceph-mon[39695]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:26.711 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:00:26.711 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:26 smithi067 ceph-mon[29363]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:26.711 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:00:26.737 INFO:teuthology.orchestra.run.smithi067.stdout:55834574901 2024-07-29T15:00:26.737 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-07-29T15:00:27.567 INFO:teuthology.orchestra.run.smithi067.stdout:128849018918 2024-07-29T15:00:27.567 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-07-29T15:00:28.259 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:00:28.680 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:28 smithi067 ceph-mon[29363]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:28.681 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:28 smithi067 ceph-mon[39695]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:28.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:28 smithi138 ceph-mon[32824]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:29.464 INFO:teuthology.orchestra.run.smithi067.stdout:34359738426 2024-07-29T15:00:29.464 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-07-29T15:00:30.589 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:30 smithi067 ceph-mon[29363]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:30.590 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:30 smithi067 ceph-mon[39695]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:30.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:30 smithi138 ceph-mon[32824]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:30.860 INFO:teuthology.orchestra.run.smithi067.stdout:197568495647 2024-07-29T15:00:30.861 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-07-29T15:00:32.050 INFO:teuthology.orchestra.run.smithi067.stdout:107374182444 2024-07-29T15:00:32.051 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-07-29T15:00:32.057 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:00:32.057 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:00:32.058 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:00:32.431 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:00:32.585 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:32 smithi138 ceph-mon[32824]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:32.635 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:32 smithi067 ceph-mon[29363]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:32.635 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:32 smithi067 ceph-mon[39695]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:32.938 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:00:34.117 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:00:34.627 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:34 smithi067 ceph-mon[39695]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:34.627 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:34 smithi067 ceph-mon[29363]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:34.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:34 smithi138 ceph-mon[32824]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:35.214 INFO:teuthology.orchestra.run.smithi067.stdout:77309411378 2024-07-29T15:00:35.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:35 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/1944043155' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-07-29T15:00:35.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:35 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/1944043155' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-07-29T15:00:35.737 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:35 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/1944043155' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-07-29T15:00:36.460 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:36 smithi067 ceph-mon[39695]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:36.460 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:36 smithi067 ceph-mon[29363]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:36.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:36 smithi138 ceph-mon[32824]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:36.560 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:00:36 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:00:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-29T15:00:36.714 INFO:teuthology.orchestra.run.smithi067.stdout:197568495649 2024-07-29T15:00:37.459 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495647 got 197568495649 for osd.6 2024-07-29T15:00:37.459 DEBUG:teuthology.parallel:result is None 2024-07-29T15:00:37.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:37 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/3814568432' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-07-29T15:00:37.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:37 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/3814568432' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-07-29T15:00:37.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:37 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/3814568432' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-07-29T15:00:38.388 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:38 smithi067 ceph-mon[29363]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:38.388 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:38 smithi067 ceph-mon[39695]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:38.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:38 smithi138 ceph-mon[32824]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:39.073 INFO:teuthology.orchestra.run.smithi067.stdout:55834574904 2024-07-29T15:00:39.614 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:39 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/3093734763' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-07-29T15:00:39.614 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:39 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/3093734763' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-07-29T15:00:39.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:39 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/3093734763' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-07-29T15:00:40.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:40 smithi067 ceph-mon[29363]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:40.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:40 smithi067 ceph-mon[39695]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:40.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:40 smithi138 ceph-mon[32824]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:41.078 INFO:teuthology.orchestra.run.smithi067.stdout:163208757287 2024-07-29T15:00:41.079 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-07-29T15:00:41.093 INFO:teuthology.orchestra.run.smithi067.stdout:231928234012 2024-07-29T15:00:41.491 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411375 got 77309411378 for osd.2 2024-07-29T15:00:41.491 DEBUG:teuthology.parallel:result is None 2024-07-29T15:00:41.613 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:41 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:00:41.613 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:41 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/2247571439' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-07-29T15:00:41.613 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:41 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:00:41.614 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:41 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/2247571439' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-07-29T15:00:41.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:41 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:00:41.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:41 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/2247571439' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-07-29T15:00:42.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:42 smithi067 ceph-mon[29363]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:42.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:42 smithi067 ceph-mon[39695]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:42.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:42 smithi138 ceph-mon[32824]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:43.699 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574901 got 55834574904 for osd.1 2024-07-29T15:00:43.699 DEBUG:teuthology.parallel:result is None 2024-07-29T15:00:44.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:44 smithi067 ceph-mon[29363]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:44.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:44 smithi067 ceph-mon[39695]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:44.587 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234009 got 231928234012 for osd.7 2024-07-29T15:00:44.587 DEBUG:teuthology.parallel:result is None 2024-07-29T15:00:44.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:44 smithi138 ceph-mon[32824]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:44.936 INFO:teuthology.orchestra.run.smithi067.stdout:128849018922 2024-07-29T15:00:45.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:45 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/4178918654' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-07-29T15:00:45.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:45 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/4178918654' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-07-29T15:00:45.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:45 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/4178918654' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-07-29T15:00:46.107 INFO:teuthology.orchestra.run.smithi067.stdout:107374182447 2024-07-29T15:00:46.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:46 smithi138 ceph-mon[32824]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:46.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:46 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/3964616153' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-07-29T15:00:46.561 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:00:46 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:00:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-29T15:00:46.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:46 smithi067 ceph-mon[29363]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:46.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:46 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/3964616153' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-07-29T15:00:46.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:46 smithi067 ceph-mon[39695]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:46.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:46 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/3964616153' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-07-29T15:00:46.988 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182444 got 107374182447 for osd.3 2024-07-29T15:00:46.989 DEBUG:teuthology.parallel:result is None 2024-07-29T15:00:47.826 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:00:48.286 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018918 got 128849018922 for osd.4 2024-07-29T15:00:48.286 DEBUG:teuthology.parallel:result is None 2024-07-29T15:00:48.516 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:48 smithi067 ceph-mon[29363]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:48.516 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:48 smithi067 ceph-mon[39695]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:48.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:48 smithi138 ceph-mon[32824]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:50.147 INFO:teuthology.orchestra.run.smithi067.stdout:34359738430 2024-07-29T15:00:50.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:50 smithi067 ceph-mon[29363]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:50.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:50 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:50.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:50 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:50.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:50 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/2924537209' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-07-29T15:00:50.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:50 smithi067 ceph-mon[39695]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:50.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:50 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:50.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:50 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:50.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:50 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/2924537209' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-07-29T15:00:50.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:50 smithi138 ceph-mon[32824]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:50.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:50 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:50.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:50 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:50.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:50 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/2924537209' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-07-29T15:00:51.521 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738426 got 34359738430 for osd.0 2024-07-29T15:00:51.521 DEBUG:teuthology.parallel:result is None 2024-07-29T15:00:51.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:51 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:00:51.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:51 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:00:51.664 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:51 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:51.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:51 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:00:51.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:51 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:00:51.664 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:51 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:51.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:51 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:00:51.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:51 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:00:51.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:51 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:00:51.928 INFO:teuthology.orchestra.run.smithi067.stdout:163208757289 2024-07-29T15:00:52.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:52 smithi067 ceph-mon[39695]: Reconfiguring alertmanager.a (dependencies changed)... 2024-07-29T15:00:52.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:52 smithi067 ceph-mon[39695]: Reconfiguring daemon alertmanager.a on smithi067 2024-07-29T15:00:52.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:52 smithi067 ceph-mon[39695]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:52.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:52 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/855545755' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-07-29T15:00:52.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:52 smithi067 ceph-mon[29363]: Reconfiguring alertmanager.a (dependencies changed)... 2024-07-29T15:00:52.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:52 smithi067 ceph-mon[29363]: Reconfiguring daemon alertmanager.a on smithi067 2024-07-29T15:00:52.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:52 smithi067 ceph-mon[29363]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:52.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:52 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/855545755' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-07-29T15:00:52.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:52 smithi138 ceph-mon[32824]: Reconfiguring alertmanager.a (dependencies changed)... 2024-07-29T15:00:52.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:52 smithi138 ceph-mon[32824]: Reconfiguring daemon alertmanager.a on smithi067 2024-07-29T15:00:52.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:52 smithi138 ceph-mon[32824]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:52.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:52 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/855545755' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-07-29T15:00:52.894 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757287 got 163208757289 for osd.5 2024-07-29T15:00:52.894 DEBUG:teuthology.parallel:result is None 2024-07-29T15:00:52.894 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-07-29T15:00:52.894 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph pg dump --format=json 2024-07-29T15:00:53.400 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:00:54.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:54 smithi067 ceph-mon[29363]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:54.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:54 smithi067 ceph-mon[39695]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:54.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:54 smithi138 ceph-mon[32824]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:56.238 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:00:55 smithi067 systemd[1]: Stopping Ceph alertmanager.a for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:00:56.390 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:00:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:00:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-29T15:00:56.553 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:56 smithi067 ceph-mon[29363]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:56.554 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:56 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:00:56.554 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:56 smithi067 ceph-mon[39695]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:56.554 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:56 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:00:56.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:56 smithi138 ceph-mon[32824]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:56.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:56 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:00:57.121 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T15:00:57.123 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-07-29T15:00:57.488 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:00:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a[71108]: ts=2024-07-29T15:00:57.109Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-07-29T15:00:57.489 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:00:57 smithi067 podman[75587]: 2024-07-29 15:00:57.12955806 +0000 UTC m=+0.119400866 container died e7db2d04fd0fccf60bdd6f8eba0feee0bd0e8ebbc153847084c4e1fca61d6073 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-29T15:00:58.155 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:00:57 smithi067 podman[75587]: 2024-07-29 15:00:57.886641056 +0000 UTC m=+0.876483857 container cleanup e7db2d04fd0fccf60bdd6f8eba0feee0bd0e8ebbc153847084c4e1fca61d6073 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-29T15:00:58.156 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:00:57 smithi067 bash[75587]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a 2024-07-29T15:00:58.192 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":48,"stamp":"2024-07-29T15:00:56.917180+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386756,"kb_used_data":7908,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747574460,"statfs":{"total":767960285184,"available":765516247040,"internally_reserved":0,"allocated":8097792,"data_stored":4571858,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002224"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.243619+0000","last_change":"2024-07-29T14:58:54.906534+0000","last_active":"2024-07-29T15:00:02.243619+0000","last_peered":"2024-07-29T15:00:02.243619+0000","last_clean":"2024-07-29T15:00:02.243619+0000","last_became_active":"2024-07-29T14:58:54.906264+0000","last_became_peered":"2024-07-29T14:58:54.906264+0000","last_unstale":"2024-07-29T15:00:02.243619+0000","last_undegraded":"2024-07-29T15:00:02.243619+0000","last_fullsized":"2024-07-29T15:00:02.243619+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:54:51.292994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.873840+0000","last_change":"2024-07-29T14:58:54.897140+0000","last_active":"2024-07-29T15:00:01.873840+0000","last_peered":"2024-07-29T15:00:01.873840+0000","last_clean":"2024-07-29T15:00:01.873840+0000","last_became_active":"2024-07-29T14:58:54.896859+0000","last_became_peered":"2024-07-29T14:58:54.896859+0000","last_unstale":"2024-07-29T15:00:01.873840+0000","last_undegraded":"2024-07-29T15:00:01.873840+0000","last_fullsized":"2024-07-29T15:00:01.873840+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:46:30.940110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.918948+0000","last_change":"2024-07-29T14:58:54.894492+0000","last_active":"2024-07-29T15:00:01.918948+0000","last_peered":"2024-07-29T15:00:01.918948+0000","last_clean":"2024-07-29T15:00:01.918948+0000","last_became_active":"2024-07-29T14:58:54.894159+0000","last_became_peered":"2024-07-29T14:58:54.894159+0000","last_unstale":"2024-07-29T15:00:01.918948+0000","last_undegraded":"2024-07-29T15:00:01.918948+0000","last_fullsized":"2024-07-29T15:00:01.918948+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:24:11.610445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.878497+0000","last_change":"2024-07-29T14:58:54.903060+0000","last_active":"2024-07-29T15:00:01.878497+0000","last_peered":"2024-07-29T15:00:01.878497+0000","last_clean":"2024-07-29T15:00:01.878497+0000","last_became_active":"2024-07-29T14:58:54.902778+0000","last_became_peered":"2024-07-29T14:58:54.902778+0000","last_unstale":"2024-07-29T15:00:01.878497+0000","last_undegraded":"2024-07-29T15:00:01.878497+0000","last_fullsized":"2024-07-29T15:00:01.878497+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T18:00:49.852846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.243051+0000","last_change":"2024-07-29T14:58:54.897862+0000","last_active":"2024-07-29T15:00:02.243051+0000","last_peered":"2024-07-29T15:00:02.243051+0000","last_clean":"2024-07-29T15:00:02.243051+0000","last_became_active":"2024-07-29T14:58:54.897581+0000","last_became_peered":"2024-07-29T14:58:54.897581+0000","last_unstale":"2024-07-29T15:00:02.243051+0000","last_undegraded":"2024-07-29T15:00:02.243051+0000","last_fullsized":"2024-07-29T15:00:02.243051+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:41:52.926829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.878288+0000","last_change":"2024-07-29T14:58:54.900490+0000","last_active":"2024-07-29T15:00:01.878288+0000","last_peered":"2024-07-29T15:00:01.878288+0000","last_clean":"2024-07-29T15:00:01.878288+0000","last_became_active":"2024-07-29T14:58:54.900194+0000","last_became_peered":"2024-07-29T14:58:54.900194+0000","last_unstale":"2024-07-29T15:00:01.878288+0000","last_undegraded":"2024-07-29T15:00:01.878288+0000","last_fullsized":"2024-07-29T15:00:01.878288+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:47:47.373262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.242759+0000","last_change":"2024-07-29T14:59:26.706605+0000","last_active":"2024-07-29T15:00:02.242759+0000","last_peered":"2024-07-29T15:00:02.242759+0000","last_clean":"2024-07-29T15:00:02.242759+0000","last_became_active":"2024-07-29T14:59:26.706295+0000","last_became_peered":"2024-07-29T14:59:26.706295+0000","last_unstale":"2024-07-29T15:00:02.242759+0000","last_undegraded":"2024-07-29T15:00:02.242759+0000","last_fullsized":"2024-07-29T15:00:02.242759+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:50:08.477407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.992284+0000","last_change":"2024-07-29T14:58:54.898149+0000","last_active":"2024-07-29T15:00:01.992284+0000","last_peered":"2024-07-29T15:00:01.992284+0000","last_clean":"2024-07-29T15:00:01.992284+0000","last_became_active":"2024-07-29T14:58:54.897853+0000","last_became_peered":"2024-07-29T14:58:54.897853+0000","last_unstale":"2024-07-29T15:00:01.992284+0000","last_undegraded":"2024-07-29T15:00:01.992284+0000","last_fullsized":"2024-07-29T15:00:01.992284+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:03:27.449750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.243809+0000","last_change":"2024-07-29T14:58:54.912457+0000","last_active":"2024-07-29T15:00:02.243809+0000","last_peered":"2024-07-29T15:00:02.243809+0000","last_clean":"2024-07-29T15:00:02.243809+0000","last_became_active":"2024-07-29T14:58:54.912152+0000","last_became_peered":"2024-07-29T14:58:54.912152+0000","last_unstale":"2024-07-29T15:00:02.243809+0000","last_undegraded":"2024-07-29T15:00:02.243809+0000","last_fullsized":"2024-07-29T15:00:02.243809+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:53:23.377054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.242357+0000","last_change":"2024-07-29T14:58:54.907925+0000","last_active":"2024-07-29T15:00:02.242357+0000","last_peered":"2024-07-29T15:00:02.242357+0000","last_clean":"2024-07-29T15:00:02.242357+0000","last_became_active":"2024-07-29T14:58:54.907639+0000","last_became_peered":"2024-07-29T14:58:54.907639+0000","last_unstale":"2024-07-29T15:00:02.242357+0000","last_undegraded":"2024-07-29T15:00:02.242357+0000","last_fullsized":"2024-07-29T15:00:02.242357+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:13:59.437328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.242455+0000","last_change":"2024-07-29T14:58:54.908784+0000","last_active":"2024-07-29T15:00:02.242455+0000","last_peered":"2024-07-29T15:00:02.242455+0000","last_clean":"2024-07-29T15:00:02.242455+0000","last_became_active":"2024-07-29T14:58:54.908431+0000","last_became_peered":"2024-07-29T14:58:54.908431+0000","last_unstale":"2024-07-29T15:00:02.242455+0000","last_undegraded":"2024-07-29T15:00:02.242455+0000","last_fullsized":"2024-07-29T15:00:02.242455+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:06:58.712079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.873562+0000","last_change":"2024-07-29T14:58:54.898478+0000","last_active":"2024-07-29T15:00:01.873562+0000","last_peered":"2024-07-29T15:00:01.873562+0000","last_clean":"2024-07-29T15:00:01.873562+0000","last_became_active":"2024-07-29T14:58:54.898131+0000","last_became_peered":"2024-07-29T14:58:54.898131+0000","last_unstale":"2024-07-29T15:00:01.873562+0000","last_undegraded":"2024-07-29T15:00:01.873562+0000","last_fullsized":"2024-07-29T15:00:01.873562+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:12:12.486919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.992531+0000","last_change":"2024-07-29T14:58:54.901848+0000","last_active":"2024-07-29T15:00:01.992531+0000","last_peered":"2024-07-29T15:00:01.992531+0000","last_clean":"2024-07-29T15:00:01.992531+0000","last_became_active":"2024-07-29T14:58:54.901594+0000","last_became_peered":"2024-07-29T14:58:54.901594+0000","last_unstale":"2024-07-29T15:00:01.992531+0000","last_undegraded":"2024-07-29T15:00:01.992531+0000","last_fullsized":"2024-07-29T15:00:01.992531+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:32:42.739014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.918444+0000","last_change":"2024-07-29T14:58:54.906093+0000","last_active":"2024-07-29T15:00:01.918444+0000","last_peered":"2024-07-29T15:00:01.918444+0000","last_clean":"2024-07-29T15:00:01.918444+0000","last_became_active":"2024-07-29T14:58:54.905842+0000","last_became_peered":"2024-07-29T14:58:54.905842+0000","last_unstale":"2024-07-29T15:00:01.918444+0000","last_undegraded":"2024-07-29T15:00:01.918444+0000","last_fullsized":"2024-07-29T15:00:01.918444+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:01:38.408612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.873578+0000","last_change":"2024-07-29T14:59:26.707087+0000","last_active":"2024-07-29T15:00:01.873578+0000","last_peered":"2024-07-29T15:00:01.873578+0000","last_clean":"2024-07-29T15:00:01.873578+0000","last_became_active":"2024-07-29T14:59:26.706578+0000","last_became_peered":"2024-07-29T14:59:26.706578+0000","last_unstale":"2024-07-29T15:00:01.873578+0000","last_undegraded":"2024-07-29T15:00:01.873578+0000","last_fullsized":"2024-07-29T15:00:01.873578+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:05:19.901462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.878100+0000","last_change":"2024-07-29T14:58:54.904176+0000","last_active":"2024-07-29T15:00:01.878100+0000","last_peered":"2024-07-29T15:00:01.878100+0000","last_clean":"2024-07-29T15:00:01.878100+0000","last_became_active":"2024-07-29T14:58:54.903872+0000","last_became_peered":"2024-07-29T14:58:54.903872+0000","last_unstale":"2024-07-29T15:00:01.878100+0000","last_undegraded":"2024-07-29T15:00:01.878100+0000","last_fullsized":"2024-07-29T15:00:01.878100+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:48:29.274243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.878755+0000","last_change":"2024-07-29T14:58:54.903652+0000","last_active":"2024-07-29T15:00:01.878755+0000","last_peered":"2024-07-29T15:00:01.878755+0000","last_clean":"2024-07-29T15:00:01.878755+0000","last_became_active":"2024-07-29T14:58:54.903382+0000","last_became_peered":"2024-07-29T14:58:54.903382+0000","last_unstale":"2024-07-29T15:00:01.878755+0000","last_undegraded":"2024-07-29T15:00:01.878755+0000","last_fullsized":"2024-07-29T15:00:01.878755+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:51:43.440728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.875523+0000","last_change":"2024-07-29T14:58:54.895909+0000","last_active":"2024-07-29T15:00:01.875523+0000","last_peered":"2024-07-29T15:00:01.875523+0000","last_clean":"2024-07-29T15:00:01.875523+0000","last_became_active":"2024-07-29T14:58:54.895644+0000","last_became_peered":"2024-07-29T14:58:54.895644+0000","last_unstale":"2024-07-29T15:00:01.875523+0000","last_undegraded":"2024-07-29T15:00:01.875523+0000","last_fullsized":"2024-07-29T15:00:01.875523+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:58:27.607610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.243654+0000","last_change":"2024-07-29T14:58:54.905908+0000","last_active":"2024-07-29T15:00:02.243654+0000","last_peered":"2024-07-29T15:00:02.243654+0000","last_clean":"2024-07-29T15:00:02.243654+0000","last_became_active":"2024-07-29T14:58:54.905611+0000","last_became_peered":"2024-07-29T14:58:54.905611+0000","last_unstale":"2024-07-29T15:00:02.243654+0000","last_undegraded":"2024-07-29T15:00:02.243654+0000","last_fullsized":"2024-07-29T15:00:02.243654+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:47:14.686047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.242580+0000","last_change":"2024-07-29T14:58:54.900891+0000","last_active":"2024-07-29T15:00:02.242580+0000","last_peered":"2024-07-29T15:00:02.242580+0000","last_clean":"2024-07-29T15:00:02.242580+0000","last_became_active":"2024-07-29T14:58:54.900618+0000","last_became_peered":"2024-07-29T14:58:54.900618+0000","last_unstale":"2024-07-29T15:00:02.242580+0000","last_undegraded":"2024-07-29T15:00:02.242580+0000","last_fullsized":"2024-07-29T15:00:02.242580+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T19:16:23.686695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.918567+0000","last_change":"2024-07-29T14:58:54.901995+0000","last_active":"2024-07-29T15:00:01.918567+0000","last_peered":"2024-07-29T15:00:01.918567+0000","last_clean":"2024-07-29T15:00:01.918567+0000","last_became_active":"2024-07-29T14:58:54.901714+0000","last_became_peered":"2024-07-29T14:58:54.901714+0000","last_unstale":"2024-07-29T15:00:01.918567+0000","last_undegraded":"2024-07-29T15:00:01.918567+0000","last_fullsized":"2024-07-29T15:00:01.918567+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:04:18.680094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.878407+0000","last_change":"2024-07-29T14:58:54.905219+0000","last_active":"2024-07-29T15:00:01.878407+0000","last_peered":"2024-07-29T15:00:01.878407+0000","last_clean":"2024-07-29T15:00:01.878407+0000","last_became_active":"2024-07-29T14:58:54.904724+0000","last_became_peered":"2024-07-29T14:58:54.904724+0000","last_unstale":"2024-07-29T15:00:01.878407+0000","last_undegraded":"2024-07-29T15:00:01.878407+0000","last_fullsized":"2024-07-29T15:00:01.878407+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:38:24.089359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.992297+0000","last_change":"2024-07-29T14:58:54.895434+0000","last_active":"2024-07-29T15:00:01.992297+0000","last_peered":"2024-07-29T15:00:01.992297+0000","last_clean":"2024-07-29T15:00:01.992297+0000","last_became_active":"2024-07-29T14:58:54.895152+0000","last_became_peered":"2024-07-29T14:58:54.895152+0000","last_unstale":"2024-07-29T15:00:01.992297+0000","last_undegraded":"2024-07-29T15:00:01.992297+0000","last_fullsized":"2024-07-29T15:00:01.992297+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:07:34.046597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.878163+0000","last_change":"2024-07-29T14:58:54.901114+0000","last_active":"2024-07-29T15:00:01.878163+0000","last_peered":"2024-07-29T15:00:01.878163+0000","last_clean":"2024-07-29T15:00:01.878163+0000","last_became_active":"2024-07-29T14:58:54.900844+0000","last_became_peered":"2024-07-29T14:58:54.900844+0000","last_unstale":"2024-07-29T15:00:01.878163+0000","last_undegraded":"2024-07-29T15:00:01.878163+0000","last_fullsized":"2024-07-29T15:00:01.878163+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:43:30.667050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.992816+0000","last_change":"2024-07-29T14:58:54.901076+0000","last_active":"2024-07-29T15:00:01.992816+0000","last_peered":"2024-07-29T15:00:01.992816+0000","last_clean":"2024-07-29T15:00:01.992816+0000","last_became_active":"2024-07-29T14:58:54.900781+0000","last_became_peered":"2024-07-29T14:58:54.900781+0000","last_unstale":"2024-07-29T15:00:01.992816+0000","last_undegraded":"2024-07-29T15:00:01.992816+0000","last_fullsized":"2024-07-29T15:00:01.992816+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T19:55:04.765235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.242502+0000","last_change":"2024-07-29T14:59:26.887580+0000","last_active":"2024-07-29T15:00:02.242502+0000","last_peered":"2024-07-29T15:00:02.242502+0000","last_clean":"2024-07-29T15:00:02.242502+0000","last_became_active":"2024-07-29T14:59:26.887228+0000","last_became_peered":"2024-07-29T14:59:26.887228+0000","last_unstale":"2024-07-29T15:00:02.242502+0000","last_undegraded":"2024-07-29T15:00:02.242502+0000","last_fullsized":"2024-07-29T15:00:02.242502+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:04:45.573850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.873421+0000","last_change":"2024-07-29T14:58:54.900500+0000","last_active":"2024-07-29T15:00:01.873421+0000","last_peered":"2024-07-29T15:00:01.873421+0000","last_clean":"2024-07-29T15:00:01.873421+0000","last_became_active":"2024-07-29T14:58:54.899336+0000","last_became_peered":"2024-07-29T14:58:54.899336+0000","last_unstale":"2024-07-29T15:00:01.873421+0000","last_undegraded":"2024-07-29T15:00:01.873421+0000","last_fullsized":"2024-07-29T15:00:01.873421+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:01:18.452511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.992614+0000","last_change":"2024-07-29T14:58:54.901783+0000","last_active":"2024-07-29T15:00:01.992614+0000","last_peered":"2024-07-29T15:00:01.992614+0000","last_clean":"2024-07-29T15:00:01.992614+0000","last_became_active":"2024-07-29T14:58:54.901517+0000","last_became_peered":"2024-07-29T14:58:54.901517+0000","last_unstale":"2024-07-29T15:00:01.992614+0000","last_undegraded":"2024-07-29T15:00:01.992614+0000","last_fullsized":"2024-07-29T15:00:01.992614+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:36:14.685114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.918682+0000","last_change":"2024-07-29T14:58:54.899629+0000","last_active":"2024-07-29T15:00:01.918682+0000","last_peered":"2024-07-29T15:00:01.918682+0000","last_clean":"2024-07-29T15:00:01.918682+0000","last_became_active":"2024-07-29T14:58:54.899345+0000","last_became_peered":"2024-07-29T14:58:54.899345+0000","last_unstale":"2024-07-29T15:00:01.918682+0000","last_undegraded":"2024-07-29T15:00:01.918682+0000","last_fullsized":"2024-07-29T15:00:01.918682+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:14:12.629302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.878417+0000","last_change":"2024-07-29T14:58:54.898727+0000","last_active":"2024-07-29T15:00:01.878417+0000","last_peered":"2024-07-29T15:00:01.878417+0000","last_clean":"2024-07-29T15:00:01.878417+0000","last_became_active":"2024-07-29T14:58:54.898178+0000","last_became_peered":"2024-07-29T14:58:54.898178+0000","last_unstale":"2024-07-29T15:00:01.878417+0000","last_undegraded":"2024-07-29T15:00:01.878417+0000","last_fullsized":"2024-07-29T15:00:01.878417+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:44:30.807909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.875083+0000","last_change":"2024-07-29T14:58:54.899036+0000","last_active":"2024-07-29T15:00:01.875083+0000","last_peered":"2024-07-29T15:00:01.875083+0000","last_clean":"2024-07-29T15:00:01.875083+0000","last_became_active":"2024-07-29T14:58:54.898681+0000","last_became_peered":"2024-07-29T14:58:54.898681+0000","last_unstale":"2024-07-29T15:00:01.875083+0000","last_undegraded":"2024-07-29T15:00:01.875083+0000","last_fullsized":"2024-07-29T15:00:01.875083+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:40:20.777159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.241938+0000","last_change":"2024-07-29T14:59:26.706029+0000","last_active":"2024-07-29T15:00:02.241938+0000","last_peered":"2024-07-29T15:00:02.241938+0000","last_clean":"2024-07-29T15:00:02.241938+0000","last_became_active":"2024-07-29T14:59:26.705650+0000","last_became_peered":"2024-07-29T14:59:26.705650+0000","last_unstale":"2024-07-29T15:00:02.241938+0000","last_undegraded":"2024-07-29T15:00:02.241938+0000","last_fullsized":"2024-07-29T15:00:02.241938+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:10:23.420700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.873319+0000","last_change":"2024-07-29T14:58:54.886354+0000","last_active":"2024-07-29T15:00:01.873319+0000","last_peered":"2024-07-29T15:00:01.873319+0000","last_clean":"2024-07-29T15:00:01.873319+0000","last_became_active":"2024-07-29T14:58:54.885186+0000","last_became_peered":"2024-07-29T14:58:54.885186+0000","last_unstale":"2024-07-29T15:00:01.873319+0000","last_undegraded":"2024-07-29T15:00:01.873319+0000","last_fullsized":"2024-07-29T15:00:01.873319+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:10:40.248261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.992701+0000","last_change":"2024-07-29T14:58:51.769577+0000","last_active":"2024-07-29T15:00:01.992701+0000","last_peered":"2024-07-29T15:00:01.992701+0000","last_clean":"2024-07-29T15:00:01.992701+0000","last_became_active":"2024-07-29T14:58:51.769292+0000","last_became_peered":"2024-07-29T14:58:51.769292+0000","last_unstale":"2024-07-29T15:00:01.992701+0000","last_undegraded":"2024-07-29T15:00:01.992701+0000","last_fullsized":"2024-07-29T15:00:01.992701+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:58:19.405921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.918701+0000","last_change":"2024-07-29T14:58:54.901308+0000","last_active":"2024-07-29T15:00:01.918701+0000","last_peered":"2024-07-29T15:00:01.918701+0000","last_clean":"2024-07-29T15:00:01.918701+0000","last_became_active":"2024-07-29T14:58:54.901042+0000","last_became_peered":"2024-07-29T14:58:54.901042+0000","last_unstale":"2024-07-29T15:00:01.918701+0000","last_undegraded":"2024-07-29T15:00:01.918701+0000","last_fullsized":"2024-07-29T15:00:01.918701+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:11:55.335369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":34,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.242629+0000","last_change":"2024-07-29T14:59:26.702979+0000","last_active":"2024-07-29T15:00:02.242629+0000","last_peered":"2024-07-29T15:00:02.242629+0000","last_clean":"2024-07-29T15:00:02.242629+0000","last_became_active":"2024-07-29T14:59:26.702695+0000","last_became_peered":"2024-07-29T14:59:26.702695+0000","last_unstale":"2024-07-29T15:00:02.242629+0000","last_undegraded":"2024-07-29T15:00:02.242629+0000","last_fullsized":"2024-07-29T15:00:02.242629+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T18:22:42.036035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.992424+0000","last_change":"2024-07-29T14:58:51.769880+0000","last_active":"2024-07-29T15:00:01.992424+0000","last_peered":"2024-07-29T15:00:01.992424+0000","last_clean":"2024-07-29T15:00:01.992424+0000","last_became_active":"2024-07-29T14:58:51.769620+0000","last_became_peered":"2024-07-29T14:58:51.769620+0000","last_unstale":"2024-07-29T15:00:01.992424+0000","last_undegraded":"2024-07-29T15:00:01.992424+0000","last_fullsized":"2024-07-29T15:00:01.992424+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:51:13.803634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.992393+0000","last_change":"2024-07-29T14:58:54.897869+0000","last_active":"2024-07-29T15:00:01.992393+0000","last_peered":"2024-07-29T15:00:01.992393+0000","last_clean":"2024-07-29T15:00:01.992393+0000","last_became_active":"2024-07-29T14:58:54.897482+0000","last_became_peered":"2024-07-29T14:58:54.897482+0000","last_unstale":"2024-07-29T15:00:01.992393+0000","last_undegraded":"2024-07-29T15:00:01.992393+0000","last_fullsized":"2024-07-29T15:00:01.992393+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:25:59.024817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.878229+0000","last_change":"2024-07-29T14:58:51.776269+0000","last_active":"2024-07-29T15:00:01.878229+0000","last_peered":"2024-07-29T15:00:01.878229+0000","last_clean":"2024-07-29T15:00:01.878229+0000","last_became_active":"2024-07-29T14:58:51.775874+0000","last_became_peered":"2024-07-29T14:58:51.775874+0000","last_unstale":"2024-07-29T15:00:01.878229+0000","last_undegraded":"2024-07-29T15:00:01.878229+0000","last_fullsized":"2024-07-29T15:00:01.878229+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:36:21.056846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.873700+0000","last_change":"2024-07-29T14:58:54.898975+0000","last_active":"2024-07-29T15:00:01.873700+0000","last_peered":"2024-07-29T15:00:01.873700+0000","last_clean":"2024-07-29T15:00:01.873700+0000","last_became_active":"2024-07-29T14:58:54.898651+0000","last_became_peered":"2024-07-29T14:58:54.898651+0000","last_unstale":"2024-07-29T15:00:01.873700+0000","last_undegraded":"2024-07-29T15:00:01.873700+0000","last_fullsized":"2024-07-29T15:00:01.873700+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:09:59.883987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.242236+0000","last_change":"2024-07-29T14:58:51.772712+0000","last_active":"2024-07-29T15:00:02.242236+0000","last_peered":"2024-07-29T15:00:02.242236+0000","last_clean":"2024-07-29T15:00:02.242236+0000","last_became_active":"2024-07-29T14:58:51.772405+0000","last_became_peered":"2024-07-29T14:58:51.772405+0000","last_unstale":"2024-07-29T15:00:02.242236+0000","last_undegraded":"2024-07-29T15:00:02.242236+0000","last_fullsized":"2024-07-29T15:00:02.242236+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:04:33.588173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.878599+0000","last_change":"2024-07-29T14:58:54.903089+0000","last_active":"2024-07-29T15:00:01.878599+0000","last_peered":"2024-07-29T15:00:01.878599+0000","last_clean":"2024-07-29T15:00:01.878599+0000","last_became_active":"2024-07-29T14:58:54.902803+0000","last_became_peered":"2024-07-29T14:58:54.902803+0000","last_unstale":"2024-07-29T15:00:01.878599+0000","last_undegraded":"2024-07-29T15:00:01.878599+0000","last_fullsized":"2024-07-29T15:00:01.878599+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:30:57.540784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.878767+0000","last_change":"2024-07-29T14:58:51.776057+0000","last_active":"2024-07-29T15:00:01.878767+0000","last_peered":"2024-07-29T15:00:01.878767+0000","last_clean":"2024-07-29T15:00:01.878767+0000","last_became_active":"2024-07-29T14:58:51.775517+0000","last_became_peered":"2024-07-29T14:58:51.775517+0000","last_unstale":"2024-07-29T15:00:01.878767+0000","last_undegraded":"2024-07-29T15:00:01.878767+0000","last_fullsized":"2024-07-29T15:00:01.878767+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:40:07.161177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.919150+0000","last_change":"2024-07-29T14:58:54.906068+0000","last_active":"2024-07-29T15:00:01.919150+0000","last_peered":"2024-07-29T15:00:01.919150+0000","last_clean":"2024-07-29T15:00:01.919150+0000","last_became_active":"2024-07-29T14:58:54.905785+0000","last_became_peered":"2024-07-29T14:58:54.905785+0000","last_unstale":"2024-07-29T15:00:01.919150+0000","last_undegraded":"2024-07-29T15:00:01.919150+0000","last_fullsized":"2024-07-29T15:00:01.919150+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:45:30.175360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.873580+0000","last_change":"2024-07-29T14:58:51.772733+0000","last_active":"2024-07-29T15:00:01.873580+0000","last_peered":"2024-07-29T15:00:01.873580+0000","last_clean":"2024-07-29T15:00:01.873580+0000","last_became_active":"2024-07-29T14:58:51.772313+0000","last_became_peered":"2024-07-29T14:58:51.772313+0000","last_unstale":"2024-07-29T15:00:01.873580+0000","last_undegraded":"2024-07-29T15:00:01.873580+0000","last_fullsized":"2024-07-29T15:00:01.873580+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:40:23.279058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.873576+0000","last_change":"2024-07-29T14:58:54.901099+0000","last_active":"2024-07-29T15:00:01.873576+0000","last_peered":"2024-07-29T15:00:01.873576+0000","last_clean":"2024-07-29T15:00:01.873576+0000","last_became_active":"2024-07-29T14:58:54.900805+0000","last_became_peered":"2024-07-29T14:58:54.900805+0000","last_unstale":"2024-07-29T15:00:01.873576+0000","last_undegraded":"2024-07-29T15:00:01.873576+0000","last_fullsized":"2024-07-29T15:00:01.873576+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:18:07.478277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"68'9","reported_seq":32,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.242650+0000","last_change":"2024-07-29T14:58:51.773845+0000","last_active":"2024-07-29T15:00:02.242650+0000","last_peered":"2024-07-29T15:00:02.242650+0000","last_clean":"2024-07-29T15:00:02.242650+0000","last_became_active":"2024-07-29T14:58:51.773549+0000","last_became_peered":"2024-07-29T14:58:51.773549+0000","last_unstale":"2024-07-29T15:00:02.242650+0000","last_undegraded":"2024-07-29T15:00:02.242650+0000","last_fullsized":"2024-07-29T15:00:02.242650+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:39:12.278033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.243354+0000","last_change":"2024-07-29T14:58:54.910253+0000","last_active":"2024-07-29T15:00:02.243354+0000","last_peered":"2024-07-29T15:00:02.243354+0000","last_clean":"2024-07-29T15:00:02.243354+0000","last_became_active":"2024-07-29T14:58:54.909931+0000","last_became_peered":"2024-07-29T14:58:54.909931+0000","last_unstale":"2024-07-29T15:00:02.243354+0000","last_undegraded":"2024-07-29T15:00:02.243354+0000","last_fullsized":"2024-07-29T15:00:02.243354+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:27:23.243557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.918791+0000","last_change":"2024-07-29T14:58:51.767189+0000","last_active":"2024-07-29T15:00:01.918791+0000","last_peered":"2024-07-29T15:00:01.918791+0000","last_clean":"2024-07-29T15:00:01.918791+0000","last_became_active":"2024-07-29T14:58:51.766909+0000","last_became_peered":"2024-07-29T14:58:51.766909+0000","last_unstale":"2024-07-29T15:00:01.918791+0000","last_undegraded":"2024-07-29T15:00:01.918791+0000","last_fullsized":"2024-07-29T15:00:01.918791+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:28:15.664299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.918532+0000","last_change":"2024-07-29T14:58:54.895681+0000","last_active":"2024-07-29T15:00:01.918532+0000","last_peered":"2024-07-29T15:00:01.918532+0000","last_clean":"2024-07-29T15:00:01.918532+0000","last_became_active":"2024-07-29T14:58:54.895407+0000","last_became_peered":"2024-07-29T14:58:54.895407+0000","last_unstale":"2024-07-29T15:00:01.918532+0000","last_undegraded":"2024-07-29T15:00:01.918532+0000","last_fullsized":"2024-07-29T15:00:01.918532+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:02:17.454357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.878593+0000","last_change":"2024-07-29T14:58:51.776440+0000","last_active":"2024-07-29T15:00:01.878593+0000","last_peered":"2024-07-29T15:00:01.878593+0000","last_clean":"2024-07-29T15:00:01.878593+0000","last_became_active":"2024-07-29T14:58:51.776136+0000","last_became_peered":"2024-07-29T14:58:51.776136+0000","last_unstale":"2024-07-29T15:00:01.878593+0000","last_undegraded":"2024-07-29T15:00:01.878593+0000","last_fullsized":"2024-07-29T15:00:01.878593+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:46:56.907267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.243090+0000","last_change":"2024-07-29T14:58:54.909780+0000","last_active":"2024-07-29T15:00:02.243090+0000","last_peered":"2024-07-29T15:00:02.243090+0000","last_clean":"2024-07-29T15:00:02.243090+0000","last_became_active":"2024-07-29T14:58:54.909486+0000","last_became_peered":"2024-07-29T14:58:54.909486+0000","last_unstale":"2024-07-29T15:00:02.243090+0000","last_undegraded":"2024-07-29T15:00:02.243090+0000","last_fullsized":"2024-07-29T15:00:02.243090+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:30:54.196798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.242189+0000","last_change":"2024-07-29T14:58:51.768532+0000","last_active":"2024-07-29T15:00:02.242189+0000","last_peered":"2024-07-29T15:00:02.242189+0000","last_clean":"2024-07-29T15:00:02.242189+0000","last_became_active":"2024-07-29T14:58:51.768013+0000","last_became_peered":"2024-07-29T14:58:51.768013+0000","last_unstale":"2024-07-29T15:00:02.242189+0000","last_undegraded":"2024-07-29T15:00:02.242189+0000","last_fullsized":"2024-07-29T15:00:02.242189+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:19:42.420636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.242425+0000","last_change":"2024-07-29T14:58:54.906616+0000","last_active":"2024-07-29T15:00:02.242425+0000","last_peered":"2024-07-29T15:00:02.242425+0000","last_clean":"2024-07-29T15:00:02.242425+0000","last_became_active":"2024-07-29T14:58:54.906253+0000","last_became_peered":"2024-07-29T14:58:54.906253+0000","last_unstale":"2024-07-29T15:00:02.242425+0000","last_undegraded":"2024-07-29T15:00:02.242425+0000","last_fullsized":"2024-07-29T15:00:02.242425+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:50:34.496700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":32,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.874907+0000","last_change":"2024-07-29T14:58:51.766094+0000","last_active":"2024-07-29T15:00:01.874907+0000","last_peered":"2024-07-29T15:00:01.874907+0000","last_clean":"2024-07-29T15:00:01.874907+0000","last_became_active":"2024-07-29T14:58:51.765793+0000","last_became_peered":"2024-07-29T14:58:51.765793+0000","last_unstale":"2024-07-29T15:00:01.874907+0000","last_undegraded":"2024-07-29T15:00:01.874907+0000","last_fullsized":"2024-07-29T15:00:01.874907+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:51:58.038075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.242891+0000","last_change":"2024-07-29T14:58:54.910354+0000","last_active":"2024-07-29T15:00:02.242891+0000","last_peered":"2024-07-29T15:00:02.242891+0000","last_clean":"2024-07-29T15:00:02.242891+0000","last_became_active":"2024-07-29T14:58:54.910090+0000","last_became_peered":"2024-07-29T14:58:54.910090+0000","last_unstale":"2024-07-29T15:00:02.242891+0000","last_undegraded":"2024-07-29T15:00:02.242891+0000","last_fullsized":"2024-07-29T15:00:02.242891+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:10:56.225018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.874031+0000","last_change":"2024-07-29T14:58:51.764730+0000","last_active":"2024-07-29T15:00:01.874031+0000","last_peered":"2024-07-29T15:00:01.874031+0000","last_clean":"2024-07-29T15:00:01.874031+0000","last_became_active":"2024-07-29T14:58:51.764431+0000","last_became_peered":"2024-07-29T14:58:51.764431+0000","last_unstale":"2024-07-29T15:00:01.874031+0000","last_undegraded":"2024-07-29T15:00:01.874031+0000","last_fullsized":"2024-07-29T15:00:01.874031+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T19:54:52.033623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.243643+0000","last_change":"2024-07-29T14:58:54.911420+0000","last_active":"2024-07-29T15:00:02.243643+0000","last_peered":"2024-07-29T15:00:02.243643+0000","last_clean":"2024-07-29T15:00:02.243643+0000","last_became_active":"2024-07-29T14:58:54.910915+0000","last_became_peered":"2024-07-29T14:58:54.910915+0000","last_unstale":"2024-07-29T15:00:02.243643+0000","last_undegraded":"2024-07-29T15:00:02.243643+0000","last_fullsized":"2024-07-29T15:00:02.243643+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:37:28.592545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.875570+0000","last_change":"2024-07-29T14:58:51.771835+0000","last_active":"2024-07-29T15:00:01.875570+0000","last_peered":"2024-07-29T15:00:01.875570+0000","last_clean":"2024-07-29T15:00:01.875570+0000","last_became_active":"2024-07-29T14:58:51.771474+0000","last_became_peered":"2024-07-29T14:58:51.771474+0000","last_unstale":"2024-07-29T15:00:01.875570+0000","last_undegraded":"2024-07-29T15:00:01.875570+0000","last_fullsized":"2024-07-29T15:00:01.875570+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:26:12.244897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.243693+0000","last_change":"2024-07-29T14:58:54.910585+0000","last_active":"2024-07-29T15:00:02.243693+0000","last_peered":"2024-07-29T15:00:02.243693+0000","last_clean":"2024-07-29T15:00:02.243693+0000","last_became_active":"2024-07-29T14:58:54.910261+0000","last_became_peered":"2024-07-29T14:58:54.910261+0000","last_unstale":"2024-07-29T15:00:02.243693+0000","last_undegraded":"2024-07-29T15:00:02.243693+0000","last_fullsized":"2024-07-29T15:00:02.243693+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:59:13.901737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.874009+0000","last_change":"2024-07-29T14:58:51.767467+0000","last_active":"2024-07-29T15:00:01.874009+0000","last_peered":"2024-07-29T15:00:01.874009+0000","last_clean":"2024-07-29T15:00:01.874009+0000","last_became_active":"2024-07-29T14:58:51.766643+0000","last_became_peered":"2024-07-29T14:58:51.766643+0000","last_unstale":"2024-07-29T15:00:01.874009+0000","last_undegraded":"2024-07-29T15:00:01.874009+0000","last_fullsized":"2024-07-29T15:00:01.874009+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:42:11.183349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.878409+0000","last_change":"2024-07-29T14:58:54.905175+0000","last_active":"2024-07-29T15:00:01.878409+0000","last_peered":"2024-07-29T15:00:01.878409+0000","last_clean":"2024-07-29T15:00:01.878409+0000","last_became_active":"2024-07-29T14:58:54.904783+0000","last_became_peered":"2024-07-29T14:58:54.904783+0000","last_unstale":"2024-07-29T15:00:01.878409+0000","last_undegraded":"2024-07-29T15:00:01.878409+0000","last_fullsized":"2024-07-29T15:00:01.878409+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:25:22.828596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.875366+0000","last_change":"2024-07-29T14:58:51.772703+0000","last_active":"2024-07-29T15:00:01.875366+0000","last_peered":"2024-07-29T15:00:01.875366+0000","last_clean":"2024-07-29T15:00:01.875366+0000","last_became_active":"2024-07-29T14:58:51.772412+0000","last_became_peered":"2024-07-29T14:58:51.772412+0000","last_unstale":"2024-07-29T15:00:01.875366+0000","last_undegraded":"2024-07-29T15:00:01.875366+0000","last_fullsized":"2024-07-29T15:00:01.875366+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:33:45.875503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.243545+0000","last_change":"2024-07-29T14:58:54.911624+0000","last_active":"2024-07-29T15:00:02.243545+0000","last_peered":"2024-07-29T15:00:02.243545+0000","last_clean":"2024-07-29T15:00:02.243545+0000","last_became_active":"2024-07-29T14:58:54.911325+0000","last_became_peered":"2024-07-29T14:58:54.911325+0000","last_unstale":"2024-07-29T15:00:02.243545+0000","last_undegraded":"2024-07-29T15:00:02.243545+0000","last_fullsized":"2024-07-29T15:00:02.243545+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:35:13.754433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":18,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-29T15:00:07.864674+0000","last_change":"2024-07-29T15:00:02.242732+0000","last_active":"2024-07-29T15:00:07.864674+0000","last_peered":"2024-07-29T15:00:07.864674+0000","last_clean":"2024-07-29T15:00:07.864674+0000","last_became_active":"2024-07-29T14:59:56.845123+0000","last_became_peered":"2024-07-29T14:59:56.845123+0000","last_unstale":"2024-07-29T15:00:07.864674+0000","last_undegraded":"2024-07-29T15:00:07.864674+0000","last_fullsized":"2024-07-29T15:00:07.864674+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_clean_scrub_stamp":"2024-07-29T14:59:55.833220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:35:40.416958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053430299999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"68'128","reported_seq":283,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.243101+0000","last_change":"2024-07-29T14:58:30.351702+0000","last_active":"2024-07-29T15:00:02.243101+0000","last_peered":"2024-07-29T15:00:02.243101+0000","last_clean":"2024-07-29T15:00:02.243101+0000","last_became_active":"2024-07-29T14:58:30.351297+0000","last_became_peered":"2024-07-29T14:58:30.351297+0000","last_unstale":"2024-07-29T15:00:02.243101+0000","last_undegraded":"2024-07-29T15:00:02.243101+0000","last_fullsized":"2024-07-29T15:00:02.243101+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:56:33.779105+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:56:33.779105+0000","last_clean_scrub_stamp":"2024-07-29T14:56:33.779105+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:44:34.189834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.878485+0000","last_change":"2024-07-29T14:58:51.776323+0000","last_active":"2024-07-29T15:00:01.878485+0000","last_peered":"2024-07-29T15:00:01.878485+0000","last_clean":"2024-07-29T15:00:01.878485+0000","last_became_active":"2024-07-29T14:58:51.775849+0000","last_became_peered":"2024-07-29T14:58:51.775849+0000","last_unstale":"2024-07-29T15:00:01.878485+0000","last_undegraded":"2024-07-29T15:00:01.878485+0000","last_fullsized":"2024-07-29T15:00:01.878485+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:07:14.909445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.992413+0000","last_change":"2024-07-29T14:58:54.902483+0000","last_active":"2024-07-29T15:00:01.992413+0000","last_peered":"2024-07-29T15:00:01.992413+0000","last_clean":"2024-07-29T15:00:01.992413+0000","last_became_active":"2024-07-29T14:58:54.902231+0000","last_became_peered":"2024-07-29T14:58:54.902231+0000","last_unstale":"2024-07-29T15:00:01.992413+0000","last_undegraded":"2024-07-29T15:00:01.992413+0000","last_fullsized":"2024-07-29T15:00:01.992413+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T19:01:29.424577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-29T15:00:07.987821+0000","last_change":"2024-07-29T15:00:01.919098+0000","last_active":"2024-07-29T15:00:07.987821+0000","last_peered":"2024-07-29T15:00:07.987821+0000","last_clean":"2024-07-29T15:00:07.987821+0000","last_became_active":"2024-07-29T14:59:56.978615+0000","last_became_peered":"2024-07-29T14:59:56.978615+0000","last_unstale":"2024-07-29T15:00:07.987821+0000","last_undegraded":"2024-07-29T15:00:07.987821+0000","last_fullsized":"2024-07-29T15:00:07.987821+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_clean_scrub_stamp":"2024-07-29T14:59:55.833220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:21:10.681507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028656999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.242977+0000","last_change":"2024-07-29T14:58:51.773259+0000","last_active":"2024-07-29T15:00:02.242977+0000","last_peered":"2024-07-29T15:00:02.242977+0000","last_clean":"2024-07-29T15:00:02.242977+0000","last_became_active":"2024-07-29T14:58:51.772981+0000","last_became_peered":"2024-07-29T14:58:51.772981+0000","last_unstale":"2024-07-29T15:00:02.242977+0000","last_undegraded":"2024-07-29T15:00:02.242977+0000","last_fullsized":"2024-07-29T15:00:02.242977+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T19:27:46.787720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.874958+0000","last_change":"2024-07-29T14:59:26.887180+0000","last_active":"2024-07-29T15:00:01.874958+0000","last_peered":"2024-07-29T15:00:01.874958+0000","last_clean":"2024-07-29T15:00:01.874958+0000","last_became_active":"2024-07-29T14:59:26.886724+0000","last_became_peered":"2024-07-29T14:59:26.886724+0000","last_unstale":"2024-07-29T15:00:01.874958+0000","last_undegraded":"2024-07-29T15:00:01.874958+0000","last_fullsized":"2024-07-29T15:00:01.874958+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:22:25.272005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-29T15:00:07.354621+0000","last_change":"2024-07-29T15:00:01.873950+0000","last_active":"2024-07-29T15:00:07.354621+0000","last_peered":"2024-07-29T15:00:07.354621+0000","last_clean":"2024-07-29T15:00:07.354621+0000","last_became_active":"2024-07-29T14:59:56.943009+0000","last_became_peered":"2024-07-29T14:59:56.943009+0000","last_unstale":"2024-07-29T15:00:07.354621+0000","last_undegraded":"2024-07-29T15:00:07.354621+0000","last_fullsized":"2024-07-29T15:00:07.354621+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_clean_scrub_stamp":"2024-07-29T14:59:55.833220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:21:20.964483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042025899999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.875097+0000","last_change":"2024-07-29T14:58:51.770065+0000","last_active":"2024-07-29T15:00:01.875097+0000","last_peered":"2024-07-29T15:00:01.875097+0000","last_clean":"2024-07-29T15:00:01.875097+0000","last_became_active":"2024-07-29T14:58:51.769673+0000","last_became_peered":"2024-07-29T14:58:51.769673+0000","last_unstale":"2024-07-29T15:00:01.875097+0000","last_undegraded":"2024-07-29T15:00:01.875097+0000","last_fullsized":"2024-07-29T15:00:01.875097+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:34:03.465929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.873301+0000","last_change":"2024-07-29T14:58:54.895215+0000","last_active":"2024-07-29T15:00:01.873301+0000","last_peered":"2024-07-29T15:00:01.873301+0000","last_clean":"2024-07-29T15:00:01.873301+0000","last_became_active":"2024-07-29T14:58:54.894953+0000","last_became_peered":"2024-07-29T14:58:54.894953+0000","last_unstale":"2024-07-29T15:00:01.873301+0000","last_undegraded":"2024-07-29T15:00:01.873301+0000","last_fullsized":"2024-07-29T15:00:01.873301+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:36:37.305120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-29T15:00:07.353967+0000","last_change":"2024-07-29T15:00:01.874129+0000","last_active":"2024-07-29T15:00:07.353967+0000","last_peered":"2024-07-29T15:00:07.353967+0000","last_clean":"2024-07-29T15:00:07.353967+0000","last_became_active":"2024-07-29T14:59:56.978530+0000","last_became_peered":"2024-07-29T14:59:56.978530+0000","last_unstale":"2024-07-29T15:00:07.353967+0000","last_undegraded":"2024-07-29T15:00:07.353967+0000","last_fullsized":"2024-07-29T15:00:07.353967+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_clean_scrub_stamp":"2024-07-29T14:59:55.833220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:41:52.226661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00041766600000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.878556+0000","last_change":"2024-07-29T14:58:51.775567+0000","last_active":"2024-07-29T15:00:01.878556+0000","last_peered":"2024-07-29T15:00:01.878556+0000","last_clean":"2024-07-29T15:00:01.878556+0000","last_became_active":"2024-07-29T14:58:51.775250+0000","last_became_peered":"2024-07-29T14:58:51.775250+0000","last_unstale":"2024-07-29T15:00:01.878556+0000","last_undegraded":"2024-07-29T15:00:01.878556+0000","last_fullsized":"2024-07-29T15:00:01.878556+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:30:19.813989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.873325+0000","last_change":"2024-07-29T14:58:54.896876+0000","last_active":"2024-07-29T15:00:01.873325+0000","last_peered":"2024-07-29T15:00:01.873325+0000","last_clean":"2024-07-29T15:00:01.873325+0000","last_became_active":"2024-07-29T14:58:54.896591+0000","last_became_peered":"2024-07-29T14:58:54.896591+0000","last_unstale":"2024-07-29T15:00:01.873325+0000","last_undegraded":"2024-07-29T15:00:01.873325+0000","last_fullsized":"2024-07-29T15:00:01.873325+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:27:58.579511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"74'2","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-29T15:00:07.354086+0000","last_change":"2024-07-29T15:00:01.874507+0000","last_active":"2024-07-29T15:00:07.354086+0000","last_peered":"2024-07-29T15:00:07.354086+0000","last_clean":"2024-07-29T15:00:07.354086+0000","last_became_active":"2024-07-29T14:59:56.942899+0000","last_became_peered":"2024-07-29T14:59:56.942899+0000","last_unstale":"2024-07-29T15:00:07.354086+0000","last_undegraded":"2024-07-29T15:00:07.354086+0000","last_fullsized":"2024-07-29T15:00:07.354086+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_clean_scrub_stamp":"2024-07-29T14:59:55.833220+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:02:50.471386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039206700000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.873901+0000","last_change":"2024-07-29T14:58:51.766579+0000","last_active":"2024-07-29T15:00:01.873901+0000","last_peered":"2024-07-29T15:00:01.873901+0000","last_clean":"2024-07-29T15:00:01.873901+0000","last_became_active":"2024-07-29T14:58:51.764393+0000","last_became_peered":"2024-07-29T14:58:51.764393+0000","last_unstale":"2024-07-29T15:00:01.873901+0000","last_undegraded":"2024-07-29T15:00:01.873901+0000","last_fullsized":"2024-07-29T15:00:01.873901+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:46:19.046366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.878724+0000","last_change":"2024-07-29T14:58:54.897154+0000","last_active":"2024-07-29T15:00:01.878724+0000","last_peered":"2024-07-29T15:00:01.878724+0000","last_clean":"2024-07-29T15:00:01.878724+0000","last_became_active":"2024-07-29T14:58:54.896867+0000","last_became_peered":"2024-07-29T14:58:54.896867+0000","last_unstale":"2024-07-29T15:00:01.878724+0000","last_undegraded":"2024-07-29T15:00:01.878724+0000","last_fullsized":"2024-07-29T15:00:01.878724+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:39:38.395749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"72'1","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-29T15:00:07.987508+0000","last_change":"2024-07-29T15:00:01.918903+0000","last_active":"2024-07-29T15:00:07.987508+0000","last_peered":"2024-07-29T15:00:07.987508+0000","last_clean":"2024-07-29T15:00:07.987508+0000","last_became_active":"2024-07-29T14:59:56.942847+0000","last_became_peered":"2024-07-29T14:59:56.942847+0000","last_unstale":"2024-07-29T15:00:07.987508+0000","last_undegraded":"2024-07-29T15:00:07.987508+0000","last_fullsized":"2024-07-29T15:00:07.987508+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_clean_scrub_stamp":"2024-07-29T14:59:55.833220+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:17:44.658664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036431700000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.243733+0000","last_change":"2024-07-29T14:58:51.772745+0000","last_active":"2024-07-29T15:00:02.243733+0000","last_peered":"2024-07-29T15:00:02.243733+0000","last_clean":"2024-07-29T15:00:02.243733+0000","last_became_active":"2024-07-29T14:58:51.771433+0000","last_became_peered":"2024-07-29T14:58:51.771433+0000","last_unstale":"2024-07-29T15:00:02.243733+0000","last_undegraded":"2024-07-29T15:00:02.243733+0000","last_fullsized":"2024-07-29T15:00:02.243733+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:40:53.421689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.873855+0000","last_change":"2024-07-29T14:58:54.891774+0000","last_active":"2024-07-29T15:00:01.873855+0000","last_peered":"2024-07-29T15:00:01.873855+0000","last_clean":"2024-07-29T15:00:01.873855+0000","last_became_active":"2024-07-29T14:58:54.891500+0000","last_became_peered":"2024-07-29T14:58:54.891500+0000","last_unstale":"2024-07-29T15:00:01.873855+0000","last_undegraded":"2024-07-29T15:00:01.873855+0000","last_fullsized":"2024-07-29T15:00:01.873855+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:07:18.702831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":18,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-29T15:00:07.929742+0000","last_change":"2024-07-29T15:00:01.992819+0000","last_active":"2024-07-29T15:00:07.929742+0000","last_peered":"2024-07-29T15:00:07.929742+0000","last_clean":"2024-07-29T15:00:07.929742+0000","last_became_active":"2024-07-29T14:59:56.843025+0000","last_became_peered":"2024-07-29T14:59:56.843025+0000","last_unstale":"2024-07-29T15:00:07.929742+0000","last_undegraded":"2024-07-29T15:00:07.929742+0000","last_fullsized":"2024-07-29T15:00:07.929742+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_clean_scrub_stamp":"2024-07-29T14:59:55.833220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:20:56.356619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058393400000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.873859+0000","last_change":"2024-07-29T14:58:51.764881+0000","last_active":"2024-07-29T15:00:01.873859+0000","last_peered":"2024-07-29T15:00:01.873859+0000","last_clean":"2024-07-29T15:00:01.873859+0000","last_became_active":"2024-07-29T14:58:51.764572+0000","last_became_peered":"2024-07-29T14:58:51.764572+0000","last_unstale":"2024-07-29T15:00:01.873859+0000","last_undegraded":"2024-07-29T15:00:01.873859+0000","last_fullsized":"2024-07-29T15:00:01.873859+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:43:45.776893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.992853+0000","last_change":"2024-07-29T14:58:54.903890+0000","last_active":"2024-07-29T15:00:01.992853+0000","last_peered":"2024-07-29T15:00:01.992853+0000","last_clean":"2024-07-29T15:00:01.992853+0000","last_became_active":"2024-07-29T14:58:54.903517+0000","last_became_peered":"2024-07-29T14:58:54.903517+0000","last_unstale":"2024-07-29T15:00:01.992853+0000","last_undegraded":"2024-07-29T15:00:01.992853+0000","last_fullsized":"2024-07-29T15:00:01.992853+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:17:32.031615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-29T15:00:07.352015+0000","last_change":"2024-07-29T15:00:01.873626+0000","last_active":"2024-07-29T15:00:07.352015+0000","last_peered":"2024-07-29T15:00:07.352015+0000","last_clean":"2024-07-29T15:00:07.352015+0000","last_became_active":"2024-07-29T14:59:56.943003+0000","last_became_peered":"2024-07-29T14:59:56.943003+0000","last_unstale":"2024-07-29T15:00:07.352015+0000","last_undegraded":"2024-07-29T15:00:07.352015+0000","last_fullsized":"2024-07-29T15:00:07.352015+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_clean_scrub_stamp":"2024-07-29T14:59:55.833220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T18:29:27.011488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054685400000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.242332+0000","last_change":"2024-07-29T14:58:51.767029+0000","last_active":"2024-07-29T15:00:02.242332+0000","last_peered":"2024-07-29T15:00:02.242332+0000","last_clean":"2024-07-29T15:00:02.242332+0000","last_became_active":"2024-07-29T14:58:51.766717+0000","last_became_peered":"2024-07-29T14:58:51.766717+0000","last_unstale":"2024-07-29T15:00:02.242332+0000","last_undegraded":"2024-07-29T15:00:02.242332+0000","last_fullsized":"2024-07-29T15:00:02.242332+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:58:01.821315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.918761+0000","last_change":"2024-07-29T14:58:54.902021+0000","last_active":"2024-07-29T15:00:01.918761+0000","last_peered":"2024-07-29T15:00:01.918761+0000","last_clean":"2024-07-29T15:00:01.918761+0000","last_became_active":"2024-07-29T14:58:54.901653+0000","last_became_peered":"2024-07-29T14:58:54.901653+0000","last_unstale":"2024-07-29T15:00:01.918761+0000","last_undegraded":"2024-07-29T15:00:01.918761+0000","last_fullsized":"2024-07-29T15:00:01.918761+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:31:56.711696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.243003+0000","last_change":"2024-07-29T14:58:51.774305+0000","last_active":"2024-07-29T15:00:02.243003+0000","last_peered":"2024-07-29T15:00:02.243003+0000","last_clean":"2024-07-29T15:00:02.243003+0000","last_became_active":"2024-07-29T14:58:51.773946+0000","last_became_peered":"2024-07-29T14:58:51.773946+0000","last_unstale":"2024-07-29T15:00:02.243003+0000","last_undegraded":"2024-07-29T15:00:02.243003+0000","last_fullsized":"2024-07-29T15:00:02.243003+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:47:22.593680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.873304+0000","last_change":"2024-07-29T14:58:54.902747+0000","last_active":"2024-07-29T15:00:01.873304+0000","last_peered":"2024-07-29T15:00:01.873304+0000","last_clean":"2024-07-29T15:00:01.873304+0000","last_became_active":"2024-07-29T14:58:54.902246+0000","last_became_peered":"2024-07-29T14:58:54.902246+0000","last_unstale":"2024-07-29T15:00:01.873304+0000","last_undegraded":"2024-07-29T15:00:01.873304+0000","last_fullsized":"2024-07-29T15:00:01.873304+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:28:06.497139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.873659+0000","last_change":"2024-07-29T14:58:51.767276+0000","last_active":"2024-07-29T15:00:01.873659+0000","last_peered":"2024-07-29T15:00:01.873659+0000","last_clean":"2024-07-29T15:00:01.873659+0000","last_became_active":"2024-07-29T14:58:51.766997+0000","last_became_peered":"2024-07-29T14:58:51.766997+0000","last_unstale":"2024-07-29T15:00:01.873659+0000","last_undegraded":"2024-07-29T15:00:01.873659+0000","last_fullsized":"2024-07-29T15:00:01.873659+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T18:13:38.883882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.992591+0000","last_change":"2024-07-29T14:58:54.894542+0000","last_active":"2024-07-29T15:00:01.992591+0000","last_peered":"2024-07-29T15:00:01.992591+0000","last_clean":"2024-07-29T15:00:01.992591+0000","last_became_active":"2024-07-29T14:58:54.894255+0000","last_became_peered":"2024-07-29T14:58:54.894255+0000","last_unstale":"2024-07-29T15:00:01.992591+0000","last_undegraded":"2024-07-29T15:00:01.992591+0000","last_fullsized":"2024-07-29T15:00:01.992591+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T18:40:09.648235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.874243+0000","last_change":"2024-07-29T14:58:51.766652+0000","last_active":"2024-07-29T15:00:01.874243+0000","last_peered":"2024-07-29T15:00:01.874243+0000","last_clean":"2024-07-29T15:00:01.874243+0000","last_became_active":"2024-07-29T14:58:51.765813+0000","last_became_peered":"2024-07-29T14:58:51.765813+0000","last_unstale":"2024-07-29T15:00:01.874243+0000","last_undegraded":"2024-07-29T15:00:01.874243+0000","last_fullsized":"2024-07-29T15:00:01.874243+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:33:15.318075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.992573+0000","last_change":"2024-07-29T14:58:54.901035+0000","last_active":"2024-07-29T15:00:01.992573+0000","last_peered":"2024-07-29T15:00:01.992573+0000","last_clean":"2024-07-29T15:00:01.992573+0000","last_became_active":"2024-07-29T14:58:54.900719+0000","last_became_peered":"2024-07-29T14:58:54.900719+0000","last_unstale":"2024-07-29T15:00:01.992573+0000","last_undegraded":"2024-07-29T15:00:01.992573+0000","last_fullsized":"2024-07-29T15:00:01.992573+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:00:58.198024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.243291+0000","last_change":"2024-07-29T14:58:51.773352+0000","last_active":"2024-07-29T15:00:02.243291+0000","last_peered":"2024-07-29T15:00:02.243291+0000","last_clean":"2024-07-29T15:00:02.243291+0000","last_became_active":"2024-07-29T14:58:51.773071+0000","last_became_peered":"2024-07-29T14:58:51.773071+0000","last_unstale":"2024-07-29T15:00:02.243291+0000","last_undegraded":"2024-07-29T15:00:02.243291+0000","last_fullsized":"2024-07-29T15:00:02.243291+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:40:37.670844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.242313+0000","last_change":"2024-07-29T14:58:54.900083+0000","last_active":"2024-07-29T15:00:02.242313+0000","last_peered":"2024-07-29T15:00:02.242313+0000","last_clean":"2024-07-29T15:00:02.242313+0000","last_became_active":"2024-07-29T14:58:54.899716+0000","last_became_peered":"2024-07-29T14:58:54.899716+0000","last_unstale":"2024-07-29T15:00:02.242313+0000","last_undegraded":"2024-07-29T15:00:02.242313+0000","last_fullsized":"2024-07-29T15:00:02.242313+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:53:58.223099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.878605+0000","last_change":"2024-07-29T14:58:54.904241+0000","last_active":"2024-07-29T15:00:01.878605+0000","last_peered":"2024-07-29T15:00:01.878605+0000","last_clean":"2024-07-29T15:00:01.878605+0000","last_became_active":"2024-07-29T14:58:54.903928+0000","last_became_peered":"2024-07-29T14:58:54.903928+0000","last_unstale":"2024-07-29T15:00:01.878605+0000","last_undegraded":"2024-07-29T15:00:01.878605+0000","last_fullsized":"2024-07-29T15:00:01.878605+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:19:09.960703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.243442+0000","last_change":"2024-07-29T14:58:51.774440+0000","last_active":"2024-07-29T15:00:02.243442+0000","last_peered":"2024-07-29T15:00:02.243442+0000","last_clean":"2024-07-29T15:00:02.243442+0000","last_became_active":"2024-07-29T14:58:51.773907+0000","last_became_peered":"2024-07-29T14:58:51.773907+0000","last_unstale":"2024-07-29T15:00:02.243442+0000","last_undegraded":"2024-07-29T15:00:02.243442+0000","last_fullsized":"2024-07-29T15:00:02.243442+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:02:26.041301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.875234+0000","last_change":"2024-07-29T14:59:26.705569+0000","last_active":"2024-07-29T15:00:01.875234+0000","last_peered":"2024-07-29T15:00:01.875234+0000","last_clean":"2024-07-29T15:00:01.875234+0000","last_became_active":"2024-07-29T14:59:26.705179+0000","last_became_peered":"2024-07-29T14:59:26.705179+0000","last_unstale":"2024-07-29T15:00:01.875234+0000","last_undegraded":"2024-07-29T15:00:01.875234+0000","last_fullsized":"2024-07-29T15:00:01.875234+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:41:03.040021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.243593+0000","last_change":"2024-07-29T14:58:51.770118+0000","last_active":"2024-07-29T15:00:02.243593+0000","last_peered":"2024-07-29T15:00:02.243593+0000","last_clean":"2024-07-29T15:00:02.243593+0000","last_became_active":"2024-07-29T14:58:51.769042+0000","last_became_peered":"2024-07-29T14:58:51.769042+0000","last_unstale":"2024-07-29T15:00:02.243593+0000","last_undegraded":"2024-07-29T15:00:02.243593+0000","last_fullsized":"2024-07-29T15:00:02.243593+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:24:54.319391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.919157+0000","last_change":"2024-07-29T14:58:54.895144+0000","last_active":"2024-07-29T15:00:01.919157+0000","last_peered":"2024-07-29T15:00:01.919157+0000","last_clean":"2024-07-29T15:00:01.919157+0000","last_became_active":"2024-07-29T14:58:54.894802+0000","last_became_peered":"2024-07-29T14:58:54.894802+0000","last_unstale":"2024-07-29T15:00:01.919157+0000","last_undegraded":"2024-07-29T15:00:01.919157+0000","last_fullsized":"2024-07-29T15:00:01.919157+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:35:43.292147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.992775+0000","last_change":"2024-07-29T14:58:51.772582+0000","last_active":"2024-07-29T15:00:01.992775+0000","last_peered":"2024-07-29T15:00:01.992775+0000","last_clean":"2024-07-29T15:00:01.992775+0000","last_became_active":"2024-07-29T14:58:51.772312+0000","last_became_peered":"2024-07-29T14:58:51.772312+0000","last_unstale":"2024-07-29T15:00:01.992775+0000","last_undegraded":"2024-07-29T15:00:01.992775+0000","last_fullsized":"2024-07-29T15:00:01.992775+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:24:46.001398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.992628+0000","last_change":"2024-07-29T14:58:54.897791+0000","last_active":"2024-07-29T15:00:01.992628+0000","last_peered":"2024-07-29T15:00:01.992628+0000","last_clean":"2024-07-29T15:00:01.992628+0000","last_became_active":"2024-07-29T14:58:54.897490+0000","last_became_peered":"2024-07-29T14:58:54.897490+0000","last_unstale":"2024-07-29T15:00:01.992628+0000","last_undegraded":"2024-07-29T15:00:01.992628+0000","last_fullsized":"2024-07-29T15:00:01.992628+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:34:45.627745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.919302+0000","last_change":"2024-07-29T14:58:51.765283+0000","last_active":"2024-07-29T15:00:01.919302+0000","last_peered":"2024-07-29T15:00:01.919302+0000","last_clean":"2024-07-29T15:00:01.919302+0000","last_became_active":"2024-07-29T14:58:51.764850+0000","last_became_peered":"2024-07-29T14:58:51.764850+0000","last_unstale":"2024-07-29T15:00:01.919302+0000","last_undegraded":"2024-07-29T15:00:01.919302+0000","last_fullsized":"2024-07-29T15:00:01.919302+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:02:21.860709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234016,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298704,"kb_used_data":1348,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446448,"statfs":{"total":95995035648,"available":95689162752,"internally_reserved":0,"allocated":1380352,"data_stored":940047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 29 15:00:30 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.56200000000000006,"15min":0.57199999999999995},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.91800000000000004,"5min":1.7629999999999999,"15min":1.7629999999999999},"last":0.75},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.58299999999999996,"15min":0.59599999999999997},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.871,"5min":1.746,"15min":1.746},"last":0.69699999999999995}]},{"osd":1,"last update":"Mon Jul 29 15:00:30 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.53900000000000003,"15min":0.54400000000000004},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.59799999999999998,"15min":0.60499999999999998},"min":{"1min":0.41399999999999998,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.93700000000000006,"5min":1.784,"15min":1.784},"last":0.73399999999999999}]},{"osd":2,"last update":"Mon Jul 29 15:00:30 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.53900000000000003,"15min":0.54500000000000004},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.69199999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.56799999999999995,"15min":0.57799999999999996},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.621}]},{"osd":3,"last update":"Mon Jul 29 15:00:30 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.55400000000000005,"15min":0.56499999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.62,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.66600000000000004,"15min":0.68000000000000005},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.94899999999999995,"5min":1.8029999999999999,"15min":1.8029999999999999},"last":0.71699999999999997}]},{"osd":4,"last update":"Mon Jul 29 15:00:30 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.45700000000000002,"15min":0.46500000000000002},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.745,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.441,"5min":0.47699999999999998,"15min":0.48299999999999998},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.66200000000000003,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.41699999999999998}]},{"osd":5,"last update":"Mon Jul 29 15:00:30 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.505,"15min":0.51900000000000002},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.70499999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.53300000000000003,"15min":0.54300000000000004},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.56299999999999994}]},{"osd":6,"last update":"Mon Jul 29 15:00:30 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.53200000000000003,"15min":0.53600000000000003},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.79100000000000004,"5min":0.872,"15min":0.872},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.56200000000000006,"15min":0.57499999999999996},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.72899999999999998,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.48999999999999999}]}]},{"osd":6,"up_from":46,"seq":197568495654,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298704,"kb_used_data":1348,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446448,"statfs":{"total":95995035648,"available":95689162752,"internally_reserved":0,"allocated":1380352,"data_stored":941532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 29 15:00:09 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.52500000000000002,"15min":0.52900000000000003},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.80800000000000005},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.52200000000000002,"15min":0.52700000000000002},"min":{"1min":0.36799999999999999,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.65200000000000002}]},{"osd":1,"last update":"Mon Jul 29 15:00:09 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.50900000000000001,"15min":0.50600000000000001},"min":{"1min":0.35699999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.503,"5min":0.53300000000000003,"15min":0.53800000000000003},"min":{"1min":0.378,"5min":0.312,"15min":0.312},"max":{"1min":0.69899999999999995,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.76500000000000001}]},{"osd":2,"last update":"Mon Jul 29 15:00:09 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.52700000000000002,"15min":0.53200000000000003},"min":{"1min":0.36199999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.73199999999999998,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.72799999999999998},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.56200000000000006,"15min":0.56599999999999995},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.67800000000000005}]},{"osd":3,"last update":"Mon Jul 29 15:00:09 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.57299999999999995,"15min":0.58199999999999996},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.71399999999999997,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.78700000000000003}]},{"osd":4,"last update":"Mon Jul 29 15:00:09 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.441,"15min":0.44900000000000001},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.56000000000000005,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.44900000000000001,"15min":0.45500000000000002},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.49199999999999999}]},{"osd":5,"last update":"Mon Jul 29 15:00:09 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.46300000000000002,"15min":0.46700000000000003},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.46500000000000002,"15min":0.46800000000000003},"min":{"1min":0.312,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.72299999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.61899999999999999}]},{"osd":7,"last update":"Mon Jul 29 15:00:30 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":1.01,"15min":1.0920000000000001},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.77300000000000002,"5min":14.269,"15min":14.269},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.98599999999999999,"15min":1.0660000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.73599999999999999,"5min":13.787000000000001,"15min":13.787000000000001},"last":0.70299999999999996}]}]},{"osd":5,"up_from":38,"seq":163208757291,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298132,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447020,"statfs":{"total":95995035648,"available":95689748480,"internally_reserved":0,"allocated":794624,"data_stored":351215,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 29 15:00:49 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.51600000000000001,"15min":0.52100000000000002},"min":{"1min":0.40999999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.69499999999999995,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.38600000000000001}]},{"osd":1,"last update":"Mon Jul 29 15:00:49 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.52900000000000003,"15min":0.53100000000000003},"min":{"1min":0.35399999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.50600000000000001,"15min":0.504},"min":{"1min":0.38400000000000001,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.70999999999999996,"5min":0.755,"15min":0.755},"last":0.42899999999999999}]},{"osd":2,"last update":"Mon Jul 29 15:00:49 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.39600000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.54600000000000004,"15min":0.54000000000000004},"min":{"1min":0.45700000000000002,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.48799999999999999}]},{"osd":3,"last update":"Mon Jul 29 15:00:49 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.59799999999999998,"15min":0.55000000000000004},"min":{"1min":0.36699999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.82199999999999995,"5min":8.3290000000000006,"15min":8.3290000000000006},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.54000000000000004,"15min":0.53600000000000003},"min":{"1min":0.40500000000000003,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.69699999999999995,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.51100000000000001}]},{"osd":4,"last update":"Mon Jul 29 15:00:49 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.374,"15min":0.35299999999999998},"min":{"1min":0.23799999999999999,"5min":0.214,"15min":0.214},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.312},{"interface":"front","average":{"1min":0.441,"5min":0.38100000000000001,"15min":0.35799999999999998},"min":{"1min":0.28199999999999997,"5min":0.247,"15min":0.247},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.35799999999999998}]},{"osd":6,"last update":"Mon Jul 29 15:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.41499999999999998,"15min":0.41799999999999998},"min":{"1min":0.309,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.45500000000000002,"15min":0.45300000000000001},"min":{"1min":0.35299999999999998,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.55000000000000004}]},{"osd":7,"last update":"Mon Jul 29 15:00:31 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.48599999999999999,"15min":0.496},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.56699999999999995,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.51000000000000001,"15min":0.51900000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.59999999999999998,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.47799999999999998}]}]},{"osd":4,"up_from":30,"seq":128849018925,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298128,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447024,"statfs":{"total":95995035648,"available":95689752576,"internally_reserved":0,"allocated":790528,"data_stored":349272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 29 15:00:29 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.54800000000000004,"15min":0.55300000000000005},"min":{"1min":0.36199999999999999,"5min":0.311,"15min":0.311},"max":{"1min":1.093,"5min":1.093,"15min":1.093},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.55500000000000005,"15min":0.56100000000000005},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":1.2190000000000001,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":0.63600000000000001}]},{"osd":1,"last update":"Mon Jul 29 15:00:29 2024","interfaces":[{"interface":"back","average":{"1min":1.4410000000000001,"5min":0.73399999999999999,"15min":0.61199999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":19.003,"5min":19.003,"15min":19.003},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.501,"5min":0.52500000000000002,"15min":0.52700000000000002},"min":{"1min":0.372,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.72599999999999998,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.64700000000000002}]},{"osd":2,"last update":"Mon Jul 29 15:00:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.56100000000000005,"15min":0.56499999999999995},"min":{"1min":0.308,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":1.1779999999999999,"5min":1.1779999999999999,"15min":1.1779999999999999},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.53600000000000003,"15min":0.53800000000000003},"min":{"1min":0.33700000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.165,"5min":1.165,"15min":1.165},"last":0.55000000000000004}]},{"osd":3,"last update":"Mon Jul 29 15:00:29 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.55900000000000005,"15min":0.56899999999999995},"min":{"1min":0.41099999999999998,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.70399999999999996,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.54400000000000004,"15min":0.55000000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.66300000000000003,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.66000000000000003}]},{"osd":5,"last update":"Mon Jul 29 15:00:47 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.38400000000000001,"15min":0.378},"min":{"1min":0.29299999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.64100000000000001,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.39400000000000002,"15min":0.38600000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.52300000000000002}]},{"osd":6,"last update":"Mon Jul 29 15:00:09 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.42999999999999999,"15min":0.42399999999999999},"min":{"1min":0.29799999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.438,"5min":0.45500000000000002,"15min":0.45800000000000002},"min":{"1min":0.316,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.60399999999999998}]},{"osd":7,"last update":"Mon Jul 29 15:00:29 2024","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.621}]}]},{"osd":3,"up_from":25,"seq":107374182450,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298136,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447016,"statfs":{"total":95995035648,"available":95689744384,"internally_reserved":0,"allocated":798720,"data_stored":351533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 29 14:59:57 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.373,"15min":0.378},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.497,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.39200000000000002,"15min":0.39800000000000002},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.42799999999999999,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.33700000000000002}]},{"osd":1,"last update":"Mon Jul 29 14:59:57 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.41299999999999998,"15min":0.41199999999999998},"min":{"1min":0.26600000000000001,"5min":0.255,"15min":0.255},"max":{"1min":0.47499999999999998,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.378,"5min":0.40000000000000002,"15min":0.40600000000000003},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.46400000000000002,"5min":0.627,"15min":0.627},"last":0.441}]},{"osd":2,"last update":"Mon Jul 29 14:59:57 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.434,"15min":0.438},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.51900000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.374,"5min":0.40699999999999997,"15min":0.41299999999999998},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.51400000000000001,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.44700000000000001}]},{"osd":4,"last update":"Mon Jul 29 15:00:23 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.53500000000000003,"15min":0.52900000000000003},"min":{"1min":0.40699999999999997,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.72899999999999998,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.57099999999999995,"15min":0.56499999999999995},"min":{"1min":0.42699999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.80300000000000005,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.621}]},{"osd":5,"last update":"Mon Jul 29 15:00:42 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.59399999999999997,"15min":0.60199999999999998},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.69699999999999995,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.58499999999999996,"15min":0.59599999999999997},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.65100000000000002}]},{"osd":6,"last update":"Mon Jul 29 15:00:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.59299999999999997,"15min":0.59499999999999997},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.78000000000000003,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.63600000000000001,"15min":0.64500000000000002},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.66000000000000003}]},{"osd":7,"last update":"Mon Jul 29 15:00:30 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.61899999999999999,"15min":0.63100000000000001},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.64400000000000002,"15min":0.65200000000000002},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.749,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.67900000000000005}]}]},{"osd":2,"up_from":18,"seq":77309411383,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298116,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447036,"statfs":{"total":95995035648,"available":95689764864,"internally_reserved":0,"allocated":778240,"data_stored":349087,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 29 15:00:38 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.372,"15min":0.35899999999999999},"min":{"1min":0.23699999999999999,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.377,"5min":0.375,"15min":0.371},"min":{"1min":0.24099999999999999,"5min":0.218,"15min":0.218},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.27700000000000002}]},{"osd":1,"last update":"Mon Jul 29 15:00:38 2024","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.36299999999999999,"15min":0.35799999999999998},"min":{"1min":0.224,"5min":0.182,"15min":0.182},"max":{"1min":0.68100000000000005,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.317},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.39700000000000002,"15min":0.38400000000000001},"min":{"1min":0.26700000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.61699999999999999,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.29799999999999999}]},{"osd":3,"last update":"Mon Jul 29 15:00:02 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.44900000000000001,"15min":0.46500000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.60499999999999998,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.42599999999999999,"15min":0.44500000000000001},"min":{"1min":0.26800000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.34999999999999998}]},{"osd":4,"last update":"Mon Jul 29 15:00:25 2024","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.56399999999999995,"15min":0.55200000000000005},"min":{"1min":0.436,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.92200000000000004,"5min":1.2430000000000001,"15min":1.2430000000000001},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.58499999999999996,"15min":0.57699999999999996},"min":{"1min":0.45700000000000002,"5min":0.433,"15min":0.433},"max":{"1min":0.96899999999999997,"5min":1.157,"15min":1.157},"last":0.58899999999999997}]},{"osd":5,"last update":"Mon Jul 29 15:00:45 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60999999999999999,"15min":0.62},"min":{"1min":0.47699999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.81399999999999995,"5min":1.181,"15min":1.181},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.61499999999999999,"15min":0.61399999999999999},"min":{"1min":0.44700000000000001,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.63100000000000001}]},{"osd":6,"last update":"Mon Jul 29 15:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.438,"5min":0.432,"15min":0.432},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.58199999999999996,"15min":0.57799999999999996},"min":{"1min":0.41599999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.95499999999999996,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.55200000000000005}]},{"osd":7,"last update":"Mon Jul 29 15:00:28 2024","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.59299999999999997,"15min":0.58699999999999997},"min":{"1min":0.40400000000000003,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.60599999999999998,"15min":0.60099999999999998},"min":{"1min":0.44500000000000001,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.60699999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574908,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298128,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447024,"statfs":{"total":95995035648,"available":95689752576,"internally_reserved":0,"allocated":790528,"data_stored":349266,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 29 15:00:17 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.33700000000000002,"15min":0.30199999999999999},"min":{"1min":0.25,"5min":0.219,"15min":0.219},"max":{"1min":0.55500000000000005,"5min":0.626,"15min":0.626},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.34799999999999998,"15min":0.30599999999999999},"min":{"1min":0.27600000000000002,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.35099999999999998}]},{"osd":2,"last update":"Mon Jul 29 15:00:41 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.378,"15min":0.36399999999999999},"min":{"1min":0.23699999999999999,"5min":0.189,"15min":0.189},"max":{"1min":0.501,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.372,"5min":0.36099999999999999,"15min":0.34100000000000003},"min":{"1min":0.25,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.498,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.32100000000000001}]},{"osd":3,"last update":"Mon Jul 29 15:00:03 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.46300000000000002,"15min":0.46400000000000002},"min":{"1min":0.35599999999999998,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.432,"5min":0.433,"15min":0.435},"min":{"1min":0.34000000000000002,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.58799999999999997,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.39700000000000002}]},{"osd":4,"last update":"Mon Jul 29 15:00:20 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.57499999999999996,"15min":0.56699999999999995},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.83799999999999997,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.58999999999999997,"15min":0.58799999999999997},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.90900000000000003,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.63400000000000001}]},{"osd":5,"last update":"Mon Jul 29 15:00:46 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.60199999999999998,"15min":0.60999999999999999},"min":{"1min":0.46600000000000003,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.749,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.61499999999999999,"15min":0.62},"min":{"1min":0.41499999999999998,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.81899999999999995,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.64700000000000002}]},{"osd":6,"last update":"Mon Jul 29 15:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.64100000000000001,"15min":0.64400000000000002},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.81200000000000006,"5min":0.997,"15min":0.997},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.628,"15min":0.63100000000000001},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.65400000000000003}]},{"osd":7,"last update":"Mon Jul 29 15:00:31 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.64600000000000002,"15min":0.65500000000000003},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.79600000000000004,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.64300000000000002,"15min":0.64900000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.95099999999999996,"5min":0.998,"15min":0.998},"last":0.58799999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738432,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298708,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446444,"statfs":{"total":95995035648,"available":95689158656,"internally_reserved":0,"allocated":1384448,"data_stored":939906,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jul 29 15:00:14 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.34599999999999997,"15min":0.32100000000000001},"min":{"1min":0.26400000000000001,"5min":0.184,"15min":0.184},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.374,"15min":0.34000000000000002},"min":{"1min":0.26400000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.53600000000000003}]},{"osd":2,"last update":"Mon Jul 29 15:00:40 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.40400000000000003,"15min":0.38600000000000001},"min":{"1min":0.34999999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.38600000000000001,"15min":0.371},"min":{"1min":0.24299999999999999,"5min":0.214,"15min":0.214},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":0.433}]},{"osd":3,"last update":"Mon Jul 29 14:59:57 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.45000000000000001,"15min":0.46500000000000002},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.56100000000000005,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.42599999999999999,"15min":0.441},"min":{"1min":0.27800000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.51400000000000001,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.379}]},{"osd":4,"last update":"Mon Jul 29 15:00:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1,"5min":1,"15min":1},"last":0.505},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.58899999999999997,"15min":0.57899999999999996},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.089,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.66600000000000004}]},{"osd":5,"last update":"Mon Jul 29 15:00:43 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.57799999999999996,"15min":0.56799999999999995},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.3049999999999999,"5min":1.3049999999999999,"15min":1.3049999999999999},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.58399999999999996,"15min":0.57999999999999996},"min":{"1min":0.38900000000000001,"5min":0.371,"15min":0.371},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.55000000000000004}]},{"osd":6,"last update":"Mon Jul 29 15:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.59799999999999998,"15min":0.59699999999999998},"min":{"1min":0.38700000000000001,"5min":0.374,"15min":0.374},"max":{"1min":0.89600000000000002,"5min":1.1619999999999999,"15min":1.1619999999999999},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.56999999999999995,"15min":0.56599999999999995},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.60399999999999998}]},{"osd":7,"last update":"Mon Jul 29 15:00:28 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.127,"5min":1.127,"15min":1.127},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.628,"15min":0.628},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.2410000000000001,"5min":1.2410000000000001,"15min":1.2410000000000001},"last":0.52300000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-29T15:00:58.198 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph pg dump --format=json 2024-07-29T15:00:58.473 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:58 smithi067 ceph-mon[29363]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:58.474 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:00:58 smithi067 ceph-mon[29363]: from='client.14712 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-29T15:00:58.474 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:00:58 smithi067 podman[75601]: 2024-07-29 15:00:58.372819358 +0000 UTC m=+1.238667902 container remove e7db2d04fd0fccf60bdd6f8eba0feee0bd0e8ebbc153847084c4e1fca61d6073 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-29T15:00:58.474 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:00:58 smithi067 podman[75601]: 2024-07-29 15:00:58.473642713 +0000 UTC m=+1.339491257 volume remove f10aef27a9243de27e00043eb5f9c0ecfd50bd01bfc077319e270cf16696ff2e 2024-07-29T15:00:58.474 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:58 smithi067 ceph-mon[39695]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:58.474 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:00:58 smithi067 ceph-mon[39695]: from='client.14712 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-29T15:00:58.557 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:00:58.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:58 smithi138 ceph-mon[32824]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:00:58.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:00:58 smithi138 ceph-mon[32824]: from='client.14712 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-29T15:00:59.138 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:00:58 smithi067 podman[75677]: 2024-07-29 15:00:58.968679139 +0000 UTC m=+0.476678599 container died 1e6a148f86f6018fdafa897adaa6e0830ca24e581942f18ba6d794262aeba6d9 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=interesting_zhukovsky, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=quincy-3120d06, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2) 2024-07-29T15:00:59.489 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:00:59 smithi067 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-07-29T15:00:59.489 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:00:59 smithi067 systemd[1]: Stopped Ceph alertmanager.a for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:00:59.489 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:00:59 smithi067 systemd[1]: Starting Ceph alertmanager.a for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:00:59.988 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:00:59 smithi067 podman[75807]: 2024-07-29 15:00:59.806125675 +0000 UTC m=+0.114512031 volume create 3be073985d7b8b119cbea51b059da999455e00fccfb413711605aea80d3893df 2024-07-29T15:00:59.988 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:00:59 smithi067 podman[75807]: 2024-07-29 15:00:59.711841843 +0000 UTC m=+0.020228210 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-07-29T15:00:59.988 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:00:59 smithi067 podman[75807]: 2024-07-29 15:00:59.889941726 +0000 UTC m=+0.198328083 container create 12f6a968d5cd66750a97525b7e398c70c1f420de16ef7a9f007508a8d2dca7a5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-29T15:01:00.395 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:01:00 smithi067 podman[75807]: 2024-07-29 15:01:00.19248113 +0000 UTC m=+0.500867486 container init 12f6a968d5cd66750a97525b7e398c70c1f420de16ef7a9f007508a8d2dca7a5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-29T15:01:00.395 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:01:00 smithi067 podman[75807]: 2024-07-29 15:01:00.195785946 +0000 UTC m=+0.504172306 container start 12f6a968d5cd66750a97525b7e398c70c1f420de16ef7a9f007508a8d2dca7a5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-29T15:01:00.396 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:01:00 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a[75839]: ts=2024-07-29T15:01:00.209Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-07-29T15:01:00.396 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:01:00 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a[75839]: ts=2024-07-29T15:01:00.209Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-07-29T15:01:00.396 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:01:00 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a[75839]: ts=2024-07-29T15:01:00.210Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.67 port=9094 2024-07-29T15:01:00.396 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:01:00 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a[75839]: ts=2024-07-29T15:01:00.211Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-07-29T15:01:00.396 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:01:00 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a[75839]: ts=2024-07-29T15:01:00.234Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-07-29T15:01:00.396 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:01:00 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a[75839]: ts=2024-07-29T15:01:00.235Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-07-29T15:01:00.396 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:01:00 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a[75839]: ts=2024-07-29T15:01:00.238Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-07-29T15:01:00.396 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:01:00 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a[75839]: ts=2024-07-29T15:01:00.238Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-07-29T15:01:00.396 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:01:00 smithi067 bash[75807]: 12f6a968d5cd66750a97525b7e398c70c1f420de16ef7a9f007508a8d2dca7a5 2024-07-29T15:01:00.396 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:01:00 smithi067 systemd[1]: Started Ceph alertmanager.a for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:01:00.711 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:00 smithi138 ceph-mon[32824]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:00.711 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:00 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:00.711 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:00 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:00.730 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:00 smithi067 ceph-mon[29363]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:00.730 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:00 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:00.730 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:00 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:00.730 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:00 smithi067 ceph-mon[39695]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:00.731 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:00 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:00.731 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:00 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:00.994 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T15:01:00.996 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-07-29T15:01:01.678 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:01 smithi067 ceph-mon[29363]: Reconfiguring prometheus.a (dependencies changed)... 2024-07-29T15:01:01.678 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:01 smithi067 ceph-mon[29363]: Reconfiguring daemon prometheus.a on smithi138 2024-07-29T15:01:01.678 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:01 smithi067 ceph-mon[39695]: Reconfiguring prometheus.a (dependencies changed)... 2024-07-29T15:01:01.678 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:01 smithi067 ceph-mon[39695]: Reconfiguring daemon prometheus.a on smithi138 2024-07-29T15:01:01.762 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":50,"stamp":"2024-07-29T15:01:00.918184+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386756,"kb_used_data":7908,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747574460,"statfs":{"total":767960285184,"available":765516247040,"internally_reserved":0,"allocated":8097792,"data_stored":4571858,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002423"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.243619+0000","last_change":"2024-07-29T14:58:54.906534+0000","last_active":"2024-07-29T15:00:02.243619+0000","last_peered":"2024-07-29T15:00:02.243619+0000","last_clean":"2024-07-29T15:00:02.243619+0000","last_became_active":"2024-07-29T14:58:54.906264+0000","last_became_peered":"2024-07-29T14:58:54.906264+0000","last_unstale":"2024-07-29T15:00:02.243619+0000","last_undegraded":"2024-07-29T15:00:02.243619+0000","last_fullsized":"2024-07-29T15:00:02.243619+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:54:51.292994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.873840+0000","last_change":"2024-07-29T14:58:54.897140+0000","last_active":"2024-07-29T15:00:01.873840+0000","last_peered":"2024-07-29T15:00:01.873840+0000","last_clean":"2024-07-29T15:00:01.873840+0000","last_became_active":"2024-07-29T14:58:54.896859+0000","last_became_peered":"2024-07-29T14:58:54.896859+0000","last_unstale":"2024-07-29T15:00:01.873840+0000","last_undegraded":"2024-07-29T15:00:01.873840+0000","last_fullsized":"2024-07-29T15:00:01.873840+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:46:30.940110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.918948+0000","last_change":"2024-07-29T14:58:54.894492+0000","last_active":"2024-07-29T15:00:01.918948+0000","last_peered":"2024-07-29T15:00:01.918948+0000","last_clean":"2024-07-29T15:00:01.918948+0000","last_became_active":"2024-07-29T14:58:54.894159+0000","last_became_peered":"2024-07-29T14:58:54.894159+0000","last_unstale":"2024-07-29T15:00:01.918948+0000","last_undegraded":"2024-07-29T15:00:01.918948+0000","last_fullsized":"2024-07-29T15:00:01.918948+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:24:11.610445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.878497+0000","last_change":"2024-07-29T14:58:54.903060+0000","last_active":"2024-07-29T15:00:01.878497+0000","last_peered":"2024-07-29T15:00:01.878497+0000","last_clean":"2024-07-29T15:00:01.878497+0000","last_became_active":"2024-07-29T14:58:54.902778+0000","last_became_peered":"2024-07-29T14:58:54.902778+0000","last_unstale":"2024-07-29T15:00:01.878497+0000","last_undegraded":"2024-07-29T15:00:01.878497+0000","last_fullsized":"2024-07-29T15:00:01.878497+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T18:00:49.852846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.243051+0000","last_change":"2024-07-29T14:58:54.897862+0000","last_active":"2024-07-29T15:00:02.243051+0000","last_peered":"2024-07-29T15:00:02.243051+0000","last_clean":"2024-07-29T15:00:02.243051+0000","last_became_active":"2024-07-29T14:58:54.897581+0000","last_became_peered":"2024-07-29T14:58:54.897581+0000","last_unstale":"2024-07-29T15:00:02.243051+0000","last_undegraded":"2024-07-29T15:00:02.243051+0000","last_fullsized":"2024-07-29T15:00:02.243051+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:41:52.926829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.878288+0000","last_change":"2024-07-29T14:58:54.900490+0000","last_active":"2024-07-29T15:00:01.878288+0000","last_peered":"2024-07-29T15:00:01.878288+0000","last_clean":"2024-07-29T15:00:01.878288+0000","last_became_active":"2024-07-29T14:58:54.900194+0000","last_became_peered":"2024-07-29T14:58:54.900194+0000","last_unstale":"2024-07-29T15:00:01.878288+0000","last_undegraded":"2024-07-29T15:00:01.878288+0000","last_fullsized":"2024-07-29T15:00:01.878288+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:47:47.373262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.242759+0000","last_change":"2024-07-29T14:59:26.706605+0000","last_active":"2024-07-29T15:00:02.242759+0000","last_peered":"2024-07-29T15:00:02.242759+0000","last_clean":"2024-07-29T15:00:02.242759+0000","last_became_active":"2024-07-29T14:59:26.706295+0000","last_became_peered":"2024-07-29T14:59:26.706295+0000","last_unstale":"2024-07-29T15:00:02.242759+0000","last_undegraded":"2024-07-29T15:00:02.242759+0000","last_fullsized":"2024-07-29T15:00:02.242759+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:50:08.477407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.992284+0000","last_change":"2024-07-29T14:58:54.898149+0000","last_active":"2024-07-29T15:00:01.992284+0000","last_peered":"2024-07-29T15:00:01.992284+0000","last_clean":"2024-07-29T15:00:01.992284+0000","last_became_active":"2024-07-29T14:58:54.897853+0000","last_became_peered":"2024-07-29T14:58:54.897853+0000","last_unstale":"2024-07-29T15:00:01.992284+0000","last_undegraded":"2024-07-29T15:00:01.992284+0000","last_fullsized":"2024-07-29T15:00:01.992284+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:03:27.449750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.243809+0000","last_change":"2024-07-29T14:58:54.912457+0000","last_active":"2024-07-29T15:00:02.243809+0000","last_peered":"2024-07-29T15:00:02.243809+0000","last_clean":"2024-07-29T15:00:02.243809+0000","last_became_active":"2024-07-29T14:58:54.912152+0000","last_became_peered":"2024-07-29T14:58:54.912152+0000","last_unstale":"2024-07-29T15:00:02.243809+0000","last_undegraded":"2024-07-29T15:00:02.243809+0000","last_fullsized":"2024-07-29T15:00:02.243809+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:53:23.377054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.242357+0000","last_change":"2024-07-29T14:58:54.907925+0000","last_active":"2024-07-29T15:00:02.242357+0000","last_peered":"2024-07-29T15:00:02.242357+0000","last_clean":"2024-07-29T15:00:02.242357+0000","last_became_active":"2024-07-29T14:58:54.907639+0000","last_became_peered":"2024-07-29T14:58:54.907639+0000","last_unstale":"2024-07-29T15:00:02.242357+0000","last_undegraded":"2024-07-29T15:00:02.242357+0000","last_fullsized":"2024-07-29T15:00:02.242357+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:13:59.437328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.242455+0000","last_change":"2024-07-29T14:58:54.908784+0000","last_active":"2024-07-29T15:00:02.242455+0000","last_peered":"2024-07-29T15:00:02.242455+0000","last_clean":"2024-07-29T15:00:02.242455+0000","last_became_active":"2024-07-29T14:58:54.908431+0000","last_became_peered":"2024-07-29T14:58:54.908431+0000","last_unstale":"2024-07-29T15:00:02.242455+0000","last_undegraded":"2024-07-29T15:00:02.242455+0000","last_fullsized":"2024-07-29T15:00:02.242455+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:06:58.712079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.873562+0000","last_change":"2024-07-29T14:58:54.898478+0000","last_active":"2024-07-29T15:00:01.873562+0000","last_peered":"2024-07-29T15:00:01.873562+0000","last_clean":"2024-07-29T15:00:01.873562+0000","last_became_active":"2024-07-29T14:58:54.898131+0000","last_became_peered":"2024-07-29T14:58:54.898131+0000","last_unstale":"2024-07-29T15:00:01.873562+0000","last_undegraded":"2024-07-29T15:00:01.873562+0000","last_fullsized":"2024-07-29T15:00:01.873562+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:12:12.486919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.992531+0000","last_change":"2024-07-29T14:58:54.901848+0000","last_active":"2024-07-29T15:00:01.992531+0000","last_peered":"2024-07-29T15:00:01.992531+0000","last_clean":"2024-07-29T15:00:01.992531+0000","last_became_active":"2024-07-29T14:58:54.901594+0000","last_became_peered":"2024-07-29T14:58:54.901594+0000","last_unstale":"2024-07-29T15:00:01.992531+0000","last_undegraded":"2024-07-29T15:00:01.992531+0000","last_fullsized":"2024-07-29T15:00:01.992531+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:32:42.739014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.918444+0000","last_change":"2024-07-29T14:58:54.906093+0000","last_active":"2024-07-29T15:00:01.918444+0000","last_peered":"2024-07-29T15:00:01.918444+0000","last_clean":"2024-07-29T15:00:01.918444+0000","last_became_active":"2024-07-29T14:58:54.905842+0000","last_became_peered":"2024-07-29T14:58:54.905842+0000","last_unstale":"2024-07-29T15:00:01.918444+0000","last_undegraded":"2024-07-29T15:00:01.918444+0000","last_fullsized":"2024-07-29T15:00:01.918444+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:01:38.408612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.873578+0000","last_change":"2024-07-29T14:59:26.707087+0000","last_active":"2024-07-29T15:00:01.873578+0000","last_peered":"2024-07-29T15:00:01.873578+0000","last_clean":"2024-07-29T15:00:01.873578+0000","last_became_active":"2024-07-29T14:59:26.706578+0000","last_became_peered":"2024-07-29T14:59:26.706578+0000","last_unstale":"2024-07-29T15:00:01.873578+0000","last_undegraded":"2024-07-29T15:00:01.873578+0000","last_fullsized":"2024-07-29T15:00:01.873578+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:05:19.901462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.878100+0000","last_change":"2024-07-29T14:58:54.904176+0000","last_active":"2024-07-29T15:00:01.878100+0000","last_peered":"2024-07-29T15:00:01.878100+0000","last_clean":"2024-07-29T15:00:01.878100+0000","last_became_active":"2024-07-29T14:58:54.903872+0000","last_became_peered":"2024-07-29T14:58:54.903872+0000","last_unstale":"2024-07-29T15:00:01.878100+0000","last_undegraded":"2024-07-29T15:00:01.878100+0000","last_fullsized":"2024-07-29T15:00:01.878100+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:48:29.274243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.878755+0000","last_change":"2024-07-29T14:58:54.903652+0000","last_active":"2024-07-29T15:00:01.878755+0000","last_peered":"2024-07-29T15:00:01.878755+0000","last_clean":"2024-07-29T15:00:01.878755+0000","last_became_active":"2024-07-29T14:58:54.903382+0000","last_became_peered":"2024-07-29T14:58:54.903382+0000","last_unstale":"2024-07-29T15:00:01.878755+0000","last_undegraded":"2024-07-29T15:00:01.878755+0000","last_fullsized":"2024-07-29T15:00:01.878755+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:51:43.440728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.875523+0000","last_change":"2024-07-29T14:58:54.895909+0000","last_active":"2024-07-29T15:00:01.875523+0000","last_peered":"2024-07-29T15:00:01.875523+0000","last_clean":"2024-07-29T15:00:01.875523+0000","last_became_active":"2024-07-29T14:58:54.895644+0000","last_became_peered":"2024-07-29T14:58:54.895644+0000","last_unstale":"2024-07-29T15:00:01.875523+0000","last_undegraded":"2024-07-29T15:00:01.875523+0000","last_fullsized":"2024-07-29T15:00:01.875523+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:58:27.607610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.243654+0000","last_change":"2024-07-29T14:58:54.905908+0000","last_active":"2024-07-29T15:00:02.243654+0000","last_peered":"2024-07-29T15:00:02.243654+0000","last_clean":"2024-07-29T15:00:02.243654+0000","last_became_active":"2024-07-29T14:58:54.905611+0000","last_became_peered":"2024-07-29T14:58:54.905611+0000","last_unstale":"2024-07-29T15:00:02.243654+0000","last_undegraded":"2024-07-29T15:00:02.243654+0000","last_fullsized":"2024-07-29T15:00:02.243654+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:47:14.686047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.242580+0000","last_change":"2024-07-29T14:58:54.900891+0000","last_active":"2024-07-29T15:00:02.242580+0000","last_peered":"2024-07-29T15:00:02.242580+0000","last_clean":"2024-07-29T15:00:02.242580+0000","last_became_active":"2024-07-29T14:58:54.900618+0000","last_became_peered":"2024-07-29T14:58:54.900618+0000","last_unstale":"2024-07-29T15:00:02.242580+0000","last_undegraded":"2024-07-29T15:00:02.242580+0000","last_fullsized":"2024-07-29T15:00:02.242580+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T19:16:23.686695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.918567+0000","last_change":"2024-07-29T14:58:54.901995+0000","last_active":"2024-07-29T15:00:01.918567+0000","last_peered":"2024-07-29T15:00:01.918567+0000","last_clean":"2024-07-29T15:00:01.918567+0000","last_became_active":"2024-07-29T14:58:54.901714+0000","last_became_peered":"2024-07-29T14:58:54.901714+0000","last_unstale":"2024-07-29T15:00:01.918567+0000","last_undegraded":"2024-07-29T15:00:01.918567+0000","last_fullsized":"2024-07-29T15:00:01.918567+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:04:18.680094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.878407+0000","last_change":"2024-07-29T14:58:54.905219+0000","last_active":"2024-07-29T15:00:01.878407+0000","last_peered":"2024-07-29T15:00:01.878407+0000","last_clean":"2024-07-29T15:00:01.878407+0000","last_became_active":"2024-07-29T14:58:54.904724+0000","last_became_peered":"2024-07-29T14:58:54.904724+0000","last_unstale":"2024-07-29T15:00:01.878407+0000","last_undegraded":"2024-07-29T15:00:01.878407+0000","last_fullsized":"2024-07-29T15:00:01.878407+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:38:24.089359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.992297+0000","last_change":"2024-07-29T14:58:54.895434+0000","last_active":"2024-07-29T15:00:01.992297+0000","last_peered":"2024-07-29T15:00:01.992297+0000","last_clean":"2024-07-29T15:00:01.992297+0000","last_became_active":"2024-07-29T14:58:54.895152+0000","last_became_peered":"2024-07-29T14:58:54.895152+0000","last_unstale":"2024-07-29T15:00:01.992297+0000","last_undegraded":"2024-07-29T15:00:01.992297+0000","last_fullsized":"2024-07-29T15:00:01.992297+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:07:34.046597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.878163+0000","last_change":"2024-07-29T14:58:54.901114+0000","last_active":"2024-07-29T15:00:01.878163+0000","last_peered":"2024-07-29T15:00:01.878163+0000","last_clean":"2024-07-29T15:00:01.878163+0000","last_became_active":"2024-07-29T14:58:54.900844+0000","last_became_peered":"2024-07-29T14:58:54.900844+0000","last_unstale":"2024-07-29T15:00:01.878163+0000","last_undegraded":"2024-07-29T15:00:01.878163+0000","last_fullsized":"2024-07-29T15:00:01.878163+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:43:30.667050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.992816+0000","last_change":"2024-07-29T14:58:54.901076+0000","last_active":"2024-07-29T15:00:01.992816+0000","last_peered":"2024-07-29T15:00:01.992816+0000","last_clean":"2024-07-29T15:00:01.992816+0000","last_became_active":"2024-07-29T14:58:54.900781+0000","last_became_peered":"2024-07-29T14:58:54.900781+0000","last_unstale":"2024-07-29T15:00:01.992816+0000","last_undegraded":"2024-07-29T15:00:01.992816+0000","last_fullsized":"2024-07-29T15:00:01.992816+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T19:55:04.765235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.242502+0000","last_change":"2024-07-29T14:59:26.887580+0000","last_active":"2024-07-29T15:00:02.242502+0000","last_peered":"2024-07-29T15:00:02.242502+0000","last_clean":"2024-07-29T15:00:02.242502+0000","last_became_active":"2024-07-29T14:59:26.887228+0000","last_became_peered":"2024-07-29T14:59:26.887228+0000","last_unstale":"2024-07-29T15:00:02.242502+0000","last_undegraded":"2024-07-29T15:00:02.242502+0000","last_fullsized":"2024-07-29T15:00:02.242502+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:04:45.573850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.873421+0000","last_change":"2024-07-29T14:58:54.900500+0000","last_active":"2024-07-29T15:00:01.873421+0000","last_peered":"2024-07-29T15:00:01.873421+0000","last_clean":"2024-07-29T15:00:01.873421+0000","last_became_active":"2024-07-29T14:58:54.899336+0000","last_became_peered":"2024-07-29T14:58:54.899336+0000","last_unstale":"2024-07-29T15:00:01.873421+0000","last_undegraded":"2024-07-29T15:00:01.873421+0000","last_fullsized":"2024-07-29T15:00:01.873421+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:01:18.452511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.992614+0000","last_change":"2024-07-29T14:58:54.901783+0000","last_active":"2024-07-29T15:00:01.992614+0000","last_peered":"2024-07-29T15:00:01.992614+0000","last_clean":"2024-07-29T15:00:01.992614+0000","last_became_active":"2024-07-29T14:58:54.901517+0000","last_became_peered":"2024-07-29T14:58:54.901517+0000","last_unstale":"2024-07-29T15:00:01.992614+0000","last_undegraded":"2024-07-29T15:00:01.992614+0000","last_fullsized":"2024-07-29T15:00:01.992614+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:36:14.685114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.918682+0000","last_change":"2024-07-29T14:58:54.899629+0000","last_active":"2024-07-29T15:00:01.918682+0000","last_peered":"2024-07-29T15:00:01.918682+0000","last_clean":"2024-07-29T15:00:01.918682+0000","last_became_active":"2024-07-29T14:58:54.899345+0000","last_became_peered":"2024-07-29T14:58:54.899345+0000","last_unstale":"2024-07-29T15:00:01.918682+0000","last_undegraded":"2024-07-29T15:00:01.918682+0000","last_fullsized":"2024-07-29T15:00:01.918682+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:14:12.629302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.878417+0000","last_change":"2024-07-29T14:58:54.898727+0000","last_active":"2024-07-29T15:00:01.878417+0000","last_peered":"2024-07-29T15:00:01.878417+0000","last_clean":"2024-07-29T15:00:01.878417+0000","last_became_active":"2024-07-29T14:58:54.898178+0000","last_became_peered":"2024-07-29T14:58:54.898178+0000","last_unstale":"2024-07-29T15:00:01.878417+0000","last_undegraded":"2024-07-29T15:00:01.878417+0000","last_fullsized":"2024-07-29T15:00:01.878417+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:44:30.807909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.875083+0000","last_change":"2024-07-29T14:58:54.899036+0000","last_active":"2024-07-29T15:00:01.875083+0000","last_peered":"2024-07-29T15:00:01.875083+0000","last_clean":"2024-07-29T15:00:01.875083+0000","last_became_active":"2024-07-29T14:58:54.898681+0000","last_became_peered":"2024-07-29T14:58:54.898681+0000","last_unstale":"2024-07-29T15:00:01.875083+0000","last_undegraded":"2024-07-29T15:00:01.875083+0000","last_fullsized":"2024-07-29T15:00:01.875083+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:40:20.777159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.241938+0000","last_change":"2024-07-29T14:59:26.706029+0000","last_active":"2024-07-29T15:00:02.241938+0000","last_peered":"2024-07-29T15:00:02.241938+0000","last_clean":"2024-07-29T15:00:02.241938+0000","last_became_active":"2024-07-29T14:59:26.705650+0000","last_became_peered":"2024-07-29T14:59:26.705650+0000","last_unstale":"2024-07-29T15:00:02.241938+0000","last_undegraded":"2024-07-29T15:00:02.241938+0000","last_fullsized":"2024-07-29T15:00:02.241938+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:10:23.420700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.873319+0000","last_change":"2024-07-29T14:58:54.886354+0000","last_active":"2024-07-29T15:00:01.873319+0000","last_peered":"2024-07-29T15:00:01.873319+0000","last_clean":"2024-07-29T15:00:01.873319+0000","last_became_active":"2024-07-29T14:58:54.885186+0000","last_became_peered":"2024-07-29T14:58:54.885186+0000","last_unstale":"2024-07-29T15:00:01.873319+0000","last_undegraded":"2024-07-29T15:00:01.873319+0000","last_fullsized":"2024-07-29T15:00:01.873319+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:10:40.248261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.992701+0000","last_change":"2024-07-29T14:58:51.769577+0000","last_active":"2024-07-29T15:00:01.992701+0000","last_peered":"2024-07-29T15:00:01.992701+0000","last_clean":"2024-07-29T15:00:01.992701+0000","last_became_active":"2024-07-29T14:58:51.769292+0000","last_became_peered":"2024-07-29T14:58:51.769292+0000","last_unstale":"2024-07-29T15:00:01.992701+0000","last_undegraded":"2024-07-29T15:00:01.992701+0000","last_fullsized":"2024-07-29T15:00:01.992701+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:58:19.405921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.918701+0000","last_change":"2024-07-29T14:58:54.901308+0000","last_active":"2024-07-29T15:00:01.918701+0000","last_peered":"2024-07-29T15:00:01.918701+0000","last_clean":"2024-07-29T15:00:01.918701+0000","last_became_active":"2024-07-29T14:58:54.901042+0000","last_became_peered":"2024-07-29T14:58:54.901042+0000","last_unstale":"2024-07-29T15:00:01.918701+0000","last_undegraded":"2024-07-29T15:00:01.918701+0000","last_fullsized":"2024-07-29T15:00:01.918701+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:11:55.335369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":34,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.242629+0000","last_change":"2024-07-29T14:59:26.702979+0000","last_active":"2024-07-29T15:00:02.242629+0000","last_peered":"2024-07-29T15:00:02.242629+0000","last_clean":"2024-07-29T15:00:02.242629+0000","last_became_active":"2024-07-29T14:59:26.702695+0000","last_became_peered":"2024-07-29T14:59:26.702695+0000","last_unstale":"2024-07-29T15:00:02.242629+0000","last_undegraded":"2024-07-29T15:00:02.242629+0000","last_fullsized":"2024-07-29T15:00:02.242629+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T18:22:42.036035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.992424+0000","last_change":"2024-07-29T14:58:51.769880+0000","last_active":"2024-07-29T15:00:01.992424+0000","last_peered":"2024-07-29T15:00:01.992424+0000","last_clean":"2024-07-29T15:00:01.992424+0000","last_became_active":"2024-07-29T14:58:51.769620+0000","last_became_peered":"2024-07-29T14:58:51.769620+0000","last_unstale":"2024-07-29T15:00:01.992424+0000","last_undegraded":"2024-07-29T15:00:01.992424+0000","last_fullsized":"2024-07-29T15:00:01.992424+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:51:13.803634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.992393+0000","last_change":"2024-07-29T14:58:54.897869+0000","last_active":"2024-07-29T15:00:01.992393+0000","last_peered":"2024-07-29T15:00:01.992393+0000","last_clean":"2024-07-29T15:00:01.992393+0000","last_became_active":"2024-07-29T14:58:54.897482+0000","last_became_peered":"2024-07-29T14:58:54.897482+0000","last_unstale":"2024-07-29T15:00:01.992393+0000","last_undegraded":"2024-07-29T15:00:01.992393+0000","last_fullsized":"2024-07-29T15:00:01.992393+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:25:59.024817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.878229+0000","last_change":"2024-07-29T14:58:51.776269+0000","last_active":"2024-07-29T15:00:01.878229+0000","last_peered":"2024-07-29T15:00:01.878229+0000","last_clean":"2024-07-29T15:00:01.878229+0000","last_became_active":"2024-07-29T14:58:51.775874+0000","last_became_peered":"2024-07-29T14:58:51.775874+0000","last_unstale":"2024-07-29T15:00:01.878229+0000","last_undegraded":"2024-07-29T15:00:01.878229+0000","last_fullsized":"2024-07-29T15:00:01.878229+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:36:21.056846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.873700+0000","last_change":"2024-07-29T14:58:54.898975+0000","last_active":"2024-07-29T15:00:01.873700+0000","last_peered":"2024-07-29T15:00:01.873700+0000","last_clean":"2024-07-29T15:00:01.873700+0000","last_became_active":"2024-07-29T14:58:54.898651+0000","last_became_peered":"2024-07-29T14:58:54.898651+0000","last_unstale":"2024-07-29T15:00:01.873700+0000","last_undegraded":"2024-07-29T15:00:01.873700+0000","last_fullsized":"2024-07-29T15:00:01.873700+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:09:59.883987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.242236+0000","last_change":"2024-07-29T14:58:51.772712+0000","last_active":"2024-07-29T15:00:02.242236+0000","last_peered":"2024-07-29T15:00:02.242236+0000","last_clean":"2024-07-29T15:00:02.242236+0000","last_became_active":"2024-07-29T14:58:51.772405+0000","last_became_peered":"2024-07-29T14:58:51.772405+0000","last_unstale":"2024-07-29T15:00:02.242236+0000","last_undegraded":"2024-07-29T15:00:02.242236+0000","last_fullsized":"2024-07-29T15:00:02.242236+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:04:33.588173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.878599+0000","last_change":"2024-07-29T14:58:54.903089+0000","last_active":"2024-07-29T15:00:01.878599+0000","last_peered":"2024-07-29T15:00:01.878599+0000","last_clean":"2024-07-29T15:00:01.878599+0000","last_became_active":"2024-07-29T14:58:54.902803+0000","last_became_peered":"2024-07-29T14:58:54.902803+0000","last_unstale":"2024-07-29T15:00:01.878599+0000","last_undegraded":"2024-07-29T15:00:01.878599+0000","last_fullsized":"2024-07-29T15:00:01.878599+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:30:57.540784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.878767+0000","last_change":"2024-07-29T14:58:51.776057+0000","last_active":"2024-07-29T15:00:01.878767+0000","last_peered":"2024-07-29T15:00:01.878767+0000","last_clean":"2024-07-29T15:00:01.878767+0000","last_became_active":"2024-07-29T14:58:51.775517+0000","last_became_peered":"2024-07-29T14:58:51.775517+0000","last_unstale":"2024-07-29T15:00:01.878767+0000","last_undegraded":"2024-07-29T15:00:01.878767+0000","last_fullsized":"2024-07-29T15:00:01.878767+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:40:07.161177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.919150+0000","last_change":"2024-07-29T14:58:54.906068+0000","last_active":"2024-07-29T15:00:01.919150+0000","last_peered":"2024-07-29T15:00:01.919150+0000","last_clean":"2024-07-29T15:00:01.919150+0000","last_became_active":"2024-07-29T14:58:54.905785+0000","last_became_peered":"2024-07-29T14:58:54.905785+0000","last_unstale":"2024-07-29T15:00:01.919150+0000","last_undegraded":"2024-07-29T15:00:01.919150+0000","last_fullsized":"2024-07-29T15:00:01.919150+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:45:30.175360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.873580+0000","last_change":"2024-07-29T14:58:51.772733+0000","last_active":"2024-07-29T15:00:01.873580+0000","last_peered":"2024-07-29T15:00:01.873580+0000","last_clean":"2024-07-29T15:00:01.873580+0000","last_became_active":"2024-07-29T14:58:51.772313+0000","last_became_peered":"2024-07-29T14:58:51.772313+0000","last_unstale":"2024-07-29T15:00:01.873580+0000","last_undegraded":"2024-07-29T15:00:01.873580+0000","last_fullsized":"2024-07-29T15:00:01.873580+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:40:23.279058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.873576+0000","last_change":"2024-07-29T14:58:54.901099+0000","last_active":"2024-07-29T15:00:01.873576+0000","last_peered":"2024-07-29T15:00:01.873576+0000","last_clean":"2024-07-29T15:00:01.873576+0000","last_became_active":"2024-07-29T14:58:54.900805+0000","last_became_peered":"2024-07-29T14:58:54.900805+0000","last_unstale":"2024-07-29T15:00:01.873576+0000","last_undegraded":"2024-07-29T15:00:01.873576+0000","last_fullsized":"2024-07-29T15:00:01.873576+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:18:07.478277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"68'9","reported_seq":32,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.242650+0000","last_change":"2024-07-29T14:58:51.773845+0000","last_active":"2024-07-29T15:00:02.242650+0000","last_peered":"2024-07-29T15:00:02.242650+0000","last_clean":"2024-07-29T15:00:02.242650+0000","last_became_active":"2024-07-29T14:58:51.773549+0000","last_became_peered":"2024-07-29T14:58:51.773549+0000","last_unstale":"2024-07-29T15:00:02.242650+0000","last_undegraded":"2024-07-29T15:00:02.242650+0000","last_fullsized":"2024-07-29T15:00:02.242650+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:39:12.278033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.243354+0000","last_change":"2024-07-29T14:58:54.910253+0000","last_active":"2024-07-29T15:00:02.243354+0000","last_peered":"2024-07-29T15:00:02.243354+0000","last_clean":"2024-07-29T15:00:02.243354+0000","last_became_active":"2024-07-29T14:58:54.909931+0000","last_became_peered":"2024-07-29T14:58:54.909931+0000","last_unstale":"2024-07-29T15:00:02.243354+0000","last_undegraded":"2024-07-29T15:00:02.243354+0000","last_fullsized":"2024-07-29T15:00:02.243354+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:27:23.243557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.918791+0000","last_change":"2024-07-29T14:58:51.767189+0000","last_active":"2024-07-29T15:00:01.918791+0000","last_peered":"2024-07-29T15:00:01.918791+0000","last_clean":"2024-07-29T15:00:01.918791+0000","last_became_active":"2024-07-29T14:58:51.766909+0000","last_became_peered":"2024-07-29T14:58:51.766909+0000","last_unstale":"2024-07-29T15:00:01.918791+0000","last_undegraded":"2024-07-29T15:00:01.918791+0000","last_fullsized":"2024-07-29T15:00:01.918791+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:28:15.664299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.918532+0000","last_change":"2024-07-29T14:58:54.895681+0000","last_active":"2024-07-29T15:00:01.918532+0000","last_peered":"2024-07-29T15:00:01.918532+0000","last_clean":"2024-07-29T15:00:01.918532+0000","last_became_active":"2024-07-29T14:58:54.895407+0000","last_became_peered":"2024-07-29T14:58:54.895407+0000","last_unstale":"2024-07-29T15:00:01.918532+0000","last_undegraded":"2024-07-29T15:00:01.918532+0000","last_fullsized":"2024-07-29T15:00:01.918532+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:02:17.454357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.878593+0000","last_change":"2024-07-29T14:58:51.776440+0000","last_active":"2024-07-29T15:00:01.878593+0000","last_peered":"2024-07-29T15:00:01.878593+0000","last_clean":"2024-07-29T15:00:01.878593+0000","last_became_active":"2024-07-29T14:58:51.776136+0000","last_became_peered":"2024-07-29T14:58:51.776136+0000","last_unstale":"2024-07-29T15:00:01.878593+0000","last_undegraded":"2024-07-29T15:00:01.878593+0000","last_fullsized":"2024-07-29T15:00:01.878593+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:46:56.907267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.243090+0000","last_change":"2024-07-29T14:58:54.909780+0000","last_active":"2024-07-29T15:00:02.243090+0000","last_peered":"2024-07-29T15:00:02.243090+0000","last_clean":"2024-07-29T15:00:02.243090+0000","last_became_active":"2024-07-29T14:58:54.909486+0000","last_became_peered":"2024-07-29T14:58:54.909486+0000","last_unstale":"2024-07-29T15:00:02.243090+0000","last_undegraded":"2024-07-29T15:00:02.243090+0000","last_fullsized":"2024-07-29T15:00:02.243090+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:30:54.196798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.242189+0000","last_change":"2024-07-29T14:58:51.768532+0000","last_active":"2024-07-29T15:00:02.242189+0000","last_peered":"2024-07-29T15:00:02.242189+0000","last_clean":"2024-07-29T15:00:02.242189+0000","last_became_active":"2024-07-29T14:58:51.768013+0000","last_became_peered":"2024-07-29T14:58:51.768013+0000","last_unstale":"2024-07-29T15:00:02.242189+0000","last_undegraded":"2024-07-29T15:00:02.242189+0000","last_fullsized":"2024-07-29T15:00:02.242189+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:19:42.420636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.242425+0000","last_change":"2024-07-29T14:58:54.906616+0000","last_active":"2024-07-29T15:00:02.242425+0000","last_peered":"2024-07-29T15:00:02.242425+0000","last_clean":"2024-07-29T15:00:02.242425+0000","last_became_active":"2024-07-29T14:58:54.906253+0000","last_became_peered":"2024-07-29T14:58:54.906253+0000","last_unstale":"2024-07-29T15:00:02.242425+0000","last_undegraded":"2024-07-29T15:00:02.242425+0000","last_fullsized":"2024-07-29T15:00:02.242425+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:50:34.496700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":32,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.874907+0000","last_change":"2024-07-29T14:58:51.766094+0000","last_active":"2024-07-29T15:00:01.874907+0000","last_peered":"2024-07-29T15:00:01.874907+0000","last_clean":"2024-07-29T15:00:01.874907+0000","last_became_active":"2024-07-29T14:58:51.765793+0000","last_became_peered":"2024-07-29T14:58:51.765793+0000","last_unstale":"2024-07-29T15:00:01.874907+0000","last_undegraded":"2024-07-29T15:00:01.874907+0000","last_fullsized":"2024-07-29T15:00:01.874907+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:51:58.038075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.242891+0000","last_change":"2024-07-29T14:58:54.910354+0000","last_active":"2024-07-29T15:00:02.242891+0000","last_peered":"2024-07-29T15:00:02.242891+0000","last_clean":"2024-07-29T15:00:02.242891+0000","last_became_active":"2024-07-29T14:58:54.910090+0000","last_became_peered":"2024-07-29T14:58:54.910090+0000","last_unstale":"2024-07-29T15:00:02.242891+0000","last_undegraded":"2024-07-29T15:00:02.242891+0000","last_fullsized":"2024-07-29T15:00:02.242891+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:10:56.225018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.874031+0000","last_change":"2024-07-29T14:58:51.764730+0000","last_active":"2024-07-29T15:00:01.874031+0000","last_peered":"2024-07-29T15:00:01.874031+0000","last_clean":"2024-07-29T15:00:01.874031+0000","last_became_active":"2024-07-29T14:58:51.764431+0000","last_became_peered":"2024-07-29T14:58:51.764431+0000","last_unstale":"2024-07-29T15:00:01.874031+0000","last_undegraded":"2024-07-29T15:00:01.874031+0000","last_fullsized":"2024-07-29T15:00:01.874031+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T19:54:52.033623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.243643+0000","last_change":"2024-07-29T14:58:54.911420+0000","last_active":"2024-07-29T15:00:02.243643+0000","last_peered":"2024-07-29T15:00:02.243643+0000","last_clean":"2024-07-29T15:00:02.243643+0000","last_became_active":"2024-07-29T14:58:54.910915+0000","last_became_peered":"2024-07-29T14:58:54.910915+0000","last_unstale":"2024-07-29T15:00:02.243643+0000","last_undegraded":"2024-07-29T15:00:02.243643+0000","last_fullsized":"2024-07-29T15:00:02.243643+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:37:28.592545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.875570+0000","last_change":"2024-07-29T14:58:51.771835+0000","last_active":"2024-07-29T15:00:01.875570+0000","last_peered":"2024-07-29T15:00:01.875570+0000","last_clean":"2024-07-29T15:00:01.875570+0000","last_became_active":"2024-07-29T14:58:51.771474+0000","last_became_peered":"2024-07-29T14:58:51.771474+0000","last_unstale":"2024-07-29T15:00:01.875570+0000","last_undegraded":"2024-07-29T15:00:01.875570+0000","last_fullsized":"2024-07-29T15:00:01.875570+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:26:12.244897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.243693+0000","last_change":"2024-07-29T14:58:54.910585+0000","last_active":"2024-07-29T15:00:02.243693+0000","last_peered":"2024-07-29T15:00:02.243693+0000","last_clean":"2024-07-29T15:00:02.243693+0000","last_became_active":"2024-07-29T14:58:54.910261+0000","last_became_peered":"2024-07-29T14:58:54.910261+0000","last_unstale":"2024-07-29T15:00:02.243693+0000","last_undegraded":"2024-07-29T15:00:02.243693+0000","last_fullsized":"2024-07-29T15:00:02.243693+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:59:13.901737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.874009+0000","last_change":"2024-07-29T14:58:51.767467+0000","last_active":"2024-07-29T15:00:01.874009+0000","last_peered":"2024-07-29T15:00:01.874009+0000","last_clean":"2024-07-29T15:00:01.874009+0000","last_became_active":"2024-07-29T14:58:51.766643+0000","last_became_peered":"2024-07-29T14:58:51.766643+0000","last_unstale":"2024-07-29T15:00:01.874009+0000","last_undegraded":"2024-07-29T15:00:01.874009+0000","last_fullsized":"2024-07-29T15:00:01.874009+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:42:11.183349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.878409+0000","last_change":"2024-07-29T14:58:54.905175+0000","last_active":"2024-07-29T15:00:01.878409+0000","last_peered":"2024-07-29T15:00:01.878409+0000","last_clean":"2024-07-29T15:00:01.878409+0000","last_became_active":"2024-07-29T14:58:54.904783+0000","last_became_peered":"2024-07-29T14:58:54.904783+0000","last_unstale":"2024-07-29T15:00:01.878409+0000","last_undegraded":"2024-07-29T15:00:01.878409+0000","last_fullsized":"2024-07-29T15:00:01.878409+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:25:22.828596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.875366+0000","last_change":"2024-07-29T14:58:51.772703+0000","last_active":"2024-07-29T15:00:01.875366+0000","last_peered":"2024-07-29T15:00:01.875366+0000","last_clean":"2024-07-29T15:00:01.875366+0000","last_became_active":"2024-07-29T14:58:51.772412+0000","last_became_peered":"2024-07-29T14:58:51.772412+0000","last_unstale":"2024-07-29T15:00:01.875366+0000","last_undegraded":"2024-07-29T15:00:01.875366+0000","last_fullsized":"2024-07-29T15:00:01.875366+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:33:45.875503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.243545+0000","last_change":"2024-07-29T14:58:54.911624+0000","last_active":"2024-07-29T15:00:02.243545+0000","last_peered":"2024-07-29T15:00:02.243545+0000","last_clean":"2024-07-29T15:00:02.243545+0000","last_became_active":"2024-07-29T14:58:54.911325+0000","last_became_peered":"2024-07-29T14:58:54.911325+0000","last_unstale":"2024-07-29T15:00:02.243545+0000","last_undegraded":"2024-07-29T15:00:02.243545+0000","last_fullsized":"2024-07-29T15:00:02.243545+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:35:13.754433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":18,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-29T15:00:07.864674+0000","last_change":"2024-07-29T15:00:02.242732+0000","last_active":"2024-07-29T15:00:07.864674+0000","last_peered":"2024-07-29T15:00:07.864674+0000","last_clean":"2024-07-29T15:00:07.864674+0000","last_became_active":"2024-07-29T14:59:56.845123+0000","last_became_peered":"2024-07-29T14:59:56.845123+0000","last_unstale":"2024-07-29T15:00:07.864674+0000","last_undegraded":"2024-07-29T15:00:07.864674+0000","last_fullsized":"2024-07-29T15:00:07.864674+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_clean_scrub_stamp":"2024-07-29T14:59:55.833220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:35:40.416958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053430299999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"68'128","reported_seq":283,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.243101+0000","last_change":"2024-07-29T14:58:30.351702+0000","last_active":"2024-07-29T15:00:02.243101+0000","last_peered":"2024-07-29T15:00:02.243101+0000","last_clean":"2024-07-29T15:00:02.243101+0000","last_became_active":"2024-07-29T14:58:30.351297+0000","last_became_peered":"2024-07-29T14:58:30.351297+0000","last_unstale":"2024-07-29T15:00:02.243101+0000","last_undegraded":"2024-07-29T15:00:02.243101+0000","last_fullsized":"2024-07-29T15:00:02.243101+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:56:33.779105+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:56:33.779105+0000","last_clean_scrub_stamp":"2024-07-29T14:56:33.779105+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:44:34.189834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.878485+0000","last_change":"2024-07-29T14:58:51.776323+0000","last_active":"2024-07-29T15:00:01.878485+0000","last_peered":"2024-07-29T15:00:01.878485+0000","last_clean":"2024-07-29T15:00:01.878485+0000","last_became_active":"2024-07-29T14:58:51.775849+0000","last_became_peered":"2024-07-29T14:58:51.775849+0000","last_unstale":"2024-07-29T15:00:01.878485+0000","last_undegraded":"2024-07-29T15:00:01.878485+0000","last_fullsized":"2024-07-29T15:00:01.878485+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:07:14.909445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.992413+0000","last_change":"2024-07-29T14:58:54.902483+0000","last_active":"2024-07-29T15:00:01.992413+0000","last_peered":"2024-07-29T15:00:01.992413+0000","last_clean":"2024-07-29T15:00:01.992413+0000","last_became_active":"2024-07-29T14:58:54.902231+0000","last_became_peered":"2024-07-29T14:58:54.902231+0000","last_unstale":"2024-07-29T15:00:01.992413+0000","last_undegraded":"2024-07-29T15:00:01.992413+0000","last_fullsized":"2024-07-29T15:00:01.992413+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T19:01:29.424577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-29T15:00:07.987821+0000","last_change":"2024-07-29T15:00:01.919098+0000","last_active":"2024-07-29T15:00:07.987821+0000","last_peered":"2024-07-29T15:00:07.987821+0000","last_clean":"2024-07-29T15:00:07.987821+0000","last_became_active":"2024-07-29T14:59:56.978615+0000","last_became_peered":"2024-07-29T14:59:56.978615+0000","last_unstale":"2024-07-29T15:00:07.987821+0000","last_undegraded":"2024-07-29T15:00:07.987821+0000","last_fullsized":"2024-07-29T15:00:07.987821+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_clean_scrub_stamp":"2024-07-29T14:59:55.833220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:21:10.681507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028656999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.242977+0000","last_change":"2024-07-29T14:58:51.773259+0000","last_active":"2024-07-29T15:00:02.242977+0000","last_peered":"2024-07-29T15:00:02.242977+0000","last_clean":"2024-07-29T15:00:02.242977+0000","last_became_active":"2024-07-29T14:58:51.772981+0000","last_became_peered":"2024-07-29T14:58:51.772981+0000","last_unstale":"2024-07-29T15:00:02.242977+0000","last_undegraded":"2024-07-29T15:00:02.242977+0000","last_fullsized":"2024-07-29T15:00:02.242977+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T19:27:46.787720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.874958+0000","last_change":"2024-07-29T14:59:26.887180+0000","last_active":"2024-07-29T15:00:01.874958+0000","last_peered":"2024-07-29T15:00:01.874958+0000","last_clean":"2024-07-29T15:00:01.874958+0000","last_became_active":"2024-07-29T14:59:26.886724+0000","last_became_peered":"2024-07-29T14:59:26.886724+0000","last_unstale":"2024-07-29T15:00:01.874958+0000","last_undegraded":"2024-07-29T15:00:01.874958+0000","last_fullsized":"2024-07-29T15:00:01.874958+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:22:25.272005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-29T15:00:07.354621+0000","last_change":"2024-07-29T15:00:01.873950+0000","last_active":"2024-07-29T15:00:07.354621+0000","last_peered":"2024-07-29T15:00:07.354621+0000","last_clean":"2024-07-29T15:00:07.354621+0000","last_became_active":"2024-07-29T14:59:56.943009+0000","last_became_peered":"2024-07-29T14:59:56.943009+0000","last_unstale":"2024-07-29T15:00:07.354621+0000","last_undegraded":"2024-07-29T15:00:07.354621+0000","last_fullsized":"2024-07-29T15:00:07.354621+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_clean_scrub_stamp":"2024-07-29T14:59:55.833220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:21:20.964483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042025899999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.875097+0000","last_change":"2024-07-29T14:58:51.770065+0000","last_active":"2024-07-29T15:00:01.875097+0000","last_peered":"2024-07-29T15:00:01.875097+0000","last_clean":"2024-07-29T15:00:01.875097+0000","last_became_active":"2024-07-29T14:58:51.769673+0000","last_became_peered":"2024-07-29T14:58:51.769673+0000","last_unstale":"2024-07-29T15:00:01.875097+0000","last_undegraded":"2024-07-29T15:00:01.875097+0000","last_fullsized":"2024-07-29T15:00:01.875097+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:34:03.465929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.873301+0000","last_change":"2024-07-29T14:58:54.895215+0000","last_active":"2024-07-29T15:00:01.873301+0000","last_peered":"2024-07-29T15:00:01.873301+0000","last_clean":"2024-07-29T15:00:01.873301+0000","last_became_active":"2024-07-29T14:58:54.894953+0000","last_became_peered":"2024-07-29T14:58:54.894953+0000","last_unstale":"2024-07-29T15:00:01.873301+0000","last_undegraded":"2024-07-29T15:00:01.873301+0000","last_fullsized":"2024-07-29T15:00:01.873301+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:36:37.305120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-29T15:00:07.353967+0000","last_change":"2024-07-29T15:00:01.874129+0000","last_active":"2024-07-29T15:00:07.353967+0000","last_peered":"2024-07-29T15:00:07.353967+0000","last_clean":"2024-07-29T15:00:07.353967+0000","last_became_active":"2024-07-29T14:59:56.978530+0000","last_became_peered":"2024-07-29T14:59:56.978530+0000","last_unstale":"2024-07-29T15:00:07.353967+0000","last_undegraded":"2024-07-29T15:00:07.353967+0000","last_fullsized":"2024-07-29T15:00:07.353967+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_clean_scrub_stamp":"2024-07-29T14:59:55.833220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:41:52.226661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00041766600000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.878556+0000","last_change":"2024-07-29T14:58:51.775567+0000","last_active":"2024-07-29T15:00:01.878556+0000","last_peered":"2024-07-29T15:00:01.878556+0000","last_clean":"2024-07-29T15:00:01.878556+0000","last_became_active":"2024-07-29T14:58:51.775250+0000","last_became_peered":"2024-07-29T14:58:51.775250+0000","last_unstale":"2024-07-29T15:00:01.878556+0000","last_undegraded":"2024-07-29T15:00:01.878556+0000","last_fullsized":"2024-07-29T15:00:01.878556+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:30:19.813989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.873325+0000","last_change":"2024-07-29T14:58:54.896876+0000","last_active":"2024-07-29T15:00:01.873325+0000","last_peered":"2024-07-29T15:00:01.873325+0000","last_clean":"2024-07-29T15:00:01.873325+0000","last_became_active":"2024-07-29T14:58:54.896591+0000","last_became_peered":"2024-07-29T14:58:54.896591+0000","last_unstale":"2024-07-29T15:00:01.873325+0000","last_undegraded":"2024-07-29T15:00:01.873325+0000","last_fullsized":"2024-07-29T15:00:01.873325+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:27:58.579511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"74'2","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-29T15:00:07.354086+0000","last_change":"2024-07-29T15:00:01.874507+0000","last_active":"2024-07-29T15:00:07.354086+0000","last_peered":"2024-07-29T15:00:07.354086+0000","last_clean":"2024-07-29T15:00:07.354086+0000","last_became_active":"2024-07-29T14:59:56.942899+0000","last_became_peered":"2024-07-29T14:59:56.942899+0000","last_unstale":"2024-07-29T15:00:07.354086+0000","last_undegraded":"2024-07-29T15:00:07.354086+0000","last_fullsized":"2024-07-29T15:00:07.354086+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_clean_scrub_stamp":"2024-07-29T14:59:55.833220+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:02:50.471386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039206700000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.873901+0000","last_change":"2024-07-29T14:58:51.766579+0000","last_active":"2024-07-29T15:00:01.873901+0000","last_peered":"2024-07-29T15:00:01.873901+0000","last_clean":"2024-07-29T15:00:01.873901+0000","last_became_active":"2024-07-29T14:58:51.764393+0000","last_became_peered":"2024-07-29T14:58:51.764393+0000","last_unstale":"2024-07-29T15:00:01.873901+0000","last_undegraded":"2024-07-29T15:00:01.873901+0000","last_fullsized":"2024-07-29T15:00:01.873901+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:46:19.046366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.878724+0000","last_change":"2024-07-29T14:58:54.897154+0000","last_active":"2024-07-29T15:00:01.878724+0000","last_peered":"2024-07-29T15:00:01.878724+0000","last_clean":"2024-07-29T15:00:01.878724+0000","last_became_active":"2024-07-29T14:58:54.896867+0000","last_became_peered":"2024-07-29T14:58:54.896867+0000","last_unstale":"2024-07-29T15:00:01.878724+0000","last_undegraded":"2024-07-29T15:00:01.878724+0000","last_fullsized":"2024-07-29T15:00:01.878724+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:39:38.395749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"72'1","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-29T15:00:07.987508+0000","last_change":"2024-07-29T15:00:01.918903+0000","last_active":"2024-07-29T15:00:07.987508+0000","last_peered":"2024-07-29T15:00:07.987508+0000","last_clean":"2024-07-29T15:00:07.987508+0000","last_became_active":"2024-07-29T14:59:56.942847+0000","last_became_peered":"2024-07-29T14:59:56.942847+0000","last_unstale":"2024-07-29T15:00:07.987508+0000","last_undegraded":"2024-07-29T15:00:07.987508+0000","last_fullsized":"2024-07-29T15:00:07.987508+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_clean_scrub_stamp":"2024-07-29T14:59:55.833220+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:17:44.658664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036431700000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.243733+0000","last_change":"2024-07-29T14:58:51.772745+0000","last_active":"2024-07-29T15:00:02.243733+0000","last_peered":"2024-07-29T15:00:02.243733+0000","last_clean":"2024-07-29T15:00:02.243733+0000","last_became_active":"2024-07-29T14:58:51.771433+0000","last_became_peered":"2024-07-29T14:58:51.771433+0000","last_unstale":"2024-07-29T15:00:02.243733+0000","last_undegraded":"2024-07-29T15:00:02.243733+0000","last_fullsized":"2024-07-29T15:00:02.243733+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:40:53.421689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.873855+0000","last_change":"2024-07-29T14:58:54.891774+0000","last_active":"2024-07-29T15:00:01.873855+0000","last_peered":"2024-07-29T15:00:01.873855+0000","last_clean":"2024-07-29T15:00:01.873855+0000","last_became_active":"2024-07-29T14:58:54.891500+0000","last_became_peered":"2024-07-29T14:58:54.891500+0000","last_unstale":"2024-07-29T15:00:01.873855+0000","last_undegraded":"2024-07-29T15:00:01.873855+0000","last_fullsized":"2024-07-29T15:00:01.873855+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:07:18.702831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":18,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-29T15:00:07.929742+0000","last_change":"2024-07-29T15:00:01.992819+0000","last_active":"2024-07-29T15:00:07.929742+0000","last_peered":"2024-07-29T15:00:07.929742+0000","last_clean":"2024-07-29T15:00:07.929742+0000","last_became_active":"2024-07-29T14:59:56.843025+0000","last_became_peered":"2024-07-29T14:59:56.843025+0000","last_unstale":"2024-07-29T15:00:07.929742+0000","last_undegraded":"2024-07-29T15:00:07.929742+0000","last_fullsized":"2024-07-29T15:00:07.929742+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_clean_scrub_stamp":"2024-07-29T14:59:55.833220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:20:56.356619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058393400000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.873859+0000","last_change":"2024-07-29T14:58:51.764881+0000","last_active":"2024-07-29T15:00:01.873859+0000","last_peered":"2024-07-29T15:00:01.873859+0000","last_clean":"2024-07-29T15:00:01.873859+0000","last_became_active":"2024-07-29T14:58:51.764572+0000","last_became_peered":"2024-07-29T14:58:51.764572+0000","last_unstale":"2024-07-29T15:00:01.873859+0000","last_undegraded":"2024-07-29T15:00:01.873859+0000","last_fullsized":"2024-07-29T15:00:01.873859+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:43:45.776893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.992853+0000","last_change":"2024-07-29T14:58:54.903890+0000","last_active":"2024-07-29T15:00:01.992853+0000","last_peered":"2024-07-29T15:00:01.992853+0000","last_clean":"2024-07-29T15:00:01.992853+0000","last_became_active":"2024-07-29T14:58:54.903517+0000","last_became_peered":"2024-07-29T14:58:54.903517+0000","last_unstale":"2024-07-29T15:00:01.992853+0000","last_undegraded":"2024-07-29T15:00:01.992853+0000","last_fullsized":"2024-07-29T15:00:01.992853+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:17:32.031615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-29T15:00:07.352015+0000","last_change":"2024-07-29T15:00:01.873626+0000","last_active":"2024-07-29T15:00:07.352015+0000","last_peered":"2024-07-29T15:00:07.352015+0000","last_clean":"2024-07-29T15:00:07.352015+0000","last_became_active":"2024-07-29T14:59:56.943003+0000","last_became_peered":"2024-07-29T14:59:56.943003+0000","last_unstale":"2024-07-29T15:00:07.352015+0000","last_undegraded":"2024-07-29T15:00:07.352015+0000","last_fullsized":"2024-07-29T15:00:07.352015+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_clean_scrub_stamp":"2024-07-29T14:59:55.833220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T18:29:27.011488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054685400000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.242332+0000","last_change":"2024-07-29T14:58:51.767029+0000","last_active":"2024-07-29T15:00:02.242332+0000","last_peered":"2024-07-29T15:00:02.242332+0000","last_clean":"2024-07-29T15:00:02.242332+0000","last_became_active":"2024-07-29T14:58:51.766717+0000","last_became_peered":"2024-07-29T14:58:51.766717+0000","last_unstale":"2024-07-29T15:00:02.242332+0000","last_undegraded":"2024-07-29T15:00:02.242332+0000","last_fullsized":"2024-07-29T15:00:02.242332+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:58:01.821315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.918761+0000","last_change":"2024-07-29T14:58:54.902021+0000","last_active":"2024-07-29T15:00:01.918761+0000","last_peered":"2024-07-29T15:00:01.918761+0000","last_clean":"2024-07-29T15:00:01.918761+0000","last_became_active":"2024-07-29T14:58:54.901653+0000","last_became_peered":"2024-07-29T14:58:54.901653+0000","last_unstale":"2024-07-29T15:00:01.918761+0000","last_undegraded":"2024-07-29T15:00:01.918761+0000","last_fullsized":"2024-07-29T15:00:01.918761+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:31:56.711696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.243003+0000","last_change":"2024-07-29T14:58:51.774305+0000","last_active":"2024-07-29T15:00:02.243003+0000","last_peered":"2024-07-29T15:00:02.243003+0000","last_clean":"2024-07-29T15:00:02.243003+0000","last_became_active":"2024-07-29T14:58:51.773946+0000","last_became_peered":"2024-07-29T14:58:51.773946+0000","last_unstale":"2024-07-29T15:00:02.243003+0000","last_undegraded":"2024-07-29T15:00:02.243003+0000","last_fullsized":"2024-07-29T15:00:02.243003+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:47:22.593680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.873304+0000","last_change":"2024-07-29T14:58:54.902747+0000","last_active":"2024-07-29T15:00:01.873304+0000","last_peered":"2024-07-29T15:00:01.873304+0000","last_clean":"2024-07-29T15:00:01.873304+0000","last_became_active":"2024-07-29T14:58:54.902246+0000","last_became_peered":"2024-07-29T14:58:54.902246+0000","last_unstale":"2024-07-29T15:00:01.873304+0000","last_undegraded":"2024-07-29T15:00:01.873304+0000","last_fullsized":"2024-07-29T15:00:01.873304+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:28:06.497139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.873659+0000","last_change":"2024-07-29T14:58:51.767276+0000","last_active":"2024-07-29T15:00:01.873659+0000","last_peered":"2024-07-29T15:00:01.873659+0000","last_clean":"2024-07-29T15:00:01.873659+0000","last_became_active":"2024-07-29T14:58:51.766997+0000","last_became_peered":"2024-07-29T14:58:51.766997+0000","last_unstale":"2024-07-29T15:00:01.873659+0000","last_undegraded":"2024-07-29T15:00:01.873659+0000","last_fullsized":"2024-07-29T15:00:01.873659+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T18:13:38.883882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.992591+0000","last_change":"2024-07-29T14:58:54.894542+0000","last_active":"2024-07-29T15:00:01.992591+0000","last_peered":"2024-07-29T15:00:01.992591+0000","last_clean":"2024-07-29T15:00:01.992591+0000","last_became_active":"2024-07-29T14:58:54.894255+0000","last_became_peered":"2024-07-29T14:58:54.894255+0000","last_unstale":"2024-07-29T15:00:01.992591+0000","last_undegraded":"2024-07-29T15:00:01.992591+0000","last_fullsized":"2024-07-29T15:00:01.992591+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T18:40:09.648235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.874243+0000","last_change":"2024-07-29T14:58:51.766652+0000","last_active":"2024-07-29T15:00:01.874243+0000","last_peered":"2024-07-29T15:00:01.874243+0000","last_clean":"2024-07-29T15:00:01.874243+0000","last_became_active":"2024-07-29T14:58:51.765813+0000","last_became_peered":"2024-07-29T14:58:51.765813+0000","last_unstale":"2024-07-29T15:00:01.874243+0000","last_undegraded":"2024-07-29T15:00:01.874243+0000","last_fullsized":"2024-07-29T15:00:01.874243+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:33:15.318075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.992573+0000","last_change":"2024-07-29T14:58:54.901035+0000","last_active":"2024-07-29T15:00:01.992573+0000","last_peered":"2024-07-29T15:00:01.992573+0000","last_clean":"2024-07-29T15:00:01.992573+0000","last_became_active":"2024-07-29T14:58:54.900719+0000","last_became_peered":"2024-07-29T14:58:54.900719+0000","last_unstale":"2024-07-29T15:00:01.992573+0000","last_undegraded":"2024-07-29T15:00:01.992573+0000","last_fullsized":"2024-07-29T15:00:01.992573+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:00:58.198024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.243291+0000","last_change":"2024-07-29T14:58:51.773352+0000","last_active":"2024-07-29T15:00:02.243291+0000","last_peered":"2024-07-29T15:00:02.243291+0000","last_clean":"2024-07-29T15:00:02.243291+0000","last_became_active":"2024-07-29T14:58:51.773071+0000","last_became_peered":"2024-07-29T14:58:51.773071+0000","last_unstale":"2024-07-29T15:00:02.243291+0000","last_undegraded":"2024-07-29T15:00:02.243291+0000","last_fullsized":"2024-07-29T15:00:02.243291+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:40:37.670844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.242313+0000","last_change":"2024-07-29T14:58:54.900083+0000","last_active":"2024-07-29T15:00:02.242313+0000","last_peered":"2024-07-29T15:00:02.242313+0000","last_clean":"2024-07-29T15:00:02.242313+0000","last_became_active":"2024-07-29T14:58:54.899716+0000","last_became_peered":"2024-07-29T14:58:54.899716+0000","last_unstale":"2024-07-29T15:00:02.242313+0000","last_undegraded":"2024-07-29T15:00:02.242313+0000","last_fullsized":"2024-07-29T15:00:02.242313+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:53:58.223099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.878605+0000","last_change":"2024-07-29T14:58:54.904241+0000","last_active":"2024-07-29T15:00:01.878605+0000","last_peered":"2024-07-29T15:00:01.878605+0000","last_clean":"2024-07-29T15:00:01.878605+0000","last_became_active":"2024-07-29T14:58:54.903928+0000","last_became_peered":"2024-07-29T14:58:54.903928+0000","last_unstale":"2024-07-29T15:00:01.878605+0000","last_undegraded":"2024-07-29T15:00:01.878605+0000","last_fullsized":"2024-07-29T15:00:01.878605+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:19:09.960703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.243442+0000","last_change":"2024-07-29T14:58:51.774440+0000","last_active":"2024-07-29T15:00:02.243442+0000","last_peered":"2024-07-29T15:00:02.243442+0000","last_clean":"2024-07-29T15:00:02.243442+0000","last_became_active":"2024-07-29T14:58:51.773907+0000","last_became_peered":"2024-07-29T14:58:51.773907+0000","last_unstale":"2024-07-29T15:00:02.243442+0000","last_undegraded":"2024-07-29T15:00:02.243442+0000","last_fullsized":"2024-07-29T15:00:02.243442+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:02:26.041301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.875234+0000","last_change":"2024-07-29T14:59:26.705569+0000","last_active":"2024-07-29T15:00:01.875234+0000","last_peered":"2024-07-29T15:00:01.875234+0000","last_clean":"2024-07-29T15:00:01.875234+0000","last_became_active":"2024-07-29T14:59:26.705179+0000","last_became_peered":"2024-07-29T14:59:26.705179+0000","last_unstale":"2024-07-29T15:00:01.875234+0000","last_undegraded":"2024-07-29T15:00:01.875234+0000","last_fullsized":"2024-07-29T15:00:01.875234+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:41:03.040021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:02.243593+0000","last_change":"2024-07-29T14:58:51.770118+0000","last_active":"2024-07-29T15:00:02.243593+0000","last_peered":"2024-07-29T15:00:02.243593+0000","last_clean":"2024-07-29T15:00:02.243593+0000","last_became_active":"2024-07-29T14:58:51.769042+0000","last_became_peered":"2024-07-29T14:58:51.769042+0000","last_unstale":"2024-07-29T15:00:02.243593+0000","last_undegraded":"2024-07-29T15:00:02.243593+0000","last_fullsized":"2024-07-29T15:00:02.243593+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:24:54.319391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.919157+0000","last_change":"2024-07-29T14:58:54.895144+0000","last_active":"2024-07-29T15:00:01.919157+0000","last_peered":"2024-07-29T15:00:01.919157+0000","last_clean":"2024-07-29T15:00:01.919157+0000","last_became_active":"2024-07-29T14:58:54.894802+0000","last_became_peered":"2024-07-29T14:58:54.894802+0000","last_unstale":"2024-07-29T15:00:01.919157+0000","last_undegraded":"2024-07-29T15:00:01.919157+0000","last_fullsized":"2024-07-29T15:00:01.919157+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:35:43.292147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.992775+0000","last_change":"2024-07-29T14:58:51.772582+0000","last_active":"2024-07-29T15:00:01.992775+0000","last_peered":"2024-07-29T15:00:01.992775+0000","last_clean":"2024-07-29T15:00:01.992775+0000","last_became_active":"2024-07-29T14:58:51.772312+0000","last_became_peered":"2024-07-29T14:58:51.772312+0000","last_unstale":"2024-07-29T15:00:01.992775+0000","last_undegraded":"2024-07-29T15:00:01.992775+0000","last_fullsized":"2024-07-29T15:00:01.992775+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:24:46.001398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.992628+0000","last_change":"2024-07-29T14:58:54.897791+0000","last_active":"2024-07-29T15:00:01.992628+0000","last_peered":"2024-07-29T15:00:01.992628+0000","last_clean":"2024-07-29T15:00:01.992628+0000","last_became_active":"2024-07-29T14:58:54.897490+0000","last_became_peered":"2024-07-29T14:58:54.897490+0000","last_unstale":"2024-07-29T15:00:01.992628+0000","last_undegraded":"2024-07-29T15:00:01.992628+0000","last_fullsized":"2024-07-29T15:00:01.992628+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:34:45.627745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-29T15:00:01.919302+0000","last_change":"2024-07-29T14:58:51.765283+0000","last_active":"2024-07-29T15:00:01.919302+0000","last_peered":"2024-07-29T15:00:01.919302+0000","last_clean":"2024-07-29T15:00:01.919302+0000","last_became_active":"2024-07-29T14:58:51.764850+0000","last_became_peered":"2024-07-29T14:58:51.764850+0000","last_unstale":"2024-07-29T15:00:01.919302+0000","last_undegraded":"2024-07-29T15:00:01.919302+0000","last_fullsized":"2024-07-29T15:00:01.919302+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:02:21.860709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234016,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298704,"kb_used_data":1348,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446448,"statfs":{"total":95995035648,"available":95689162752,"internally_reserved":0,"allocated":1380352,"data_stored":940047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 29 15:00:30 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.56200000000000006,"15min":0.57199999999999995},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.91800000000000004,"5min":1.7629999999999999,"15min":1.7629999999999999},"last":0.75},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.58299999999999996,"15min":0.59599999999999997},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.871,"5min":1.746,"15min":1.746},"last":0.69699999999999995}]},{"osd":1,"last update":"Mon Jul 29 15:00:30 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.53900000000000003,"15min":0.54400000000000004},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.59799999999999998,"15min":0.60499999999999998},"min":{"1min":0.41399999999999998,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.93700000000000006,"5min":1.784,"15min":1.784},"last":0.73399999999999999}]},{"osd":2,"last update":"Mon Jul 29 15:00:30 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.53900000000000003,"15min":0.54500000000000004},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.69199999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.56799999999999995,"15min":0.57799999999999996},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.621}]},{"osd":3,"last update":"Mon Jul 29 15:00:30 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.55400000000000005,"15min":0.56499999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.62,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.66600000000000004,"15min":0.68000000000000005},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.94899999999999995,"5min":1.8029999999999999,"15min":1.8029999999999999},"last":0.71699999999999997}]},{"osd":4,"last update":"Mon Jul 29 15:00:30 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.45700000000000002,"15min":0.46500000000000002},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.745,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.441,"5min":0.47699999999999998,"15min":0.48299999999999998},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.66200000000000003,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.41699999999999998}]},{"osd":5,"last update":"Mon Jul 29 15:00:30 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.505,"15min":0.51900000000000002},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.70499999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.53300000000000003,"15min":0.54300000000000004},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.56299999999999994}]},{"osd":6,"last update":"Mon Jul 29 15:00:30 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.53200000000000003,"15min":0.53600000000000003},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.79100000000000004,"5min":0.872,"15min":0.872},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.56200000000000006,"15min":0.57499999999999996},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.72899999999999998,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.48999999999999999}]}]},{"osd":6,"up_from":46,"seq":197568495654,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298704,"kb_used_data":1348,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446448,"statfs":{"total":95995035648,"available":95689162752,"internally_reserved":0,"allocated":1380352,"data_stored":941532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 29 15:00:09 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.52500000000000002,"15min":0.52900000000000003},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.80800000000000005},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.52200000000000002,"15min":0.52700000000000002},"min":{"1min":0.36799999999999999,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.65200000000000002}]},{"osd":1,"last update":"Mon Jul 29 15:00:09 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.50900000000000001,"15min":0.50600000000000001},"min":{"1min":0.35699999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.503,"5min":0.53300000000000003,"15min":0.53800000000000003},"min":{"1min":0.378,"5min":0.312,"15min":0.312},"max":{"1min":0.69899999999999995,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.76500000000000001}]},{"osd":2,"last update":"Mon Jul 29 15:00:09 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.52700000000000002,"15min":0.53200000000000003},"min":{"1min":0.36199999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.73199999999999998,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.72799999999999998},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.56200000000000006,"15min":0.56599999999999995},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.67800000000000005}]},{"osd":3,"last update":"Mon Jul 29 15:00:09 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.57299999999999995,"15min":0.58199999999999996},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.71399999999999997,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.78700000000000003}]},{"osd":4,"last update":"Mon Jul 29 15:00:09 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.441,"15min":0.44900000000000001},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.56000000000000005,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.44900000000000001,"15min":0.45500000000000002},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.49199999999999999}]},{"osd":5,"last update":"Mon Jul 29 15:00:09 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.46300000000000002,"15min":0.46700000000000003},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.46500000000000002,"15min":0.46800000000000003},"min":{"1min":0.312,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.72299999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.61899999999999999}]},{"osd":7,"last update":"Mon Jul 29 15:00:30 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":1.01,"15min":1.0920000000000001},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.77300000000000002,"5min":14.269,"15min":14.269},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.98599999999999999,"15min":1.0660000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.73599999999999999,"5min":13.787000000000001,"15min":13.787000000000001},"last":0.70299999999999996}]}]},{"osd":5,"up_from":38,"seq":163208757291,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298132,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447020,"statfs":{"total":95995035648,"available":95689748480,"internally_reserved":0,"allocated":794624,"data_stored":351215,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 29 15:00:49 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.51600000000000001,"15min":0.52100000000000002},"min":{"1min":0.40999999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.69499999999999995,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.38600000000000001}]},{"osd":1,"last update":"Mon Jul 29 15:00:49 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.52900000000000003,"15min":0.53100000000000003},"min":{"1min":0.35399999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.50600000000000001,"15min":0.504},"min":{"1min":0.38400000000000001,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.70999999999999996,"5min":0.755,"15min":0.755},"last":0.42899999999999999}]},{"osd":2,"last update":"Mon Jul 29 15:00:49 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.39600000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.54600000000000004,"15min":0.54000000000000004},"min":{"1min":0.45700000000000002,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.48799999999999999}]},{"osd":3,"last update":"Mon Jul 29 15:00:49 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.59799999999999998,"15min":0.55000000000000004},"min":{"1min":0.36699999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.82199999999999995,"5min":8.3290000000000006,"15min":8.3290000000000006},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.54000000000000004,"15min":0.53600000000000003},"min":{"1min":0.40500000000000003,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.69699999999999995,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.51100000000000001}]},{"osd":4,"last update":"Mon Jul 29 15:00:49 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.374,"15min":0.35299999999999998},"min":{"1min":0.23799999999999999,"5min":0.214,"15min":0.214},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.312},{"interface":"front","average":{"1min":0.441,"5min":0.38100000000000001,"15min":0.35799999999999998},"min":{"1min":0.28199999999999997,"5min":0.247,"15min":0.247},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.35799999999999998}]},{"osd":6,"last update":"Mon Jul 29 15:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.41499999999999998,"15min":0.41799999999999998},"min":{"1min":0.309,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.45500000000000002,"15min":0.45300000000000001},"min":{"1min":0.35299999999999998,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.55000000000000004}]},{"osd":7,"last update":"Mon Jul 29 15:00:31 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.48599999999999999,"15min":0.496},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.56699999999999995,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.51000000000000001,"15min":0.51900000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.59999999999999998,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.47799999999999998}]}]},{"osd":4,"up_from":30,"seq":128849018925,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298128,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447024,"statfs":{"total":95995035648,"available":95689752576,"internally_reserved":0,"allocated":790528,"data_stored":349272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 29 15:00:29 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.54800000000000004,"15min":0.55300000000000005},"min":{"1min":0.36199999999999999,"5min":0.311,"15min":0.311},"max":{"1min":1.093,"5min":1.093,"15min":1.093},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.55500000000000005,"15min":0.56100000000000005},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":1.2190000000000001,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":0.63600000000000001}]},{"osd":1,"last update":"Mon Jul 29 15:00:29 2024","interfaces":[{"interface":"back","average":{"1min":1.4410000000000001,"5min":0.73399999999999999,"15min":0.61199999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":19.003,"5min":19.003,"15min":19.003},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.501,"5min":0.52500000000000002,"15min":0.52700000000000002},"min":{"1min":0.372,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.72599999999999998,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.64700000000000002}]},{"osd":2,"last update":"Mon Jul 29 15:00:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.56100000000000005,"15min":0.56499999999999995},"min":{"1min":0.308,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":1.1779999999999999,"5min":1.1779999999999999,"15min":1.1779999999999999},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.53600000000000003,"15min":0.53800000000000003},"min":{"1min":0.33700000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.165,"5min":1.165,"15min":1.165},"last":0.55000000000000004}]},{"osd":3,"last update":"Mon Jul 29 15:00:29 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.55900000000000005,"15min":0.56899999999999995},"min":{"1min":0.41099999999999998,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.70399999999999996,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.54400000000000004,"15min":0.55000000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.66300000000000003,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.66000000000000003}]},{"osd":5,"last update":"Mon Jul 29 15:00:47 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.38400000000000001,"15min":0.378},"min":{"1min":0.29299999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.64100000000000001,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.39400000000000002,"15min":0.38600000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.52300000000000002}]},{"osd":6,"last update":"Mon Jul 29 15:00:09 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.42999999999999999,"15min":0.42399999999999999},"min":{"1min":0.29799999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.438,"5min":0.45500000000000002,"15min":0.45800000000000002},"min":{"1min":0.316,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.60399999999999998}]},{"osd":7,"last update":"Mon Jul 29 15:00:29 2024","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.621}]}]},{"osd":3,"up_from":25,"seq":107374182450,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298136,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447016,"statfs":{"total":95995035648,"available":95689744384,"internally_reserved":0,"allocated":798720,"data_stored":351533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 29 14:59:57 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.373,"15min":0.378},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.497,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.39200000000000002,"15min":0.39800000000000002},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.42799999999999999,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.33700000000000002}]},{"osd":1,"last update":"Mon Jul 29 14:59:57 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.41299999999999998,"15min":0.41199999999999998},"min":{"1min":0.26600000000000001,"5min":0.255,"15min":0.255},"max":{"1min":0.47499999999999998,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.378,"5min":0.40000000000000002,"15min":0.40600000000000003},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.46400000000000002,"5min":0.627,"15min":0.627},"last":0.441}]},{"osd":2,"last update":"Mon Jul 29 14:59:57 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.434,"15min":0.438},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.51900000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.374,"5min":0.40699999999999997,"15min":0.41299999999999998},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.51400000000000001,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.44700000000000001}]},{"osd":4,"last update":"Mon Jul 29 15:00:23 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.53500000000000003,"15min":0.52900000000000003},"min":{"1min":0.40699999999999997,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.72899999999999998,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.57099999999999995,"15min":0.56499999999999995},"min":{"1min":0.42699999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.80300000000000005,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.621}]},{"osd":5,"last update":"Mon Jul 29 15:00:42 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.59399999999999997,"15min":0.60199999999999998},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.69699999999999995,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.58499999999999996,"15min":0.59599999999999997},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.65100000000000002}]},{"osd":6,"last update":"Mon Jul 29 15:00:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.59299999999999997,"15min":0.59499999999999997},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.78000000000000003,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.63600000000000001,"15min":0.64500000000000002},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.66000000000000003}]},{"osd":7,"last update":"Mon Jul 29 15:00:30 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.61899999999999999,"15min":0.63100000000000001},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.64400000000000002,"15min":0.65200000000000002},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.749,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.67900000000000005}]}]},{"osd":2,"up_from":18,"seq":77309411383,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298116,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447036,"statfs":{"total":95995035648,"available":95689764864,"internally_reserved":0,"allocated":778240,"data_stored":349087,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 29 15:00:38 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.372,"15min":0.35899999999999999},"min":{"1min":0.23699999999999999,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.377,"5min":0.375,"15min":0.371},"min":{"1min":0.24099999999999999,"5min":0.218,"15min":0.218},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.27700000000000002}]},{"osd":1,"last update":"Mon Jul 29 15:00:38 2024","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.36299999999999999,"15min":0.35799999999999998},"min":{"1min":0.224,"5min":0.182,"15min":0.182},"max":{"1min":0.68100000000000005,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.317},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.39700000000000002,"15min":0.38400000000000001},"min":{"1min":0.26700000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.61699999999999999,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.29799999999999999}]},{"osd":3,"last update":"Mon Jul 29 15:00:02 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.44900000000000001,"15min":0.46500000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.60499999999999998,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.42599999999999999,"15min":0.44500000000000001},"min":{"1min":0.26800000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.34999999999999998}]},{"osd":4,"last update":"Mon Jul 29 15:00:25 2024","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.56399999999999995,"15min":0.55200000000000005},"min":{"1min":0.436,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.92200000000000004,"5min":1.2430000000000001,"15min":1.2430000000000001},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.58499999999999996,"15min":0.57699999999999996},"min":{"1min":0.45700000000000002,"5min":0.433,"15min":0.433},"max":{"1min":0.96899999999999997,"5min":1.157,"15min":1.157},"last":0.58899999999999997}]},{"osd":5,"last update":"Mon Jul 29 15:00:45 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60999999999999999,"15min":0.62},"min":{"1min":0.47699999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.81399999999999995,"5min":1.181,"15min":1.181},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.61499999999999999,"15min":0.61399999999999999},"min":{"1min":0.44700000000000001,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.63100000000000001}]},{"osd":6,"last update":"Mon Jul 29 15:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.438,"5min":0.432,"15min":0.432},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.58199999999999996,"15min":0.57799999999999996},"min":{"1min":0.41599999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.95499999999999996,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.55200000000000005}]},{"osd":7,"last update":"Mon Jul 29 15:00:28 2024","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.59299999999999997,"15min":0.58699999999999997},"min":{"1min":0.40400000000000003,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.60599999999999998,"15min":0.60099999999999998},"min":{"1min":0.44500000000000001,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.60699999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574908,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298128,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447024,"statfs":{"total":95995035648,"available":95689752576,"internally_reserved":0,"allocated":790528,"data_stored":349266,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 29 15:00:17 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.33700000000000002,"15min":0.30199999999999999},"min":{"1min":0.25,"5min":0.219,"15min":0.219},"max":{"1min":0.55500000000000005,"5min":0.626,"15min":0.626},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.34799999999999998,"15min":0.30599999999999999},"min":{"1min":0.27600000000000002,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.35099999999999998}]},{"osd":2,"last update":"Mon Jul 29 15:00:41 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.378,"15min":0.36399999999999999},"min":{"1min":0.23699999999999999,"5min":0.189,"15min":0.189},"max":{"1min":0.501,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.372,"5min":0.36099999999999999,"15min":0.34100000000000003},"min":{"1min":0.25,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.498,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.32100000000000001}]},{"osd":3,"last update":"Mon Jul 29 15:00:03 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.46300000000000002,"15min":0.46400000000000002},"min":{"1min":0.35599999999999998,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.432,"5min":0.433,"15min":0.435},"min":{"1min":0.34000000000000002,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.58799999999999997,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.39700000000000002}]},{"osd":4,"last update":"Mon Jul 29 15:00:20 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.57499999999999996,"15min":0.56699999999999995},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.83799999999999997,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.58999999999999997,"15min":0.58799999999999997},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.90900000000000003,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.63400000000000001}]},{"osd":5,"last update":"Mon Jul 29 15:00:46 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.60199999999999998,"15min":0.60999999999999999},"min":{"1min":0.46600000000000003,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.749,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.61499999999999999,"15min":0.62},"min":{"1min":0.41499999999999998,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.81899999999999995,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.64700000000000002}]},{"osd":6,"last update":"Mon Jul 29 15:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.64100000000000001,"15min":0.64400000000000002},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.81200000000000006,"5min":0.997,"15min":0.997},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.628,"15min":0.63100000000000001},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.65400000000000003}]},{"osd":7,"last update":"Mon Jul 29 15:00:31 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.64600000000000002,"15min":0.65500000000000003},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.79600000000000004,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.64300000000000002,"15min":0.64900000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.95099999999999996,"5min":0.998,"15min":0.998},"last":0.58799999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738432,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298708,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446444,"statfs":{"total":95995035648,"available":95689158656,"internally_reserved":0,"allocated":1384448,"data_stored":939906,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jul 29 15:00:14 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.34599999999999997,"15min":0.32100000000000001},"min":{"1min":0.26400000000000001,"5min":0.184,"15min":0.184},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.374,"15min":0.34000000000000002},"min":{"1min":0.26400000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.53600000000000003}]},{"osd":2,"last update":"Mon Jul 29 15:00:40 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.40400000000000003,"15min":0.38600000000000001},"min":{"1min":0.34999999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.38600000000000001,"15min":0.371},"min":{"1min":0.24299999999999999,"5min":0.214,"15min":0.214},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":0.433}]},{"osd":3,"last update":"Mon Jul 29 14:59:57 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.45000000000000001,"15min":0.46500000000000002},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.56100000000000005,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.42599999999999999,"15min":0.441},"min":{"1min":0.27800000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.51400000000000001,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.379}]},{"osd":4,"last update":"Mon Jul 29 15:00:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1,"5min":1,"15min":1},"last":0.505},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.58899999999999997,"15min":0.57899999999999996},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.089,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.66600000000000004}]},{"osd":5,"last update":"Mon Jul 29 15:00:43 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.57799999999999996,"15min":0.56799999999999995},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.3049999999999999,"5min":1.3049999999999999,"15min":1.3049999999999999},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.58399999999999996,"15min":0.57999999999999996},"min":{"1min":0.38900000000000001,"5min":0.371,"15min":0.371},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.55000000000000004}]},{"osd":6,"last update":"Mon Jul 29 15:00:08 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.59799999999999998,"15min":0.59699999999999998},"min":{"1min":0.38700000000000001,"5min":0.374,"15min":0.374},"max":{"1min":0.89600000000000002,"5min":1.1619999999999999,"15min":1.1619999999999999},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.56999999999999995,"15min":0.56599999999999995},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.60399999999999998}]},{"osd":7,"last update":"Mon Jul 29 15:00:28 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.127,"5min":1.127,"15min":1.127},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.628,"15min":0.628},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.2410000000000001,"5min":1.2410000000000001,"15min":1.2410000000000001},"last":0.52300000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-29T15:01:01.767 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-07-29T15:01:01.767 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-07-29T15:01:01.767 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-07-29T15:01:01.768 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph health --format=json 2024-07-29T15:01:01.798 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:01 smithi138 ceph-mon[32824]: Reconfiguring prometheus.a (dependencies changed)... 2024-07-29T15:01:01.798 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:01 smithi138 ceph-mon[32824]: Reconfiguring daemon prometheus.a on smithi138 2024-07-29T15:01:02.038 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:01:02.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:02 smithi067 ceph-mon[29363]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:02.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:02 smithi067 ceph-mon[29363]: from='client.24629 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-29T15:01:02.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:02 smithi067 ceph-mon[39695]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:02.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:02 smithi067 ceph-mon[39695]: from='client.24629 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-29T15:01:02.489 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:01:02 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a[75839]: ts=2024-07-29T15:01:02.211Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000118464s 2024-07-29T15:01:02.661 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:02 smithi138 ceph-mon[32824]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:02.661 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:02 smithi138 ceph-mon[32824]: from='client.24629 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-29T15:01:03.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:03 smithi138 systemd[1]: Stopping Ceph prometheus.a for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:01:04.020 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:03 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[60383]: ts=2024-07-29T15:01:03.703Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-07-29T15:01:04.021 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:03 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[60383]: ts=2024-07-29T15:01:03.703Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-07-29T15:01:04.021 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:03 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[60383]: ts=2024-07-29T15:01:03.703Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-07-29T15:01:04.021 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:03 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[60383]: ts=2024-07-29T15:01:03.703Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-07-29T15:01:04.021 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:03 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[60383]: ts=2024-07-29T15:01:03.703Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-07-29T15:01:04.021 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:03 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[60383]: ts=2024-07-29T15:01:03.703Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-07-29T15:01:04.021 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:03 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[60383]: ts=2024-07-29T15:01:03.703Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-07-29T15:01:04.021 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:03 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[60383]: ts=2024-07-29T15:01:03.703Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-07-29T15:01:04.021 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:03 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[60383]: ts=2024-07-29T15:01:03.703Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-07-29T15:01:04.021 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:03 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[60383]: ts=2024-07-29T15:01:03.703Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-07-29T15:01:04.021 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:03 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[60383]: ts=2024-07-29T15:01:03.703Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-07-29T15:01:04.021 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:03 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[60383]: ts=2024-07-29T15:01:03.703Z caller=main.go:1147 level=info msg="See you next time!" 2024-07-29T15:01:04.021 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:03 smithi138 podman[63627]: 2024-07-29 15:01:03.713437283 +0000 UTC m=+0.121014531 container died 092d60c4d06316317a13cca20c879b5863c8a038626328d45f1f2fab6841bb7b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-29T15:01:04.022 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 podman[63627]: 2024-07-29 15:01:04.019370419 +0000 UTC m=+0.426947657 container cleanup 092d60c4d06316317a13cca20c879b5863c8a038626328d45f1f2fab6841bb7b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-29T15:01:04.022 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 bash[63627]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a 2024-07-29T15:01:04.049 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T15:01:04.049 INFO:teuthology.orchestra.run.smithi067.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-07-29T15:01:04.310 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 podman[63640]: 2024-07-29 15:01:04.262695898 +0000 UTC m=+0.547605878 container remove 092d60c4d06316317a13cca20c879b5863c8a038626328d45f1f2fab6841bb7b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-29T15:01:04.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:04 smithi067 ceph-mon[29363]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:04.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:04 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/3720789031' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-07-29T15:01:04.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:04 smithi067 ceph-mon[39695]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:04.658 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:04 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/3720789031' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-07-29T15:01:04.684 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-07-29T15:01:04.685 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph fs dump --format=json 2024-07-29T15:01:04.702 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:04 smithi138 ceph-mon[32824]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:04.702 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:04 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/3720789031' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-07-29T15:01:04.702 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-07-29T15:01:04.702 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 systemd[1]: Stopped Ceph prometheus.a for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:01:04.702 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@prometheus.a.service: Consumed 1.084s CPU time. 2024-07-29T15:01:04.702 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 systemd[1]: Starting Ceph prometheus.a for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:01:04.702 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 podman[63733]: 2024-07-29 15:01:04.597198043 +0000 UTC m=+0.108921581 container create 9eb5402df0c05d95f4c57644c8f7f4b20200b14a14b0a25c23d0bd5ad0b92b17 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-29T15:01:04.702 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 podman[63733]: 2024-07-29 15:01:04.506522375 +0000 UTC m=+0.018245922 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-07-29T15:01:04.955 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:01:05.012 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 podman[63733]: 2024-07-29 15:01:04.808506721 +0000 UTC m=+0.320230271 container init 9eb5402df0c05d95f4c57644c8f7f4b20200b14a14b0a25c23d0bd5ad0b92b17 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-29T15:01:05.013 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 podman[63733]: 2024-07-29 15:01:04.811163861 +0000 UTC m=+0.322887400 container start 9eb5402df0c05d95f4c57644c8f7f4b20200b14a14b0a25c23d0bd5ad0b92b17 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-29T15:01:05.013 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[63748]: ts=2024-07-29T15:01:04.836Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-07-29T15:01:05.013 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[63748]: ts=2024-07-29T15:01:04.836Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-07-29T15:01:05.013 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[63748]: ts=2024-07-29T15:01:04.836Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi138 (none))" 2024-07-29T15:01:05.013 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[63748]: ts=2024-07-29T15:01:04.836Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-07-29T15:01:05.013 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[63748]: ts=2024-07-29T15:01:04.836Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-07-29T15:01:05.013 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[63748]: ts=2024-07-29T15:01:04.837Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-07-29T15:01:05.013 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[63748]: ts=2024-07-29T15:01:04.838Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-07-29T15:01:05.013 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[63748]: ts=2024-07-29T15:01:04.838Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-07-29T15:01:05.013 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[63748]: ts=2024-07-29T15:01:04.838Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-07-29T15:01:05.013 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[63748]: ts=2024-07-29T15:01:04.840Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-07-29T15:01:05.013 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[63748]: ts=2024-07-29T15:01:04.840Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.621µs 2024-07-29T15:01:05.014 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[63748]: ts=2024-07-29T15:01:04.840Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-07-29T15:01:05.014 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[63748]: ts=2024-07-29T15:01:04.841Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-07-29T15:01:05.014 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[63748]: ts=2024-07-29T15:01:04.842Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-07-29T15:01:05.014 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[63748]: ts=2024-07-29T15:01:04.842Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=16.909µs wal_replay_duration=1.915331ms wbl_replay_duration=135ns total_replay_duration=1.94902ms 2024-07-29T15:01:05.014 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[63748]: ts=2024-07-29T15:01:04.843Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-07-29T15:01:05.014 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[63748]: ts=2024-07-29T15:01:04.843Z caller=main.go:1029 level=info msg="TSDB started" 2024-07-29T15:01:05.014 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[63748]: ts=2024-07-29T15:01:04.843Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-07-29T15:01:05.014 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[63748]: ts=2024-07-29T15:01:04.861Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=18.221857ms db_storage=1.002µs remote_storage=1.274µs web_handler=418ns query_engine=959ns scrape=555.1µs scrape_sd=37.635µs notify=29.732µs notify_sd=9.606µs rules=17.256869ms tracing=7.907µs 2024-07-29T15:01:05.014 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[63748]: ts=2024-07-29T15:01:04.861Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-07-29T15:01:05.014 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[63748]: ts=2024-07-29T15:01:04.861Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-07-29T15:01:05.014 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 bash[63733]: 9eb5402df0c05d95f4c57644c8f7f4b20200b14a14b0a25c23d0bd5ad0b92b17 2024-07-29T15:01:05.014 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:01:04 smithi138 systemd[1]: Started Ceph prometheus.a for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:01:05.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:01:04 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:01:04] ENGINE Bus STOPPING 2024-07-29T15:01:05.738 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:01:05] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-29T15:01:05.738 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:01:05] ENGINE Bus STOPPED 2024-07-29T15:01:05.738 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:01:05] ENGINE Bus STARTING 2024-07-29T15:01:05.738 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:01:05] ENGINE Serving on http://:::9283 2024-07-29T15:01:05.738 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:01:05] ENGINE Bus STARTED 2024-07-29T15:01:05.739 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:01:05] ENGINE Bus STOPPING 2024-07-29T15:01:06.191 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[39695]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:06.191 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:06.191 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:06.191 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-29T15:01:06.191 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[39695]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-29T15:01:06.191 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi067.front.sepia.ceph.com:9093"}]: dispatch 2024-07-29T15:01:06.191 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[39695]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi067.front.sepia.ceph.com:9093"}]: dispatch 2024-07-29T15:01:06.191 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:06.191 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-29T15:01:06.192 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[39695]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-29T15:01:06.192 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi138.front.sepia.ceph.com:9095"}]: dispatch 2024-07-29T15:01:06.192 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[39695]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi138.front.sepia.ceph.com:9095"}]: dispatch 2024-07-29T15:01:06.192 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:06.192 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-29T15:01:06.192 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[39695]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-29T15:01:06.192 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi138.front.sepia.ceph.com:3000"}]: dispatch 2024-07-29T15:01:06.192 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[39695]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi138.front.sepia.ceph.com:3000"}]: dispatch 2024-07-29T15:01:06.192 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:06.192 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:01:06.192 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:01:05] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-29T15:01:06.193 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:01:05] ENGINE Bus STOPPED 2024-07-29T15:01:06.193 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:01:05] ENGINE Bus STARTING 2024-07-29T15:01:06.193 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:01:06 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:01:06] ENGINE Serving on http://:::9283 2024-07-29T15:01:06.193 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:01:06 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:01:06] ENGINE Bus STARTED 2024-07-29T15:01:06.193 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:01:06 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:01:06] ENGINE Bus STOPPING 2024-07-29T15:01:06.193 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[29363]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:06.193 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:06.193 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:06.193 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-29T15:01:06.193 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[29363]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-29T15:01:06.193 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi067.front.sepia.ceph.com:9093"}]: dispatch 2024-07-29T15:01:06.194 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[29363]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi067.front.sepia.ceph.com:9093"}]: dispatch 2024-07-29T15:01:06.194 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:06.194 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-29T15:01:06.194 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[29363]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-29T15:01:06.194 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi138.front.sepia.ceph.com:9095"}]: dispatch 2024-07-29T15:01:06.194 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[29363]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi138.front.sepia.ceph.com:9095"}]: dispatch 2024-07-29T15:01:06.194 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:06.194 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-29T15:01:06.194 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[29363]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-29T15:01:06.194 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi138.front.sepia.ceph.com:3000"}]: dispatch 2024-07-29T15:01:06.194 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[29363]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi138.front.sepia.ceph.com:3000"}]: dispatch 2024-07-29T15:01:06.194 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:06.194 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:05 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:01:06.260 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:05 smithi138 ceph-mon[32824]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:06.260 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:05 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:06.260 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:05 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:06.260 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:05 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-29T15:01:06.260 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:05 smithi138 ceph-mon[32824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-29T15:01:06.261 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:05 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi067.front.sepia.ceph.com:9093"}]: dispatch 2024-07-29T15:01:06.261 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:05 smithi138 ceph-mon[32824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi067.front.sepia.ceph.com:9093"}]: dispatch 2024-07-29T15:01:06.261 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:05 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:06.261 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:05 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-29T15:01:06.261 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:05 smithi138 ceph-mon[32824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-29T15:01:06.261 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:05 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi138.front.sepia.ceph.com:9095"}]: dispatch 2024-07-29T15:01:06.261 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:05 smithi138 ceph-mon[32824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi138.front.sepia.ceph.com:9095"}]: dispatch 2024-07-29T15:01:06.261 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:05 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:06.261 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:05 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-29T15:01:06.261 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:05 smithi138 ceph-mon[32824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-29T15:01:06.261 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:05 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi138.front.sepia.ceph.com:3000"}]: dispatch 2024-07-29T15:01:06.261 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:05 smithi138 ceph-mon[32824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi138.front.sepia.ceph.com:3000"}]: dispatch 2024-07-29T15:01:06.261 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:05 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:06.261 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:05 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:01:06.739 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:01:06 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:01:06] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-29T15:01:06.739 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:01:06 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:01:06] ENGINE Bus STOPPED 2024-07-29T15:01:06.739 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:01:06 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:01:06] ENGINE Bus STARTING 2024-07-29T15:01:06.739 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:01:06 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:01:06] ENGINE Serving on http://:::9283 2024-07-29T15:01:06.739 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:01:06 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:01:06] ENGINE Bus STARTED 2024-07-29T15:01:06.900 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T15:01:06.900 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24319,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.138:6833/1303672784","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6832","nonce":1303672784},{"type":"v1","addr":"172.21.15.138:6833","nonce":1303672784}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-29T14:58:56.595761+0000","modified":"2024-07-29T14:59:08.394517+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24335},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24335":{"gid":24335,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":6,"addr":"172.21.15.67:6835/3863350938","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3863350938},{"type":"v1","addr":"172.21.15.67:6835","nonce":3863350938}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-07-29T15:01:06.900 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 7 2024-07-29T15:01:07.179 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:06 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/4085749318' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-29T15:01:07.179 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:06 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/4085749318' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-29T15:01:07.303 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:06 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/4085749318' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-29T15:01:08.089 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph fs dump --format=json 2024-07-29T15:01:08.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:07 smithi067 ceph-mon[29363]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:08.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:07 smithi067 ceph-mon[39695]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:08.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:07 smithi138 ceph-mon[32824]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:08.384 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:01:09.531 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:09 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:09.531 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:09 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:09.531 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:09 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:09.531 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:09 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:09.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:09 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:09.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:09 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:10.473 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:10 smithi067 ceph-mon[29363]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:10.474 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:10 smithi067 ceph-mon[39695]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:10.474 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:01:10 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a[75839]: ts=2024-07-29T15:01:10.213Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002345526s 2024-07-29T15:01:10.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:10 smithi138 ceph-mon[32824]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:10.861 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T15:01:10.862 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24319,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.138:6833/1303672784","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6832","nonce":1303672784},{"type":"v1","addr":"172.21.15.138:6833","nonce":1303672784}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-29T14:58:56.595761+0000","modified":"2024-07-29T14:59:08.394517+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24335},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24335":{"gid":24335,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":6,"addr":"172.21.15.67:6835/3863350938","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3863350938},{"type":"v1","addr":"172.21.15.67:6835","nonce":3863350938}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-07-29T15:01:10.862 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 7 2024-07-29T15:01:11.555 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph osd dump --format=json 2024-07-29T15:01:11.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:11 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/225019946' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-29T15:01:11.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:11 smithi067 ceph-mon[29363]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:11.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:11 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:01:11.707 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:11 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/225019946' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-29T15:01:11.707 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:11 smithi067 ceph-mon[39695]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:11.707 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:11 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:01:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:11 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/225019946' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-29T15:01:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:11 smithi138 ceph-mon[32824]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:11 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:01:12.155 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:01:13.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:13 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:13.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:13 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:13.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:13 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:01:13.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:13 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:01:13.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:13 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:13.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:13 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:01:13.364 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:13 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:13.364 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:13 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:13.364 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:13 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:01:13.364 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:13 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:01:13.364 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:13 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:13.365 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:13 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:01:13.365 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:13 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:13.365 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:13 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:13.365 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:13 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:01:13.365 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:13 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:01:13.365 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:13 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:13.365 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:13 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:01:13.646 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:01:13 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:01:13] "GET /metrics HTTP/1.1" 200 235912 "" "Prometheus/2.43.0" 2024-07-29T15:01:14.045 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T15:01:14.045 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":75,"fsid":"32e7db98-4dba-11ef-bcc8-c7b262605968","created":"2024-07-29T14:53:37.587449+0000","modified":"2024-07-29T15:00:07.347020+0000","last_up_change":"2024-07-29T14:58:26.845231+0000","last_in_change":"2024-07-29T14:58:10.311067+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-29T14:56:33.778672+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-29T14:58:50.503423+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-29T14:58:53.821383+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-07-29T14:59:55.783108+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"8465e2b7-2ddd-46c6-b081-5612dcf79c62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":1748403734},{"type":"v1","addr":"172.21.15.67:6803","nonce":1748403734}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":1748403734},{"type":"v1","addr":"172.21.15.67:6805","nonce":1748403734}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1748403734},{"type":"v1","addr":"172.21.15.67:6809","nonce":1748403734}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":1748403734},{"type":"v1","addr":"172.21.15.67:6807","nonce":1748403734}]},"public_addr":"172.21.15.67:6803/1748403734","cluster_addr":"172.21.15.67:6805/1748403734","heartbeat_back_addr":"172.21.15.67:6809/1748403734","heartbeat_front_addr":"172.21.15.67:6807/1748403734","state":["exists","up"]},{"osd":1,"uuid":"b790c2e8-1d8d-4ceb-a7cf-3a7695c3dad6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":3097118149},{"type":"v1","addr":"172.21.15.67:6811","nonce":3097118149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":3097118149},{"type":"v1","addr":"172.21.15.67:6813","nonce":3097118149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":3097118149},{"type":"v1","addr":"172.21.15.67:6817","nonce":3097118149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":3097118149},{"type":"v1","addr":"172.21.15.67:6815","nonce":3097118149}]},"public_addr":"172.21.15.67:6811/3097118149","cluster_addr":"172.21.15.67:6813/3097118149","heartbeat_back_addr":"172.21.15.67:6817/3097118149","heartbeat_front_addr":"172.21.15.67:6815/3097118149","state":["exists","up"]},{"osd":2,"uuid":"d713bad4-4202-4062-b867-f6a391f60f97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":4042936731},{"type":"v1","addr":"172.21.15.67:6819","nonce":4042936731}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":4042936731},{"type":"v1","addr":"172.21.15.67:6821","nonce":4042936731}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":4042936731},{"type":"v1","addr":"172.21.15.67:6825","nonce":4042936731}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":4042936731},{"type":"v1","addr":"172.21.15.67:6823","nonce":4042936731}]},"public_addr":"172.21.15.67:6819/4042936731","cluster_addr":"172.21.15.67:6821/4042936731","heartbeat_back_addr":"172.21.15.67:6825/4042936731","heartbeat_front_addr":"172.21.15.67:6823/4042936731","state":["exists","up"]},{"osd":3,"uuid":"f85430b3-25a5-468d-b34a-4a10a8738236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1679007013},{"type":"v1","addr":"172.21.15.67:6827","nonce":1679007013}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1679007013},{"type":"v1","addr":"172.21.15.67:6829","nonce":1679007013}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1679007013},{"type":"v1","addr":"172.21.15.67:6833","nonce":1679007013}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1679007013},{"type":"v1","addr":"172.21.15.67:6831","nonce":1679007013}]},"public_addr":"172.21.15.67:6827/1679007013","cluster_addr":"172.21.15.67:6829/1679007013","heartbeat_back_addr":"172.21.15.67:6833/1679007013","heartbeat_front_addr":"172.21.15.67:6831/1679007013","state":["exists","up"]},{"osd":4,"uuid":"3f8d303d-2dc6-4dbe-8f25-b43cb68c719e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6800","nonce":3385928739},{"type":"v1","addr":"172.21.15.138:6801","nonce":3385928739}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6802","nonce":3385928739},{"type":"v1","addr":"172.21.15.138:6803","nonce":3385928739}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6806","nonce":3385928739},{"type":"v1","addr":"172.21.15.138:6807","nonce":3385928739}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6804","nonce":3385928739},{"type":"v1","addr":"172.21.15.138:6805","nonce":3385928739}]},"public_addr":"172.21.15.138:6801/3385928739","cluster_addr":"172.21.15.138:6803/3385928739","heartbeat_back_addr":"172.21.15.138:6807/3385928739","heartbeat_front_addr":"172.21.15.138:6805/3385928739","state":["exists","up"]},{"osd":5,"uuid":"168fe35e-32d8-41b9-ac21-2580a96e48f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6808","nonce":1575981338},{"type":"v1","addr":"172.21.15.138:6809","nonce":1575981338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6810","nonce":1575981338},{"type":"v1","addr":"172.21.15.138:6811","nonce":1575981338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6814","nonce":1575981338},{"type":"v1","addr":"172.21.15.138:6815","nonce":1575981338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6812","nonce":1575981338},{"type":"v1","addr":"172.21.15.138:6813","nonce":1575981338}]},"public_addr":"172.21.15.138:6809/1575981338","cluster_addr":"172.21.15.138:6811/1575981338","heartbeat_back_addr":"172.21.15.138:6815/1575981338","heartbeat_front_addr":"172.21.15.138:6813/1575981338","state":["exists","up"]},{"osd":6,"uuid":"c04410ea-c2a5-4057-96ce-c56a22aa0753","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6816","nonce":3574085303},{"type":"v1","addr":"172.21.15.138:6817","nonce":3574085303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6818","nonce":3574085303},{"type":"v1","addr":"172.21.15.138:6819","nonce":3574085303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6822","nonce":3574085303},{"type":"v1","addr":"172.21.15.138:6823","nonce":3574085303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6820","nonce":3574085303},{"type":"v1","addr":"172.21.15.138:6821","nonce":3574085303}]},"public_addr":"172.21.15.138:6817/3574085303","cluster_addr":"172.21.15.138:6819/3574085303","heartbeat_back_addr":"172.21.15.138:6823/3574085303","heartbeat_front_addr":"172.21.15.138:6821/3574085303","state":["exists","up"]},{"osd":7,"uuid":"0fcba3b2-e62b-4700-a9d6-65e58402a2d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6824","nonce":3963041571},{"type":"v1","addr":"172.21.15.138:6825","nonce":3963041571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6826","nonce":3963041571},{"type":"v1","addr":"172.21.15.138:6827","nonce":3963041571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6830","nonce":3963041571},{"type":"v1","addr":"172.21.15.138:6831","nonce":3963041571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6828","nonce":3963041571},{"type":"v1","addr":"172.21.15.138:6829","nonce":3963041571}]},"public_addr":"172.21.15.138:6825/3963041571","cluster_addr":"172.21.15.138:6827/3963041571","heartbeat_back_addr":"172.21.15.138:6831/3963041571","heartbeat_front_addr":"172.21.15.138:6829/3963041571","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:55:44.392030+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:56:07.344422+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:56:30.694261+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:56:54.735506+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:57:16.275890+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:57:38.551301+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:58:01.562760+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:58:24.972130+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1a","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2},{"from":4,"to":1}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.20","mappings":[{"from":0,"to":1}]},{"pgid":"3.26","mappings":[{"from":4,"to":3}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:0/2799418606":"2024-07-30T14:59:40.885037+0000","172.21.15.67:0/2641534054":"2024-07-30T14:59:40.885037+0000","172.21.15.67:0/1768388867":"2024-07-30T14:54:01.799424+0000","172.21.15.67:6800/1199010813":"2024-07-30T14:54:01.799424+0000","172.21.15.67:0/211464340":"2024-07-30T14:54:25.272063+0000","172.21.15.67:0/924859822":"2024-07-30T14:54:01.799424+0000","172.21.15.67:0/782854378":"2024-07-30T14:54:01.799424+0000","172.21.15.67:6801/1199010813":"2024-07-30T14:54:01.799424+0000","172.21.15.67:6800/1103080285":"2024-07-30T14:54:25.272063+0000","172.21.15.67:6801/1103080285":"2024-07-30T14:54:25.272063+0000","172.21.15.67:0/1531651543":"2024-07-30T14:59:40.885037+0000","172.21.15.67:0/2416871958":"2024-07-30T14:54:25.272063+0000","172.21.15.67:6800/3705764894":"2024-07-30T14:59:40.885037+0000","172.21.15.67:0/2976172420":"2024-07-30T14:54:25.272063+0000","172.21.15.67:6801/3705764894":"2024-07-30T14:59:40.885037+0000","172.21.15.67:0/3067295291":"2024-07-30T14:59:40.885037+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-29T15:01:14.397 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:14 smithi067 ceph-mon[29363]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-29T15:01:14.397 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:14 smithi067 ceph-mon[29363]: mgrmap e22: y(active, since 92s), standbys: x 2024-07-29T15:01:14.397 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:14 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/3428745324' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-29T15:01:14.397 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:14 smithi067 ceph-mon[39695]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-29T15:01:14.397 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:14 smithi067 ceph-mon[39695]: mgrmap e22: y(active, since 92s), standbys: x 2024-07-29T15:01:14.397 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:14 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/3428745324' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-29T15:01:14.419 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:14 smithi138 ceph-mon[32824]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-29T15:01:14.419 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:14 smithi138 ceph-mon[32824]: mgrmap e22: y(active, since 92s), standbys: x 2024-07-29T15:01:14.420 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:14 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/3428745324' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-29T15:01:14.716 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph fs dump --format=json 2024-07-29T15:01:15.219 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:01:16.328 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:16 smithi138 ceph-mon[32824]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-29T15:01:16.328 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:16 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:16.328 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:16 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:16.328 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:01:16 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:01:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-29T15:01:16.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:16 smithi067 ceph-mon[29363]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-29T15:01:16.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:16 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:16.337 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:16 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:16.337 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:16 smithi067 ceph-mon[39695]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-29T15:01:16.337 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:16 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:16.338 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:16 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:17.001 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T15:01:17.001 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24319,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.138:6833/1303672784","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6832","nonce":1303672784},{"type":"v1","addr":"172.21.15.138:6833","nonce":1303672784}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-29T14:58:56.595761+0000","modified":"2024-07-29T14:59:08.394517+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24335},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24335":{"gid":24335,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":6,"addr":"172.21.15.67:6835/3863350938","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3863350938},{"type":"v1","addr":"172.21.15.67:6835","nonce":3863350938}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-07-29T15:01:17.001 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 7 2024-07-29T15:01:17.341 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:17 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/997447917' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-29T15:01:17.342 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:17 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/997447917' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-29T15:01:17.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:17 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/997447917' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-29T15:01:17.951 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 7, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-29T14:58:56.595761+0000', 'modified': '2024-07-29T14:59:08.394517+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24335}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24335': {'gid': 24335, 'name': 'a', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.67:6835/3863350938', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6834', 'nonce': 3863350938}, {'type': 'v1', 'addr': '172.21.15.67:6835', 'nonce': 3863350938}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138320759226367, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'standby_count_wanted': 0} 2024-07-29T15:01:17.951 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-29T15:01:17.951 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph tell mds.a status 2024-07-29T15:01:18.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:18 smithi067 ceph-mon[29363]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-29T15:01:18.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:18 smithi067 ceph-mon[39695]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-29T15:01:18.354 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:01:18.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:18 smithi138 ceph-mon[32824]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-29T15:01:20.035 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:20 smithi067 ceph-mon[29363]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-29T15:01:20.035 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:20 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:20.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:20 smithi138 ceph-mon[32824]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-29T15:01:20.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:20 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:20.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:20 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:20.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:20 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:01:20.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:20 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:01:20.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:20 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:20.311 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:20 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:20.311 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:20 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:01:20.311 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:20 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:01:20.311 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:20 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:20.312 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:20 smithi067 ceph-mon[39695]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-29T15:01:20.312 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:20 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:20.312 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:20 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:20.312 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:20 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:01:20.312 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:20 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:01:20.312 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:20 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:20.680 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-07-29T15:01:20.680 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "32e7db98-4dba-11ef-bcc8-c7b262605968", 2024-07-29T15:01:20.681 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 0, 2024-07-29T15:01:20.681 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 24335, 2024-07-29T15:01:20.681 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-07-29T15:01:20.681 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-07-29T15:01:20.681 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-07-29T15:01:20.681 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 143.79230368, 2024-07-29T15:01:20.681 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 7, 2024-07-29T15:01:20.681 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 75, 2024-07-29T15:01:20.681 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 65, 2024-07-29T15:01:20.681 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 161.681793416 2024-07-29T15:01:20.681 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-07-29T15:01:20.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-07-29T15:01:20.660+0000 7f98baff5640 0 client.14760 ms_handle_reset on v2:172.21.15.67:6834/3863350938 2024-07-29T15:01:20.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-07-29T15:01:20.679+0000 7f98baff5640 0 client.24677 ms_handle_reset on v2:172.21.15.67:6834/3863350938 2024-07-29T15:01:21.389 INFO:tasks.cephadm:Setup complete, yielding 2024-07-29T15:01:21.389 INFO:teuthology.run_tasks:Running task print... 2024-07-29T15:01:21.398 INFO:teuthology.task.print:**** done end installing quincy cephadm ... 2024-07-29T15:01:21.399 INFO:teuthology.run_tasks:Running task print... 2024-07-29T15:01:21.435 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-07-29T15:01:21.435 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-07-29T15:01:21.471 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi067.front.sepia.ceph.com 2024-07-29T15:01:21.471 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-07-29T15:01:21.741 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:01:22.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:22 smithi067 ceph-mon[29363]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-29T15:01:22.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:22 smithi067 ceph-mon[39695]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-29T15:01:22.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:22 smithi138 ceph-mon[32824]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-29T15:01:23.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:01:23 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:01:23] "GET /metrics HTTP/1.1" 200 235912 "" "Prometheus/2.43.0" 2024-07-29T15:01:23.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:01:23 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:01:23] ENGINE Bus STOPPING 2024-07-29T15:01:24.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:24 smithi138 ceph-mon[32824]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-29T15:01:24.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:24 smithi138 ceph-mon[32824]: from='client.? ' entity='client.admin' 2024-07-29T15:01:24.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:24 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:01:24.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:24 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:01:24.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:24 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:01:24.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:24 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:24.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:24 smithi067 ceph-mon[29363]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-29T15:01:24.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:24 smithi067 ceph-mon[29363]: from='client.? ' entity='client.admin' 2024-07-29T15:01:24.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:24 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:01:24.408 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:24 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:01:24.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:24 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:01:24.409 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:24 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:24.409 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:01:24 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:01:24] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-29T15:01:24.409 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:01:24 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:01:24] ENGINE Bus STOPPED 2024-07-29T15:01:24.409 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:01:24 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:01:24] ENGINE Bus STARTING 2024-07-29T15:01:24.409 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:01:24 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:01:24] ENGINE Serving on http://:::9283 2024-07-29T15:01:24.409 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:01:24 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:01:24] ENGINE Bus STARTED 2024-07-29T15:01:24.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:24 smithi067 ceph-mon[39695]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-29T15:01:24.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:24 smithi067 ceph-mon[39695]: from='client.? ' entity='client.admin' 2024-07-29T15:01:24.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:24 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:01:24.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:24 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:01:24.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:24 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:01:24.410 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:24 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:01:24.435 INFO:teuthology.run_tasks:Running task print... 2024-07-29T15:01:24.445 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-07-29T15:01:24.445 INFO:teuthology.run_tasks:Running task print... 2024-07-29T15:01:24.486 INFO:teuthology.task.print:**** done start telemetry quincy... 2024-07-29T15:01:24.486 INFO:teuthology.run_tasks:Running task workunit... 2024-07-29T15:01:24.525 INFO:tasks.workunit:Pulling workunits from ref a88356b7020f6dbd6ae3e99af60b50a11a28120e 2024-07-29T15:01:24.525 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-07-29T15:01:24.525 DEBUG:teuthology.orchestra.run.smithi067:> stat -- /home/ubuntu/cephtest/mnt.0 2024-07-29T15:01:24.542 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-29T15:01:24.543 INFO:teuthology.orchestra.run.smithi067.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-07-29T15:01:24.543 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-07-29T15:01:24.599 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-07-29T15:01:24.599 DEBUG:teuthology.orchestra.run.smithi067:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-07-29T15:01:24.656 INFO:tasks.workunit:timeout=3h 2024-07-29T15:01:24.656 INFO:tasks.workunit:cleanup=True 2024-07-29T15:01:24.657 DEBUG:teuthology.orchestra.run.smithi067:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout a88356b7020f6dbd6ae3e99af60b50a11a28120e 2024-07-29T15:01:24.714 INFO:tasks.workunit.client.0.smithi067.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-07-29T15:01:26.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:26 smithi138 ceph-mon[32824]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:26.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:01:26.311 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:01:26 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:01:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-29T15:01:26.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:26 smithi067 ceph-mon[29363]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:26.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:01:26.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:26 smithi067 ceph-mon[39695]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:26.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:01:28.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:28 smithi138 ceph-mon[32824]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:28.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:28 smithi067 ceph-mon[29363]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:28.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:28 smithi067 ceph-mon[39695]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:30.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:30 smithi138 ceph-mon[32824]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:30.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:30 smithi067 ceph-mon[29363]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:30.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:30 smithi067 ceph-mon[39695]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:32.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:32 smithi138 ceph-mon[32824]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:32.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:32 smithi067 ceph-mon[29363]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:32.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:32 smithi067 ceph-mon[39695]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:33.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:01:33 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:01:33] "GET /metrics HTTP/1.1" 200 235923 "" "Prometheus/2.43.0" 2024-07-29T15:01:34.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:34 smithi138 ceph-mon[32824]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:34.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:34 smithi067 ceph-mon[29363]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:34.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:34 smithi067 ceph-mon[39695]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:36.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:36 smithi138 ceph-mon[32824]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:36.311 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:01:36 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:01:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-29T15:01:36.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:36 smithi067 ceph-mon[29363]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:36.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:36 smithi067 ceph-mon[39695]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:38.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:38 smithi067 ceph-mon[39695]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:38.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:38 smithi067 ceph-mon[29363]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:38.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:38 smithi138 ceph-mon[32824]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:40.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:40 smithi067 ceph-mon[29363]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:40.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:40 smithi067 ceph-mon[39695]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:40.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:40 smithi138 ceph-mon[32824]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:41.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:41 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:01:41.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:41 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:01:41.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:41 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:01:42.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:42 smithi067 ceph-mon[29363]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:42.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:42 smithi067 ceph-mon[39695]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:42.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:42 smithi138 ceph-mon[32824]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:43.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:01:43 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:01:43] "GET /metrics HTTP/1.1" 200 235912 "" "Prometheus/2.43.0" 2024-07-29T15:01:44.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:44 smithi067 ceph-mon[29363]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:44.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:44 smithi067 ceph-mon[39695]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:44.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:44 smithi138 ceph-mon[32824]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:46.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:46 smithi138 ceph-mon[32824]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:46.560 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:01:46 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:01:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-29T15:01:46.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:46 smithi067 ceph-mon[29363]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:46.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:46 smithi067 ceph-mon[39695]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:48.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:48 smithi067 ceph-mon[29363]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:48.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:48 smithi067 ceph-mon[39695]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:48.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:48 smithi138 ceph-mon[32824]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:50 smithi067 ceph-mon[29363]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:50.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:50 smithi067 ceph-mon[39695]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:50.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:50 smithi138 ceph-mon[32824]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:52.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:52 smithi067 ceph-mon[29363]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:52.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:52 smithi067 ceph-mon[39695]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:52.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:52 smithi138 ceph-mon[32824]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:53.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:01:53 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:01:53] "GET /metrics HTTP/1.1" 200 235912 "" "Prometheus/2.43.0" 2024-07-29T15:01:54.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:54 smithi067 ceph-mon[29363]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:54.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:54 smithi067 ceph-mon[39695]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:54.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:54 smithi138 ceph-mon[32824]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:56.379 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:01:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:01:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-29T15:01:56.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:56 smithi067 ceph-mon[29363]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:56.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:56 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:01:56.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:56 smithi067 ceph-mon[39695]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:56.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:56 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:01:56.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:56 smithi138 ceph-mon[32824]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:56.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:56 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:01:58.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:01:58 smithi067 ceph-mon[29363]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:58.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:01:58 smithi067 ceph-mon[39695]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:01:58.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:01:58 smithi138 ceph-mon[32824]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:00.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:00 smithi067 ceph-mon[29363]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:00.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:00 smithi067 ceph-mon[39695]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:00.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:00 smithi138 ceph-mon[32824]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:02.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:02 smithi067 ceph-mon[29363]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:02.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:02 smithi067 ceph-mon[39695]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:02.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:02 smithi138 ceph-mon[32824]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:03.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:02:03] "GET /metrics HTTP/1.1" 200 235924 "" "Prometheus/2.43.0" 2024-07-29T15:02:04.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:04 smithi067 ceph-mon[39695]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:04.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:04 smithi067 ceph-mon[29363]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:04.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:04 smithi138 ceph-mon[32824]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:06.391 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:02:06 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:02:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-29T15:02:06.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:06 smithi067 ceph-mon[29363]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:06.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:06 smithi067 ceph-mon[39695]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:06.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:06 smithi138 ceph-mon[32824]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:08.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:08 smithi067 ceph-mon[29363]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:08.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:08 smithi067 ceph-mon[39695]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:08.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:08 smithi138 ceph-mon[32824]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:10.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:10 smithi067 ceph-mon[29363]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:10.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:10 smithi067 ceph-mon[39695]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:10.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:10 smithi138 ceph-mon[32824]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:11.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:11 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:02:11.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:11 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:02:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:11 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:02:12.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:12 smithi067 ceph-mon[29363]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:12.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:12 smithi067 ceph-mon[39695]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:12.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:12 smithi138 ceph-mon[32824]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:13.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:13 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:02:13] "GET /metrics HTTP/1.1" 200 235906 "" "Prometheus/2.43.0" 2024-07-29T15:02:14.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:14 smithi067 ceph-mon[29363]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:14.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:14 smithi067 ceph-mon[39695]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:14.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:14 smithi138 ceph-mon[32824]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:16.409 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:02:16 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:02:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-29T15:02:16.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:16 smithi067 ceph-mon[29363]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:16.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:16 smithi067 ceph-mon[39695]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:16.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:16 smithi138 ceph-mon[32824]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:18.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:18 smithi067 ceph-mon[29363]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:18.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:18 smithi067 ceph-mon[39695]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:18.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:18 smithi138 ceph-mon[32824]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:19.925 INFO:tasks.workunit.client.0.smithi067.stderr:Updating files: 95% (12142/12778) Updating files: 96% (12267/12778) Updating files: 97% (12395/12778) Updating files: 98% (12523/12778) Updating files: 99% (12651/12778) Updating files: 100% (12778/12778) Updating files: 100% (12778/12778), done. 2024-07-29T15:02:20.630 INFO:tasks.workunit.client.0.smithi067.stderr:Note: switching to 'a88356b7020f6dbd6ae3e99af60b50a11a28120e'. 2024-07-29T15:02:20.631 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-07-29T15:02:20.631 INFO:tasks.workunit.client.0.smithi067.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-07-29T15:02:20.631 INFO:tasks.workunit.client.0.smithi067.stderr:changes and commit them, and you can discard any commits you make in this 2024-07-29T15:02:20.631 INFO:tasks.workunit.client.0.smithi067.stderr:state without impacting any branches by switching back to a branch. 2024-07-29T15:02:20.631 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-07-29T15:02:20.631 INFO:tasks.workunit.client.0.smithi067.stderr:If you want to create a new branch to retain commits you create, you may 2024-07-29T15:02:20.631 INFO:tasks.workunit.client.0.smithi067.stderr:do so (now or later) by using -c with the switch command. Example: 2024-07-29T15:02:20.631 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-07-29T15:02:20.631 INFO:tasks.workunit.client.0.smithi067.stderr: git switch -c 2024-07-29T15:02:20.631 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-07-29T15:02:20.631 INFO:tasks.workunit.client.0.smithi067.stderr:Or undo this operation with: 2024-07-29T15:02:20.631 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-07-29T15:02:20.631 INFO:tasks.workunit.client.0.smithi067.stderr: git switch - 2024-07-29T15:02:20.632 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-07-29T15:02:20.632 INFO:tasks.workunit.client.0.smithi067.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-07-29T15:02:20.632 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-07-29T15:02:20.632 INFO:tasks.workunit.client.0.smithi067.stderr:HEAD is now at a88356b7020 Merge pull request #52639 from ljflores/wip-tracker-58925 2024-07-29T15:02:20.633 DEBUG:teuthology.orchestra.run.smithi067:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-07-29T15:02:20.695 INFO:tasks.workunit.client.0.smithi067.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-07-29T15:02:20.697 INFO:tasks.workunit.client.0.smithi067.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-29T15:02:20.697 INFO:tasks.workunit.client.0.smithi067.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-07-29T15:02:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:20 smithi067 ceph-mon[29363]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:20.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:20 smithi067 ceph-mon[39695]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:20.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:20 smithi138 ceph-mon[32824]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:21.357 INFO:tasks.workunit.client.0.smithi067.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-07-29T15:02:21.414 INFO:tasks.workunit.client.0.smithi067.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-07-29T15:02:21.456 INFO:tasks.workunit.client.0.smithi067.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-29T15:02:21.458 INFO:tasks.workunit.client.0.smithi067.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-29T15:02:21.458 INFO:tasks.workunit.client.0.smithi067.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-07-29T15:02:21.499 INFO:tasks.workunit.client.0.smithi067.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-29T15:02:21.502 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-07-29T15:02:21.502 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-07-29T15:02:21.560 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy.sh on client.0... 2024-07-29T15:02:21.561 INFO:tasks.workunit:Running workunit test_telemetry_quincy.sh... 2024-07-29T15:02:21.561 DEBUG:teuthology.orchestra.run.smithi067:workunit test test_telemetry_quincy.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=a88356b7020f6dbd6ae3e99af60b50a11a28120e TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy.sh 2024-07-29T15:02:21.624 INFO:tasks.workunit.client.0.smithi067.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-07-29T15:02:22.007 INFO:tasks.workunit.client.0.smithi067.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-07-29T15:02:22.159 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:21 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:02:21] ENGINE Bus STOPPING 2024-07-29T15:02:22.159 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:02:22] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-29T15:02:22.159 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:02:22] ENGINE Bus STOPPED 2024-07-29T15:02:22.159 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:02:22] ENGINE Bus STARTING 2024-07-29T15:02:22.159 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:02:22] ENGINE Serving on http://:::9283 2024-07-29T15:02:22.159 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:02:22] ENGINE Bus STARTED 2024-07-29T15:02:22.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-mon[29363]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:22.417 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:02:22] ENGINE Bus STOPPING 2024-07-29T15:02:22.446 INFO:tasks.workunit.client.0.smithi067.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-07-29T15:02:22.738 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:02:22] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-29T15:02:22.738 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:02:22] ENGINE Bus STOPPED 2024-07-29T15:02:22.738 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:02:22] ENGINE Bus STARTING 2024-07-29T15:02:22.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/2488005065' entity='client.admin' 2024-07-29T15:02:22.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:22.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:02:22.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:02:22.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:22.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/434862844' entity='client.admin' 2024-07-29T15:02:22.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:22.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:02:22.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:02:22.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:22.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-mon[39695]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:22.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/2488005065' entity='client.admin' 2024-07-29T15:02:22.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:22.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:02:22.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:02:22.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:22.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/434862844' entity='client.admin' 2024-07-29T15:02:22.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:22.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:02:22.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:02:22.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:22.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:22 smithi138 ceph-mon[32824]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:22.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:22 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/2488005065' entity='client.admin' 2024-07-29T15:02:22.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:22 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:22.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:22 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:02:22.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:22 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:02:22.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:22 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:22.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:22 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/434862844' entity='client.admin' 2024-07-29T15:02:22.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:22 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:22.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:22 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:02:22.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:22 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:02:22.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:22 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:22.845 INFO:tasks.workunit.client.0.smithi067.stderr:+ ceph telemetry preview 2024-07-29T15:02:23.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:02:22] ENGINE Serving on http://:::9283 2024-07-29T15:02:23.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:02:22] ENGINE Bus STARTED 2024-07-29T15:02:23.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:22 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:02:22] ENGINE Bus STOPPING 2024-07-29T15:02:23.333 INFO:tasks.workunit.client.0.smithi067.stdout:{ 2024-07-29T15:02:23.334 INFO:tasks.workunit.client.0.smithi067.stdout: "balancer": { 2024-07-29T15:02:23.334 INFO:tasks.workunit.client.0.smithi067.stdout: "active": true, 2024-07-29T15:02:23.334 INFO:tasks.workunit.client.0.smithi067.stdout: "mode": "" 2024-07-29T15:02:23.334 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.334 INFO:tasks.workunit.client.0.smithi067.stdout: "channels": [ 2024-07-29T15:02:23.334 INFO:tasks.workunit.client.0.smithi067.stdout: "basic", 2024-07-29T15:02:23.334 INFO:tasks.workunit.client.0.smithi067.stdout: "crash", 2024-07-29T15:02:23.334 INFO:tasks.workunit.client.0.smithi067.stdout: "device", 2024-07-29T15:02:23.334 INFO:tasks.workunit.client.0.smithi067.stdout: "ident" 2024-07-29T15:02:23.334 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:23.334 INFO:tasks.workunit.client.0.smithi067.stdout: "channels_available": [ 2024-07-29T15:02:23.334 INFO:tasks.workunit.client.0.smithi067.stdout: "basic", 2024-07-29T15:02:23.334 INFO:tasks.workunit.client.0.smithi067.stdout: "ident", 2024-07-29T15:02:23.335 INFO:tasks.workunit.client.0.smithi067.stdout: "crash", 2024-07-29T15:02:23.335 INFO:tasks.workunit.client.0.smithi067.stdout: "device", 2024-07-29T15:02:23.335 INFO:tasks.workunit.client.0.smithi067.stdout: "perf" 2024-07-29T15:02:23.335 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:23.335 INFO:tasks.workunit.client.0.smithi067.stdout: "collections_available": [ 2024-07-29T15:02:23.335 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_base", 2024-07-29T15:02:23.335 INFO:tasks.workunit.client.0.smithi067.stdout: "device_base", 2024-07-29T15:02:23.335 INFO:tasks.workunit.client.0.smithi067.stdout: "crash_base", 2024-07-29T15:02:23.335 INFO:tasks.workunit.client.0.smithi067.stdout: "ident_base", 2024-07-29T15:02:23.335 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_perf", 2024-07-29T15:02:23.335 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_mds_metadata", 2024-07-29T15:02:23.335 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_usage", 2024-07-29T15:02:23.335 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_usage_by_class", 2024-07-29T15:02:23.335 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_rook_v01", 2024-07-29T15:02:23.335 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_memory_metrics", 2024-07-29T15:02:23.336 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_options_bluestore" 2024-07-29T15:02:23.336 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:23.336 INFO:tasks.workunit.client.0.smithi067.stdout: "collections_opted_in": [ 2024-07-29T15:02:23.336 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_base", 2024-07-29T15:02:23.336 INFO:tasks.workunit.client.0.smithi067.stdout: "device_base", 2024-07-29T15:02:23.336 INFO:tasks.workunit.client.0.smithi067.stdout: "crash_base", 2024-07-29T15:02:23.336 INFO:tasks.workunit.client.0.smithi067.stdout: "ident_base", 2024-07-29T15:02:23.336 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_perf", 2024-07-29T15:02:23.336 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_mds_metadata", 2024-07-29T15:02:23.336 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_usage", 2024-07-29T15:02:23.336 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_usage_by_class", 2024-07-29T15:02:23.336 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_rook_v01", 2024-07-29T15:02:23.336 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_memory_metrics", 2024-07-29T15:02:23.336 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_options_bluestore" 2024-07-29T15:02:23.337 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:23.337 INFO:tasks.workunit.client.0.smithi067.stdout: "config": { 2024-07-29T15:02:23.337 INFO:tasks.workunit.client.0.smithi067.stdout: "active_changed": [ 2024-07-29T15:02:23.337 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-29T15:02:23.337 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_debug", 2024-07-29T15:02:23.337 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_mon_ticket_ttl", 2024-07-29T15:02:23.337 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_service_ticket_ttl", 2024-07-29T15:02:23.337 INFO:tasks.workunit.client.0.smithi067.stdout: "bdev_debug_aio", 2024-07-29T15:02:23.337 INFO:tasks.workunit.client.0.smithi067.stdout: "client_check_pool_perm", 2024-07-29T15:02:23.337 INFO:tasks.workunit.client.0.smithi067.stdout: "client_mount_gid", 2024-07-29T15:02:23.337 INFO:tasks.workunit.client.0.smithi067.stdout: "client_mount_uid", 2024-07-29T15:02:23.337 INFO:tasks.workunit.client.0.smithi067.stdout: "client_quota", 2024-07-29T15:02:23.337 INFO:tasks.workunit.client.0.smithi067.stdout: "container_image", 2024-07-29T15:02:23.337 INFO:tasks.workunit.client.0.smithi067.stdout: "daemonize", 2024-07-29T15:02:23.338 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_asserts_on_shutdown", 2024-07-29T15:02:23.338 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_mgr", 2024-07-29T15:02:23.338 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_mon", 2024-07-29T15:02:23.338 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_ms", 2024-07-29T15:02:23.338 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_osd", 2024-07-29T15:02:23.338 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_paxos", 2024-07-29T15:02:23.338 INFO:tasks.workunit.client.0.smithi067.stdout: "keyring", 2024-07-29T15:02:23.338 INFO:tasks.workunit.client.0.smithi067.stdout: "leveldb_block_size", 2024-07-29T15:02:23.338 INFO:tasks.workunit.client.0.smithi067.stdout: "leveldb_cache_size", 2024-07-29T15:02:23.338 INFO:tasks.workunit.client.0.smithi067.stdout: "leveldb_compression", 2024-07-29T15:02:23.338 INFO:tasks.workunit.client.0.smithi067.stdout: "leveldb_log", 2024-07-29T15:02:23.338 INFO:tasks.workunit.client.0.smithi067.stdout: "leveldb_write_buffer_size", 2024-07-29T15:02:23.338 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_file", 2024-07-29T15:02:23.338 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_journald", 2024-07-29T15:02:23.339 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_stderr", 2024-07-29T15:02:23.339 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_allow_pool_delete", 2024-07-29T15:02:23.339 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_clock_drift_allowed", 2024-07-29T15:02:23.339 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_cluster_log_to_file", 2024-07-29T15:02:23.339 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_cluster_log_to_journald", 2024-07-29T15:02:23.339 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_cluster_log_to_stderr", 2024-07-29T15:02:23.339 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_data_avail_warn", 2024-07-29T15:02:23.339 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_election_default_strategy", 2024-07-29T15:02:23.339 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_host", 2024-07-29T15:02:23.339 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_max_pg_per_osd", 2024-07-29T15:02:23.339 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_mgr_mkfs_grace", 2024-07-29T15:02:23.339 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_osd_prime_pg_temp", 2024-07-29T15:02:23.339 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_osd_reporter_subtree_level", 2024-07-29T15:02:23.339 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_pg_warn_max_object_skew", 2024-07-29T15:02:23.339 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-29T15:02:23.340 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-29T15:02:23.340 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-29T15:02:23.340 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-29T15:02:23.340 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-29T15:02:23.340 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-29T15:02:23.340 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-29T15:02:23.340 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-29T15:02:23.340 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_too_few_osds", 2024-07-29T15:02:23.340 INFO:tasks.workunit.client.0.smithi067.stdout: "ms_die_on_bug", 2024-07-29T15:02:23.340 INFO:tasks.workunit.client.0.smithi067.stdout: "ms_die_on_old_message", 2024-07-29T15:02:23.340 INFO:tasks.workunit.client.0.smithi067.stdout: "no_config_file", 2024-07-29T15:02:23.340 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_class_default_list", 2024-07-29T15:02:23.340 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_class_load_list", 2024-07-29T15:02:23.340 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_misdirected_ops", 2024-07-29T15:02:23.340 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_op_order", 2024-07-29T15:02:23.341 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_pg_log_writeout", 2024-07-29T15:02:23.341 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_shutdown", 2024-07-29T15:02:23.341 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_cached_snaps", 2024-07-29T15:02:23.341 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_missing_on_start", 2024-07-29T15:02:23.341 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_stray_on_activate", 2024-07-29T15:02:23.341 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-29T15:02:23.341 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_profile", 2024-07-29T15:02:23.341 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-07-29T15:02:23.341 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-07-29T15:02:23.341 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-07-29T15:02:23.341 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-07-29T15:02:23.341 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-07-29T15:02:23.341 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-07-29T15:02:23.342 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_client_lim", 2024-07-29T15:02:23.342 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_client_res", 2024-07-29T15:02:23.342 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_client_wgt", 2024-07-29T15:02:23.342 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_memory_target", 2024-07-29T15:02:23.342 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_memory_target_autotune", 2024-07-29T15:02:23.342 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_op_queue", 2024-07-29T15:02:23.342 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_op_queue_cut_off", 2024-07-29T15:02:23.342 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pool_default_erasure_code_profile", 2024-07-29T15:02:23.342 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-29T15:02:23.342 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recover_clone_overlap", 2024-07-29T15:02:23.342 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_max_chunk", 2024-07-29T15:02:23.342 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_load_threshold", 2024-07-29T15:02:23.342 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_max_interval", 2024-07-29T15:02:23.342 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_shutdown_pgref_assert", 2024-07-29T15:02:23.343 INFO:tasks.workunit.client.0.smithi067.stdout: "public_addr", 2024-07-29T15:02:23.343 INFO:tasks.workunit.client.0.smithi067.stdout: "public_addrv", 2024-07-29T15:02:23.343 INFO:tasks.workunit.client.0.smithi067.stdout: "public_network", 2024-07-29T15:02:23.343 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd_default_features", 2024-07-29T15:02:23.343 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd_qos_exclude_ops", 2024-07-29T15:02:23.343 INFO:tasks.workunit.client.0.smithi067.stdout: "setgroup", 2024-07-29T15:02:23.343 INFO:tasks.workunit.client.0.smithi067.stdout: "setuser" 2024-07-29T15:02:23.343 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:23.343 INFO:tasks.workunit.client.0.smithi067.stdout: "cluster_changed": [ 2024-07-29T15:02:23.343 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-29T15:02:23.343 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_debug", 2024-07-29T15:02:23.343 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_mon_ticket_ttl", 2024-07-29T15:02:23.343 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_service_ticket_ttl", 2024-07-29T15:02:23.344 INFO:tasks.workunit.client.0.smithi067.stdout: "bdev_debug_aio", 2024-07-29T15:02:23.344 INFO:tasks.workunit.client.0.smithi067.stdout: "container_image", 2024-07-29T15:02:23.344 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_asserts_on_shutdown", 2024-07-29T15:02:23.344 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_mgr", 2024-07-29T15:02:23.344 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_mon", 2024-07-29T15:02:23.344 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_ms", 2024-07-29T15:02:23.344 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_osd", 2024-07-29T15:02:23.344 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_paxos", 2024-07-29T15:02:23.344 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_file", 2024-07-29T15:02:23.344 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_journald", 2024-07-29T15:02:23.344 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_stderr", 2024-07-29T15:02:23.344 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_join_fs", 2024-07-29T15:02:23.344 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/cephadm/allow_ptrace", 2024-07-29T15:02:23.344 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/cephadm/container_init", 2024-07-29T15:02:23.344 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/cephadm/migration_current", 2024-07-29T15:02:23.345 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/cephadm/use_repo_digest", 2024-07-29T15:02:23.345 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-07-29T15:02:23.345 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-07-29T15:02:23.345 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-07-29T15:02:23.345 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-07-29T15:02:23.345 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/ssl_server_port", 2024-07-29T15:02:23.345 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/orchestrator/orchestrator", 2024-07-29T15:02:23.345 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/channel_ident", 2024-07-29T15:02:23.345 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/description", 2024-07-29T15:02:23.345 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/organization", 2024-07-29T15:02:23.345 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_allow_pool_delete", 2024-07-29T15:02:23.345 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_clock_drift_allowed", 2024-07-29T15:02:23.345 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_cluster_log_to_file", 2024-07-29T15:02:23.345 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_data_avail_warn", 2024-07-29T15:02:23.346 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_election_default_strategy", 2024-07-29T15:02:23.346 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_max_pg_per_osd", 2024-07-29T15:02:23.346 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_mgr_mkfs_grace", 2024-07-29T15:02:23.346 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_osd_prime_pg_temp", 2024-07-29T15:02:23.346 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_osd_reporter_subtree_level", 2024-07-29T15:02:23.346 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_pg_warn_max_object_skew", 2024-07-29T15:02:23.346 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-29T15:02:23.346 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-29T15:02:23.346 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-29T15:02:23.346 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-29T15:02:23.346 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-29T15:02:23.346 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-29T15:02:23.346 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-29T15:02:23.347 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-29T15:02:23.347 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_too_few_osds", 2024-07-29T15:02:23.347 INFO:tasks.workunit.client.0.smithi067.stdout: "ms_die_on_bug", 2024-07-29T15:02:23.347 INFO:tasks.workunit.client.0.smithi067.stdout: "ms_die_on_old_message", 2024-07-29T15:02:23.347 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_class_default_list", 2024-07-29T15:02:23.347 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_class_load_list", 2024-07-29T15:02:23.347 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_misdirected_ops", 2024-07-29T15:02:23.347 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_op_order", 2024-07-29T15:02:23.347 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_pg_log_writeout", 2024-07-29T15:02:23.347 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_shutdown", 2024-07-29T15:02:23.347 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_cached_snaps", 2024-07-29T15:02:23.347 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_missing_on_start", 2024-07-29T15:02:23.347 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_stray_on_activate", 2024-07-29T15:02:23.347 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-29T15:02:23.348 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_profile", 2024-07-29T15:02:23.348 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_memory_target", 2024-07-29T15:02:23.348 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_memory_target_autotune", 2024-07-29T15:02:23.348 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_op_queue", 2024-07-29T15:02:23.348 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_op_queue_cut_off", 2024-07-29T15:02:23.348 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pool_default_erasure_code_profile", 2024-07-29T15:02:23.348 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-29T15:02:23.348 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recover_clone_overlap", 2024-07-29T15:02:23.348 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_max_chunk", 2024-07-29T15:02:23.348 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_load_threshold", 2024-07-29T15:02:23.348 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_max_interval", 2024-07-29T15:02:23.348 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_shutdown_pgref_assert", 2024-07-29T15:02:23.348 INFO:tasks.workunit.client.0.smithi067.stdout: "public_network", 2024-07-29T15:02:23.348 INFO:tasks.workunit.client.0.smithi067.stdout: "rgw_cache_enabled", 2024-07-29T15:02:23.348 INFO:tasks.workunit.client.0.smithi067.stdout: "rgw_enable_ops_log", 2024-07-29T15:02:23.349 INFO:tasks.workunit.client.0.smithi067.stdout: "rgw_enable_usage_log" 2024-07-29T15:02:23.349 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:23.349 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.349 INFO:tasks.workunit.client.0.smithi067.stdout: "contact": null, 2024-07-29T15:02:23.349 INFO:tasks.workunit.client.0.smithi067.stdout: "crashes": [], 2024-07-29T15:02:23.349 INFO:tasks.workunit.client.0.smithi067.stdout: "created": "2024-07-29T14:53:34.720315Z", 2024-07-29T15:02:23.349 INFO:tasks.workunit.client.0.smithi067.stdout: "crush": { 2024-07-29T15:02:23.349 INFO:tasks.workunit.client.0.smithi067.stdout: "bucket_algs": { 2024-07-29T15:02:23.349 INFO:tasks.workunit.client.0.smithi067.stdout: "straw2": 3 2024-07-29T15:02:23.349 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.349 INFO:tasks.workunit.client.0.smithi067.stdout: "bucket_sizes": { 2024-07-29T15:02:23.349 INFO:tasks.workunit.client.0.smithi067.stdout: "2": 1, 2024-07-29T15:02:23.349 INFO:tasks.workunit.client.0.smithi067.stdout: "4": 2 2024-07-29T15:02:23.349 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.350 INFO:tasks.workunit.client.0.smithi067.stdout: "bucket_types": { 2024-07-29T15:02:23.350 INFO:tasks.workunit.client.0.smithi067.stdout: "1": 2, 2024-07-29T15:02:23.350 INFO:tasks.workunit.client.0.smithi067.stdout: "11": 1 2024-07-29T15:02:23.350 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.350 INFO:tasks.workunit.client.0.smithi067.stdout: "compat_weight_set": false, 2024-07-29T15:02:23.350 INFO:tasks.workunit.client.0.smithi067.stdout: "device_classes": [ 2024-07-29T15:02:23.350 INFO:tasks.workunit.client.0.smithi067.stdout: 8 2024-07-29T15:02:23.350 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:23.350 INFO:tasks.workunit.client.0.smithi067.stdout: "num_buckets": 6, 2024-07-29T15:02:23.350 INFO:tasks.workunit.client.0.smithi067.stdout: "num_devices": 8, 2024-07-29T15:02:23.350 INFO:tasks.workunit.client.0.smithi067.stdout: "num_rules": 1, 2024-07-29T15:02:23.350 INFO:tasks.workunit.client.0.smithi067.stdout: "num_types": 12, 2024-07-29T15:02:23.350 INFO:tasks.workunit.client.0.smithi067.stdout: "num_weight_sets": 0, 2024-07-29T15:02:23.350 INFO:tasks.workunit.client.0.smithi067.stdout: "tunables": { 2024-07-29T15:02:23.351 INFO:tasks.workunit.client.0.smithi067.stdout: "allowed_bucket_algs": 54, 2024-07-29T15:02:23.351 INFO:tasks.workunit.client.0.smithi067.stdout: "choose_local_fallback_tries": 0, 2024-07-29T15:02:23.351 INFO:tasks.workunit.client.0.smithi067.stdout: "choose_local_tries": 0, 2024-07-29T15:02:23.351 INFO:tasks.workunit.client.0.smithi067.stdout: "choose_total_tries": 50, 2024-07-29T15:02:23.351 INFO:tasks.workunit.client.0.smithi067.stdout: "chooseleaf_descend_once": 1, 2024-07-29T15:02:23.351 INFO:tasks.workunit.client.0.smithi067.stdout: "chooseleaf_stable": 1, 2024-07-29T15:02:23.351 INFO:tasks.workunit.client.0.smithi067.stdout: "chooseleaf_vary_r": 1, 2024-07-29T15:02:23.351 INFO:tasks.workunit.client.0.smithi067.stdout: "has_v2_rules": 0, 2024-07-29T15:02:23.351 INFO:tasks.workunit.client.0.smithi067.stdout: "has_v3_rules": 0, 2024-07-29T15:02:23.351 INFO:tasks.workunit.client.0.smithi067.stdout: "has_v4_buckets": 1, 2024-07-29T15:02:23.351 INFO:tasks.workunit.client.0.smithi067.stdout: "has_v5_rules": 0, 2024-07-29T15:02:23.351 INFO:tasks.workunit.client.0.smithi067.stdout: "legacy_tunables": 0, 2024-07-29T15:02:23.351 INFO:tasks.workunit.client.0.smithi067.stdout: "minimum_required_version": "jewel", 2024-07-29T15:02:23.352 INFO:tasks.workunit.client.0.smithi067.stdout: "optimal_tunables": 1, 2024-07-29T15:02:23.352 INFO:tasks.workunit.client.0.smithi067.stdout: "profile": "jewel", 2024-07-29T15:02:23.352 INFO:tasks.workunit.client.0.smithi067.stdout: "require_feature_tunables": 1, 2024-07-29T15:02:23.352 INFO:tasks.workunit.client.0.smithi067.stdout: "require_feature_tunables2": 1, 2024-07-29T15:02:23.352 INFO:tasks.workunit.client.0.smithi067.stdout: "require_feature_tunables3": 1, 2024-07-29T15:02:23.352 INFO:tasks.workunit.client.0.smithi067.stdout: "require_feature_tunables5": 1, 2024-07-29T15:02:23.352 INFO:tasks.workunit.client.0.smithi067.stdout: "straw_calc_version": 1 2024-07-29T15:02:23.352 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:23.352 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.352 INFO:tasks.workunit.client.0.smithi067.stdout: "description": "upgrade test cluster", 2024-07-29T15:02:23.352 INFO:tasks.workunit.client.0.smithi067.stdout: "fs": { 2024-07-29T15:02:23.352 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:23.352 INFO:tasks.workunit.client.0.smithi067.stdout: "feature_flags": { 2024-07-29T15:02:23.352 INFO:tasks.workunit.client.0.smithi067.stdout: "enable_multiple": true, 2024-07-29T15:02:23.353 INFO:tasks.workunit.client.0.smithi067.stdout: "ever_enabled_multiple": true 2024-07-29T15:02:23.353 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.353 INFO:tasks.workunit.client.0.smithi067.stdout: "filesystems": [ 2024-07-29T15:02:23.353 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:23.353 INFO:tasks.workunit.client.0.smithi067.stdout: "approx_ctime": "2024-07", 2024-07-29T15:02:23.353 INFO:tasks.workunit.client.0.smithi067.stdout: "balancer_enabled": false, 2024-07-29T15:02:23.353 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:23.353 INFO:tasks.workunit.client.0.smithi067.stdout: "cached_caps": 0, 2024-07-29T15:02:23.353 INFO:tasks.workunit.client.0.smithi067.stdout: "cached_dns": 10, 2024-07-29T15:02:23.353 INFO:tasks.workunit.client.0.smithi067.stdout: "cached_inos": 13, 2024-07-29T15:02:23.353 INFO:tasks.workunit.client.0.smithi067.stdout: "cached_subtrees": 2, 2024-07-29T15:02:23.353 INFO:tasks.workunit.client.0.smithi067.stdout: "ever_allowed_features": 0, 2024-07-29T15:02:23.353 INFO:tasks.workunit.client.0.smithi067.stdout: "explicitly_allowed_features": 0, 2024-07-29T15:02:23.353 INFO:tasks.workunit.client.0.smithi067.stdout: "files": 0, 2024-07-29T15:02:23.354 INFO:tasks.workunit.client.0.smithi067.stdout: "max_mds": 1, 2024-07-29T15:02:23.354 INFO:tasks.workunit.client.0.smithi067.stdout: "num_data_pools": 1, 2024-07-29T15:02:23.354 INFO:tasks.workunit.client.0.smithi067.stdout: "num_in": 1, 2024-07-29T15:02:23.354 INFO:tasks.workunit.client.0.smithi067.stdout: "num_mds": 1, 2024-07-29T15:02:23.354 INFO:tasks.workunit.client.0.smithi067.stdout: "num_sessions": 0, 2024-07-29T15:02:23.354 INFO:tasks.workunit.client.0.smithi067.stdout: "num_standby_replay": 0, 2024-07-29T15:02:23.354 INFO:tasks.workunit.client.0.smithi067.stdout: "num_up": 1, 2024-07-29T15:02:23.354 INFO:tasks.workunit.client.0.smithi067.stdout: "snaps": 0, 2024-07-29T15:02:23.354 INFO:tasks.workunit.client.0.smithi067.stdout: "standby_count_wanted": 0 2024-07-29T15:02:23.354 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:23.354 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:23.354 INFO:tasks.workunit.client.0.smithi067.stdout: "num_standby_mds": 1, 2024-07-29T15:02:23.354 INFO:tasks.workunit.client.0.smithi067.stdout: "total_num_mds": 2 2024-07-29T15:02:23.355 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.355 INFO:tasks.workunit.client.0.smithi067.stdout: "hosts": { 2024-07-29T15:02:23.355 INFO:tasks.workunit.client.0.smithi067.stdout: "num": 2, 2024-07-29T15:02:23.355 INFO:tasks.workunit.client.0.smithi067.stdout: "num_with_mds": 2, 2024-07-29T15:02:23.355 INFO:tasks.workunit.client.0.smithi067.stdout: "num_with_mgr": 2, 2024-07-29T15:02:23.355 INFO:tasks.workunit.client.0.smithi067.stdout: "num_with_mon": 2, 2024-07-29T15:02:23.355 INFO:tasks.workunit.client.0.smithi067.stdout: "num_with_osd": 2 2024-07-29T15:02:23.355 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.355 INFO:tasks.workunit.client.0.smithi067.stdout: "leaderboard": false, 2024-07-29T15:02:23.355 INFO:tasks.workunit.client.0.smithi067.stdout: "license": "sharing-1-0", 2024-07-29T15:02:23.355 INFO:tasks.workunit.client.0.smithi067.stdout: "metadata": { 2024-07-29T15:02:23.355 INFO:tasks.workunit.client.0.smithi067.stdout: "mds": { 2024-07-29T15:02:23.355 INFO:tasks.workunit.client.0.smithi067.stdout: "arch": { 2024-07-29T15:02:23.355 INFO:tasks.workunit.client.0.smithi067.stdout: "x86_64": 2 2024-07-29T15:02:23.356 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.356 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_version": { 2024-07-29T15:02:23.356 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 2 2024-07-29T15:02:23.356 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.356 INFO:tasks.workunit.client.0.smithi067.stdout: "cpu": { 2024-07-29T15:02:23.356 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-07-29T15:02:23.356 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-07-29T15:02:23.356 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.356 INFO:tasks.workunit.client.0.smithi067.stdout: "distro": { 2024-07-29T15:02:23.356 INFO:tasks.workunit.client.0.smithi067.stdout: "centos": 2 2024-07-29T15:02:23.356 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.356 INFO:tasks.workunit.client.0.smithi067.stdout: "distro_description": { 2024-07-29T15:02:23.356 INFO:tasks.workunit.client.0.smithi067.stdout: "CentOS Stream 9": 2 2024-07-29T15:02:23.357 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.357 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_description": { 2024-07-29T15:02:23.357 INFO:tasks.workunit.client.0.smithi067.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-07-29T15:02:23.357 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.357 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_version": { 2024-07-29T15:02:23.357 INFO:tasks.workunit.client.0.smithi067.stdout: "5.14.0-480.el9.x86_64": 2 2024-07-29T15:02:23.357 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.357 INFO:tasks.workunit.client.0.smithi067.stdout: "os": { 2024-07-29T15:02:23.357 INFO:tasks.workunit.client.0.smithi067.stdout: "Linux": 2 2024-07-29T15:02:23.357 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:23.357 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.357 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T15:02:23.357 INFO:tasks.workunit.client.0.smithi067.stdout: "arch": { 2024-07-29T15:02:23.357 INFO:tasks.workunit.client.0.smithi067.stdout: "x86_64": 3 2024-07-29T15:02:23.358 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.358 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_version": { 2024-07-29T15:02:23.358 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 3 2024-07-29T15:02:23.358 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.358 INFO:tasks.workunit.client.0.smithi067.stdout: "cpu": { 2024-07-29T15:02:23.358 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-07-29T15:02:23.358 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-07-29T15:02:23.358 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.358 INFO:tasks.workunit.client.0.smithi067.stdout: "distro": { 2024-07-29T15:02:23.358 INFO:tasks.workunit.client.0.smithi067.stdout: "centos": 3 2024-07-29T15:02:23.358 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.358 INFO:tasks.workunit.client.0.smithi067.stdout: "distro_description": { 2024-07-29T15:02:23.358 INFO:tasks.workunit.client.0.smithi067.stdout: "CentOS Stream 9": 3 2024-07-29T15:02:23.359 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.359 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_description": { 2024-07-29T15:02:23.359 INFO:tasks.workunit.client.0.smithi067.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-07-29T15:02:23.359 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.359 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_version": { 2024-07-29T15:02:23.359 INFO:tasks.workunit.client.0.smithi067.stdout: "5.14.0-480.el9.x86_64": 3 2024-07-29T15:02:23.359 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.359 INFO:tasks.workunit.client.0.smithi067.stdout: "os": { 2024-07-29T15:02:23.359 INFO:tasks.workunit.client.0.smithi067.stdout: "Linux": 3 2024-07-29T15:02:23.359 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:23.359 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.359 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:23.359 INFO:tasks.workunit.client.0.smithi067.stdout: "arch": { 2024-07-29T15:02:23.359 INFO:tasks.workunit.client.0.smithi067.stdout: "x86_64": 8 2024-07-29T15:02:23.360 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.360 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_version": { 2024-07-29T15:02:23.360 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 8 2024-07-29T15:02:23.360 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.360 INFO:tasks.workunit.client.0.smithi067.stdout: "cpu": { 2024-07-29T15:02:23.360 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-07-29T15:02:23.360 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-07-29T15:02:23.360 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.360 INFO:tasks.workunit.client.0.smithi067.stdout: "distro": { 2024-07-29T15:02:23.360 INFO:tasks.workunit.client.0.smithi067.stdout: "centos": 8 2024-07-29T15:02:23.360 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.360 INFO:tasks.workunit.client.0.smithi067.stdout: "distro_description": { 2024-07-29T15:02:23.360 INFO:tasks.workunit.client.0.smithi067.stdout: "CentOS Stream 9": 8 2024-07-29T15:02:23.360 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.361 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_description": { 2024-07-29T15:02:23.361 INFO:tasks.workunit.client.0.smithi067.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-07-29T15:02:23.361 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.361 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_version": { 2024-07-29T15:02:23.361 INFO:tasks.workunit.client.0.smithi067.stdout: "5.14.0-480.el9.x86_64": 8 2024-07-29T15:02:23.361 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.361 INFO:tasks.workunit.client.0.smithi067.stdout: "os": { 2024-07-29T15:02:23.361 INFO:tasks.workunit.client.0.smithi067.stdout: "Linux": 8 2024-07-29T15:02:23.361 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.361 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_objectstore": { 2024-07-29T15:02:23.361 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": 8 2024-07-29T15:02:23.361 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.361 INFO:tasks.workunit.client.0.smithi067.stdout: "rotational": { 2024-07-29T15:02:23.361 INFO:tasks.workunit.client.0.smithi067.stdout: "0": 8 2024-07-29T15:02:23.361 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:23.362 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:23.362 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.362 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T15:02:23.362 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:23.362 INFO:tasks.workunit.client.0.smithi067.stdout: "features": { 2024-07-29T15:02:23.362 INFO:tasks.workunit.client.0.smithi067.stdout: "optional": [], 2024-07-29T15:02:23.362 INFO:tasks.workunit.client.0.smithi067.stdout: "persistent": [ 2024-07-29T15:02:23.362 INFO:tasks.workunit.client.0.smithi067.stdout: "kraken", 2024-07-29T15:02:23.362 INFO:tasks.workunit.client.0.smithi067.stdout: "luminous", 2024-07-29T15:02:23.362 INFO:tasks.workunit.client.0.smithi067.stdout: "mimic", 2024-07-29T15:02:23.362 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap-prune", 2024-07-29T15:02:23.362 INFO:tasks.workunit.client.0.smithi067.stdout: "nautilus", 2024-07-29T15:02:23.362 INFO:tasks.workunit.client.0.smithi067.stdout: "octopus", 2024-07-29T15:02:23.363 INFO:tasks.workunit.client.0.smithi067.stdout: "pacific", 2024-07-29T15:02:23.363 INFO:tasks.workunit.client.0.smithi067.stdout: "elector-pinging", 2024-07-29T15:02:23.363 INFO:tasks.workunit.client.0.smithi067.stdout: "quincy" 2024-07-29T15:02:23.363 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:23.363 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.363 INFO:tasks.workunit.client.0.smithi067.stdout: "ipv4_addr_mons": 6, 2024-07-29T15:02:23.363 INFO:tasks.workunit.client.0.smithi067.stdout: "ipv6_addr_mons": 0, 2024-07-29T15:02:23.363 INFO:tasks.workunit.client.0.smithi067.stdout: "min_mon_release": 17, 2024-07-29T15:02:23.363 INFO:tasks.workunit.client.0.smithi067.stdout: "v1_addr_mons": 3, 2024-07-29T15:02:23.363 INFO:tasks.workunit.client.0.smithi067.stdout: "v2_addr_mons": 3 2024-07-29T15:02:23.363 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.363 INFO:tasks.workunit.client.0.smithi067.stdout: "organization": "ceph-qa", 2024-07-29T15:02:23.363 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:23.363 INFO:tasks.workunit.client.0.smithi067.stdout: "cluster_network": false, 2024-07-29T15:02:23.364 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 8, 2024-07-29T15:02:23.364 INFO:tasks.workunit.client.0.smithi067.stdout: "require_min_compat_client": "luminous", 2024-07-29T15:02:23.364 INFO:tasks.workunit.client.0.smithi067.stdout: "require_osd_release": "quincy" 2024-07-29T15:02:23.364 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.364 INFO:tasks.workunit.client.0.smithi067.stdout: "pools": [ 2024-07-29T15:02:23.364 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:23.364 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T15:02:23.364 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr" 2024-07-29T15:02:23.364 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:23.364 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_mode": "none", 2024-07-29T15:02:23.364 INFO:tasks.workunit.client.0.smithi067.stdout: "erasure_code_profile": {}, 2024-07-29T15:02:23.364 INFO:tasks.workunit.client.0.smithi067.stdout: "min_size": 2, 2024-07-29T15:02:23.364 INFO:tasks.workunit.client.0.smithi067.stdout: "options": {}, 2024-07-29T15:02:23.364 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_autoscale_mode": "off", 2024-07-29T15:02:23.365 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 1, 2024-07-29T15:02:23.365 INFO:tasks.workunit.client.0.smithi067.stdout: "pgp_num": 1, 2024-07-29T15:02:23.365 INFO:tasks.workunit.client.0.smithi067.stdout: "pool": 1, 2024-07-29T15:02:23.365 INFO:tasks.workunit.client.0.smithi067.stdout: "size": 3, 2024-07-29T15:02:23.365 INFO:tasks.workunit.client.0.smithi067.stdout: "stats": { 2024-07-29T15:02:23.365 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_raw": 727115245834, 2024-07-29T15:02:23.365 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_used": 1781760, 2024-07-29T15:02:23.365 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_bytes_used": 0, 2024-07-29T15:02:23.365 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_under_bytes": 0, 2024-07-29T15:02:23.365 INFO:tasks.workunit.client.0.smithi067.stdout: "data_bytes_used": 1781760, 2024-07-29T15:02:23.365 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty": 0, 2024-07-29T15:02:23.365 INFO:tasks.workunit.client.0.smithi067.stdout: "max_avail": 242371739648, 2024-07-29T15:02:23.365 INFO:tasks.workunit.client.0.smithi067.stdout: "objects": 2, 2024-07-29T15:02:23.365 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_bytes_used": 0, 2024-07-29T15:02:23.366 INFO:tasks.workunit.client.0.smithi067.stdout: "percent_used": 2.4504447537765373e-06, 2024-07-29T15:02:23.366 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_bytes": 0, 2024-07-29T15:02:23.366 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_objects": 0, 2024-07-29T15:02:23.366 INFO:tasks.workunit.client.0.smithi067.stdout: "rd": 212, 2024-07-29T15:02:23.366 INFO:tasks.workunit.client.0.smithi067.stdout: "rd_bytes": 313344, 2024-07-29T15:02:23.366 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": 590368, 2024-07-29T15:02:23.366 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_data": 590368, 2024-07-29T15:02:23.366 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_omap": 0, 2024-07-29T15:02:23.366 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_raw": 1771104, 2024-07-29T15:02:23.366 INFO:tasks.workunit.client.0.smithi067.stdout: "wr": 179, 2024-07-29T15:02:23.366 INFO:tasks.workunit.client.0.smithi067.stdout: "wr_bytes": 2473984 2024-07-29T15:02:23.366 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.366 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_bytes": 0, 2024-07-29T15:02:23.366 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_objects": 0, 2024-07-29T15:02:23.367 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "replicated" 2024-07-29T15:02:23.367 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.367 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:23.367 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T15:02:23.367 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs" 2024-07-29T15:02:23.367 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:23.367 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_mode": "none", 2024-07-29T15:02:23.367 INFO:tasks.workunit.client.0.smithi067.stdout: "erasure_code_profile": {}, 2024-07-29T15:02:23.367 INFO:tasks.workunit.client.0.smithi067.stdout: "min_size": 2, 2024-07-29T15:02:23.367 INFO:tasks.workunit.client.0.smithi067.stdout: "options": {}, 2024-07-29T15:02:23.367 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_autoscale_mode": "off", 2024-07-29T15:02:23.367 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 32, 2024-07-29T15:02:23.367 INFO:tasks.workunit.client.0.smithi067.stdout: "pgp_num": 32, 2024-07-29T15:02:23.367 INFO:tasks.workunit.client.0.smithi067.stdout: "pool": 2, 2024-07-29T15:02:23.368 INFO:tasks.workunit.client.0.smithi067.stdout: "size": 3, 2024-07-29T15:02:23.368 INFO:tasks.workunit.client.0.smithi067.stdout: "stats": { 2024-07-29T15:02:23.368 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_raw": 727115245834, 2024-07-29T15:02:23.368 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_used": 98304, 2024-07-29T15:02:23.368 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_bytes_used": 0, 2024-07-29T15:02:23.368 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_under_bytes": 0, 2024-07-29T15:02:23.368 INFO:tasks.workunit.client.0.smithi067.stdout: "data_bytes_used": 98304, 2024-07-29T15:02:23.368 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty": 0, 2024-07-29T15:02:23.368 INFO:tasks.workunit.client.0.smithi067.stdout: "max_avail": 242371739648, 2024-07-29T15:02:23.368 INFO:tasks.workunit.client.0.smithi067.stdout: "objects": 22, 2024-07-29T15:02:23.368 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_bytes_used": 0, 2024-07-29T15:02:23.368 INFO:tasks.workunit.client.0.smithi067.stdout: "percent_used": 1.351972542806834e-07, 2024-07-29T15:02:23.368 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_bytes": 0, 2024-07-29T15:02:23.368 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_objects": 0, 2024-07-29T15:02:23.369 INFO:tasks.workunit.client.0.smithi067.stdout: "rd": 0, 2024-07-29T15:02:23.369 INFO:tasks.workunit.client.0.smithi067.stdout: "rd_bytes": 0, 2024-07-29T15:02:23.369 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": 3410, 2024-07-29T15:02:23.369 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_data": 3410, 2024-07-29T15:02:23.369 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_omap": 0, 2024-07-29T15:02:23.369 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_raw": 10230, 2024-07-29T15:02:23.369 INFO:tasks.workunit.client.0.smithi067.stdout: "wr": 51, 2024-07-29T15:02:23.369 INFO:tasks.workunit.client.0.smithi067.stdout: "wr_bytes": 19456 2024-07-29T15:02:23.369 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.369 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_bytes": 0, 2024-07-29T15:02:23.369 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_objects": 0, 2024-07-29T15:02:23.369 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "replicated" 2024-07-29T15:02:23.369 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.369 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:23.370 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T15:02:23.370 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs" 2024-07-29T15:02:23.370 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:23.370 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_mode": "none", 2024-07-29T15:02:23.370 INFO:tasks.workunit.client.0.smithi067.stdout: "erasure_code_profile": {}, 2024-07-29T15:02:23.370 INFO:tasks.workunit.client.0.smithi067.stdout: "min_size": 2, 2024-07-29T15:02:23.370 INFO:tasks.workunit.client.0.smithi067.stdout: "options": {}, 2024-07-29T15:02:23.370 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_autoscale_mode": "off", 2024-07-29T15:02:23.370 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 64, 2024-07-29T15:02:23.370 INFO:tasks.workunit.client.0.smithi067.stdout: "pgp_num": 64, 2024-07-29T15:02:23.370 INFO:tasks.workunit.client.0.smithi067.stdout: "pool": 3, 2024-07-29T15:02:23.370 INFO:tasks.workunit.client.0.smithi067.stdout: "size": 3, 2024-07-29T15:02:23.370 INFO:tasks.workunit.client.0.smithi067.stdout: "stats": { 2024-07-29T15:02:23.370 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_raw": 727115245834, 2024-07-29T15:02:23.371 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_used": 0, 2024-07-29T15:02:23.371 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_bytes_used": 0, 2024-07-29T15:02:23.371 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_under_bytes": 0, 2024-07-29T15:02:23.371 INFO:tasks.workunit.client.0.smithi067.stdout: "data_bytes_used": 0, 2024-07-29T15:02:23.371 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty": 0, 2024-07-29T15:02:23.371 INFO:tasks.workunit.client.0.smithi067.stdout: "max_avail": 242371739648, 2024-07-29T15:02:23.371 INFO:tasks.workunit.client.0.smithi067.stdout: "objects": 0, 2024-07-29T15:02:23.371 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_bytes_used": 0, 2024-07-29T15:02:23.371 INFO:tasks.workunit.client.0.smithi067.stdout: "percent_used": 0.0, 2024-07-29T15:02:23.371 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_bytes": 0, 2024-07-29T15:02:23.371 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_objects": 0, 2024-07-29T15:02:23.371 INFO:tasks.workunit.client.0.smithi067.stdout: "rd": 0, 2024-07-29T15:02:23.371 INFO:tasks.workunit.client.0.smithi067.stdout: "rd_bytes": 0, 2024-07-29T15:02:23.371 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": 0, 2024-07-29T15:02:23.372 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_data": 0, 2024-07-29T15:02:23.372 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_omap": 0, 2024-07-29T15:02:23.372 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_raw": 0, 2024-07-29T15:02:23.372 INFO:tasks.workunit.client.0.smithi067.stdout: "wr": 0, 2024-07-29T15:02:23.372 INFO:tasks.workunit.client.0.smithi067.stdout: "wr_bytes": 0 2024-07-29T15:02:23.372 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.372 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_bytes": 0, 2024-07-29T15:02:23.372 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_objects": 0, 2024-07-29T15:02:23.372 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "replicated" 2024-07-29T15:02:23.372 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.372 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:23.372 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T15:02:23.372 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd" 2024-07-29T15:02:23.372 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:23.373 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_mode": "none", 2024-07-29T15:02:23.373 INFO:tasks.workunit.client.0.smithi067.stdout: "erasure_code_profile": {}, 2024-07-29T15:02:23.373 INFO:tasks.workunit.client.0.smithi067.stdout: "min_size": 2, 2024-07-29T15:02:23.373 INFO:tasks.workunit.client.0.smithi067.stdout: "options": {}, 2024-07-29T15:02:23.373 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_autoscale_mode": "off", 2024-07-29T15:02:23.373 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 8, 2024-07-29T15:02:23.373 INFO:tasks.workunit.client.0.smithi067.stdout: "pgp_num": 8, 2024-07-29T15:02:23.373 INFO:tasks.workunit.client.0.smithi067.stdout: "pool": 4, 2024-07-29T15:02:23.373 INFO:tasks.workunit.client.0.smithi067.stdout: "size": 3, 2024-07-29T15:02:23.373 INFO:tasks.workunit.client.0.smithi067.stdout: "stats": { 2024-07-29T15:02:23.373 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_raw": 727115245834, 2024-07-29T15:02:23.373 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_used": 12288, 2024-07-29T15:02:23.373 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_bytes_used": 0, 2024-07-29T15:02:23.373 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_under_bytes": 0, 2024-07-29T15:02:23.374 INFO:tasks.workunit.client.0.smithi067.stdout: "data_bytes_used": 12288, 2024-07-29T15:02:23.374 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty": 0, 2024-07-29T15:02:23.374 INFO:tasks.workunit.client.0.smithi067.stdout: "max_avail": 242371739648, 2024-07-29T15:02:23.374 INFO:tasks.workunit.client.0.smithi067.stdout: "objects": 2, 2024-07-29T15:02:23.374 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_bytes_used": 0, 2024-07-29T15:02:23.374 INFO:tasks.workunit.client.0.smithi067.stdout: "percent_used": 1.6899660337799105e-08, 2024-07-29T15:02:23.374 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_bytes": 0, 2024-07-29T15:02:23.374 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_objects": 0, 2024-07-29T15:02:23.374 INFO:tasks.workunit.client.0.smithi067.stdout: "rd": 0, 2024-07-29T15:02:23.374 INFO:tasks.workunit.client.0.smithi067.stdout: "rd_bytes": 0, 2024-07-29T15:02:23.374 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": 19, 2024-07-29T15:02:23.374 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_data": 19, 2024-07-29T15:02:23.374 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_omap": 0, 2024-07-29T15:02:23.374 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_raw": 57, 2024-07-29T15:02:23.375 INFO:tasks.workunit.client.0.smithi067.stdout: "wr": 2, 2024-07-29T15:02:23.375 INFO:tasks.workunit.client.0.smithi067.stdout: "wr_bytes": 2048 2024-07-29T15:02:23.375 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.375 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_bytes": 0, 2024-07-29T15:02:23.375 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_objects": 0, 2024-07-29T15:02:23.375 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "replicated" 2024-07-29T15:02:23.375 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:23.375 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:23.375 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd": { 2024-07-29T15:02:23.375 INFO:tasks.workunit.client.0.smithi067.stdout: "mirroring_by_pool": [ 2024-07-29T15:02:23.375 INFO:tasks.workunit.client.0.smithi067.stdout: false 2024-07-29T15:02:23.375 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:23.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_images_by_pool": [ 2024-07-29T15:02:23.375 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:23.375 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:23.376 INFO:tasks.workunit.client.0.smithi067.stdout: "num_pools": 1 2024-07-29T15:02:23.376 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.376 INFO:tasks.workunit.client.0.smithi067.stdout: "report_id": "c6434084-cc5a-486f-b7d3-294cfb125c1e", 2024-07-29T15:02:23.376 INFO:tasks.workunit.client.0.smithi067.stdout: "report_timestamp": "2024-07-29T15:02:23.327530", 2024-07-29T15:02:23.376 INFO:tasks.workunit.client.0.smithi067.stdout: "report_version": 1, 2024-07-29T15:02:23.376 INFO:tasks.workunit.client.0.smithi067.stdout: "rook": { 2024-07-29T15:02:23.376 INFO:tasks.workunit.client.0.smithi067.stdout: "cluster": { 2024-07-29T15:02:23.376 INFO:tasks.workunit.client.0.smithi067.stdout: "external-mode": null, 2024-07-29T15:02:23.376 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T15:02:23.376 INFO:tasks.workunit.client.0.smithi067.stdout: "allow-multiple-per-node": null, 2024-07-29T15:02:23.376 INFO:tasks.workunit.client.0.smithi067.stdout: "count": null, 2024-07-29T15:02:23.376 INFO:tasks.workunit.client.0.smithi067.stdout: "max-id": null, 2024-07-29T15:02:23.376 INFO:tasks.workunit.client.0.smithi067.stdout: "pvc": { 2024-07-29T15:02:23.376 INFO:tasks.workunit.client.0.smithi067.stdout: "enabled": null 2024-07-29T15:02:23.377 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.377 INFO:tasks.workunit.client.0.smithi067.stdout: "stretch": { 2024-07-29T15:02:23.377 INFO:tasks.workunit.client.0.smithi067.stdout: "enabled": null 2024-07-29T15:02:23.377 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:23.377 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.377 INFO:tasks.workunit.client.0.smithi067.stdout: "network": { 2024-07-29T15:02:23.377 INFO:tasks.workunit.client.0.smithi067.stdout: "provider": null 2024-07-29T15:02:23.377 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.377 INFO:tasks.workunit.client.0.smithi067.stdout: "storage": { 2024-07-29T15:02:23.377 INFO:tasks.workunit.client.0.smithi067.stdout: "device-set": { 2024-07-29T15:02:23.377 INFO:tasks.workunit.client.0.smithi067.stdout: "count": { 2024-07-29T15:02:23.377 INFO:tasks.workunit.client.0.smithi067.stdout: "non-portable": null, 2024-07-29T15:02:23.377 INFO:tasks.workunit.client.0.smithi067.stdout: "portable": null, 2024-07-29T15:02:23.377 INFO:tasks.workunit.client.0.smithi067.stdout: "total": null 2024-07-29T15:02:23.377 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:23.378 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:23.378 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:23.378 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.378 INFO:tasks.workunit.client.0.smithi067.stdout: "csi": { 2024-07-29T15:02:23.378 INFO:tasks.workunit.client.0.smithi067.stdout: "version": null 2024-07-29T15:02:23.378 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.378 INFO:tasks.workunit.client.0.smithi067.stdout: "kubernetes": { 2024-07-29T15:02:23.378 INFO:tasks.workunit.client.0.smithi067.stdout: "version": null 2024-07-29T15:02:23.378 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.378 INFO:tasks.workunit.client.0.smithi067.stdout: "node": { 2024-07-29T15:02:23.378 INFO:tasks.workunit.client.0.smithi067.stdout: "count": { 2024-07-29T15:02:23.378 INFO:tasks.workunit.client.0.smithi067.stdout: "kubernetes-total": null, 2024-07-29T15:02:23.378 INFO:tasks.workunit.client.0.smithi067.stdout: "with-ceph-daemons": null, 2024-07-29T15:02:23.379 INFO:tasks.workunit.client.0.smithi067.stdout: "with-csi-cephfs-plugin": null, 2024-07-29T15:02:23.379 INFO:tasks.workunit.client.0.smithi067.stdout: "with-csi-nfs-plugin": null, 2024-07-29T15:02:23.379 INFO:tasks.workunit.client.0.smithi067.stdout: "with-csi-rbd-plugin": null 2024-07-29T15:02:23.379 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:23.379 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.379 INFO:tasks.workunit.client.0.smithi067.stdout: "usage": { 2024-07-29T15:02:23.379 INFO:tasks.workunit.client.0.smithi067.stdout: "storage-class": { 2024-07-29T15:02:23.379 INFO:tasks.workunit.client.0.smithi067.stdout: "count": { 2024-07-29T15:02:23.379 INFO:tasks.workunit.client.0.smithi067.stdout: "bucket": null, 2024-07-29T15:02:23.379 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs": null, 2024-07-29T15:02:23.379 INFO:tasks.workunit.client.0.smithi067.stdout: "nfs": null, 2024-07-29T15:02:23.379 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd": null, 2024-07-29T15:02:23.379 INFO:tasks.workunit.client.0.smithi067.stdout: "total": null 2024-07-29T15:02:23.379 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:23.379 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:23.380 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.380 INFO:tasks.workunit.client.0.smithi067.stdout: "version": null 2024-07-29T15:02:23.380 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.380 INFO:tasks.workunit.client.0.smithi067.stdout: "services": {}, 2024-07-29T15:02:23.380 INFO:tasks.workunit.client.0.smithi067.stdout: "usage": { 2024-07-29T15:02:23.380 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 105, 2024-07-29T15:02:23.380 INFO:tasks.workunit.client.0.smithi067.stdout: "pools": 4, 2024-07-29T15:02:23.380 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_by_class": { 2024-07-29T15:02:23.380 INFO:tasks.workunit.client.0.smithi067.stdout: "ssd": { 2024-07-29T15:02:23.380 INFO:tasks.workunit.client.0.smithi067.stdout: "total_avail_bytes": 765516259328, 2024-07-29T15:02:23.380 INFO:tasks.workunit.client.0.smithi067.stdout: "total_bytes": 767960285184, 2024-07-29T15:02:23.380 INFO:tasks.workunit.client.0.smithi067.stdout: "total_used_bytes": 2444025856, 2024-07-29T15:02:23.380 INFO:tasks.workunit.client.0.smithi067.stdout: "total_used_raw_bytes": 2444025856, 2024-07-29T15:02:23.380 INFO:tasks.workunit.client.0.smithi067.stdout: "total_used_raw_ratio": 0.0031824898906052113 2024-07-29T15:02:23.380 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:23.381 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.381 INFO:tasks.workunit.client.0.smithi067.stdout: "total_avail_bytes": 765516259328, 2024-07-29T15:02:23.381 INFO:tasks.workunit.client.0.smithi067.stdout: "total_bytes": 767960285184, 2024-07-29T15:02:23.381 INFO:tasks.workunit.client.0.smithi067.stdout: "total_used_bytes": 2444025856 2024-07-29T15:02:23.381 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:23.381 INFO:tasks.workunit.client.0.smithi067.stdout:} 2024-07-29T15:02:23.381 INFO:tasks.workunit.client.0.smithi067.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-07-29T15:02:23.381 INFO:tasks.workunit.client.0.smithi067.stderr:+ ceph telemetry preview-device 2024-07-29T15:02:23.541 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:02:23] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-29T15:02:23.541 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:02:23] ENGINE Bus STOPPED 2024-07-29T15:02:23.541 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:02:23] ENGINE Bus STARTING 2024-07-29T15:02:23.541 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:02:23] ENGINE Serving on http://:::9283 2024-07-29T15:02:23.541 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:02:23] ENGINE Bus STARTED 2024-07-29T15:02:23.542 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:02:23] "GET /metrics HTTP/1.1" 200 235906 "" "Prometheus/2.43.0" 2024-07-29T15:02:23.846 INFO:tasks.workunit.client.0.smithi067.stdout:{ 2024-07-29T15:02:23.847 INFO:tasks.workunit.client.0.smithi067.stdout: "8faef3e2-4dbb-11ef-b404-0cc47ab6fc0b": { 2024-07-29T15:02:23.847 INFO:tasks.workunit.client.0.smithi067.stdout: "INTEL_SSDPEDMD400G4_8faf7e70-4dbb-11ef-b404-0cc47ab6fc0b": { 2024-07-29T15:02:23.847 INFO:tasks.workunit.client.0.smithi067.stdout: "20240729-145636": { 2024-07-29T15:02:23.847 INFO:tasks.workunit.client.0.smithi067.stdout: "device": { 2024-07-29T15:02:23.847 INFO:tasks.workunit.client.0.smithi067.stdout: "info_name": "/dev/nvme0n1", 2024-07-29T15:02:23.847 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "/dev/nvme0n1", 2024-07-29T15:02:23.847 INFO:tasks.workunit.client.0.smithi067.stdout: "protocol": "NVMe", 2024-07-29T15:02:23.847 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "nvme" 2024-07-29T15:02:23.847 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.847 INFO:tasks.workunit.client.0.smithi067.stdout: "firmware_version": "8DV101H0", 2024-07-29T15:02:23.847 INFO:tasks.workunit.client.0.smithi067.stdout: "host_id": "8faef3e2-4dbb-11ef-b404-0cc47ab6fc0b", 2024-07-29T15:02:23.847 INFO:tasks.workunit.client.0.smithi067.stdout: "json_format_version": [ 2024-07-29T15:02:23.848 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:23.848 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:23.848 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:23.848 INFO:tasks.workunit.client.0.smithi067.stdout: "local_time": { 2024-07-29T15:02:23.848 INFO:tasks.workunit.client.0.smithi067.stdout: "asctime": "Mon Jul 29 14:56:35 2024 UTC", 2024-07-29T15:02:23.848 INFO:tasks.workunit.client.0.smithi067.stdout: "time_t": 1722264995 2024-07-29T15:02:23.848 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.848 INFO:tasks.workunit.client.0.smithi067.stdout: "logical_block_size": 512, 2024-07-29T15:02:23.848 INFO:tasks.workunit.client.0.smithi067.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-29T15:02:23.848 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_controller_id": 0, 2024-07-29T15:02:23.848 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-29T15:02:23.849 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_namespaces": [ 2024-07-29T15:02:23.849 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:23.849 INFO:tasks.workunit.client.0.smithi067.stdout: "capacity": { 2024-07-29T15:02:23.849 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T15:02:23.849 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T15:02:23.849 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.849 INFO:tasks.workunit.client.0.smithi067.stdout: "formatted_lba_size": 512, 2024-07-29T15:02:23.849 INFO:tasks.workunit.client.0.smithi067.stdout: "id": 1, 2024-07-29T15:02:23.849 INFO:tasks.workunit.client.0.smithi067.stdout: "size": { 2024-07-29T15:02:23.849 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T15:02:23.849 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T15:02:23.849 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.849 INFO:tasks.workunit.client.0.smithi067.stdout: "utilization": { 2024-07-29T15:02:23.849 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T15:02:23.850 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T15:02:23.850 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:23.850 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:23.850 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:23.850 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_number_of_namespaces": 1, 2024-07-29T15:02:23.850 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_pci_vendor": { 2024-07-29T15:02:23.850 INFO:tasks.workunit.client.0.smithi067.stdout: "id": 32902, 2024-07-29T15:02:23.850 INFO:tasks.workunit.client.0.smithi067.stdout: "subsystem_id": 32902 2024-07-29T15:02:23.850 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.850 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_smart_health_information_add_log": { 2024-07-29T15:02:23.850 INFO:tasks.workunit.client.0.smithi067.stdout: "Device stats": { 2024-07-29T15:02:23.850 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_fw_downgrades": { 2024-07-29T15:02:23.850 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:23.851 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:23.851 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.851 INFO:tasks.workunit.client.0.smithi067.stdout: "crc_error_count": { 2024-07-29T15:02:23.851 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:23.851 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:23.851 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.851 INFO:tasks.workunit.client.0.smithi067.stdout: "end_to_end_error_detection_count": { 2024-07-29T15:02:23.851 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:23.851 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:23.851 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.851 INFO:tasks.workunit.client.0.smithi067.stdout: "erase_fail_count": { 2024-07-29T15:02:23.851 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:23.851 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:23.851 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.852 INFO:tasks.workunit.client.0.smithi067.stdout: "host_bytes_written": { 2024-07-29T15:02:23.852 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:23.852 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 43192204 2024-07-29T15:02:23.852 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.852 INFO:tasks.workunit.client.0.smithi067.stdout: "host_ctx_wear_used": { 2024-07-29T15:02:23.852 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:23.852 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 1 2024-07-29T15:02:23.852 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.852 INFO:tasks.workunit.client.0.smithi067.stdout: "media_bytes_read": { 2024-07-29T15:02:23.852 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:23.852 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:23.852 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.852 INFO:tasks.workunit.client.0.smithi067.stdout: "nand_bytes_written": { 2024-07-29T15:02:23.853 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:23.853 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 65494145 2024-07-29T15:02:23.853 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.853 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_stat_indicator": { 2024-07-29T15:02:23.853 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:23.853 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:23.853 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.853 INFO:tasks.workunit.client.0.smithi067.stdout: "pll_lock_loss_count": { 2024-07-29T15:02:23.853 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:23.853 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:23.853 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.853 INFO:tasks.workunit.client.0.smithi067.stdout: "program_fail_count": { 2024-07-29T15:02:23.853 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:23.853 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:23.854 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.854 INFO:tasks.workunit.client.0.smithi067.stdout: "re_alloc_sectr_cnt": { 2024-07-29T15:02:23.854 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:23.854 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:23.854 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.854 INFO:tasks.workunit.client.0.smithi067.stdout: "retry_buffer_overflow_count": { 2024-07-29T15:02:23.854 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:23.854 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:23.854 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.854 INFO:tasks.workunit.client.0.smithi067.stdout: "soft_ecc_err_rate": { 2024-07-29T15:02:23.854 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:23.854 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:23.854 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.854 INFO:tasks.workunit.client.0.smithi067.stdout: "thermal_throttle_status": { 2024-07-29T15:02:23.855 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:23.855 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": { 2024-07-29T15:02:23.855 INFO:tasks.workunit.client.0.smithi067.stdout: "cnt": 0, 2024-07-29T15:02:23.855 INFO:tasks.workunit.client.0.smithi067.stdout: "pct": 0 2024-07-29T15:02:23.855 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:23.856 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.856 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_host_reads": { 2024-07-29T15:02:23.856 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:23.856 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 65535 2024-07-29T15:02:23.856 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.856 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_media_wear": { 2024-07-29T15:02:23.856 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:23.856 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": "63.999023" 2024-07-29T15:02:23.856 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.856 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_timer": { 2024-07-29T15:02:23.856 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:23.856 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 65535 2024-07-29T15:02:23.856 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.857 INFO:tasks.workunit.client.0.smithi067.stdout: "unexp_power_loss": { 2024-07-29T15:02:23.857 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:23.857 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:23.857 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.857 INFO:tasks.workunit.client.0.smithi067.stdout: "wear_leveling": { 2024-07-29T15:02:23.857 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 86, 2024-07-29T15:02:23.857 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": { 2024-07-29T15:02:23.857 INFO:tasks.workunit.client.0.smithi067.stdout: "avg": 4306, 2024-07-29T15:02:23.857 INFO:tasks.workunit.client.0.smithi067.stdout: "max": 4326, 2024-07-29T15:02:23.857 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 4285 2024-07-29T15:02:23.857 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:23.857 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:23.857 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.857 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel Smart log": "nvme0n1" 2024-07-29T15:02:23.857 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.858 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_smart_health_information_log": { 2024-07-29T15:02:23.858 INFO:tasks.workunit.client.0.smithi067.stdout: "available_spare": 100, 2024-07-29T15:02:23.858 INFO:tasks.workunit.client.0.smithi067.stdout: "available_spare_threshold": 10, 2024-07-29T15:02:23.858 INFO:tasks.workunit.client.0.smithi067.stdout: "controller_busy_time": 48, 2024-07-29T15:02:23.858 INFO:tasks.workunit.client.0.smithi067.stdout: "critical_warning": 0, 2024-07-29T15:02:23.858 INFO:tasks.workunit.client.0.smithi067.stdout: "data_units_read": 485337567, 2024-07-29T15:02:23.858 INFO:tasks.workunit.client.0.smithi067.stdout: "data_units_written": 2830644304, 2024-07-29T15:02:23.858 INFO:tasks.workunit.client.0.smithi067.stdout: "host_reads": 7603709057, 2024-07-29T15:02:23.858 INFO:tasks.workunit.client.0.smithi067.stdout: "host_writes": 47082651116, 2024-07-29T15:02:23.858 INFO:tasks.workunit.client.0.smithi067.stdout: "media_errors": 0, 2024-07-29T15:02:23.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_err_log_entries": 0, 2024-07-29T15:02:23.858 INFO:tasks.workunit.client.0.smithi067.stdout: "percentage_used": 14, 2024-07-29T15:02:23.858 INFO:tasks.workunit.client.0.smithi067.stdout: "power_cycles": 52371, 2024-07-29T15:02:23.858 INFO:tasks.workunit.client.0.smithi067.stdout: "power_on_hours": 64337, 2024-07-29T15:02:23.859 INFO:tasks.workunit.client.0.smithi067.stdout: "temperature": 25, 2024-07-29T15:02:23.859 INFO:tasks.workunit.client.0.smithi067.stdout: "unsafe_shutdowns": 2339 2024-07-29T15:02:23.859 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.859 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_vendor": "intel", 2024-07-29T15:02:23.859 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_version": { 2024-07-29T15:02:23.859 INFO:tasks.workunit.client.0.smithi067.stdout: "string": "<1.2", 2024-07-29T15:02:23.859 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:23.859 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.859 INFO:tasks.workunit.client.0.smithi067.stdout: "power_cycle_count": 52371, 2024-07-29T15:02:23.859 INFO:tasks.workunit.client.0.smithi067.stdout: "power_on_time": { 2024-07-29T15:02:23.859 INFO:tasks.workunit.client.0.smithi067.stdout: "hours": 64337 2024-07-29T15:02:23.859 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.859 INFO:tasks.workunit.client.0.smithi067.stdout: "serial_number": "deleted", 2024-07-29T15:02:23.859 INFO:tasks.workunit.client.0.smithi067.stdout: "smart_status": { 2024-07-29T15:02:23.860 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme": { 2024-07-29T15:02:23.860 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:23.860 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.860 INFO:tasks.workunit.client.0.smithi067.stdout: "passed": true 2024-07-29T15:02:23.860 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.860 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl": { 2024-07-29T15:02:23.860 INFO:tasks.workunit.client.0.smithi067.stdout: "argv": [ 2024-07-29T15:02:23.860 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl", 2024-07-29T15:02:23.860 INFO:tasks.workunit.client.0.smithi067.stdout: "-x", 2024-07-29T15:02:23.860 INFO:tasks.workunit.client.0.smithi067.stdout: "--json=o", 2024-07-29T15:02:23.860 INFO:tasks.workunit.client.0.smithi067.stdout: "/dev/nvme0n1" 2024-07-29T15:02:23.860 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:23.860 INFO:tasks.workunit.client.0.smithi067.stdout: "build_info": "(local build)", 2024-07-29T15:02:23.860 INFO:tasks.workunit.client.0.smithi067.stdout: "exit_status": 0, 2024-07-29T15:02:23.861 INFO:tasks.workunit.client.0.smithi067.stdout: "output": [ 2024-07-29T15:02:23.861 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-29T15:02:23.861 INFO:tasks.workunit.client.0.smithi067.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-29T15:02:23.861 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:23.861 INFO:tasks.workunit.client.0.smithi067.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-29T15:02:23.861 INFO:tasks.workunit.client.0.smithi067.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-29T15:02:23.861 INFO:tasks.workunit.client.0.smithi067.stdout: "Serial Number: deleted", 2024-07-29T15:02:23.861 INFO:tasks.workunit.client.0.smithi067.stdout: "Firmware Version: 8DV101H0", 2024-07-29T15:02:23.861 INFO:tasks.workunit.client.0.smithi067.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-29T15:02:23.861 INFO:tasks.workunit.client.0.smithi067.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-29T15:02:23.861 INFO:tasks.workunit.client.0.smithi067.stdout: "Controller ID: 0", 2024-07-29T15:02:23.861 INFO:tasks.workunit.client.0.smithi067.stdout: "NVMe Version: <1.2", 2024-07-29T15:02:23.861 INFO:tasks.workunit.client.0.smithi067.stdout: "Number of Namespaces: 1", 2024-07-29T15:02:23.861 INFO:tasks.workunit.client.0.smithi067.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-29T15:02:23.861 INFO:tasks.workunit.client.0.smithi067.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-29T15:02:23.862 INFO:tasks.workunit.client.0.smithi067.stdout: "Local Time is: Mon Jul 29 14:56:35 2024 UTC", 2024-07-29T15:02:23.862 INFO:tasks.workunit.client.0.smithi067.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-29T15:02:23.862 INFO:tasks.workunit.client.0.smithi067.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-29T15:02:23.862 INFO:tasks.workunit.client.0.smithi067.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-29T15:02:23.862 INFO:tasks.workunit.client.0.smithi067.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-29T15:02:23.862 INFO:tasks.workunit.client.0.smithi067.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-29T15:02:23.862 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:23.862 INFO:tasks.workunit.client.0.smithi067.stdout: "Supported Power States", 2024-07-29T15:02:23.862 INFO:tasks.workunit.client.0.smithi067.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-29T15:02:23.862 INFO:tasks.workunit.client.0.smithi067.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-29T15:02:23.862 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:23.862 INFO:tasks.workunit.client.0.smithi067.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-29T15:02:23.862 INFO:tasks.workunit.client.0.smithi067.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-29T15:02:23.862 INFO:tasks.workunit.client.0.smithi067.stdout: " 0 + 512 0 2", 2024-07-29T15:02:23.863 INFO:tasks.workunit.client.0.smithi067.stdout: " 1 - 512 8 2", 2024-07-29T15:02:23.863 INFO:tasks.workunit.client.0.smithi067.stdout: " 2 - 512 16 2", 2024-07-29T15:02:23.863 INFO:tasks.workunit.client.0.smithi067.stdout: " 3 - 4096 0 0", 2024-07-29T15:02:23.863 INFO:tasks.workunit.client.0.smithi067.stdout: " 4 - 4096 8 0", 2024-07-29T15:02:23.863 INFO:tasks.workunit.client.0.smithi067.stdout: " 5 - 4096 64 0", 2024-07-29T15:02:23.863 INFO:tasks.workunit.client.0.smithi067.stdout: " 6 - 4096 128 0", 2024-07-29T15:02:23.863 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:23.863 INFO:tasks.workunit.client.0.smithi067.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-29T15:02:23.863 INFO:tasks.workunit.client.0.smithi067.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-29T15:02:23.863 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:23.863 INFO:tasks.workunit.client.0.smithi067.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-29T15:02:23.863 INFO:tasks.workunit.client.0.smithi067.stdout: "Critical Warning: 0x00", 2024-07-29T15:02:23.863 INFO:tasks.workunit.client.0.smithi067.stdout: "Temperature: 25 Celsius", 2024-07-29T15:02:23.863 INFO:tasks.workunit.client.0.smithi067.stdout: "Available Spare: 100%", 2024-07-29T15:02:23.864 INFO:tasks.workunit.client.0.smithi067.stdout: "Available Spare Threshold: 10%", 2024-07-29T15:02:23.864 INFO:tasks.workunit.client.0.smithi067.stdout: "Percentage Used: 14%", 2024-07-29T15:02:23.864 INFO:tasks.workunit.client.0.smithi067.stdout: "Data Units Read: 485,337,567 [248 TB]", 2024-07-29T15:02:23.864 INFO:tasks.workunit.client.0.smithi067.stdout: "Data Units Written: 2,830,644,304 [1.44 PB]", 2024-07-29T15:02:23.864 INFO:tasks.workunit.client.0.smithi067.stdout: "Host Read Commands: 7,603,709,057", 2024-07-29T15:02:23.864 INFO:tasks.workunit.client.0.smithi067.stdout: "Host Write Commands: 47,082,651,116", 2024-07-29T15:02:23.864 INFO:tasks.workunit.client.0.smithi067.stdout: "Controller Busy Time: 48", 2024-07-29T15:02:23.864 INFO:tasks.workunit.client.0.smithi067.stdout: "Power Cycles: 52,371", 2024-07-29T15:02:23.864 INFO:tasks.workunit.client.0.smithi067.stdout: "Power On Hours: 64,337", 2024-07-29T15:02:23.864 INFO:tasks.workunit.client.0.smithi067.stdout: "Unsafe Shutdowns: 2,339", 2024-07-29T15:02:23.864 INFO:tasks.workunit.client.0.smithi067.stdout: "Media and Data Integrity Errors: 0", 2024-07-29T15:02:23.864 INFO:tasks.workunit.client.0.smithi067.stdout: "Error Information Log Entries: 0", 2024-07-29T15:02:23.864 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:23.864 INFO:tasks.workunit.client.0.smithi067.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-29T15:02:23.864 INFO:tasks.workunit.client.0.smithi067.stdout: "No Errors Logged", 2024-07-29T15:02:23.865 INFO:tasks.workunit.client.0.smithi067.stdout: "" 2024-07-29T15:02:23.865 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:23.865 INFO:tasks.workunit.client.0.smithi067.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-29T15:02:23.865 INFO:tasks.workunit.client.0.smithi067.stdout: "svn_revision": "5155", 2024-07-29T15:02:23.865 INFO:tasks.workunit.client.0.smithi067.stdout: "version": [ 2024-07-29T15:02:23.865 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:23.865 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:23.865 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:23.865 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.865 INFO:tasks.workunit.client.0.smithi067.stdout: "temperature": { 2024-07-29T15:02:23.865 INFO:tasks.workunit.client.0.smithi067.stdout: "current": 25 2024-07-29T15:02:23.865 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.865 INFO:tasks.workunit.client.0.smithi067.stdout: "user_capacity": { 2024-07-29T15:02:23.865 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T15:02:23.866 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T15:02:23.866 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:23.866 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:23.866 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:23.866 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.866 INFO:tasks.workunit.client.0.smithi067.stdout: "8fb0c8fc-4dbb-11ef-b404-0cc47ab6fc0b": { 2024-07-29T15:02:23.866 INFO:tasks.workunit.client.0.smithi067.stdout: "INTEL_SSDPEDMD400G4_8fb144b2-4dbb-11ef-b404-0cc47ab6fc0b": { 2024-07-29T15:02:23.866 INFO:tasks.workunit.client.0.smithi067.stdout: "20240729-145639": { 2024-07-29T15:02:23.866 INFO:tasks.workunit.client.0.smithi067.stdout: "device": { 2024-07-29T15:02:23.866 INFO:tasks.workunit.client.0.smithi067.stdout: "info_name": "/dev/nvme0n1", 2024-07-29T15:02:23.866 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "/dev/nvme0n1", 2024-07-29T15:02:23.866 INFO:tasks.workunit.client.0.smithi067.stdout: "protocol": "NVMe", 2024-07-29T15:02:23.866 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "nvme" 2024-07-29T15:02:23.867 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.867 INFO:tasks.workunit.client.0.smithi067.stdout: "firmware_version": "8DV101H0", 2024-07-29T15:02:23.867 INFO:tasks.workunit.client.0.smithi067.stdout: "host_id": "8fb0c8fc-4dbb-11ef-b404-0cc47ab6fc0b", 2024-07-29T15:02:23.867 INFO:tasks.workunit.client.0.smithi067.stdout: "json_format_version": [ 2024-07-29T15:02:23.867 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:23.867 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:23.867 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:23.867 INFO:tasks.workunit.client.0.smithi067.stdout: "local_time": { 2024-07-29T15:02:23.867 INFO:tasks.workunit.client.0.smithi067.stdout: "asctime": "Mon Jul 29 14:56:39 2024 UTC", 2024-07-29T15:02:23.867 INFO:tasks.workunit.client.0.smithi067.stdout: "time_t": 1722264999 2024-07-29T15:02:23.867 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.867 INFO:tasks.workunit.client.0.smithi067.stdout: "logical_block_size": 512, 2024-07-29T15:02:23.867 INFO:tasks.workunit.client.0.smithi067.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-29T15:02:23.867 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_controller_id": 0, 2024-07-29T15:02:23.867 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-29T15:02:23.868 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_namespaces": [ 2024-07-29T15:02:23.868 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:23.868 INFO:tasks.workunit.client.0.smithi067.stdout: "capacity": { 2024-07-29T15:02:23.868 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T15:02:23.868 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T15:02:23.868 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.868 INFO:tasks.workunit.client.0.smithi067.stdout: "formatted_lba_size": 512, 2024-07-29T15:02:23.868 INFO:tasks.workunit.client.0.smithi067.stdout: "id": 1, 2024-07-29T15:02:23.868 INFO:tasks.workunit.client.0.smithi067.stdout: "size": { 2024-07-29T15:02:23.868 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T15:02:23.868 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T15:02:23.868 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.868 INFO:tasks.workunit.client.0.smithi067.stdout: "utilization": { 2024-07-29T15:02:23.868 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T15:02:23.869 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T15:02:23.869 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:23.869 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:23.869 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:23.869 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_number_of_namespaces": 1, 2024-07-29T15:02:23.869 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_pci_vendor": { 2024-07-29T15:02:23.869 INFO:tasks.workunit.client.0.smithi067.stdout: "id": 32902, 2024-07-29T15:02:23.869 INFO:tasks.workunit.client.0.smithi067.stdout: "subsystem_id": 32902 2024-07-29T15:02:23.869 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.869 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_smart_health_information_add_log": { 2024-07-29T15:02:23.869 INFO:tasks.workunit.client.0.smithi067.stdout: "Device stats": { 2024-07-29T15:02:23.869 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_fw_downgrades": { 2024-07-29T15:02:23.869 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:23.869 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:23.869 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.870 INFO:tasks.workunit.client.0.smithi067.stdout: "crc_error_count": { 2024-07-29T15:02:23.870 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:23.870 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:23.870 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.870 INFO:tasks.workunit.client.0.smithi067.stdout: "end_to_end_error_detection_count": { 2024-07-29T15:02:23.870 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:23.870 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:23.870 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.870 INFO:tasks.workunit.client.0.smithi067.stdout: "erase_fail_count": { 2024-07-29T15:02:23.870 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:23.870 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:23.870 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.870 INFO:tasks.workunit.client.0.smithi067.stdout: "host_bytes_written": { 2024-07-29T15:02:23.871 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:23.871 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 28181635 2024-07-29T15:02:23.871 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.871 INFO:tasks.workunit.client.0.smithi067.stdout: "host_ctx_wear_used": { 2024-07-29T15:02:23.871 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:23.871 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 1 2024-07-29T15:02:23.871 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.871 INFO:tasks.workunit.client.0.smithi067.stdout: "media_bytes_read": { 2024-07-29T15:02:23.871 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:23.871 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:23.871 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.871 INFO:tasks.workunit.client.0.smithi067.stdout: "nand_bytes_written": { 2024-07-29T15:02:23.871 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:23.871 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 50403402 2024-07-29T15:02:23.871 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.871 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_stat_indicator": { 2024-07-29T15:02:23.872 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:23.872 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:23.872 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.872 INFO:tasks.workunit.client.0.smithi067.stdout: "pll_lock_loss_count": { 2024-07-29T15:02:23.872 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:23.872 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:23.872 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.872 INFO:tasks.workunit.client.0.smithi067.stdout: "program_fail_count": { 2024-07-29T15:02:23.872 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:23.872 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:23.872 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.872 INFO:tasks.workunit.client.0.smithi067.stdout: "re_alloc_sectr_cnt": { 2024-07-29T15:02:23.872 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:23.872 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:23.873 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.873 INFO:tasks.workunit.client.0.smithi067.stdout: "retry_buffer_overflow_count": { 2024-07-29T15:02:23.873 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:23.873 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:23.873 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.873 INFO:tasks.workunit.client.0.smithi067.stdout: "soft_ecc_err_rate": { 2024-07-29T15:02:23.873 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:23.873 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:23.873 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.873 INFO:tasks.workunit.client.0.smithi067.stdout: "thermal_throttle_status": { 2024-07-29T15:02:23.873 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:23.873 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": { 2024-07-29T15:02:23.873 INFO:tasks.workunit.client.0.smithi067.stdout: "cnt": 0, 2024-07-29T15:02:23.873 INFO:tasks.workunit.client.0.smithi067.stdout: "pct": 0 2024-07-29T15:02:23.873 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:23.874 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.874 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_host_reads": { 2024-07-29T15:02:23.874 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:23.874 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 65535 2024-07-29T15:02:23.874 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.874 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_media_wear": { 2024-07-29T15:02:23.874 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:23.874 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": "63.999023" 2024-07-29T15:02:23.874 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.874 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_timer": { 2024-07-29T15:02:23.874 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:23.874 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 65535 2024-07-29T15:02:23.874 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.874 INFO:tasks.workunit.client.0.smithi067.stdout: "unexp_power_loss": { 2024-07-29T15:02:23.875 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:23.875 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:23.875 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.875 INFO:tasks.workunit.client.0.smithi067.stdout: "wear_leveling": { 2024-07-29T15:02:23.875 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 89, 2024-07-29T15:02:23.875 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": { 2024-07-29T15:02:23.875 INFO:tasks.workunit.client.0.smithi067.stdout: "avg": 3456, 2024-07-29T15:02:23.875 INFO:tasks.workunit.client.0.smithi067.stdout: "max": 3473, 2024-07-29T15:02:23.875 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 3441 2024-07-29T15:02:23.875 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:23.875 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:23.875 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.875 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel Smart log": "nvme0n1" 2024-07-29T15:02:23.875 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.876 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_smart_health_information_log": { 2024-07-29T15:02:23.876 INFO:tasks.workunit.client.0.smithi067.stdout: "available_spare": 100, 2024-07-29T15:02:23.876 INFO:tasks.workunit.client.0.smithi067.stdout: "available_spare_threshold": 10, 2024-07-29T15:02:23.876 INFO:tasks.workunit.client.0.smithi067.stdout: "controller_busy_time": 52, 2024-07-29T15:02:23.876 INFO:tasks.workunit.client.0.smithi067.stdout: "critical_warning": 0, 2024-07-29T15:02:23.876 INFO:tasks.workunit.client.0.smithi067.stdout: "data_units_read": 389542703, 2024-07-29T15:02:23.876 INFO:tasks.workunit.client.0.smithi067.stdout: "data_units_written": 1846911687, 2024-07-29T15:02:23.876 INFO:tasks.workunit.client.0.smithi067.stdout: "host_reads": 6188054102, 2024-07-29T15:02:23.876 INFO:tasks.workunit.client.0.smithi067.stdout: "host_writes": 32973547230, 2024-07-29T15:02:23.876 INFO:tasks.workunit.client.0.smithi067.stdout: "media_errors": 0, 2024-07-29T15:02:23.876 INFO:tasks.workunit.client.0.smithi067.stdout: "num_err_log_entries": 0, 2024-07-29T15:02:23.876 INFO:tasks.workunit.client.0.smithi067.stdout: "percentage_used": 11, 2024-07-29T15:02:23.876 INFO:tasks.workunit.client.0.smithi067.stdout: "power_cycles": 60364, 2024-07-29T15:02:23.876 INFO:tasks.workunit.client.0.smithi067.stdout: "power_on_hours": 54901, 2024-07-29T15:02:23.876 INFO:tasks.workunit.client.0.smithi067.stdout: "temperature": 26, 2024-07-29T15:02:23.877 INFO:tasks.workunit.client.0.smithi067.stdout: "unsafe_shutdowns": 2536 2024-07-29T15:02:23.877 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.877 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_vendor": "intel", 2024-07-29T15:02:23.877 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_version": { 2024-07-29T15:02:23.877 INFO:tasks.workunit.client.0.smithi067.stdout: "string": "<1.2", 2024-07-29T15:02:23.877 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:23.877 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.877 INFO:tasks.workunit.client.0.smithi067.stdout: "power_cycle_count": 60364, 2024-07-29T15:02:23.877 INFO:tasks.workunit.client.0.smithi067.stdout: "power_on_time": { 2024-07-29T15:02:23.877 INFO:tasks.workunit.client.0.smithi067.stdout: "hours": 54901 2024-07-29T15:02:23.877 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.877 INFO:tasks.workunit.client.0.smithi067.stdout: "serial_number": "deleted", 2024-07-29T15:02:23.877 INFO:tasks.workunit.client.0.smithi067.stdout: "smart_status": { 2024-07-29T15:02:23.877 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme": { 2024-07-29T15:02:23.878 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:23.878 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.878 INFO:tasks.workunit.client.0.smithi067.stdout: "passed": true 2024-07-29T15:02:23.878 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.878 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl": { 2024-07-29T15:02:23.878 INFO:tasks.workunit.client.0.smithi067.stdout: "argv": [ 2024-07-29T15:02:23.878 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl", 2024-07-29T15:02:23.878 INFO:tasks.workunit.client.0.smithi067.stdout: "-x", 2024-07-29T15:02:23.878 INFO:tasks.workunit.client.0.smithi067.stdout: "--json=o", 2024-07-29T15:02:23.878 INFO:tasks.workunit.client.0.smithi067.stdout: "/dev/nvme0n1" 2024-07-29T15:02:23.878 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:23.878 INFO:tasks.workunit.client.0.smithi067.stdout: "build_info": "(local build)", 2024-07-29T15:02:23.878 INFO:tasks.workunit.client.0.smithi067.stdout: "exit_status": 0, 2024-07-29T15:02:23.878 INFO:tasks.workunit.client.0.smithi067.stdout: "output": [ 2024-07-29T15:02:23.879 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-29T15:02:23.879 INFO:tasks.workunit.client.0.smithi067.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-29T15:02:23.879 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:23.879 INFO:tasks.workunit.client.0.smithi067.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-29T15:02:23.879 INFO:tasks.workunit.client.0.smithi067.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-29T15:02:23.879 INFO:tasks.workunit.client.0.smithi067.stdout: "Serial Number: deleted", 2024-07-29T15:02:23.879 INFO:tasks.workunit.client.0.smithi067.stdout: "Firmware Version: 8DV101H0", 2024-07-29T15:02:23.879 INFO:tasks.workunit.client.0.smithi067.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-29T15:02:23.879 INFO:tasks.workunit.client.0.smithi067.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-29T15:02:23.879 INFO:tasks.workunit.client.0.smithi067.stdout: "Controller ID: 0", 2024-07-29T15:02:23.879 INFO:tasks.workunit.client.0.smithi067.stdout: "NVMe Version: <1.2", 2024-07-29T15:02:23.879 INFO:tasks.workunit.client.0.smithi067.stdout: "Number of Namespaces: 1", 2024-07-29T15:02:23.879 INFO:tasks.workunit.client.0.smithi067.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-29T15:02:23.879 INFO:tasks.workunit.client.0.smithi067.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-29T15:02:23.880 INFO:tasks.workunit.client.0.smithi067.stdout: "Local Time is: Mon Jul 29 14:56:39 2024 UTC", 2024-07-29T15:02:23.880 INFO:tasks.workunit.client.0.smithi067.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-29T15:02:23.880 INFO:tasks.workunit.client.0.smithi067.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-29T15:02:23.880 INFO:tasks.workunit.client.0.smithi067.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-29T15:02:23.880 INFO:tasks.workunit.client.0.smithi067.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-29T15:02:23.880 INFO:tasks.workunit.client.0.smithi067.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-29T15:02:23.880 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:23.880 INFO:tasks.workunit.client.0.smithi067.stdout: "Supported Power States", 2024-07-29T15:02:23.880 INFO:tasks.workunit.client.0.smithi067.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-29T15:02:23.880 INFO:tasks.workunit.client.0.smithi067.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-29T15:02:23.880 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:23.880 INFO:tasks.workunit.client.0.smithi067.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-29T15:02:23.880 INFO:tasks.workunit.client.0.smithi067.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-29T15:02:23.880 INFO:tasks.workunit.client.0.smithi067.stdout: " 0 + 512 0 2", 2024-07-29T15:02:23.880 INFO:tasks.workunit.client.0.smithi067.stdout: " 1 - 512 8 2", 2024-07-29T15:02:23.881 INFO:tasks.workunit.client.0.smithi067.stdout: " 2 - 512 16 2", 2024-07-29T15:02:23.881 INFO:tasks.workunit.client.0.smithi067.stdout: " 3 - 4096 0 0", 2024-07-29T15:02:23.881 INFO:tasks.workunit.client.0.smithi067.stdout: " 4 - 4096 8 0", 2024-07-29T15:02:23.881 INFO:tasks.workunit.client.0.smithi067.stdout: " 5 - 4096 64 0", 2024-07-29T15:02:23.881 INFO:tasks.workunit.client.0.smithi067.stdout: " 6 - 4096 128 0", 2024-07-29T15:02:23.881 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:23.881 INFO:tasks.workunit.client.0.smithi067.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-29T15:02:23.881 INFO:tasks.workunit.client.0.smithi067.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-29T15:02:23.881 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:23.881 INFO:tasks.workunit.client.0.smithi067.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-29T15:02:23.881 INFO:tasks.workunit.client.0.smithi067.stdout: "Critical Warning: 0x00", 2024-07-29T15:02:23.881 INFO:tasks.workunit.client.0.smithi067.stdout: "Temperature: 26 Celsius", 2024-07-29T15:02:23.881 INFO:tasks.workunit.client.0.smithi067.stdout: "Available Spare: 100%", 2024-07-29T15:02:23.881 INFO:tasks.workunit.client.0.smithi067.stdout: "Available Spare Threshold: 10%", 2024-07-29T15:02:23.882 INFO:tasks.workunit.client.0.smithi067.stdout: "Percentage Used: 11%", 2024-07-29T15:02:23.882 INFO:tasks.workunit.client.0.smithi067.stdout: "Data Units Read: 389,542,703 [199 TB]", 2024-07-29T15:02:23.882 INFO:tasks.workunit.client.0.smithi067.stdout: "Data Units Written: 1,846,911,687 [945 TB]", 2024-07-29T15:02:23.882 INFO:tasks.workunit.client.0.smithi067.stdout: "Host Read Commands: 6,188,054,102", 2024-07-29T15:02:23.882 INFO:tasks.workunit.client.0.smithi067.stdout: "Host Write Commands: 32,973,547,230", 2024-07-29T15:02:23.882 INFO:tasks.workunit.client.0.smithi067.stdout: "Controller Busy Time: 52", 2024-07-29T15:02:23.882 INFO:tasks.workunit.client.0.smithi067.stdout: "Power Cycles: 60,364", 2024-07-29T15:02:23.882 INFO:tasks.workunit.client.0.smithi067.stdout: "Power On Hours: 54,901", 2024-07-29T15:02:23.882 INFO:tasks.workunit.client.0.smithi067.stdout: "Unsafe Shutdowns: 2,536", 2024-07-29T15:02:23.882 INFO:tasks.workunit.client.0.smithi067.stdout: "Media and Data Integrity Errors: 0", 2024-07-29T15:02:23.882 INFO:tasks.workunit.client.0.smithi067.stdout: "Error Information Log Entries: 0", 2024-07-29T15:02:23.882 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:23.882 INFO:tasks.workunit.client.0.smithi067.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-29T15:02:23.882 INFO:tasks.workunit.client.0.smithi067.stdout: "No Errors Logged", 2024-07-29T15:02:23.883 INFO:tasks.workunit.client.0.smithi067.stdout: "" 2024-07-29T15:02:23.883 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:23.883 INFO:tasks.workunit.client.0.smithi067.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-29T15:02:23.883 INFO:tasks.workunit.client.0.smithi067.stdout: "svn_revision": "5155", 2024-07-29T15:02:23.883 INFO:tasks.workunit.client.0.smithi067.stdout: "version": [ 2024-07-29T15:02:23.883 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:23.883 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:23.883 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:23.883 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.883 INFO:tasks.workunit.client.0.smithi067.stdout: "temperature": { 2024-07-29T15:02:23.883 INFO:tasks.workunit.client.0.smithi067.stdout: "current": 26 2024-07-29T15:02:23.883 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:23.883 INFO:tasks.workunit.client.0.smithi067.stdout: "user_capacity": { 2024-07-29T15:02:23.883 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T15:02:23.883 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T15:02:23.884 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:23.884 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:23.884 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:23.884 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:23.884 INFO:tasks.workunit.client.0.smithi067.stdout:} 2024-07-29T15:02:23.884 INFO:tasks.workunit.client.0.smithi067.stderr:+ ceph telemetry preview-all 2024-07-29T15:02:23.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-mon[39695]: from='client.? ' entity='client.admin' 2024-07-29T15:02:23.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:23.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:02:23.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:02:23.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-mon[39695]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-mon[39695]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-mon[39695]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:23.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-mon[29363]: from='client.? ' entity='client.admin' 2024-07-29T15:02:23.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:23.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:02:23.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:02:23.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:23.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-mon[29363]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:23.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-mon[29363]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:23.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:23.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:23.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-mon[29363]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:23.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:23.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:23.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:23.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:23.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:23.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:23 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:23 smithi138 ceph-mon[32824]: from='client.? ' entity='client.admin' 2024-07-29T15:02:24.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:23 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:24.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:23 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:02:24.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:23 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:02:24.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:23 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:24.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:23 smithi138 ceph-mon[32824]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:24.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:23 smithi138 ceph-mon[32824]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:24.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:23 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:24.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:23 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:24.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:23 smithi138 ceph-mon[32824]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:24.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:23 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:24.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:23 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:24.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:23 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:24.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:23 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:24.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:23 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:24.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:23 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:24.369 INFO:tasks.workunit.client.0.smithi067.stdout:{ 2024-07-29T15:02:24.369 INFO:tasks.workunit.client.0.smithi067.stdout: "device_report": { 2024-07-29T15:02:24.369 INFO:tasks.workunit.client.0.smithi067.stdout: "8faef3e2-4dbb-11ef-b404-0cc47ab6fc0b": { 2024-07-29T15:02:24.370 INFO:tasks.workunit.client.0.smithi067.stdout: "INTEL_SSDPEDMD400G4_8faf7e70-4dbb-11ef-b404-0cc47ab6fc0b": { 2024-07-29T15:02:24.370 INFO:tasks.workunit.client.0.smithi067.stdout: "20240729-145636": { 2024-07-29T15:02:24.370 INFO:tasks.workunit.client.0.smithi067.stdout: "device": { 2024-07-29T15:02:24.370 INFO:tasks.workunit.client.0.smithi067.stdout: "info_name": "/dev/nvme0n1", 2024-07-29T15:02:24.370 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "/dev/nvme0n1", 2024-07-29T15:02:24.370 INFO:tasks.workunit.client.0.smithi067.stdout: "protocol": "NVMe", 2024-07-29T15:02:24.370 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "nvme" 2024-07-29T15:02:24.370 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.370 INFO:tasks.workunit.client.0.smithi067.stdout: "firmware_version": "8DV101H0", 2024-07-29T15:02:24.370 INFO:tasks.workunit.client.0.smithi067.stdout: "host_id": "8faef3e2-4dbb-11ef-b404-0cc47ab6fc0b", 2024-07-29T15:02:24.370 INFO:tasks.workunit.client.0.smithi067.stdout: "json_format_version": [ 2024-07-29T15:02:24.370 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:24.370 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:24.371 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:24.371 INFO:tasks.workunit.client.0.smithi067.stdout: "local_time": { 2024-07-29T15:02:24.371 INFO:tasks.workunit.client.0.smithi067.stdout: "asctime": "Mon Jul 29 14:56:35 2024 UTC", 2024-07-29T15:02:24.371 INFO:tasks.workunit.client.0.smithi067.stdout: "time_t": 1722264995 2024-07-29T15:02:24.371 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.371 INFO:tasks.workunit.client.0.smithi067.stdout: "logical_block_size": 512, 2024-07-29T15:02:24.371 INFO:tasks.workunit.client.0.smithi067.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-29T15:02:24.371 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_controller_id": 0, 2024-07-29T15:02:24.371 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-29T15:02:24.371 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_namespaces": [ 2024-07-29T15:02:24.371 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:24.371 INFO:tasks.workunit.client.0.smithi067.stdout: "capacity": { 2024-07-29T15:02:24.371 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T15:02:24.371 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T15:02:24.372 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.372 INFO:tasks.workunit.client.0.smithi067.stdout: "formatted_lba_size": 512, 2024-07-29T15:02:24.372 INFO:tasks.workunit.client.0.smithi067.stdout: "id": 1, 2024-07-29T15:02:24.372 INFO:tasks.workunit.client.0.smithi067.stdout: "size": { 2024-07-29T15:02:24.372 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T15:02:24.372 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T15:02:24.372 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.372 INFO:tasks.workunit.client.0.smithi067.stdout: "utilization": { 2024-07-29T15:02:24.372 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T15:02:24.372 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T15:02:24.372 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.372 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.372 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:24.372 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_number_of_namespaces": 1, 2024-07-29T15:02:24.372 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_pci_vendor": { 2024-07-29T15:02:24.372 INFO:tasks.workunit.client.0.smithi067.stdout: "id": 32902, 2024-07-29T15:02:24.373 INFO:tasks.workunit.client.0.smithi067.stdout: "subsystem_id": 32902 2024-07-29T15:02:24.373 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.373 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_smart_health_information_add_log": { 2024-07-29T15:02:24.373 INFO:tasks.workunit.client.0.smithi067.stdout: "Device stats": { 2024-07-29T15:02:24.373 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_fw_downgrades": { 2024-07-29T15:02:24.373 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:24.373 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:24.373 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.373 INFO:tasks.workunit.client.0.smithi067.stdout: "crc_error_count": { 2024-07-29T15:02:24.373 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:24.373 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:24.373 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.373 INFO:tasks.workunit.client.0.smithi067.stdout: "end_to_end_error_detection_count": { 2024-07-29T15:02:24.373 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:24.373 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:24.374 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.374 INFO:tasks.workunit.client.0.smithi067.stdout: "erase_fail_count": { 2024-07-29T15:02:24.374 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:24.374 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:24.374 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.374 INFO:tasks.workunit.client.0.smithi067.stdout: "host_bytes_written": { 2024-07-29T15:02:24.374 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:24.374 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 43192204 2024-07-29T15:02:24.374 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.374 INFO:tasks.workunit.client.0.smithi067.stdout: "host_ctx_wear_used": { 2024-07-29T15:02:24.374 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:24.374 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 1 2024-07-29T15:02:24.374 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.374 INFO:tasks.workunit.client.0.smithi067.stdout: "media_bytes_read": { 2024-07-29T15:02:24.375 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:24.375 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:24.375 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.375 INFO:tasks.workunit.client.0.smithi067.stdout: "nand_bytes_written": { 2024-07-29T15:02:24.375 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:24.375 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 65494145 2024-07-29T15:02:24.375 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.375 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_stat_indicator": { 2024-07-29T15:02:24.375 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:24.375 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:24.375 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.375 INFO:tasks.workunit.client.0.smithi067.stdout: "pll_lock_loss_count": { 2024-07-29T15:02:24.375 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:24.375 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:24.375 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.376 INFO:tasks.workunit.client.0.smithi067.stdout: "program_fail_count": { 2024-07-29T15:02:24.376 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:24.376 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:24.376 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.376 INFO:tasks.workunit.client.0.smithi067.stdout: "re_alloc_sectr_cnt": { 2024-07-29T15:02:24.376 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:24.376 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:24.376 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.376 INFO:tasks.workunit.client.0.smithi067.stdout: "retry_buffer_overflow_count": { 2024-07-29T15:02:24.376 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:24.376 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:24.376 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.376 INFO:tasks.workunit.client.0.smithi067.stdout: "soft_ecc_err_rate": { 2024-07-29T15:02:24.376 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:24.376 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:24.377 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.377 INFO:tasks.workunit.client.0.smithi067.stdout: "thermal_throttle_status": { 2024-07-29T15:02:24.377 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:24.377 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": { 2024-07-29T15:02:24.377 INFO:tasks.workunit.client.0.smithi067.stdout: "cnt": 0, 2024-07-29T15:02:24.377 INFO:tasks.workunit.client.0.smithi067.stdout: "pct": 0 2024-07-29T15:02:24.377 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.377 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.377 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_host_reads": { 2024-07-29T15:02:24.377 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:24.377 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 65535 2024-07-29T15:02:24.377 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.377 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_media_wear": { 2024-07-29T15:02:24.377 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:24.377 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": "63.999023" 2024-07-29T15:02:24.378 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.378 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_timer": { 2024-07-29T15:02:24.378 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:24.378 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 65535 2024-07-29T15:02:24.378 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.378 INFO:tasks.workunit.client.0.smithi067.stdout: "unexp_power_loss": { 2024-07-29T15:02:24.378 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:24.378 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:24.378 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.378 INFO:tasks.workunit.client.0.smithi067.stdout: "wear_leveling": { 2024-07-29T15:02:24.378 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 86, 2024-07-29T15:02:24.378 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": { 2024-07-29T15:02:24.378 INFO:tasks.workunit.client.0.smithi067.stdout: "avg": 4306, 2024-07-29T15:02:24.378 INFO:tasks.workunit.client.0.smithi067.stdout: "max": 4326, 2024-07-29T15:02:24.378 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 4285 2024-07-29T15:02:24.379 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.379 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.379 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.379 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel Smart log": "nvme0n1" 2024-07-29T15:02:24.379 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.379 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_smart_health_information_log": { 2024-07-29T15:02:24.379 INFO:tasks.workunit.client.0.smithi067.stdout: "available_spare": 100, 2024-07-29T15:02:24.379 INFO:tasks.workunit.client.0.smithi067.stdout: "available_spare_threshold": 10, 2024-07-29T15:02:24.379 INFO:tasks.workunit.client.0.smithi067.stdout: "controller_busy_time": 48, 2024-07-29T15:02:24.379 INFO:tasks.workunit.client.0.smithi067.stdout: "critical_warning": 0, 2024-07-29T15:02:24.379 INFO:tasks.workunit.client.0.smithi067.stdout: "data_units_read": 485337567, 2024-07-29T15:02:24.379 INFO:tasks.workunit.client.0.smithi067.stdout: "data_units_written": 2830644304, 2024-07-29T15:02:24.379 INFO:tasks.workunit.client.0.smithi067.stdout: "host_reads": 7603709057, 2024-07-29T15:02:24.379 INFO:tasks.workunit.client.0.smithi067.stdout: "host_writes": 47082651116, 2024-07-29T15:02:24.380 INFO:tasks.workunit.client.0.smithi067.stdout: "media_errors": 0, 2024-07-29T15:02:24.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_err_log_entries": 0, 2024-07-29T15:02:24.380 INFO:tasks.workunit.client.0.smithi067.stdout: "percentage_used": 14, 2024-07-29T15:02:24.380 INFO:tasks.workunit.client.0.smithi067.stdout: "power_cycles": 52371, 2024-07-29T15:02:24.380 INFO:tasks.workunit.client.0.smithi067.stdout: "power_on_hours": 64337, 2024-07-29T15:02:24.380 INFO:tasks.workunit.client.0.smithi067.stdout: "temperature": 25, 2024-07-29T15:02:24.380 INFO:tasks.workunit.client.0.smithi067.stdout: "unsafe_shutdowns": 2339 2024-07-29T15:02:24.380 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.380 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_vendor": "intel", 2024-07-29T15:02:24.380 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_version": { 2024-07-29T15:02:24.380 INFO:tasks.workunit.client.0.smithi067.stdout: "string": "<1.2", 2024-07-29T15:02:24.380 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:24.380 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.380 INFO:tasks.workunit.client.0.smithi067.stdout: "power_cycle_count": 52371, 2024-07-29T15:02:24.380 INFO:tasks.workunit.client.0.smithi067.stdout: "power_on_time": { 2024-07-29T15:02:24.381 INFO:tasks.workunit.client.0.smithi067.stdout: "hours": 64337 2024-07-29T15:02:24.381 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.381 INFO:tasks.workunit.client.0.smithi067.stdout: "serial_number": "deleted", 2024-07-29T15:02:24.381 INFO:tasks.workunit.client.0.smithi067.stdout: "smart_status": { 2024-07-29T15:02:24.381 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme": { 2024-07-29T15:02:24.381 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:24.381 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.381 INFO:tasks.workunit.client.0.smithi067.stdout: "passed": true 2024-07-29T15:02:24.381 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.381 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl": { 2024-07-29T15:02:24.381 INFO:tasks.workunit.client.0.smithi067.stdout: "argv": [ 2024-07-29T15:02:24.381 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl", 2024-07-29T15:02:24.381 INFO:tasks.workunit.client.0.smithi067.stdout: "-x", 2024-07-29T15:02:24.381 INFO:tasks.workunit.client.0.smithi067.stdout: "--json=o", 2024-07-29T15:02:24.382 INFO:tasks.workunit.client.0.smithi067.stdout: "/dev/nvme0n1" 2024-07-29T15:02:24.382 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:24.382 INFO:tasks.workunit.client.0.smithi067.stdout: "build_info": "(local build)", 2024-07-29T15:02:24.382 INFO:tasks.workunit.client.0.smithi067.stdout: "exit_status": 0, 2024-07-29T15:02:24.382 INFO:tasks.workunit.client.0.smithi067.stdout: "output": [ 2024-07-29T15:02:24.382 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-29T15:02:24.382 INFO:tasks.workunit.client.0.smithi067.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-29T15:02:24.382 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:24.382 INFO:tasks.workunit.client.0.smithi067.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-29T15:02:24.382 INFO:tasks.workunit.client.0.smithi067.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-29T15:02:24.382 INFO:tasks.workunit.client.0.smithi067.stdout: "Serial Number: deleted", 2024-07-29T15:02:24.382 INFO:tasks.workunit.client.0.smithi067.stdout: "Firmware Version: 8DV101H0", 2024-07-29T15:02:24.382 INFO:tasks.workunit.client.0.smithi067.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-29T15:02:24.382 INFO:tasks.workunit.client.0.smithi067.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-29T15:02:24.383 INFO:tasks.workunit.client.0.smithi067.stdout: "Controller ID: 0", 2024-07-29T15:02:24.383 INFO:tasks.workunit.client.0.smithi067.stdout: "NVMe Version: <1.2", 2024-07-29T15:02:24.383 INFO:tasks.workunit.client.0.smithi067.stdout: "Number of Namespaces: 1", 2024-07-29T15:02:24.383 INFO:tasks.workunit.client.0.smithi067.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-29T15:02:24.383 INFO:tasks.workunit.client.0.smithi067.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-29T15:02:24.383 INFO:tasks.workunit.client.0.smithi067.stdout: "Local Time is: Mon Jul 29 14:56:35 2024 UTC", 2024-07-29T15:02:24.383 INFO:tasks.workunit.client.0.smithi067.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-29T15:02:24.383 INFO:tasks.workunit.client.0.smithi067.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-29T15:02:24.383 INFO:tasks.workunit.client.0.smithi067.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-29T15:02:24.383 INFO:tasks.workunit.client.0.smithi067.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-29T15:02:24.383 INFO:tasks.workunit.client.0.smithi067.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-29T15:02:24.383 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:24.383 INFO:tasks.workunit.client.0.smithi067.stdout: "Supported Power States", 2024-07-29T15:02:24.383 INFO:tasks.workunit.client.0.smithi067.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-29T15:02:24.384 INFO:tasks.workunit.client.0.smithi067.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-29T15:02:24.384 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:24.384 INFO:tasks.workunit.client.0.smithi067.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-29T15:02:24.384 INFO:tasks.workunit.client.0.smithi067.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-29T15:02:24.384 INFO:tasks.workunit.client.0.smithi067.stdout: " 0 + 512 0 2", 2024-07-29T15:02:24.384 INFO:tasks.workunit.client.0.smithi067.stdout: " 1 - 512 8 2", 2024-07-29T15:02:24.384 INFO:tasks.workunit.client.0.smithi067.stdout: " 2 - 512 16 2", 2024-07-29T15:02:24.384 INFO:tasks.workunit.client.0.smithi067.stdout: " 3 - 4096 0 0", 2024-07-29T15:02:24.384 INFO:tasks.workunit.client.0.smithi067.stdout: " 4 - 4096 8 0", 2024-07-29T15:02:24.384 INFO:tasks.workunit.client.0.smithi067.stdout: " 5 - 4096 64 0", 2024-07-29T15:02:24.384 INFO:tasks.workunit.client.0.smithi067.stdout: " 6 - 4096 128 0", 2024-07-29T15:02:24.384 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:24.384 INFO:tasks.workunit.client.0.smithi067.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-29T15:02:24.384 INFO:tasks.workunit.client.0.smithi067.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-29T15:02:24.385 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:24.385 INFO:tasks.workunit.client.0.smithi067.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-29T15:02:24.385 INFO:tasks.workunit.client.0.smithi067.stdout: "Critical Warning: 0x00", 2024-07-29T15:02:24.385 INFO:tasks.workunit.client.0.smithi067.stdout: "Temperature: 25 Celsius", 2024-07-29T15:02:24.385 INFO:tasks.workunit.client.0.smithi067.stdout: "Available Spare: 100%", 2024-07-29T15:02:24.385 INFO:tasks.workunit.client.0.smithi067.stdout: "Available Spare Threshold: 10%", 2024-07-29T15:02:24.385 INFO:tasks.workunit.client.0.smithi067.stdout: "Percentage Used: 14%", 2024-07-29T15:02:24.385 INFO:tasks.workunit.client.0.smithi067.stdout: "Data Units Read: 485,337,567 [248 TB]", 2024-07-29T15:02:24.385 INFO:tasks.workunit.client.0.smithi067.stdout: "Data Units Written: 2,830,644,304 [1.44 PB]", 2024-07-29T15:02:24.385 INFO:tasks.workunit.client.0.smithi067.stdout: "Host Read Commands: 7,603,709,057", 2024-07-29T15:02:24.385 INFO:tasks.workunit.client.0.smithi067.stdout: "Host Write Commands: 47,082,651,116", 2024-07-29T15:02:24.385 INFO:tasks.workunit.client.0.smithi067.stdout: "Controller Busy Time: 48", 2024-07-29T15:02:24.385 INFO:tasks.workunit.client.0.smithi067.stdout: "Power Cycles: 52,371", 2024-07-29T15:02:24.385 INFO:tasks.workunit.client.0.smithi067.stdout: "Power On Hours: 64,337", 2024-07-29T15:02:24.386 INFO:tasks.workunit.client.0.smithi067.stdout: "Unsafe Shutdowns: 2,339", 2024-07-29T15:02:24.386 INFO:tasks.workunit.client.0.smithi067.stdout: "Media and Data Integrity Errors: 0", 2024-07-29T15:02:24.386 INFO:tasks.workunit.client.0.smithi067.stdout: "Error Information Log Entries: 0", 2024-07-29T15:02:24.386 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:24.386 INFO:tasks.workunit.client.0.smithi067.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-29T15:02:24.386 INFO:tasks.workunit.client.0.smithi067.stdout: "No Errors Logged", 2024-07-29T15:02:24.386 INFO:tasks.workunit.client.0.smithi067.stdout: "" 2024-07-29T15:02:24.386 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:24.386 INFO:tasks.workunit.client.0.smithi067.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-29T15:02:24.386 INFO:tasks.workunit.client.0.smithi067.stdout: "svn_revision": "5155", 2024-07-29T15:02:24.386 INFO:tasks.workunit.client.0.smithi067.stdout: "version": [ 2024-07-29T15:02:24.386 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:24.386 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:24.386 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:24.387 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.387 INFO:tasks.workunit.client.0.smithi067.stdout: "temperature": { 2024-07-29T15:02:24.387 INFO:tasks.workunit.client.0.smithi067.stdout: "current": 25 2024-07-29T15:02:24.387 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.387 INFO:tasks.workunit.client.0.smithi067.stdout: "user_capacity": { 2024-07-29T15:02:24.387 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T15:02:24.387 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T15:02:24.387 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.387 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.387 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.387 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.387 INFO:tasks.workunit.client.0.smithi067.stdout: "8fb0c8fc-4dbb-11ef-b404-0cc47ab6fc0b": { 2024-07-29T15:02:24.387 INFO:tasks.workunit.client.0.smithi067.stdout: "INTEL_SSDPEDMD400G4_8fb144b2-4dbb-11ef-b404-0cc47ab6fc0b": { 2024-07-29T15:02:24.388 INFO:tasks.workunit.client.0.smithi067.stdout: "20240729-145639": { 2024-07-29T15:02:24.388 INFO:tasks.workunit.client.0.smithi067.stdout: "device": { 2024-07-29T15:02:24.388 INFO:tasks.workunit.client.0.smithi067.stdout: "info_name": "/dev/nvme0n1", 2024-07-29T15:02:24.388 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "/dev/nvme0n1", 2024-07-29T15:02:24.388 INFO:tasks.workunit.client.0.smithi067.stdout: "protocol": "NVMe", 2024-07-29T15:02:24.388 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "nvme" 2024-07-29T15:02:24.388 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.388 INFO:tasks.workunit.client.0.smithi067.stdout: "firmware_version": "8DV101H0", 2024-07-29T15:02:24.388 INFO:tasks.workunit.client.0.smithi067.stdout: "host_id": "8fb0c8fc-4dbb-11ef-b404-0cc47ab6fc0b", 2024-07-29T15:02:24.388 INFO:tasks.workunit.client.0.smithi067.stdout: "json_format_version": [ 2024-07-29T15:02:24.388 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:24.388 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:24.388 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:24.388 INFO:tasks.workunit.client.0.smithi067.stdout: "local_time": { 2024-07-29T15:02:24.389 INFO:tasks.workunit.client.0.smithi067.stdout: "asctime": "Mon Jul 29 14:56:39 2024 UTC", 2024-07-29T15:02:24.389 INFO:tasks.workunit.client.0.smithi067.stdout: "time_t": 1722264999 2024-07-29T15:02:24.389 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.389 INFO:tasks.workunit.client.0.smithi067.stdout: "logical_block_size": 512, 2024-07-29T15:02:24.389 INFO:tasks.workunit.client.0.smithi067.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-29T15:02:24.389 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_controller_id": 0, 2024-07-29T15:02:24.389 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-29T15:02:24.389 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_namespaces": [ 2024-07-29T15:02:24.389 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:24.389 INFO:tasks.workunit.client.0.smithi067.stdout: "capacity": { 2024-07-29T15:02:24.389 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T15:02:24.389 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T15:02:24.389 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.389 INFO:tasks.workunit.client.0.smithi067.stdout: "formatted_lba_size": 512, 2024-07-29T15:02:24.389 INFO:tasks.workunit.client.0.smithi067.stdout: "id": 1, 2024-07-29T15:02:24.390 INFO:tasks.workunit.client.0.smithi067.stdout: "size": { 2024-07-29T15:02:24.390 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T15:02:24.390 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T15:02:24.390 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.390 INFO:tasks.workunit.client.0.smithi067.stdout: "utilization": { 2024-07-29T15:02:24.390 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T15:02:24.390 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T15:02:24.390 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.390 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.390 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:24.390 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_number_of_namespaces": 1, 2024-07-29T15:02:24.390 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_pci_vendor": { 2024-07-29T15:02:24.390 INFO:tasks.workunit.client.0.smithi067.stdout: "id": 32902, 2024-07-29T15:02:24.390 INFO:tasks.workunit.client.0.smithi067.stdout: "subsystem_id": 32902 2024-07-29T15:02:24.391 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.391 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_smart_health_information_add_log": { 2024-07-29T15:02:24.391 INFO:tasks.workunit.client.0.smithi067.stdout: "Device stats": { 2024-07-29T15:02:24.391 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_fw_downgrades": { 2024-07-29T15:02:24.391 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:24.391 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:24.391 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.391 INFO:tasks.workunit.client.0.smithi067.stdout: "crc_error_count": { 2024-07-29T15:02:24.391 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:24.391 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:24.391 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.391 INFO:tasks.workunit.client.0.smithi067.stdout: "end_to_end_error_detection_count": { 2024-07-29T15:02:24.391 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:24.391 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:24.392 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.392 INFO:tasks.workunit.client.0.smithi067.stdout: "erase_fail_count": { 2024-07-29T15:02:24.392 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:24.392 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:24.392 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.392 INFO:tasks.workunit.client.0.smithi067.stdout: "host_bytes_written": { 2024-07-29T15:02:24.392 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:24.392 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 28181635 2024-07-29T15:02:24.392 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.392 INFO:tasks.workunit.client.0.smithi067.stdout: "host_ctx_wear_used": { 2024-07-29T15:02:24.392 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:24.392 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 1 2024-07-29T15:02:24.393 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.393 INFO:tasks.workunit.client.0.smithi067.stdout: "media_bytes_read": { 2024-07-29T15:02:24.393 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:24.394 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:24.394 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.394 INFO:tasks.workunit.client.0.smithi067.stdout: "nand_bytes_written": { 2024-07-29T15:02:24.394 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:24.394 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 50403402 2024-07-29T15:02:24.394 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.394 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_stat_indicator": { 2024-07-29T15:02:24.394 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:24.394 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:24.394 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.394 INFO:tasks.workunit.client.0.smithi067.stdout: "pll_lock_loss_count": { 2024-07-29T15:02:24.394 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:24.394 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:24.394 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.395 INFO:tasks.workunit.client.0.smithi067.stdout: "program_fail_count": { 2024-07-29T15:02:24.395 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:24.395 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:24.395 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.395 INFO:tasks.workunit.client.0.smithi067.stdout: "re_alloc_sectr_cnt": { 2024-07-29T15:02:24.395 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:24.395 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:24.395 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.395 INFO:tasks.workunit.client.0.smithi067.stdout: "retry_buffer_overflow_count": { 2024-07-29T15:02:24.395 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:24.395 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:24.395 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.395 INFO:tasks.workunit.client.0.smithi067.stdout: "soft_ecc_err_rate": { 2024-07-29T15:02:24.396 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:24.396 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:24.396 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.396 INFO:tasks.workunit.client.0.smithi067.stdout: "thermal_throttle_status": { 2024-07-29T15:02:24.396 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:24.396 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": { 2024-07-29T15:02:24.396 INFO:tasks.workunit.client.0.smithi067.stdout: "cnt": 0, 2024-07-29T15:02:24.396 INFO:tasks.workunit.client.0.smithi067.stdout: "pct": 0 2024-07-29T15:02:24.396 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.396 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.396 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_host_reads": { 2024-07-29T15:02:24.396 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:24.396 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 65535 2024-07-29T15:02:24.396 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.397 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_media_wear": { 2024-07-29T15:02:24.397 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:24.397 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": "63.999023" 2024-07-29T15:02:24.397 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.397 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_timer": { 2024-07-29T15:02:24.397 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:24.397 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 65535 2024-07-29T15:02:24.397 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.397 INFO:tasks.workunit.client.0.smithi067.stdout: "unexp_power_loss": { 2024-07-29T15:02:24.397 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:24.397 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:24.397 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.397 INFO:tasks.workunit.client.0.smithi067.stdout: "wear_leveling": { 2024-07-29T15:02:24.397 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 89, 2024-07-29T15:02:24.397 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": { 2024-07-29T15:02:24.398 INFO:tasks.workunit.client.0.smithi067.stdout: "avg": 3456, 2024-07-29T15:02:24.398 INFO:tasks.workunit.client.0.smithi067.stdout: "max": 3473, 2024-07-29T15:02:24.398 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 3441 2024-07-29T15:02:24.398 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.398 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.398 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.398 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel Smart log": "nvme0n1" 2024-07-29T15:02:24.398 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.398 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_smart_health_information_log": { 2024-07-29T15:02:24.398 INFO:tasks.workunit.client.0.smithi067.stdout: "available_spare": 100, 2024-07-29T15:02:24.398 INFO:tasks.workunit.client.0.smithi067.stdout: "available_spare_threshold": 10, 2024-07-29T15:02:24.398 INFO:tasks.workunit.client.0.smithi067.stdout: "controller_busy_time": 52, 2024-07-29T15:02:24.398 INFO:tasks.workunit.client.0.smithi067.stdout: "critical_warning": 0, 2024-07-29T15:02:24.399 INFO:tasks.workunit.client.0.smithi067.stdout: "data_units_read": 389542703, 2024-07-29T15:02:24.399 INFO:tasks.workunit.client.0.smithi067.stdout: "data_units_written": 1846911687, 2024-07-29T15:02:24.399 INFO:tasks.workunit.client.0.smithi067.stdout: "host_reads": 6188054102, 2024-07-29T15:02:24.399 INFO:tasks.workunit.client.0.smithi067.stdout: "host_writes": 32973547230, 2024-07-29T15:02:24.399 INFO:tasks.workunit.client.0.smithi067.stdout: "media_errors": 0, 2024-07-29T15:02:24.399 INFO:tasks.workunit.client.0.smithi067.stdout: "num_err_log_entries": 0, 2024-07-29T15:02:24.399 INFO:tasks.workunit.client.0.smithi067.stdout: "percentage_used": 11, 2024-07-29T15:02:24.399 INFO:tasks.workunit.client.0.smithi067.stdout: "power_cycles": 60364, 2024-07-29T15:02:24.399 INFO:tasks.workunit.client.0.smithi067.stdout: "power_on_hours": 54901, 2024-07-29T15:02:24.399 INFO:tasks.workunit.client.0.smithi067.stdout: "temperature": 26, 2024-07-29T15:02:24.399 INFO:tasks.workunit.client.0.smithi067.stdout: "unsafe_shutdowns": 2536 2024-07-29T15:02:24.399 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.399 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_vendor": "intel", 2024-07-29T15:02:24.399 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_version": { 2024-07-29T15:02:24.399 INFO:tasks.workunit.client.0.smithi067.stdout: "string": "<1.2", 2024-07-29T15:02:24.400 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:24.400 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.400 INFO:tasks.workunit.client.0.smithi067.stdout: "power_cycle_count": 60364, 2024-07-29T15:02:24.400 INFO:tasks.workunit.client.0.smithi067.stdout: "power_on_time": { 2024-07-29T15:02:24.400 INFO:tasks.workunit.client.0.smithi067.stdout: "hours": 54901 2024-07-29T15:02:24.400 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.400 INFO:tasks.workunit.client.0.smithi067.stdout: "serial_number": "deleted", 2024-07-29T15:02:24.400 INFO:tasks.workunit.client.0.smithi067.stdout: "smart_status": { 2024-07-29T15:02:24.400 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme": { 2024-07-29T15:02:24.400 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:24.400 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.400 INFO:tasks.workunit.client.0.smithi067.stdout: "passed": true 2024-07-29T15:02:24.400 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.400 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl": { 2024-07-29T15:02:24.400 INFO:tasks.workunit.client.0.smithi067.stdout: "argv": [ 2024-07-29T15:02:24.401 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl", 2024-07-29T15:02:24.401 INFO:tasks.workunit.client.0.smithi067.stdout: "-x", 2024-07-29T15:02:24.401 INFO:tasks.workunit.client.0.smithi067.stdout: "--json=o", 2024-07-29T15:02:24.401 INFO:tasks.workunit.client.0.smithi067.stdout: "/dev/nvme0n1" 2024-07-29T15:02:24.401 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:24.401 INFO:tasks.workunit.client.0.smithi067.stdout: "build_info": "(local build)", 2024-07-29T15:02:24.401 INFO:tasks.workunit.client.0.smithi067.stdout: "exit_status": 0, 2024-07-29T15:02:24.401 INFO:tasks.workunit.client.0.smithi067.stdout: "output": [ 2024-07-29T15:02:24.401 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-29T15:02:24.401 INFO:tasks.workunit.client.0.smithi067.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-29T15:02:24.401 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:24.401 INFO:tasks.workunit.client.0.smithi067.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-29T15:02:24.401 INFO:tasks.workunit.client.0.smithi067.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-29T15:02:24.401 INFO:tasks.workunit.client.0.smithi067.stdout: "Serial Number: deleted", 2024-07-29T15:02:24.401 INFO:tasks.workunit.client.0.smithi067.stdout: "Firmware Version: 8DV101H0", 2024-07-29T15:02:24.402 INFO:tasks.workunit.client.0.smithi067.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-29T15:02:24.402 INFO:tasks.workunit.client.0.smithi067.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-29T15:02:24.402 INFO:tasks.workunit.client.0.smithi067.stdout: "Controller ID: 0", 2024-07-29T15:02:24.402 INFO:tasks.workunit.client.0.smithi067.stdout: "NVMe Version: <1.2", 2024-07-29T15:02:24.402 INFO:tasks.workunit.client.0.smithi067.stdout: "Number of Namespaces: 1", 2024-07-29T15:02:24.402 INFO:tasks.workunit.client.0.smithi067.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-29T15:02:24.402 INFO:tasks.workunit.client.0.smithi067.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-29T15:02:24.402 INFO:tasks.workunit.client.0.smithi067.stdout: "Local Time is: Mon Jul 29 14:56:39 2024 UTC", 2024-07-29T15:02:24.402 INFO:tasks.workunit.client.0.smithi067.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-29T15:02:24.402 INFO:tasks.workunit.client.0.smithi067.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-29T15:02:24.402 INFO:tasks.workunit.client.0.smithi067.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-29T15:02:24.402 INFO:tasks.workunit.client.0.smithi067.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-29T15:02:24.402 INFO:tasks.workunit.client.0.smithi067.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-29T15:02:24.402 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:24.403 INFO:tasks.workunit.client.0.smithi067.stdout: "Supported Power States", 2024-07-29T15:02:24.403 INFO:tasks.workunit.client.0.smithi067.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-29T15:02:24.403 INFO:tasks.workunit.client.0.smithi067.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-29T15:02:24.403 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:24.403 INFO:tasks.workunit.client.0.smithi067.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-29T15:02:24.403 INFO:tasks.workunit.client.0.smithi067.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-29T15:02:24.403 INFO:tasks.workunit.client.0.smithi067.stdout: " 0 + 512 0 2", 2024-07-29T15:02:24.403 INFO:tasks.workunit.client.0.smithi067.stdout: " 1 - 512 8 2", 2024-07-29T15:02:24.403 INFO:tasks.workunit.client.0.smithi067.stdout: " 2 - 512 16 2", 2024-07-29T15:02:24.403 INFO:tasks.workunit.client.0.smithi067.stdout: " 3 - 4096 0 0", 2024-07-29T15:02:24.403 INFO:tasks.workunit.client.0.smithi067.stdout: " 4 - 4096 8 0", 2024-07-29T15:02:24.403 INFO:tasks.workunit.client.0.smithi067.stdout: " 5 - 4096 64 0", 2024-07-29T15:02:24.403 INFO:tasks.workunit.client.0.smithi067.stdout: " 6 - 4096 128 0", 2024-07-29T15:02:24.403 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:24.404 INFO:tasks.workunit.client.0.smithi067.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-29T15:02:24.404 INFO:tasks.workunit.client.0.smithi067.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-29T15:02:24.404 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:24.404 INFO:tasks.workunit.client.0.smithi067.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-29T15:02:24.404 INFO:tasks.workunit.client.0.smithi067.stdout: "Critical Warning: 0x00", 2024-07-29T15:02:24.404 INFO:tasks.workunit.client.0.smithi067.stdout: "Temperature: 26 Celsius", 2024-07-29T15:02:24.404 INFO:tasks.workunit.client.0.smithi067.stdout: "Available Spare: 100%", 2024-07-29T15:02:24.404 INFO:tasks.workunit.client.0.smithi067.stdout: "Available Spare Threshold: 10%", 2024-07-29T15:02:24.404 INFO:tasks.workunit.client.0.smithi067.stdout: "Percentage Used: 11%", 2024-07-29T15:02:24.404 INFO:tasks.workunit.client.0.smithi067.stdout: "Data Units Read: 389,542,703 [199 TB]", 2024-07-29T15:02:24.404 INFO:tasks.workunit.client.0.smithi067.stdout: "Data Units Written: 1,846,911,687 [945 TB]", 2024-07-29T15:02:24.404 INFO:tasks.workunit.client.0.smithi067.stdout: "Host Read Commands: 6,188,054,102", 2024-07-29T15:02:24.404 INFO:tasks.workunit.client.0.smithi067.stdout: "Host Write Commands: 32,973,547,230", 2024-07-29T15:02:24.404 INFO:tasks.workunit.client.0.smithi067.stdout: "Controller Busy Time: 52", 2024-07-29T15:02:24.405 INFO:tasks.workunit.client.0.smithi067.stdout: "Power Cycles: 60,364", 2024-07-29T15:02:24.405 INFO:tasks.workunit.client.0.smithi067.stdout: "Power On Hours: 54,901", 2024-07-29T15:02:24.405 INFO:tasks.workunit.client.0.smithi067.stdout: "Unsafe Shutdowns: 2,536", 2024-07-29T15:02:24.405 INFO:tasks.workunit.client.0.smithi067.stdout: "Media and Data Integrity Errors: 0", 2024-07-29T15:02:24.405 INFO:tasks.workunit.client.0.smithi067.stdout: "Error Information Log Entries: 0", 2024-07-29T15:02:24.405 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:24.405 INFO:tasks.workunit.client.0.smithi067.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-29T15:02:24.405 INFO:tasks.workunit.client.0.smithi067.stdout: "No Errors Logged", 2024-07-29T15:02:24.405 INFO:tasks.workunit.client.0.smithi067.stdout: "" 2024-07-29T15:02:24.405 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:24.405 INFO:tasks.workunit.client.0.smithi067.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-29T15:02:24.405 INFO:tasks.workunit.client.0.smithi067.stdout: "svn_revision": "5155", 2024-07-29T15:02:24.405 INFO:tasks.workunit.client.0.smithi067.stdout: "version": [ 2024-07-29T15:02:24.405 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:24.406 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:24.406 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:24.406 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.406 INFO:tasks.workunit.client.0.smithi067.stdout: "temperature": { 2024-07-29T15:02:24.406 INFO:tasks.workunit.client.0.smithi067.stdout: "current": 26 2024-07-29T15:02:24.406 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.406 INFO:tasks.workunit.client.0.smithi067.stdout: "user_capacity": { 2024-07-29T15:02:24.406 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T15:02:24.406 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T15:02:24.406 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.406 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.406 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.406 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.407 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.407 INFO:tasks.workunit.client.0.smithi067.stdout: "report": { 2024-07-29T15:02:24.407 INFO:tasks.workunit.client.0.smithi067.stdout: "balancer": { 2024-07-29T15:02:24.407 INFO:tasks.workunit.client.0.smithi067.stdout: "active": true, 2024-07-29T15:02:24.407 INFO:tasks.workunit.client.0.smithi067.stdout: "mode": "" 2024-07-29T15:02:24.407 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.407 INFO:tasks.workunit.client.0.smithi067.stdout: "channels": [ 2024-07-29T15:02:24.407 INFO:tasks.workunit.client.0.smithi067.stdout: "basic", 2024-07-29T15:02:24.407 INFO:tasks.workunit.client.0.smithi067.stdout: "crash", 2024-07-29T15:02:24.407 INFO:tasks.workunit.client.0.smithi067.stdout: "device", 2024-07-29T15:02:24.407 INFO:tasks.workunit.client.0.smithi067.stdout: "ident" 2024-07-29T15:02:24.407 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:24.407 INFO:tasks.workunit.client.0.smithi067.stdout: "channels_available": [ 2024-07-29T15:02:24.407 INFO:tasks.workunit.client.0.smithi067.stdout: "basic", 2024-07-29T15:02:24.407 INFO:tasks.workunit.client.0.smithi067.stdout: "ident", 2024-07-29T15:02:24.407 INFO:tasks.workunit.client.0.smithi067.stdout: "crash", 2024-07-29T15:02:24.408 INFO:tasks.workunit.client.0.smithi067.stdout: "device", 2024-07-29T15:02:24.408 INFO:tasks.workunit.client.0.smithi067.stdout: "perf" 2024-07-29T15:02:24.408 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:24.408 INFO:tasks.workunit.client.0.smithi067.stdout: "collections_available": [ 2024-07-29T15:02:24.408 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_base", 2024-07-29T15:02:24.408 INFO:tasks.workunit.client.0.smithi067.stdout: "device_base", 2024-07-29T15:02:24.408 INFO:tasks.workunit.client.0.smithi067.stdout: "crash_base", 2024-07-29T15:02:24.408 INFO:tasks.workunit.client.0.smithi067.stdout: "ident_base", 2024-07-29T15:02:24.408 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_perf", 2024-07-29T15:02:24.408 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_mds_metadata", 2024-07-29T15:02:24.408 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_usage", 2024-07-29T15:02:24.408 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_usage_by_class", 2024-07-29T15:02:24.408 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_rook_v01", 2024-07-29T15:02:24.408 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_memory_metrics", 2024-07-29T15:02:24.408 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_options_bluestore" 2024-07-29T15:02:24.409 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:24.409 INFO:tasks.workunit.client.0.smithi067.stdout: "collections_opted_in": [ 2024-07-29T15:02:24.409 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_base", 2024-07-29T15:02:24.409 INFO:tasks.workunit.client.0.smithi067.stdout: "device_base", 2024-07-29T15:02:24.409 INFO:tasks.workunit.client.0.smithi067.stdout: "crash_base", 2024-07-29T15:02:24.409 INFO:tasks.workunit.client.0.smithi067.stdout: "ident_base", 2024-07-29T15:02:24.409 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_perf", 2024-07-29T15:02:24.409 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_mds_metadata", 2024-07-29T15:02:24.409 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_usage", 2024-07-29T15:02:24.409 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_usage_by_class", 2024-07-29T15:02:24.409 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_rook_v01", 2024-07-29T15:02:24.409 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_memory_metrics", 2024-07-29T15:02:24.409 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_options_bluestore" 2024-07-29T15:02:24.409 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:24.410 INFO:tasks.workunit.client.0.smithi067.stdout: "config": { 2024-07-29T15:02:24.410 INFO:tasks.workunit.client.0.smithi067.stdout: "active_changed": [ 2024-07-29T15:02:24.410 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-29T15:02:24.410 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_debug", 2024-07-29T15:02:24.410 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_mon_ticket_ttl", 2024-07-29T15:02:24.410 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_service_ticket_ttl", 2024-07-29T15:02:24.410 INFO:tasks.workunit.client.0.smithi067.stdout: "bdev_debug_aio", 2024-07-29T15:02:24.410 INFO:tasks.workunit.client.0.smithi067.stdout: "client_check_pool_perm", 2024-07-29T15:02:24.410 INFO:tasks.workunit.client.0.smithi067.stdout: "client_mount_gid", 2024-07-29T15:02:24.410 INFO:tasks.workunit.client.0.smithi067.stdout: "client_mount_uid", 2024-07-29T15:02:24.410 INFO:tasks.workunit.client.0.smithi067.stdout: "client_quota", 2024-07-29T15:02:24.410 INFO:tasks.workunit.client.0.smithi067.stdout: "container_image", 2024-07-29T15:02:24.410 INFO:tasks.workunit.client.0.smithi067.stdout: "daemonize", 2024-07-29T15:02:24.410 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_asserts_on_shutdown", 2024-07-29T15:02:24.411 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_mgr", 2024-07-29T15:02:24.411 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_mon", 2024-07-29T15:02:24.411 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_ms", 2024-07-29T15:02:24.411 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_osd", 2024-07-29T15:02:24.411 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_paxos", 2024-07-29T15:02:24.411 INFO:tasks.workunit.client.0.smithi067.stdout: "keyring", 2024-07-29T15:02:24.411 INFO:tasks.workunit.client.0.smithi067.stdout: "leveldb_block_size", 2024-07-29T15:02:24.411 INFO:tasks.workunit.client.0.smithi067.stdout: "leveldb_cache_size", 2024-07-29T15:02:24.411 INFO:tasks.workunit.client.0.smithi067.stdout: "leveldb_compression", 2024-07-29T15:02:24.411 INFO:tasks.workunit.client.0.smithi067.stdout: "leveldb_log", 2024-07-29T15:02:24.411 INFO:tasks.workunit.client.0.smithi067.stdout: "leveldb_write_buffer_size", 2024-07-29T15:02:24.411 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_file", 2024-07-29T15:02:24.411 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_journald", 2024-07-29T15:02:24.411 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_stderr", 2024-07-29T15:02:24.412 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_allow_pool_delete", 2024-07-29T15:02:24.412 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_clock_drift_allowed", 2024-07-29T15:02:24.412 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_cluster_log_to_file", 2024-07-29T15:02:24.412 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_cluster_log_to_journald", 2024-07-29T15:02:24.412 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_cluster_log_to_stderr", 2024-07-29T15:02:24.412 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_data_avail_warn", 2024-07-29T15:02:24.412 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_election_default_strategy", 2024-07-29T15:02:24.412 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_host", 2024-07-29T15:02:24.412 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_max_pg_per_osd", 2024-07-29T15:02:24.412 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_mgr_mkfs_grace", 2024-07-29T15:02:24.412 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_osd_prime_pg_temp", 2024-07-29T15:02:24.412 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_osd_reporter_subtree_level", 2024-07-29T15:02:24.412 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_pg_warn_max_object_skew", 2024-07-29T15:02:24.412 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-29T15:02:24.412 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-29T15:02:24.413 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-29T15:02:24.413 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-29T15:02:24.413 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-29T15:02:24.413 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-29T15:02:24.413 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-29T15:02:24.413 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-29T15:02:24.413 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_too_few_osds", 2024-07-29T15:02:24.413 INFO:tasks.workunit.client.0.smithi067.stdout: "ms_die_on_bug", 2024-07-29T15:02:24.413 INFO:tasks.workunit.client.0.smithi067.stdout: "ms_die_on_old_message", 2024-07-29T15:02:24.413 INFO:tasks.workunit.client.0.smithi067.stdout: "no_config_file", 2024-07-29T15:02:24.413 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_class_default_list", 2024-07-29T15:02:24.413 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_class_load_list", 2024-07-29T15:02:24.413 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_misdirected_ops", 2024-07-29T15:02:24.414 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_op_order", 2024-07-29T15:02:24.414 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_pg_log_writeout", 2024-07-29T15:02:24.414 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_shutdown", 2024-07-29T15:02:24.414 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_cached_snaps", 2024-07-29T15:02:24.414 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_missing_on_start", 2024-07-29T15:02:24.414 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_stray_on_activate", 2024-07-29T15:02:24.414 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-29T15:02:24.414 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_profile", 2024-07-29T15:02:24.414 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-07-29T15:02:24.414 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-07-29T15:02:24.414 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-07-29T15:02:24.414 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-07-29T15:02:24.414 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-07-29T15:02:24.414 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-07-29T15:02:24.415 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_client_lim", 2024-07-29T15:02:24.415 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_client_res", 2024-07-29T15:02:24.415 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_client_wgt", 2024-07-29T15:02:24.415 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_memory_target", 2024-07-29T15:02:24.415 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_memory_target_autotune", 2024-07-29T15:02:24.415 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_op_queue", 2024-07-29T15:02:24.415 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_op_queue_cut_off", 2024-07-29T15:02:24.415 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pool_default_erasure_code_profile", 2024-07-29T15:02:24.415 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-29T15:02:24.415 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recover_clone_overlap", 2024-07-29T15:02:24.415 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_max_chunk", 2024-07-29T15:02:24.415 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_load_threshold", 2024-07-29T15:02:24.415 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_max_interval", 2024-07-29T15:02:24.416 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_shutdown_pgref_assert", 2024-07-29T15:02:24.416 INFO:tasks.workunit.client.0.smithi067.stdout: "public_addr", 2024-07-29T15:02:24.416 INFO:tasks.workunit.client.0.smithi067.stdout: "public_addrv", 2024-07-29T15:02:24.416 INFO:tasks.workunit.client.0.smithi067.stdout: "public_network", 2024-07-29T15:02:24.416 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd_default_features", 2024-07-29T15:02:24.416 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd_qos_exclude_ops", 2024-07-29T15:02:24.416 INFO:tasks.workunit.client.0.smithi067.stdout: "setgroup", 2024-07-29T15:02:24.416 INFO:tasks.workunit.client.0.smithi067.stdout: "setuser" 2024-07-29T15:02:24.416 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:24.416 INFO:tasks.workunit.client.0.smithi067.stdout: "cluster_changed": [ 2024-07-29T15:02:24.416 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-29T15:02:24.416 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_debug", 2024-07-29T15:02:24.416 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_mon_ticket_ttl", 2024-07-29T15:02:24.417 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_service_ticket_ttl", 2024-07-29T15:02:24.417 INFO:tasks.workunit.client.0.smithi067.stdout: "bdev_debug_aio", 2024-07-29T15:02:24.417 INFO:tasks.workunit.client.0.smithi067.stdout: "container_image", 2024-07-29T15:02:24.417 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_asserts_on_shutdown", 2024-07-29T15:02:24.417 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_mgr", 2024-07-29T15:02:24.417 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_mon", 2024-07-29T15:02:24.417 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_ms", 2024-07-29T15:02:24.417 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_osd", 2024-07-29T15:02:24.417 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_paxos", 2024-07-29T15:02:24.417 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_file", 2024-07-29T15:02:24.417 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_journald", 2024-07-29T15:02:24.417 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_stderr", 2024-07-29T15:02:24.417 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_join_fs", 2024-07-29T15:02:24.418 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/cephadm/allow_ptrace", 2024-07-29T15:02:24.418 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/cephadm/container_init", 2024-07-29T15:02:24.418 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/cephadm/migration_current", 2024-07-29T15:02:24.418 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/cephadm/use_repo_digest", 2024-07-29T15:02:24.418 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-07-29T15:02:24.418 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-07-29T15:02:24.418 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-07-29T15:02:24.418 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-07-29T15:02:24.418 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/ssl_server_port", 2024-07-29T15:02:24.418 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/orchestrator/orchestrator", 2024-07-29T15:02:24.418 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/channel_ident", 2024-07-29T15:02:24.418 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/description", 2024-07-29T15:02:24.418 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/organization", 2024-07-29T15:02:24.418 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_allow_pool_delete", 2024-07-29T15:02:24.418 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_clock_drift_allowed", 2024-07-29T15:02:24.419 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_cluster_log_to_file", 2024-07-29T15:02:24.419 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_data_avail_warn", 2024-07-29T15:02:24.419 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_election_default_strategy", 2024-07-29T15:02:24.419 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_max_pg_per_osd", 2024-07-29T15:02:24.419 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_mgr_mkfs_grace", 2024-07-29T15:02:24.419 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_osd_prime_pg_temp", 2024-07-29T15:02:24.419 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_osd_reporter_subtree_level", 2024-07-29T15:02:24.419 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_pg_warn_max_object_skew", 2024-07-29T15:02:24.419 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-29T15:02:24.419 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-29T15:02:24.419 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-29T15:02:24.419 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-29T15:02:24.419 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-29T15:02:24.419 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-29T15:02:24.420 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-29T15:02:24.420 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-29T15:02:24.420 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_too_few_osds", 2024-07-29T15:02:24.420 INFO:tasks.workunit.client.0.smithi067.stdout: "ms_die_on_bug", 2024-07-29T15:02:24.420 INFO:tasks.workunit.client.0.smithi067.stdout: "ms_die_on_old_message", 2024-07-29T15:02:24.420 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_class_default_list", 2024-07-29T15:02:24.420 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_class_load_list", 2024-07-29T15:02:24.420 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_misdirected_ops", 2024-07-29T15:02:24.420 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_op_order", 2024-07-29T15:02:24.420 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_pg_log_writeout", 2024-07-29T15:02:24.420 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_shutdown", 2024-07-29T15:02:24.420 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_cached_snaps", 2024-07-29T15:02:24.420 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_missing_on_start", 2024-07-29T15:02:24.420 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_stray_on_activate", 2024-07-29T15:02:24.421 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-29T15:02:24.421 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_profile", 2024-07-29T15:02:24.421 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_memory_target", 2024-07-29T15:02:24.421 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_memory_target_autotune", 2024-07-29T15:02:24.421 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_op_queue", 2024-07-29T15:02:24.421 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_op_queue_cut_off", 2024-07-29T15:02:24.421 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pool_default_erasure_code_profile", 2024-07-29T15:02:24.421 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-29T15:02:24.421 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recover_clone_overlap", 2024-07-29T15:02:24.421 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_max_chunk", 2024-07-29T15:02:24.421 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_load_threshold", 2024-07-29T15:02:24.421 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_max_interval", 2024-07-29T15:02:24.421 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_shutdown_pgref_assert", 2024-07-29T15:02:24.422 INFO:tasks.workunit.client.0.smithi067.stdout: "public_network", 2024-07-29T15:02:24.422 INFO:tasks.workunit.client.0.smithi067.stdout: "rgw_cache_enabled", 2024-07-29T15:02:24.422 INFO:tasks.workunit.client.0.smithi067.stdout: "rgw_enable_ops_log", 2024-07-29T15:02:24.422 INFO:tasks.workunit.client.0.smithi067.stdout: "rgw_enable_usage_log" 2024-07-29T15:02:24.422 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:24.422 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.422 INFO:tasks.workunit.client.0.smithi067.stdout: "contact": null, 2024-07-29T15:02:24.422 INFO:tasks.workunit.client.0.smithi067.stdout: "crashes": [], 2024-07-29T15:02:24.422 INFO:tasks.workunit.client.0.smithi067.stdout: "created": "2024-07-29T14:53:34.720315Z", 2024-07-29T15:02:24.422 INFO:tasks.workunit.client.0.smithi067.stdout: "crush": { 2024-07-29T15:02:24.422 INFO:tasks.workunit.client.0.smithi067.stdout: "bucket_algs": { 2024-07-29T15:02:24.422 INFO:tasks.workunit.client.0.smithi067.stdout: "straw2": 3 2024-07-29T15:02:24.422 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.422 INFO:tasks.workunit.client.0.smithi067.stdout: "bucket_sizes": { 2024-07-29T15:02:24.423 INFO:tasks.workunit.client.0.smithi067.stdout: "2": 1, 2024-07-29T15:02:24.423 INFO:tasks.workunit.client.0.smithi067.stdout: "4": 2 2024-07-29T15:02:24.423 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.423 INFO:tasks.workunit.client.0.smithi067.stdout: "bucket_types": { 2024-07-29T15:02:24.423 INFO:tasks.workunit.client.0.smithi067.stdout: "1": 2, 2024-07-29T15:02:24.423 INFO:tasks.workunit.client.0.smithi067.stdout: "11": 1 2024-07-29T15:02:24.423 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.423 INFO:tasks.workunit.client.0.smithi067.stdout: "compat_weight_set": false, 2024-07-29T15:02:24.423 INFO:tasks.workunit.client.0.smithi067.stdout: "device_classes": [ 2024-07-29T15:02:24.423 INFO:tasks.workunit.client.0.smithi067.stdout: 8 2024-07-29T15:02:24.423 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:24.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_buckets": 6, 2024-07-29T15:02:24.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_devices": 8, 2024-07-29T15:02:24.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_rules": 1, 2024-07-29T15:02:24.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_types": 12, 2024-07-29T15:02:24.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_weight_sets": 0, 2024-07-29T15:02:24.424 INFO:tasks.workunit.client.0.smithi067.stdout: "tunables": { 2024-07-29T15:02:24.424 INFO:tasks.workunit.client.0.smithi067.stdout: "allowed_bucket_algs": 54, 2024-07-29T15:02:24.424 INFO:tasks.workunit.client.0.smithi067.stdout: "choose_local_fallback_tries": 0, 2024-07-29T15:02:24.424 INFO:tasks.workunit.client.0.smithi067.stdout: "choose_local_tries": 0, 2024-07-29T15:02:24.424 INFO:tasks.workunit.client.0.smithi067.stdout: "choose_total_tries": 50, 2024-07-29T15:02:24.424 INFO:tasks.workunit.client.0.smithi067.stdout: "chooseleaf_descend_once": 1, 2024-07-29T15:02:24.424 INFO:tasks.workunit.client.0.smithi067.stdout: "chooseleaf_stable": 1, 2024-07-29T15:02:24.424 INFO:tasks.workunit.client.0.smithi067.stdout: "chooseleaf_vary_r": 1, 2024-07-29T15:02:24.424 INFO:tasks.workunit.client.0.smithi067.stdout: "has_v2_rules": 0, 2024-07-29T15:02:24.424 INFO:tasks.workunit.client.0.smithi067.stdout: "has_v3_rules": 0, 2024-07-29T15:02:24.424 INFO:tasks.workunit.client.0.smithi067.stdout: "has_v4_buckets": 1, 2024-07-29T15:02:24.424 INFO:tasks.workunit.client.0.smithi067.stdout: "has_v5_rules": 0, 2024-07-29T15:02:24.425 INFO:tasks.workunit.client.0.smithi067.stdout: "legacy_tunables": 0, 2024-07-29T15:02:24.425 INFO:tasks.workunit.client.0.smithi067.stdout: "minimum_required_version": "jewel", 2024-07-29T15:02:24.425 INFO:tasks.workunit.client.0.smithi067.stdout: "optimal_tunables": 1, 2024-07-29T15:02:24.425 INFO:tasks.workunit.client.0.smithi067.stdout: "profile": "jewel", 2024-07-29T15:02:24.425 INFO:tasks.workunit.client.0.smithi067.stdout: "require_feature_tunables": 1, 2024-07-29T15:02:24.425 INFO:tasks.workunit.client.0.smithi067.stdout: "require_feature_tunables2": 1, 2024-07-29T15:02:24.425 INFO:tasks.workunit.client.0.smithi067.stdout: "require_feature_tunables3": 1, 2024-07-29T15:02:24.425 INFO:tasks.workunit.client.0.smithi067.stdout: "require_feature_tunables5": 1, 2024-07-29T15:02:24.425 INFO:tasks.workunit.client.0.smithi067.stdout: "straw_calc_version": 1 2024-07-29T15:02:24.425 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.425 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.425 INFO:tasks.workunit.client.0.smithi067.stdout: "description": "upgrade test cluster", 2024-07-29T15:02:24.425 INFO:tasks.workunit.client.0.smithi067.stdout: "fs": { 2024-07-29T15:02:24.425 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:24.425 INFO:tasks.workunit.client.0.smithi067.stdout: "feature_flags": { 2024-07-29T15:02:24.426 INFO:tasks.workunit.client.0.smithi067.stdout: "enable_multiple": true, 2024-07-29T15:02:24.426 INFO:tasks.workunit.client.0.smithi067.stdout: "ever_enabled_multiple": true 2024-07-29T15:02:24.426 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.426 INFO:tasks.workunit.client.0.smithi067.stdout: "filesystems": [ 2024-07-29T15:02:24.426 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:24.426 INFO:tasks.workunit.client.0.smithi067.stdout: "approx_ctime": "2024-07", 2024-07-29T15:02:24.426 INFO:tasks.workunit.client.0.smithi067.stdout: "balancer_enabled": false, 2024-07-29T15:02:24.426 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:24.426 INFO:tasks.workunit.client.0.smithi067.stdout: "cached_caps": 0, 2024-07-29T15:02:24.426 INFO:tasks.workunit.client.0.smithi067.stdout: "cached_dns": 10, 2024-07-29T15:02:24.426 INFO:tasks.workunit.client.0.smithi067.stdout: "cached_inos": 13, 2024-07-29T15:02:24.426 INFO:tasks.workunit.client.0.smithi067.stdout: "cached_subtrees": 2, 2024-07-29T15:02:24.426 INFO:tasks.workunit.client.0.smithi067.stdout: "ever_allowed_features": 0, 2024-07-29T15:02:24.426 INFO:tasks.workunit.client.0.smithi067.stdout: "explicitly_allowed_features": 0, 2024-07-29T15:02:24.426 INFO:tasks.workunit.client.0.smithi067.stdout: "files": 0, 2024-07-29T15:02:24.427 INFO:tasks.workunit.client.0.smithi067.stdout: "max_mds": 1, 2024-07-29T15:02:24.427 INFO:tasks.workunit.client.0.smithi067.stdout: "num_data_pools": 1, 2024-07-29T15:02:24.427 INFO:tasks.workunit.client.0.smithi067.stdout: "num_in": 1, 2024-07-29T15:02:24.427 INFO:tasks.workunit.client.0.smithi067.stdout: "num_mds": 1, 2024-07-29T15:02:24.427 INFO:tasks.workunit.client.0.smithi067.stdout: "num_sessions": 0, 2024-07-29T15:02:24.427 INFO:tasks.workunit.client.0.smithi067.stdout: "num_standby_replay": 0, 2024-07-29T15:02:24.427 INFO:tasks.workunit.client.0.smithi067.stdout: "num_up": 1, 2024-07-29T15:02:24.427 INFO:tasks.workunit.client.0.smithi067.stdout: "snaps": 0, 2024-07-29T15:02:24.427 INFO:tasks.workunit.client.0.smithi067.stdout: "standby_count_wanted": 0 2024-07-29T15:02:24.427 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.427 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:24.427 INFO:tasks.workunit.client.0.smithi067.stdout: "num_standby_mds": 1, 2024-07-29T15:02:24.427 INFO:tasks.workunit.client.0.smithi067.stdout: "total_num_mds": 2 2024-07-29T15:02:24.427 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.428 INFO:tasks.workunit.client.0.smithi067.stdout: "hosts": { 2024-07-29T15:02:24.428 INFO:tasks.workunit.client.0.smithi067.stdout: "num": 2, 2024-07-29T15:02:24.428 INFO:tasks.workunit.client.0.smithi067.stdout: "num_with_mds": 2, 2024-07-29T15:02:24.428 INFO:tasks.workunit.client.0.smithi067.stdout: "num_with_mgr": 2, 2024-07-29T15:02:24.428 INFO:tasks.workunit.client.0.smithi067.stdout: "num_with_mon": 2, 2024-07-29T15:02:24.428 INFO:tasks.workunit.client.0.smithi067.stdout: "num_with_osd": 2 2024-07-29T15:02:24.428 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.428 INFO:tasks.workunit.client.0.smithi067.stdout: "leaderboard": false, 2024-07-29T15:02:24.428 INFO:tasks.workunit.client.0.smithi067.stdout: "license": "sharing-1-0", 2024-07-29T15:02:24.428 INFO:tasks.workunit.client.0.smithi067.stdout: "metadata": { 2024-07-29T15:02:24.428 INFO:tasks.workunit.client.0.smithi067.stdout: "mds": { 2024-07-29T15:02:24.428 INFO:tasks.workunit.client.0.smithi067.stdout: "arch": { 2024-07-29T15:02:24.428 INFO:tasks.workunit.client.0.smithi067.stdout: "x86_64": 2 2024-07-29T15:02:24.428 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.428 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_version": { 2024-07-29T15:02:24.429 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 2 2024-07-29T15:02:24.429 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.429 INFO:tasks.workunit.client.0.smithi067.stdout: "cpu": { 2024-07-29T15:02:24.429 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-07-29T15:02:24.429 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-07-29T15:02:24.429 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.429 INFO:tasks.workunit.client.0.smithi067.stdout: "distro": { 2024-07-29T15:02:24.429 INFO:tasks.workunit.client.0.smithi067.stdout: "centos": 2 2024-07-29T15:02:24.429 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.429 INFO:tasks.workunit.client.0.smithi067.stdout: "distro_description": { 2024-07-29T15:02:24.429 INFO:tasks.workunit.client.0.smithi067.stdout: "CentOS Stream 9": 2 2024-07-29T15:02:24.429 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.429 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_description": { 2024-07-29T15:02:24.429 INFO:tasks.workunit.client.0.smithi067.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-07-29T15:02:24.430 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.430 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_version": { 2024-07-29T15:02:24.430 INFO:tasks.workunit.client.0.smithi067.stdout: "5.14.0-480.el9.x86_64": 2 2024-07-29T15:02:24.430 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.430 INFO:tasks.workunit.client.0.smithi067.stdout: "os": { 2024-07-29T15:02:24.430 INFO:tasks.workunit.client.0.smithi067.stdout: "Linux": 2 2024-07-29T15:02:24.430 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.430 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.430 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T15:02:24.430 INFO:tasks.workunit.client.0.smithi067.stdout: "arch": { 2024-07-29T15:02:24.430 INFO:tasks.workunit.client.0.smithi067.stdout: "x86_64": 3 2024-07-29T15:02:24.430 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.430 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_version": { 2024-07-29T15:02:24.430 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 3 2024-07-29T15:02:24.431 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.431 INFO:tasks.workunit.client.0.smithi067.stdout: "cpu": { 2024-07-29T15:02:24.431 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-07-29T15:02:24.431 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-07-29T15:02:24.431 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.431 INFO:tasks.workunit.client.0.smithi067.stdout: "distro": { 2024-07-29T15:02:24.431 INFO:tasks.workunit.client.0.smithi067.stdout: "centos": 3 2024-07-29T15:02:24.431 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.431 INFO:tasks.workunit.client.0.smithi067.stdout: "distro_description": { 2024-07-29T15:02:24.431 INFO:tasks.workunit.client.0.smithi067.stdout: "CentOS Stream 9": 3 2024-07-29T15:02:24.431 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.431 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_description": { 2024-07-29T15:02:24.431 INFO:tasks.workunit.client.0.smithi067.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-07-29T15:02:24.431 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.431 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_version": { 2024-07-29T15:02:24.432 INFO:tasks.workunit.client.0.smithi067.stdout: "5.14.0-480.el9.x86_64": 3 2024-07-29T15:02:24.432 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.432 INFO:tasks.workunit.client.0.smithi067.stdout: "os": { 2024-07-29T15:02:24.432 INFO:tasks.workunit.client.0.smithi067.stdout: "Linux": 3 2024-07-29T15:02:24.432 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.432 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.432 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:24.432 INFO:tasks.workunit.client.0.smithi067.stdout: "arch": { 2024-07-29T15:02:24.432 INFO:tasks.workunit.client.0.smithi067.stdout: "x86_64": 8 2024-07-29T15:02:24.432 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.432 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_version": { 2024-07-29T15:02:24.432 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 8 2024-07-29T15:02:24.432 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.432 INFO:tasks.workunit.client.0.smithi067.stdout: "cpu": { 2024-07-29T15:02:24.433 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-07-29T15:02:24.433 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-07-29T15:02:24.433 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.433 INFO:tasks.workunit.client.0.smithi067.stdout: "distro": { 2024-07-29T15:02:24.433 INFO:tasks.workunit.client.0.smithi067.stdout: "centos": 8 2024-07-29T15:02:24.433 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.433 INFO:tasks.workunit.client.0.smithi067.stdout: "distro_description": { 2024-07-29T15:02:24.433 INFO:tasks.workunit.client.0.smithi067.stdout: "CentOS Stream 9": 8 2024-07-29T15:02:24.433 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.433 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_description": { 2024-07-29T15:02:24.433 INFO:tasks.workunit.client.0.smithi067.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-07-29T15:02:24.433 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.433 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_version": { 2024-07-29T15:02:24.433 INFO:tasks.workunit.client.0.smithi067.stdout: "5.14.0-480.el9.x86_64": 8 2024-07-29T15:02:24.433 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.434 INFO:tasks.workunit.client.0.smithi067.stdout: "os": { 2024-07-29T15:02:24.434 INFO:tasks.workunit.client.0.smithi067.stdout: "Linux": 8 2024-07-29T15:02:24.434 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.434 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_objectstore": { 2024-07-29T15:02:24.434 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": 8 2024-07-29T15:02:24.434 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.434 INFO:tasks.workunit.client.0.smithi067.stdout: "rotational": { 2024-07-29T15:02:24.434 INFO:tasks.workunit.client.0.smithi067.stdout: "0": 8 2024-07-29T15:02:24.434 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.434 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.434 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.434 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T15:02:24.434 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:24.434 INFO:tasks.workunit.client.0.smithi067.stdout: "features": { 2024-07-29T15:02:24.434 INFO:tasks.workunit.client.0.smithi067.stdout: "optional": [], 2024-07-29T15:02:24.435 INFO:tasks.workunit.client.0.smithi067.stdout: "persistent": [ 2024-07-29T15:02:24.435 INFO:tasks.workunit.client.0.smithi067.stdout: "kraken", 2024-07-29T15:02:24.435 INFO:tasks.workunit.client.0.smithi067.stdout: "luminous", 2024-07-29T15:02:24.435 INFO:tasks.workunit.client.0.smithi067.stdout: "mimic", 2024-07-29T15:02:24.435 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap-prune", 2024-07-29T15:02:24.435 INFO:tasks.workunit.client.0.smithi067.stdout: "nautilus", 2024-07-29T15:02:24.435 INFO:tasks.workunit.client.0.smithi067.stdout: "octopus", 2024-07-29T15:02:24.435 INFO:tasks.workunit.client.0.smithi067.stdout: "pacific", 2024-07-29T15:02:24.435 INFO:tasks.workunit.client.0.smithi067.stdout: "elector-pinging", 2024-07-29T15:02:24.435 INFO:tasks.workunit.client.0.smithi067.stdout: "quincy" 2024-07-29T15:02:24.435 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:24.435 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.435 INFO:tasks.workunit.client.0.smithi067.stdout: "ipv4_addr_mons": 6, 2024-07-29T15:02:24.435 INFO:tasks.workunit.client.0.smithi067.stdout: "ipv6_addr_mons": 0, 2024-07-29T15:02:24.435 INFO:tasks.workunit.client.0.smithi067.stdout: "min_mon_release": 17, 2024-07-29T15:02:24.436 INFO:tasks.workunit.client.0.smithi067.stdout: "v1_addr_mons": 3, 2024-07-29T15:02:24.436 INFO:tasks.workunit.client.0.smithi067.stdout: "v2_addr_mons": 3 2024-07-29T15:02:24.436 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.436 INFO:tasks.workunit.client.0.smithi067.stdout: "organization": "ceph-qa", 2024-07-29T15:02:24.436 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:24.436 INFO:tasks.workunit.client.0.smithi067.stdout: "cluster_network": false, 2024-07-29T15:02:24.436 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 8, 2024-07-29T15:02:24.436 INFO:tasks.workunit.client.0.smithi067.stdout: "require_min_compat_client": "luminous", 2024-07-29T15:02:24.436 INFO:tasks.workunit.client.0.smithi067.stdout: "require_osd_release": "quincy" 2024-07-29T15:02:24.436 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.436 INFO:tasks.workunit.client.0.smithi067.stdout: "pools": [ 2024-07-29T15:02:24.436 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:24.436 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T15:02:24.436 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr" 2024-07-29T15:02:24.437 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:24.437 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_mode": "none", 2024-07-29T15:02:24.437 INFO:tasks.workunit.client.0.smithi067.stdout: "erasure_code_profile": {}, 2024-07-29T15:02:24.437 INFO:tasks.workunit.client.0.smithi067.stdout: "min_size": 2, 2024-07-29T15:02:24.437 INFO:tasks.workunit.client.0.smithi067.stdout: "options": {}, 2024-07-29T15:02:24.437 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_autoscale_mode": "off", 2024-07-29T15:02:24.437 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 1, 2024-07-29T15:02:24.437 INFO:tasks.workunit.client.0.smithi067.stdout: "pgp_num": 1, 2024-07-29T15:02:24.437 INFO:tasks.workunit.client.0.smithi067.stdout: "pool": 1, 2024-07-29T15:02:24.437 INFO:tasks.workunit.client.0.smithi067.stdout: "size": 3, 2024-07-29T15:02:24.437 INFO:tasks.workunit.client.0.smithi067.stdout: "stats": { 2024-07-29T15:02:24.437 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_raw": 727115245834, 2024-07-29T15:02:24.437 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_used": 1781760, 2024-07-29T15:02:24.437 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_bytes_used": 0, 2024-07-29T15:02:24.438 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_under_bytes": 0, 2024-07-29T15:02:24.438 INFO:tasks.workunit.client.0.smithi067.stdout: "data_bytes_used": 1781760, 2024-07-29T15:02:24.438 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty": 0, 2024-07-29T15:02:24.438 INFO:tasks.workunit.client.0.smithi067.stdout: "max_avail": 242371739648, 2024-07-29T15:02:24.438 INFO:tasks.workunit.client.0.smithi067.stdout: "objects": 2, 2024-07-29T15:02:24.438 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_bytes_used": 0, 2024-07-29T15:02:24.438 INFO:tasks.workunit.client.0.smithi067.stdout: "percent_used": 2.4504447537765373e-06, 2024-07-29T15:02:24.438 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_bytes": 0, 2024-07-29T15:02:24.438 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_objects": 0, 2024-07-29T15:02:24.438 INFO:tasks.workunit.client.0.smithi067.stdout: "rd": 212, 2024-07-29T15:02:24.438 INFO:tasks.workunit.client.0.smithi067.stdout: "rd_bytes": 313344, 2024-07-29T15:02:24.438 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": 590368, 2024-07-29T15:02:24.438 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_data": 590368, 2024-07-29T15:02:24.439 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_omap": 0, 2024-07-29T15:02:24.439 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_raw": 1771104, 2024-07-29T15:02:24.439 INFO:tasks.workunit.client.0.smithi067.stdout: "wr": 179, 2024-07-29T15:02:24.439 INFO:tasks.workunit.client.0.smithi067.stdout: "wr_bytes": 2473984 2024-07-29T15:02:24.439 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.439 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_bytes": 0, 2024-07-29T15:02:24.439 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_objects": 0, 2024-07-29T15:02:24.439 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "replicated" 2024-07-29T15:02:24.439 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.439 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:24.439 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T15:02:24.439 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs" 2024-07-29T15:02:24.439 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:24.440 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_mode": "none", 2024-07-29T15:02:24.440 INFO:tasks.workunit.client.0.smithi067.stdout: "erasure_code_profile": {}, 2024-07-29T15:02:24.440 INFO:tasks.workunit.client.0.smithi067.stdout: "min_size": 2, 2024-07-29T15:02:24.440 INFO:tasks.workunit.client.0.smithi067.stdout: "options": {}, 2024-07-29T15:02:24.440 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_autoscale_mode": "off", 2024-07-29T15:02:24.440 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 32, 2024-07-29T15:02:24.440 INFO:tasks.workunit.client.0.smithi067.stdout: "pgp_num": 32, 2024-07-29T15:02:24.440 INFO:tasks.workunit.client.0.smithi067.stdout: "pool": 2, 2024-07-29T15:02:24.440 INFO:tasks.workunit.client.0.smithi067.stdout: "size": 3, 2024-07-29T15:02:24.440 INFO:tasks.workunit.client.0.smithi067.stdout: "stats": { 2024-07-29T15:02:24.440 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_raw": 727115245834, 2024-07-29T15:02:24.440 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_used": 98304, 2024-07-29T15:02:24.440 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_bytes_used": 0, 2024-07-29T15:02:24.440 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_under_bytes": 0, 2024-07-29T15:02:24.441 INFO:tasks.workunit.client.0.smithi067.stdout: "data_bytes_used": 98304, 2024-07-29T15:02:24.441 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty": 0, 2024-07-29T15:02:24.441 INFO:tasks.workunit.client.0.smithi067.stdout: "max_avail": 242371739648, 2024-07-29T15:02:24.441 INFO:tasks.workunit.client.0.smithi067.stdout: "objects": 22, 2024-07-29T15:02:24.441 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_bytes_used": 0, 2024-07-29T15:02:24.441 INFO:tasks.workunit.client.0.smithi067.stdout: "percent_used": 1.351972542806834e-07, 2024-07-29T15:02:24.441 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_bytes": 0, 2024-07-29T15:02:24.441 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_objects": 0, 2024-07-29T15:02:24.441 INFO:tasks.workunit.client.0.smithi067.stdout: "rd": 0, 2024-07-29T15:02:24.441 INFO:tasks.workunit.client.0.smithi067.stdout: "rd_bytes": 0, 2024-07-29T15:02:24.441 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": 3410, 2024-07-29T15:02:24.441 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_data": 3410, 2024-07-29T15:02:24.441 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_omap": 0, 2024-07-29T15:02:24.441 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_raw": 10230, 2024-07-29T15:02:24.441 INFO:tasks.workunit.client.0.smithi067.stdout: "wr": 51, 2024-07-29T15:02:24.442 INFO:tasks.workunit.client.0.smithi067.stdout: "wr_bytes": 19456 2024-07-29T15:02:24.442 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.442 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_bytes": 0, 2024-07-29T15:02:24.442 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_objects": 0, 2024-07-29T15:02:24.442 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "replicated" 2024-07-29T15:02:24.442 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.442 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:24.442 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T15:02:24.442 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs" 2024-07-29T15:02:24.442 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:24.442 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_mode": "none", 2024-07-29T15:02:24.442 INFO:tasks.workunit.client.0.smithi067.stdout: "erasure_code_profile": {}, 2024-07-29T15:02:24.442 INFO:tasks.workunit.client.0.smithi067.stdout: "min_size": 2, 2024-07-29T15:02:24.442 INFO:tasks.workunit.client.0.smithi067.stdout: "options": {}, 2024-07-29T15:02:24.443 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_autoscale_mode": "off", 2024-07-29T15:02:24.443 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 64, 2024-07-29T15:02:24.443 INFO:tasks.workunit.client.0.smithi067.stdout: "pgp_num": 64, 2024-07-29T15:02:24.443 INFO:tasks.workunit.client.0.smithi067.stdout: "pool": 3, 2024-07-29T15:02:24.443 INFO:tasks.workunit.client.0.smithi067.stdout: "size": 3, 2024-07-29T15:02:24.443 INFO:tasks.workunit.client.0.smithi067.stdout: "stats": { 2024-07-29T15:02:24.443 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_raw": 727115245834, 2024-07-29T15:02:24.443 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_used": 0, 2024-07-29T15:02:24.443 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_bytes_used": 0, 2024-07-29T15:02:24.443 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_under_bytes": 0, 2024-07-29T15:02:24.443 INFO:tasks.workunit.client.0.smithi067.stdout: "data_bytes_used": 0, 2024-07-29T15:02:24.443 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty": 0, 2024-07-29T15:02:24.444 INFO:tasks.workunit.client.0.smithi067.stdout: "max_avail": 242371739648, 2024-07-29T15:02:24.444 INFO:tasks.workunit.client.0.smithi067.stdout: "objects": 0, 2024-07-29T15:02:24.444 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_bytes_used": 0, 2024-07-29T15:02:24.444 INFO:tasks.workunit.client.0.smithi067.stdout: "percent_used": 0.0, 2024-07-29T15:02:24.444 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_bytes": 0, 2024-07-29T15:02:24.444 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_objects": 0, 2024-07-29T15:02:24.444 INFO:tasks.workunit.client.0.smithi067.stdout: "rd": 0, 2024-07-29T15:02:24.444 INFO:tasks.workunit.client.0.smithi067.stdout: "rd_bytes": 0, 2024-07-29T15:02:24.444 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": 0, 2024-07-29T15:02:24.444 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_data": 0, 2024-07-29T15:02:24.444 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_omap": 0, 2024-07-29T15:02:24.444 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_raw": 0, 2024-07-29T15:02:24.444 INFO:tasks.workunit.client.0.smithi067.stdout: "wr": 0, 2024-07-29T15:02:24.444 INFO:tasks.workunit.client.0.smithi067.stdout: "wr_bytes": 0 2024-07-29T15:02:24.444 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.445 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_bytes": 0, 2024-07-29T15:02:24.445 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_objects": 0, 2024-07-29T15:02:24.445 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "replicated" 2024-07-29T15:02:24.445 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.445 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:24.445 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T15:02:24.445 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd" 2024-07-29T15:02:24.445 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:24.445 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_mode": "none", 2024-07-29T15:02:24.445 INFO:tasks.workunit.client.0.smithi067.stdout: "erasure_code_profile": {}, 2024-07-29T15:02:24.445 INFO:tasks.workunit.client.0.smithi067.stdout: "min_size": 2, 2024-07-29T15:02:24.445 INFO:tasks.workunit.client.0.smithi067.stdout: "options": {}, 2024-07-29T15:02:24.445 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_autoscale_mode": "off", 2024-07-29T15:02:24.445 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 8, 2024-07-29T15:02:24.446 INFO:tasks.workunit.client.0.smithi067.stdout: "pgp_num": 8, 2024-07-29T15:02:24.446 INFO:tasks.workunit.client.0.smithi067.stdout: "pool": 4, 2024-07-29T15:02:24.446 INFO:tasks.workunit.client.0.smithi067.stdout: "size": 3, 2024-07-29T15:02:24.446 INFO:tasks.workunit.client.0.smithi067.stdout: "stats": { 2024-07-29T15:02:24.446 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_raw": 727115245834, 2024-07-29T15:02:24.446 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_used": 12288, 2024-07-29T15:02:24.446 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_bytes_used": 0, 2024-07-29T15:02:24.446 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_under_bytes": 0, 2024-07-29T15:02:24.446 INFO:tasks.workunit.client.0.smithi067.stdout: "data_bytes_used": 12288, 2024-07-29T15:02:24.446 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty": 0, 2024-07-29T15:02:24.446 INFO:tasks.workunit.client.0.smithi067.stdout: "max_avail": 242371739648, 2024-07-29T15:02:24.446 INFO:tasks.workunit.client.0.smithi067.stdout: "objects": 2, 2024-07-29T15:02:24.446 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_bytes_used": 0, 2024-07-29T15:02:24.446 INFO:tasks.workunit.client.0.smithi067.stdout: "percent_used": 1.6899660337799105e-08, 2024-07-29T15:02:24.446 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_bytes": 0, 2024-07-29T15:02:24.447 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_objects": 0, 2024-07-29T15:02:24.447 INFO:tasks.workunit.client.0.smithi067.stdout: "rd": 0, 2024-07-29T15:02:24.447 INFO:tasks.workunit.client.0.smithi067.stdout: "rd_bytes": 0, 2024-07-29T15:02:24.447 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": 19, 2024-07-29T15:02:24.447 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_data": 19, 2024-07-29T15:02:24.447 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_omap": 0, 2024-07-29T15:02:24.447 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_raw": 57, 2024-07-29T15:02:24.450 INFO:tasks.workunit.client.0.smithi067.stdout: "wr": 2, 2024-07-29T15:02:24.450 INFO:tasks.workunit.client.0.smithi067.stdout: "wr_bytes": 2048 2024-07-29T15:02:24.450 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.450 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_bytes": 0, 2024-07-29T15:02:24.450 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_objects": 0, 2024-07-29T15:02:24.450 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "replicated" 2024-07-29T15:02:24.451 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.451 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:24.451 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd": { 2024-07-29T15:02:24.451 INFO:tasks.workunit.client.0.smithi067.stdout: "mirroring_by_pool": [ 2024-07-29T15:02:24.451 INFO:tasks.workunit.client.0.smithi067.stdout: false 2024-07-29T15:02:24.451 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:24.451 INFO:tasks.workunit.client.0.smithi067.stdout: "num_images_by_pool": [ 2024-07-29T15:02:24.451 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:24.451 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:24.451 INFO:tasks.workunit.client.0.smithi067.stdout: "num_pools": 1 2024-07-29T15:02:24.451 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.451 INFO:tasks.workunit.client.0.smithi067.stdout: "report_id": "c6434084-cc5a-486f-b7d3-294cfb125c1e", 2024-07-29T15:02:24.451 INFO:tasks.workunit.client.0.smithi067.stdout: "report_timestamp": "2024-07-29T15:02:24.351620", 2024-07-29T15:02:24.451 INFO:tasks.workunit.client.0.smithi067.stdout: "report_version": 1, 2024-07-29T15:02:24.452 INFO:tasks.workunit.client.0.smithi067.stdout: "rook": { 2024-07-29T15:02:24.452 INFO:tasks.workunit.client.0.smithi067.stdout: "cluster": { 2024-07-29T15:02:24.452 INFO:tasks.workunit.client.0.smithi067.stdout: "external-mode": null, 2024-07-29T15:02:24.452 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T15:02:24.452 INFO:tasks.workunit.client.0.smithi067.stdout: "allow-multiple-per-node": null, 2024-07-29T15:02:24.452 INFO:tasks.workunit.client.0.smithi067.stdout: "count": null, 2024-07-29T15:02:24.452 INFO:tasks.workunit.client.0.smithi067.stdout: "max-id": null, 2024-07-29T15:02:24.452 INFO:tasks.workunit.client.0.smithi067.stdout: "pvc": { 2024-07-29T15:02:24.452 INFO:tasks.workunit.client.0.smithi067.stdout: "enabled": null 2024-07-29T15:02:24.452 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.452 INFO:tasks.workunit.client.0.smithi067.stdout: "stretch": { 2024-07-29T15:02:24.452 INFO:tasks.workunit.client.0.smithi067.stdout: "enabled": null 2024-07-29T15:02:24.452 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.452 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.453 INFO:tasks.workunit.client.0.smithi067.stdout: "network": { 2024-07-29T15:02:24.453 INFO:tasks.workunit.client.0.smithi067.stdout: "provider": null 2024-07-29T15:02:24.453 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.453 INFO:tasks.workunit.client.0.smithi067.stdout: "storage": { 2024-07-29T15:02:24.453 INFO:tasks.workunit.client.0.smithi067.stdout: "device-set": { 2024-07-29T15:02:24.453 INFO:tasks.workunit.client.0.smithi067.stdout: "count": { 2024-07-29T15:02:24.453 INFO:tasks.workunit.client.0.smithi067.stdout: "non-portable": null, 2024-07-29T15:02:24.453 INFO:tasks.workunit.client.0.smithi067.stdout: "portable": null, 2024-07-29T15:02:24.453 INFO:tasks.workunit.client.0.smithi067.stdout: "total": null 2024-07-29T15:02:24.453 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.453 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.453 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.453 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.453 INFO:tasks.workunit.client.0.smithi067.stdout: "csi": { 2024-07-29T15:02:24.453 INFO:tasks.workunit.client.0.smithi067.stdout: "version": null 2024-07-29T15:02:24.453 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.454 INFO:tasks.workunit.client.0.smithi067.stdout: "kubernetes": { 2024-07-29T15:02:24.454 INFO:tasks.workunit.client.0.smithi067.stdout: "version": null 2024-07-29T15:02:24.454 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.454 INFO:tasks.workunit.client.0.smithi067.stdout: "node": { 2024-07-29T15:02:24.454 INFO:tasks.workunit.client.0.smithi067.stdout: "count": { 2024-07-29T15:02:24.454 INFO:tasks.workunit.client.0.smithi067.stdout: "kubernetes-total": null, 2024-07-29T15:02:24.454 INFO:tasks.workunit.client.0.smithi067.stdout: "with-ceph-daemons": null, 2024-07-29T15:02:24.454 INFO:tasks.workunit.client.0.smithi067.stdout: "with-csi-cephfs-plugin": null, 2024-07-29T15:02:24.454 INFO:tasks.workunit.client.0.smithi067.stdout: "with-csi-nfs-plugin": null, 2024-07-29T15:02:24.454 INFO:tasks.workunit.client.0.smithi067.stdout: "with-csi-rbd-plugin": null 2024-07-29T15:02:24.454 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.454 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.454 INFO:tasks.workunit.client.0.smithi067.stdout: "usage": { 2024-07-29T15:02:24.454 INFO:tasks.workunit.client.0.smithi067.stdout: "storage-class": { 2024-07-29T15:02:24.455 INFO:tasks.workunit.client.0.smithi067.stdout: "count": { 2024-07-29T15:02:24.455 INFO:tasks.workunit.client.0.smithi067.stdout: "bucket": null, 2024-07-29T15:02:24.455 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs": null, 2024-07-29T15:02:24.455 INFO:tasks.workunit.client.0.smithi067.stdout: "nfs": null, 2024-07-29T15:02:24.455 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd": null, 2024-07-29T15:02:24.455 INFO:tasks.workunit.client.0.smithi067.stdout: "total": null 2024-07-29T15:02:24.455 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.455 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.455 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.455 INFO:tasks.workunit.client.0.smithi067.stdout: "version": null 2024-07-29T15:02:24.455 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.455 INFO:tasks.workunit.client.0.smithi067.stdout: "services": {}, 2024-07-29T15:02:24.455 INFO:tasks.workunit.client.0.smithi067.stdout: "usage": { 2024-07-29T15:02:24.455 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 105, 2024-07-29T15:02:24.455 INFO:tasks.workunit.client.0.smithi067.stdout: "pools": 4, 2024-07-29T15:02:24.455 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_by_class": { 2024-07-29T15:02:24.455 INFO:tasks.workunit.client.0.smithi067.stdout: "ssd": { 2024-07-29T15:02:24.456 INFO:tasks.workunit.client.0.smithi067.stdout: "total_avail_bytes": 765516259328, 2024-07-29T15:02:24.456 INFO:tasks.workunit.client.0.smithi067.stdout: "total_bytes": 767960285184, 2024-07-29T15:02:24.456 INFO:tasks.workunit.client.0.smithi067.stdout: "total_used_bytes": 2444025856, 2024-07-29T15:02:24.456 INFO:tasks.workunit.client.0.smithi067.stdout: "total_used_raw_bytes": 2444025856, 2024-07-29T15:02:24.456 INFO:tasks.workunit.client.0.smithi067.stdout: "total_used_raw_ratio": 0.0031824898906052113 2024-07-29T15:02:24.456 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.456 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:24.456 INFO:tasks.workunit.client.0.smithi067.stdout: "total_avail_bytes": 765516259328, 2024-07-29T15:02:24.456 INFO:tasks.workunit.client.0.smithi067.stdout: "total_bytes": 767960285184, 2024-07-29T15:02:24.456 INFO:tasks.workunit.client.0.smithi067.stdout: "total_used_bytes": 2444025856 2024-07-29T15:02:24.456 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.456 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:24.456 INFO:tasks.workunit.client.0.smithi067.stdout:} 2024-07-29T15:02:24.457 INFO:tasks.workunit.client.0.smithi067.stderr:++ ceph telemetry collection ls 2024-07-29T15:02:24.869 INFO:tasks.workunit.client.0.smithi067.stderr:+ COLLECTIONS='New collections are available: 2024-07-29T15:02:24.870 INFO:tasks.workunit.client.0.smithi067.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-07-29T15:02:24.870 INFO:tasks.workunit.client.0.smithi067.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-29T15:02:24.870 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-07-29T15:02:24.870 INFO:tasks.workunit.client.0.smithi067.stderr:NAME STATUS DESC 2024-07-29T15:02:24.870 INFO:tasks.workunit.client.0.smithi067.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-29T15:02:24.870 INFO:tasks.workunit.client.0.smithi067.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-07-29T15:02:24.870 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-07-29T15:02:24.870 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-07-29T15:02:24.870 INFO:tasks.workunit.client.0.smithi067.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-07-29T15:02:24.870 INFO:tasks.workunit.client.0.smithi067.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-07-29T15:02:24.871 INFO:tasks.workunit.client.0.smithi067.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-29T15:02:24.871 INFO:tasks.workunit.client.0.smithi067.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-07-29T15:02:24.871 INFO:tasks.workunit.client.0.smithi067.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-07-29T15:02:24.871 INFO:tasks.workunit.client.0.smithi067.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-07-29T15:02:24.871 INFO:tasks.workunit.client.0.smithi067.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-07-29T15:02:24.871 INFO:tasks.workunit.client.0.smithi067.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_options_bluestore") 2024-07-29T15:02:24.871 INFO:tasks.workunit.client.0.smithi067.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-29T15:02:24.871 INFO:tasks.workunit.client.0.smithi067.stderr:+ [[ New collections are available: 2024-07-29T15:02:24.871 INFO:tasks.workunit.client.0.smithi067.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-07-29T15:02:24.871 INFO:tasks.workunit.client.0.smithi067.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-29T15:02:24.871 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-07-29T15:02:24.871 INFO:tasks.workunit.client.0.smithi067.stderr:NAME STATUS DESC 2024-07-29T15:02:24.871 INFO:tasks.workunit.client.0.smithi067.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-29T15:02:24.872 INFO:tasks.workunit.client.0.smithi067.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-07-29T15:02:24.872 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-07-29T15:02:24.872 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-07-29T15:02:24.872 INFO:tasks.workunit.client.0.smithi067.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-07-29T15:02:24.872 INFO:tasks.workunit.client.0.smithi067.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-07-29T15:02:24.872 INFO:tasks.workunit.client.0.smithi067.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-29T15:02:24.872 INFO:tasks.workunit.client.0.smithi067.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-07-29T15:02:24.872 INFO:tasks.workunit.client.0.smithi067.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-07-29T15:02:24.872 INFO:tasks.workunit.client.0.smithi067.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-07-29T15:02:24.872 INFO:tasks.workunit.client.0.smithi067.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-07-29T15:02:24.872 INFO:tasks.workunit.client.0.smithi067.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-29T15:02:24.872 INFO:tasks.workunit.client.0.smithi067.stderr:+ [[ New collections are available: 2024-07-29T15:02:24.872 INFO:tasks.workunit.client.0.smithi067.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-07-29T15:02:24.873 INFO:tasks.workunit.client.0.smithi067.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-29T15:02:24.873 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-07-29T15:02:24.873 INFO:tasks.workunit.client.0.smithi067.stderr:NAME STATUS DESC 2024-07-29T15:02:24.873 INFO:tasks.workunit.client.0.smithi067.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-29T15:02:24.873 INFO:tasks.workunit.client.0.smithi067.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-07-29T15:02:24.873 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-07-29T15:02:24.873 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-07-29T15:02:24.873 INFO:tasks.workunit.client.0.smithi067.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-07-29T15:02:24.873 INFO:tasks.workunit.client.0.smithi067.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-07-29T15:02:24.873 INFO:tasks.workunit.client.0.smithi067.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-29T15:02:24.873 INFO:tasks.workunit.client.0.smithi067.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-07-29T15:02:24.873 INFO:tasks.workunit.client.0.smithi067.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-07-29T15:02:24.873 INFO:tasks.workunit.client.0.smithi067.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-07-29T15:02:24.873 INFO:tasks.workunit.client.0.smithi067.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-07-29T15:02:24.874 INFO:tasks.workunit.client.0.smithi067.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-29T15:02:24.874 INFO:tasks.workunit.client.0.smithi067.stderr:+ [[ New collections are available: 2024-07-29T15:02:24.874 INFO:tasks.workunit.client.0.smithi067.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-07-29T15:02:24.874 INFO:tasks.workunit.client.0.smithi067.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-29T15:02:24.874 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-07-29T15:02:24.874 INFO:tasks.workunit.client.0.smithi067.stderr:NAME STATUS DESC 2024-07-29T15:02:24.874 INFO:tasks.workunit.client.0.smithi067.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-29T15:02:24.874 INFO:tasks.workunit.client.0.smithi067.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-07-29T15:02:24.874 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-07-29T15:02:24.874 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-07-29T15:02:24.874 INFO:tasks.workunit.client.0.smithi067.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-07-29T15:02:24.874 INFO:tasks.workunit.client.0.smithi067.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-07-29T15:02:24.875 INFO:tasks.workunit.client.0.smithi067.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-29T15:02:24.875 INFO:tasks.workunit.client.0.smithi067.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-07-29T15:02:24.875 INFO:tasks.workunit.client.0.smithi067.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-07-29T15:02:24.875 INFO:tasks.workunit.client.0.smithi067.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-07-29T15:02:24.875 INFO:tasks.workunit.client.0.smithi067.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-07-29T15:02:24.875 INFO:tasks.workunit.client.0.smithi067.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-29T15:02:24.875 INFO:tasks.workunit.client.0.smithi067.stderr:+ [[ New collections are available: 2024-07-29T15:02:24.875 INFO:tasks.workunit.client.0.smithi067.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-07-29T15:02:24.875 INFO:tasks.workunit.client.0.smithi067.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-29T15:02:24.875 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-07-29T15:02:24.875 INFO:tasks.workunit.client.0.smithi067.stderr:NAME STATUS DESC 2024-07-29T15:02:24.875 INFO:tasks.workunit.client.0.smithi067.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-29T15:02:24.875 INFO:tasks.workunit.client.0.smithi067.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-07-29T15:02:24.875 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-07-29T15:02:24.876 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-07-29T15:02:24.876 INFO:tasks.workunit.client.0.smithi067.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-07-29T15:02:24.876 INFO:tasks.workunit.client.0.smithi067.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-07-29T15:02:24.876 INFO:tasks.workunit.client.0.smithi067.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-29T15:02:24.876 INFO:tasks.workunit.client.0.smithi067.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-07-29T15:02:24.876 INFO:tasks.workunit.client.0.smithi067.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-07-29T15:02:24.876 INFO:tasks.workunit.client.0.smithi067.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-07-29T15:02:24.876 INFO:tasks.workunit.client.0.smithi067.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-07-29T15:02:24.876 INFO:tasks.workunit.client.0.smithi067.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-29T15:02:24.876 INFO:tasks.workunit.client.0.smithi067.stderr:+ [[ New collections are available: 2024-07-29T15:02:24.876 INFO:tasks.workunit.client.0.smithi067.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-07-29T15:02:24.876 INFO:tasks.workunit.client.0.smithi067.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-29T15:02:24.876 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-07-29T15:02:24.877 INFO:tasks.workunit.client.0.smithi067.stderr:NAME STATUS DESC 2024-07-29T15:02:24.877 INFO:tasks.workunit.client.0.smithi067.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-29T15:02:24.877 INFO:tasks.workunit.client.0.smithi067.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-07-29T15:02:24.877 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-07-29T15:02:24.877 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-07-29T15:02:24.877 INFO:tasks.workunit.client.0.smithi067.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-07-29T15:02:24.877 INFO:tasks.workunit.client.0.smithi067.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-07-29T15:02:24.877 INFO:tasks.workunit.client.0.smithi067.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-29T15:02:24.877 INFO:tasks.workunit.client.0.smithi067.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-07-29T15:02:24.877 INFO:tasks.workunit.client.0.smithi067.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-07-29T15:02:24.877 INFO:tasks.workunit.client.0.smithi067.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-07-29T15:02:24.877 INFO:tasks.workunit.client.0.smithi067.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-07-29T15:02:24.877 INFO:tasks.workunit.client.0.smithi067.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-29T15:02:24.877 INFO:tasks.workunit.client.0.smithi067.stderr:+ [[ New collections are available: 2024-07-29T15:02:24.877 INFO:tasks.workunit.client.0.smithi067.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-07-29T15:02:24.878 INFO:tasks.workunit.client.0.smithi067.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-29T15:02:24.878 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-07-29T15:02:24.878 INFO:tasks.workunit.client.0.smithi067.stderr:NAME STATUS DESC 2024-07-29T15:02:24.878 INFO:tasks.workunit.client.0.smithi067.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-29T15:02:24.878 INFO:tasks.workunit.client.0.smithi067.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-07-29T15:02:24.878 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-07-29T15:02:24.878 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-07-29T15:02:24.878 INFO:tasks.workunit.client.0.smithi067.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-07-29T15:02:24.878 INFO:tasks.workunit.client.0.smithi067.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-07-29T15:02:24.878 INFO:tasks.workunit.client.0.smithi067.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-29T15:02:24.878 INFO:tasks.workunit.client.0.smithi067.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-07-29T15:02:24.878 INFO:tasks.workunit.client.0.smithi067.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-07-29T15:02:24.879 INFO:tasks.workunit.client.0.smithi067.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-07-29T15:02:24.879 INFO:tasks.workunit.client.0.smithi067.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_options_bluestore* ]] 2024-07-29T15:02:24.879 INFO:tasks.workunit.client.0.smithi067.stderr:+ ceph telemetry on --license sharing-1-0 2024-07-29T15:02:24.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:24 smithi067 ceph-mon[29363]: from='client.24719 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:24.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:24 smithi067 ceph-mon[29363]: from='client.24719 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:24.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:24 smithi067 ceph-mon[29363]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:24.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:24 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:24.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:24 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:24.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:24 smithi067 ceph-mon[29363]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:24.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:24 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:24.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:24 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:24.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:24 smithi067 ceph-mon[39695]: from='client.24719 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:24.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:24 smithi067 ceph-mon[39695]: from='client.24719 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:24.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:24 smithi067 ceph-mon[39695]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:24.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:24 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:24.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:24 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:24.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:24 smithi067 ceph-mon[39695]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:24.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:24 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:24.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:24 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:25.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:24 smithi138 ceph-mon[32824]: from='client.24719 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:25.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:24 smithi138 ceph-mon[32824]: from='client.24719 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:25.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:24 smithi138 ceph-mon[32824]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:25.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:24 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:25.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:24 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:25.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:24 smithi138 ceph-mon[32824]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:25.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:24 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:25.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:24 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:25.371 INFO:tasks.workunit.client.0.smithi067.stdout:Telemetry is on. 2024-07-29T15:02:25.371 INFO:tasks.workunit.client.0.smithi067.stdout:Some channels are disabled, please enable with: 2024-07-29T15:02:25.371 INFO:tasks.workunit.client.0.smithi067.stdout:`ceph telemetry enable channel perf` 2024-07-29T15:02:25.382 INFO:tasks.workunit.client.0.smithi067.stderr:+ ceph telemetry enable channel perf 2024-07-29T15:02:25.488 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:25 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:02:25] ENGINE Bus STOPPING 2024-07-29T15:02:25.918 INFO:tasks.workunit.client.0.smithi067.stdout:channel_perf is enabled 2024-07-29T15:02:25.928 INFO:tasks.workunit.client.0.smithi067.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-07-29T15:02:25.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:25 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:02:25] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-29T15:02:25.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:25 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:02:25] ENGINE Bus STOPPED 2024-07-29T15:02:25.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:25 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:02:25] ENGINE Bus STARTING 2024-07-29T15:02:25.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:25 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:02:25] ENGINE Serving on http://:::9283 2024-07-29T15:02:25.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:25 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:02:25] ENGINE Bus STARTED 2024-07-29T15:02:25.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:25 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:02:25] ENGINE Bus STOPPING 2024-07-29T15:02:26.310 INFO:tasks.workunit.client.0.smithi067.stderr:+ LAST_OPT_REVISION=1 2024-07-29T15:02:26.310 INFO:tasks.workunit.client.0.smithi067.stderr:+ '[' 1 -ne 1 ']' 2024-07-29T15:02:26.310 INFO:tasks.workunit.client.0.smithi067.stderr:+ ceph telemetry show 2024-07-29T15:02:26.488 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:02:26] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-29T15:02:26.488 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:02:26] ENGINE Bus STOPPED 2024-07-29T15:02:26.488 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:02:26] ENGINE Bus STARTING 2024-07-29T15:02:26.489 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:02:26] ENGINE Serving on http://:::9283 2024-07-29T15:02:26.489 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:02:26] ENGINE Bus STARTED 2024-07-29T15:02:26.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:26.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:26.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:26.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='client.24737 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:26.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:26.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:26.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:26.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:26.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:26.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:02:26.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:02:26.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:26.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:26.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:26.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:26.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='client.24737 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:26.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:26.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:26.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:26.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:26.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:26.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:26.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:26.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:02:26.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:02:26.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:26.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:26.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: mgrmap e23: y(active, since 2m), standbys: x 2024-07-29T15:02:26.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:26.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:26.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:26.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:26.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='client.24737 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:26.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:26.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:26.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:26.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:26.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:26.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:02:26.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:02:26.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:26.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:26.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:26.493 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:26.493 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='client.24737 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:26.493 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:26.493 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:26.493 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:26.493 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:26.493 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:26.493 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:26.493 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:26.493 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:02:26.493 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:02:26.493 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:26.493 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:26.493 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: mgrmap e23: y(active, since 2m), standbys: x 2024-07-29T15:02:26.493 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:26.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:26.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:26.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:26.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:26.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:26.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:26.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:26.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:26.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:26.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:26.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:26.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:26.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:26.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:26.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:26.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:26.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:26.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:26.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:26.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:26.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:26.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:26.496 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:26.496 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:02:26.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:26.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:26.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:26.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:26.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:26.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:26.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:26.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:26.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:26.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:26.497 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:26.497 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:26.497 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:26.497 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:26.497 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:26.497 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:26.497 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:26.497 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:26.497 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:26.497 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:26.497 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:26.497 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:26.497 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:26.497 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:02:26.560 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:02:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-29T15:02:26.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:26.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:26.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:26.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='client.24737 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:26.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:26.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:26.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:26.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:26.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:26.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:02:26.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:02:26.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:26.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:26.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:26.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:26.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='client.24737 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:26.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:26.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:26.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:26.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:26.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:26.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:26.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:26.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:02:26.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:02:26.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:26.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:26.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: mgrmap e23: y(active, since 2m), standbys: x 2024-07-29T15:02:26.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:26.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:26.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:26.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:26.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:26.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:26.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:26.565 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:26.565 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:26.565 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:26.565 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:26.565 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:26.565 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:26.565 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:26.565 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:26.565 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:26.565 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:26.565 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:26.565 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:26.565 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:26.565 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:26.566 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:26.566 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:26.566 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:26.566 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:02:26.993 INFO:tasks.workunit.client.0.smithi067.stdout:{ 2024-07-29T15:02:26.993 INFO:tasks.workunit.client.0.smithi067.stdout: "balancer": { 2024-07-29T15:02:26.993 INFO:tasks.workunit.client.0.smithi067.stdout: "active": true, 2024-07-29T15:02:26.993 INFO:tasks.workunit.client.0.smithi067.stdout: "mode": "" 2024-07-29T15:02:26.993 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:26.993 INFO:tasks.workunit.client.0.smithi067.stdout: "channels": [ 2024-07-29T15:02:26.993 INFO:tasks.workunit.client.0.smithi067.stdout: "basic", 2024-07-29T15:02:26.993 INFO:tasks.workunit.client.0.smithi067.stdout: "crash", 2024-07-29T15:02:26.994 INFO:tasks.workunit.client.0.smithi067.stdout: "device", 2024-07-29T15:02:26.994 INFO:tasks.workunit.client.0.smithi067.stdout: "ident", 2024-07-29T15:02:26.994 INFO:tasks.workunit.client.0.smithi067.stdout: "perf" 2024-07-29T15:02:26.994 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:26.994 INFO:tasks.workunit.client.0.smithi067.stdout: "channels_available": [ 2024-07-29T15:02:26.994 INFO:tasks.workunit.client.0.smithi067.stdout: "basic", 2024-07-29T15:02:26.994 INFO:tasks.workunit.client.0.smithi067.stdout: "ident", 2024-07-29T15:02:26.994 INFO:tasks.workunit.client.0.smithi067.stdout: "crash", 2024-07-29T15:02:26.994 INFO:tasks.workunit.client.0.smithi067.stdout: "device", 2024-07-29T15:02:26.994 INFO:tasks.workunit.client.0.smithi067.stdout: "perf" 2024-07-29T15:02:26.994 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:26.994 INFO:tasks.workunit.client.0.smithi067.stdout: "collections_available": [ 2024-07-29T15:02:26.994 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_base", 2024-07-29T15:02:26.994 INFO:tasks.workunit.client.0.smithi067.stdout: "device_base", 2024-07-29T15:02:26.995 INFO:tasks.workunit.client.0.smithi067.stdout: "crash_base", 2024-07-29T15:02:26.995 INFO:tasks.workunit.client.0.smithi067.stdout: "ident_base", 2024-07-29T15:02:26.995 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_perf", 2024-07-29T15:02:26.995 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_mds_metadata", 2024-07-29T15:02:26.995 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_usage", 2024-07-29T15:02:26.995 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_usage_by_class", 2024-07-29T15:02:26.995 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_rook_v01", 2024-07-29T15:02:26.995 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_memory_metrics", 2024-07-29T15:02:26.995 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_options_bluestore" 2024-07-29T15:02:26.995 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:26.995 INFO:tasks.workunit.client.0.smithi067.stdout: "collections_opted_in": [ 2024-07-29T15:02:26.995 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_base", 2024-07-29T15:02:26.995 INFO:tasks.workunit.client.0.smithi067.stdout: "device_base", 2024-07-29T15:02:26.996 INFO:tasks.workunit.client.0.smithi067.stdout: "crash_base", 2024-07-29T15:02:26.996 INFO:tasks.workunit.client.0.smithi067.stdout: "ident_base", 2024-07-29T15:02:26.996 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_perf", 2024-07-29T15:02:26.996 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_mds_metadata", 2024-07-29T15:02:26.996 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_usage", 2024-07-29T15:02:26.996 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_usage_by_class", 2024-07-29T15:02:26.996 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_rook_v01", 2024-07-29T15:02:26.996 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_memory_metrics", 2024-07-29T15:02:26.996 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_options_bluestore" 2024-07-29T15:02:26.996 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:26.996 INFO:tasks.workunit.client.0.smithi067.stdout: "config": { 2024-07-29T15:02:26.996 INFO:tasks.workunit.client.0.smithi067.stdout: "active_changed": [ 2024-07-29T15:02:26.996 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-29T15:02:26.996 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_debug", 2024-07-29T15:02:26.997 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_mon_ticket_ttl", 2024-07-29T15:02:26.997 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_service_ticket_ttl", 2024-07-29T15:02:26.997 INFO:tasks.workunit.client.0.smithi067.stdout: "bdev_debug_aio", 2024-07-29T15:02:26.997 INFO:tasks.workunit.client.0.smithi067.stdout: "client_check_pool_perm", 2024-07-29T15:02:26.997 INFO:tasks.workunit.client.0.smithi067.stdout: "client_mount_gid", 2024-07-29T15:02:26.997 INFO:tasks.workunit.client.0.smithi067.stdout: "client_mount_uid", 2024-07-29T15:02:26.997 INFO:tasks.workunit.client.0.smithi067.stdout: "client_quota", 2024-07-29T15:02:26.997 INFO:tasks.workunit.client.0.smithi067.stdout: "container_image", 2024-07-29T15:02:26.997 INFO:tasks.workunit.client.0.smithi067.stdout: "daemonize", 2024-07-29T15:02:26.997 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_asserts_on_shutdown", 2024-07-29T15:02:26.997 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_mgr", 2024-07-29T15:02:26.997 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_mon", 2024-07-29T15:02:26.997 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_ms", 2024-07-29T15:02:26.997 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_osd", 2024-07-29T15:02:26.997 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_paxos", 2024-07-29T15:02:26.998 INFO:tasks.workunit.client.0.smithi067.stdout: "keyring", 2024-07-29T15:02:26.998 INFO:tasks.workunit.client.0.smithi067.stdout: "leveldb_block_size", 2024-07-29T15:02:26.998 INFO:tasks.workunit.client.0.smithi067.stdout: "leveldb_cache_size", 2024-07-29T15:02:26.998 INFO:tasks.workunit.client.0.smithi067.stdout: "leveldb_compression", 2024-07-29T15:02:26.998 INFO:tasks.workunit.client.0.smithi067.stdout: "leveldb_log", 2024-07-29T15:02:26.998 INFO:tasks.workunit.client.0.smithi067.stdout: "leveldb_write_buffer_size", 2024-07-29T15:02:26.998 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_file", 2024-07-29T15:02:26.998 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_journald", 2024-07-29T15:02:26.998 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_stderr", 2024-07-29T15:02:26.998 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_allow_pool_delete", 2024-07-29T15:02:26.998 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_clock_drift_allowed", 2024-07-29T15:02:26.998 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_cluster_log_to_file", 2024-07-29T15:02:26.998 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_cluster_log_to_journald", 2024-07-29T15:02:26.999 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_cluster_log_to_stderr", 2024-07-29T15:02:26.999 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_data_avail_warn", 2024-07-29T15:02:26.999 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_election_default_strategy", 2024-07-29T15:02:26.999 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_host", 2024-07-29T15:02:26.999 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_max_pg_per_osd", 2024-07-29T15:02:26.999 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_mgr_mkfs_grace", 2024-07-29T15:02:26.999 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_osd_prime_pg_temp", 2024-07-29T15:02:26.999 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_osd_reporter_subtree_level", 2024-07-29T15:02:26.999 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_pg_warn_max_object_skew", 2024-07-29T15:02:26.999 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-29T15:02:26.999 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-29T15:02:26.999 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-29T15:02:26.999 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-29T15:02:26.999 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-29T15:02:26.999 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-29T15:02:27.000 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-29T15:02:27.000 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-29T15:02:27.000 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_too_few_osds", 2024-07-29T15:02:27.000 INFO:tasks.workunit.client.0.smithi067.stdout: "ms_die_on_bug", 2024-07-29T15:02:27.000 INFO:tasks.workunit.client.0.smithi067.stdout: "ms_die_on_old_message", 2024-07-29T15:02:27.000 INFO:tasks.workunit.client.0.smithi067.stdout: "no_config_file", 2024-07-29T15:02:27.000 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_class_default_list", 2024-07-29T15:02:27.000 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_class_load_list", 2024-07-29T15:02:27.000 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_misdirected_ops", 2024-07-29T15:02:27.000 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_op_order", 2024-07-29T15:02:27.000 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_pg_log_writeout", 2024-07-29T15:02:27.000 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_shutdown", 2024-07-29T15:02:27.000 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_cached_snaps", 2024-07-29T15:02:27.000 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_missing_on_start", 2024-07-29T15:02:27.001 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_stray_on_activate", 2024-07-29T15:02:27.001 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-29T15:02:27.001 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_profile", 2024-07-29T15:02:27.001 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-07-29T15:02:27.001 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-07-29T15:02:27.001 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-07-29T15:02:27.001 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-07-29T15:02:27.001 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-07-29T15:02:27.001 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-07-29T15:02:27.001 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_client_lim", 2024-07-29T15:02:27.001 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_client_res", 2024-07-29T15:02:27.001 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_client_wgt", 2024-07-29T15:02:27.001 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_memory_target", 2024-07-29T15:02:27.001 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_memory_target_autotune", 2024-07-29T15:02:27.001 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_op_queue", 2024-07-29T15:02:27.002 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_op_queue_cut_off", 2024-07-29T15:02:27.002 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pool_default_erasure_code_profile", 2024-07-29T15:02:27.002 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-29T15:02:27.002 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recover_clone_overlap", 2024-07-29T15:02:27.002 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_max_chunk", 2024-07-29T15:02:27.002 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_load_threshold", 2024-07-29T15:02:27.002 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_max_interval", 2024-07-29T15:02:27.002 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_shutdown_pgref_assert", 2024-07-29T15:02:27.002 INFO:tasks.workunit.client.0.smithi067.stdout: "public_addr", 2024-07-29T15:02:27.002 INFO:tasks.workunit.client.0.smithi067.stdout: "public_addrv", 2024-07-29T15:02:27.002 INFO:tasks.workunit.client.0.smithi067.stdout: "public_network", 2024-07-29T15:02:27.002 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd_default_features", 2024-07-29T15:02:27.002 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd_qos_exclude_ops", 2024-07-29T15:02:27.003 INFO:tasks.workunit.client.0.smithi067.stdout: "setgroup", 2024-07-29T15:02:27.003 INFO:tasks.workunit.client.0.smithi067.stdout: "setuser" 2024-07-29T15:02:27.003 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.003 INFO:tasks.workunit.client.0.smithi067.stdout: "cluster_changed": [ 2024-07-29T15:02:27.003 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-29T15:02:27.003 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_debug", 2024-07-29T15:02:27.003 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_mon_ticket_ttl", 2024-07-29T15:02:27.003 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_service_ticket_ttl", 2024-07-29T15:02:27.003 INFO:tasks.workunit.client.0.smithi067.stdout: "bdev_debug_aio", 2024-07-29T15:02:27.003 INFO:tasks.workunit.client.0.smithi067.stdout: "container_image", 2024-07-29T15:02:27.003 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_asserts_on_shutdown", 2024-07-29T15:02:27.003 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_mgr", 2024-07-29T15:02:27.003 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_mon", 2024-07-29T15:02:27.003 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_ms", 2024-07-29T15:02:27.003 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_osd", 2024-07-29T15:02:27.004 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_paxos", 2024-07-29T15:02:27.004 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_file", 2024-07-29T15:02:27.004 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_journald", 2024-07-29T15:02:27.004 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_stderr", 2024-07-29T15:02:27.004 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_join_fs", 2024-07-29T15:02:27.004 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/cephadm/allow_ptrace", 2024-07-29T15:02:27.004 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/cephadm/container_init", 2024-07-29T15:02:27.004 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/cephadm/migration_current", 2024-07-29T15:02:27.004 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/cephadm/use_repo_digest", 2024-07-29T15:02:27.004 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-07-29T15:02:27.004 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-07-29T15:02:27.004 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-07-29T15:02:27.004 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-07-29T15:02:27.004 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/ssl_server_port", 2024-07-29T15:02:27.004 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/orchestrator/orchestrator", 2024-07-29T15:02:27.005 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/channel_ident", 2024-07-29T15:02:27.005 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/channel_perf", 2024-07-29T15:02:27.005 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/description", 2024-07-29T15:02:27.005 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/enabled", 2024-07-29T15:02:27.005 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/organization", 2024-07-29T15:02:27.005 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_allow_pool_delete", 2024-07-29T15:02:27.005 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_clock_drift_allowed", 2024-07-29T15:02:27.005 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_cluster_log_to_file", 2024-07-29T15:02:27.005 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_data_avail_warn", 2024-07-29T15:02:27.005 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_election_default_strategy", 2024-07-29T15:02:27.005 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_max_pg_per_osd", 2024-07-29T15:02:27.005 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_mgr_mkfs_grace", 2024-07-29T15:02:27.005 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_osd_prime_pg_temp", 2024-07-29T15:02:27.006 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_osd_reporter_subtree_level", 2024-07-29T15:02:27.006 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_pg_warn_max_object_skew", 2024-07-29T15:02:27.006 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-29T15:02:27.006 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-29T15:02:27.006 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-29T15:02:27.006 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-29T15:02:27.006 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-29T15:02:27.006 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-29T15:02:27.006 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-29T15:02:27.006 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-29T15:02:27.006 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_too_few_osds", 2024-07-29T15:02:27.006 INFO:tasks.workunit.client.0.smithi067.stdout: "ms_die_on_bug", 2024-07-29T15:02:27.006 INFO:tasks.workunit.client.0.smithi067.stdout: "ms_die_on_old_message", 2024-07-29T15:02:27.006 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_class_default_list", 2024-07-29T15:02:27.007 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_class_load_list", 2024-07-29T15:02:27.007 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_misdirected_ops", 2024-07-29T15:02:27.007 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_op_order", 2024-07-29T15:02:27.007 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_pg_log_writeout", 2024-07-29T15:02:27.007 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_shutdown", 2024-07-29T15:02:27.007 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_cached_snaps", 2024-07-29T15:02:27.007 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_missing_on_start", 2024-07-29T15:02:27.007 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_stray_on_activate", 2024-07-29T15:02:27.007 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-29T15:02:27.007 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_profile", 2024-07-29T15:02:27.007 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_memory_target", 2024-07-29T15:02:27.007 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_memory_target_autotune", 2024-07-29T15:02:27.007 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_op_queue", 2024-07-29T15:02:27.007 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_op_queue_cut_off", 2024-07-29T15:02:27.008 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pool_default_erasure_code_profile", 2024-07-29T15:02:27.008 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-29T15:02:27.008 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recover_clone_overlap", 2024-07-29T15:02:27.008 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_max_chunk", 2024-07-29T15:02:27.008 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_load_threshold", 2024-07-29T15:02:27.008 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_max_interval", 2024-07-29T15:02:27.008 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_shutdown_pgref_assert", 2024-07-29T15:02:27.008 INFO:tasks.workunit.client.0.smithi067.stdout: "public_network", 2024-07-29T15:02:27.008 INFO:tasks.workunit.client.0.smithi067.stdout: "rgw_cache_enabled", 2024-07-29T15:02:27.008 INFO:tasks.workunit.client.0.smithi067.stdout: "rgw_enable_ops_log", 2024-07-29T15:02:27.008 INFO:tasks.workunit.client.0.smithi067.stdout: "rgw_enable_usage_log" 2024-07-29T15:02:27.008 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.008 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.008 INFO:tasks.workunit.client.0.smithi067.stdout: "contact": null, 2024-07-29T15:02:27.008 INFO:tasks.workunit.client.0.smithi067.stdout: "crashes": [], 2024-07-29T15:02:27.009 INFO:tasks.workunit.client.0.smithi067.stdout: "created": "2024-07-29T14:53:34.720315Z", 2024-07-29T15:02:27.009 INFO:tasks.workunit.client.0.smithi067.stdout: "crush": { 2024-07-29T15:02:27.009 INFO:tasks.workunit.client.0.smithi067.stdout: "bucket_algs": { 2024-07-29T15:02:27.009 INFO:tasks.workunit.client.0.smithi067.stdout: "straw2": 3 2024-07-29T15:02:27.009 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.009 INFO:tasks.workunit.client.0.smithi067.stdout: "bucket_sizes": { 2024-07-29T15:02:27.009 INFO:tasks.workunit.client.0.smithi067.stdout: "2": 1, 2024-07-29T15:02:27.009 INFO:tasks.workunit.client.0.smithi067.stdout: "4": 2 2024-07-29T15:02:27.009 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.009 INFO:tasks.workunit.client.0.smithi067.stdout: "bucket_types": { 2024-07-29T15:02:27.009 INFO:tasks.workunit.client.0.smithi067.stdout: "1": 2, 2024-07-29T15:02:27.009 INFO:tasks.workunit.client.0.smithi067.stdout: "11": 1 2024-07-29T15:02:27.009 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.009 INFO:tasks.workunit.client.0.smithi067.stdout: "compat_weight_set": false, 2024-07-29T15:02:27.010 INFO:tasks.workunit.client.0.smithi067.stdout: "device_classes": [ 2024-07-29T15:02:27.010 INFO:tasks.workunit.client.0.smithi067.stdout: 8 2024-07-29T15:02:27.010 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.010 INFO:tasks.workunit.client.0.smithi067.stdout: "num_buckets": 6, 2024-07-29T15:02:27.010 INFO:tasks.workunit.client.0.smithi067.stdout: "num_devices": 8, 2024-07-29T15:02:27.010 INFO:tasks.workunit.client.0.smithi067.stdout: "num_rules": 1, 2024-07-29T15:02:27.010 INFO:tasks.workunit.client.0.smithi067.stdout: "num_types": 12, 2024-07-29T15:02:27.010 INFO:tasks.workunit.client.0.smithi067.stdout: "num_weight_sets": 0, 2024-07-29T15:02:27.010 INFO:tasks.workunit.client.0.smithi067.stdout: "tunables": { 2024-07-29T15:02:27.010 INFO:tasks.workunit.client.0.smithi067.stdout: "allowed_bucket_algs": 54, 2024-07-29T15:02:27.010 INFO:tasks.workunit.client.0.smithi067.stdout: "choose_local_fallback_tries": 0, 2024-07-29T15:02:27.011 INFO:tasks.workunit.client.0.smithi067.stdout: "choose_local_tries": 0, 2024-07-29T15:02:27.011 INFO:tasks.workunit.client.0.smithi067.stdout: "choose_total_tries": 50, 2024-07-29T15:02:27.011 INFO:tasks.workunit.client.0.smithi067.stdout: "chooseleaf_descend_once": 1, 2024-07-29T15:02:27.011 INFO:tasks.workunit.client.0.smithi067.stdout: "chooseleaf_stable": 1, 2024-07-29T15:02:27.011 INFO:tasks.workunit.client.0.smithi067.stdout: "chooseleaf_vary_r": 1, 2024-07-29T15:02:27.011 INFO:tasks.workunit.client.0.smithi067.stdout: "has_v2_rules": 0, 2024-07-29T15:02:27.011 INFO:tasks.workunit.client.0.smithi067.stdout: "has_v3_rules": 0, 2024-07-29T15:02:27.011 INFO:tasks.workunit.client.0.smithi067.stdout: "has_v4_buckets": 1, 2024-07-29T15:02:27.011 INFO:tasks.workunit.client.0.smithi067.stdout: "has_v5_rules": 0, 2024-07-29T15:02:27.011 INFO:tasks.workunit.client.0.smithi067.stdout: "legacy_tunables": 0, 2024-07-29T15:02:27.011 INFO:tasks.workunit.client.0.smithi067.stdout: "minimum_required_version": "jewel", 2024-07-29T15:02:27.011 INFO:tasks.workunit.client.0.smithi067.stdout: "optimal_tunables": 1, 2024-07-29T15:02:27.011 INFO:tasks.workunit.client.0.smithi067.stdout: "profile": "jewel", 2024-07-29T15:02:27.011 INFO:tasks.workunit.client.0.smithi067.stdout: "require_feature_tunables": 1, 2024-07-29T15:02:27.011 INFO:tasks.workunit.client.0.smithi067.stdout: "require_feature_tunables2": 1, 2024-07-29T15:02:27.012 INFO:tasks.workunit.client.0.smithi067.stdout: "require_feature_tunables3": 1, 2024-07-29T15:02:27.012 INFO:tasks.workunit.client.0.smithi067.stdout: "require_feature_tunables5": 1, 2024-07-29T15:02:27.012 INFO:tasks.workunit.client.0.smithi067.stdout: "straw_calc_version": 1 2024-07-29T15:02:27.012 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.012 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.012 INFO:tasks.workunit.client.0.smithi067.stdout: "description": "upgrade test cluster", 2024-07-29T15:02:27.012 INFO:tasks.workunit.client.0.smithi067.stdout: "fs": { 2024-07-29T15:02:27.012 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:27.012 INFO:tasks.workunit.client.0.smithi067.stdout: "feature_flags": { 2024-07-29T15:02:27.012 INFO:tasks.workunit.client.0.smithi067.stdout: "enable_multiple": true, 2024-07-29T15:02:27.012 INFO:tasks.workunit.client.0.smithi067.stdout: "ever_enabled_multiple": true 2024-07-29T15:02:27.012 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.012 INFO:tasks.workunit.client.0.smithi067.stdout: "filesystems": [ 2024-07-29T15:02:27.012 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.013 INFO:tasks.workunit.client.0.smithi067.stdout: "approx_ctime": "2024-07", 2024-07-29T15:02:27.013 INFO:tasks.workunit.client.0.smithi067.stdout: "balancer_enabled": false, 2024-07-29T15:02:27.013 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.013 INFO:tasks.workunit.client.0.smithi067.stdout: "cached_caps": 0, 2024-07-29T15:02:27.013 INFO:tasks.workunit.client.0.smithi067.stdout: "cached_dns": 10, 2024-07-29T15:02:27.013 INFO:tasks.workunit.client.0.smithi067.stdout: "cached_inos": 13, 2024-07-29T15:02:27.013 INFO:tasks.workunit.client.0.smithi067.stdout: "cached_subtrees": 2, 2024-07-29T15:02:27.013 INFO:tasks.workunit.client.0.smithi067.stdout: "ever_allowed_features": 0, 2024-07-29T15:02:27.013 INFO:tasks.workunit.client.0.smithi067.stdout: "explicitly_allowed_features": 0, 2024-07-29T15:02:27.013 INFO:tasks.workunit.client.0.smithi067.stdout: "files": 0, 2024-07-29T15:02:27.013 INFO:tasks.workunit.client.0.smithi067.stdout: "max_mds": 1, 2024-07-29T15:02:27.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_data_pools": 1, 2024-07-29T15:02:27.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_in": 1, 2024-07-29T15:02:27.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_mds": 1, 2024-07-29T15:02:27.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_sessions": 0, 2024-07-29T15:02:27.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_standby_replay": 0, 2024-07-29T15:02:27.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_up": 1, 2024-07-29T15:02:27.014 INFO:tasks.workunit.client.0.smithi067.stdout: "snaps": 0, 2024-07-29T15:02:27.014 INFO:tasks.workunit.client.0.smithi067.stdout: "standby_count_wanted": 0 2024-07-29T15:02:27.014 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.014 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_standby_mds": 1, 2024-07-29T15:02:27.014 INFO:tasks.workunit.client.0.smithi067.stdout: "total_num_mds": 2 2024-07-29T15:02:27.014 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.014 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_stats": { 2024-07-29T15:02:27.014 INFO:tasks.workunit.client.0.smithi067.stdout: "mds": { 2024-07-29T15:02:27.014 INFO:tasks.workunit.client.0.smithi067.stdout: "mds.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T15:02:27.014 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 20471808, 2024-07-29T15:02:27.014 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 438232, 2024-07-29T15:02:27.015 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2621440, 2024-07-29T15:02:27.015 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T15:02:27.015 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 712704, 2024-07-29T15:02:27.015 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 422, 2024-07-29T15:02:27.015 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T15:02:27.015 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 1223128, 2024-07-29T15:02:27.015 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 20, 2024-07-29T15:02:27.015 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 1119232, 2024-07-29T15:02:27.015 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 15069776, 2024-07-29T15:02:27.015 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 21184512 2024-07-29T15:02:27.015 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.015 INFO:tasks.workunit.client.0.smithi067.stdout: "mds.fe352cc5d8c505de303363ceef3e5f6f0234bfa7": { 2024-07-29T15:02:27.015 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 20135936, 2024-07-29T15:02:27.015 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 301640, 2024-07-29T15:02:27.016 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2621440, 2024-07-29T15:02:27.016 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 901120, 2024-07-29T15:02:27.016 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 0, 2024-07-29T15:02:27.016 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 341, 2024-07-29T15:02:27.016 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T15:02:27.016 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 1052600, 2024-07-29T15:02:27.016 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 12, 2024-07-29T15:02:27.016 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 596992, 2024-07-29T15:02:27.016 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 14662144, 2024-07-29T15:02:27.016 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 20135936 2024-07-29T15:02:27.016 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.016 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.016 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T15:02:27.016 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T15:02:27.016 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 44548096, 2024-07-29T15:02:27.017 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 1885080, 2024-07-29T15:02:27.017 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2621440, 2024-07-29T15:02:27.017 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 802816, 2024-07-29T15:02:27.017 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 7053312, 2024-07-29T15:02:27.017 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 1644, 2024-07-29T15:02:27.017 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T15:02:27.017 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 8976408, 2024-07-29T15:02:27.017 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 22, 2024-07-29T15:02:27.017 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 2245120, 2024-07-29T15:02:27.017 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 28017232, 2024-07-29T15:02:27.017 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 51601408 2024-07-29T15:02:27.017 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.017 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.88f1e2f1a9980ce30b43411b8d195844f2fd44e3": { 2024-07-29T15:02:27.018 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 37773312, 2024-07-29T15:02:27.018 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 1397072, 2024-07-29T15:02:27.018 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2621440, 2024-07-29T15:02:27.018 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T15:02:27.018 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 11837440, 2024-07-29T15:02:27.018 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 1177, 2024-07-29T15:02:27.018 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T15:02:27.018 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 7014360, 2024-07-29T15:02:27.018 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 22, 2024-07-29T15:02:27.018 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 2091264, 2024-07-29T15:02:27.018 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 24649176, 2024-07-29T15:02:27.018 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 49610752 2024-07-29T15:02:27.018 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.019 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.fe352cc5d8c505de303363ceef3e5f6f0234bfa7": { 2024-07-29T15:02:27.019 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 36061184, 2024-07-29T15:02:27.019 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 1360616, 2024-07-29T15:02:27.019 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2621440, 2024-07-29T15:02:27.019 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 16384, 2024-07-29T15:02:27.019 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 14598144, 2024-07-29T15:02:27.019 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 1116, 2024-07-29T15:02:27.019 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T15:02:27.019 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 7332120, 2024-07-29T15:02:27.019 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 21, 2024-07-29T15:02:27.019 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 1096960, 2024-07-29T15:02:27.019 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 23633664, 2024-07-29T15:02:27.019 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 50659328 2024-07-29T15:02:27.020 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.020 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.020 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:27.020 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.0": { 2024-07-29T15:02:27.020 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 274612224, 2024-07-29T15:02:27.020 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 890216, 2024-07-29T15:02:27.020 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2752512, 2024-07-29T15:02:27.020 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T15:02:27.020 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 1146880, 2024-07-29T15:02:27.020 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 1425, 2024-07-29T15:02:27.020 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T15:02:27.020 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 5353152, 2024-07-29T15:02:27.020 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 45, 2024-07-29T15:02:27.021 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 2477056, 2024-07-29T15:02:27.021 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 263139288, 2024-07-29T15:02:27.021 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 275759104 2024-07-29T15:02:27.021 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.021 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.1": { 2024-07-29T15:02:27.021 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 272908288, 2024-07-29T15:02:27.021 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 728520, 2024-07-29T15:02:27.021 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2752512, 2024-07-29T15:02:27.021 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T15:02:27.021 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 753664, 2024-07-29T15:02:27.021 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 1354, 2024-07-29T15:02:27.021 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T15:02:27.021 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 5604288, 2024-07-29T15:02:27.021 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 46, 2024-07-29T15:02:27.022 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 2207232, 2024-07-29T15:02:27.022 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 261615736, 2024-07-29T15:02:27.022 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 273661952 2024-07-29T15:02:27.022 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.022 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.2": { 2024-07-29T15:02:27.022 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 272769024, 2024-07-29T15:02:27.022 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 779632, 2024-07-29T15:02:27.022 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2752512, 2024-07-29T15:02:27.022 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T15:02:27.022 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 1171456, 2024-07-29T15:02:27.022 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 1262, 2024-07-29T15:02:27.022 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T15:02:27.022 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 5101296, 2024-07-29T15:02:27.023 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 46, 2024-07-29T15:02:27.023 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 2476544, 2024-07-29T15:02:27.023 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 261659040, 2024-07-29T15:02:27.023 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 273940480 2024-07-29T15:02:27.023 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.023 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.3": { 2024-07-29T15:02:27.023 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 271589376, 2024-07-29T15:02:27.023 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 743104, 2024-07-29T15:02:27.023 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2752512, 2024-07-29T15:02:27.023 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 24576, 2024-07-29T15:02:27.023 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 40960, 2024-07-29T15:02:27.024 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 1240, 2024-07-29T15:02:27.024 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T15:02:27.024 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 4466720, 2024-07-29T15:02:27.024 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 45, 2024-07-29T15:02:27.024 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 1835776, 2024-07-29T15:02:27.024 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 261766688, 2024-07-29T15:02:27.024 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 271630336 2024-07-29T15:02:27.024 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.024 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.4": { 2024-07-29T15:02:27.024 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 272154624, 2024-07-29T15:02:27.024 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 831560, 2024-07-29T15:02:27.024 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2752512, 2024-07-29T15:02:27.024 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 8192, 2024-07-29T15:02:27.024 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 524288, 2024-07-29T15:02:27.025 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 1231, 2024-07-29T15:02:27.025 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T15:02:27.025 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 4349120, 2024-07-29T15:02:27.025 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 46, 2024-07-29T15:02:27.025 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 1872128, 2024-07-29T15:02:27.025 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 262341112, 2024-07-29T15:02:27.025 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 272678912 2024-07-29T15:02:27.025 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.025 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.5": { 2024-07-29T15:02:27.025 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 272883712, 2024-07-29T15:02:27.025 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 842864, 2024-07-29T15:02:27.025 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2752512, 2024-07-29T15:02:27.026 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T15:02:27.026 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 843776, 2024-07-29T15:02:27.026 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 1263, 2024-07-29T15:02:27.026 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T15:02:27.026 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 4843632, 2024-07-29T15:02:27.026 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 46, 2024-07-29T15:02:27.026 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 2078976, 2024-07-29T15:02:27.026 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 262365728, 2024-07-29T15:02:27.026 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 273727488 2024-07-29T15:02:27.026 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.026 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.6": { 2024-07-29T15:02:27.026 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 272203776, 2024-07-29T15:02:27.026 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 1382224, 2024-07-29T15:02:27.027 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2752512, 2024-07-29T15:02:27.027 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 24576, 2024-07-29T15:02:27.027 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 475136, 2024-07-29T15:02:27.027 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 1277, 2024-07-29T15:02:27.027 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T15:02:27.027 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 4606624, 2024-07-29T15:02:27.027 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 46, 2024-07-29T15:02:27.027 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 1810944, 2024-07-29T15:02:27.027 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 261626896, 2024-07-29T15:02:27.027 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 272678912 2024-07-29T15:02:27.027 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.027 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.7": { 2024-07-29T15:02:27.027 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 273145856, 2024-07-29T15:02:27.027 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 945688, 2024-07-29T15:02:27.028 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2752512, 2024-07-29T15:02:27.028 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 32768, 2024-07-29T15:02:27.028 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 794624, 2024-07-29T15:02:27.028 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 1323, 2024-07-29T15:02:27.028 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T15:02:27.028 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 5263632, 2024-07-29T15:02:27.028 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 45, 2024-07-29T15:02:27.028 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 2065152, 2024-07-29T15:02:27.028 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 262086104, 2024-07-29T15:02:27.028 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 273940480 2024-07-29T15:02:27.028 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.028 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.028 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.028 INFO:tasks.workunit.client.0.smithi067.stdout: "hosts": { 2024-07-29T15:02:27.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num": 2, 2024-07-29T15:02:27.029 INFO:tasks.workunit.client.0.smithi067.stdout: "num_with_mds": 2, 2024-07-29T15:02:27.029 INFO:tasks.workunit.client.0.smithi067.stdout: "num_with_mgr": 2, 2024-07-29T15:02:27.029 INFO:tasks.workunit.client.0.smithi067.stdout: "num_with_mon": 2, 2024-07-29T15:02:27.029 INFO:tasks.workunit.client.0.smithi067.stdout: "num_with_osd": 2 2024-07-29T15:02:27.029 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.029 INFO:tasks.workunit.client.0.smithi067.stdout: "io_rate": { 2024-07-29T15:02:27.029 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_stats_delta": { 2024-07-29T15:02:27.029 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": 0, 2024-07-29T15:02:27.029 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.029 INFO:tasks.workunit.client.0.smithi067.stdout: "num_store_stats": 0, 2024-07-29T15:02:27.029 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.029 INFO:tasks.workunit.client.0.smithi067.stdout: "stamp_delta": "12.002518", 2024-07-29T15:02:27.029 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.032 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.032 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.032 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.032 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.032 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.032 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.032 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.032 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.032 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.032 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.032 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.032 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.032 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.032 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.033 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.033 INFO:tasks.workunit.client.0.smithi067.stdout: "store_stats": { 2024-07-29T15:02:27.033 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": 0, 2024-07-29T15:02:27.033 INFO:tasks.workunit.client.0.smithi067.stdout: "available": 0, 2024-07-29T15:02:27.033 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed": 0, 2024-07-29T15:02:27.033 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_allocated": 0, 2024-07-29T15:02:27.033 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_original": 0, 2024-07-29T15:02:27.033 INFO:tasks.workunit.client.0.smithi067.stdout: "data_stored": 0, 2024-07-29T15:02:27.033 INFO:tasks.workunit.client.0.smithi067.stdout: "internal_metadata": 0, 2024-07-29T15:02:27.033 INFO:tasks.workunit.client.0.smithi067.stdout: "internally_reserved": 0, 2024-07-29T15:02:27.033 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_allocated": 0, 2024-07-29T15:02:27.033 INFO:tasks.workunit.client.0.smithi067.stdout: "total": 0 2024-07-29T15:02:27.033 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.033 INFO:tasks.workunit.client.0.smithi067.stdout: "up": 0 2024-07-29T15:02:27.034 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.034 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.034 INFO:tasks.workunit.client.0.smithi067.stdout: "leaderboard": false, 2024-07-29T15:02:27.034 INFO:tasks.workunit.client.0.smithi067.stdout: "license": "sharing-1-0", 2024-07-29T15:02:27.034 INFO:tasks.workunit.client.0.smithi067.stdout: "mempool": { 2024-07-29T15:02:27.034 INFO:tasks.workunit.client.0.smithi067.stdout: "mds": { 2024-07-29T15:02:27.034 INFO:tasks.workunit.client.0.smithi067.stdout: "mds.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T15:02:27.034 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T15:02:27.034 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.034 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.034 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.034 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:27.034 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.035 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.035 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.035 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T15:02:27.035 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.035 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.035 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.035 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T15:02:27.035 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.035 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.035 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.035 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Blob": { 2024-07-29T15:02:27.036 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.036 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.036 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.036 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Buffer": { 2024-07-29T15:02:27.036 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.036 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.036 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.036 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Extent": { 2024-07-29T15:02:27.036 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.036 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.036 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.036 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_SharedBlob": { 2024-07-29T15:02:27.036 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.036 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.037 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.037 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T15:02:27.037 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.037 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.037 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.037 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T15:02:27.037 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.037 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.037 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.037 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T15:02:27.037 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.037 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.037 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.037 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T15:02:27.037 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.037 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.038 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.038 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T15:02:27.038 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.038 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.038 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.038 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T15:02:27.038 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.038 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.038 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.038 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T15:02:27.038 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.038 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.038 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.039 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T15:02:27.039 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.039 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.039 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.039 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T15:02:27.039 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.039 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.039 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.039 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T15:02:27.039 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.039 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.039 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.039 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T15:02:27.039 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 222471, 2024-07-29T15:02:27.039 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 72 2024-07-29T15:02:27.040 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.040 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T15:02:27.040 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.040 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.040 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.040 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T15:02:27.040 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 50488, 2024-07-29T15:02:27.040 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 208 2024-07-29T15:02:27.040 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.040 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:27.040 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.040 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.040 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.040 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T15:02:27.040 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.041 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.041 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.041 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T15:02:27.041 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.041 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.041 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.041 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T15:02:27.041 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 8144, 2024-07-29T15:02:27.041 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 140 2024-07-29T15:02:27.041 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.041 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T15:02:27.041 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.041 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.041 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.041 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T15:02:27.042 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.042 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.042 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.042 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T15:02:27.042 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.042 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.042 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.042 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T15:02:27.042 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.042 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.042 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.042 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.042 INFO:tasks.workunit.client.0.smithi067.stdout: "mds.fe352cc5d8c505de303363ceef3e5f6f0234bfa7": { 2024-07-29T15:02:27.042 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T15:02:27.043 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.043 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.043 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.043 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:27.043 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.043 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.043 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.043 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T15:02:27.043 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.043 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.043 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.043 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T15:02:27.043 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.044 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.044 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.044 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Blob": { 2024-07-29T15:02:27.044 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.044 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.044 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.044 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Buffer": { 2024-07-29T15:02:27.044 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.044 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.044 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.044 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Extent": { 2024-07-29T15:02:27.044 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.044 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.044 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.045 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_SharedBlob": { 2024-07-29T15:02:27.045 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.045 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.045 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.045 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T15:02:27.045 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.045 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.045 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.045 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T15:02:27.045 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.045 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.045 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.045 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T15:02:27.045 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.045 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.046 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.046 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T15:02:27.046 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.046 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.046 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.046 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T15:02:27.046 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.046 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.047 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.047 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T15:02:27.047 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.047 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.047 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.047 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T15:02:27.047 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.047 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.047 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.047 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T15:02:27.047 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.047 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.047 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.047 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T15:02:27.048 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.048 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.048 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.048 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T15:02:27.048 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.048 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.048 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.048 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T15:02:27.048 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 149091, 2024-07-29T15:02:27.048 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 34 2024-07-29T15:02:27.048 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.048 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T15:02:27.048 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.048 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.048 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.049 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T15:02:27.049 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 856, 2024-07-29T15:02:27.049 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2 2024-07-29T15:02:27.049 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.049 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:27.049 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.049 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.049 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.049 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T15:02:27.049 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.049 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.049 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.049 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T15:02:27.050 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.050 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.050 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.050 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T15:02:27.050 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.050 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.050 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.050 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T15:02:27.050 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.050 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.050 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.050 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T15:02:27.050 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.051 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.051 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.051 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T15:02:27.051 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.051 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.051 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.051 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T15:02:27.051 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.051 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.051 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.051 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.051 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.051 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T15:02:27.051 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T15:02:27.051 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T15:02:27.052 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.052 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.052 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.052 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:27.052 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.052 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.052 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.052 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T15:02:27.052 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.052 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.052 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.052 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T15:02:27.052 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.052 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.053 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.053 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Blob": { 2024-07-29T15:02:27.053 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.053 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.053 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.053 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Buffer": { 2024-07-29T15:02:27.053 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.053 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.053 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.053 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Extent": { 2024-07-29T15:02:27.053 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.053 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.053 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.053 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_SharedBlob": { 2024-07-29T15:02:27.053 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.054 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.054 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.054 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T15:02:27.054 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.054 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.054 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.054 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T15:02:27.054 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.054 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.054 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.054 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T15:02:27.054 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.054 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.054 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.055 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T15:02:27.055 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.055 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.055 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.055 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T15:02:27.055 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.055 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.055 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.055 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T15:02:27.055 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.055 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.055 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.055 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T15:02:27.056 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.056 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.056 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.056 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T15:02:27.056 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.056 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.056 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.056 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T15:02:27.056 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.056 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.056 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.056 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T15:02:27.056 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.056 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.056 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.057 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T15:02:27.057 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1277062, 2024-07-29T15:02:27.057 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 369 2024-07-29T15:02:27.057 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.057 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T15:02:27.057 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 528, 2024-07-29T15:02:27.057 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 6 2024-07-29T15:02:27.057 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.057 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T15:02:27.057 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.057 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.057 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.057 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:27.057 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.057 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.058 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.058 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T15:02:27.058 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.058 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.058 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.058 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T15:02:27.058 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.058 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.058 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.058 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T15:02:27.058 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6792, 2024-07-29T15:02:27.058 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 139 2024-07-29T15:02:27.058 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.058 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T15:02:27.059 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 12744, 2024-07-29T15:02:27.059 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1546 2024-07-29T15:02:27.059 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.059 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T15:02:27.059 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 10624, 2024-07-29T15:02:27.059 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 206 2024-07-29T15:02:27.059 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.059 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T15:02:27.059 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.059 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.059 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.059 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T15:02:27.059 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.059 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.059 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.060 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.060 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.88f1e2f1a9980ce30b43411b8d195844f2fd44e3": { 2024-07-29T15:02:27.060 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T15:02:27.060 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.060 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.060 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.060 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:27.060 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.060 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.060 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.060 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T15:02:27.060 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.060 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.060 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.060 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T15:02:27.061 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.061 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.061 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.061 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Blob": { 2024-07-29T15:02:27.061 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.061 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.061 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.061 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Buffer": { 2024-07-29T15:02:27.061 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.061 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.061 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.061 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Extent": { 2024-07-29T15:02:27.061 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.061 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.061 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.061 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_SharedBlob": { 2024-07-29T15:02:27.062 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.062 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.062 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.062 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T15:02:27.062 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.062 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.062 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.062 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T15:02:27.062 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.062 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.062 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.062 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T15:02:27.062 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.062 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.062 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.063 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T15:02:27.063 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.063 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.063 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.063 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T15:02:27.063 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.063 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.063 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.063 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T15:02:27.063 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.063 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.063 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.063 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T15:02:27.063 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.064 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.064 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.064 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T15:02:27.064 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.064 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.064 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.064 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T15:02:27.064 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.064 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.064 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.064 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T15:02:27.064 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.064 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.064 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.065 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T15:02:27.065 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1455926, 2024-07-29T15:02:27.065 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 446 2024-07-29T15:02:27.065 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.065 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T15:02:27.065 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 176, 2024-07-29T15:02:27.065 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2 2024-07-29T15:02:27.065 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.065 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T15:02:27.065 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.065 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.065 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.065 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:27.065 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.066 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.066 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.066 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T15:02:27.066 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.066 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.066 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.066 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T15:02:27.066 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.066 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.067 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.067 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T15:02:27.067 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6792, 2024-07-29T15:02:27.067 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 139 2024-07-29T15:02:27.067 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.067 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T15:02:27.067 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 12744, 2024-07-29T15:02:27.067 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1546 2024-07-29T15:02:27.067 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.067 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T15:02:27.067 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5312, 2024-07-29T15:02:27.067 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 103 2024-07-29T15:02:27.067 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.068 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T15:02:27.068 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.068 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.068 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.068 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T15:02:27.068 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.068 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.068 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.068 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.068 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.fe352cc5d8c505de303363ceef3e5f6f0234bfa7": { 2024-07-29T15:02:27.068 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T15:02:27.068 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.068 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.068 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.068 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:27.069 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.069 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.069 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.069 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T15:02:27.069 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.069 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.069 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.069 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T15:02:27.069 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.069 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.069 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.069 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Blob": { 2024-07-29T15:02:27.069 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.069 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.070 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.070 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Buffer": { 2024-07-29T15:02:27.070 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.070 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.070 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.070 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Extent": { 2024-07-29T15:02:27.070 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.070 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.070 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.070 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_SharedBlob": { 2024-07-29T15:02:27.070 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.070 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.070 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.070 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T15:02:27.071 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.071 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.071 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.071 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T15:02:27.071 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.071 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.071 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.071 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T15:02:27.071 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.071 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.071 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.071 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T15:02:27.071 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.071 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.072 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.072 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T15:02:27.072 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.072 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.072 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.072 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T15:02:27.072 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.072 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.072 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.072 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T15:02:27.072 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.072 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.072 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.072 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T15:02:27.072 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.073 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.073 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.073 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T15:02:27.073 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.073 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.073 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.073 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T15:02:27.073 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.073 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.073 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.073 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T15:02:27.073 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1179862, 2024-07-29T15:02:27.073 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 366 2024-07-29T15:02:27.073 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.073 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T15:02:27.074 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.074 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.074 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.074 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T15:02:27.074 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.074 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.074 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.074 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:27.074 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.074 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.074 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.074 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T15:02:27.074 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.074 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.075 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.075 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T15:02:27.075 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.075 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.075 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.075 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T15:02:27.075 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6792, 2024-07-29T15:02:27.075 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 139 2024-07-29T15:02:27.075 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.075 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T15:02:27.075 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 12744, 2024-07-29T15:02:27.075 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1546 2024-07-29T15:02:27.075 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.075 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T15:02:27.075 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5312, 2024-07-29T15:02:27.076 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 103 2024-07-29T15:02:27.076 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.076 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T15:02:27.076 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.076 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.076 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.076 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T15:02:27.076 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.076 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.076 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.076 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.076 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.076 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:27.076 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.0": { 2024-07-29T15:02:27.076 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T15:02:27.077 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.077 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.077 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.077 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:27.077 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6304, 2024-07-29T15:02:27.077 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 115 2024-07-29T15:02:27.077 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.077 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T15:02:27.077 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 16896, 2024-07-29T15:02:27.077 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8 2024-07-29T15:02:27.077 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.077 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T15:02:27.077 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 576, 2024-07-29T15:02:27.077 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T15:02:27.077 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.078 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Blob": { 2024-07-29T15:02:27.078 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 22736, 2024-07-29T15:02:27.078 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 203 2024-07-29T15:02:27.078 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.078 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Buffer": { 2024-07-29T15:02:27.078 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1680, 2024-07-29T15:02:27.078 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 15 2024-07-29T15:02:27.078 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.078 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Extent": { 2024-07-29T15:02:27.078 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 9744, 2024-07-29T15:02:27.078 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 203 2024-07-29T15:02:27.078 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.078 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_SharedBlob": { 2024-07-29T15:02:27.078 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 22736, 2024-07-29T15:02:27.079 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 203 2024-07-29T15:02:27.079 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.079 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T15:02:27.079 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6240, 2024-07-29T15:02:27.079 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 78 2024-07-29T15:02:27.079 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.079 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T15:02:27.079 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 614400, 2024-07-29T15:02:27.079 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 19 2024-07-29T15:02:27.079 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.079 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T15:02:27.079 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 57775, 2024-07-29T15:02:27.079 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10491 2024-07-29T15:02:27.079 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.079 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T15:02:27.080 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 144160, 2024-07-29T15:02:27.080 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 212 2024-07-29T15:02:27.080 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.080 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T15:02:27.080 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 11560, 2024-07-29T15:02:27.080 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 768 2024-07-29T15:02:27.080 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.080 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T15:02:27.080 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.080 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.080 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.080 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T15:02:27.080 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 33200, 2024-07-29T15:02:27.080 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 212 2024-07-29T15:02:27.081 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.081 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T15:02:27.081 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.081 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.081 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.081 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T15:02:27.081 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 416739, 2024-07-29T15:02:27.081 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 90 2024-07-29T15:02:27.081 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.081 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T15:02:27.081 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.081 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.081 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.081 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T15:02:27.081 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2465752, 2024-07-29T15:02:27.081 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 201 2024-07-29T15:02:27.082 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.082 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T15:02:27.082 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 7040, 2024-07-29T15:02:27.082 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 80 2024-07-29T15:02:27.082 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.082 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T15:02:27.082 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.082 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.082 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.082 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:27.082 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 509696, 2024-07-29T15:02:27.082 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 44 2024-07-29T15:02:27.082 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.083 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T15:02:27.083 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.083 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.083 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.083 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T15:02:27.083 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 95784, 2024-07-29T15:02:27.083 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 189 2024-07-29T15:02:27.083 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.083 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T15:02:27.083 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 238536, 2024-07-29T15:02:27.083 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3586 2024-07-29T15:02:27.083 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.084 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T15:02:27.084 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.084 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.084 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.084 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T15:02:27.084 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.084 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.084 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.084 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T15:02:27.084 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.084 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.084 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.084 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T15:02:27.084 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.084 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.085 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.085 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.085 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.1": { 2024-07-29T15:02:27.085 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T15:02:27.085 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.085 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.085 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.085 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:27.085 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6304, 2024-07-29T15:02:27.085 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 115 2024-07-29T15:02:27.085 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.085 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T15:02:27.085 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 16896, 2024-07-29T15:02:27.085 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8 2024-07-29T15:02:27.085 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.086 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T15:02:27.086 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 576, 2024-07-29T15:02:27.086 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T15:02:27.086 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.086 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Blob": { 2024-07-29T15:02:27.086 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 21616, 2024-07-29T15:02:27.086 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 193 2024-07-29T15:02:27.086 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.086 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Buffer": { 2024-07-29T15:02:27.086 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1456, 2024-07-29T15:02:27.086 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 13 2024-07-29T15:02:27.086 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.086 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Extent": { 2024-07-29T15:02:27.086 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 9264, 2024-07-29T15:02:27.087 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 193 2024-07-29T15:02:27.087 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.087 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_SharedBlob": { 2024-07-29T15:02:27.087 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 21616, 2024-07-29T15:02:27.087 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 193 2024-07-29T15:02:27.087 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.087 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T15:02:27.087 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5520, 2024-07-29T15:02:27.087 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 69 2024-07-29T15:02:27.087 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.087 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T15:02:27.087 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 45972, 2024-07-29T15:02:27.087 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10 2024-07-29T15:02:27.087 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.088 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T15:02:27.088 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 52510, 2024-07-29T15:02:27.088 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9666 2024-07-29T15:02:27.088 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.088 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T15:02:27.088 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 137360, 2024-07-29T15:02:27.088 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 202 2024-07-29T15:02:27.088 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.088 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T15:02:27.088 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 9892, 2024-07-29T15:02:27.088 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 600 2024-07-29T15:02:27.088 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.088 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T15:02:27.088 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.088 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.088 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.089 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T15:02:27.089 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 29700, 2024-07-29T15:02:27.089 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 202 2024-07-29T15:02:27.089 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.089 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T15:02:27.089 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 736, 2024-07-29T15:02:27.089 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1 2024-07-29T15:02:27.089 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.089 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T15:02:27.089 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 459226, 2024-07-29T15:02:27.089 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 101 2024-07-29T15:02:27.089 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.089 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T15:02:27.089 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 12096, 2024-07-29T15:02:27.090 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T15:02:27.090 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.090 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T15:02:27.090 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2410878, 2024-07-29T15:02:27.090 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 174 2024-07-29T15:02:27.090 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.090 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T15:02:27.090 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5456, 2024-07-29T15:02:27.090 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 62 2024-07-29T15:02:27.090 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.090 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T15:02:27.090 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.090 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.090 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.091 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:27.091 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 451776, 2024-07-29T15:02:27.091 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 39 2024-07-29T15:02:27.091 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.091 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T15:02:27.091 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.091 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.091 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.091 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T15:02:27.091 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 8528, 2024-07-29T15:02:27.091 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 22 2024-07-29T15:02:27.091 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.091 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T15:02:27.091 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 237768, 2024-07-29T15:02:27.092 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3550 2024-07-29T15:02:27.092 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.092 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T15:02:27.092 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.092 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.092 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.092 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T15:02:27.092 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.092 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.092 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.092 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T15:02:27.092 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.092 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.092 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.093 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T15:02:27.093 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.093 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.093 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.093 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.093 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.2": { 2024-07-29T15:02:27.093 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T15:02:27.093 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.093 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.093 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.093 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:27.093 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6304, 2024-07-29T15:02:27.093 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 115 2024-07-29T15:02:27.093 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.093 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T15:02:27.094 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 16896, 2024-07-29T15:02:27.094 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8 2024-07-29T15:02:27.094 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.094 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T15:02:27.094 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 576, 2024-07-29T15:02:27.094 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T15:02:27.094 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.094 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Blob": { 2024-07-29T15:02:27.094 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 21280, 2024-07-29T15:02:27.094 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 190 2024-07-29T15:02:27.094 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.094 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Buffer": { 2024-07-29T15:02:27.094 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 896, 2024-07-29T15:02:27.094 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8 2024-07-29T15:02:27.095 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.095 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Extent": { 2024-07-29T15:02:27.095 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 9120, 2024-07-29T15:02:27.095 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 190 2024-07-29T15:02:27.095 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.095 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_SharedBlob": { 2024-07-29T15:02:27.095 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 21280, 2024-07-29T15:02:27.095 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 190 2024-07-29T15:02:27.095 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.095 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T15:02:27.095 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 4880, 2024-07-29T15:02:27.095 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 61 2024-07-29T15:02:27.095 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.095 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T15:02:27.095 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 12288, 2024-07-29T15:02:27.096 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T15:02:27.096 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.096 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T15:02:27.096 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 48972, 2024-07-29T15:02:27.096 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9182 2024-07-29T15:02:27.096 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.096 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T15:02:27.096 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 130560, 2024-07-29T15:02:27.096 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 192 2024-07-29T15:02:27.096 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.096 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T15:02:27.096 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 8936, 2024-07-29T15:02:27.096 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 586 2024-07-29T15:02:27.096 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.096 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T15:02:27.097 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.097 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.097 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.097 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T15:02:27.097 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 27644, 2024-07-29T15:02:27.097 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 192 2024-07-29T15:02:27.097 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.097 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T15:02:27.097 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 736, 2024-07-29T15:02:27.097 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1 2024-07-29T15:02:27.097 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.097 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T15:02:27.097 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 382318, 2024-07-29T15:02:27.097 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 81 2024-07-29T15:02:27.097 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.098 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T15:02:27.098 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 12096, 2024-07-29T15:02:27.098 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T15:02:27.098 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.098 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T15:02:27.098 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2420862, 2024-07-29T15:02:27.098 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 177 2024-07-29T15:02:27.098 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.098 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T15:02:27.098 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 4400, 2024-07-29T15:02:27.098 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 50 2024-07-29T15:02:27.098 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.098 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T15:02:27.099 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.099 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.099 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.099 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:27.099 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 359104, 2024-07-29T15:02:27.099 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 31 2024-07-29T15:02:27.099 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.099 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T15:02:27.099 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.099 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.099 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.099 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T15:02:27.099 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 8840, 2024-07-29T15:02:27.099 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 25 2024-07-29T15:02:27.099 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.099 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T15:02:27.100 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 238280, 2024-07-29T15:02:27.100 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3574 2024-07-29T15:02:27.100 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.100 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T15:02:27.100 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.100 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.100 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.100 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T15:02:27.100 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.100 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.100 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.100 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T15:02:27.100 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.100 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.100 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.101 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T15:02:27.101 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.101 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.101 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.101 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.101 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.3": { 2024-07-29T15:02:27.101 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T15:02:27.101 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.101 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.101 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.101 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:27.101 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6304, 2024-07-29T15:02:27.101 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 115 2024-07-29T15:02:27.101 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.102 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T15:02:27.102 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 16896, 2024-07-29T15:02:27.102 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8 2024-07-29T15:02:27.102 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.102 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T15:02:27.102 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 576, 2024-07-29T15:02:27.102 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T15:02:27.102 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.102 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Blob": { 2024-07-29T15:02:27.102 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 21840, 2024-07-29T15:02:27.102 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 195 2024-07-29T15:02:27.102 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.102 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Buffer": { 2024-07-29T15:02:27.103 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 224, 2024-07-29T15:02:27.103 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2 2024-07-29T15:02:27.103 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.103 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Extent": { 2024-07-29T15:02:27.103 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 9360, 2024-07-29T15:02:27.103 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 195 2024-07-29T15:02:27.103 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.103 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_SharedBlob": { 2024-07-29T15:02:27.103 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 21840, 2024-07-29T15:02:27.103 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 195 2024-07-29T15:02:27.103 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.103 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T15:02:27.103 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 4080, 2024-07-29T15:02:27.103 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 51 2024-07-29T15:02:27.103 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.104 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T15:02:27.104 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.104 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.104 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.104 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T15:02:27.104 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 50588, 2024-07-29T15:02:27.104 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9509 2024-07-29T15:02:27.104 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.104 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T15:02:27.104 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 135320, 2024-07-29T15:02:27.104 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 199 2024-07-29T15:02:27.104 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.104 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T15:02:27.104 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 9740, 2024-07-29T15:02:27.104 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 604 2024-07-29T15:02:27.105 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.105 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T15:02:27.105 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.105 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.105 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.105 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T15:02:27.105 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 28596, 2024-07-29T15:02:27.105 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 199 2024-07-29T15:02:27.105 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.105 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T15:02:27.105 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2208, 2024-07-29T15:02:27.105 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T15:02:27.105 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.105 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T15:02:27.105 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 285080, 2024-07-29T15:02:27.106 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 59 2024-07-29T15:02:27.106 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.106 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T15:02:27.106 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 30637, 2024-07-29T15:02:27.106 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9 2024-07-29T15:02:27.106 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.106 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T15:02:27.106 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2437232, 2024-07-29T15:02:27.106 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 184 2024-07-29T15:02:27.106 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.106 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T15:02:27.106 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 4752, 2024-07-29T15:02:27.106 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 54 2024-07-29T15:02:27.106 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.107 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T15:02:27.107 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.107 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.107 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.107 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:27.107 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 428608, 2024-07-29T15:02:27.107 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 37 2024-07-29T15:02:27.107 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.107 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T15:02:27.107 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.107 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.107 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.107 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T15:02:27.107 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 10400, 2024-07-29T15:02:27.107 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 20 2024-07-29T15:02:27.108 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.108 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T15:02:27.108 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 237768, 2024-07-29T15:02:27.108 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3550 2024-07-29T15:02:27.108 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.108 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T15:02:27.108 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.108 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.108 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.108 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T15:02:27.108 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.108 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.108 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.108 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T15:02:27.109 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.109 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.109 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.109 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T15:02:27.109 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.109 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.109 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.109 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.109 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.4": { 2024-07-29T15:02:27.109 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T15:02:27.109 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.109 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.109 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.110 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:27.110 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6304, 2024-07-29T15:02:27.110 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 115 2024-07-29T15:02:27.110 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.110 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T15:02:27.110 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 16896, 2024-07-29T15:02:27.110 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8 2024-07-29T15:02:27.110 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.110 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T15:02:27.110 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 576, 2024-07-29T15:02:27.110 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T15:02:27.110 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.110 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Blob": { 2024-07-29T15:02:27.111 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 21616, 2024-07-29T15:02:27.111 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 193 2024-07-29T15:02:27.111 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.111 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Buffer": { 2024-07-29T15:02:27.111 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 560, 2024-07-29T15:02:27.111 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5 2024-07-29T15:02:27.111 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.111 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Extent": { 2024-07-29T15:02:27.111 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 9264, 2024-07-29T15:02:27.111 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 193 2024-07-29T15:02:27.111 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.111 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_SharedBlob": { 2024-07-29T15:02:27.111 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 21616, 2024-07-29T15:02:27.111 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 193 2024-07-29T15:02:27.111 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.112 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T15:02:27.112 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 4160, 2024-07-29T15:02:27.112 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 52 2024-07-29T15:02:27.112 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.112 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T15:02:27.112 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.112 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.112 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.112 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T15:02:27.112 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 51006, 2024-07-29T15:02:27.112 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9514 2024-07-29T15:02:27.112 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.112 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T15:02:27.112 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 135320, 2024-07-29T15:02:27.113 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 199 2024-07-29T15:02:27.113 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.113 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T15:02:27.113 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 9780, 2024-07-29T15:02:27.113 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 599 2024-07-29T15:02:27.113 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.113 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T15:02:27.113 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.113 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.113 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.113 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T15:02:27.113 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 28932, 2024-07-29T15:02:27.113 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 199 2024-07-29T15:02:27.113 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.113 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T15:02:27.114 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 736, 2024-07-29T15:02:27.114 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1 2024-07-29T15:02:27.114 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.114 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T15:02:27.114 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 953913, 2024-07-29T15:02:27.114 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 78 2024-07-29T15:02:27.114 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.114 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T15:02:27.114 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 12096, 2024-07-29T15:02:27.114 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T15:02:27.114 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.114 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T15:02:27.114 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2437428, 2024-07-29T15:02:27.114 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 180 2024-07-29T15:02:27.115 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.115 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T15:02:27.115 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 4664, 2024-07-29T15:02:27.115 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 53 2024-07-29T15:02:27.118 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.118 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T15:02:27.118 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.119 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.119 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.119 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:27.119 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 440192, 2024-07-29T15:02:27.119 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 38 2024-07-29T15:02:27.119 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.119 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T15:02:27.119 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.119 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.119 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.119 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T15:02:27.119 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 8944, 2024-07-29T15:02:27.119 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 18 2024-07-29T15:02:27.119 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.120 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T15:02:27.120 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 238536, 2024-07-29T15:02:27.120 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3586 2024-07-29T15:02:27.120 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.120 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T15:02:27.120 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.120 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.120 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.120 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T15:02:27.120 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.120 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.120 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.120 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T15:02:27.120 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.120 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.121 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.121 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T15:02:27.121 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.121 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.121 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.121 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.121 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.5": { 2024-07-29T15:02:27.121 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T15:02:27.121 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.121 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.121 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.121 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:27.121 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6304, 2024-07-29T15:02:27.121 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 115 2024-07-29T15:02:27.121 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.122 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T15:02:27.122 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 16896, 2024-07-29T15:02:27.122 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8 2024-07-29T15:02:27.122 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.122 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T15:02:27.122 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 576, 2024-07-29T15:02:27.122 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T15:02:27.122 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.122 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Blob": { 2024-07-29T15:02:27.122 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 21728, 2024-07-29T15:02:27.122 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 194 2024-07-29T15:02:27.122 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.122 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Buffer": { 2024-07-29T15:02:27.122 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 224, 2024-07-29T15:02:27.123 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2 2024-07-29T15:02:27.123 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.123 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Extent": { 2024-07-29T15:02:27.123 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 9312, 2024-07-29T15:02:27.123 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 194 2024-07-29T15:02:27.123 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.123 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_SharedBlob": { 2024-07-29T15:02:27.123 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 21728, 2024-07-29T15:02:27.123 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 194 2024-07-29T15:02:27.123 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.123 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T15:02:27.123 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 3440, 2024-07-29T15:02:27.123 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 43 2024-07-29T15:02:27.123 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.123 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T15:02:27.124 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.124 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.124 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.124 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T15:02:27.124 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 52709, 2024-07-29T15:02:27.124 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9747 2024-07-29T15:02:27.124 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.124 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T15:02:27.124 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 138720, 2024-07-29T15:02:27.124 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 204 2024-07-29T15:02:27.124 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.124 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T15:02:27.124 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 10168, 2024-07-29T15:02:27.125 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 606 2024-07-29T15:02:27.125 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.125 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T15:02:27.125 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.125 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.125 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.125 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T15:02:27.125 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 30044, 2024-07-29T15:02:27.125 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 204 2024-07-29T15:02:27.125 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.125 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T15:02:27.125 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2208, 2024-07-29T15:02:27.125 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T15:02:27.125 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.125 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T15:02:27.126 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 866747, 2024-07-29T15:02:27.126 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 57 2024-07-29T15:02:27.126 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.126 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T15:02:27.126 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 30637, 2024-07-29T15:02:27.126 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9 2024-07-29T15:02:27.126 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.126 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T15:02:27.126 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2456134, 2024-07-29T15:02:27.126 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 188 2024-07-29T15:02:27.126 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.126 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T15:02:27.126 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5456, 2024-07-29T15:02:27.126 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 62 2024-07-29T15:02:27.127 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.127 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T15:02:27.127 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.127 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.127 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.127 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:27.127 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 474944, 2024-07-29T15:02:27.127 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 41 2024-07-29T15:02:27.127 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.127 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T15:02:27.127 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.127 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.127 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.127 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T15:02:27.127 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 13000, 2024-07-29T15:02:27.128 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 25 2024-07-29T15:02:27.128 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.128 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T15:02:27.128 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 238280, 2024-07-29T15:02:27.128 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3574 2024-07-29T15:02:27.128 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.128 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T15:02:27.128 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.128 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.128 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.128 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T15:02:27.128 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.128 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.128 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.128 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T15:02:27.129 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.129 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.129 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.129 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T15:02:27.129 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.129 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.129 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.129 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.129 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.6": { 2024-07-29T15:02:27.129 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T15:02:27.129 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.129 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.129 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.129 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:27.130 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6304, 2024-07-29T15:02:27.130 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 115 2024-07-29T15:02:27.130 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.130 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T15:02:27.130 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 16896, 2024-07-29T15:02:27.130 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8 2024-07-29T15:02:27.130 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.130 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T15:02:27.130 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 576, 2024-07-29T15:02:27.130 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T15:02:27.130 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.130 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Blob": { 2024-07-29T15:02:27.131 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 22624, 2024-07-29T15:02:27.131 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 202 2024-07-29T15:02:27.131 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.131 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Buffer": { 2024-07-29T15:02:27.131 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 224, 2024-07-29T15:02:27.131 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2 2024-07-29T15:02:27.131 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.131 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Extent": { 2024-07-29T15:02:27.131 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 9696, 2024-07-29T15:02:27.131 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 202 2024-07-29T15:02:27.131 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.131 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_SharedBlob": { 2024-07-29T15:02:27.132 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 22624, 2024-07-29T15:02:27.132 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 202 2024-07-29T15:02:27.132 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.132 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T15:02:27.132 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2880, 2024-07-29T15:02:27.132 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 36 2024-07-29T15:02:27.132 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.132 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T15:02:27.132 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 14752, 2024-07-29T15:02:27.132 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T15:02:27.132 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.132 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T15:02:27.132 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 52201, 2024-07-29T15:02:27.132 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9942 2024-07-29T15:02:27.133 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.133 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T15:02:27.133 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 136680, 2024-07-29T15:02:27.133 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 201 2024-07-29T15:02:27.133 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.133 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T15:02:27.133 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 11172, 2024-07-29T15:02:27.133 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 761 2024-07-29T15:02:27.133 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.133 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T15:02:27.133 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.133 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.133 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.133 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T15:02:27.133 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 30472, 2024-07-29T15:02:27.134 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 201 2024-07-29T15:02:27.134 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.134 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T15:02:27.134 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.134 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.134 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.134 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T15:02:27.134 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 246679, 2024-07-29T15:02:27.134 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 50 2024-07-29T15:02:27.134 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.134 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T15:02:27.134 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.134 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.134 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.135 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T15:02:27.135 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2396119, 2024-07-29T15:02:27.135 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 164 2024-07-29T15:02:27.135 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.135 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T15:02:27.135 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 4664, 2024-07-29T15:02:27.135 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 53 2024-07-29T15:02:27.135 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.135 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T15:02:27.135 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.135 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.135 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.135 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:27.135 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 451776, 2024-07-29T15:02:27.136 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 39 2024-07-29T15:02:27.136 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.136 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T15:02:27.136 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.136 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.136 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.136 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T15:02:27.136 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 94432, 2024-07-29T15:02:27.136 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 192 2024-07-29T15:02:27.136 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.136 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T15:02:27.136 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 238536, 2024-07-29T15:02:27.137 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3586 2024-07-29T15:02:27.137 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.137 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T15:02:27.137 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.137 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.137 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.137 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T15:02:27.137 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.137 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.137 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.137 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T15:02:27.137 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.137 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.137 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.138 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T15:02:27.138 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.138 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.138 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.138 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.138 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.7": { 2024-07-29T15:02:27.138 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T15:02:27.138 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.138 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.138 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.138 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:27.138 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6304, 2024-07-29T15:02:27.138 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 115 2024-07-29T15:02:27.138 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.139 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T15:02:27.139 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 16896, 2024-07-29T15:02:27.139 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8 2024-07-29T15:02:27.139 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.139 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T15:02:27.139 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 576, 2024-07-29T15:02:27.139 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T15:02:27.139 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.139 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Blob": { 2024-07-29T15:02:27.139 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 22624, 2024-07-29T15:02:27.139 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 202 2024-07-29T15:02:27.139 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.139 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Buffer": { 2024-07-29T15:02:27.139 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1344, 2024-07-29T15:02:27.140 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 12 2024-07-29T15:02:27.140 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.140 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Extent": { 2024-07-29T15:02:27.140 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 9696, 2024-07-29T15:02:27.140 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 202 2024-07-29T15:02:27.140 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.140 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_SharedBlob": { 2024-07-29T15:02:27.140 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 22624, 2024-07-29T15:02:27.140 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 202 2024-07-29T15:02:27.140 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.140 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T15:02:27.140 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2400, 2024-07-29T15:02:27.140 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 30 2024-07-29T15:02:27.140 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.140 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T15:02:27.141 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 297376, 2024-07-29T15:02:27.141 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 13 2024-07-29T15:02:27.141 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.141 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T15:02:27.141 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 56214, 2024-07-29T15:02:27.141 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10434 2024-07-29T15:02:27.141 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.141 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T15:02:27.141 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 143480, 2024-07-29T15:02:27.141 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 211 2024-07-29T15:02:27.141 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.141 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T15:02:27.141 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 11956, 2024-07-29T15:02:27.141 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 768 2024-07-29T15:02:27.142 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.142 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T15:02:27.142 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.142 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.142 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.142 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T15:02:27.142 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 33032, 2024-07-29T15:02:27.142 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 211 2024-07-29T15:02:27.142 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.142 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T15:02:27.142 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.142 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.142 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.142 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T15:02:27.143 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 200277, 2024-07-29T15:02:27.143 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 39 2024-07-29T15:02:27.143 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.143 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T15:02:27.143 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.143 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.143 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.143 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T15:02:27.143 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2427995, 2024-07-29T15:02:27.143 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 219 2024-07-29T15:02:27.143 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.143 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T15:02:27.144 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6424, 2024-07-29T15:02:27.144 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 73 2024-07-29T15:02:27.144 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.144 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T15:02:27.144 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.144 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.144 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.144 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:27.144 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 532864, 2024-07-29T15:02:27.144 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 46 2024-07-29T15:02:27.144 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.144 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T15:02:27.144 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.144 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.145 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.145 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T15:02:27.145 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 96928, 2024-07-29T15:02:27.145 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 224 2024-07-29T15:02:27.145 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.145 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T15:02:27.145 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 237768, 2024-07-29T15:02:27.145 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3550 2024-07-29T15:02:27.145 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.145 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T15:02:27.145 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.145 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.145 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.145 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T15:02:27.146 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.146 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.146 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.146 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T15:02:27.146 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.146 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.146 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.146 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T15:02:27.147 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:27.147 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:27.147 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.147 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.147 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.147 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.147 INFO:tasks.workunit.client.0.smithi067.stdout: "metadata": { 2024-07-29T15:02:27.147 INFO:tasks.workunit.client.0.smithi067.stdout: "mds": { 2024-07-29T15:02:27.147 INFO:tasks.workunit.client.0.smithi067.stdout: "arch": { 2024-07-29T15:02:27.147 INFO:tasks.workunit.client.0.smithi067.stdout: "x86_64": 2 2024-07-29T15:02:27.147 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.147 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_version": { 2024-07-29T15:02:27.147 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 2 2024-07-29T15:02:27.148 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.148 INFO:tasks.workunit.client.0.smithi067.stdout: "cpu": { 2024-07-29T15:02:27.148 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-07-29T15:02:27.148 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-07-29T15:02:27.148 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.148 INFO:tasks.workunit.client.0.smithi067.stdout: "distro": { 2024-07-29T15:02:27.148 INFO:tasks.workunit.client.0.smithi067.stdout: "centos": 2 2024-07-29T15:02:27.148 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.148 INFO:tasks.workunit.client.0.smithi067.stdout: "distro_description": { 2024-07-29T15:02:27.148 INFO:tasks.workunit.client.0.smithi067.stdout: "CentOS Stream 9": 2 2024-07-29T15:02:27.148 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.148 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_description": { 2024-07-29T15:02:27.148 INFO:tasks.workunit.client.0.smithi067.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-07-29T15:02:27.149 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.149 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_version": { 2024-07-29T15:02:27.149 INFO:tasks.workunit.client.0.smithi067.stdout: "5.14.0-480.el9.x86_64": 2 2024-07-29T15:02:27.149 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.149 INFO:tasks.workunit.client.0.smithi067.stdout: "os": { 2024-07-29T15:02:27.149 INFO:tasks.workunit.client.0.smithi067.stdout: "Linux": 2 2024-07-29T15:02:27.149 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.149 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.149 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T15:02:27.149 INFO:tasks.workunit.client.0.smithi067.stdout: "arch": { 2024-07-29T15:02:27.149 INFO:tasks.workunit.client.0.smithi067.stdout: "x86_64": 3 2024-07-29T15:02:27.149 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.149 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_version": { 2024-07-29T15:02:27.149 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 3 2024-07-29T15:02:27.150 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.150 INFO:tasks.workunit.client.0.smithi067.stdout: "cpu": { 2024-07-29T15:02:27.150 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-07-29T15:02:27.150 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-07-29T15:02:27.150 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.150 INFO:tasks.workunit.client.0.smithi067.stdout: "distro": { 2024-07-29T15:02:27.150 INFO:tasks.workunit.client.0.smithi067.stdout: "centos": 3 2024-07-29T15:02:27.150 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.150 INFO:tasks.workunit.client.0.smithi067.stdout: "distro_description": { 2024-07-29T15:02:27.150 INFO:tasks.workunit.client.0.smithi067.stdout: "CentOS Stream 9": 3 2024-07-29T15:02:27.150 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.150 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_description": { 2024-07-29T15:02:27.150 INFO:tasks.workunit.client.0.smithi067.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-07-29T15:02:27.150 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.151 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_version": { 2024-07-29T15:02:27.151 INFO:tasks.workunit.client.0.smithi067.stdout: "5.14.0-480.el9.x86_64": 3 2024-07-29T15:02:27.151 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.151 INFO:tasks.workunit.client.0.smithi067.stdout: "os": { 2024-07-29T15:02:27.151 INFO:tasks.workunit.client.0.smithi067.stdout: "Linux": 3 2024-07-29T15:02:27.151 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.151 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.151 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:27.151 INFO:tasks.workunit.client.0.smithi067.stdout: "arch": { 2024-07-29T15:02:27.151 INFO:tasks.workunit.client.0.smithi067.stdout: "x86_64": 8 2024-07-29T15:02:27.151 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.151 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_version": { 2024-07-29T15:02:27.151 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 8 2024-07-29T15:02:27.151 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.152 INFO:tasks.workunit.client.0.smithi067.stdout: "cpu": { 2024-07-29T15:02:27.152 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-07-29T15:02:27.152 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-07-29T15:02:27.152 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.152 INFO:tasks.workunit.client.0.smithi067.stdout: "distro": { 2024-07-29T15:02:27.152 INFO:tasks.workunit.client.0.smithi067.stdout: "centos": 8 2024-07-29T15:02:27.152 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.152 INFO:tasks.workunit.client.0.smithi067.stdout: "distro_description": { 2024-07-29T15:02:27.152 INFO:tasks.workunit.client.0.smithi067.stdout: "CentOS Stream 9": 8 2024-07-29T15:02:27.152 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.152 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_description": { 2024-07-29T15:02:27.152 INFO:tasks.workunit.client.0.smithi067.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-07-29T15:02:27.152 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.152 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_version": { 2024-07-29T15:02:27.153 INFO:tasks.workunit.client.0.smithi067.stdout: "5.14.0-480.el9.x86_64": 8 2024-07-29T15:02:27.153 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.153 INFO:tasks.workunit.client.0.smithi067.stdout: "os": { 2024-07-29T15:02:27.153 INFO:tasks.workunit.client.0.smithi067.stdout: "Linux": 8 2024-07-29T15:02:27.153 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.153 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_objectstore": { 2024-07-29T15:02:27.153 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": 8 2024-07-29T15:02:27.153 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.153 INFO:tasks.workunit.client.0.smithi067.stdout: "rotational": { 2024-07-29T15:02:27.153 INFO:tasks.workunit.client.0.smithi067.stdout: "0": 8 2024-07-29T15:02:27.153 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.153 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.153 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.153 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T15:02:27.154 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:27.154 INFO:tasks.workunit.client.0.smithi067.stdout: "features": { 2024-07-29T15:02:27.154 INFO:tasks.workunit.client.0.smithi067.stdout: "optional": [], 2024-07-29T15:02:27.154 INFO:tasks.workunit.client.0.smithi067.stdout: "persistent": [ 2024-07-29T15:02:27.154 INFO:tasks.workunit.client.0.smithi067.stdout: "kraken", 2024-07-29T15:02:27.154 INFO:tasks.workunit.client.0.smithi067.stdout: "luminous", 2024-07-29T15:02:27.154 INFO:tasks.workunit.client.0.smithi067.stdout: "mimic", 2024-07-29T15:02:27.154 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap-prune", 2024-07-29T15:02:27.154 INFO:tasks.workunit.client.0.smithi067.stdout: "nautilus", 2024-07-29T15:02:27.154 INFO:tasks.workunit.client.0.smithi067.stdout: "octopus", 2024-07-29T15:02:27.154 INFO:tasks.workunit.client.0.smithi067.stdout: "pacific", 2024-07-29T15:02:27.154 INFO:tasks.workunit.client.0.smithi067.stdout: "elector-pinging", 2024-07-29T15:02:27.154 INFO:tasks.workunit.client.0.smithi067.stdout: "quincy" 2024-07-29T15:02:27.154 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.155 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.155 INFO:tasks.workunit.client.0.smithi067.stdout: "ipv4_addr_mons": 6, 2024-07-29T15:02:27.155 INFO:tasks.workunit.client.0.smithi067.stdout: "ipv6_addr_mons": 0, 2024-07-29T15:02:27.155 INFO:tasks.workunit.client.0.smithi067.stdout: "min_mon_release": 17, 2024-07-29T15:02:27.155 INFO:tasks.workunit.client.0.smithi067.stdout: "v1_addr_mons": 3, 2024-07-29T15:02:27.155 INFO:tasks.workunit.client.0.smithi067.stdout: "v2_addr_mons": 3 2024-07-29T15:02:27.155 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.155 INFO:tasks.workunit.client.0.smithi067.stdout: "organization": "ceph-qa", 2024-07-29T15:02:27.155 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:27.155 INFO:tasks.workunit.client.0.smithi067.stdout: "cluster_network": false, 2024-07-29T15:02:27.155 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 8, 2024-07-29T15:02:27.155 INFO:tasks.workunit.client.0.smithi067.stdout: "require_min_compat_client": "luminous", 2024-07-29T15:02:27.155 INFO:tasks.workunit.client.0.smithi067.stdout: "require_osd_release": "quincy" 2024-07-29T15:02:27.155 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.156 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_perf_histograms": [ 2024-07-29T15:02:27.156 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.156 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T15:02:27.156 INFO:tasks.workunit.client.0.smithi067.stdout: "axes": [ 2024-07-29T15:02:27.156 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.156 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T15:02:27.156 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T15:02:27.156 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Latency (usec)", 2024-07-29T15:02:27.156 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 100000, 2024-07-29T15:02:27.156 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T15:02:27.156 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T15:02:27.156 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 99999]", 2024-07-29T15:02:27.156 INFO:tasks.workunit.client.0.smithi067.stdout: "[100000, 199999]", 2024-07-29T15:02:27.156 INFO:tasks.workunit.client.0.smithi067.stdout: "[200000, 399999]", 2024-07-29T15:02:27.156 INFO:tasks.workunit.client.0.smithi067.stdout: "[400000, 799999]", 2024-07-29T15:02:27.157 INFO:tasks.workunit.client.0.smithi067.stdout: "[800000, 1599999]", 2024-07-29T15:02:27.157 INFO:tasks.workunit.client.0.smithi067.stdout: "[1600000, 3199999]", 2024-07-29T15:02:27.157 INFO:tasks.workunit.client.0.smithi067.stdout: "[3200000, 6399999]", 2024-07-29T15:02:27.157 INFO:tasks.workunit.client.0.smithi067.stdout: "[6400000, 12799999]", 2024-07-29T15:02:27.157 INFO:tasks.workunit.client.0.smithi067.stdout: "[12800000, 25599999]", 2024-07-29T15:02:27.157 INFO:tasks.workunit.client.0.smithi067.stdout: "[25600000, 51199999]", 2024-07-29T15:02:27.157 INFO:tasks.workunit.client.0.smithi067.stdout: "[51200000, 102399999]", 2024-07-29T15:02:27.157 INFO:tasks.workunit.client.0.smithi067.stdout: "[102400000, 204799999]", 2024-07-29T15:02:27.157 INFO:tasks.workunit.client.0.smithi067.stdout: "[204800000, 409599999]", 2024-07-29T15:02:27.157 INFO:tasks.workunit.client.0.smithi067.stdout: "[409600000, 819199999]", 2024-07-29T15:02:27.157 INFO:tasks.workunit.client.0.smithi067.stdout: "[819200000, 1638399999]", 2024-07-29T15:02:27.157 INFO:tasks.workunit.client.0.smithi067.stdout: "[1638400000, 3276799999]", 2024-07-29T15:02:27.157 INFO:tasks.workunit.client.0.smithi067.stdout: "[3276800000, 6553599999]", 2024-07-29T15:02:27.157 INFO:tasks.workunit.client.0.smithi067.stdout: "[6553600000, 13107199999]", 2024-07-29T15:02:27.158 INFO:tasks.workunit.client.0.smithi067.stdout: "[13107200000, 26214399999]", 2024-07-29T15:02:27.158 INFO:tasks.workunit.client.0.smithi067.stdout: "[26214400000, 52428799999]", 2024-07-29T15:02:27.158 INFO:tasks.workunit.client.0.smithi067.stdout: "[52428800000, 104857599999]", 2024-07-29T15:02:27.158 INFO:tasks.workunit.client.0.smithi067.stdout: "[104857600000, 209715199999]", 2024-07-29T15:02:27.158 INFO:tasks.workunit.client.0.smithi067.stdout: "[209715200000, 419430399999]", 2024-07-29T15:02:27.158 INFO:tasks.workunit.client.0.smithi067.stdout: "[419430400000, 838860799999]", 2024-07-29T15:02:27.158 INFO:tasks.workunit.client.0.smithi067.stdout: "[838860800000, 1677721599999]", 2024-07-29T15:02:27.158 INFO:tasks.workunit.client.0.smithi067.stdout: "[1677721600000, 3355443199999]", 2024-07-29T15:02:27.158 INFO:tasks.workunit.client.0.smithi067.stdout: "[3355443200000, 6710886399999]", 2024-07-29T15:02:27.158 INFO:tasks.workunit.client.0.smithi067.stdout: "[6710886400000, 13421772799999]", 2024-07-29T15:02:27.158 INFO:tasks.workunit.client.0.smithi067.stdout: "[13421772800000, 26843545599999]", 2024-07-29T15:02:27.158 INFO:tasks.workunit.client.0.smithi067.stdout: "[26843545600000, 53687091199999]", 2024-07-29T15:02:27.158 INFO:tasks.workunit.client.0.smithi067.stdout: "[53687091200000, None]" 2024-07-29T15:02:27.158 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.158 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T15:02:27.159 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.159 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.159 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T15:02:27.159 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T15:02:27.159 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Request size (bytes)", 2024-07-29T15:02:27.159 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 512, 2024-07-29T15:02:27.159 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T15:02:27.159 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T15:02:27.159 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 511]", 2024-07-29T15:02:27.159 INFO:tasks.workunit.client.0.smithi067.stdout: "[512, 1023]", 2024-07-29T15:02:27.159 INFO:tasks.workunit.client.0.smithi067.stdout: "[1024, 2047]", 2024-07-29T15:02:27.159 INFO:tasks.workunit.client.0.smithi067.stdout: "[2048, 4095]", 2024-07-29T15:02:27.159 INFO:tasks.workunit.client.0.smithi067.stdout: "[4096, 8191]", 2024-07-29T15:02:27.159 INFO:tasks.workunit.client.0.smithi067.stdout: "[8192, 16383]", 2024-07-29T15:02:27.160 INFO:tasks.workunit.client.0.smithi067.stdout: "[16384, 32767]", 2024-07-29T15:02:27.160 INFO:tasks.workunit.client.0.smithi067.stdout: "[32768, 65535]", 2024-07-29T15:02:27.160 INFO:tasks.workunit.client.0.smithi067.stdout: "[65536, 131071]", 2024-07-29T15:02:27.160 INFO:tasks.workunit.client.0.smithi067.stdout: "[131072, 262143]", 2024-07-29T15:02:27.160 INFO:tasks.workunit.client.0.smithi067.stdout: "[262144, 524287]", 2024-07-29T15:02:27.160 INFO:tasks.workunit.client.0.smithi067.stdout: "[524288, 1048575]", 2024-07-29T15:02:27.160 INFO:tasks.workunit.client.0.smithi067.stdout: "[1048576, 2097151]", 2024-07-29T15:02:27.160 INFO:tasks.workunit.client.0.smithi067.stdout: "[2097152, 4194303]", 2024-07-29T15:02:27.160 INFO:tasks.workunit.client.0.smithi067.stdout: "[4194304, 8388607]", 2024-07-29T15:02:27.160 INFO:tasks.workunit.client.0.smithi067.stdout: "[8388608, 16777215]", 2024-07-29T15:02:27.160 INFO:tasks.workunit.client.0.smithi067.stdout: "[16777216, 33554431]", 2024-07-29T15:02:27.160 INFO:tasks.workunit.client.0.smithi067.stdout: "[33554432, 67108863]", 2024-07-29T15:02:27.160 INFO:tasks.workunit.client.0.smithi067.stdout: "[67108864, 134217727]", 2024-07-29T15:02:27.160 INFO:tasks.workunit.client.0.smithi067.stdout: "[134217728, 268435455]", 2024-07-29T15:02:27.160 INFO:tasks.workunit.client.0.smithi067.stdout: "[268435456, 536870911]", 2024-07-29T15:02:27.161 INFO:tasks.workunit.client.0.smithi067.stdout: "[536870912, 1073741823]", 2024-07-29T15:02:27.161 INFO:tasks.workunit.client.0.smithi067.stdout: "[1073741824, 2147483647]", 2024-07-29T15:02:27.161 INFO:tasks.workunit.client.0.smithi067.stdout: "[2147483648, 4294967295]", 2024-07-29T15:02:27.161 INFO:tasks.workunit.client.0.smithi067.stdout: "[4294967296, 8589934591]", 2024-07-29T15:02:27.161 INFO:tasks.workunit.client.0.smithi067.stdout: "[8589934592, 17179869183]", 2024-07-29T15:02:27.161 INFO:tasks.workunit.client.0.smithi067.stdout: "[17179869184, 34359738367]", 2024-07-29T15:02:27.161 INFO:tasks.workunit.client.0.smithi067.stdout: "[34359738368, 68719476735]", 2024-07-29T15:02:27.161 INFO:tasks.workunit.client.0.smithi067.stdout: "[68719476736, 137438953471]", 2024-07-29T15:02:27.161 INFO:tasks.workunit.client.0.smithi067.stdout: "[137438953472, 274877906943]", 2024-07-29T15:02:27.161 INFO:tasks.workunit.client.0.smithi067.stdout: "[274877906944, None]" 2024-07-29T15:02:27.161 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.161 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T15:02:27.161 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.162 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.162 INFO:tasks.workunit.client.0.smithi067.stdout: "osds": [ 2024-07-29T15:02:27.162 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.162 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 0, 2024-07-29T15:02:27.162 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:27.162 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.162 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.162 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.162 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.162 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.162 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.162 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.162 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.162 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.163 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.163 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.163 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.163 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.163 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.163 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.163 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.163 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.163 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.163 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.163 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.163 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.163 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.163 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.164 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.164 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.164 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.164 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.164 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.164 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.164 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.164 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.164 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:27.164 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.164 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.164 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.164 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 1, 2024-07-29T15:02:27.164 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:27.164 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.165 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.165 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.165 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.165 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.165 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.165 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.165 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.165 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.165 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.165 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.165 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.165 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.165 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.166 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.166 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.166 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.166 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.166 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.166 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.166 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.166 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.166 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.166 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.166 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.166 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.167 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.167 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.167 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.167 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.167 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.167 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:27.167 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.167 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.167 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.167 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 2, 2024-07-29T15:02:27.167 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:27.167 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.167 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.167 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.167 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.168 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.168 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.168 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.168 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.168 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.168 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.168 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.168 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.168 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.168 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.168 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.168 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.168 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.168 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.169 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.169 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.169 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.169 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.169 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.169 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.169 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.169 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.169 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.169 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.169 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.169 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.169 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.169 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:27.170 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.170 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.170 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.170 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 3, 2024-07-29T15:02:27.170 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:27.170 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.170 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.170 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.170 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.170 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.170 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.170 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.170 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.170 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.171 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.171 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.171 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.171 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.171 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.171 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.171 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.171 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.171 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.171 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.171 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.171 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.171 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.171 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.172 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.172 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.172 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.172 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.172 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.172 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.172 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.172 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.172 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:27.172 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.172 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.172 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.172 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 4, 2024-07-29T15:02:27.173 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:27.173 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.173 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.173 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.173 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.173 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.173 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.173 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.173 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.173 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.173 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.173 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.173 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.174 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.174 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.174 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.174 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.174 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.174 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.174 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.174 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.174 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.174 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.174 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.174 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.174 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.174 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.175 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.175 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.175 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.175 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.175 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.175 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:27.175 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.175 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.175 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.175 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 5, 2024-07-29T15:02:27.175 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:27.175 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.175 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.175 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.176 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.176 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.176 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.176 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.176 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.176 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.176 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.176 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.176 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.176 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.176 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.176 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.176 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.177 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.177 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.177 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.177 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.177 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.177 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.177 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.177 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.177 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.177 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.178 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.178 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.178 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.178 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.178 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.178 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:27.178 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.178 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.178 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.178 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 6, 2024-07-29T15:02:27.178 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:27.178 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.178 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.179 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.179 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.179 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.179 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.179 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.179 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.179 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.179 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.179 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.179 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.179 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.179 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.179 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.180 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.180 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.180 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.180 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.180 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.180 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.180 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.180 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.180 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.180 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.180 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.180 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.180 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.181 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.181 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.181 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.181 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:27.181 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.181 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.181 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.181 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 7, 2024-07-29T15:02:27.181 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:27.181 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.181 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.181 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.181 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.181 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.182 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.182 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.182 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.182 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.182 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.182 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.182 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.182 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.182 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.182 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.182 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.182 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.182 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.183 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.183 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.183 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.183 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.183 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.183 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.183 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.183 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.183 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.183 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.183 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.183 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.183 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.183 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:27.183 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.184 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.184 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.184 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.184 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T15:02:27.184 INFO:tasks.workunit.client.0.smithi067.stdout: "axes": [ 2024-07-29T15:02:27.184 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.184 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T15:02:27.184 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T15:02:27.184 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Latency (usec)", 2024-07-29T15:02:27.184 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 100000, 2024-07-29T15:02:27.184 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T15:02:27.184 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T15:02:27.184 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 99999]", 2024-07-29T15:02:27.184 INFO:tasks.workunit.client.0.smithi067.stdout: "[100000, 199999]", 2024-07-29T15:02:27.184 INFO:tasks.workunit.client.0.smithi067.stdout: "[200000, 399999]", 2024-07-29T15:02:27.185 INFO:tasks.workunit.client.0.smithi067.stdout: "[400000, 799999]", 2024-07-29T15:02:27.185 INFO:tasks.workunit.client.0.smithi067.stdout: "[800000, 1599999]", 2024-07-29T15:02:27.185 INFO:tasks.workunit.client.0.smithi067.stdout: "[1600000, 3199999]", 2024-07-29T15:02:27.185 INFO:tasks.workunit.client.0.smithi067.stdout: "[3200000, 6399999]", 2024-07-29T15:02:27.185 INFO:tasks.workunit.client.0.smithi067.stdout: "[6400000, 12799999]", 2024-07-29T15:02:27.185 INFO:tasks.workunit.client.0.smithi067.stdout: "[12800000, 25599999]", 2024-07-29T15:02:27.185 INFO:tasks.workunit.client.0.smithi067.stdout: "[25600000, 51199999]", 2024-07-29T15:02:27.185 INFO:tasks.workunit.client.0.smithi067.stdout: "[51200000, 102399999]", 2024-07-29T15:02:27.185 INFO:tasks.workunit.client.0.smithi067.stdout: "[102400000, 204799999]", 2024-07-29T15:02:27.185 INFO:tasks.workunit.client.0.smithi067.stdout: "[204800000, 409599999]", 2024-07-29T15:02:27.185 INFO:tasks.workunit.client.0.smithi067.stdout: "[409600000, 819199999]", 2024-07-29T15:02:27.185 INFO:tasks.workunit.client.0.smithi067.stdout: "[819200000, 1638399999]", 2024-07-29T15:02:27.185 INFO:tasks.workunit.client.0.smithi067.stdout: "[1638400000, 3276799999]", 2024-07-29T15:02:27.185 INFO:tasks.workunit.client.0.smithi067.stdout: "[3276800000, 6553599999]", 2024-07-29T15:02:27.185 INFO:tasks.workunit.client.0.smithi067.stdout: "[6553600000, 13107199999]", 2024-07-29T15:02:27.186 INFO:tasks.workunit.client.0.smithi067.stdout: "[13107200000, 26214399999]", 2024-07-29T15:02:27.186 INFO:tasks.workunit.client.0.smithi067.stdout: "[26214400000, 52428799999]", 2024-07-29T15:02:27.186 INFO:tasks.workunit.client.0.smithi067.stdout: "[52428800000, 104857599999]", 2024-07-29T15:02:27.186 INFO:tasks.workunit.client.0.smithi067.stdout: "[104857600000, 209715199999]", 2024-07-29T15:02:27.186 INFO:tasks.workunit.client.0.smithi067.stdout: "[209715200000, 419430399999]", 2024-07-29T15:02:27.186 INFO:tasks.workunit.client.0.smithi067.stdout: "[419430400000, 838860799999]", 2024-07-29T15:02:27.186 INFO:tasks.workunit.client.0.smithi067.stdout: "[838860800000, 1677721599999]", 2024-07-29T15:02:27.186 INFO:tasks.workunit.client.0.smithi067.stdout: "[1677721600000, 3355443199999]", 2024-07-29T15:02:27.186 INFO:tasks.workunit.client.0.smithi067.stdout: "[3355443200000, 6710886399999]", 2024-07-29T15:02:27.186 INFO:tasks.workunit.client.0.smithi067.stdout: "[6710886400000, 13421772799999]", 2024-07-29T15:02:27.186 INFO:tasks.workunit.client.0.smithi067.stdout: "[13421772800000, 26843545599999]", 2024-07-29T15:02:27.186 INFO:tasks.workunit.client.0.smithi067.stdout: "[26843545600000, 53687091199999]", 2024-07-29T15:02:27.186 INFO:tasks.workunit.client.0.smithi067.stdout: "[53687091200000, None]" 2024-07-29T15:02:27.186 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.187 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T15:02:27.187 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.187 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.187 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T15:02:27.187 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T15:02:27.187 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Request size (bytes)", 2024-07-29T15:02:27.187 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 512, 2024-07-29T15:02:27.187 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T15:02:27.187 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T15:02:27.187 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 511]", 2024-07-29T15:02:27.187 INFO:tasks.workunit.client.0.smithi067.stdout: "[512, 1023]", 2024-07-29T15:02:27.187 INFO:tasks.workunit.client.0.smithi067.stdout: "[1024, 2047]", 2024-07-29T15:02:27.187 INFO:tasks.workunit.client.0.smithi067.stdout: "[2048, 4095]", 2024-07-29T15:02:27.187 INFO:tasks.workunit.client.0.smithi067.stdout: "[4096, 8191]", 2024-07-29T15:02:27.187 INFO:tasks.workunit.client.0.smithi067.stdout: "[8192, 16383]", 2024-07-29T15:02:27.188 INFO:tasks.workunit.client.0.smithi067.stdout: "[16384, 32767]", 2024-07-29T15:02:27.188 INFO:tasks.workunit.client.0.smithi067.stdout: "[32768, 65535]", 2024-07-29T15:02:27.188 INFO:tasks.workunit.client.0.smithi067.stdout: "[65536, 131071]", 2024-07-29T15:02:27.188 INFO:tasks.workunit.client.0.smithi067.stdout: "[131072, 262143]", 2024-07-29T15:02:27.188 INFO:tasks.workunit.client.0.smithi067.stdout: "[262144, 524287]", 2024-07-29T15:02:27.188 INFO:tasks.workunit.client.0.smithi067.stdout: "[524288, 1048575]", 2024-07-29T15:02:27.188 INFO:tasks.workunit.client.0.smithi067.stdout: "[1048576, 2097151]", 2024-07-29T15:02:27.188 INFO:tasks.workunit.client.0.smithi067.stdout: "[2097152, 4194303]", 2024-07-29T15:02:27.188 INFO:tasks.workunit.client.0.smithi067.stdout: "[4194304, 8388607]", 2024-07-29T15:02:27.188 INFO:tasks.workunit.client.0.smithi067.stdout: "[8388608, 16777215]", 2024-07-29T15:02:27.188 INFO:tasks.workunit.client.0.smithi067.stdout: "[16777216, 33554431]", 2024-07-29T15:02:27.188 INFO:tasks.workunit.client.0.smithi067.stdout: "[33554432, 67108863]", 2024-07-29T15:02:27.188 INFO:tasks.workunit.client.0.smithi067.stdout: "[67108864, 134217727]", 2024-07-29T15:02:27.188 INFO:tasks.workunit.client.0.smithi067.stdout: "[134217728, 268435455]", 2024-07-29T15:02:27.188 INFO:tasks.workunit.client.0.smithi067.stdout: "[268435456, 536870911]", 2024-07-29T15:02:27.188 INFO:tasks.workunit.client.0.smithi067.stdout: "[536870912, 1073741823]", 2024-07-29T15:02:27.189 INFO:tasks.workunit.client.0.smithi067.stdout: "[1073741824, 2147483647]", 2024-07-29T15:02:27.189 INFO:tasks.workunit.client.0.smithi067.stdout: "[2147483648, 4294967295]", 2024-07-29T15:02:27.189 INFO:tasks.workunit.client.0.smithi067.stdout: "[4294967296, 8589934591]", 2024-07-29T15:02:27.189 INFO:tasks.workunit.client.0.smithi067.stdout: "[8589934592, 17179869183]", 2024-07-29T15:02:27.189 INFO:tasks.workunit.client.0.smithi067.stdout: "[17179869184, 34359738367]", 2024-07-29T15:02:27.189 INFO:tasks.workunit.client.0.smithi067.stdout: "[34359738368, 68719476735]", 2024-07-29T15:02:27.189 INFO:tasks.workunit.client.0.smithi067.stdout: "[68719476736, 137438953471]", 2024-07-29T15:02:27.189 INFO:tasks.workunit.client.0.smithi067.stdout: "[137438953472, 274877906943]", 2024-07-29T15:02:27.189 INFO:tasks.workunit.client.0.smithi067.stdout: "[274877906944, None]" 2024-07-29T15:02:27.189 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.189 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T15:02:27.189 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.189 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.189 INFO:tasks.workunit.client.0.smithi067.stdout: "osds": [ 2024-07-29T15:02:27.189 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.189 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 0, 2024-07-29T15:02:27.190 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:27.190 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.190 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.190 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.190 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.190 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.190 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.190 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.190 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.190 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.190 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.190 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.190 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.190 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.191 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.191 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.191 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.191 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.191 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.191 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.191 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.191 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.191 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.191 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.191 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.191 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.192 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.192 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.192 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.192 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.192 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.192 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.192 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:27.192 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.192 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.192 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.192 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 1, 2024-07-29T15:02:27.192 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:27.192 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.192 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.193 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.193 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.193 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.193 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.193 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.193 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.193 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.193 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.193 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.193 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.193 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.193 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.193 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.194 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.194 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.194 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.194 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.194 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.194 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.194 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.194 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.194 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.194 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.194 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.194 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.194 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.195 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.195 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.195 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.195 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:27.195 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.195 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.195 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.195 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 2, 2024-07-29T15:02:27.195 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:27.195 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.195 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.195 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.195 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.195 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.196 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.196 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.196 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.196 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.196 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.196 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.196 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.196 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.196 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.196 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.196 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.196 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.197 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.197 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.197 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.197 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.197 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.197 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.197 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.197 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.197 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.197 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.197 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.197 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.197 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.198 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.198 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:27.198 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.198 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.198 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.198 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 3, 2024-07-29T15:02:27.198 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:27.198 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.198 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.198 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.198 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.198 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.198 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.199 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.199 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.199 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.199 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.199 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.199 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.199 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.199 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.199 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.199 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.199 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.199 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.199 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.199 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.199 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.200 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.200 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.200 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.200 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.200 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.200 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.200 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.200 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.200 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.200 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.200 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:27.200 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.200 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.200 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.200 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 4, 2024-07-29T15:02:27.201 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:27.201 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.201 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.201 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.201 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.201 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.201 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.201 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.201 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.201 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.201 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.201 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.201 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.201 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.202 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.202 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.202 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.202 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.202 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.202 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.202 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.202 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.202 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.202 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.202 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.202 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.202 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.203 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.203 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.203 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.203 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.203 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.203 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:27.203 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.203 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.203 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.203 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 5, 2024-07-29T15:02:27.203 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:27.203 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.203 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.203 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.204 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.204 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.204 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.204 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.204 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.204 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.204 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.204 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.204 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.204 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.204 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.204 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.204 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.204 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.204 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.205 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.205 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.205 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.205 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.205 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.205 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.205 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.205 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.205 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.205 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.205 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.205 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.205 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.205 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:27.205 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.206 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.206 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.206 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 6, 2024-07-29T15:02:27.206 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:27.206 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.206 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.206 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.206 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.206 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.206 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.206 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.206 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.206 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.206 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.207 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.207 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.207 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.207 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.207 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.207 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.207 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.207 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.207 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.207 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.207 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.207 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.207 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.207 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.208 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.208 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.208 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.208 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.208 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.208 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.208 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.208 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:27.208 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.208 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.208 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.208 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 7, 2024-07-29T15:02:27.208 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:27.208 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.208 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.209 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.209 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.209 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.209 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.209 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.209 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.209 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.209 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.209 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.209 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.209 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.209 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.209 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.209 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.210 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.210 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.210 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.210 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.210 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.210 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.210 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.210 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.210 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.210 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.210 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.210 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.210 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.210 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.211 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.211 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:27.211 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.211 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.211 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.211 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.211 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T15:02:27.211 INFO:tasks.workunit.client.0.smithi067.stdout: "axes": [ 2024-07-29T15:02:27.211 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.211 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T15:02:27.211 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T15:02:27.211 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Latency (usec)", 2024-07-29T15:02:27.211 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 100000, 2024-07-29T15:02:27.211 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T15:02:27.212 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T15:02:27.212 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 99999]", 2024-07-29T15:02:27.212 INFO:tasks.workunit.client.0.smithi067.stdout: "[100000, 199999]", 2024-07-29T15:02:27.212 INFO:tasks.workunit.client.0.smithi067.stdout: "[200000, 399999]", 2024-07-29T15:02:27.212 INFO:tasks.workunit.client.0.smithi067.stdout: "[400000, 799999]", 2024-07-29T15:02:27.212 INFO:tasks.workunit.client.0.smithi067.stdout: "[800000, 1599999]", 2024-07-29T15:02:27.212 INFO:tasks.workunit.client.0.smithi067.stdout: "[1600000, 3199999]", 2024-07-29T15:02:27.212 INFO:tasks.workunit.client.0.smithi067.stdout: "[3200000, 6399999]", 2024-07-29T15:02:27.212 INFO:tasks.workunit.client.0.smithi067.stdout: "[6400000, 12799999]", 2024-07-29T15:02:27.212 INFO:tasks.workunit.client.0.smithi067.stdout: "[12800000, 25599999]", 2024-07-29T15:02:27.212 INFO:tasks.workunit.client.0.smithi067.stdout: "[25600000, 51199999]", 2024-07-29T15:02:27.212 INFO:tasks.workunit.client.0.smithi067.stdout: "[51200000, 102399999]", 2024-07-29T15:02:27.212 INFO:tasks.workunit.client.0.smithi067.stdout: "[102400000, 204799999]", 2024-07-29T15:02:27.212 INFO:tasks.workunit.client.0.smithi067.stdout: "[204800000, 409599999]", 2024-07-29T15:02:27.212 INFO:tasks.workunit.client.0.smithi067.stdout: "[409600000, 819199999]", 2024-07-29T15:02:27.212 INFO:tasks.workunit.client.0.smithi067.stdout: "[819200000, 1638399999]", 2024-07-29T15:02:27.213 INFO:tasks.workunit.client.0.smithi067.stdout: "[1638400000, 3276799999]", 2024-07-29T15:02:27.213 INFO:tasks.workunit.client.0.smithi067.stdout: "[3276800000, 6553599999]", 2024-07-29T15:02:27.213 INFO:tasks.workunit.client.0.smithi067.stdout: "[6553600000, 13107199999]", 2024-07-29T15:02:27.213 INFO:tasks.workunit.client.0.smithi067.stdout: "[13107200000, 26214399999]", 2024-07-29T15:02:27.213 INFO:tasks.workunit.client.0.smithi067.stdout: "[26214400000, 52428799999]", 2024-07-29T15:02:27.213 INFO:tasks.workunit.client.0.smithi067.stdout: "[52428800000, 104857599999]", 2024-07-29T15:02:27.213 INFO:tasks.workunit.client.0.smithi067.stdout: "[104857600000, 209715199999]", 2024-07-29T15:02:27.213 INFO:tasks.workunit.client.0.smithi067.stdout: "[209715200000, 419430399999]", 2024-07-29T15:02:27.213 INFO:tasks.workunit.client.0.smithi067.stdout: "[419430400000, 838860799999]", 2024-07-29T15:02:27.213 INFO:tasks.workunit.client.0.smithi067.stdout: "[838860800000, 1677721599999]", 2024-07-29T15:02:27.213 INFO:tasks.workunit.client.0.smithi067.stdout: "[1677721600000, 3355443199999]", 2024-07-29T15:02:27.213 INFO:tasks.workunit.client.0.smithi067.stdout: "[3355443200000, 6710886399999]", 2024-07-29T15:02:27.213 INFO:tasks.workunit.client.0.smithi067.stdout: "[6710886400000, 13421772799999]", 2024-07-29T15:02:27.213 INFO:tasks.workunit.client.0.smithi067.stdout: "[13421772800000, 26843545599999]", 2024-07-29T15:02:27.213 INFO:tasks.workunit.client.0.smithi067.stdout: "[26843545600000, 53687091199999]", 2024-07-29T15:02:27.213 INFO:tasks.workunit.client.0.smithi067.stdout: "[53687091200000, None]" 2024-07-29T15:02:27.214 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.214 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T15:02:27.214 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.214 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.214 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T15:02:27.214 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T15:02:27.214 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Request size (bytes)", 2024-07-29T15:02:27.214 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 512, 2024-07-29T15:02:27.214 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T15:02:27.214 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T15:02:27.214 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 511]", 2024-07-29T15:02:27.214 INFO:tasks.workunit.client.0.smithi067.stdout: "[512, 1023]", 2024-07-29T15:02:27.214 INFO:tasks.workunit.client.0.smithi067.stdout: "[1024, 2047]", 2024-07-29T15:02:27.214 INFO:tasks.workunit.client.0.smithi067.stdout: "[2048, 4095]", 2024-07-29T15:02:27.214 INFO:tasks.workunit.client.0.smithi067.stdout: "[4096, 8191]", 2024-07-29T15:02:27.215 INFO:tasks.workunit.client.0.smithi067.stdout: "[8192, 16383]", 2024-07-29T15:02:27.215 INFO:tasks.workunit.client.0.smithi067.stdout: "[16384, 32767]", 2024-07-29T15:02:27.215 INFO:tasks.workunit.client.0.smithi067.stdout: "[32768, 65535]", 2024-07-29T15:02:27.215 INFO:tasks.workunit.client.0.smithi067.stdout: "[65536, 131071]", 2024-07-29T15:02:27.215 INFO:tasks.workunit.client.0.smithi067.stdout: "[131072, 262143]", 2024-07-29T15:02:27.215 INFO:tasks.workunit.client.0.smithi067.stdout: "[262144, 524287]", 2024-07-29T15:02:27.215 INFO:tasks.workunit.client.0.smithi067.stdout: "[524288, 1048575]", 2024-07-29T15:02:27.215 INFO:tasks.workunit.client.0.smithi067.stdout: "[1048576, 2097151]", 2024-07-29T15:02:27.215 INFO:tasks.workunit.client.0.smithi067.stdout: "[2097152, 4194303]", 2024-07-29T15:02:27.215 INFO:tasks.workunit.client.0.smithi067.stdout: "[4194304, 8388607]", 2024-07-29T15:02:27.215 INFO:tasks.workunit.client.0.smithi067.stdout: "[8388608, 16777215]", 2024-07-29T15:02:27.215 INFO:tasks.workunit.client.0.smithi067.stdout: "[16777216, 33554431]", 2024-07-29T15:02:27.215 INFO:tasks.workunit.client.0.smithi067.stdout: "[33554432, 67108863]", 2024-07-29T15:02:27.215 INFO:tasks.workunit.client.0.smithi067.stdout: "[67108864, 134217727]", 2024-07-29T15:02:27.215 INFO:tasks.workunit.client.0.smithi067.stdout: "[134217728, 268435455]", 2024-07-29T15:02:27.215 INFO:tasks.workunit.client.0.smithi067.stdout: "[268435456, 536870911]", 2024-07-29T15:02:27.216 INFO:tasks.workunit.client.0.smithi067.stdout: "[536870912, 1073741823]", 2024-07-29T15:02:27.216 INFO:tasks.workunit.client.0.smithi067.stdout: "[1073741824, 2147483647]", 2024-07-29T15:02:27.216 INFO:tasks.workunit.client.0.smithi067.stdout: "[2147483648, 4294967295]", 2024-07-29T15:02:27.216 INFO:tasks.workunit.client.0.smithi067.stdout: "[4294967296, 8589934591]", 2024-07-29T15:02:27.216 INFO:tasks.workunit.client.0.smithi067.stdout: "[8589934592, 17179869183]", 2024-07-29T15:02:27.216 INFO:tasks.workunit.client.0.smithi067.stdout: "[17179869184, 34359738367]", 2024-07-29T15:02:27.216 INFO:tasks.workunit.client.0.smithi067.stdout: "[34359738368, 68719476735]", 2024-07-29T15:02:27.216 INFO:tasks.workunit.client.0.smithi067.stdout: "[68719476736, 137438953471]", 2024-07-29T15:02:27.216 INFO:tasks.workunit.client.0.smithi067.stdout: "[137438953472, 274877906943]", 2024-07-29T15:02:27.216 INFO:tasks.workunit.client.0.smithi067.stdout: "[274877906944, None]" 2024-07-29T15:02:27.216 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.216 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T15:02:27.216 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.216 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.216 INFO:tasks.workunit.client.0.smithi067.stdout: "osds": [ 2024-07-29T15:02:27.216 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.217 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 0, 2024-07-29T15:02:27.217 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:27.217 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.217 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.217 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.217 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.217 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.217 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.217 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.217 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.217 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.217 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.217 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.217 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.217 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.217 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.218 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.218 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.218 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.218 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.218 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.218 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.218 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.218 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.218 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.218 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.218 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.218 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.218 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.218 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.219 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.219 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.219 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.219 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:27.219 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.219 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.219 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.219 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 1, 2024-07-29T15:02:27.219 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:27.219 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.219 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.219 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.219 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.219 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.220 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.220 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.220 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.220 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.220 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.220 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.220 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.220 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.220 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.220 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.220 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.220 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.221 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.221 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.221 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.221 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.221 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.221 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.221 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.221 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.221 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.221 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.221 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.221 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.221 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.221 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.222 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:27.222 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.222 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.222 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.222 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 2, 2024-07-29T15:02:27.222 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:27.222 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.222 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.222 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.222 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.222 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.222 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.222 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.222 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.223 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.223 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.223 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.223 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.223 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.223 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.223 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.223 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.223 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.223 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.223 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.223 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.223 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.223 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.223 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.224 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.224 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.224 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.224 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.224 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.224 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.224 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.224 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.224 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:27.224 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.224 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.224 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.224 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 3, 2024-07-29T15:02:27.224 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:27.225 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.225 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.225 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.225 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.225 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.225 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.225 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.225 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.225 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.225 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.225 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.225 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.225 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.225 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.226 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.226 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.226 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.226 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.226 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.226 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.226 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.226 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.226 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.226 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.226 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.226 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.226 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.226 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.227 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.227 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.227 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.227 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:27.227 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.227 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.227 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.227 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 4, 2024-07-29T15:02:27.227 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:27.227 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.227 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.227 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.227 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.227 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.227 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.228 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.228 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.228 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.228 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.228 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.228 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.228 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.228 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.228 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.228 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.228 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.228 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.228 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.228 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.229 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.229 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.229 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.229 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.229 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.229 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.229 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.229 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.229 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.229 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.229 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.229 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:27.229 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.229 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.229 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.229 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 5, 2024-07-29T15:02:27.230 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:27.230 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.230 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.230 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.230 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.230 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.230 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.230 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.230 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.230 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.230 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.230 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.230 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.231 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.231 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.231 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.231 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.231 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.231 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.231 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.231 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.231 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.231 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.231 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.231 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.231 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.231 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.232 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.232 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.232 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.232 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.232 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.232 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:27.232 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.232 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.232 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.232 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 6, 2024-07-29T15:02:27.232 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:27.232 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.232 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.233 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.233 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.233 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.233 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.233 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.233 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.233 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.233 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.233 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.233 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.233 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.233 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.233 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.233 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.234 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.234 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.234 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.234 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.234 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.234 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.234 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.234 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.234 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.234 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.234 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.234 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.234 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.234 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.235 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.235 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:27.235 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.235 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.235 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.235 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 7, 2024-07-29T15:02:27.235 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:27.235 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.235 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.235 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.235 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.235 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.235 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.236 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.236 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.236 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.236 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.236 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.236 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.236 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.236 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.236 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.236 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.236 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.236 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.236 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.236 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.237 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.237 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.237 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.237 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.237 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.237 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.237 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.237 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.237 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.237 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.237 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.237 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:27.237 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.238 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.238 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.238 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.238 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T15:02:27.238 INFO:tasks.workunit.client.0.smithi067.stdout: "axes": [ 2024-07-29T15:02:27.238 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.238 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T15:02:27.238 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T15:02:27.238 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Latency (usec)", 2024-07-29T15:02:27.238 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 100000, 2024-07-29T15:02:27.238 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T15:02:27.238 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T15:02:27.238 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 99999]", 2024-07-29T15:02:27.239 INFO:tasks.workunit.client.0.smithi067.stdout: "[100000, 199999]", 2024-07-29T15:02:27.239 INFO:tasks.workunit.client.0.smithi067.stdout: "[200000, 399999]", 2024-07-29T15:02:27.239 INFO:tasks.workunit.client.0.smithi067.stdout: "[400000, 799999]", 2024-07-29T15:02:27.239 INFO:tasks.workunit.client.0.smithi067.stdout: "[800000, 1599999]", 2024-07-29T15:02:27.239 INFO:tasks.workunit.client.0.smithi067.stdout: "[1600000, 3199999]", 2024-07-29T15:02:27.239 INFO:tasks.workunit.client.0.smithi067.stdout: "[3200000, 6399999]", 2024-07-29T15:02:27.239 INFO:tasks.workunit.client.0.smithi067.stdout: "[6400000, 12799999]", 2024-07-29T15:02:27.239 INFO:tasks.workunit.client.0.smithi067.stdout: "[12800000, 25599999]", 2024-07-29T15:02:27.239 INFO:tasks.workunit.client.0.smithi067.stdout: "[25600000, 51199999]", 2024-07-29T15:02:27.239 INFO:tasks.workunit.client.0.smithi067.stdout: "[51200000, 102399999]", 2024-07-29T15:02:27.239 INFO:tasks.workunit.client.0.smithi067.stdout: "[102400000, 204799999]", 2024-07-29T15:02:27.239 INFO:tasks.workunit.client.0.smithi067.stdout: "[204800000, 409599999]", 2024-07-29T15:02:27.239 INFO:tasks.workunit.client.0.smithi067.stdout: "[409600000, 819199999]", 2024-07-29T15:02:27.240 INFO:tasks.workunit.client.0.smithi067.stdout: "[819200000, 1638399999]", 2024-07-29T15:02:27.240 INFO:tasks.workunit.client.0.smithi067.stdout: "[1638400000, 3276799999]", 2024-07-29T15:02:27.240 INFO:tasks.workunit.client.0.smithi067.stdout: "[3276800000, 6553599999]", 2024-07-29T15:02:27.240 INFO:tasks.workunit.client.0.smithi067.stdout: "[6553600000, 13107199999]", 2024-07-29T15:02:27.240 INFO:tasks.workunit.client.0.smithi067.stdout: "[13107200000, 26214399999]", 2024-07-29T15:02:27.240 INFO:tasks.workunit.client.0.smithi067.stdout: "[26214400000, 52428799999]", 2024-07-29T15:02:27.240 INFO:tasks.workunit.client.0.smithi067.stdout: "[52428800000, 104857599999]", 2024-07-29T15:02:27.240 INFO:tasks.workunit.client.0.smithi067.stdout: "[104857600000, 209715199999]", 2024-07-29T15:02:27.240 INFO:tasks.workunit.client.0.smithi067.stdout: "[209715200000, 419430399999]", 2024-07-29T15:02:27.240 INFO:tasks.workunit.client.0.smithi067.stdout: "[419430400000, 838860799999]", 2024-07-29T15:02:27.240 INFO:tasks.workunit.client.0.smithi067.stdout: "[838860800000, 1677721599999]", 2024-07-29T15:02:27.240 INFO:tasks.workunit.client.0.smithi067.stdout: "[1677721600000, 3355443199999]", 2024-07-29T15:02:27.241 INFO:tasks.workunit.client.0.smithi067.stdout: "[3355443200000, 6710886399999]", 2024-07-29T15:02:27.241 INFO:tasks.workunit.client.0.smithi067.stdout: "[6710886400000, 13421772799999]", 2024-07-29T15:02:27.241 INFO:tasks.workunit.client.0.smithi067.stdout: "[13421772800000, 26843545599999]", 2024-07-29T15:02:27.241 INFO:tasks.workunit.client.0.smithi067.stdout: "[26843545600000, 53687091199999]", 2024-07-29T15:02:27.241 INFO:tasks.workunit.client.0.smithi067.stdout: "[53687091200000, None]" 2024-07-29T15:02:27.241 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.241 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T15:02:27.241 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.241 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.241 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T15:02:27.241 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T15:02:27.241 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Request size (bytes)", 2024-07-29T15:02:27.241 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 512, 2024-07-29T15:02:27.241 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T15:02:27.241 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T15:02:27.242 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 511]", 2024-07-29T15:02:27.242 INFO:tasks.workunit.client.0.smithi067.stdout: "[512, 1023]", 2024-07-29T15:02:27.242 INFO:tasks.workunit.client.0.smithi067.stdout: "[1024, 2047]", 2024-07-29T15:02:27.242 INFO:tasks.workunit.client.0.smithi067.stdout: "[2048, 4095]", 2024-07-29T15:02:27.242 INFO:tasks.workunit.client.0.smithi067.stdout: "[4096, 8191]", 2024-07-29T15:02:27.242 INFO:tasks.workunit.client.0.smithi067.stdout: "[8192, 16383]", 2024-07-29T15:02:27.242 INFO:tasks.workunit.client.0.smithi067.stdout: "[16384, 32767]", 2024-07-29T15:02:27.242 INFO:tasks.workunit.client.0.smithi067.stdout: "[32768, 65535]", 2024-07-29T15:02:27.242 INFO:tasks.workunit.client.0.smithi067.stdout: "[65536, 131071]", 2024-07-29T15:02:27.242 INFO:tasks.workunit.client.0.smithi067.stdout: "[131072, 262143]", 2024-07-29T15:02:27.242 INFO:tasks.workunit.client.0.smithi067.stdout: "[262144, 524287]", 2024-07-29T15:02:27.242 INFO:tasks.workunit.client.0.smithi067.stdout: "[524288, 1048575]", 2024-07-29T15:02:27.242 INFO:tasks.workunit.client.0.smithi067.stdout: "[1048576, 2097151]", 2024-07-29T15:02:27.242 INFO:tasks.workunit.client.0.smithi067.stdout: "[2097152, 4194303]", 2024-07-29T15:02:27.243 INFO:tasks.workunit.client.0.smithi067.stdout: "[4194304, 8388607]", 2024-07-29T15:02:27.243 INFO:tasks.workunit.client.0.smithi067.stdout: "[8388608, 16777215]", 2024-07-29T15:02:27.243 INFO:tasks.workunit.client.0.smithi067.stdout: "[16777216, 33554431]", 2024-07-29T15:02:27.243 INFO:tasks.workunit.client.0.smithi067.stdout: "[33554432, 67108863]", 2024-07-29T15:02:27.243 INFO:tasks.workunit.client.0.smithi067.stdout: "[67108864, 134217727]", 2024-07-29T15:02:27.243 INFO:tasks.workunit.client.0.smithi067.stdout: "[134217728, 268435455]", 2024-07-29T15:02:27.243 INFO:tasks.workunit.client.0.smithi067.stdout: "[268435456, 536870911]", 2024-07-29T15:02:27.243 INFO:tasks.workunit.client.0.smithi067.stdout: "[536870912, 1073741823]", 2024-07-29T15:02:27.243 INFO:tasks.workunit.client.0.smithi067.stdout: "[1073741824, 2147483647]", 2024-07-29T15:02:27.243 INFO:tasks.workunit.client.0.smithi067.stdout: "[2147483648, 4294967295]", 2024-07-29T15:02:27.243 INFO:tasks.workunit.client.0.smithi067.stdout: "[4294967296, 8589934591]", 2024-07-29T15:02:27.243 INFO:tasks.workunit.client.0.smithi067.stdout: "[8589934592, 17179869183]", 2024-07-29T15:02:27.243 INFO:tasks.workunit.client.0.smithi067.stdout: "[17179869184, 34359738367]", 2024-07-29T15:02:27.243 INFO:tasks.workunit.client.0.smithi067.stdout: "[34359738368, 68719476735]", 2024-07-29T15:02:27.244 INFO:tasks.workunit.client.0.smithi067.stdout: "[68719476736, 137438953471]", 2024-07-29T15:02:27.244 INFO:tasks.workunit.client.0.smithi067.stdout: "[137438953472, 274877906943]", 2024-07-29T15:02:27.244 INFO:tasks.workunit.client.0.smithi067.stdout: "[274877906944, None]" 2024-07-29T15:02:27.244 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.244 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T15:02:27.244 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.244 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.244 INFO:tasks.workunit.client.0.smithi067.stdout: "osds": [ 2024-07-29T15:02:27.244 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.244 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 0, 2024-07-29T15:02:27.244 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:27.244 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.244 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.244 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.245 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.245 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.245 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.245 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.245 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.245 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.245 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.245 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.245 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.245 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.245 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.245 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.245 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.245 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.246 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.246 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.246 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.246 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.246 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.246 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.246 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.246 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.246 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.246 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.246 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.246 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.246 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.246 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.247 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:27.247 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.247 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.247 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.247 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 1, 2024-07-29T15:02:27.247 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:27.247 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.247 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.247 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.247 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.247 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.247 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 11, 5, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.247 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 16, 3, 0, 0, 0, 0, 0, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.247 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.248 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.248 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.248 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.248 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.248 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.248 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.248 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.248 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.248 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.248 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.248 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.248 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.248 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.248 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.249 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.249 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.249 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.249 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.249 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.249 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.249 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.249 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.249 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.249 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:27.249 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.249 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.249 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.249 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 2, 2024-07-29T15:02:27.250 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:27.250 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.250 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.250 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.250 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.250 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.250 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.250 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.250 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.250 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.250 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.250 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.250 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.251 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.251 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.251 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.251 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.251 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.251 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.251 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.251 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.251 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.251 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.251 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.251 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.251 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.251 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.252 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.252 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.252 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.252 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.252 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.252 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:27.252 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.252 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.252 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.252 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 3, 2024-07-29T15:02:27.252 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:27.252 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.252 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.253 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.253 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.253 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.253 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.253 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.253 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.253 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.253 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.253 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.253 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.253 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.253 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.253 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.254 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.254 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.254 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.254 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.254 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.254 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.254 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.254 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.254 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.254 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.254 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.254 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.255 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.255 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.255 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.255 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.255 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:27.255 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.255 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.255 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.255 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 4, 2024-07-29T15:02:27.255 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:27.255 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.255 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.255 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.255 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.256 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.256 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.256 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.256 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.256 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.256 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.256 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.256 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.256 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.256 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.256 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.256 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.256 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.256 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.256 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.257 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.257 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.257 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.257 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.257 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.257 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.257 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.257 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.257 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.257 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.257 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.257 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.257 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:27.257 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.258 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.258 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.258 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 5, 2024-07-29T15:02:27.258 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:27.258 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.258 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.258 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.258 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.258 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.258 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.258 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.258 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.258 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.258 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.258 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.259 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.259 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.259 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.259 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.259 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.259 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.259 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.259 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.259 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.259 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.259 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.259 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.259 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.259 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.260 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.260 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.260 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.260 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.260 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.260 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.260 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:27.260 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.260 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.260 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.260 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 6, 2024-07-29T15:02:27.260 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:27.260 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.260 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.261 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.261 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.261 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.261 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.261 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.261 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.261 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.261 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.261 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.261 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.261 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.261 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.261 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.261 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.261 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.262 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.262 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.262 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.262 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.262 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.262 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.262 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.262 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.262 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.262 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.262 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.262 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.262 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.263 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.263 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:27.263 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.263 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.263 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.263 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 7, 2024-07-29T15:02:27.263 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:27.263 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.263 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.263 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.263 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.263 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.263 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.263 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.263 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.263 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.264 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.264 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.264 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.264 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.264 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.264 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.264 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.264 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.264 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.264 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.264 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.264 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.264 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.265 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.265 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.265 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.265 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.265 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.265 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.265 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.265 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.265 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:27.265 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:27.265 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.265 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.265 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:27.265 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.265 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.265 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.266 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_counters": { 2024-07-29T15:02:27.266 INFO:tasks.workunit.client.0.smithi067.stdout: "mds.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T15:02:27.266 INFO:tasks.workunit.client.0.smithi067.stdout: "mds": { 2024-07-29T15:02:27.266 INFO:tasks.workunit.client.0.smithi067.stdout: "caps": { 2024-07-29T15:02:27.266 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.266 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.266 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_cap_op_flush_ack": { 2024-07-29T15:02:27.266 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.266 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.266 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_cap_op_flushsnap_ack": { 2024-07-29T15:02:27.266 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.266 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.266 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_cap_op_grant": { 2024-07-29T15:02:27.266 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.267 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.267 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_cap_op_revoke": { 2024-07-29T15:02:27.267 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.267 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.267 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_cap_op_trunc": { 2024-07-29T15:02:27.267 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.267 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.267 INFO:tasks.workunit.client.0.smithi067.stdout: "dir_commit": { 2024-07-29T15:02:27.267 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12 2024-07-29T15:02:27.267 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.267 INFO:tasks.workunit.client.0.smithi067.stdout: "dir_fetch": { 2024-07-29T15:02:27.267 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.267 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.267 INFO:tasks.workunit.client.0.smithi067.stdout: "dir_merge": { 2024-07-29T15:02:27.268 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.268 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.268 INFO:tasks.workunit.client.0.smithi067.stdout: "dir_split": { 2024-07-29T15:02:27.268 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.268 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.268 INFO:tasks.workunit.client.0.smithi067.stdout: "exported_inodes": { 2024-07-29T15:02:27.268 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.268 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.268 INFO:tasks.workunit.client.0.smithi067.stdout: "forward": { 2024-07-29T15:02:27.268 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.268 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.268 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_client_cap_release": { 2024-07-29T15:02:27.268 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.268 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.268 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_client_caps": { 2024-07-29T15:02:27.269 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.269 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.269 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_client_caps_dirty": { 2024-07-29T15:02:27.269 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.269 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.269 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_inode_file_caps": { 2024-07-29T15:02:27.269 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.269 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.269 INFO:tasks.workunit.client.0.smithi067.stdout: "imported_inodes": { 2024-07-29T15:02:27.269 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.269 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.269 INFO:tasks.workunit.client.0.smithi067.stdout: "inodes": { 2024-07-29T15:02:27.269 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T15:02:27.269 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.270 INFO:tasks.workunit.client.0.smithi067.stdout: "inodes_expired": { 2024-07-29T15:02:27.270 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.270 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.270 INFO:tasks.workunit.client.0.smithi067.stdout: "inodes_pinned": { 2024-07-29T15:02:27.270 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T15:02:27.270 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.270 INFO:tasks.workunit.client.0.smithi067.stdout: "inodes_with_caps": { 2024-07-29T15:02:27.270 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.270 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.270 INFO:tasks.workunit.client.0.smithi067.stdout: "load_cent": { 2024-07-29T15:02:27.270 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.270 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.270 INFO:tasks.workunit.client.0.smithi067.stdout: "openino_dir_fetch": { 2024-07-29T15:02:27.270 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.271 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.271 INFO:tasks.workunit.client.0.smithi067.stdout: "process_request_cap_release": { 2024-07-29T15:02:27.271 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.271 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.271 INFO:tasks.workunit.client.0.smithi067.stdout: "reply_latency": { 2024-07-29T15:02:27.271 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:27.271 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 147317 2024-07-29T15:02:27.271 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.271 INFO:tasks.workunit.client.0.smithi067.stdout: "request": { 2024-07-29T15:02:27.271 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T15:02:27.271 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.271 INFO:tasks.workunit.client.0.smithi067.stdout: "root_rbytes": { 2024-07-29T15:02:27.271 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.271 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.272 INFO:tasks.workunit.client.0.smithi067.stdout: "root_rfiles": { 2024-07-29T15:02:27.272 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.272 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.272 INFO:tasks.workunit.client.0.smithi067.stdout: "root_rsnaps": { 2024-07-29T15:02:27.272 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.272 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.272 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_reply": { 2024-07-29T15:02:27.272 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.272 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.272 INFO:tasks.workunit.client.0.smithi067.stdout: "subtrees": { 2024-07-29T15:02:27.272 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T15:02:27.272 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.272 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.272 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_cache": { 2024-07-29T15:02:27.272 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_enqueue_scrub": { 2024-07-29T15:02:27.273 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.273 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.273 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_exportdir": { 2024-07-29T15:02:27.273 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.273 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.273 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_flush": { 2024-07-29T15:02:27.273 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.273 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.273 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_fragmentdir": { 2024-07-29T15:02:27.273 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.273 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.273 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_fragstats": { 2024-07-29T15:02:27.273 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.273 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.273 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_inodestats": { 2024-07-29T15:02:27.274 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.274 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.274 INFO:tasks.workunit.client.0.smithi067.stdout: "num_recovering_enqueued": { 2024-07-29T15:02:27.274 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.274 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.274 INFO:tasks.workunit.client.0.smithi067.stdout: "num_recovering_prioritized": { 2024-07-29T15:02:27.274 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.274 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.274 INFO:tasks.workunit.client.0.smithi067.stdout: "num_recovering_processing": { 2024-07-29T15:02:27.274 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.274 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.274 INFO:tasks.workunit.client.0.smithi067.stdout: "num_strays": { 2024-07-29T15:02:27.274 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.274 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.275 INFO:tasks.workunit.client.0.smithi067.stdout: "num_strays_delayed": { 2024-07-29T15:02:27.275 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.275 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.275 INFO:tasks.workunit.client.0.smithi067.stdout: "num_strays_enqueuing": { 2024-07-29T15:02:27.275 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.275 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.275 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_completed": { 2024-07-29T15:02:27.275 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.275 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.275 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_started": { 2024-07-29T15:02:27.275 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.275 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.275 INFO:tasks.workunit.client.0.smithi067.stdout: "strays_created": { 2024-07-29T15:02:27.275 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.276 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.276 INFO:tasks.workunit.client.0.smithi067.stdout: "strays_enqueued": { 2024-07-29T15:02:27.276 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.276 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.276 INFO:tasks.workunit.client.0.smithi067.stdout: "strays_migrated": { 2024-07-29T15:02:27.276 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.276 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.276 INFO:tasks.workunit.client.0.smithi067.stdout: "strays_reintegrated": { 2024-07-29T15:02:27.276 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.276 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.276 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.276 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_log": { 2024-07-29T15:02:27.276 INFO:tasks.workunit.client.0.smithi067.stdout: "ev": { 2024-07-29T15:02:27.276 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5 2024-07-29T15:02:27.277 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.277 INFO:tasks.workunit.client.0.smithi067.stdout: "evadd": { 2024-07-29T15:02:27.277 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5 2024-07-29T15:02:27.277 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.277 INFO:tasks.workunit.client.0.smithi067.stdout: "evex": { 2024-07-29T15:02:27.277 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.277 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.277 INFO:tasks.workunit.client.0.smithi067.stdout: "evexd": { 2024-07-29T15:02:27.277 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.277 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.277 INFO:tasks.workunit.client.0.smithi067.stdout: "evexg": { 2024-07-29T15:02:27.277 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.277 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.278 INFO:tasks.workunit.client.0.smithi067.stdout: "evtrm": { 2024-07-29T15:02:27.278 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.278 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.278 INFO:tasks.workunit.client.0.smithi067.stdout: "jlat": { 2024-07-29T15:02:27.278 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5, 2024-07-29T15:02:27.278 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12921546 2024-07-29T15:02:27.278 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.278 INFO:tasks.workunit.client.0.smithi067.stdout: "replayed": { 2024-07-29T15:02:27.278 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.278 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.278 INFO:tasks.workunit.client.0.smithi067.stdout: "seg": { 2024-07-29T15:02:27.278 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T15:02:27.278 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.279 INFO:tasks.workunit.client.0.smithi067.stdout: "segadd": { 2024-07-29T15:02:27.279 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T15:02:27.279 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.279 INFO:tasks.workunit.client.0.smithi067.stdout: "segex": { 2024-07-29T15:02:27.279 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.279 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.279 INFO:tasks.workunit.client.0.smithi067.stdout: "segexd": { 2024-07-29T15:02:27.279 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.279 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.279 INFO:tasks.workunit.client.0.smithi067.stdout: "segexg": { 2024-07-29T15:02:27.279 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.279 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.279 INFO:tasks.workunit.client.0.smithi067.stdout: "segtrm": { 2024-07-29T15:02:27.279 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.280 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.280 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.280 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_mem": { 2024-07-29T15:02:27.280 INFO:tasks.workunit.client.0.smithi067.stdout: "cap": { 2024-07-29T15:02:27.280 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.280 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.280 INFO:tasks.workunit.client.0.smithi067.stdout: "cap+": { 2024-07-29T15:02:27.280 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T15:02:27.280 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.280 INFO:tasks.workunit.client.0.smithi067.stdout: "cap-": { 2024-07-29T15:02:27.280 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T15:02:27.280 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.280 INFO:tasks.workunit.client.0.smithi067.stdout: "dir": { 2024-07-29T15:02:27.280 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12 2024-07-29T15:02:27.281 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.281 INFO:tasks.workunit.client.0.smithi067.stdout: "dir+": { 2024-07-29T15:02:27.281 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12 2024-07-29T15:02:27.281 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.281 INFO:tasks.workunit.client.0.smithi067.stdout: "dir-": { 2024-07-29T15:02:27.281 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.281 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.281 INFO:tasks.workunit.client.0.smithi067.stdout: "dn": { 2024-07-29T15:02:27.281 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T15:02:27.281 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.281 INFO:tasks.workunit.client.0.smithi067.stdout: "dn+": { 2024-07-29T15:02:27.281 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T15:02:27.281 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.281 INFO:tasks.workunit.client.0.smithi067.stdout: "dn-": { 2024-07-29T15:02:27.281 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.282 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.282 INFO:tasks.workunit.client.0.smithi067.stdout: "heap": { 2024-07-29T15:02:27.282 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 207068 2024-07-29T15:02:27.282 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.282 INFO:tasks.workunit.client.0.smithi067.stdout: "ino": { 2024-07-29T15:02:27.282 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13 2024-07-29T15:02:27.282 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.282 INFO:tasks.workunit.client.0.smithi067.stdout: "ino+": { 2024-07-29T15:02:27.282 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13 2024-07-29T15:02:27.282 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.282 INFO:tasks.workunit.client.0.smithi067.stdout: "ino-": { 2024-07-29T15:02:27.282 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.282 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.282 INFO:tasks.workunit.client.0.smithi067.stdout: "rss": { 2024-07-29T15:02:27.283 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38216 2024-07-29T15:02:27.283 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.283 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.283 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_server": { 2024-07-29T15:02:27.283 INFO:tasks.workunit.client.0.smithi067.stdout: "cap_acquisition_throttle": { 2024-07-29T15:02:27.283 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.283 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.283 INFO:tasks.workunit.client.0.smithi067.stdout: "cap_revoke_eviction": { 2024-07-29T15:02:27.283 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.283 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.283 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_client_request": { 2024-07-29T15:02:27.283 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T15:02:27.283 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.283 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_client_session": { 2024-07-29T15:02:27.284 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16 2024-07-29T15:02:27.284 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.284 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_peer_request": { 2024-07-29T15:02:27.284 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.284 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.284 INFO:tasks.workunit.client.0.smithi067.stdout: "req_create_latency": { 2024-07-29T15:02:27.284 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.284 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.284 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.284 INFO:tasks.workunit.client.0.smithi067.stdout: "req_getattr_latency": { 2024-07-29T15:02:27.284 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:27.284 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 147317 2024-07-29T15:02:27.284 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.284 INFO:tasks.workunit.client.0.smithi067.stdout: "req_getfilelock_latency": { 2024-07-29T15:02:27.284 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.285 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.285 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.285 INFO:tasks.workunit.client.0.smithi067.stdout: "req_getvxattr_latency": { 2024-07-29T15:02:27.285 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.285 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.285 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.285 INFO:tasks.workunit.client.0.smithi067.stdout: "req_link_latency": { 2024-07-29T15:02:27.285 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.285 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.285 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.285 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookup_latency": { 2024-07-29T15:02:27.285 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.285 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.285 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.285 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookuphash_latency": { 2024-07-29T15:02:27.286 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.286 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.286 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.286 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookupino_latency": { 2024-07-29T15:02:27.286 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.286 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.286 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.286 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookupname_latency": { 2024-07-29T15:02:27.286 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.286 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.286 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.286 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookupparent_latency": { 2024-07-29T15:02:27.286 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.286 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.287 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.287 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookupsnap_latency": { 2024-07-29T15:02:27.287 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.287 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.287 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.287 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lssnap_latency": { 2024-07-29T15:02:27.287 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.287 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.287 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.287 INFO:tasks.workunit.client.0.smithi067.stdout: "req_mkdir_latency": { 2024-07-29T15:02:27.287 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.287 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.287 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.287 INFO:tasks.workunit.client.0.smithi067.stdout: "req_mknod_latency": { 2024-07-29T15:02:27.287 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.288 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.288 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.288 INFO:tasks.workunit.client.0.smithi067.stdout: "req_mksnap_latency": { 2024-07-29T15:02:27.288 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.288 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.288 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.288 INFO:tasks.workunit.client.0.smithi067.stdout: "req_open_latency": { 2024-07-29T15:02:27.288 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.288 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.288 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.288 INFO:tasks.workunit.client.0.smithi067.stdout: "req_readdir_latency": { 2024-07-29T15:02:27.288 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.288 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.288 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.288 INFO:tasks.workunit.client.0.smithi067.stdout: "req_rename_latency": { 2024-07-29T15:02:27.289 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.289 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.289 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.289 INFO:tasks.workunit.client.0.smithi067.stdout: "req_renamesnap_latency": { 2024-07-29T15:02:27.289 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.289 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.289 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.289 INFO:tasks.workunit.client.0.smithi067.stdout: "req_rmdir_latency": { 2024-07-29T15:02:27.289 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.289 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.289 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.289 INFO:tasks.workunit.client.0.smithi067.stdout: "req_rmsnap_latency": { 2024-07-29T15:02:27.289 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.289 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.289 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.289 INFO:tasks.workunit.client.0.smithi067.stdout: "req_rmxattr_latency": { 2024-07-29T15:02:27.290 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.290 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.290 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.290 INFO:tasks.workunit.client.0.smithi067.stdout: "req_setattr_latency": { 2024-07-29T15:02:27.290 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.290 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.290 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.290 INFO:tasks.workunit.client.0.smithi067.stdout: "req_setdirlayout_latency": { 2024-07-29T15:02:27.290 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.290 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.290 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.290 INFO:tasks.workunit.client.0.smithi067.stdout: "req_setfilelock_latency": { 2024-07-29T15:02:27.290 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.290 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.290 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.291 INFO:tasks.workunit.client.0.smithi067.stdout: "req_setlayout_latency": { 2024-07-29T15:02:27.291 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.291 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.291 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.291 INFO:tasks.workunit.client.0.smithi067.stdout: "req_setxattr_latency": { 2024-07-29T15:02:27.291 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.291 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.291 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.291 INFO:tasks.workunit.client.0.smithi067.stdout: "req_symlink_latency": { 2024-07-29T15:02:27.291 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.291 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.291 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.291 INFO:tasks.workunit.client.0.smithi067.stdout: "req_unlink_latency": { 2024-07-29T15:02:27.291 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.292 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.292 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.292 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.292 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_sessions": { 2024-07-29T15:02:27.292 INFO:tasks.workunit.client.0.smithi067.stdout: "average_load": { 2024-07-29T15:02:27.292 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T15:02:27.292 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.292 INFO:tasks.workunit.client.0.smithi067.stdout: "avg_session_uptime": { 2024-07-29T15:02:27.292 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 87 2024-07-29T15:02:27.292 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.292 INFO:tasks.workunit.client.0.smithi067.stdout: "mdthresh_evicted": { 2024-07-29T15:02:27.292 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.292 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.293 INFO:tasks.workunit.client.0.smithi067.stdout: "session_add": { 2024-07-29T15:02:27.293 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T15:02:27.293 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.293 INFO:tasks.workunit.client.0.smithi067.stdout: "session_count": { 2024-07-29T15:02:27.293 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.293 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.293 INFO:tasks.workunit.client.0.smithi067.stdout: "session_remove": { 2024-07-29T15:02:27.293 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T15:02:27.293 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.293 INFO:tasks.workunit.client.0.smithi067.stdout: "sessions_open": { 2024-07-29T15:02:27.293 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.293 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.293 INFO:tasks.workunit.client.0.smithi067.stdout: "sessions_stale": { 2024-07-29T15:02:27.293 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.293 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.294 INFO:tasks.workunit.client.0.smithi067.stdout: "total_load": { 2024-07-29T15:02:27.294 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T15:02:27.294 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.294 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.294 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T15:02:27.294 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T15:02:27.294 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.294 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.294 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:27.294 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.294 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.294 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T15:02:27.294 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.295 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.295 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:27.295 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 45 2024-07-29T15:02:27.295 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.295 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.295 INFO:tasks.workunit.client.0.smithi067.stdout: "purge_queue": { 2024-07-29T15:02:27.295 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executed": { 2024-07-29T15:02:27.295 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.295 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.295 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executing": { 2024-07-29T15:02:27.295 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.295 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.295 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executing_high_water": { 2024-07-29T15:02:27.295 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.295 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.296 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executing_ops": { 2024-07-29T15:02:27.296 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.296 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.296 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executing_ops_high_water": { 2024-07-29T15:02:27.296 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.296 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.296 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_item_in_journal": { 2024-07-29T15:02:27.296 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.296 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.296 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.296 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.296 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T15:02:27.296 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T15:02:27.296 INFO:tasks.workunit.client.0.smithi067.stdout: "election_call": { 2024-07-29T15:02:27.296 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T15:02:27.296 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.297 INFO:tasks.workunit.client.0.smithi067.stdout: "election_lose": { 2024-07-29T15:02:27.297 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.297 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.297 INFO:tasks.workunit.client.0.smithi067.stdout: "election_win": { 2024-07-29T15:02:27.297 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T15:02:27.297 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.297 INFO:tasks.workunit.client.0.smithi067.stdout: "num_elections": { 2024-07-29T15:02:27.297 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9 2024-07-29T15:02:27.297 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.297 INFO:tasks.workunit.client.0.smithi067.stdout: "num_sessions": { 2024-07-29T15:02:27.297 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6 2024-07-29T15:02:27.297 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.297 INFO:tasks.workunit.client.0.smithi067.stdout: "session_add": { 2024-07-29T15:02:27.297 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T15:02:27.297 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.297 INFO:tasks.workunit.client.0.smithi067.stdout: "session_rm": { 2024-07-29T15:02:27.298 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 166 2024-07-29T15:02:27.298 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.298 INFO:tasks.workunit.client.0.smithi067.stdout: "session_trim": { 2024-07-29T15:02:27.298 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.298 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.298 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.298 INFO:tasks.workunit.client.0.smithi067.stdout: "paxos": { 2024-07-29T15:02:27.298 INFO:tasks.workunit.client.0.smithi067.stdout: "accept_timeout": { 2024-07-29T15:02:27.298 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.298 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.298 INFO:tasks.workunit.client.0.smithi067.stdout: "begin": { 2024-07-29T15:02:27.298 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 933 2024-07-29T15:02:27.298 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.298 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_bytes": { 2024-07-29T15:02:27.299 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 933, 2024-07-29T15:02:27.299 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4982526 2024-07-29T15:02:27.299 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.299 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_keys": { 2024-07-29T15:02:27.299 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 933, 2024-07-29T15:02:27.299 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2799 2024-07-29T15:02:27.299 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.299 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_latency": { 2024-07-29T15:02:27.299 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 933, 2024-07-29T15:02:27.299 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 194995953 2024-07-29T15:02:27.299 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.299 INFO:tasks.workunit.client.0.smithi067.stdout: "collect": { 2024-07-29T15:02:27.299 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.299 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.299 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_bytes": { 2024-07-29T15:02:27.300 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.300 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.300 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.300 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_keys": { 2024-07-29T15:02:27.300 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.300 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.300 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.300 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_latency": { 2024-07-29T15:02:27.300 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.300 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.300 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.300 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_timeout": { 2024-07-29T15:02:27.300 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.300 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.300 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_uncommitted": { 2024-07-29T15:02:27.301 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.301 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.301 INFO:tasks.workunit.client.0.smithi067.stdout: "commit": { 2024-07-29T15:02:27.301 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 933 2024-07-29T15:02:27.301 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.301 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_bytes": { 2024-07-29T15:02:27.301 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 933, 2024-07-29T15:02:27.301 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4915408 2024-07-29T15:02:27.301 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.301 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_keys": { 2024-07-29T15:02:27.301 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 933, 2024-07-29T15:02:27.301 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5364 2024-07-29T15:02:27.301 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.301 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_latency": { 2024-07-29T15:02:27.302 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 933, 2024-07-29T15:02:27.302 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 402790102 2024-07-29T15:02:27.302 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.302 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_ack_timeout": { 2024-07-29T15:02:27.302 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.302 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.302 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_timeout": { 2024-07-29T15:02:27.302 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.302 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.302 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn": { 2024-07-29T15:02:27.302 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T15:02:27.302 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.302 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn_latency": { 2024-07-29T15:02:27.303 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:27.303 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2999938 2024-07-29T15:02:27.303 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.303 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh": { 2024-07-29T15:02:27.303 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 935 2024-07-29T15:02:27.303 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.303 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh_latency": { 2024-07-29T15:02:27.303 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 935, 2024-07-29T15:02:27.303 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2443949320 2024-07-29T15:02:27.303 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.303 INFO:tasks.workunit.client.0.smithi067.stdout: "restart": { 2024-07-29T15:02:27.303 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12 2024-07-29T15:02:27.303 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.304 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state": { 2024-07-29T15:02:27.304 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T15:02:27.304 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.304 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_bytes": { 2024-07-29T15:02:27.304 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:27.304 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1627 2024-07-29T15:02:27.304 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.304 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_keys": { 2024-07-29T15:02:27.304 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:27.304 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T15:02:27.304 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.304 INFO:tasks.workunit.client.0.smithi067.stdout: "start_leader": { 2024-07-29T15:02:27.304 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T15:02:27.304 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.305 INFO:tasks.workunit.client.0.smithi067.stdout: "start_peon": { 2024-07-29T15:02:27.305 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.305 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.305 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state": { 2024-07-29T15:02:27.305 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.305 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.305 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_bytes": { 2024-07-29T15:02:27.305 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.305 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.305 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.305 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_keys": { 2024-07-29T15:02:27.305 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.305 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.306 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.306 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_latency": { 2024-07-29T15:02:27.306 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.306 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.306 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.306 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.306 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache": { 2024-07-29T15:02:27.306 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T15:02:27.306 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1020054731 2024-07-29T15:02:27.306 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.306 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T15:02:27.306 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 48979968 2024-07-29T15:02:27.306 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.307 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T15:02:27.307 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 40779776 2024-07-29T15:02:27.307 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.307 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T15:02:27.307 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2147483648 2024-07-29T15:02:27.307 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.307 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T15:02:27.307 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8200192 2024-07-29T15:02:27.307 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.307 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.307 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:full": { 2024-07-29T15:02:27.307 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.307 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 348127232 2024-07-29T15:02:27.308 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.308 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.308 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.308 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.308 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.308 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.308 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.308 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.308 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 277007734 2024-07-29T15:02:27.308 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.308 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.308 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 308162 2024-07-29T15:02:27.308 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.308 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.309 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.309 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.309 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.309 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.309 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.309 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.309 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.309 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.309 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.309 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.309 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.309 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.309 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.310 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.310 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.310 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.310 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.310 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.310 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.310 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.310 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.310 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.310 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.310 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.310 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70811336 2024-07-29T15:02:27.310 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.311 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.311 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:inc": { 2024-07-29T15:02:27.311 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.311 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 348127232 2024-07-29T15:02:27.311 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.311 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.311 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.311 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.311 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.311 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.311 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.311 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.311 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 277007734 2024-07-29T15:02:27.311 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.312 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.312 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 40910 2024-07-29T15:02:27.312 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.312 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.312 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.312 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.312 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.312 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.312 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.312 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.312 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.312 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.312 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.312 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.313 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.313 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.313 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.313 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.313 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.313 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.313 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.313 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.313 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.313 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.313 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.313 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.313 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.313 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.314 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71078588 2024-07-29T15:02:27.314 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.314 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.314 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:kv": { 2024-07-29T15:02:27.314 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.314 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 322961408 2024-07-29T15:02:27.314 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.314 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.314 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:27.314 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.314 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.314 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.314 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.315 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.315 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 184671822 2024-07-29T15:02:27.315 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.315 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.315 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.315 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.315 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.315 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.315 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.315 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.315 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.315 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.315 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.315 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.315 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.316 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.316 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.316 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.316 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.316 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.316 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.316 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.316 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.316 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.316 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.316 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.316 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.316 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.316 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.317 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.317 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.317 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71180722 2024-07-29T15:02:27.317 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.317 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.317 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb": { 2024-07-29T15:02:27.317 INFO:tasks.workunit.client.0.smithi067.stdout: "compact": { 2024-07-29T15:02:27.317 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.317 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.317 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_len": { 2024-07-29T15:02:27.317 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.317 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.317 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_merge": { 2024-07-29T15:02:27.317 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.318 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.318 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_range": { 2024-07-29T15:02:27.318 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T15:02:27.318 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.318 INFO:tasks.workunit.client.0.smithi067.stdout: "get_latency": { 2024-07-29T15:02:27.318 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 41579, 2024-07-29T15:02:27.318 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 163106642 2024-07-29T15:02:27.318 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.318 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_delay_time": { 2024-07-29T15:02:27.318 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.318 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.318 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.318 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_memtable_time": { 2024-07-29T15:02:27.318 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.319 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.319 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.319 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-29T15:02:27.319 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.319 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.319 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.319 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_wal_time": { 2024-07-29T15:02:27.319 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.319 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.319 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.319 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_latency": { 2024-07-29T15:02:27.319 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.319 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.319 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.319 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_sync_latency": { 2024-07-29T15:02:27.320 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2038, 2024-07-29T15:02:27.320 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 691529487 2024-07-29T15:02:27.320 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.320 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.320 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.320 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.88f1e2f1a9980ce30b43411b8d195844f2fd44e3": { 2024-07-29T15:02:27.320 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T15:02:27.320 INFO:tasks.workunit.client.0.smithi067.stdout: "election_call": { 2024-07-29T15:02:27.320 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T15:02:27.320 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.320 INFO:tasks.workunit.client.0.smithi067.stdout: "election_lose": { 2024-07-29T15:02:27.320 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T15:02:27.320 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.320 INFO:tasks.workunit.client.0.smithi067.stdout: "election_win": { 2024-07-29T15:02:27.320 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.321 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.321 INFO:tasks.workunit.client.0.smithi067.stdout: "num_elections": { 2024-07-29T15:02:27.321 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T15:02:27.321 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.321 INFO:tasks.workunit.client.0.smithi067.stdout: "num_sessions": { 2024-07-29T15:02:27.321 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12 2024-07-29T15:02:27.321 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.321 INFO:tasks.workunit.client.0.smithi067.stdout: "session_add": { 2024-07-29T15:02:27.321 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5 2024-07-29T15:02:27.321 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.321 INFO:tasks.workunit.client.0.smithi067.stdout: "session_rm": { 2024-07-29T15:02:27.321 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 79 2024-07-29T15:02:27.321 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.321 INFO:tasks.workunit.client.0.smithi067.stdout: "session_trim": { 2024-07-29T15:02:27.322 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.322 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.322 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.322 INFO:tasks.workunit.client.0.smithi067.stdout: "paxos": { 2024-07-29T15:02:27.322 INFO:tasks.workunit.client.0.smithi067.stdout: "accept_timeout": { 2024-07-29T15:02:27.322 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.322 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.322 INFO:tasks.workunit.client.0.smithi067.stdout: "begin": { 2024-07-29T15:02:27.322 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 802 2024-07-29T15:02:27.322 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.322 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_bytes": { 2024-07-29T15:02:27.322 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 802, 2024-07-29T15:02:27.322 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3946075 2024-07-29T15:02:27.322 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.323 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_keys": { 2024-07-29T15:02:27.323 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.323 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.323 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.323 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_latency": { 2024-07-29T15:02:27.323 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 802, 2024-07-29T15:02:27.323 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 216995509 2024-07-29T15:02:27.323 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.323 INFO:tasks.workunit.client.0.smithi067.stdout: "collect": { 2024-07-29T15:02:27.323 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T15:02:27.323 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.323 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_bytes": { 2024-07-29T15:02:27.323 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:27.324 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 73 2024-07-29T15:02:27.324 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.324 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_keys": { 2024-07-29T15:02:27.324 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:27.324 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T15:02:27.324 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.324 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_latency": { 2024-07-29T15:02:27.324 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:27.324 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.324 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.324 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_timeout": { 2024-07-29T15:02:27.324 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.324 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.324 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_uncommitted": { 2024-07-29T15:02:27.324 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.325 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.325 INFO:tasks.workunit.client.0.smithi067.stdout: "commit": { 2024-07-29T15:02:27.325 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 804 2024-07-29T15:02:27.325 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.325 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_bytes": { 2024-07-29T15:02:27.325 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.325 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.325 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.325 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_keys": { 2024-07-29T15:02:27.325 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.325 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.325 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.325 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_latency": { 2024-07-29T15:02:27.326 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.326 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.326 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.326 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_ack_timeout": { 2024-07-29T15:02:27.326 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.326 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.326 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_timeout": { 2024-07-29T15:02:27.326 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.326 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.326 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn": { 2024-07-29T15:02:27.326 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.326 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.326 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn_latency": { 2024-07-29T15:02:27.326 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.327 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.327 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.327 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh": { 2024-07-29T15:02:27.327 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 804 2024-07-29T15:02:27.327 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.327 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh_latency": { 2024-07-29T15:02:27.327 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 804, 2024-07-29T15:02:27.327 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1873961172 2024-07-29T15:02:27.327 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.327 INFO:tasks.workunit.client.0.smithi067.stdout: "restart": { 2024-07-29T15:02:27.327 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8 2024-07-29T15:02:27.327 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.327 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state": { 2024-07-29T15:02:27.328 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.328 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.328 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_bytes": { 2024-07-29T15:02:27.328 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.328 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.328 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.328 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_keys": { 2024-07-29T15:02:27.328 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.328 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.328 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.328 INFO:tasks.workunit.client.0.smithi067.stdout: "start_leader": { 2024-07-29T15:02:27.328 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.328 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.328 INFO:tasks.workunit.client.0.smithi067.stdout: "start_peon": { 2024-07-29T15:02:27.329 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T15:02:27.329 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.329 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state": { 2024-07-29T15:02:27.329 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 803 2024-07-29T15:02:27.329 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.329 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_bytes": { 2024-07-29T15:02:27.329 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 803, 2024-07-29T15:02:27.329 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7741769 2024-07-29T15:02:27.329 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.329 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_keys": { 2024-07-29T15:02:27.329 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 803, 2024-07-29T15:02:27.329 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5438 2024-07-29T15:02:27.329 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.329 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_latency": { 2024-07-29T15:02:27.330 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 803, 2024-07-29T15:02:27.330 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 540988787 2024-07-29T15:02:27.330 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.330 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.330 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache": { 2024-07-29T15:02:27.330 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T15:02:27.330 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1020054731 2024-07-29T15:02:27.330 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.330 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T15:02:27.330 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 46989312 2024-07-29T15:02:27.330 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.330 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T15:02:27.330 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 33800192 2024-07-29T15:02:27.331 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.331 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T15:02:27.331 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2147483648 2024-07-29T15:02:27.331 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.331 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T15:02:27.331 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13189120 2024-07-29T15:02:27.331 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.331 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.331 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:full": { 2024-07-29T15:02:27.331 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.331 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 348127232 2024-07-29T15:02:27.331 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.331 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.331 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.332 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.332 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.332 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.332 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.332 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.332 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 277006671 2024-07-29T15:02:27.332 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.332 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.332 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 308592 2024-07-29T15:02:27.332 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.332 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.332 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.332 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.332 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.332 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.333 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.333 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.333 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.333 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.333 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.333 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.333 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.333 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.333 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.333 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.333 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.333 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.333 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.333 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.334 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.334 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.334 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.334 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.334 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.334 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.334 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70811969 2024-07-29T15:02:27.334 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.334 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.334 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:inc": { 2024-07-29T15:02:27.334 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.334 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 348127232 2024-07-29T15:02:27.334 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.335 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.335 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.335 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.335 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.335 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.335 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.335 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.335 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 277006671 2024-07-29T15:02:27.335 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.335 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.335 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 43313 2024-07-29T15:02:27.335 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.335 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.335 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.335 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.336 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.336 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.336 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.336 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.336 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.336 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.336 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.336 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.336 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.336 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.336 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.336 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.336 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.336 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.336 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.337 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.337 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.337 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.337 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.337 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.337 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.337 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.337 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71077248 2024-07-29T15:02:27.337 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.337 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.337 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:kv": { 2024-07-29T15:02:27.337 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.337 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 322961408 2024-07-29T15:02:27.337 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.338 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.338 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:27.338 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.338 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.338 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.338 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.338 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.338 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 184671114 2024-07-29T15:02:27.338 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.338 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.338 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.338 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.338 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.338 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.339 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.339 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.339 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.339 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.339 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.339 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.339 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.339 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.339 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.339 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.339 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.339 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.339 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.339 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.340 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.340 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.340 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.340 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.340 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.340 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.340 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.340 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.340 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.340 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71181430 2024-07-29T15:02:27.340 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.340 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.340 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb": { 2024-07-29T15:02:27.340 INFO:tasks.workunit.client.0.smithi067.stdout: "compact": { 2024-07-29T15:02:27.341 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.341 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.341 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_len": { 2024-07-29T15:02:27.341 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.341 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.341 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_merge": { 2024-07-29T15:02:27.341 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.341 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.341 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_range": { 2024-07-29T15:02:27.341 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T15:02:27.341 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.341 INFO:tasks.workunit.client.0.smithi067.stdout: "get_latency": { 2024-07-29T15:02:27.341 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 34603, 2024-07-29T15:02:27.341 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 83987698 2024-07-29T15:02:27.341 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.342 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_delay_time": { 2024-07-29T15:02:27.342 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.342 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.342 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.342 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_memtable_time": { 2024-07-29T15:02:27.342 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.342 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.342 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.342 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-29T15:02:27.342 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.342 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.342 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.342 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_wal_time": { 2024-07-29T15:02:27.342 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.343 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.343 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.343 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_latency": { 2024-07-29T15:02:27.343 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.343 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.343 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.343 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_sync_latency": { 2024-07-29T15:02:27.343 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1732, 2024-07-29T15:02:27.343 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 805078863 2024-07-29T15:02:27.343 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.343 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.343 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.343 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.fe352cc5d8c505de303363ceef3e5f6f0234bfa7": { 2024-07-29T15:02:27.344 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T15:02:27.344 INFO:tasks.workunit.client.0.smithi067.stdout: "election_call": { 2024-07-29T15:02:27.344 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T15:02:27.344 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.344 INFO:tasks.workunit.client.0.smithi067.stdout: "election_lose": { 2024-07-29T15:02:27.344 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T15:02:27.344 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.344 INFO:tasks.workunit.client.0.smithi067.stdout: "election_win": { 2024-07-29T15:02:27.344 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.344 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_elections": { 2024-07-29T15:02:27.344 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7 2024-07-29T15:02:27.344 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_sessions": { 2024-07-29T15:02:27.344 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T15:02:27.345 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.345 INFO:tasks.workunit.client.0.smithi067.stdout: "session_add": { 2024-07-29T15:02:27.345 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T15:02:27.345 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.345 INFO:tasks.workunit.client.0.smithi067.stdout: "session_rm": { 2024-07-29T15:02:27.345 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 51 2024-07-29T15:02:27.345 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.345 INFO:tasks.workunit.client.0.smithi067.stdout: "session_trim": { 2024-07-29T15:02:27.345 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.345 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.345 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.345 INFO:tasks.workunit.client.0.smithi067.stdout: "paxos": { 2024-07-29T15:02:27.345 INFO:tasks.workunit.client.0.smithi067.stdout: "accept_timeout": { 2024-07-29T15:02:27.345 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.346 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.346 INFO:tasks.workunit.client.0.smithi067.stdout: "begin": { 2024-07-29T15:02:27.346 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 811 2024-07-29T15:02:27.346 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.346 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_bytes": { 2024-07-29T15:02:27.346 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 811, 2024-07-29T15:02:27.346 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3971234 2024-07-29T15:02:27.346 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.346 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_keys": { 2024-07-29T15:02:27.346 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.346 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.346 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.346 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_latency": { 2024-07-29T15:02:27.346 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 811, 2024-07-29T15:02:27.347 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 120997565 2024-07-29T15:02:27.347 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.347 INFO:tasks.workunit.client.0.smithi067.stdout: "collect": { 2024-07-29T15:02:27.347 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T15:02:27.347 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.347 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_bytes": { 2024-07-29T15:02:27.347 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:27.347 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 146 2024-07-29T15:02:27.347 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.347 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_keys": { 2024-07-29T15:02:27.347 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:27.347 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T15:02:27.347 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.347 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_latency": { 2024-07-29T15:02:27.348 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:27.348 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.348 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.348 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_timeout": { 2024-07-29T15:02:27.348 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.348 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.348 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_uncommitted": { 2024-07-29T15:02:27.348 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.348 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.348 INFO:tasks.workunit.client.0.smithi067.stdout: "commit": { 2024-07-29T15:02:27.348 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 812 2024-07-29T15:02:27.348 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.348 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_bytes": { 2024-07-29T15:02:27.348 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.349 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.349 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.349 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_keys": { 2024-07-29T15:02:27.349 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.349 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.349 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.349 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_latency": { 2024-07-29T15:02:27.349 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.349 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.349 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.349 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_ack_timeout": { 2024-07-29T15:02:27.349 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.349 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.349 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_timeout": { 2024-07-29T15:02:27.349 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.350 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.350 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn": { 2024-07-29T15:02:27.350 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.350 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.350 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn_latency": { 2024-07-29T15:02:27.350 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.350 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.350 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.350 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh": { 2024-07-29T15:02:27.350 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 812 2024-07-29T15:02:27.350 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.350 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh_latency": { 2024-07-29T15:02:27.350 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 812, 2024-07-29T15:02:27.350 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1732964974 2024-07-29T15:02:27.351 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.351 INFO:tasks.workunit.client.0.smithi067.stdout: "restart": { 2024-07-29T15:02:27.351 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13 2024-07-29T15:02:27.351 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.351 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state": { 2024-07-29T15:02:27.351 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.351 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.351 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_bytes": { 2024-07-29T15:02:27.351 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.351 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.351 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.351 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_keys": { 2024-07-29T15:02:27.351 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.351 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.352 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.352 INFO:tasks.workunit.client.0.smithi067.stdout: "start_leader": { 2024-07-29T15:02:27.352 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.352 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.352 INFO:tasks.workunit.client.0.smithi067.stdout: "start_peon": { 2024-07-29T15:02:27.352 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T15:02:27.352 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.352 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state": { 2024-07-29T15:02:27.352 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 812 2024-07-29T15:02:27.352 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.352 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_bytes": { 2024-07-29T15:02:27.352 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 812, 2024-07-29T15:02:27.352 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7790178 2024-07-29T15:02:27.352 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.353 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_keys": { 2024-07-29T15:02:27.353 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 812, 2024-07-29T15:02:27.353 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5508 2024-07-29T15:02:27.353 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.353 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_latency": { 2024-07-29T15:02:27.353 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 812, 2024-07-29T15:02:27.353 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 274994462 2024-07-29T15:02:27.353 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.353 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.353 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache": { 2024-07-29T15:02:27.353 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T15:02:27.353 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1020054731 2024-07-29T15:02:27.353 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.353 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T15:02:27.353 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 48037888 2024-07-29T15:02:27.354 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.354 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T15:02:27.354 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 33112064 2024-07-29T15:02:27.354 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.354 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T15:02:27.354 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2147483648 2024-07-29T15:02:27.354 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.354 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T15:02:27.354 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14925824 2024-07-29T15:02:27.354 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.354 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.354 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:full": { 2024-07-29T15:02:27.355 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.355 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 348127232 2024-07-29T15:02:27.355 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.355 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.355 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.355 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.355 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.355 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.355 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.355 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.355 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 277006671 2024-07-29T15:02:27.355 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.355 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.355 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 308592 2024-07-29T15:02:27.355 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.356 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.356 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.356 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.356 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.356 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.356 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.356 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.356 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.356 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.356 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.356 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.356 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.356 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.356 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.357 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.357 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.357 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.357 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.357 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.357 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.357 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.357 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.357 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.357 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.357 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.357 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70811969 2024-07-29T15:02:27.357 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.358 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.358 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:inc": { 2024-07-29T15:02:27.358 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.358 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 348127232 2024-07-29T15:02:27.358 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.358 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.358 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.358 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.358 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.358 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.358 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.358 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.358 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 277006671 2024-07-29T15:02:27.359 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.359 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.359 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 43313 2024-07-29T15:02:27.359 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.359 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.359 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.359 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.359 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.359 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.359 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.359 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.359 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.359 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.359 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.359 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.360 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.360 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.360 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.360 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.360 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.360 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.360 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.360 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.360 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.360 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.360 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.360 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.360 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.360 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.361 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71077248 2024-07-29T15:02:27.361 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.361 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.361 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:kv": { 2024-07-29T15:02:27.361 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.361 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 322961408 2024-07-29T15:02:27.361 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.361 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.361 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:27.361 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.361 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.361 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.361 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.361 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.362 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 184671114 2024-07-29T15:02:27.362 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.362 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.362 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.362 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.362 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.362 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.362 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.362 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.362 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.362 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.362 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.362 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.362 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.363 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.363 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.363 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.363 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.363 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.363 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.363 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.363 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.363 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.363 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.363 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.363 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.363 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.363 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.364 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.364 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.364 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71181430 2024-07-29T15:02:27.364 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.364 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.364 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb": { 2024-07-29T15:02:27.364 INFO:tasks.workunit.client.0.smithi067.stdout: "compact": { 2024-07-29T15:02:27.364 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.364 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.364 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_len": { 2024-07-29T15:02:27.364 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.364 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.364 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_merge": { 2024-07-29T15:02:27.365 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.365 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.365 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_range": { 2024-07-29T15:02:27.365 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T15:02:27.365 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.365 INFO:tasks.workunit.client.0.smithi067.stdout: "get_latency": { 2024-07-29T15:02:27.365 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 34749, 2024-07-29T15:02:27.365 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 77433237 2024-07-29T15:02:27.365 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.365 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_delay_time": { 2024-07-29T15:02:27.365 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.365 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.365 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.365 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_memtable_time": { 2024-07-29T15:02:27.365 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.366 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.366 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.366 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-29T15:02:27.366 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.366 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.366 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.366 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_wal_time": { 2024-07-29T15:02:27.366 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.366 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.366 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.366 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_latency": { 2024-07-29T15:02:27.366 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.366 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.367 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.367 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_sync_latency": { 2024-07-29T15:02:27.367 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1774, 2024-07-29T15:02:27.367 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 511145995 2024-07-29T15:02:27.367 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.367 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.367 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.367 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.0": { 2024-07-29T15:02:27.367 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:27.367 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T15:02:27.367 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.367 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.367 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T15:02:27.368 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.368 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.368 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T15:02:27.368 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T15:02:27.368 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.368 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_main": { 2024-07-29T15:02:27.368 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.368 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.368 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T15:02:27.368 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.368 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.368 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T15:02:27.368 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.368 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.369 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T15:02:27.369 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12288 2024-07-29T15:02:27.369 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.369 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T15:02:27.369 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2715648 2024-07-29T15:02:27.369 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.369 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T15:02:27.369 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.369 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.369 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.369 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T15:02:27.369 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.369 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.369 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.370 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T15:02:27.370 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T15:02:27.370 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.370 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T15:02:27.370 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 304480256 2024-07-29T15:02:27.370 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.370 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T15:02:27.370 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1703936 2024-07-29T15:02:27.370 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.370 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T15:02:27.370 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1564672 2024-07-29T15:02:27.370 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.371 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T15:02:27.371 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 312868864 2024-07-29T15:02:27.371 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.371 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T15:02:27.371 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.371 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.371 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T15:02:27.371 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.371 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.371 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T15:02:27.371 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14 2024-07-29T15:02:27.371 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.371 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T15:02:27.372 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 195619 2024-07-29T15:02:27.372 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.372 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T15:02:27.372 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23 2024-07-29T15:02:27.372 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.372 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T15:02:27.372 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1269760 2024-07-29T15:02:27.372 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.372 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T15:02:27.372 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1273856 2024-07-29T15:02:27.372 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.372 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T15:02:27.372 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.373 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.373 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T15:02:27.373 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.373 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.373 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T15:02:27.373 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15 2024-07-29T15:02:27.373 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.373 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T15:02:27.373 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4711 2024-07-29T15:02:27.373 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.373 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T15:02:27.373 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T15:02:27.373 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.373 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T15:02:27.374 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5537 2024-07-29T15:02:27.374 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.374 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T15:02:27.374 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24 2024-07-29T15:02:27.374 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.374 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T15:02:27.374 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5537 2024-07-29T15:02:27.374 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.374 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T15:02:27.374 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24 2024-07-29T15:02:27.374 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.374 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T15:02:27.374 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.375 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.375 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T15:02:27.375 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.375 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.375 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T15:02:27.375 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.375 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.375 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T15:02:27.375 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.375 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.375 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T15:02:27.375 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.375 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.376 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T15:02:27.376 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.376 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.376 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T15:02:27.376 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.376 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.376 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T15:02:27.376 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.376 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.376 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T15:02:27.376 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.376 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.376 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T15:02:27.376 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4354048 2024-07-29T15:02:27.377 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.377 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.377 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T15:02:27.377 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T15:02:27.377 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T15:02:27.377 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.377 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T15:02:27.377 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1384448 2024-07-29T15:02:27.377 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.377 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T15:02:27.377 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 6, 2024-07-29T15:02:27.377 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 244449 2024-07-29T15:02:27.377 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.377 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T15:02:27.378 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.378 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.378 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.378 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T15:02:27.378 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.378 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.378 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T15:02:27.378 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.378 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.378 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T15:02:27.378 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.378 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.378 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T15:02:27.378 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 24, 2024-07-29T15:02:27.379 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67582 2024-07-29T15:02:27.379 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.379 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T15:02:27.379 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.379 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.379 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.379 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T15:02:27.379 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 365, 2024-07-29T15:02:27.379 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 85966256 2024-07-29T15:02:27.379 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.379 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T15:02:27.379 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 363, 2024-07-29T15:02:27.379 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7905824 2024-07-29T15:02:27.379 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.379 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T15:02:27.380 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 365, 2024-07-29T15:02:27.380 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 682319 2024-07-29T15:02:27.380 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.380 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T15:02:27.380 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 365, 2024-07-29T15:02:27.380 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 86648575 2024-07-29T15:02:27.380 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.380 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T15:02:27.380 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.380 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.380 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.380 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T15:02:27.380 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:27.380 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 42484 2024-07-29T15:02:27.381 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.381 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T15:02:27.381 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 8, 2024-07-29T15:02:27.381 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19218 2024-07-29T15:02:27.381 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.381 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T15:02:27.381 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.381 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.381 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.381 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T15:02:27.381 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.381 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.381 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.382 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T15:02:27.382 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T15:02:27.382 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13179 2024-07-29T15:02:27.382 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.382 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T15:02:27.382 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 842 2024-07-29T15:02:27.382 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.382 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T15:02:27.382 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 234 2024-07-29T15:02:27.382 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.382 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T15:02:27.382 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 124, 2024-07-29T15:02:27.382 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3139135 2024-07-29T15:02:27.382 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.383 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T15:02:27.383 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 334, 2024-07-29T15:02:27.383 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 321226 2024-07-29T15:02:27.383 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.383 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T15:02:27.383 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 210, 2024-07-29T15:02:27.383 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5999946 2024-07-29T15:02:27.383 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.383 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T15:02:27.383 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.383 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.383 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T15:02:27.383 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:27.383 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 62575 2024-07-29T15:02:27.384 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.384 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T15:02:27.384 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 481, 2024-07-29T15:02:27.384 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13991800 2024-07-29T15:02:27.384 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.384 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T15:02:27.384 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 133, 2024-07-29T15:02:27.384 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10701322 2024-07-29T15:02:27.384 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.384 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T15:02:27.384 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 132, 2024-07-29T15:02:27.384 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 342672732031 2024-07-29T15:02:27.384 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.384 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T15:02:27.384 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 133, 2024-07-29T15:02:27.385 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176815193801 2024-07-29T15:02:27.385 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.385 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T15:02:27.385 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 480, 2024-07-29T15:02:27.385 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 77410337876 2024-07-29T15:02:27.385 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.385 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T15:02:27.385 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 480, 2024-07-29T15:02:27.385 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 49239 2024-07-29T15:02:27.385 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.385 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T15:02:27.385 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 481, 2024-07-29T15:02:27.385 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5964581 2024-07-29T15:02:27.385 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.385 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T15:02:27.386 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 481, 2024-07-29T15:02:27.386 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 174954458 2024-07-29T15:02:27.386 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.386 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T15:02:27.386 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 481, 2024-07-29T15:02:27.386 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 156449 2024-07-29T15:02:27.386 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.386 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T15:02:27.386 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 481, 2024-07-29T15:02:27.386 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 155065525 2024-07-29T15:02:27.386 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.386 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T15:02:27.386 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 481, 2024-07-29T15:02:27.386 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 33839246 2024-07-29T15:02:27.387 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.387 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T15:02:27.387 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 939906 2024-07-29T15:02:27.387 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.387 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T15:02:27.387 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 67, 2024-07-29T15:02:27.387 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 335197 2024-07-29T15:02:27.387 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.387 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T15:02:27.387 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 481, 2024-07-29T15:02:27.387 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 383883960 2024-07-29T15:02:27.387 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.387 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T15:02:27.387 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 481, 2024-07-29T15:02:27.388 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38410002 2024-07-29T15:02:27.388 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.388 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T15:02:27.388 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 481, 2024-07-29T15:02:27.388 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9977599 2024-07-29T15:02:27.388 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.388 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.388 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T15:02:27.388 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T15:02:27.388 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1861477288 2024-07-29T15:02:27.388 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.388 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T15:02:27.388 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 271958016 2024-07-29T15:02:27.388 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.389 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T15:02:27.389 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 271794176 2024-07-29T15:02:27.389 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.389 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T15:02:27.389 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3137392537 2024-07-29T15:02:27.389 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.389 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T15:02:27.389 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 163840 2024-07-29T15:02:27.389 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.389 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.389 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T15:02:27.389 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.389 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 159383552 2024-07-29T15:02:27.389 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.390 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.390 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.390 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.390 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.390 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.390 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.390 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.390 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 85460896 2024-07-29T15:02:27.390 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.390 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.390 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.390 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.390 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.390 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.391 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.391 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.391 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.391 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.391 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.391 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.391 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.391 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.391 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.391 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.391 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.391 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 614400 2024-07-29T15:02:27.391 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.391 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.391 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.392 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.392 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.392 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.392 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.392 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.392 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.392 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.392 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.392 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 73308256 2024-07-29T15:02:27.392 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.392 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.392 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T15:02:27.392 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.392 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 780140544 2024-07-29T15:02:27.393 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.393 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.393 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:27.393 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.393 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.393 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.393 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.393 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.393 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 640956722 2024-07-29T15:02:27.393 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.393 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.393 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.393 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.393 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.394 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.394 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.394 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.394 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.394 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.394 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.394 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.394 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.394 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.394 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.394 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.394 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.394 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2128 2024-07-29T15:02:27.394 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.395 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.395 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.395 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.395 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.395 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.395 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.395 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.395 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.395 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.395 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.395 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 72072830 2024-07-29T15:02:27.395 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.395 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.395 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T15:02:27.395 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.396 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 192937984 2024-07-29T15:02:27.396 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.396 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.396 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:27.396 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.396 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.396 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 464 2024-07-29T15:02:27.396 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.396 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.396 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56973930 2024-07-29T15:02:27.396 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.396 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.396 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.396 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.396 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.397 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.397 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.397 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.397 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.397 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.397 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.397 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.397 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.397 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.397 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.397 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.397 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.397 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.398 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.398 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.398 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.398 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.398 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.398 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.398 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.398 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.398 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.398 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.398 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.398 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68854726 2024-07-29T15:02:27.398 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.398 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.399 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T15:02:27.399 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.399 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 713031680 2024-07-29T15:02:27.399 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.399 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.399 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.399 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.399 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.399 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.399 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.399 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.399 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 640956722 2024-07-29T15:02:27.399 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.399 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.400 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.400 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.400 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.400 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.400 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.400 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.400 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.400 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.400 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.400 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.400 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.400 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.400 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.400 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.401 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.401 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 301535 2024-07-29T15:02:27.401 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.401 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.401 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.401 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.401 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.401 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.401 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.401 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.401 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.401 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.401 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.401 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71773423 2024-07-29T15:02:27.402 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.402 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.402 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T15:02:27.402 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T15:02:27.402 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.402 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.402 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:27.402 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.402 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.402 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T15:02:27.402 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.402 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.402 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:27.402 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.402 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.403 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.403 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:27.403 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T15:02:27.403 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 44 2024-07-29T15:02:27.403 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.403 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T15:02:27.403 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.403 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.403 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T15:02:27.403 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6 2024-07-29T15:02:27.403 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.403 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T15:02:27.404 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.404 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.404 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T15:02:27.404 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.404 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.404 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T15:02:27.404 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 604 2024-07-29T15:02:27.404 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.404 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T15:02:27.404 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 6, 2024-07-29T15:02:27.404 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23051529 2024-07-29T15:02:27.405 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.405 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T15:02:27.405 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.405 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.405 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T15:02:27.405 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7, 2024-07-29T15:02:27.405 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4115969 2024-07-29T15:02:27.405 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.405 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T15:02:27.405 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 6, 2024-07-29T15:02:27.405 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19195370 2024-07-29T15:02:27.405 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.405 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:27.405 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.406 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.406 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T15:02:27.406 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.406 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.406 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.406 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T15:02:27.406 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.406 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.406 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T15:02:27.406 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.406 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.406 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T15:02:27.407 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.407 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.407 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.407 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T15:02:27.407 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.407 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.407 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.407 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T15:02:27.407 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.407 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.407 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T15:02:27.407 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.407 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.407 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T15:02:27.407 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.407 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.408 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.408 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T15:02:27.408 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.408 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.408 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T15:02:27.408 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.408 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.408 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T15:02:27.408 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.408 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.408 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T15:02:27.408 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.408 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.408 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.408 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T15:02:27.409 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.409 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.409 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.409 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:27.409 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6 2024-07-29T15:02:27.409 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.409 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T15:02:27.409 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 604 2024-07-29T15:02:27.409 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.409 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T15:02:27.409 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 6, 2024-07-29T15:02:27.409 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23051529 2024-07-29T15:02:27.409 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.409 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T15:02:27.409 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.410 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.410 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T15:02:27.410 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7, 2024-07-29T15:02:27.410 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4115969 2024-07-29T15:02:27.410 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.410 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T15:02:27.410 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 6, 2024-07-29T15:02:27.410 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19195370 2024-07-29T15:02:27.410 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.410 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T15:02:27.410 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.410 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.410 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T15:02:27.410 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1771104 2024-07-29T15:02:27.411 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.411 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T15:02:27.411 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6 2024-07-29T15:02:27.411 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.411 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T15:02:27.411 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T15:02:27.411 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.411 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T15:02:27.411 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 305876992 2024-07-29T15:02:27.411 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.411 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.411 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.411 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.1": { 2024-07-29T15:02:27.411 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:27.411 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T15:02:27.412 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.412 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.412 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T15:02:27.412 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.412 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.412 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T15:02:27.412 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T15:02:27.412 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.412 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_main": { 2024-07-29T15:02:27.412 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.412 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.412 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T15:02:27.412 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.412 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.412 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T15:02:27.413 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.413 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.413 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T15:02:27.413 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12288 2024-07-29T15:02:27.413 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.413 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T15:02:27.413 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2695168 2024-07-29T15:02:27.413 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.413 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T15:02:27.413 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.413 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.413 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.413 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T15:02:27.413 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.414 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.414 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.414 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T15:02:27.414 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T15:02:27.414 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.414 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T15:02:27.414 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 304480256 2024-07-29T15:02:27.414 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.414 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T15:02:27.414 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1761280 2024-07-29T15:02:27.414 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.414 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T15:02:27.414 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1622016 2024-07-29T15:02:27.414 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.414 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T15:02:27.415 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 312868864 2024-07-29T15:02:27.415 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.415 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T15:02:27.415 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.415 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.415 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T15:02:27.415 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.415 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.415 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T15:02:27.415 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14 2024-07-29T15:02:27.415 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.415 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T15:02:27.415 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 195619 2024-07-29T15:02:27.415 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.416 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T15:02:27.416 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23 2024-07-29T15:02:27.416 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.416 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T15:02:27.416 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1269760 2024-07-29T15:02:27.416 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.416 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T15:02:27.416 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1273856 2024-07-29T15:02:27.416 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.416 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T15:02:27.416 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.416 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.416 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T15:02:27.416 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.416 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.417 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T15:02:27.417 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15 2024-07-29T15:02:27.417 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.417 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T15:02:27.417 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4711 2024-07-29T15:02:27.417 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.417 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T15:02:27.417 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T15:02:27.417 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.417 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T15:02:27.417 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5537 2024-07-29T15:02:27.417 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.417 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T15:02:27.417 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24 2024-07-29T15:02:27.417 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.417 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T15:02:27.418 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5537 2024-07-29T15:02:27.418 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.418 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T15:02:27.418 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24 2024-07-29T15:02:27.418 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.418 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T15:02:27.418 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.418 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.418 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T15:02:27.418 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.418 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.418 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T15:02:27.418 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.418 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.419 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T15:02:27.419 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.419 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.419 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T15:02:27.419 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.419 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.419 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T15:02:27.419 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.419 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.419 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T15:02:27.419 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.419 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.419 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T15:02:27.419 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.419 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.419 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T15:02:27.420 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.420 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.420 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T15:02:27.420 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4390912 2024-07-29T15:02:27.420 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.420 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.420 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T15:02:27.420 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T15:02:27.420 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T15:02:27.420 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.420 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T15:02:27.420 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 790528 2024-07-29T15:02:27.420 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.420 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T15:02:27.421 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5, 2024-07-29T15:02:27.421 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 238899 2024-07-29T15:02:27.421 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.421 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T15:02:27.421 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.421 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.421 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.421 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T15:02:27.421 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.421 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.421 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T15:02:27.421 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.421 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.421 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T15:02:27.421 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.421 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.422 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T15:02:27.422 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 35, 2024-07-29T15:02:27.422 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 90490 2024-07-29T15:02:27.422 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.422 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T15:02:27.422 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.422 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.422 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.422 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T15:02:27.422 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 379, 2024-07-29T15:02:27.422 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 89330871 2024-07-29T15:02:27.422 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.422 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T15:02:27.422 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 369, 2024-07-29T15:02:27.423 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10662084 2024-07-29T15:02:27.423 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.423 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T15:02:27.423 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 379, 2024-07-29T15:02:27.423 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 519107 2024-07-29T15:02:27.423 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.423 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T15:02:27.423 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 379, 2024-07-29T15:02:27.423 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 89849978 2024-07-29T15:02:27.423 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.423 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T15:02:27.423 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.423 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.423 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.423 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T15:02:27.424 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:27.424 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 35212 2024-07-29T15:02:27.424 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.424 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T15:02:27.424 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T15:02:27.424 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8692 2024-07-29T15:02:27.424 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.424 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T15:02:27.424 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.424 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.424 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.424 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T15:02:27.424 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.424 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.424 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.425 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T15:02:27.425 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5, 2024-07-29T15:02:27.425 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15684 2024-07-29T15:02:27.425 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.425 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T15:02:27.425 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 878 2024-07-29T15:02:27.425 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.425 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T15:02:27.425 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 245 2024-07-29T15:02:27.425 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.425 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T15:02:27.425 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 150, 2024-07-29T15:02:27.425 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7121409 2024-07-29T15:02:27.425 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.425 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T15:02:27.426 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 383, 2024-07-29T15:02:27.426 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 287298 2024-07-29T15:02:27.426 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.426 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T15:02:27.426 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 233, 2024-07-29T15:02:27.426 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8427569 2024-07-29T15:02:27.426 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.426 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T15:02:27.426 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.426 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.426 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T15:02:27.426 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:27.426 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 119275 2024-07-29T15:02:27.426 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.426 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T15:02:27.427 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 434, 2024-07-29T15:02:27.427 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38460508 2024-07-29T15:02:27.427 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.427 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T15:02:27.427 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 130, 2024-07-29T15:02:27.427 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11600895 2024-07-29T15:02:27.427 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.427 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T15:02:27.427 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 129, 2024-07-29T15:02:27.427 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 249604210517 2024-07-29T15:02:27.427 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.427 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T15:02:27.427 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 130, 2024-07-29T15:02:27.427 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 186120066870 2024-07-29T15:02:27.427 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.427 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T15:02:27.428 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 433, 2024-07-29T15:02:27.428 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 77346804318 2024-07-29T15:02:27.428 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.428 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T15:02:27.428 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 433, 2024-07-29T15:02:27.428 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 47016 2024-07-29T15:02:27.428 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.428 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T15:02:27.428 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 434, 2024-07-29T15:02:27.428 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8472003 2024-07-29T15:02:27.428 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.428 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T15:02:27.428 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 434, 2024-07-29T15:02:27.428 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 152427413 2024-07-29T15:02:27.428 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.429 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T15:02:27.429 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 434, 2024-07-29T15:02:27.429 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 241243 2024-07-29T15:02:27.429 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.429 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T15:02:27.429 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 434, 2024-07-29T15:02:27.429 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 50465963 2024-07-29T15:02:27.429 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.429 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T15:02:27.429 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 434, 2024-07-29T15:02:27.429 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24362149 2024-07-29T15:02:27.429 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.429 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T15:02:27.429 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 349266 2024-07-29T15:02:27.429 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.429 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T15:02:27.430 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 63, 2024-07-29T15:02:27.430 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 350520 2024-07-29T15:02:27.430 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.430 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T15:02:27.430 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 434, 2024-07-29T15:02:27.430 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 274256112 2024-07-29T15:02:27.430 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.430 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T15:02:27.430 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 434, 2024-07-29T15:02:27.430 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 29325381 2024-07-29T15:02:27.430 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.430 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T15:02:27.430 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 434, 2024-07-29T15:02:27.430 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2974739 2024-07-29T15:02:27.430 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.431 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.431 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T15:02:27.431 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T15:02:27.431 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1861477288 2024-07-29T15:02:27.431 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.431 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T15:02:27.431 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 270909440 2024-07-29T15:02:27.431 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.431 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T15:02:27.431 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 269950976 2024-07-29T15:02:27.431 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.431 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T15:02:27.431 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3137392537 2024-07-29T15:02:27.431 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.432 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T15:02:27.432 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 958464 2024-07-29T15:02:27.432 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.432 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.432 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T15:02:27.432 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.432 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 159383552 2024-07-29T15:02:27.432 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.432 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.432 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.432 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.432 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.432 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.432 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.433 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.433 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 85497053 2024-07-29T15:02:27.433 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.433 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.433 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.433 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.433 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.433 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.433 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.433 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.433 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.433 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.433 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.433 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.433 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.434 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.434 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.434 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.434 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.434 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 32768 2024-07-29T15:02:27.434 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.434 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.434 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.434 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.434 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.434 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.434 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.434 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.435 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.435 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.435 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.435 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 73853731 2024-07-29T15:02:27.435 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.435 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.435 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T15:02:27.435 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.435 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 780140544 2024-07-29T15:02:27.435 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.435 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.435 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:27.435 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.435 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.436 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.436 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.436 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.436 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 641227904 2024-07-29T15:02:27.436 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.436 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.436 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.436 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.436 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.436 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.436 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.436 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.436 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.436 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.437 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.437 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.437 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.437 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.437 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.437 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.437 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.437 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2128 2024-07-29T15:02:27.437 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.437 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.437 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.437 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.437 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.437 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.438 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.438 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.438 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.438 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.438 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.438 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71801648 2024-07-29T15:02:27.438 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.438 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.438 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T15:02:27.438 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.438 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 192937984 2024-07-29T15:02:27.438 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.438 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.438 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:27.439 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.439 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.439 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 464 2024-07-29T15:02:27.439 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.439 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.439 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56998035 2024-07-29T15:02:27.439 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.439 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.439 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.439 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.439 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.439 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.439 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.439 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.439 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.440 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.440 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.440 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.440 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.440 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.440 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.440 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.440 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.440 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.440 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.440 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.440 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.440 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.440 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.440 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.440 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.440 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.441 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.441 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.441 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.441 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68830621 2024-07-29T15:02:27.441 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.441 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.441 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T15:02:27.441 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.441 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 713031680 2024-07-29T15:02:27.441 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.441 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.441 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.441 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.442 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.442 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.442 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.442 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.442 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 641227904 2024-07-29T15:02:27.442 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.442 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.442 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.442 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.442 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.442 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.442 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.442 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.442 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.442 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.442 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.443 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.443 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.443 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.443 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.443 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.443 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.443 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 280607 2024-07-29T15:02:27.443 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.443 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.443 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.443 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.443 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.443 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.443 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.443 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.443 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.444 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.444 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.444 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71523169 2024-07-29T15:02:27.444 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.444 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.444 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T15:02:27.444 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T15:02:27.444 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.444 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.444 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:27.444 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.444 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.444 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T15:02:27.445 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.445 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.445 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:27.445 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.445 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.445 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.445 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:27.445 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T15:02:27.445 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 39 2024-07-29T15:02:27.445 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.445 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T15:02:27.445 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.445 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.445 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T15:02:27.446 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 157 2024-07-29T15:02:27.446 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.446 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T15:02:27.446 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.446 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.446 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T15:02:27.446 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.446 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.446 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T15:02:27.446 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2429467 2024-07-29T15:02:27.446 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.446 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T15:02:27.446 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 157, 2024-07-29T15:02:27.447 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 862832213 2024-07-29T15:02:27.447 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.447 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T15:02:27.447 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1052 2024-07-29T15:02:27.447 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.447 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T15:02:27.447 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 157, 2024-07-29T15:02:27.447 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 54068707 2024-07-29T15:02:27.447 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.447 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T15:02:27.447 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 157, 2024-07-29T15:02:27.447 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 215690130 2024-07-29T15:02:27.447 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.447 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:27.448 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 33 2024-07-29T15:02:27.448 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.448 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T15:02:27.448 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 33, 2024-07-29T15:02:27.448 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5523150 2024-07-29T15:02:27.448 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.448 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T15:02:27.448 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.448 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.448 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T15:02:27.448 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1052 2024-07-29T15:02:27.448 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.448 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T15:02:27.448 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 33, 2024-07-29T15:02:27.449 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4846719 2024-07-29T15:02:27.449 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.449 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T15:02:27.449 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 33, 2024-07-29T15:02:27.449 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4080682 2024-07-29T15:02:27.449 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.449 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T15:02:27.449 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 22 2024-07-29T15:02:27.449 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.449 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T15:02:27.449 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.449 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.449 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T15:02:27.449 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22, 2024-07-29T15:02:27.449 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18653685 2024-07-29T15:02:27.450 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.450 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T15:02:27.450 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.450 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.450 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T15:02:27.450 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.450 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.450 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T15:02:27.450 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.450 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.450 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T15:02:27.450 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22, 2024-07-29T15:02:27.450 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8043285 2024-07-29T15:02:27.450 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.451 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T15:02:27.451 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22, 2024-07-29T15:02:27.451 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17426925 2024-07-29T15:02:27.451 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.451 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:27.451 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 102 2024-07-29T15:02:27.451 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.451 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T15:02:27.451 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2429467 2024-07-29T15:02:27.451 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.451 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T15:02:27.451 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 102, 2024-07-29T15:02:27.451 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 838655378 2024-07-29T15:02:27.451 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.451 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T15:02:27.452 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.452 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.452 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T15:02:27.452 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 102, 2024-07-29T15:02:27.452 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 41178703 2024-07-29T15:02:27.452 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.452 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T15:02:27.452 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 102, 2024-07-29T15:02:27.452 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 194182523 2024-07-29T15:02:27.452 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.452 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T15:02:27.452 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.452 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.452 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T15:02:27.452 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 590368 2024-07-29T15:02:27.452 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.453 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T15:02:27.453 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T15:02:27.453 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.453 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T15:02:27.453 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T15:02:27.453 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.453 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T15:02:27.453 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 305283072 2024-07-29T15:02:27.453 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.453 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.453 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.453 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.2": { 2024-07-29T15:02:27.453 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:27.453 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T15:02:27.453 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.453 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.454 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T15:02:27.454 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.454 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.454 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T15:02:27.454 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T15:02:27.454 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.454 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_main": { 2024-07-29T15:02:27.454 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.454 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.454 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T15:02:27.454 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.454 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.454 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T15:02:27.454 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.455 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.455 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T15:02:27.455 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12288 2024-07-29T15:02:27.455 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.455 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T15:02:27.455 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2203648 2024-07-29T15:02:27.455 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.455 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T15:02:27.455 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.455 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.455 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.455 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T15:02:27.455 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.455 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.455 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.456 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T15:02:27.456 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T15:02:27.456 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.456 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T15:02:27.456 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 304480256 2024-07-29T15:02:27.456 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.456 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T15:02:27.456 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1396736 2024-07-29T15:02:27.456 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.456 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T15:02:27.456 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1257472 2024-07-29T15:02:27.456 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.456 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T15:02:27.456 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 312868864 2024-07-29T15:02:27.456 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.456 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T15:02:27.457 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.457 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.457 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T15:02:27.457 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.457 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.457 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T15:02:27.457 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14 2024-07-29T15:02:27.457 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.457 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T15:02:27.457 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 195619 2024-07-29T15:02:27.457 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.457 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T15:02:27.457 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23 2024-07-29T15:02:27.458 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.458 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T15:02:27.458 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1269760 2024-07-29T15:02:27.458 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.458 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T15:02:27.458 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1273856 2024-07-29T15:02:27.458 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.458 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T15:02:27.458 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.458 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.458 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T15:02:27.458 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.458 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.458 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T15:02:27.459 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15 2024-07-29T15:02:27.459 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.459 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T15:02:27.459 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4711 2024-07-29T15:02:27.459 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.459 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T15:02:27.459 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T15:02:27.459 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.459 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T15:02:27.459 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5537 2024-07-29T15:02:27.459 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.459 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T15:02:27.459 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24 2024-07-29T15:02:27.459 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.460 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T15:02:27.460 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5537 2024-07-29T15:02:27.460 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.460 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T15:02:27.460 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24 2024-07-29T15:02:27.460 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.460 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T15:02:27.460 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.460 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.460 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T15:02:27.460 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.460 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.460 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T15:02:27.460 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.461 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.461 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T15:02:27.461 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.461 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.461 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T15:02:27.461 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.461 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.461 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T15:02:27.461 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.461 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.461 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T15:02:27.461 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.461 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.461 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T15:02:27.462 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.462 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.462 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T15:02:27.462 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.462 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.462 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T15:02:27.462 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3534848 2024-07-29T15:02:27.462 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.462 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.462 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T15:02:27.462 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T15:02:27.462 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T15:02:27.462 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.462 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T15:02:27.463 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 778240 2024-07-29T15:02:27.463 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.463 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T15:02:27.463 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T15:02:27.463 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 213076 2024-07-29T15:02:27.463 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.463 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T15:02:27.463 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.463 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.463 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.463 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T15:02:27.463 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.463 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.463 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T15:02:27.463 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.464 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.464 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T15:02:27.464 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.464 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.464 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T15:02:27.464 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 11, 2024-07-29T15:02:27.464 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15064 2024-07-29T15:02:27.464 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.464 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T15:02:27.464 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.464 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.464 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.464 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T15:02:27.464 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 290, 2024-07-29T15:02:27.464 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67633321 2024-07-29T15:02:27.465 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.465 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T15:02:27.465 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 290, 2024-07-29T15:02:27.465 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4369337 2024-07-29T15:02:27.465 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.465 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T15:02:27.465 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 290, 2024-07-29T15:02:27.465 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 418614 2024-07-29T15:02:27.465 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.465 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T15:02:27.465 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 290, 2024-07-29T15:02:27.465 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68051935 2024-07-29T15:02:27.465 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.466 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T15:02:27.466 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.466 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.466 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.466 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T15:02:27.466 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:27.466 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 36488 2024-07-29T15:02:27.466 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.466 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T15:02:27.466 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:27.466 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1628 2024-07-29T15:02:27.466 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.466 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T15:02:27.466 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.467 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.467 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.467 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T15:02:27.467 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.467 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.467 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.467 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T15:02:27.467 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:27.467 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3858 2024-07-29T15:02:27.467 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.467 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T15:02:27.467 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 628 2024-07-29T15:02:27.467 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.467 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T15:02:27.468 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 223 2024-07-29T15:02:27.468 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.468 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T15:02:27.468 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 103, 2024-07-29T15:02:27.468 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1421974 2024-07-29T15:02:27.468 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.468 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T15:02:27.468 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 282, 2024-07-29T15:02:27.468 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 252151 2024-07-29T15:02:27.468 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.468 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T15:02:27.468 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 179, 2024-07-29T15:02:27.468 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4022553 2024-07-29T15:02:27.468 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.469 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T15:02:27.469 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.469 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.469 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T15:02:27.469 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:27.469 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 103182 2024-07-29T15:02:27.469 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.469 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T15:02:27.469 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 342, 2024-07-29T15:02:27.469 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10394873 2024-07-29T15:02:27.469 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.469 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T15:02:27.469 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 122, 2024-07-29T15:02:27.469 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7839344 2024-07-29T15:02:27.469 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.470 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T15:02:27.470 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 121, 2024-07-29T15:02:27.470 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 255086341307 2024-07-29T15:02:27.470 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.470 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T15:02:27.470 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 122, 2024-07-29T15:02:27.470 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 156434855637 2024-07-29T15:02:27.470 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.470 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T15:02:27.470 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 341, 2024-07-29T15:02:27.470 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 80475665743 2024-07-29T15:02:27.470 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.470 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T15:02:27.470 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 341, 2024-07-29T15:02:27.471 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 33417 2024-07-29T15:02:27.471 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.471 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T15:02:27.471 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 342, 2024-07-29T15:02:27.471 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1845095 2024-07-29T15:02:27.471 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.471 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T15:02:27.471 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 342, 2024-07-29T15:02:27.471 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 100629236 2024-07-29T15:02:27.471 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.471 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T15:02:27.471 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 342, 2024-07-29T15:02:27.471 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 130673 2024-07-29T15:02:27.471 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.471 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T15:02:27.472 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 342, 2024-07-29T15:02:27.472 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 57732480 2024-07-29T15:02:27.472 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.472 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T15:02:27.472 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 342, 2024-07-29T15:02:27.472 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21296714 2024-07-29T15:02:27.472 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.472 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T15:02:27.472 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 349087 2024-07-29T15:02:27.472 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.472 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T15:02:27.472 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 56, 2024-07-29T15:02:27.472 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 268832 2024-07-29T15:02:27.472 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.473 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T15:02:27.473 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 342, 2024-07-29T15:02:27.473 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 191952268 2024-07-29T15:02:27.473 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.473 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T15:02:27.473 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 342, 2024-07-29T15:02:27.473 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25108349 2024-07-29T15:02:27.473 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.473 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T15:02:27.473 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 342, 2024-07-29T15:02:27.473 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2298302 2024-07-29T15:02:27.473 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.473 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.473 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T15:02:27.473 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T15:02:27.473 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1861477288 2024-07-29T15:02:27.474 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.474 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T15:02:27.474 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 271187968 2024-07-29T15:02:27.474 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.474 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T15:02:27.474 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 269811712 2024-07-29T15:02:27.474 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.474 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T15:02:27.474 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3137392537 2024-07-29T15:02:27.474 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.474 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T15:02:27.474 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1376256 2024-07-29T15:02:27.474 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.474 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.475 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T15:02:27.475 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.475 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 159383552 2024-07-29T15:02:27.475 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.475 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.475 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.475 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.475 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.475 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.475 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.475 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.475 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 85499166 2024-07-29T15:02:27.475 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.475 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.475 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.476 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.476 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.476 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.476 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.476 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.476 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.476 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.476 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.476 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.476 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.476 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.476 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.476 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.476 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.476 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12288 2024-07-29T15:02:27.477 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.477 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.477 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.477 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.477 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.477 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.477 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.477 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.477 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.477 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.477 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.477 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 73872098 2024-07-29T15:02:27.477 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.477 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.477 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T15:02:27.478 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.478 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 780140544 2024-07-29T15:02:27.478 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.478 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.478 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:27.478 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.478 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.478 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.478 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.478 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.478 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 641243746 2024-07-29T15:02:27.478 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.478 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.478 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.479 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.479 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.479 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.479 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.479 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.479 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.479 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.479 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.479 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.479 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.479 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.480 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.480 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.480 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.480 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2128 2024-07-29T15:02:27.480 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.480 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.480 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.480 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.480 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.480 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.480 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.480 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.480 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.480 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.481 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.481 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71785806 2024-07-29T15:02:27.481 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.481 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.481 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T15:02:27.481 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.481 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 192937984 2024-07-29T15:02:27.481 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.481 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.481 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:27.481 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.481 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.481 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 464 2024-07-29T15:02:27.481 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.482 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.482 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56999444 2024-07-29T15:02:27.482 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.482 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.482 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.482 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.482 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.482 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.482 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.482 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.482 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.482 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.482 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.482 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.483 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.483 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.483 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.483 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.483 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.483 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.483 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.483 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.483 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.483 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.483 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.483 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.483 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.483 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.483 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.484 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.484 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.484 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68829212 2024-07-29T15:02:27.484 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.484 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.484 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T15:02:27.484 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.484 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 713031680 2024-07-29T15:02:27.484 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.484 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.484 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.484 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.484 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.484 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.484 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.484 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.485 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 641243746 2024-07-29T15:02:27.485 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.485 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.485 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.485 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.485 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.485 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.485 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.485 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.485 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.485 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.485 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.485 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.485 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.485 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.485 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.486 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.486 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.486 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 265889 2024-07-29T15:02:27.486 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.486 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.486 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.486 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.486 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.486 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.486 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.486 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.486 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.486 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.487 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.487 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71522045 2024-07-29T15:02:27.487 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.487 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.487 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T15:02:27.487 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T15:02:27.487 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.487 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.487 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:27.487 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.487 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.487 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T15:02:27.487 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.487 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.487 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:27.488 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.488 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.488 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.488 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:27.488 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T15:02:27.488 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 31 2024-07-29T15:02:27.488 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.488 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T15:02:27.488 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.488 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.488 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T15:02:27.488 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T15:02:27.488 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.489 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T15:02:27.489 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.489 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.489 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T15:02:27.489 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.489 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.489 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T15:02:27.489 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.489 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.489 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T15:02:27.489 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 10, 2024-07-29T15:02:27.489 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 119600286 2024-07-29T15:02:27.489 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.489 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T15:02:27.490 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.490 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.490 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T15:02:27.490 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 10, 2024-07-29T15:02:27.490 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9021183 2024-07-29T15:02:27.490 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.490 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T15:02:27.490 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 10, 2024-07-29T15:02:27.490 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 27987588 2024-07-29T15:02:27.490 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.490 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:27.490 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.490 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.490 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T15:02:27.491 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.491 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.491 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.491 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T15:02:27.491 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.491 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.491 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T15:02:27.491 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.491 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.491 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T15:02:27.491 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.491 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.491 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.491 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T15:02:27.491 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.492 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.492 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.492 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T15:02:27.492 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.492 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.492 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T15:02:27.492 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.492 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.492 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T15:02:27.492 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.492 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.492 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.492 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T15:02:27.492 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.493 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.493 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T15:02:27.493 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.493 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.493 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T15:02:27.493 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.493 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.493 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T15:02:27.493 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.493 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.493 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.493 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T15:02:27.493 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.493 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.493 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.494 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:27.494 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T15:02:27.494 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.494 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T15:02:27.494 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.494 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.494 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T15:02:27.494 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 10, 2024-07-29T15:02:27.494 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 119600286 2024-07-29T15:02:27.494 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.494 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T15:02:27.494 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.494 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.494 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T15:02:27.495 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 10, 2024-07-29T15:02:27.495 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9021183 2024-07-29T15:02:27.495 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.495 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T15:02:27.495 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 10, 2024-07-29T15:02:27.495 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 27987588 2024-07-29T15:02:27.495 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.495 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T15:02:27.495 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.495 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.495 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T15:02:27.495 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.495 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.495 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T15:02:27.496 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.496 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.496 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T15:02:27.496 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T15:02:27.496 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.496 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T15:02:27.496 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 305270784 2024-07-29T15:02:27.496 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.496 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.496 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.496 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.3": { 2024-07-29T15:02:27.496 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:27.496 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T15:02:27.496 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.496 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.497 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T15:02:27.497 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.497 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.497 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T15:02:27.497 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T15:02:27.497 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.497 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_main": { 2024-07-29T15:02:27.497 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.497 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.497 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T15:02:27.497 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.497 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.497 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T15:02:27.497 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.497 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.498 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T15:02:27.498 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12288 2024-07-29T15:02:27.498 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.498 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T15:02:27.498 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1175552 2024-07-29T15:02:27.498 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.498 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T15:02:27.498 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.498 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.498 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.498 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T15:02:27.498 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.498 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.499 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.499 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T15:02:27.499 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T15:02:27.499 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.499 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T15:02:27.499 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 304480256 2024-07-29T15:02:27.499 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.499 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T15:02:27.499 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 888832 2024-07-29T15:02:27.499 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.499 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T15:02:27.499 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 749568 2024-07-29T15:02:27.499 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.500 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T15:02:27.500 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 312868864 2024-07-29T15:02:27.500 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.500 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T15:02:27.500 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.500 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.500 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T15:02:27.500 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.500 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.500 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T15:02:27.500 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14 2024-07-29T15:02:27.500 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.500 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T15:02:27.500 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 195619 2024-07-29T15:02:27.501 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.501 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T15:02:27.501 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23 2024-07-29T15:02:27.501 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.501 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T15:02:27.501 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1269760 2024-07-29T15:02:27.501 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.501 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T15:02:27.501 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1273856 2024-07-29T15:02:27.501 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.501 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T15:02:27.501 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.501 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.501 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T15:02:27.502 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.502 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.502 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T15:02:27.502 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15 2024-07-29T15:02:27.502 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.502 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T15:02:27.502 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4711 2024-07-29T15:02:27.502 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.502 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T15:02:27.502 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T15:02:27.502 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.502 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T15:02:27.502 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5537 2024-07-29T15:02:27.502 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.503 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T15:02:27.503 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24 2024-07-29T15:02:27.503 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.503 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T15:02:27.503 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5537 2024-07-29T15:02:27.503 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.503 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T15:02:27.503 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24 2024-07-29T15:02:27.503 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.503 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T15:02:27.503 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.503 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.503 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T15:02:27.503 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.504 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.504 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T15:02:27.504 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.504 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.504 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T15:02:27.504 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.504 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.504 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T15:02:27.504 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.504 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.504 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T15:02:27.504 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.504 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.505 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T15:02:27.505 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.505 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.505 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T15:02:27.505 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.505 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.505 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T15:02:27.505 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.505 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.505 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T15:02:27.505 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1998848 2024-07-29T15:02:27.505 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.505 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.505 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T15:02:27.506 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T15:02:27.506 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T15:02:27.506 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.506 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T15:02:27.506 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 798720 2024-07-29T15:02:27.506 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.506 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T15:02:27.506 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.506 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.506 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.506 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T15:02:27.506 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.506 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.506 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.507 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T15:02:27.507 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.507 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.507 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T15:02:27.507 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.507 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.507 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T15:02:27.507 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.507 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.507 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T15:02:27.507 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:27.507 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5040 2024-07-29T15:02:27.507 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.507 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T15:02:27.508 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.508 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.508 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.508 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T15:02:27.508 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 166, 2024-07-29T15:02:27.508 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38048357 2024-07-29T15:02:27.508 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.508 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T15:02:27.508 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 159, 2024-07-29T15:02:27.508 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7085537 2024-07-29T15:02:27.508 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.508 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T15:02:27.508 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 166, 2024-07-29T15:02:27.508 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 266510 2024-07-29T15:02:27.509 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.509 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T15:02:27.509 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 166, 2024-07-29T15:02:27.509 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38314867 2024-07-29T15:02:27.509 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.509 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T15:02:27.509 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.509 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.509 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.509 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T15:02:27.509 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:27.509 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 35311 2024-07-29T15:02:27.509 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.509 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T15:02:27.509 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:27.510 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1000 2024-07-29T15:02:27.510 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.510 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T15:02:27.510 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.510 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.510 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.510 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T15:02:27.510 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.510 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.510 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.510 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T15:02:27.510 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:27.510 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7926 2024-07-29T15:02:27.511 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.511 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T15:02:27.511 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 346 2024-07-29T15:02:27.511 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.511 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T15:02:27.511 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 236 2024-07-29T15:02:27.511 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.511 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T15:02:27.511 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 91, 2024-07-29T15:02:27.511 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 859543 2024-07-29T15:02:27.511 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.511 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T15:02:27.511 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 155, 2024-07-29T15:02:27.511 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 318707 2024-07-29T15:02:27.512 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.512 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T15:02:27.512 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64, 2024-07-29T15:02:27.512 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 361429 2024-07-29T15:02:27.512 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.512 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T15:02:27.512 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.512 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.512 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T15:02:27.512 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.512 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.512 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.512 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T15:02:27.512 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 239, 2024-07-29T15:02:27.513 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4321500 2024-07-29T15:02:27.513 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.513 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T15:02:27.513 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 53, 2024-07-29T15:02:27.513 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3586344 2024-07-29T15:02:27.513 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.513 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T15:02:27.513 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 50, 2024-07-29T15:02:27.513 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 315273636760 2024-07-29T15:02:27.513 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.513 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T15:02:27.513 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 53, 2024-07-29T15:02:27.513 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 69484474895 2024-07-29T15:02:27.513 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.513 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T15:02:27.513 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 236, 2024-07-29T15:02:27.514 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 545531 2024-07-29T15:02:27.514 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.514 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T15:02:27.514 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 236, 2024-07-29T15:02:27.514 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24249 2024-07-29T15:02:27.514 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.514 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T15:02:27.514 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 239, 2024-07-29T15:02:27.514 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 241321 2024-07-29T15:02:27.514 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.514 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T15:02:27.514 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 239, 2024-07-29T15:02:27.514 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 81226947 2024-07-29T15:02:27.514 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.514 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T15:02:27.515 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 239, 2024-07-29T15:02:27.515 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 74155 2024-07-29T15:02:27.515 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.515 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T15:02:27.515 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 239, 2024-07-29T15:02:27.515 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68531500 2024-07-29T15:02:27.515 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.515 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T15:02:27.515 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 239, 2024-07-29T15:02:27.515 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12639275 2024-07-29T15:02:27.515 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.515 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T15:02:27.515 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 351815 2024-07-29T15:02:27.515 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.515 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T15:02:27.516 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 44, 2024-07-29T15:02:27.516 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 212004 2024-07-29T15:02:27.516 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.516 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T15:02:27.516 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 239, 2024-07-29T15:02:27.516 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 166991279 2024-07-29T15:02:27.516 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.516 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T15:02:27.516 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 239, 2024-07-29T15:02:27.516 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15798984 2024-07-29T15:02:27.516 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.516 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T15:02:27.516 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 239, 2024-07-29T15:02:27.516 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2278769 2024-07-29T15:02:27.516 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.517 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.517 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T15:02:27.517 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T15:02:27.517 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1861477288 2024-07-29T15:02:27.517 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.517 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T15:02:27.517 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 268877824 2024-07-29T15:02:27.517 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.517 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T15:02:27.517 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 268599296 2024-07-29T15:02:27.517 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.517 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T15:02:27.517 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3137392537 2024-07-29T15:02:27.517 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.518 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T15:02:27.518 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 278528 2024-07-29T15:02:27.518 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.518 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.518 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T15:02:27.518 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.518 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 159383552 2024-07-29T15:02:27.518 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.518 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.518 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.518 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.518 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.518 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.519 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.519 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.519 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 85499374 2024-07-29T15:02:27.519 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.519 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.519 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.519 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.519 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.519 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.519 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.519 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.519 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.519 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.519 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.520 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.520 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.520 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.520 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.520 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.520 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.520 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.520 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.520 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.520 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.520 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.520 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.520 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.520 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.521 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.521 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.521 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.521 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.521 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 73884178 2024-07-29T15:02:27.521 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.521 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.521 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T15:02:27.521 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.521 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 780140544 2024-07-29T15:02:27.521 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.521 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.521 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:27.521 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.522 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.522 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.522 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.522 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.522 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 641245307 2024-07-29T15:02:27.522 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.522 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.522 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.522 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.522 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.522 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.522 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.522 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.522 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.523 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.523 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.523 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.523 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.523 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.523 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.523 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.523 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.523 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2128 2024-07-29T15:02:27.523 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.523 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.523 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.523 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.523 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.524 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.524 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.524 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.524 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.524 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.524 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.524 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71784245 2024-07-29T15:02:27.524 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.524 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.524 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T15:02:27.524 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.524 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 192937984 2024-07-29T15:02:27.524 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.524 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.524 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:27.525 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.525 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.525 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 464 2024-07-29T15:02:27.525 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.525 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.525 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56999582 2024-07-29T15:02:27.525 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.525 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.525 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.525 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.525 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.525 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.525 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.525 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.526 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.526 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.526 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.526 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.526 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.526 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.526 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.526 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.526 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.526 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.526 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.526 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.526 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.527 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.527 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.527 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.527 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.527 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.527 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.527 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.527 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.527 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68829074 2024-07-29T15:02:27.527 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.527 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.527 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T15:02:27.527 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.527 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 713031680 2024-07-29T15:02:27.528 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.528 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.528 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.528 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.528 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.528 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.528 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.528 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.528 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 641245307 2024-07-29T15:02:27.528 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.528 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.528 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.528 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.529 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.529 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.529 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.529 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.529 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.529 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.529 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.529 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.529 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.529 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.529 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6972 2024-07-29T15:02:27.529 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.529 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.529 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 270535 2024-07-29T15:02:27.529 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.530 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.530 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.530 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.530 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.530 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.530 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.530 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.530 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.530 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.530 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.530 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71508866 2024-07-29T15:02:27.530 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.530 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.531 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T15:02:27.531 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T15:02:27.531 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.531 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.531 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:27.531 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.531 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.531 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T15:02:27.531 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.531 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.531 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:27.531 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.531 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.531 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.531 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:27.532 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T15:02:27.532 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 37 2024-07-29T15:02:27.532 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.532 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T15:02:27.532 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.532 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.532 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T15:02:27.532 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.532 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.532 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T15:02:27.532 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.532 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.532 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T15:02:27.532 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.532 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.533 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T15:02:27.533 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.533 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.533 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T15:02:27.533 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.533 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.533 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.533 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T15:02:27.533 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.533 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.533 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T15:02:27.533 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:27.533 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1321779 2024-07-29T15:02:27.533 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.533 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T15:02:27.534 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.534 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.534 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.534 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:27.534 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.534 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.534 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T15:02:27.534 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.534 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.534 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.534 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T15:02:27.534 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.534 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.535 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T15:02:27.535 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.535 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.535 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T15:02:27.535 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.535 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.535 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.535 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T15:02:27.535 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.535 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.535 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.535 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T15:02:27.535 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.535 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.536 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T15:02:27.536 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.536 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.536 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T15:02:27.536 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.536 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.536 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.536 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T15:02:27.536 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.536 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.536 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T15:02:27.536 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.537 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.537 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T15:02:27.537 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.537 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.537 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T15:02:27.537 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.537 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.537 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.537 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T15:02:27.537 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.537 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.537 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.537 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:27.537 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.538 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.538 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T15:02:27.538 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.538 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.538 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T15:02:27.538 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.538 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.538 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.538 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T15:02:27.538 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.538 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.538 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T15:02:27.539 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:27.539 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1321779 2024-07-29T15:02:27.539 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.539 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T15:02:27.539 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.539 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.539 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.539 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T15:02:27.539 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.539 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.539 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T15:02:27.539 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.539 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.539 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T15:02:27.540 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.540 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.540 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T15:02:27.540 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T15:02:27.540 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.540 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T15:02:27.540 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 305287168 2024-07-29T15:02:27.540 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.540 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.540 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.540 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.4": { 2024-07-29T15:02:27.540 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:27.540 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T15:02:27.540 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.540 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.541 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T15:02:27.541 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.541 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.541 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T15:02:27.541 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T15:02:27.541 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.541 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_main": { 2024-07-29T15:02:27.541 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.541 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.541 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T15:02:27.541 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.541 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.541 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T15:02:27.541 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.542 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.542 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T15:02:27.542 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12288 2024-07-29T15:02:27.542 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.542 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T15:02:27.542 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1368064 2024-07-29T15:02:27.542 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.542 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T15:02:27.542 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.542 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.542 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.542 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T15:02:27.542 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.543 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.543 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.543 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T15:02:27.543 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T15:02:27.543 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.543 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T15:02:27.543 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 304480256 2024-07-29T15:02:27.543 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.543 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T15:02:27.543 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 999424 2024-07-29T15:02:27.543 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.543 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T15:02:27.543 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 860160 2024-07-29T15:02:27.543 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.543 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T15:02:27.544 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 312868864 2024-07-29T15:02:27.544 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.544 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T15:02:27.544 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.544 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.544 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T15:02:27.544 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.544 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.544 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T15:02:27.544 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14 2024-07-29T15:02:27.544 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.544 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T15:02:27.544 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 195619 2024-07-29T15:02:27.544 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.545 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T15:02:27.545 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23 2024-07-29T15:02:27.545 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.545 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T15:02:27.545 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1269760 2024-07-29T15:02:27.545 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.545 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T15:02:27.545 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1273856 2024-07-29T15:02:27.545 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.545 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T15:02:27.545 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.545 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.545 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T15:02:27.545 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.545 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.546 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T15:02:27.546 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15 2024-07-29T15:02:27.546 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.546 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T15:02:27.546 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4711 2024-07-29T15:02:27.546 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.546 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T15:02:27.546 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T15:02:27.546 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.546 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T15:02:27.546 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5537 2024-07-29T15:02:27.546 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.546 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T15:02:27.546 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24 2024-07-29T15:02:27.547 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.547 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T15:02:27.547 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5537 2024-07-29T15:02:27.547 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.547 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T15:02:27.547 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24 2024-07-29T15:02:27.547 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.547 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T15:02:27.547 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.547 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.547 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T15:02:27.547 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.547 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.547 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T15:02:27.548 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.548 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.548 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T15:02:27.548 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.548 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.548 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T15:02:27.548 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.548 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.548 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T15:02:27.548 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.548 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.548 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T15:02:27.548 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.548 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.549 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T15:02:27.549 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.549 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.549 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T15:02:27.549 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.549 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.549 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T15:02:27.549 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2301952 2024-07-29T15:02:27.549 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.549 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.549 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T15:02:27.549 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T15:02:27.549 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T15:02:27.549 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.549 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T15:02:27.550 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 790528 2024-07-29T15:02:27.550 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.550 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T15:02:27.550 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 10, 2024-07-29T15:02:27.550 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 315458 2024-07-29T15:02:27.550 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.550 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T15:02:27.550 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.550 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.550 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.550 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T15:02:27.550 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.550 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.551 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T15:02:27.551 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.551 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.551 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T15:02:27.551 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.551 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.551 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T15:02:27.551 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:27.551 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3254 2024-07-29T15:02:27.551 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.551 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T15:02:27.551 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.551 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.551 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.552 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T15:02:27.552 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 193, 2024-07-29T15:02:27.552 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 52933420 2024-07-29T15:02:27.552 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.552 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T15:02:27.552 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 187, 2024-07-29T15:02:27.552 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8436791 2024-07-29T15:02:27.552 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.552 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T15:02:27.552 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 193, 2024-07-29T15:02:27.552 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 266589 2024-07-29T15:02:27.552 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.552 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T15:02:27.552 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 193, 2024-07-29T15:02:27.552 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 53200009 2024-07-29T15:02:27.553 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.553 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T15:02:27.553 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.553 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.553 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.553 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T15:02:27.553 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:27.553 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 42637 2024-07-29T15:02:27.553 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.553 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T15:02:27.553 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:27.553 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 933 2024-07-29T15:02:27.553 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.553 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T15:02:27.554 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.554 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.554 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.554 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T15:02:27.554 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.554 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.554 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.554 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T15:02:27.554 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:27.554 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9340 2024-07-29T15:02:27.554 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.554 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T15:02:27.554 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 411 2024-07-29T15:02:27.554 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.555 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T15:02:27.555 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 245 2024-07-29T15:02:27.555 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.555 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T15:02:27.555 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 102, 2024-07-29T15:02:27.555 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 808199 2024-07-29T15:02:27.555 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.555 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T15:02:27.555 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 175, 2024-07-29T15:02:27.555 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 216824 2024-07-29T15:02:27.555 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.555 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T15:02:27.555 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 73, 2024-07-29T15:02:27.555 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 111725 2024-07-29T15:02:27.555 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.556 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T15:02:27.556 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.556 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.556 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T15:02:27.556 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 6, 2024-07-29T15:02:27.556 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125885 2024-07-29T15:02:27.556 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.556 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T15:02:27.556 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 283, 2024-07-29T15:02:27.556 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3662652 2024-07-29T15:02:27.556 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.556 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T15:02:27.556 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 50, 2024-07-29T15:02:27.556 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3717715 2024-07-29T15:02:27.557 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.557 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T15:02:27.557 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 49, 2024-07-29T15:02:27.557 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 262381870878 2024-07-29T15:02:27.557 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.557 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T15:02:27.557 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 50, 2024-07-29T15:02:27.557 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 81453911930 2024-07-29T15:02:27.557 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.557 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T15:02:27.557 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 282, 2024-07-29T15:02:27.557 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 580539 2024-07-29T15:02:27.557 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.557 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T15:02:27.558 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 282, 2024-07-29T15:02:27.558 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 37320 2024-07-29T15:02:27.558 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.558 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T15:02:27.558 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 283, 2024-07-29T15:02:27.558 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 276338 2024-07-29T15:02:27.558 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.558 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T15:02:27.558 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 283, 2024-07-29T15:02:27.558 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 185888908 2024-07-29T15:02:27.558 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.558 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T15:02:27.558 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 283, 2024-07-29T15:02:27.558 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 83555 2024-07-29T15:02:27.559 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.559 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T15:02:27.559 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 283, 2024-07-29T15:02:27.559 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 104533192 2024-07-29T15:02:27.559 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.559 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T15:02:27.559 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 283, 2024-07-29T15:02:27.559 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14303591 2024-07-29T15:02:27.559 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.559 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T15:02:27.559 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 349272 2024-07-29T15:02:27.559 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.559 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T15:02:27.560 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 48, 2024-07-29T15:02:27.560 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 225465 2024-07-29T15:02:27.560 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.560 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T15:02:27.560 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 283, 2024-07-29T15:02:27.560 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 308699806 2024-07-29T15:02:27.560 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.560 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T15:02:27.560 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 283, 2024-07-29T15:02:27.560 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16853153 2024-07-29T15:02:27.560 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.560 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T15:02:27.560 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 283, 2024-07-29T15:02:27.560 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2724507 2024-07-29T15:02:27.561 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.561 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.561 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T15:02:27.561 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T15:02:27.561 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1861456573 2024-07-29T15:02:27.561 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.561 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T15:02:27.561 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 269926400 2024-07-29T15:02:27.561 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.561 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T15:02:27.561 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 269156352 2024-07-29T15:02:27.561 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.561 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T15:02:27.561 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3137368166 2024-07-29T15:02:27.561 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.561 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T15:02:27.562 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 770048 2024-07-29T15:02:27.562 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.562 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.562 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T15:02:27.562 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.562 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 159383552 2024-07-29T15:02:27.562 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.562 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.562 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.562 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.562 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.562 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.562 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.562 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.563 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 85498096 2024-07-29T15:02:27.563 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.563 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.563 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.563 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.563 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.563 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.563 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.563 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.563 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.563 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.563 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.563 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.563 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.563 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.563 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.563 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.564 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.564 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.564 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.564 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.564 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.564 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.564 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.564 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.564 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.564 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.564 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.564 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.564 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.564 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 73885456 2024-07-29T15:02:27.564 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.565 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.565 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T15:02:27.565 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.565 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 780140544 2024-07-29T15:02:27.565 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.565 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.565 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:27.565 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.565 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.565 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.565 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.565 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.565 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 641235721 2024-07-29T15:02:27.565 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.565 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.565 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.566 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.566 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.566 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.566 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.566 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.566 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.566 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.566 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.566 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.566 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.566 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.566 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.566 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.567 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.567 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2128 2024-07-29T15:02:27.567 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.567 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.567 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.567 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.567 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.567 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.567 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.567 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.567 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.567 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.567 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.567 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71793831 2024-07-29T15:02:27.567 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.568 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.568 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T15:02:27.568 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.568 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 192937984 2024-07-29T15:02:27.568 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.568 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.568 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:27.568 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.568 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.568 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 464 2024-07-29T15:02:27.568 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.568 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.568 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56998730 2024-07-29T15:02:27.569 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.569 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.569 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.569 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.569 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.569 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.569 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.569 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.569 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.569 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.569 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.569 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.569 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.569 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.569 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.570 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.570 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.570 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.570 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.570 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.570 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.570 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.570 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.570 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.570 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.570 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.570 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.570 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.571 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.571 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68829926 2024-07-29T15:02:27.571 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.571 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.571 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T15:02:27.571 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.571 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 713031680 2024-07-29T15:02:27.571 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.571 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.571 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.571 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.571 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.571 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.571 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.572 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.572 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 641235721 2024-07-29T15:02:27.572 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.572 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.572 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.572 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.572 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.572 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.572 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.572 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.572 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.572 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.572 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.572 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.572 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.573 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.573 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.573 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.573 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.573 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 272504 2024-07-29T15:02:27.573 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.573 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.573 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.573 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.573 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.573 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.573 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.573 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.574 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.574 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.574 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.574 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71523455 2024-07-29T15:02:27.574 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.574 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.574 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T15:02:27.574 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T15:02:27.574 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.574 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.574 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:27.574 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.574 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.575 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T15:02:27.575 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.575 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.575 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:27.575 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.575 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.575 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.575 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:27.575 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T15:02:27.575 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38 2024-07-29T15:02:27.575 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.575 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T15:02:27.575 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.575 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.575 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T15:02:27.575 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T15:02:27.575 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.576 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T15:02:27.576 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.576 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.576 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T15:02:27.576 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.576 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.576 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T15:02:27.576 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 22 2024-07-29T15:02:27.576 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.576 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T15:02:27.576 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:27.576 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4415906 2024-07-29T15:02:27.576 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.576 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T15:02:27.576 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.576 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.577 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T15:02:27.577 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:27.577 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 625600 2024-07-29T15:02:27.577 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.577 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T15:02:27.577 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:27.577 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4260863 2024-07-29T15:02:27.577 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.577 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:27.577 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.577 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.577 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T15:02:27.577 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.577 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.578 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.578 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T15:02:27.578 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.578 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.578 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T15:02:27.578 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.578 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.578 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T15:02:27.578 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.578 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.578 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.578 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T15:02:27.578 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.579 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.579 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.579 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T15:02:27.579 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.579 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.579 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T15:02:27.579 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.579 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.579 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T15:02:27.579 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.579 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.579 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.579 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T15:02:27.579 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.579 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.580 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T15:02:27.580 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.580 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.580 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T15:02:27.580 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.580 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.580 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T15:02:27.580 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.580 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.580 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.580 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T15:02:27.580 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.580 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.581 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.581 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:27.581 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T15:02:27.581 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.581 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T15:02:27.581 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 22 2024-07-29T15:02:27.581 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.581 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T15:02:27.581 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:27.581 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4415906 2024-07-29T15:02:27.581 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.581 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T15:02:27.581 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.581 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.582 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T15:02:27.582 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:27.582 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 625600 2024-07-29T15:02:27.582 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.582 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T15:02:27.582 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:27.582 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4260863 2024-07-29T15:02:27.582 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.582 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T15:02:27.582 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.582 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.582 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T15:02:27.582 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.582 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.583 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T15:02:27.583 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.583 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.583 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T15:02:27.583 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T15:02:27.583 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.583 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T15:02:27.583 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 305283072 2024-07-29T15:02:27.583 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.583 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.583 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.583 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.5": { 2024-07-29T15:02:27.583 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:27.583 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T15:02:27.583 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.584 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.584 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T15:02:27.584 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.584 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.584 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T15:02:27.584 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T15:02:27.584 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.584 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_main": { 2024-07-29T15:02:27.584 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.584 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.584 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T15:02:27.584 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.584 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.584 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T15:02:27.584 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.584 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.585 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T15:02:27.585 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12288 2024-07-29T15:02:27.585 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.585 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T15:02:27.585 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1310720 2024-07-29T15:02:27.585 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.585 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T15:02:27.585 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.585 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.585 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.585 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T15:02:27.585 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.585 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.585 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.585 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T15:02:27.586 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T15:02:27.586 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.586 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T15:02:27.586 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 304480256 2024-07-29T15:02:27.586 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.586 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T15:02:27.586 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 962560 2024-07-29T15:02:27.586 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.586 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T15:02:27.586 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 823296 2024-07-29T15:02:27.586 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.586 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T15:02:27.586 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 312868864 2024-07-29T15:02:27.586 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.587 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T15:02:27.587 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.587 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.587 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T15:02:27.587 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.587 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.587 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T15:02:27.587 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14 2024-07-29T15:02:27.587 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.587 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T15:02:27.587 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 195619 2024-07-29T15:02:27.587 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.587 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T15:02:27.587 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23 2024-07-29T15:02:27.587 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.587 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T15:02:27.588 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1269760 2024-07-29T15:02:27.588 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.588 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T15:02:27.588 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1273856 2024-07-29T15:02:27.588 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.588 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T15:02:27.588 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.588 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.588 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T15:02:27.588 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.588 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.588 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T15:02:27.588 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15 2024-07-29T15:02:27.588 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.588 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T15:02:27.589 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4711 2024-07-29T15:02:27.589 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.589 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T15:02:27.589 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T15:02:27.589 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.589 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T15:02:27.589 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5537 2024-07-29T15:02:27.589 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.589 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T15:02:27.589 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24 2024-07-29T15:02:27.589 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.589 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T15:02:27.589 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5537 2024-07-29T15:02:27.589 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.589 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T15:02:27.590 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24 2024-07-29T15:02:27.590 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.590 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T15:02:27.590 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.590 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.590 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T15:02:27.590 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.590 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.590 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T15:02:27.590 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.590 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.590 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T15:02:27.590 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.590 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.591 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T15:02:27.591 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.591 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.591 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T15:02:27.591 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.591 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.591 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T15:02:27.591 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.591 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.591 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T15:02:27.591 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.591 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.591 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T15:02:27.592 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.592 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.592 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T15:02:27.592 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2207744 2024-07-29T15:02:27.592 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.592 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.592 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T15:02:27.592 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T15:02:27.592 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T15:02:27.592 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.592 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T15:02:27.592 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 794624 2024-07-29T15:02:27.592 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.592 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T15:02:27.592 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 6, 2024-07-29T15:02:27.593 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 234928 2024-07-29T15:02:27.593 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.593 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T15:02:27.593 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.593 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.593 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.593 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T15:02:27.593 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.593 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.593 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T15:02:27.593 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.593 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.594 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T15:02:27.594 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.594 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.594 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T15:02:27.594 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:27.594 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6758 2024-07-29T15:02:27.594 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.594 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T15:02:27.594 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.594 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.594 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.594 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T15:02:27.594 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 184, 2024-07-29T15:02:27.595 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 46881551 2024-07-29T15:02:27.595 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.595 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T15:02:27.595 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 175, 2024-07-29T15:02:27.595 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10676207 2024-07-29T15:02:27.595 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.595 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T15:02:27.595 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 184, 2024-07-29T15:02:27.595 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 254947 2024-07-29T15:02:27.595 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.595 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T15:02:27.595 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 184, 2024-07-29T15:02:27.595 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 47136498 2024-07-29T15:02:27.596 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.596 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T15:02:27.596 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.596 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.596 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.596 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T15:02:27.596 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:27.596 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30526 2024-07-29T15:02:27.596 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.596 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T15:02:27.596 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:27.596 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 921 2024-07-29T15:02:27.596 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.596 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T15:02:27.597 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.597 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.597 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.597 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T15:02:27.597 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.597 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.597 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.597 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T15:02:27.597 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:27.597 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5375 2024-07-29T15:02:27.597 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.597 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T15:02:27.597 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 372 2024-07-29T15:02:27.597 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.598 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T15:02:27.598 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 256 2024-07-29T15:02:27.598 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.598 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T15:02:27.598 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 95, 2024-07-29T15:02:27.598 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 668093 2024-07-29T15:02:27.598 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.598 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T15:02:27.598 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 154, 2024-07-29T15:02:27.598 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 235215 2024-07-29T15:02:27.598 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.598 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T15:02:27.598 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 59, 2024-07-29T15:02:27.598 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 303624 2024-07-29T15:02:27.599 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.599 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T15:02:27.599 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.599 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.599 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T15:02:27.599 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T15:02:27.599 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 100757 2024-07-29T15:02:27.599 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.599 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T15:02:27.599 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 288, 2024-07-29T15:02:27.599 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3210757 2024-07-29T15:02:27.599 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.599 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T15:02:27.599 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 46, 2024-07-29T15:02:27.600 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3392518 2024-07-29T15:02:27.600 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.600 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T15:02:27.600 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 43, 2024-07-29T15:02:27.600 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 275788492675 2024-07-29T15:02:27.600 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.600 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T15:02:27.600 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 46, 2024-07-29T15:02:27.600 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 86498856143 2024-07-29T15:02:27.600 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.600 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T15:02:27.600 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 285, 2024-07-29T15:02:27.600 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6002306320 2024-07-29T15:02:27.600 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.600 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T15:02:27.601 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 285, 2024-07-29T15:02:27.601 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30215 2024-07-29T15:02:27.601 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.601 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T15:02:27.601 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 288, 2024-07-29T15:02:27.601 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 246810 2024-07-29T15:02:27.601 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.601 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T15:02:27.601 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 288, 2024-07-29T15:02:27.601 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 117826513 2024-07-29T15:02:27.601 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.601 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T15:02:27.601 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 288, 2024-07-29T15:02:27.601 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 88771 2024-07-29T15:02:27.602 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.602 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T15:02:27.602 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 288, 2024-07-29T15:02:27.602 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 72558936 2024-07-29T15:02:27.602 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.602 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T15:02:27.602 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 288, 2024-07-29T15:02:27.602 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14135907 2024-07-29T15:02:27.602 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.602 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T15:02:27.602 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 351497 2024-07-29T15:02:27.602 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.602 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T15:02:27.602 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 38, 2024-07-29T15:02:27.602 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 167937 2024-07-29T15:02:27.603 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.603 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T15:02:27.603 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 288, 2024-07-29T15:02:27.603 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 208016580 2024-07-29T15:02:27.603 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.603 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T15:02:27.603 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 288, 2024-07-29T15:02:27.603 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16601213 2024-07-29T15:02:27.603 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.603 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T15:02:27.603 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 288, 2024-07-29T15:02:27.603 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2113854 2024-07-29T15:02:27.603 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.603 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.603 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T15:02:27.604 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T15:02:27.604 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1861456573 2024-07-29T15:02:27.604 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.604 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T15:02:27.604 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 269926400 2024-07-29T15:02:27.604 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.604 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T15:02:27.604 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 269910016 2024-07-29T15:02:27.604 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.604 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T15:02:27.604 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3137368166 2024-07-29T15:02:27.604 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.604 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T15:02:27.604 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16384 2024-07-29T15:02:27.605 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.605 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.605 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T15:02:27.605 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.605 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 159383552 2024-07-29T15:02:27.605 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.605 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.605 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.605 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.605 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.605 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.605 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.605 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.606 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 85497703 2024-07-29T15:02:27.606 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.606 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.606 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.606 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.606 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.606 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.606 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.606 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.606 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.606 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.606 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.606 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.606 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.607 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.607 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.607 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.607 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.607 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.607 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.607 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.607 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.607 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.607 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.607 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.607 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.607 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.607 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.607 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.608 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.608 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 73885849 2024-07-29T15:02:27.608 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.608 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.608 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T15:02:27.608 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.608 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 780140544 2024-07-29T15:02:27.608 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.608 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.608 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:27.608 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.608 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.608 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.608 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.609 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.609 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 641232779 2024-07-29T15:02:27.609 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.609 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.609 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.609 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.609 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.609 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.609 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.609 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.609 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.609 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.609 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.609 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.610 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.610 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.610 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.610 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.610 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.610 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2128 2024-07-29T15:02:27.610 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.610 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.610 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.610 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.610 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.610 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.610 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.610 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.611 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.611 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.611 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.611 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71796773 2024-07-29T15:02:27.611 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.611 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.611 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T15:02:27.611 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.611 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 192937984 2024-07-29T15:02:27.611 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.611 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.611 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:27.611 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.611 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.612 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 464 2024-07-29T15:02:27.612 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.612 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.612 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56998469 2024-07-29T15:02:27.612 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.612 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.612 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.612 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.612 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.612 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.612 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.612 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.612 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.612 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.613 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.613 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.613 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.613 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.613 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.613 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.613 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.613 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.613 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.613 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.613 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.613 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.613 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.613 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.613 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.614 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.614 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.614 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.614 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.614 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68830187 2024-07-29T15:02:27.614 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.614 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.614 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T15:02:27.614 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.614 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 713031680 2024-07-29T15:02:27.614 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.614 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.614 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.614 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.615 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.615 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.615 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.615 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.615 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 641232779 2024-07-29T15:02:27.615 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.615 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.615 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.615 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.615 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.615 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.615 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.615 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.616 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.616 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.616 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.616 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.616 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.616 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.616 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6976 2024-07-29T15:02:27.616 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.616 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.616 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 277656 2024-07-29T15:02:27.616 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.616 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.616 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.616 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.617 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.617 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.617 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.617 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.617 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.617 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.617 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.617 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71514269 2024-07-29T15:02:27.617 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.617 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.617 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T15:02:27.617 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T15:02:27.617 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.617 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.618 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:27.618 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.618 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.618 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T15:02:27.618 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.618 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.618 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:27.618 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.618 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.618 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.618 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:27.618 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T15:02:27.618 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 41 2024-07-29T15:02:27.618 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.619 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T15:02:27.619 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.619 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.619 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T15:02:27.619 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.619 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.619 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T15:02:27.619 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.619 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.619 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T15:02:27.619 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.619 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.619 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T15:02:27.619 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.620 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.620 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T15:02:27.620 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.620 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.620 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.620 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T15:02:27.620 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.620 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.620 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T15:02:27.620 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.620 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.620 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.620 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T15:02:27.620 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.620 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.621 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.621 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:27.621 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.621 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.621 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T15:02:27.621 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.621 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.621 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.621 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T15:02:27.621 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.621 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.621 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T15:02:27.621 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.621 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.622 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T15:02:27.622 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.622 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.622 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.622 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T15:02:27.622 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.622 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.622 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.622 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T15:02:27.622 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.622 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.622 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T15:02:27.622 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.622 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.623 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T15:02:27.623 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.623 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.623 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.623 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T15:02:27.623 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.623 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.623 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T15:02:27.623 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.623 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.623 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T15:02:27.623 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.623 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.623 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T15:02:27.624 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.624 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.624 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.624 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T15:02:27.624 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.624 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.624 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.624 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:27.624 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.624 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.624 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T15:02:27.624 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.624 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.624 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T15:02:27.624 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.625 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.625 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.625 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T15:02:27.625 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.625 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.625 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T15:02:27.625 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.625 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.625 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.625 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T15:02:27.625 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.625 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.625 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.625 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T15:02:27.626 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.626 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.626 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T15:02:27.626 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.626 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.626 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T15:02:27.626 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.626 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.626 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T15:02:27.626 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T15:02:27.626 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.626 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T15:02:27.626 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 305283072 2024-07-29T15:02:27.627 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.627 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.627 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.627 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.6": { 2024-07-29T15:02:27.627 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:27.627 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T15:02:27.627 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.627 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.627 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T15:02:27.627 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.627 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.627 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T15:02:27.627 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T15:02:27.628 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.628 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_main": { 2024-07-29T15:02:27.628 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.628 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.628 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T15:02:27.628 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.628 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.628 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T15:02:27.628 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.628 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.628 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T15:02:27.628 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12288 2024-07-29T15:02:27.628 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.628 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T15:02:27.629 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1306624 2024-07-29T15:02:27.629 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.629 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T15:02:27.629 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.629 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.629 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.629 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T15:02:27.629 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.629 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.629 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.629 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T15:02:27.629 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T15:02:27.629 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.629 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T15:02:27.630 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 304480256 2024-07-29T15:02:27.630 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.630 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T15:02:27.630 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1007616 2024-07-29T15:02:27.630 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.630 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T15:02:27.630 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 868352 2024-07-29T15:02:27.630 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.630 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T15:02:27.630 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 312868864 2024-07-29T15:02:27.630 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.630 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T15:02:27.630 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.631 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.631 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T15:02:27.631 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.631 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.631 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T15:02:27.631 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14 2024-07-29T15:02:27.631 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.631 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T15:02:27.631 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 195619 2024-07-29T15:02:27.631 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.631 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T15:02:27.631 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23 2024-07-29T15:02:27.631 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.631 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T15:02:27.632 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1269760 2024-07-29T15:02:27.632 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.632 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T15:02:27.632 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1273856 2024-07-29T15:02:27.632 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.632 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T15:02:27.632 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.632 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.632 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T15:02:27.632 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.632 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.632 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T15:02:27.632 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15 2024-07-29T15:02:27.632 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.633 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T15:02:27.633 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4711 2024-07-29T15:02:27.633 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.633 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T15:02:27.633 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T15:02:27.633 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.633 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T15:02:27.633 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5537 2024-07-29T15:02:27.633 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.633 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T15:02:27.633 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24 2024-07-29T15:02:27.633 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.633 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T15:02:27.633 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5537 2024-07-29T15:02:27.634 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.634 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T15:02:27.634 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24 2024-07-29T15:02:27.634 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.634 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T15:02:27.634 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.634 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.634 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T15:02:27.634 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.634 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.634 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T15:02:27.634 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.634 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.634 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T15:02:27.634 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.635 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.635 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T15:02:27.635 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.635 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.635 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T15:02:27.635 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.635 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.635 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T15:02:27.635 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.635 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.635 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T15:02:27.635 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.635 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.635 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T15:02:27.636 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.636 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.636 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T15:02:27.636 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2248704 2024-07-29T15:02:27.636 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.636 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.636 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T15:02:27.636 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T15:02:27.636 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T15:02:27.636 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.636 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T15:02:27.636 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1380352 2024-07-29T15:02:27.637 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.637 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T15:02:27.637 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.637 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.637 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.637 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T15:02:27.637 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.637 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.637 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.637 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T15:02:27.637 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.637 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.637 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T15:02:27.637 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.638 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.638 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T15:02:27.638 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.638 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.638 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T15:02:27.638 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5, 2024-07-29T15:02:27.638 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8721 2024-07-29T15:02:27.638 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.638 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T15:02:27.638 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.638 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.638 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.638 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T15:02:27.639 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 195, 2024-07-29T15:02:27.639 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 45075980 2024-07-29T15:02:27.639 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.639 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T15:02:27.639 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 191, 2024-07-29T15:02:27.639 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7311397 2024-07-29T15:02:27.639 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.639 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T15:02:27.639 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 195, 2024-07-29T15:02:27.639 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 166347 2024-07-29T15:02:27.639 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.639 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T15:02:27.639 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 195, 2024-07-29T15:02:27.639 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 45242327 2024-07-29T15:02:27.640 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.640 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T15:02:27.640 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.640 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.640 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.640 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T15:02:27.640 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:27.640 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 34348 2024-07-29T15:02:27.640 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.640 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T15:02:27.640 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:27.640 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 898 2024-07-29T15:02:27.640 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.640 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T15:02:27.640 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.641 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.641 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.641 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T15:02:27.641 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.641 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.641 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.641 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T15:02:27.641 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:27.641 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10457 2024-07-29T15:02:27.641 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.641 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T15:02:27.641 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 344 2024-07-29T15:02:27.641 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.641 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T15:02:27.642 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 263 2024-07-29T15:02:27.642 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.642 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T15:02:27.642 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 100, 2024-07-29T15:02:27.642 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1031181 2024-07-29T15:02:27.642 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.642 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T15:02:27.642 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 156, 2024-07-29T15:02:27.642 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 340130 2024-07-29T15:02:27.642 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.642 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T15:02:27.642 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 56, 2024-07-29T15:02:27.642 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 639851 2024-07-29T15:02:27.642 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.643 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T15:02:27.643 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.643 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.643 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T15:02:27.643 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.643 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.643 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.643 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T15:02:27.643 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 267, 2024-07-29T15:02:27.643 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2575906 2024-07-29T15:02:27.643 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.643 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T15:02:27.643 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 38, 2024-07-29T15:02:27.643 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2875268 2024-07-29T15:02:27.644 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.644 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T15:02:27.644 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 35, 2024-07-29T15:02:27.644 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 267891957947 2024-07-29T15:02:27.644 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.644 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T15:02:27.644 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 38, 2024-07-29T15:02:27.644 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 58785082150 2024-07-29T15:02:27.644 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.644 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T15:02:27.644 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 264, 2024-07-29T15:02:27.644 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 499988 2024-07-29T15:02:27.644 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.644 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T15:02:27.644 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 264, 2024-07-29T15:02:27.645 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 28813 2024-07-29T15:02:27.645 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.645 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T15:02:27.645 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 267, 2024-07-29T15:02:27.645 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 246749 2024-07-29T15:02:27.645 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.645 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T15:02:27.645 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 267, 2024-07-29T15:02:27.645 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 99482539 2024-07-29T15:02:27.645 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.645 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T15:02:27.645 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 267, 2024-07-29T15:02:27.645 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 83663 2024-07-29T15:02:27.645 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.646 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T15:02:27.646 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 267, 2024-07-29T15:02:27.646 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 54305665 2024-07-29T15:02:27.646 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.646 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T15:02:27.646 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 267, 2024-07-29T15:02:27.646 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18282253 2024-07-29T15:02:27.646 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.646 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T15:02:27.646 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 941814 2024-07-29T15:02:27.646 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.646 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T15:02:27.646 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 31, 2024-07-29T15:02:27.646 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 137662 2024-07-29T15:02:27.647 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.647 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T15:02:27.647 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 267, 2024-07-29T15:02:27.647 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 174927604 2024-07-29T15:02:27.647 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.647 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T15:02:27.647 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 267, 2024-07-29T15:02:27.647 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 20531212 2024-07-29T15:02:27.647 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.647 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T15:02:27.647 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 267, 2024-07-29T15:02:27.647 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4658887 2024-07-29T15:02:27.647 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.647 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.648 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T15:02:27.648 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T15:02:27.648 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1861456573 2024-07-29T15:02:27.648 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.648 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T15:02:27.648 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 269926400 2024-07-29T15:02:27.648 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.648 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T15:02:27.648 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 269303808 2024-07-29T15:02:27.648 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.648 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T15:02:27.648 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3137368166 2024-07-29T15:02:27.648 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.649 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T15:02:27.649 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 622592 2024-07-29T15:02:27.649 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.649 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.649 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T15:02:27.649 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.649 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 159383552 2024-07-29T15:02:27.649 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.649 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.649 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.649 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.649 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.650 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.650 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.650 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.650 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 85497126 2024-07-29T15:02:27.650 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.650 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.650 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.650 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.650 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.650 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.650 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.650 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.650 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.651 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.651 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.651 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.651 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.651 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.651 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.651 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.651 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.651 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8192 2024-07-29T15:02:27.651 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.651 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.651 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.651 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.651 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.651 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.652 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.652 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.652 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.652 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.652 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.652 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 73878234 2024-07-29T15:02:27.652 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.652 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.652 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T15:02:27.652 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.652 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 780140544 2024-07-29T15:02:27.652 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.652 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.652 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:27.653 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.653 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.653 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.653 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.653 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.653 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 641228450 2024-07-29T15:02:27.653 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.653 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.653 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.653 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.653 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.653 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.653 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.653 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.653 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.654 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.654 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.654 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.654 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.654 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.654 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.654 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.654 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.654 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2128 2024-07-29T15:02:27.654 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.654 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.654 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.654 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.654 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.655 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.655 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.655 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.655 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.655 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.655 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.655 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71801102 2024-07-29T15:02:27.655 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.655 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.655 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T15:02:27.655 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.655 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 192937984 2024-07-29T15:02:27.655 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.655 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.656 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:27.656 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.656 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.656 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 464 2024-07-29T15:02:27.656 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.656 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.656 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56998084 2024-07-29T15:02:27.656 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.656 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.656 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.656 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.656 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.656 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.656 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.657 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.657 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.657 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.657 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.657 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.657 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.657 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.657 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.657 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.657 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.657 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.657 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.657 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.657 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.657 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.657 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.658 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.658 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.658 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.658 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.658 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.658 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.658 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68830572 2024-07-29T15:02:27.658 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.658 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.658 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T15:02:27.658 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.658 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 713031680 2024-07-29T15:02:27.658 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.659 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.659 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.659 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.659 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.659 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.659 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.659 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.659 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 641228450 2024-07-29T15:02:27.659 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.659 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.659 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.659 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.659 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.659 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.659 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.660 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.660 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.660 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.660 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.660 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.660 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.660 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.660 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7115 2024-07-29T15:02:27.660 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.660 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.660 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 278945 2024-07-29T15:02:27.660 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.660 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.660 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.661 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.661 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.661 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.661 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.661 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.661 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.661 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.661 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.661 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71517170 2024-07-29T15:02:27.661 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.661 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.661 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T15:02:27.661 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T15:02:27.661 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.661 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.662 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:27.662 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.662 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.662 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T15:02:27.662 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.662 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.662 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:27.662 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.662 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.662 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.662 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:27.662 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T15:02:27.662 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 39 2024-07-29T15:02:27.663 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.663 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T15:02:27.663 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.663 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.663 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T15:02:27.663 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13 2024-07-29T15:02:27.663 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.663 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T15:02:27.663 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.663 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.663 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T15:02:27.663 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.663 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.663 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T15:02:27.663 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2804 2024-07-29T15:02:27.664 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.664 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T15:02:27.664 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13, 2024-07-29T15:02:27.664 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 85122435 2024-07-29T15:02:27.664 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.664 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T15:02:27.664 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.664 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.664 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T15:02:27.664 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15, 2024-07-29T15:02:27.664 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8081613 2024-07-29T15:02:27.664 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.664 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T15:02:27.664 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13, 2024-07-29T15:02:27.665 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 28649039 2024-07-29T15:02:27.665 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.665 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:27.665 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.665 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.665 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T15:02:27.665 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.665 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.665 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.665 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T15:02:27.665 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.665 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.665 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T15:02:27.665 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.665 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.666 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T15:02:27.666 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.666 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.666 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.666 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T15:02:27.666 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.666 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.666 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.666 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T15:02:27.666 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.666 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.666 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T15:02:27.666 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.667 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.667 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T15:02:27.667 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.667 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.667 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.667 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T15:02:27.667 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.667 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.667 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T15:02:27.667 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.667 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.667 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T15:02:27.667 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.667 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.668 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T15:02:27.668 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.668 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.668 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.668 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T15:02:27.668 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.668 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.668 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.668 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:27.668 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13 2024-07-29T15:02:27.668 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.668 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T15:02:27.668 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2804 2024-07-29T15:02:27.668 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.669 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T15:02:27.669 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13, 2024-07-29T15:02:27.669 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 85122435 2024-07-29T15:02:27.669 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.669 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T15:02:27.669 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.669 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.669 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T15:02:27.669 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15, 2024-07-29T15:02:27.669 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8081613 2024-07-29T15:02:27.669 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.669 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T15:02:27.669 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13, 2024-07-29T15:02:27.669 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 28649039 2024-07-29T15:02:27.669 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.670 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T15:02:27.670 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.670 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.670 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T15:02:27.670 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.670 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.670 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T15:02:27.670 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.670 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.670 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T15:02:27.670 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T15:02:27.670 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.670 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T15:02:27.670 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 305868800 2024-07-29T15:02:27.671 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.671 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.671 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.671 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.7": { 2024-07-29T15:02:27.671 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:27.671 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T15:02:27.671 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.671 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.671 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T15:02:27.671 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.671 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.671 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T15:02:27.671 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T15:02:27.671 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.672 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_main": { 2024-07-29T15:02:27.672 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.672 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.672 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T15:02:27.672 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.672 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.672 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T15:02:27.672 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.672 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.672 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T15:02:27.672 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12288 2024-07-29T15:02:27.672 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.672 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T15:02:27.672 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1224704 2024-07-29T15:02:27.673 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.673 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T15:02:27.673 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.673 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.673 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.673 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T15:02:27.673 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.673 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.673 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.673 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T15:02:27.673 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T15:02:27.673 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.673 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T15:02:27.674 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 304480256 2024-07-29T15:02:27.674 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.674 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T15:02:27.674 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 954368 2024-07-29T15:02:27.674 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.674 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T15:02:27.674 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 815104 2024-07-29T15:02:27.674 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.674 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T15:02:27.674 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 312868864 2024-07-29T15:02:27.674 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.674 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T15:02:27.675 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.675 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.675 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T15:02:27.675 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.675 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.675 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T15:02:27.675 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14 2024-07-29T15:02:27.675 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.675 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T15:02:27.675 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 195619 2024-07-29T15:02:27.675 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.675 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T15:02:27.675 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23 2024-07-29T15:02:27.675 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.676 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T15:02:27.676 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1269760 2024-07-29T15:02:27.676 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.676 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T15:02:27.676 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1273856 2024-07-29T15:02:27.676 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.676 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T15:02:27.676 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.676 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.676 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T15:02:27.676 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.676 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.676 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T15:02:27.677 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15 2024-07-29T15:02:27.677 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.677 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T15:02:27.677 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4711 2024-07-29T15:02:27.677 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.677 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T15:02:27.677 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T15:02:27.677 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.677 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T15:02:27.677 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5537 2024-07-29T15:02:27.677 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.677 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T15:02:27.677 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24 2024-07-29T15:02:27.677 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.678 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T15:02:27.678 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5537 2024-07-29T15:02:27.678 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.678 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T15:02:27.678 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24 2024-07-29T15:02:27.678 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.678 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T15:02:27.678 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.678 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.678 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T15:02:27.678 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.678 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.678 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T15:02:27.678 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.679 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.679 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T15:02:27.679 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.679 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.679 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T15:02:27.679 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.679 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.679 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T15:02:27.679 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.679 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.679 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T15:02:27.679 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.679 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.679 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T15:02:27.680 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.680 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.680 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T15:02:27.680 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.680 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.680 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T15:02:27.680 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2113536 2024-07-29T15:02:27.680 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.680 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.680 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T15:02:27.680 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T15:02:27.680 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T15:02:27.680 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.680 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T15:02:27.680 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1380352 2024-07-29T15:02:27.681 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.681 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T15:02:27.681 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:27.681 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 126726 2024-07-29T15:02:27.681 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.681 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T15:02:27.681 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.681 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.681 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.681 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T15:02:27.681 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.681 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.681 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T15:02:27.681 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.682 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.682 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T15:02:27.682 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.682 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.682 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T15:02:27.682 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7, 2024-07-29T15:02:27.682 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24724 2024-07-29T15:02:27.682 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.682 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T15:02:27.682 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.682 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.682 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.683 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T15:02:27.683 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 182, 2024-07-29T15:02:27.683 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 52637288 2024-07-29T15:02:27.683 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.683 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T15:02:27.683 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 176, 2024-07-29T15:02:27.683 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9931777 2024-07-29T15:02:27.683 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.683 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T15:02:27.683 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 182, 2024-07-29T15:02:27.683 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 129197 2024-07-29T15:02:27.683 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.683 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T15:02:27.683 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 182, 2024-07-29T15:02:27.684 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 52766485 2024-07-29T15:02:27.684 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.684 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T15:02:27.684 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.684 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.684 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.684 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T15:02:27.684 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:27.684 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 29518 2024-07-29T15:02:27.684 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.684 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T15:02:27.684 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:27.684 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 951 2024-07-29T15:02:27.684 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.685 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T15:02:27.685 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.685 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.685 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.685 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T15:02:27.685 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:27.685 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.685 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.685 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T15:02:27.685 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:27.685 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7856 2024-07-29T15:02:27.685 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.685 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T15:02:27.685 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 425 2024-07-29T15:02:27.686 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.686 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T15:02:27.686 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 281 2024-07-29T15:02:27.686 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.686 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T15:02:27.686 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 104, 2024-07-29T15:02:27.686 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1732936 2024-07-29T15:02:27.686 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.686 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T15:02:27.686 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 156, 2024-07-29T15:02:27.686 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 213507 2024-07-29T15:02:27.686 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.686 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T15:02:27.687 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 52, 2024-07-29T15:02:27.687 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1185068 2024-07-29T15:02:27.687 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.687 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T15:02:27.687 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.687 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.687 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T15:02:27.687 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:27.687 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14101 2024-07-29T15:02:27.687 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.687 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T15:02:27.687 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 286, 2024-07-29T15:02:27.687 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2320482 2024-07-29T15:02:27.687 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.688 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T15:02:27.688 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 26, 2024-07-29T15:02:27.688 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1773299 2024-07-29T15:02:27.688 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.688 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T15:02:27.688 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 25, 2024-07-29T15:02:27.688 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 152488542280 2024-07-29T15:02:27.688 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.688 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T15:02:27.688 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 26, 2024-07-29T15:02:27.688 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 31890309150 2024-07-29T15:02:27.688 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.688 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T15:02:27.688 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 285, 2024-07-29T15:02:27.689 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 467890 2024-07-29T15:02:27.689 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.689 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T15:02:27.689 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 285, 2024-07-29T15:02:27.689 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 29558 2024-07-29T15:02:27.689 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.689 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T15:02:27.689 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 286, 2024-07-29T15:02:27.689 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 217663 2024-07-29T15:02:27.689 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.689 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T15:02:27.689 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 286, 2024-07-29T15:02:27.689 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 181769997 2024-07-29T15:02:27.689 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.689 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T15:02:27.690 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 286, 2024-07-29T15:02:27.690 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 87949 2024-07-29T15:02:27.690 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.690 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T15:02:27.690 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 286, 2024-07-29T15:02:27.690 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 91438114 2024-07-29T15:02:27.690 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.690 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T15:02:27.690 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 286, 2024-07-29T15:02:27.690 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12476722 2024-07-29T15:02:27.690 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.690 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T15:02:27.690 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 940047 2024-07-29T15:02:27.690 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.691 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T15:02:27.691 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 25, 2024-07-29T15:02:27.691 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 113374 2024-07-29T15:02:27.691 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.691 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T15:02:27.691 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 286, 2024-07-29T15:02:27.691 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 288259495 2024-07-29T15:02:27.691 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.691 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T15:02:27.691 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 286, 2024-07-29T15:02:27.691 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14476968 2024-07-29T15:02:27.691 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.691 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T15:02:27.691 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 286, 2024-07-29T15:02:27.692 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2057541 2024-07-29T15:02:27.692 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.692 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.692 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T15:02:27.692 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T15:02:27.692 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1861456573 2024-07-29T15:02:27.692 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.692 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T15:02:27.692 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 271187968 2024-07-29T15:02:27.692 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.692 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T15:02:27.692 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 270237696 2024-07-29T15:02:27.692 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.692 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T15:02:27.693 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3137368166 2024-07-29T15:02:27.693 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.693 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T15:02:27.693 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 950272 2024-07-29T15:02:27.693 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.693 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.693 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T15:02:27.693 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.693 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 159383552 2024-07-29T15:02:27.693 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.693 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.693 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.693 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.693 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.693 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.694 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.694 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.694 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 85488130 2024-07-29T15:02:27.694 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.694 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.694 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.694 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.694 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.694 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.694 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.694 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.694 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.694 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.694 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.695 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.695 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.695 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.695 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.695 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.695 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.695 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 143360 2024-07-29T15:02:27.695 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.695 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.695 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.695 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.695 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.695 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.696 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.696 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.696 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.696 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.696 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.696 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 73752062 2024-07-29T15:02:27.696 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.696 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.696 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T15:02:27.696 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.696 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 780140544 2024-07-29T15:02:27.696 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.696 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.697 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:27.697 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.697 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.697 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.697 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.697 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.697 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 641160980 2024-07-29T15:02:27.697 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.697 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.697 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.697 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.697 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.697 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.697 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.697 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.698 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.698 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.698 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.698 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.698 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.698 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.698 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.698 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.698 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.698 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2128 2024-07-29T15:02:27.698 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.698 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.698 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.698 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.699 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.699 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.699 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.699 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.699 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.699 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.699 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.699 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71868572 2024-07-29T15:02:27.699 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.699 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.699 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T15:02:27.699 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.699 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 192937984 2024-07-29T15:02:27.699 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.700 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.700 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:27.700 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.700 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.700 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 464 2024-07-29T15:02:27.700 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.700 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.700 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56992087 2024-07-29T15:02:27.700 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.700 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.700 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.700 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.700 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.700 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.701 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.701 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.701 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.701 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.701 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.701 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.701 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.701 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.701 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.701 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.701 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.701 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.701 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.701 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.701 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.702 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.702 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.702 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.702 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.702 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.702 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.702 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.702 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.702 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68836569 2024-07-29T15:02:27.702 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.702 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.702 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T15:02:27.702 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:27.702 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 713031680 2024-07-29T15:02:27.703 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.703 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:27.703 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.703 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.703 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:27.703 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.703 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.703 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:27.703 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 641160980 2024-07-29T15:02:27.703 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.703 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:27.703 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.703 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.703 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:27.704 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.704 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.704 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:27.704 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.704 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.704 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:27.704 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.704 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.704 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:27.704 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.704 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.704 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:27.704 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 297974 2024-07-29T15:02:27.704 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.704 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:27.705 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.705 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.705 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:27.705 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.705 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.705 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:27.705 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.705 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.705 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:27.705 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71572726 2024-07-29T15:02:27.705 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.705 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.705 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T15:02:27.705 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T15:02:27.706 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.706 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.706 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:27.706 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.706 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.706 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T15:02:27.706 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.706 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.706 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:27.706 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.706 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.706 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.706 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:27.707 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T15:02:27.707 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 46 2024-07-29T15:02:27.707 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.707 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T15:02:27.707 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.707 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.707 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T15:02:27.707 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 43 2024-07-29T15:02:27.707 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.707 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T15:02:27.707 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.707 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.707 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T15:02:27.707 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.708 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.708 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T15:02:27.708 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.708 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.708 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T15:02:27.708 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 43, 2024-07-29T15:02:27.708 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 55677766 2024-07-29T15:02:27.708 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.708 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T15:02:27.708 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 132134 2024-07-29T15:02:27.708 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.708 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T15:02:27.708 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 45, 2024-07-29T15:02:27.708 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12324958 2024-07-29T15:02:27.708 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.709 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T15:02:27.709 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 43, 2024-07-29T15:02:27.709 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 35607769 2024-07-29T15:02:27.709 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.709 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:27.709 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 28 2024-07-29T15:02:27.709 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.709 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T15:02:27.709 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28, 2024-07-29T15:02:27.709 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5234235 2024-07-29T15:02:27.709 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.709 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T15:02:27.709 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.709 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.710 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T15:02:27.710 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 132134 2024-07-29T15:02:27.710 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.710 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T15:02:27.710 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28, 2024-07-29T15:02:27.710 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4910255 2024-07-29T15:02:27.710 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.710 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T15:02:27.710 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28, 2024-07-29T15:02:27.710 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4034827 2024-07-29T15:02:27.710 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.710 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T15:02:27.710 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T15:02:27.710 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.711 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T15:02:27.711 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.711 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.711 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T15:02:27.711 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 10, 2024-07-29T15:02:27.711 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8998284 2024-07-29T15:02:27.711 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.711 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T15:02:27.711 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.711 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.711 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T15:02:27.711 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.711 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.711 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T15:02:27.711 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.712 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.712 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T15:02:27.712 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 10, 2024-07-29T15:02:27.712 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4091913 2024-07-29T15:02:27.712 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.712 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T15:02:27.712 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 10, 2024-07-29T15:02:27.712 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8566107 2024-07-29T15:02:27.712 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.712 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:27.712 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5 2024-07-29T15:02:27.712 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.712 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T15:02:27.712 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.713 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.713 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T15:02:27.713 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5, 2024-07-29T15:02:27.713 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 41445247 2024-07-29T15:02:27.713 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.713 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T15:02:27.713 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.713 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.713 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T15:02:27.713 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7, 2024-07-29T15:02:27.713 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3322790 2024-07-29T15:02:27.713 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.713 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T15:02:27.713 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5, 2024-07-29T15:02:27.713 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23006835 2024-07-29T15:02:27.714 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.714 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T15:02:27.714 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.714 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.714 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T15:02:27.714 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.714 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.714 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T15:02:27.714 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:27.714 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.714 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T15:02:27.714 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T15:02:27.714 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.714 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T15:02:27.715 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 305872896 2024-07-29T15:02:27.715 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.715 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.715 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.715 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.715 INFO:tasks.workunit.client.0.smithi067.stdout: "pools": [ 2024-07-29T15:02:27.715 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.715 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T15:02:27.715 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr" 2024-07-29T15:02:27.715 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.715 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_mode": "none", 2024-07-29T15:02:27.715 INFO:tasks.workunit.client.0.smithi067.stdout: "erasure_code_profile": {}, 2024-07-29T15:02:27.715 INFO:tasks.workunit.client.0.smithi067.stdout: "min_size": 2, 2024-07-29T15:02:27.716 INFO:tasks.workunit.client.0.smithi067.stdout: "options": {}, 2024-07-29T15:02:27.716 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_autoscale_mode": "off", 2024-07-29T15:02:27.716 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 1, 2024-07-29T15:02:27.716 INFO:tasks.workunit.client.0.smithi067.stdout: "pgp_num": 1, 2024-07-29T15:02:27.716 INFO:tasks.workunit.client.0.smithi067.stdout: "pool": 1, 2024-07-29T15:02:27.716 INFO:tasks.workunit.client.0.smithi067.stdout: "size": 3, 2024-07-29T15:02:27.716 INFO:tasks.workunit.client.0.smithi067.stdout: "stats": { 2024-07-29T15:02:27.716 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_raw": 727115245834, 2024-07-29T15:02:27.716 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_used": 1781760, 2024-07-29T15:02:27.716 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_bytes_used": 0, 2024-07-29T15:02:27.716 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_under_bytes": 0, 2024-07-29T15:02:27.716 INFO:tasks.workunit.client.0.smithi067.stdout: "data_bytes_used": 1781760, 2024-07-29T15:02:27.716 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty": 0, 2024-07-29T15:02:27.716 INFO:tasks.workunit.client.0.smithi067.stdout: "max_avail": 242371739648, 2024-07-29T15:02:27.716 INFO:tasks.workunit.client.0.smithi067.stdout: "objects": 2, 2024-07-29T15:02:27.717 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_bytes_used": 0, 2024-07-29T15:02:27.717 INFO:tasks.workunit.client.0.smithi067.stdout: "percent_used": 2.4504447537765373e-06, 2024-07-29T15:02:27.717 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_bytes": 0, 2024-07-29T15:02:27.717 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_objects": 0, 2024-07-29T15:02:27.717 INFO:tasks.workunit.client.0.smithi067.stdout: "rd": 212, 2024-07-29T15:02:27.717 INFO:tasks.workunit.client.0.smithi067.stdout: "rd_bytes": 313344, 2024-07-29T15:02:27.717 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": 590368, 2024-07-29T15:02:27.717 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_data": 590368, 2024-07-29T15:02:27.717 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_omap": 0, 2024-07-29T15:02:27.717 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_raw": 1771104, 2024-07-29T15:02:27.717 INFO:tasks.workunit.client.0.smithi067.stdout: "wr": 179, 2024-07-29T15:02:27.717 INFO:tasks.workunit.client.0.smithi067.stdout: "wr_bytes": 2473984 2024-07-29T15:02:27.717 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.717 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_bytes": 0, 2024-07-29T15:02:27.718 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_objects": 0, 2024-07-29T15:02:27.718 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "replicated" 2024-07-29T15:02:27.718 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.718 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.718 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T15:02:27.718 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs" 2024-07-29T15:02:27.718 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.718 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_mode": "none", 2024-07-29T15:02:27.718 INFO:tasks.workunit.client.0.smithi067.stdout: "erasure_code_profile": {}, 2024-07-29T15:02:27.718 INFO:tasks.workunit.client.0.smithi067.stdout: "min_size": 2, 2024-07-29T15:02:27.718 INFO:tasks.workunit.client.0.smithi067.stdout: "options": {}, 2024-07-29T15:02:27.718 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_autoscale_mode": "off", 2024-07-29T15:02:27.718 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 32, 2024-07-29T15:02:27.718 INFO:tasks.workunit.client.0.smithi067.stdout: "pgp_num": 32, 2024-07-29T15:02:27.718 INFO:tasks.workunit.client.0.smithi067.stdout: "pool": 2, 2024-07-29T15:02:27.719 INFO:tasks.workunit.client.0.smithi067.stdout: "size": 3, 2024-07-29T15:02:27.719 INFO:tasks.workunit.client.0.smithi067.stdout: "stats": { 2024-07-29T15:02:27.719 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_raw": 727115245834, 2024-07-29T15:02:27.719 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_used": 98304, 2024-07-29T15:02:27.719 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_bytes_used": 0, 2024-07-29T15:02:27.719 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_under_bytes": 0, 2024-07-29T15:02:27.719 INFO:tasks.workunit.client.0.smithi067.stdout: "data_bytes_used": 98304, 2024-07-29T15:02:27.719 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty": 0, 2024-07-29T15:02:27.719 INFO:tasks.workunit.client.0.smithi067.stdout: "max_avail": 242371739648, 2024-07-29T15:02:27.719 INFO:tasks.workunit.client.0.smithi067.stdout: "objects": 22, 2024-07-29T15:02:27.719 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_bytes_used": 0, 2024-07-29T15:02:27.719 INFO:tasks.workunit.client.0.smithi067.stdout: "percent_used": 1.351972542806834e-07, 2024-07-29T15:02:27.719 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_bytes": 0, 2024-07-29T15:02:27.720 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_objects": 0, 2024-07-29T15:02:27.720 INFO:tasks.workunit.client.0.smithi067.stdout: "rd": 0, 2024-07-29T15:02:27.720 INFO:tasks.workunit.client.0.smithi067.stdout: "rd_bytes": 0, 2024-07-29T15:02:27.720 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": 3410, 2024-07-29T15:02:27.720 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_data": 3410, 2024-07-29T15:02:27.720 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_omap": 0, 2024-07-29T15:02:27.720 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_raw": 10230, 2024-07-29T15:02:27.720 INFO:tasks.workunit.client.0.smithi067.stdout: "wr": 51, 2024-07-29T15:02:27.720 INFO:tasks.workunit.client.0.smithi067.stdout: "wr_bytes": 19456 2024-07-29T15:02:27.720 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.720 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_bytes": 0, 2024-07-29T15:02:27.720 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_objects": 0, 2024-07-29T15:02:27.720 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "replicated" 2024-07-29T15:02:27.720 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.720 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.721 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T15:02:27.721 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs" 2024-07-29T15:02:27.721 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.721 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_mode": "none", 2024-07-29T15:02:27.721 INFO:tasks.workunit.client.0.smithi067.stdout: "erasure_code_profile": {}, 2024-07-29T15:02:27.721 INFO:tasks.workunit.client.0.smithi067.stdout: "min_size": 2, 2024-07-29T15:02:27.721 INFO:tasks.workunit.client.0.smithi067.stdout: "options": {}, 2024-07-29T15:02:27.721 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_autoscale_mode": "off", 2024-07-29T15:02:27.721 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 64, 2024-07-29T15:02:27.721 INFO:tasks.workunit.client.0.smithi067.stdout: "pgp_num": 64, 2024-07-29T15:02:27.721 INFO:tasks.workunit.client.0.smithi067.stdout: "pool": 3, 2024-07-29T15:02:27.721 INFO:tasks.workunit.client.0.smithi067.stdout: "size": 3, 2024-07-29T15:02:27.721 INFO:tasks.workunit.client.0.smithi067.stdout: "stats": { 2024-07-29T15:02:27.721 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_raw": 727115245834, 2024-07-29T15:02:27.722 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_used": 0, 2024-07-29T15:02:27.722 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_bytes_used": 0, 2024-07-29T15:02:27.722 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_under_bytes": 0, 2024-07-29T15:02:27.722 INFO:tasks.workunit.client.0.smithi067.stdout: "data_bytes_used": 0, 2024-07-29T15:02:27.722 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty": 0, 2024-07-29T15:02:27.722 INFO:tasks.workunit.client.0.smithi067.stdout: "max_avail": 242371739648, 2024-07-29T15:02:27.722 INFO:tasks.workunit.client.0.smithi067.stdout: "objects": 0, 2024-07-29T15:02:27.722 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_bytes_used": 0, 2024-07-29T15:02:27.722 INFO:tasks.workunit.client.0.smithi067.stdout: "percent_used": 0.0, 2024-07-29T15:02:27.722 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_bytes": 0, 2024-07-29T15:02:27.722 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_objects": 0, 2024-07-29T15:02:27.722 INFO:tasks.workunit.client.0.smithi067.stdout: "rd": 0, 2024-07-29T15:02:27.722 INFO:tasks.workunit.client.0.smithi067.stdout: "rd_bytes": 0, 2024-07-29T15:02:27.722 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": 0, 2024-07-29T15:02:27.723 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_data": 0, 2024-07-29T15:02:27.723 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_omap": 0, 2024-07-29T15:02:27.723 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_raw": 0, 2024-07-29T15:02:27.723 INFO:tasks.workunit.client.0.smithi067.stdout: "wr": 0, 2024-07-29T15:02:27.723 INFO:tasks.workunit.client.0.smithi067.stdout: "wr_bytes": 0 2024-07-29T15:02:27.723 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.723 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_bytes": 0, 2024-07-29T15:02:27.723 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_objects": 0, 2024-07-29T15:02:27.723 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "replicated" 2024-07-29T15:02:27.723 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.723 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.723 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T15:02:27.723 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd" 2024-07-29T15:02:27.723 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.723 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_mode": "none", 2024-07-29T15:02:27.724 INFO:tasks.workunit.client.0.smithi067.stdout: "erasure_code_profile": {}, 2024-07-29T15:02:27.724 INFO:tasks.workunit.client.0.smithi067.stdout: "min_size": 2, 2024-07-29T15:02:27.724 INFO:tasks.workunit.client.0.smithi067.stdout: "options": {}, 2024-07-29T15:02:27.724 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_autoscale_mode": "off", 2024-07-29T15:02:27.724 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 8, 2024-07-29T15:02:27.724 INFO:tasks.workunit.client.0.smithi067.stdout: "pgp_num": 8, 2024-07-29T15:02:27.724 INFO:tasks.workunit.client.0.smithi067.stdout: "pool": 4, 2024-07-29T15:02:27.724 INFO:tasks.workunit.client.0.smithi067.stdout: "size": 3, 2024-07-29T15:02:27.724 INFO:tasks.workunit.client.0.smithi067.stdout: "stats": { 2024-07-29T15:02:27.724 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_raw": 727115245834, 2024-07-29T15:02:27.724 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_used": 12288, 2024-07-29T15:02:27.724 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_bytes_used": 0, 2024-07-29T15:02:27.724 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_under_bytes": 0, 2024-07-29T15:02:27.724 INFO:tasks.workunit.client.0.smithi067.stdout: "data_bytes_used": 12288, 2024-07-29T15:02:27.725 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty": 0, 2024-07-29T15:02:27.725 INFO:tasks.workunit.client.0.smithi067.stdout: "max_avail": 242371739648, 2024-07-29T15:02:27.725 INFO:tasks.workunit.client.0.smithi067.stdout: "objects": 2, 2024-07-29T15:02:27.725 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_bytes_used": 0, 2024-07-29T15:02:27.725 INFO:tasks.workunit.client.0.smithi067.stdout: "percent_used": 1.6899660337799105e-08, 2024-07-29T15:02:27.725 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_bytes": 0, 2024-07-29T15:02:27.725 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_objects": 0, 2024-07-29T15:02:27.725 INFO:tasks.workunit.client.0.smithi067.stdout: "rd": 0, 2024-07-29T15:02:27.725 INFO:tasks.workunit.client.0.smithi067.stdout: "rd_bytes": 0, 2024-07-29T15:02:27.725 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": 19, 2024-07-29T15:02:27.725 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_data": 19, 2024-07-29T15:02:27.725 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_omap": 0, 2024-07-29T15:02:27.725 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_raw": 57, 2024-07-29T15:02:27.725 INFO:tasks.workunit.client.0.smithi067.stdout: "wr": 2, 2024-07-29T15:02:27.726 INFO:tasks.workunit.client.0.smithi067.stdout: "wr_bytes": 2048 2024-07-29T15:02:27.726 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.726 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_bytes": 0, 2024-07-29T15:02:27.726 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_objects": 0, 2024-07-29T15:02:27.726 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "replicated" 2024-07-29T15:02:27.726 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.726 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.726 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd": { 2024-07-29T15:02:27.726 INFO:tasks.workunit.client.0.smithi067.stdout: "mirroring_by_pool": [ 2024-07-29T15:02:27.726 INFO:tasks.workunit.client.0.smithi067.stdout: false 2024-07-29T15:02:27.726 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.726 INFO:tasks.workunit.client.0.smithi067.stdout: "num_images_by_pool": [ 2024-07-29T15:02:27.726 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:27.726 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.727 INFO:tasks.workunit.client.0.smithi067.stdout: "num_pools": 1 2024-07-29T15:02:27.727 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.727 INFO:tasks.workunit.client.0.smithi067.stdout: "report_id": "c6434084-cc5a-486f-b7d3-294cfb125c1e", 2024-07-29T15:02:27.727 INFO:tasks.workunit.client.0.smithi067.stdout: "report_timestamp": "2024-07-29T15:02:26.879652", 2024-07-29T15:02:27.727 INFO:tasks.workunit.client.0.smithi067.stdout: "report_version": 1, 2024-07-29T15:02:27.727 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_stats": { 2024-07-29T15:02:27.727 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "6.15.5" 2024-07-29T15:02:27.727 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.727 INFO:tasks.workunit.client.0.smithi067.stdout: "rook": { 2024-07-29T15:02:27.727 INFO:tasks.workunit.client.0.smithi067.stdout: "cluster": { 2024-07-29T15:02:27.727 INFO:tasks.workunit.client.0.smithi067.stdout: "external-mode": null, 2024-07-29T15:02:27.727 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T15:02:27.727 INFO:tasks.workunit.client.0.smithi067.stdout: "allow-multiple-per-node": null, 2024-07-29T15:02:27.727 INFO:tasks.workunit.client.0.smithi067.stdout: "count": null, 2024-07-29T15:02:27.728 INFO:tasks.workunit.client.0.smithi067.stdout: "max-id": null, 2024-07-29T15:02:27.728 INFO:tasks.workunit.client.0.smithi067.stdout: "pvc": { 2024-07-29T15:02:27.728 INFO:tasks.workunit.client.0.smithi067.stdout: "enabled": null 2024-07-29T15:02:27.728 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.728 INFO:tasks.workunit.client.0.smithi067.stdout: "stretch": { 2024-07-29T15:02:27.728 INFO:tasks.workunit.client.0.smithi067.stdout: "enabled": null 2024-07-29T15:02:27.728 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.728 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.728 INFO:tasks.workunit.client.0.smithi067.stdout: "network": { 2024-07-29T15:02:27.728 INFO:tasks.workunit.client.0.smithi067.stdout: "provider": null 2024-07-29T15:02:27.728 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.728 INFO:tasks.workunit.client.0.smithi067.stdout: "storage": { 2024-07-29T15:02:27.728 INFO:tasks.workunit.client.0.smithi067.stdout: "device-set": { 2024-07-29T15:02:27.728 INFO:tasks.workunit.client.0.smithi067.stdout: "count": { 2024-07-29T15:02:27.729 INFO:tasks.workunit.client.0.smithi067.stdout: "non-portable": null, 2024-07-29T15:02:27.729 INFO:tasks.workunit.client.0.smithi067.stdout: "portable": null, 2024-07-29T15:02:27.729 INFO:tasks.workunit.client.0.smithi067.stdout: "total": null 2024-07-29T15:02:27.729 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.729 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.729 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.729 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.729 INFO:tasks.workunit.client.0.smithi067.stdout: "csi": { 2024-07-29T15:02:27.729 INFO:tasks.workunit.client.0.smithi067.stdout: "version": null 2024-07-29T15:02:27.729 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.729 INFO:tasks.workunit.client.0.smithi067.stdout: "kubernetes": { 2024-07-29T15:02:27.729 INFO:tasks.workunit.client.0.smithi067.stdout: "version": null 2024-07-29T15:02:27.729 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.729 INFO:tasks.workunit.client.0.smithi067.stdout: "node": { 2024-07-29T15:02:27.729 INFO:tasks.workunit.client.0.smithi067.stdout: "count": { 2024-07-29T15:02:27.730 INFO:tasks.workunit.client.0.smithi067.stdout: "kubernetes-total": null, 2024-07-29T15:02:27.730 INFO:tasks.workunit.client.0.smithi067.stdout: "with-ceph-daemons": null, 2024-07-29T15:02:27.730 INFO:tasks.workunit.client.0.smithi067.stdout: "with-csi-cephfs-plugin": null, 2024-07-29T15:02:27.730 INFO:tasks.workunit.client.0.smithi067.stdout: "with-csi-nfs-plugin": null, 2024-07-29T15:02:27.730 INFO:tasks.workunit.client.0.smithi067.stdout: "with-csi-rbd-plugin": null 2024-07-29T15:02:27.730 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.730 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.730 INFO:tasks.workunit.client.0.smithi067.stdout: "usage": { 2024-07-29T15:02:27.730 INFO:tasks.workunit.client.0.smithi067.stdout: "storage-class": { 2024-07-29T15:02:27.730 INFO:tasks.workunit.client.0.smithi067.stdout: "count": { 2024-07-29T15:02:27.730 INFO:tasks.workunit.client.0.smithi067.stdout: "bucket": null, 2024-07-29T15:02:27.730 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs": null, 2024-07-29T15:02:27.730 INFO:tasks.workunit.client.0.smithi067.stdout: "nfs": null, 2024-07-29T15:02:27.730 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd": null, 2024-07-29T15:02:27.731 INFO:tasks.workunit.client.0.smithi067.stdout: "total": null 2024-07-29T15:02:27.731 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.731 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:27.731 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.731 INFO:tasks.workunit.client.0.smithi067.stdout: "version": null 2024-07-29T15:02:27.731 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.731 INFO:tasks.workunit.client.0.smithi067.stdout: "services": {}, 2024-07-29T15:02:27.731 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_per_pg": [ 2024-07-29T15:02:27.731 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.731 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.732 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:27.732 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:27.732 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:27.733 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.733 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:27.733 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.733 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.733 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.733 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.733 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.733 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.243619+0000", 2024-07-29T15:02:27.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.906264+0000", 2024-07-29T15:02:27.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.906264+0000", 2024-07-29T15:02:27.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.906534+0000", 2024-07-29T15:02:27.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.243619+0000", 2024-07-29T15:02:27.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.734 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.734 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:27.734 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.243619+0000", 2024-07-29T15:02:27.734 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.243619+0000", 2024-07-29T15:02:27.734 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.243619+0000", 2024-07-29T15:02:27.734 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.734 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.734 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.734 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.243619+0000", 2024-07-29T15:02:27.734 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.243619+0000", 2024-07-29T15:02:27.734 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.734 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.734 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.734 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.735 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:27.735 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.735 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.735 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.735 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.735 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.735 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.735 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.735 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.735 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3f", 2024-07-29T15:02:27.735 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.735 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.735 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.735 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:27.736 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.736 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:54:51.292994+0000", 2024-07-29T15:02:27.736 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.736 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.736 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.739 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.739 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.739 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.739 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.739 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.739 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.739 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:27.739 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:27.739 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:27.739 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.739 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:27.739 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.739 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.740 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.740 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.740 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:27.740 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:27.740 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:27.740 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.740 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T15:02:27.740 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.740 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.740 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.740 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.740 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.740 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.741 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.873840+0000", 2024-07-29T15:02:27.741 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.896859+0000", 2024-07-29T15:02:27.741 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.896859+0000", 2024-07-29T15:02:27.741 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.897140+0000", 2024-07-29T15:02:27.741 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.873840+0000", 2024-07-29T15:02:27.741 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.741 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.741 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.741 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:27.741 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.873840+0000", 2024-07-29T15:02:27.741 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.873840+0000", 2024-07-29T15:02:27.741 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.873840+0000", 2024-07-29T15:02:27.741 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.742 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.742 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.742 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.873840+0000", 2024-07-29T15:02:27.742 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.873840+0000", 2024-07-29T15:02:27.742 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.742 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.742 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.742 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.742 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:27.742 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.742 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.742 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.742 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.743 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.743 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.743 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.743 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.743 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3e", 2024-07-29T15:02:27.743 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.743 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.743 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.743 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:27.743 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.743 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:46:30.940110+0000", 2024-07-29T15:02:27.743 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.743 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.743 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.743 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.746 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.746 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.746 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.746 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.746 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.746 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.746 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.746 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.746 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.746 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.746 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.746 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.746 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.747 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.747 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.747 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:27.747 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:27.747 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:27.747 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.747 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T15:02:27.747 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.747 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.747 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.747 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.747 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:27.747 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:27.747 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:27.748 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.748 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T15:02:27.748 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.748 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.748 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.748 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.748 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.748 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.918948+0000", 2024-07-29T15:02:27.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.894159+0000", 2024-07-29T15:02:27.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.894159+0000", 2024-07-29T15:02:27.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.894492+0000", 2024-07-29T15:02:27.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.918948+0000", 2024-07-29T15:02:27.749 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.749 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.749 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.749 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:27.749 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.918948+0000", 2024-07-29T15:02:27.749 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.918948+0000", 2024-07-29T15:02:27.749 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.918948+0000", 2024-07-29T15:02:27.749 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.749 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.749 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.749 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.918948+0000", 2024-07-29T15:02:27.749 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.918948+0000", 2024-07-29T15:02:27.749 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.750 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.750 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.750 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.750 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:27.750 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.750 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.750 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.750 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.750 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.750 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.750 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.750 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.750 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3d", 2024-07-29T15:02:27.751 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.751 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.751 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.751 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:27.751 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.751 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:24:11.610445+0000", 2024-07-29T15:02:27.751 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.751 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.751 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.753 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.753 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.753 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.753 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.753 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.753 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.753 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.753 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.753 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.753 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.753 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.753 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.753 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.753 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.753 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.754 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.754 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.754 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.754 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.754 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.754 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.754 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.754 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.754 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.754 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.754 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:27.754 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:27.755 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:27.755 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.755 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T15:02:27.755 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.755 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.755 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.755 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.755 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:27.755 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:27.755 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:27.755 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.755 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T15:02:27.755 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.755 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.756 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.756 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.756 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.756 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.756 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.878497+0000", 2024-07-29T15:02:27.756 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.902778+0000", 2024-07-29T15:02:27.756 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.902778+0000", 2024-07-29T15:02:27.756 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.903060+0000", 2024-07-29T15:02:27.756 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.878497+0000", 2024-07-29T15:02:27.756 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.756 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.756 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.756 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:27.756 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.878497+0000", 2024-07-29T15:02:27.757 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.878497+0000", 2024-07-29T15:02:27.757 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.878497+0000", 2024-07-29T15:02:27.757 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.757 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.757 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.757 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.878497+0000", 2024-07-29T15:02:27.757 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.878497+0000", 2024-07-29T15:02:27.757 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.757 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.757 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.757 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.757 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:27.757 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.757 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.757 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.758 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.758 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.758 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.758 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.758 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.758 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3c", 2024-07-29T15:02:27.758 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.758 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.758 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.758 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:27.758 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.758 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:00:49.852846+0000", 2024-07-29T15:02:27.758 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.758 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.759 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.760 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.760 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.760 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.760 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.760 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.760 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.760 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.760 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.760 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.760 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.760 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.760 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.760 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.760 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.760 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.761 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.761 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.761 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.761 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.761 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.761 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.761 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.761 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.761 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.761 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.761 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.761 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.761 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.761 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.761 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.762 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.762 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:27.762 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:27.762 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:27.762 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.762 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T15:02:27.762 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.762 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.762 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.762 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.762 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:27.762 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:27.762 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:27.762 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.763 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:27.763 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.763 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.763 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.763 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.763 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.763 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.763 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.243051+0000", 2024-07-29T15:02:27.763 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.897581+0000", 2024-07-29T15:02:27.763 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.897581+0000", 2024-07-29T15:02:27.763 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.897862+0000", 2024-07-29T15:02:27.763 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.243051+0000", 2024-07-29T15:02:27.763 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.763 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.764 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.764 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:27.764 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.243051+0000", 2024-07-29T15:02:27.764 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.243051+0000", 2024-07-29T15:02:27.764 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.243051+0000", 2024-07-29T15:02:27.764 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.764 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.764 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.764 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.243051+0000", 2024-07-29T15:02:27.764 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.243051+0000", 2024-07-29T15:02:27.764 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.764 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.764 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.764 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.765 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:27.765 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.765 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.765 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.765 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.765 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.765 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.765 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.765 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.765 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3b", 2024-07-29T15:02:27.765 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.765 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.765 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.766 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:27.766 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.766 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:41:52.926829+0000", 2024-07-29T15:02:27.766 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.766 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.766 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.767 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.767 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.767 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.767 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.767 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.767 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.767 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.767 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.767 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.767 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.767 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.767 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.767 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.767 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.768 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.768 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.768 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.768 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.768 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.768 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.768 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.768 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.768 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.768 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.768 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.768 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.768 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.768 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.769 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.769 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.769 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.769 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.769 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.769 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.769 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.769 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.769 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:27.769 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:27.769 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:27.769 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.769 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:27.770 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.770 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.770 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.770 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.770 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:27.770 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:27.770 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:27.770 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.770 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T15:02:27.770 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.770 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.770 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.771 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.771 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.771 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.771 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.878288+0000", 2024-07-29T15:02:27.771 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.900194+0000", 2024-07-29T15:02:27.771 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.900194+0000", 2024-07-29T15:02:27.771 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.900490+0000", 2024-07-29T15:02:27.771 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.878288+0000", 2024-07-29T15:02:27.771 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.771 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.771 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.771 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:27.771 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.878288+0000", 2024-07-29T15:02:27.771 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.878288+0000", 2024-07-29T15:02:27.772 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.878288+0000", 2024-07-29T15:02:27.772 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.772 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.772 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.772 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.878288+0000", 2024-07-29T15:02:27.772 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.878288+0000", 2024-07-29T15:02:27.772 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.772 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.772 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.772 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.772 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:27.772 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.772 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.772 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.772 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.773 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.773 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.773 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.773 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.773 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3a", 2024-07-29T15:02:27.773 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.773 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.773 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.773 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:27.773 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.773 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:47:47.373262+0000", 2024-07-29T15:02:27.773 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.773 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.773 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.774 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.774 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.774 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.774 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.774 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.774 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.774 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.774 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.774 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.774 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.774 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.774 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.774 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.774 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.775 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.775 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.775 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.775 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.775 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.775 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.775 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.775 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.775 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.775 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.775 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.775 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.775 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.775 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.775 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.776 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.776 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.776 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.776 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.776 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.776 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.776 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.776 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.776 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.776 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.776 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.776 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.776 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.776 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.777 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.777 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:27.777 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:27.777 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:27.777 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.777 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T15:02:27.777 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.777 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.777 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.777 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.777 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:27.777 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:27.777 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:27.777 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.777 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:27.778 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.778 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.778 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.778 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.778 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.778 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.778 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.242759+0000", 2024-07-29T15:02:27.778 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:59:26.706295+0000", 2024-07-29T15:02:27.778 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:59:26.706295+0000", 2024-07-29T15:02:27.778 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:59:26.706605+0000", 2024-07-29T15:02:27.778 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.242759+0000", 2024-07-29T15:02:27.778 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.778 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.778 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.778 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 67, 2024-07-29T15:02:27.779 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.242759+0000", 2024-07-29T15:02:27.779 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.242759+0000", 2024-07-29T15:02:27.779 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.242759+0000", 2024-07-29T15:02:27.779 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.779 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.779 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.779 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.242759+0000", 2024-07-29T15:02:27.779 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.242759+0000", 2024-07-29T15:02:27.779 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.779 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.779 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.779 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.779 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 66, 2024-07-29T15:02:27.780 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.780 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.780 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.780 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.780 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.780 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.780 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.780 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.780 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.39", 2024-07-29T15:02:27.780 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.780 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.780 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.780 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 31, 2024-07-29T15:02:27.780 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.781 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:50:08.477407+0000", 2024-07-29T15:02:27.781 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.781 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.781 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.781 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.781 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.781 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.781 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.781 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.781 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.781 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.781 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.781 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.781 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.782 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.782 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.782 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.782 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.782 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.782 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.782 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.782 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.782 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.782 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.782 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.782 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.782 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.782 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.783 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.783 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.783 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.783 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.783 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.783 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.783 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.783 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.783 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.783 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.783 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.783 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.783 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.783 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.784 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.784 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.784 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.784 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.784 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.784 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.784 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:27.784 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:27.784 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:27.784 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.784 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:27.784 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.784 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.784 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.785 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.785 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:27.785 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:27.785 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:27.785 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.785 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T15:02:27.785 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.785 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.785 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.785 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.785 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.785 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.785 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.992284+0000", 2024-07-29T15:02:27.785 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.897853+0000", 2024-07-29T15:02:27.786 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.897853+0000", 2024-07-29T15:02:27.786 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.898149+0000", 2024-07-29T15:02:27.786 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.992284+0000", 2024-07-29T15:02:27.786 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.786 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.786 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.786 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:27.786 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.992284+0000", 2024-07-29T15:02:27.786 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.992284+0000", 2024-07-29T15:02:27.786 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.992284+0000", 2024-07-29T15:02:27.786 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.786 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.787 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.787 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.992284+0000", 2024-07-29T15:02:27.787 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.992284+0000", 2024-07-29T15:02:27.787 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.787 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.787 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.787 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.787 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:27.787 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.787 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.787 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.787 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.787 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.787 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.788 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.788 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.788 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.38", 2024-07-29T15:02:27.788 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.788 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.788 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.788 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 19, 2024-07-29T15:02:27.788 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.788 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:03:27.449750+0000", 2024-07-29T15:02:27.788 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.788 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.788 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.788 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.788 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.788 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.789 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.789 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.789 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.789 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.789 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.789 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.789 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.789 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.789 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.789 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.789 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.789 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.789 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.789 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.790 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.790 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.790 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.790 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.790 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.790 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.790 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.790 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.790 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.790 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.790 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.790 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.790 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.790 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.791 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.791 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.791 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.791 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.791 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.791 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.791 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.791 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.791 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.791 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.791 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.791 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.791 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.791 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:27.791 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:27.792 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:27.792 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.792 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T15:02:27.792 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.792 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.792 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.792 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.792 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:27.792 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:27.792 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:27.792 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.792 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:27.792 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.792 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.793 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.793 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.793 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.793 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.793 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.243809+0000", 2024-07-29T15:02:27.793 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.912152+0000", 2024-07-29T15:02:27.793 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.912152+0000", 2024-07-29T15:02:27.793 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.912457+0000", 2024-07-29T15:02:27.793 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.243809+0000", 2024-07-29T15:02:27.793 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.793 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.793 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.793 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:27.793 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.243809+0000", 2024-07-29T15:02:27.794 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.243809+0000", 2024-07-29T15:02:27.794 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.243809+0000", 2024-07-29T15:02:27.794 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.794 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.794 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.794 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.243809+0000", 2024-07-29T15:02:27.794 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.243809+0000", 2024-07-29T15:02:27.794 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.794 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.794 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.794 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.794 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:27.794 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.794 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.795 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.795 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.795 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.795 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.795 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.795 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.795 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.37", 2024-07-29T15:02:27.795 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.795 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.795 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.795 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:27.795 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.795 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:53:23.377054+0000", 2024-07-29T15:02:27.796 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.796 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.796 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.796 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.796 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.796 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.796 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.796 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.796 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.796 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.796 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.796 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.797 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.797 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.797 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.797 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.797 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.797 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.797 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.797 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.797 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.797 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.797 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.797 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.797 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.797 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.797 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.798 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.798 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.798 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.798 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.798 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.798 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.798 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.798 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.798 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.798 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.798 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.798 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.798 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.798 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.799 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.799 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.799 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.799 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.799 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.799 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.799 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:27.799 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:27.799 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:27.799 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.799 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:27.799 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.799 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.799 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.799 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.800 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:27.800 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:27.800 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:27.800 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.800 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T15:02:27.800 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.800 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.800 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.800 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.800 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.800 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.800 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.242357+0000", 2024-07-29T15:02:27.800 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.907639+0000", 2024-07-29T15:02:27.800 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.907639+0000", 2024-07-29T15:02:27.801 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.907925+0000", 2024-07-29T15:02:27.801 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.242357+0000", 2024-07-29T15:02:27.801 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.801 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.801 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.801 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:27.801 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.242357+0000", 2024-07-29T15:02:27.801 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.242357+0000", 2024-07-29T15:02:27.801 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.242357+0000", 2024-07-29T15:02:27.801 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.801 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.801 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.801 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.242357+0000", 2024-07-29T15:02:27.801 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.242357+0000", 2024-07-29T15:02:27.802 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.802 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.802 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.802 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.802 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:27.802 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.802 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.802 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.802 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.802 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.802 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.802 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.802 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.802 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.36", 2024-07-29T15:02:27.803 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.803 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.803 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.803 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:27.803 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.803 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:13:59.437328+0000", 2024-07-29T15:02:27.803 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.803 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.803 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.803 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.803 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.803 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.803 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.803 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.804 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.804 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.804 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.804 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.804 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.804 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.804 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.804 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.804 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.804 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.804 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.804 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.804 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.804 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.804 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.805 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.805 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.805 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.805 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.805 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.805 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.805 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.805 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.805 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.805 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.805 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.805 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.805 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.806 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.806 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.806 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.806 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.806 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.806 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.806 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.806 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.806 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.806 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.806 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.806 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:27.806 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:27.806 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:27.807 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.807 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T15:02:27.807 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.807 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.807 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.807 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.807 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:27.807 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:27.807 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:27.807 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.807 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T15:02:27.807 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.807 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.807 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.807 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.808 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.808 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.808 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.242455+0000", 2024-07-29T15:02:27.808 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.908431+0000", 2024-07-29T15:02:27.808 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.908431+0000", 2024-07-29T15:02:27.808 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.908784+0000", 2024-07-29T15:02:27.808 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.242455+0000", 2024-07-29T15:02:27.808 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.808 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.808 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.808 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:27.808 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.242455+0000", 2024-07-29T15:02:27.808 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.242455+0000", 2024-07-29T15:02:27.808 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.242455+0000", 2024-07-29T15:02:27.808 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.809 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.809 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.809 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.242455+0000", 2024-07-29T15:02:27.809 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.242455+0000", 2024-07-29T15:02:27.809 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.809 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.809 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.809 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.809 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:27.809 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.809 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.809 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.809 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.809 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.810 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.810 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.810 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.810 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.35", 2024-07-29T15:02:27.810 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.810 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.810 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.810 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:27.810 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.810 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:06:58.712079+0000", 2024-07-29T15:02:27.810 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.810 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.810 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.810 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.811 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.811 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.811 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.811 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.811 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.811 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.811 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.811 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.811 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.811 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.811 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.811 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.811 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.811 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.812 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.812 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.812 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.812 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.812 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.812 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.812 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.812 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.812 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.812 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.812 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.812 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.812 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.812 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.812 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.813 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.813 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.813 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.813 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.813 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:27.813 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:27.814 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:27.814 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.814 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T15:02:27.814 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.814 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.814 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.814 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.814 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:27.814 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:27.814 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:27.814 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.814 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T15:02:27.814 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.814 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.814 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.815 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.815 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.815 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.815 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.873562+0000", 2024-07-29T15:02:27.815 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.898131+0000", 2024-07-29T15:02:27.815 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.898131+0000", 2024-07-29T15:02:27.815 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.898478+0000", 2024-07-29T15:02:27.815 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.873562+0000", 2024-07-29T15:02:27.815 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.815 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.815 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.815 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:27.815 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.873562+0000", 2024-07-29T15:02:27.815 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.873562+0000", 2024-07-29T15:02:27.815 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.873562+0000", 2024-07-29T15:02:27.815 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.816 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.816 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.816 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.873562+0000", 2024-07-29T15:02:27.816 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.873562+0000", 2024-07-29T15:02:27.816 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.816 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.816 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.816 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.816 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:27.816 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.816 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.816 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.816 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.816 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.816 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.816 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.817 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.817 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.34", 2024-07-29T15:02:27.817 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.817 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.817 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.817 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:27.817 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.817 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:12:12.486919+0000", 2024-07-29T15:02:27.817 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.817 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.817 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.817 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.817 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.817 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.817 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.818 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.818 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.818 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.818 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.818 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.818 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.818 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.818 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.818 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.818 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.818 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.818 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.818 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.818 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.819 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.819 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.819 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.819 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.819 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.819 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.819 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.819 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.819 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.819 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.819 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.819 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.819 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.819 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.819 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.820 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.820 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.820 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.820 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.820 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.820 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.820 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.820 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.820 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.820 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.820 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.820 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:27.820 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:27.820 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:27.820 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.820 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T15:02:27.821 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.821 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.821 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.821 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.821 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:27.821 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:27.821 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:27.821 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.821 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T15:02:27.821 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.821 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.821 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.821 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.821 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.821 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.821 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.992531+0000", 2024-07-29T15:02:27.822 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.901594+0000", 2024-07-29T15:02:27.822 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.901594+0000", 2024-07-29T15:02:27.822 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.901848+0000", 2024-07-29T15:02:27.822 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.992531+0000", 2024-07-29T15:02:27.822 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.822 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.822 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.822 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:27.822 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.992531+0000", 2024-07-29T15:02:27.822 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.992531+0000", 2024-07-29T15:02:27.822 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.992531+0000", 2024-07-29T15:02:27.822 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.822 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.822 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.823 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.992531+0000", 2024-07-29T15:02:27.823 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.992531+0000", 2024-07-29T15:02:27.823 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.823 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.823 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.823 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.823 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:27.823 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.823 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.823 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.823 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.823 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.823 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.823 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.823 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.824 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.33", 2024-07-29T15:02:27.824 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.824 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.824 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.824 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 19, 2024-07-29T15:02:27.824 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.824 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:32:42.739014+0000", 2024-07-29T15:02:27.824 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.824 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.824 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.824 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.824 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.824 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.824 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.825 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.825 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.825 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.825 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.825 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.825 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.825 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.825 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.825 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.825 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.825 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.825 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.825 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.825 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.825 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.825 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.826 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.826 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.826 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.826 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.826 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.826 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.826 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.826 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.826 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.826 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.826 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.826 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.826 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.826 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.827 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.827 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.827 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.827 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.827 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.827 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.827 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.827 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.827 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.827 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.827 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:27.827 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:27.827 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:27.827 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.828 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T15:02:27.828 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.828 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.828 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.828 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.828 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:27.828 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:27.828 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T15:02:27.828 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.828 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T15:02:27.828 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.828 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.828 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.828 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.828 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.828 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.829 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.918444+0000", 2024-07-29T15:02:27.829 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.905842+0000", 2024-07-29T15:02:27.829 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.905842+0000", 2024-07-29T15:02:27.829 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.906093+0000", 2024-07-29T15:02:27.829 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.918444+0000", 2024-07-29T15:02:27.829 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.829 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.829 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.829 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:27.829 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.918444+0000", 2024-07-29T15:02:27.829 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.918444+0000", 2024-07-29T15:02:27.829 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.918444+0000", 2024-07-29T15:02:27.829 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.829 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.829 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.829 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.918444+0000", 2024-07-29T15:02:27.830 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.918444+0000", 2024-07-29T15:02:27.830 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.830 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.830 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.830 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.830 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:27.830 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.830 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.830 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.830 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.830 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.830 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.830 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.830 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.830 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.32", 2024-07-29T15:02:27.831 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.831 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.831 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.831 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:27.831 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.831 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:01:38.408612+0000", 2024-07-29T15:02:27.831 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.831 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.831 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.831 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.831 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.831 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.831 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.831 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.831 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.831 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.831 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.832 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.832 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.832 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.832 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.832 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.832 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.832 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.832 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.832 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.832 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.832 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.832 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.832 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.832 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.833 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.833 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.833 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.833 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.833 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.833 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.833 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.833 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.833 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.833 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.833 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.833 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.833 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.833 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.833 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.834 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.834 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.834 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.834 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.834 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.834 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.834 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.834 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:27.834 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:27.834 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T15:02:27.834 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.834 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T15:02:27.834 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.834 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.835 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.835 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.835 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:27.835 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:27.835 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T15:02:27.835 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.835 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T15:02:27.835 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.835 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.835 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.835 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.835 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.835 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.835 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.873578+0000", 2024-07-29T15:02:27.836 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:59:26.706578+0000", 2024-07-29T15:02:27.836 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:59:26.706578+0000", 2024-07-29T15:02:27.836 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:59:26.707087+0000", 2024-07-29T15:02:27.836 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.873578+0000", 2024-07-29T15:02:27.836 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.836 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.836 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.836 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 67, 2024-07-29T15:02:27.836 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.873578+0000", 2024-07-29T15:02:27.836 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.873578+0000", 2024-07-29T15:02:27.836 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.873578+0000", 2024-07-29T15:02:27.836 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.836 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.836 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.836 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.873578+0000", 2024-07-29T15:02:27.837 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.873578+0000", 2024-07-29T15:02:27.837 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.837 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.837 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.837 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.837 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 66, 2024-07-29T15:02:27.837 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.837 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.837 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.837 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.837 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.837 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.837 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.837 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.838 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.31", 2024-07-29T15:02:27.838 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.838 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.838 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.838 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 31, 2024-07-29T15:02:27.838 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.838 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:05:19.901462+0000", 2024-07-29T15:02:27.838 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.838 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.838 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.838 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.838 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.838 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.839 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.839 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.839 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.839 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.839 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.839 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.839 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.839 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.839 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.839 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.839 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.839 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.839 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.839 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.839 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.840 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.840 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.840 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.840 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.840 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.840 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.840 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.840 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.840 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.840 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.840 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.840 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.840 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.840 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.840 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.841 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.841 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.841 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.841 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.841 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.841 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.841 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.841 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.841 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.841 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.841 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.841 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:27.841 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:27.841 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T15:02:27.841 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.842 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T15:02:27.842 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.842 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.842 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.842 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.842 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:27.842 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:27.842 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:27.842 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.842 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T15:02:27.842 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.842 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.842 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.843 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.843 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.843 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.843 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.878100+0000", 2024-07-29T15:02:27.843 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.903872+0000", 2024-07-29T15:02:27.843 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.903872+0000", 2024-07-29T15:02:27.843 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.904176+0000", 2024-07-29T15:02:27.843 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.878100+0000", 2024-07-29T15:02:27.843 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.843 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.843 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.843 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:27.843 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.878100+0000", 2024-07-29T15:02:27.843 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.878100+0000", 2024-07-29T15:02:27.843 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.878100+0000", 2024-07-29T15:02:27.843 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.844 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.844 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.844 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.878100+0000", 2024-07-29T15:02:27.844 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.878100+0000", 2024-07-29T15:02:27.844 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.844 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.844 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.844 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.844 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:27.844 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.844 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.844 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.844 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.844 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.845 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.845 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.845 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.845 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.30", 2024-07-29T15:02:27.845 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.845 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.845 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.845 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:27.845 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.845 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:48:29.274243+0000", 2024-07-29T15:02:27.845 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.845 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.845 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.845 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.846 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.846 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.846 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.846 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.846 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.846 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.846 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.846 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.846 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.846 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.846 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.846 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.846 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.846 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.847 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.847 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.847 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.847 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.847 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.847 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.847 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.847 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.847 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.847 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.847 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.847 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.847 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.848 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.848 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.848 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.848 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.848 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.848 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.848 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.848 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.848 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.848 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.848 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.848 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.848 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.849 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.849 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.849 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.849 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:27.849 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:27.849 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:27.849 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.849 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T15:02:27.849 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.849 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.849 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.849 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.849 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:27.849 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:27.849 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:27.850 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.850 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T15:02:27.850 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.850 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.850 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.850 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.850 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.850 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.850 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.878755+0000", 2024-07-29T15:02:27.850 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.903382+0000", 2024-07-29T15:02:27.850 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.903382+0000", 2024-07-29T15:02:27.850 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.903652+0000", 2024-07-29T15:02:27.850 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.878755+0000", 2024-07-29T15:02:27.851 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.851 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.851 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.851 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:27.851 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.878755+0000", 2024-07-29T15:02:27.851 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.878755+0000", 2024-07-29T15:02:27.851 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.878755+0000", 2024-07-29T15:02:27.851 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.851 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.851 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.851 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.878755+0000", 2024-07-29T15:02:27.851 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.878755+0000", 2024-07-29T15:02:27.851 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.851 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.851 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.852 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.852 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:27.852 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.852 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.852 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.852 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.852 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.852 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.852 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.852 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.852 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2f", 2024-07-29T15:02:27.852 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.852 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.852 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.852 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:27.853 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.853 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:51:43.440728+0000", 2024-07-29T15:02:27.853 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.853 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.853 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.853 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.853 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.856 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.856 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.856 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.856 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.856 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.856 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.856 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.856 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.856 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.858 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.858 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.858 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.858 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.858 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:27.858 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:27.858 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:27.858 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.858 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T15:02:27.858 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.858 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.859 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.859 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.859 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:27.859 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:27.859 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:27.859 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.859 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T15:02:27.859 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.859 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.859 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.859 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.859 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.860 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.860 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.875523+0000", 2024-07-29T15:02:27.860 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.895644+0000", 2024-07-29T15:02:27.860 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.895644+0000", 2024-07-29T15:02:27.860 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.895909+0000", 2024-07-29T15:02:27.860 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.875523+0000", 2024-07-29T15:02:27.860 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.860 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.860 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.860 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:27.860 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.875523+0000", 2024-07-29T15:02:27.861 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.875523+0000", 2024-07-29T15:02:27.861 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.875523+0000", 2024-07-29T15:02:27.861 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.861 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.861 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.861 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.875523+0000", 2024-07-29T15:02:27.861 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.875523+0000", 2024-07-29T15:02:27.861 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.861 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.861 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.861 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.861 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:27.861 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.861 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.862 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.862 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.862 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.862 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.862 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.862 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.862 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2e", 2024-07-29T15:02:27.862 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.862 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.862 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.862 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:27.862 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.862 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:58:27.607610+0000", 2024-07-29T15:02:27.863 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.863 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.863 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.863 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.863 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.863 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.863 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.863 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.863 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.863 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.863 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.863 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.863 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.863 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.863 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.866 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.866 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.866 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.866 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.866 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:27.866 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:27.866 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:27.866 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.866 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T15:02:27.866 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.866 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.866 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.866 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.867 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:27.867 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:27.867 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:27.867 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.867 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:27.867 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.867 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.867 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.867 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.867 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.867 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.867 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.243654+0000", 2024-07-29T15:02:27.867 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.905611+0000", 2024-07-29T15:02:27.867 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.905611+0000", 2024-07-29T15:02:27.868 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.905908+0000", 2024-07-29T15:02:27.868 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.243654+0000", 2024-07-29T15:02:27.868 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.868 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.868 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.868 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:27.868 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.243654+0000", 2024-07-29T15:02:27.868 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.243654+0000", 2024-07-29T15:02:27.868 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.243654+0000", 2024-07-29T15:02:27.868 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.868 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.868 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.868 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.243654+0000", 2024-07-29T15:02:27.868 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.243654+0000", 2024-07-29T15:02:27.869 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.869 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.869 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.869 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.869 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:27.869 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.869 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.869 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.869 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.869 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.869 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.869 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.869 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.869 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2d", 2024-07-29T15:02:27.869 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.870 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.870 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.870 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:27.870 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.870 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:47:14.686047+0000", 2024-07-29T15:02:27.870 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.870 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.870 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.870 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.870 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.870 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.870 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.871 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.871 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.871 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.871 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.871 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.871 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.871 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.871 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.871 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.871 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.871 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.871 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.871 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.871 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.871 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.873 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.873 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.873 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.873 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.873 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:27.873 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:27.873 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:27.874 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.874 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:27.874 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.874 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.874 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.874 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.874 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:27.874 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:27.874 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:27.874 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.874 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T15:02:27.874 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.874 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.874 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.875 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.875 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.875 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.875 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.242580+0000", 2024-07-29T15:02:27.875 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.900618+0000", 2024-07-29T15:02:27.875 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.900618+0000", 2024-07-29T15:02:27.875 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.900891+0000", 2024-07-29T15:02:27.875 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.242580+0000", 2024-07-29T15:02:27.875 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.875 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.875 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.875 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:27.875 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.242580+0000", 2024-07-29T15:02:27.875 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.242580+0000", 2024-07-29T15:02:27.875 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.242580+0000", 2024-07-29T15:02:27.876 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.876 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.876 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.876 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.242580+0000", 2024-07-29T15:02:27.876 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.242580+0000", 2024-07-29T15:02:27.876 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.876 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.876 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.876 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.876 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:27.876 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.876 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.876 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.876 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.877 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.877 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.877 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.877 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.877 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2c", 2024-07-29T15:02:27.877 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.877 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.877 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.877 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:27.877 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.877 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:16:23.686695+0000", 2024-07-29T15:02:27.877 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.877 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.877 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.878 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.878 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.878 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.878 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.878 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.878 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.878 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.878 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.878 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.878 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.878 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.878 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.878 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.879 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.879 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.879 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.879 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.879 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.879 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.879 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.879 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.879 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.879 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.879 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.879 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.879 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.879 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.879 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.880 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.880 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.880 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.880 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.880 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.880 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.880 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.880 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.880 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.880 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.880 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.880 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.880 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.881 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.881 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.881 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.881 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:27.881 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:27.881 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:27.881 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.881 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T15:02:27.881 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.881 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.881 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.881 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.881 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:27.881 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:27.882 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:27.882 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.882 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T15:02:27.882 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.882 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.882 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.882 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.882 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.882 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.882 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.918567+0000", 2024-07-29T15:02:27.882 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.901714+0000", 2024-07-29T15:02:27.882 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.901714+0000", 2024-07-29T15:02:27.882 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.901995+0000", 2024-07-29T15:02:27.882 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.918567+0000", 2024-07-29T15:02:27.883 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.883 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.883 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.883 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:27.883 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.918567+0000", 2024-07-29T15:02:27.883 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.918567+0000", 2024-07-29T15:02:27.883 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.918567+0000", 2024-07-29T15:02:27.883 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.883 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.883 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.883 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.918567+0000", 2024-07-29T15:02:27.883 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.918567+0000", 2024-07-29T15:02:27.883 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.884 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.884 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.884 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.884 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:27.884 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.884 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.884 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.884 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.884 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.884 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.884 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.884 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.884 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2b", 2024-07-29T15:02:27.884 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.885 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.885 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.885 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:27.885 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.885 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:04:18.680094+0000", 2024-07-29T15:02:27.885 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.885 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.885 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.885 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.885 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.885 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.885 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.885 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.886 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.886 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.886 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.886 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.886 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.886 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.886 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.886 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.886 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.886 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.886 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.886 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.887 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.887 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.887 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.887 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.887 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.887 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.887 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.887 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.887 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.887 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.887 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.887 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.887 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.887 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.888 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.888 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.888 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.888 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.888 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.888 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.888 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.888 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.888 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.888 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.888 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.888 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.888 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.888 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:27.889 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:27.889 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:27.889 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.889 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T15:02:27.889 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.889 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.889 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.889 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.889 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:27.889 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:27.889 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:27.889 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.889 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T15:02:27.889 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.890 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.890 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.890 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.890 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.890 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.890 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.878407+0000", 2024-07-29T15:02:27.890 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.904724+0000", 2024-07-29T15:02:27.890 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.904724+0000", 2024-07-29T15:02:27.890 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.905219+0000", 2024-07-29T15:02:27.890 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.878407+0000", 2024-07-29T15:02:27.890 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.890 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.890 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.891 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:27.891 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.878407+0000", 2024-07-29T15:02:27.891 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.878407+0000", 2024-07-29T15:02:27.891 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.878407+0000", 2024-07-29T15:02:27.891 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.891 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.891 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.891 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.878407+0000", 2024-07-29T15:02:27.891 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.878407+0000", 2024-07-29T15:02:27.891 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.891 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.891 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.891 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.892 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:27.892 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.892 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.892 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.892 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.892 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.892 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.892 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.892 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.892 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2a", 2024-07-29T15:02:27.892 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.892 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.892 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.892 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:27.893 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.893 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:38:24.089359+0000", 2024-07-29T15:02:27.893 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.893 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.893 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.893 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.893 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.893 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.893 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.893 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.893 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.893 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.893 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.893 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.894 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.894 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.894 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.894 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.894 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.894 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.894 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.894 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.894 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.894 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.894 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.895 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.895 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.895 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.895 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.895 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.895 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.895 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.895 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.895 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.895 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.895 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.895 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.895 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.895 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.896 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.896 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.896 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.896 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.896 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.896 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.896 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.896 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.896 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.896 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.896 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:27.896 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:27.896 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:27.897 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.897 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T15:02:27.897 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.897 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.897 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.897 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.897 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:27.897 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:27.897 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:27.897 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.897 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T15:02:27.897 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.897 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.898 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.898 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.898 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.898 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.898 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.992297+0000", 2024-07-29T15:02:27.898 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.895152+0000", 2024-07-29T15:02:27.898 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.895152+0000", 2024-07-29T15:02:27.898 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.895434+0000", 2024-07-29T15:02:27.898 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.992297+0000", 2024-07-29T15:02:27.898 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.898 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.898 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.898 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:27.899 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.992297+0000", 2024-07-29T15:02:27.899 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.992297+0000", 2024-07-29T15:02:27.899 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.992297+0000", 2024-07-29T15:02:27.899 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.899 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.899 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.899 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.992297+0000", 2024-07-29T15:02:27.899 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.992297+0000", 2024-07-29T15:02:27.899 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.899 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.899 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.899 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.899 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:27.899 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.899 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.900 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.900 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.900 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.900 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.900 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.900 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.900 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.29", 2024-07-29T15:02:27.900 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.900 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.900 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.900 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 19, 2024-07-29T15:02:27.900 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.900 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:07:34.046597+0000", 2024-07-29T15:02:27.901 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.901 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.901 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.901 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.901 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.901 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.901 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.901 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.901 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.901 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.901 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.901 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.902 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.902 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.902 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.902 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.902 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.902 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.902 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.902 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.902 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.902 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.902 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.902 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.902 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.903 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.903 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.903 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.903 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.903 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.903 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.903 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.903 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.903 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.903 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.903 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.903 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.903 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.903 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.904 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.904 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.904 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.904 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.904 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.904 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.904 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.904 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.904 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:27.904 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:27.904 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:27.904 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.904 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T15:02:27.904 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.904 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.905 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.905 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.905 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:27.905 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:27.905 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:27.905 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.905 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T15:02:27.905 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.905 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.905 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.905 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.905 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.905 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.905 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.878163+0000", 2024-07-29T15:02:27.905 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.900844+0000", 2024-07-29T15:02:27.906 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.900844+0000", 2024-07-29T15:02:27.906 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.901114+0000", 2024-07-29T15:02:27.906 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.878163+0000", 2024-07-29T15:02:27.906 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.906 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.906 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.906 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:27.906 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.878163+0000", 2024-07-29T15:02:27.906 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.878163+0000", 2024-07-29T15:02:27.906 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.878163+0000", 2024-07-29T15:02:27.906 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.906 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.906 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.907 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.878163+0000", 2024-07-29T15:02:27.907 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.878163+0000", 2024-07-29T15:02:27.907 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.907 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.907 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.907 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.907 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:27.907 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.907 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.907 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.907 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.907 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.907 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.907 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.908 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.908 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.28", 2024-07-29T15:02:27.908 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.908 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.908 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.908 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:27.908 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.908 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:43:30.667050+0000", 2024-07-29T15:02:27.908 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.908 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.908 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.908 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.908 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.908 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.909 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.909 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.909 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.909 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.909 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.909 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.909 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.909 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.909 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.909 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.909 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.909 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.909 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.909 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.910 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.910 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.910 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.910 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.910 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.910 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.910 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.910 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.910 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.910 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.910 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.910 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.910 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.910 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.910 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.911 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.911 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.911 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.911 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.911 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.911 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.911 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.911 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.911 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.911 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.911 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.911 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.911 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:27.911 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:27.912 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:27.912 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.912 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T15:02:27.912 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.912 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.912 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.912 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.912 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:27.912 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:27.912 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:27.912 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.912 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T15:02:27.912 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.912 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.912 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.913 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.913 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.913 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.913 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.992816+0000", 2024-07-29T15:02:27.913 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.900781+0000", 2024-07-29T15:02:27.913 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.900781+0000", 2024-07-29T15:02:27.913 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.901076+0000", 2024-07-29T15:02:27.913 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.992816+0000", 2024-07-29T15:02:27.913 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.913 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.913 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.913 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:27.913 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.992816+0000", 2024-07-29T15:02:27.913 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.992816+0000", 2024-07-29T15:02:27.913 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.992816+0000", 2024-07-29T15:02:27.914 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.914 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.914 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.914 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.992816+0000", 2024-07-29T15:02:27.914 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.992816+0000", 2024-07-29T15:02:27.914 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.914 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.914 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.914 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.914 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:27.914 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.914 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.914 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.914 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.915 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.915 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.915 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.915 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.915 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.27", 2024-07-29T15:02:27.915 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.915 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.915 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.915 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 19, 2024-07-29T15:02:27.915 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.915 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:55:04.765235+0000", 2024-07-29T15:02:27.915 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.915 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.915 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.915 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.915 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.916 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.916 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.916 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.916 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.916 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.916 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.916 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.916 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.916 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.916 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.916 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.916 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.916 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.916 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.917 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.917 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.917 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.917 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.917 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.917 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.917 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.917 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.917 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.917 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.917 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.917 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.917 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.918 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.918 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.918 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.918 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.918 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.918 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.918 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.918 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.918 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.918 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.918 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.918 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.918 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.918 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.919 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.919 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:27.919 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:27.919 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:27.919 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.919 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T15:02:27.919 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.919 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.919 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.919 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.919 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:27.919 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:27.919 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T15:02:27.919 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.920 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T15:02:27.920 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.920 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.920 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.920 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.920 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.920 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.920 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.242502+0000", 2024-07-29T15:02:27.920 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:59:26.887228+0000", 2024-07-29T15:02:27.920 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:59:26.887228+0000", 2024-07-29T15:02:27.920 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:59:26.887580+0000", 2024-07-29T15:02:27.920 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.242502+0000", 2024-07-29T15:02:27.920 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.920 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.921 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.921 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 67, 2024-07-29T15:02:27.921 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.242502+0000", 2024-07-29T15:02:27.921 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.242502+0000", 2024-07-29T15:02:27.921 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.242502+0000", 2024-07-29T15:02:27.921 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.921 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.921 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.921 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.242502+0000", 2024-07-29T15:02:27.921 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.242502+0000", 2024-07-29T15:02:27.921 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.921 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.921 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.921 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.922 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 66, 2024-07-29T15:02:27.922 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.922 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.922 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.922 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.922 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.922 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.922 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.922 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.922 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.26", 2024-07-29T15:02:27.922 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.922 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.922 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.922 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 30, 2024-07-29T15:02:27.923 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.923 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:04:45.573850+0000", 2024-07-29T15:02:27.923 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.923 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.923 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.923 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.923 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.923 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.923 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.923 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.923 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.923 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.923 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.923 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.923 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.925 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.926 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.926 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.926 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.926 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:27.926 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:27.926 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T15:02:27.926 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.926 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T15:02:27.926 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.926 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.926 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.926 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.927 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:27.927 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:27.927 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:27.927 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.927 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T15:02:27.927 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.927 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.927 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.927 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.927 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.927 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.927 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.873421+0000", 2024-07-29T15:02:27.927 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.899336+0000", 2024-07-29T15:02:27.928 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.899336+0000", 2024-07-29T15:02:27.928 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.900500+0000", 2024-07-29T15:02:27.928 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.873421+0000", 2024-07-29T15:02:27.928 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.928 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.928 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.928 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:27.928 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.873421+0000", 2024-07-29T15:02:27.928 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.873421+0000", 2024-07-29T15:02:27.928 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.873421+0000", 2024-07-29T15:02:27.928 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.928 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.928 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.928 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.873421+0000", 2024-07-29T15:02:27.928 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.873421+0000", 2024-07-29T15:02:27.929 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.929 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.929 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.929 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.929 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:27.929 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.929 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.929 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.929 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.929 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.929 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.929 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.929 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.929 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.25", 2024-07-29T15:02:27.929 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.930 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.930 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.930 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:27.930 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.930 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:01:18.452511+0000", 2024-07-29T15:02:27.930 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.930 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.930 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.930 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.930 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.930 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.930 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.930 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.931 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.931 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.931 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.931 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.931 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.931 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.931 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.931 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.931 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.931 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.931 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.933 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.933 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.933 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.933 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.934 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:27.934 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:27.934 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:27.934 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.934 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T15:02:27.934 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.934 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.934 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.934 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.934 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:27.934 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:27.935 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:27.935 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.935 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T15:02:27.935 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.935 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.935 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.935 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.935 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.935 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.935 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.992614+0000", 2024-07-29T15:02:27.935 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.901517+0000", 2024-07-29T15:02:27.935 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.901517+0000", 2024-07-29T15:02:27.935 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.901783+0000", 2024-07-29T15:02:27.936 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.992614+0000", 2024-07-29T15:02:27.936 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.936 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.936 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.936 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:27.936 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.992614+0000", 2024-07-29T15:02:27.936 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.992614+0000", 2024-07-29T15:02:27.936 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.992614+0000", 2024-07-29T15:02:27.936 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.936 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.936 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.936 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.992614+0000", 2024-07-29T15:02:27.936 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.992614+0000", 2024-07-29T15:02:27.936 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.937 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.937 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.937 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.937 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:27.937 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.937 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.937 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.937 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.937 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.937 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.937 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.937 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.937 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.24", 2024-07-29T15:02:27.938 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.938 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.938 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.938 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 19, 2024-07-29T15:02:27.938 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.938 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:36:14.685114+0000", 2024-07-29T15:02:27.938 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.938 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.938 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.938 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.938 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.938 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.938 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.938 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.941 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.941 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.941 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.941 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.941 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.941 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.941 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.941 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.941 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.941 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.941 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.941 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.941 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:27.941 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:27.941 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:27.942 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.942 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T15:02:27.942 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.942 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.942 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.942 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.942 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:27.942 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:27.942 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:27.942 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.942 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T15:02:27.942 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.942 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.943 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.943 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.943 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.943 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.943 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.918682+0000", 2024-07-29T15:02:27.943 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.899345+0000", 2024-07-29T15:02:27.943 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.899345+0000", 2024-07-29T15:02:27.943 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.899629+0000", 2024-07-29T15:02:27.943 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.918682+0000", 2024-07-29T15:02:27.943 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.943 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.943 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.943 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:27.943 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.918682+0000", 2024-07-29T15:02:27.943 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.918682+0000", 2024-07-29T15:02:27.944 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.918682+0000", 2024-07-29T15:02:27.944 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.944 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.944 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.944 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.918682+0000", 2024-07-29T15:02:27.944 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.918682+0000", 2024-07-29T15:02:27.944 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.944 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.944 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.944 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.944 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:27.944 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.944 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.944 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.945 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.945 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.945 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.945 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.945 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.945 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.23", 2024-07-29T15:02:27.945 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.945 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.945 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.945 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:27.945 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.945 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:14:12.629302+0000", 2024-07-29T15:02:27.945 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.945 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.945 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.948 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.949 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.949 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.949 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.949 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:27.949 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:27.949 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:27.949 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.949 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T15:02:27.949 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.949 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.949 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.949 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.949 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:27.949 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:27.949 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:27.950 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.950 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T15:02:27.950 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.950 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.950 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.950 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.950 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.950 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.950 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.878417+0000", 2024-07-29T15:02:27.950 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.898178+0000", 2024-07-29T15:02:27.950 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.898178+0000", 2024-07-29T15:02:27.950 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.898727+0000", 2024-07-29T15:02:27.950 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.878417+0000", 2024-07-29T15:02:27.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:27.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.878417+0000", 2024-07-29T15:02:27.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.878417+0000", 2024-07-29T15:02:27.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.878417+0000", 2024-07-29T15:02:27.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.878417+0000", 2024-07-29T15:02:27.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.878417+0000", 2024-07-29T15:02:27.951 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.951 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.952 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.952 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.952 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:27.952 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.952 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.952 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.952 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.952 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.952 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.952 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.952 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.952 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.22", 2024-07-29T15:02:27.952 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.952 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.952 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.953 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:27.953 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.953 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:44:30.807909+0000", 2024-07-29T15:02:27.953 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.953 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.953 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.953 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.953 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.953 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.953 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.953 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.953 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.953 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.953 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.956 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.956 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.956 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.956 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.956 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:27.956 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:27.956 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:27.956 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.956 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T15:02:27.956 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.956 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.957 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.957 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.957 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:27.957 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:27.957 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:27.957 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.957 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T15:02:27.957 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.957 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.957 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.957 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.957 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.957 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.957 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.875083+0000", 2024-07-29T15:02:27.957 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.898681+0000", 2024-07-29T15:02:27.958 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.898681+0000", 2024-07-29T15:02:27.958 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.899036+0000", 2024-07-29T15:02:27.958 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.875083+0000", 2024-07-29T15:02:27.958 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.958 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.958 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.958 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:27.958 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.875083+0000", 2024-07-29T15:02:27.958 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.875083+0000", 2024-07-29T15:02:27.958 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.875083+0000", 2024-07-29T15:02:27.958 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.958 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.958 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.958 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.875083+0000", 2024-07-29T15:02:27.959 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.875083+0000", 2024-07-29T15:02:27.959 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.959 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.959 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.959 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.959 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:27.959 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.959 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.959 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.959 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.959 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.959 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.959 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.960 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.960 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.21", 2024-07-29T15:02:27.960 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.960 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.960 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.960 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:27.960 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.960 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:40:20.777159+0000", 2024-07-29T15:02:27.960 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.960 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.960 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.960 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.960 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.960 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.963 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.963 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.963 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.964 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.964 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:27.964 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:27.964 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:27.964 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.964 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T15:02:27.964 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.964 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.964 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.964 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.964 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:27.964 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:27.964 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T15:02:27.964 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.965 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T15:02:27.965 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.965 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.965 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.965 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.965 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.965 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.965 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.241938+0000", 2024-07-29T15:02:27.965 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:59:26.705650+0000", 2024-07-29T15:02:27.965 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:59:26.705650+0000", 2024-07-29T15:02:27.965 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:59:26.706029+0000", 2024-07-29T15:02:27.965 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.241938+0000", 2024-07-29T15:02:27.965 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.966 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.966 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.966 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 67, 2024-07-29T15:02:27.966 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.241938+0000", 2024-07-29T15:02:27.966 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.241938+0000", 2024-07-29T15:02:27.966 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.241938+0000", 2024-07-29T15:02:27.966 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.966 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.966 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.966 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.241938+0000", 2024-07-29T15:02:27.966 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.241938+0000", 2024-07-29T15:02:27.966 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.966 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.966 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.967 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.967 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 66, 2024-07-29T15:02:27.967 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.967 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.967 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.967 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.967 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.967 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.967 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.967 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.967 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.20", 2024-07-29T15:02:27.967 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.967 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.967 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.967 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 30, 2024-07-29T15:02:27.968 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.968 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:10:23.420700+0000", 2024-07-29T15:02:27.968 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.968 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.968 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.968 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.968 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.968 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.968 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.968 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.968 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.968 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.968 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.968 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.968 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.968 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.971 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.971 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.971 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.971 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.971 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:27.971 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:27.971 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T15:02:27.971 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.971 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T15:02:27.971 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.971 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.971 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.971 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.971 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:27.972 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:27.972 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:27.972 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.972 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T15:02:27.972 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.972 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.972 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.972 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.972 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.972 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.972 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.873319+0000", 2024-07-29T15:02:27.972 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.885186+0000", 2024-07-29T15:02:27.972 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.885186+0000", 2024-07-29T15:02:27.972 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.886354+0000", 2024-07-29T15:02:27.972 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.873319+0000", 2024-07-29T15:02:27.972 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:27.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.873319+0000", 2024-07-29T15:02:27.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.873319+0000", 2024-07-29T15:02:27.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.873319+0000", 2024-07-29T15:02:27.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.873319+0000", 2024-07-29T15:02:27.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.873319+0000", 2024-07-29T15:02:27.973 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.973 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.973 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.973 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.973 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:27.974 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.974 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.974 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.974 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.974 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.974 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.974 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.974 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.974 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1a", 2024-07-29T15:02:27.974 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.974 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.974 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.974 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:27.974 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.975 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:10:40.248261+0000", 2024-07-29T15:02:27.975 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.975 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.975 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.975 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.975 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.975 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.975 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.975 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.975 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.975 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.975 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.975 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.975 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.975 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.977 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.978 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.978 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.978 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.978 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:27.978 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:27.978 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:27.978 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.978 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T15:02:27.978 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.978 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.978 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.978 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.978 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:27.978 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:27.979 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:27.979 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.979 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T15:02:27.979 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.979 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.979 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:27.979 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.979 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.979 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.979 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.992701+0000", 2024-07-29T15:02:27.979 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.769292+0000", 2024-07-29T15:02:27.979 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.769292+0000", 2024-07-29T15:02:27.979 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.769577+0000", 2024-07-29T15:02:27.979 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.992701+0000", 2024-07-29T15:02:27.979 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:27.979 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.980 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:27.980 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:27.980 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.992701+0000", 2024-07-29T15:02:27.980 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.992701+0000", 2024-07-29T15:02:27.980 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.992701+0000", 2024-07-29T15:02:27.980 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.980 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.980 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:27.980 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.992701+0000", 2024-07-29T15:02:27.980 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.992701+0000", 2024-07-29T15:02:27.980 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.980 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 1, 2024-07-29T15:02:27.980 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.980 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.981 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:27.981 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.981 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.981 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.981 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.981 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 1, 2024-07-29T15:02:27.981 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.981 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.981 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.981 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1b", 2024-07-29T15:02:27.981 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.981 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.981 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.981 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 23, 2024-07-29T15:02:27.981 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.982 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:58:19.405921+0000", 2024-07-29T15:02:27.982 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.982 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.982 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.982 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.982 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.982 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.982 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.982 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.982 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.982 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.982 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.982 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.982 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.985 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.985 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.985 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.985 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.985 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:27.985 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:27.985 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:27.985 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.985 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T15:02:27.985 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'1" 2024-07-29T15:02:27.985 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.985 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.985 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.986 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:27.986 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:27.986 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:27.986 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.986 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T15:02:27.986 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.986 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.986 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:27.986 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.986 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.986 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.986 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.918701+0000", 2024-07-29T15:02:27.987 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.901042+0000", 2024-07-29T15:02:27.987 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.901042+0000", 2024-07-29T15:02:27.987 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.901308+0000", 2024-07-29T15:02:27.987 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.918701+0000", 2024-07-29T15:02:27.987 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.987 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.987 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.987 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:27.987 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.918701+0000", 2024-07-29T15:02:27.987 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.918701+0000", 2024-07-29T15:02:27.987 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.918701+0000", 2024-07-29T15:02:27.987 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.987 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.987 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:27.987 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.918701+0000", 2024-07-29T15:02:27.988 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.918701+0000", 2024-07-29T15:02:27.988 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.988 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:27.988 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.988 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.988 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:27.988 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.988 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.988 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.988 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.988 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:27.988 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.988 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.988 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.988 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1b", 2024-07-29T15:02:27.988 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.989 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.989 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.989 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:27.989 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.989 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:11:55.335369+0000", 2024-07-29T15:02:27.989 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.989 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.989 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.989 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.989 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.989 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.989 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.989 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.989 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.989 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.990 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.990 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.990 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.990 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.990 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.990 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.990 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.990 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.990 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.990 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.990 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.990 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.990 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.990 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.990 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.992 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.992 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.992 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.992 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.992 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:27.992 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:27.992 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:27.992 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.992 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T15:02:27.992 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:27.993 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.993 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:27.993 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:27.993 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:27.993 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:27.993 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:27.993 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:27.993 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T15:02:27.993 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:27.993 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:27.993 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:27.993 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:27.993 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:27.994 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:27.994 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.242629+0000", 2024-07-29T15:02:27.994 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:59:26.702695+0000", 2024-07-29T15:02:27.994 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:59:26.702695+0000", 2024-07-29T15:02:27.994 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:59:26.702979+0000", 2024-07-29T15:02:27.994 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.242629+0000", 2024-07-29T15:02:27.994 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:27.994 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:27.994 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:27.994 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 67, 2024-07-29T15:02:27.994 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.242629+0000", 2024-07-29T15:02:27.994 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.242629+0000", 2024-07-29T15:02:27.994 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.242629+0000", 2024-07-29T15:02:27.995 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:27.995 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:27.995 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:27.995 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.242629+0000", 2024-07-29T15:02:27.995 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.242629+0000", 2024-07-29T15:02:27.995 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:27.995 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 1, 2024-07-29T15:02:27.995 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:27.995 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:27.995 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 66, 2024-07-29T15:02:27.995 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:27.995 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:27.995 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:27.995 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:27.995 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 1, 2024-07-29T15:02:27.996 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:27.996 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:27.996 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:27.996 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1a", 2024-07-29T15:02:27.996 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:27.996 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:27.996 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:27.996 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 34, 2024-07-29T15:02:27.996 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:27.996 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:22:42.036035+0000", 2024-07-29T15:02:27.996 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:27.996 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:27.996 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:27.996 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:27.996 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:27.997 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:27.997 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:27.997 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:27.997 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:27.997 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:27.997 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:27.997 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:27.997 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:27.997 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:27.997 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:27.997 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:27.997 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:27.997 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:27.997 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:27.997 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:27.998 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:27.998 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:27.998 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:27.998 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:27.998 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:27.998 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:27.998 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:27.998 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:27.998 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:27.998 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:27.998 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:27.998 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:27.998 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:27.998 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:27.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:27.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:27.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:27.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:27.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:27.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:27.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:27.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:27.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:27.999 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:27.999 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:27.999 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:27.999 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:27.999 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:27.999 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.000 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:28.000 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.000 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T15:02:28.000 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'1" 2024-07-29T15:02:28.000 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.000 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.000 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.000 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.000 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:28.000 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:28.000 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.000 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T15:02:28.000 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.000 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.001 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:28.001 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.001 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.001 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.001 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.992424+0000", 2024-07-29T15:02:28.001 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.769620+0000", 2024-07-29T15:02:28.001 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.769620+0000", 2024-07-29T15:02:28.001 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.769880+0000", 2024-07-29T15:02:28.001 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.992424+0000", 2024-07-29T15:02:28.001 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.001 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.001 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.001 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:28.001 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.992424+0000", 2024-07-29T15:02:28.002 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.992424+0000", 2024-07-29T15:02:28.002 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.992424+0000", 2024-07-29T15:02:28.002 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.002 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.002 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.002 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.992424+0000", 2024-07-29T15:02:28.002 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.992424+0000", 2024-07-29T15:02:28.002 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.002 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.002 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.002 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.002 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:28.002 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.002 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.003 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.003 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.003 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.003 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.003 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.003 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.003 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.19", 2024-07-29T15:02:28.003 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.003 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.003 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.003 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 22, 2024-07-29T15:02:28.003 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.003 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:51:13.803634+0000", 2024-07-29T15:02:28.003 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.004 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.004 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.004 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.004 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.004 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.004 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.004 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.004 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.004 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.004 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.004 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.004 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.004 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.004 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.005 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.005 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.005 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.005 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.005 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.005 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.005 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.005 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.005 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.005 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.005 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.005 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.005 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.007 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.007 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.007 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.007 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.007 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.007 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:28.007 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:28.007 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.007 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T15:02:28.007 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.007 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.007 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.007 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.007 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.008 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.008 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:28.008 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.008 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T15:02:28.008 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.008 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.008 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:28.008 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.008 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.008 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.008 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.992393+0000", 2024-07-29T15:02:28.008 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.897482+0000", 2024-07-29T15:02:28.008 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.897482+0000", 2024-07-29T15:02:28.008 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.897869+0000", 2024-07-29T15:02:28.008 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.992393+0000", 2024-07-29T15:02:28.008 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.009 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.009 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.009 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:28.009 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.992393+0000", 2024-07-29T15:02:28.009 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.992393+0000", 2024-07-29T15:02:28.009 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.992393+0000", 2024-07-29T15:02:28.009 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.009 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.009 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.009 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.992393+0000", 2024-07-29T15:02:28.009 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.992393+0000", 2024-07-29T15:02:28.009 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.009 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.009 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.010 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.010 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:28.010 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.010 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.010 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.010 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.010 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.010 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.010 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.010 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.010 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.18", 2024-07-29T15:02:28.010 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.010 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.010 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.011 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 19, 2024-07-29T15:02:28.011 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.011 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:25:59.024817+0000", 2024-07-29T15:02:28.011 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.011 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.011 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.011 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.011 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.011 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.011 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.011 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.012 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.012 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.012 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.012 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.012 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.012 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.012 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.012 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.012 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.012 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.012 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.012 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.012 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.014 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.014 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.014 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.014 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.014 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.014 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.014 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:28.015 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.015 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T15:02:28.015 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.015 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.015 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.015 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.015 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.015 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.015 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:28.015 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.015 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T15:02:28.015 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.015 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.015 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:28.015 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.015 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.016 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.016 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.878229+0000", 2024-07-29T15:02:28.016 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.775874+0000", 2024-07-29T15:02:28.016 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.775874+0000", 2024-07-29T15:02:28.016 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.776269+0000", 2024-07-29T15:02:28.016 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.878229+0000", 2024-07-29T15:02:28.016 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.016 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.016 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.016 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:28.016 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.878229+0000", 2024-07-29T15:02:28.016 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.878229+0000", 2024-07-29T15:02:28.016 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.878229+0000", 2024-07-29T15:02:28.016 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.017 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.017 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.017 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.878229+0000", 2024-07-29T15:02:28.017 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.878229+0000", 2024-07-29T15:02:28.017 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.017 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.017 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.017 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.017 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:28.017 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.017 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.017 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.017 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.017 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.017 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.018 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.018 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.018 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.18", 2024-07-29T15:02:28.018 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.018 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.018 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.018 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 23, 2024-07-29T15:02:28.018 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.018 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:36:21.056846+0000", 2024-07-29T15:02:28.018 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.018 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.018 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.018 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.019 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.019 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.019 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.019 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.019 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.019 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.019 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.019 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.019 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.019 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.019 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.019 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.019 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.019 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.019 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.021 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.021 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.021 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.021 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.021 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.021 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.021 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.021 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.021 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.021 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.021 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.021 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.021 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.021 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.022 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.022 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:28.022 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.022 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T15:02:28.022 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.022 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.022 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.022 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.022 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.022 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.022 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:28.022 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.022 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T15:02:28.022 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.022 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.023 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:28.023 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.023 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.023 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.023 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.873700+0000", 2024-07-29T15:02:28.023 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.898651+0000", 2024-07-29T15:02:28.023 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.898651+0000", 2024-07-29T15:02:28.023 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.898975+0000", 2024-07-29T15:02:28.023 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.873700+0000", 2024-07-29T15:02:28.023 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.023 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.023 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.023 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:28.023 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.873700+0000", 2024-07-29T15:02:28.023 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.873700+0000", 2024-07-29T15:02:28.024 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.873700+0000", 2024-07-29T15:02:28.024 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.024 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.024 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.024 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.873700+0000", 2024-07-29T15:02:28.024 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.873700+0000", 2024-07-29T15:02:28.024 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.024 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.024 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.024 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.024 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:28.024 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.024 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.024 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.024 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.025 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.025 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.025 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.025 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.025 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.19", 2024-07-29T15:02:28.025 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.025 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.025 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.025 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:28.025 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.025 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:09:59.883987+0000", 2024-07-29T15:02:28.025 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.025 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.025 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.025 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.025 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.026 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.026 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.026 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.026 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.026 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.026 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.026 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.026 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.026 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.026 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.026 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.026 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.026 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.026 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.027 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.027 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.027 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.027 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.027 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.027 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.027 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.027 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.027 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.027 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.027 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.027 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.027 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.028 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.028 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.028 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.028 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.029 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.029 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.029 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:28.029 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.029 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T15:02:28.029 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.029 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.029 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.029 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.029 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:28.029 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.029 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:28.029 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.029 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T15:02:28.029 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.029 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.030 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:28.030 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.030 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.030 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.030 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.242236+0000", 2024-07-29T15:02:28.030 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.772405+0000", 2024-07-29T15:02:28.030 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.772405+0000", 2024-07-29T15:02:28.030 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.772712+0000", 2024-07-29T15:02:28.030 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.242236+0000", 2024-07-29T15:02:28.030 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.030 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.030 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.030 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:28.030 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.242236+0000", 2024-07-29T15:02:28.030 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.242236+0000", 2024-07-29T15:02:28.030 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.242236+0000", 2024-07-29T15:02:28.031 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.031 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.031 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.031 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.242236+0000", 2024-07-29T15:02:28.031 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.242236+0000", 2024-07-29T15:02:28.031 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.031 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.031 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.031 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.031 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:28.031 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.031 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.031 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.031 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.032 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.032 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.032 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.032 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.032 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.17", 2024-07-29T15:02:28.032 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.032 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.032 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.032 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 23, 2024-07-29T15:02:28.032 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.032 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:04:33.588173+0000", 2024-07-29T15:02:28.032 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.032 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.032 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.033 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.033 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.033 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.033 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.033 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.033 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.033 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.033 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.033 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.033 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.033 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.033 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.033 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.033 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.033 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.034 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.034 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.034 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.034 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.034 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.034 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.034 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.034 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.034 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.034 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.034 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.034 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.034 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.035 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.035 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.036 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.036 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.036 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:28.036 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.036 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:28.036 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.036 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T15:02:28.036 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.036 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.036 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.036 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.036 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.036 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.036 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:28.037 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.037 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T15:02:28.037 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.037 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.037 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:28.037 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.037 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.037 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.037 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.878599+0000", 2024-07-29T15:02:28.037 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.902803+0000", 2024-07-29T15:02:28.037 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.902803+0000", 2024-07-29T15:02:28.037 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.903089+0000", 2024-07-29T15:02:28.037 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.878599+0000", 2024-07-29T15:02:28.037 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.038 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.038 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.038 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:28.038 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.878599+0000", 2024-07-29T15:02:28.038 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.878599+0000", 2024-07-29T15:02:28.038 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.878599+0000", 2024-07-29T15:02:28.038 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.038 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.038 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.038 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.878599+0000", 2024-07-29T15:02:28.038 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.878599+0000", 2024-07-29T15:02:28.038 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.038 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.039 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.039 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.039 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:28.039 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.039 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.039 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.039 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.039 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.039 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.039 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.039 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.039 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.16", 2024-07-29T15:02:28.039 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.040 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.040 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.040 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:28.040 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.040 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:30:57.540784+0000", 2024-07-29T15:02:28.040 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.040 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.040 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.040 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.040 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.040 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.040 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.040 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.040 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.041 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.041 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.041 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.041 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.041 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.041 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.041 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.041 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.041 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.041 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.041 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.041 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.041 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.041 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.043 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.043 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.043 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.043 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.043 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.043 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.043 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.043 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.043 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.043 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.043 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.043 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.043 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:28.043 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.044 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T15:02:28.044 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.044 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.044 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.044 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.044 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.044 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:28.044 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:28.044 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.044 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T15:02:28.044 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.044 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.044 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:28.044 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.044 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.045 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.045 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.878767+0000", 2024-07-29T15:02:28.045 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.775517+0000", 2024-07-29T15:02:28.045 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.775517+0000", 2024-07-29T15:02:28.045 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.776057+0000", 2024-07-29T15:02:28.045 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.878767+0000", 2024-07-29T15:02:28.045 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.045 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.045 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.045 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:28.045 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.878767+0000", 2024-07-29T15:02:28.045 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.878767+0000", 2024-07-29T15:02:28.045 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.878767+0000", 2024-07-29T15:02:28.045 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.046 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.046 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.046 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.878767+0000", 2024-07-29T15:02:28.046 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.878767+0000", 2024-07-29T15:02:28.046 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.046 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.046 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.046 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.046 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:28.046 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.046 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.046 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.047 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.047 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.047 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.047 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.047 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.047 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.16", 2024-07-29T15:02:28.047 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.047 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.047 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.047 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 23, 2024-07-29T15:02:28.047 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.047 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:40:07.161177+0000", 2024-07-29T15:02:28.047 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.047 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.048 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.048 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.048 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.048 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.048 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.048 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.048 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.048 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.048 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.048 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.048 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.048 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.048 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.048 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.048 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.050 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.050 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.051 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.051 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.051 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.051 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:28.051 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:28.051 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.051 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T15:02:28.051 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.051 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.051 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.051 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.051 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.051 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.051 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T15:02:28.052 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.052 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T15:02:28.052 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.052 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.052 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:28.052 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.052 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.052 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.052 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.919150+0000", 2024-07-29T15:02:28.052 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.905785+0000", 2024-07-29T15:02:28.052 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.905785+0000", 2024-07-29T15:02:28.052 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.906068+0000", 2024-07-29T15:02:28.052 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.919150+0000", 2024-07-29T15:02:28.052 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.052 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.053 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.053 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:28.053 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.919150+0000", 2024-07-29T15:02:28.053 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.919150+0000", 2024-07-29T15:02:28.053 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.919150+0000", 2024-07-29T15:02:28.053 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.053 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.053 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.053 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.919150+0000", 2024-07-29T15:02:28.053 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.919150+0000", 2024-07-29T15:02:28.053 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.053 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.053 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.053 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.054 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:28.054 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.054 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.054 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.054 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.054 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.054 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.054 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.054 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.054 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.17", 2024-07-29T15:02:28.054 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.054 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.054 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.054 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:28.055 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.055 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:45:30.175360+0000", 2024-07-29T15:02:28.055 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.055 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.055 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.055 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.055 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.055 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.055 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.055 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.055 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.055 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.055 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.055 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.058 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.058 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.058 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.058 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.058 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.058 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.058 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.058 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.058 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T15:02:28.058 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.058 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T15:02:28.058 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.058 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.058 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.059 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.059 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.059 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.059 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:28.059 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.059 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T15:02:28.059 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.059 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.059 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:28.059 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.059 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.059 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.059 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.873580+0000", 2024-07-29T15:02:28.059 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.772313+0000", 2024-07-29T15:02:28.060 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.772313+0000", 2024-07-29T15:02:28.060 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.772733+0000", 2024-07-29T15:02:28.060 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.873580+0000", 2024-07-29T15:02:28.060 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.060 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.060 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.060 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:28.060 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.873580+0000", 2024-07-29T15:02:28.060 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.873580+0000", 2024-07-29T15:02:28.060 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.873580+0000", 2024-07-29T15:02:28.060 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.060 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.060 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.061 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.873580+0000", 2024-07-29T15:02:28.061 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.873580+0000", 2024-07-29T15:02:28.061 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.061 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3, 2024-07-29T15:02:28.061 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.061 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.061 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:28.061 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.061 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.061 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.061 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.061 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3, 2024-07-29T15:02:28.061 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.061 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.062 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.062 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.15", 2024-07-29T15:02:28.062 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.062 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.062 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.062 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 27, 2024-07-29T15:02:28.062 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.062 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:40:23.279058+0000", 2024-07-29T15:02:28.062 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.062 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.062 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.062 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 90, 2024-07-29T15:02:28.062 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.062 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 6, 2024-07-29T15:02:28.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 2, 2024-07-29T15:02:28.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 2, 2024-07-29T15:02:28.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T15:02:28.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.065 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.065 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.065 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.065 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.065 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.065 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.065 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 4, 2024-07-29T15:02:28.065 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 1 2024-07-29T15:02:28.065 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.065 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.065 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.065 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.065 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.065 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.066 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:28.066 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.066 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T15:02:28.066 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'3" 2024-07-29T15:02:28.066 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.066 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.066 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.066 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.066 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.066 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:28.066 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.066 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T15:02:28.066 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.066 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.067 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:28.067 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.067 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.067 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.067 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.873576+0000", 2024-07-29T15:02:28.067 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.900805+0000", 2024-07-29T15:02:28.067 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.900805+0000", 2024-07-29T15:02:28.067 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.901099+0000", 2024-07-29T15:02:28.067 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.873576+0000", 2024-07-29T15:02:28.067 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.067 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.067 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.067 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:28.067 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.873576+0000", 2024-07-29T15:02:28.068 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.873576+0000", 2024-07-29T15:02:28.068 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.873576+0000", 2024-07-29T15:02:28.068 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.068 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.068 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.068 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.873576+0000", 2024-07-29T15:02:28.068 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.873576+0000", 2024-07-29T15:02:28.068 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.068 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.068 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.068 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.068 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:28.068 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.068 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.068 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.068 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.069 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.069 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.069 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.069 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.069 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.14", 2024-07-29T15:02:28.069 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.069 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.069 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.069 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:28.069 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.069 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:18:07.478277+0000", 2024-07-29T15:02:28.069 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.069 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.069 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.069 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.070 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.070 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.070 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.070 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.070 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.070 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.070 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.070 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.070 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.070 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.070 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.070 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.070 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.072 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.072 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.072 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.072 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.072 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.072 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.072 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.072 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.072 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.072 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.072 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.072 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.072 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.072 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.072 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.073 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.073 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.073 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:28.073 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.073 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T15:02:28.073 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.073 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.073 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.073 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.073 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:28.073 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.073 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T15:02:28.073 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.073 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T15:02:28.073 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.073 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.074 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:28.074 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.074 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.074 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.074 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:01:10.992378+0000", 2024-07-29T15:02:28.074 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.773549+0000", 2024-07-29T15:02:28.074 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.773549+0000", 2024-07-29T15:02:28.074 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.773845+0000", 2024-07-29T15:02:28.074 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:01:10.992378+0000", 2024-07-29T15:02:28.074 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.074 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.074 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.074 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:28.074 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:01:10.992378+0000", 2024-07-29T15:02:28.075 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:01:10.992378+0000", 2024-07-29T15:02:28.075 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:01:10.992378+0000", 2024-07-29T15:02:28.075 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.075 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.075 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.075 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:01:10.992378+0000", 2024-07-29T15:02:28.075 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:01:10.992378+0000", 2024-07-29T15:02:28.075 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.075 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 12, 2024-07-29T15:02:28.075 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.075 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.075 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:28.075 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.075 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.075 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.076 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.076 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 12, 2024-07-29T15:02:28.076 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.076 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.076 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.076 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.14", 2024-07-29T15:02:28.076 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.076 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.076 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 75, 2024-07-29T15:02:28.076 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 35, 2024-07-29T15:02:28.076 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.076 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:39:12.278033+0000", 2024-07-29T15:02:28.076 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.076 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.077 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 2624, 2024-07-29T15:02:28.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.078 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.078 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.078 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 12, 2024-07-29T15:02:28.078 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 4, 2024-07-29T15:02:28.078 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.078 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 4, 2024-07-29T15:02:28.078 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.078 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.078 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.078 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.078 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.078 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T15:02:28.078 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.079 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.079 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.079 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.079 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.079 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.079 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.079 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.079 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.079 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.079 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.079 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.079 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 12, 2024-07-29T15:02:28.079 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 9 2024-07-29T15:02:28.079 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.080 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.080 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.080 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.080 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:28.080 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.080 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T15:02:28.080 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.080 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T15:02:28.080 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "75'12" 2024-07-29T15:02:28.080 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.080 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.080 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.081 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.081 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.081 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:28.081 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.081 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:28.081 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.081 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.081 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:28.081 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.081 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.081 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.081 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.243354+0000", 2024-07-29T15:02:28.081 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.909931+0000", 2024-07-29T15:02:28.082 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.909931+0000", 2024-07-29T15:02:28.082 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.910253+0000", 2024-07-29T15:02:28.082 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.243354+0000", 2024-07-29T15:02:28.082 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.082 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.082 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.082 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:28.082 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.243354+0000", 2024-07-29T15:02:28.082 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.243354+0000", 2024-07-29T15:02:28.082 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.243354+0000", 2024-07-29T15:02:28.082 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.082 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.082 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.082 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.243354+0000", 2024-07-29T15:02:28.083 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.243354+0000", 2024-07-29T15:02:28.083 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.083 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.083 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.083 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.083 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:28.083 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.083 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.083 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.083 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.083 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.083 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.083 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.083 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.084 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.15", 2024-07-29T15:02:28.084 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.084 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.084 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.084 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:28.084 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.084 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:27:23.243557+0000", 2024-07-29T15:02:28.084 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.084 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.084 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.084 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.084 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.084 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.087 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.087 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.087 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.087 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.087 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.087 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.087 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.087 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.087 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.087 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.087 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.087 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.087 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.087 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.088 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.088 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.088 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:28.088 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.088 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:28.088 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.088 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.088 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.088 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.088 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.088 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.088 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T15:02:28.088 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.088 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T15:02:28.088 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.089 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.089 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:28.089 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.089 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.089 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.089 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.918791+0000", 2024-07-29T15:02:28.089 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.766909+0000", 2024-07-29T15:02:28.089 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.766909+0000", 2024-07-29T15:02:28.089 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.767189+0000", 2024-07-29T15:02:28.089 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.918791+0000", 2024-07-29T15:02:28.089 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.089 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.089 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.089 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:28.090 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.918791+0000", 2024-07-29T15:02:28.090 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.918791+0000", 2024-07-29T15:02:28.090 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.918791+0000", 2024-07-29T15:02:28.090 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.090 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.090 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.090 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.918791+0000", 2024-07-29T15:02:28.090 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.918791+0000", 2024-07-29T15:02:28.090 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.090 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T15:02:28.090 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.090 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.090 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:28.090 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.091 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.091 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.091 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.091 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T15:02:28.091 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.091 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.091 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.091 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.13", 2024-07-29T15:02:28.091 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.091 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.091 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.091 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 25, 2024-07-29T15:02:28.091 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.091 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:28:15.664299+0000", 2024-07-29T15:02:28.091 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.092 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.092 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.092 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 34, 2024-07-29T15:02:28.092 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.092 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.092 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.092 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.092 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.092 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.092 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.092 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.092 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.092 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.092 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.092 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.093 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.093 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.093 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.093 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 6, 2024-07-29T15:02:28.093 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 2, 2024-07-29T15:02:28.093 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.093 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 2, 2024-07-29T15:02:28.093 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.093 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.093 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.093 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.093 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.093 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T15:02:28.094 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.094 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.094 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.094 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.094 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.094 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.094 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.094 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.094 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.094 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.094 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.094 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.094 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T15:02:28.095 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 6 2024-07-29T15:02:28.095 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.095 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.095 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.095 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.095 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.095 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.095 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T15:02:28.095 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.095 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T15:02:28.095 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'2" 2024-07-29T15:02:28.095 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.095 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.095 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.096 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.096 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.096 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T15:02:28.096 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.096 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T15:02:28.096 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.096 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.096 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:28.096 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.096 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.096 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.096 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.918532+0000", 2024-07-29T15:02:28.096 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.895407+0000", 2024-07-29T15:02:28.096 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.895407+0000", 2024-07-29T15:02:28.096 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.895681+0000", 2024-07-29T15:02:28.097 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.918532+0000", 2024-07-29T15:02:28.097 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.097 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.097 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.097 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:28.097 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.918532+0000", 2024-07-29T15:02:28.097 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.918532+0000", 2024-07-29T15:02:28.097 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.918532+0000", 2024-07-29T15:02:28.097 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.097 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.097 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.097 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.918532+0000", 2024-07-29T15:02:28.097 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.918532+0000", 2024-07-29T15:02:28.097 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.098 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.098 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.098 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.098 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:28.098 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.098 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.098 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.098 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.098 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.098 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.098 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.098 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.098 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.12", 2024-07-29T15:02:28.098 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.099 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.099 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.099 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:28.099 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.099 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:02:17.454357+0000", 2024-07-29T15:02:28.099 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.099 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.099 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.100 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.100 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.100 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.100 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.100 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.100 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.100 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.100 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.100 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.100 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.100 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.100 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.100 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.100 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.101 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.101 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.101 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.101 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.101 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.101 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.101 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.101 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.101 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.101 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.101 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.101 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.101 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.101 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.102 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.102 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.102 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.102 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.102 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.102 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.102 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.102 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.102 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.102 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.102 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.102 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.102 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.103 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T15:02:28.103 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.103 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T15:02:28.103 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.103 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.103 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.103 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.103 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.103 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.103 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:28.103 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.103 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T15:02:28.103 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.103 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.103 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:28.104 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.104 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.104 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.104 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.878593+0000", 2024-07-29T15:02:28.104 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.776136+0000", 2024-07-29T15:02:28.104 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.776136+0000", 2024-07-29T15:02:28.104 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.776440+0000", 2024-07-29T15:02:28.104 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.878593+0000", 2024-07-29T15:02:28.104 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.104 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.104 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.104 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:28.104 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.878593+0000", 2024-07-29T15:02:28.104 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.878593+0000", 2024-07-29T15:02:28.105 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.878593+0000", 2024-07-29T15:02:28.105 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.105 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.105 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.105 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.878593+0000", 2024-07-29T15:02:28.105 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.878593+0000", 2024-07-29T15:02:28.105 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.105 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.105 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.105 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.105 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:28.105 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.105 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.105 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.105 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.106 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.106 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.106 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.106 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.106 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.12", 2024-07-29T15:02:28.106 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.106 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.106 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.106 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 23, 2024-07-29T15:02:28.106 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.106 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:46:56.907267+0000", 2024-07-29T15:02:28.106 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.106 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.107 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.108 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.108 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.108 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.108 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.108 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.108 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.108 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.108 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.108 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.108 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.108 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.108 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.108 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.108 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.108 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.108 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.109 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.109 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.109 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.109 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.109 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.109 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.109 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.109 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.109 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.109 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.109 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.109 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.109 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.109 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.109 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.110 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.110 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:28.110 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.110 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T15:02:28.110 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.110 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.110 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.110 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.110 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.110 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.110 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:28.110 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.110 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:28.110 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.111 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.111 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:28.111 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.111 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.111 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.111 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.243090+0000", 2024-07-29T15:02:28.111 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.909486+0000", 2024-07-29T15:02:28.111 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.909486+0000", 2024-07-29T15:02:28.111 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.909780+0000", 2024-07-29T15:02:28.111 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.243090+0000", 2024-07-29T15:02:28.111 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.111 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.112 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.112 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:28.112 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.243090+0000", 2024-07-29T15:02:28.112 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.243090+0000", 2024-07-29T15:02:28.112 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.243090+0000", 2024-07-29T15:02:28.112 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.112 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.112 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.112 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.243090+0000", 2024-07-29T15:02:28.112 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.243090+0000", 2024-07-29T15:02:28.112 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.112 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.112 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.112 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.112 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:28.113 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.113 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.113 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.113 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.113 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.113 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.113 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.113 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.113 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.13", 2024-07-29T15:02:28.113 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.113 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.113 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.113 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:28.113 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.114 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:30:54.196798+0000", 2024-07-29T15:02:28.114 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.114 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.114 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.115 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.115 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.115 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.115 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.115 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.115 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.115 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.115 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.115 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.115 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.115 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.115 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.115 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.115 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.117 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.117 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.117 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.117 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.117 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.117 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.117 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.117 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.117 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:28.117 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.117 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:28.117 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.117 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.117 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.117 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.118 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:28.118 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.118 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:28.118 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.118 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T15:02:28.118 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.118 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.118 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:28.118 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.118 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.118 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.118 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.242189+0000", 2024-07-29T15:02:28.118 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.768013+0000", 2024-07-29T15:02:28.118 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.768013+0000", 2024-07-29T15:02:28.119 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.768532+0000", 2024-07-29T15:02:28.119 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.242189+0000", 2024-07-29T15:02:28.119 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.119 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.119 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.119 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:28.119 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.242189+0000", 2024-07-29T15:02:28.119 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.242189+0000", 2024-07-29T15:02:28.119 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.242189+0000", 2024-07-29T15:02:28.119 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.119 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.119 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.119 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.242189+0000", 2024-07-29T15:02:28.119 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.242189+0000", 2024-07-29T15:02:28.119 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.120 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.120 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.120 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.120 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:28.120 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.120 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.120 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.120 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.120 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.120 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.120 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.120 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.120 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.11", 2024-07-29T15:02:28.120 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.120 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.121 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.121 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 23, 2024-07-29T15:02:28.121 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.121 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:19:42.420636+0000", 2024-07-29T15:02:28.121 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.121 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.121 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.122 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.122 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.122 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.122 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.122 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.122 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.122 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.122 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.122 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.122 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.122 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.122 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.122 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.123 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.123 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.123 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.123 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.123 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.123 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.123 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.123 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.123 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.123 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.123 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.123 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.123 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.123 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.123 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.124 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.124 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.124 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.124 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.124 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.124 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.124 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.124 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.124 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:28.124 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.124 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:28.124 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.124 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T15:02:28.125 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.125 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.125 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.125 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.125 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:28.125 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.125 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T15:02:28.125 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.125 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T15:02:28.125 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.125 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.125 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:28.125 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.125 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.125 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.126 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.242425+0000", 2024-07-29T15:02:28.126 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.906253+0000", 2024-07-29T15:02:28.126 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.906253+0000", 2024-07-29T15:02:28.126 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.906616+0000", 2024-07-29T15:02:28.126 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.242425+0000", 2024-07-29T15:02:28.126 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.126 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.126 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.126 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:28.126 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.242425+0000", 2024-07-29T15:02:28.126 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.242425+0000", 2024-07-29T15:02:28.126 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.242425+0000", 2024-07-29T15:02:28.126 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.127 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.127 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.127 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.242425+0000", 2024-07-29T15:02:28.127 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.242425+0000", 2024-07-29T15:02:28.127 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.127 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.127 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.127 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.127 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:28.127 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.127 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.127 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.127 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.127 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.128 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.128 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.128 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.128 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.10", 2024-07-29T15:02:28.128 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.128 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.128 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.128 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:28.128 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.128 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:50:34.496700+0000", 2024-07-29T15:02:28.128 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.128 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.128 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.128 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.130 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.130 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.130 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.130 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.130 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.130 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.130 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.130 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.130 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.130 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.130 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.130 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.130 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.130 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.131 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.131 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.131 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.131 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.131 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.131 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.131 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.131 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.131 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.131 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.131 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.131 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.131 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.131 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.131 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:28.131 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.132 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T15:02:28.132 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.132 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T15:02:28.132 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.132 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.132 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.132 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.132 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:28.132 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.132 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:28.132 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.132 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T15:02:28.132 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.132 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.132 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:28.132 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.133 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.133 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.133 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.874907+0000", 2024-07-29T15:02:28.133 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.765793+0000", 2024-07-29T15:02:28.133 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.765793+0000", 2024-07-29T15:02:28.133 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.766094+0000", 2024-07-29T15:02:28.133 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.874907+0000", 2024-07-29T15:02:28.133 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.133 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.133 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.133 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:28.133 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.874907+0000", 2024-07-29T15:02:28.133 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.874907+0000", 2024-07-29T15:02:28.133 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.874907+0000", 2024-07-29T15:02:28.133 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.133 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.134 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.134 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.874907+0000", 2024-07-29T15:02:28.134 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.874907+0000", 2024-07-29T15:02:28.134 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.134 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 8, 2024-07-29T15:02:28.134 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.134 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.134 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:28.134 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.134 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.134 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.134 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.134 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 8, 2024-07-29T15:02:28.134 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.135 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.135 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.135 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.10", 2024-07-29T15:02:28.135 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.135 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.135 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.135 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 32, 2024-07-29T15:02:28.135 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.135 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:51:58.038075+0000", 2024-07-29T15:02:28.135 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.135 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.135 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.135 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.135 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 12, 2024-07-29T15:02:28.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 4, 2024-07-29T15:02:28.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 4, 2024-07-29T15:02:28.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 4, 2024-07-29T15:02:28.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.138 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.138 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.138 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.138 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.138 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.138 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.138 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 12, 2024-07-29T15:02:28.138 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.138 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.138 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.138 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.138 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.138 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:28.138 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.139 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:28.139 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.139 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T15:02:28.139 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'8" 2024-07-29T15:02:28.139 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.139 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.139 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.139 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.139 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.140 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:28.140 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.140 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:28.140 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.140 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.140 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:28.140 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.140 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.140 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.140 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.242891+0000", 2024-07-29T15:02:28.140 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.910090+0000", 2024-07-29T15:02:28.140 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.910090+0000", 2024-07-29T15:02:28.140 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.910354+0000", 2024-07-29T15:02:28.140 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.242891+0000", 2024-07-29T15:02:28.141 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.141 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.141 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.141 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:28.141 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.242891+0000", 2024-07-29T15:02:28.141 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.242891+0000", 2024-07-29T15:02:28.141 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.242891+0000", 2024-07-29T15:02:28.141 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.141 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.141 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.141 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.242891+0000", 2024-07-29T15:02:28.141 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.242891+0000", 2024-07-29T15:02:28.141 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.141 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.142 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.142 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.142 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:28.142 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.142 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.142 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.142 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.142 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.142 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.142 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.142 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.142 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.11", 2024-07-29T15:02:28.143 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.143 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.143 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.143 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:28.143 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.143 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:10:56.225018+0000", 2024-07-29T15:02:28.143 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.143 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.143 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.143 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.143 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.143 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.143 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.143 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.144 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.144 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.144 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.144 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.144 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.144 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.144 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.144 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.144 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.144 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.144 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.144 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.144 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.144 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.144 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.144 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.145 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.145 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.145 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.145 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.145 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.145 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.145 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.145 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.145 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.145 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.145 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.145 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.145 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.146 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.146 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.146 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.146 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.146 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.146 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.146 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.146 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.146 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.146 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.146 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.146 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.146 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:28.146 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.147 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:28.147 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.147 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.147 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.147 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.147 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.147 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.147 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:28.147 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.147 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T15:02:28.147 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.147 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.147 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:28.147 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.147 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.148 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.148 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.874031+0000", 2024-07-29T15:02:28.148 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.764431+0000", 2024-07-29T15:02:28.148 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.764431+0000", 2024-07-29T15:02:28.148 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.764730+0000", 2024-07-29T15:02:28.148 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.874031+0000", 2024-07-29T15:02:28.148 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.148 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.148 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.148 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:28.148 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.874031+0000", 2024-07-29T15:02:28.148 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.874031+0000", 2024-07-29T15:02:28.148 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.874031+0000", 2024-07-29T15:02:28.148 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.148 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.148 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.148 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.874031+0000", 2024-07-29T15:02:28.149 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.874031+0000", 2024-07-29T15:02:28.149 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.149 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 1, 2024-07-29T15:02:28.149 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.149 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.149 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:28.149 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.149 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.149 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.149 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.149 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 1, 2024-07-29T15:02:28.149 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.149 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.149 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.150 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.f", 2024-07-29T15:02:28.150 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.150 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.150 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.150 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 25, 2024-07-29T15:02:28.150 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.150 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:54:52.033623+0000", 2024-07-29T15:02:28.150 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.150 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.150 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.150 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 22, 2024-07-29T15:02:28.150 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.150 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.150 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.151 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.151 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.151 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.151 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.151 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.151 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.151 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.151 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.151 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.151 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.151 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.151 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.151 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T15:02:28.151 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T15:02:28.151 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.152 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T15:02:28.152 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.152 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.152 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.152 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.152 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.152 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.152 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.152 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.152 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.152 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.152 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.152 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.152 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.153 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.153 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.153 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.153 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.153 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.153 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 1, 2024-07-29T15:02:28.153 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 1 2024-07-29T15:02:28.153 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.153 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.153 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.153 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.153 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.153 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.153 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:28.154 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.154 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T15:02:28.154 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'1" 2024-07-29T15:02:28.154 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.154 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.154 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.154 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.154 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.154 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:28.154 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.154 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:28.154 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.154 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.155 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:28.155 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.155 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.155 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.155 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.243643+0000", 2024-07-29T15:02:28.155 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.910915+0000", 2024-07-29T15:02:28.155 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.910915+0000", 2024-07-29T15:02:28.155 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.911420+0000", 2024-07-29T15:02:28.155 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.243643+0000", 2024-07-29T15:02:28.155 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.155 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.155 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.155 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:28.155 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.243643+0000", 2024-07-29T15:02:28.156 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.243643+0000", 2024-07-29T15:02:28.156 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.243643+0000", 2024-07-29T15:02:28.156 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.156 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.156 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.156 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.243643+0000", 2024-07-29T15:02:28.156 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.243643+0000", 2024-07-29T15:02:28.156 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.156 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.156 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.156 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.156 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:28.156 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.156 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.157 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.157 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.157 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.157 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.157 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.157 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.157 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.e", 2024-07-29T15:02:28.157 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.157 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.157 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.157 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:28.157 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.157 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:37:28.592545+0000", 2024-07-29T15:02:28.157 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.157 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.158 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.158 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.158 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.158 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.158 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.158 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.158 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.158 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.158 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.158 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.158 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.158 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.158 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.158 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.158 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.160 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.160 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.160 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.161 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.161 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.161 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.161 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:28.161 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.161 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:28.161 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.161 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.161 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.161 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.161 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:28.161 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.161 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:28.161 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.162 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T15:02:28.162 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.162 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.162 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:28.162 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.162 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.162 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.162 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.875570+0000", 2024-07-29T15:02:28.162 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.771474+0000", 2024-07-29T15:02:28.162 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.771474+0000", 2024-07-29T15:02:28.162 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.771835+0000", 2024-07-29T15:02:28.162 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.875570+0000", 2024-07-29T15:02:28.162 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.163 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.163 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.163 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:28.163 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.875570+0000", 2024-07-29T15:02:28.163 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.875570+0000", 2024-07-29T15:02:28.163 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.875570+0000", 2024-07-29T15:02:28.163 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.163 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.163 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.163 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.875570+0000", 2024-07-29T15:02:28.163 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.875570+0000", 2024-07-29T15:02:28.163 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.163 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T15:02:28.163 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.164 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.164 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:28.164 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.164 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.164 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.164 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.164 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T15:02:28.164 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.164 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.164 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.164 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.e", 2024-07-29T15:02:28.164 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.164 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.164 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.164 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 26, 2024-07-29T15:02:28.165 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.165 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:26:12.244897+0000", 2024-07-29T15:02:28.165 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.165 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.165 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.165 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.165 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.165 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.165 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.165 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.165 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.165 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.165 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.165 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.166 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.166 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.166 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.166 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.166 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.166 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.166 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.166 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T15:02:28.166 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T15:02:28.166 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.166 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T15:02:28.166 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.166 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.167 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.167 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.167 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.167 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T15:02:28.167 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.167 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.167 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.167 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.167 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.167 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.167 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.167 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.167 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.167 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T15:02:28.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.168 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.168 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.168 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.168 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.168 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:28.168 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.168 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:28.168 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.168 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T15:02:28.168 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'2" 2024-07-29T15:02:28.168 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.168 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.169 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.169 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.169 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.169 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:28.169 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.169 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:28.169 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.169 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.169 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:28.169 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.169 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.169 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.169 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.243693+0000", 2024-07-29T15:02:28.169 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.910261+0000", 2024-07-29T15:02:28.169 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.910261+0000", 2024-07-29T15:02:28.170 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.910585+0000", 2024-07-29T15:02:28.170 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.243693+0000", 2024-07-29T15:02:28.170 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.170 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.170 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.170 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:28.170 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.243693+0000", 2024-07-29T15:02:28.170 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.243693+0000", 2024-07-29T15:02:28.170 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.243693+0000", 2024-07-29T15:02:28.170 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.170 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.170 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.170 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.243693+0000", 2024-07-29T15:02:28.171 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.243693+0000", 2024-07-29T15:02:28.171 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.171 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.171 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.171 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.171 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:28.171 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.171 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.171 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.171 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.171 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.171 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.171 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.171 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.171 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.f", 2024-07-29T15:02:28.171 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.172 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.172 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.172 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:28.172 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.172 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:59:13.901737+0000", 2024-07-29T15:02:28.172 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.172 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.172 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.172 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.172 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.172 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.172 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.172 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.172 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.172 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.173 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.173 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.173 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.173 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.173 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.173 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.173 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.173 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.173 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.173 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.173 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.173 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.173 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.173 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.173 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.173 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.174 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.174 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.174 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.174 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.174 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.174 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.174 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.174 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.174 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.174 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.174 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.174 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.174 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.174 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.175 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.175 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.175 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.175 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.175 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.175 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.175 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:28.175 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.175 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:28.175 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.175 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.175 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.175 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.176 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.176 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.176 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T15:02:28.176 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.176 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T15:02:28.176 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.176 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.176 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:28.176 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.176 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.176 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.176 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.874009+0000", 2024-07-29T15:02:28.176 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.766643+0000", 2024-07-29T15:02:28.176 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.766643+0000", 2024-07-29T15:02:28.176 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.767467+0000", 2024-07-29T15:02:28.177 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.874009+0000", 2024-07-29T15:02:28.177 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.177 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.177 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.177 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:28.177 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.874009+0000", 2024-07-29T15:02:28.177 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.874009+0000", 2024-07-29T15:02:28.177 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.874009+0000", 2024-07-29T15:02:28.177 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.177 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.177 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.177 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.874009+0000", 2024-07-29T15:02:28.177 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.874009+0000", 2024-07-29T15:02:28.177 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.177 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 1, 2024-07-29T15:02:28.177 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.178 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.178 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:28.178 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.178 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.178 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.178 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.178 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 1, 2024-07-29T15:02:28.178 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.178 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.178 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.178 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.d", 2024-07-29T15:02:28.178 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.178 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.178 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.179 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 25, 2024-07-29T15:02:28.179 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.179 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:42:11.183349+0000", 2024-07-29T15:02:28.179 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.179 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.179 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.179 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 70, 2024-07-29T15:02:28.179 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.179 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.179 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.179 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.179 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.179 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.179 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.179 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.180 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.180 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.180 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.180 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.180 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.180 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.180 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.180 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T15:02:28.180 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T15:02:28.180 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.180 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T15:02:28.180 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.180 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.180 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.181 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.181 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.181 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.181 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.181 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.181 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.181 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.181 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.181 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.181 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.181 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.181 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.181 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.181 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.181 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.182 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 1, 2024-07-29T15:02:28.182 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 1 2024-07-29T15:02:28.182 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.182 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.182 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.182 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.182 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.182 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.182 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T15:02:28.182 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.182 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T15:02:28.182 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'1" 2024-07-29T15:02:28.182 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.182 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.182 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.183 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.183 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.183 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:28.183 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.183 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T15:02:28.183 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.183 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.183 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:28.183 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.183 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.183 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.183 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.878409+0000", 2024-07-29T15:02:28.183 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.904783+0000", 2024-07-29T15:02:28.183 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.904783+0000", 2024-07-29T15:02:28.184 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.905175+0000", 2024-07-29T15:02:28.184 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.878409+0000", 2024-07-29T15:02:28.184 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.184 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.184 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.184 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:28.184 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.878409+0000", 2024-07-29T15:02:28.184 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.878409+0000", 2024-07-29T15:02:28.184 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.878409+0000", 2024-07-29T15:02:28.184 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.184 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.184 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.184 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.878409+0000", 2024-07-29T15:02:28.184 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.878409+0000", 2024-07-29T15:02:28.184 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.185 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.185 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.185 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.185 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:28.185 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.185 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.185 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.185 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.185 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.185 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.185 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.185 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.185 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.c", 2024-07-29T15:02:28.185 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.185 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.186 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.186 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:28.186 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.186 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:25:22.828596+0000", 2024-07-29T15:02:28.186 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.186 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.186 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.186 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.186 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.186 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.186 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.186 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.186 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.186 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.187 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.187 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.187 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.187 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.187 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.187 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.187 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.187 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.187 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.187 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.187 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.187 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.187 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.187 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.187 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.187 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.187 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.188 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.188 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.188 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.188 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.188 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.188 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.188 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.188 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.188 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.188 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.188 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.188 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.188 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.188 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.188 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.188 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.189 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.189 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.189 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.189 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.189 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.189 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.189 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:28.189 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.189 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T15:02:28.189 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.189 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.189 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.189 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.189 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:28.189 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.189 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:28.190 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.190 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T15:02:28.190 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.190 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.190 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:28.190 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.190 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.190 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.190 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.875366+0000", 2024-07-29T15:02:28.190 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.772412+0000", 2024-07-29T15:02:28.190 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.772412+0000", 2024-07-29T15:02:28.190 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.772703+0000", 2024-07-29T15:02:28.190 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.875366+0000", 2024-07-29T15:02:28.190 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.191 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.191 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.191 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:28.191 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.875366+0000", 2024-07-29T15:02:28.191 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.875366+0000", 2024-07-29T15:02:28.191 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.875366+0000", 2024-07-29T15:02:28.191 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.191 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.191 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.191 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.875366+0000", 2024-07-29T15:02:28.191 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.875366+0000", 2024-07-29T15:02:28.191 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.191 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.191 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.191 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.192 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:28.192 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.192 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.192 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.192 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.192 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.192 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.192 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.192 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.192 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.c", 2024-07-29T15:02:28.193 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.193 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.193 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.193 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 24, 2024-07-29T15:02:28.193 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.193 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:33:45.875503+0000", 2024-07-29T15:02:28.193 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.193 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.193 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.193 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.193 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.193 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.193 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.193 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.193 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.194 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.194 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.194 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.194 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.194 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.194 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.194 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.194 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.194 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.194 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.194 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.194 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.194 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.195 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.195 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.195 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.195 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.195 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.195 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.195 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.195 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.195 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.195 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.195 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.195 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.195 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.195 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.196 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.196 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.196 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.196 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.196 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.196 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.196 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.196 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.196 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.196 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.196 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.196 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:28.196 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.196 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:28.197 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.197 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T15:02:28.197 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.197 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.197 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.197 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.197 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.197 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.197 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:28.197 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.197 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:28.197 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.197 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.197 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:28.197 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.198 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.198 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.198 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.243545+0000", 2024-07-29T15:02:28.198 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.911325+0000", 2024-07-29T15:02:28.198 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.911325+0000", 2024-07-29T15:02:28.198 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.911624+0000", 2024-07-29T15:02:28.198 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.243545+0000", 2024-07-29T15:02:28.198 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.198 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.198 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.198 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:28.198 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.243545+0000", 2024-07-29T15:02:28.198 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.243545+0000", 2024-07-29T15:02:28.199 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.243545+0000", 2024-07-29T15:02:28.199 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.199 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.199 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.199 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.243545+0000", 2024-07-29T15:02:28.199 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.243545+0000", 2024-07-29T15:02:28.199 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.199 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.199 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.199 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.199 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:28.199 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.199 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.199 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.199 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.200 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.200 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.200 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.200 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.200 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.d", 2024-07-29T15:02:28.200 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.200 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.200 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.200 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:28.200 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.200 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:35:13.754433+0000", 2024-07-29T15:02:28.200 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.200 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.200 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.200 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.201 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.201 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.201 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.201 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.201 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.201 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.201 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.201 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.201 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.201 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.201 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.201 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.201 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.201 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.201 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.202 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.202 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.202 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.202 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.202 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.202 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.202 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.202 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.202 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.202 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.202 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.202 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.202 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.203 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.203 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.203 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.203 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.203 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.203 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.203 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.203 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.203 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.203 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.203 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.203 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.203 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.203 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.203 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.204 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.204 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.204 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:28.204 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.204 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:28.204 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.204 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.204 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.204 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.204 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:28.204 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.204 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:28.204 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.204 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T15:02:28.205 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.205 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.205 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T15:02:28.205 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.205 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.205 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.205 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:07.864674+0000", 2024-07-29T15:02:28.205 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:59:56.845123+0000", 2024-07-29T15:02:28.205 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:59:56.845123+0000", 2024-07-29T15:02:28.205 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:00:02.242732+0000", 2024-07-29T15:02:28.205 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:07.864674+0000", 2024-07-29T15:02:28.205 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:28.205 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.205 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:28.205 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 70, 2024-07-29T15:02:28.205 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:07.864674+0000", 2024-07-29T15:02:28.206 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:07.864674+0000", 2024-07-29T15:02:28.206 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:07.864674+0000", 2024-07-29T15:02:28.206 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.206 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.206 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:28.206 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:07.864674+0000", 2024-07-29T15:02:28.206 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:07.864674+0000", 2024-07-29T15:02:28.206 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.206 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.206 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.206 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.206 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 69, 2024-07-29T15:02:28.206 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.206 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.207 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.207 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.207 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.207 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.207 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.207 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.207 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.5", 2024-07-29T15:02:28.207 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.207 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.207 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 75, 2024-07-29T15:02:28.207 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 18, 2024-07-29T15:02:28.207 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.207 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:35:40.416958+0000", 2024-07-29T15:02:28.207 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.000534303, 2024-07-29T15:02:28.208 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.208 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.208 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.208 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.208 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.208 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.208 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.208 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.208 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.208 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.208 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.208 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.208 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.208 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.208 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.208 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.209 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.209 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.209 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.209 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.209 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.209 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.209 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.209 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.209 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.209 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.209 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.209 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.209 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.209 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.209 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.209 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.210 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.210 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.210 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.210 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.210 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.210 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.210 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.210 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.210 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.210 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.210 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.210 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.210 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.211 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.211 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:28.211 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.211 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:28.211 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.211 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T15:02:28.211 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.211 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.211 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.211 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.211 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.211 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.211 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:28.211 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.211 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:28.211 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.212 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.212 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 19, 2024-07-29T15:02:28.212 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.212 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.212 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.212 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.243101+0000", 2024-07-29T15:02:28.212 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:30.351297+0000", 2024-07-29T15:02:28.212 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:30.351297+0000", 2024-07-29T15:02:28.212 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:30.351702+0000", 2024-07-29T15:02:28.212 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.243101+0000", 2024-07-29T15:02:28.212 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:56:33.779105+0000", 2024-07-29T15:02:28.212 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.212 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:56:33.779105+0000", 2024-07-29T15:02:28.212 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 58, 2024-07-29T15:02:28.213 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.243101+0000", 2024-07-29T15:02:28.213 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.243101+0000", 2024-07-29T15:02:28.213 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.243101+0000", 2024-07-29T15:02:28.213 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.213 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.213 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:56:33.779105+0000", 2024-07-29T15:02:28.213 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.243101+0000", 2024-07-29T15:02:28.213 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.243101+0000", 2024-07-29T15:02:28.213 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.213 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 128, 2024-07-29T15:02:28.213 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.213 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.213 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 57, 2024-07-29T15:02:28.213 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.214 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.214 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.214 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.214 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 128, 2024-07-29T15:02:28.214 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.214 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.214 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.214 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "1.0", 2024-07-29T15:02:28.214 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.214 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.214 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.214 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 283, 2024-07-29T15:02:28.214 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.215 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:44:34.189834+0000", 2024-07-29T15:02:28.215 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.215 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.215 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.215 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 590368, 2024-07-29T15:02:28.215 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.215 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 1771104, 2024-07-29T15:02:28.215 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.215 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.215 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.215 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.215 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.215 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.215 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.215 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.215 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.216 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.216 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.216 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.216 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.216 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 6, 2024-07-29T15:02:28.216 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 2, 2024-07-29T15:02:28.216 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.216 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 2, 2024-07-29T15:02:28.216 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.216 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.216 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.216 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.216 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.216 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.216 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.216 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 6, 2024-07-29T15:02:28.217 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.217 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.217 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.217 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.217 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.217 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 212, 2024-07-29T15:02:28.217 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 306, 2024-07-29T15:02:28.217 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.217 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.217 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.217 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 179, 2024-07-29T15:02:28.217 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 2416 2024-07-29T15:02:28.217 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.217 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.217 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.217 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.218 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.218 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.218 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:28.218 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.218 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:28.218 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "68'128" 2024-07-29T15:02:28.218 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.218 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.218 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.218 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.218 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:28.218 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:28.218 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.218 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T15:02:28.218 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.219 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.219 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:28.219 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.219 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.219 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.219 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.878485+0000", 2024-07-29T15:02:28.219 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.775849+0000", 2024-07-29T15:02:28.219 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.775849+0000", 2024-07-29T15:02:28.219 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.776323+0000", 2024-07-29T15:02:28.219 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.878485+0000", 2024-07-29T15:02:28.219 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.219 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.219 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.219 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:28.220 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.878485+0000", 2024-07-29T15:02:28.220 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.878485+0000", 2024-07-29T15:02:28.220 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.878485+0000", 2024-07-29T15:02:28.220 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.220 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.220 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.220 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.878485+0000", 2024-07-29T15:02:28.220 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.878485+0000", 2024-07-29T15:02:28.220 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.220 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.220 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.220 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.220 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:28.220 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.220 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.220 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.221 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.221 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.221 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.221 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.221 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.221 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.3", 2024-07-29T15:02:28.221 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.221 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.221 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.221 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 23, 2024-07-29T15:02:28.221 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.221 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:07:14.909445+0000", 2024-07-29T15:02:28.221 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.221 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.221 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.223 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.223 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.223 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.223 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.223 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.223 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.223 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.223 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.223 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.223 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.223 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.223 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.223 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.224 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.224 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.224 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.224 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.224 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.224 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.224 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.224 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.224 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.224 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.224 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.224 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.224 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.224 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.225 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.225 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.225 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.225 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.225 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:28.225 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:28.225 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.225 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T15:02:28.225 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.225 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.225 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.225 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.225 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.226 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.226 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:28.226 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.226 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T15:02:28.226 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.226 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.226 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:28.226 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.226 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.226 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.226 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.992413+0000", 2024-07-29T15:02:28.226 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.902231+0000", 2024-07-29T15:02:28.226 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.902231+0000", 2024-07-29T15:02:28.227 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.902483+0000", 2024-07-29T15:02:28.227 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.992413+0000", 2024-07-29T15:02:28.227 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.227 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.227 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.227 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:28.227 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.992413+0000", 2024-07-29T15:02:28.227 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.992413+0000", 2024-07-29T15:02:28.227 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.992413+0000", 2024-07-29T15:02:28.227 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.227 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.227 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.227 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.992413+0000", 2024-07-29T15:02:28.227 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.992413+0000", 2024-07-29T15:02:28.228 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.228 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.228 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.228 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.228 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:28.228 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.228 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.228 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.228 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.228 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.228 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.228 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.228 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.228 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2", 2024-07-29T15:02:28.229 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.229 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.229 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.229 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 19, 2024-07-29T15:02:28.229 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.229 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:01:29.424577+0000", 2024-07-29T15:02:28.229 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.229 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.229 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.229 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.229 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.229 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.229 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.229 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.230 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.230 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.230 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.230 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.230 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.230 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.230 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.230 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.230 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.230 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.230 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.230 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.230 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.230 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.231 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.231 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.231 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.231 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.231 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.231 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.231 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.231 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.231 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.231 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.231 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.231 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.231 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.231 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.231 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.232 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.232 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.232 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.232 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.232 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.232 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.232 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.232 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.232 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.232 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.232 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.232 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.232 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:28.232 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.233 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T15:02:28.233 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.233 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.233 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.233 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.233 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.233 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.233 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:28.233 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.233 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T15:02:28.233 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.233 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.233 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T15:02:28.233 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.233 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.234 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.234 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:07.987821+0000", 2024-07-29T15:02:28.234 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:59:56.978615+0000", 2024-07-29T15:02:28.234 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:59:56.978615+0000", 2024-07-29T15:02:28.234 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:00:01.919098+0000", 2024-07-29T15:02:28.234 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:07.987821+0000", 2024-07-29T15:02:28.234 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:28.234 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.234 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:28.234 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 70, 2024-07-29T15:02:28.234 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:07.987821+0000", 2024-07-29T15:02:28.234 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:07.987821+0000", 2024-07-29T15:02:28.234 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:07.987821+0000", 2024-07-29T15:02:28.234 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.235 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.235 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:28.235 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:07.987821+0000", 2024-07-29T15:02:28.235 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:07.987821+0000", 2024-07-29T15:02:28.235 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.235 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.235 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.235 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.235 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 69, 2024-07-29T15:02:28.235 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.235 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.235 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.235 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.235 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.236 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.236 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.236 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.236 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.6", 2024-07-29T15:02:28.236 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.236 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.236 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 75, 2024-07-29T15:02:28.236 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 19, 2024-07-29T15:02:28.236 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.236 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:21:10.681507+0000", 2024-07-29T15:02:28.236 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.00028657, 2024-07-29T15:02:28.236 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.236 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.236 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.236 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.238 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.238 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.238 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.238 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.238 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.238 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.238 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.238 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.238 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.238 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.238 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.238 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.238 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.239 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.239 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.239 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.239 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.239 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.239 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.239 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.239 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.239 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.239 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.239 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.239 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.239 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.239 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.239 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.239 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.240 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.240 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:28.240 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.240 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T15:02:28.240 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.240 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.240 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.240 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.240 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.240 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.240 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:28.240 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.240 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:28.240 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.241 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.241 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:28.241 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.241 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.241 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.241 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.242977+0000", 2024-07-29T15:02:28.241 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.772981+0000", 2024-07-29T15:02:28.241 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.772981+0000", 2024-07-29T15:02:28.241 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.773259+0000", 2024-07-29T15:02:28.241 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.242977+0000", 2024-07-29T15:02:28.241 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.241 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.241 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.241 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:28.242 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.242977+0000", 2024-07-29T15:02:28.242 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.242977+0000", 2024-07-29T15:02:28.242 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.242977+0000", 2024-07-29T15:02:28.242 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.242 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.242 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.242 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.242977+0000", 2024-07-29T15:02:28.242 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.242977+0000", 2024-07-29T15:02:28.242 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.242 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.242 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.242 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.242 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:28.243 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.243 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.243 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.243 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.243 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.243 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.243 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.243 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.243 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.0", 2024-07-29T15:02:28.243 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.243 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.243 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.243 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 24, 2024-07-29T15:02:28.243 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.244 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:27:46.787720+0000", 2024-07-29T15:02:28.244 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.244 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.244 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.245 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.245 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.245 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.245 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.245 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.245 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.245 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.245 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.245 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.245 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.245 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.245 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.245 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.245 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.245 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.246 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.246 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.246 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.246 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.246 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.246 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.246 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.246 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.246 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.246 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.246 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.246 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.246 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.247 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.247 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.247 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.247 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.247 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.247 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.247 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.247 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.247 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:28.247 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.247 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:28.247 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.247 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.247 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.247 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.248 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:28.248 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.248 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T15:02:28.248 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.248 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T15:02:28.248 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.248 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.248 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:28.248 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.248 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.248 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.248 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.874958+0000", 2024-07-29T15:02:28.248 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:59:26.886724+0000", 2024-07-29T15:02:28.248 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:59:26.886724+0000", 2024-07-29T15:02:28.249 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:59:26.887180+0000", 2024-07-29T15:02:28.249 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.874958+0000", 2024-07-29T15:02:28.249 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.249 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.249 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.249 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 67, 2024-07-29T15:02:28.249 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.874958+0000", 2024-07-29T15:02:28.249 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.874958+0000", 2024-07-29T15:02:28.249 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.874958+0000", 2024-07-29T15:02:28.249 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.249 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.249 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.249 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.874958+0000", 2024-07-29T15:02:28.249 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.874958+0000", 2024-07-29T15:02:28.250 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.250 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.250 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.250 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.250 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 66, 2024-07-29T15:02:28.250 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.250 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.250 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.250 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.250 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.250 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.250 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.250 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.251 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1", 2024-07-29T15:02:28.251 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.251 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.251 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.251 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 18, 2024-07-29T15:02:28.251 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.251 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:22:25.272005+0000", 2024-07-29T15:02:28.251 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.251 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.251 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.252 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.252 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.252 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.252 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.252 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.252 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.252 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.252 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.252 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.252 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.252 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.252 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.252 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.253 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.253 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.253 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.253 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.253 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.253 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.253 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.253 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.253 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.253 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.253 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.253 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.253 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.253 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.254 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.254 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.254 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.254 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.254 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.254 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.254 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.254 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.254 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.254 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.254 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.254 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.254 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.255 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:28.255 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.255 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T15:02:28.255 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.255 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T15:02:28.255 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.255 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.255 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.255 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.255 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.255 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.255 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:28.255 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.256 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T15:02:28.256 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.256 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.256 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T15:02:28.256 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.256 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.256 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.256 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:07.354621+0000", 2024-07-29T15:02:28.256 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:59:56.943009+0000", 2024-07-29T15:02:28.256 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:59:56.943009+0000", 2024-07-29T15:02:28.256 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:00:01.873950+0000", 2024-07-29T15:02:28.256 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:07.354621+0000", 2024-07-29T15:02:28.256 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:28.256 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.257 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:28.257 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 70, 2024-07-29T15:02:28.257 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:07.354621+0000", 2024-07-29T15:02:28.257 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:07.354621+0000", 2024-07-29T15:02:28.257 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:07.354621+0000", 2024-07-29T15:02:28.257 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.257 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.257 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:28.257 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:07.354621+0000", 2024-07-29T15:02:28.257 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:07.354621+0000", 2024-07-29T15:02:28.257 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.257 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.257 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.257 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.257 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 69, 2024-07-29T15:02:28.258 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.258 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.258 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.258 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.258 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.258 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.258 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.258 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.258 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.7", 2024-07-29T15:02:28.258 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.258 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.258 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 75, 2024-07-29T15:02:28.258 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 19, 2024-07-29T15:02:28.259 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.259 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:21:20.964483+0000", 2024-07-29T15:02:28.259 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.000420259, 2024-07-29T15:02:28.259 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.259 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.259 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.259 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.259 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.259 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.259 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.259 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.259 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.259 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.259 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.260 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.260 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.260 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.260 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.260 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.260 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.260 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.260 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.260 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.260 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.260 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.260 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.260 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.260 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.261 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.261 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.261 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.261 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.261 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.261 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.261 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.261 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.261 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.261 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.261 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.261 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.262 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.262 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.262 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.262 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.262 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.262 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.262 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.262 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.262 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.262 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.262 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.262 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:28.262 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.263 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T15:02:28.263 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.263 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.263 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.263 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.263 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:28.263 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.263 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:28.263 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.263 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T15:02:28.263 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.263 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.263 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:28.263 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.263 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.264 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.264 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.875097+0000", 2024-07-29T15:02:28.264 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.769673+0000", 2024-07-29T15:02:28.264 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.769673+0000", 2024-07-29T15:02:28.264 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.770065+0000", 2024-07-29T15:02:28.264 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.875097+0000", 2024-07-29T15:02:28.264 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.264 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.264 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.264 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:28.264 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.875097+0000", 2024-07-29T15:02:28.264 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.875097+0000", 2024-07-29T15:02:28.264 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.875097+0000", 2024-07-29T15:02:28.264 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.265 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.265 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.265 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.875097+0000", 2024-07-29T15:02:28.265 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.875097+0000", 2024-07-29T15:02:28.265 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.265 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.265 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.265 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.265 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:28.265 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.265 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.265 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.265 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.265 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.265 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.266 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.266 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.266 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1", 2024-07-29T15:02:28.266 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.266 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.266 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.266 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 24, 2024-07-29T15:02:28.266 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.266 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:34:03.465929+0000", 2024-07-29T15:02:28.266 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.266 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.266 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.266 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.266 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.267 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.267 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.267 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.267 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.267 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.267 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.267 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.267 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.267 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.267 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.267 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.267 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.267 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.267 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.267 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.268 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.268 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.268 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.268 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.268 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.268 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.268 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.268 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.268 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.268 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.268 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.268 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.268 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.268 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.269 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.269 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.269 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.269 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.269 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.269 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.269 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.269 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.269 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.269 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.269 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.269 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.269 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.269 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:28.270 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.270 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:28.270 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.270 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T15:02:28.270 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.270 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.270 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.270 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.270 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.270 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:28.270 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:28.270 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.270 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T15:02:28.271 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.271 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.271 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:28.271 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.271 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.271 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.271 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.873301+0000", 2024-07-29T15:02:28.271 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.894953+0000", 2024-07-29T15:02:28.271 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.894953+0000", 2024-07-29T15:02:28.271 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.895215+0000", 2024-07-29T15:02:28.271 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.873301+0000", 2024-07-29T15:02:28.271 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.271 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.271 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.272 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:28.272 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.873301+0000", 2024-07-29T15:02:28.272 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.873301+0000", 2024-07-29T15:02:28.272 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.873301+0000", 2024-07-29T15:02:28.272 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.272 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.272 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.272 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.873301+0000", 2024-07-29T15:02:28.272 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.873301+0000", 2024-07-29T15:02:28.272 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.272 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.272 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.272 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.272 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:28.273 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.273 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.273 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.273 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.273 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.273 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.273 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.273 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.273 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.0", 2024-07-29T15:02:28.273 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.273 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.273 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.273 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:28.273 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.273 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:36:37.305120+0000", 2024-07-29T15:02:28.274 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.274 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.274 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.274 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.274 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.274 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.274 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.274 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.274 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.274 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.274 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.274 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.274 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.275 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.275 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.275 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.275 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.275 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.275 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.275 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.275 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.275 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.275 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.275 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.275 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.275 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.275 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.276 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.276 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.276 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.276 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.276 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.276 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.276 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.276 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.276 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.276 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.276 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.276 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.276 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.277 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.277 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.277 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.277 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.277 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.277 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.277 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.277 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.277 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:28.277 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:28.277 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.277 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T15:02:28.277 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.277 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.278 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.278 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.278 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.278 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:28.278 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T15:02:28.278 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.278 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T15:02:28.278 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.278 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.278 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T15:02:28.278 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.278 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.279 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.279 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:07.353967+0000", 2024-07-29T15:02:28.279 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:59:56.978530+0000", 2024-07-29T15:02:28.279 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:59:56.978530+0000", 2024-07-29T15:02:28.279 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:00:01.874129+0000", 2024-07-29T15:02:28.279 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:07.353967+0000", 2024-07-29T15:02:28.279 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:28.279 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.279 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:28.279 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 70, 2024-07-29T15:02:28.279 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:07.353967+0000", 2024-07-29T15:02:28.279 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:07.353967+0000", 2024-07-29T15:02:28.279 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:07.353967+0000", 2024-07-29T15:02:28.280 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.280 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.280 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:28.280 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:07.353967+0000", 2024-07-29T15:02:28.280 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:07.353967+0000", 2024-07-29T15:02:28.280 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.280 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.280 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.280 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.280 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 69, 2024-07-29T15:02:28.280 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.280 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.280 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.280 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.281 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.281 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.281 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.281 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.281 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.4", 2024-07-29T15:02:28.281 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.281 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.281 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 75, 2024-07-29T15:02:28.281 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 19, 2024-07-29T15:02:28.281 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.281 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:41:52.226661+0000", 2024-07-29T15:02:28.281 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.000417666, 2024-07-29T15:02:28.281 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.282 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.282 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.282 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.282 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.282 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.282 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.282 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.282 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.282 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.282 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.282 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.282 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.282 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.282 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.283 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.283 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.283 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.283 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.283 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.283 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.283 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.283 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.283 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.283 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.283 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.283 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.283 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.283 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.284 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.284 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.284 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.284 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.284 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.284 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.284 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.284 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.284 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.284 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.284 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.284 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.284 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.284 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.285 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.285 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.285 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.285 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.285 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:28.285 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T15:02:28.285 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.285 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T15:02:28.285 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.285 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.285 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.285 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.285 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.285 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.285 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:28.286 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.286 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T15:02:28.286 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.286 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.286 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:28.286 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.286 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.286 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.286 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.878556+0000", 2024-07-29T15:02:28.286 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.775250+0000", 2024-07-29T15:02:28.286 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.775250+0000", 2024-07-29T15:02:28.286 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.775567+0000", 2024-07-29T15:02:28.286 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.878556+0000", 2024-07-29T15:02:28.286 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.287 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.287 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.287 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:28.287 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.878556+0000", 2024-07-29T15:02:28.287 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.878556+0000", 2024-07-29T15:02:28.287 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.878556+0000", 2024-07-29T15:02:28.287 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.287 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.287 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.287 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.878556+0000", 2024-07-29T15:02:28.287 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.878556+0000", 2024-07-29T15:02:28.287 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.287 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.287 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.287 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.288 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:28.288 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.288 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.288 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.288 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.288 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.288 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.288 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.288 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.288 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.2", 2024-07-29T15:02:28.288 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.288 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.288 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.288 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 23, 2024-07-29T15:02:28.288 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.289 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:30:19.813989+0000", 2024-07-29T15:02:28.289 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.289 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.289 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.289 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.289 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.289 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.289 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.289 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.289 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.289 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.289 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.289 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.289 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.290 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.290 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.290 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.290 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.290 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.290 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.290 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.290 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.290 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.290 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.290 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.290 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.290 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.290 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.290 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.291 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.291 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.291 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.291 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.291 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.291 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.291 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.291 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.291 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.291 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.291 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.291 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.291 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.291 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.291 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.292 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.292 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.292 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.292 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.292 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.292 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.292 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:28.292 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.292 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T15:02:28.292 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.292 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.292 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.292 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.292 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.292 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.293 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:28.293 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.293 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T15:02:28.293 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.293 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.293 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:28.293 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.293 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.293 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.293 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.873325+0000", 2024-07-29T15:02:28.293 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.896591+0000", 2024-07-29T15:02:28.293 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.896591+0000", 2024-07-29T15:02:28.293 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.896876+0000", 2024-07-29T15:02:28.293 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.873325+0000", 2024-07-29T15:02:28.293 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.294 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.294 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.294 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:28.294 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.873325+0000", 2024-07-29T15:02:28.294 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.873325+0000", 2024-07-29T15:02:28.294 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.873325+0000", 2024-07-29T15:02:28.294 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.294 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.294 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.294 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.873325+0000", 2024-07-29T15:02:28.294 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.873325+0000", 2024-07-29T15:02:28.294 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.294 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.295 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.295 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.295 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:28.295 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.295 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.295 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.295 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.295 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.295 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.295 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.295 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.295 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3", 2024-07-29T15:02:28.295 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.295 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.296 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.296 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:28.296 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.296 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:27:58.579511+0000", 2024-07-29T15:02:28.296 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.296 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.296 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.296 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.296 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.296 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.296 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.296 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.296 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.296 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.297 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.297 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.297 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.297 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.297 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.297 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.297 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.297 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.297 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.297 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.297 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.297 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.297 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.298 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.298 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.298 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.298 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.298 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.298 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.298 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.298 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.298 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.298 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.298 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.298 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.298 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.299 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.299 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.299 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.299 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.299 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.299 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.299 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.299 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.299 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.299 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.299 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.299 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.299 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.299 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:28.300 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.300 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T15:02:28.300 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.300 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.300 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.300 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.300 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.300 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.300 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:28.300 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.300 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T15:02:28.300 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.300 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.300 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T15:02:28.301 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.301 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.301 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.301 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:07.354086+0000", 2024-07-29T15:02:28.301 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:59:56.942899+0000", 2024-07-29T15:02:28.301 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:59:56.942899+0000", 2024-07-29T15:02:28.301 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:00:01.874507+0000", 2024-07-29T15:02:28.301 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:07.354086+0000", 2024-07-29T15:02:28.301 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:28.301 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.301 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:28.301 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 70, 2024-07-29T15:02:28.301 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:07.354086+0000", 2024-07-29T15:02:28.301 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:07.354086+0000", 2024-07-29T15:02:28.302 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:07.354086+0000", 2024-07-29T15:02:28.302 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.302 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.302 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:28.302 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:07.354086+0000", 2024-07-29T15:02:28.302 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:07.354086+0000", 2024-07-29T15:02:28.302 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.302 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T15:02:28.302 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.302 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.302 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 69, 2024-07-29T15:02:28.302 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.302 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.302 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.303 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.303 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T15:02:28.303 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.303 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.303 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.303 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.2", 2024-07-29T15:02:28.303 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.303 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.303 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 75, 2024-07-29T15:02:28.303 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:28.303 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.303 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:02:50.471386+0000", 2024-07-29T15:02:28.303 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.000392067, 2024-07-29T15:02:28.304 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.304 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.304 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 19, 2024-07-29T15:02:28.304 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.304 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.304 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.304 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.304 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.304 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.304 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.304 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.304 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.304 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.304 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.305 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.305 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.305 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.305 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.305 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T15:02:28.305 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T15:02:28.305 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.305 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T15:02:28.305 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.305 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.305 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.305 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.305 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.305 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.306 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.306 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.306 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.306 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.306 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.306 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.306 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.306 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.306 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.306 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.306 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.306 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.306 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 2, 2024-07-29T15:02:28.307 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 2 2024-07-29T15:02:28.307 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.307 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.307 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.307 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.307 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.307 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.307 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:28.307 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.307 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T15:02:28.307 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "74'2" 2024-07-29T15:02:28.307 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.307 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.307 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.307 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.308 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.308 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:28.308 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.308 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T15:02:28.308 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.308 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.308 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:28.308 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.308 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.308 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.308 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.873901+0000", 2024-07-29T15:02:28.308 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.764393+0000", 2024-07-29T15:02:28.308 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.764393+0000", 2024-07-29T15:02:28.308 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.766579+0000", 2024-07-29T15:02:28.309 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.873901+0000", 2024-07-29T15:02:28.309 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.309 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.309 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.309 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:28.309 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.873901+0000", 2024-07-29T15:02:28.309 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.873901+0000", 2024-07-29T15:02:28.309 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.873901+0000", 2024-07-29T15:02:28.309 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.309 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.309 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.309 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.873901+0000", 2024-07-29T15:02:28.309 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.873901+0000", 2024-07-29T15:02:28.309 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.310 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.310 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.310 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.310 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:28.310 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.310 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.310 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.310 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.310 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.310 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.310 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.310 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.310 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.4", 2024-07-29T15:02:28.310 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.311 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.311 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.311 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 24, 2024-07-29T15:02:28.311 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.311 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:46:19.046366+0000", 2024-07-29T15:02:28.311 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.311 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.311 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.311 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.311 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.311 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.311 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.311 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.311 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.312 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.312 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.312 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.312 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.312 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.312 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.312 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.312 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.312 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.312 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.312 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.312 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.312 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.312 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.313 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.313 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.313 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.313 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.313 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.313 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.313 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.313 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.313 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.313 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.313 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.313 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.313 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.313 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.313 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.314 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.314 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.314 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.314 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.314 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.314 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.314 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.314 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.314 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.314 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.314 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.314 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:28.314 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.315 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T15:02:28.315 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.315 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.315 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.315 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.315 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.315 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.315 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:28.315 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.315 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T15:02:28.315 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.315 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.315 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:28.315 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.315 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.316 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.316 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.878724+0000", 2024-07-29T15:02:28.316 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.896867+0000", 2024-07-29T15:02:28.316 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.896867+0000", 2024-07-29T15:02:28.316 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.897154+0000", 2024-07-29T15:02:28.316 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.878724+0000", 2024-07-29T15:02:28.316 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.316 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.316 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.316 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:28.316 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.878724+0000", 2024-07-29T15:02:28.316 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.878724+0000", 2024-07-29T15:02:28.317 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.878724+0000", 2024-07-29T15:02:28.317 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.317 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.317 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.317 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.878724+0000", 2024-07-29T15:02:28.317 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.878724+0000", 2024-07-29T15:02:28.317 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.317 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.317 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.317 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.317 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:28.317 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.317 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.318 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.318 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.318 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.318 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.318 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.318 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.318 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.5", 2024-07-29T15:02:28.318 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.318 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.318 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.318 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:28.318 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.318 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:39:38.395749+0000", 2024-07-29T15:02:28.318 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.319 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.319 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.319 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.319 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.319 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.319 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.319 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.319 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.319 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.319 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.319 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.319 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.319 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.319 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.320 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.320 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.320 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.320 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.320 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.320 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.320 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.320 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.320 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.320 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.320 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.320 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.320 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.320 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.321 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.321 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.321 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.321 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.321 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.321 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.321 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.321 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.321 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.321 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.321 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.321 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.321 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.321 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.321 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.322 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.322 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.322 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.322 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.322 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.322 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:28.322 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.322 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T15:02:28.322 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.322 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.322 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.322 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.323 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.323 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.323 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:28.323 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.323 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T15:02:28.323 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.323 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.323 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T15:02:28.323 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.323 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.323 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.323 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:07.987508+0000", 2024-07-29T15:02:28.323 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:59:56.942847+0000", 2024-07-29T15:02:28.323 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:59:56.942847+0000", 2024-07-29T15:02:28.324 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:00:01.918903+0000", 2024-07-29T15:02:28.324 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:07.987508+0000", 2024-07-29T15:02:28.324 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:28.324 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.324 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:28.324 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 70, 2024-07-29T15:02:28.324 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:07.987508+0000", 2024-07-29T15:02:28.324 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:07.987508+0000", 2024-07-29T15:02:28.324 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:07.987508+0000", 2024-07-29T15:02:28.324 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.324 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.324 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:28.324 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:07.987508+0000", 2024-07-29T15:02:28.324 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:07.987508+0000", 2024-07-29T15:02:28.325 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.325 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 1, 2024-07-29T15:02:28.325 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.325 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.325 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 69, 2024-07-29T15:02:28.325 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.325 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.325 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.325 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.325 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 1, 2024-07-29T15:02:28.325 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.325 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.325 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.325 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.3", 2024-07-29T15:02:28.325 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.326 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.326 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 75, 2024-07-29T15:02:28.326 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:28.326 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.326 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:17:44.658664+0000", 2024-07-29T15:02:28.326 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.000364317, 2024-07-29T15:02:28.326 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.326 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.326 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.326 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.326 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.326 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.326 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.326 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.327 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.327 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.327 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.327 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.327 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.327 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.327 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.327 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.327 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.327 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.327 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T15:02:28.327 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T15:02:28.327 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.327 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T15:02:28.327 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.328 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.328 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.328 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.328 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.328 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.328 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.328 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.328 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.328 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.328 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.328 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.328 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.328 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.328 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.329 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.329 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.329 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.329 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.329 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.329 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.329 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:28.329 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.329 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T15:02:28.329 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "72'1" 2024-07-29T15:02:28.330 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.330 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.330 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.330 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.330 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.330 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:28.330 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.330 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:28.330 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.330 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.330 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:28.330 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.330 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.331 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.331 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.243733+0000", 2024-07-29T15:02:28.331 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.771433+0000", 2024-07-29T15:02:28.331 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.771433+0000", 2024-07-29T15:02:28.331 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.772745+0000", 2024-07-29T15:02:28.331 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.243733+0000", 2024-07-29T15:02:28.331 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.331 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.331 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.331 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:28.331 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.243733+0000", 2024-07-29T15:02:28.331 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.243733+0000", 2024-07-29T15:02:28.331 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.243733+0000", 2024-07-29T15:02:28.331 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.331 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.332 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.332 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.243733+0000", 2024-07-29T15:02:28.332 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.243733+0000", 2024-07-29T15:02:28.332 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.332 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.332 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.332 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.332 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:28.332 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.332 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.332 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.332 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.332 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.332 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.333 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.333 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.333 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.5", 2024-07-29T15:02:28.333 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.333 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.333 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.333 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 24, 2024-07-29T15:02:28.333 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.333 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:40:53.421689+0000", 2024-07-29T15:02:28.333 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.333 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.333 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.333 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.333 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.334 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.334 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.334 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.334 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.334 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.334 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.334 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.334 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.334 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.334 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.334 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.334 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.334 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.334 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.335 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.335 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.335 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.335 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.335 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.335 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.335 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.335 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.335 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.335 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.335 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.335 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.335 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.335 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.335 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.336 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.336 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.336 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.336 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.336 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.337 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.337 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:28.337 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.337 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:28.337 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.337 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.337 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.337 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.337 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.337 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:28.337 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T15:02:28.337 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.337 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T15:02:28.337 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.337 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.338 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:28.338 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.338 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.338 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.338 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.873855+0000", 2024-07-29T15:02:28.338 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.891500+0000", 2024-07-29T15:02:28.338 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.891500+0000", 2024-07-29T15:02:28.338 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.891774+0000", 2024-07-29T15:02:28.338 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.873855+0000", 2024-07-29T15:02:28.338 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.338 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.338 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.338 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:28.339 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.873855+0000", 2024-07-29T15:02:28.339 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.873855+0000", 2024-07-29T15:02:28.339 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.873855+0000", 2024-07-29T15:02:28.339 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.339 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.339 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.339 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.873855+0000", 2024-07-29T15:02:28.339 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.873855+0000", 2024-07-29T15:02:28.339 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.339 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.339 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.339 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.339 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:28.339 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.340 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.340 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.340 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.340 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.340 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.340 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.340 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.340 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.4", 2024-07-29T15:02:28.340 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.340 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.340 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.340 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:28.341 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.341 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:07:18.702831+0000", 2024-07-29T15:02:28.341 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.341 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.341 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.341 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.341 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.341 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.341 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.341 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.341 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.341 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.341 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.342 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.342 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.342 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.342 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.342 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.342 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.342 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.342 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.342 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.342 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.342 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.342 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.343 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.343 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.343 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.343 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.343 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.343 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.343 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.343 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.343 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.343 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.343 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.343 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.343 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.344 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.344 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.344 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.344 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.344 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.344 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:28.344 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T15:02:28.344 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.345 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T15:02:28.345 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.345 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.345 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.345 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.345 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.345 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.345 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:28.345 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.345 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T15:02:28.345 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.345 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.345 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T15:02:28.345 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.345 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.346 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.346 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:07.929742+0000", 2024-07-29T15:02:28.346 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:59:56.843025+0000", 2024-07-29T15:02:28.346 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:59:56.843025+0000", 2024-07-29T15:02:28.346 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:00:01.992819+0000", 2024-07-29T15:02:28.346 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:07.929742+0000", 2024-07-29T15:02:28.346 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:28.346 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.346 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:28.346 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 70, 2024-07-29T15:02:28.346 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:07.929742+0000", 2024-07-29T15:02:28.346 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:07.929742+0000", 2024-07-29T15:02:28.346 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:07.929742+0000", 2024-07-29T15:02:28.346 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.347 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.347 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:28.347 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:07.929742+0000", 2024-07-29T15:02:28.347 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:07.929742+0000", 2024-07-29T15:02:28.347 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.347 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.347 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.347 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.347 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 69, 2024-07-29T15:02:28.347 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.347 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.347 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.347 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.347 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.348 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.348 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.348 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.348 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.0", 2024-07-29T15:02:28.348 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.348 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.348 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 75, 2024-07-29T15:02:28.348 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 18, 2024-07-29T15:02:28.348 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.348 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:20:56.356619+0000", 2024-07-29T15:02:28.348 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.000583934, 2024-07-29T15:02:28.348 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.348 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.348 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.349 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.349 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.349 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.349 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.349 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.349 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.349 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.349 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.349 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.349 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.349 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.349 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.349 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.349 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.350 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.350 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.350 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.350 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.350 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.350 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.350 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.350 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.350 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.350 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.350 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.350 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.350 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.351 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.351 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.352 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.352 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.352 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.352 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.352 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:28.352 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.352 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T15:02:28.352 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.352 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.352 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.352 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.352 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.352 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:28.352 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:28.353 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.353 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T15:02:28.353 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.353 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.353 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:28.353 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.353 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.353 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.353 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.873859+0000", 2024-07-29T15:02:28.353 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.764572+0000", 2024-07-29T15:02:28.353 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.764572+0000", 2024-07-29T15:02:28.353 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.764881+0000", 2024-07-29T15:02:28.353 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.873859+0000", 2024-07-29T15:02:28.353 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.354 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.354 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.354 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:28.354 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.873859+0000", 2024-07-29T15:02:28.354 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.873859+0000", 2024-07-29T15:02:28.354 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.873859+0000", 2024-07-29T15:02:28.354 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.354 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.354 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.354 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.873859+0000", 2024-07-29T15:02:28.354 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.873859+0000", 2024-07-29T15:02:28.354 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.354 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 1, 2024-07-29T15:02:28.354 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.355 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.355 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:28.355 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.355 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.355 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.355 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.355 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 1, 2024-07-29T15:02:28.355 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.355 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.355 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.355 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.6", 2024-07-29T15:02:28.355 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.355 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.355 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.356 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 25, 2024-07-29T15:02:28.356 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.356 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:43:45.776893+0000", 2024-07-29T15:02:28.356 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.356 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.356 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.356 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.356 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.356 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.356 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.356 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.356 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.356 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.356 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.356 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.357 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.357 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.357 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.357 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.357 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.357 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.357 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.357 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T15:02:28.357 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T15:02:28.357 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.357 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T15:02:28.357 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.357 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.357 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.357 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T15:02:28.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 1, 2024-07-29T15:02:28.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.359 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.359 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.359 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.359 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.359 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.359 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:28.359 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:28.359 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.359 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T15:02:28.359 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'1" 2024-07-29T15:02:28.359 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.359 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.360 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.360 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.360 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.360 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:28.360 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.360 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T15:02:28.360 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.360 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.360 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:28.360 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.360 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.360 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.360 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.992853+0000", 2024-07-29T15:02:28.360 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.903517+0000", 2024-07-29T15:02:28.360 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.903517+0000", 2024-07-29T15:02:28.361 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.903890+0000", 2024-07-29T15:02:28.361 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.992853+0000", 2024-07-29T15:02:28.361 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.361 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.361 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.361 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:28.361 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.992853+0000", 2024-07-29T15:02:28.361 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.992853+0000", 2024-07-29T15:02:28.361 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.992853+0000", 2024-07-29T15:02:28.361 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.361 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.361 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.361 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.992853+0000", 2024-07-29T15:02:28.362 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.992853+0000", 2024-07-29T15:02:28.362 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.362 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.362 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.362 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.362 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:28.362 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.362 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.362 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.362 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.362 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.362 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.362 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.362 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.363 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.7", 2024-07-29T15:02:28.363 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.363 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.363 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.363 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 19, 2024-07-29T15:02:28.363 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.363 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:17:32.031615+0000", 2024-07-29T15:02:28.363 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.363 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.363 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.363 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.363 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.363 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.363 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.364 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.364 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.364 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.364 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.364 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.364 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.364 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.364 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.364 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.364 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.364 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.364 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.364 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.364 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.364 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.365 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.365 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.365 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.365 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.365 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.365 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.365 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.365 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.365 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.365 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.365 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.365 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.365 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.365 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.365 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.366 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.366 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.366 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.366 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.366 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.366 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.366 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:28.366 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.366 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T15:02:28.367 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.367 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.367 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.367 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.367 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.367 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.367 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:28.367 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.367 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T15:02:28.367 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.367 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.367 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T15:02:28.367 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.367 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.367 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.368 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:07.352015+0000", 2024-07-29T15:02:28.368 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:59:56.943003+0000", 2024-07-29T15:02:28.368 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:59:56.943003+0000", 2024-07-29T15:02:28.368 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:00:01.873626+0000", 2024-07-29T15:02:28.368 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:07.352015+0000", 2024-07-29T15:02:28.368 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:28.368 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.368 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:28.368 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 70, 2024-07-29T15:02:28.368 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:07.352015+0000", 2024-07-29T15:02:28.368 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:07.352015+0000", 2024-07-29T15:02:28.368 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:07.352015+0000", 2024-07-29T15:02:28.368 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.368 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.369 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:28.369 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:07.352015+0000", 2024-07-29T15:02:28.369 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:07.352015+0000", 2024-07-29T15:02:28.369 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.369 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.369 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.369 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.369 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 69, 2024-07-29T15:02:28.369 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.369 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.369 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.369 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.369 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.369 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.369 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.369 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.370 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.1", 2024-07-29T15:02:28.370 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.370 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.370 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 75, 2024-07-29T15:02:28.370 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 19, 2024-07-29T15:02:28.370 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.370 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:29:27.011488+0000", 2024-07-29T15:02:28.370 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.000546854, 2024-07-29T15:02:28.370 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.370 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.370 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.370 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.370 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.370 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.371 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.371 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.371 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.371 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.371 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.371 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.371 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.371 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.371 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.371 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.371 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.371 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.371 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.371 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.372 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.372 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.372 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.372 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.372 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.372 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.372 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.372 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.372 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.372 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.372 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.372 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.372 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.372 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.373 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.373 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.373 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.373 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.373 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.373 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.373 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:28.374 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.374 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T15:02:28.374 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.374 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.374 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.374 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.374 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:28.374 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.374 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:28.374 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.374 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T15:02:28.374 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.374 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.374 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:28.374 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.375 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.375 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.375 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.242332+0000", 2024-07-29T15:02:28.375 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.766717+0000", 2024-07-29T15:02:28.375 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.766717+0000", 2024-07-29T15:02:28.375 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.767029+0000", 2024-07-29T15:02:28.375 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.242332+0000", 2024-07-29T15:02:28.375 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.375 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.375 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.375 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:28.375 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.242332+0000", 2024-07-29T15:02:28.375 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.242332+0000", 2024-07-29T15:02:28.375 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.242332+0000", 2024-07-29T15:02:28.375 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.376 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.376 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.376 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.242332+0000", 2024-07-29T15:02:28.376 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.242332+0000", 2024-07-29T15:02:28.376 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.376 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T15:02:28.376 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.376 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.376 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:28.376 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.376 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.376 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.376 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.376 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T15:02:28.376 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.377 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.377 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.377 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.7", 2024-07-29T15:02:28.377 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.377 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.377 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.377 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 25, 2024-07-29T15:02:28.377 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.377 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:58:01.821315+0000", 2024-07-29T15:02:28.377 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.377 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.377 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.377 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.377 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.377 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.378 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.378 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.378 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.378 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.378 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.378 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.378 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.378 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.378 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.378 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.378 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.378 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.378 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.378 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T15:02:28.378 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T15:02:28.379 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.379 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T15:02:28.379 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.379 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.379 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.379 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.379 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.379 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T15:02:28.379 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.379 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.379 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.379 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.379 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T15:02:28.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.380 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.380 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.380 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.380 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.380 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:28.381 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.381 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:28.381 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.381 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T15:02:28.381 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'2" 2024-07-29T15:02:28.381 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.381 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.381 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.381 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.381 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.381 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:28.381 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.382 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T15:02:28.382 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.382 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.382 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:28.382 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.382 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.382 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.382 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.918761+0000", 2024-07-29T15:02:28.382 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.901653+0000", 2024-07-29T15:02:28.382 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.901653+0000", 2024-07-29T15:02:28.382 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.902021+0000", 2024-07-29T15:02:28.382 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.918761+0000", 2024-07-29T15:02:28.382 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.382 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.383 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.383 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:28.383 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.918761+0000", 2024-07-29T15:02:28.383 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.918761+0000", 2024-07-29T15:02:28.383 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.918761+0000", 2024-07-29T15:02:28.383 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.383 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.383 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.383 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.918761+0000", 2024-07-29T15:02:28.383 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.918761+0000", 2024-07-29T15:02:28.383 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.383 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.383 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.383 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.384 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:28.384 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.384 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.384 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.384 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.384 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.384 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.384 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.384 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.384 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.6", 2024-07-29T15:02:28.384 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.384 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.384 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.384 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:28.385 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.385 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:31:56.711696+0000", 2024-07-29T15:02:28.385 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.385 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.385 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.385 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.385 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.385 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.385 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.385 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.385 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.385 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.385 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.385 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.385 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.386 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.386 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.386 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.386 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.386 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.386 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.386 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.386 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.386 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.386 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.386 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.386 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.386 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.386 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.388 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.388 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.388 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.388 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.388 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.388 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.388 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:28.388 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.388 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T15:02:28.388 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.388 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.388 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.388 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.388 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.389 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.389 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:28.389 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.389 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:28.389 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.389 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.389 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:28.389 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.389 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.389 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.389 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.243003+0000", 2024-07-29T15:02:28.389 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.773946+0000", 2024-07-29T15:02:28.389 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.773946+0000", 2024-07-29T15:02:28.389 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.774305+0000", 2024-07-29T15:02:28.390 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.243003+0000", 2024-07-29T15:02:28.390 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.390 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.390 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.390 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:28.390 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.243003+0000", 2024-07-29T15:02:28.390 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.243003+0000", 2024-07-29T15:02:28.390 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.243003+0000", 2024-07-29T15:02:28.390 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.390 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.390 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.390 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.243003+0000", 2024-07-29T15:02:28.390 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.243003+0000", 2024-07-29T15:02:28.390 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.390 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.391 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.391 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.391 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:28.391 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.391 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.391 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.391 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.391 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.391 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.391 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.391 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.391 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.8", 2024-07-29T15:02:28.391 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.391 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.392 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.392 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 24, 2024-07-29T15:02:28.392 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.392 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:47:22.593680+0000", 2024-07-29T15:02:28.392 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.392 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.392 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.392 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.392 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.392 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.392 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.392 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.392 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.392 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.392 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.393 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.393 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.393 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.393 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.393 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.393 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.393 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.393 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.393 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.393 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.393 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.393 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.393 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.393 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.393 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.394 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.394 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.394 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.394 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.394 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.394 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.394 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.394 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.394 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.394 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.394 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.394 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.394 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.394 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.395 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.395 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.395 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.395 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.395 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.395 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.395 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:28.395 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.395 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:28.395 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.395 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.395 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.396 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.396 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.396 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:28.396 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:28.396 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.396 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T15:02:28.396 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.396 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.396 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:28.396 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.396 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.396 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.396 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.873304+0000", 2024-07-29T15:02:28.396 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.902246+0000", 2024-07-29T15:02:28.396 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.902246+0000", 2024-07-29T15:02:28.397 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.902747+0000", 2024-07-29T15:02:28.397 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.873304+0000", 2024-07-29T15:02:28.397 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.397 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.397 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.397 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:28.397 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.873304+0000", 2024-07-29T15:02:28.397 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.873304+0000", 2024-07-29T15:02:28.397 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.873304+0000", 2024-07-29T15:02:28.397 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.397 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.397 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.397 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.873304+0000", 2024-07-29T15:02:28.397 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.873304+0000", 2024-07-29T15:02:28.398 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.398 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.398 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.398 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.398 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:28.398 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.398 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.398 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.398 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.398 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.398 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.398 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.398 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.398 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.9", 2024-07-29T15:02:28.399 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.399 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.399 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.399 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:28.399 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.399 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:28:06.497139+0000", 2024-07-29T15:02:28.399 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.399 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.399 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.399 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.399 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.399 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.399 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.399 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.400 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.400 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.400 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.400 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.400 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.400 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.400 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.400 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.400 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.400 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.400 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.400 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.400 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.400 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.401 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.401 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.401 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.401 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.401 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.401 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.401 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.401 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.401 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.401 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.401 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.401 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.401 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.401 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.402 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.402 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.402 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.402 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.402 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.402 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:28.403 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:28.403 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.403 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T15:02:28.403 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.403 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.403 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.403 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.403 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.403 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.403 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T15:02:28.403 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.403 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T15:02:28.403 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.403 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.404 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:28.404 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.404 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.404 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.404 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.873659+0000", 2024-07-29T15:02:28.404 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.766997+0000", 2024-07-29T15:02:28.404 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.766997+0000", 2024-07-29T15:02:28.404 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.767276+0000", 2024-07-29T15:02:28.404 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.873659+0000", 2024-07-29T15:02:28.404 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.404 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.404 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.404 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:28.404 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.873659+0000", 2024-07-29T15:02:28.404 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.873659+0000", 2024-07-29T15:02:28.405 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.873659+0000", 2024-07-29T15:02:28.405 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.405 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.405 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.405 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.873659+0000", 2024-07-29T15:02:28.405 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.873659+0000", 2024-07-29T15:02:28.405 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.405 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.405 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.405 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.405 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:28.405 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.405 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.405 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.406 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.406 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.406 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.406 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.406 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.406 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.9", 2024-07-29T15:02:28.406 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.406 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.406 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.406 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 24, 2024-07-29T15:02:28.406 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.406 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:13:38.883882+0000", 2024-07-29T15:02:28.406 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.407 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.407 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.407 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.407 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.407 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.407 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.407 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.407 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.407 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.407 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.407 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.407 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.407 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.407 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.408 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.408 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.408 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.408 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.408 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.408 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.408 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.408 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.408 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.408 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.408 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.408 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.408 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.408 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.408 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.409 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.410 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.410 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.410 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.410 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.410 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.410 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T15:02:28.410 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.410 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T15:02:28.410 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.410 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.410 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.410 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.410 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.411 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.411 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:28.411 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.411 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T15:02:28.411 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.411 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.411 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:28.411 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.411 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.411 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.411 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.992591+0000", 2024-07-29T15:02:28.411 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.894255+0000", 2024-07-29T15:02:28.411 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.894255+0000", 2024-07-29T15:02:28.411 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.894542+0000", 2024-07-29T15:02:28.412 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.992591+0000", 2024-07-29T15:02:28.412 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.412 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.412 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.412 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:28.412 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.992591+0000", 2024-07-29T15:02:28.412 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.992591+0000", 2024-07-29T15:02:28.412 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.992591+0000", 2024-07-29T15:02:28.412 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.412 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.412 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.412 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.992591+0000", 2024-07-29T15:02:28.412 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.992591+0000", 2024-07-29T15:02:28.412 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.413 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.413 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.413 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.413 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:28.413 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.413 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.413 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.413 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.413 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.413 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.413 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.413 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.413 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.8", 2024-07-29T15:02:28.413 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.414 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.414 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.414 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 19, 2024-07-29T15:02:28.414 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.414 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:40:09.648235+0000", 2024-07-29T15:02:28.414 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.414 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.414 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.414 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.414 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.414 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.414 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.414 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.414 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.415 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.415 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.415 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.415 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.415 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.415 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.415 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.415 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.415 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.415 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.415 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.415 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.415 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.415 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.417 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.417 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.417 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.417 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.417 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.417 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.417 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:28.417 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.417 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T15:02:28.418 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.418 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.418 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.418 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.418 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.418 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.418 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:28.418 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.418 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T15:02:28.418 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.418 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.418 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:28.418 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.419 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.419 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.419 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.874243+0000", 2024-07-29T15:02:28.419 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.765813+0000", 2024-07-29T15:02:28.419 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.765813+0000", 2024-07-29T15:02:28.419 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.766652+0000", 2024-07-29T15:02:28.419 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.874243+0000", 2024-07-29T15:02:28.419 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.419 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.419 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.419 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:28.419 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.874243+0000", 2024-07-29T15:02:28.419 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.874243+0000", 2024-07-29T15:02:28.419 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.874243+0000", 2024-07-29T15:02:28.419 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.420 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.420 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.420 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.874243+0000", 2024-07-29T15:02:28.420 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.874243+0000", 2024-07-29T15:02:28.420 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.420 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.420 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.420 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.420 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:28.420 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.420 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.420 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.420 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.420 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.421 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.421 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.421 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.421 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.a", 2024-07-29T15:02:28.421 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.421 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.421 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.421 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 24, 2024-07-29T15:02:28.421 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.421 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:33:15.318075+0000", 2024-07-29T15:02:28.421 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.421 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.421 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.421 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.422 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.422 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.422 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.422 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.422 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.422 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.422 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.422 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.422 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.422 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.422 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.422 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.422 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.422 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.424 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.424 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.424 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.424 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.425 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.425 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.425 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:28.425 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.425 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T15:02:28.425 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.425 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.425 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.425 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.425 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.425 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.425 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:28.425 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.426 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T15:02:28.426 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.426 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.426 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:28.426 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.426 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.426 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.426 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.992573+0000", 2024-07-29T15:02:28.426 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.900719+0000", 2024-07-29T15:02:28.426 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.900719+0000", 2024-07-29T15:02:28.426 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.901035+0000", 2024-07-29T15:02:28.426 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.992573+0000", 2024-07-29T15:02:28.426 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.426 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.427 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.427 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:28.427 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.992573+0000", 2024-07-29T15:02:28.427 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.992573+0000", 2024-07-29T15:02:28.427 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.992573+0000", 2024-07-29T15:02:28.427 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.427 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.427 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.427 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.992573+0000", 2024-07-29T15:02:28.427 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.992573+0000", 2024-07-29T15:02:28.427 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.427 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.427 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.428 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.428 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:28.428 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.428 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.428 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.428 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.428 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.428 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.428 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.428 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.428 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.b", 2024-07-29T15:02:28.428 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.428 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.428 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.429 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 19, 2024-07-29T15:02:28.429 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.429 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:00:58.198024+0000", 2024-07-29T15:02:28.429 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.429 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.429 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.429 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.429 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.429 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.429 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.429 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.429 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.429 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.429 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.429 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.432 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.432 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.432 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.432 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.432 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.432 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.432 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:28.432 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.432 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T15:02:28.432 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.432 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.433 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.433 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.433 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.433 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.433 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T15:02:28.433 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.433 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:28.433 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.433 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.433 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:28.433 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.433 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.433 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.433 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.243291+0000", 2024-07-29T15:02:28.434 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.773071+0000", 2024-07-29T15:02:28.434 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.773071+0000", 2024-07-29T15:02:28.434 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.773352+0000", 2024-07-29T15:02:28.434 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.243291+0000", 2024-07-29T15:02:28.434 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.434 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.434 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.434 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:28.434 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.243291+0000", 2024-07-29T15:02:28.434 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.243291+0000", 2024-07-29T15:02:28.434 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.243291+0000", 2024-07-29T15:02:28.434 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.434 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.434 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.243291+0000", 2024-07-29T15:02:28.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.243291+0000", 2024-07-29T15:02:28.435 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.435 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T15:02:28.435 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.435 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.435 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:28.435 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.435 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.435 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.435 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.435 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T15:02:28.435 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.435 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.435 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.435 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.b", 2024-07-29T15:02:28.436 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.436 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.436 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.436 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 26, 2024-07-29T15:02:28.436 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.436 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:40:37.670844+0000", 2024-07-29T15:02:28.436 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.436 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.436 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.436 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.436 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.436 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.436 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.436 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T15:02:28.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T15:02:28.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T15:02:28.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T15:02:28.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 1, 2024-07-29T15:02:28.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.439 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.439 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.439 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.439 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.439 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.439 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.439 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T15:02:28.439 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.440 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:28.440 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'2" 2024-07-29T15:02:28.440 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.440 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.440 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.440 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:28.440 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.440 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:28.440 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.440 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T15:02:28.440 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.440 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.440 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:28.441 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.441 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.441 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.441 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.242313+0000", 2024-07-29T15:02:28.441 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.899716+0000", 2024-07-29T15:02:28.441 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.899716+0000", 2024-07-29T15:02:28.441 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.900083+0000", 2024-07-29T15:02:28.441 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.242313+0000", 2024-07-29T15:02:28.441 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.441 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.441 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.441 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:28.441 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.242313+0000", 2024-07-29T15:02:28.441 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.242313+0000", 2024-07-29T15:02:28.442 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.242313+0000", 2024-07-29T15:02:28.442 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.442 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.442 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.442 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.242313+0000", 2024-07-29T15:02:28.442 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.242313+0000", 2024-07-29T15:02:28.442 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.442 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.442 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.442 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.442 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:28.442 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.443 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.443 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.443 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.443 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.443 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.443 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.443 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.443 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.a", 2024-07-29T15:02:28.443 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.443 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.443 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.443 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:28.443 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.444 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:53:58.223099+0000", 2024-07-29T15:02:28.444 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.444 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.444 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.444 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.444 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.444 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.444 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.444 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.444 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.444 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.444 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.444 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.444 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.447 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.447 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.447 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.447 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.447 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:28.447 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.447 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:28.447 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.447 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T15:02:28.447 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.447 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.448 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.448 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.448 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.448 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.448 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:28.448 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.448 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T15:02:28.448 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.448 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.448 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:28.448 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.448 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.448 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.448 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.878605+0000", 2024-07-29T15:02:28.448 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.903928+0000", 2024-07-29T15:02:28.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.903928+0000", 2024-07-29T15:02:28.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.904241+0000", 2024-07-29T15:02:28.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.878605+0000", 2024-07-29T15:02:28.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:28.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.878605+0000", 2024-07-29T15:02:28.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.878605+0000", 2024-07-29T15:02:28.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.878605+0000", 2024-07-29T15:02:28.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.878605+0000", 2024-07-29T15:02:28.450 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.878605+0000", 2024-07-29T15:02:28.450 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.450 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.450 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.450 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.450 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:28.450 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.450 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.450 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.450 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.450 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.451 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.451 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.451 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.451 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1d", 2024-07-29T15:02:28.451 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.451 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.451 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.451 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:28.451 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.451 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:19:09.960703+0000", 2024-07-29T15:02:28.451 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.451 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.451 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.451 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.455 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.455 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.455 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.455 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.455 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.455 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.455 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.455 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.455 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:28.455 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.455 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T15:02:28.455 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.455 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.455 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.456 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.456 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.456 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.456 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:28.456 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.456 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:28.456 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.456 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.456 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:28.456 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.456 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.456 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.456 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.243442+0000", 2024-07-29T15:02:28.456 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.773907+0000", 2024-07-29T15:02:28.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.773907+0000", 2024-07-29T15:02:28.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.774440+0000", 2024-07-29T15:02:28.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.243442+0000", 2024-07-29T15:02:28.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:28.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.243442+0000", 2024-07-29T15:02:28.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.243442+0000", 2024-07-29T15:02:28.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.243442+0000", 2024-07-29T15:02:28.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.243442+0000", 2024-07-29T15:02:28.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.243442+0000", 2024-07-29T15:02:28.458 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.458 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T15:02:28.458 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.458 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.458 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:28.458 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.458 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.458 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.458 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.458 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T15:02:28.458 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.458 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.458 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.458 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1c", 2024-07-29T15:02:28.459 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.459 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.459 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.459 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 26, 2024-07-29T15:02:28.459 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.459 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:02:26.041301+0000", 2024-07-29T15:02:28.459 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.459 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.459 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.459 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.459 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.459 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.459 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.459 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.459 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T15:02:28.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T15:02:28.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T15:02:28.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T15:02:28.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T15:02:28.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.462 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.462 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.462 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.462 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.462 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.462 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.462 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:28.462 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.462 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:28.462 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'2" 2024-07-29T15:02:28.462 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.463 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.463 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.463 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:28.463 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.463 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:28.463 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.463 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T15:02:28.463 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.463 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.463 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:28.463 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.463 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.463 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.463 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.875234+0000", 2024-07-29T15:02:28.463 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:59:26.705179+0000", 2024-07-29T15:02:28.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:59:26.705179+0000", 2024-07-29T15:02:28.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:59:26.705569+0000", 2024-07-29T15:02:28.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.875234+0000", 2024-07-29T15:02:28.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 67, 2024-07-29T15:02:28.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.875234+0000", 2024-07-29T15:02:28.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.875234+0000", 2024-07-29T15:02:28.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.875234+0000", 2024-07-29T15:02:28.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.875234+0000", 2024-07-29T15:02:28.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.875234+0000", 2024-07-29T15:02:28.465 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.465 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.465 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.465 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.465 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 66, 2024-07-29T15:02:28.465 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.465 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.465 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.465 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.465 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.465 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.465 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.465 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.465 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1c", 2024-07-29T15:02:28.465 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.466 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.466 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.466 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 18, 2024-07-29T15:02:28.466 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.466 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:41:03.040021+0000", 2024-07-29T15:02:28.466 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.466 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.466 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.466 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.466 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.466 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.466 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.466 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.469 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.469 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.469 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.469 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.469 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:28.469 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:28.469 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:28.470 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.470 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T15:02:28.470 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.470 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.470 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.470 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.470 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.470 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:28.470 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:28.470 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.470 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:28.470 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.470 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.471 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:28.471 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.471 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.471 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.243593+0000", 2024-07-29T15:02:28.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.769042+0000", 2024-07-29T15:02:28.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.769042+0000", 2024-07-29T15:02:28.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.770118+0000", 2024-07-29T15:02:28.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.243593+0000", 2024-07-29T15:02:28.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:28.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.243593+0000", 2024-07-29T15:02:28.472 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.243593+0000", 2024-07-29T15:02:28.472 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.243593+0000", 2024-07-29T15:02:28.472 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.472 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.472 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.472 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.243593+0000", 2024-07-29T15:02:28.472 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.243593+0000", 2024-07-29T15:02:28.472 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.472 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T15:02:28.472 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.472 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.472 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:28.472 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.473 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.473 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.473 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.473 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T15:02:28.473 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.473 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.473 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.473 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1d", 2024-07-29T15:02:28.473 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.473 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.473 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.473 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 26, 2024-07-29T15:02:28.473 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.473 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:24:54.319391+0000", 2024-07-29T15:02:28.474 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.474 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.474 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T15:02:28.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T15:02:28.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T15:02:28.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T15:02:28.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T15:02:28.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.476 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.477 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.477 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.477 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.477 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.477 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:28.477 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:28.477 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.477 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:28.477 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'2" 2024-07-29T15:02:28.477 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.477 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.477 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.477 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.477 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.477 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:28.477 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.477 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T15:02:28.478 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.478 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.478 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:28.478 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.478 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.478 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.919157+0000", 2024-07-29T15:02:28.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.894802+0000", 2024-07-29T15:02:28.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.894802+0000", 2024-07-29T15:02:28.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.895144+0000", 2024-07-29T15:02:28.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.919157+0000", 2024-07-29T15:02:28.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.479 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:28.479 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.919157+0000", 2024-07-29T15:02:28.479 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.919157+0000", 2024-07-29T15:02:28.479 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.919157+0000", 2024-07-29T15:02:28.479 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.479 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.479 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.479 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.919157+0000", 2024-07-29T15:02:28.479 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.919157+0000", 2024-07-29T15:02:28.479 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.479 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.479 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.479 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.479 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:28.480 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.480 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.480 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.480 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.480 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.480 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.480 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.480 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.480 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1f", 2024-07-29T15:02:28.480 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.480 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.480 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.480 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:28.480 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.480 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:35:43.292147+0000", 2024-07-29T15:02:28.481 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.481 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.481 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.483 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.484 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.484 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.484 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.484 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.484 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:28.484 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:28.484 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.484 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T15:02:28.484 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.484 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.484 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.484 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.484 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.484 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.485 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T15:02:28.485 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.485 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T15:02:28.485 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.485 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.485 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:28.485 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.485 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.485 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.992775+0000", 2024-07-29T15:02:28.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.772312+0000", 2024-07-29T15:02:28.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.772312+0000", 2024-07-29T15:02:28.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.772582+0000", 2024-07-29T15:02:28.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.992775+0000", 2024-07-29T15:02:28.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.486 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.486 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:28.486 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.992775+0000", 2024-07-29T15:02:28.486 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.992775+0000", 2024-07-29T15:02:28.486 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.992775+0000", 2024-07-29T15:02:28.486 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.486 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.486 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.486 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.992775+0000", 2024-07-29T15:02:28.486 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.992775+0000", 2024-07-29T15:02:28.486 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.486 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 1, 2024-07-29T15:02:28.486 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.486 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.487 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:28.487 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.487 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.487 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.487 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.487 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 1, 2024-07-29T15:02:28.487 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.487 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.487 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.487 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1e", 2024-07-29T15:02:28.487 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.487 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.487 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.487 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 23, 2024-07-29T15:02:28.488 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.488 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:24:46.001398+0000", 2024-07-29T15:02:28.488 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.488 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.488 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.491 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.491 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.491 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.491 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.491 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.491 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.491 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T15:02:28.491 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.491 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T15:02:28.491 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'1" 2024-07-29T15:02:28.491 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.492 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.492 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.492 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.492 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:28.492 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:28.492 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.492 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T15:02:28.492 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.492 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.492 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:28.492 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.492 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.492 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.492 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.992628+0000", 2024-07-29T15:02:28.492 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.897490+0000", 2024-07-29T15:02:28.493 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.897490+0000", 2024-07-29T15:02:28.493 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.897791+0000", 2024-07-29T15:02:28.493 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.992628+0000", 2024-07-29T15:02:28.493 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.493 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.493 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.493 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:28.493 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.992628+0000", 2024-07-29T15:02:28.493 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.992628+0000", 2024-07-29T15:02:28.493 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.992628+0000", 2024-07-29T15:02:28.493 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.493 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.493 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:28.493 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.992628+0000", 2024-07-29T15:02:28.493 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.992628+0000", 2024-07-29T15:02:28.494 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.494 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.494 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.494 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.494 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:28.494 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.494 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.494 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.494 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.494 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.494 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.494 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.494 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.494 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1e", 2024-07-29T15:02:28.494 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.495 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.495 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.495 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 19, 2024-07-29T15:02:28.495 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.495 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:34:45.627745+0000", 2024-07-29T15:02:28.495 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.495 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.495 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.498 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.498 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.498 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.498 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.498 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:28.498 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:28.498 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:28.498 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.498 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T15:02:28.498 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:28.498 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.499 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.499 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:28.499 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.499 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.499 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:28.499 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.499 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T15:02:28.499 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:28.499 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:28.499 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:28.499 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:28.499 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:28.499 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:28.499 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.919302+0000", 2024-07-29T15:02:28.499 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.764850+0000", 2024-07-29T15:02:28.500 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.764850+0000", 2024-07-29T15:02:28.500 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.765283+0000", 2024-07-29T15:02:28.500 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.919302+0000", 2024-07-29T15:02:28.500 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.500 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:28.500 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.500 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:28.500 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.919302+0000", 2024-07-29T15:02:28.500 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.919302+0000", 2024-07-29T15:02:28.500 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.919302+0000", 2024-07-29T15:02:28.500 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:28.500 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:28.500 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:28.501 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.919302+0000", 2024-07-29T15:02:28.501 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.919302+0000", 2024-07-29T15:02:28.501 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:28.501 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 4, 2024-07-29T15:02:28.501 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:28.501 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:28.501 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:28.501 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:28.501 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:28.501 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:28.501 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:28.501 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 4, 2024-07-29T15:02:28.501 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:28.501 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:28.502 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:28.502 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1f", 2024-07-29T15:02:28.502 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:28.502 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:28.502 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:28.502 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 27, 2024-07-29T15:02:28.502 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:28.502 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:02:21.860709+0000", 2024-07-29T15:02:28.502 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:28.502 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:28.502 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 570, 2024-07-29T15:02:28.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 6, 2024-07-29T15:02:28.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 2, 2024-07-29T15:02:28.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 2, 2024-07-29T15:02:28.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T15:02:28.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 4, 2024-07-29T15:02:28.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 1 2024-07-29T15:02:28.505 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.505 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:28.505 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:28.505 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:28.506 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:28.506 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.506 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:28.506 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.506 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T15:02:28.506 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'4" 2024-07-29T15:02:28.506 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.506 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.506 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_per_pool": [ 2024-07-29T15:02:28.506 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.506 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": 24, 2024-07-29T15:02:28.506 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T15:02:28.506 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd" 2024-07-29T15:02:28.506 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.507 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3, 2024-07-29T15:02:28.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_pg": 8, 2024-07-29T15:02:28.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_store_stats": 8, 2024-07-29T15:02:28.507 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3, 2024-07-29T15:02:28.507 INFO:tasks.workunit.client.0.smithi067.stdout: "poolid": 4, 2024-07-29T15:02:28.507 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 19, 2024-07-29T15:02:28.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.508 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.508 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.508 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.508 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.508 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.508 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.508 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.508 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 6, 2024-07-29T15:02:28.508 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 2, 2024-07-29T15:02:28.508 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.508 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 2, 2024-07-29T15:02:28.508 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.508 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.508 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.508 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 2, 2024-07-29T15:02:28.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 2 2024-07-29T15:02:28.510 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.510 INFO:tasks.workunit.client.0.smithi067.stdout: "store_stats": { 2024-07-29T15:02:28.510 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": 12288, 2024-07-29T15:02:28.510 INFO:tasks.workunit.client.0.smithi067.stdout: "available": 0, 2024-07-29T15:02:28.510 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed": 0, 2024-07-29T15:02:28.510 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_allocated": 0, 2024-07-29T15:02:28.510 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_original": 0, 2024-07-29T15:02:28.510 INFO:tasks.workunit.client.0.smithi067.stdout: "data_stored": 57, 2024-07-29T15:02:28.510 INFO:tasks.workunit.client.0.smithi067.stdout: "internal_metadata": 0, 2024-07-29T15:02:28.510 INFO:tasks.workunit.client.0.smithi067.stdout: "internally_reserved": 0, 2024-07-29T15:02:28.510 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_allocated": 0, 2024-07-29T15:02:28.510 INFO:tasks.workunit.client.0.smithi067.stdout: "total": 0 2024-07-29T15:02:28.511 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.511 INFO:tasks.workunit.client.0.smithi067.stdout: "up": 24 2024-07-29T15:02:28.511 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.511 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.511 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": 192, 2024-07-29T15:02:28.511 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T15:02:28.511 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs" 2024-07-29T15:02:28.511 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.511 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_pg": 64, 2024-07-29T15:02:28.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_store_stats": 8, 2024-07-29T15:02:28.511 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.511 INFO:tasks.workunit.client.0.smithi067.stdout: "poolid": 3, 2024-07-29T15:02:28.511 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.513 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.513 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.513 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.513 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.513 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.513 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.513 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.513 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.513 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.513 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.513 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.513 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.513 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.513 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.513 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:28.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.514 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.514 INFO:tasks.workunit.client.0.smithi067.stdout: "store_stats": { 2024-07-29T15:02:28.514 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": 0, 2024-07-29T15:02:28.514 INFO:tasks.workunit.client.0.smithi067.stdout: "available": 0, 2024-07-29T15:02:28.515 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed": 0, 2024-07-29T15:02:28.515 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_allocated": 0, 2024-07-29T15:02:28.515 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_original": 0, 2024-07-29T15:02:28.515 INFO:tasks.workunit.client.0.smithi067.stdout: "data_stored": 0, 2024-07-29T15:02:28.515 INFO:tasks.workunit.client.0.smithi067.stdout: "internal_metadata": 0, 2024-07-29T15:02:28.515 INFO:tasks.workunit.client.0.smithi067.stdout: "internally_reserved": 0, 2024-07-29T15:02:28.515 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_allocated": 0, 2024-07-29T15:02:28.515 INFO:tasks.workunit.client.0.smithi067.stdout: "total": 0 2024-07-29T15:02:28.515 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.515 INFO:tasks.workunit.client.0.smithi067.stdout: "up": 192 2024-07-29T15:02:28.515 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.515 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.515 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": 96, 2024-07-29T15:02:28.515 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T15:02:28.516 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs" 2024-07-29T15:02:28.516 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.516 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 45, 2024-07-29T15:02:28.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_pg": 32, 2024-07-29T15:02:28.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_store_stats": 8, 2024-07-29T15:02:28.516 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 45, 2024-07-29T15:02:28.516 INFO:tasks.workunit.client.0.smithi067.stdout: "poolid": 2, 2024-07-29T15:02:28.516 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 3410, 2024-07-29T15:02:28.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 66, 2024-07-29T15:02:28.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 22, 2024-07-29T15:02:28.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 22, 2024-07-29T15:02:28.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 14, 2024-07-29T15:02:28.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:28.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:28.519 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.519 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.519 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.519 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 51, 2024-07-29T15:02:28.519 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 19 2024-07-29T15:02:28.519 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.519 INFO:tasks.workunit.client.0.smithi067.stdout: "store_stats": { 2024-07-29T15:02:28.519 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": 98304, 2024-07-29T15:02:28.519 INFO:tasks.workunit.client.0.smithi067.stdout: "available": 0, 2024-07-29T15:02:28.519 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed": 0, 2024-07-29T15:02:28.519 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_allocated": 0, 2024-07-29T15:02:28.519 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_original": 0, 2024-07-29T15:02:28.519 INFO:tasks.workunit.client.0.smithi067.stdout: "data_stored": 10230, 2024-07-29T15:02:28.519 INFO:tasks.workunit.client.0.smithi067.stdout: "internal_metadata": 0, 2024-07-29T15:02:28.519 INFO:tasks.workunit.client.0.smithi067.stdout: "internally_reserved": 0, 2024-07-29T15:02:28.520 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_allocated": 0, 2024-07-29T15:02:28.520 INFO:tasks.workunit.client.0.smithi067.stdout: "total": 0 2024-07-29T15:02:28.520 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.520 INFO:tasks.workunit.client.0.smithi067.stdout: "up": 96 2024-07-29T15:02:28.520 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.520 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.520 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": 3, 2024-07-29T15:02:28.520 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T15:02:28.520 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr" 2024-07-29T15:02:28.520 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.520 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 128, 2024-07-29T15:02:28.520 INFO:tasks.workunit.client.0.smithi067.stdout: "num_pg": 1, 2024-07-29T15:02:28.520 INFO:tasks.workunit.client.0.smithi067.stdout: "num_store_stats": 3, 2024-07-29T15:02:28.520 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 128, 2024-07-29T15:02:28.520 INFO:tasks.workunit.client.0.smithi067.stdout: "poolid": 1, 2024-07-29T15:02:28.520 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.521 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 590368, 2024-07-29T15:02:28.521 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.521 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 1771104, 2024-07-29T15:02:28.521 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.521 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.521 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.521 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.521 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.521 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.521 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.521 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.521 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.521 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.521 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.521 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.522 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.522 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 6, 2024-07-29T15:02:28.522 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 2, 2024-07-29T15:02:28.522 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.522 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 2, 2024-07-29T15:02:28.522 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.522 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.522 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.522 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.522 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.522 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.522 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.522 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 6, 2024-07-29T15:02:28.522 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 212, 2024-07-29T15:02:28.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 306, 2024-07-29T15:02:28.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 179, 2024-07-29T15:02:28.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 2416 2024-07-29T15:02:28.523 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.523 INFO:tasks.workunit.client.0.smithi067.stdout: "store_stats": { 2024-07-29T15:02:28.523 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": 1781760, 2024-07-29T15:02:28.523 INFO:tasks.workunit.client.0.smithi067.stdout: "available": 0, 2024-07-29T15:02:28.523 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed": 0, 2024-07-29T15:02:28.524 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_allocated": 0, 2024-07-29T15:02:28.524 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_original": 0, 2024-07-29T15:02:28.524 INFO:tasks.workunit.client.0.smithi067.stdout: "data_stored": 1771104, 2024-07-29T15:02:28.524 INFO:tasks.workunit.client.0.smithi067.stdout: "internal_metadata": 0, 2024-07-29T15:02:28.524 INFO:tasks.workunit.client.0.smithi067.stdout: "internally_reserved": 0, 2024-07-29T15:02:28.524 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_allocated": 0, 2024-07-29T15:02:28.524 INFO:tasks.workunit.client.0.smithi067.stdout: "total": 0 2024-07-29T15:02:28.524 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.524 INFO:tasks.workunit.client.0.smithi067.stdout: "up": 3 2024-07-29T15:02:28.524 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.524 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.524 INFO:tasks.workunit.client.0.smithi067.stdout: "usage": { 2024-07-29T15:02:28.524 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 105, 2024-07-29T15:02:28.524 INFO:tasks.workunit.client.0.smithi067.stdout: "pools": 4, 2024-07-29T15:02:28.524 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_by_class": { 2024-07-29T15:02:28.525 INFO:tasks.workunit.client.0.smithi067.stdout: "ssd": { 2024-07-29T15:02:28.525 INFO:tasks.workunit.client.0.smithi067.stdout: "total_avail_bytes": 765516259328, 2024-07-29T15:02:28.525 INFO:tasks.workunit.client.0.smithi067.stdout: "total_bytes": 767960285184, 2024-07-29T15:02:28.525 INFO:tasks.workunit.client.0.smithi067.stdout: "total_used_bytes": 2444025856, 2024-07-29T15:02:28.525 INFO:tasks.workunit.client.0.smithi067.stdout: "total_used_raw_bytes": 2444025856, 2024-07-29T15:02:28.525 INFO:tasks.workunit.client.0.smithi067.stdout: "total_used_raw_ratio": 0.0031824898906052113 2024-07-29T15:02:28.525 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.525 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.525 INFO:tasks.workunit.client.0.smithi067.stdout: "total_avail_bytes": 765516259328, 2024-07-29T15:02:28.525 INFO:tasks.workunit.client.0.smithi067.stdout: "total_bytes": 767960285184, 2024-07-29T15:02:28.525 INFO:tasks.workunit.client.0.smithi067.stdout: "total_used_bytes": 2444025856 2024-07-29T15:02:28.525 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.525 INFO:tasks.workunit.client.0.smithi067.stdout:} 2024-07-29T15:02:28.525 INFO:tasks.workunit.client.0.smithi067.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-07-29T15:02:28.526 INFO:tasks.workunit.client.0.smithi067.stderr:+ ceph telemetry show-device 2024-07-29T15:02:28.527 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:28.527 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:28.527 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/1497201403' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-29T15:02:28.527 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/1497201403' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-29T15:02:28.527 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:28.527 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:28.527 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.527 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.527 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.527 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.528 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.528 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.528 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.528 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.528 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.528 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:28.528 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:28.528 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.528 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.528 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.528 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:28.528 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:28.528 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.528 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.529 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.529 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:28.529 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:28.529 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:28.529 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/1497201403' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-29T15:02:28.529 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/1497201403' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-29T15:02:28.529 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:28.530 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:28.530 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.530 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.530 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.530 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.530 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.530 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.530 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.530 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.530 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.530 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:28.530 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:28.530 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.531 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.531 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.531 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:28.531 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:28.531 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.531 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.531 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.531 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:28.531 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:28.531 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.531 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.531 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.531 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:28.531 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:28.532 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.532 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.532 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.532 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.532 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.532 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.532 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.532 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.532 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.532 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:28.532 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:28.532 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.532 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.532 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.533 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:28.533 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.533 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:28.533 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.533 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.533 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:28.533 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:28.533 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.533 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.533 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:27 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.534 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:28.534 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:28.534 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/1497201403' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-29T15:02:28.534 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/1497201403' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-29T15:02:28.534 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:28.534 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:28.534 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.534 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.534 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.534 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.534 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.534 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.534 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.535 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.535 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.535 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:28.535 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:28.535 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.535 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.535 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.535 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:28.535 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:28.535 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.535 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.535 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.535 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:28.535 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:28.536 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.536 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.536 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.536 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:28.536 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:28.536 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.536 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.536 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.536 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.536 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.536 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.536 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.536 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.536 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.537 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:28.537 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:28.537 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.537 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.537 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.537 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:28.537 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.537 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:28.537 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.537 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.537 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:28.537 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:28.537 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.538 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.538 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.538 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:28.538 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.538 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.538 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.538 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:28.538 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:28.539 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.539 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.539 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.539 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.539 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.539 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.539 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.539 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.539 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.539 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:28.539 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:28.539 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.539 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.540 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.540 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:28.540 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.540 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:28.540 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.540 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.540 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:28.540 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:28.540 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.540 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.540 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:27 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.541 INFO:tasks.workunit.client.0.smithi067.stdout:{ 2024-07-29T15:02:28.541 INFO:tasks.workunit.client.0.smithi067.stdout: "8faef3e2-4dbb-11ef-b404-0cc47ab6fc0b": { 2024-07-29T15:02:28.541 INFO:tasks.workunit.client.0.smithi067.stdout: "INTEL_SSDPEDMD400G4_8faf7e70-4dbb-11ef-b404-0cc47ab6fc0b": { 2024-07-29T15:02:28.541 INFO:tasks.workunit.client.0.smithi067.stdout: "20240729-145636": { 2024-07-29T15:02:28.541 INFO:tasks.workunit.client.0.smithi067.stdout: "device": { 2024-07-29T15:02:28.541 INFO:tasks.workunit.client.0.smithi067.stdout: "info_name": "/dev/nvme0n1", 2024-07-29T15:02:28.541 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "/dev/nvme0n1", 2024-07-29T15:02:28.541 INFO:tasks.workunit.client.0.smithi067.stdout: "protocol": "NVMe", 2024-07-29T15:02:28.541 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "nvme" 2024-07-29T15:02:28.541 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.541 INFO:tasks.workunit.client.0.smithi067.stdout: "firmware_version": "8DV101H0", 2024-07-29T15:02:28.542 INFO:tasks.workunit.client.0.smithi067.stdout: "host_id": "8faef3e2-4dbb-11ef-b404-0cc47ab6fc0b", 2024-07-29T15:02:28.542 INFO:tasks.workunit.client.0.smithi067.stdout: "json_format_version": [ 2024-07-29T15:02:28.542 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.542 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:28.542 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.542 INFO:tasks.workunit.client.0.smithi067.stdout: "local_time": { 2024-07-29T15:02:28.542 INFO:tasks.workunit.client.0.smithi067.stdout: "asctime": "Mon Jul 29 14:56:35 2024 UTC", 2024-07-29T15:02:28.542 INFO:tasks.workunit.client.0.smithi067.stdout: "time_t": 1722264995 2024-07-29T15:02:28.542 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.542 INFO:tasks.workunit.client.0.smithi067.stdout: "logical_block_size": 512, 2024-07-29T15:02:28.542 INFO:tasks.workunit.client.0.smithi067.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-29T15:02:28.542 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_controller_id": 0, 2024-07-29T15:02:28.542 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-29T15:02:28.543 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_namespaces": [ 2024-07-29T15:02:28.543 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.543 INFO:tasks.workunit.client.0.smithi067.stdout: "capacity": { 2024-07-29T15:02:28.543 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T15:02:28.543 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T15:02:28.543 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.543 INFO:tasks.workunit.client.0.smithi067.stdout: "formatted_lba_size": 512, 2024-07-29T15:02:28.543 INFO:tasks.workunit.client.0.smithi067.stdout: "id": 1, 2024-07-29T15:02:28.543 INFO:tasks.workunit.client.0.smithi067.stdout: "size": { 2024-07-29T15:02:28.543 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T15:02:28.543 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T15:02:28.543 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.543 INFO:tasks.workunit.client.0.smithi067.stdout: "utilization": { 2024-07-29T15:02:28.543 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T15:02:28.544 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T15:02:28.544 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.544 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.544 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.544 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_number_of_namespaces": 1, 2024-07-29T15:02:28.544 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_pci_vendor": { 2024-07-29T15:02:28.544 INFO:tasks.workunit.client.0.smithi067.stdout: "id": 32902, 2024-07-29T15:02:28.544 INFO:tasks.workunit.client.0.smithi067.stdout: "subsystem_id": 32902 2024-07-29T15:02:28.544 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.544 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_smart_health_information_add_log": { 2024-07-29T15:02:28.544 INFO:tasks.workunit.client.0.smithi067.stdout: "Device stats": { 2024-07-29T15:02:28.544 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_fw_downgrades": { 2024-07-29T15:02:28.545 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:28.545 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.545 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.545 INFO:tasks.workunit.client.0.smithi067.stdout: "crc_error_count": { 2024-07-29T15:02:28.545 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.545 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.545 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.545 INFO:tasks.workunit.client.0.smithi067.stdout: "end_to_end_error_detection_count": { 2024-07-29T15:02:28.545 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.545 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.545 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.545 INFO:tasks.workunit.client.0.smithi067.stdout: "erase_fail_count": { 2024-07-29T15:02:28.545 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.545 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.546 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.546 INFO:tasks.workunit.client.0.smithi067.stdout: "host_bytes_written": { 2024-07-29T15:02:28.546 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.546 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 43192204 2024-07-29T15:02:28.546 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.546 INFO:tasks.workunit.client.0.smithi067.stdout: "host_ctx_wear_used": { 2024-07-29T15:02:28.546 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.546 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 1 2024-07-29T15:02:28.546 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.546 INFO:tasks.workunit.client.0.smithi067.stdout: "media_bytes_read": { 2024-07-29T15:02:28.546 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:28.546 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.546 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.546 INFO:tasks.workunit.client.0.smithi067.stdout: "nand_bytes_written": { 2024-07-29T15:02:28.547 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.547 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 65494145 2024-07-29T15:02:28.547 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.547 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_stat_indicator": { 2024-07-29T15:02:28.547 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:28.547 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.547 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.547 INFO:tasks.workunit.client.0.smithi067.stdout: "pll_lock_loss_count": { 2024-07-29T15:02:28.547 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.547 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.547 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.547 INFO:tasks.workunit.client.0.smithi067.stdout: "program_fail_count": { 2024-07-29T15:02:28.547 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.547 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.548 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.548 INFO:tasks.workunit.client.0.smithi067.stdout: "re_alloc_sectr_cnt": { 2024-07-29T15:02:28.548 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:28.548 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.548 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.548 INFO:tasks.workunit.client.0.smithi067.stdout: "retry_buffer_overflow_count": { 2024-07-29T15:02:28.548 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.548 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.548 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.548 INFO:tasks.workunit.client.0.smithi067.stdout: "soft_ecc_err_rate": { 2024-07-29T15:02:28.548 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:28.548 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.548 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.548 INFO:tasks.workunit.client.0.smithi067.stdout: "thermal_throttle_status": { 2024-07-29T15:02:28.549 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.549 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": { 2024-07-29T15:02:28.549 INFO:tasks.workunit.client.0.smithi067.stdout: "cnt": 0, 2024-07-29T15:02:28.549 INFO:tasks.workunit.client.0.smithi067.stdout: "pct": 0 2024-07-29T15:02:28.549 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.549 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.549 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_host_reads": { 2024-07-29T15:02:28.549 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.549 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 65535 2024-07-29T15:02:28.549 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.549 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_media_wear": { 2024-07-29T15:02:28.549 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.549 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": "63.999023" 2024-07-29T15:02:28.549 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.549 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_timer": { 2024-07-29T15:02:28.550 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.550 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 65535 2024-07-29T15:02:28.550 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.550 INFO:tasks.workunit.client.0.smithi067.stdout: "unexp_power_loss": { 2024-07-29T15:02:28.550 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:28.550 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.550 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.550 INFO:tasks.workunit.client.0.smithi067.stdout: "wear_leveling": { 2024-07-29T15:02:28.550 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 86, 2024-07-29T15:02:28.550 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": { 2024-07-29T15:02:28.550 INFO:tasks.workunit.client.0.smithi067.stdout: "avg": 4306, 2024-07-29T15:02:28.550 INFO:tasks.workunit.client.0.smithi067.stdout: "max": 4326, 2024-07-29T15:02:28.550 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 4285 2024-07-29T15:02:28.550 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.551 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.551 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.551 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel Smart log": "nvme0n1" 2024-07-29T15:02:28.551 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.551 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_smart_health_information_log": { 2024-07-29T15:02:28.551 INFO:tasks.workunit.client.0.smithi067.stdout: "available_spare": 100, 2024-07-29T15:02:28.551 INFO:tasks.workunit.client.0.smithi067.stdout: "available_spare_threshold": 10, 2024-07-29T15:02:28.551 INFO:tasks.workunit.client.0.smithi067.stdout: "controller_busy_time": 48, 2024-07-29T15:02:28.551 INFO:tasks.workunit.client.0.smithi067.stdout: "critical_warning": 0, 2024-07-29T15:02:28.551 INFO:tasks.workunit.client.0.smithi067.stdout: "data_units_read": 485337567, 2024-07-29T15:02:28.551 INFO:tasks.workunit.client.0.smithi067.stdout: "data_units_written": 2830644304, 2024-07-29T15:02:28.551 INFO:tasks.workunit.client.0.smithi067.stdout: "host_reads": 7603709057, 2024-07-29T15:02:28.551 INFO:tasks.workunit.client.0.smithi067.stdout: "host_writes": 47082651116, 2024-07-29T15:02:28.551 INFO:tasks.workunit.client.0.smithi067.stdout: "media_errors": 0, 2024-07-29T15:02:28.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_err_log_entries": 0, 2024-07-29T15:02:28.552 INFO:tasks.workunit.client.0.smithi067.stdout: "percentage_used": 14, 2024-07-29T15:02:28.552 INFO:tasks.workunit.client.0.smithi067.stdout: "power_cycles": 52371, 2024-07-29T15:02:28.552 INFO:tasks.workunit.client.0.smithi067.stdout: "power_on_hours": 64337, 2024-07-29T15:02:28.552 INFO:tasks.workunit.client.0.smithi067.stdout: "temperature": 25, 2024-07-29T15:02:28.552 INFO:tasks.workunit.client.0.smithi067.stdout: "unsafe_shutdowns": 2339 2024-07-29T15:02:28.552 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.552 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_vendor": "intel", 2024-07-29T15:02:28.552 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_version": { 2024-07-29T15:02:28.552 INFO:tasks.workunit.client.0.smithi067.stdout: "string": "<1.2", 2024-07-29T15:02:28.552 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.552 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.552 INFO:tasks.workunit.client.0.smithi067.stdout: "power_cycle_count": 52371, 2024-07-29T15:02:28.553 INFO:tasks.workunit.client.0.smithi067.stdout: "power_on_time": { 2024-07-29T15:02:28.553 INFO:tasks.workunit.client.0.smithi067.stdout: "hours": 64337 2024-07-29T15:02:28.553 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.553 INFO:tasks.workunit.client.0.smithi067.stdout: "serial_number": "deleted", 2024-07-29T15:02:28.553 INFO:tasks.workunit.client.0.smithi067.stdout: "smart_status": { 2024-07-29T15:02:28.553 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme": { 2024-07-29T15:02:28.553 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.553 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.553 INFO:tasks.workunit.client.0.smithi067.stdout: "passed": true 2024-07-29T15:02:28.553 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.553 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl": { 2024-07-29T15:02:28.553 INFO:tasks.workunit.client.0.smithi067.stdout: "argv": [ 2024-07-29T15:02:28.553 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl", 2024-07-29T15:02:28.553 INFO:tasks.workunit.client.0.smithi067.stdout: "-x", 2024-07-29T15:02:28.553 INFO:tasks.workunit.client.0.smithi067.stdout: "--json=o", 2024-07-29T15:02:28.554 INFO:tasks.workunit.client.0.smithi067.stdout: "/dev/nvme0n1" 2024-07-29T15:02:28.554 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.554 INFO:tasks.workunit.client.0.smithi067.stdout: "build_info": "(local build)", 2024-07-29T15:02:28.554 INFO:tasks.workunit.client.0.smithi067.stdout: "exit_status": 0, 2024-07-29T15:02:28.554 INFO:tasks.workunit.client.0.smithi067.stdout: "output": [ 2024-07-29T15:02:28.554 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-29T15:02:28.554 INFO:tasks.workunit.client.0.smithi067.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-29T15:02:28.554 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:28.554 INFO:tasks.workunit.client.0.smithi067.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-29T15:02:28.554 INFO:tasks.workunit.client.0.smithi067.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-29T15:02:28.554 INFO:tasks.workunit.client.0.smithi067.stdout: "Serial Number: deleted", 2024-07-29T15:02:28.554 INFO:tasks.workunit.client.0.smithi067.stdout: "Firmware Version: 8DV101H0", 2024-07-29T15:02:28.554 INFO:tasks.workunit.client.0.smithi067.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-29T15:02:28.555 INFO:tasks.workunit.client.0.smithi067.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-29T15:02:28.555 INFO:tasks.workunit.client.0.smithi067.stdout: "Controller ID: 0", 2024-07-29T15:02:28.555 INFO:tasks.workunit.client.0.smithi067.stdout: "NVMe Version: <1.2", 2024-07-29T15:02:28.555 INFO:tasks.workunit.client.0.smithi067.stdout: "Number of Namespaces: 1", 2024-07-29T15:02:28.555 INFO:tasks.workunit.client.0.smithi067.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-29T15:02:28.555 INFO:tasks.workunit.client.0.smithi067.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-29T15:02:28.555 INFO:tasks.workunit.client.0.smithi067.stdout: "Local Time is: Mon Jul 29 14:56:35 2024 UTC", 2024-07-29T15:02:28.555 INFO:tasks.workunit.client.0.smithi067.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-29T15:02:28.555 INFO:tasks.workunit.client.0.smithi067.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-29T15:02:28.555 INFO:tasks.workunit.client.0.smithi067.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-29T15:02:28.555 INFO:tasks.workunit.client.0.smithi067.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-29T15:02:28.555 INFO:tasks.workunit.client.0.smithi067.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-29T15:02:28.555 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:28.556 INFO:tasks.workunit.client.0.smithi067.stdout: "Supported Power States", 2024-07-29T15:02:28.556 INFO:tasks.workunit.client.0.smithi067.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-29T15:02:28.556 INFO:tasks.workunit.client.0.smithi067.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-29T15:02:28.556 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:28.556 INFO:tasks.workunit.client.0.smithi067.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-29T15:02:28.556 INFO:tasks.workunit.client.0.smithi067.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-29T15:02:28.556 INFO:tasks.workunit.client.0.smithi067.stdout: " 0 + 512 0 2", 2024-07-29T15:02:28.556 INFO:tasks.workunit.client.0.smithi067.stdout: " 1 - 512 8 2", 2024-07-29T15:02:28.556 INFO:tasks.workunit.client.0.smithi067.stdout: " 2 - 512 16 2", 2024-07-29T15:02:28.556 INFO:tasks.workunit.client.0.smithi067.stdout: " 3 - 4096 0 0", 2024-07-29T15:02:28.556 INFO:tasks.workunit.client.0.smithi067.stdout: " 4 - 4096 8 0", 2024-07-29T15:02:28.556 INFO:tasks.workunit.client.0.smithi067.stdout: " 5 - 4096 64 0", 2024-07-29T15:02:28.556 INFO:tasks.workunit.client.0.smithi067.stdout: " 6 - 4096 128 0", 2024-07-29T15:02:28.556 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:28.557 INFO:tasks.workunit.client.0.smithi067.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-29T15:02:28.557 INFO:tasks.workunit.client.0.smithi067.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-29T15:02:28.557 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:28.557 INFO:tasks.workunit.client.0.smithi067.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-29T15:02:28.557 INFO:tasks.workunit.client.0.smithi067.stdout: "Critical Warning: 0x00", 2024-07-29T15:02:28.557 INFO:tasks.workunit.client.0.smithi067.stdout: "Temperature: 25 Celsius", 2024-07-29T15:02:28.557 INFO:tasks.workunit.client.0.smithi067.stdout: "Available Spare: 100%", 2024-07-29T15:02:28.557 INFO:tasks.workunit.client.0.smithi067.stdout: "Available Spare Threshold: 10%", 2024-07-29T15:02:28.557 INFO:tasks.workunit.client.0.smithi067.stdout: "Percentage Used: 14%", 2024-07-29T15:02:28.557 INFO:tasks.workunit.client.0.smithi067.stdout: "Data Units Read: 485,337,567 [248 TB]", 2024-07-29T15:02:28.557 INFO:tasks.workunit.client.0.smithi067.stdout: "Data Units Written: 2,830,644,304 [1.44 PB]", 2024-07-29T15:02:28.557 INFO:tasks.workunit.client.0.smithi067.stdout: "Host Read Commands: 7,603,709,057", 2024-07-29T15:02:28.557 INFO:tasks.workunit.client.0.smithi067.stdout: "Host Write Commands: 47,082,651,116", 2024-07-29T15:02:28.557 INFO:tasks.workunit.client.0.smithi067.stdout: "Controller Busy Time: 48", 2024-07-29T15:02:28.557 INFO:tasks.workunit.client.0.smithi067.stdout: "Power Cycles: 52,371", 2024-07-29T15:02:28.558 INFO:tasks.workunit.client.0.smithi067.stdout: "Power On Hours: 64,337", 2024-07-29T15:02:28.558 INFO:tasks.workunit.client.0.smithi067.stdout: "Unsafe Shutdowns: 2,339", 2024-07-29T15:02:28.558 INFO:tasks.workunit.client.0.smithi067.stdout: "Media and Data Integrity Errors: 0", 2024-07-29T15:02:28.558 INFO:tasks.workunit.client.0.smithi067.stdout: "Error Information Log Entries: 0", 2024-07-29T15:02:28.558 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:28.558 INFO:tasks.workunit.client.0.smithi067.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-29T15:02:28.558 INFO:tasks.workunit.client.0.smithi067.stdout: "No Errors Logged", 2024-07-29T15:02:28.558 INFO:tasks.workunit.client.0.smithi067.stdout: "" 2024-07-29T15:02:28.558 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.558 INFO:tasks.workunit.client.0.smithi067.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-29T15:02:28.558 INFO:tasks.workunit.client.0.smithi067.stdout: "svn_revision": "5155", 2024-07-29T15:02:28.558 INFO:tasks.workunit.client.0.smithi067.stdout: "version": [ 2024-07-29T15:02:28.558 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.558 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:28.559 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.559 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.559 INFO:tasks.workunit.client.0.smithi067.stdout: "temperature": { 2024-07-29T15:02:28.559 INFO:tasks.workunit.client.0.smithi067.stdout: "current": 25 2024-07-29T15:02:28.559 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.559 INFO:tasks.workunit.client.0.smithi067.stdout: "user_capacity": { 2024-07-29T15:02:28.559 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T15:02:28.559 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T15:02:28.559 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.559 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.559 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.559 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.559 INFO:tasks.workunit.client.0.smithi067.stdout: "8fb0c8fc-4dbb-11ef-b404-0cc47ab6fc0b": { 2024-07-29T15:02:28.559 INFO:tasks.workunit.client.0.smithi067.stdout: "INTEL_SSDPEDMD400G4_8fb144b2-4dbb-11ef-b404-0cc47ab6fc0b": { 2024-07-29T15:02:28.559 INFO:tasks.workunit.client.0.smithi067.stdout: "20240729-145639": { 2024-07-29T15:02:28.560 INFO:tasks.workunit.client.0.smithi067.stdout: "device": { 2024-07-29T15:02:28.560 INFO:tasks.workunit.client.0.smithi067.stdout: "info_name": "/dev/nvme0n1", 2024-07-29T15:02:28.560 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "/dev/nvme0n1", 2024-07-29T15:02:28.560 INFO:tasks.workunit.client.0.smithi067.stdout: "protocol": "NVMe", 2024-07-29T15:02:28.560 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "nvme" 2024-07-29T15:02:28.560 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.560 INFO:tasks.workunit.client.0.smithi067.stdout: "firmware_version": "8DV101H0", 2024-07-29T15:02:28.560 INFO:tasks.workunit.client.0.smithi067.stdout: "host_id": "8fb0c8fc-4dbb-11ef-b404-0cc47ab6fc0b", 2024-07-29T15:02:28.560 INFO:tasks.workunit.client.0.smithi067.stdout: "json_format_version": [ 2024-07-29T15:02:28.560 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.560 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:28.560 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.560 INFO:tasks.workunit.client.0.smithi067.stdout: "local_time": { 2024-07-29T15:02:28.561 INFO:tasks.workunit.client.0.smithi067.stdout: "asctime": "Mon Jul 29 14:56:39 2024 UTC", 2024-07-29T15:02:28.561 INFO:tasks.workunit.client.0.smithi067.stdout: "time_t": 1722264999 2024-07-29T15:02:28.561 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.561 INFO:tasks.workunit.client.0.smithi067.stdout: "logical_block_size": 512, 2024-07-29T15:02:28.561 INFO:tasks.workunit.client.0.smithi067.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-29T15:02:28.561 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_controller_id": 0, 2024-07-29T15:02:28.561 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-29T15:02:28.561 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_namespaces": [ 2024-07-29T15:02:28.561 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.561 INFO:tasks.workunit.client.0.smithi067.stdout: "capacity": { 2024-07-29T15:02:28.561 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T15:02:28.561 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T15:02:28.561 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.561 INFO:tasks.workunit.client.0.smithi067.stdout: "formatted_lba_size": 512, 2024-07-29T15:02:28.561 INFO:tasks.workunit.client.0.smithi067.stdout: "id": 1, 2024-07-29T15:02:28.562 INFO:tasks.workunit.client.0.smithi067.stdout: "size": { 2024-07-29T15:02:28.562 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T15:02:28.562 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T15:02:28.562 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.562 INFO:tasks.workunit.client.0.smithi067.stdout: "utilization": { 2024-07-29T15:02:28.562 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T15:02:28.562 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T15:02:28.562 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.562 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.562 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.562 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_number_of_namespaces": 1, 2024-07-29T15:02:28.563 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_pci_vendor": { 2024-07-29T15:02:28.563 INFO:tasks.workunit.client.0.smithi067.stdout: "id": 32902, 2024-07-29T15:02:28.563 INFO:tasks.workunit.client.0.smithi067.stdout: "subsystem_id": 32902 2024-07-29T15:02:28.563 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.563 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_smart_health_information_add_log": { 2024-07-29T15:02:28.563 INFO:tasks.workunit.client.0.smithi067.stdout: "Device stats": { 2024-07-29T15:02:28.563 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_fw_downgrades": { 2024-07-29T15:02:28.563 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:28.563 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.563 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.563 INFO:tasks.workunit.client.0.smithi067.stdout: "crc_error_count": { 2024-07-29T15:02:28.563 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.563 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.564 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.564 INFO:tasks.workunit.client.0.smithi067.stdout: "end_to_end_error_detection_count": { 2024-07-29T15:02:28.564 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.564 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.564 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.564 INFO:tasks.workunit.client.0.smithi067.stdout: "erase_fail_count": { 2024-07-29T15:02:28.564 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.564 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.564 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.564 INFO:tasks.workunit.client.0.smithi067.stdout: "host_bytes_written": { 2024-07-29T15:02:28.564 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.564 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 28181635 2024-07-29T15:02:28.564 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.564 INFO:tasks.workunit.client.0.smithi067.stdout: "host_ctx_wear_used": { 2024-07-29T15:02:28.565 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.565 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 1 2024-07-29T15:02:28.565 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.565 INFO:tasks.workunit.client.0.smithi067.stdout: "media_bytes_read": { 2024-07-29T15:02:28.565 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:28.565 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.565 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.565 INFO:tasks.workunit.client.0.smithi067.stdout: "nand_bytes_written": { 2024-07-29T15:02:28.565 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.565 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 50403402 2024-07-29T15:02:28.565 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.565 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_stat_indicator": { 2024-07-29T15:02:28.565 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:28.565 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.566 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.566 INFO:tasks.workunit.client.0.smithi067.stdout: "pll_lock_loss_count": { 2024-07-29T15:02:28.566 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.566 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.566 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.566 INFO:tasks.workunit.client.0.smithi067.stdout: "program_fail_count": { 2024-07-29T15:02:28.566 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.566 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.566 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.566 INFO:tasks.workunit.client.0.smithi067.stdout: "re_alloc_sectr_cnt": { 2024-07-29T15:02:28.566 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:28.566 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.566 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.567 INFO:tasks.workunit.client.0.smithi067.stdout: "retry_buffer_overflow_count": { 2024-07-29T15:02:28.567 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.567 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.567 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.567 INFO:tasks.workunit.client.0.smithi067.stdout: "soft_ecc_err_rate": { 2024-07-29T15:02:28.567 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:28.567 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.567 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.567 INFO:tasks.workunit.client.0.smithi067.stdout: "thermal_throttle_status": { 2024-07-29T15:02:28.567 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.567 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": { 2024-07-29T15:02:28.567 INFO:tasks.workunit.client.0.smithi067.stdout: "cnt": 0, 2024-07-29T15:02:28.567 INFO:tasks.workunit.client.0.smithi067.stdout: "pct": 0 2024-07-29T15:02:28.567 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.568 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.568 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_host_reads": { 2024-07-29T15:02:28.568 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.568 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 65535 2024-07-29T15:02:28.568 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.568 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_media_wear": { 2024-07-29T15:02:28.568 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.568 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": "63.999023" 2024-07-29T15:02:28.568 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.568 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_timer": { 2024-07-29T15:02:28.568 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.568 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 65535 2024-07-29T15:02:28.568 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.569 INFO:tasks.workunit.client.0.smithi067.stdout: "unexp_power_loss": { 2024-07-29T15:02:28.569 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:28.569 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.569 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.569 INFO:tasks.workunit.client.0.smithi067.stdout: "wear_leveling": { 2024-07-29T15:02:28.569 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 89, 2024-07-29T15:02:28.569 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": { 2024-07-29T15:02:28.569 INFO:tasks.workunit.client.0.smithi067.stdout: "avg": 3456, 2024-07-29T15:02:28.569 INFO:tasks.workunit.client.0.smithi067.stdout: "max": 3473, 2024-07-29T15:02:28.569 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 3441 2024-07-29T15:02:28.569 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.569 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.569 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.569 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel Smart log": "nvme0n1" 2024-07-29T15:02:28.569 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.570 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_smart_health_information_log": { 2024-07-29T15:02:28.570 INFO:tasks.workunit.client.0.smithi067.stdout: "available_spare": 100, 2024-07-29T15:02:28.570 INFO:tasks.workunit.client.0.smithi067.stdout: "available_spare_threshold": 10, 2024-07-29T15:02:28.570 INFO:tasks.workunit.client.0.smithi067.stdout: "controller_busy_time": 52, 2024-07-29T15:02:28.570 INFO:tasks.workunit.client.0.smithi067.stdout: "critical_warning": 0, 2024-07-29T15:02:28.570 INFO:tasks.workunit.client.0.smithi067.stdout: "data_units_read": 389542703, 2024-07-29T15:02:28.570 INFO:tasks.workunit.client.0.smithi067.stdout: "data_units_written": 1846911687, 2024-07-29T15:02:28.570 INFO:tasks.workunit.client.0.smithi067.stdout: "host_reads": 6188054102, 2024-07-29T15:02:28.570 INFO:tasks.workunit.client.0.smithi067.stdout: "host_writes": 32973547230, 2024-07-29T15:02:28.570 INFO:tasks.workunit.client.0.smithi067.stdout: "media_errors": 0, 2024-07-29T15:02:28.570 INFO:tasks.workunit.client.0.smithi067.stdout: "num_err_log_entries": 0, 2024-07-29T15:02:28.570 INFO:tasks.workunit.client.0.smithi067.stdout: "percentage_used": 11, 2024-07-29T15:02:28.570 INFO:tasks.workunit.client.0.smithi067.stdout: "power_cycles": 60364, 2024-07-29T15:02:28.570 INFO:tasks.workunit.client.0.smithi067.stdout: "power_on_hours": 54901, 2024-07-29T15:02:28.571 INFO:tasks.workunit.client.0.smithi067.stdout: "temperature": 26, 2024-07-29T15:02:28.571 INFO:tasks.workunit.client.0.smithi067.stdout: "unsafe_shutdowns": 2536 2024-07-29T15:02:28.571 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.571 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_vendor": "intel", 2024-07-29T15:02:28.571 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_version": { 2024-07-29T15:02:28.571 INFO:tasks.workunit.client.0.smithi067.stdout: "string": "<1.2", 2024-07-29T15:02:28.571 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.571 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.571 INFO:tasks.workunit.client.0.smithi067.stdout: "power_cycle_count": 60364, 2024-07-29T15:02:28.571 INFO:tasks.workunit.client.0.smithi067.stdout: "power_on_time": { 2024-07-29T15:02:28.571 INFO:tasks.workunit.client.0.smithi067.stdout: "hours": 54901 2024-07-29T15:02:28.571 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.571 INFO:tasks.workunit.client.0.smithi067.stdout: "serial_number": "deleted", 2024-07-29T15:02:28.571 INFO:tasks.workunit.client.0.smithi067.stdout: "smart_status": { 2024-07-29T15:02:28.572 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme": { 2024-07-29T15:02:28.572 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.572 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.572 INFO:tasks.workunit.client.0.smithi067.stdout: "passed": true 2024-07-29T15:02:28.572 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.572 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl": { 2024-07-29T15:02:28.572 INFO:tasks.workunit.client.0.smithi067.stdout: "argv": [ 2024-07-29T15:02:28.572 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl", 2024-07-29T15:02:28.572 INFO:tasks.workunit.client.0.smithi067.stdout: "-x", 2024-07-29T15:02:28.572 INFO:tasks.workunit.client.0.smithi067.stdout: "--json=o", 2024-07-29T15:02:28.572 INFO:tasks.workunit.client.0.smithi067.stdout: "/dev/nvme0n1" 2024-07-29T15:02:28.572 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.572 INFO:tasks.workunit.client.0.smithi067.stdout: "build_info": "(local build)", 2024-07-29T15:02:28.572 INFO:tasks.workunit.client.0.smithi067.stdout: "exit_status": 0, 2024-07-29T15:02:28.572 INFO:tasks.workunit.client.0.smithi067.stdout: "output": [ 2024-07-29T15:02:28.573 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-29T15:02:28.573 INFO:tasks.workunit.client.0.smithi067.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-29T15:02:28.573 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:28.573 INFO:tasks.workunit.client.0.smithi067.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-29T15:02:28.573 INFO:tasks.workunit.client.0.smithi067.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-29T15:02:28.573 INFO:tasks.workunit.client.0.smithi067.stdout: "Serial Number: deleted", 2024-07-29T15:02:28.573 INFO:tasks.workunit.client.0.smithi067.stdout: "Firmware Version: 8DV101H0", 2024-07-29T15:02:28.573 INFO:tasks.workunit.client.0.smithi067.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-29T15:02:28.573 INFO:tasks.workunit.client.0.smithi067.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-29T15:02:28.573 INFO:tasks.workunit.client.0.smithi067.stdout: "Controller ID: 0", 2024-07-29T15:02:28.573 INFO:tasks.workunit.client.0.smithi067.stdout: "NVMe Version: <1.2", 2024-07-29T15:02:28.573 INFO:tasks.workunit.client.0.smithi067.stdout: "Number of Namespaces: 1", 2024-07-29T15:02:28.573 INFO:tasks.workunit.client.0.smithi067.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-29T15:02:28.573 INFO:tasks.workunit.client.0.smithi067.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-29T15:02:28.574 INFO:tasks.workunit.client.0.smithi067.stdout: "Local Time is: Mon Jul 29 14:56:39 2024 UTC", 2024-07-29T15:02:28.574 INFO:tasks.workunit.client.0.smithi067.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-29T15:02:28.574 INFO:tasks.workunit.client.0.smithi067.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-29T15:02:28.574 INFO:tasks.workunit.client.0.smithi067.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-29T15:02:28.574 INFO:tasks.workunit.client.0.smithi067.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-29T15:02:28.574 INFO:tasks.workunit.client.0.smithi067.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-29T15:02:28.574 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:28.574 INFO:tasks.workunit.client.0.smithi067.stdout: "Supported Power States", 2024-07-29T15:02:28.574 INFO:tasks.workunit.client.0.smithi067.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-29T15:02:28.574 INFO:tasks.workunit.client.0.smithi067.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-29T15:02:28.574 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:28.574 INFO:tasks.workunit.client.0.smithi067.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-29T15:02:28.574 INFO:tasks.workunit.client.0.smithi067.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-29T15:02:28.575 INFO:tasks.workunit.client.0.smithi067.stdout: " 0 + 512 0 2", 2024-07-29T15:02:28.575 INFO:tasks.workunit.client.0.smithi067.stdout: " 1 - 512 8 2", 2024-07-29T15:02:28.575 INFO:tasks.workunit.client.0.smithi067.stdout: " 2 - 512 16 2", 2024-07-29T15:02:28.575 INFO:tasks.workunit.client.0.smithi067.stdout: " 3 - 4096 0 0", 2024-07-29T15:02:28.575 INFO:tasks.workunit.client.0.smithi067.stdout: " 4 - 4096 8 0", 2024-07-29T15:02:28.575 INFO:tasks.workunit.client.0.smithi067.stdout: " 5 - 4096 64 0", 2024-07-29T15:02:28.575 INFO:tasks.workunit.client.0.smithi067.stdout: " 6 - 4096 128 0", 2024-07-29T15:02:28.575 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:28.575 INFO:tasks.workunit.client.0.smithi067.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-29T15:02:28.575 INFO:tasks.workunit.client.0.smithi067.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-29T15:02:28.575 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:28.575 INFO:tasks.workunit.client.0.smithi067.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-29T15:02:28.575 INFO:tasks.workunit.client.0.smithi067.stdout: "Critical Warning: 0x00", 2024-07-29T15:02:28.575 INFO:tasks.workunit.client.0.smithi067.stdout: "Temperature: 26 Celsius", 2024-07-29T15:02:28.575 INFO:tasks.workunit.client.0.smithi067.stdout: "Available Spare: 100%", 2024-07-29T15:02:28.576 INFO:tasks.workunit.client.0.smithi067.stdout: "Available Spare Threshold: 10%", 2024-07-29T15:02:28.576 INFO:tasks.workunit.client.0.smithi067.stdout: "Percentage Used: 11%", 2024-07-29T15:02:28.576 INFO:tasks.workunit.client.0.smithi067.stdout: "Data Units Read: 389,542,703 [199 TB]", 2024-07-29T15:02:28.576 INFO:tasks.workunit.client.0.smithi067.stdout: "Data Units Written: 1,846,911,687 [945 TB]", 2024-07-29T15:02:28.576 INFO:tasks.workunit.client.0.smithi067.stdout: "Host Read Commands: 6,188,054,102", 2024-07-29T15:02:28.576 INFO:tasks.workunit.client.0.smithi067.stdout: "Host Write Commands: 32,973,547,230", 2024-07-29T15:02:28.576 INFO:tasks.workunit.client.0.smithi067.stdout: "Controller Busy Time: 52", 2024-07-29T15:02:28.576 INFO:tasks.workunit.client.0.smithi067.stdout: "Power Cycles: 60,364", 2024-07-29T15:02:28.576 INFO:tasks.workunit.client.0.smithi067.stdout: "Power On Hours: 54,901", 2024-07-29T15:02:28.576 INFO:tasks.workunit.client.0.smithi067.stdout: "Unsafe Shutdowns: 2,536", 2024-07-29T15:02:28.576 INFO:tasks.workunit.client.0.smithi067.stdout: "Media and Data Integrity Errors: 0", 2024-07-29T15:02:28.576 INFO:tasks.workunit.client.0.smithi067.stdout: "Error Information Log Entries: 0", 2024-07-29T15:02:28.576 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:28.576 INFO:tasks.workunit.client.0.smithi067.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-29T15:02:28.576 INFO:tasks.workunit.client.0.smithi067.stdout: "No Errors Logged", 2024-07-29T15:02:28.577 INFO:tasks.workunit.client.0.smithi067.stdout: "" 2024-07-29T15:02:28.577 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.577 INFO:tasks.workunit.client.0.smithi067.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-29T15:02:28.577 INFO:tasks.workunit.client.0.smithi067.stdout: "svn_revision": "5155", 2024-07-29T15:02:28.577 INFO:tasks.workunit.client.0.smithi067.stdout: "version": [ 2024-07-29T15:02:28.577 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.577 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:28.577 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.577 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.577 INFO:tasks.workunit.client.0.smithi067.stdout: "temperature": { 2024-07-29T15:02:28.577 INFO:tasks.workunit.client.0.smithi067.stdout: "current": 26 2024-07-29T15:02:28.577 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.577 INFO:tasks.workunit.client.0.smithi067.stdout: "user_capacity": { 2024-07-29T15:02:28.577 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T15:02:28.578 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T15:02:28.578 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.578 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.578 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.578 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.578 INFO:tasks.workunit.client.0.smithi067.stdout:} 2024-07-29T15:02:28.578 INFO:tasks.workunit.client.0.smithi067.stderr:+ ceph telemetry show-all 2024-07-29T15:02:28.581 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:28.581 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:28.581 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-07-29T15:02:28.581 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='client.14868 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:28.581 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:28.581 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:28.581 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.581 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.582 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.582 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.582 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.582 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.582 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.582 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.582 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.582 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:28.582 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:28.582 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.582 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.582 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.582 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:28.583 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.583 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:28.583 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.583 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.583 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:28.583 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:28.583 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.583 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.583 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.583 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:28.583 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:28.583 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.583 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.583 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.583 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.584 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.584 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.584 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.584 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.584 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.584 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:28.584 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:28.584 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.584 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.584 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.584 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:28.584 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.584 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:28.585 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.585 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.585 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:28.585 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:28.585 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:28.585 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:28.585 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:28 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:28.591 INFO:tasks.workunit.client.0.smithi067.stdout:{ 2024-07-29T15:02:28.591 INFO:tasks.workunit.client.0.smithi067.stdout: "device_report": { 2024-07-29T15:02:28.591 INFO:tasks.workunit.client.0.smithi067.stdout: "8faef3e2-4dbb-11ef-b404-0cc47ab6fc0b": { 2024-07-29T15:02:28.591 INFO:tasks.workunit.client.0.smithi067.stdout: "INTEL_SSDPEDMD400G4_8faf7e70-4dbb-11ef-b404-0cc47ab6fc0b": { 2024-07-29T15:02:28.591 INFO:tasks.workunit.client.0.smithi067.stdout: "20240729-145636": { 2024-07-29T15:02:28.591 INFO:tasks.workunit.client.0.smithi067.stdout: "device": { 2024-07-29T15:02:28.591 INFO:tasks.workunit.client.0.smithi067.stdout: "info_name": "/dev/nvme0n1", 2024-07-29T15:02:28.591 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "/dev/nvme0n1", 2024-07-29T15:02:28.592 INFO:tasks.workunit.client.0.smithi067.stdout: "protocol": "NVMe", 2024-07-29T15:02:28.592 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "nvme" 2024-07-29T15:02:28.592 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.592 INFO:tasks.workunit.client.0.smithi067.stdout: "firmware_version": "8DV101H0", 2024-07-29T15:02:28.592 INFO:tasks.workunit.client.0.smithi067.stdout: "host_id": "8faef3e2-4dbb-11ef-b404-0cc47ab6fc0b", 2024-07-29T15:02:28.592 INFO:tasks.workunit.client.0.smithi067.stdout: "json_format_version": [ 2024-07-29T15:02:28.592 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.592 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:28.592 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.592 INFO:tasks.workunit.client.0.smithi067.stdout: "local_time": { 2024-07-29T15:02:28.592 INFO:tasks.workunit.client.0.smithi067.stdout: "asctime": "Mon Jul 29 14:56:35 2024 UTC", 2024-07-29T15:02:28.592 INFO:tasks.workunit.client.0.smithi067.stdout: "time_t": 1722264995 2024-07-29T15:02:28.592 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.593 INFO:tasks.workunit.client.0.smithi067.stdout: "logical_block_size": 512, 2024-07-29T15:02:28.593 INFO:tasks.workunit.client.0.smithi067.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-29T15:02:28.593 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_controller_id": 0, 2024-07-29T15:02:28.593 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-29T15:02:28.593 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_namespaces": [ 2024-07-29T15:02:28.593 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.593 INFO:tasks.workunit.client.0.smithi067.stdout: "capacity": { 2024-07-29T15:02:28.593 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T15:02:28.593 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T15:02:28.593 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.593 INFO:tasks.workunit.client.0.smithi067.stdout: "formatted_lba_size": 512, 2024-07-29T15:02:28.593 INFO:tasks.workunit.client.0.smithi067.stdout: "id": 1, 2024-07-29T15:02:28.593 INFO:tasks.workunit.client.0.smithi067.stdout: "size": { 2024-07-29T15:02:28.593 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T15:02:28.594 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T15:02:28.594 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.594 INFO:tasks.workunit.client.0.smithi067.stdout: "utilization": { 2024-07-29T15:02:28.594 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T15:02:28.594 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T15:02:28.594 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.594 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.594 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.594 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_number_of_namespaces": 1, 2024-07-29T15:02:28.594 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_pci_vendor": { 2024-07-29T15:02:28.594 INFO:tasks.workunit.client.0.smithi067.stdout: "id": 32902, 2024-07-29T15:02:28.594 INFO:tasks.workunit.client.0.smithi067.stdout: "subsystem_id": 32902 2024-07-29T15:02:28.594 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.594 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_smart_health_information_add_log": { 2024-07-29T15:02:28.595 INFO:tasks.workunit.client.0.smithi067.stdout: "Device stats": { 2024-07-29T15:02:28.595 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_fw_downgrades": { 2024-07-29T15:02:28.595 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:28.595 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.595 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.595 INFO:tasks.workunit.client.0.smithi067.stdout: "crc_error_count": { 2024-07-29T15:02:28.595 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.595 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.595 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.595 INFO:tasks.workunit.client.0.smithi067.stdout: "end_to_end_error_detection_count": { 2024-07-29T15:02:28.595 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.595 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.595 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.595 INFO:tasks.workunit.client.0.smithi067.stdout: "erase_fail_count": { 2024-07-29T15:02:28.596 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.596 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.596 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.596 INFO:tasks.workunit.client.0.smithi067.stdout: "host_bytes_written": { 2024-07-29T15:02:28.596 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.596 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 43192204 2024-07-29T15:02:28.596 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.596 INFO:tasks.workunit.client.0.smithi067.stdout: "host_ctx_wear_used": { 2024-07-29T15:02:28.596 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.596 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 1 2024-07-29T15:02:28.596 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.596 INFO:tasks.workunit.client.0.smithi067.stdout: "media_bytes_read": { 2024-07-29T15:02:28.596 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:28.596 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.596 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.597 INFO:tasks.workunit.client.0.smithi067.stdout: "nand_bytes_written": { 2024-07-29T15:02:28.597 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.597 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 65494145 2024-07-29T15:02:28.597 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.597 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_stat_indicator": { 2024-07-29T15:02:28.597 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:28.597 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.597 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.597 INFO:tasks.workunit.client.0.smithi067.stdout: "pll_lock_loss_count": { 2024-07-29T15:02:28.597 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.597 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.597 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.597 INFO:tasks.workunit.client.0.smithi067.stdout: "program_fail_count": { 2024-07-29T15:02:28.597 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.598 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.598 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.598 INFO:tasks.workunit.client.0.smithi067.stdout: "re_alloc_sectr_cnt": { 2024-07-29T15:02:28.598 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:28.598 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.598 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.598 INFO:tasks.workunit.client.0.smithi067.stdout: "retry_buffer_overflow_count": { 2024-07-29T15:02:28.598 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.598 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.598 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.598 INFO:tasks.workunit.client.0.smithi067.stdout: "soft_ecc_err_rate": { 2024-07-29T15:02:28.598 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:28.598 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.598 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.599 INFO:tasks.workunit.client.0.smithi067.stdout: "thermal_throttle_status": { 2024-07-29T15:02:28.599 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.599 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": { 2024-07-29T15:02:28.599 INFO:tasks.workunit.client.0.smithi067.stdout: "cnt": 0, 2024-07-29T15:02:28.599 INFO:tasks.workunit.client.0.smithi067.stdout: "pct": 0 2024-07-29T15:02:28.599 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.599 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.599 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_host_reads": { 2024-07-29T15:02:28.599 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.599 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 65535 2024-07-29T15:02:28.599 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.599 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_media_wear": { 2024-07-29T15:02:28.599 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.599 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": "63.999023" 2024-07-29T15:02:28.599 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.600 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_timer": { 2024-07-29T15:02:28.600 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.600 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 65535 2024-07-29T15:02:28.600 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.600 INFO:tasks.workunit.client.0.smithi067.stdout: "unexp_power_loss": { 2024-07-29T15:02:28.600 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:28.600 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.600 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.600 INFO:tasks.workunit.client.0.smithi067.stdout: "wear_leveling": { 2024-07-29T15:02:28.600 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 86, 2024-07-29T15:02:28.600 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": { 2024-07-29T15:02:28.600 INFO:tasks.workunit.client.0.smithi067.stdout: "avg": 4306, 2024-07-29T15:02:28.600 INFO:tasks.workunit.client.0.smithi067.stdout: "max": 4326, 2024-07-29T15:02:28.600 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 4285 2024-07-29T15:02:28.601 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.601 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.601 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.601 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel Smart log": "nvme0n1" 2024-07-29T15:02:28.601 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.601 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_smart_health_information_log": { 2024-07-29T15:02:28.601 INFO:tasks.workunit.client.0.smithi067.stdout: "available_spare": 100, 2024-07-29T15:02:28.601 INFO:tasks.workunit.client.0.smithi067.stdout: "available_spare_threshold": 10, 2024-07-29T15:02:28.601 INFO:tasks.workunit.client.0.smithi067.stdout: "controller_busy_time": 48, 2024-07-29T15:02:28.601 INFO:tasks.workunit.client.0.smithi067.stdout: "critical_warning": 0, 2024-07-29T15:02:28.601 INFO:tasks.workunit.client.0.smithi067.stdout: "data_units_read": 485337567, 2024-07-29T15:02:28.601 INFO:tasks.workunit.client.0.smithi067.stdout: "data_units_written": 2830644304, 2024-07-29T15:02:28.601 INFO:tasks.workunit.client.0.smithi067.stdout: "host_reads": 7603709057, 2024-07-29T15:02:28.601 INFO:tasks.workunit.client.0.smithi067.stdout: "host_writes": 47082651116, 2024-07-29T15:02:28.601 INFO:tasks.workunit.client.0.smithi067.stdout: "media_errors": 0, 2024-07-29T15:02:28.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_err_log_entries": 0, 2024-07-29T15:02:28.602 INFO:tasks.workunit.client.0.smithi067.stdout: "percentage_used": 14, 2024-07-29T15:02:28.602 INFO:tasks.workunit.client.0.smithi067.stdout: "power_cycles": 52371, 2024-07-29T15:02:28.602 INFO:tasks.workunit.client.0.smithi067.stdout: "power_on_hours": 64337, 2024-07-29T15:02:28.602 INFO:tasks.workunit.client.0.smithi067.stdout: "temperature": 25, 2024-07-29T15:02:28.602 INFO:tasks.workunit.client.0.smithi067.stdout: "unsafe_shutdowns": 2339 2024-07-29T15:02:28.602 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.602 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_vendor": "intel", 2024-07-29T15:02:28.602 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_version": { 2024-07-29T15:02:28.602 INFO:tasks.workunit.client.0.smithi067.stdout: "string": "<1.2", 2024-07-29T15:02:28.602 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.602 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.603 INFO:tasks.workunit.client.0.smithi067.stdout: "power_cycle_count": 52371, 2024-07-29T15:02:28.603 INFO:tasks.workunit.client.0.smithi067.stdout: "power_on_time": { 2024-07-29T15:02:28.603 INFO:tasks.workunit.client.0.smithi067.stdout: "hours": 64337 2024-07-29T15:02:28.603 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.603 INFO:tasks.workunit.client.0.smithi067.stdout: "serial_number": "deleted", 2024-07-29T15:02:28.603 INFO:tasks.workunit.client.0.smithi067.stdout: "smart_status": { 2024-07-29T15:02:28.603 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme": { 2024-07-29T15:02:28.603 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.603 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.603 INFO:tasks.workunit.client.0.smithi067.stdout: "passed": true 2024-07-29T15:02:28.603 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.603 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl": { 2024-07-29T15:02:28.603 INFO:tasks.workunit.client.0.smithi067.stdout: "argv": [ 2024-07-29T15:02:28.603 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl", 2024-07-29T15:02:28.604 INFO:tasks.workunit.client.0.smithi067.stdout: "-x", 2024-07-29T15:02:28.604 INFO:tasks.workunit.client.0.smithi067.stdout: "--json=o", 2024-07-29T15:02:28.604 INFO:tasks.workunit.client.0.smithi067.stdout: "/dev/nvme0n1" 2024-07-29T15:02:28.604 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.604 INFO:tasks.workunit.client.0.smithi067.stdout: "build_info": "(local build)", 2024-07-29T15:02:28.604 INFO:tasks.workunit.client.0.smithi067.stdout: "exit_status": 0, 2024-07-29T15:02:28.604 INFO:tasks.workunit.client.0.smithi067.stdout: "output": [ 2024-07-29T15:02:28.604 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-29T15:02:28.604 INFO:tasks.workunit.client.0.smithi067.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-29T15:02:28.604 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:28.604 INFO:tasks.workunit.client.0.smithi067.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-29T15:02:28.604 INFO:tasks.workunit.client.0.smithi067.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-29T15:02:28.605 INFO:tasks.workunit.client.0.smithi067.stdout: "Serial Number: deleted", 2024-07-29T15:02:28.605 INFO:tasks.workunit.client.0.smithi067.stdout: "Firmware Version: 8DV101H0", 2024-07-29T15:02:28.605 INFO:tasks.workunit.client.0.smithi067.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-29T15:02:28.605 INFO:tasks.workunit.client.0.smithi067.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-29T15:02:28.605 INFO:tasks.workunit.client.0.smithi067.stdout: "Controller ID: 0", 2024-07-29T15:02:28.605 INFO:tasks.workunit.client.0.smithi067.stdout: "NVMe Version: <1.2", 2024-07-29T15:02:28.605 INFO:tasks.workunit.client.0.smithi067.stdout: "Number of Namespaces: 1", 2024-07-29T15:02:28.605 INFO:tasks.workunit.client.0.smithi067.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-29T15:02:28.605 INFO:tasks.workunit.client.0.smithi067.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-29T15:02:28.605 INFO:tasks.workunit.client.0.smithi067.stdout: "Local Time is: Mon Jul 29 14:56:35 2024 UTC", 2024-07-29T15:02:28.605 INFO:tasks.workunit.client.0.smithi067.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-29T15:02:28.605 INFO:tasks.workunit.client.0.smithi067.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-29T15:02:28.605 INFO:tasks.workunit.client.0.smithi067.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-29T15:02:28.605 INFO:tasks.workunit.client.0.smithi067.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-29T15:02:28.606 INFO:tasks.workunit.client.0.smithi067.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-29T15:02:28.606 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:28.606 INFO:tasks.workunit.client.0.smithi067.stdout: "Supported Power States", 2024-07-29T15:02:28.606 INFO:tasks.workunit.client.0.smithi067.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-29T15:02:28.606 INFO:tasks.workunit.client.0.smithi067.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-29T15:02:28.606 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:28.606 INFO:tasks.workunit.client.0.smithi067.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-29T15:02:28.606 INFO:tasks.workunit.client.0.smithi067.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-29T15:02:28.606 INFO:tasks.workunit.client.0.smithi067.stdout: " 0 + 512 0 2", 2024-07-29T15:02:28.606 INFO:tasks.workunit.client.0.smithi067.stdout: " 1 - 512 8 2", 2024-07-29T15:02:28.606 INFO:tasks.workunit.client.0.smithi067.stdout: " 2 - 512 16 2", 2024-07-29T15:02:28.606 INFO:tasks.workunit.client.0.smithi067.stdout: " 3 - 4096 0 0", 2024-07-29T15:02:28.606 INFO:tasks.workunit.client.0.smithi067.stdout: " 4 - 4096 8 0", 2024-07-29T15:02:28.606 INFO:tasks.workunit.client.0.smithi067.stdout: " 5 - 4096 64 0", 2024-07-29T15:02:28.607 INFO:tasks.workunit.client.0.smithi067.stdout: " 6 - 4096 128 0", 2024-07-29T15:02:28.607 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:28.607 INFO:tasks.workunit.client.0.smithi067.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-29T15:02:28.607 INFO:tasks.workunit.client.0.smithi067.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-29T15:02:28.607 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:28.607 INFO:tasks.workunit.client.0.smithi067.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-29T15:02:28.607 INFO:tasks.workunit.client.0.smithi067.stdout: "Critical Warning: 0x00", 2024-07-29T15:02:28.607 INFO:tasks.workunit.client.0.smithi067.stdout: "Temperature: 25 Celsius", 2024-07-29T15:02:28.607 INFO:tasks.workunit.client.0.smithi067.stdout: "Available Spare: 100%", 2024-07-29T15:02:28.607 INFO:tasks.workunit.client.0.smithi067.stdout: "Available Spare Threshold: 10%", 2024-07-29T15:02:28.607 INFO:tasks.workunit.client.0.smithi067.stdout: "Percentage Used: 14%", 2024-07-29T15:02:28.607 INFO:tasks.workunit.client.0.smithi067.stdout: "Data Units Read: 485,337,567 [248 TB]", 2024-07-29T15:02:28.607 INFO:tasks.workunit.client.0.smithi067.stdout: "Data Units Written: 2,830,644,304 [1.44 PB]", 2024-07-29T15:02:28.608 INFO:tasks.workunit.client.0.smithi067.stdout: "Host Read Commands: 7,603,709,057", 2024-07-29T15:02:28.608 INFO:tasks.workunit.client.0.smithi067.stdout: "Host Write Commands: 47,082,651,116", 2024-07-29T15:02:28.608 INFO:tasks.workunit.client.0.smithi067.stdout: "Controller Busy Time: 48", 2024-07-29T15:02:28.608 INFO:tasks.workunit.client.0.smithi067.stdout: "Power Cycles: 52,371", 2024-07-29T15:02:28.608 INFO:tasks.workunit.client.0.smithi067.stdout: "Power On Hours: 64,337", 2024-07-29T15:02:28.608 INFO:tasks.workunit.client.0.smithi067.stdout: "Unsafe Shutdowns: 2,339", 2024-07-29T15:02:28.608 INFO:tasks.workunit.client.0.smithi067.stdout: "Media and Data Integrity Errors: 0", 2024-07-29T15:02:28.608 INFO:tasks.workunit.client.0.smithi067.stdout: "Error Information Log Entries: 0", 2024-07-29T15:02:28.608 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:28.608 INFO:tasks.workunit.client.0.smithi067.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-29T15:02:28.608 INFO:tasks.workunit.client.0.smithi067.stdout: "No Errors Logged", 2024-07-29T15:02:28.608 INFO:tasks.workunit.client.0.smithi067.stdout: "" 2024-07-29T15:02:28.608 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.609 INFO:tasks.workunit.client.0.smithi067.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-29T15:02:28.609 INFO:tasks.workunit.client.0.smithi067.stdout: "svn_revision": "5155", 2024-07-29T15:02:28.609 INFO:tasks.workunit.client.0.smithi067.stdout: "version": [ 2024-07-29T15:02:28.609 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.609 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:28.609 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.609 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.609 INFO:tasks.workunit.client.0.smithi067.stdout: "temperature": { 2024-07-29T15:02:28.609 INFO:tasks.workunit.client.0.smithi067.stdout: "current": 25 2024-07-29T15:02:28.609 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.609 INFO:tasks.workunit.client.0.smithi067.stdout: "user_capacity": { 2024-07-29T15:02:28.609 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T15:02:28.609 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T15:02:28.610 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.610 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.610 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.610 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.610 INFO:tasks.workunit.client.0.smithi067.stdout: "8fb0c8fc-4dbb-11ef-b404-0cc47ab6fc0b": { 2024-07-29T15:02:28.610 INFO:tasks.workunit.client.0.smithi067.stdout: "INTEL_SSDPEDMD400G4_8fb144b2-4dbb-11ef-b404-0cc47ab6fc0b": { 2024-07-29T15:02:28.610 INFO:tasks.workunit.client.0.smithi067.stdout: "20240729-145639": { 2024-07-29T15:02:28.610 INFO:tasks.workunit.client.0.smithi067.stdout: "device": { 2024-07-29T15:02:28.610 INFO:tasks.workunit.client.0.smithi067.stdout: "info_name": "/dev/nvme0n1", 2024-07-29T15:02:28.610 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "/dev/nvme0n1", 2024-07-29T15:02:28.610 INFO:tasks.workunit.client.0.smithi067.stdout: "protocol": "NVMe", 2024-07-29T15:02:28.610 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "nvme" 2024-07-29T15:02:28.610 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.611 INFO:tasks.workunit.client.0.smithi067.stdout: "firmware_version": "8DV101H0", 2024-07-29T15:02:28.611 INFO:tasks.workunit.client.0.smithi067.stdout: "host_id": "8fb0c8fc-4dbb-11ef-b404-0cc47ab6fc0b", 2024-07-29T15:02:28.611 INFO:tasks.workunit.client.0.smithi067.stdout: "json_format_version": [ 2024-07-29T15:02:28.611 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:28.611 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:28.611 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.611 INFO:tasks.workunit.client.0.smithi067.stdout: "local_time": { 2024-07-29T15:02:28.611 INFO:tasks.workunit.client.0.smithi067.stdout: "asctime": "Mon Jul 29 14:56:39 2024 UTC", 2024-07-29T15:02:28.611 INFO:tasks.workunit.client.0.smithi067.stdout: "time_t": 1722264999 2024-07-29T15:02:28.611 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.611 INFO:tasks.workunit.client.0.smithi067.stdout: "logical_block_size": 512, 2024-07-29T15:02:28.611 INFO:tasks.workunit.client.0.smithi067.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-29T15:02:28.611 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_controller_id": 0, 2024-07-29T15:02:28.611 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-29T15:02:28.612 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_namespaces": [ 2024-07-29T15:02:28.612 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.612 INFO:tasks.workunit.client.0.smithi067.stdout: "capacity": { 2024-07-29T15:02:28.612 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T15:02:28.612 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T15:02:28.612 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.612 INFO:tasks.workunit.client.0.smithi067.stdout: "formatted_lba_size": 512, 2024-07-29T15:02:28.612 INFO:tasks.workunit.client.0.smithi067.stdout: "id": 1, 2024-07-29T15:02:28.612 INFO:tasks.workunit.client.0.smithi067.stdout: "size": { 2024-07-29T15:02:28.612 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T15:02:28.612 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T15:02:28.612 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.612 INFO:tasks.workunit.client.0.smithi067.stdout: "utilization": { 2024-07-29T15:02:28.612 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T15:02:28.612 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T15:02:28.613 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.613 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.613 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.613 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_number_of_namespaces": 1, 2024-07-29T15:02:28.613 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_pci_vendor": { 2024-07-29T15:02:28.613 INFO:tasks.workunit.client.0.smithi067.stdout: "id": 32902, 2024-07-29T15:02:28.613 INFO:tasks.workunit.client.0.smithi067.stdout: "subsystem_id": 32902 2024-07-29T15:02:28.613 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.613 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_smart_health_information_add_log": { 2024-07-29T15:02:28.613 INFO:tasks.workunit.client.0.smithi067.stdout: "Device stats": { 2024-07-29T15:02:28.613 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_fw_downgrades": { 2024-07-29T15:02:28.613 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:28.613 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.614 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.614 INFO:tasks.workunit.client.0.smithi067.stdout: "crc_error_count": { 2024-07-29T15:02:28.614 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.614 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.614 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.614 INFO:tasks.workunit.client.0.smithi067.stdout: "end_to_end_error_detection_count": { 2024-07-29T15:02:28.614 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.614 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.614 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.614 INFO:tasks.workunit.client.0.smithi067.stdout: "erase_fail_count": { 2024-07-29T15:02:28.614 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.614 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.614 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.615 INFO:tasks.workunit.client.0.smithi067.stdout: "host_bytes_written": { 2024-07-29T15:02:28.615 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.615 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 28181635 2024-07-29T15:02:28.615 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.615 INFO:tasks.workunit.client.0.smithi067.stdout: "host_ctx_wear_used": { 2024-07-29T15:02:28.615 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.615 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 1 2024-07-29T15:02:28.615 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.615 INFO:tasks.workunit.client.0.smithi067.stdout: "media_bytes_read": { 2024-07-29T15:02:28.615 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:28.615 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.615 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.615 INFO:tasks.workunit.client.0.smithi067.stdout: "nand_bytes_written": { 2024-07-29T15:02:28.615 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.616 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 50403402 2024-07-29T15:02:28.616 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.616 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_stat_indicator": { 2024-07-29T15:02:28.616 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:28.616 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.616 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.616 INFO:tasks.workunit.client.0.smithi067.stdout: "pll_lock_loss_count": { 2024-07-29T15:02:28.616 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.616 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.616 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.616 INFO:tasks.workunit.client.0.smithi067.stdout: "program_fail_count": { 2024-07-29T15:02:28.616 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.617 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.617 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.617 INFO:tasks.workunit.client.0.smithi067.stdout: "re_alloc_sectr_cnt": { 2024-07-29T15:02:28.617 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:28.617 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.617 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.617 INFO:tasks.workunit.client.0.smithi067.stdout: "retry_buffer_overflow_count": { 2024-07-29T15:02:28.617 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.617 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.617 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.617 INFO:tasks.workunit.client.0.smithi067.stdout: "soft_ecc_err_rate": { 2024-07-29T15:02:28.617 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:28.617 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.617 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.618 INFO:tasks.workunit.client.0.smithi067.stdout: "thermal_throttle_status": { 2024-07-29T15:02:28.618 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.618 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": { 2024-07-29T15:02:28.618 INFO:tasks.workunit.client.0.smithi067.stdout: "cnt": 0, 2024-07-29T15:02:28.618 INFO:tasks.workunit.client.0.smithi067.stdout: "pct": 0 2024-07-29T15:02:28.618 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.618 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.618 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_host_reads": { 2024-07-29T15:02:28.618 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.618 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 65535 2024-07-29T15:02:28.618 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.618 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_media_wear": { 2024-07-29T15:02:28.619 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.619 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": "63.999023" 2024-07-29T15:02:28.619 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.619 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_timer": { 2024-07-29T15:02:28.619 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T15:02:28.619 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 65535 2024-07-29T15:02:28.619 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.619 INFO:tasks.workunit.client.0.smithi067.stdout: "unexp_power_loss": { 2024-07-29T15:02:28.619 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T15:02:28.619 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T15:02:28.619 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.619 INFO:tasks.workunit.client.0.smithi067.stdout: "wear_leveling": { 2024-07-29T15:02:28.619 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 89, 2024-07-29T15:02:28.620 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": { 2024-07-29T15:02:28.620 INFO:tasks.workunit.client.0.smithi067.stdout: "avg": 3456, 2024-07-29T15:02:28.620 INFO:tasks.workunit.client.0.smithi067.stdout: "max": 3473, 2024-07-29T15:02:28.620 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 3441 2024-07-29T15:02:28.620 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.620 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.620 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.620 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel Smart log": "nvme0n1" 2024-07-29T15:02:28.620 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.620 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_smart_health_information_log": { 2024-07-29T15:02:28.620 INFO:tasks.workunit.client.0.smithi067.stdout: "available_spare": 100, 2024-07-29T15:02:28.620 INFO:tasks.workunit.client.0.smithi067.stdout: "available_spare_threshold": 10, 2024-07-29T15:02:28.620 INFO:tasks.workunit.client.0.smithi067.stdout: "controller_busy_time": 52, 2024-07-29T15:02:28.620 INFO:tasks.workunit.client.0.smithi067.stdout: "critical_warning": 0, 2024-07-29T15:02:28.621 INFO:tasks.workunit.client.0.smithi067.stdout: "data_units_read": 389542703, 2024-07-29T15:02:28.621 INFO:tasks.workunit.client.0.smithi067.stdout: "data_units_written": 1846911687, 2024-07-29T15:02:28.621 INFO:tasks.workunit.client.0.smithi067.stdout: "host_reads": 6188054102, 2024-07-29T15:02:28.621 INFO:tasks.workunit.client.0.smithi067.stdout: "host_writes": 32973547230, 2024-07-29T15:02:28.621 INFO:tasks.workunit.client.0.smithi067.stdout: "media_errors": 0, 2024-07-29T15:02:28.621 INFO:tasks.workunit.client.0.smithi067.stdout: "num_err_log_entries": 0, 2024-07-29T15:02:28.621 INFO:tasks.workunit.client.0.smithi067.stdout: "percentage_used": 11, 2024-07-29T15:02:28.621 INFO:tasks.workunit.client.0.smithi067.stdout: "power_cycles": 60364, 2024-07-29T15:02:28.621 INFO:tasks.workunit.client.0.smithi067.stdout: "power_on_hours": 54901, 2024-07-29T15:02:28.621 INFO:tasks.workunit.client.0.smithi067.stdout: "temperature": 26, 2024-07-29T15:02:28.621 INFO:tasks.workunit.client.0.smithi067.stdout: "unsafe_shutdowns": 2536 2024-07-29T15:02:28.621 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.621 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_vendor": "intel", 2024-07-29T15:02:28.621 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_version": { 2024-07-29T15:02:28.622 INFO:tasks.workunit.client.0.smithi067.stdout: "string": "<1.2", 2024-07-29T15:02:28.622 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.622 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.622 INFO:tasks.workunit.client.0.smithi067.stdout: "power_cycle_count": 60364, 2024-07-29T15:02:28.622 INFO:tasks.workunit.client.0.smithi067.stdout: "power_on_time": { 2024-07-29T15:02:28.622 INFO:tasks.workunit.client.0.smithi067.stdout: "hours": 54901 2024-07-29T15:02:28.622 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.622 INFO:tasks.workunit.client.0.smithi067.stdout: "serial_number": "deleted", 2024-07-29T15:02:28.622 INFO:tasks.workunit.client.0.smithi067.stdout: "smart_status": { 2024-07-29T15:02:28.622 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme": { 2024-07-29T15:02:28.622 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.622 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.622 INFO:tasks.workunit.client.0.smithi067.stdout: "passed": true 2024-07-29T15:02:28.622 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.623 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl": { 2024-07-29T15:02:28.623 INFO:tasks.workunit.client.0.smithi067.stdout: "argv": [ 2024-07-29T15:02:28.623 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl", 2024-07-29T15:02:28.623 INFO:tasks.workunit.client.0.smithi067.stdout: "-x", 2024-07-29T15:02:28.623 INFO:tasks.workunit.client.0.smithi067.stdout: "--json=o", 2024-07-29T15:02:28.623 INFO:tasks.workunit.client.0.smithi067.stdout: "/dev/nvme0n1" 2024-07-29T15:02:28.623 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.623 INFO:tasks.workunit.client.0.smithi067.stdout: "build_info": "(local build)", 2024-07-29T15:02:28.623 INFO:tasks.workunit.client.0.smithi067.stdout: "exit_status": 0, 2024-07-29T15:02:28.623 INFO:tasks.workunit.client.0.smithi067.stdout: "output": [ 2024-07-29T15:02:28.623 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-29T15:02:28.623 INFO:tasks.workunit.client.0.smithi067.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-29T15:02:28.623 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:28.623 INFO:tasks.workunit.client.0.smithi067.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-29T15:02:28.624 INFO:tasks.workunit.client.0.smithi067.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-29T15:02:28.624 INFO:tasks.workunit.client.0.smithi067.stdout: "Serial Number: deleted", 2024-07-29T15:02:28.624 INFO:tasks.workunit.client.0.smithi067.stdout: "Firmware Version: 8DV101H0", 2024-07-29T15:02:28.624 INFO:tasks.workunit.client.0.smithi067.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-29T15:02:28.624 INFO:tasks.workunit.client.0.smithi067.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-29T15:02:28.624 INFO:tasks.workunit.client.0.smithi067.stdout: "Controller ID: 0", 2024-07-29T15:02:28.624 INFO:tasks.workunit.client.0.smithi067.stdout: "NVMe Version: <1.2", 2024-07-29T15:02:28.624 INFO:tasks.workunit.client.0.smithi067.stdout: "Number of Namespaces: 1", 2024-07-29T15:02:28.624 INFO:tasks.workunit.client.0.smithi067.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-29T15:02:28.624 INFO:tasks.workunit.client.0.smithi067.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-29T15:02:28.624 INFO:tasks.workunit.client.0.smithi067.stdout: "Local Time is: Mon Jul 29 14:56:39 2024 UTC", 2024-07-29T15:02:28.624 INFO:tasks.workunit.client.0.smithi067.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-29T15:02:28.624 INFO:tasks.workunit.client.0.smithi067.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-29T15:02:28.624 INFO:tasks.workunit.client.0.smithi067.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-29T15:02:28.625 INFO:tasks.workunit.client.0.smithi067.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-29T15:02:28.625 INFO:tasks.workunit.client.0.smithi067.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-29T15:02:28.625 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:28.625 INFO:tasks.workunit.client.0.smithi067.stdout: "Supported Power States", 2024-07-29T15:02:28.625 INFO:tasks.workunit.client.0.smithi067.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-29T15:02:28.625 INFO:tasks.workunit.client.0.smithi067.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-29T15:02:28.625 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:28.625 INFO:tasks.workunit.client.0.smithi067.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-29T15:02:28.625 INFO:tasks.workunit.client.0.smithi067.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-29T15:02:28.625 INFO:tasks.workunit.client.0.smithi067.stdout: " 0 + 512 0 2", 2024-07-29T15:02:28.625 INFO:tasks.workunit.client.0.smithi067.stdout: " 1 - 512 8 2", 2024-07-29T15:02:28.625 INFO:tasks.workunit.client.0.smithi067.stdout: " 2 - 512 16 2", 2024-07-29T15:02:28.625 INFO:tasks.workunit.client.0.smithi067.stdout: " 3 - 4096 0 0", 2024-07-29T15:02:28.625 INFO:tasks.workunit.client.0.smithi067.stdout: " 4 - 4096 8 0", 2024-07-29T15:02:28.626 INFO:tasks.workunit.client.0.smithi067.stdout: " 5 - 4096 64 0", 2024-07-29T15:02:28.626 INFO:tasks.workunit.client.0.smithi067.stdout: " 6 - 4096 128 0", 2024-07-29T15:02:28.626 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:28.626 INFO:tasks.workunit.client.0.smithi067.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-29T15:02:28.626 INFO:tasks.workunit.client.0.smithi067.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-29T15:02:28.626 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:28.626 INFO:tasks.workunit.client.0.smithi067.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-29T15:02:28.626 INFO:tasks.workunit.client.0.smithi067.stdout: "Critical Warning: 0x00", 2024-07-29T15:02:28.626 INFO:tasks.workunit.client.0.smithi067.stdout: "Temperature: 26 Celsius", 2024-07-29T15:02:28.626 INFO:tasks.workunit.client.0.smithi067.stdout: "Available Spare: 100%", 2024-07-29T15:02:28.626 INFO:tasks.workunit.client.0.smithi067.stdout: "Available Spare Threshold: 10%", 2024-07-29T15:02:28.626 INFO:tasks.workunit.client.0.smithi067.stdout: "Percentage Used: 11%", 2024-07-29T15:02:28.626 INFO:tasks.workunit.client.0.smithi067.stdout: "Data Units Read: 389,542,703 [199 TB]", 2024-07-29T15:02:28.627 INFO:tasks.workunit.client.0.smithi067.stdout: "Data Units Written: 1,846,911,687 [945 TB]", 2024-07-29T15:02:28.627 INFO:tasks.workunit.client.0.smithi067.stdout: "Host Read Commands: 6,188,054,102", 2024-07-29T15:02:28.627 INFO:tasks.workunit.client.0.smithi067.stdout: "Host Write Commands: 32,973,547,230", 2024-07-29T15:02:28.627 INFO:tasks.workunit.client.0.smithi067.stdout: "Controller Busy Time: 52", 2024-07-29T15:02:28.627 INFO:tasks.workunit.client.0.smithi067.stdout: "Power Cycles: 60,364", 2024-07-29T15:02:28.627 INFO:tasks.workunit.client.0.smithi067.stdout: "Power On Hours: 54,901", 2024-07-29T15:02:28.627 INFO:tasks.workunit.client.0.smithi067.stdout: "Unsafe Shutdowns: 2,536", 2024-07-29T15:02:28.627 INFO:tasks.workunit.client.0.smithi067.stdout: "Media and Data Integrity Errors: 0", 2024-07-29T15:02:28.627 INFO:tasks.workunit.client.0.smithi067.stdout: "Error Information Log Entries: 0", 2024-07-29T15:02:28.627 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T15:02:28.627 INFO:tasks.workunit.client.0.smithi067.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-29T15:02:28.627 INFO:tasks.workunit.client.0.smithi067.stdout: "No Errors Logged", 2024-07-29T15:02:28.627 INFO:tasks.workunit.client.0.smithi067.stdout: "" 2024-07-29T15:02:28.627 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.628 INFO:tasks.workunit.client.0.smithi067.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-29T15:02:28.628 INFO:tasks.workunit.client.0.smithi067.stdout: "svn_revision": "5155", 2024-07-29T15:02:28.628 INFO:tasks.workunit.client.0.smithi067.stdout: "version": [ 2024-07-29T15:02:28.628 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:28.628 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:28.628 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.628 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.628 INFO:tasks.workunit.client.0.smithi067.stdout: "temperature": { 2024-07-29T15:02:28.628 INFO:tasks.workunit.client.0.smithi067.stdout: "current": 26 2024-07-29T15:02:28.628 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.628 INFO:tasks.workunit.client.0.smithi067.stdout: "user_capacity": { 2024-07-29T15:02:28.628 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T15:02:28.628 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T15:02:28.629 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.629 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.629 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.629 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.629 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.629 INFO:tasks.workunit.client.0.smithi067.stdout: "report": { 2024-07-29T15:02:28.629 INFO:tasks.workunit.client.0.smithi067.stdout: "balancer": { 2024-07-29T15:02:28.629 INFO:tasks.workunit.client.0.smithi067.stdout: "active": true, 2024-07-29T15:02:28.629 INFO:tasks.workunit.client.0.smithi067.stdout: "mode": "" 2024-07-29T15:02:28.629 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.629 INFO:tasks.workunit.client.0.smithi067.stdout: "channels": [ 2024-07-29T15:02:28.629 INFO:tasks.workunit.client.0.smithi067.stdout: "basic", 2024-07-29T15:02:28.629 INFO:tasks.workunit.client.0.smithi067.stdout: "crash", 2024-07-29T15:02:28.629 INFO:tasks.workunit.client.0.smithi067.stdout: "device", 2024-07-29T15:02:28.630 INFO:tasks.workunit.client.0.smithi067.stdout: "ident", 2024-07-29T15:02:28.630 INFO:tasks.workunit.client.0.smithi067.stdout: "perf" 2024-07-29T15:02:28.630 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.630 INFO:tasks.workunit.client.0.smithi067.stdout: "channels_available": [ 2024-07-29T15:02:28.630 INFO:tasks.workunit.client.0.smithi067.stdout: "basic", 2024-07-29T15:02:28.630 INFO:tasks.workunit.client.0.smithi067.stdout: "ident", 2024-07-29T15:02:28.630 INFO:tasks.workunit.client.0.smithi067.stdout: "crash", 2024-07-29T15:02:28.630 INFO:tasks.workunit.client.0.smithi067.stdout: "device", 2024-07-29T15:02:28.630 INFO:tasks.workunit.client.0.smithi067.stdout: "perf" 2024-07-29T15:02:28.630 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.630 INFO:tasks.workunit.client.0.smithi067.stdout: "collections_available": [ 2024-07-29T15:02:28.630 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_base", 2024-07-29T15:02:28.630 INFO:tasks.workunit.client.0.smithi067.stdout: "device_base", 2024-07-29T15:02:28.631 INFO:tasks.workunit.client.0.smithi067.stdout: "crash_base", 2024-07-29T15:02:28.631 INFO:tasks.workunit.client.0.smithi067.stdout: "ident_base", 2024-07-29T15:02:28.631 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_perf", 2024-07-29T15:02:28.631 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_mds_metadata", 2024-07-29T15:02:28.631 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_usage", 2024-07-29T15:02:28.631 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_usage_by_class", 2024-07-29T15:02:28.631 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_rook_v01", 2024-07-29T15:02:28.631 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_memory_metrics", 2024-07-29T15:02:28.631 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_options_bluestore" 2024-07-29T15:02:28.631 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.631 INFO:tasks.workunit.client.0.smithi067.stdout: "collections_opted_in": [ 2024-07-29T15:02:28.631 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_base", 2024-07-29T15:02:28.631 INFO:tasks.workunit.client.0.smithi067.stdout: "device_base", 2024-07-29T15:02:28.631 INFO:tasks.workunit.client.0.smithi067.stdout: "crash_base", 2024-07-29T15:02:28.631 INFO:tasks.workunit.client.0.smithi067.stdout: "ident_base", 2024-07-29T15:02:28.632 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_perf", 2024-07-29T15:02:28.632 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_mds_metadata", 2024-07-29T15:02:28.632 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_usage", 2024-07-29T15:02:28.632 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_usage_by_class", 2024-07-29T15:02:28.632 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_rook_v01", 2024-07-29T15:02:28.632 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_memory_metrics", 2024-07-29T15:02:28.632 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_options_bluestore" 2024-07-29T15:02:28.632 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.632 INFO:tasks.workunit.client.0.smithi067.stdout: "config": { 2024-07-29T15:02:28.632 INFO:tasks.workunit.client.0.smithi067.stdout: "active_changed": [ 2024-07-29T15:02:28.632 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-29T15:02:28.632 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_debug", 2024-07-29T15:02:28.632 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_mon_ticket_ttl", 2024-07-29T15:02:28.632 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_service_ticket_ttl", 2024-07-29T15:02:28.633 INFO:tasks.workunit.client.0.smithi067.stdout: "bdev_debug_aio", 2024-07-29T15:02:28.633 INFO:tasks.workunit.client.0.smithi067.stdout: "client_check_pool_perm", 2024-07-29T15:02:28.633 INFO:tasks.workunit.client.0.smithi067.stdout: "client_mount_gid", 2024-07-29T15:02:28.633 INFO:tasks.workunit.client.0.smithi067.stdout: "client_mount_uid", 2024-07-29T15:02:28.633 INFO:tasks.workunit.client.0.smithi067.stdout: "client_quota", 2024-07-29T15:02:28.633 INFO:tasks.workunit.client.0.smithi067.stdout: "container_image", 2024-07-29T15:02:28.633 INFO:tasks.workunit.client.0.smithi067.stdout: "daemonize", 2024-07-29T15:02:28.633 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_asserts_on_shutdown", 2024-07-29T15:02:28.633 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_mgr", 2024-07-29T15:02:28.633 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_mon", 2024-07-29T15:02:28.633 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_ms", 2024-07-29T15:02:28.633 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_osd", 2024-07-29T15:02:28.633 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_paxos", 2024-07-29T15:02:28.633 INFO:tasks.workunit.client.0.smithi067.stdout: "keyring", 2024-07-29T15:02:28.634 INFO:tasks.workunit.client.0.smithi067.stdout: "leveldb_block_size", 2024-07-29T15:02:28.634 INFO:tasks.workunit.client.0.smithi067.stdout: "leveldb_cache_size", 2024-07-29T15:02:28.634 INFO:tasks.workunit.client.0.smithi067.stdout: "leveldb_compression", 2024-07-29T15:02:28.634 INFO:tasks.workunit.client.0.smithi067.stdout: "leveldb_log", 2024-07-29T15:02:28.634 INFO:tasks.workunit.client.0.smithi067.stdout: "leveldb_write_buffer_size", 2024-07-29T15:02:28.634 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_file", 2024-07-29T15:02:28.634 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_journald", 2024-07-29T15:02:28.634 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_stderr", 2024-07-29T15:02:28.634 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_allow_pool_delete", 2024-07-29T15:02:28.634 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_clock_drift_allowed", 2024-07-29T15:02:28.634 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_cluster_log_to_file", 2024-07-29T15:02:28.634 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_cluster_log_to_journald", 2024-07-29T15:02:28.634 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_cluster_log_to_stderr", 2024-07-29T15:02:28.634 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_data_avail_warn", 2024-07-29T15:02:28.635 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_election_default_strategy", 2024-07-29T15:02:28.635 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_host", 2024-07-29T15:02:28.635 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_max_pg_per_osd", 2024-07-29T15:02:28.635 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_mgr_mkfs_grace", 2024-07-29T15:02:28.635 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_osd_prime_pg_temp", 2024-07-29T15:02:28.635 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_osd_reporter_subtree_level", 2024-07-29T15:02:28.635 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_pg_warn_max_object_skew", 2024-07-29T15:02:28.635 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-29T15:02:28.635 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-29T15:02:28.635 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-29T15:02:28.635 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-29T15:02:28.635 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-29T15:02:28.635 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-29T15:02:28.635 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-29T15:02:28.636 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-29T15:02:28.636 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_too_few_osds", 2024-07-29T15:02:28.636 INFO:tasks.workunit.client.0.smithi067.stdout: "ms_die_on_bug", 2024-07-29T15:02:28.636 INFO:tasks.workunit.client.0.smithi067.stdout: "ms_die_on_old_message", 2024-07-29T15:02:28.636 INFO:tasks.workunit.client.0.smithi067.stdout: "no_config_file", 2024-07-29T15:02:28.636 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_class_default_list", 2024-07-29T15:02:28.636 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_class_load_list", 2024-07-29T15:02:28.636 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_misdirected_ops", 2024-07-29T15:02:28.636 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_op_order", 2024-07-29T15:02:28.636 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_pg_log_writeout", 2024-07-29T15:02:28.636 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_shutdown", 2024-07-29T15:02:28.636 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_cached_snaps", 2024-07-29T15:02:28.636 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_missing_on_start", 2024-07-29T15:02:28.636 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_stray_on_activate", 2024-07-29T15:02:28.637 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-29T15:02:28.637 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_profile", 2024-07-29T15:02:28.637 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-07-29T15:02:28.637 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-07-29T15:02:28.637 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-07-29T15:02:28.637 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-07-29T15:02:28.637 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-07-29T15:02:28.637 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-07-29T15:02:28.637 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_client_lim", 2024-07-29T15:02:28.637 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_client_res", 2024-07-29T15:02:28.637 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_client_wgt", 2024-07-29T15:02:28.637 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_memory_target", 2024-07-29T15:02:28.637 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_memory_target_autotune", 2024-07-29T15:02:28.637 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_op_queue", 2024-07-29T15:02:28.638 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_op_queue_cut_off", 2024-07-29T15:02:28.638 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pool_default_erasure_code_profile", 2024-07-29T15:02:28.638 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-29T15:02:28.638 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recover_clone_overlap", 2024-07-29T15:02:28.638 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_max_chunk", 2024-07-29T15:02:28.638 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_load_threshold", 2024-07-29T15:02:28.638 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_max_interval", 2024-07-29T15:02:28.638 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_shutdown_pgref_assert", 2024-07-29T15:02:28.638 INFO:tasks.workunit.client.0.smithi067.stdout: "public_addr", 2024-07-29T15:02:28.638 INFO:tasks.workunit.client.0.smithi067.stdout: "public_addrv", 2024-07-29T15:02:28.638 INFO:tasks.workunit.client.0.smithi067.stdout: "public_network", 2024-07-29T15:02:28.638 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd_default_features", 2024-07-29T15:02:28.638 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd_qos_exclude_ops", 2024-07-29T15:02:28.639 INFO:tasks.workunit.client.0.smithi067.stdout: "setgroup", 2024-07-29T15:02:28.639 INFO:tasks.workunit.client.0.smithi067.stdout: "setuser" 2024-07-29T15:02:28.639 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.639 INFO:tasks.workunit.client.0.smithi067.stdout: "cluster_changed": [ 2024-07-29T15:02:28.639 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-29T15:02:28.639 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_debug", 2024-07-29T15:02:28.639 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_mon_ticket_ttl", 2024-07-29T15:02:28.639 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_service_ticket_ttl", 2024-07-29T15:02:28.639 INFO:tasks.workunit.client.0.smithi067.stdout: "bdev_debug_aio", 2024-07-29T15:02:28.639 INFO:tasks.workunit.client.0.smithi067.stdout: "container_image", 2024-07-29T15:02:28.639 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_asserts_on_shutdown", 2024-07-29T15:02:28.639 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_mgr", 2024-07-29T15:02:28.639 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_mon", 2024-07-29T15:02:28.640 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_ms", 2024-07-29T15:02:28.640 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_osd", 2024-07-29T15:02:28.640 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_paxos", 2024-07-29T15:02:28.640 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_file", 2024-07-29T15:02:28.640 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_journald", 2024-07-29T15:02:28.640 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_stderr", 2024-07-29T15:02:28.640 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_join_fs", 2024-07-29T15:02:28.640 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/cephadm/allow_ptrace", 2024-07-29T15:02:28.640 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/cephadm/container_init", 2024-07-29T15:02:28.640 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/cephadm/migration_current", 2024-07-29T15:02:28.640 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/cephadm/use_repo_digest", 2024-07-29T15:02:28.640 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-07-29T15:02:28.640 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-07-29T15:02:28.640 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-07-29T15:02:28.641 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-07-29T15:02:28.641 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/ssl_server_port", 2024-07-29T15:02:28.641 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/orchestrator/orchestrator", 2024-07-29T15:02:28.641 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/channel_ident", 2024-07-29T15:02:28.641 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/channel_perf", 2024-07-29T15:02:28.641 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/description", 2024-07-29T15:02:28.641 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/enabled", 2024-07-29T15:02:28.641 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/organization", 2024-07-29T15:02:28.641 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_allow_pool_delete", 2024-07-29T15:02:28.641 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_clock_drift_allowed", 2024-07-29T15:02:28.641 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_cluster_log_to_file", 2024-07-29T15:02:28.641 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_data_avail_warn", 2024-07-29T15:02:28.641 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_election_default_strategy", 2024-07-29T15:02:28.641 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_max_pg_per_osd", 2024-07-29T15:02:28.642 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_mgr_mkfs_grace", 2024-07-29T15:02:28.642 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_osd_prime_pg_temp", 2024-07-29T15:02:28.642 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_osd_reporter_subtree_level", 2024-07-29T15:02:28.642 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_pg_warn_max_object_skew", 2024-07-29T15:02:28.642 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-29T15:02:28.642 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-29T15:02:28.642 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-29T15:02:28.642 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-29T15:02:28.642 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-29T15:02:28.642 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-29T15:02:28.642 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-29T15:02:28.642 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-29T15:02:28.642 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_too_few_osds", 2024-07-29T15:02:28.642 INFO:tasks.workunit.client.0.smithi067.stdout: "ms_die_on_bug", 2024-07-29T15:02:28.643 INFO:tasks.workunit.client.0.smithi067.stdout: "ms_die_on_old_message", 2024-07-29T15:02:28.643 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_class_default_list", 2024-07-29T15:02:28.643 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_class_load_list", 2024-07-29T15:02:28.643 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_misdirected_ops", 2024-07-29T15:02:28.643 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_op_order", 2024-07-29T15:02:28.643 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_pg_log_writeout", 2024-07-29T15:02:28.643 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_shutdown", 2024-07-29T15:02:28.643 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_cached_snaps", 2024-07-29T15:02:28.643 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_missing_on_start", 2024-07-29T15:02:28.643 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_stray_on_activate", 2024-07-29T15:02:28.643 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-29T15:02:28.643 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_profile", 2024-07-29T15:02:28.644 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_memory_target", 2024-07-29T15:02:28.644 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_memory_target_autotune", 2024-07-29T15:02:28.644 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_op_queue", 2024-07-29T15:02:28.644 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_op_queue_cut_off", 2024-07-29T15:02:28.644 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pool_default_erasure_code_profile", 2024-07-29T15:02:28.644 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-29T15:02:28.644 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recover_clone_overlap", 2024-07-29T15:02:28.644 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_max_chunk", 2024-07-29T15:02:28.644 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_load_threshold", 2024-07-29T15:02:28.644 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_max_interval", 2024-07-29T15:02:28.644 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_shutdown_pgref_assert", 2024-07-29T15:02:28.644 INFO:tasks.workunit.client.0.smithi067.stdout: "public_network", 2024-07-29T15:02:28.644 INFO:tasks.workunit.client.0.smithi067.stdout: "rgw_cache_enabled", 2024-07-29T15:02:28.644 INFO:tasks.workunit.client.0.smithi067.stdout: "rgw_enable_ops_log", 2024-07-29T15:02:28.645 INFO:tasks.workunit.client.0.smithi067.stdout: "rgw_enable_usage_log" 2024-07-29T15:02:28.645 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.645 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.645 INFO:tasks.workunit.client.0.smithi067.stdout: "contact": null, 2024-07-29T15:02:28.645 INFO:tasks.workunit.client.0.smithi067.stdout: "crashes": [], 2024-07-29T15:02:28.645 INFO:tasks.workunit.client.0.smithi067.stdout: "created": "2024-07-29T14:53:34.720315Z", 2024-07-29T15:02:28.645 INFO:tasks.workunit.client.0.smithi067.stdout: "crush": { 2024-07-29T15:02:28.645 INFO:tasks.workunit.client.0.smithi067.stdout: "bucket_algs": { 2024-07-29T15:02:28.645 INFO:tasks.workunit.client.0.smithi067.stdout: "straw2": 3 2024-07-29T15:02:28.645 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.645 INFO:tasks.workunit.client.0.smithi067.stdout: "bucket_sizes": { 2024-07-29T15:02:28.645 INFO:tasks.workunit.client.0.smithi067.stdout: "2": 1, 2024-07-29T15:02:28.645 INFO:tasks.workunit.client.0.smithi067.stdout: "4": 2 2024-07-29T15:02:28.645 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.646 INFO:tasks.workunit.client.0.smithi067.stdout: "bucket_types": { 2024-07-29T15:02:28.646 INFO:tasks.workunit.client.0.smithi067.stdout: "1": 2, 2024-07-29T15:02:28.646 INFO:tasks.workunit.client.0.smithi067.stdout: "11": 1 2024-07-29T15:02:28.646 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.646 INFO:tasks.workunit.client.0.smithi067.stdout: "compat_weight_set": false, 2024-07-29T15:02:28.646 INFO:tasks.workunit.client.0.smithi067.stdout: "device_classes": [ 2024-07-29T15:02:28.646 INFO:tasks.workunit.client.0.smithi067.stdout: 8 2024-07-29T15:02:28.646 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.646 INFO:tasks.workunit.client.0.smithi067.stdout: "num_buckets": 6, 2024-07-29T15:02:28.646 INFO:tasks.workunit.client.0.smithi067.stdout: "num_devices": 8, 2024-07-29T15:02:28.646 INFO:tasks.workunit.client.0.smithi067.stdout: "num_rules": 1, 2024-07-29T15:02:28.646 INFO:tasks.workunit.client.0.smithi067.stdout: "num_types": 12, 2024-07-29T15:02:28.646 INFO:tasks.workunit.client.0.smithi067.stdout: "num_weight_sets": 0, 2024-07-29T15:02:28.647 INFO:tasks.workunit.client.0.smithi067.stdout: "tunables": { 2024-07-29T15:02:28.647 INFO:tasks.workunit.client.0.smithi067.stdout: "allowed_bucket_algs": 54, 2024-07-29T15:02:28.647 INFO:tasks.workunit.client.0.smithi067.stdout: "choose_local_fallback_tries": 0, 2024-07-29T15:02:28.647 INFO:tasks.workunit.client.0.smithi067.stdout: "choose_local_tries": 0, 2024-07-29T15:02:28.647 INFO:tasks.workunit.client.0.smithi067.stdout: "choose_total_tries": 50, 2024-07-29T15:02:28.647 INFO:tasks.workunit.client.0.smithi067.stdout: "chooseleaf_descend_once": 1, 2024-07-29T15:02:28.647 INFO:tasks.workunit.client.0.smithi067.stdout: "chooseleaf_stable": 1, 2024-07-29T15:02:28.647 INFO:tasks.workunit.client.0.smithi067.stdout: "chooseleaf_vary_r": 1, 2024-07-29T15:02:28.647 INFO:tasks.workunit.client.0.smithi067.stdout: "has_v2_rules": 0, 2024-07-29T15:02:28.647 INFO:tasks.workunit.client.0.smithi067.stdout: "has_v3_rules": 0, 2024-07-29T15:02:28.647 INFO:tasks.workunit.client.0.smithi067.stdout: "has_v4_buckets": 1, 2024-07-29T15:02:28.647 INFO:tasks.workunit.client.0.smithi067.stdout: "has_v5_rules": 0, 2024-07-29T15:02:28.647 INFO:tasks.workunit.client.0.smithi067.stdout: "legacy_tunables": 0, 2024-07-29T15:02:28.647 INFO:tasks.workunit.client.0.smithi067.stdout: "minimum_required_version": "jewel", 2024-07-29T15:02:28.648 INFO:tasks.workunit.client.0.smithi067.stdout: "optimal_tunables": 1, 2024-07-29T15:02:28.648 INFO:tasks.workunit.client.0.smithi067.stdout: "profile": "jewel", 2024-07-29T15:02:28.648 INFO:tasks.workunit.client.0.smithi067.stdout: "require_feature_tunables": 1, 2024-07-29T15:02:28.648 INFO:tasks.workunit.client.0.smithi067.stdout: "require_feature_tunables2": 1, 2024-07-29T15:02:28.648 INFO:tasks.workunit.client.0.smithi067.stdout: "require_feature_tunables3": 1, 2024-07-29T15:02:28.648 INFO:tasks.workunit.client.0.smithi067.stdout: "require_feature_tunables5": 1, 2024-07-29T15:02:28.648 INFO:tasks.workunit.client.0.smithi067.stdout: "straw_calc_version": 1 2024-07-29T15:02:28.648 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.648 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.648 INFO:tasks.workunit.client.0.smithi067.stdout: "description": "upgrade test cluster", 2024-07-29T15:02:28.648 INFO:tasks.workunit.client.0.smithi067.stdout: "fs": { 2024-07-29T15:02:28.648 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:28.648 INFO:tasks.workunit.client.0.smithi067.stdout: "feature_flags": { 2024-07-29T15:02:28.649 INFO:tasks.workunit.client.0.smithi067.stdout: "enable_multiple": true, 2024-07-29T15:02:28.649 INFO:tasks.workunit.client.0.smithi067.stdout: "ever_enabled_multiple": true 2024-07-29T15:02:28.649 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.649 INFO:tasks.workunit.client.0.smithi067.stdout: "filesystems": [ 2024-07-29T15:02:28.649 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.649 INFO:tasks.workunit.client.0.smithi067.stdout: "approx_ctime": "2024-07", 2024-07-29T15:02:28.649 INFO:tasks.workunit.client.0.smithi067.stdout: "balancer_enabled": false, 2024-07-29T15:02:28.649 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.649 INFO:tasks.workunit.client.0.smithi067.stdout: "cached_caps": 0, 2024-07-29T15:02:28.649 INFO:tasks.workunit.client.0.smithi067.stdout: "cached_dns": 10, 2024-07-29T15:02:28.649 INFO:tasks.workunit.client.0.smithi067.stdout: "cached_inos": 13, 2024-07-29T15:02:28.649 INFO:tasks.workunit.client.0.smithi067.stdout: "cached_subtrees": 2, 2024-07-29T15:02:28.649 INFO:tasks.workunit.client.0.smithi067.stdout: "ever_allowed_features": 0, 2024-07-29T15:02:28.649 INFO:tasks.workunit.client.0.smithi067.stdout: "explicitly_allowed_features": 0, 2024-07-29T15:02:28.650 INFO:tasks.workunit.client.0.smithi067.stdout: "files": 0, 2024-07-29T15:02:28.650 INFO:tasks.workunit.client.0.smithi067.stdout: "max_mds": 1, 2024-07-29T15:02:28.650 INFO:tasks.workunit.client.0.smithi067.stdout: "num_data_pools": 1, 2024-07-29T15:02:28.650 INFO:tasks.workunit.client.0.smithi067.stdout: "num_in": 1, 2024-07-29T15:02:28.650 INFO:tasks.workunit.client.0.smithi067.stdout: "num_mds": 1, 2024-07-29T15:02:28.650 INFO:tasks.workunit.client.0.smithi067.stdout: "num_sessions": 0, 2024-07-29T15:02:28.650 INFO:tasks.workunit.client.0.smithi067.stdout: "num_standby_replay": 0, 2024-07-29T15:02:28.650 INFO:tasks.workunit.client.0.smithi067.stdout: "num_up": 1, 2024-07-29T15:02:28.650 INFO:tasks.workunit.client.0.smithi067.stdout: "snaps": 0, 2024-07-29T15:02:28.650 INFO:tasks.workunit.client.0.smithi067.stdout: "standby_count_wanted": 0 2024-07-29T15:02:28.650 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.650 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.650 INFO:tasks.workunit.client.0.smithi067.stdout: "num_standby_mds": 1, 2024-07-29T15:02:28.651 INFO:tasks.workunit.client.0.smithi067.stdout: "total_num_mds": 2 2024-07-29T15:02:28.651 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.651 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_stats": { 2024-07-29T15:02:28.651 INFO:tasks.workunit.client.0.smithi067.stdout: "mds": { 2024-07-29T15:02:28.651 INFO:tasks.workunit.client.0.smithi067.stdout: "mds.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T15:02:28.651 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 20488192, 2024-07-29T15:02:28.651 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 437080, 2024-07-29T15:02:28.651 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2621440, 2024-07-29T15:02:28.651 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T15:02:28.651 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 696320, 2024-07-29T15:02:28.651 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 423, 2024-07-29T15:02:28.651 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T15:02:28.651 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 1240664, 2024-07-29T15:02:28.651 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 20, 2024-07-29T15:02:28.652 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 1119232, 2024-07-29T15:02:28.652 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 15069776, 2024-07-29T15:02:28.652 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 21184512 2024-07-29T15:02:28.652 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.652 INFO:tasks.workunit.client.0.smithi067.stdout: "mds.fe352cc5d8c505de303363ceef3e5f6f0234bfa7": { 2024-07-29T15:02:28.652 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 20135936, 2024-07-29T15:02:28.652 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 307080, 2024-07-29T15:02:28.652 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2621440, 2024-07-29T15:02:28.652 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 876544, 2024-07-29T15:02:28.652 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 0, 2024-07-29T15:02:28.652 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 341, 2024-07-29T15:02:28.652 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T15:02:28.652 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 1068664, 2024-07-29T15:02:28.652 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 12, 2024-07-29T15:02:28.653 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 600064, 2024-07-29T15:02:28.653 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 14662144, 2024-07-29T15:02:28.653 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 20135936 2024-07-29T15:02:28.653 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.653 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.653 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T15:02:28.653 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T15:02:28.653 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 44179456, 2024-07-29T15:02:28.653 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 1798648, 2024-07-29T15:02:28.653 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2621440, 2024-07-29T15:02:28.653 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T15:02:28.653 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 7421952, 2024-07-29T15:02:28.653 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 1653, 2024-07-29T15:02:28.654 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T15:02:28.654 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 9911736, 2024-07-29T15:02:28.654 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 22, 2024-07-29T15:02:28.654 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 2129920, 2024-07-29T15:02:28.654 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 27717712, 2024-07-29T15:02:28.654 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 51601408 2024-07-29T15:02:28.654 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.654 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.88f1e2f1a9980ce30b43411b8d195844f2fd44e3": { 2024-07-29T15:02:28.654 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 38371328, 2024-07-29T15:02:28.654 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 1415904, 2024-07-29T15:02:28.654 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2621440, 2024-07-29T15:02:28.654 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 688128, 2024-07-29T15:02:28.654 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 11239424, 2024-07-29T15:02:28.655 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 1178, 2024-07-29T15:02:28.655 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T15:02:28.655 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 6454216, 2024-07-29T15:02:28.655 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 22, 2024-07-29T15:02:28.655 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 2835200, 2024-07-29T15:02:28.655 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 24356440, 2024-07-29T15:02:28.655 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 49610752 2024-07-29T15:02:28.655 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.655 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.fe352cc5d8c505de303363ceef3e5f6f0234bfa7": { 2024-07-29T15:02:28.655 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 36175872, 2024-07-29T15:02:28.655 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 1347128, 2024-07-29T15:02:28.655 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2621440, 2024-07-29T15:02:28.655 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T15:02:28.655 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 14483456, 2024-07-29T15:02:28.656 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 1119, 2024-07-29T15:02:28.656 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T15:02:28.656 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 7454328, 2024-07-29T15:02:28.656 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 21, 2024-07-29T15:02:28.656 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 1107200, 2024-07-29T15:02:28.656 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 23645776, 2024-07-29T15:02:28.656 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 50659328 2024-07-29T15:02:28.656 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.656 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.656 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:28.656 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.0": { 2024-07-29T15:02:28.656 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 274628608, 2024-07-29T15:02:28.656 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 854392, 2024-07-29T15:02:28.656 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2752512, 2024-07-29T15:02:28.657 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 8192, 2024-07-29T15:02:28.657 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 1130496, 2024-07-29T15:02:28.657 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 1425, 2024-07-29T15:02:28.657 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T15:02:28.657 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 5391360, 2024-07-29T15:02:28.657 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 45, 2024-07-29T15:02:28.657 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 2472960, 2024-07-29T15:02:28.657 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 263149192, 2024-07-29T15:02:28.657 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 275759104 2024-07-29T15:02:28.657 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.657 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.1": { 2024-07-29T15:02:28.657 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 272908288, 2024-07-29T15:02:28.657 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 705832, 2024-07-29T15:02:28.657 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2752512, 2024-07-29T15:02:28.657 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T15:02:28.658 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 753664, 2024-07-29T15:02:28.658 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 1354, 2024-07-29T15:02:28.658 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T15:02:28.658 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 5537856, 2024-07-29T15:02:28.658 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 46, 2024-07-29T15:02:28.658 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 2293248, 2024-07-29T15:02:28.658 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 261618840, 2024-07-29T15:02:28.658 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 273661952 2024-07-29T15:02:28.658 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.658 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.2": { 2024-07-29T15:02:28.658 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 272769024, 2024-07-29T15:02:28.658 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 782016, 2024-07-29T15:02:28.658 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2752512, 2024-07-29T15:02:28.659 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 16384, 2024-07-29T15:02:28.659 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 1171456, 2024-07-29T15:02:28.659 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 1262, 2024-07-29T15:02:28.659 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T15:02:28.659 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 5143424, 2024-07-29T15:02:28.659 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 46, 2024-07-29T15:02:28.659 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 2412544, 2024-07-29T15:02:28.659 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 261662144, 2024-07-29T15:02:28.659 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 273940480 2024-07-29T15:02:28.659 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.659 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.3": { 2024-07-29T15:02:28.659 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 271564800, 2024-07-29T15:02:28.659 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 719552, 2024-07-29T15:02:28.659 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2752512, 2024-07-29T15:02:28.660 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T15:02:28.660 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 65536, 2024-07-29T15:02:28.660 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 1240, 2024-07-29T15:02:28.660 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T15:02:28.660 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 4425728, 2024-07-29T15:02:28.660 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 45, 2024-07-29T15:02:28.660 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 1897216, 2024-07-29T15:02:28.660 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 261769792, 2024-07-29T15:02:28.660 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 271630336 2024-07-29T15:02:28.660 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.660 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.4": { 2024-07-29T15:02:28.660 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 272162816, 2024-07-29T15:02:28.660 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 815544, 2024-07-29T15:02:28.660 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2752512, 2024-07-29T15:02:28.660 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T15:02:28.661 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 516096, 2024-07-29T15:02:28.661 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 1232, 2024-07-29T15:02:28.661 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T15:02:28.661 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 4255024, 2024-07-29T15:02:28.661 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 46, 2024-07-29T15:02:28.661 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 1992448, 2024-07-29T15:02:28.661 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 262347288, 2024-07-29T15:02:28.661 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 272678912 2024-07-29T15:02:28.661 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.661 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.5": { 2024-07-29T15:02:28.661 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 272883712, 2024-07-29T15:02:28.661 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 834368, 2024-07-29T15:02:28.662 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2752512, 2024-07-29T15:02:28.662 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 24576, 2024-07-29T15:02:28.662 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 843776, 2024-07-29T15:02:28.662 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 1263, 2024-07-29T15:02:28.662 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T15:02:28.662 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 4766080, 2024-07-29T15:02:28.662 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 46, 2024-07-29T15:02:28.662 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 2137344, 2024-07-29T15:02:28.662 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 262368832, 2024-07-29T15:02:28.662 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 273727488 2024-07-29T15:02:28.662 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.662 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.6": { 2024-07-29T15:02:28.662 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 272179200, 2024-07-29T15:02:28.662 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 1301680, 2024-07-29T15:02:28.663 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2752512, 2024-07-29T15:02:28.663 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 16384, 2024-07-29T15:02:28.663 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 499712, 2024-07-29T15:02:28.663 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 1277, 2024-07-29T15:02:28.663 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T15:02:28.663 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 4614368, 2024-07-29T15:02:28.663 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 46, 2024-07-29T15:02:28.663 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 1854464, 2024-07-29T15:02:28.663 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 261639792, 2024-07-29T15:02:28.663 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 272678912 2024-07-29T15:02:28.663 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.663 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.7": { 2024-07-29T15:02:28.663 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 273145856, 2024-07-29T15:02:28.663 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 1053368, 2024-07-29T15:02:28.664 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2752512, 2024-07-29T15:02:28.664 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T15:02:28.664 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 794624, 2024-07-29T15:02:28.664 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 1325, 2024-07-29T15:02:28.664 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T15:02:28.664 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 5109328, 2024-07-29T15:02:28.664 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 45, 2024-07-29T15:02:28.664 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 2131200, 2024-07-29T15:02:28.664 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 262099448, 2024-07-29T15:02:28.664 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 273940480 2024-07-29T15:02:28.664 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.664 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.664 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.665 INFO:tasks.workunit.client.0.smithi067.stdout: "hosts": { 2024-07-29T15:02:28.665 INFO:tasks.workunit.client.0.smithi067.stdout: "num": 2, 2024-07-29T15:02:28.665 INFO:tasks.workunit.client.0.smithi067.stdout: "num_with_mds": 2, 2024-07-29T15:02:28.665 INFO:tasks.workunit.client.0.smithi067.stdout: "num_with_mgr": 2, 2024-07-29T15:02:28.665 INFO:tasks.workunit.client.0.smithi067.stdout: "num_with_mon": 2, 2024-07-29T15:02:28.665 INFO:tasks.workunit.client.0.smithi067.stdout: "num_with_osd": 2 2024-07-29T15:02:28.665 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.665 INFO:tasks.workunit.client.0.smithi067.stdout: "io_rate": { 2024-07-29T15:02:28.665 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_stats_delta": { 2024-07-29T15:02:28.665 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": 0, 2024-07-29T15:02:28.665 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:28.665 INFO:tasks.workunit.client.0.smithi067.stdout: "num_store_stats": 0, 2024-07-29T15:02:28.665 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:28.665 INFO:tasks.workunit.client.0.smithi067.stdout: "stamp_delta": "12.002198", 2024-07-29T15:02:28.666 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:28.666 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:28.666 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:28.666 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:28.666 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:28.666 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:28.666 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:28.666 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:28.666 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:28.666 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:28.666 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:28.666 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:28.666 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:28.666 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:28.667 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:28.667 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:28.667 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:28.667 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:28.667 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:28.667 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:28.667 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:28.667 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:28.667 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:28.667 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:28.667 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:28.667 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:28.667 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:28.667 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:28.668 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:28.668 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:28.668 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:28.668 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:28.668 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:28.668 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:28.668 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 290, 2024-07-29T15:02:28.668 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 368, 2024-07-29T15:02:28.668 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:28.668 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:28.668 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:28.668 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 64, 2024-07-29T15:02:28.668 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:28.668 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.669 INFO:tasks.workunit.client.0.smithi067.stdout: "store_stats": { 2024-07-29T15:02:28.669 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": 0, 2024-07-29T15:02:28.669 INFO:tasks.workunit.client.0.smithi067.stdout: "available": 0, 2024-07-29T15:02:28.669 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed": 0, 2024-07-29T15:02:28.669 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_allocated": 0, 2024-07-29T15:02:28.669 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_original": 0, 2024-07-29T15:02:28.669 INFO:tasks.workunit.client.0.smithi067.stdout: "data_stored": 0, 2024-07-29T15:02:28.669 INFO:tasks.workunit.client.0.smithi067.stdout: "internal_metadata": 0, 2024-07-29T15:02:28.669 INFO:tasks.workunit.client.0.smithi067.stdout: "internally_reserved": 0, 2024-07-29T15:02:28.669 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_allocated": 0, 2024-07-29T15:02:28.669 INFO:tasks.workunit.client.0.smithi067.stdout: "total": 0 2024-07-29T15:02:28.669 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.669 INFO:tasks.workunit.client.0.smithi067.stdout: "up": 0 2024-07-29T15:02:28.669 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.670 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.670 INFO:tasks.workunit.client.0.smithi067.stdout: "leaderboard": false, 2024-07-29T15:02:28.670 INFO:tasks.workunit.client.0.smithi067.stdout: "license": "sharing-1-0", 2024-07-29T15:02:28.670 INFO:tasks.workunit.client.0.smithi067.stdout: "mempool": { 2024-07-29T15:02:28.670 INFO:tasks.workunit.client.0.smithi067.stdout: "mds": { 2024-07-29T15:02:28.670 INFO:tasks.workunit.client.0.smithi067.stdout: "mds.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T15:02:28.670 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T15:02:28.670 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.670 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.670 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.670 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:28.670 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.670 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.670 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.671 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T15:02:28.671 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.671 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.671 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.671 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T15:02:28.671 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.671 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.671 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.671 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Blob": { 2024-07-29T15:02:28.671 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.671 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.671 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.671 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Buffer": { 2024-07-29T15:02:28.672 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.672 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.672 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.672 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Extent": { 2024-07-29T15:02:28.672 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.672 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.672 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.672 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_SharedBlob": { 2024-07-29T15:02:28.672 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.672 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.672 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.672 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T15:02:28.672 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.672 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.673 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.673 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T15:02:28.673 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.673 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.673 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.673 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T15:02:28.673 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.673 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.673 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.673 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T15:02:28.673 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.673 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.673 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.674 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T15:02:28.674 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.674 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.674 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.674 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T15:02:28.674 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.674 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.674 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.674 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T15:02:28.674 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.674 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.674 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.674 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T15:02:28.674 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.675 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.675 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.675 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T15:02:28.675 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.675 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.675 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.675 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T15:02:28.675 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.675 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.675 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.675 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T15:02:28.675 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 222471, 2024-07-29T15:02:28.675 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 72 2024-07-29T15:02:28.676 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.676 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T15:02:28.676 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.676 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.676 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.676 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T15:02:28.676 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 50488, 2024-07-29T15:02:28.676 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 208 2024-07-29T15:02:28.676 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.676 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:28.676 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.676 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.676 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.676 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T15:02:28.677 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.677 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.677 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.677 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T15:02:28.677 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.677 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.677 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.677 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T15:02:28.677 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 8144, 2024-07-29T15:02:28.677 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 140 2024-07-29T15:02:28.677 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.677 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T15:02:28.677 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.678 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.678 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.678 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T15:02:28.678 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.678 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.678 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.678 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T15:02:28.678 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.678 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.678 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.678 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T15:02:28.678 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.679 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.679 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.679 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.679 INFO:tasks.workunit.client.0.smithi067.stdout: "mds.fe352cc5d8c505de303363ceef3e5f6f0234bfa7": { 2024-07-29T15:02:28.679 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T15:02:28.679 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.679 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.679 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.679 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:28.679 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.679 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.679 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.679 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T15:02:28.680 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.680 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.680 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.680 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T15:02:28.680 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.680 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.680 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.680 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Blob": { 2024-07-29T15:02:28.680 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.680 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.680 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.680 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Buffer": { 2024-07-29T15:02:28.680 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.680 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.680 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.681 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Extent": { 2024-07-29T15:02:28.681 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.681 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.681 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.681 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_SharedBlob": { 2024-07-29T15:02:28.681 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.681 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.681 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.681 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T15:02:28.681 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.681 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.681 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.681 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T15:02:28.682 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.682 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.682 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.682 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T15:02:28.682 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.682 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.682 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.682 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T15:02:28.682 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.682 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.682 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.682 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T15:02:28.682 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.682 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.683 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.683 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T15:02:28.683 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.683 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.683 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.683 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T15:02:28.683 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.683 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.683 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.683 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T15:02:28.683 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.683 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.683 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.683 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T15:02:28.684 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.684 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.684 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.684 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T15:02:28.684 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.684 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.684 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.684 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T15:02:28.684 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 149091, 2024-07-29T15:02:28.684 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 34 2024-07-29T15:02:28.684 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.684 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T15:02:28.684 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.684 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.685 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.685 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T15:02:28.685 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 856, 2024-07-29T15:02:28.685 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2 2024-07-29T15:02:28.685 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.685 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:28.685 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.685 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.685 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.685 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T15:02:28.685 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.685 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.685 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.686 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T15:02:28.686 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.686 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.686 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.686 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T15:02:28.686 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.686 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.686 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.686 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T15:02:28.686 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.686 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.686 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.686 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T15:02:28.687 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.687 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.687 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.687 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T15:02:28.687 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.687 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.687 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.687 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T15:02:28.687 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.687 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.687 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.687 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.687 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.687 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T15:02:28.688 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T15:02:28.688 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T15:02:28.688 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.688 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.688 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.688 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:28.688 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.688 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.688 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.688 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T15:02:28.688 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.688 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.688 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.688 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T15:02:28.688 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.689 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.689 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.689 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Blob": { 2024-07-29T15:02:28.689 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.689 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.689 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.689 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Buffer": { 2024-07-29T15:02:28.689 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.689 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.689 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.689 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Extent": { 2024-07-29T15:02:28.689 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.689 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.689 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.689 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_SharedBlob": { 2024-07-29T15:02:28.689 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.690 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.690 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.690 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T15:02:28.690 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.690 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.690 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.690 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T15:02:28.690 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.690 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.690 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.690 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T15:02:28.690 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.690 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.690 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.691 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T15:02:28.691 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.691 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.691 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.691 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T15:02:28.691 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.691 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.691 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.691 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T15:02:28.691 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.691 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.691 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.691 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T15:02:28.691 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.691 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.692 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.692 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T15:02:28.692 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.692 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.692 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.692 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T15:02:28.692 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.692 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.692 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.692 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T15:02:28.692 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.692 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.692 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.692 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T15:02:28.693 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1220006, 2024-07-29T15:02:28.693 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 367 2024-07-29T15:02:28.693 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.693 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T15:02:28.693 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 440, 2024-07-29T15:02:28.693 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5 2024-07-29T15:02:28.693 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.693 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T15:02:28.693 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.693 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.693 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.693 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:28.693 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.693 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.693 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.694 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T15:02:28.694 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.694 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.694 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.694 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T15:02:28.694 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.694 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.694 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.694 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T15:02:28.694 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6792, 2024-07-29T15:02:28.694 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 139 2024-07-29T15:02:28.694 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.694 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T15:02:28.694 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 12744, 2024-07-29T15:02:28.695 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1546 2024-07-29T15:02:28.695 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.695 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T15:02:28.695 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 10624, 2024-07-29T15:02:28.695 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 206 2024-07-29T15:02:28.695 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.695 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T15:02:28.695 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.695 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.695 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.695 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T15:02:28.695 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.696 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.696 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.696 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.696 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.88f1e2f1a9980ce30b43411b8d195844f2fd44e3": { 2024-07-29T15:02:28.696 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T15:02:28.696 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.696 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.696 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.696 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:28.696 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.696 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.696 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.696 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T15:02:28.697 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.697 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.697 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.697 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T15:02:28.697 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.697 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.697 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.697 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Blob": { 2024-07-29T15:02:28.697 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.697 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.697 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.697 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Buffer": { 2024-07-29T15:02:28.697 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.698 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.698 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.698 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Extent": { 2024-07-29T15:02:28.698 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.698 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.698 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.698 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_SharedBlob": { 2024-07-29T15:02:28.698 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.698 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.698 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.698 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T15:02:28.698 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.698 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.699 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.699 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T15:02:28.699 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.699 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.699 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.699 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T15:02:28.699 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.699 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.699 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.699 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T15:02:28.699 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.699 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.699 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.699 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T15:02:28.700 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.700 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.700 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.700 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T15:02:28.700 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.700 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.700 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.700 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T15:02:28.700 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.700 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.700 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.700 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T15:02:28.700 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.700 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.701 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.701 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T15:02:28.701 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.701 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.701 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.701 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T15:02:28.701 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.701 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.701 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.701 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T15:02:28.701 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1398854, 2024-07-29T15:02:28.701 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 437 2024-07-29T15:02:28.701 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.701 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T15:02:28.702 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.702 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.702 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.702 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T15:02:28.702 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.702 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.702 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.702 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:28.702 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.702 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.702 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.702 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T15:02:28.702 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.703 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.703 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.703 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T15:02:28.703 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.703 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.703 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.703 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T15:02:28.703 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6792, 2024-07-29T15:02:28.703 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 139 2024-07-29T15:02:28.703 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.703 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T15:02:28.703 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 12744, 2024-07-29T15:02:28.703 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1546 2024-07-29T15:02:28.704 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.704 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T15:02:28.704 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5312, 2024-07-29T15:02:28.704 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 103 2024-07-29T15:02:28.704 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.704 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T15:02:28.704 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.704 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.704 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.704 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T15:02:28.704 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.704 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.704 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.705 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.705 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.fe352cc5d8c505de303363ceef3e5f6f0234bfa7": { 2024-07-29T15:02:28.705 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T15:02:28.705 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.705 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.705 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.705 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:28.705 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.705 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.705 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.705 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T15:02:28.705 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.705 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.705 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.705 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T15:02:28.706 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.706 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.706 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.706 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Blob": { 2024-07-29T15:02:28.706 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.706 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.706 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.706 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Buffer": { 2024-07-29T15:02:28.706 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.706 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.706 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.706 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Extent": { 2024-07-29T15:02:28.706 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.707 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.707 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.707 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_SharedBlob": { 2024-07-29T15:02:28.707 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.707 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.707 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.707 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T15:02:28.707 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.707 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.707 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.707 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T15:02:28.707 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.707 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.707 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.707 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T15:02:28.708 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.708 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.708 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.708 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T15:02:28.708 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.708 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.708 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.708 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T15:02:28.708 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.708 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.708 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.708 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T15:02:28.709 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.709 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.709 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.709 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T15:02:28.709 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.709 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.709 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.709 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T15:02:28.709 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.709 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.709 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.709 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T15:02:28.709 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.709 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.710 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.710 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T15:02:28.710 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.710 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.710 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.710 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T15:02:28.710 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1171558, 2024-07-29T15:02:28.710 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 361 2024-07-29T15:02:28.710 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.710 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T15:02:28.710 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.710 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.711 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.711 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T15:02:28.711 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.711 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.711 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.711 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:28.711 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.711 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.711 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.711 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T15:02:28.711 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.711 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.711 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.711 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T15:02:28.712 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.712 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.712 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.712 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T15:02:28.712 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6792, 2024-07-29T15:02:28.712 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 139 2024-07-29T15:02:28.712 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.712 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T15:02:28.712 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 12744, 2024-07-29T15:02:28.712 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1546 2024-07-29T15:02:28.712 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.712 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T15:02:28.712 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5312, 2024-07-29T15:02:28.713 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 103 2024-07-29T15:02:28.713 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.713 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T15:02:28.713 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.713 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.713 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.713 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T15:02:28.713 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.713 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.713 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.713 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.713 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.713 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:28.714 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.0": { 2024-07-29T15:02:28.714 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T15:02:28.714 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.714 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.714 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.714 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:28.714 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6304, 2024-07-29T15:02:28.714 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 115 2024-07-29T15:02:28.714 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.714 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T15:02:28.714 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 16896, 2024-07-29T15:02:28.714 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8 2024-07-29T15:02:28.715 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.715 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T15:02:28.715 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 576, 2024-07-29T15:02:28.715 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T15:02:28.715 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.715 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Blob": { 2024-07-29T15:02:28.715 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 22736, 2024-07-29T15:02:28.715 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 203 2024-07-29T15:02:28.715 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.715 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Buffer": { 2024-07-29T15:02:28.715 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1680, 2024-07-29T15:02:28.715 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 15 2024-07-29T15:02:28.715 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.716 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Extent": { 2024-07-29T15:02:28.716 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 9744, 2024-07-29T15:02:28.716 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 203 2024-07-29T15:02:28.716 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.716 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_SharedBlob": { 2024-07-29T15:02:28.716 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 22736, 2024-07-29T15:02:28.716 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 203 2024-07-29T15:02:28.716 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.716 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T15:02:28.716 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6240, 2024-07-29T15:02:28.716 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 78 2024-07-29T15:02:28.716 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.716 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T15:02:28.717 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 614400, 2024-07-29T15:02:28.717 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 19 2024-07-29T15:02:28.717 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.717 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T15:02:28.717 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 57775, 2024-07-29T15:02:28.717 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10491 2024-07-29T15:02:28.717 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.717 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T15:02:28.717 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 144160, 2024-07-29T15:02:28.717 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 212 2024-07-29T15:02:28.717 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.717 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T15:02:28.717 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 11560, 2024-07-29T15:02:28.717 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 768 2024-07-29T15:02:28.717 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.718 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T15:02:28.718 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.718 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.718 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.718 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T15:02:28.718 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 33200, 2024-07-29T15:02:28.718 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 212 2024-07-29T15:02:28.718 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.718 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T15:02:28.718 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.718 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.718 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.718 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T15:02:28.719 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 416739, 2024-07-29T15:02:28.719 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 90 2024-07-29T15:02:28.719 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.719 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T15:02:28.719 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.719 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.719 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.719 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T15:02:28.719 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2465752, 2024-07-29T15:02:28.719 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 201 2024-07-29T15:02:28.719 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.719 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T15:02:28.719 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 7040, 2024-07-29T15:02:28.719 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 80 2024-07-29T15:02:28.720 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.720 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T15:02:28.720 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.720 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.720 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.720 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:28.720 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 509696, 2024-07-29T15:02:28.720 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 44 2024-07-29T15:02:28.720 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.720 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T15:02:28.720 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.720 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.720 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.720 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T15:02:28.721 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 102024, 2024-07-29T15:02:28.721 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 201 2024-07-29T15:02:28.721 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.721 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T15:02:28.721 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 238536, 2024-07-29T15:02:28.721 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3586 2024-07-29T15:02:28.721 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.721 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T15:02:28.721 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.721 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.721 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.721 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T15:02:28.721 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.721 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.721 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.722 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T15:02:28.722 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.722 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.722 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.722 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T15:02:28.722 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.722 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.722 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.722 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.722 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.1": { 2024-07-29T15:02:28.722 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T15:02:28.722 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.722 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.722 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.723 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:28.723 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6304, 2024-07-29T15:02:28.723 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 115 2024-07-29T15:02:28.723 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.723 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T15:02:28.723 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 16896, 2024-07-29T15:02:28.723 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8 2024-07-29T15:02:28.723 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.723 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T15:02:28.723 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 576, 2024-07-29T15:02:28.723 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T15:02:28.723 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.723 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Blob": { 2024-07-29T15:02:28.723 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 21616, 2024-07-29T15:02:28.723 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 193 2024-07-29T15:02:28.723 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.724 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Buffer": { 2024-07-29T15:02:28.724 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1456, 2024-07-29T15:02:28.724 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 13 2024-07-29T15:02:28.724 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.724 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Extent": { 2024-07-29T15:02:28.724 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 9264, 2024-07-29T15:02:28.724 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 193 2024-07-29T15:02:28.724 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.724 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_SharedBlob": { 2024-07-29T15:02:28.724 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 21616, 2024-07-29T15:02:28.724 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 193 2024-07-29T15:02:28.724 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.724 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T15:02:28.724 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5520, 2024-07-29T15:02:28.724 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 69 2024-07-29T15:02:28.725 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.725 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T15:02:28.725 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 45972, 2024-07-29T15:02:28.725 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10 2024-07-29T15:02:28.725 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.725 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T15:02:28.725 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 52510, 2024-07-29T15:02:28.725 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9666 2024-07-29T15:02:28.725 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.725 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T15:02:28.725 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 137360, 2024-07-29T15:02:28.725 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 202 2024-07-29T15:02:28.725 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.725 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T15:02:28.726 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 9892, 2024-07-29T15:02:28.726 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 600 2024-07-29T15:02:28.726 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.726 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T15:02:28.726 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.726 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.726 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.726 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T15:02:28.726 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 29700, 2024-07-29T15:02:28.726 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 202 2024-07-29T15:02:28.726 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.727 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T15:02:28.727 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 736, 2024-07-29T15:02:28.727 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1 2024-07-29T15:02:28.727 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.727 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T15:02:28.727 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 459226, 2024-07-29T15:02:28.727 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 101 2024-07-29T15:02:28.727 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.727 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T15:02:28.727 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 12096, 2024-07-29T15:02:28.727 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T15:02:28.727 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.727 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T15:02:28.727 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2410878, 2024-07-29T15:02:28.727 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 174 2024-07-29T15:02:28.728 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.728 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T15:02:28.728 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5456, 2024-07-29T15:02:28.728 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 62 2024-07-29T15:02:28.728 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.728 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T15:02:28.728 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.728 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.728 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.728 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:28.728 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 451776, 2024-07-29T15:02:28.728 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 39 2024-07-29T15:02:28.728 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.728 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T15:02:28.728 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.729 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.729 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.729 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T15:02:28.729 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 8528, 2024-07-29T15:02:28.729 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 22 2024-07-29T15:02:28.729 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.729 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T15:02:28.729 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 237768, 2024-07-29T15:02:28.729 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3550 2024-07-29T15:02:28.729 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.729 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T15:02:28.729 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.729 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.729 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.729 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T15:02:28.729 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.730 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.730 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.730 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T15:02:28.730 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.730 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.730 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.730 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T15:02:28.730 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.730 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.730 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.730 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.730 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.2": { 2024-07-29T15:02:28.730 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T15:02:28.731 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.731 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.731 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.731 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:28.731 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6304, 2024-07-29T15:02:28.731 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 115 2024-07-29T15:02:28.731 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.731 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T15:02:28.731 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 16896, 2024-07-29T15:02:28.731 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8 2024-07-29T15:02:28.731 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.731 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T15:02:28.731 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 576, 2024-07-29T15:02:28.731 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T15:02:28.731 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.732 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Blob": { 2024-07-29T15:02:28.732 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 21280, 2024-07-29T15:02:28.732 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 190 2024-07-29T15:02:28.732 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.732 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Buffer": { 2024-07-29T15:02:28.732 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 896, 2024-07-29T15:02:28.732 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8 2024-07-29T15:02:28.732 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.732 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Extent": { 2024-07-29T15:02:28.732 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 9120, 2024-07-29T15:02:28.732 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 190 2024-07-29T15:02:28.732 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.732 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_SharedBlob": { 2024-07-29T15:02:28.732 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 21280, 2024-07-29T15:02:28.732 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 190 2024-07-29T15:02:28.732 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.733 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T15:02:28.733 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 4880, 2024-07-29T15:02:28.733 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 61 2024-07-29T15:02:28.733 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.733 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T15:02:28.733 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 12288, 2024-07-29T15:02:28.733 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T15:02:28.733 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.733 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T15:02:28.733 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 48972, 2024-07-29T15:02:28.733 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9182 2024-07-29T15:02:28.733 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.733 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T15:02:28.733 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 130560, 2024-07-29T15:02:28.733 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 192 2024-07-29T15:02:28.734 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.734 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T15:02:28.734 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 8936, 2024-07-29T15:02:28.734 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 586 2024-07-29T15:02:28.734 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.734 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T15:02:28.734 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.734 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.734 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.734 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T15:02:28.734 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 27644, 2024-07-29T15:02:28.734 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 192 2024-07-29T15:02:28.734 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.734 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T15:02:28.735 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 736, 2024-07-29T15:02:28.735 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1 2024-07-29T15:02:28.735 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.735 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T15:02:28.735 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 382318, 2024-07-29T15:02:28.735 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 81 2024-07-29T15:02:28.735 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.735 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T15:02:28.735 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 12096, 2024-07-29T15:02:28.735 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T15:02:28.735 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.735 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T15:02:28.735 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2420862, 2024-07-29T15:02:28.735 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 177 2024-07-29T15:02:28.735 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.735 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T15:02:28.736 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 4400, 2024-07-29T15:02:28.736 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 50 2024-07-29T15:02:28.736 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.736 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T15:02:28.736 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.736 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.736 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.736 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:28.736 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 359104, 2024-07-29T15:02:28.736 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 31 2024-07-29T15:02:28.736 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.736 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T15:02:28.736 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.736 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.736 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.736 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T15:02:28.737 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 8840, 2024-07-29T15:02:28.737 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 25 2024-07-29T15:02:28.737 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.737 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T15:02:28.737 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 238280, 2024-07-29T15:02:28.737 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3574 2024-07-29T15:02:28.737 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.737 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T15:02:28.737 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.737 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.737 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.737 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T15:02:28.737 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.737 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.738 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.738 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T15:02:28.738 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.738 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.738 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.738 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T15:02:28.738 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.738 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.738 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.738 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.738 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.3": { 2024-07-29T15:02:28.738 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T15:02:28.738 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.738 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.739 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.739 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:28.739 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6304, 2024-07-29T15:02:28.739 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 115 2024-07-29T15:02:28.739 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.739 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T15:02:28.739 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 16896, 2024-07-29T15:02:28.739 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8 2024-07-29T15:02:28.739 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.739 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T15:02:28.739 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 576, 2024-07-29T15:02:28.739 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T15:02:28.739 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.739 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Blob": { 2024-07-29T15:02:28.740 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 21840, 2024-07-29T15:02:28.740 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 195 2024-07-29T15:02:28.740 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.740 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Buffer": { 2024-07-29T15:02:28.740 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 224, 2024-07-29T15:02:28.740 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2 2024-07-29T15:02:28.740 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.740 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Extent": { 2024-07-29T15:02:28.740 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 9360, 2024-07-29T15:02:28.740 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 195 2024-07-29T15:02:28.740 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.740 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_SharedBlob": { 2024-07-29T15:02:28.740 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 21840, 2024-07-29T15:02:28.740 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 195 2024-07-29T15:02:28.741 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.741 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T15:02:28.741 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 4080, 2024-07-29T15:02:28.741 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 51 2024-07-29T15:02:28.741 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.741 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T15:02:28.741 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.741 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.741 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.741 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T15:02:28.741 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 50588, 2024-07-29T15:02:28.741 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9509 2024-07-29T15:02:28.741 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.741 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T15:02:28.741 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 135320, 2024-07-29T15:02:28.742 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 199 2024-07-29T15:02:28.742 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.742 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T15:02:28.742 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 9740, 2024-07-29T15:02:28.742 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 604 2024-07-29T15:02:28.742 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.742 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T15:02:28.742 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.742 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.742 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.742 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T15:02:28.742 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 28596, 2024-07-29T15:02:28.743 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 199 2024-07-29T15:02:28.743 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.743 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T15:02:28.743 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2208, 2024-07-29T15:02:28.743 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T15:02:28.743 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.743 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T15:02:28.743 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 285080, 2024-07-29T15:02:28.743 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 59 2024-07-29T15:02:28.743 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.743 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T15:02:28.743 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 30637, 2024-07-29T15:02:28.743 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9 2024-07-29T15:02:28.743 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.744 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T15:02:28.744 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2437232, 2024-07-29T15:02:28.744 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 184 2024-07-29T15:02:28.744 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.744 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T15:02:28.744 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 4752, 2024-07-29T15:02:28.744 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 54 2024-07-29T15:02:28.744 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.744 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T15:02:28.744 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.744 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.744 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.744 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:28.744 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 428608, 2024-07-29T15:02:28.745 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 37 2024-07-29T15:02:28.745 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.745 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T15:02:28.745 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.745 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.745 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.745 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T15:02:28.745 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 10400, 2024-07-29T15:02:28.745 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 20 2024-07-29T15:02:28.745 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.745 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T15:02:28.745 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 237768, 2024-07-29T15:02:28.745 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3550 2024-07-29T15:02:28.745 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.746 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T15:02:28.746 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.746 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.746 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.746 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T15:02:28.746 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.746 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.746 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.746 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T15:02:28.746 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.746 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.746 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.746 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T15:02:28.746 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.747 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.747 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.747 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.747 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.4": { 2024-07-29T15:02:28.747 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T15:02:28.747 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.747 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.747 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.747 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:28.747 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6304, 2024-07-29T15:02:28.747 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 115 2024-07-29T15:02:28.747 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.747 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T15:02:28.747 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 16896, 2024-07-29T15:02:28.748 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8 2024-07-29T15:02:28.748 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.748 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T15:02:28.748 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 576, 2024-07-29T15:02:28.748 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T15:02:28.748 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.748 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Blob": { 2024-07-29T15:02:28.748 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 21616, 2024-07-29T15:02:28.748 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 193 2024-07-29T15:02:28.748 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.748 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Buffer": { 2024-07-29T15:02:28.748 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 560, 2024-07-29T15:02:28.748 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5 2024-07-29T15:02:28.748 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.749 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Extent": { 2024-07-29T15:02:28.749 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 9264, 2024-07-29T15:02:28.749 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 193 2024-07-29T15:02:28.749 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.749 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_SharedBlob": { 2024-07-29T15:02:28.749 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 21616, 2024-07-29T15:02:28.749 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 193 2024-07-29T15:02:28.749 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.749 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T15:02:28.749 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 4160, 2024-07-29T15:02:28.749 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 52 2024-07-29T15:02:28.749 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.749 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T15:02:28.749 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.750 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.750 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.750 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T15:02:28.750 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 51006, 2024-07-29T15:02:28.750 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9514 2024-07-29T15:02:28.750 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.750 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T15:02:28.750 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 135320, 2024-07-29T15:02:28.750 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 199 2024-07-29T15:02:28.750 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.750 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T15:02:28.750 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 9780, 2024-07-29T15:02:28.750 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 599 2024-07-29T15:02:28.750 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.751 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T15:02:28.751 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.751 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.751 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.751 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T15:02:28.751 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 28932, 2024-07-29T15:02:28.751 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 199 2024-07-29T15:02:28.751 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.751 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T15:02:28.751 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 736, 2024-07-29T15:02:28.751 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1 2024-07-29T15:02:28.751 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.751 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T15:02:28.751 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 953913, 2024-07-29T15:02:28.752 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 78 2024-07-29T15:02:28.752 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.752 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T15:02:28.752 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 12096, 2024-07-29T15:02:28.752 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T15:02:28.752 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.752 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T15:02:28.752 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2437428, 2024-07-29T15:02:28.752 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 180 2024-07-29T15:02:28.752 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.752 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T15:02:28.752 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 4664, 2024-07-29T15:02:28.752 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 53 2024-07-29T15:02:28.752 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.753 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T15:02:28.753 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.753 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.753 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.753 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:28.753 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 440192, 2024-07-29T15:02:28.753 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 38 2024-07-29T15:02:28.753 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.753 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T15:02:28.753 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.753 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.753 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.753 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T15:02:28.753 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 8944, 2024-07-29T15:02:28.754 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 18 2024-07-29T15:02:28.754 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.754 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T15:02:28.754 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 238536, 2024-07-29T15:02:28.754 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3586 2024-07-29T15:02:28.754 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.754 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T15:02:28.754 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.754 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.754 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.754 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T15:02:28.754 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.754 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.754 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.755 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T15:02:28.755 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.755 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.755 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.755 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T15:02:28.755 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.755 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.755 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.755 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.755 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.5": { 2024-07-29T15:02:28.755 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T15:02:28.755 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.755 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.755 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.756 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:28.756 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6304, 2024-07-29T15:02:28.756 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 115 2024-07-29T15:02:28.756 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.756 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T15:02:28.756 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 16896, 2024-07-29T15:02:28.756 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8 2024-07-29T15:02:28.756 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.756 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T15:02:28.756 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 576, 2024-07-29T15:02:28.756 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T15:02:28.756 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.756 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Blob": { 2024-07-29T15:02:28.756 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 21728, 2024-07-29T15:02:28.757 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 194 2024-07-29T15:02:28.757 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.757 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Buffer": { 2024-07-29T15:02:28.757 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 224, 2024-07-29T15:02:28.757 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2 2024-07-29T15:02:28.757 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.757 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Extent": { 2024-07-29T15:02:28.757 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 9312, 2024-07-29T15:02:28.757 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 194 2024-07-29T15:02:28.757 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.757 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_SharedBlob": { 2024-07-29T15:02:28.757 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 21728, 2024-07-29T15:02:28.757 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 194 2024-07-29T15:02:28.757 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.758 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T15:02:28.758 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 3440, 2024-07-29T15:02:28.758 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 43 2024-07-29T15:02:28.758 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.758 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T15:02:28.758 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.758 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.758 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.758 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T15:02:28.758 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 52709, 2024-07-29T15:02:28.758 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9747 2024-07-29T15:02:28.759 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.759 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T15:02:28.759 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 138720, 2024-07-29T15:02:28.759 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 204 2024-07-29T15:02:28.759 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.759 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T15:02:28.759 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 10168, 2024-07-29T15:02:28.759 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 606 2024-07-29T15:02:28.759 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.759 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T15:02:28.759 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.759 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.760 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.760 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T15:02:28.760 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 30044, 2024-07-29T15:02:28.760 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 204 2024-07-29T15:02:28.760 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.760 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T15:02:28.760 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2208, 2024-07-29T15:02:28.760 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T15:02:28.760 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.760 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T15:02:28.760 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 866747, 2024-07-29T15:02:28.760 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 57 2024-07-29T15:02:28.761 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.761 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T15:02:28.761 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 30637, 2024-07-29T15:02:28.761 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9 2024-07-29T15:02:28.761 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.761 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T15:02:28.761 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2456134, 2024-07-29T15:02:28.761 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 188 2024-07-29T15:02:28.761 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.761 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T15:02:28.761 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5456, 2024-07-29T15:02:28.761 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 62 2024-07-29T15:02:28.761 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.761 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T15:02:28.761 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.762 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.762 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.762 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:28.762 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 474944, 2024-07-29T15:02:28.762 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 41 2024-07-29T15:02:28.762 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.762 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T15:02:28.762 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.762 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.762 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.762 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T15:02:28.762 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 13000, 2024-07-29T15:02:28.762 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 25 2024-07-29T15:02:28.763 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.763 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T15:02:28.763 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 238280, 2024-07-29T15:02:28.763 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3574 2024-07-29T15:02:28.763 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.763 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T15:02:28.763 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.763 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.763 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.763 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T15:02:28.763 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.763 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.763 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.763 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T15:02:28.764 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.764 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.764 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.764 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T15:02:28.764 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.764 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.764 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.764 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.764 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.6": { 2024-07-29T15:02:28.764 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T15:02:28.764 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.764 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.764 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.764 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:28.765 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6304, 2024-07-29T15:02:28.765 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 115 2024-07-29T15:02:28.765 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.765 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T15:02:28.765 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 16896, 2024-07-29T15:02:28.765 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8 2024-07-29T15:02:28.765 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.765 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T15:02:28.765 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 576, 2024-07-29T15:02:28.765 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T15:02:28.765 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.765 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Blob": { 2024-07-29T15:02:28.765 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 22624, 2024-07-29T15:02:28.765 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 202 2024-07-29T15:02:28.766 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.766 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Buffer": { 2024-07-29T15:02:28.766 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 224, 2024-07-29T15:02:28.766 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2 2024-07-29T15:02:28.766 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.766 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Extent": { 2024-07-29T15:02:28.766 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 9696, 2024-07-29T15:02:28.766 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 202 2024-07-29T15:02:28.766 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.766 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_SharedBlob": { 2024-07-29T15:02:28.766 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 22624, 2024-07-29T15:02:28.766 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 202 2024-07-29T15:02:28.766 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.766 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T15:02:28.767 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2880, 2024-07-29T15:02:28.767 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 36 2024-07-29T15:02:28.767 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.767 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T15:02:28.767 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 14752, 2024-07-29T15:02:28.767 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T15:02:28.767 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.767 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T15:02:28.767 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 52201, 2024-07-29T15:02:28.767 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9942 2024-07-29T15:02:28.767 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.767 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T15:02:28.767 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 136680, 2024-07-29T15:02:28.767 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 201 2024-07-29T15:02:28.767 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.768 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T15:02:28.768 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 11172, 2024-07-29T15:02:28.768 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 761 2024-07-29T15:02:28.768 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.768 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T15:02:28.768 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.768 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.768 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.768 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T15:02:28.768 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 30472, 2024-07-29T15:02:28.768 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 201 2024-07-29T15:02:28.768 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.768 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T15:02:28.768 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.769 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.769 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.769 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T15:02:28.769 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 246679, 2024-07-29T15:02:28.769 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 50 2024-07-29T15:02:28.769 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.769 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T15:02:28.769 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.769 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.769 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.769 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T15:02:28.769 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2396119, 2024-07-29T15:02:28.769 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 164 2024-07-29T15:02:28.770 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.770 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T15:02:28.770 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 4664, 2024-07-29T15:02:28.770 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 53 2024-07-29T15:02:28.770 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.770 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T15:02:28.770 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.770 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.770 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.770 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:28.770 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 451776, 2024-07-29T15:02:28.770 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 39 2024-07-29T15:02:28.770 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.770 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T15:02:28.771 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.771 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.771 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.771 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T15:02:28.771 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 100672, 2024-07-29T15:02:28.771 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 204 2024-07-29T15:02:28.771 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.771 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T15:02:28.771 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 238536, 2024-07-29T15:02:28.771 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3586 2024-07-29T15:02:28.771 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.771 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T15:02:28.771 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.771 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.771 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.771 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T15:02:28.772 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.772 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.772 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.772 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T15:02:28.772 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.772 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.772 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.772 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T15:02:28.772 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.772 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.772 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.772 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.772 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.7": { 2024-07-29T15:02:28.773 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T15:02:28.773 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.773 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.773 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.773 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:28.773 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6304, 2024-07-29T15:02:28.773 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 115 2024-07-29T15:02:28.773 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.773 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T15:02:28.773 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 16896, 2024-07-29T15:02:28.773 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8 2024-07-29T15:02:28.773 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.773 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T15:02:28.773 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 576, 2024-07-29T15:02:28.773 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T15:02:28.774 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.774 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Blob": { 2024-07-29T15:02:28.774 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 22624, 2024-07-29T15:02:28.774 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 202 2024-07-29T15:02:28.774 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.774 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Buffer": { 2024-07-29T15:02:28.774 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1344, 2024-07-29T15:02:28.774 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 12 2024-07-29T15:02:28.774 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.774 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_Extent": { 2024-07-29T15:02:28.774 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 9696, 2024-07-29T15:02:28.774 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 202 2024-07-29T15:02:28.774 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.774 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_SharedBlob": { 2024-07-29T15:02:28.774 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 22624, 2024-07-29T15:02:28.775 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 202 2024-07-29T15:02:28.775 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.775 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T15:02:28.775 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2400, 2024-07-29T15:02:28.775 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 30 2024-07-29T15:02:28.775 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.775 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T15:02:28.775 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 297376, 2024-07-29T15:02:28.775 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 13 2024-07-29T15:02:28.775 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.775 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T15:02:28.775 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 56214, 2024-07-29T15:02:28.775 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10434 2024-07-29T15:02:28.775 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.775 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T15:02:28.776 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 143480, 2024-07-29T15:02:28.776 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 211 2024-07-29T15:02:28.776 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.776 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T15:02:28.776 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 11956, 2024-07-29T15:02:28.776 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 768 2024-07-29T15:02:28.776 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.776 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T15:02:28.776 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.776 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.776 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.776 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T15:02:28.776 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 33032, 2024-07-29T15:02:28.776 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 211 2024-07-29T15:02:28.776 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.777 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T15:02:28.777 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.777 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.777 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.777 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T15:02:28.777 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 200277, 2024-07-29T15:02:28.777 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 39 2024-07-29T15:02:28.777 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.777 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T15:02:28.777 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.777 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.777 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.777 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T15:02:28.777 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2426873, 2024-07-29T15:02:28.778 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 221 2024-07-29T15:02:28.778 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.778 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T15:02:28.778 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6424, 2024-07-29T15:02:28.778 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 73 2024-07-29T15:02:28.778 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.778 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T15:02:28.778 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.778 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.778 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.778 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:28.778 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 532864, 2024-07-29T15:02:28.778 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 46 2024-07-29T15:02:28.779 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.779 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T15:02:28.779 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.779 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.779 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.779 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T15:02:28.779 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 104416, 2024-07-29T15:02:28.779 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 248 2024-07-29T15:02:28.779 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.779 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T15:02:28.779 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 237768, 2024-07-29T15:02:28.779 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3550 2024-07-29T15:02:28.779 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.779 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T15:02:28.780 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.780 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.780 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.780 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T15:02:28.780 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.780 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.780 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.780 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T15:02:28.780 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.780 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.780 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.780 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T15:02:28.780 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T15:02:28.780 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T15:02:28.781 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.781 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.781 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.781 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.781 INFO:tasks.workunit.client.0.smithi067.stdout: "metadata": { 2024-07-29T15:02:28.781 INFO:tasks.workunit.client.0.smithi067.stdout: "mds": { 2024-07-29T15:02:28.781 INFO:tasks.workunit.client.0.smithi067.stdout: "arch": { 2024-07-29T15:02:28.781 INFO:tasks.workunit.client.0.smithi067.stdout: "x86_64": 2 2024-07-29T15:02:28.781 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.781 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_version": { 2024-07-29T15:02:28.781 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 2 2024-07-29T15:02:28.782 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.782 INFO:tasks.workunit.client.0.smithi067.stdout: "cpu": { 2024-07-29T15:02:28.782 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-07-29T15:02:28.782 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-07-29T15:02:28.782 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.782 INFO:tasks.workunit.client.0.smithi067.stdout: "distro": { 2024-07-29T15:02:28.782 INFO:tasks.workunit.client.0.smithi067.stdout: "centos": 2 2024-07-29T15:02:28.782 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.782 INFO:tasks.workunit.client.0.smithi067.stdout: "distro_description": { 2024-07-29T15:02:28.782 INFO:tasks.workunit.client.0.smithi067.stdout: "CentOS Stream 9": 2 2024-07-29T15:02:28.782 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.782 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_description": { 2024-07-29T15:02:28.782 INFO:tasks.workunit.client.0.smithi067.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-07-29T15:02:28.782 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.783 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_version": { 2024-07-29T15:02:28.783 INFO:tasks.workunit.client.0.smithi067.stdout: "5.14.0-480.el9.x86_64": 2 2024-07-29T15:02:28.783 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.783 INFO:tasks.workunit.client.0.smithi067.stdout: "os": { 2024-07-29T15:02:28.783 INFO:tasks.workunit.client.0.smithi067.stdout: "Linux": 2 2024-07-29T15:02:28.783 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.783 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.783 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T15:02:28.783 INFO:tasks.workunit.client.0.smithi067.stdout: "arch": { 2024-07-29T15:02:28.783 INFO:tasks.workunit.client.0.smithi067.stdout: "x86_64": 3 2024-07-29T15:02:28.783 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.783 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_version": { 2024-07-29T15:02:28.783 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 3 2024-07-29T15:02:28.784 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.784 INFO:tasks.workunit.client.0.smithi067.stdout: "cpu": { 2024-07-29T15:02:28.784 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-07-29T15:02:28.784 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-07-29T15:02:28.784 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.784 INFO:tasks.workunit.client.0.smithi067.stdout: "distro": { 2024-07-29T15:02:28.784 INFO:tasks.workunit.client.0.smithi067.stdout: "centos": 3 2024-07-29T15:02:28.784 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.784 INFO:tasks.workunit.client.0.smithi067.stdout: "distro_description": { 2024-07-29T15:02:28.784 INFO:tasks.workunit.client.0.smithi067.stdout: "CentOS Stream 9": 3 2024-07-29T15:02:28.784 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.784 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_description": { 2024-07-29T15:02:28.784 INFO:tasks.workunit.client.0.smithi067.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-07-29T15:02:28.785 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.785 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_version": { 2024-07-29T15:02:28.785 INFO:tasks.workunit.client.0.smithi067.stdout: "5.14.0-480.el9.x86_64": 3 2024-07-29T15:02:28.785 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.785 INFO:tasks.workunit.client.0.smithi067.stdout: "os": { 2024-07-29T15:02:28.785 INFO:tasks.workunit.client.0.smithi067.stdout: "Linux": 3 2024-07-29T15:02:28.785 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.785 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.785 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:28.785 INFO:tasks.workunit.client.0.smithi067.stdout: "arch": { 2024-07-29T15:02:28.785 INFO:tasks.workunit.client.0.smithi067.stdout: "x86_64": 8 2024-07-29T15:02:28.785 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.785 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_version": { 2024-07-29T15:02:28.785 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 8 2024-07-29T15:02:28.786 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.786 INFO:tasks.workunit.client.0.smithi067.stdout: "cpu": { 2024-07-29T15:02:28.786 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-07-29T15:02:28.786 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-07-29T15:02:28.786 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.786 INFO:tasks.workunit.client.0.smithi067.stdout: "distro": { 2024-07-29T15:02:28.786 INFO:tasks.workunit.client.0.smithi067.stdout: "centos": 8 2024-07-29T15:02:28.786 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.786 INFO:tasks.workunit.client.0.smithi067.stdout: "distro_description": { 2024-07-29T15:02:28.786 INFO:tasks.workunit.client.0.smithi067.stdout: "CentOS Stream 9": 8 2024-07-29T15:02:28.786 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.786 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_description": { 2024-07-29T15:02:28.786 INFO:tasks.workunit.client.0.smithi067.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-07-29T15:02:28.787 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.787 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_version": { 2024-07-29T15:02:28.787 INFO:tasks.workunit.client.0.smithi067.stdout: "5.14.0-480.el9.x86_64": 8 2024-07-29T15:02:28.787 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.787 INFO:tasks.workunit.client.0.smithi067.stdout: "os": { 2024-07-29T15:02:28.787 INFO:tasks.workunit.client.0.smithi067.stdout: "Linux": 8 2024-07-29T15:02:28.787 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.787 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_objectstore": { 2024-07-29T15:02:28.787 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": 8 2024-07-29T15:02:28.787 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.787 INFO:tasks.workunit.client.0.smithi067.stdout: "rotational": { 2024-07-29T15:02:28.787 INFO:tasks.workunit.client.0.smithi067.stdout: "0": 8 2024-07-29T15:02:28.787 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.787 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.788 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.788 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T15:02:28.788 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:28.788 INFO:tasks.workunit.client.0.smithi067.stdout: "features": { 2024-07-29T15:02:28.788 INFO:tasks.workunit.client.0.smithi067.stdout: "optional": [], 2024-07-29T15:02:28.788 INFO:tasks.workunit.client.0.smithi067.stdout: "persistent": [ 2024-07-29T15:02:28.788 INFO:tasks.workunit.client.0.smithi067.stdout: "kraken", 2024-07-29T15:02:28.788 INFO:tasks.workunit.client.0.smithi067.stdout: "luminous", 2024-07-29T15:02:28.788 INFO:tasks.workunit.client.0.smithi067.stdout: "mimic", 2024-07-29T15:02:28.788 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap-prune", 2024-07-29T15:02:28.788 INFO:tasks.workunit.client.0.smithi067.stdout: "nautilus", 2024-07-29T15:02:28.788 INFO:tasks.workunit.client.0.smithi067.stdout: "octopus", 2024-07-29T15:02:28.788 INFO:tasks.workunit.client.0.smithi067.stdout: "pacific", 2024-07-29T15:02:28.788 INFO:tasks.workunit.client.0.smithi067.stdout: "elector-pinging", 2024-07-29T15:02:28.789 INFO:tasks.workunit.client.0.smithi067.stdout: "quincy" 2024-07-29T15:02:28.789 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.789 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.789 INFO:tasks.workunit.client.0.smithi067.stdout: "ipv4_addr_mons": 6, 2024-07-29T15:02:28.789 INFO:tasks.workunit.client.0.smithi067.stdout: "ipv6_addr_mons": 0, 2024-07-29T15:02:28.789 INFO:tasks.workunit.client.0.smithi067.stdout: "min_mon_release": 17, 2024-07-29T15:02:28.789 INFO:tasks.workunit.client.0.smithi067.stdout: "v1_addr_mons": 3, 2024-07-29T15:02:28.789 INFO:tasks.workunit.client.0.smithi067.stdout: "v2_addr_mons": 3 2024-07-29T15:02:28.789 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.789 INFO:tasks.workunit.client.0.smithi067.stdout: "organization": "ceph-qa", 2024-07-29T15:02:28.789 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:28.789 INFO:tasks.workunit.client.0.smithi067.stdout: "cluster_network": false, 2024-07-29T15:02:28.789 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 8, 2024-07-29T15:02:28.789 INFO:tasks.workunit.client.0.smithi067.stdout: "require_min_compat_client": "luminous", 2024-07-29T15:02:28.790 INFO:tasks.workunit.client.0.smithi067.stdout: "require_osd_release": "quincy" 2024-07-29T15:02:28.790 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.790 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_perf_histograms": [ 2024-07-29T15:02:28.790 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.790 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T15:02:28.790 INFO:tasks.workunit.client.0.smithi067.stdout: "axes": [ 2024-07-29T15:02:28.790 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.790 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T15:02:28.790 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T15:02:28.790 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Latency (usec)", 2024-07-29T15:02:28.790 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 100000, 2024-07-29T15:02:28.790 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T15:02:28.790 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T15:02:28.790 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 99999]", 2024-07-29T15:02:28.791 INFO:tasks.workunit.client.0.smithi067.stdout: "[100000, 199999]", 2024-07-29T15:02:28.791 INFO:tasks.workunit.client.0.smithi067.stdout: "[200000, 399999]", 2024-07-29T15:02:28.791 INFO:tasks.workunit.client.0.smithi067.stdout: "[400000, 799999]", 2024-07-29T15:02:28.791 INFO:tasks.workunit.client.0.smithi067.stdout: "[800000, 1599999]", 2024-07-29T15:02:28.791 INFO:tasks.workunit.client.0.smithi067.stdout: "[1600000, 3199999]", 2024-07-29T15:02:28.791 INFO:tasks.workunit.client.0.smithi067.stdout: "[3200000, 6399999]", 2024-07-29T15:02:28.791 INFO:tasks.workunit.client.0.smithi067.stdout: "[6400000, 12799999]", 2024-07-29T15:02:28.791 INFO:tasks.workunit.client.0.smithi067.stdout: "[12800000, 25599999]", 2024-07-29T15:02:28.791 INFO:tasks.workunit.client.0.smithi067.stdout: "[25600000, 51199999]", 2024-07-29T15:02:28.791 INFO:tasks.workunit.client.0.smithi067.stdout: "[51200000, 102399999]", 2024-07-29T15:02:28.791 INFO:tasks.workunit.client.0.smithi067.stdout: "[102400000, 204799999]", 2024-07-29T15:02:28.791 INFO:tasks.workunit.client.0.smithi067.stdout: "[204800000, 409599999]", 2024-07-29T15:02:28.791 INFO:tasks.workunit.client.0.smithi067.stdout: "[409600000, 819199999]", 2024-07-29T15:02:28.791 INFO:tasks.workunit.client.0.smithi067.stdout: "[819200000, 1638399999]", 2024-07-29T15:02:28.792 INFO:tasks.workunit.client.0.smithi067.stdout: "[1638400000, 3276799999]", 2024-07-29T15:02:28.792 INFO:tasks.workunit.client.0.smithi067.stdout: "[3276800000, 6553599999]", 2024-07-29T15:02:28.792 INFO:tasks.workunit.client.0.smithi067.stdout: "[6553600000, 13107199999]", 2024-07-29T15:02:28.792 INFO:tasks.workunit.client.0.smithi067.stdout: "[13107200000, 26214399999]", 2024-07-29T15:02:28.792 INFO:tasks.workunit.client.0.smithi067.stdout: "[26214400000, 52428799999]", 2024-07-29T15:02:28.792 INFO:tasks.workunit.client.0.smithi067.stdout: "[52428800000, 104857599999]", 2024-07-29T15:02:28.792 INFO:tasks.workunit.client.0.smithi067.stdout: "[104857600000, 209715199999]", 2024-07-29T15:02:28.792 INFO:tasks.workunit.client.0.smithi067.stdout: "[209715200000, 419430399999]", 2024-07-29T15:02:28.792 INFO:tasks.workunit.client.0.smithi067.stdout: "[419430400000, 838860799999]", 2024-07-29T15:02:28.792 INFO:tasks.workunit.client.0.smithi067.stdout: "[838860800000, 1677721599999]", 2024-07-29T15:02:28.792 INFO:tasks.workunit.client.0.smithi067.stdout: "[1677721600000, 3355443199999]", 2024-07-29T15:02:28.792 INFO:tasks.workunit.client.0.smithi067.stdout: "[3355443200000, 6710886399999]", 2024-07-29T15:02:28.792 INFO:tasks.workunit.client.0.smithi067.stdout: "[6710886400000, 13421772799999]", 2024-07-29T15:02:28.792 INFO:tasks.workunit.client.0.smithi067.stdout: "[13421772800000, 26843545599999]", 2024-07-29T15:02:28.792 INFO:tasks.workunit.client.0.smithi067.stdout: "[26843545600000, 53687091199999]", 2024-07-29T15:02:28.793 INFO:tasks.workunit.client.0.smithi067.stdout: "[53687091200000, None]" 2024-07-29T15:02:28.793 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.793 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T15:02:28.793 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.793 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.793 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T15:02:28.793 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T15:02:28.793 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Request size (bytes)", 2024-07-29T15:02:28.793 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 512, 2024-07-29T15:02:28.793 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T15:02:28.793 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T15:02:28.793 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 511]", 2024-07-29T15:02:28.793 INFO:tasks.workunit.client.0.smithi067.stdout: "[512, 1023]", 2024-07-29T15:02:28.794 INFO:tasks.workunit.client.0.smithi067.stdout: "[1024, 2047]", 2024-07-29T15:02:28.794 INFO:tasks.workunit.client.0.smithi067.stdout: "[2048, 4095]", 2024-07-29T15:02:28.794 INFO:tasks.workunit.client.0.smithi067.stdout: "[4096, 8191]", 2024-07-29T15:02:28.794 INFO:tasks.workunit.client.0.smithi067.stdout: "[8192, 16383]", 2024-07-29T15:02:28.794 INFO:tasks.workunit.client.0.smithi067.stdout: "[16384, 32767]", 2024-07-29T15:02:28.794 INFO:tasks.workunit.client.0.smithi067.stdout: "[32768, 65535]", 2024-07-29T15:02:28.794 INFO:tasks.workunit.client.0.smithi067.stdout: "[65536, 131071]", 2024-07-29T15:02:28.794 INFO:tasks.workunit.client.0.smithi067.stdout: "[131072, 262143]", 2024-07-29T15:02:28.794 INFO:tasks.workunit.client.0.smithi067.stdout: "[262144, 524287]", 2024-07-29T15:02:28.794 INFO:tasks.workunit.client.0.smithi067.stdout: "[524288, 1048575]", 2024-07-29T15:02:28.794 INFO:tasks.workunit.client.0.smithi067.stdout: "[1048576, 2097151]", 2024-07-29T15:02:28.794 INFO:tasks.workunit.client.0.smithi067.stdout: "[2097152, 4194303]", 2024-07-29T15:02:28.794 INFO:tasks.workunit.client.0.smithi067.stdout: "[4194304, 8388607]", 2024-07-29T15:02:28.794 INFO:tasks.workunit.client.0.smithi067.stdout: "[8388608, 16777215]", 2024-07-29T15:02:28.795 INFO:tasks.workunit.client.0.smithi067.stdout: "[16777216, 33554431]", 2024-07-29T15:02:28.795 INFO:tasks.workunit.client.0.smithi067.stdout: "[33554432, 67108863]", 2024-07-29T15:02:28.795 INFO:tasks.workunit.client.0.smithi067.stdout: "[67108864, 134217727]", 2024-07-29T15:02:28.795 INFO:tasks.workunit.client.0.smithi067.stdout: "[134217728, 268435455]", 2024-07-29T15:02:28.795 INFO:tasks.workunit.client.0.smithi067.stdout: "[268435456, 536870911]", 2024-07-29T15:02:28.795 INFO:tasks.workunit.client.0.smithi067.stdout: "[536870912, 1073741823]", 2024-07-29T15:02:28.795 INFO:tasks.workunit.client.0.smithi067.stdout: "[1073741824, 2147483647]", 2024-07-29T15:02:28.795 INFO:tasks.workunit.client.0.smithi067.stdout: "[2147483648, 4294967295]", 2024-07-29T15:02:28.795 INFO:tasks.workunit.client.0.smithi067.stdout: "[4294967296, 8589934591]", 2024-07-29T15:02:28.795 INFO:tasks.workunit.client.0.smithi067.stdout: "[8589934592, 17179869183]", 2024-07-29T15:02:28.795 INFO:tasks.workunit.client.0.smithi067.stdout: "[17179869184, 34359738367]", 2024-07-29T15:02:28.795 INFO:tasks.workunit.client.0.smithi067.stdout: "[34359738368, 68719476735]", 2024-07-29T15:02:28.795 INFO:tasks.workunit.client.0.smithi067.stdout: "[68719476736, 137438953471]", 2024-07-29T15:02:28.795 INFO:tasks.workunit.client.0.smithi067.stdout: "[137438953472, 274877906943]", 2024-07-29T15:02:28.796 INFO:tasks.workunit.client.0.smithi067.stdout: "[274877906944, None]" 2024-07-29T15:02:28.796 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.796 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T15:02:28.796 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.796 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.796 INFO:tasks.workunit.client.0.smithi067.stdout: "osds": [ 2024-07-29T15:02:28.796 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.796 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 0, 2024-07-29T15:02:28.796 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:28.796 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.796 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.796 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.796 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.796 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.797 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.797 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.797 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.797 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.797 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.797 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.797 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.797 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.797 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.797 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.797 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.797 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.797 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.797 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.798 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.798 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.798 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.798 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.798 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.798 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.798 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.798 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.798 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.798 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.798 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.798 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.798 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:28.798 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.799 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.799 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.799 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 1, 2024-07-29T15:02:28.799 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:28.799 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.799 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.799 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.799 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.799 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.799 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.799 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.799 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.799 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.799 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.800 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.800 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.800 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.800 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.800 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.800 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.800 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.800 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.800 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.800 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.800 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.800 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.801 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.801 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.801 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.801 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.801 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.801 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.801 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.801 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.801 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.801 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:28.801 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.801 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.801 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.801 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 2, 2024-07-29T15:02:28.802 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:28.802 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.802 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.802 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.802 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.802 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.802 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.802 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.802 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.802 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.802 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.802 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.802 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.802 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.803 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.803 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.803 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.803 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.803 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.803 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.803 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.803 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.803 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.803 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.803 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.803 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.803 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.804 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.804 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.804 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.804 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.804 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.804 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:28.804 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.804 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.804 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.804 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 3, 2024-07-29T15:02:28.804 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:28.804 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.804 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.805 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.805 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.805 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.805 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.805 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.805 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.805 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.805 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.805 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.805 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.805 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.805 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.805 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.805 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.806 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.806 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.806 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.806 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.806 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.806 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.806 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.806 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.806 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.806 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.806 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.806 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.806 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.807 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.807 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.807 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:28.807 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.807 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.807 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.807 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 4, 2024-07-29T15:02:28.807 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:28.807 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.807 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.807 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.807 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.807 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.808 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.808 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.808 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.808 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.808 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.808 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.808 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.808 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.808 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.808 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.808 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.808 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.808 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.808 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.808 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.809 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.809 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.809 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.809 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.809 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.809 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.809 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.809 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.809 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.809 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.809 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.809 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:28.809 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.809 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.810 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.810 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 5, 2024-07-29T15:02:28.810 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:28.810 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.810 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.810 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.810 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.810 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.810 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.810 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.810 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.810 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.811 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.811 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.811 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.811 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.811 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.811 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.811 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.811 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.811 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.811 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.811 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.811 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.811 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.811 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.812 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.812 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.812 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.812 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.812 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.812 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.812 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.812 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.812 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:28.812 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.812 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.812 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.812 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 6, 2024-07-29T15:02:28.813 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:28.813 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.813 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.813 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.813 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.813 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.813 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.813 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.813 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.813 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.813 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.813 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.813 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.813 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.814 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.814 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.814 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.814 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.814 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.814 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.814 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.814 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.814 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.814 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.814 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.814 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.814 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.814 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.815 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.815 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.815 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.815 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.815 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:28.815 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.815 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.815 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.815 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 7, 2024-07-29T15:02:28.815 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:28.815 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.815 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.815 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 127, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.816 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.816 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.816 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.816 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.816 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.816 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.816 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.816 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.816 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.816 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.816 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.816 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.816 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.816 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.817 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.817 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.817 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.817 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.817 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.817 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.817 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.817 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.817 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.817 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.817 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.817 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.817 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.817 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.818 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:28.818 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.818 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.818 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.818 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.818 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T15:02:28.818 INFO:tasks.workunit.client.0.smithi067.stdout: "axes": [ 2024-07-29T15:02:28.818 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.818 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T15:02:28.818 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T15:02:28.818 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Latency (usec)", 2024-07-29T15:02:28.818 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 100000, 2024-07-29T15:02:28.818 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T15:02:28.818 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T15:02:28.819 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 99999]", 2024-07-29T15:02:28.819 INFO:tasks.workunit.client.0.smithi067.stdout: "[100000, 199999]", 2024-07-29T15:02:28.819 INFO:tasks.workunit.client.0.smithi067.stdout: "[200000, 399999]", 2024-07-29T15:02:28.819 INFO:tasks.workunit.client.0.smithi067.stdout: "[400000, 799999]", 2024-07-29T15:02:28.819 INFO:tasks.workunit.client.0.smithi067.stdout: "[800000, 1599999]", 2024-07-29T15:02:28.819 INFO:tasks.workunit.client.0.smithi067.stdout: "[1600000, 3199999]", 2024-07-29T15:02:28.819 INFO:tasks.workunit.client.0.smithi067.stdout: "[3200000, 6399999]", 2024-07-29T15:02:28.819 INFO:tasks.workunit.client.0.smithi067.stdout: "[6400000, 12799999]", 2024-07-29T15:02:28.819 INFO:tasks.workunit.client.0.smithi067.stdout: "[12800000, 25599999]", 2024-07-29T15:02:28.819 INFO:tasks.workunit.client.0.smithi067.stdout: "[25600000, 51199999]", 2024-07-29T15:02:28.819 INFO:tasks.workunit.client.0.smithi067.stdout: "[51200000, 102399999]", 2024-07-29T15:02:28.819 INFO:tasks.workunit.client.0.smithi067.stdout: "[102400000, 204799999]", 2024-07-29T15:02:28.819 INFO:tasks.workunit.client.0.smithi067.stdout: "[204800000, 409599999]", 2024-07-29T15:02:28.820 INFO:tasks.workunit.client.0.smithi067.stdout: "[409600000, 819199999]", 2024-07-29T15:02:28.820 INFO:tasks.workunit.client.0.smithi067.stdout: "[819200000, 1638399999]", 2024-07-29T15:02:28.820 INFO:tasks.workunit.client.0.smithi067.stdout: "[1638400000, 3276799999]", 2024-07-29T15:02:28.820 INFO:tasks.workunit.client.0.smithi067.stdout: "[3276800000, 6553599999]", 2024-07-29T15:02:28.820 INFO:tasks.workunit.client.0.smithi067.stdout: "[6553600000, 13107199999]", 2024-07-29T15:02:28.820 INFO:tasks.workunit.client.0.smithi067.stdout: "[13107200000, 26214399999]", 2024-07-29T15:02:28.820 INFO:tasks.workunit.client.0.smithi067.stdout: "[26214400000, 52428799999]", 2024-07-29T15:02:28.820 INFO:tasks.workunit.client.0.smithi067.stdout: "[52428800000, 104857599999]", 2024-07-29T15:02:28.820 INFO:tasks.workunit.client.0.smithi067.stdout: "[104857600000, 209715199999]", 2024-07-29T15:02:28.820 INFO:tasks.workunit.client.0.smithi067.stdout: "[209715200000, 419430399999]", 2024-07-29T15:02:28.820 INFO:tasks.workunit.client.0.smithi067.stdout: "[419430400000, 838860799999]", 2024-07-29T15:02:28.820 INFO:tasks.workunit.client.0.smithi067.stdout: "[838860800000, 1677721599999]", 2024-07-29T15:02:28.820 INFO:tasks.workunit.client.0.smithi067.stdout: "[1677721600000, 3355443199999]", 2024-07-29T15:02:28.820 INFO:tasks.workunit.client.0.smithi067.stdout: "[3355443200000, 6710886399999]", 2024-07-29T15:02:28.820 INFO:tasks.workunit.client.0.smithi067.stdout: "[6710886400000, 13421772799999]", 2024-07-29T15:02:28.821 INFO:tasks.workunit.client.0.smithi067.stdout: "[13421772800000, 26843545599999]", 2024-07-29T15:02:28.821 INFO:tasks.workunit.client.0.smithi067.stdout: "[26843545600000, 53687091199999]", 2024-07-29T15:02:28.821 INFO:tasks.workunit.client.0.smithi067.stdout: "[53687091200000, None]" 2024-07-29T15:02:28.821 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.821 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T15:02:28.821 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.821 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.821 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T15:02:28.821 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T15:02:28.821 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Request size (bytes)", 2024-07-29T15:02:28.821 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 512, 2024-07-29T15:02:28.821 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T15:02:28.821 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T15:02:28.821 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 511]", 2024-07-29T15:02:28.821 INFO:tasks.workunit.client.0.smithi067.stdout: "[512, 1023]", 2024-07-29T15:02:28.822 INFO:tasks.workunit.client.0.smithi067.stdout: "[1024, 2047]", 2024-07-29T15:02:28.822 INFO:tasks.workunit.client.0.smithi067.stdout: "[2048, 4095]", 2024-07-29T15:02:28.822 INFO:tasks.workunit.client.0.smithi067.stdout: "[4096, 8191]", 2024-07-29T15:02:28.822 INFO:tasks.workunit.client.0.smithi067.stdout: "[8192, 16383]", 2024-07-29T15:02:28.822 INFO:tasks.workunit.client.0.smithi067.stdout: "[16384, 32767]", 2024-07-29T15:02:28.822 INFO:tasks.workunit.client.0.smithi067.stdout: "[32768, 65535]", 2024-07-29T15:02:28.822 INFO:tasks.workunit.client.0.smithi067.stdout: "[65536, 131071]", 2024-07-29T15:02:28.822 INFO:tasks.workunit.client.0.smithi067.stdout: "[131072, 262143]", 2024-07-29T15:02:28.822 INFO:tasks.workunit.client.0.smithi067.stdout: "[262144, 524287]", 2024-07-29T15:02:28.822 INFO:tasks.workunit.client.0.smithi067.stdout: "[524288, 1048575]", 2024-07-29T15:02:28.822 INFO:tasks.workunit.client.0.smithi067.stdout: "[1048576, 2097151]", 2024-07-29T15:02:28.822 INFO:tasks.workunit.client.0.smithi067.stdout: "[2097152, 4194303]", 2024-07-29T15:02:28.822 INFO:tasks.workunit.client.0.smithi067.stdout: "[4194304, 8388607]", 2024-07-29T15:02:28.822 INFO:tasks.workunit.client.0.smithi067.stdout: "[8388608, 16777215]", 2024-07-29T15:02:28.823 INFO:tasks.workunit.client.0.smithi067.stdout: "[16777216, 33554431]", 2024-07-29T15:02:28.823 INFO:tasks.workunit.client.0.smithi067.stdout: "[33554432, 67108863]", 2024-07-29T15:02:28.823 INFO:tasks.workunit.client.0.smithi067.stdout: "[67108864, 134217727]", 2024-07-29T15:02:28.823 INFO:tasks.workunit.client.0.smithi067.stdout: "[134217728, 268435455]", 2024-07-29T15:02:28.823 INFO:tasks.workunit.client.0.smithi067.stdout: "[268435456, 536870911]", 2024-07-29T15:02:28.823 INFO:tasks.workunit.client.0.smithi067.stdout: "[536870912, 1073741823]", 2024-07-29T15:02:28.823 INFO:tasks.workunit.client.0.smithi067.stdout: "[1073741824, 2147483647]", 2024-07-29T15:02:28.823 INFO:tasks.workunit.client.0.smithi067.stdout: "[2147483648, 4294967295]", 2024-07-29T15:02:28.823 INFO:tasks.workunit.client.0.smithi067.stdout: "[4294967296, 8589934591]", 2024-07-29T15:02:28.823 INFO:tasks.workunit.client.0.smithi067.stdout: "[8589934592, 17179869183]", 2024-07-29T15:02:28.823 INFO:tasks.workunit.client.0.smithi067.stdout: "[17179869184, 34359738367]", 2024-07-29T15:02:28.823 INFO:tasks.workunit.client.0.smithi067.stdout: "[34359738368, 68719476735]", 2024-07-29T15:02:28.823 INFO:tasks.workunit.client.0.smithi067.stdout: "[68719476736, 137438953471]", 2024-07-29T15:02:28.824 INFO:tasks.workunit.client.0.smithi067.stdout: "[137438953472, 274877906943]", 2024-07-29T15:02:28.824 INFO:tasks.workunit.client.0.smithi067.stdout: "[274877906944, None]" 2024-07-29T15:02:28.824 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.824 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T15:02:28.824 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.824 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.824 INFO:tasks.workunit.client.0.smithi067.stdout: "osds": [ 2024-07-29T15:02:28.824 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.824 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 0, 2024-07-29T15:02:28.824 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:28.824 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.824 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.824 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.824 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.825 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.825 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.825 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.825 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.825 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.825 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.825 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.825 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.825 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.825 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.825 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.825 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.825 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.825 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.826 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.826 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.826 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.826 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.826 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.826 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.826 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.826 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.826 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.826 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.826 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.826 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.826 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.826 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:28.827 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.827 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.827 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.827 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 1, 2024-07-29T15:02:28.827 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:28.827 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.827 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.827 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.827 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.827 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.827 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.827 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.828 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.828 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.828 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.828 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.828 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.828 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.828 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.828 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.828 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.828 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.828 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.828 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.828 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.829 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.829 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.829 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.829 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.829 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.829 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.829 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.829 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.829 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.829 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.829 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.829 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:28.829 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.829 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.830 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.830 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 2, 2024-07-29T15:02:28.830 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:28.830 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.830 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.830 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.830 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.830 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.830 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.830 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.830 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.830 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.830 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.831 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.831 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.831 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.831 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.831 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.831 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.831 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.831 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.831 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.831 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.831 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.831 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.831 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.831 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.832 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.832 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.832 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.832 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.832 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.832 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.832 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.832 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:28.832 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.832 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.832 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.832 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 3, 2024-07-29T15:02:28.832 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:28.832 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.832 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.833 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.833 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.833 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.833 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.833 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.833 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.833 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.833 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.833 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.833 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.833 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.833 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.833 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.833 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.834 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.834 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.834 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.834 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.834 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.834 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.834 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.834 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.834 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.834 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.834 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.834 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.834 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.835 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.835 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.835 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:28.835 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.835 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.835 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.835 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 4, 2024-07-29T15:02:28.835 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:28.835 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.835 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.835 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.835 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.835 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.836 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.836 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.836 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.836 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.836 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.836 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.836 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.836 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.836 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.836 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.836 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.836 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.836 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.837 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.837 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.837 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.837 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.837 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.837 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.837 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.837 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.837 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.837 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.837 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.837 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.837 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.838 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:28.838 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.838 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.838 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.838 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 5, 2024-07-29T15:02:28.838 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:28.838 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.838 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.838 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.838 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.838 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.838 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.838 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.839 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.839 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.839 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.839 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.839 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.839 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.839 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.839 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.839 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.839 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.839 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.839 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.839 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.840 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.840 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.840 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.840 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.840 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.840 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.840 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.840 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.840 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.840 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.840 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.840 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:28.840 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.840 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.841 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.841 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 6, 2024-07-29T15:02:28.841 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:28.841 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.841 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.841 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.841 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.841 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.841 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.841 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.841 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.841 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.841 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.841 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.842 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.842 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.842 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.842 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.842 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.842 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.842 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.842 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.842 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.842 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.842 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.842 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.842 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.842 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.843 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.843 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.843 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.843 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.843 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.843 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.843 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:28.843 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.843 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.843 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.843 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 7, 2024-07-29T15:02:28.843 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:28.843 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.843 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.844 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.844 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.844 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.844 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.844 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.844 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.844 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.844 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.844 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.844 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.844 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.844 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.844 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.845 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.845 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.845 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.845 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.845 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.845 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.845 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.845 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.845 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.845 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.845 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.845 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.845 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.845 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.846 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.846 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.846 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:28.846 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.846 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.846 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.846 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.846 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T15:02:28.846 INFO:tasks.workunit.client.0.smithi067.stdout: "axes": [ 2024-07-29T15:02:28.846 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.846 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T15:02:28.846 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T15:02:28.846 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Latency (usec)", 2024-07-29T15:02:28.846 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 100000, 2024-07-29T15:02:28.847 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T15:02:28.847 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T15:02:28.847 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 99999]", 2024-07-29T15:02:28.847 INFO:tasks.workunit.client.0.smithi067.stdout: "[100000, 199999]", 2024-07-29T15:02:28.847 INFO:tasks.workunit.client.0.smithi067.stdout: "[200000, 399999]", 2024-07-29T15:02:28.847 INFO:tasks.workunit.client.0.smithi067.stdout: "[400000, 799999]", 2024-07-29T15:02:28.847 INFO:tasks.workunit.client.0.smithi067.stdout: "[800000, 1599999]", 2024-07-29T15:02:28.847 INFO:tasks.workunit.client.0.smithi067.stdout: "[1600000, 3199999]", 2024-07-29T15:02:28.847 INFO:tasks.workunit.client.0.smithi067.stdout: "[3200000, 6399999]", 2024-07-29T15:02:28.847 INFO:tasks.workunit.client.0.smithi067.stdout: "[6400000, 12799999]", 2024-07-29T15:02:28.847 INFO:tasks.workunit.client.0.smithi067.stdout: "[12800000, 25599999]", 2024-07-29T15:02:28.847 INFO:tasks.workunit.client.0.smithi067.stdout: "[25600000, 51199999]", 2024-07-29T15:02:28.847 INFO:tasks.workunit.client.0.smithi067.stdout: "[51200000, 102399999]", 2024-07-29T15:02:28.847 INFO:tasks.workunit.client.0.smithi067.stdout: "[102400000, 204799999]", 2024-07-29T15:02:28.848 INFO:tasks.workunit.client.0.smithi067.stdout: "[204800000, 409599999]", 2024-07-29T15:02:28.848 INFO:tasks.workunit.client.0.smithi067.stdout: "[409600000, 819199999]", 2024-07-29T15:02:28.848 INFO:tasks.workunit.client.0.smithi067.stdout: "[819200000, 1638399999]", 2024-07-29T15:02:28.848 INFO:tasks.workunit.client.0.smithi067.stdout: "[1638400000, 3276799999]", 2024-07-29T15:02:28.848 INFO:tasks.workunit.client.0.smithi067.stdout: "[3276800000, 6553599999]", 2024-07-29T15:02:28.848 INFO:tasks.workunit.client.0.smithi067.stdout: "[6553600000, 13107199999]", 2024-07-29T15:02:28.848 INFO:tasks.workunit.client.0.smithi067.stdout: "[13107200000, 26214399999]", 2024-07-29T15:02:28.848 INFO:tasks.workunit.client.0.smithi067.stdout: "[26214400000, 52428799999]", 2024-07-29T15:02:28.848 INFO:tasks.workunit.client.0.smithi067.stdout: "[52428800000, 104857599999]", 2024-07-29T15:02:28.848 INFO:tasks.workunit.client.0.smithi067.stdout: "[104857600000, 209715199999]", 2024-07-29T15:02:28.848 INFO:tasks.workunit.client.0.smithi067.stdout: "[209715200000, 419430399999]", 2024-07-29T15:02:28.848 INFO:tasks.workunit.client.0.smithi067.stdout: "[419430400000, 838860799999]", 2024-07-29T15:02:28.848 INFO:tasks.workunit.client.0.smithi067.stdout: "[838860800000, 1677721599999]", 2024-07-29T15:02:28.848 INFO:tasks.workunit.client.0.smithi067.stdout: "[1677721600000, 3355443199999]", 2024-07-29T15:02:28.849 INFO:tasks.workunit.client.0.smithi067.stdout: "[3355443200000, 6710886399999]", 2024-07-29T15:02:28.849 INFO:tasks.workunit.client.0.smithi067.stdout: "[6710886400000, 13421772799999]", 2024-07-29T15:02:28.849 INFO:tasks.workunit.client.0.smithi067.stdout: "[13421772800000, 26843545599999]", 2024-07-29T15:02:28.849 INFO:tasks.workunit.client.0.smithi067.stdout: "[26843545600000, 53687091199999]", 2024-07-29T15:02:28.849 INFO:tasks.workunit.client.0.smithi067.stdout: "[53687091200000, None]" 2024-07-29T15:02:28.849 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.849 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T15:02:28.849 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.849 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.849 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T15:02:28.849 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T15:02:28.849 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Request size (bytes)", 2024-07-29T15:02:28.849 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 512, 2024-07-29T15:02:28.849 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T15:02:28.850 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T15:02:28.850 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 511]", 2024-07-29T15:02:28.850 INFO:tasks.workunit.client.0.smithi067.stdout: "[512, 1023]", 2024-07-29T15:02:28.850 INFO:tasks.workunit.client.0.smithi067.stdout: "[1024, 2047]", 2024-07-29T15:02:28.850 INFO:tasks.workunit.client.0.smithi067.stdout: "[2048, 4095]", 2024-07-29T15:02:28.850 INFO:tasks.workunit.client.0.smithi067.stdout: "[4096, 8191]", 2024-07-29T15:02:28.850 INFO:tasks.workunit.client.0.smithi067.stdout: "[8192, 16383]", 2024-07-29T15:02:28.850 INFO:tasks.workunit.client.0.smithi067.stdout: "[16384, 32767]", 2024-07-29T15:02:28.850 INFO:tasks.workunit.client.0.smithi067.stdout: "[32768, 65535]", 2024-07-29T15:02:28.850 INFO:tasks.workunit.client.0.smithi067.stdout: "[65536, 131071]", 2024-07-29T15:02:28.850 INFO:tasks.workunit.client.0.smithi067.stdout: "[131072, 262143]", 2024-07-29T15:02:28.850 INFO:tasks.workunit.client.0.smithi067.stdout: "[262144, 524287]", 2024-07-29T15:02:28.850 INFO:tasks.workunit.client.0.smithi067.stdout: "[524288, 1048575]", 2024-07-29T15:02:28.850 INFO:tasks.workunit.client.0.smithi067.stdout: "[1048576, 2097151]", 2024-07-29T15:02:28.851 INFO:tasks.workunit.client.0.smithi067.stdout: "[2097152, 4194303]", 2024-07-29T15:02:28.851 INFO:tasks.workunit.client.0.smithi067.stdout: "[4194304, 8388607]", 2024-07-29T15:02:28.851 INFO:tasks.workunit.client.0.smithi067.stdout: "[8388608, 16777215]", 2024-07-29T15:02:28.851 INFO:tasks.workunit.client.0.smithi067.stdout: "[16777216, 33554431]", 2024-07-29T15:02:28.851 INFO:tasks.workunit.client.0.smithi067.stdout: "[33554432, 67108863]", 2024-07-29T15:02:28.851 INFO:tasks.workunit.client.0.smithi067.stdout: "[67108864, 134217727]", 2024-07-29T15:02:28.851 INFO:tasks.workunit.client.0.smithi067.stdout: "[134217728, 268435455]", 2024-07-29T15:02:28.851 INFO:tasks.workunit.client.0.smithi067.stdout: "[268435456, 536870911]", 2024-07-29T15:02:28.851 INFO:tasks.workunit.client.0.smithi067.stdout: "[536870912, 1073741823]", 2024-07-29T15:02:28.851 INFO:tasks.workunit.client.0.smithi067.stdout: "[1073741824, 2147483647]", 2024-07-29T15:02:28.851 INFO:tasks.workunit.client.0.smithi067.stdout: "[2147483648, 4294967295]", 2024-07-29T15:02:28.851 INFO:tasks.workunit.client.0.smithi067.stdout: "[4294967296, 8589934591]", 2024-07-29T15:02:28.851 INFO:tasks.workunit.client.0.smithi067.stdout: "[8589934592, 17179869183]", 2024-07-29T15:02:28.852 INFO:tasks.workunit.client.0.smithi067.stdout: "[17179869184, 34359738367]", 2024-07-29T15:02:28.852 INFO:tasks.workunit.client.0.smithi067.stdout: "[34359738368, 68719476735]", 2024-07-29T15:02:28.852 INFO:tasks.workunit.client.0.smithi067.stdout: "[68719476736, 137438953471]", 2024-07-29T15:02:28.852 INFO:tasks.workunit.client.0.smithi067.stdout: "[137438953472, 274877906943]", 2024-07-29T15:02:28.852 INFO:tasks.workunit.client.0.smithi067.stdout: "[274877906944, None]" 2024-07-29T15:02:28.852 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.852 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T15:02:28.852 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.852 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.852 INFO:tasks.workunit.client.0.smithi067.stdout: "osds": [ 2024-07-29T15:02:28.852 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.852 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 0, 2024-07-29T15:02:28.852 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:28.852 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.852 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.853 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.853 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.853 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.853 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.853 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.853 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.853 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.853 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.853 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.853 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.853 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.853 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.854 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.854 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.854 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.854 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.854 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.854 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.854 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.854 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.854 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.854 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.854 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.854 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.854 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.854 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.855 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.855 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.855 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.855 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:28.855 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.855 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.855 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.855 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 1, 2024-07-29T15:02:28.855 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:28.855 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.855 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.855 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.855 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.855 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.856 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.856 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.856 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.856 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.856 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.856 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.856 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.856 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.856 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.856 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.856 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.856 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.856 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.856 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.857 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.857 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.857 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.857 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.857 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.857 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.857 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.857 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.857 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.857 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.857 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.857 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.857 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:28.857 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.858 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.858 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.858 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 2, 2024-07-29T15:02:28.858 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:28.858 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.858 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.858 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.858 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.858 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.858 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.858 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.858 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.859 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.859 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.859 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.859 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.859 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.859 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.859 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.859 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.859 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.859 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.859 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.859 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.859 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.859 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.860 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.860 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.860 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.860 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.860 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.860 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.860 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.860 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.860 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.860 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:28.860 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.860 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.860 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.861 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 3, 2024-07-29T15:02:28.861 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:28.861 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.861 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.861 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.861 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.861 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.861 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.861 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.861 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.861 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.861 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.861 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.861 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.861 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.862 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.862 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.862 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.862 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.862 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.862 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.862 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.862 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.862 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.862 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.862 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.862 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.862 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.862 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.863 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.863 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.863 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.863 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.863 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:28.863 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.863 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.863 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.863 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 4, 2024-07-29T15:02:28.863 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:28.863 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.863 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.863 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.864 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.864 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.864 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.864 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.864 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.864 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.864 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.864 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.864 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.864 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.864 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.864 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.864 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.864 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.865 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.865 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.865 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.865 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.865 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.865 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.865 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.865 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.865 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.865 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.865 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.865 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.865 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.865 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.865 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:28.866 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.866 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.866 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.866 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 5, 2024-07-29T15:02:28.866 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:28.866 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.866 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.866 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.866 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.866 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.866 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.866 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.866 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.866 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.867 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.867 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.867 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.867 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.867 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.867 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.867 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.867 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.867 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.867 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.867 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.867 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.867 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.867 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.868 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.868 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.868 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.868 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.868 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.868 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.868 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.868 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.868 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:28.868 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.868 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.868 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.868 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 6, 2024-07-29T15:02:28.868 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:28.869 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.869 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.869 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.869 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.869 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.869 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.869 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.869 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.869 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.869 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.869 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.869 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.869 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.870 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.870 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.870 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.870 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.870 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.870 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.870 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.870 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.870 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.870 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.870 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.870 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.870 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.870 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.871 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.871 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.871 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.871 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.871 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:28.871 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.871 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.871 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.871 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 7, 2024-07-29T15:02:28.871 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:28.871 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.871 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.871 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.871 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.871 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.872 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.872 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.872 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.872 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.872 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.872 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.872 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.872 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.872 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.872 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.872 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.872 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.872 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.872 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.873 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.873 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.873 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.873 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.873 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.873 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.873 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.873 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.873 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.873 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.873 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.873 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.873 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:28.874 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.874 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.874 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.874 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.874 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T15:02:28.874 INFO:tasks.workunit.client.0.smithi067.stdout: "axes": [ 2024-07-29T15:02:28.874 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.874 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T15:02:28.874 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T15:02:28.874 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Latency (usec)", 2024-07-29T15:02:28.874 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 100000, 2024-07-29T15:02:28.874 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T15:02:28.874 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T15:02:28.875 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 99999]", 2024-07-29T15:02:28.875 INFO:tasks.workunit.client.0.smithi067.stdout: "[100000, 199999]", 2024-07-29T15:02:28.875 INFO:tasks.workunit.client.0.smithi067.stdout: "[200000, 399999]", 2024-07-29T15:02:28.875 INFO:tasks.workunit.client.0.smithi067.stdout: "[400000, 799999]", 2024-07-29T15:02:28.875 INFO:tasks.workunit.client.0.smithi067.stdout: "[800000, 1599999]", 2024-07-29T15:02:28.875 INFO:tasks.workunit.client.0.smithi067.stdout: "[1600000, 3199999]", 2024-07-29T15:02:28.875 INFO:tasks.workunit.client.0.smithi067.stdout: "[3200000, 6399999]", 2024-07-29T15:02:28.875 INFO:tasks.workunit.client.0.smithi067.stdout: "[6400000, 12799999]", 2024-07-29T15:02:28.875 INFO:tasks.workunit.client.0.smithi067.stdout: "[12800000, 25599999]", 2024-07-29T15:02:28.875 INFO:tasks.workunit.client.0.smithi067.stdout: "[25600000, 51199999]", 2024-07-29T15:02:28.875 INFO:tasks.workunit.client.0.smithi067.stdout: "[51200000, 102399999]", 2024-07-29T15:02:28.875 INFO:tasks.workunit.client.0.smithi067.stdout: "[102400000, 204799999]", 2024-07-29T15:02:28.875 INFO:tasks.workunit.client.0.smithi067.stdout: "[204800000, 409599999]", 2024-07-29T15:02:28.875 INFO:tasks.workunit.client.0.smithi067.stdout: "[409600000, 819199999]", 2024-07-29T15:02:28.876 INFO:tasks.workunit.client.0.smithi067.stdout: "[819200000, 1638399999]", 2024-07-29T15:02:28.876 INFO:tasks.workunit.client.0.smithi067.stdout: "[1638400000, 3276799999]", 2024-07-29T15:02:28.876 INFO:tasks.workunit.client.0.smithi067.stdout: "[3276800000, 6553599999]", 2024-07-29T15:02:28.876 INFO:tasks.workunit.client.0.smithi067.stdout: "[6553600000, 13107199999]", 2024-07-29T15:02:28.876 INFO:tasks.workunit.client.0.smithi067.stdout: "[13107200000, 26214399999]", 2024-07-29T15:02:28.876 INFO:tasks.workunit.client.0.smithi067.stdout: "[26214400000, 52428799999]", 2024-07-29T15:02:28.876 INFO:tasks.workunit.client.0.smithi067.stdout: "[52428800000, 104857599999]", 2024-07-29T15:02:28.876 INFO:tasks.workunit.client.0.smithi067.stdout: "[104857600000, 209715199999]", 2024-07-29T15:02:28.876 INFO:tasks.workunit.client.0.smithi067.stdout: "[209715200000, 419430399999]", 2024-07-29T15:02:28.876 INFO:tasks.workunit.client.0.smithi067.stdout: "[419430400000, 838860799999]", 2024-07-29T15:02:28.876 INFO:tasks.workunit.client.0.smithi067.stdout: "[838860800000, 1677721599999]", 2024-07-29T15:02:28.876 INFO:tasks.workunit.client.0.smithi067.stdout: "[1677721600000, 3355443199999]", 2024-07-29T15:02:28.876 INFO:tasks.workunit.client.0.smithi067.stdout: "[3355443200000, 6710886399999]", 2024-07-29T15:02:28.876 INFO:tasks.workunit.client.0.smithi067.stdout: "[6710886400000, 13421772799999]", 2024-07-29T15:02:28.876 INFO:tasks.workunit.client.0.smithi067.stdout: "[13421772800000, 26843545599999]", 2024-07-29T15:02:28.877 INFO:tasks.workunit.client.0.smithi067.stdout: "[26843545600000, 53687091199999]", 2024-07-29T15:02:28.877 INFO:tasks.workunit.client.0.smithi067.stdout: "[53687091200000, None]" 2024-07-29T15:02:28.877 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.877 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T15:02:28.877 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.877 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.877 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T15:02:28.877 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T15:02:28.877 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Request size (bytes)", 2024-07-29T15:02:28.877 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 512, 2024-07-29T15:02:28.877 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T15:02:28.877 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T15:02:28.877 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 511]", 2024-07-29T15:02:28.877 INFO:tasks.workunit.client.0.smithi067.stdout: "[512, 1023]", 2024-07-29T15:02:28.877 INFO:tasks.workunit.client.0.smithi067.stdout: "[1024, 2047]", 2024-07-29T15:02:28.878 INFO:tasks.workunit.client.0.smithi067.stdout: "[2048, 4095]", 2024-07-29T15:02:28.878 INFO:tasks.workunit.client.0.smithi067.stdout: "[4096, 8191]", 2024-07-29T15:02:28.878 INFO:tasks.workunit.client.0.smithi067.stdout: "[8192, 16383]", 2024-07-29T15:02:28.878 INFO:tasks.workunit.client.0.smithi067.stdout: "[16384, 32767]", 2024-07-29T15:02:28.878 INFO:tasks.workunit.client.0.smithi067.stdout: "[32768, 65535]", 2024-07-29T15:02:28.878 INFO:tasks.workunit.client.0.smithi067.stdout: "[65536, 131071]", 2024-07-29T15:02:28.878 INFO:tasks.workunit.client.0.smithi067.stdout: "[131072, 262143]", 2024-07-29T15:02:28.878 INFO:tasks.workunit.client.0.smithi067.stdout: "[262144, 524287]", 2024-07-29T15:02:28.878 INFO:tasks.workunit.client.0.smithi067.stdout: "[524288, 1048575]", 2024-07-29T15:02:28.878 INFO:tasks.workunit.client.0.smithi067.stdout: "[1048576, 2097151]", 2024-07-29T15:02:28.878 INFO:tasks.workunit.client.0.smithi067.stdout: "[2097152, 4194303]", 2024-07-29T15:02:28.878 INFO:tasks.workunit.client.0.smithi067.stdout: "[4194304, 8388607]", 2024-07-29T15:02:28.878 INFO:tasks.workunit.client.0.smithi067.stdout: "[8388608, 16777215]", 2024-07-29T15:02:28.878 INFO:tasks.workunit.client.0.smithi067.stdout: "[16777216, 33554431]", 2024-07-29T15:02:28.879 INFO:tasks.workunit.client.0.smithi067.stdout: "[33554432, 67108863]", 2024-07-29T15:02:28.879 INFO:tasks.workunit.client.0.smithi067.stdout: "[67108864, 134217727]", 2024-07-29T15:02:28.879 INFO:tasks.workunit.client.0.smithi067.stdout: "[134217728, 268435455]", 2024-07-29T15:02:28.879 INFO:tasks.workunit.client.0.smithi067.stdout: "[268435456, 536870911]", 2024-07-29T15:02:28.879 INFO:tasks.workunit.client.0.smithi067.stdout: "[536870912, 1073741823]", 2024-07-29T15:02:28.879 INFO:tasks.workunit.client.0.smithi067.stdout: "[1073741824, 2147483647]", 2024-07-29T15:02:28.879 INFO:tasks.workunit.client.0.smithi067.stdout: "[2147483648, 4294967295]", 2024-07-29T15:02:28.879 INFO:tasks.workunit.client.0.smithi067.stdout: "[4294967296, 8589934591]", 2024-07-29T15:02:28.879 INFO:tasks.workunit.client.0.smithi067.stdout: "[8589934592, 17179869183]", 2024-07-29T15:02:28.879 INFO:tasks.workunit.client.0.smithi067.stdout: "[17179869184, 34359738367]", 2024-07-29T15:02:28.879 INFO:tasks.workunit.client.0.smithi067.stdout: "[34359738368, 68719476735]", 2024-07-29T15:02:28.879 INFO:tasks.workunit.client.0.smithi067.stdout: "[68719476736, 137438953471]", 2024-07-29T15:02:28.879 INFO:tasks.workunit.client.0.smithi067.stdout: "[137438953472, 274877906943]", 2024-07-29T15:02:28.880 INFO:tasks.workunit.client.0.smithi067.stdout: "[274877906944, None]" 2024-07-29T15:02:28.880 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.880 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T15:02:28.880 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.880 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.880 INFO:tasks.workunit.client.0.smithi067.stdout: "osds": [ 2024-07-29T15:02:28.880 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.880 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 0, 2024-07-29T15:02:28.880 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:28.880 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.880 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.880 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.880 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.880 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.880 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.881 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.881 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.881 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.881 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.881 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.881 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.881 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.881 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.881 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.881 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.881 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.881 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.881 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.881 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.882 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.882 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.882 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.882 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.882 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.882 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.882 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.882 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.882 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.882 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.882 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.882 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:28.882 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.883 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.883 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.883 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 1, 2024-07-29T15:02:28.883 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:28.883 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.883 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.883 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.883 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.883 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.883 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 11, 5, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.883 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 16, 3, 0, 0, 0, 0, 0, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.883 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.883 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.883 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.884 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.884 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.884 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.884 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.884 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.884 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.884 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.884 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.884 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.884 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.884 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.884 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.884 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.884 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.885 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.885 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.885 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.885 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.885 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.885 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.885 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.885 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:28.885 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.885 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.885 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.885 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 2, 2024-07-29T15:02:28.885 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:28.885 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.885 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.886 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.886 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.886 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.886 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.886 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.886 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.886 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.886 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.886 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.886 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.886 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.886 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.886 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.887 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.887 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.887 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.887 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.887 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.887 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.887 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.887 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.887 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.887 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.887 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.887 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.887 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.888 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.888 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.888 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.888 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:28.888 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.888 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.888 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.888 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 3, 2024-07-29T15:02:28.888 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:28.888 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.888 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.888 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.888 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.888 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.888 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.889 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.889 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.889 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.889 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.889 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.889 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.889 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.889 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.889 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.889 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.889 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.889 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.889 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.889 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.890 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.890 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.890 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.890 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.890 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.890 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.890 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.890 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.890 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.890 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.890 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.890 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:28.890 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.890 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.891 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.891 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 4, 2024-07-29T15:02:28.891 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:28.891 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.891 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.891 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.891 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.891 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.891 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.891 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.891 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.891 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.891 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.892 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.892 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.892 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.892 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.892 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.892 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.892 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.892 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.892 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.892 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.892 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.892 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.892 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.892 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.893 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.893 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.893 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.893 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.893 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.893 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.893 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.893 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:28.893 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.893 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.893 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.893 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 5, 2024-07-29T15:02:28.893 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:28.893 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.893 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.894 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.894 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.894 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.894 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.894 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.894 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.894 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.894 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.894 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.894 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.894 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.894 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.895 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.895 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.895 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.895 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.895 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.895 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.895 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.895 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.895 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.895 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.895 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.895 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.895 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.895 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.896 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.896 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.896 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.896 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:28.896 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.896 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.896 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.896 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 6, 2024-07-29T15:02:28.896 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:28.896 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.896 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.896 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.896 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.897 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.897 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.897 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.897 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.897 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.897 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.897 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.897 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.897 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.897 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.897 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.897 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.897 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.897 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.898 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.898 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.898 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.898 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.898 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.898 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.898 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.898 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.898 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.898 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.898 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.898 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.898 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.898 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:28.899 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.899 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.899 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:28.899 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 7, 2024-07-29T15:02:28.899 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T15:02:28.899 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.899 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.899 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.899 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.899 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.899 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.899 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.899 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.899 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.900 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.900 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.900 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.900 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.900 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.900 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.900 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.900 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.900 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.900 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.900 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.900 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.900 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.900 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.901 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.901 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.901 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.901 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.901 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.901 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.901 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.901 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T15:02:28.901 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T15:02:28.901 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.901 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.901 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T15:02:28.902 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.902 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.902 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:28.902 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_counters": { 2024-07-29T15:02:28.902 INFO:tasks.workunit.client.0.smithi067.stdout: "mds.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T15:02:28.902 INFO:tasks.workunit.client.0.smithi067.stdout: "mds": { 2024-07-29T15:02:28.902 INFO:tasks.workunit.client.0.smithi067.stdout: "caps": { 2024-07-29T15:02:28.902 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.902 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.902 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_cap_op_flush_ack": { 2024-07-29T15:02:28.902 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.902 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.902 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_cap_op_flushsnap_ack": { 2024-07-29T15:02:28.902 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.903 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.903 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_cap_op_grant": { 2024-07-29T15:02:28.903 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.903 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.903 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_cap_op_revoke": { 2024-07-29T15:02:28.903 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.903 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.903 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_cap_op_trunc": { 2024-07-29T15:02:28.903 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.903 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.903 INFO:tasks.workunit.client.0.smithi067.stdout: "dir_commit": { 2024-07-29T15:02:28.903 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12 2024-07-29T15:02:28.903 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.903 INFO:tasks.workunit.client.0.smithi067.stdout: "dir_fetch": { 2024-07-29T15:02:28.904 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.904 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.904 INFO:tasks.workunit.client.0.smithi067.stdout: "dir_merge": { 2024-07-29T15:02:28.904 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.904 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.904 INFO:tasks.workunit.client.0.smithi067.stdout: "dir_split": { 2024-07-29T15:02:28.904 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.904 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.904 INFO:tasks.workunit.client.0.smithi067.stdout: "exported_inodes": { 2024-07-29T15:02:28.904 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.904 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.904 INFO:tasks.workunit.client.0.smithi067.stdout: "forward": { 2024-07-29T15:02:28.904 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.904 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.905 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_client_cap_release": { 2024-07-29T15:02:28.905 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.905 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.905 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_client_caps": { 2024-07-29T15:02:28.905 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.905 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.905 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_client_caps_dirty": { 2024-07-29T15:02:28.905 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.905 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.905 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_inode_file_caps": { 2024-07-29T15:02:28.905 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.905 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.905 INFO:tasks.workunit.client.0.smithi067.stdout: "imported_inodes": { 2024-07-29T15:02:28.905 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.906 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.906 INFO:tasks.workunit.client.0.smithi067.stdout: "inodes": { 2024-07-29T15:02:28.906 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T15:02:28.906 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.906 INFO:tasks.workunit.client.0.smithi067.stdout: "inodes_expired": { 2024-07-29T15:02:28.906 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.906 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.906 INFO:tasks.workunit.client.0.smithi067.stdout: "inodes_pinned": { 2024-07-29T15:02:28.906 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T15:02:28.906 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.906 INFO:tasks.workunit.client.0.smithi067.stdout: "inodes_with_caps": { 2024-07-29T15:02:28.906 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.906 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.906 INFO:tasks.workunit.client.0.smithi067.stdout: "load_cent": { 2024-07-29T15:02:28.907 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.907 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.907 INFO:tasks.workunit.client.0.smithi067.stdout: "openino_dir_fetch": { 2024-07-29T15:02:28.907 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.907 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.907 INFO:tasks.workunit.client.0.smithi067.stdout: "process_request_cap_release": { 2024-07-29T15:02:28.907 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.907 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.907 INFO:tasks.workunit.client.0.smithi067.stdout: "reply_latency": { 2024-07-29T15:02:28.907 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:28.907 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 147317 2024-07-29T15:02:28.907 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.908 INFO:tasks.workunit.client.0.smithi067.stdout: "request": { 2024-07-29T15:02:28.908 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T15:02:28.908 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.908 INFO:tasks.workunit.client.0.smithi067.stdout: "root_rbytes": { 2024-07-29T15:02:28.908 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.908 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.908 INFO:tasks.workunit.client.0.smithi067.stdout: "root_rfiles": { 2024-07-29T15:02:28.908 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.908 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.908 INFO:tasks.workunit.client.0.smithi067.stdout: "root_rsnaps": { 2024-07-29T15:02:28.908 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.908 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.908 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_reply": { 2024-07-29T15:02:28.908 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.909 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.909 INFO:tasks.workunit.client.0.smithi067.stdout: "subtrees": { 2024-07-29T15:02:28.909 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T15:02:28.909 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.909 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.909 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_cache": { 2024-07-29T15:02:28.909 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_enqueue_scrub": { 2024-07-29T15:02:28.909 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.909 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.909 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_exportdir": { 2024-07-29T15:02:28.909 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.909 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.910 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_flush": { 2024-07-29T15:02:28.910 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.910 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.910 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_fragmentdir": { 2024-07-29T15:02:28.910 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.910 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.910 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_fragstats": { 2024-07-29T15:02:28.910 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.910 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.910 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_inodestats": { 2024-07-29T15:02:28.910 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.910 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.910 INFO:tasks.workunit.client.0.smithi067.stdout: "num_recovering_enqueued": { 2024-07-29T15:02:28.911 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.911 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.911 INFO:tasks.workunit.client.0.smithi067.stdout: "num_recovering_prioritized": { 2024-07-29T15:02:28.911 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.911 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.911 INFO:tasks.workunit.client.0.smithi067.stdout: "num_recovering_processing": { 2024-07-29T15:02:28.911 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.911 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.911 INFO:tasks.workunit.client.0.smithi067.stdout: "num_strays": { 2024-07-29T15:02:28.911 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.911 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.911 INFO:tasks.workunit.client.0.smithi067.stdout: "num_strays_delayed": { 2024-07-29T15:02:28.912 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.912 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.912 INFO:tasks.workunit.client.0.smithi067.stdout: "num_strays_enqueuing": { 2024-07-29T15:02:28.912 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.912 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.912 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_completed": { 2024-07-29T15:02:28.912 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.912 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.912 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_started": { 2024-07-29T15:02:28.912 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.912 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.912 INFO:tasks.workunit.client.0.smithi067.stdout: "strays_created": { 2024-07-29T15:02:28.912 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.912 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.913 INFO:tasks.workunit.client.0.smithi067.stdout: "strays_enqueued": { 2024-07-29T15:02:28.913 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.913 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.913 INFO:tasks.workunit.client.0.smithi067.stdout: "strays_migrated": { 2024-07-29T15:02:28.913 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.913 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.913 INFO:tasks.workunit.client.0.smithi067.stdout: "strays_reintegrated": { 2024-07-29T15:02:28.913 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.913 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.913 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.913 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_log": { 2024-07-29T15:02:28.913 INFO:tasks.workunit.client.0.smithi067.stdout: "ev": { 2024-07-29T15:02:28.913 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5 2024-07-29T15:02:28.914 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.914 INFO:tasks.workunit.client.0.smithi067.stdout: "evadd": { 2024-07-29T15:02:28.914 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5 2024-07-29T15:02:28.914 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.914 INFO:tasks.workunit.client.0.smithi067.stdout: "evex": { 2024-07-29T15:02:28.914 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.914 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.914 INFO:tasks.workunit.client.0.smithi067.stdout: "evexd": { 2024-07-29T15:02:28.914 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.914 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.914 INFO:tasks.workunit.client.0.smithi067.stdout: "evexg": { 2024-07-29T15:02:28.914 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.914 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.914 INFO:tasks.workunit.client.0.smithi067.stdout: "evtrm": { 2024-07-29T15:02:28.915 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.915 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.915 INFO:tasks.workunit.client.0.smithi067.stdout: "jlat": { 2024-07-29T15:02:28.915 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5, 2024-07-29T15:02:28.915 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12921546 2024-07-29T15:02:28.915 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.915 INFO:tasks.workunit.client.0.smithi067.stdout: "replayed": { 2024-07-29T15:02:28.915 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.915 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.915 INFO:tasks.workunit.client.0.smithi067.stdout: "seg": { 2024-07-29T15:02:28.915 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T15:02:28.915 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.915 INFO:tasks.workunit.client.0.smithi067.stdout: "segadd": { 2024-07-29T15:02:28.915 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T15:02:28.916 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.916 INFO:tasks.workunit.client.0.smithi067.stdout: "segex": { 2024-07-29T15:02:28.916 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.916 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.916 INFO:tasks.workunit.client.0.smithi067.stdout: "segexd": { 2024-07-29T15:02:28.916 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.916 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.916 INFO:tasks.workunit.client.0.smithi067.stdout: "segexg": { 2024-07-29T15:02:28.916 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.916 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.916 INFO:tasks.workunit.client.0.smithi067.stdout: "segtrm": { 2024-07-29T15:02:28.916 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.916 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.916 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.916 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_mem": { 2024-07-29T15:02:28.917 INFO:tasks.workunit.client.0.smithi067.stdout: "cap": { 2024-07-29T15:02:28.917 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.917 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.917 INFO:tasks.workunit.client.0.smithi067.stdout: "cap+": { 2024-07-29T15:02:28.917 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T15:02:28.917 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.917 INFO:tasks.workunit.client.0.smithi067.stdout: "cap-": { 2024-07-29T15:02:28.917 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T15:02:28.917 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.917 INFO:tasks.workunit.client.0.smithi067.stdout: "dir": { 2024-07-29T15:02:28.917 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12 2024-07-29T15:02:28.917 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.917 INFO:tasks.workunit.client.0.smithi067.stdout: "dir+": { 2024-07-29T15:02:28.917 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12 2024-07-29T15:02:28.917 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.918 INFO:tasks.workunit.client.0.smithi067.stdout: "dir-": { 2024-07-29T15:02:28.918 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.918 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.918 INFO:tasks.workunit.client.0.smithi067.stdout: "dn": { 2024-07-29T15:02:28.918 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T15:02:28.918 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.918 INFO:tasks.workunit.client.0.smithi067.stdout: "dn+": { 2024-07-29T15:02:28.918 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T15:02:28.918 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.918 INFO:tasks.workunit.client.0.smithi067.stdout: "dn-": { 2024-07-29T15:02:28.918 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.918 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.918 INFO:tasks.workunit.client.0.smithi067.stdout: "heap": { 2024-07-29T15:02:28.918 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 207068 2024-07-29T15:02:28.919 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.919 INFO:tasks.workunit.client.0.smithi067.stdout: "ino": { 2024-07-29T15:02:28.919 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13 2024-07-29T15:02:28.919 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.919 INFO:tasks.workunit.client.0.smithi067.stdout: "ino+": { 2024-07-29T15:02:28.919 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13 2024-07-29T15:02:28.919 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.919 INFO:tasks.workunit.client.0.smithi067.stdout: "ino-": { 2024-07-29T15:02:28.919 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.919 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.919 INFO:tasks.workunit.client.0.smithi067.stdout: "rss": { 2024-07-29T15:02:28.919 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38472 2024-07-29T15:02:28.919 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.919 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.920 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_server": { 2024-07-29T15:02:28.920 INFO:tasks.workunit.client.0.smithi067.stdout: "cap_acquisition_throttle": { 2024-07-29T15:02:28.920 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.920 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.920 INFO:tasks.workunit.client.0.smithi067.stdout: "cap_revoke_eviction": { 2024-07-29T15:02:28.920 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.920 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.920 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_client_request": { 2024-07-29T15:02:28.920 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T15:02:28.920 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.920 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_client_session": { 2024-07-29T15:02:28.920 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16 2024-07-29T15:02:28.920 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.920 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_peer_request": { 2024-07-29T15:02:28.921 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.921 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.921 INFO:tasks.workunit.client.0.smithi067.stdout: "req_create_latency": { 2024-07-29T15:02:28.921 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.921 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.921 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.921 INFO:tasks.workunit.client.0.smithi067.stdout: "req_getattr_latency": { 2024-07-29T15:02:28.921 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:28.921 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 147317 2024-07-29T15:02:28.921 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.921 INFO:tasks.workunit.client.0.smithi067.stdout: "req_getfilelock_latency": { 2024-07-29T15:02:28.921 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.921 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.921 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.922 INFO:tasks.workunit.client.0.smithi067.stdout: "req_getvxattr_latency": { 2024-07-29T15:02:28.922 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.922 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.922 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.922 INFO:tasks.workunit.client.0.smithi067.stdout: "req_link_latency": { 2024-07-29T15:02:28.922 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.922 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.922 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.922 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookup_latency": { 2024-07-29T15:02:28.922 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.922 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.922 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.922 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookuphash_latency": { 2024-07-29T15:02:28.922 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.923 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.923 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.923 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookupino_latency": { 2024-07-29T15:02:28.923 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.923 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.923 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.923 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookupname_latency": { 2024-07-29T15:02:28.923 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.923 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.923 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.923 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookupparent_latency": { 2024-07-29T15:02:28.923 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.923 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.923 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.924 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookupsnap_latency": { 2024-07-29T15:02:28.924 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.924 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.924 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.924 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lssnap_latency": { 2024-07-29T15:02:28.924 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.924 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.924 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.924 INFO:tasks.workunit.client.0.smithi067.stdout: "req_mkdir_latency": { 2024-07-29T15:02:28.924 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.924 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.924 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.924 INFO:tasks.workunit.client.0.smithi067.stdout: "req_mknod_latency": { 2024-07-29T15:02:28.924 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.925 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.925 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.925 INFO:tasks.workunit.client.0.smithi067.stdout: "req_mksnap_latency": { 2024-07-29T15:02:28.925 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.925 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.925 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.925 INFO:tasks.workunit.client.0.smithi067.stdout: "req_open_latency": { 2024-07-29T15:02:28.925 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.925 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.925 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.925 INFO:tasks.workunit.client.0.smithi067.stdout: "req_readdir_latency": { 2024-07-29T15:02:28.925 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.925 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.925 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.926 INFO:tasks.workunit.client.0.smithi067.stdout: "req_rename_latency": { 2024-07-29T15:02:28.926 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.926 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.926 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.926 INFO:tasks.workunit.client.0.smithi067.stdout: "req_renamesnap_latency": { 2024-07-29T15:02:28.926 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.926 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.926 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.926 INFO:tasks.workunit.client.0.smithi067.stdout: "req_rmdir_latency": { 2024-07-29T15:02:28.926 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.926 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.926 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.926 INFO:tasks.workunit.client.0.smithi067.stdout: "req_rmsnap_latency": { 2024-07-29T15:02:28.926 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.927 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.927 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.927 INFO:tasks.workunit.client.0.smithi067.stdout: "req_rmxattr_latency": { 2024-07-29T15:02:28.927 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.927 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.927 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.927 INFO:tasks.workunit.client.0.smithi067.stdout: "req_setattr_latency": { 2024-07-29T15:02:28.927 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.927 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.927 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.927 INFO:tasks.workunit.client.0.smithi067.stdout: "req_setdirlayout_latency": { 2024-07-29T15:02:28.927 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.927 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.927 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.927 INFO:tasks.workunit.client.0.smithi067.stdout: "req_setfilelock_latency": { 2024-07-29T15:02:28.928 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.928 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.928 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.928 INFO:tasks.workunit.client.0.smithi067.stdout: "req_setlayout_latency": { 2024-07-29T15:02:28.928 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.928 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.928 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.928 INFO:tasks.workunit.client.0.smithi067.stdout: "req_setxattr_latency": { 2024-07-29T15:02:28.928 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.928 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.928 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.928 INFO:tasks.workunit.client.0.smithi067.stdout: "req_symlink_latency": { 2024-07-29T15:02:28.928 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.928 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.929 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.929 INFO:tasks.workunit.client.0.smithi067.stdout: "req_unlink_latency": { 2024-07-29T15:02:28.929 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.929 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.929 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.929 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.929 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_sessions": { 2024-07-29T15:02:28.929 INFO:tasks.workunit.client.0.smithi067.stdout: "average_load": { 2024-07-29T15:02:28.929 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T15:02:28.929 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.929 INFO:tasks.workunit.client.0.smithi067.stdout: "avg_session_uptime": { 2024-07-29T15:02:28.929 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 87 2024-07-29T15:02:28.929 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.929 INFO:tasks.workunit.client.0.smithi067.stdout: "mdthresh_evicted": { 2024-07-29T15:02:28.929 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.930 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.930 INFO:tasks.workunit.client.0.smithi067.stdout: "session_add": { 2024-07-29T15:02:28.930 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T15:02:28.930 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.930 INFO:tasks.workunit.client.0.smithi067.stdout: "session_count": { 2024-07-29T15:02:28.930 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.930 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.930 INFO:tasks.workunit.client.0.smithi067.stdout: "session_remove": { 2024-07-29T15:02:28.930 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T15:02:28.930 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.930 INFO:tasks.workunit.client.0.smithi067.stdout: "sessions_open": { 2024-07-29T15:02:28.930 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.930 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.930 INFO:tasks.workunit.client.0.smithi067.stdout: "sessions_stale": { 2024-07-29T15:02:28.931 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.931 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.931 INFO:tasks.workunit.client.0.smithi067.stdout: "total_load": { 2024-07-29T15:02:28.931 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T15:02:28.931 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.931 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.931 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T15:02:28.931 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T15:02:28.931 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.931 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.931 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:28.931 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.931 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.931 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T15:02:28.932 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.932 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.932 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:28.932 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 45 2024-07-29T15:02:28.932 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.932 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.932 INFO:tasks.workunit.client.0.smithi067.stdout: "purge_queue": { 2024-07-29T15:02:28.932 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executed": { 2024-07-29T15:02:28.932 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.932 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.932 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executing": { 2024-07-29T15:02:28.932 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.932 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.932 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executing_high_water": { 2024-07-29T15:02:28.933 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.933 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.933 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executing_ops": { 2024-07-29T15:02:28.933 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.933 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.933 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executing_ops_high_water": { 2024-07-29T15:02:28.933 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.933 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.933 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_item_in_journal": { 2024-07-29T15:02:28.933 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.933 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.933 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.933 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.933 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T15:02:28.934 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T15:02:28.934 INFO:tasks.workunit.client.0.smithi067.stdout: "election_call": { 2024-07-29T15:02:28.934 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T15:02:28.934 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.934 INFO:tasks.workunit.client.0.smithi067.stdout: "election_lose": { 2024-07-29T15:02:28.934 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.934 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.934 INFO:tasks.workunit.client.0.smithi067.stdout: "election_win": { 2024-07-29T15:02:28.934 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T15:02:28.934 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_elections": { 2024-07-29T15:02:28.934 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9 2024-07-29T15:02:28.934 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_sessions": { 2024-07-29T15:02:28.935 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7 2024-07-29T15:02:28.935 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.935 INFO:tasks.workunit.client.0.smithi067.stdout: "session_add": { 2024-07-29T15:02:28.935 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T15:02:28.935 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.935 INFO:tasks.workunit.client.0.smithi067.stdout: "session_rm": { 2024-07-29T15:02:28.935 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 178 2024-07-29T15:02:28.935 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.935 INFO:tasks.workunit.client.0.smithi067.stdout: "session_trim": { 2024-07-29T15:02:28.935 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.935 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.935 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.935 INFO:tasks.workunit.client.0.smithi067.stdout: "paxos": { 2024-07-29T15:02:28.936 INFO:tasks.workunit.client.0.smithi067.stdout: "accept_timeout": { 2024-07-29T15:02:28.936 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.936 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.936 INFO:tasks.workunit.client.0.smithi067.stdout: "begin": { 2024-07-29T15:02:28.936 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 957 2024-07-29T15:02:28.936 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.936 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_bytes": { 2024-07-29T15:02:28.936 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 957, 2024-07-29T15:02:28.936 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5132090 2024-07-29T15:02:28.936 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.936 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_keys": { 2024-07-29T15:02:28.936 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 957, 2024-07-29T15:02:28.936 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2871 2024-07-29T15:02:28.936 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.937 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_latency": { 2024-07-29T15:02:28.937 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 957, 2024-07-29T15:02:28.937 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 197995890 2024-07-29T15:02:28.937 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.937 INFO:tasks.workunit.client.0.smithi067.stdout: "collect": { 2024-07-29T15:02:28.937 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.937 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.937 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_bytes": { 2024-07-29T15:02:28.937 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.937 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.937 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.937 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_keys": { 2024-07-29T15:02:28.938 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.938 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.938 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.938 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_latency": { 2024-07-29T15:02:28.938 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.938 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.938 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.938 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_timeout": { 2024-07-29T15:02:28.938 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.938 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.938 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_uncommitted": { 2024-07-29T15:02:28.938 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.938 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.939 INFO:tasks.workunit.client.0.smithi067.stdout: "commit": { 2024-07-29T15:02:28.939 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 957 2024-07-29T15:02:28.939 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.939 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_bytes": { 2024-07-29T15:02:28.939 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 957, 2024-07-29T15:02:28.939 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5063244 2024-07-29T15:02:28.939 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.939 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_keys": { 2024-07-29T15:02:28.939 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 957, 2024-07-29T15:02:28.939 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5557 2024-07-29T15:02:28.939 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.939 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_latency": { 2024-07-29T15:02:28.939 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 957, 2024-07-29T15:02:28.940 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 407323693 2024-07-29T15:02:28.940 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.940 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_ack_timeout": { 2024-07-29T15:02:28.940 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.940 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.940 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_timeout": { 2024-07-29T15:02:28.940 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.940 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.940 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn": { 2024-07-29T15:02:28.940 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T15:02:28.940 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.940 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn_latency": { 2024-07-29T15:02:28.940 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:28.941 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2999938 2024-07-29T15:02:28.941 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.941 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh": { 2024-07-29T15:02:28.941 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 959 2024-07-29T15:02:28.941 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.941 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh_latency": { 2024-07-29T15:02:28.941 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 959, 2024-07-29T15:02:28.941 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2497948187 2024-07-29T15:02:28.941 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.941 INFO:tasks.workunit.client.0.smithi067.stdout: "restart": { 2024-07-29T15:02:28.941 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12 2024-07-29T15:02:28.941 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.941 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state": { 2024-07-29T15:02:28.941 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T15:02:28.942 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.942 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_bytes": { 2024-07-29T15:02:28.942 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:28.942 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1627 2024-07-29T15:02:28.942 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.942 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_keys": { 2024-07-29T15:02:28.942 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:28.942 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T15:02:28.942 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.942 INFO:tasks.workunit.client.0.smithi067.stdout: "start_leader": { 2024-07-29T15:02:28.942 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T15:02:28.942 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.942 INFO:tasks.workunit.client.0.smithi067.stdout: "start_peon": { 2024-07-29T15:02:28.942 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.943 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.943 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state": { 2024-07-29T15:02:28.943 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.943 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.943 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_bytes": { 2024-07-29T15:02:28.943 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.943 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.943 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.943 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_keys": { 2024-07-29T15:02:28.943 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.943 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.943 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.943 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_latency": { 2024-07-29T15:02:28.943 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.944 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.944 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.944 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.944 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache": { 2024-07-29T15:02:28.944 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T15:02:28.944 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1020054731 2024-07-29T15:02:28.944 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.944 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T15:02:28.944 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 48979968 2024-07-29T15:02:28.944 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.944 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T15:02:28.944 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 40812544 2024-07-29T15:02:28.944 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.944 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T15:02:28.944 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2147483648 2024-07-29T15:02:28.945 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.945 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T15:02:28.945 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8167424 2024-07-29T15:02:28.945 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.945 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.945 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:full": { 2024-07-29T15:02:28.945 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:28.945 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 348127232 2024-07-29T15:02:28.945 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.945 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:28.945 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.945 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.945 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:28.945 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.946 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.946 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:28.946 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 277007734 2024-07-29T15:02:28.946 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.946 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:28.946 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 308162 2024-07-29T15:02:28.946 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.946 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:28.946 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.946 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.946 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:28.946 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.946 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.947 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:28.947 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.947 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.947 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:28.947 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.947 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.947 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:28.947 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.947 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.947 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:28.947 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.947 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.947 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:28.947 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.948 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.948 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:28.948 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.948 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.948 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:28.948 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70811336 2024-07-29T15:02:28.948 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.948 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.948 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:inc": { 2024-07-29T15:02:28.948 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:28.948 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 348127232 2024-07-29T15:02:28.948 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.948 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:28.949 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.949 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.949 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:28.949 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.949 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.949 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:28.949 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 277007734 2024-07-29T15:02:28.949 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.949 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:28.949 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 40910 2024-07-29T15:02:28.949 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.949 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:28.949 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.949 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.950 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:28.950 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.950 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.950 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:28.950 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.950 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.950 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:28.950 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.950 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.950 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:28.950 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.950 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.950 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:28.950 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.951 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.951 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:28.951 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.951 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.951 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:28.951 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.951 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.951 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:28.951 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71078588 2024-07-29T15:02:28.951 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.951 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.951 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:kv": { 2024-07-29T15:02:28.951 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:28.951 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 322961408 2024-07-29T15:02:28.952 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.952 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:28.952 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:28.952 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.952 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:28.952 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.952 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.952 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:28.952 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 184671822 2024-07-29T15:02:28.952 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.952 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:28.952 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.952 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.952 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:28.953 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.953 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.953 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:28.953 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.953 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.953 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:28.953 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.953 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.953 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:28.953 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.953 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.953 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:28.953 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.953 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.954 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:28.954 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.954 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.954 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:28.954 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.954 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.954 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:28.954 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.954 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.954 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:28.954 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71180722 2024-07-29T15:02:28.954 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.954 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.955 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb": { 2024-07-29T15:02:28.955 INFO:tasks.workunit.client.0.smithi067.stdout: "compact": { 2024-07-29T15:02:28.955 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.955 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.955 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_len": { 2024-07-29T15:02:28.955 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.955 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.955 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_merge": { 2024-07-29T15:02:28.955 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.955 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.955 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_range": { 2024-07-29T15:02:28.955 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T15:02:28.955 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.956 INFO:tasks.workunit.client.0.smithi067.stdout: "get_latency": { 2024-07-29T15:02:28.956 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 42602, 2024-07-29T15:02:28.956 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 166966345 2024-07-29T15:02:28.956 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.956 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_delay_time": { 2024-07-29T15:02:28.956 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.956 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.956 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.956 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_memtable_time": { 2024-07-29T15:02:28.956 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.957 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.957 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.957 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-29T15:02:28.957 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.957 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.957 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.957 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_wal_time": { 2024-07-29T15:02:28.957 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.957 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.957 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.957 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_latency": { 2024-07-29T15:02:28.957 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.957 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.958 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.958 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_sync_latency": { 2024-07-29T15:02:28.958 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2087, 2024-07-29T15:02:28.958 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 699237816 2024-07-29T15:02:28.958 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.958 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.958 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.958 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.88f1e2f1a9980ce30b43411b8d195844f2fd44e3": { 2024-07-29T15:02:28.958 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T15:02:28.958 INFO:tasks.workunit.client.0.smithi067.stdout: "election_call": { 2024-07-29T15:02:28.958 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T15:02:28.958 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.958 INFO:tasks.workunit.client.0.smithi067.stdout: "election_lose": { 2024-07-29T15:02:28.959 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T15:02:28.959 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.959 INFO:tasks.workunit.client.0.smithi067.stdout: "election_win": { 2024-07-29T15:02:28.959 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.959 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.959 INFO:tasks.workunit.client.0.smithi067.stdout: "num_elections": { 2024-07-29T15:02:28.959 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T15:02:28.959 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.959 INFO:tasks.workunit.client.0.smithi067.stdout: "num_sessions": { 2024-07-29T15:02:28.959 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13 2024-07-29T15:02:28.959 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.959 INFO:tasks.workunit.client.0.smithi067.stdout: "session_add": { 2024-07-29T15:02:28.959 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5 2024-07-29T15:02:28.960 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.960 INFO:tasks.workunit.client.0.smithi067.stdout: "session_rm": { 2024-07-29T15:02:28.960 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 96 2024-07-29T15:02:28.960 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.960 INFO:tasks.workunit.client.0.smithi067.stdout: "session_trim": { 2024-07-29T15:02:28.960 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.960 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.960 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.960 INFO:tasks.workunit.client.0.smithi067.stdout: "paxos": { 2024-07-29T15:02:28.960 INFO:tasks.workunit.client.0.smithi067.stdout: "accept_timeout": { 2024-07-29T15:02:28.960 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.960 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.960 INFO:tasks.workunit.client.0.smithi067.stdout: "begin": { 2024-07-29T15:02:28.961 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 826 2024-07-29T15:02:28.961 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.961 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_bytes": { 2024-07-29T15:02:28.961 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 826, 2024-07-29T15:02:28.961 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4095639 2024-07-29T15:02:28.961 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.961 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_keys": { 2024-07-29T15:02:28.961 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.961 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.961 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.961 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_latency": { 2024-07-29T15:02:28.961 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 826, 2024-07-29T15:02:28.961 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 218995467 2024-07-29T15:02:28.962 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.962 INFO:tasks.workunit.client.0.smithi067.stdout: "collect": { 2024-07-29T15:02:28.962 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T15:02:28.962 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.962 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_bytes": { 2024-07-29T15:02:28.962 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:28.962 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 73 2024-07-29T15:02:28.962 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.962 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_keys": { 2024-07-29T15:02:28.962 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:28.962 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T15:02:28.962 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.962 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_latency": { 2024-07-29T15:02:28.963 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:28.963 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.963 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.963 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_timeout": { 2024-07-29T15:02:28.963 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.963 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.963 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_uncommitted": { 2024-07-29T15:02:28.963 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.963 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.963 INFO:tasks.workunit.client.0.smithi067.stdout: "commit": { 2024-07-29T15:02:28.963 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 828 2024-07-29T15:02:28.963 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.963 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_bytes": { 2024-07-29T15:02:28.964 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.964 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.964 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.964 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_keys": { 2024-07-29T15:02:28.964 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.964 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.964 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.964 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_latency": { 2024-07-29T15:02:28.964 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.964 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.964 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.964 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_ack_timeout": { 2024-07-29T15:02:28.964 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.964 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.964 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_timeout": { 2024-07-29T15:02:28.965 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.965 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.965 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn": { 2024-07-29T15:02:28.965 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.965 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.965 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn_latency": { 2024-07-29T15:02:28.965 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.965 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.965 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.965 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh": { 2024-07-29T15:02:28.965 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 828 2024-07-29T15:02:28.965 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.965 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh_latency": { 2024-07-29T15:02:28.966 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 828, 2024-07-29T15:02:28.966 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1927960037 2024-07-29T15:02:28.966 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.966 INFO:tasks.workunit.client.0.smithi067.stdout: "restart": { 2024-07-29T15:02:28.966 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8 2024-07-29T15:02:28.966 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.966 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state": { 2024-07-29T15:02:28.966 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.966 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.966 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_bytes": { 2024-07-29T15:02:28.966 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.966 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.966 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.966 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_keys": { 2024-07-29T15:02:28.967 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.967 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.967 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.967 INFO:tasks.workunit.client.0.smithi067.stdout: "start_leader": { 2024-07-29T15:02:28.967 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.967 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.967 INFO:tasks.workunit.client.0.smithi067.stdout: "start_peon": { 2024-07-29T15:02:28.967 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T15:02:28.967 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.967 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state": { 2024-07-29T15:02:28.967 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 827 2024-07-29T15:02:28.967 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.967 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_bytes": { 2024-07-29T15:02:28.967 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 827, 2024-07-29T15:02:28.967 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8036361 2024-07-29T15:02:28.968 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.968 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_keys": { 2024-07-29T15:02:28.968 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 827, 2024-07-29T15:02:28.968 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5655 2024-07-29T15:02:28.968 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.968 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_latency": { 2024-07-29T15:02:28.968 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 827, 2024-07-29T15:02:28.968 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 544988703 2024-07-29T15:02:28.968 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.968 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.968 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache": { 2024-07-29T15:02:28.968 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T15:02:28.968 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1020054731 2024-07-29T15:02:28.968 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.968 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T15:02:28.969 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 46989312 2024-07-29T15:02:28.969 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.969 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T15:02:28.969 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 33808384 2024-07-29T15:02:28.969 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.969 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T15:02:28.969 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2147483648 2024-07-29T15:02:28.969 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.969 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T15:02:28.969 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13180928 2024-07-29T15:02:28.969 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.969 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.969 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:full": { 2024-07-29T15:02:28.969 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:28.970 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 348127232 2024-07-29T15:02:28.970 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.970 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:28.970 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.970 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.970 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:28.970 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.970 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.970 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:28.970 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 277006671 2024-07-29T15:02:28.970 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.970 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:28.970 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 308592 2024-07-29T15:02:28.971 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.971 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:28.971 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.971 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.971 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:28.971 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.971 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.971 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:28.971 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.971 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.971 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:28.971 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.971 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.971 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:28.972 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.972 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.972 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:28.972 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.972 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.972 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:28.972 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.972 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.972 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:28.972 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.972 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.972 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:28.972 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70811969 2024-07-29T15:02:28.972 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.972 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.973 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:inc": { 2024-07-29T15:02:28.973 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:28.973 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 348127232 2024-07-29T15:02:28.973 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.973 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:28.973 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.973 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.973 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:28.973 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.973 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.973 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:28.973 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 277006671 2024-07-29T15:02:28.973 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.973 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:28.973 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 43313 2024-07-29T15:02:28.974 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.974 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:28.974 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.974 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.974 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:28.974 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.974 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.974 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:28.974 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.974 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.974 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:28.974 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.975 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.975 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:28.975 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.975 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.975 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:28.975 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.975 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.975 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:28.975 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.975 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.975 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:28.975 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.975 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.975 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:28.975 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71077248 2024-07-29T15:02:28.976 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.976 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.976 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:kv": { 2024-07-29T15:02:28.976 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:28.976 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 322961408 2024-07-29T15:02:28.976 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.976 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:28.976 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:28.976 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.976 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:28.976 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.976 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.976 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:28.976 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 184671114 2024-07-29T15:02:28.977 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.977 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:28.977 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.977 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.977 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:28.977 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.977 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.977 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:28.977 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.977 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.977 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:28.977 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.977 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.978 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:28.978 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.978 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.978 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:28.978 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.978 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.978 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:28.978 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.978 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.978 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:28.978 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.978 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.978 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:28.978 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.979 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.979 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:28.979 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71181430 2024-07-29T15:02:28.979 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.979 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.979 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb": { 2024-07-29T15:02:28.979 INFO:tasks.workunit.client.0.smithi067.stdout: "compact": { 2024-07-29T15:02:28.979 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.979 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.979 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_len": { 2024-07-29T15:02:28.979 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.979 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.979 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_merge": { 2024-07-29T15:02:28.979 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.979 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.980 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_range": { 2024-07-29T15:02:28.980 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T15:02:28.980 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.980 INFO:tasks.workunit.client.0.smithi067.stdout: "get_latency": { 2024-07-29T15:02:28.980 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 35653, 2024-07-29T15:02:28.980 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 87511769 2024-07-29T15:02:28.980 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.980 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_delay_time": { 2024-07-29T15:02:28.980 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.980 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.980 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.980 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_memtable_time": { 2024-07-29T15:02:28.980 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.980 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.981 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.981 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-29T15:02:28.981 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.981 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.981 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.981 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_wal_time": { 2024-07-29T15:02:28.981 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.981 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.981 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.981 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_latency": { 2024-07-29T15:02:28.981 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.981 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.981 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.981 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_sync_latency": { 2024-07-29T15:02:28.982 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1780, 2024-07-29T15:02:28.982 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 811502029 2024-07-29T15:02:28.982 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.982 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.982 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.982 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.fe352cc5d8c505de303363ceef3e5f6f0234bfa7": { 2024-07-29T15:02:28.982 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T15:02:28.982 INFO:tasks.workunit.client.0.smithi067.stdout: "election_call": { 2024-07-29T15:02:28.982 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T15:02:28.982 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.982 INFO:tasks.workunit.client.0.smithi067.stdout: "election_lose": { 2024-07-29T15:02:28.982 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T15:02:28.982 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.982 INFO:tasks.workunit.client.0.smithi067.stdout: "election_win": { 2024-07-29T15:02:28.983 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.983 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_elections": { 2024-07-29T15:02:28.983 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7 2024-07-29T15:02:28.983 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_sessions": { 2024-07-29T15:02:28.983 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T15:02:28.983 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.983 INFO:tasks.workunit.client.0.smithi067.stdout: "session_add": { 2024-07-29T15:02:28.983 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T15:02:28.983 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.983 INFO:tasks.workunit.client.0.smithi067.stdout: "session_rm": { 2024-07-29T15:02:28.983 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 55 2024-07-29T15:02:28.983 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.984 INFO:tasks.workunit.client.0.smithi067.stdout: "session_trim": { 2024-07-29T15:02:28.984 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.984 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.984 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.984 INFO:tasks.workunit.client.0.smithi067.stdout: "paxos": { 2024-07-29T15:02:28.984 INFO:tasks.workunit.client.0.smithi067.stdout: "accept_timeout": { 2024-07-29T15:02:28.984 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.984 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.984 INFO:tasks.workunit.client.0.smithi067.stdout: "begin": { 2024-07-29T15:02:28.984 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 835 2024-07-29T15:02:28.984 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.984 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_bytes": { 2024-07-29T15:02:28.984 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 835, 2024-07-29T15:02:28.984 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4120798 2024-07-29T15:02:28.985 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.985 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_keys": { 2024-07-29T15:02:28.985 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.985 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.985 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.985 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_latency": { 2024-07-29T15:02:28.985 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 835, 2024-07-29T15:02:28.985 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 123997504 2024-07-29T15:02:28.985 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.985 INFO:tasks.workunit.client.0.smithi067.stdout: "collect": { 2024-07-29T15:02:28.985 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T15:02:28.985 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.985 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_bytes": { 2024-07-29T15:02:28.985 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:28.985 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 146 2024-07-29T15:02:28.986 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.986 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_keys": { 2024-07-29T15:02:28.986 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:28.986 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T15:02:28.986 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.986 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_latency": { 2024-07-29T15:02:28.986 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:28.986 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.986 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.986 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_timeout": { 2024-07-29T15:02:28.986 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.986 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.986 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_uncommitted": { 2024-07-29T15:02:28.986 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.987 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.987 INFO:tasks.workunit.client.0.smithi067.stdout: "commit": { 2024-07-29T15:02:28.987 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 836 2024-07-29T15:02:28.987 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.987 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_bytes": { 2024-07-29T15:02:28.987 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.987 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.987 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.987 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_keys": { 2024-07-29T15:02:28.987 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.987 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.987 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.987 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_latency": { 2024-07-29T15:02:28.987 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.988 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.988 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.988 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_ack_timeout": { 2024-07-29T15:02:28.988 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.988 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.988 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_timeout": { 2024-07-29T15:02:28.988 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.988 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.988 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn": { 2024-07-29T15:02:28.988 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.988 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.988 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn_latency": { 2024-07-29T15:02:28.988 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.988 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.988 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.989 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh": { 2024-07-29T15:02:28.989 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 836 2024-07-29T15:02:28.989 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.989 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh_latency": { 2024-07-29T15:02:28.989 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 836, 2024-07-29T15:02:28.989 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1782963937 2024-07-29T15:02:28.989 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.989 INFO:tasks.workunit.client.0.smithi067.stdout: "restart": { 2024-07-29T15:02:28.989 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13 2024-07-29T15:02:28.989 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.989 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state": { 2024-07-29T15:02:28.989 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.989 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.989 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_bytes": { 2024-07-29T15:02:28.990 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.990 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.990 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.990 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_keys": { 2024-07-29T15:02:28.990 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:28.990 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.990 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.990 INFO:tasks.workunit.client.0.smithi067.stdout: "start_leader": { 2024-07-29T15:02:28.990 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.990 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.990 INFO:tasks.workunit.client.0.smithi067.stdout: "start_peon": { 2024-07-29T15:02:28.990 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T15:02:28.990 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.990 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state": { 2024-07-29T15:02:28.991 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 836 2024-07-29T15:02:28.991 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.991 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_bytes": { 2024-07-29T15:02:28.991 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 836, 2024-07-29T15:02:28.991 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8084770 2024-07-29T15:02:28.991 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.991 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_keys": { 2024-07-29T15:02:28.991 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 836, 2024-07-29T15:02:28.991 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5725 2024-07-29T15:02:28.991 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.991 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_latency": { 2024-07-29T15:02:28.991 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 836, 2024-07-29T15:02:28.991 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 285994232 2024-07-29T15:02:28.991 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.992 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.992 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache": { 2024-07-29T15:02:28.992 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T15:02:28.992 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1020054731 2024-07-29T15:02:28.992 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.992 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T15:02:28.992 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 48037888 2024-07-29T15:02:28.992 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.992 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T15:02:28.992 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 33153024 2024-07-29T15:02:28.992 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.992 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T15:02:28.993 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2147483648 2024-07-29T15:02:28.993 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.993 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T15:02:28.993 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14884864 2024-07-29T15:02:28.993 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.993 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.993 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:full": { 2024-07-29T15:02:28.993 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:28.993 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 348127232 2024-07-29T15:02:28.993 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.993 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:28.993 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.993 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.994 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:28.994 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.994 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.994 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:28.994 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 277006671 2024-07-29T15:02:28.994 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.994 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:28.994 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 308592 2024-07-29T15:02:28.994 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.994 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:28.994 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.994 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.994 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:28.995 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.995 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.995 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:28.995 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.995 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.995 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:28.995 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.995 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.995 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:28.995 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.995 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.995 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:28.995 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.996 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.996 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:28.996 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.996 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.996 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:28.996 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.996 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.996 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:28.996 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70811969 2024-07-29T15:02:28.996 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.996 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.996 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:inc": { 2024-07-29T15:02:28.996 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:28.996 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 348127232 2024-07-29T15:02:28.997 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.997 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:28.997 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.997 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.997 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:28.997 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.997 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.997 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:28.997 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 277006671 2024-07-29T15:02:28.997 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.997 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:28.997 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 43313 2024-07-29T15:02:28.997 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.997 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:28.998 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.998 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.998 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:28.998 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.998 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.998 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:28.998 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.998 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.998 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:28.998 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.998 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.998 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:28.998 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.999 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.999 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:28.999 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.999 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.999 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:28.999 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.999 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.999 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:28.999 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:28.999 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:28.999 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:28.999 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71077248 2024-07-29T15:02:28.999 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:28.999 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.000 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:kv": { 2024-07-29T15:02:29.000 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:29.000 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 322961408 2024-07-29T15:02:29.000 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.000 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:29.000 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:29.000 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.000 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:29.000 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.000 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.000 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:29.000 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 184671114 2024-07-29T15:02:29.000 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.000 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:29.001 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.001 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.001 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:29.001 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.001 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.001 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:29.001 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.001 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.001 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:29.001 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.001 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.001 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:29.001 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.001 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.001 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:29.002 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.002 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.002 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:29.002 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.002 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.002 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:29.002 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.002 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.002 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:29.002 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.002 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.002 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:29.002 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71181430 2024-07-29T15:02:29.002 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.003 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.003 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb": { 2024-07-29T15:02:29.003 INFO:tasks.workunit.client.0.smithi067.stdout: "compact": { 2024-07-29T15:02:29.003 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.003 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.003 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_len": { 2024-07-29T15:02:29.003 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.003 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.003 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_merge": { 2024-07-29T15:02:29.003 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.003 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.003 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_range": { 2024-07-29T15:02:29.003 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T15:02:29.003 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.004 INFO:tasks.workunit.client.0.smithi067.stdout: "get_latency": { 2024-07-29T15:02:29.004 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 35744, 2024-07-29T15:02:29.004 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 80350234 2024-07-29T15:02:29.004 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.004 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_delay_time": { 2024-07-29T15:02:29.004 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.004 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.004 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.004 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_memtable_time": { 2024-07-29T15:02:29.004 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.004 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.004 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.004 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-29T15:02:29.005 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.005 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.005 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.005 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_wal_time": { 2024-07-29T15:02:29.005 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.005 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.005 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.005 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_latency": { 2024-07-29T15:02:29.005 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.005 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.005 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.005 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_sync_latency": { 2024-07-29T15:02:29.005 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1823, 2024-07-29T15:02:29.005 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 527118967 2024-07-29T15:02:29.006 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.006 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.006 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.006 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.0": { 2024-07-29T15:02:29.006 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:29.006 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T15:02:29.006 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.006 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.006 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T15:02:29.006 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.006 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.006 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T15:02:29.006 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T15:02:29.007 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.007 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_main": { 2024-07-29T15:02:29.007 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.007 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.007 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T15:02:29.007 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.007 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.007 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T15:02:29.007 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.007 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.007 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T15:02:29.007 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12288 2024-07-29T15:02:29.007 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.007 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T15:02:29.007 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2904064 2024-07-29T15:02:29.008 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.008 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T15:02:29.008 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.008 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.008 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.008 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T15:02:29.008 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.008 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.008 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.008 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T15:02:29.008 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T15:02:29.008 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.008 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T15:02:29.008 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 304480256 2024-07-29T15:02:29.009 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.009 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T15:02:29.009 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1835008 2024-07-29T15:02:29.009 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.009 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T15:02:29.009 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1695744 2024-07-29T15:02:29.009 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.009 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T15:02:29.009 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 312868864 2024-07-29T15:02:29.009 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.009 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T15:02:29.009 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.009 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.009 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T15:02:29.010 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.010 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.010 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T15:02:29.010 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14 2024-07-29T15:02:29.010 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.010 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T15:02:29.010 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 195619 2024-07-29T15:02:29.010 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.010 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T15:02:29.010 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23 2024-07-29T15:02:29.010 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.010 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T15:02:29.011 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1269760 2024-07-29T15:02:29.011 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.011 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T15:02:29.011 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1273856 2024-07-29T15:02:29.011 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.011 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T15:02:29.011 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.011 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.011 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T15:02:29.011 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.011 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.011 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T15:02:29.011 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15 2024-07-29T15:02:29.011 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.012 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T15:02:29.012 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4711 2024-07-29T15:02:29.012 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.012 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T15:02:29.012 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T15:02:29.012 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.012 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T15:02:29.012 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5537 2024-07-29T15:02:29.012 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.012 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T15:02:29.012 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24 2024-07-29T15:02:29.012 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.012 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T15:02:29.012 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5537 2024-07-29T15:02:29.013 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.013 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T15:02:29.013 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24 2024-07-29T15:02:29.013 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.013 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T15:02:29.013 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.013 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.013 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T15:02:29.013 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.013 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.013 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T15:02:29.013 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.013 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.013 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T15:02:29.013 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.014 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.014 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T15:02:29.014 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.014 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.014 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T15:02:29.014 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.014 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.014 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T15:02:29.014 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.014 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.014 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T15:02:29.014 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.014 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.014 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T15:02:29.015 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.015 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.015 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T15:02:29.015 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4673536 2024-07-29T15:02:29.015 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.015 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.015 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T15:02:29.015 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T15:02:29.015 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T15:02:29.015 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.015 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T15:02:29.015 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1384448 2024-07-29T15:02:29.015 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.015 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T15:02:29.016 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 6, 2024-07-29T15:02:29.016 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 244449 2024-07-29T15:02:29.016 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.016 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T15:02:29.016 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.016 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.016 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.016 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T15:02:29.016 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.016 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.016 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T15:02:29.016 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.016 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.016 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T15:02:29.017 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.017 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.017 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T15:02:29.017 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 24, 2024-07-29T15:02:29.017 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67582 2024-07-29T15:02:29.017 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.017 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T15:02:29.017 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.017 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.017 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.017 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T15:02:29.017 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 397, 2024-07-29T15:02:29.017 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 90490810 2024-07-29T15:02:29.017 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.018 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T15:02:29.018 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 395, 2024-07-29T15:02:29.018 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8161918 2024-07-29T15:02:29.018 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.018 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T15:02:29.018 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 397, 2024-07-29T15:02:29.018 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 686217 2024-07-29T15:02:29.018 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.018 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T15:02:29.018 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 397, 2024-07-29T15:02:29.018 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 91177027 2024-07-29T15:02:29.018 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.018 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T15:02:29.018 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.019 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.019 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.019 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T15:02:29.019 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:29.019 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 42484 2024-07-29T15:02:29.019 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.019 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T15:02:29.019 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 8, 2024-07-29T15:02:29.019 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19218 2024-07-29T15:02:29.019 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.019 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T15:02:29.019 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.019 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.019 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.020 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T15:02:29.020 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.020 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.020 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.020 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T15:02:29.020 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T15:02:29.020 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13179 2024-07-29T15:02:29.020 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.020 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T15:02:29.020 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 906 2024-07-29T15:02:29.020 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.020 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T15:02:29.020 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 244 2024-07-29T15:02:29.020 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.020 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T15:02:29.021 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 124, 2024-07-29T15:02:29.021 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3139135 2024-07-29T15:02:29.021 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.021 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T15:02:29.021 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 334, 2024-07-29T15:02:29.021 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 321226 2024-07-29T15:02:29.021 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.021 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T15:02:29.021 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 210, 2024-07-29T15:02:29.021 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5999946 2024-07-29T15:02:29.021 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.021 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T15:02:29.021 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.022 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.022 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T15:02:29.022 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:29.022 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 62575 2024-07-29T15:02:29.022 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.022 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T15:02:29.022 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 513, 2024-07-29T15:02:29.022 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13995086 2024-07-29T15:02:29.022 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.022 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T15:02:29.022 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 133, 2024-07-29T15:02:29.022 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10701322 2024-07-29T15:02:29.022 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.023 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T15:02:29.023 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 133, 2024-07-29T15:02:29.023 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 478242390304 2024-07-29T15:02:29.023 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.023 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T15:02:29.023 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 133, 2024-07-29T15:02:29.023 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176815193801 2024-07-29T15:02:29.023 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.023 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T15:02:29.023 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 513, 2024-07-29T15:02:29.023 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 77410377697 2024-07-29T15:02:29.023 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.023 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T15:02:29.023 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 513, 2024-07-29T15:02:29.023 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 53049 2024-07-29T15:02:29.024 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.024 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T15:02:29.024 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 513, 2024-07-29T15:02:29.024 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5973551 2024-07-29T15:02:29.024 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.024 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T15:02:29.024 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 513, 2024-07-29T15:02:29.024 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 179790782 2024-07-29T15:02:29.024 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.024 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T15:02:29.024 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 513, 2024-07-29T15:02:29.024 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 168608 2024-07-29T15:02:29.024 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.024 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T15:02:29.025 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 513, 2024-07-29T15:02:29.025 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 155422593 2024-07-29T15:02:29.025 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.025 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T15:02:29.025 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 513, 2024-07-29T15:02:29.025 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 34595960 2024-07-29T15:02:29.025 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.025 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T15:02:29.025 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 939906 2024-07-29T15:02:29.025 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.025 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T15:02:29.025 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 67, 2024-07-29T15:02:29.026 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 335197 2024-07-29T15:02:29.026 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.026 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T15:02:29.026 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 513, 2024-07-29T15:02:29.026 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 389851027 2024-07-29T15:02:29.026 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.026 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T15:02:29.026 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 513, 2024-07-29T15:02:29.026 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 39269538 2024-07-29T15:02:29.026 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.026 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T15:02:29.026 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 513, 2024-07-29T15:02:29.026 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10169314 2024-07-29T15:02:29.026 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.027 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.027 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T15:02:29.027 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T15:02:29.027 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1861477288 2024-07-29T15:02:29.027 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.027 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T15:02:29.027 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 273006592 2024-07-29T15:02:29.027 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.027 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T15:02:29.027 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 271859712 2024-07-29T15:02:29.027 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.027 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T15:02:29.028 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3137392537 2024-07-29T15:02:29.028 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.028 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T15:02:29.028 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1146880 2024-07-29T15:02:29.028 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.028 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.028 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T15:02:29.028 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:29.028 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 159383552 2024-07-29T15:02:29.028 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.028 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:29.028 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.028 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.028 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:29.028 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.029 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.029 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:29.029 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 85460945 2024-07-29T15:02:29.029 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.029 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:29.029 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.029 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.029 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:29.029 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.029 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.029 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:29.029 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.029 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.029 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:29.030 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.030 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.030 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:29.030 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.030 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.030 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:29.030 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 614400 2024-07-29T15:02:29.030 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.030 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:29.030 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.030 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.030 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:29.030 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.031 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.031 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:29.031 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.031 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.031 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:29.031 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 73308207 2024-07-29T15:02:29.031 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.031 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.031 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T15:02:29.031 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:29.031 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 780140544 2024-07-29T15:02:29.031 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.031 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:29.031 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:29.032 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.032 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:29.032 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.032 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.032 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:29.032 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 640957090 2024-07-29T15:02:29.032 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.032 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:29.032 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.032 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.032 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:29.032 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.032 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.032 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:29.033 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.033 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.033 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:29.033 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.033 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.033 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:29.033 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.033 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.033 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:29.033 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2128 2024-07-29T15:02:29.033 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.033 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:29.033 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.033 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.033 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:29.034 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.034 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.034 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:29.034 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.034 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.034 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:29.034 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 72072462 2024-07-29T15:02:29.034 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.034 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.034 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T15:02:29.034 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:29.034 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 192937984 2024-07-29T15:02:29.034 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.034 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:29.035 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:29.035 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.035 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:29.035 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 464 2024-07-29T15:02:29.035 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.035 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:29.035 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56973963 2024-07-29T15:02:29.035 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.035 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:29.035 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.035 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.035 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:29.035 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.035 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.035 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:29.036 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.036 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.036 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:29.036 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.036 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.036 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:29.036 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.036 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.036 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:29.036 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.036 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.036 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:29.036 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.036 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.037 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:29.037 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.037 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.037 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:29.037 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.037 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.037 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:29.037 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68854693 2024-07-29T15:02:29.037 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.037 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.037 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T15:02:29.037 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:29.037 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 713031680 2024-07-29T15:02:29.037 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.037 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:29.038 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.038 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.038 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:29.038 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.038 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.038 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:29.038 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 640957090 2024-07-29T15:02:29.038 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.038 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:29.038 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.038 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.038 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:29.038 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10024 2024-07-29T15:02:29.039 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.039 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:29.039 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.039 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.039 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:29.039 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.039 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.039 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:29.039 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.039 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.039 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:29.039 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 293566 2024-07-29T15:02:29.039 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.039 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:29.040 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.040 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.040 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:29.040 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.040 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.040 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:29.040 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.040 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.040 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:29.040 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71771000 2024-07-29T15:02:29.040 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.040 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.040 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T15:02:29.040 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T15:02:29.041 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.041 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.041 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:29.041 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.041 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.041 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T15:02:29.041 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.041 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.041 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:29.041 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.041 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.041 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.041 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:29.041 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T15:02:29.041 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 44 2024-07-29T15:02:29.042 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.042 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T15:02:29.042 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.042 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.042 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T15:02:29.042 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6 2024-07-29T15:02:29.042 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.042 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T15:02:29.042 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.042 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.042 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T15:02:29.042 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.042 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.043 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T15:02:29.043 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 604 2024-07-29T15:02:29.043 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.043 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T15:02:29.043 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 6, 2024-07-29T15:02:29.043 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23051529 2024-07-29T15:02:29.043 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.043 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T15:02:29.043 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.043 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.043 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T15:02:29.043 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7, 2024-07-29T15:02:29.043 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4115969 2024-07-29T15:02:29.043 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.043 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T15:02:29.044 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 6, 2024-07-29T15:02:29.044 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19195370 2024-07-29T15:02:29.044 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.044 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:29.044 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.044 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.044 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T15:02:29.044 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.044 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.044 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.044 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T15:02:29.044 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.044 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.044 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T15:02:29.045 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.045 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.045 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T15:02:29.045 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.045 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.045 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.045 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T15:02:29.045 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.045 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.045 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.045 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T15:02:29.045 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.045 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.046 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T15:02:29.046 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.046 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.046 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T15:02:29.046 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.046 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.046 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.046 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T15:02:29.046 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.046 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.046 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T15:02:29.046 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.046 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.046 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T15:02:29.047 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.047 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.047 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T15:02:29.047 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.047 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.047 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.047 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T15:02:29.047 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.047 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.047 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.047 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:29.047 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6 2024-07-29T15:02:29.047 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.047 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T15:02:29.048 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 604 2024-07-29T15:02:29.048 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.048 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T15:02:29.048 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 6, 2024-07-29T15:02:29.048 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23051529 2024-07-29T15:02:29.048 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.048 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T15:02:29.048 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.048 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.048 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T15:02:29.048 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7, 2024-07-29T15:02:29.048 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4115969 2024-07-29T15:02:29.048 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.049 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T15:02:29.049 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 6, 2024-07-29T15:02:29.049 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19195370 2024-07-29T15:02:29.049 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.049 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T15:02:29.049 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.049 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.049 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T15:02:29.049 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1771104 2024-07-29T15:02:29.049 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.049 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T15:02:29.049 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6 2024-07-29T15:02:29.049 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.049 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T15:02:29.050 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T15:02:29.050 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.050 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T15:02:29.050 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 305872896 2024-07-29T15:02:29.050 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.050 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.050 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.050 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.1": { 2024-07-29T15:02:29.050 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:29.050 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T15:02:29.050 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.050 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.050 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T15:02:29.051 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.051 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.051 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T15:02:29.051 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T15:02:29.051 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.051 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_main": { 2024-07-29T15:02:29.051 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.051 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.051 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T15:02:29.051 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.051 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.051 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T15:02:29.051 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.051 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.052 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T15:02:29.052 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12288 2024-07-29T15:02:29.052 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.052 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T15:02:29.052 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2695168 2024-07-29T15:02:29.052 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.052 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T15:02:29.052 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.052 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.052 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.052 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T15:02:29.052 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.052 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.053 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.053 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T15:02:29.053 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T15:02:29.053 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.053 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T15:02:29.053 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 304480256 2024-07-29T15:02:29.053 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.053 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T15:02:29.053 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1761280 2024-07-29T15:02:29.053 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.053 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T15:02:29.053 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1622016 2024-07-29T15:02:29.053 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.053 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T15:02:29.054 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 312868864 2024-07-29T15:02:29.054 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.054 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T15:02:29.054 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.054 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.054 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T15:02:29.054 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.054 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.054 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T15:02:29.054 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14 2024-07-29T15:02:29.054 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.054 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T15:02:29.054 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 195619 2024-07-29T15:02:29.055 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.055 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T15:02:29.055 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23 2024-07-29T15:02:29.055 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.055 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T15:02:29.055 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1269760 2024-07-29T15:02:29.055 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.055 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T15:02:29.055 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1273856 2024-07-29T15:02:29.055 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.055 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T15:02:29.055 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.055 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.055 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T15:02:29.055 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.056 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.056 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T15:02:29.056 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15 2024-07-29T15:02:29.056 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.056 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T15:02:29.056 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4711 2024-07-29T15:02:29.056 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.056 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T15:02:29.056 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T15:02:29.056 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.056 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T15:02:29.056 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5537 2024-07-29T15:02:29.056 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.056 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T15:02:29.057 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24 2024-07-29T15:02:29.057 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.057 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T15:02:29.057 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5537 2024-07-29T15:02:29.057 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.057 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T15:02:29.057 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24 2024-07-29T15:02:29.057 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.057 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T15:02:29.057 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.057 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.057 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T15:02:29.057 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.057 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.058 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T15:02:29.058 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.058 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.058 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T15:02:29.058 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.058 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.058 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T15:02:29.058 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.058 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.058 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T15:02:29.058 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.058 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.058 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T15:02:29.058 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.059 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.059 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T15:02:29.059 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.059 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.059 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T15:02:29.059 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.059 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.059 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T15:02:29.059 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4390912 2024-07-29T15:02:29.059 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.059 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.059 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T15:02:29.059 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T15:02:29.059 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T15:02:29.060 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.060 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T15:02:29.060 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 790528 2024-07-29T15:02:29.060 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.060 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T15:02:29.060 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5, 2024-07-29T15:02:29.060 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 238899 2024-07-29T15:02:29.060 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.060 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T15:02:29.060 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.060 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.060 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.060 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T15:02:29.060 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.061 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.061 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T15:02:29.061 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.061 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.061 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T15:02:29.061 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.061 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.061 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T15:02:29.061 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 35, 2024-07-29T15:02:29.061 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 90490 2024-07-29T15:02:29.061 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.061 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T15:02:29.061 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.061 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.062 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.062 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T15:02:29.062 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 379, 2024-07-29T15:02:29.062 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 89330871 2024-07-29T15:02:29.062 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.062 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T15:02:29.062 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 369, 2024-07-29T15:02:29.062 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10662084 2024-07-29T15:02:29.062 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.062 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T15:02:29.062 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 379, 2024-07-29T15:02:29.062 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 519107 2024-07-29T15:02:29.062 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.063 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T15:02:29.063 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 379, 2024-07-29T15:02:29.063 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 89849978 2024-07-29T15:02:29.063 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.063 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T15:02:29.063 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.063 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.063 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.063 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T15:02:29.063 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:29.063 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 35212 2024-07-29T15:02:29.063 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.063 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T15:02:29.063 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T15:02:29.063 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8692 2024-07-29T15:02:29.064 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.064 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T15:02:29.064 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.064 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.064 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.064 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T15:02:29.064 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.064 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.064 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.064 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T15:02:29.064 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5, 2024-07-29T15:02:29.064 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15684 2024-07-29T15:02:29.064 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.064 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T15:02:29.065 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 878 2024-07-29T15:02:29.065 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.065 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T15:02:29.065 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 255 2024-07-29T15:02:29.065 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.065 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T15:02:29.065 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 150, 2024-07-29T15:02:29.065 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7121409 2024-07-29T15:02:29.065 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.065 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T15:02:29.065 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 383, 2024-07-29T15:02:29.065 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 287298 2024-07-29T15:02:29.065 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.065 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T15:02:29.066 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 233, 2024-07-29T15:02:29.066 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8427569 2024-07-29T15:02:29.066 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.066 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T15:02:29.066 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.066 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.066 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T15:02:29.066 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:29.066 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 119275 2024-07-29T15:02:29.066 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.066 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T15:02:29.066 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 434, 2024-07-29T15:02:29.066 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38460508 2024-07-29T15:02:29.066 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.067 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T15:02:29.067 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 130, 2024-07-29T15:02:29.067 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11600895 2024-07-29T15:02:29.067 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.067 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T15:02:29.067 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 129, 2024-07-29T15:02:29.067 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 249604210517 2024-07-29T15:02:29.067 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.067 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T15:02:29.067 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 130, 2024-07-29T15:02:29.067 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 186120066870 2024-07-29T15:02:29.067 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.067 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T15:02:29.067 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 433, 2024-07-29T15:02:29.068 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 77346804318 2024-07-29T15:02:29.068 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.068 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T15:02:29.068 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 433, 2024-07-29T15:02:29.068 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 47016 2024-07-29T15:02:29.068 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.068 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T15:02:29.068 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 434, 2024-07-29T15:02:29.068 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8472003 2024-07-29T15:02:29.068 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.068 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T15:02:29.068 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 434, 2024-07-29T15:02:29.068 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 152427413 2024-07-29T15:02:29.068 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.068 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T15:02:29.069 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 434, 2024-07-29T15:02:29.069 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 241243 2024-07-29T15:02:29.069 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.069 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T15:02:29.069 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 434, 2024-07-29T15:02:29.069 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 50465963 2024-07-29T15:02:29.069 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.069 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T15:02:29.069 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 434, 2024-07-29T15:02:29.069 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24362149 2024-07-29T15:02:29.069 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.069 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T15:02:29.069 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 349266 2024-07-29T15:02:29.069 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.070 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T15:02:29.070 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 63, 2024-07-29T15:02:29.070 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 350520 2024-07-29T15:02:29.070 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.070 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T15:02:29.070 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 434, 2024-07-29T15:02:29.070 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 274256112 2024-07-29T15:02:29.070 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.070 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T15:02:29.070 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 434, 2024-07-29T15:02:29.070 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 29325381 2024-07-29T15:02:29.070 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.070 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T15:02:29.070 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 434, 2024-07-29T15:02:29.071 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2974739 2024-07-29T15:02:29.071 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.071 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.071 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T15:02:29.071 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T15:02:29.071 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1861477288 2024-07-29T15:02:29.071 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.071 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T15:02:29.071 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 270909440 2024-07-29T15:02:29.071 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.071 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T15:02:29.071 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 270114816 2024-07-29T15:02:29.071 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.071 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T15:02:29.071 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3137392537 2024-07-29T15:02:29.072 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.072 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T15:02:29.072 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 794624 2024-07-29T15:02:29.072 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.072 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.072 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T15:02:29.072 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:29.072 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 159383552 2024-07-29T15:02:29.072 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.072 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:29.072 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.072 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.072 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:29.072 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.072 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.073 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:29.073 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 85497053 2024-07-29T15:02:29.073 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.073 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:29.073 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.073 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.073 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:29.073 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.073 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.073 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:29.073 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.073 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.073 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:29.073 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.073 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.074 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:29.074 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.074 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.074 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:29.074 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 32768 2024-07-29T15:02:29.074 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.074 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:29.074 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.074 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.074 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:29.074 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.074 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.074 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:29.074 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.075 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.075 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:29.075 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 73853731 2024-07-29T15:02:29.075 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.075 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.075 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T15:02:29.075 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:29.075 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 780140544 2024-07-29T15:02:29.075 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.075 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:29.075 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:29.075 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.075 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:29.075 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.075 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.076 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:29.076 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 641227904 2024-07-29T15:02:29.076 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.076 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:29.076 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.076 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.076 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:29.076 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.076 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.076 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:29.076 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.076 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.076 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:29.076 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.077 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.077 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:29.077 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.077 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.077 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:29.077 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2128 2024-07-29T15:02:29.077 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.077 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:29.077 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.077 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.077 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:29.077 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.077 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.077 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:29.077 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.078 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.078 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:29.078 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71801648 2024-07-29T15:02:29.078 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.078 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.078 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T15:02:29.078 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:29.078 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 192937984 2024-07-29T15:02:29.078 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.078 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:29.078 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:29.078 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.078 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:29.078 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 464 2024-07-29T15:02:29.079 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.079 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:29.079 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56998035 2024-07-29T15:02:29.079 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.079 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:29.079 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.079 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.079 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:29.079 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.079 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.079 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:29.079 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.080 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.080 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:29.080 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.080 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.080 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:29.080 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.080 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.080 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:29.080 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.080 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.080 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:29.080 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.081 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.081 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:29.081 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.081 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.081 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:29.081 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.081 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.081 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:29.081 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68830621 2024-07-29T15:02:29.081 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.081 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.081 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T15:02:29.082 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:29.082 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 713031680 2024-07-29T15:02:29.082 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.082 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:29.082 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.082 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.082 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:29.082 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.082 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.082 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:29.082 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 641227904 2024-07-29T15:02:29.082 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.082 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:29.083 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.083 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.083 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:29.083 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.083 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.083 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:29.083 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.083 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.083 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:29.083 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.083 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.083 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:29.084 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.084 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.084 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:29.084 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 280607 2024-07-29T15:02:29.084 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.084 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:29.084 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.084 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.084 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:29.084 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.084 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.084 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:29.084 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.085 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.085 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:29.085 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71523169 2024-07-29T15:02:29.085 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.085 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.085 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T15:02:29.085 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T15:02:29.085 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.085 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.085 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:29.086 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.086 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.086 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T15:02:29.086 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.086 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.086 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:29.086 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.086 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.086 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.086 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:29.086 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T15:02:29.086 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 39 2024-07-29T15:02:29.086 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.087 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T15:02:29.087 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.087 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.087 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T15:02:29.087 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 157 2024-07-29T15:02:29.087 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.087 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T15:02:29.087 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.087 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.087 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T15:02:29.087 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.087 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.087 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T15:02:29.088 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2429467 2024-07-29T15:02:29.088 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.088 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T15:02:29.088 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 157, 2024-07-29T15:02:29.088 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 862832213 2024-07-29T15:02:29.088 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.088 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T15:02:29.088 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1052 2024-07-29T15:02:29.088 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.088 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T15:02:29.088 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 157, 2024-07-29T15:02:29.088 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 54068707 2024-07-29T15:02:29.088 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.088 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T15:02:29.089 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 157, 2024-07-29T15:02:29.089 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 215690130 2024-07-29T15:02:29.089 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.089 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:29.089 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 33 2024-07-29T15:02:29.089 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.089 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T15:02:29.089 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 33, 2024-07-29T15:02:29.089 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5523150 2024-07-29T15:02:29.089 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.089 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T15:02:29.089 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.089 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.089 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T15:02:29.090 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1052 2024-07-29T15:02:29.090 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.090 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T15:02:29.090 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 33, 2024-07-29T15:02:29.090 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4846719 2024-07-29T15:02:29.090 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.090 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T15:02:29.090 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 33, 2024-07-29T15:02:29.090 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4080682 2024-07-29T15:02:29.090 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.090 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T15:02:29.090 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 22 2024-07-29T15:02:29.090 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.090 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T15:02:29.091 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.091 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.091 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T15:02:29.091 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22, 2024-07-29T15:02:29.091 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18653685 2024-07-29T15:02:29.091 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.091 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T15:02:29.091 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.091 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.091 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T15:02:29.091 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.091 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.091 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T15:02:29.091 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.092 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.092 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T15:02:29.092 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22, 2024-07-29T15:02:29.092 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8043285 2024-07-29T15:02:29.092 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.092 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T15:02:29.092 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22, 2024-07-29T15:02:29.092 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17426925 2024-07-29T15:02:29.092 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.092 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:29.092 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 102 2024-07-29T15:02:29.092 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.092 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T15:02:29.092 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2429467 2024-07-29T15:02:29.092 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.093 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T15:02:29.093 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 102, 2024-07-29T15:02:29.093 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 838655378 2024-07-29T15:02:29.093 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.093 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T15:02:29.093 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.093 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.093 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T15:02:29.093 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 102, 2024-07-29T15:02:29.093 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 41178703 2024-07-29T15:02:29.093 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.093 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T15:02:29.093 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 102, 2024-07-29T15:02:29.093 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 194182523 2024-07-29T15:02:29.093 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.094 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T15:02:29.094 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.094 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.094 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T15:02:29.094 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 590368 2024-07-29T15:02:29.094 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.094 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T15:02:29.094 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T15:02:29.094 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.094 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T15:02:29.094 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T15:02:29.094 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.094 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T15:02:29.095 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 305283072 2024-07-29T15:02:29.095 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.095 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.095 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.095 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.2": { 2024-07-29T15:02:29.095 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:29.095 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T15:02:29.095 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.095 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.095 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T15:02:29.095 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.095 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.095 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T15:02:29.095 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T15:02:29.095 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.096 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_main": { 2024-07-29T15:02:29.096 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.096 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.096 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T15:02:29.096 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.096 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.096 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T15:02:29.096 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.096 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.096 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T15:02:29.096 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12288 2024-07-29T15:02:29.096 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.096 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T15:02:29.096 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2203648 2024-07-29T15:02:29.096 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.097 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T15:02:29.097 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.097 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.097 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.097 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T15:02:29.097 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.097 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.097 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.097 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T15:02:29.097 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T15:02:29.097 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.097 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T15:02:29.097 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 304480256 2024-07-29T15:02:29.097 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.098 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T15:02:29.098 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1396736 2024-07-29T15:02:29.098 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.098 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T15:02:29.098 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1257472 2024-07-29T15:02:29.098 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.098 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T15:02:29.098 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 312868864 2024-07-29T15:02:29.098 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.098 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T15:02:29.098 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.098 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.098 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T15:02:29.099 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.099 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T15:02:29.099 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14 2024-07-29T15:02:29.099 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.099 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T15:02:29.099 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 195619 2024-07-29T15:02:29.099 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.099 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T15:02:29.099 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23 2024-07-29T15:02:29.099 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.099 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T15:02:29.099 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1269760 2024-07-29T15:02:29.099 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.100 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T15:02:29.100 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1273856 2024-07-29T15:02:29.100 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.100 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T15:02:29.100 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.100 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.100 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T15:02:29.100 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.100 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.100 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T15:02:29.100 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15 2024-07-29T15:02:29.101 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.101 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T15:02:29.101 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4711 2024-07-29T15:02:29.101 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.101 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T15:02:29.101 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T15:02:29.101 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.101 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T15:02:29.101 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5537 2024-07-29T15:02:29.101 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.101 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T15:02:29.101 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24 2024-07-29T15:02:29.101 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.101 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T15:02:29.101 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5537 2024-07-29T15:02:29.102 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.102 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T15:02:29.102 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24 2024-07-29T15:02:29.102 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.102 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T15:02:29.102 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.102 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.102 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T15:02:29.102 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.102 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.102 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T15:02:29.102 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.102 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.102 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T15:02:29.103 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.103 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.103 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T15:02:29.103 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.103 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.103 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T15:02:29.103 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.103 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.103 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T15:02:29.103 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.103 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.103 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T15:02:29.103 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.103 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.104 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T15:02:29.104 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.104 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.104 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T15:02:29.104 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3534848 2024-07-29T15:02:29.104 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.104 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.104 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T15:02:29.104 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T15:02:29.104 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T15:02:29.104 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.104 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T15:02:29.104 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 778240 2024-07-29T15:02:29.104 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.105 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T15:02:29.105 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T15:02:29.105 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 213076 2024-07-29T15:02:29.105 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.105 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T15:02:29.105 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.105 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.105 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.105 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T15:02:29.105 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.105 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.105 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T15:02:29.105 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.105 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.106 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T15:02:29.106 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.106 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.106 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T15:02:29.106 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 11, 2024-07-29T15:02:29.106 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15064 2024-07-29T15:02:29.106 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.106 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T15:02:29.106 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.106 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.106 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.106 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T15:02:29.106 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 290, 2024-07-29T15:02:29.106 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67633321 2024-07-29T15:02:29.107 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.107 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T15:02:29.107 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 290, 2024-07-29T15:02:29.107 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4369337 2024-07-29T15:02:29.107 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.107 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T15:02:29.107 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 290, 2024-07-29T15:02:29.107 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 418614 2024-07-29T15:02:29.107 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.107 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T15:02:29.107 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 290, 2024-07-29T15:02:29.107 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68051935 2024-07-29T15:02:29.107 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.107 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T15:02:29.107 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.108 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.108 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.108 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T15:02:29.108 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:29.108 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 36488 2024-07-29T15:02:29.108 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.108 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T15:02:29.108 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:29.108 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1628 2024-07-29T15:02:29.108 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.108 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T15:02:29.108 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.108 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.108 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.109 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T15:02:29.109 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.109 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.109 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.109 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T15:02:29.109 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:29.109 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3858 2024-07-29T15:02:29.109 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.109 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T15:02:29.109 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 628 2024-07-29T15:02:29.109 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.109 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T15:02:29.109 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 223 2024-07-29T15:02:29.109 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.110 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T15:02:29.110 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 103, 2024-07-29T15:02:29.110 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1421974 2024-07-29T15:02:29.110 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.110 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T15:02:29.110 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 282, 2024-07-29T15:02:29.110 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 252151 2024-07-29T15:02:29.110 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.110 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T15:02:29.110 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 179, 2024-07-29T15:02:29.110 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4022553 2024-07-29T15:02:29.110 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.110 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T15:02:29.111 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.111 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.111 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T15:02:29.111 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:29.111 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 103182 2024-07-29T15:02:29.111 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.111 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T15:02:29.111 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 342, 2024-07-29T15:02:29.111 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10394873 2024-07-29T15:02:29.111 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.111 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T15:02:29.111 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 122, 2024-07-29T15:02:29.111 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7839344 2024-07-29T15:02:29.112 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.112 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T15:02:29.112 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 121, 2024-07-29T15:02:29.112 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 255086341307 2024-07-29T15:02:29.112 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.112 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T15:02:29.112 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 122, 2024-07-29T15:02:29.112 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 156434855637 2024-07-29T15:02:29.112 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.112 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T15:02:29.112 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 341, 2024-07-29T15:02:29.112 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 80475665743 2024-07-29T15:02:29.112 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.112 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T15:02:29.112 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 341, 2024-07-29T15:02:29.113 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 33417 2024-07-29T15:02:29.113 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.113 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T15:02:29.113 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 342, 2024-07-29T15:02:29.113 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1845095 2024-07-29T15:02:29.113 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.113 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T15:02:29.113 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 342, 2024-07-29T15:02:29.113 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 100629236 2024-07-29T15:02:29.113 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.113 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T15:02:29.113 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 342, 2024-07-29T15:02:29.113 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 130673 2024-07-29T15:02:29.113 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.114 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T15:02:29.114 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 342, 2024-07-29T15:02:29.114 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 57732480 2024-07-29T15:02:29.114 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.114 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T15:02:29.114 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 342, 2024-07-29T15:02:29.114 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21296714 2024-07-29T15:02:29.114 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.114 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T15:02:29.114 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 349087 2024-07-29T15:02:29.114 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.114 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T15:02:29.114 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 56, 2024-07-29T15:02:29.115 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 268832 2024-07-29T15:02:29.115 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.115 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T15:02:29.115 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 342, 2024-07-29T15:02:29.115 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 191952268 2024-07-29T15:02:29.115 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.115 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T15:02:29.115 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 342, 2024-07-29T15:02:29.115 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25108349 2024-07-29T15:02:29.115 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.115 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T15:02:29.115 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 342, 2024-07-29T15:02:29.115 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2298302 2024-07-29T15:02:29.116 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.116 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.116 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T15:02:29.116 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T15:02:29.116 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1861477288 2024-07-29T15:02:29.116 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.116 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T15:02:29.116 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 271187968 2024-07-29T15:02:29.116 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.116 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T15:02:29.116 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 269975552 2024-07-29T15:02:29.116 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.116 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T15:02:29.116 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3137392537 2024-07-29T15:02:29.116 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.117 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T15:02:29.117 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1212416 2024-07-29T15:02:29.117 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.117 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.117 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T15:02:29.117 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:29.117 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 159383552 2024-07-29T15:02:29.117 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.117 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:29.117 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.117 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.117 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:29.117 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.117 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.117 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:29.118 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 85499166 2024-07-29T15:02:29.118 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.118 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:29.118 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.118 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.118 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:29.118 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.118 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.118 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:29.118 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.118 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.118 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:29.118 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.119 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.119 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:29.119 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.119 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.119 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:29.119 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12288 2024-07-29T15:02:29.119 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.119 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:29.119 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.119 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.119 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:29.119 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.119 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.119 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:29.120 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.120 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.120 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:29.120 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 73872098 2024-07-29T15:02:29.120 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.120 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.120 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T15:02:29.120 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:29.120 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 780140544 2024-07-29T15:02:29.120 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.120 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:29.120 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:29.120 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.120 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:29.121 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.121 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.121 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:29.121 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 641243746 2024-07-29T15:02:29.121 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.121 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:29.121 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.121 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.121 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:29.121 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.121 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.121 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:29.121 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.121 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.122 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:29.122 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.122 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.122 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:29.122 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.122 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.122 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:29.122 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2128 2024-07-29T15:02:29.122 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.122 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:29.122 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.122 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.122 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:29.123 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.123 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.123 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:29.123 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.123 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.123 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:29.123 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71785806 2024-07-29T15:02:29.123 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.123 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.123 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T15:02:29.123 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:29.123 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 192937984 2024-07-29T15:02:29.123 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.123 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:29.123 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:29.124 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.124 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:29.124 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 464 2024-07-29T15:02:29.124 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.124 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:29.124 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56999444 2024-07-29T15:02:29.124 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.124 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:29.124 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.124 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.124 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:29.124 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.124 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.124 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:29.124 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.125 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.125 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:29.125 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.125 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.125 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:29.125 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.125 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.125 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:29.125 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.125 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.125 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:29.125 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.125 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.125 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:29.126 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.126 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.126 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:29.126 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.126 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.126 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:29.126 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68829212 2024-07-29T15:02:29.126 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.126 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.126 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T15:02:29.126 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:29.126 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 713031680 2024-07-29T15:02:29.126 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.127 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:29.127 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.127 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.127 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:29.127 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.127 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.127 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:29.127 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 641243746 2024-07-29T15:02:29.127 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.127 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:29.127 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.127 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.127 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:29.127 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.128 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.128 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:29.128 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.128 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.128 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:29.128 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.128 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.128 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:29.128 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.128 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.128 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:29.128 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 265889 2024-07-29T15:02:29.128 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.129 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:29.129 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.129 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.129 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:29.129 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.129 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.129 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:29.129 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.129 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.129 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:29.129 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71522045 2024-07-29T15:02:29.129 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.129 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.129 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T15:02:29.130 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T15:02:29.130 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.130 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.130 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:29.130 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.130 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.130 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T15:02:29.130 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.130 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.130 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:29.130 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.130 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.130 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.131 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:29.131 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T15:02:29.131 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 31 2024-07-29T15:02:29.131 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.131 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T15:02:29.131 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.131 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.131 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T15:02:29.131 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T15:02:29.131 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.131 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T15:02:29.131 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.131 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.131 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T15:02:29.132 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.132 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.132 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T15:02:29.132 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.132 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.132 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T15:02:29.132 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 10, 2024-07-29T15:02:29.132 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 119600286 2024-07-29T15:02:29.132 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.132 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T15:02:29.132 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.132 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.133 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T15:02:29.133 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 10, 2024-07-29T15:02:29.133 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9021183 2024-07-29T15:02:29.133 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.133 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T15:02:29.133 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 10, 2024-07-29T15:02:29.133 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 27987588 2024-07-29T15:02:29.133 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.133 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:29.133 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.133 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.133 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T15:02:29.133 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.133 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.134 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.134 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T15:02:29.134 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.134 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.134 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T15:02:29.134 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.134 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.134 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T15:02:29.134 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.134 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.134 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.134 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T15:02:29.134 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.134 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.135 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.135 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T15:02:29.135 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.135 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.135 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T15:02:29.135 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.135 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.135 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T15:02:29.135 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.135 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.135 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.135 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T15:02:29.135 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.135 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.135 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T15:02:29.136 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.136 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.136 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T15:02:29.136 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.136 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.136 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T15:02:29.136 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.136 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.136 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.136 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T15:02:29.136 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.136 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.136 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.136 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:29.137 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T15:02:29.137 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.137 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T15:02:29.137 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.137 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.137 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T15:02:29.137 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 10, 2024-07-29T15:02:29.137 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 119600286 2024-07-29T15:02:29.137 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.137 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T15:02:29.137 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.137 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.137 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T15:02:29.137 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 10, 2024-07-29T15:02:29.137 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9021183 2024-07-29T15:02:29.137 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.138 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T15:02:29.138 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 10, 2024-07-29T15:02:29.138 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 27987588 2024-07-29T15:02:29.138 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.138 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T15:02:29.138 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.138 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.138 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T15:02:29.138 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.138 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.138 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T15:02:29.138 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.138 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.138 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T15:02:29.139 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T15:02:29.139 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.139 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T15:02:29.139 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 305270784 2024-07-29T15:02:29.139 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.139 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.139 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.139 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.3": { 2024-07-29T15:02:29.139 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:29.139 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T15:02:29.139 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.139 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.139 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T15:02:29.139 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.140 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.140 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T15:02:29.140 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T15:02:29.140 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.140 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_main": { 2024-07-29T15:02:29.140 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.140 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.140 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T15:02:29.140 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.140 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.140 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T15:02:29.140 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.140 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.141 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T15:02:29.141 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12288 2024-07-29T15:02:29.141 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.141 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T15:02:29.141 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1175552 2024-07-29T15:02:29.141 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.141 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T15:02:29.141 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.141 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.141 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.141 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T15:02:29.141 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.141 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.142 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.142 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T15:02:29.142 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T15:02:29.142 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.142 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T15:02:29.142 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 304480256 2024-07-29T15:02:29.142 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.142 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T15:02:29.142 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 888832 2024-07-29T15:02:29.142 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.142 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T15:02:29.142 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 749568 2024-07-29T15:02:29.142 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.143 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T15:02:29.143 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 312868864 2024-07-29T15:02:29.143 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.143 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T15:02:29.143 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.143 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.143 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T15:02:29.143 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.143 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.143 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T15:02:29.143 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14 2024-07-29T15:02:29.143 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.143 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T15:02:29.143 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 195619 2024-07-29T15:02:29.144 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.144 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T15:02:29.144 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23 2024-07-29T15:02:29.144 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.144 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T15:02:29.144 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1269760 2024-07-29T15:02:29.144 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.144 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T15:02:29.144 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1273856 2024-07-29T15:02:29.144 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.144 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T15:02:29.144 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.144 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.145 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T15:02:29.145 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.145 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.145 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T15:02:29.145 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15 2024-07-29T15:02:29.145 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.145 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T15:02:29.145 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4711 2024-07-29T15:02:29.145 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.145 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T15:02:29.145 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T15:02:29.145 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.145 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T15:02:29.145 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5537 2024-07-29T15:02:29.145 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.146 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T15:02:29.146 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24 2024-07-29T15:02:29.146 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.146 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T15:02:29.146 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5537 2024-07-29T15:02:29.146 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.146 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T15:02:29.146 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24 2024-07-29T15:02:29.146 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.146 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T15:02:29.146 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.146 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.146 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T15:02:29.146 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.147 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.147 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T15:02:29.147 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.147 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.147 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T15:02:29.147 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.147 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.147 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T15:02:29.147 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.147 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.147 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T15:02:29.147 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.147 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.148 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T15:02:29.148 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.148 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.148 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T15:02:29.148 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.148 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.148 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T15:02:29.148 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.148 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.148 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T15:02:29.148 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1998848 2024-07-29T15:02:29.148 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.148 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.149 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T15:02:29.149 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T15:02:29.149 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T15:02:29.149 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.149 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T15:02:29.149 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 798720 2024-07-29T15:02:29.149 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.149 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T15:02:29.149 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.149 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.149 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.149 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T15:02:29.149 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.149 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.149 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.150 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T15:02:29.150 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.150 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.150 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T15:02:29.150 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.150 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.150 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T15:02:29.150 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.150 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.150 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T15:02:29.150 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:29.150 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5040 2024-07-29T15:02:29.150 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.150 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T15:02:29.151 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.151 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.151 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.151 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T15:02:29.151 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 166, 2024-07-29T15:02:29.151 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38048357 2024-07-29T15:02:29.151 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.151 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T15:02:29.151 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 159, 2024-07-29T15:02:29.151 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7085537 2024-07-29T15:02:29.151 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.151 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T15:02:29.151 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 166, 2024-07-29T15:02:29.152 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 266510 2024-07-29T15:02:29.152 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.152 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T15:02:29.152 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 166, 2024-07-29T15:02:29.152 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38314867 2024-07-29T15:02:29.152 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.152 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T15:02:29.152 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.152 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.152 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.152 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T15:02:29.152 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:29.152 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 35311 2024-07-29T15:02:29.152 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.153 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T15:02:29.153 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:29.153 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1000 2024-07-29T15:02:29.153 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.153 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T15:02:29.153 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.153 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.153 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.153 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T15:02:29.153 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.153 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.153 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.153 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T15:02:29.154 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:29.154 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7926 2024-07-29T15:02:29.154 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.154 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T15:02:29.154 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 346 2024-07-29T15:02:29.154 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.154 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T15:02:29.154 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 236 2024-07-29T15:02:29.154 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.154 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T15:02:29.154 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 91, 2024-07-29T15:02:29.154 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 859543 2024-07-29T15:02:29.154 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.155 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T15:02:29.155 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 155, 2024-07-29T15:02:29.155 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 318707 2024-07-29T15:02:29.155 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.155 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T15:02:29.155 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64, 2024-07-29T15:02:29.155 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 361429 2024-07-29T15:02:29.155 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.155 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T15:02:29.155 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.155 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.155 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T15:02:29.155 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.155 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.155 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.156 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T15:02:29.156 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 239, 2024-07-29T15:02:29.156 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4321500 2024-07-29T15:02:29.156 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.156 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T15:02:29.156 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 53, 2024-07-29T15:02:29.156 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3586344 2024-07-29T15:02:29.156 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.156 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T15:02:29.156 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 50, 2024-07-29T15:02:29.156 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 315273636760 2024-07-29T15:02:29.156 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.156 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T15:02:29.156 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 53, 2024-07-29T15:02:29.157 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 69484474895 2024-07-29T15:02:29.157 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.157 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T15:02:29.157 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 236, 2024-07-29T15:02:29.157 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 545531 2024-07-29T15:02:29.157 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.157 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T15:02:29.157 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 236, 2024-07-29T15:02:29.157 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24249 2024-07-29T15:02:29.157 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.157 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T15:02:29.157 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 239, 2024-07-29T15:02:29.157 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 241321 2024-07-29T15:02:29.157 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.158 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T15:02:29.158 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 239, 2024-07-29T15:02:29.158 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 81226947 2024-07-29T15:02:29.158 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.158 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T15:02:29.158 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 239, 2024-07-29T15:02:29.158 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 74155 2024-07-29T15:02:29.158 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.158 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T15:02:29.158 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 239, 2024-07-29T15:02:29.158 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68531500 2024-07-29T15:02:29.158 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.158 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T15:02:29.158 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 239, 2024-07-29T15:02:29.159 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12639275 2024-07-29T15:02:29.159 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.159 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T15:02:29.159 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 351815 2024-07-29T15:02:29.159 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.159 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T15:02:29.159 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 44, 2024-07-29T15:02:29.159 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 212004 2024-07-29T15:02:29.159 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.159 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T15:02:29.159 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 239, 2024-07-29T15:02:29.159 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 166991279 2024-07-29T15:02:29.159 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.159 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T15:02:29.159 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 239, 2024-07-29T15:02:29.160 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15798984 2024-07-29T15:02:29.160 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.160 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T15:02:29.160 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 239, 2024-07-29T15:02:29.160 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2278769 2024-07-29T15:02:29.160 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.160 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.160 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T15:02:29.160 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T15:02:29.160 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1861477288 2024-07-29T15:02:29.160 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.160 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T15:02:29.160 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 268877824 2024-07-29T15:02:29.160 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.160 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T15:02:29.161 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 268836864 2024-07-29T15:02:29.161 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.161 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T15:02:29.161 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3137392537 2024-07-29T15:02:29.161 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.161 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T15:02:29.161 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 40960 2024-07-29T15:02:29.161 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.161 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.161 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T15:02:29.161 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:29.161 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 159383552 2024-07-29T15:02:29.161 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.161 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:29.162 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.162 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.162 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:29.162 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.162 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.162 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:29.162 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 85499374 2024-07-29T15:02:29.162 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.162 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:29.162 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.162 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.162 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:29.162 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.162 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.163 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:29.163 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.163 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.163 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:29.163 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.163 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.163 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:29.163 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.163 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.163 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:29.163 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.163 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.163 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:29.163 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.163 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.164 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:29.164 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.164 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.164 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:29.164 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.164 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.164 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:29.164 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 73884178 2024-07-29T15:02:29.164 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.164 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.164 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T15:02:29.164 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:29.164 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 780140544 2024-07-29T15:02:29.164 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.164 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:29.165 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:29.165 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.165 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:29.165 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.165 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.165 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:29.165 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 641245307 2024-07-29T15:02:29.165 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.165 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:29.165 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.165 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.165 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:29.165 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.165 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.165 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:29.166 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.166 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.166 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:29.166 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.166 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.166 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:29.166 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.166 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.166 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:29.166 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2128 2024-07-29T15:02:29.166 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.166 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:29.166 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.167 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.167 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:29.167 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.167 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.167 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:29.167 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.167 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.167 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:29.167 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71784245 2024-07-29T15:02:29.167 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.167 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.167 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T15:02:29.167 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:29.168 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 192937984 2024-07-29T15:02:29.168 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.168 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:29.168 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:29.169 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.169 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:29.169 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 464 2024-07-29T15:02:29.169 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.169 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:29.169 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56999582 2024-07-29T15:02:29.170 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.170 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:29.170 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.170 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.170 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:29.170 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.170 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.170 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:29.170 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.170 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.170 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:29.170 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.170 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.170 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:29.171 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.171 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.171 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:29.171 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.171 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.171 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:29.171 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.171 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.171 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:29.171 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.171 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.171 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:29.171 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.171 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.171 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:29.172 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68829074 2024-07-29T15:02:29.172 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.172 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.172 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T15:02:29.172 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:29.172 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 713031680 2024-07-29T15:02:29.172 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.172 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:29.172 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.172 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.172 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:29.172 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.172 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.172 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:29.172 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 641245307 2024-07-29T15:02:29.173 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.173 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:29.173 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.173 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.173 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:29.173 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.173 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.173 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:29.173 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.173 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.173 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:29.173 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.173 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.173 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:29.173 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6972 2024-07-29T15:02:29.174 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.174 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:29.174 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 270535 2024-07-29T15:02:29.174 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.174 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:29.174 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.174 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.174 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:29.174 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.174 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.174 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:29.174 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.174 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.174 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:29.175 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71508866 2024-07-29T15:02:29.175 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.175 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.175 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T15:02:29.175 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T15:02:29.175 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.175 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.175 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:29.175 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.175 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.175 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T15:02:29.175 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.175 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.175 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:29.175 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.176 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.176 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.176 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:29.176 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T15:02:29.176 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 37 2024-07-29T15:02:29.176 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.176 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T15:02:29.176 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.176 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.176 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T15:02:29.176 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.176 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.176 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T15:02:29.176 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.176 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.176 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T15:02:29.177 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.177 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.177 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T15:02:29.177 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.177 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.177 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T15:02:29.177 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.177 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.177 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.177 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T15:02:29.177 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.177 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.177 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T15:02:29.177 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:29.177 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1321779 2024-07-29T15:02:29.178 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.178 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T15:02:29.178 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.178 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.178 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.178 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:29.178 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.178 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.178 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T15:02:29.178 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.178 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.178 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.178 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T15:02:29.178 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.179 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.179 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T15:02:29.179 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.179 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.179 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T15:02:29.179 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.179 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.179 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.179 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T15:02:29.179 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.179 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.179 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.179 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T15:02:29.179 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.180 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.180 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T15:02:29.180 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.180 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.180 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T15:02:29.180 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.180 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.180 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.180 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T15:02:29.180 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.180 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.180 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T15:02:29.180 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.180 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.180 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T15:02:29.181 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.181 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.181 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T15:02:29.181 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.181 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.181 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.181 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T15:02:29.181 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.181 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.181 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.181 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:29.181 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.181 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.181 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T15:02:29.181 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.181 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.182 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T15:02:29.182 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.182 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.182 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.182 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T15:02:29.182 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.182 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.182 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T15:02:29.182 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:29.182 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1321779 2024-07-29T15:02:29.182 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.182 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T15:02:29.182 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.182 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.183 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.183 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T15:02:29.183 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.183 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.183 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T15:02:29.183 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.183 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.183 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T15:02:29.183 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.183 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.183 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T15:02:29.183 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T15:02:29.183 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.183 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T15:02:29.183 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 305287168 2024-07-29T15:02:29.184 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.184 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.184 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.184 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.4": { 2024-07-29T15:02:29.184 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:29.184 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T15:02:29.184 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.184 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.184 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T15:02:29.184 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.184 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.184 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T15:02:29.184 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T15:02:29.184 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.184 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_main": { 2024-07-29T15:02:29.184 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.185 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.185 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T15:02:29.185 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.185 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.185 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T15:02:29.185 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.185 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.185 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T15:02:29.185 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12288 2024-07-29T15:02:29.185 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.185 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T15:02:29.185 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1368064 2024-07-29T15:02:29.185 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.185 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T15:02:29.185 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.186 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.186 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.186 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T15:02:29.186 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.186 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.186 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.186 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T15:02:29.186 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T15:02:29.186 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.186 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T15:02:29.186 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 304480256 2024-07-29T15:02:29.186 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.186 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T15:02:29.187 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 999424 2024-07-29T15:02:29.187 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.187 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T15:02:29.187 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 860160 2024-07-29T15:02:29.187 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.187 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T15:02:29.187 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 312868864 2024-07-29T15:02:29.187 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.187 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T15:02:29.187 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.187 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.187 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T15:02:29.187 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.187 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.187 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T15:02:29.188 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14 2024-07-29T15:02:29.188 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.188 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T15:02:29.188 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 195619 2024-07-29T15:02:29.188 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.188 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T15:02:29.188 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23 2024-07-29T15:02:29.188 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.188 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T15:02:29.188 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1269760 2024-07-29T15:02:29.188 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.188 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T15:02:29.188 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1273856 2024-07-29T15:02:29.188 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.189 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T15:02:29.189 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.189 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.189 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T15:02:29.189 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.189 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.189 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T15:02:29.189 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15 2024-07-29T15:02:29.189 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.189 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T15:02:29.189 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4711 2024-07-29T15:02:29.189 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.189 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T15:02:29.189 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T15:02:29.189 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.190 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T15:02:29.190 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5537 2024-07-29T15:02:29.190 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.190 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T15:02:29.190 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24 2024-07-29T15:02:29.190 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.190 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T15:02:29.190 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5537 2024-07-29T15:02:29.190 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.190 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T15:02:29.190 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24 2024-07-29T15:02:29.190 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.190 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T15:02:29.190 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.191 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.191 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T15:02:29.191 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.191 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.191 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T15:02:29.191 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.191 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.191 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T15:02:29.191 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.191 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.191 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T15:02:29.191 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.191 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.191 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T15:02:29.191 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.192 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.192 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T15:02:29.192 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.192 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.192 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T15:02:29.192 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.192 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.192 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T15:02:29.192 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.192 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.192 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T15:02:29.192 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2301952 2024-07-29T15:02:29.192 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.192 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.192 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T15:02:29.193 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T15:02:29.193 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T15:02:29.193 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.193 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T15:02:29.193 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 790528 2024-07-29T15:02:29.193 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.193 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T15:02:29.193 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 10, 2024-07-29T15:02:29.193 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 315458 2024-07-29T15:02:29.193 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.193 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T15:02:29.193 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.193 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.193 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.193 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T15:02:29.194 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.194 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.194 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T15:02:29.194 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.194 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.194 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T15:02:29.194 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.194 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.194 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T15:02:29.194 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:29.194 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3254 2024-07-29T15:02:29.194 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.194 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T15:02:29.194 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.195 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.195 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.195 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T15:02:29.195 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 193, 2024-07-29T15:02:29.195 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 52933420 2024-07-29T15:02:29.195 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.195 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T15:02:29.195 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 187, 2024-07-29T15:02:29.195 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8436791 2024-07-29T15:02:29.195 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.195 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T15:02:29.195 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 193, 2024-07-29T15:02:29.195 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 266589 2024-07-29T15:02:29.195 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.195 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T15:02:29.195 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 193, 2024-07-29T15:02:29.196 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 53200009 2024-07-29T15:02:29.196 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.196 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T15:02:29.196 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.196 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.196 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.196 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T15:02:29.196 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:29.196 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 42637 2024-07-29T15:02:29.196 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.196 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T15:02:29.196 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:29.196 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 933 2024-07-29T15:02:29.196 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.197 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T15:02:29.197 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.197 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.197 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.197 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T15:02:29.197 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.197 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.197 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.197 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T15:02:29.197 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:29.197 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9340 2024-07-29T15:02:29.197 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.197 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T15:02:29.198 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 411 2024-07-29T15:02:29.198 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.198 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T15:02:29.198 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 245 2024-07-29T15:02:29.198 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.198 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T15:02:29.198 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 102, 2024-07-29T15:02:29.198 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 808199 2024-07-29T15:02:29.198 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.198 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T15:02:29.198 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 175, 2024-07-29T15:02:29.198 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 216824 2024-07-29T15:02:29.198 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.198 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T15:02:29.199 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 73, 2024-07-29T15:02:29.199 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 111725 2024-07-29T15:02:29.199 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.199 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T15:02:29.199 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.199 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.199 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T15:02:29.199 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 6, 2024-07-29T15:02:29.199 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125885 2024-07-29T15:02:29.199 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.199 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T15:02:29.199 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 283, 2024-07-29T15:02:29.199 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3662652 2024-07-29T15:02:29.199 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.200 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T15:02:29.200 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 50, 2024-07-29T15:02:29.200 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3717715 2024-07-29T15:02:29.200 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.200 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T15:02:29.200 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 49, 2024-07-29T15:02:29.200 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 262381870878 2024-07-29T15:02:29.200 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.200 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T15:02:29.200 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 50, 2024-07-29T15:02:29.200 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 81453911930 2024-07-29T15:02:29.200 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.200 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T15:02:29.200 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 282, 2024-07-29T15:02:29.201 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 580539 2024-07-29T15:02:29.201 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.201 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T15:02:29.201 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 282, 2024-07-29T15:02:29.201 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 37320 2024-07-29T15:02:29.201 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.201 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T15:02:29.201 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 283, 2024-07-29T15:02:29.201 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 276338 2024-07-29T15:02:29.201 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.201 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T15:02:29.201 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 283, 2024-07-29T15:02:29.201 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 185888908 2024-07-29T15:02:29.201 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.202 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T15:02:29.202 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 283, 2024-07-29T15:02:29.202 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 83555 2024-07-29T15:02:29.202 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.202 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T15:02:29.202 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 283, 2024-07-29T15:02:29.202 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 104533192 2024-07-29T15:02:29.202 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.202 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T15:02:29.202 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 283, 2024-07-29T15:02:29.202 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14303591 2024-07-29T15:02:29.202 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.202 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T15:02:29.203 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 349272 2024-07-29T15:02:29.203 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.203 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T15:02:29.203 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 48, 2024-07-29T15:02:29.203 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 225465 2024-07-29T15:02:29.203 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.203 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T15:02:29.203 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 283, 2024-07-29T15:02:29.203 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 308699806 2024-07-29T15:02:29.203 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.203 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T15:02:29.203 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 283, 2024-07-29T15:02:29.203 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16853153 2024-07-29T15:02:29.203 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.204 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T15:02:29.204 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 283, 2024-07-29T15:02:29.204 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2724507 2024-07-29T15:02:29.204 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.204 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.204 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T15:02:29.204 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T15:02:29.204 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1861456573 2024-07-29T15:02:29.204 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.204 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T15:02:29.204 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 269926400 2024-07-29T15:02:29.204 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.204 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T15:02:29.204 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 269361152 2024-07-29T15:02:29.205 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.205 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T15:02:29.205 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3137368166 2024-07-29T15:02:29.205 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.205 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T15:02:29.205 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 565248 2024-07-29T15:02:29.205 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.205 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.205 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T15:02:29.205 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:29.205 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 159383552 2024-07-29T15:02:29.205 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.205 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:29.205 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.205 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.206 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:29.206 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.206 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.206 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:29.206 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 85498096 2024-07-29T15:02:29.206 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.206 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:29.206 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.206 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.206 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:29.206 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.206 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.206 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:29.206 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.207 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.207 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:29.207 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.207 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.207 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:29.207 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.207 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.207 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:29.207 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.207 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.207 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:29.207 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.207 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.207 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:29.208 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.208 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.208 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:29.208 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.208 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.208 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:29.208 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 73885456 2024-07-29T15:02:29.208 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.208 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.208 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T15:02:29.208 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:29.208 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 780140544 2024-07-29T15:02:29.208 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.208 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:29.208 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:29.209 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.209 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:29.209 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.209 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.209 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:29.209 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 641235721 2024-07-29T15:02:29.209 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.209 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:29.209 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.209 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.209 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:29.209 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.209 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.209 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:29.210 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.210 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.210 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:29.210 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.210 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.210 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:29.210 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.210 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.210 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:29.210 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2128 2024-07-29T15:02:29.210 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.210 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:29.210 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.210 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.211 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:29.211 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.211 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.211 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:29.211 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.211 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.211 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:29.211 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71793831 2024-07-29T15:02:29.211 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.211 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.211 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T15:02:29.211 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:29.211 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 192937984 2024-07-29T15:02:29.212 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.212 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:29.212 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:29.212 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.212 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:29.212 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 464 2024-07-29T15:02:29.212 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.212 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:29.212 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56998730 2024-07-29T15:02:29.212 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.212 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:29.212 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.212 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.213 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:29.213 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.213 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.213 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:29.213 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.213 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.213 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:29.213 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.213 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.213 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:29.213 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.213 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.213 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:29.213 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.214 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.214 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:29.214 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.214 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.214 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:29.214 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.214 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.214 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:29.214 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.214 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.214 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:29.215 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68829926 2024-07-29T15:02:29.215 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.215 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.215 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T15:02:29.215 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:29.215 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 713031680 2024-07-29T15:02:29.215 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.215 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:29.215 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.215 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.215 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:29.215 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.215 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.216 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:29.216 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 641235721 2024-07-29T15:02:29.216 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.216 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:29.216 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.216 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.216 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:29.216 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.216 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.216 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:29.216 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.216 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.216 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:29.216 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.216 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.216 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:29.217 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.217 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.217 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:29.217 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 272504 2024-07-29T15:02:29.217 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.217 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:29.217 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.217 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.217 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:29.217 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.217 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.217 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:29.217 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.217 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.217 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:29.218 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71523455 2024-07-29T15:02:29.218 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.218 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.218 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T15:02:29.218 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T15:02:29.218 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.218 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.218 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:29.218 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.218 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.218 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T15:02:29.218 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.218 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.218 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:29.219 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.219 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.219 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.219 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:29.219 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T15:02:29.219 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38 2024-07-29T15:02:29.219 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.219 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T15:02:29.219 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.219 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.219 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T15:02:29.219 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T15:02:29.219 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.219 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T15:02:29.219 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.220 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.220 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T15:02:29.220 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.220 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.220 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T15:02:29.220 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 22 2024-07-29T15:02:29.220 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.220 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T15:02:29.220 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:29.220 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4415906 2024-07-29T15:02:29.220 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.220 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T15:02:29.220 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.221 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.221 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T15:02:29.221 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:29.221 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 625600 2024-07-29T15:02:29.221 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.221 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T15:02:29.221 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:29.221 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4260863 2024-07-29T15:02:29.221 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.221 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:29.221 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.221 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.221 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T15:02:29.221 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.221 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.222 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.222 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T15:02:29.222 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.222 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.222 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T15:02:29.222 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.222 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.222 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T15:02:29.222 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.222 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.222 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.222 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T15:02:29.222 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.222 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.223 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.223 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T15:02:29.223 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.223 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.223 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T15:02:29.223 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.223 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.223 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T15:02:29.223 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.223 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.223 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.223 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T15:02:29.223 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.223 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.223 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T15:02:29.224 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.224 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.224 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T15:02:29.224 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.224 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.224 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T15:02:29.224 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.224 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.224 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.224 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T15:02:29.224 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.224 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.224 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.224 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:29.224 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T15:02:29.225 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.225 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T15:02:29.225 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 22 2024-07-29T15:02:29.225 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.225 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T15:02:29.225 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:29.225 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4415906 2024-07-29T15:02:29.225 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.225 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T15:02:29.225 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.225 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.225 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T15:02:29.225 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:29.225 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 625600 2024-07-29T15:02:29.225 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.226 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T15:02:29.226 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:29.226 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4260863 2024-07-29T15:02:29.226 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.226 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T15:02:29.226 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.226 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.226 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T15:02:29.226 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.226 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.226 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T15:02:29.226 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.226 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.226 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T15:02:29.227 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T15:02:29.227 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.227 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T15:02:29.227 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 305283072 2024-07-29T15:02:29.227 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.227 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.227 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.227 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.5": { 2024-07-29T15:02:29.227 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:29.227 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T15:02:29.227 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.227 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.227 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T15:02:29.228 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.228 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.228 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T15:02:29.228 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T15:02:29.228 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.228 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_main": { 2024-07-29T15:02:29.228 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.228 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.228 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T15:02:29.228 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.228 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.228 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T15:02:29.228 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.228 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.229 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T15:02:29.229 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12288 2024-07-29T15:02:29.229 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.229 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T15:02:29.229 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1310720 2024-07-29T15:02:29.229 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.229 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T15:02:29.229 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.229 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.229 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.229 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T15:02:29.229 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.229 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.229 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.229 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T15:02:29.230 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T15:02:29.230 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.230 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T15:02:29.230 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 304480256 2024-07-29T15:02:29.230 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.230 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T15:02:29.230 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 962560 2024-07-29T15:02:29.230 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.230 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T15:02:29.230 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 823296 2024-07-29T15:02:29.230 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.230 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T15:02:29.230 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 312868864 2024-07-29T15:02:29.231 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.231 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T15:02:29.231 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.231 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.231 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T15:02:29.231 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.231 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.231 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T15:02:29.231 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14 2024-07-29T15:02:29.231 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.231 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T15:02:29.231 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 195619 2024-07-29T15:02:29.231 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.231 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T15:02:29.231 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23 2024-07-29T15:02:29.232 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.232 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T15:02:29.232 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1269760 2024-07-29T15:02:29.232 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.232 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T15:02:29.232 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1273856 2024-07-29T15:02:29.232 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.232 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T15:02:29.232 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.232 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.232 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T15:02:29.232 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.232 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.232 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T15:02:29.233 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15 2024-07-29T15:02:29.233 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.233 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T15:02:29.233 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4711 2024-07-29T15:02:29.233 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.233 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T15:02:29.233 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T15:02:29.233 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.233 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T15:02:29.233 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5537 2024-07-29T15:02:29.233 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.233 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T15:02:29.233 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24 2024-07-29T15:02:29.233 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.233 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T15:02:29.234 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5537 2024-07-29T15:02:29.234 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.234 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T15:02:29.234 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24 2024-07-29T15:02:29.234 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.234 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T15:02:29.234 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.234 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.234 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T15:02:29.234 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.234 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.234 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T15:02:29.234 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.234 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.235 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T15:02:29.235 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.235 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.235 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T15:02:29.235 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.235 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.235 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T15:02:29.235 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.235 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.235 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T15:02:29.235 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.235 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.235 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T15:02:29.235 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.236 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.236 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T15:02:29.236 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.236 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.236 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T15:02:29.236 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2207744 2024-07-29T15:02:29.236 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.236 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.236 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T15:02:29.236 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T15:02:29.236 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T15:02:29.236 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.236 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T15:02:29.236 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 794624 2024-07-29T15:02:29.237 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.237 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T15:02:29.237 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 6, 2024-07-29T15:02:29.237 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 234928 2024-07-29T15:02:29.237 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.237 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T15:02:29.237 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.237 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.237 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.237 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T15:02:29.237 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.237 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.237 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T15:02:29.238 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.238 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.238 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T15:02:29.238 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.238 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.238 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T15:02:29.238 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:29.238 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6758 2024-07-29T15:02:29.238 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.238 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T15:02:29.238 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.238 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.238 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.239 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T15:02:29.239 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 184, 2024-07-29T15:02:29.239 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 46881551 2024-07-29T15:02:29.239 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.239 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T15:02:29.239 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 175, 2024-07-29T15:02:29.239 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10676207 2024-07-29T15:02:29.239 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.239 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T15:02:29.239 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 184, 2024-07-29T15:02:29.239 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 254947 2024-07-29T15:02:29.239 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.239 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T15:02:29.240 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 184, 2024-07-29T15:02:29.240 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 47136498 2024-07-29T15:02:29.240 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.240 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T15:02:29.240 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.240 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.240 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.240 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T15:02:29.240 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:29.240 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30526 2024-07-29T15:02:29.240 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.240 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T15:02:29.240 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:29.240 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 921 2024-07-29T15:02:29.241 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.241 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T15:02:29.241 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.241 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.241 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.241 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T15:02:29.241 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.241 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.241 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.241 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T15:02:29.241 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:29.241 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5375 2024-07-29T15:02:29.241 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.241 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T15:02:29.242 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 372 2024-07-29T15:02:29.242 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.242 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T15:02:29.242 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 256 2024-07-29T15:02:29.242 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.242 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T15:02:29.242 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 95, 2024-07-29T15:02:29.242 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 668093 2024-07-29T15:02:29.242 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.242 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T15:02:29.242 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 154, 2024-07-29T15:02:29.242 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 235215 2024-07-29T15:02:29.242 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.243 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T15:02:29.243 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 59, 2024-07-29T15:02:29.243 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 303624 2024-07-29T15:02:29.243 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.243 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T15:02:29.243 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.243 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.243 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T15:02:29.243 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T15:02:29.243 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 100757 2024-07-29T15:02:29.243 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.243 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T15:02:29.243 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 288, 2024-07-29T15:02:29.243 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3210757 2024-07-29T15:02:29.243 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.244 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T15:02:29.244 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 46, 2024-07-29T15:02:29.244 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3392518 2024-07-29T15:02:29.244 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.244 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T15:02:29.244 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 43, 2024-07-29T15:02:29.244 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 275788492675 2024-07-29T15:02:29.244 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.244 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T15:02:29.244 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 46, 2024-07-29T15:02:29.244 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 86498856143 2024-07-29T15:02:29.244 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.244 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T15:02:29.244 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 285, 2024-07-29T15:02:29.245 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6002306320 2024-07-29T15:02:29.245 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.245 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T15:02:29.245 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 285, 2024-07-29T15:02:29.245 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30215 2024-07-29T15:02:29.245 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.245 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T15:02:29.245 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 288, 2024-07-29T15:02:29.245 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 246810 2024-07-29T15:02:29.245 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.245 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T15:02:29.245 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 288, 2024-07-29T15:02:29.245 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 117826513 2024-07-29T15:02:29.245 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.246 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T15:02:29.246 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 288, 2024-07-29T15:02:29.246 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 88771 2024-07-29T15:02:29.246 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.246 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T15:02:29.246 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 288, 2024-07-29T15:02:29.246 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 72558936 2024-07-29T15:02:29.246 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.246 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T15:02:29.246 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 288, 2024-07-29T15:02:29.246 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14135907 2024-07-29T15:02:29.246 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.246 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T15:02:29.246 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 351497 2024-07-29T15:02:29.247 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.247 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T15:02:29.247 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 38, 2024-07-29T15:02:29.247 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 167937 2024-07-29T15:02:29.247 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.247 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T15:02:29.247 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 288, 2024-07-29T15:02:29.247 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 208016580 2024-07-29T15:02:29.247 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.247 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T15:02:29.247 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 288, 2024-07-29T15:02:29.247 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16601213 2024-07-29T15:02:29.247 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.247 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T15:02:29.248 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 288, 2024-07-29T15:02:29.248 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2113854 2024-07-29T15:02:29.248 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.248 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.248 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T15:02:29.248 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T15:02:29.248 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1861456573 2024-07-29T15:02:29.248 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.248 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T15:02:29.248 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 270974976 2024-07-29T15:02:29.248 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.248 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T15:02:29.248 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 270090240 2024-07-29T15:02:29.248 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.249 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T15:02:29.249 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3137368166 2024-07-29T15:02:29.249 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.249 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T15:02:29.249 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 884736 2024-07-29T15:02:29.249 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.249 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.249 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T15:02:29.249 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:29.249 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 159383552 2024-07-29T15:02:29.249 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.249 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:29.249 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.249 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.250 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:29.250 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.250 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.250 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:29.250 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 85497703 2024-07-29T15:02:29.250 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.250 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:29.250 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.250 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.250 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:29.250 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.250 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.250 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:29.250 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.251 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.251 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:29.251 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.251 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.251 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:29.251 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.251 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.251 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:29.251 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.251 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.251 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:29.251 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.251 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.251 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:29.252 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.252 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.252 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:29.252 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.252 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.252 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:29.252 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 73885849 2024-07-29T15:02:29.252 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.252 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.252 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T15:02:29.252 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:29.252 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 780140544 2024-07-29T15:02:29.252 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.252 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:29.253 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:29.253 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.253 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:29.253 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.253 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.253 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:29.253 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 641232779 2024-07-29T15:02:29.253 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.253 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:29.253 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.253 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.253 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:29.253 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.253 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.254 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:29.254 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.254 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.254 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:29.254 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.254 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.254 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:29.254 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.254 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.254 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:29.254 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2128 2024-07-29T15:02:29.254 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.254 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:29.254 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.255 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.255 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:29.255 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.255 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.255 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:29.255 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.255 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.255 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:29.255 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71796773 2024-07-29T15:02:29.255 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.255 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.255 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T15:02:29.256 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:29.256 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 192937984 2024-07-29T15:02:29.256 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.256 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:29.256 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:29.256 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.256 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:29.256 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 464 2024-07-29T15:02:29.256 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.256 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:29.256 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56998469 2024-07-29T15:02:29.256 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.256 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:29.256 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.257 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.257 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:29.257 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.257 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.257 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:29.257 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.257 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.257 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:29.257 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.257 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.257 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:29.257 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.257 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.257 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:29.257 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.258 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.258 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:29.258 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.258 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.258 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:29.258 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.258 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.258 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:29.258 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.258 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.258 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:29.258 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68830187 2024-07-29T15:02:29.258 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.259 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.259 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T15:02:29.259 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:29.259 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 713031680 2024-07-29T15:02:29.259 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.259 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:29.259 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.259 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.259 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:29.259 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.259 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.259 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:29.259 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 641232779 2024-07-29T15:02:29.259 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.260 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:29.260 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.260 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.260 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:29.260 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.260 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.260 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:29.260 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.260 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.260 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:29.260 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.260 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.260 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:29.260 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6976 2024-07-29T15:02:29.261 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.261 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:29.261 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 277656 2024-07-29T15:02:29.261 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.261 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:29.261 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.261 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.261 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:29.261 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.261 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.261 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:29.261 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.261 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.261 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:29.261 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71514269 2024-07-29T15:02:29.262 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.262 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.262 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T15:02:29.262 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T15:02:29.262 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.262 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.262 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:29.262 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.262 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.262 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T15:02:29.262 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.262 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.262 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:29.262 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.263 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.263 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.263 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:29.263 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T15:02:29.263 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 41 2024-07-29T15:02:29.263 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.263 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T15:02:29.263 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.263 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.263 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T15:02:29.263 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.263 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.263 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T15:02:29.263 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.263 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.264 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T15:02:29.264 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.264 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.264 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T15:02:29.264 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.264 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.264 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T15:02:29.264 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.264 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.264 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.264 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T15:02:29.264 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.264 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.264 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T15:02:29.265 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.265 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.265 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.265 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T15:02:29.265 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.265 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.265 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.265 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:29.265 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.265 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.265 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T15:02:29.265 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.265 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.265 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.265 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T15:02:29.266 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.266 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.266 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T15:02:29.266 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.266 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.266 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T15:02:29.266 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.266 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.266 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.266 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T15:02:29.266 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.266 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.266 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.266 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T15:02:29.267 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.267 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.267 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T15:02:29.267 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.267 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.267 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T15:02:29.267 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.267 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.267 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.267 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T15:02:29.267 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.267 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.267 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T15:02:29.267 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.268 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.268 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T15:02:29.268 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.268 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.268 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T15:02:29.268 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.268 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.268 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.268 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T15:02:29.268 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.268 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.268 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.268 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:29.268 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.268 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.269 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T15:02:29.269 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.269 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.269 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T15:02:29.269 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.269 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.269 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.269 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T15:02:29.269 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.269 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.269 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T15:02:29.269 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.269 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.269 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.269 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T15:02:29.270 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.270 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.270 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.270 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T15:02:29.270 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.270 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.270 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T15:02:29.270 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.270 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.270 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T15:02:29.270 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.270 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.270 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T15:02:29.270 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T15:02:29.271 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.271 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T15:02:29.271 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 305283072 2024-07-29T15:02:29.271 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.271 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.271 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.271 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.6": { 2024-07-29T15:02:29.271 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:29.271 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T15:02:29.271 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.271 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.271 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T15:02:29.271 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.271 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.271 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T15:02:29.271 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T15:02:29.272 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.272 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_main": { 2024-07-29T15:02:29.272 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.272 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.272 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T15:02:29.272 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.272 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.272 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T15:02:29.272 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.272 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.272 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T15:02:29.272 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12288 2024-07-29T15:02:29.272 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.272 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T15:02:29.273 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1495040 2024-07-29T15:02:29.273 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.273 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T15:02:29.273 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.273 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.273 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.273 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T15:02:29.273 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.273 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.273 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.273 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T15:02:29.273 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T15:02:29.273 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.273 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T15:02:29.273 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 304480256 2024-07-29T15:02:29.274 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.274 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T15:02:29.274 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1138688 2024-07-29T15:02:29.274 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.274 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T15:02:29.274 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 999424 2024-07-29T15:02:29.274 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.274 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T15:02:29.274 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 312868864 2024-07-29T15:02:29.274 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.274 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T15:02:29.274 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.274 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.274 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T15:02:29.275 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.275 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.275 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T15:02:29.275 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14 2024-07-29T15:02:29.275 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.275 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T15:02:29.275 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 195619 2024-07-29T15:02:29.275 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.275 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T15:02:29.275 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23 2024-07-29T15:02:29.275 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.275 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T15:02:29.275 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1269760 2024-07-29T15:02:29.275 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.276 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T15:02:29.276 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1273856 2024-07-29T15:02:29.276 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.276 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T15:02:29.276 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.276 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.276 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T15:02:29.276 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.276 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.276 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T15:02:29.276 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15 2024-07-29T15:02:29.276 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.276 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T15:02:29.276 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4711 2024-07-29T15:02:29.276 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.277 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T15:02:29.277 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T15:02:29.277 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.277 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T15:02:29.277 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5537 2024-07-29T15:02:29.277 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.277 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T15:02:29.277 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24 2024-07-29T15:02:29.277 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.277 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T15:02:29.277 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5537 2024-07-29T15:02:29.277 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.277 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T15:02:29.277 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24 2024-07-29T15:02:29.278 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.278 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T15:02:29.278 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.278 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.278 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T15:02:29.278 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.278 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.278 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T15:02:29.278 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.278 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.278 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T15:02:29.278 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.278 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.278 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T15:02:29.279 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.279 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.279 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T15:02:29.279 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.279 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.279 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T15:02:29.279 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.279 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.279 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T15:02:29.279 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.279 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.279 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T15:02:29.279 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.279 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.280 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T15:02:29.280 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2568192 2024-07-29T15:02:29.280 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.280 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.280 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T15:02:29.280 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T15:02:29.280 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T15:02:29.280 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.280 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T15:02:29.280 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1380352 2024-07-29T15:02:29.280 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.280 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T15:02:29.280 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.280 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.280 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.281 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T15:02:29.281 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.281 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.281 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.281 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T15:02:29.281 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.281 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.281 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T15:02:29.281 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.281 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.281 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T15:02:29.281 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.281 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.281 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T15:02:29.282 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5, 2024-07-29T15:02:29.282 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8721 2024-07-29T15:02:29.282 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.282 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T15:02:29.282 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.282 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.282 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.282 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T15:02:29.282 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 227, 2024-07-29T15:02:29.282 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 49353512 2024-07-29T15:02:29.282 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.282 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T15:02:29.282 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 223, 2024-07-29T15:02:29.283 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7589578 2024-07-29T15:02:29.283 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.283 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T15:02:29.283 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 227, 2024-07-29T15:02:29.283 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 169913 2024-07-29T15:02:29.283 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.283 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T15:02:29.283 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 227, 2024-07-29T15:02:29.283 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 49523425 2024-07-29T15:02:29.283 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.283 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T15:02:29.283 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.283 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.283 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.283 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T15:02:29.283 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:29.284 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 34348 2024-07-29T15:02:29.284 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.284 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T15:02:29.284 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:29.284 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 898 2024-07-29T15:02:29.284 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.284 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T15:02:29.284 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.284 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.284 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.284 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T15:02:29.284 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.284 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.284 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.284 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T15:02:29.285 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:29.285 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10457 2024-07-29T15:02:29.285 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.285 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T15:02:29.285 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 408 2024-07-29T15:02:29.285 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.285 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T15:02:29.285 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 263 2024-07-29T15:02:29.285 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.285 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T15:02:29.285 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 100, 2024-07-29T15:02:29.285 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1031181 2024-07-29T15:02:29.285 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.285 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T15:02:29.285 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 156, 2024-07-29T15:02:29.286 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 340130 2024-07-29T15:02:29.286 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.286 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T15:02:29.286 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 56, 2024-07-29T15:02:29.286 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 639851 2024-07-29T15:02:29.286 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.286 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T15:02:29.286 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.286 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.286 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T15:02:29.286 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.286 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.286 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.286 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T15:02:29.287 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 299, 2024-07-29T15:02:29.287 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2580090 2024-07-29T15:02:29.287 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.287 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T15:02:29.287 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 38, 2024-07-29T15:02:29.287 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2875268 2024-07-29T15:02:29.287 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.287 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T15:02:29.287 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 38, 2024-07-29T15:02:29.287 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 479916461271 2024-07-29T15:02:29.287 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.287 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T15:02:29.287 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 38, 2024-07-29T15:02:29.287 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 58785082150 2024-07-29T15:02:29.287 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.288 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T15:02:29.288 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 299, 2024-07-29T15:02:29.288 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 531182 2024-07-29T15:02:29.288 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.288 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T15:02:29.288 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 299, 2024-07-29T15:02:29.288 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 32967 2024-07-29T15:02:29.288 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.288 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T15:02:29.288 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 299, 2024-07-29T15:02:29.288 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 254717 2024-07-29T15:02:29.288 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.288 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T15:02:29.288 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 299, 2024-07-29T15:02:29.288 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 103997296 2024-07-29T15:02:29.289 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.289 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T15:02:29.289 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 299, 2024-07-29T15:02:29.289 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 97499 2024-07-29T15:02:29.289 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.289 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T15:02:29.289 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 299, 2024-07-29T15:02:29.289 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 54646653 2024-07-29T15:02:29.289 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.289 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T15:02:29.289 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 299, 2024-07-29T15:02:29.289 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19121656 2024-07-29T15:02:29.290 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.290 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T15:02:29.290 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 941814 2024-07-29T15:02:29.290 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.290 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T15:02:29.290 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 31, 2024-07-29T15:02:29.290 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 137662 2024-07-29T15:02:29.290 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.290 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T15:02:29.290 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 299, 2024-07-29T15:02:29.290 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 180642201 2024-07-29T15:02:29.290 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.290 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T15:02:29.290 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 299, 2024-07-29T15:02:29.291 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21503932 2024-07-29T15:02:29.291 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.291 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T15:02:29.291 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 299, 2024-07-29T15:02:29.291 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4861807 2024-07-29T15:02:29.291 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.291 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.291 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T15:02:29.291 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T15:02:29.291 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1861456573 2024-07-29T15:02:29.291 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.291 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T15:02:29.291 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 269926400 2024-07-29T15:02:29.291 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.292 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T15:02:29.292 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 269451264 2024-07-29T15:02:29.292 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.292 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T15:02:29.292 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3137368166 2024-07-29T15:02:29.292 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.292 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T15:02:29.292 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 475136 2024-07-29T15:02:29.292 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.292 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.292 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T15:02:29.292 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:29.292 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 159383552 2024-07-29T15:02:29.292 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.293 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:29.293 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.293 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.293 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:29.293 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.293 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.293 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:29.293 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 85497148 2024-07-29T15:02:29.293 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.293 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:29.293 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.293 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.293 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:29.294 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.294 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.294 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:29.294 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.294 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.294 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:29.294 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.294 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.294 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:29.294 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.294 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.294 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:29.294 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8192 2024-07-29T15:02:29.295 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.295 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:29.295 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.295 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.295 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:29.295 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.295 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.295 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:29.295 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.295 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.295 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:29.295 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 73878212 2024-07-29T15:02:29.295 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.296 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.296 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T15:02:29.296 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:29.296 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 780140544 2024-07-29T15:02:29.296 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.296 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:29.296 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:29.296 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.296 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:29.296 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.296 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.296 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:29.296 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 641228616 2024-07-29T15:02:29.296 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.297 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:29.297 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.297 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.297 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:29.297 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.297 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.297 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:29.297 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.297 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.297 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:29.297 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.297 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.298 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:29.298 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.298 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.298 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:29.298 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2128 2024-07-29T15:02:29.298 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.298 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:29.298 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.298 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.298 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:29.298 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.298 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.299 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:29.299 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.299 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.299 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:29.299 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71800936 2024-07-29T15:02:29.299 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.299 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.299 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T15:02:29.299 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:29.299 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 192937984 2024-07-29T15:02:29.299 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.299 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:29.299 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:29.299 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.300 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:29.300 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 464 2024-07-29T15:02:29.300 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.300 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:29.300 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56998099 2024-07-29T15:02:29.300 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.300 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:29.300 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.300 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.300 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:29.300 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.300 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.300 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:29.300 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.301 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.301 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:29.301 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.301 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.301 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:29.301 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.301 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.301 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:29.301 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.301 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.301 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:29.301 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.301 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.301 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:29.301 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.302 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.302 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:29.302 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.302 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.302 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:29.302 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68830557 2024-07-29T15:02:29.302 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.302 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.302 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T15:02:29.302 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:29.302 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 713031680 2024-07-29T15:02:29.302 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.302 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:29.302 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.303 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.303 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:29.303 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.303 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.303 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:29.303 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 641228616 2024-07-29T15:02:29.303 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.303 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:29.303 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.303 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.303 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:29.303 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2842 2024-07-29T15:02:29.303 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.303 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:29.304 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4264 2024-07-29T15:02:29.304 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.304 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:29.304 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.304 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.304 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:29.304 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7106 2024-07-29T15:02:29.304 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.304 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:29.304 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 271479 2024-07-29T15:02:29.304 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.304 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:29.304 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.304 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.304 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:29.305 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.305 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.305 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:29.305 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.305 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.305 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:29.305 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71517373 2024-07-29T15:02:29.305 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.305 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.305 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T15:02:29.305 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T15:02:29.305 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.306 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.306 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:29.306 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.306 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.306 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T15:02:29.306 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.306 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.306 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:29.306 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.306 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.306 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.306 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:29.306 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T15:02:29.306 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 39 2024-07-29T15:02:29.307 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.307 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T15:02:29.307 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.307 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.307 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T15:02:29.307 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13 2024-07-29T15:02:29.307 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.307 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T15:02:29.307 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.307 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.307 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T15:02:29.307 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.307 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.308 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T15:02:29.308 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2804 2024-07-29T15:02:29.308 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.308 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T15:02:29.308 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13, 2024-07-29T15:02:29.308 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 85122435 2024-07-29T15:02:29.308 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.308 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T15:02:29.308 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.308 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.308 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T15:02:29.308 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15, 2024-07-29T15:02:29.308 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8081613 2024-07-29T15:02:29.308 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.309 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T15:02:29.309 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13, 2024-07-29T15:02:29.309 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 28649039 2024-07-29T15:02:29.309 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.309 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:29.309 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.309 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.309 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T15:02:29.309 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.309 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.309 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.309 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T15:02:29.309 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.310 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.310 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T15:02:29.310 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.310 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.310 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T15:02:29.310 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.310 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.310 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.310 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T15:02:29.310 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.310 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.310 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.310 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T15:02:29.310 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.311 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.311 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T15:02:29.311 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.311 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.311 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T15:02:29.311 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.311 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.311 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.311 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T15:02:29.311 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.311 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.311 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T15:02:29.311 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.311 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.311 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T15:02:29.312 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.312 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.312 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T15:02:29.312 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.312 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.312 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.312 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T15:02:29.312 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.312 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.312 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.312 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:29.312 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13 2024-07-29T15:02:29.312 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.313 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T15:02:29.313 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2804 2024-07-29T15:02:29.313 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.313 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T15:02:29.313 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13, 2024-07-29T15:02:29.313 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 85122435 2024-07-29T15:02:29.313 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.313 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T15:02:29.313 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.313 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.313 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T15:02:29.313 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15, 2024-07-29T15:02:29.313 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8081613 2024-07-29T15:02:29.314 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.314 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T15:02:29.314 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13, 2024-07-29T15:02:29.314 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 28649039 2024-07-29T15:02:29.314 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.314 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T15:02:29.314 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.314 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.314 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T15:02:29.314 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.314 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.314 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T15:02:29.314 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.315 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.315 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T15:02:29.315 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T15:02:29.315 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.315 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T15:02:29.315 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 305868800 2024-07-29T15:02:29.315 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.315 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.315 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.315 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.7": { 2024-07-29T15:02:29.315 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T15:02:29.315 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T15:02:29.315 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.315 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.316 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T15:02:29.316 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.316 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.316 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T15:02:29.316 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T15:02:29.316 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.316 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_main": { 2024-07-29T15:02:29.316 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.316 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.316 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T15:02:29.316 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.316 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.316 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T15:02:29.316 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.317 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.317 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T15:02:29.317 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12288 2024-07-29T15:02:29.317 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.317 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T15:02:29.317 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1413120 2024-07-29T15:02:29.317 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.317 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T15:02:29.317 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.317 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.317 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.317 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T15:02:29.317 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.317 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.318 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.318 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T15:02:29.318 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T15:02:29.318 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.318 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T15:02:29.318 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 304480256 2024-07-29T15:02:29.318 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.318 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T15:02:29.318 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1085440 2024-07-29T15:02:29.318 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.318 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T15:02:29.318 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 946176 2024-07-29T15:02:29.318 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.318 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T15:02:29.319 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 312868864 2024-07-29T15:02:29.319 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.319 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T15:02:29.319 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.319 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.319 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T15:02:29.319 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.319 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.319 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T15:02:29.319 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14 2024-07-29T15:02:29.319 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.319 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T15:02:29.319 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 195619 2024-07-29T15:02:29.319 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.320 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T15:02:29.320 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23 2024-07-29T15:02:29.320 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.320 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T15:02:29.320 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1269760 2024-07-29T15:02:29.320 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.320 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T15:02:29.320 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1273856 2024-07-29T15:02:29.320 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.320 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T15:02:29.320 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.320 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.320 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T15:02:29.320 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.321 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.321 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T15:02:29.321 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15 2024-07-29T15:02:29.321 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.321 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T15:02:29.321 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4711 2024-07-29T15:02:29.321 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.321 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T15:02:29.321 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T15:02:29.321 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.321 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T15:02:29.321 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5537 2024-07-29T15:02:29.321 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.322 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T15:02:29.322 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24 2024-07-29T15:02:29.322 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.322 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T15:02:29.322 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5537 2024-07-29T15:02:29.322 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.322 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T15:02:29.322 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24 2024-07-29T15:02:29.322 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.322 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T15:02:29.322 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.322 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.322 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T15:02:29.323 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.323 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.323 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T15:02:29.323 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.323 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.323 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T15:02:29.323 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.323 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.323 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T15:02:29.323 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.323 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.323 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T15:02:29.323 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.323 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.324 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T15:02:29.324 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.324 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.324 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T15:02:29.324 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.324 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.324 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T15:02:29.324 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.324 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.324 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T15:02:29.324 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2433024 2024-07-29T15:02:29.324 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.325 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.325 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T15:02:29.325 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T15:02:29.325 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T15:02:29.325 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.325 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T15:02:29.325 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1380352 2024-07-29T15:02:29.325 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.325 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T15:02:29.325 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T15:02:29.325 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 126726 2024-07-29T15:02:29.325 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.325 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T15:02:29.325 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.326 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.326 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.326 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T15:02:29.326 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.326 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.326 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T15:02:29.326 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.326 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.326 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T15:02:29.326 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.326 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.326 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T15:02:29.327 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13, 2024-07-29T15:02:29.327 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 39202 2024-07-29T15:02:29.327 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.327 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T15:02:29.327 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.327 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.327 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.327 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T15:02:29.327 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 214, 2024-07-29T15:02:29.327 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 57577702 2024-07-29T15:02:29.327 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.327 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T15:02:29.327 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 208, 2024-07-29T15:02:29.328 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10227954 2024-07-29T15:02:29.328 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.328 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T15:02:29.328 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 214, 2024-07-29T15:02:29.328 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 134233 2024-07-29T15:02:29.328 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.328 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T15:02:29.328 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 214, 2024-07-29T15:02:29.328 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 57711935 2024-07-29T15:02:29.328 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.328 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T15:02:29.328 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.328 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.328 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.329 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T15:02:29.329 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:29.329 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 29518 2024-07-29T15:02:29.329 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.329 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T15:02:29.329 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:29.329 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 951 2024-07-29T15:02:29.329 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.329 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T15:02:29.329 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.329 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.329 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.329 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T15:02:29.329 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T15:02:29.329 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.330 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.330 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T15:02:29.330 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T15:02:29.330 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7856 2024-07-29T15:02:29.330 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.330 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T15:02:29.330 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 784 2024-07-29T15:02:29.330 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.330 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T15:02:29.330 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 297 2024-07-29T15:02:29.330 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.330 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T15:02:29.330 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 143, 2024-07-29T15:02:29.330 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3068912 2024-07-29T15:02:29.331 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.331 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T15:02:29.331 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 234, 2024-07-29T15:02:29.331 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 240888 2024-07-29T15:02:29.331 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.331 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T15:02:29.331 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 91, 2024-07-29T15:02:29.331 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2309148 2024-07-29T15:02:29.331 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.331 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T15:02:29.331 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.331 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.331 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T15:02:29.331 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T15:02:29.332 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14101 2024-07-29T15:02:29.332 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.332 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T15:02:29.332 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 318, 2024-07-29T15:02:29.332 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2324815 2024-07-29T15:02:29.332 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.332 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T15:02:29.332 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 26, 2024-07-29T15:02:29.332 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1773299 2024-07-29T15:02:29.332 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.332 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T15:02:29.332 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 26, 2024-07-29T15:02:29.332 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 286923721296 2024-07-29T15:02:29.332 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.333 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T15:02:29.333 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 26, 2024-07-29T15:02:29.333 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 31890309150 2024-07-29T15:02:29.333 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.333 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T15:02:29.333 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 318, 2024-07-29T15:02:29.333 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 507289 2024-07-29T15:02:29.333 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.333 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T15:02:29.333 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 318, 2024-07-29T15:02:29.333 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 33934 2024-07-29T15:02:29.333 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.333 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T15:02:29.333 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 318, 2024-07-29T15:02:29.333 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 226228 2024-07-29T15:02:29.334 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.334 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T15:02:29.334 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 318, 2024-07-29T15:02:29.334 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 186972296 2024-07-29T15:02:29.334 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.334 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T15:02:29.334 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 318, 2024-07-29T15:02:29.334 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 103028 2024-07-29T15:02:29.334 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.334 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T15:02:29.335 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 318, 2024-07-29T15:02:29.335 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 91874474 2024-07-29T15:02:29.335 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.335 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T15:02:29.335 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 318, 2024-07-29T15:02:29.335 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13374498 2024-07-29T15:02:29.335 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.335 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T15:02:29.335 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 940047 2024-07-29T15:02:29.335 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.335 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T15:02:29.335 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 25, 2024-07-29T15:02:29.335 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 113374 2024-07-29T15:02:29.335 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.335 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T15:02:29.336 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 318, 2024-07-29T15:02:29.336 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 294815546 2024-07-29T15:02:29.336 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.336 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T15:02:29.336 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 318, 2024-07-29T15:02:29.336 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15503446 2024-07-29T15:02:29.336 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.336 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T15:02:29.336 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 318, 2024-07-29T15:02:29.336 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2268684 2024-07-29T15:02:29.336 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.336 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.336 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T15:02:29.336 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T15:02:29.337 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1861456573 2024-07-29T15:02:29.337 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.337 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T15:02:29.337 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 271187968 2024-07-29T15:02:29.337 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.337 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T15:02:29.337 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 270344192 2024-07-29T15:02:29.337 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.337 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T15:02:29.337 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3137368166 2024-07-29T15:02:29.337 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.337 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T15:02:29.337 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 843776 2024-07-29T15:02:29.337 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.337 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.338 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T15:02:29.338 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:29.338 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 159383552 2024-07-29T15:02:29.338 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.338 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:29.338 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.338 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.338 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:29.338 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.338 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.338 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:29.338 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 85479274 2024-07-29T15:02:29.338 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.339 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:29.339 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.339 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.339 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:29.339 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 155648 2024-07-29T15:02:29.339 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.339 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:29.339 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.339 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.339 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:29.339 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.339 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.339 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:29.339 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.339 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.340 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:29.340 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 135168 2024-07-29T15:02:29.340 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.340 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:29.340 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.340 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.340 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:29.340 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.340 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.340 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:29.340 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.340 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.340 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:29.341 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 73613462 2024-07-29T15:02:29.341 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.341 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.341 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T15:02:29.341 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:29.341 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 780140544 2024-07-29T15:02:29.341 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.341 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:29.341 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:29.341 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.341 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:29.341 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.341 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.342 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:29.342 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 641094561 2024-07-29T15:02:29.342 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.342 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:29.342 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.342 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.342 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:29.342 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.342 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.342 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:29.342 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.342 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.342 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:29.343 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.343 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.343 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:29.343 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.343 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.343 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:29.343 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2128 2024-07-29T15:02:29.343 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.343 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:29.343 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.343 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.343 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:29.343 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.343 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.344 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:29.344 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.344 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.344 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:29.344 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71934991 2024-07-29T15:02:29.344 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.344 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.344 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T15:02:29.344 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:29.344 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 192937984 2024-07-29T15:02:29.344 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.344 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:29.344 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T15:02:29.345 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.345 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:29.345 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 464 2024-07-29T15:02:29.345 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.345 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:29.345 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56986183 2024-07-29T15:02:29.345 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.345 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:29.345 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.345 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.345 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:29.345 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.345 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.346 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:29.346 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.346 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.346 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:29.346 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.346 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.346 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:29.346 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.346 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.346 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:29.346 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.346 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.346 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:29.346 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.347 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.347 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:29.347 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.347 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.347 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:29.347 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.347 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.347 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:29.347 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68842473 2024-07-29T15:02:29.347 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.347 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.347 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T15:02:29.347 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T15:02:29.347 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 713031680 2024-07-29T15:02:29.347 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.348 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T15:02:29.348 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.348 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.348 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T15:02:29.348 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.348 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.348 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T15:02:29.348 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 641094561 2024-07-29T15:02:29.348 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.348 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T15:02:29.348 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.348 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.348 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T15:02:29.349 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17116 2024-07-29T15:02:29.349 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.349 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T15:02:29.349 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.349 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.349 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T15:02:29.349 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.349 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.349 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T15:02:29.349 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.349 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.349 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T15:02:29.349 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 283853 2024-07-29T15:02:29.349 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.350 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T15:02:29.350 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.350 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.350 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T15:02:29.350 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.350 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.350 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T15:02:29.350 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.350 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.350 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T15:02:29.350 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71636150 2024-07-29T15:02:29.350 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.350 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.351 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T15:02:29.351 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T15:02:29.351 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.351 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.351 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:29.351 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.351 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.351 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T15:02:29.351 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.351 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.351 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:29.351 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.351 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.351 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.352 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T15:02:29.352 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T15:02:29.352 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 46 2024-07-29T15:02:29.352 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.352 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T15:02:29.352 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.352 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.352 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T15:02:29.352 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 157 2024-07-29T15:02:29.352 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.352 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T15:02:29.352 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.352 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.353 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T15:02:29.353 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.353 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.353 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T15:02:29.353 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.353 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.353 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T15:02:29.353 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 157, 2024-07-29T15:02:29.353 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 99996079 2024-07-29T15:02:29.353 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.353 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T15:02:29.353 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 266182 2024-07-29T15:02:29.353 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.353 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T15:02:29.353 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 159, 2024-07-29T15:02:29.354 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 37472398 2024-07-29T15:02:29.354 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.354 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T15:02:29.354 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 157, 2024-07-29T15:02:29.354 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 74220052 2024-07-29T15:02:29.354 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.354 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T15:02:29.354 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 110 2024-07-29T15:02:29.354 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.354 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T15:02:29.354 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 110, 2024-07-29T15:02:29.354 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16932832 2024-07-29T15:02:29.354 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.355 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T15:02:29.355 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.355 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.355 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T15:02:29.355 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 266182 2024-07-29T15:02:29.355 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.355 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T15:02:29.355 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 110, 2024-07-29T15:02:29.355 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15325328 2024-07-29T15:02:29.355 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.355 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T15:02:29.355 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 110, 2024-07-29T15:02:29.355 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12395793 2024-07-29T15:02:29.355 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.356 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T15:02:29.356 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 42 2024-07-29T15:02:29.356 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.356 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T15:02:29.356 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.356 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.356 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T15:02:29.356 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 42, 2024-07-29T15:02:29.356 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 41618000 2024-07-29T15:02:29.356 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.356 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T15:02:29.356 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.356 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.356 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T15:02:29.357 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.357 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.357 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T15:02:29.357 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.357 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.357 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T15:02:29.357 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 42, 2024-07-29T15:02:29.357 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18824280 2024-07-29T15:02:29.357 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.357 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T15:02:29.357 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 42, 2024-07-29T15:02:29.357 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38817424 2024-07-29T15:02:29.357 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.357 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T15:02:29.358 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5 2024-07-29T15:02:29.358 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.358 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T15:02:29.358 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.358 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.358 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T15:02:29.358 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5, 2024-07-29T15:02:29.358 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 41445247 2024-07-29T15:02:29.358 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.358 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T15:02:29.358 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.358 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.358 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T15:02:29.358 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7, 2024-07-29T15:02:29.359 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3322790 2024-07-29T15:02:29.359 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.359 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T15:02:29.359 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5, 2024-07-29T15:02:29.359 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23006835 2024-07-29T15:02:29.359 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.359 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T15:02:29.359 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.359 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.359 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T15:02:29.359 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.359 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.359 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T15:02:29.359 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T15:02:29.359 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.360 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T15:02:29.360 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T15:02:29.360 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.360 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T15:02:29.360 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 305868800 2024-07-29T15:02:29.360 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.360 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.360 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.360 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.360 INFO:tasks.workunit.client.0.smithi067.stdout: "pools": [ 2024-07-29T15:02:29.360 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.360 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T15:02:29.360 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr" 2024-07-29T15:02:29.361 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.361 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_mode": "none", 2024-07-29T15:02:29.361 INFO:tasks.workunit.client.0.smithi067.stdout: "erasure_code_profile": {}, 2024-07-29T15:02:29.361 INFO:tasks.workunit.client.0.smithi067.stdout: "min_size": 2, 2024-07-29T15:02:29.361 INFO:tasks.workunit.client.0.smithi067.stdout: "options": {}, 2024-07-29T15:02:29.361 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_autoscale_mode": "off", 2024-07-29T15:02:29.361 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 1, 2024-07-29T15:02:29.361 INFO:tasks.workunit.client.0.smithi067.stdout: "pgp_num": 1, 2024-07-29T15:02:29.361 INFO:tasks.workunit.client.0.smithi067.stdout: "pool": 1, 2024-07-29T15:02:29.361 INFO:tasks.workunit.client.0.smithi067.stdout: "size": 3, 2024-07-29T15:02:29.361 INFO:tasks.workunit.client.0.smithi067.stdout: "stats": { 2024-07-29T15:02:29.361 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_raw": 727115278602, 2024-07-29T15:02:29.361 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_used": 1781760, 2024-07-29T15:02:29.362 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_bytes_used": 0, 2024-07-29T15:02:29.362 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_under_bytes": 0, 2024-07-29T15:02:29.362 INFO:tasks.workunit.client.0.smithi067.stdout: "data_bytes_used": 1781760, 2024-07-29T15:02:29.362 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty": 0, 2024-07-29T15:02:29.362 INFO:tasks.workunit.client.0.smithi067.stdout: "max_avail": 242371772416, 2024-07-29T15:02:29.362 INFO:tasks.workunit.client.0.smithi067.stdout: "objects": 2, 2024-07-29T15:02:29.362 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_bytes_used": 0, 2024-07-29T15:02:29.362 INFO:tasks.workunit.client.0.smithi067.stdout: "percent_used": 2.450444526402862e-06, 2024-07-29T15:02:29.362 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_bytes": 0, 2024-07-29T15:02:29.362 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_objects": 0, 2024-07-29T15:02:29.362 INFO:tasks.workunit.client.0.smithi067.stdout: "rd": 502, 2024-07-29T15:02:29.362 INFO:tasks.workunit.client.0.smithi067.stdout: "rd_bytes": 690176, 2024-07-29T15:02:29.362 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": 590368, 2024-07-29T15:02:29.362 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_data": 590368, 2024-07-29T15:02:29.363 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_omap": 0, 2024-07-29T15:02:29.363 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_raw": 1771104, 2024-07-29T15:02:29.363 INFO:tasks.workunit.client.0.smithi067.stdout: "wr": 243, 2024-07-29T15:02:29.363 INFO:tasks.workunit.client.0.smithi067.stdout: "wr_bytes": 2473984 2024-07-29T15:02:29.363 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.363 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_bytes": 0, 2024-07-29T15:02:29.363 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_objects": 0, 2024-07-29T15:02:29.363 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "replicated" 2024-07-29T15:02:29.363 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.363 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.363 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T15:02:29.363 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs" 2024-07-29T15:02:29.363 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.363 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_mode": "none", 2024-07-29T15:02:29.363 INFO:tasks.workunit.client.0.smithi067.stdout: "erasure_code_profile": {}, 2024-07-29T15:02:29.363 INFO:tasks.workunit.client.0.smithi067.stdout: "min_size": 2, 2024-07-29T15:02:29.364 INFO:tasks.workunit.client.0.smithi067.stdout: "options": {}, 2024-07-29T15:02:29.364 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_autoscale_mode": "off", 2024-07-29T15:02:29.364 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 32, 2024-07-29T15:02:29.364 INFO:tasks.workunit.client.0.smithi067.stdout: "pgp_num": 32, 2024-07-29T15:02:29.364 INFO:tasks.workunit.client.0.smithi067.stdout: "pool": 2, 2024-07-29T15:02:29.364 INFO:tasks.workunit.client.0.smithi067.stdout: "size": 3, 2024-07-29T15:02:29.364 INFO:tasks.workunit.client.0.smithi067.stdout: "stats": { 2024-07-29T15:02:29.364 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_raw": 727115278602, 2024-07-29T15:02:29.364 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_used": 98304, 2024-07-29T15:02:29.364 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_bytes_used": 0, 2024-07-29T15:02:29.364 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_under_bytes": 0, 2024-07-29T15:02:29.364 INFO:tasks.workunit.client.0.smithi067.stdout: "data_bytes_used": 98304, 2024-07-29T15:02:29.364 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty": 0, 2024-07-29T15:02:29.364 INFO:tasks.workunit.client.0.smithi067.stdout: "max_avail": 242371772416, 2024-07-29T15:02:29.364 INFO:tasks.workunit.client.0.smithi067.stdout: "objects": 22, 2024-07-29T15:02:29.365 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_bytes_used": 0, 2024-07-29T15:02:29.365 INFO:tasks.workunit.client.0.smithi067.stdout: "percent_used": 1.351972542806834e-07, 2024-07-29T15:02:29.365 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_bytes": 0, 2024-07-29T15:02:29.365 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_objects": 0, 2024-07-29T15:02:29.365 INFO:tasks.workunit.client.0.smithi067.stdout: "rd": 0, 2024-07-29T15:02:29.365 INFO:tasks.workunit.client.0.smithi067.stdout: "rd_bytes": 0, 2024-07-29T15:02:29.365 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": 3410, 2024-07-29T15:02:29.365 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_data": 3410, 2024-07-29T15:02:29.365 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_omap": 0, 2024-07-29T15:02:29.365 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_raw": 10230, 2024-07-29T15:02:29.365 INFO:tasks.workunit.client.0.smithi067.stdout: "wr": 51, 2024-07-29T15:02:29.365 INFO:tasks.workunit.client.0.smithi067.stdout: "wr_bytes": 19456 2024-07-29T15:02:29.365 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.365 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_bytes": 0, 2024-07-29T15:02:29.365 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_objects": 0, 2024-07-29T15:02:29.366 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "replicated" 2024-07-29T15:02:29.366 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.366 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.366 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T15:02:29.366 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs" 2024-07-29T15:02:29.366 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.366 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_mode": "none", 2024-07-29T15:02:29.366 INFO:tasks.workunit.client.0.smithi067.stdout: "erasure_code_profile": {}, 2024-07-29T15:02:29.366 INFO:tasks.workunit.client.0.smithi067.stdout: "min_size": 2, 2024-07-29T15:02:29.366 INFO:tasks.workunit.client.0.smithi067.stdout: "options": {}, 2024-07-29T15:02:29.366 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_autoscale_mode": "off", 2024-07-29T15:02:29.366 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 64, 2024-07-29T15:02:29.366 INFO:tasks.workunit.client.0.smithi067.stdout: "pgp_num": 64, 2024-07-29T15:02:29.366 INFO:tasks.workunit.client.0.smithi067.stdout: "pool": 3, 2024-07-29T15:02:29.367 INFO:tasks.workunit.client.0.smithi067.stdout: "size": 3, 2024-07-29T15:02:29.367 INFO:tasks.workunit.client.0.smithi067.stdout: "stats": { 2024-07-29T15:02:29.367 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_raw": 727115278602, 2024-07-29T15:02:29.367 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_used": 0, 2024-07-29T15:02:29.367 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_bytes_used": 0, 2024-07-29T15:02:29.367 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_under_bytes": 0, 2024-07-29T15:02:29.367 INFO:tasks.workunit.client.0.smithi067.stdout: "data_bytes_used": 0, 2024-07-29T15:02:29.367 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty": 0, 2024-07-29T15:02:29.367 INFO:tasks.workunit.client.0.smithi067.stdout: "max_avail": 242371772416, 2024-07-29T15:02:29.367 INFO:tasks.workunit.client.0.smithi067.stdout: "objects": 0, 2024-07-29T15:02:29.367 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_bytes_used": 0, 2024-07-29T15:02:29.367 INFO:tasks.workunit.client.0.smithi067.stdout: "percent_used": 0.0, 2024-07-29T15:02:29.367 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_bytes": 0, 2024-07-29T15:02:29.367 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_objects": 0, 2024-07-29T15:02:29.367 INFO:tasks.workunit.client.0.smithi067.stdout: "rd": 0, 2024-07-29T15:02:29.368 INFO:tasks.workunit.client.0.smithi067.stdout: "rd_bytes": 0, 2024-07-29T15:02:29.368 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": 0, 2024-07-29T15:02:29.368 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_data": 0, 2024-07-29T15:02:29.368 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_omap": 0, 2024-07-29T15:02:29.368 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_raw": 0, 2024-07-29T15:02:29.368 INFO:tasks.workunit.client.0.smithi067.stdout: "wr": 0, 2024-07-29T15:02:29.368 INFO:tasks.workunit.client.0.smithi067.stdout: "wr_bytes": 0 2024-07-29T15:02:29.368 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.368 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_bytes": 0, 2024-07-29T15:02:29.368 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_objects": 0, 2024-07-29T15:02:29.368 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "replicated" 2024-07-29T15:02:29.368 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.369 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.369 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T15:02:29.369 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd" 2024-07-29T15:02:29.369 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.369 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_mode": "none", 2024-07-29T15:02:29.369 INFO:tasks.workunit.client.0.smithi067.stdout: "erasure_code_profile": {}, 2024-07-29T15:02:29.369 INFO:tasks.workunit.client.0.smithi067.stdout: "min_size": 2, 2024-07-29T15:02:29.369 INFO:tasks.workunit.client.0.smithi067.stdout: "options": {}, 2024-07-29T15:02:29.369 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_autoscale_mode": "off", 2024-07-29T15:02:29.369 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 8, 2024-07-29T15:02:29.369 INFO:tasks.workunit.client.0.smithi067.stdout: "pgp_num": 8, 2024-07-29T15:02:29.369 INFO:tasks.workunit.client.0.smithi067.stdout: "pool": 4, 2024-07-29T15:02:29.369 INFO:tasks.workunit.client.0.smithi067.stdout: "size": 3, 2024-07-29T15:02:29.369 INFO:tasks.workunit.client.0.smithi067.stdout: "stats": { 2024-07-29T15:02:29.369 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_raw": 727115278602, 2024-07-29T15:02:29.370 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_used": 12288, 2024-07-29T15:02:29.370 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_bytes_used": 0, 2024-07-29T15:02:29.370 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_under_bytes": 0, 2024-07-29T15:02:29.370 INFO:tasks.workunit.client.0.smithi067.stdout: "data_bytes_used": 12288, 2024-07-29T15:02:29.370 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty": 0, 2024-07-29T15:02:29.370 INFO:tasks.workunit.client.0.smithi067.stdout: "max_avail": 242371772416, 2024-07-29T15:02:29.370 INFO:tasks.workunit.client.0.smithi067.stdout: "objects": 2, 2024-07-29T15:02:29.370 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_bytes_used": 0, 2024-07-29T15:02:29.370 INFO:tasks.workunit.client.0.smithi067.stdout: "percent_used": 1.6899658561442266e-08, 2024-07-29T15:02:29.370 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_bytes": 0, 2024-07-29T15:02:29.370 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_objects": 0, 2024-07-29T15:02:29.370 INFO:tasks.workunit.client.0.smithi067.stdout: "rd": 0, 2024-07-29T15:02:29.371 INFO:tasks.workunit.client.0.smithi067.stdout: "rd_bytes": 0, 2024-07-29T15:02:29.371 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": 19, 2024-07-29T15:02:29.371 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_data": 19, 2024-07-29T15:02:29.371 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_omap": 0, 2024-07-29T15:02:29.371 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_raw": 57, 2024-07-29T15:02:29.371 INFO:tasks.workunit.client.0.smithi067.stdout: "wr": 2, 2024-07-29T15:02:29.371 INFO:tasks.workunit.client.0.smithi067.stdout: "wr_bytes": 2048 2024-07-29T15:02:29.371 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.371 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_bytes": 0, 2024-07-29T15:02:29.371 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_objects": 0, 2024-07-29T15:02:29.371 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "replicated" 2024-07-29T15:02:29.371 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.371 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.371 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd": { 2024-07-29T15:02:29.371 INFO:tasks.workunit.client.0.smithi067.stdout: "mirroring_by_pool": [ 2024-07-29T15:02:29.372 INFO:tasks.workunit.client.0.smithi067.stdout: false 2024-07-29T15:02:29.372 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.372 INFO:tasks.workunit.client.0.smithi067.stdout: "num_images_by_pool": [ 2024-07-29T15:02:29.372 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:29.372 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.372 INFO:tasks.workunit.client.0.smithi067.stdout: "num_pools": 1 2024-07-29T15:02:29.372 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.372 INFO:tasks.workunit.client.0.smithi067.stdout: "report_id": "c6434084-cc5a-486f-b7d3-294cfb125c1e", 2024-07-29T15:02:29.372 INFO:tasks.workunit.client.0.smithi067.stdout: "report_timestamp": "2024-07-29T15:02:28.079240", 2024-07-29T15:02:29.372 INFO:tasks.workunit.client.0.smithi067.stdout: "report_version": 1, 2024-07-29T15:02:29.372 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_stats": { 2024-07-29T15:02:29.372 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "6.15.5" 2024-07-29T15:02:29.372 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.372 INFO:tasks.workunit.client.0.smithi067.stdout: "rook": { 2024-07-29T15:02:29.373 INFO:tasks.workunit.client.0.smithi067.stdout: "cluster": { 2024-07-29T15:02:29.373 INFO:tasks.workunit.client.0.smithi067.stdout: "external-mode": null, 2024-07-29T15:02:29.373 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T15:02:29.373 INFO:tasks.workunit.client.0.smithi067.stdout: "allow-multiple-per-node": null, 2024-07-29T15:02:29.373 INFO:tasks.workunit.client.0.smithi067.stdout: "count": null, 2024-07-29T15:02:29.373 INFO:tasks.workunit.client.0.smithi067.stdout: "max-id": null, 2024-07-29T15:02:29.373 INFO:tasks.workunit.client.0.smithi067.stdout: "pvc": { 2024-07-29T15:02:29.373 INFO:tasks.workunit.client.0.smithi067.stdout: "enabled": null 2024-07-29T15:02:29.373 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.373 INFO:tasks.workunit.client.0.smithi067.stdout: "stretch": { 2024-07-29T15:02:29.373 INFO:tasks.workunit.client.0.smithi067.stdout: "enabled": null 2024-07-29T15:02:29.373 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.373 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.374 INFO:tasks.workunit.client.0.smithi067.stdout: "network": { 2024-07-29T15:02:29.374 INFO:tasks.workunit.client.0.smithi067.stdout: "provider": null 2024-07-29T15:02:29.374 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.374 INFO:tasks.workunit.client.0.smithi067.stdout: "storage": { 2024-07-29T15:02:29.374 INFO:tasks.workunit.client.0.smithi067.stdout: "device-set": { 2024-07-29T15:02:29.374 INFO:tasks.workunit.client.0.smithi067.stdout: "count": { 2024-07-29T15:02:29.374 INFO:tasks.workunit.client.0.smithi067.stdout: "non-portable": null, 2024-07-29T15:02:29.374 INFO:tasks.workunit.client.0.smithi067.stdout: "portable": null, 2024-07-29T15:02:29.374 INFO:tasks.workunit.client.0.smithi067.stdout: "total": null 2024-07-29T15:02:29.374 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.374 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.374 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.375 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.375 INFO:tasks.workunit.client.0.smithi067.stdout: "csi": { 2024-07-29T15:02:29.375 INFO:tasks.workunit.client.0.smithi067.stdout: "version": null 2024-07-29T15:02:29.375 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.375 INFO:tasks.workunit.client.0.smithi067.stdout: "kubernetes": { 2024-07-29T15:02:29.375 INFO:tasks.workunit.client.0.smithi067.stdout: "version": null 2024-07-29T15:02:29.375 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.375 INFO:tasks.workunit.client.0.smithi067.stdout: "node": { 2024-07-29T15:02:29.375 INFO:tasks.workunit.client.0.smithi067.stdout: "count": { 2024-07-29T15:02:29.375 INFO:tasks.workunit.client.0.smithi067.stdout: "kubernetes-total": null, 2024-07-29T15:02:29.375 INFO:tasks.workunit.client.0.smithi067.stdout: "with-ceph-daemons": null, 2024-07-29T15:02:29.375 INFO:tasks.workunit.client.0.smithi067.stdout: "with-csi-cephfs-plugin": null, 2024-07-29T15:02:29.375 INFO:tasks.workunit.client.0.smithi067.stdout: "with-csi-nfs-plugin": null, 2024-07-29T15:02:29.375 INFO:tasks.workunit.client.0.smithi067.stdout: "with-csi-rbd-plugin": null 2024-07-29T15:02:29.375 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.375 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.376 INFO:tasks.workunit.client.0.smithi067.stdout: "usage": { 2024-07-29T15:02:29.376 INFO:tasks.workunit.client.0.smithi067.stdout: "storage-class": { 2024-07-29T15:02:29.376 INFO:tasks.workunit.client.0.smithi067.stdout: "count": { 2024-07-29T15:02:29.376 INFO:tasks.workunit.client.0.smithi067.stdout: "bucket": null, 2024-07-29T15:02:29.376 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs": null, 2024-07-29T15:02:29.376 INFO:tasks.workunit.client.0.smithi067.stdout: "nfs": null, 2024-07-29T15:02:29.376 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd": null, 2024-07-29T15:02:29.376 INFO:tasks.workunit.client.0.smithi067.stdout: "total": null 2024-07-29T15:02:29.376 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.376 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:29.376 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.376 INFO:tasks.workunit.client.0.smithi067.stdout: "version": null 2024-07-29T15:02:29.376 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.376 INFO:tasks.workunit.client.0.smithi067.stdout: "services": {}, 2024-07-29T15:02:29.376 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_per_pg": [ 2024-07-29T15:02:29.377 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.377 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.377 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.377 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.377 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:29.377 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.377 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:29.377 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.377 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.377 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.377 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.377 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.377 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.377 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.243619+0000", 2024-07-29T15:02:29.377 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.906264+0000", 2024-07-29T15:02:29.378 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.906264+0000", 2024-07-29T15:02:29.378 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.906534+0000", 2024-07-29T15:02:29.378 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.243619+0000", 2024-07-29T15:02:29.378 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.378 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.378 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.378 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.378 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.243619+0000", 2024-07-29T15:02:29.378 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.243619+0000", 2024-07-29T15:02:29.378 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.243619+0000", 2024-07-29T15:02:29.378 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.378 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.378 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.379 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.243619+0000", 2024-07-29T15:02:29.379 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.243619+0000", 2024-07-29T15:02:29.379 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.379 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.379 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.379 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.379 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.379 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.379 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.379 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.379 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.379 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.379 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.379 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.379 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.380 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3f", 2024-07-29T15:02:29.380 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.380 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.380 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.380 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:29.380 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.380 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:54:51.292994+0000", 2024-07-29T15:02:29.380 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.380 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.380 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.383 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.383 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.383 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.383 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.383 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.383 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.383 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.383 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.383 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.383 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.383 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.383 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.383 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:29.383 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.383 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:29.384 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.384 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.384 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.384 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.384 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.384 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.384 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:29.384 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.384 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T15:02:29.384 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.384 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.384 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.384 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.384 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.384 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.384 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.873840+0000", 2024-07-29T15:02:29.385 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.896859+0000", 2024-07-29T15:02:29.385 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.896859+0000", 2024-07-29T15:02:29.385 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.897140+0000", 2024-07-29T15:02:29.385 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.873840+0000", 2024-07-29T15:02:29.385 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.385 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.385 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.385 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.385 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.873840+0000", 2024-07-29T15:02:29.385 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.873840+0000", 2024-07-29T15:02:29.385 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.873840+0000", 2024-07-29T15:02:29.385 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.385 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.385 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.386 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.873840+0000", 2024-07-29T15:02:29.386 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.873840+0000", 2024-07-29T15:02:29.386 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.386 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.386 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.386 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.386 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.386 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.386 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.386 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.386 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.386 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.386 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.386 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.386 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.387 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3e", 2024-07-29T15:02:29.387 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.387 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.387 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.387 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:29.387 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.387 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:46:30.940110+0000", 2024-07-29T15:02:29.387 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.387 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.387 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.390 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.390 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.390 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.390 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.390 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.390 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.390 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:29.390 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.391 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T15:02:29.391 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.391 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.391 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.391 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.391 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.391 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:29.391 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:29.391 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.391 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T15:02:29.391 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.391 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.391 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.391 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.392 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.392 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.392 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.918948+0000", 2024-07-29T15:02:29.392 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.894159+0000", 2024-07-29T15:02:29.392 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.894159+0000", 2024-07-29T15:02:29.392 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.894492+0000", 2024-07-29T15:02:29.392 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.918948+0000", 2024-07-29T15:02:29.392 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.392 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.392 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.392 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.392 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.918948+0000", 2024-07-29T15:02:29.392 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.918948+0000", 2024-07-29T15:02:29.392 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.918948+0000", 2024-07-29T15:02:29.393 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.393 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.393 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.393 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.918948+0000", 2024-07-29T15:02:29.393 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.918948+0000", 2024-07-29T15:02:29.393 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.393 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.393 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.393 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.393 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.393 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.393 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.393 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.393 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.393 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.394 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.394 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.394 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.394 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3d", 2024-07-29T15:02:29.394 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.394 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.394 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.394 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:29.394 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.394 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:24:11.610445+0000", 2024-07-29T15:02:29.394 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.394 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.394 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.394 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.397 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.397 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.397 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.397 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.398 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.398 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:29.398 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:29.398 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.398 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T15:02:29.398 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.398 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.398 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.398 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.398 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.398 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.398 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:29.398 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.398 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T15:02:29.398 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.399 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.399 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.399 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.399 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.399 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.399 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.878497+0000", 2024-07-29T15:02:29.399 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.902778+0000", 2024-07-29T15:02:29.399 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.902778+0000", 2024-07-29T15:02:29.399 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.903060+0000", 2024-07-29T15:02:29.399 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.878497+0000", 2024-07-29T15:02:29.399 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.399 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.399 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.399 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.400 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.878497+0000", 2024-07-29T15:02:29.400 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.878497+0000", 2024-07-29T15:02:29.400 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.878497+0000", 2024-07-29T15:02:29.400 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.400 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.400 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.400 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.878497+0000", 2024-07-29T15:02:29.400 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.878497+0000", 2024-07-29T15:02:29.400 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.400 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.400 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.400 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.400 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.400 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.400 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.401 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.401 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.401 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.401 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.401 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.401 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.401 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3c", 2024-07-29T15:02:29.401 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.401 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.401 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.401 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:29.401 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.401 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:00:49.852846+0000", 2024-07-29T15:02:29.401 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.401 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.402 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.405 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.405 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.405 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.405 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.405 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.405 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.405 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.405 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:29.405 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.405 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T15:02:29.405 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.405 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.405 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.406 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.406 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.406 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:29.406 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:29.406 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.406 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:29.406 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.406 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.406 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.406 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.406 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.406 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.406 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.243051+0000", 2024-07-29T15:02:29.406 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.897581+0000", 2024-07-29T15:02:29.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.897581+0000", 2024-07-29T15:02:29.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.897862+0000", 2024-07-29T15:02:29.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.243051+0000", 2024-07-29T15:02:29.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.243051+0000", 2024-07-29T15:02:29.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.243051+0000", 2024-07-29T15:02:29.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.243051+0000", 2024-07-29T15:02:29.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.243051+0000", 2024-07-29T15:02:29.408 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.243051+0000", 2024-07-29T15:02:29.408 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.408 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.408 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.408 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.408 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.408 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.408 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.408 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.408 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.408 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.408 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.408 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.408 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.408 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3b", 2024-07-29T15:02:29.409 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.409 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.409 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.409 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:29.409 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.409 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:41:52.926829+0000", 2024-07-29T15:02:29.409 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.409 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.409 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.412 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.412 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.412 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.412 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.412 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.412 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:29.413 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:29.413 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.413 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:29.413 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.413 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.413 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.413 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.413 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.413 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.413 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:29.413 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.413 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T15:02:29.413 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.413 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.414 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.414 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.414 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.414 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.878288+0000", 2024-07-29T15:02:29.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.900194+0000", 2024-07-29T15:02:29.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.900194+0000", 2024-07-29T15:02:29.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.900490+0000", 2024-07-29T15:02:29.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.878288+0000", 2024-07-29T15:02:29.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.878288+0000", 2024-07-29T15:02:29.415 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.878288+0000", 2024-07-29T15:02:29.415 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.878288+0000", 2024-07-29T15:02:29.415 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.415 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.415 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.415 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.878288+0000", 2024-07-29T15:02:29.415 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.878288+0000", 2024-07-29T15:02:29.415 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.415 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.415 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.415 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.415 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.415 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.415 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.416 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.416 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.416 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.416 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.416 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.416 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.416 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3a", 2024-07-29T15:02:29.416 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.416 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.416 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.416 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:29.416 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.416 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:47:47.373262+0000", 2024-07-29T15:02:29.416 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.416 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.417 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.419 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.419 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.419 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.420 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.420 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.420 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.420 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:29.420 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.420 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T15:02:29.420 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.420 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.420 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.420 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.420 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.420 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.420 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:29.420 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.421 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:29.421 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.421 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.421 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.421 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.421 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.421 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.242759+0000", 2024-07-29T15:02:29.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:59:26.706295+0000", 2024-07-29T15:02:29.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:59:26.706295+0000", 2024-07-29T15:02:29.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:59:26.706605+0000", 2024-07-29T15:02:29.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.242759+0000", 2024-07-29T15:02:29.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.422 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 67, 2024-07-29T15:02:29.422 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.242759+0000", 2024-07-29T15:02:29.422 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.242759+0000", 2024-07-29T15:02:29.422 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.242759+0000", 2024-07-29T15:02:29.422 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.422 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.422 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.422 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.242759+0000", 2024-07-29T15:02:29.422 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.242759+0000", 2024-07-29T15:02:29.422 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.422 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.422 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.422 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.422 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 66, 2024-07-29T15:02:29.423 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.423 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.423 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.423 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.423 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.423 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.423 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.423 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.423 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.39", 2024-07-29T15:02:29.423 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.423 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.423 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.423 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 31, 2024-07-29T15:02:29.423 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.423 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:50:08.477407+0000", 2024-07-29T15:02:29.424 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.424 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.424 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.427 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.427 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.427 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.427 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.427 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.427 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.427 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:29.427 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.427 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:29.427 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.427 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.427 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.427 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.427 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.427 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.427 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:29.428 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.428 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T15:02:29.428 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.428 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.428 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.428 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.428 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.428 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.428 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.992284+0000", 2024-07-29T15:02:29.428 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.897853+0000", 2024-07-29T15:02:29.428 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.897853+0000", 2024-07-29T15:02:29.428 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.898149+0000", 2024-07-29T15:02:29.428 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.992284+0000", 2024-07-29T15:02:29.428 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.429 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.429 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.429 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.429 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.992284+0000", 2024-07-29T15:02:29.429 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.992284+0000", 2024-07-29T15:02:29.429 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.992284+0000", 2024-07-29T15:02:29.429 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.429 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.429 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.429 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.992284+0000", 2024-07-29T15:02:29.429 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.992284+0000", 2024-07-29T15:02:29.429 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.429 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.429 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.429 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.430 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.430 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.430 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.430 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.430 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.430 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.430 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.430 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.430 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.430 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.38", 2024-07-29T15:02:29.430 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.430 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.430 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.430 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 19, 2024-07-29T15:02:29.431 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.431 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:03:27.449750+0000", 2024-07-29T15:02:29.431 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.431 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.431 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.434 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.434 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.434 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.434 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.434 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.434 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.434 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.434 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:29.434 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.434 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T15:02:29.434 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.434 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.434 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.434 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.434 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.435 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.435 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:29.435 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.435 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:29.435 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.435 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.435 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.435 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.435 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.435 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.243809+0000", 2024-07-29T15:02:29.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.912152+0000", 2024-07-29T15:02:29.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.912152+0000", 2024-07-29T15:02:29.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.912457+0000", 2024-07-29T15:02:29.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.243809+0000", 2024-07-29T15:02:29.436 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.436 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.436 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.436 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.436 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.243809+0000", 2024-07-29T15:02:29.436 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.243809+0000", 2024-07-29T15:02:29.436 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.243809+0000", 2024-07-29T15:02:29.436 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.436 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.436 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.436 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.243809+0000", 2024-07-29T15:02:29.437 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.243809+0000", 2024-07-29T15:02:29.437 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.437 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.437 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.437 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.437 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.437 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.437 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.437 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.437 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.437 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.437 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.437 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.437 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.438 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.37", 2024-07-29T15:02:29.438 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.438 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.438 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.438 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:29.438 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.438 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:53:23.377054+0000", 2024-07-29T15:02:29.438 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.438 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.438 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.441 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.441 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.441 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.441 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.441 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.441 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.441 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.441 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.441 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.441 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.441 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.441 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.441 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.441 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.442 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.442 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.442 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.442 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:29.442 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.442 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:29.442 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.442 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.442 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.442 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.442 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.442 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.442 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:29.443 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.443 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T15:02:29.443 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.443 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.443 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.443 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.443 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.443 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.443 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.242357+0000", 2024-07-29T15:02:29.443 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.907639+0000", 2024-07-29T15:02:29.443 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.907639+0000", 2024-07-29T15:02:29.443 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.907925+0000", 2024-07-29T15:02:29.443 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.242357+0000", 2024-07-29T15:02:29.443 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.444 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.444 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.444 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.444 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.242357+0000", 2024-07-29T15:02:29.444 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.242357+0000", 2024-07-29T15:02:29.444 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.242357+0000", 2024-07-29T15:02:29.444 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.444 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.444 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.444 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.242357+0000", 2024-07-29T15:02:29.444 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.242357+0000", 2024-07-29T15:02:29.444 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.444 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.445 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.445 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.445 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.445 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.445 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.445 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.445 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.445 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.445 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.445 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.445 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.445 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.36", 2024-07-29T15:02:29.445 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.445 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.446 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.446 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:29.446 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.446 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:13:59.437328+0000", 2024-07-29T15:02:29.446 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.446 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.446 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.448 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.448 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.448 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.448 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.448 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.448 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.448 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.448 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.448 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.448 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.448 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.448 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.448 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.449 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.449 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.449 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.449 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.449 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.449 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.449 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.449 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.449 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.449 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.449 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.449 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.449 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.450 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:29.450 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.450 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T15:02:29.450 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.450 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.450 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.450 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.450 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.450 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.450 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:29.450 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.450 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T15:02:29.450 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.451 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.451 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.451 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.451 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.451 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.451 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.242455+0000", 2024-07-29T15:02:29.451 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.908431+0000", 2024-07-29T15:02:29.451 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.908431+0000", 2024-07-29T15:02:29.451 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.908784+0000", 2024-07-29T15:02:29.451 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.242455+0000", 2024-07-29T15:02:29.451 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.451 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.451 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.451 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.451 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.242455+0000", 2024-07-29T15:02:29.452 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.242455+0000", 2024-07-29T15:02:29.452 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.242455+0000", 2024-07-29T15:02:29.452 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.452 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.452 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.452 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.242455+0000", 2024-07-29T15:02:29.452 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.242455+0000", 2024-07-29T15:02:29.452 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.452 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.452 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.452 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.452 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.452 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.453 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.453 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.453 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.453 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.453 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.453 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.453 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.453 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.35", 2024-07-29T15:02:29.453 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.453 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.453 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.453 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:29.453 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.453 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:06:58.712079+0000", 2024-07-29T15:02:29.453 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.454 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.454 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.455 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.455 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.455 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.455 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.455 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.455 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.455 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.455 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.455 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.455 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.455 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.455 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.455 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.455 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.456 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.456 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.456 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.456 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.456 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.456 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.456 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.456 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.456 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.456 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.456 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.456 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.456 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.456 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.456 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.457 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.457 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.457 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.457 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.457 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.457 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:29.457 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.457 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T15:02:29.457 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.457 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.457 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.457 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.457 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.457 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.458 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:29.458 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.458 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T15:02:29.458 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.458 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.458 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.458 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.458 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.458 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.458 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.873562+0000", 2024-07-29T15:02:29.458 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.898131+0000", 2024-07-29T15:02:29.458 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.898131+0000", 2024-07-29T15:02:29.458 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.898478+0000", 2024-07-29T15:02:29.458 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.873562+0000", 2024-07-29T15:02:29.459 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.459 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.459 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.459 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.459 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.873562+0000", 2024-07-29T15:02:29.459 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.873562+0000", 2024-07-29T15:02:29.459 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.873562+0000", 2024-07-29T15:02:29.459 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.459 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.459 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.459 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.873562+0000", 2024-07-29T15:02:29.459 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.873562+0000", 2024-07-29T15:02:29.459 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.460 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.460 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.460 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.460 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.460 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.460 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.460 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.460 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.460 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.460 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.460 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.460 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.460 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.34", 2024-07-29T15:02:29.460 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.461 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.461 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.461 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:29.461 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.461 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:12:12.486919+0000", 2024-07-29T15:02:29.461 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.461 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.461 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.463 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.463 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.463 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.463 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.463 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.463 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.463 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.463 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.463 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.463 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.463 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.463 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.463 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.464 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.464 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.464 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.464 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.464 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.464 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.464 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.464 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.464 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.464 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.464 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.464 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.464 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:29.465 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.465 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T15:02:29.465 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.465 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.465 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.465 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.465 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.465 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.465 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:29.465 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.465 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T15:02:29.465 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.465 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.465 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.465 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.466 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.466 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.466 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.992531+0000", 2024-07-29T15:02:29.466 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.901594+0000", 2024-07-29T15:02:29.466 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.901594+0000", 2024-07-29T15:02:29.466 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.901848+0000", 2024-07-29T15:02:29.466 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.992531+0000", 2024-07-29T15:02:29.466 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.466 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.466 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.466 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.466 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.992531+0000", 2024-07-29T15:02:29.466 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.992531+0000", 2024-07-29T15:02:29.467 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.992531+0000", 2024-07-29T15:02:29.467 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.467 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.467 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.467 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.992531+0000", 2024-07-29T15:02:29.467 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.992531+0000", 2024-07-29T15:02:29.467 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.467 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.467 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.467 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.467 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.467 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.467 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.467 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.467 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.467 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.468 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.468 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.468 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.468 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.33", 2024-07-29T15:02:29.468 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.468 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.468 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.468 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 19, 2024-07-29T15:02:29.468 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.468 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:32:42.739014+0000", 2024-07-29T15:02:29.468 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.468 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.468 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.470 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.470 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.470 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.470 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.470 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.470 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.470 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.470 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.470 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.470 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.470 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.470 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.470 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.470 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.471 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.471 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.471 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.471 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.471 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.471 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.471 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.471 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.471 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.471 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.471 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.471 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.471 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.471 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.472 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.472 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.472 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:29.472 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.472 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T15:02:29.472 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.472 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.472 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.472 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.472 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.472 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.472 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T15:02:29.472 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.472 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T15:02:29.473 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.473 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.473 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.473 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.473 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.473 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.473 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.918444+0000", 2024-07-29T15:02:29.473 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.905842+0000", 2024-07-29T15:02:29.473 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.905842+0000", 2024-07-29T15:02:29.473 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.906093+0000", 2024-07-29T15:02:29.473 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.918444+0000", 2024-07-29T15:02:29.473 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.473 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.473 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.473 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.474 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.918444+0000", 2024-07-29T15:02:29.474 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.918444+0000", 2024-07-29T15:02:29.474 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.918444+0000", 2024-07-29T15:02:29.474 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.474 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.474 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.474 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.918444+0000", 2024-07-29T15:02:29.474 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.918444+0000", 2024-07-29T15:02:29.474 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.474 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.474 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.474 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.474 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.474 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.474 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.475 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.475 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.475 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.475 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.475 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.475 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.475 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.32", 2024-07-29T15:02:29.475 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.475 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.475 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.475 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:29.475 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.475 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:01:38.408612+0000", 2024-07-29T15:02:29.476 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.476 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.476 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.477 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.477 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.477 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.477 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.477 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.477 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.477 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.477 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.477 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.477 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.477 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.477 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.477 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.478 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.478 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.478 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.478 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.478 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.478 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.478 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.478 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.478 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.478 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.478 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.478 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.478 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.478 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.479 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.479 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.479 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.479 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.479 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.479 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.479 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.479 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T15:02:29.479 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.479 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T15:02:29.479 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.479 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.479 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.479 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.480 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.480 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:29.480 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T15:02:29.480 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.480 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T15:02:29.480 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.480 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.480 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.480 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.480 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.480 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.480 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.873578+0000", 2024-07-29T15:02:29.480 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:59:26.706578+0000", 2024-07-29T15:02:29.480 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:59:26.706578+0000", 2024-07-29T15:02:29.480 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:59:26.707087+0000", 2024-07-29T15:02:29.481 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.873578+0000", 2024-07-29T15:02:29.481 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.481 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.481 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.481 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 67, 2024-07-29T15:02:29.481 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.873578+0000", 2024-07-29T15:02:29.481 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.873578+0000", 2024-07-29T15:02:29.481 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.873578+0000", 2024-07-29T15:02:29.481 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.481 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.481 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.481 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.873578+0000", 2024-07-29T15:02:29.481 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.873578+0000", 2024-07-29T15:02:29.481 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.482 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.482 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.482 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.482 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 66, 2024-07-29T15:02:29.482 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.482 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.482 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.482 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.482 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.482 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.482 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.482 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.482 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.31", 2024-07-29T15:02:29.483 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.483 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.483 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.483 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 31, 2024-07-29T15:02:29.483 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.483 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:05:19.901462+0000", 2024-07-29T15:02:29.483 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.483 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.483 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.484 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.484 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.484 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.484 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.484 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.484 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.484 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.484 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.484 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.484 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.484 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.484 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.484 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.484 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.485 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.485 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.485 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.485 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.485 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.485 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.485 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.485 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.485 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.485 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.485 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.485 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.485 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.485 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.486 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.486 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.486 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.486 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.486 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.486 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.486 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.486 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.486 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.486 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.486 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.486 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:29.486 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T15:02:29.487 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.487 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T15:02:29.487 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.487 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.487 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.487 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.487 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.487 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.487 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:29.487 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.487 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T15:02:29.487 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.487 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.488 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.488 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.488 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.488 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.488 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.878100+0000", 2024-07-29T15:02:29.488 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.903872+0000", 2024-07-29T15:02:29.488 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.903872+0000", 2024-07-29T15:02:29.488 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.904176+0000", 2024-07-29T15:02:29.488 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.878100+0000", 2024-07-29T15:02:29.488 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.488 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.488 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.488 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.489 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.878100+0000", 2024-07-29T15:02:29.489 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.878100+0000", 2024-07-29T15:02:29.489 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.878100+0000", 2024-07-29T15:02:29.489 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.489 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.489 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.489 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.878100+0000", 2024-07-29T15:02:29.489 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.878100+0000", 2024-07-29T15:02:29.489 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.489 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.489 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.489 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.489 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.489 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.490 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.490 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.490 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.490 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.490 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.490 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.490 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.490 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.30", 2024-07-29T15:02:29.490 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.490 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.490 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.490 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:29.490 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.491 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:48:29.274243+0000", 2024-07-29T15:02:29.491 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.491 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.491 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.492 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.492 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.492 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.492 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.492 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.492 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.492 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.492 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.492 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.492 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.492 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.492 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.492 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.492 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.492 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.493 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.493 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.493 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.493 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.493 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.493 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.493 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.493 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.493 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.493 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.493 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.493 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.493 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.494 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.494 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.494 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.494 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.494 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.494 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.494 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.494 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:29.494 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.494 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T15:02:29.494 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.494 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.494 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.494 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.495 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.495 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.495 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:29.495 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.495 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T15:02:29.495 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.495 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.495 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.495 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.495 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.495 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.495 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.878755+0000", 2024-07-29T15:02:29.495 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.903382+0000", 2024-07-29T15:02:29.495 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.903382+0000", 2024-07-29T15:02:29.496 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.903652+0000", 2024-07-29T15:02:29.496 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.878755+0000", 2024-07-29T15:02:29.496 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.496 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.496 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.496 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.496 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.878755+0000", 2024-07-29T15:02:29.496 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.878755+0000", 2024-07-29T15:02:29.496 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.878755+0000", 2024-07-29T15:02:29.496 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.496 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.496 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.496 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.878755+0000", 2024-07-29T15:02:29.496 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.878755+0000", 2024-07-29T15:02:29.496 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.497 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.497 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.497 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.497 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.497 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.497 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.497 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.497 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.497 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.497 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.497 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.497 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.497 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2f", 2024-07-29T15:02:29.497 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.497 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.498 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.498 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:29.498 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.498 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:51:43.440728+0000", 2024-07-29T15:02:29.498 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.498 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.498 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.499 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.499 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.499 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.499 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.499 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.499 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.499 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.499 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.499 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.499 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.499 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.499 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.499 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.500 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.500 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.500 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.500 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.500 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.500 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.500 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.500 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.500 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.500 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.500 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.500 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.500 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.500 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.501 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.501 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.501 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.501 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.501 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.501 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.501 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.501 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.501 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.501 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.501 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.501 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:29.501 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.501 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T15:02:29.502 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.502 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.502 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.502 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.502 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:29.502 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.502 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:29.502 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.502 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T15:02:29.502 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.502 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.502 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.502 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.502 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.503 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.503 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.875523+0000", 2024-07-29T15:02:29.503 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.895644+0000", 2024-07-29T15:02:29.503 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.895644+0000", 2024-07-29T15:02:29.503 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.895909+0000", 2024-07-29T15:02:29.503 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.875523+0000", 2024-07-29T15:02:29.503 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.503 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.503 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.503 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.503 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.875523+0000", 2024-07-29T15:02:29.503 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.875523+0000", 2024-07-29T15:02:29.503 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.875523+0000", 2024-07-29T15:02:29.504 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.504 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.504 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.504 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.875523+0000", 2024-07-29T15:02:29.504 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.875523+0000", 2024-07-29T15:02:29.504 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.504 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.504 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.504 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.504 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.504 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.504 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.504 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.504 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.505 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.505 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.505 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.505 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.505 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2e", 2024-07-29T15:02:29.505 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.505 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.505 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.505 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:29.505 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.505 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:58:27.607610+0000", 2024-07-29T15:02:29.505 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.505 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.505 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.508 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.508 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.508 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.508 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.508 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.508 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.508 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.508 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.508 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.508 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.508 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.508 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.508 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.508 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.508 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.509 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.509 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.509 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.509 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:29.509 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.509 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:29.509 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.509 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T15:02:29.509 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.509 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.509 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.509 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.509 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.509 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:29.510 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:29.510 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.510 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:29.510 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.510 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.510 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.510 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.510 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.510 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.510 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.243654+0000", 2024-07-29T15:02:29.510 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.905611+0000", 2024-07-29T15:02:29.510 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.905611+0000", 2024-07-29T15:02:29.510 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.905908+0000", 2024-07-29T15:02:29.510 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.243654+0000", 2024-07-29T15:02:29.511 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.511 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.511 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.511 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.511 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.243654+0000", 2024-07-29T15:02:29.511 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.243654+0000", 2024-07-29T15:02:29.511 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.243654+0000", 2024-07-29T15:02:29.511 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.511 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.511 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.511 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.243654+0000", 2024-07-29T15:02:29.511 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.243654+0000", 2024-07-29T15:02:29.511 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.511 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.512 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.512 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.512 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.512 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.512 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.512 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.512 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.512 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.512 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.512 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.512 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.512 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2d", 2024-07-29T15:02:29.512 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.513 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.513 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.513 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:29.513 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.513 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:47:14.686047+0000", 2024-07-29T15:02:29.513 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.513 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.513 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.513 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.513 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.513 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.513 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.515 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.515 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.515 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.515 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.515 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.515 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.515 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.515 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.515 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.515 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.515 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.515 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.515 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.515 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.516 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.516 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.516 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.517 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.517 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.517 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:29.517 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:29.517 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.517 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:29.517 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.517 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.517 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.517 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.517 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.517 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.517 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:29.518 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.518 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T15:02:29.518 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.518 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.518 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.518 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.518 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.518 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.518 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.242580+0000", 2024-07-29T15:02:29.518 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.900618+0000", 2024-07-29T15:02:29.518 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.900618+0000", 2024-07-29T15:02:29.518 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.900891+0000", 2024-07-29T15:02:29.518 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.242580+0000", 2024-07-29T15:02:29.519 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.519 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.519 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.519 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.519 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.242580+0000", 2024-07-29T15:02:29.519 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.242580+0000", 2024-07-29T15:02:29.519 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.242580+0000", 2024-07-29T15:02:29.519 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.519 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.519 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.519 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.242580+0000", 2024-07-29T15:02:29.519 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.242580+0000", 2024-07-29T15:02:29.519 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.520 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.520 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.520 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.520 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.520 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.520 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.520 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.520 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.520 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.520 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.520 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.520 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.520 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2c", 2024-07-29T15:02:29.521 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.521 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.521 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.521 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:29.521 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.521 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:16:23.686695+0000", 2024-07-29T15:02:29.521 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.521 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.521 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.521 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.521 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.521 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.521 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.522 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.522 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.522 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.522 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.522 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.522 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.522 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.522 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.522 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.522 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.522 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.522 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.522 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.522 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.524 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.524 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.524 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.524 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.524 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.524 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.525 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:29.525 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.525 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T15:02:29.525 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.525 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.525 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.525 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.525 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.525 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.525 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:29.525 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.525 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T15:02:29.525 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.526 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.526 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.526 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.526 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.526 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.526 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.918567+0000", 2024-07-29T15:02:29.526 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.901714+0000", 2024-07-29T15:02:29.526 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.901714+0000", 2024-07-29T15:02:29.526 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.901995+0000", 2024-07-29T15:02:29.526 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.918567+0000", 2024-07-29T15:02:29.526 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.526 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.526 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.526 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.526 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.918567+0000", 2024-07-29T15:02:29.527 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.918567+0000", 2024-07-29T15:02:29.527 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.918567+0000", 2024-07-29T15:02:29.527 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.527 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.527 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.527 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.918567+0000", 2024-07-29T15:02:29.527 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.918567+0000", 2024-07-29T15:02:29.527 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.527 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.527 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.527 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.527 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.527 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.528 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.528 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.528 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.528 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.528 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.528 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.528 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.528 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2b", 2024-07-29T15:02:29.528 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.528 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.528 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.528 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:29.528 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.528 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:04:18.680094+0000", 2024-07-29T15:02:29.529 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.529 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.529 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.529 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.529 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.529 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.529 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.529 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.529 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.529 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.529 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.529 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.530 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.530 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.530 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.530 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.530 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.530 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.530 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.530 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.530 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.530 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.530 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.530 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.530 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.530 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.532 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.532 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.532 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.532 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.532 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.532 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.532 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.532 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.532 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:29.532 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.532 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T15:02:29.532 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.532 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.532 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.533 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.533 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.533 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.533 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:29.533 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.533 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T15:02:29.533 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.533 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.533 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.533 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.533 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.533 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.533 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.878407+0000", 2024-07-29T15:02:29.533 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.904724+0000", 2024-07-29T15:02:29.533 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.904724+0000", 2024-07-29T15:02:29.533 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.905219+0000", 2024-07-29T15:02:29.534 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.878407+0000", 2024-07-29T15:02:29.534 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.534 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.534 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.534 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.534 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.878407+0000", 2024-07-29T15:02:29.534 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.878407+0000", 2024-07-29T15:02:29.534 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.878407+0000", 2024-07-29T15:02:29.534 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.534 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.534 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.534 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.878407+0000", 2024-07-29T15:02:29.534 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.878407+0000", 2024-07-29T15:02:29.534 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.534 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.535 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.535 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.535 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.535 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.535 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.535 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.535 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.535 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.535 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.535 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.535 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.535 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2a", 2024-07-29T15:02:29.535 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.535 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.535 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.535 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:29.536 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.536 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:38:24.089359+0000", 2024-07-29T15:02:29.536 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.536 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.536 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.536 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.536 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.536 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.536 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.536 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.536 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.536 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.536 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.536 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.536 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.536 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.537 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.537 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.537 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.537 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.537 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.537 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.537 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.537 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.537 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.537 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.537 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.537 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.537 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.537 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.537 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.537 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.538 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.538 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.539 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.539 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.539 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.539 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.539 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:29.539 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.539 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T15:02:29.539 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.539 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.539 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.539 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.539 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.539 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.539 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:29.539 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.539 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T15:02:29.540 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.540 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.540 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.540 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.540 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.540 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.540 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.992297+0000", 2024-07-29T15:02:29.540 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.895152+0000", 2024-07-29T15:02:29.540 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.895152+0000", 2024-07-29T15:02:29.540 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.895434+0000", 2024-07-29T15:02:29.540 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.992297+0000", 2024-07-29T15:02:29.540 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.540 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.540 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.540 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.541 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.992297+0000", 2024-07-29T15:02:29.541 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.992297+0000", 2024-07-29T15:02:29.541 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.992297+0000", 2024-07-29T15:02:29.541 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.541 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.541 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.541 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.992297+0000", 2024-07-29T15:02:29.541 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.992297+0000", 2024-07-29T15:02:29.541 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.541 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.541 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.541 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.541 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.541 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.542 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.542 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.542 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.542 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.542 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.542 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.542 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.542 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.29", 2024-07-29T15:02:29.542 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.542 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.542 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.542 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 19, 2024-07-29T15:02:29.542 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.542 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:07:34.046597+0000", 2024-07-29T15:02:29.543 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.543 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.543 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.543 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.543 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.543 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.543 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.543 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.543 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.543 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.543 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.543 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.543 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.543 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.543 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.544 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.544 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.544 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.544 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.544 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.544 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.544 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.544 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.544 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.544 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.544 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.544 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.544 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.544 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.546 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.546 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.546 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.546 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.546 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.546 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.546 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:29.546 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.546 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T15:02:29.546 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.546 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.546 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.546 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.546 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.547 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.547 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:29.547 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.547 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T15:02:29.547 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.547 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.547 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.547 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.547 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.547 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.547 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.878163+0000", 2024-07-29T15:02:29.547 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.900844+0000", 2024-07-29T15:02:29.547 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.900844+0000", 2024-07-29T15:02:29.547 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.901114+0000", 2024-07-29T15:02:29.547 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.878163+0000", 2024-07-29T15:02:29.548 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.548 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.548 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.548 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.548 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.878163+0000", 2024-07-29T15:02:29.548 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.878163+0000", 2024-07-29T15:02:29.548 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.878163+0000", 2024-07-29T15:02:29.548 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.548 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.548 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.548 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.878163+0000", 2024-07-29T15:02:29.548 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.878163+0000", 2024-07-29T15:02:29.548 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.548 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.549 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.549 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.549 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.549 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.549 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.549 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.549 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.549 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.549 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.549 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.549 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.549 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.28", 2024-07-29T15:02:29.549 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.549 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.549 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.550 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:29.550 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.550 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:43:30.667050+0000", 2024-07-29T15:02:29.550 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.550 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.550 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.550 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.550 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.550 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.550 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.550 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.550 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.550 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.551 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.551 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.551 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.551 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.551 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.551 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.551 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.551 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.551 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.551 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.551 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.551 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.551 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.551 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.551 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.553 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.553 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.553 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.553 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.553 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.553 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.553 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.553 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.553 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.553 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.553 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:29.553 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.553 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T15:02:29.553 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.554 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.554 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.554 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.554 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.554 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.554 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:29.554 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.554 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T15:02:29.554 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.554 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.554 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.554 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.554 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.554 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.555 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.992816+0000", 2024-07-29T15:02:29.555 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.900781+0000", 2024-07-29T15:02:29.555 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.900781+0000", 2024-07-29T15:02:29.555 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.901076+0000", 2024-07-29T15:02:29.555 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.992816+0000", 2024-07-29T15:02:29.555 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.555 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.555 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.555 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.555 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.992816+0000", 2024-07-29T15:02:29.555 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.992816+0000", 2024-07-29T15:02:29.555 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.992816+0000", 2024-07-29T15:02:29.555 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.556 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.556 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.556 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.992816+0000", 2024-07-29T15:02:29.556 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.992816+0000", 2024-07-29T15:02:29.556 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.556 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.556 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.556 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.556 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.556 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.556 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.556 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.556 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.556 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.557 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.557 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.557 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.557 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.27", 2024-07-29T15:02:29.557 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.557 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.557 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.557 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 19, 2024-07-29T15:02:29.557 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.557 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:55:04.765235+0000", 2024-07-29T15:02:29.557 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.557 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.557 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.557 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.558 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.558 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.558 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.558 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.558 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.558 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.558 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.558 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.558 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.558 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.558 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.558 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.558 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.558 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.560 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.560 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.560 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.561 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.561 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.561 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.561 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:29.561 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.561 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T15:02:29.561 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.561 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.561 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.561 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.561 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.561 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.561 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T15:02:29.561 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.562 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T15:02:29.562 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.562 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.562 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.562 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.562 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.562 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.562 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.242502+0000", 2024-07-29T15:02:29.562 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:59:26.887228+0000", 2024-07-29T15:02:29.562 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:59:26.887228+0000", 2024-07-29T15:02:29.562 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:59:26.887580+0000", 2024-07-29T15:02:29.562 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.242502+0000", 2024-07-29T15:02:29.562 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.563 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.563 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.563 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 67, 2024-07-29T15:02:29.563 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.242502+0000", 2024-07-29T15:02:29.563 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.242502+0000", 2024-07-29T15:02:29.563 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.242502+0000", 2024-07-29T15:02:29.563 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.563 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.563 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.563 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.242502+0000", 2024-07-29T15:02:29.563 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.242502+0000", 2024-07-29T15:02:29.563 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.563 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.563 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.563 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.564 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 66, 2024-07-29T15:02:29.564 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.564 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.564 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.564 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.564 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.564 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.564 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.564 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.564 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.26", 2024-07-29T15:02:29.564 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.564 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.564 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.564 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 30, 2024-07-29T15:02:29.564 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.565 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:04:45.573850+0000", 2024-07-29T15:02:29.565 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.565 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.565 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.565 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.565 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.565 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.565 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.565 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.565 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.565 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.565 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.565 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.565 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.565 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.566 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.566 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.566 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.566 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.566 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.566 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.566 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.566 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.566 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.566 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.566 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.566 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.566 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.566 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.568 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.568 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.568 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.568 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.568 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.568 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.568 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.568 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T15:02:29.568 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.568 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T15:02:29.568 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.568 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.568 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.568 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.568 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.569 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.569 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:29.569 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.569 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T15:02:29.569 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.569 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.569 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.569 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.569 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.569 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.569 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.873421+0000", 2024-07-29T15:02:29.569 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.899336+0000", 2024-07-29T15:02:29.569 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.899336+0000", 2024-07-29T15:02:29.569 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.900500+0000", 2024-07-29T15:02:29.570 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.873421+0000", 2024-07-29T15:02:29.570 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.570 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.570 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.570 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.570 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.873421+0000", 2024-07-29T15:02:29.570 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.873421+0000", 2024-07-29T15:02:29.570 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.873421+0000", 2024-07-29T15:02:29.570 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.570 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.570 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.570 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.873421+0000", 2024-07-29T15:02:29.571 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.873421+0000", 2024-07-29T15:02:29.571 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.571 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.571 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.571 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.571 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.571 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.571 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.571 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.571 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.571 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.571 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.571 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.571 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.571 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.25", 2024-07-29T15:02:29.572 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.572 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.572 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.572 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:29.572 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.572 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:01:18.452511+0000", 2024-07-29T15:02:29.572 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.572 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.572 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.572 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.572 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.572 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.572 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.572 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.573 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.573 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.573 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.573 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.573 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.573 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.573 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.573 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.573 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.573 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.573 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.573 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.573 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.575 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.575 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.575 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.575 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.575 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.575 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.575 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:29.576 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.576 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T15:02:29.576 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.576 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.576 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.576 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.576 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.576 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.576 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:29.576 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.576 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T15:02:29.576 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.576 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.576 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.576 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.577 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.577 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.577 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.992614+0000", 2024-07-29T15:02:29.577 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.901517+0000", 2024-07-29T15:02:29.577 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.901517+0000", 2024-07-29T15:02:29.577 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.901783+0000", 2024-07-29T15:02:29.577 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.992614+0000", 2024-07-29T15:02:29.577 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.577 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.577 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.577 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.577 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.992614+0000", 2024-07-29T15:02:29.578 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.992614+0000", 2024-07-29T15:02:29.578 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.992614+0000", 2024-07-29T15:02:29.578 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.578 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.578 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.578 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.992614+0000", 2024-07-29T15:02:29.578 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.992614+0000", 2024-07-29T15:02:29.578 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.578 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.578 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.578 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.578 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.578 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.578 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.579 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.579 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.579 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.579 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.579 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.579 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.579 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.24", 2024-07-29T15:02:29.579 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.579 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.579 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.579 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 19, 2024-07-29T15:02:29.579 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.579 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:36:14.685114+0000", 2024-07-29T15:02:29.579 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.579 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.580 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.580 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.580 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.580 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.580 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.580 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.580 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.580 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.580 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.580 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.580 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.580 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.580 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.580 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.583 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.583 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.583 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.583 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.583 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.583 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.583 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:29.583 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.583 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T15:02:29.583 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.583 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.583 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.583 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.583 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.583 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.584 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:29.584 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.584 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T15:02:29.584 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.584 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.584 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.584 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.584 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.584 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.584 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.918682+0000", 2024-07-29T15:02:29.584 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.899345+0000", 2024-07-29T15:02:29.584 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.899345+0000", 2024-07-29T15:02:29.584 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.899629+0000", 2024-07-29T15:02:29.584 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.918682+0000", 2024-07-29T15:02:29.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.918682+0000", 2024-07-29T15:02:29.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.918682+0000", 2024-07-29T15:02:29.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.918682+0000", 2024-07-29T15:02:29.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.918682+0000", 2024-07-29T15:02:29.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.918682+0000", 2024-07-29T15:02:29.585 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.585 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.585 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.586 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.586 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.586 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.586 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.586 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.586 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.586 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.586 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.586 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.586 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.586 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.23", 2024-07-29T15:02:29.586 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.586 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.586 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.587 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:29.587 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.587 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:14:12.629302+0000", 2024-07-29T15:02:29.587 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.587 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.587 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.587 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.587 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.587 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.587 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.587 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.587 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.587 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.587 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.590 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.590 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.590 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.590 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.590 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.590 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.590 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.590 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.590 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.590 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.590 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:29.590 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.590 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T15:02:29.590 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.591 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.591 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.591 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.591 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.591 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.591 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:29.591 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.591 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T15:02:29.591 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.591 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.591 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.591 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.591 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.591 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.878417+0000", 2024-07-29T15:02:29.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.898178+0000", 2024-07-29T15:02:29.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.898178+0000", 2024-07-29T15:02:29.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.898727+0000", 2024-07-29T15:02:29.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.878417+0000", 2024-07-29T15:02:29.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.878417+0000", 2024-07-29T15:02:29.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.878417+0000", 2024-07-29T15:02:29.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.878417+0000", 2024-07-29T15:02:29.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.593 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.593 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.878417+0000", 2024-07-29T15:02:29.593 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.878417+0000", 2024-07-29T15:02:29.593 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.593 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.593 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.593 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.593 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.593 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.593 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.593 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.593 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.593 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.593 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.594 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.594 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.594 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.22", 2024-07-29T15:02:29.594 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.594 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.594 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.594 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:29.594 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.594 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:44:30.807909+0000", 2024-07-29T15:02:29.594 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.594 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.594 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.594 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.597 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.597 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.597 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.597 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.597 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.597 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.597 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.597 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.597 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.597 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.597 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.597 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.597 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.597 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.597 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.598 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.598 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:29.598 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.598 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T15:02:29.598 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.598 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.598 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.598 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.598 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:29.598 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.598 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:29.598 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.598 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T15:02:29.598 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.599 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.599 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.599 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.599 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.599 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.599 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.875083+0000", 2024-07-29T15:02:29.599 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.898681+0000", 2024-07-29T15:02:29.599 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.898681+0000", 2024-07-29T15:02:29.599 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.899036+0000", 2024-07-29T15:02:29.599 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.875083+0000", 2024-07-29T15:02:29.599 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.599 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.599 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.599 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.600 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.875083+0000", 2024-07-29T15:02:29.600 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.875083+0000", 2024-07-29T15:02:29.600 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.875083+0000", 2024-07-29T15:02:29.600 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.600 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.600 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.600 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.875083+0000", 2024-07-29T15:02:29.600 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.875083+0000", 2024-07-29T15:02:29.600 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.600 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.600 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.600 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.600 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.600 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.600 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.601 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.601 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.601 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.601 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.601 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.601 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.601 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.21", 2024-07-29T15:02:29.601 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.601 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.601 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.601 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:29.601 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.601 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:40:20.777159+0000", 2024-07-29T15:02:29.601 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.602 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.602 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.604 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.604 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.604 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.604 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.604 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.604 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.604 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.604 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.604 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.604 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.604 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.604 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.604 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.604 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.604 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.605 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.605 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.605 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:29.605 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.605 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:29.605 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.605 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T15:02:29.605 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.605 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.605 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.605 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.605 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.605 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.605 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T15:02:29.606 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.606 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T15:02:29.606 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.606 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.606 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.606 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.606 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.606 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.606 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.241938+0000", 2024-07-29T15:02:29.606 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:59:26.705650+0000", 2024-07-29T15:02:29.606 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:59:26.705650+0000", 2024-07-29T15:02:29.606 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:59:26.706029+0000", 2024-07-29T15:02:29.606 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.241938+0000", 2024-07-29T15:02:29.607 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.607 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.607 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.607 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 67, 2024-07-29T15:02:29.607 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.241938+0000", 2024-07-29T15:02:29.607 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.241938+0000", 2024-07-29T15:02:29.607 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.241938+0000", 2024-07-29T15:02:29.607 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.607 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.607 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.607 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.241938+0000", 2024-07-29T15:02:29.607 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.241938+0000", 2024-07-29T15:02:29.607 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.608 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.608 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.608 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.608 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 66, 2024-07-29T15:02:29.608 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.608 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.608 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.608 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.608 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.608 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.608 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.608 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.608 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.20", 2024-07-29T15:02:29.608 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.609 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.609 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.609 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 30, 2024-07-29T15:02:29.609 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.609 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:10:23.420700+0000", 2024-07-29T15:02:29.609 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.609 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.609 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.612 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.612 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.612 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.612 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.612 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.612 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.612 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.612 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.612 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.612 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.612 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.612 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T15:02:29.612 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.612 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T15:02:29.613 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.613 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.613 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.613 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.613 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.613 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.613 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:29.613 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.613 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T15:02:29.613 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.613 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.613 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.613 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.613 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.614 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.614 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.873319+0000", 2024-07-29T15:02:29.614 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.885186+0000", 2024-07-29T15:02:29.614 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.885186+0000", 2024-07-29T15:02:29.614 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.886354+0000", 2024-07-29T15:02:29.614 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.873319+0000", 2024-07-29T15:02:29.614 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.614 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.614 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.614 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.614 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.873319+0000", 2024-07-29T15:02:29.614 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.873319+0000", 2024-07-29T15:02:29.614 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.873319+0000", 2024-07-29T15:02:29.614 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.615 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.615 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.615 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.873319+0000", 2024-07-29T15:02:29.615 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.873319+0000", 2024-07-29T15:02:29.615 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.615 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.615 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.615 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.615 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.615 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.615 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.615 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.615 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.615 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.616 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.616 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.616 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.616 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1a", 2024-07-29T15:02:29.616 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.616 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.616 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.616 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:29.616 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.616 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:10:40.248261+0000", 2024-07-29T15:02:29.616 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.616 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.616 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.616 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.618 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.618 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.618 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.618 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.618 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.618 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.618 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.618 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.618 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.618 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.618 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.618 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.618 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.618 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.619 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.619 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.619 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.619 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.619 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.619 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.619 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.619 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.619 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.619 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.619 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.619 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.619 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.619 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.620 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.620 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.620 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.620 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:29.620 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.620 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T15:02:29.620 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.620 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.620 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.620 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.620 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.620 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.620 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:29.620 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.621 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T15:02:29.621 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.621 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.621 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:29.621 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.621 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.621 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.621 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.992701+0000", 2024-07-29T15:02:29.621 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.769292+0000", 2024-07-29T15:02:29.621 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.769292+0000", 2024-07-29T15:02:29.621 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.769577+0000", 2024-07-29T15:02:29.621 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.992701+0000", 2024-07-29T15:02:29.621 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.621 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.622 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.622 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:29.622 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.992701+0000", 2024-07-29T15:02:29.622 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.992701+0000", 2024-07-29T15:02:29.622 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.992701+0000", 2024-07-29T15:02:29.622 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.622 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.622 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.622 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.992701+0000", 2024-07-29T15:02:29.622 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.992701+0000", 2024-07-29T15:02:29.622 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.622 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 1, 2024-07-29T15:02:29.622 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.622 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.623 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:29.623 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.623 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.623 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.623 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.623 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 1, 2024-07-29T15:02:29.623 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.623 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.623 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.623 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1b", 2024-07-29T15:02:29.623 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.623 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.623 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.623 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 23, 2024-07-29T15:02:29.624 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.624 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:58:19.405921+0000", 2024-07-29T15:02:29.624 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.624 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.624 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.625 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.625 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.625 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.625 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.625 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.625 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.625 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.625 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.625 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.625 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.625 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.625 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.625 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.625 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.627 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.627 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.627 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.627 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.627 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.627 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.627 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.627 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.627 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:29.627 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.627 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T15:02:29.627 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'1" 2024-07-29T15:02:29.627 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.627 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.627 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.628 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.628 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.628 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:29.628 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.628 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T15:02:29.628 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.628 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.628 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.628 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.628 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.628 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.628 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.918701+0000", 2024-07-29T15:02:29.628 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.901042+0000", 2024-07-29T15:02:29.628 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.901042+0000", 2024-07-29T15:02:29.629 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.901308+0000", 2024-07-29T15:02:29.629 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.918701+0000", 2024-07-29T15:02:29.629 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.629 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.629 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.629 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.629 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.918701+0000", 2024-07-29T15:02:29.629 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.918701+0000", 2024-07-29T15:02:29.629 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.918701+0000", 2024-07-29T15:02:29.629 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.629 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.629 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.629 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.918701+0000", 2024-07-29T15:02:29.629 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.918701+0000", 2024-07-29T15:02:29.630 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.630 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.630 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.630 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.630 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.630 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.630 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.630 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.630 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.630 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.630 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.630 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.630 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.630 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1b", 2024-07-29T15:02:29.631 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.631 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.631 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.631 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:29.631 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.631 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:11:55.335369+0000", 2024-07-29T15:02:29.631 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.631 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.631 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.631 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.631 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.631 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.631 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.631 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.631 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.634 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.634 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.634 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.634 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.634 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.634 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.634 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.634 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.634 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.634 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.634 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:29.634 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.634 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T15:02:29.635 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.635 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.635 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.635 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.635 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.635 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.635 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:29.635 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.635 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T15:02:29.635 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.635 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.635 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:29.635 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.635 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.636 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.636 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.242629+0000", 2024-07-29T15:02:29.636 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:59:26.702695+0000", 2024-07-29T15:02:29.636 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:59:26.702695+0000", 2024-07-29T15:02:29.636 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:59:26.702979+0000", 2024-07-29T15:02:29.636 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.242629+0000", 2024-07-29T15:02:29.636 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.636 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.636 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.636 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 67, 2024-07-29T15:02:29.636 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.242629+0000", 2024-07-29T15:02:29.636 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.242629+0000", 2024-07-29T15:02:29.636 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.242629+0000", 2024-07-29T15:02:29.636 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.637 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.637 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.637 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.242629+0000", 2024-07-29T15:02:29.637 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.242629+0000", 2024-07-29T15:02:29.637 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.637 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 1, 2024-07-29T15:02:29.637 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.637 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.637 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 66, 2024-07-29T15:02:29.637 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.637 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.637 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.637 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.637 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 1, 2024-07-29T15:02:29.638 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.638 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.638 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.638 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1a", 2024-07-29T15:02:29.638 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.638 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.638 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.638 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 34, 2024-07-29T15:02:29.638 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.638 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:22:42.036035+0000", 2024-07-29T15:02:29.638 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.638 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.638 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.638 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.639 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.639 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.639 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.639 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.639 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.639 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.639 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.639 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.639 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.639 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.639 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.639 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.639 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.641 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.641 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.642 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.642 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.642 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.642 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.642 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:29.642 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.642 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T15:02:29.642 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'1" 2024-07-29T15:02:29.642 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.642 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.642 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.642 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.642 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.643 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:29.643 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.643 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T15:02:29.643 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.643 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.643 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:29.643 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.643 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.643 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.643 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.992424+0000", 2024-07-29T15:02:29.643 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.769620+0000", 2024-07-29T15:02:29.643 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.769620+0000", 2024-07-29T15:02:29.643 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.769880+0000", 2024-07-29T15:02:29.643 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.992424+0000", 2024-07-29T15:02:29.643 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:29.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.992424+0000", 2024-07-29T15:02:29.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.992424+0000", 2024-07-29T15:02:29.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.992424+0000", 2024-07-29T15:02:29.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.992424+0000", 2024-07-29T15:02:29.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.992424+0000", 2024-07-29T15:02:29.644 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.644 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.644 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.645 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.645 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:29.645 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.645 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.645 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.645 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.645 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.645 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.645 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.645 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.645 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.19", 2024-07-29T15:02:29.645 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.645 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.645 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.645 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 22, 2024-07-29T15:02:29.646 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.646 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:51:13.803634+0000", 2024-07-29T15:02:29.646 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.646 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.646 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.646 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.646 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.646 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.646 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.646 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.646 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.646 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.646 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.646 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.649 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.649 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.649 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.649 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.649 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.649 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.649 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.649 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.649 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.649 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.649 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:29.649 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.649 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T15:02:29.650 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.650 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.650 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.650 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.650 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.650 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.650 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:29.650 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.650 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T15:02:29.650 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.650 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.650 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.650 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.651 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.651 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.992393+0000", 2024-07-29T15:02:29.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.897482+0000", 2024-07-29T15:02:29.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.897482+0000", 2024-07-29T15:02:29.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.897869+0000", 2024-07-29T15:02:29.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.992393+0000", 2024-07-29T15:02:29.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.992393+0000", 2024-07-29T15:02:29.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.992393+0000", 2024-07-29T15:02:29.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.992393+0000", 2024-07-29T15:02:29.652 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.652 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.652 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.652 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.992393+0000", 2024-07-29T15:02:29.652 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.992393+0000", 2024-07-29T15:02:29.652 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.652 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.652 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.652 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.652 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.652 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.652 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.652 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.652 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.652 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.653 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.653 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.653 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.653 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.18", 2024-07-29T15:02:29.653 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.653 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.653 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.653 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 19, 2024-07-29T15:02:29.653 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.653 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:25:59.024817+0000", 2024-07-29T15:02:29.653 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.653 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.653 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.653 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.656 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.656 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.656 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.656 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.656 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.656 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.656 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.656 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.656 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.656 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.656 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.656 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.656 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.656 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.656 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.657 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.657 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.657 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.657 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:29.657 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.657 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T15:02:29.657 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.657 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.657 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.657 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.657 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.657 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.657 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:29.657 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.657 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T15:02:29.658 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.658 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.658 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:29.658 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.658 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.658 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.658 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.878229+0000", 2024-07-29T15:02:29.658 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.775874+0000", 2024-07-29T15:02:29.658 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.775874+0000", 2024-07-29T15:02:29.658 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.776269+0000", 2024-07-29T15:02:29.658 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.878229+0000", 2024-07-29T15:02:29.658 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.658 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.659 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.659 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:29.659 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.878229+0000", 2024-07-29T15:02:29.659 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.878229+0000", 2024-07-29T15:02:29.659 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.878229+0000", 2024-07-29T15:02:29.659 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.659 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.659 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.659 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.878229+0000", 2024-07-29T15:02:29.659 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.878229+0000", 2024-07-29T15:02:29.659 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.659 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.659 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.659 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.659 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:29.660 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.660 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.660 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.660 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.660 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.660 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.660 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.660 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.660 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.18", 2024-07-29T15:02:29.660 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.660 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.660 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.660 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 23, 2024-07-29T15:02:29.660 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.660 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:36:21.056846+0000", 2024-07-29T15:02:29.661 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.661 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.661 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.664 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.664 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.664 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.664 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.664 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.664 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.664 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.664 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.664 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.664 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.664 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.664 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.664 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:29.664 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.665 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T15:02:29.665 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.665 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.665 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.665 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.665 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.665 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.665 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:29.665 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.665 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T15:02:29.665 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.665 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.665 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.666 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.666 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.666 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.873700+0000", 2024-07-29T15:02:29.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.898651+0000", 2024-07-29T15:02:29.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.898651+0000", 2024-07-29T15:02:29.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.898975+0000", 2024-07-29T15:02:29.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.873700+0000", 2024-07-29T15:02:29.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.873700+0000", 2024-07-29T15:02:29.667 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.873700+0000", 2024-07-29T15:02:29.667 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.873700+0000", 2024-07-29T15:02:29.667 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.667 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.667 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.667 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.873700+0000", 2024-07-29T15:02:29.667 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.873700+0000", 2024-07-29T15:02:29.667 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.667 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.667 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.667 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.667 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.667 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.667 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.667 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.668 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.668 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.668 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.668 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.668 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.668 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.19", 2024-07-29T15:02:29.668 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.668 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.668 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.668 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:29.668 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.668 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:09:59.883987+0000", 2024-07-29T15:02:29.668 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.668 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.669 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.671 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.671 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.671 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.671 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.671 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.671 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.671 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.671 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.671 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.671 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.671 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.671 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.671 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.671 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.672 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.672 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.672 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.672 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.672 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:29.672 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.672 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T15:02:29.672 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.672 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.672 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.672 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.672 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.672 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.672 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:29.672 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.673 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T15:02:29.673 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.673 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.673 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:29.673 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.673 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.673 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.673 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.242236+0000", 2024-07-29T15:02:29.673 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.772405+0000", 2024-07-29T15:02:29.673 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.772405+0000", 2024-07-29T15:02:29.673 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.772712+0000", 2024-07-29T15:02:29.673 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.242236+0000", 2024-07-29T15:02:29.673 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.673 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.674 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.674 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:29.674 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.242236+0000", 2024-07-29T15:02:29.674 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.242236+0000", 2024-07-29T15:02:29.674 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.242236+0000", 2024-07-29T15:02:29.674 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.674 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.674 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.674 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.242236+0000", 2024-07-29T15:02:29.674 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.242236+0000", 2024-07-29T15:02:29.674 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.674 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.674 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.674 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.675 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:29.675 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.675 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.675 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.675 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.675 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.675 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.675 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.675 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.675 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.17", 2024-07-29T15:02:29.675 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.675 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.675 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.675 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 23, 2024-07-29T15:02:29.675 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.676 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:04:33.588173+0000", 2024-07-29T15:02:29.676 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.676 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.676 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.676 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.676 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.676 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.676 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.676 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.676 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.676 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.676 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.676 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.676 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.679 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.679 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.679 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.679 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.679 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.679 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.679 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.679 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.679 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:29.679 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.679 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T15:02:29.679 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.679 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.679 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.680 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.680 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.680 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.680 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:29.680 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.680 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T15:02:29.680 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.680 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.680 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.680 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.680 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.680 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.680 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.878599+0000", 2024-07-29T15:02:29.681 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.902803+0000", 2024-07-29T15:02:29.681 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.902803+0000", 2024-07-29T15:02:29.681 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.903089+0000", 2024-07-29T15:02:29.681 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.878599+0000", 2024-07-29T15:02:29.681 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.681 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.681 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.681 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.681 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.878599+0000", 2024-07-29T15:02:29.681 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.878599+0000", 2024-07-29T15:02:29.681 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.878599+0000", 2024-07-29T15:02:29.681 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.681 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.681 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.681 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.878599+0000", 2024-07-29T15:02:29.682 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.878599+0000", 2024-07-29T15:02:29.682 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.682 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.682 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.682 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.682 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.682 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.682 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.682 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.682 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.682 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.682 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.682 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.683 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.683 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.16", 2024-07-29T15:02:29.683 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.683 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.683 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.683 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:29.683 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.683 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:30:57.540784+0000", 2024-07-29T15:02:29.683 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.683 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.683 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.683 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.683 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.683 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.685 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.685 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.685 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.685 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.685 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.685 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.685 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.685 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.685 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.685 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.685 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.685 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.685 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.686 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.686 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.686 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.686 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.686 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.686 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.686 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.686 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.686 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.686 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.686 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.686 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.686 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.686 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.687 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.687 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:29.687 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.687 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T15:02:29.687 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.687 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.687 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.687 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.687 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.687 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.687 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:29.687 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.687 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T15:02:29.687 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.687 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.688 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:29.688 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.688 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.688 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.688 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.878767+0000", 2024-07-29T15:02:29.688 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.775517+0000", 2024-07-29T15:02:29.688 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.775517+0000", 2024-07-29T15:02:29.688 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.776057+0000", 2024-07-29T15:02:29.688 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.878767+0000", 2024-07-29T15:02:29.688 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.688 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.688 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.688 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:29.688 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.878767+0000", 2024-07-29T15:02:29.689 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.878767+0000", 2024-07-29T15:02:29.689 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.878767+0000", 2024-07-29T15:02:29.689 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.689 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.689 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.689 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.878767+0000", 2024-07-29T15:02:29.689 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.878767+0000", 2024-07-29T15:02:29.689 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.689 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.689 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.689 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.689 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:29.689 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.689 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.689 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.690 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.690 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.690 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.690 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.690 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.690 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.16", 2024-07-29T15:02:29.690 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.690 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.690 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.690 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 23, 2024-07-29T15:02:29.690 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.690 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:40:07.161177+0000", 2024-07-29T15:02:29.690 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.690 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.691 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.691 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.691 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.691 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.691 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.691 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.691 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.691 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.691 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.691 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.691 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.691 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.691 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.691 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.692 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.692 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.692 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.692 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.692 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.692 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.692 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.692 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.692 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.692 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.692 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.692 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.692 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.692 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.693 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.693 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.693 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.693 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.693 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.693 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.693 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.693 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.693 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.693 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.693 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.693 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.693 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.693 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.694 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.694 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.694 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.694 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.694 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.694 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:29.694 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.694 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T15:02:29.694 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.694 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.694 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.694 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.694 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.695 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.695 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T15:02:29.695 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.695 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T15:02:29.695 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.695 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.695 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.695 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.695 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.695 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.695 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.919150+0000", 2024-07-29T15:02:29.695 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.905785+0000", 2024-07-29T15:02:29.695 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.905785+0000", 2024-07-29T15:02:29.696 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.906068+0000", 2024-07-29T15:02:29.696 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.919150+0000", 2024-07-29T15:02:29.696 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.696 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.696 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.696 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.696 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.919150+0000", 2024-07-29T15:02:29.696 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.919150+0000", 2024-07-29T15:02:29.696 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.919150+0000", 2024-07-29T15:02:29.696 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.696 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.696 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.696 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.919150+0000", 2024-07-29T15:02:29.697 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.919150+0000", 2024-07-29T15:02:29.697 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.697 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.697 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.697 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.697 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.697 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.697 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.697 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.697 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.697 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.697 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.697 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.697 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.698 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.17", 2024-07-29T15:02:29.698 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.698 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.698 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.698 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:29.698 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.698 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:45:30.175360+0000", 2024-07-29T15:02:29.698 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.698 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.698 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.698 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.698 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.698 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.699 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.699 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.699 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.699 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.699 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.699 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.699 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.699 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.699 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.699 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.699 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.699 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.699 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.700 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.700 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.700 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.700 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.700 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.700 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.700 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.700 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.700 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.700 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.700 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.700 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.700 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.701 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.701 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.701 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.701 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.701 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.701 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.701 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.701 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.701 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.701 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.701 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.701 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.701 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.701 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.702 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.702 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.702 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.702 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T15:02:29.702 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.702 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T15:02:29.702 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.702 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.702 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.702 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.702 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.702 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.702 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:29.702 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.702 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T15:02:29.703 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.703 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.703 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:29.703 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.703 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.703 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.703 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.873580+0000", 2024-07-29T15:02:29.703 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.772313+0000", 2024-07-29T15:02:29.703 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.772313+0000", 2024-07-29T15:02:29.703 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.772733+0000", 2024-07-29T15:02:29.703 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.873580+0000", 2024-07-29T15:02:29.703 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.703 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.704 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.704 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:29.704 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.873580+0000", 2024-07-29T15:02:29.704 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.873580+0000", 2024-07-29T15:02:29.704 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.873580+0000", 2024-07-29T15:02:29.704 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.704 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.704 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.704 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.873580+0000", 2024-07-29T15:02:29.704 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.873580+0000", 2024-07-29T15:02:29.704 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.704 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3, 2024-07-29T15:02:29.704 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.704 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.705 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:29.705 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.705 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.705 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.705 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.705 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3, 2024-07-29T15:02:29.705 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.705 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.705 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.705 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.15", 2024-07-29T15:02:29.705 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.705 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.705 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.705 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 27, 2024-07-29T15:02:29.706 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.706 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:40:23.279058+0000", 2024-07-29T15:02:29.706 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.706 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.706 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.706 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 90, 2024-07-29T15:02:29.706 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.706 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.706 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.706 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.706 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.706 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.706 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.706 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.707 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.707 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.707 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.707 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.707 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.707 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.707 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.707 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 6, 2024-07-29T15:02:29.707 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 2, 2024-07-29T15:02:29.707 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.707 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 2, 2024-07-29T15:02:29.707 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.707 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.707 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.707 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.708 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.708 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T15:02:29.708 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.708 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.708 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.708 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.708 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.708 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.708 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.708 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.708 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.708 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.708 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.708 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.709 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 4, 2024-07-29T15:02:29.709 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 1 2024-07-29T15:02:29.709 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.709 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.709 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.709 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.709 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.709 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.709 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:29.709 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.709 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T15:02:29.709 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'3" 2024-07-29T15:02:29.709 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.709 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.710 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.710 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.710 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.710 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:29.710 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.710 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T15:02:29.710 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.710 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.710 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.710 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.710 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.710 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.710 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.873576+0000", 2024-07-29T15:02:29.711 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.900805+0000", 2024-07-29T15:02:29.711 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.900805+0000", 2024-07-29T15:02:29.711 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.901099+0000", 2024-07-29T15:02:29.711 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.873576+0000", 2024-07-29T15:02:29.711 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.711 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.711 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.711 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.711 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.873576+0000", 2024-07-29T15:02:29.711 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.873576+0000", 2024-07-29T15:02:29.711 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.873576+0000", 2024-07-29T15:02:29.711 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.711 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.711 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.712 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.873576+0000", 2024-07-29T15:02:29.712 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.873576+0000", 2024-07-29T15:02:29.712 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.712 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.712 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.712 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.712 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.712 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.712 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.712 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.712 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.712 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.712 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.713 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.713 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.713 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.14", 2024-07-29T15:02:29.713 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.713 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.713 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.713 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:29.713 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.713 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:18:07.478277+0000", 2024-07-29T15:02:29.713 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.713 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.713 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.713 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.713 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.714 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.714 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.714 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.714 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.714 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.714 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.714 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.714 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.714 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.714 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.714 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.714 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.714 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.714 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.715 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.715 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.715 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.715 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.715 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.715 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.715 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.715 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.715 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.715 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.715 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.715 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.715 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.715 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.715 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.716 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.716 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.716 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.716 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.716 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.716 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.716 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.716 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.716 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.716 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.716 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.716 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.716 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.716 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.717 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.717 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:29.717 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.717 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T15:02:29.717 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.717 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.717 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.717 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.717 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.717 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.717 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T15:02:29.717 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.717 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T15:02:29.718 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.718 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.718 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:29.718 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.718 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.718 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.718 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:01:10.992378+0000", 2024-07-29T15:02:29.718 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.773549+0000", 2024-07-29T15:02:29.718 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.773549+0000", 2024-07-29T15:02:29.718 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.773845+0000", 2024-07-29T15:02:29.718 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:01:10.992378+0000", 2024-07-29T15:02:29.718 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.718 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.719 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.719 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:29.719 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:01:10.992378+0000", 2024-07-29T15:02:29.719 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:01:10.992378+0000", 2024-07-29T15:02:29.719 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:01:10.992378+0000", 2024-07-29T15:02:29.719 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.719 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.719 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.719 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:01:10.992378+0000", 2024-07-29T15:02:29.719 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:01:10.992378+0000", 2024-07-29T15:02:29.719 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.719 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 12, 2024-07-29T15:02:29.719 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.719 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.719 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:29.720 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.720 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.720 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.720 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.720 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 12, 2024-07-29T15:02:29.720 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.720 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.720 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.720 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.14", 2024-07-29T15:02:29.720 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.720 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.720 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 75, 2024-07-29T15:02:29.720 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 35, 2024-07-29T15:02:29.720 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.721 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:39:12.278033+0000", 2024-07-29T15:02:29.721 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.721 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.721 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.721 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 2624, 2024-07-29T15:02:29.721 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.721 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.721 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.721 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.721 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.721 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.721 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.721 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.721 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.721 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.721 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.722 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.722 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.722 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.722 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.722 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 12, 2024-07-29T15:02:29.722 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 4, 2024-07-29T15:02:29.722 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.722 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 4, 2024-07-29T15:02:29.722 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.722 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.722 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.722 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.723 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.723 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T15:02:29.723 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.723 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.723 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.723 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.723 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.723 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.723 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.723 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.723 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.723 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.723 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.723 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.723 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 12, 2024-07-29T15:02:29.724 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 9 2024-07-29T15:02:29.724 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.724 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.724 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.724 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.724 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.724 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.724 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T15:02:29.724 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.724 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T15:02:29.724 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "75'12" 2024-07-29T15:02:29.724 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.724 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.725 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.725 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.725 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.725 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:29.725 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.725 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:29.725 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.725 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.725 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.725 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.725 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.725 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.725 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.243354+0000", 2024-07-29T15:02:29.725 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.909931+0000", 2024-07-29T15:02:29.725 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.909931+0000", 2024-07-29T15:02:29.726 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.910253+0000", 2024-07-29T15:02:29.726 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.243354+0000", 2024-07-29T15:02:29.726 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.726 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.726 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.726 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.726 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.243354+0000", 2024-07-29T15:02:29.726 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.243354+0000", 2024-07-29T15:02:29.726 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.243354+0000", 2024-07-29T15:02:29.726 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.726 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.726 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.726 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.243354+0000", 2024-07-29T15:02:29.727 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.243354+0000", 2024-07-29T15:02:29.727 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.727 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.727 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.727 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.727 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.727 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.727 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.727 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.727 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.727 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.727 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.727 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.727 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.728 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.15", 2024-07-29T15:02:29.728 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.728 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.728 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.728 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:29.728 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.728 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:27:23.243557+0000", 2024-07-29T15:02:29.728 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.728 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.728 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.728 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.728 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.728 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.728 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.729 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.729 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.729 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.729 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.729 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.729 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.729 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.729 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.729 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.729 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.729 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.729 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.729 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.729 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.729 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.730 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.730 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.730 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.730 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.730 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.730 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.730 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.730 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.730 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.730 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.730 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.730 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.730 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.730 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.731 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.731 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.731 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.731 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.731 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.731 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.731 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.731 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.731 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.731 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.731 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.731 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.731 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.731 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:29.732 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.732 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:29.732 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.732 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.732 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.732 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.732 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.732 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.732 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T15:02:29.732 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.732 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T15:02:29.732 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.732 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.732 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:29.732 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.733 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.733 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.918791+0000", 2024-07-29T15:02:29.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.766909+0000", 2024-07-29T15:02:29.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.766909+0000", 2024-07-29T15:02:29.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.767189+0000", 2024-07-29T15:02:29.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.918791+0000", 2024-07-29T15:02:29.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:29.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.918791+0000", 2024-07-29T15:02:29.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.918791+0000", 2024-07-29T15:02:29.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.918791+0000", 2024-07-29T15:02:29.734 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.734 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.734 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.734 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.918791+0000", 2024-07-29T15:02:29.734 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.918791+0000", 2024-07-29T15:02:29.734 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.734 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T15:02:29.734 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.734 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.734 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:29.734 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.734 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.734 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.734 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.735 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T15:02:29.735 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.735 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.735 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.735 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.13", 2024-07-29T15:02:29.735 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.735 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.735 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.735 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 25, 2024-07-29T15:02:29.735 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.735 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:28:15.664299+0000", 2024-07-29T15:02:29.735 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.735 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.735 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 34, 2024-07-29T15:02:29.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 6, 2024-07-29T15:02:29.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 2, 2024-07-29T15:02:29.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 2, 2024-07-29T15:02:29.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T15:02:29.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T15:02:29.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 6 2024-07-29T15:02:29.738 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.738 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.738 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.739 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.739 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.739 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.739 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T15:02:29.739 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.739 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T15:02:29.739 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'2" 2024-07-29T15:02:29.739 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.739 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.739 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.739 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.739 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.739 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T15:02:29.739 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.739 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T15:02:29.740 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.740 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.740 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.740 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.740 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.740 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.740 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.918532+0000", 2024-07-29T15:02:29.740 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.895407+0000", 2024-07-29T15:02:29.740 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.895407+0000", 2024-07-29T15:02:29.740 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.895681+0000", 2024-07-29T15:02:29.740 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.918532+0000", 2024-07-29T15:02:29.740 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.740 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.740 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.740 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.741 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.918532+0000", 2024-07-29T15:02:29.741 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.918532+0000", 2024-07-29T15:02:29.741 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.918532+0000", 2024-07-29T15:02:29.741 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.741 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.741 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.741 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.918532+0000", 2024-07-29T15:02:29.741 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.918532+0000", 2024-07-29T15:02:29.741 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.741 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.741 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.741 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.741 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.741 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.741 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.742 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.742 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.742 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.742 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.742 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.742 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.742 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.12", 2024-07-29T15:02:29.742 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.742 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.742 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.742 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:29.742 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.742 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:02:17.454357+0000", 2024-07-29T15:02:29.743 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.743 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.743 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.743 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.743 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.743 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.743 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.743 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.743 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.743 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.743 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.743 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.743 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.743 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.743 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.743 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.745 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.745 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.745 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.746 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.746 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.746 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.746 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T15:02:29.746 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.746 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T15:02:29.746 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.746 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.746 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.746 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.746 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.746 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.746 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:29.747 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.747 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T15:02:29.747 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.747 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.747 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:29.747 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.747 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.747 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.747 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.878593+0000", 2024-07-29T15:02:29.747 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.776136+0000", 2024-07-29T15:02:29.747 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.776136+0000", 2024-07-29T15:02:29.747 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.776440+0000", 2024-07-29T15:02:29.747 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.878593+0000", 2024-07-29T15:02:29.747 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.747 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.747 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:29.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.878593+0000", 2024-07-29T15:02:29.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.878593+0000", 2024-07-29T15:02:29.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.878593+0000", 2024-07-29T15:02:29.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.878593+0000", 2024-07-29T15:02:29.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.878593+0000", 2024-07-29T15:02:29.748 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.748 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.748 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.748 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.748 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:29.748 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.748 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.749 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.749 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.749 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.749 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.749 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.749 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.749 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.12", 2024-07-29T15:02:29.749 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.749 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.749 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.749 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 23, 2024-07-29T15:02:29.749 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.749 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:46:56.907267+0000", 2024-07-29T15:02:29.749 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.750 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.750 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.750 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.750 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.750 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.750 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.750 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.750 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.750 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.750 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.750 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.750 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.750 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.750 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.752 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.752 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.753 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.753 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.753 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.753 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.753 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:29.753 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.753 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T15:02:29.753 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.753 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.753 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.753 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.753 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.753 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.753 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:29.753 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.753 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:29.754 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.754 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.754 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.754 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.754 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.754 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.754 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.243090+0000", 2024-07-29T15:02:29.754 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.909486+0000", 2024-07-29T15:02:29.754 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.909486+0000", 2024-07-29T15:02:29.754 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.909780+0000", 2024-07-29T15:02:29.754 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.243090+0000", 2024-07-29T15:02:29.754 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.754 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.754 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.754 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.755 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.243090+0000", 2024-07-29T15:02:29.755 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.243090+0000", 2024-07-29T15:02:29.755 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.243090+0000", 2024-07-29T15:02:29.755 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.755 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.755 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.755 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.243090+0000", 2024-07-29T15:02:29.755 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.243090+0000", 2024-07-29T15:02:29.755 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.755 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.755 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.755 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.755 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.755 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.755 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.756 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.756 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.756 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.756 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.756 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.756 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.756 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.13", 2024-07-29T15:02:29.756 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.756 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.756 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.756 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:29.756 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.757 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:30:54.196798+0000", 2024-07-29T15:02:29.757 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.757 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.757 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.757 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.757 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.757 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.757 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.757 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.757 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.757 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.757 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.757 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.760 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.760 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.760 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.760 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.760 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.760 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.760 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.760 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.760 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.760 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:29.760 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.760 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:29.760 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.760 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.761 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.761 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.761 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.761 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.761 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:29.761 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.761 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T15:02:29.761 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.761 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.761 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:29.761 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.761 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.761 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.761 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.242189+0000", 2024-07-29T15:02:29.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.768013+0000", 2024-07-29T15:02:29.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.768013+0000", 2024-07-29T15:02:29.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.768532+0000", 2024-07-29T15:02:29.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.242189+0000", 2024-07-29T15:02:29.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:29.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.242189+0000", 2024-07-29T15:02:29.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.242189+0000", 2024-07-29T15:02:29.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.242189+0000", 2024-07-29T15:02:29.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.763 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.763 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.242189+0000", 2024-07-29T15:02:29.763 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.242189+0000", 2024-07-29T15:02:29.763 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.763 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.763 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.763 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.763 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:29.763 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.763 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.763 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.763 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.763 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.763 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.763 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.764 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.764 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.11", 2024-07-29T15:02:29.764 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.764 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.764 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.764 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 23, 2024-07-29T15:02:29.764 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.764 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:19:42.420636+0000", 2024-07-29T15:02:29.764 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.764 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.764 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.764 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.764 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.764 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.764 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.767 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.767 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.767 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.767 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.767 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.767 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.767 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.767 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.767 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.767 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.767 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.767 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:29.767 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.767 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T15:02:29.767 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.767 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.768 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.768 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.768 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.768 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.768 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T15:02:29.768 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.768 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T15:02:29.768 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.768 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.768 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.768 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.768 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.768 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.768 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.242425+0000", 2024-07-29T15:02:29.768 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.906253+0000", 2024-07-29T15:02:29.768 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.906253+0000", 2024-07-29T15:02:29.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.906616+0000", 2024-07-29T15:02:29.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.242425+0000", 2024-07-29T15:02:29.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.242425+0000", 2024-07-29T15:02:29.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.242425+0000", 2024-07-29T15:02:29.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.242425+0000", 2024-07-29T15:02:29.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.242425+0000", 2024-07-29T15:02:29.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.242425+0000", 2024-07-29T15:02:29.769 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.769 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.769 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.770 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.770 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.770 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.770 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.770 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.770 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.770 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.770 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.770 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.770 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.770 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.10", 2024-07-29T15:02:29.770 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.770 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.770 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.771 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:29.771 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.771 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:50:34.496700+0000", 2024-07-29T15:02:29.771 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.771 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.771 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.774 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.774 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.774 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.774 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.774 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.774 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.774 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.774 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T15:02:29.774 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.774 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T15:02:29.774 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.774 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.774 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.774 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.775 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:29.775 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.775 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:29.775 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.775 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T15:02:29.775 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.775 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.775 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:29.775 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.775 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.775 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.775 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.874907+0000", 2024-07-29T15:02:29.775 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.765793+0000", 2024-07-29T15:02:29.775 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.765793+0000", 2024-07-29T15:02:29.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.766094+0000", 2024-07-29T15:02:29.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.874907+0000", 2024-07-29T15:02:29.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:29.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.874907+0000", 2024-07-29T15:02:29.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.874907+0000", 2024-07-29T15:02:29.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.874907+0000", 2024-07-29T15:02:29.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.874907+0000", 2024-07-29T15:02:29.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.874907+0000", 2024-07-29T15:02:29.776 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.777 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 8, 2024-07-29T15:02:29.777 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.777 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.777 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:29.777 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.777 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.777 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.777 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.777 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 8, 2024-07-29T15:02:29.777 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.777 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.777 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.777 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.10", 2024-07-29T15:02:29.777 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.778 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.778 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.778 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 32, 2024-07-29T15:02:29.778 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.778 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:51:58.038075+0000", 2024-07-29T15:02:29.778 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.778 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.778 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 12, 2024-07-29T15:02:29.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 4, 2024-07-29T15:02:29.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 4, 2024-07-29T15:02:29.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 4, 2024-07-29T15:02:29.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 12, 2024-07-29T15:02:29.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.781 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.781 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.781 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.781 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.781 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:29.781 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.781 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:29.781 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.781 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T15:02:29.781 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'8" 2024-07-29T15:02:29.781 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.781 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.781 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.781 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.781 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.781 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:29.782 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.782 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:29.782 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.782 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.782 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.782 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.782 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.782 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.782 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.242891+0000", 2024-07-29T15:02:29.782 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.910090+0000", 2024-07-29T15:02:29.782 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.910090+0000", 2024-07-29T15:02:29.782 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.910354+0000", 2024-07-29T15:02:29.782 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.242891+0000", 2024-07-29T15:02:29.782 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.782 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.242891+0000", 2024-07-29T15:02:29.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.242891+0000", 2024-07-29T15:02:29.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.242891+0000", 2024-07-29T15:02:29.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.242891+0000", 2024-07-29T15:02:29.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.242891+0000", 2024-07-29T15:02:29.783 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.783 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.783 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.783 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.783 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.783 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.784 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.784 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.784 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.784 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.784 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.784 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.784 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.784 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.11", 2024-07-29T15:02:29.784 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.784 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.784 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.784 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:29.784 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.784 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:10:56.225018+0000", 2024-07-29T15:02:29.784 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.784 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.784 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.787 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.787 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.787 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.788 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.788 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.788 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.788 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:29.788 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.788 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:29.788 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.788 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.788 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.788 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.788 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.788 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.788 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:29.788 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.788 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T15:02:29.789 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.789 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.789 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:29.789 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.789 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.789 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.789 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.874031+0000", 2024-07-29T15:02:29.789 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.764431+0000", 2024-07-29T15:02:29.789 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.764431+0000", 2024-07-29T15:02:29.789 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.764730+0000", 2024-07-29T15:02:29.789 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.874031+0000", 2024-07-29T15:02:29.789 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.789 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.789 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.789 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:29.790 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.874031+0000", 2024-07-29T15:02:29.790 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.874031+0000", 2024-07-29T15:02:29.790 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.874031+0000", 2024-07-29T15:02:29.790 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.790 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.790 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.790 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.874031+0000", 2024-07-29T15:02:29.790 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.874031+0000", 2024-07-29T15:02:29.790 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.790 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 1, 2024-07-29T15:02:29.790 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.790 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.790 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:29.790 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.791 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.791 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.791 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.791 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 1, 2024-07-29T15:02:29.791 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.791 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.791 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.791 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.f", 2024-07-29T15:02:29.791 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.791 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.791 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.791 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 25, 2024-07-29T15:02:29.791 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.791 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:54:52.033623+0000", 2024-07-29T15:02:29.791 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.792 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.792 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 22, 2024-07-29T15:02:29.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T15:02:29.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T15:02:29.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T15:02:29.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 1, 2024-07-29T15:02:29.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 1 2024-07-29T15:02:29.794 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.794 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.794 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.794 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.795 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.795 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.795 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:29.795 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.795 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T15:02:29.795 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'1" 2024-07-29T15:02:29.795 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.795 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.795 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.795 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.795 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.795 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:29.795 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.795 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:29.796 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.796 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.796 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.796 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.796 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.796 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.796 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.243643+0000", 2024-07-29T15:02:29.796 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.910915+0000", 2024-07-29T15:02:29.796 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.910915+0000", 2024-07-29T15:02:29.796 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.911420+0000", 2024-07-29T15:02:29.796 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.243643+0000", 2024-07-29T15:02:29.796 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.796 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.796 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.796 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.796 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.243643+0000", 2024-07-29T15:02:29.797 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.243643+0000", 2024-07-29T15:02:29.797 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.243643+0000", 2024-07-29T15:02:29.797 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.797 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.797 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.797 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.243643+0000", 2024-07-29T15:02:29.797 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.243643+0000", 2024-07-29T15:02:29.797 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.797 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.797 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.797 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.797 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.797 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.797 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.798 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.798 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.798 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.798 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.798 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.798 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.798 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.e", 2024-07-29T15:02:29.798 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.798 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.798 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.798 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:29.798 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.799 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:37:28.592545+0000", 2024-07-29T15:02:29.799 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.799 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.799 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.799 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.799 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.799 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.799 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.799 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.799 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.799 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.799 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.799 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.799 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.802 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.802 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.802 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.802 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.802 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.802 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.802 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.802 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.802 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.802 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.802 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.802 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:29.802 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.802 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:29.802 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.803 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.803 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.803 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.803 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:29.803 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.803 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:29.803 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.803 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T15:02:29.803 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.803 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.803 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:29.803 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.803 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.803 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.803 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.875570+0000", 2024-07-29T15:02:29.803 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.771474+0000", 2024-07-29T15:02:29.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.771474+0000", 2024-07-29T15:02:29.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.771835+0000", 2024-07-29T15:02:29.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.875570+0000", 2024-07-29T15:02:29.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:29.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.875570+0000", 2024-07-29T15:02:29.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.875570+0000", 2024-07-29T15:02:29.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.875570+0000", 2024-07-29T15:02:29.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.875570+0000", 2024-07-29T15:02:29.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.875570+0000", 2024-07-29T15:02:29.804 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.804 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T15:02:29.805 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.805 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.805 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:29.805 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.805 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.805 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.805 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.805 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T15:02:29.805 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.805 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.805 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.805 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.e", 2024-07-29T15:02:29.805 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.805 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.805 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.805 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 26, 2024-07-29T15:02:29.806 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.806 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:26:12.244897+0000", 2024-07-29T15:02:29.806 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.806 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.806 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.806 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.806 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.806 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.806 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.806 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.806 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.806 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.806 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.806 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.806 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T15:02:29.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T15:02:29.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T15:02:29.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T15:02:29.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T15:02:29.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.809 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.809 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.809 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.809 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.809 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:29.809 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.809 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:29.809 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.809 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T15:02:29.809 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'2" 2024-07-29T15:02:29.809 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.809 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.809 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.809 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.809 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.809 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:29.810 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.810 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:29.810 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.810 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.810 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.810 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.810 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.810 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.810 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.243693+0000", 2024-07-29T15:02:29.810 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.910261+0000", 2024-07-29T15:02:29.810 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.910261+0000", 2024-07-29T15:02:29.810 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.910585+0000", 2024-07-29T15:02:29.810 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.243693+0000", 2024-07-29T15:02:29.810 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.811 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.811 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.811 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.811 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.243693+0000", 2024-07-29T15:02:29.811 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.243693+0000", 2024-07-29T15:02:29.811 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.243693+0000", 2024-07-29T15:02:29.811 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.811 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.811 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.811 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.243693+0000", 2024-07-29T15:02:29.811 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.243693+0000", 2024-07-29T15:02:29.811 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.811 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.811 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.811 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.812 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.812 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.812 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.812 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.812 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.812 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.812 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.812 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.812 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.812 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.f", 2024-07-29T15:02:29.812 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.812 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.812 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.812 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:29.812 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.812 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:59:13.901737+0000", 2024-07-29T15:02:29.813 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.813 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.813 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.815 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.815 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.815 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.816 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.816 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.816 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.816 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:29.816 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.816 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:29.816 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.816 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.816 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.816 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.816 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.816 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.816 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T15:02:29.816 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.816 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T15:02:29.816 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.817 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.817 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:29.817 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.817 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.817 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.817 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.874009+0000", 2024-07-29T15:02:29.817 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.766643+0000", 2024-07-29T15:02:29.817 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.766643+0000", 2024-07-29T15:02:29.817 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.767467+0000", 2024-07-29T15:02:29.817 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.874009+0000", 2024-07-29T15:02:29.817 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.817 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.817 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.817 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:29.817 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.874009+0000", 2024-07-29T15:02:29.818 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.874009+0000", 2024-07-29T15:02:29.818 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.874009+0000", 2024-07-29T15:02:29.818 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.818 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.818 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.818 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.874009+0000", 2024-07-29T15:02:29.818 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.874009+0000", 2024-07-29T15:02:29.818 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.818 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 1, 2024-07-29T15:02:29.818 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.818 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.818 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:29.818 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.818 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.819 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.819 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.819 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 1, 2024-07-29T15:02:29.819 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.819 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.819 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.819 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.d", 2024-07-29T15:02:29.819 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.819 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.819 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.819 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 25, 2024-07-29T15:02:29.819 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.819 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:42:11.183349+0000", 2024-07-29T15:02:29.819 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.819 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.819 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.820 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 70, 2024-07-29T15:02:29.820 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.820 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.820 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.820 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.820 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.820 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.820 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.820 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.820 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.820 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.820 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.820 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.820 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T15:02:29.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T15:02:29.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T15:02:29.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 1, 2024-07-29T15:02:29.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 1 2024-07-29T15:02:29.822 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.822 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.822 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.822 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.822 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.823 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.823 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T15:02:29.823 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.823 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T15:02:29.823 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'1" 2024-07-29T15:02:29.823 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.823 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.823 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.823 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.823 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.823 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:29.823 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.823 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T15:02:29.823 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.823 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.824 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.824 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.824 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.824 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.824 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.878409+0000", 2024-07-29T15:02:29.824 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.904783+0000", 2024-07-29T15:02:29.824 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.904783+0000", 2024-07-29T15:02:29.824 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.905175+0000", 2024-07-29T15:02:29.824 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.878409+0000", 2024-07-29T15:02:29.824 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.824 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.824 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.824 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.824 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.878409+0000", 2024-07-29T15:02:29.824 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.878409+0000", 2024-07-29T15:02:29.824 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.878409+0000", 2024-07-29T15:02:29.825 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.825 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.825 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.825 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.878409+0000", 2024-07-29T15:02:29.825 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.878409+0000", 2024-07-29T15:02:29.825 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.825 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.825 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.825 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.825 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.825 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.825 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.825 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.825 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.826 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.826 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.826 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.826 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.826 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.c", 2024-07-29T15:02:29.826 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.826 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.826 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.826 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:29.826 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.826 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:25:22.828596+0000", 2024-07-29T15:02:29.826 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.826 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.827 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.827 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.827 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.827 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.827 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.827 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.827 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.827 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.827 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.827 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.827 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.827 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.827 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.827 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.827 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.829 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.829 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.830 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.830 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.830 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.830 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.830 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:29.830 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.830 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T15:02:29.830 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.830 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.830 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.830 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.830 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:29.830 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.830 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:29.831 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.831 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T15:02:29.831 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.831 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.831 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:29.831 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.831 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.831 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.831 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.875366+0000", 2024-07-29T15:02:29.831 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.772412+0000", 2024-07-29T15:02:29.831 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.772412+0000", 2024-07-29T15:02:29.831 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.772703+0000", 2024-07-29T15:02:29.831 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.875366+0000", 2024-07-29T15:02:29.831 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.832 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.832 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.832 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:29.832 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.875366+0000", 2024-07-29T15:02:29.832 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.875366+0000", 2024-07-29T15:02:29.832 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.875366+0000", 2024-07-29T15:02:29.832 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.832 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.832 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.832 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.875366+0000", 2024-07-29T15:02:29.832 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.875366+0000", 2024-07-29T15:02:29.832 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.832 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.832 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.833 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.833 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:29.833 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.833 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.833 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.833 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.833 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.833 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.833 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.833 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.833 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.c", 2024-07-29T15:02:29.833 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.833 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.833 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.833 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 24, 2024-07-29T15:02:29.834 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.834 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:33:45.875503+0000", 2024-07-29T15:02:29.834 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.834 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.834 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.834 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.834 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.834 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.834 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.834 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.834 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.834 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.837 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.837 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.837 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.837 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.837 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.837 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.837 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.837 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.837 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.837 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.837 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:29.837 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.837 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:29.838 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.838 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T15:02:29.838 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.838 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.838 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.838 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.838 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.838 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.838 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:29.838 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.838 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:29.838 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.838 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.838 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.839 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.839 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.839 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.839 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.243545+0000", 2024-07-29T15:02:29.839 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.911325+0000", 2024-07-29T15:02:29.839 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.911325+0000", 2024-07-29T15:02:29.839 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.911624+0000", 2024-07-29T15:02:29.839 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.243545+0000", 2024-07-29T15:02:29.839 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.839 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.839 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.839 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.839 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.243545+0000", 2024-07-29T15:02:29.839 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.243545+0000", 2024-07-29T15:02:29.840 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.243545+0000", 2024-07-29T15:02:29.840 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.840 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.840 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.840 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.243545+0000", 2024-07-29T15:02:29.840 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.243545+0000", 2024-07-29T15:02:29.840 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.840 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.840 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.840 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.840 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.840 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.840 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.840 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.841 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.841 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.841 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.841 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.841 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.841 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.d", 2024-07-29T15:02:29.841 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.841 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.841 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.841 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:29.841 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.841 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:35:13.754433+0000", 2024-07-29T15:02:29.841 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.841 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.841 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.842 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.842 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.842 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.842 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.842 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.842 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.842 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.842 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.842 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.842 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.842 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.842 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.842 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.844 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.844 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.844 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.845 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.845 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.845 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.845 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:29.845 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.845 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:29.845 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.845 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.845 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.845 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.845 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.846 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.846 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:29.846 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.846 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T15:02:29.846 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.846 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.846 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T15:02:29.846 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.846 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.846 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.846 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:07.864674+0000", 2024-07-29T15:02:29.846 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:59:56.845123+0000", 2024-07-29T15:02:29.846 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:59:56.845123+0000", 2024-07-29T15:02:29.846 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:00:02.242732+0000", 2024-07-29T15:02:29.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:07.864674+0000", 2024-07-29T15:02:29.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:29.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:29.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 70, 2024-07-29T15:02:29.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:07.864674+0000", 2024-07-29T15:02:29.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:07.864674+0000", 2024-07-29T15:02:29.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:07.864674+0000", 2024-07-29T15:02:29.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:29.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:07.864674+0000", 2024-07-29T15:02:29.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:07.864674+0000", 2024-07-29T15:02:29.848 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.848 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.848 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.848 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.848 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 69, 2024-07-29T15:02:29.848 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.848 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.848 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.848 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.848 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.848 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.848 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.848 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.848 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.5", 2024-07-29T15:02:29.848 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.849 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.849 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 75, 2024-07-29T15:02:29.849 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 18, 2024-07-29T15:02:29.849 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.849 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:35:40.416958+0000", 2024-07-29T15:02:29.849 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.000534303, 2024-07-29T15:02:29.849 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.849 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.849 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.849 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.849 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.849 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.849 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.849 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.852 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.852 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.852 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.852 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.852 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.852 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.852 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.852 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.852 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.852 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.852 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.852 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.852 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.852 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.853 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.853 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:29.853 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.853 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T15:02:29.853 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.853 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.853 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.853 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.853 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.853 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.853 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:29.853 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.853 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:29.853 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.854 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.854 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 19, 2024-07-29T15:02:29.854 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.854 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.854 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.854 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:02:25.861176+0000", 2024-07-29T15:02:29.854 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:30.351297+0000", 2024-07-29T15:02:29.854 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:30.351297+0000", 2024-07-29T15:02:29.854 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:30.351702+0000", 2024-07-29T15:02:29.854 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:02:25.861176+0000", 2024-07-29T15:02:29.854 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:56:33.779105+0000", 2024-07-29T15:02:29.854 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.854 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:56:33.779105+0000", 2024-07-29T15:02:29.855 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 58, 2024-07-29T15:02:29.855 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:02:25.861176+0000", 2024-07-29T15:02:29.855 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:02:25.861176+0000", 2024-07-29T15:02:29.855 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:02:25.861176+0000", 2024-07-29T15:02:29.855 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.855 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.855 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:56:33.779105+0000", 2024-07-29T15:02:29.855 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:02:25.861176+0000", 2024-07-29T15:02:29.855 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:02:25.861176+0000", 2024-07-29T15:02:29.855 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.855 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 160, 2024-07-29T15:02:29.855 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.855 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.855 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 57, 2024-07-29T15:02:29.856 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.856 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.856 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.856 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.856 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 160, 2024-07-29T15:02:29.856 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.856 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.856 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.856 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "1.0", 2024-07-29T15:02:29.856 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.856 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.856 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 75, 2024-07-29T15:02:29.856 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 397, 2024-07-29T15:02:29.856 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.857 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:44:34.189834+0000", 2024-07-29T15:02:29.857 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.857 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.857 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 590368, 2024-07-29T15:02:29.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 1771104, 2024-07-29T15:02:29.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 6, 2024-07-29T15:02:29.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 2, 2024-07-29T15:02:29.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 2, 2024-07-29T15:02:29.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 6, 2024-07-29T15:02:29.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 502, 2024-07-29T15:02:29.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 674, 2024-07-29T15:02:29.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.860 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 243, 2024-07-29T15:02:29.860 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 2416 2024-07-29T15:02:29.860 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.860 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.860 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.860 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.860 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.860 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.860 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:29.860 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.860 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:29.860 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "75'160" 2024-07-29T15:02:29.860 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.860 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.860 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.861 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.861 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:29.861 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:29.861 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.861 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T15:02:29.861 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.861 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.861 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:29.861 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.861 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.861 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.861 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.878485+0000", 2024-07-29T15:02:29.861 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.775849+0000", 2024-07-29T15:02:29.861 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.775849+0000", 2024-07-29T15:02:29.862 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.776323+0000", 2024-07-29T15:02:29.862 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.878485+0000", 2024-07-29T15:02:29.862 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.862 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.862 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.862 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:29.862 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.878485+0000", 2024-07-29T15:02:29.862 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.878485+0000", 2024-07-29T15:02:29.862 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.878485+0000", 2024-07-29T15:02:29.862 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.862 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.862 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.862 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.878485+0000", 2024-07-29T15:02:29.862 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.878485+0000", 2024-07-29T15:02:29.863 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.863 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.863 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.863 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.863 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:29.863 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.863 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.863 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.863 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.863 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.863 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.863 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.863 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.864 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.3", 2024-07-29T15:02:29.864 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.864 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.864 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.864 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 23, 2024-07-29T15:02:29.864 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.864 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:07:14.909445+0000", 2024-07-29T15:02:29.864 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.864 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.864 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.866 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.866 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.866 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.866 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.866 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.866 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.866 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.866 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.866 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.866 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.866 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.866 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.867 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.867 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.867 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.867 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.867 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.867 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.867 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.867 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.867 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.867 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.867 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.867 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.867 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.868 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.868 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.868 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.868 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.868 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.868 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.868 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:29.868 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:29.868 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.868 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T15:02:29.868 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.868 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.868 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.868 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.869 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.869 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.869 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:29.869 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.869 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T15:02:29.869 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.869 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.869 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.869 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.869 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.869 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.869 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.992413+0000", 2024-07-29T15:02:29.869 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.902231+0000", 2024-07-29T15:02:29.870 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.902231+0000", 2024-07-29T15:02:29.870 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.902483+0000", 2024-07-29T15:02:29.870 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.992413+0000", 2024-07-29T15:02:29.870 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.870 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.870 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.870 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.870 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.992413+0000", 2024-07-29T15:02:29.870 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.992413+0000", 2024-07-29T15:02:29.870 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.992413+0000", 2024-07-29T15:02:29.870 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.870 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.870 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.870 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.992413+0000", 2024-07-29T15:02:29.871 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.992413+0000", 2024-07-29T15:02:29.871 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.871 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.871 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.871 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.871 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.871 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.871 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.871 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.871 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.871 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.871 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.871 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.871 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.871 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2", 2024-07-29T15:02:29.872 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.872 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.872 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.872 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 19, 2024-07-29T15:02:29.872 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.872 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:01:29.424577+0000", 2024-07-29T15:02:29.872 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.872 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.872 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.874 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.874 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.874 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.874 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.874 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.874 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.874 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.874 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.874 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.874 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.874 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.874 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.874 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.874 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.875 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.875 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.875 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.875 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.875 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.875 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.875 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.875 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.875 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.875 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.875 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.875 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:29.876 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.876 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T15:02:29.876 INFO:tasks.workunit.client.0.smithi067.stderr:+ echo OK 2024-07-29T15:02:29.878 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:29 smithi138 ceph-mon[32824]: from='client.14868 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:29.878 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:29 smithi138 ceph-mon[32824]: from='client.24785 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:29.878 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:29 smithi138 ceph-mon[32824]: from='client.24785 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:29.879 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.879 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.879 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.879 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.879 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.879 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.879 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:29.879 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.879 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T15:02:29.879 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.879 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.880 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T15:02:29.880 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.880 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.880 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.880 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:07.987821+0000", 2024-07-29T15:02:29.880 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:59:56.978615+0000", 2024-07-29T15:02:29.880 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:59:56.978615+0000", 2024-07-29T15:02:29.880 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:00:01.919098+0000", 2024-07-29T15:02:29.880 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:07.987821+0000", 2024-07-29T15:02:29.880 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:29.880 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.880 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:29.880 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 70, 2024-07-29T15:02:29.880 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:07.987821+0000", 2024-07-29T15:02:29.881 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:07.987821+0000", 2024-07-29T15:02:29.881 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:07.987821+0000", 2024-07-29T15:02:29.881 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.881 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.881 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:29.881 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:07.987821+0000", 2024-07-29T15:02:29.881 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:07.987821+0000", 2024-07-29T15:02:29.881 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.881 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.881 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.881 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.881 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 69, 2024-07-29T15:02:29.881 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.881 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.881 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.881 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.882 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.882 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.882 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.882 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.882 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.6", 2024-07-29T15:02:29.882 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.882 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.882 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 75, 2024-07-29T15:02:29.882 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 19, 2024-07-29T15:02:29.882 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.882 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:21:10.681507+0000", 2024-07-29T15:02:29.882 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.00028657, 2024-07-29T15:02:29.882 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.882 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.883 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.883 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.883 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.883 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.883 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.883 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.883 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.883 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.883 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.883 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.883 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.883 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.883 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.883 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.883 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.883 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.884 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.884 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.884 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.884 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.884 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.884 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.884 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.884 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.884 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.884 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.884 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.884 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.884 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.884 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.884 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.884 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.885 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.885 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.885 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.885 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.885 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.885 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.885 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.885 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.885 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.885 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.885 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.885 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.885 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.885 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.885 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:29.885 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.886 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T15:02:29.886 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.886 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.886 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.886 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.886 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.886 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.886 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:29.886 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.886 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:29.886 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.886 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.886 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:29.886 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.887 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.887 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.887 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.242977+0000", 2024-07-29T15:02:29.887 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.772981+0000", 2024-07-29T15:02:29.887 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.772981+0000", 2024-07-29T15:02:29.887 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.773259+0000", 2024-07-29T15:02:29.887 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.242977+0000", 2024-07-29T15:02:29.887 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.887 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.887 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.887 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:29.887 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.242977+0000", 2024-07-29T15:02:29.887 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.242977+0000", 2024-07-29T15:02:29.887 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.242977+0000", 2024-07-29T15:02:29.887 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.887 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.888 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.888 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.242977+0000", 2024-07-29T15:02:29.888 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.242977+0000", 2024-07-29T15:02:29.888 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.888 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.888 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.888 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.888 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:29.888 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.888 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.888 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.888 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.888 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.888 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.888 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.888 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.889 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.0", 2024-07-29T15:02:29.889 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.889 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.889 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.889 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 24, 2024-07-29T15:02:29.889 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.889 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:27:46.787720+0000", 2024-07-29T15:02:29.889 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.889 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.889 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.889 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.889 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.889 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.890 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.890 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.890 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.890 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.890 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.890 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.890 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.890 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.890 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.890 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.890 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.890 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.890 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.890 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.891 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.891 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.891 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.891 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.891 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.891 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.891 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.891 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.891 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.891 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.891 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.891 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.891 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.891 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.892 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.892 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.892 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.892 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.892 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.892 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.892 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.892 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.892 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.892 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.892 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.892 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.892 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.892 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.893 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.893 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:29.893 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.893 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:29.893 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.893 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.893 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.893 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.893 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:29.893 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.893 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T15:02:29.893 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.893 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T15:02:29.893 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.893 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.894 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.894 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.894 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.894 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.894 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.874958+0000", 2024-07-29T15:02:29.894 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:59:26.886724+0000", 2024-07-29T15:02:29.894 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:59:26.886724+0000", 2024-07-29T15:02:29.894 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:59:26.887180+0000", 2024-07-29T15:02:29.894 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.874958+0000", 2024-07-29T15:02:29.894 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.894 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.894 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.894 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 67, 2024-07-29T15:02:29.894 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.874958+0000", 2024-07-29T15:02:29.895 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.874958+0000", 2024-07-29T15:02:29.895 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.874958+0000", 2024-07-29T15:02:29.895 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.895 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.895 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.895 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.874958+0000", 2024-07-29T15:02:29.895 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.874958+0000", 2024-07-29T15:02:29.895 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.895 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.895 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.895 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.895 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 66, 2024-07-29T15:02:29.895 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.896 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.896 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.896 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.896 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.896 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.896 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.896 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.896 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1", 2024-07-29T15:02:29.896 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.896 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.896 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.896 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 18, 2024-07-29T15:02:29.896 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.896 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:22:25.272005+0000", 2024-07-29T15:02:29.896 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.897 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.897 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.897 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.897 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.897 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.897 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.897 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.897 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.897 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.897 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.897 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.897 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.897 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.897 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.897 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.897 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.898 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.898 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.898 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.898 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.898 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.898 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.898 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.898 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.898 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.898 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.898 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.898 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.898 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.898 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.898 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.899 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.899 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.899 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.899 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.899 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.899 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.899 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.899 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.899 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.899 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.899 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.899 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.899 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.899 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.900 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.900 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:29.900 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.900 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T15:02:29.900 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.900 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T15:02:29.900 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.900 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.900 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.900 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.900 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.900 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.900 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:29.900 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.901 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T15:02:29.901 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.901 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.901 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T15:02:29.901 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.901 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.901 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.901 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:07.354621+0000", 2024-07-29T15:02:29.901 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:59:56.943009+0000", 2024-07-29T15:02:29.901 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:59:56.943009+0000", 2024-07-29T15:02:29.901 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:00:01.873950+0000", 2024-07-29T15:02:29.901 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:07.354621+0000", 2024-07-29T15:02:29.901 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:29.902 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.902 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:29.902 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 70, 2024-07-29T15:02:29.902 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:07.354621+0000", 2024-07-29T15:02:29.902 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:07.354621+0000", 2024-07-29T15:02:29.902 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:07.354621+0000", 2024-07-29T15:02:29.902 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.902 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.902 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:29.902 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:07.354621+0000", 2024-07-29T15:02:29.902 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:07.354621+0000", 2024-07-29T15:02:29.902 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.902 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.902 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.903 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.903 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 69, 2024-07-29T15:02:29.903 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.903 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.903 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.903 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.903 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.903 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.903 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.903 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.903 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.7", 2024-07-29T15:02:29.903 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.903 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.903 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 75, 2024-07-29T15:02:29.904 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 19, 2024-07-29T15:02:29.904 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.904 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:21:20.964483+0000", 2024-07-29T15:02:29.904 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.000420259, 2024-07-29T15:02:29.904 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.904 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.904 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.904 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.904 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.904 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.904 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.904 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.904 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.905 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.905 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.905 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.905 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.905 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.905 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.905 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.905 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.905 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.905 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.905 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.906 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.906 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.906 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.906 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.906 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.906 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.906 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.906 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.906 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.906 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.906 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.906 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.906 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.907 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.907 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.907 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.907 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.907 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.907 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.907 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.907 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.907 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.907 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.907 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.907 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.908 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.908 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.908 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.908 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:29.908 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.908 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T15:02:29.908 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.908 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.908 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.908 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.908 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:29.908 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.908 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:29.909 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.909 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T15:02:29.909 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.909 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.909 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:29.909 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.909 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.909 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.909 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.875097+0000", 2024-07-29T15:02:29.909 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.769673+0000", 2024-07-29T15:02:29.909 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.769673+0000", 2024-07-29T15:02:29.909 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.770065+0000", 2024-07-29T15:02:29.909 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.875097+0000", 2024-07-29T15:02:29.909 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.909 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.909 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.910 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:29.910 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.875097+0000", 2024-07-29T15:02:29.910 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.875097+0000", 2024-07-29T15:02:29.910 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.875097+0000", 2024-07-29T15:02:29.910 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.910 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.910 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.910 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.875097+0000", 2024-07-29T15:02:29.910 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.875097+0000", 2024-07-29T15:02:29.910 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.910 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.910 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.911 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.911 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:29.911 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.911 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.911 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.911 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.911 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.911 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.911 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.911 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.911 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1", 2024-07-29T15:02:29.911 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.911 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.911 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.911 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 24, 2024-07-29T15:02:29.912 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.912 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:34:03.465929+0000", 2024-07-29T15:02:29.912 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.912 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.912 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.912 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.912 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.912 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.912 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.912 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.912 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.912 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.912 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.912 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.912 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.913 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.913 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.913 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.913 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.913 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.913 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.913 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.913 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.913 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.913 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.913 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.913 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.913 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.913 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.913 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.914 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.914 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.914 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.914 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.914 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.914 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.914 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.914 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.914 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.914 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.914 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.914 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.914 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.914 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.915 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.915 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.915 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.915 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.915 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.915 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:29.915 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.915 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:29.915 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.915 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T15:02:29.915 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.915 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.915 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.915 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.916 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.916 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:29.916 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:29.916 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.916 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T15:02:29.916 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.916 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.916 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.916 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.916 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.916 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.916 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.873301+0000", 2024-07-29T15:02:29.916 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.894953+0000", 2024-07-29T15:02:29.916 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.894953+0000", 2024-07-29T15:02:29.916 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.895215+0000", 2024-07-29T15:02:29.916 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.873301+0000", 2024-07-29T15:02:29.917 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.917 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.917 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.917 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.917 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.873301+0000", 2024-07-29T15:02:29.917 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.873301+0000", 2024-07-29T15:02:29.917 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.873301+0000", 2024-07-29T15:02:29.917 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.917 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.917 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.917 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.873301+0000", 2024-07-29T15:02:29.917 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.873301+0000", 2024-07-29T15:02:29.917 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.917 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.917 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.918 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.918 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.918 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.918 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.918 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.918 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.918 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.918 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.918 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.918 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.918 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.0", 2024-07-29T15:02:29.918 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.918 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.918 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.918 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:29.919 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.919 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:36:37.305120+0000", 2024-07-29T15:02:29.919 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.919 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.919 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.919 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.919 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.919 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.919 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.919 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.919 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.919 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.919 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.919 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.919 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.920 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.920 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.920 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.920 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.920 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.920 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.920 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.920 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.920 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.920 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.920 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.920 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.920 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.920 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.920 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.920 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.921 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.921 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.921 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.921 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.921 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.921 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.921 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.921 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.921 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.921 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.921 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.921 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.921 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.921 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.921 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.921 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.922 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.922 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.922 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.922 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:29.922 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:29.922 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.922 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T15:02:29.922 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.922 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.922 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.922 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.922 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.922 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:29.922 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T15:02:29.923 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.923 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T15:02:29.923 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.923 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.923 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T15:02:29.923 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.923 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.923 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.923 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:07.353967+0000", 2024-07-29T15:02:29.923 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:59:56.978530+0000", 2024-07-29T15:02:29.923 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:59:56.978530+0000", 2024-07-29T15:02:29.923 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:00:01.874129+0000", 2024-07-29T15:02:29.923 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:07.353967+0000", 2024-07-29T15:02:29.924 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:29.924 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.924 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:29.924 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 70, 2024-07-29T15:02:29.924 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:07.353967+0000", 2024-07-29T15:02:29.924 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:07.353967+0000", 2024-07-29T15:02:29.924 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:07.353967+0000", 2024-07-29T15:02:29.924 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.924 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.924 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:29.924 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:07.353967+0000", 2024-07-29T15:02:29.924 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:07.353967+0000", 2024-07-29T15:02:29.924 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.924 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.925 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.925 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.925 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 69, 2024-07-29T15:02:29.925 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.925 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.925 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.925 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.925 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.925 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.925 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.925 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.925 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.4", 2024-07-29T15:02:29.925 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.925 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.925 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 75, 2024-07-29T15:02:29.925 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 19, 2024-07-29T15:02:29.926 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.926 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:41:52.226661+0000", 2024-07-29T15:02:29.926 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.000417666, 2024-07-29T15:02:29.926 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.926 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.926 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.926 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.926 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.926 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.926 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.926 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.926 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.926 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.926 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.927 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.927 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.927 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.927 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.927 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.927 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.927 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.927 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.927 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.927 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.927 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.927 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.927 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.927 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.928 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.928 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.928 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.928 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.928 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.928 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.928 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.928 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.928 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.928 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.928 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.928 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.928 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.928 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.928 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.929 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.929 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.929 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.929 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.929 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.929 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.929 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.929 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:29.929 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T15:02:29.929 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.929 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T15:02:29.929 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.929 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.929 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.929 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.929 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.930 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.930 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:29.930 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.930 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T15:02:29.930 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.930 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.930 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:29.930 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.930 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.930 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.930 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.878556+0000", 2024-07-29T15:02:29.930 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.775250+0000", 2024-07-29T15:02:29.930 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.775250+0000", 2024-07-29T15:02:29.930 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.775567+0000", 2024-07-29T15:02:29.930 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.878556+0000", 2024-07-29T15:02:29.931 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.931 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.931 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.931 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:29.931 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.878556+0000", 2024-07-29T15:02:29.931 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.878556+0000", 2024-07-29T15:02:29.931 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.878556+0000", 2024-07-29T15:02:29.931 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.931 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.931 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.931 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.878556+0000", 2024-07-29T15:02:29.931 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.878556+0000", 2024-07-29T15:02:29.931 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.931 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.931 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.932 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.932 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:29.932 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.932 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.932 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.932 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.932 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.932 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.932 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.932 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.932 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.2", 2024-07-29T15:02:29.932 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.932 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.932 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.932 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 23, 2024-07-29T15:02:29.932 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.933 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:30:19.813989+0000", 2024-07-29T15:02:29.933 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.933 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.933 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.935 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.935 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.935 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.935 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.935 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.935 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.935 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.935 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.935 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.935 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.935 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.935 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.935 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.935 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.935 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.935 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.936 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.936 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.936 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.936 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.936 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.936 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:29.936 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.936 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T15:02:29.936 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.936 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.936 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.936 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.936 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.936 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.936 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:29.936 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.937 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T15:02:29.937 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.937 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.937 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.937 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.937 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.937 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.937 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.873325+0000", 2024-07-29T15:02:29.937 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.896591+0000", 2024-07-29T15:02:29.937 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.896591+0000", 2024-07-29T15:02:29.937 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.896876+0000", 2024-07-29T15:02:29.937 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.873325+0000", 2024-07-29T15:02:29.937 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.937 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.937 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.937 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.938 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.873325+0000", 2024-07-29T15:02:29.938 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.873325+0000", 2024-07-29T15:02:29.938 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.873325+0000", 2024-07-29T15:02:29.938 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.938 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.938 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.938 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.873325+0000", 2024-07-29T15:02:29.938 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.873325+0000", 2024-07-29T15:02:29.938 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.938 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.938 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.938 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.938 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.938 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.938 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.938 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.939 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.939 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.939 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.939 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.939 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.939 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3", 2024-07-29T15:02:29.939 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.939 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.939 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.939 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:29.939 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.939 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:27:58.579511+0000", 2024-07-29T15:02:29.939 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.939 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.939 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.941 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.941 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.941 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.941 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.941 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.941 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.941 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.941 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.941 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.941 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.941 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.941 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.941 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.941 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.942 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.942 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.942 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.942 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.942 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.942 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.942 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.942 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.942 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.942 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.942 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.942 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.942 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.942 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.943 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.943 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:29.943 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.943 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:29.943 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.943 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T15:02:29.943 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.943 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.943 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.943 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.943 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.943 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.943 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:29.943 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.943 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T15:02:29.944 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.944 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.944 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T15:02:29.944 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.944 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.944 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.944 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:07.354086+0000", 2024-07-29T15:02:29.944 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:59:56.942899+0000", 2024-07-29T15:02:29.944 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:59:56.942899+0000", 2024-07-29T15:02:29.944 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:00:01.874507+0000", 2024-07-29T15:02:29.944 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:07.354086+0000", 2024-07-29T15:02:29.944 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:29.944 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.944 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:29.944 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 70, 2024-07-29T15:02:29.945 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:07.354086+0000", 2024-07-29T15:02:29.945 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:07.354086+0000", 2024-07-29T15:02:29.945 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:07.354086+0000", 2024-07-29T15:02:29.945 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.945 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.945 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:29.945 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:07.354086+0000", 2024-07-29T15:02:29.945 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:07.354086+0000", 2024-07-29T15:02:29.945 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.945 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T15:02:29.945 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.945 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.945 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 69, 2024-07-29T15:02:29.945 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.945 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.946 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.946 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.946 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T15:02:29.946 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.946 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.946 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.946 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.2", 2024-07-29T15:02:29.946 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.946 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.946 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 75, 2024-07-29T15:02:29.946 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:29.946 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.946 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:02:50.471386+0000", 2024-07-29T15:02:29.946 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.000392067, 2024-07-29T15:02:29.946 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.947 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 19, 2024-07-29T15:02:29.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T15:02:29.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T15:02:29.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T15:02:29.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.949 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.949 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.949 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.949 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.949 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.949 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.949 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.949 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.949 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.949 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 2, 2024-07-29T15:02:29.949 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 2 2024-07-29T15:02:29.949 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.949 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.949 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.949 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.950 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.950 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.950 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:29.950 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.950 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T15:02:29.950 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "74'2" 2024-07-29T15:02:29.950 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.950 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.950 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.950 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.950 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.950 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:29.950 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.950 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T15:02:29.951 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.951 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.951 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:29.951 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.951 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.951 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.873901+0000", 2024-07-29T15:02:29.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.764393+0000", 2024-07-29T15:02:29.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.764393+0000", 2024-07-29T15:02:29.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.766579+0000", 2024-07-29T15:02:29.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.873901+0000", 2024-07-29T15:02:29.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:29.952 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.873901+0000", 2024-07-29T15:02:29.952 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.873901+0000", 2024-07-29T15:02:29.952 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.873901+0000", 2024-07-29T15:02:29.952 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.952 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.952 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.952 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.873901+0000", 2024-07-29T15:02:29.952 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.873901+0000", 2024-07-29T15:02:29.952 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.952 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.952 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.952 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.953 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:29.953 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.953 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.953 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.953 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.953 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.953 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.953 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.953 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.953 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.4", 2024-07-29T15:02:29.953 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.953 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.953 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.953 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 24, 2024-07-29T15:02:29.953 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.953 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:46:19.046366+0000", 2024-07-29T15:02:29.954 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.954 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.954 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.957 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.957 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.957 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.957 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.957 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.957 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.957 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:29.957 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.957 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T15:02:29.957 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.957 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.957 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.957 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.957 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.957 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.958 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:29.958 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.958 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T15:02:29.958 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.958 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.958 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.958 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.958 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.958 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.958 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.878724+0000", 2024-07-29T15:02:29.958 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.896867+0000", 2024-07-29T15:02:29.958 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.896867+0000", 2024-07-29T15:02:29.958 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.897154+0000", 2024-07-29T15:02:29.958 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.878724+0000", 2024-07-29T15:02:29.959 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.959 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.959 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.959 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.959 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.878724+0000", 2024-07-29T15:02:29.959 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.878724+0000", 2024-07-29T15:02:29.959 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.878724+0000", 2024-07-29T15:02:29.959 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.959 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.959 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.959 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.878724+0000", 2024-07-29T15:02:29.959 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.878724+0000", 2024-07-29T15:02:29.959 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.959 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.959 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.960 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.960 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.960 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.960 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.960 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.960 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.960 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.960 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.960 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.960 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.960 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.5", 2024-07-29T15:02:29.960 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.960 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.960 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.960 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:29.960 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.961 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:39:38.395749+0000", 2024-07-29T15:02:29.961 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.961 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.961 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.964 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.964 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.964 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.964 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.964 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.964 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.964 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.964 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.964 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.964 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:29.964 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.964 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T15:02:29.965 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.965 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.965 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.965 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.965 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.965 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.965 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:29.965 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.965 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T15:02:29.965 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.965 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.965 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T15:02:29.965 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.965 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.966 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.966 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:07.987508+0000", 2024-07-29T15:02:29.966 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:59:56.942847+0000", 2024-07-29T15:02:29.966 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:59:56.942847+0000", 2024-07-29T15:02:29.966 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:00:01.918903+0000", 2024-07-29T15:02:29.966 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:07.987508+0000", 2024-07-29T15:02:29.966 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:29.966 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.966 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:29.966 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 70, 2024-07-29T15:02:29.966 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:07.987508+0000", 2024-07-29T15:02:29.966 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:07.987508+0000", 2024-07-29T15:02:29.966 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:07.987508+0000", 2024-07-29T15:02:29.966 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.967 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.967 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:29.967 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:07.987508+0000", 2024-07-29T15:02:29.967 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:07.987508+0000", 2024-07-29T15:02:29.967 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.967 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 1, 2024-07-29T15:02:29.967 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.967 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.967 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 69, 2024-07-29T15:02:29.967 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.967 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.967 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.967 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.967 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 1, 2024-07-29T15:02:29.967 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.967 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.968 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.968 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.3", 2024-07-29T15:02:29.968 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.968 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.968 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 75, 2024-07-29T15:02:29.968 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:29.968 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.968 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:17:44.658664+0000", 2024-07-29T15:02:29.968 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.000364317, 2024-07-29T15:02:29.968 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.968 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.968 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.968 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.968 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.968 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.968 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T15:02:29.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T15:02:29.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T15:02:29.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.971 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.971 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.971 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.971 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.971 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.971 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:29.971 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:29.971 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.972 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T15:02:29.972 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "72'1" 2024-07-29T15:02:29.972 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.972 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.972 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.972 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.972 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.972 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:29.972 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.972 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:29.972 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.972 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.972 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:29.972 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.972 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.973 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.243733+0000", 2024-07-29T15:02:29.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.771433+0000", 2024-07-29T15:02:29.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.771433+0000", 2024-07-29T15:02:29.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.772745+0000", 2024-07-29T15:02:29.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.243733+0000", 2024-07-29T15:02:29.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:29.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.243733+0000", 2024-07-29T15:02:29.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.243733+0000", 2024-07-29T15:02:29.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.243733+0000", 2024-07-29T15:02:29.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.974 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.974 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.243733+0000", 2024-07-29T15:02:29.974 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.243733+0000", 2024-07-29T15:02:29.974 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.974 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.974 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.974 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.974 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:29.974 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.974 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.974 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.974 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.974 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.974 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.975 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.975 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.975 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.5", 2024-07-29T15:02:29.975 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.975 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.975 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.975 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 24, 2024-07-29T15:02:29.975 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.975 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:40:53.421689+0000", 2024-07-29T15:02:29.975 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.975 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.975 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.975 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.975 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.978 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.978 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.978 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.978 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.978 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.978 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.978 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.978 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.978 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.978 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.978 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.978 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.978 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.978 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.978 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:29.979 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:29.979 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.979 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:29.979 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.979 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.979 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.979 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.979 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.979 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:29.979 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T15:02:29.979 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.979 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T15:02:29.979 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.979 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.979 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:29.980 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.980 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.980 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.980 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.873855+0000", 2024-07-29T15:02:29.980 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.891500+0000", 2024-07-29T15:02:29.980 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.891500+0000", 2024-07-29T15:02:29.980 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.891774+0000", 2024-07-29T15:02:29.980 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.873855+0000", 2024-07-29T15:02:29.980 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.980 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.980 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.980 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:29.980 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.873855+0000", 2024-07-29T15:02:29.980 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.873855+0000", 2024-07-29T15:02:29.981 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.873855+0000", 2024-07-29T15:02:29.981 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.981 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.981 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:29.981 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.873855+0000", 2024-07-29T15:02:29.981 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.873855+0000", 2024-07-29T15:02:29.981 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.981 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.981 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.981 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.981 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:29.981 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.981 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.982 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.982 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.982 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.982 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.982 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.982 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.982 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.4", 2024-07-29T15:02:29.982 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.982 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.982 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.982 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:29.982 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.982 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:07:18.702831+0000", 2024-07-29T15:02:29.982 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.982 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.983 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.986 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.986 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.986 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.986 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.986 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.986 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.986 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:29.986 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T15:02:29.986 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.986 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T15:02:29.986 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.986 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.986 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.987 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.987 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.987 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.987 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:29.987 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.987 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T15:02:29.987 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.987 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.987 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T15:02:29.987 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.987 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.987 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.987 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:07.929742+0000", 2024-07-29T15:02:29.988 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:59:56.843025+0000", 2024-07-29T15:02:29.988 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:59:56.843025+0000", 2024-07-29T15:02:29.988 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:00:01.992819+0000", 2024-07-29T15:02:29.988 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:07.929742+0000", 2024-07-29T15:02:29.988 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:29.988 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.988 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:29.988 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 70, 2024-07-29T15:02:29.988 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:07.929742+0000", 2024-07-29T15:02:29.988 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:07.929742+0000", 2024-07-29T15:02:29.988 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:07.929742+0000", 2024-07-29T15:02:29.988 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.989 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.989 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:29.989 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:07.929742+0000", 2024-07-29T15:02:29.989 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:07.929742+0000", 2024-07-29T15:02:29.989 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.989 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:29.989 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.989 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.989 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 69, 2024-07-29T15:02:29.989 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.989 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.989 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.989 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.990 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:29.990 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.990 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.990 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.990 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.0", 2024-07-29T15:02:29.990 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.990 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.990 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 75, 2024-07-29T15:02:29.990 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 18, 2024-07-29T15:02:29.990 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.990 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:20:56.356619+0000", 2024-07-29T15:02:29.990 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.000583934, 2024-07-29T15:02:29.991 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.991 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:29.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:29.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:29.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:29.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:29.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:29.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:29.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:29.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:29.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:29.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:29.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:29.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:29.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:29.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:29.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:29.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:29.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:29.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:29.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:29.993 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:29.993 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:29.993 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:29.993 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:29.993 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:29.993 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:29.993 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:29.994 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:29.994 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:29.994 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:29.994 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:29.994 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:29.994 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:29.994 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:29.994 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:29.994 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:29.994 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:29.994 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.994 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:29.994 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:29.995 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:29.995 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:29.995 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:29.995 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:29.995 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.995 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T15:02:29.995 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:29.995 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:29.995 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:29.995 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:29.995 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:29.995 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:29.995 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:29.996 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:29.996 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T15:02:29.996 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:29.996 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:29.996 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:29.996 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:29.996 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:29.996 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:29.996 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.873859+0000", 2024-07-29T15:02:29.996 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.764572+0000", 2024-07-29T15:02:29.996 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.764572+0000", 2024-07-29T15:02:29.996 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.764881+0000", 2024-07-29T15:02:29.997 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.873859+0000", 2024-07-29T15:02:29.997 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.997 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:29.997 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.997 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:29.997 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.873859+0000", 2024-07-29T15:02:29.997 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.873859+0000", 2024-07-29T15:02:29.997 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.873859+0000", 2024-07-29T15:02:29.997 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:29.997 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:29.997 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:29.997 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.873859+0000", 2024-07-29T15:02:29.997 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.873859+0000", 2024-07-29T15:02:29.998 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:29.998 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 1, 2024-07-29T15:02:29.998 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:29.998 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:29.998 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:29.998 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:29.998 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:29.998 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:29.998 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:29.998 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 1, 2024-07-29T15:02:29.998 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:29.998 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:29.998 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:29.998 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.6", 2024-07-29T15:02:29.999 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:29.999 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:29.999 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:29.999 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 25, 2024-07-29T15:02:29.999 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:29.999 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:43:45.776893+0000", 2024-07-29T15:02:29.999 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:29.999 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:29.999 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:29.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:29.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:29.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:29.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:30.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:30.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:30.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:30.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:30.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:30.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:30.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:30.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:30.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:30.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:30.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:30.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:30.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T15:02:30.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T15:02:30.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:30.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T15:02:30.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:30.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:30.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:30.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:30.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:30.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T15:02:30.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:30.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:30.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:30.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:30.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:30.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:30.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:30.002 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:30.002 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:30.002 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:30.002 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:30.002 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:30.002 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 1, 2024-07-29T15:02:30.002 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:30.002 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.002 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:30.002 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:30.002 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:30.002 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:30.002 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:30.002 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:30.003 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.003 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T15:02:30.003 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'1" 2024-07-29T15:02:30.003 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.003 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:30.003 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:30.003 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:30.003 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:30.003 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:30.003 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.003 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T15:02:30.003 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:30.003 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:30.003 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:30.004 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:30.004 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:30.004 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:30.004 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.992853+0000", 2024-07-29T15:02:30.004 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.903517+0000", 2024-07-29T15:02:30.004 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.903517+0000", 2024-07-29T15:02:30.004 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.903890+0000", 2024-07-29T15:02:30.004 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.992853+0000", 2024-07-29T15:02:30.004 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:30.004 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:30.004 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:30.004 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:30.004 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.992853+0000", 2024-07-29T15:02:30.005 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.992853+0000", 2024-07-29T15:02:30.005 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.992853+0000", 2024-07-29T15:02:30.005 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:30.005 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:30.005 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:30.005 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.992853+0000", 2024-07-29T15:02:30.005 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.992853+0000", 2024-07-29T15:02:30.005 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:30.005 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:30.005 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:30.005 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:30.005 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:30.005 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:30.005 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:30.006 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:30.006 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:30.006 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:30.006 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:30.006 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:30.006 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:30.006 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.7", 2024-07-29T15:02:30.006 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:30.006 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:30.006 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:30.006 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 19, 2024-07-29T15:02:30.006 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:30.006 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:17:32.031615+0000", 2024-07-29T15:02:30.006 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:30.007 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:30.007 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:30.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:30.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:30.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:30.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:30.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:30.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:30.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:30.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:30.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:30.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:30.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:30.008 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:30.008 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:30.008 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:30.008 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:30.008 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:30.008 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:30.008 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:30.008 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:30.008 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:30.008 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:30.008 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:30.008 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:30.008 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:30.008 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:30.009 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:30.009 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:30.009 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:30.009 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:30.009 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:30.009 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:30.009 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:30.009 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:30.009 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:30.009 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:30.009 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:30.009 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:30.009 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:30.009 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:30.009 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:30.010 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.010 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:30.010 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:30.010 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:30.010 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:30.010 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:30.010 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:30.010 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.010 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T15:02:30.010 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:30.010 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.010 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:30.010 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:30.010 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:30.011 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:30.011 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:30.011 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.011 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T15:02:30.011 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:30.011 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:30.011 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T15:02:30.011 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:30.011 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:30.011 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:30.011 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:07.352015+0000", 2024-07-29T15:02:30.011 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:59:56.943003+0000", 2024-07-29T15:02:30.011 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:59:56.943003+0000", 2024-07-29T15:02:30.011 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:00:01.873626+0000", 2024-07-29T15:02:30.011 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:07.352015+0000", 2024-07-29T15:02:30.012 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:30.012 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:30.012 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:30.012 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 70, 2024-07-29T15:02:30.012 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:07.352015+0000", 2024-07-29T15:02:30.012 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:07.352015+0000", 2024-07-29T15:02:30.012 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:07.352015+0000", 2024-07-29T15:02:30.012 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:30.012 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:30.012 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T15:02:30.012 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:07.352015+0000", 2024-07-29T15:02:30.012 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:07.352015+0000", 2024-07-29T15:02:30.012 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:30.013 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:30.013 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:30.013 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:30.013 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 69, 2024-07-29T15:02:30.013 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:30.013 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:30.013 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:30.013 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:30.013 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:30.013 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:30.013 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:30.013 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:30.013 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.1", 2024-07-29T15:02:30.013 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:30.014 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:30.014 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 75, 2024-07-29T15:02:30.014 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 19, 2024-07-29T15:02:30.014 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:30.014 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:29:27.011488+0000", 2024-07-29T15:02:30.014 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.000546854, 2024-07-29T15:02:30.014 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:30.014 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:30.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:30.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:30.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:30.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:30.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:30.015 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:30.015 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:30.015 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:30.015 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:30.015 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:30.015 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:30.015 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:30.015 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:30.015 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:30.015 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:30.015 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:30.015 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:30.015 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:30.015 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:30.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:30.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:30.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:30.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:30.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:30.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:30.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:30.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:30.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:30.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:30.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:30.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:30.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:30.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:30.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:30.017 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:30.017 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:30.017 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:30.017 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:30.017 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:30.017 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:30.017 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.017 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:30.017 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:30.017 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:30.017 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:30.017 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:30.017 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:30.017 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.018 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T15:02:30.018 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:30.018 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.018 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:30.018 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:30.018 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:30.018 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:30.018 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:30.018 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.018 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T15:02:30.018 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:30.018 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:30.018 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:30.018 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:30.019 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:30.019 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:30.019 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.242332+0000", 2024-07-29T15:02:30.019 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.766717+0000", 2024-07-29T15:02:30.019 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.766717+0000", 2024-07-29T15:02:30.019 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.767029+0000", 2024-07-29T15:02:30.019 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.242332+0000", 2024-07-29T15:02:30.019 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:30.019 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:30.019 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:30.019 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:30.019 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.242332+0000", 2024-07-29T15:02:30.019 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.242332+0000", 2024-07-29T15:02:30.019 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.242332+0000", 2024-07-29T15:02:30.020 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:30.020 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:30.020 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:30.020 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.242332+0000", 2024-07-29T15:02:30.020 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.242332+0000", 2024-07-29T15:02:30.020 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:30.020 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T15:02:30.020 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:30.020 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:30.020 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:30.020 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:30.020 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:30.020 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:30.020 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:30.021 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T15:02:30.021 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:30.021 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:30.021 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:30.021 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.7", 2024-07-29T15:02:30.021 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:30.021 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:30.021 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:30.021 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 25, 2024-07-29T15:02:30.021 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:30.021 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:58:01.821315+0000", 2024-07-29T15:02:30.021 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:30.021 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:30.021 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:30.022 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:30.022 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:30.022 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:30.022 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:30.022 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:30.022 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:30.022 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:30.022 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:30.022 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:30.022 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:30.022 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:30.022 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:30.022 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:30.022 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:30.022 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:30.023 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:30.023 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T15:02:30.023 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T15:02:30.023 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:30.023 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T15:02:30.023 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:30.023 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:30.023 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:30.023 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:30.023 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:30.023 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T15:02:30.023 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:30.023 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:30.023 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:30.024 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:30.024 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:30.024 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:30.024 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:30.024 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:30.024 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:30.024 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:30.024 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:30.024 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:30.024 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T15:02:30.024 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:30.024 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.024 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:30.024 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:30.024 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:30.025 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:30.025 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:30.025 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:30.025 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.025 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T15:02:30.025 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'2" 2024-07-29T15:02:30.025 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.025 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:30.025 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:30.025 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:30.025 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:30.025 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:30.025 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.025 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T15:02:30.025 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:30.026 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:30.026 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:30.026 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:30.026 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:30.026 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:30.026 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.918761+0000", 2024-07-29T15:02:30.026 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.901653+0000", 2024-07-29T15:02:30.026 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.901653+0000", 2024-07-29T15:02:30.026 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.902021+0000", 2024-07-29T15:02:30.026 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.918761+0000", 2024-07-29T15:02:30.026 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:30.026 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:30.026 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:30.027 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:30.027 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.918761+0000", 2024-07-29T15:02:30.027 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.918761+0000", 2024-07-29T15:02:30.027 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.918761+0000", 2024-07-29T15:02:30.027 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:30.027 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:30.027 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:30.027 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.918761+0000", 2024-07-29T15:02:30.027 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.918761+0000", 2024-07-29T15:02:30.027 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:30.027 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:30.027 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:30.027 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:30.027 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:30.028 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:30.028 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:30.028 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:30.028 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:30.028 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:30.028 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:30.028 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:30.028 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:30.028 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.6", 2024-07-29T15:02:30.028 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:30.028 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:30.028 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:30.028 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:30.028 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:30.029 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:31:56.711696+0000", 2024-07-29T15:02:30.029 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:30.029 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:30.029 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:30.029 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:30.029 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:30.029 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:30.029 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:30.029 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:30.029 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:30.029 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:30.029 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:30.029 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:30.029 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:30.029 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:30.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:30.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:30.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:30.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:30.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:30.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:30.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:30.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:30.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:30.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:30.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:30.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:30.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:30.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:30.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:30.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:30.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:30.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:30.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:30.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:30.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:30.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:30.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:30.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:30.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:30.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:30.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:30.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:30.032 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:30.032 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.032 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:30.032 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:30.032 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:30.032 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:30.032 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:30.032 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:30.032 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.032 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T15:02:30.032 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:30.032 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.032 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:30.032 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:30.033 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:30.033 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:30.033 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:30.033 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.033 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:30.033 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:30.033 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:30.033 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:30.033 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:30.033 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:30.033 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:30.033 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.243003+0000", 2024-07-29T15:02:30.033 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.773946+0000", 2024-07-29T15:02:30.033 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.773946+0000", 2024-07-29T15:02:30.034 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.774305+0000", 2024-07-29T15:02:30.034 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.243003+0000", 2024-07-29T15:02:30.034 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:30.034 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:30.034 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:30.034 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:30.034 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.243003+0000", 2024-07-29T15:02:30.034 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.243003+0000", 2024-07-29T15:02:30.034 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.243003+0000", 2024-07-29T15:02:30.034 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:30.034 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:30.034 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:30.034 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.243003+0000", 2024-07-29T15:02:30.034 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.243003+0000", 2024-07-29T15:02:30.035 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:30.035 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:30.035 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:30.035 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:30.035 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:30.035 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:30.035 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:30.035 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:30.035 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:30.035 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:30.035 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:30.035 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:30.035 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:30.036 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.8", 2024-07-29T15:02:30.036 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:30.036 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:30.036 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:30.036 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 24, 2024-07-29T15:02:30.036 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:30.036 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:47:22.593680+0000", 2024-07-29T15:02:30.036 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:30.036 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:30.036 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:30.036 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:30.036 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:30.036 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:30.036 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:30.036 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:30.037 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:30.037 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:30.037 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:30.037 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:30.037 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:30.037 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:30.037 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:30.037 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:30.037 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:30.037 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:30.037 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:30.037 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:30.037 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:30.038 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:30.038 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:30.038 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:30.038 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:30.038 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:30.038 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:30.038 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:30.038 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:30.038 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:30.038 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:30.038 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:30.038 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:30.038 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:30.038 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:30.039 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:30.039 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:30.039 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:30.039 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:30.039 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:30.039 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:30.039 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:30.039 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:30.039 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.039 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:30.039 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:30.039 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:30.039 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:30.039 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:30.040 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:30.040 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.040 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:30.040 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:30.040 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.040 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:30.040 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:30.040 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:30.040 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:30.040 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:30.040 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.040 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T15:02:30.040 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:30.040 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:30.041 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:30.041 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:30.041 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:30.041 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:30.041 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.873304+0000", 2024-07-29T15:02:30.041 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.902246+0000", 2024-07-29T15:02:30.041 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.902246+0000", 2024-07-29T15:02:30.041 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.902747+0000", 2024-07-29T15:02:30.041 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.873304+0000", 2024-07-29T15:02:30.041 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:30.041 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:30.041 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:30.041 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:30.041 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.873304+0000", 2024-07-29T15:02:30.042 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.873304+0000", 2024-07-29T15:02:30.042 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.873304+0000", 2024-07-29T15:02:30.042 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:30.042 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:30.042 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:30.042 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.873304+0000", 2024-07-29T15:02:30.042 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.873304+0000", 2024-07-29T15:02:30.042 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:30.042 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:30.042 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:30.042 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:30.042 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:30.043 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:30.043 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:30.043 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:30.043 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:30.043 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:30.043 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:30.043 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:30.043 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:30.043 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.9", 2024-07-29T15:02:30.043 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:30.043 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:30.043 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:30.043 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 21, 2024-07-29T15:02:30.043 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:30.044 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:28:06.497139+0000", 2024-07-29T15:02:30.044 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:30.044 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:30.044 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:30.044 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:30.044 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:30.044 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:30.044 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:30.044 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:30.044 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:30.044 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:30.044 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:30.044 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:30.044 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:30.045 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:30.045 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:30.045 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:30.045 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:30.045 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:30.045 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:30.045 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:30.045 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:30.045 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:30.045 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:30.045 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:30.045 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:30.045 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:30.045 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:30.045 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:30.046 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:30.046 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:30.046 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:30.046 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:30.046 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:30.046 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:30.046 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:30.046 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:30.046 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:30.046 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:30.046 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:30.046 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:30.046 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:30.046 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:30.047 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:30.047 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.047 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:30.047 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:30.047 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:30.047 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:30.047 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:30.047 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:30.047 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.047 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T15:02:30.047 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:30.047 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.047 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:30.047 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:30.048 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:30.048 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:30.048 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T15:02:30.048 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.048 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T15:02:30.048 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:30.048 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:30.048 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:30.048 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:30.048 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:30.048 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:30.048 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.873659+0000", 2024-07-29T15:02:30.048 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.766997+0000", 2024-07-29T15:02:30.049 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.766997+0000", 2024-07-29T15:02:30.049 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.767276+0000", 2024-07-29T15:02:30.049 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.873659+0000", 2024-07-29T15:02:30.049 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:30.049 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:30.049 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:30.049 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:30.049 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.873659+0000", 2024-07-29T15:02:30.049 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.873659+0000", 2024-07-29T15:02:30.049 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.873659+0000", 2024-07-29T15:02:30.049 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:30.049 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:30.049 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:30.049 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.873659+0000", 2024-07-29T15:02:30.050 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.873659+0000", 2024-07-29T15:02:30.050 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:30.050 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:30.050 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:30.050 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:30.050 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:30.050 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:30.050 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:30.050 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:30.050 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:30.050 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:30.050 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:30.050 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:30.050 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:30.051 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.9", 2024-07-29T15:02:30.051 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:30.051 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:30.051 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:30.051 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 24, 2024-07-29T15:02:30.051 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:30.051 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:13:38.883882+0000", 2024-07-29T15:02:30.051 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:30.051 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:30.051 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:30.051 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:30.051 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:30.051 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:30.052 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:30.052 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:30.052 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:30.052 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:30.052 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:30.052 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:30.052 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:30.052 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:30.052 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:30.052 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:30.052 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:30.052 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:30.052 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:30.052 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:30.052 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:30.053 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:30.053 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:30.053 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:30.053 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:30.053 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:30.053 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:30.053 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:30.053 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:30.053 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:30.053 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:30.053 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:30.053 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:30.053 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:30.054 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:30.054 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:30.054 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:30.054 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:30.054 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:30.054 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:30.054 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:30.054 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:30.054 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:30.054 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.054 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:30.054 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:30.054 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:30.054 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:30.055 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:30.055 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T15:02:30.055 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.055 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T15:02:30.055 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:30.055 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.055 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:30.055 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:30.055 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:30.055 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:30.055 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:30.055 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.055 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T15:02:30.055 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:30.056 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:30.056 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:30.056 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:30.056 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:30.056 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:30.056 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.992591+0000", 2024-07-29T15:02:30.056 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.894255+0000", 2024-07-29T15:02:30.056 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.894255+0000", 2024-07-29T15:02:30.056 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.894542+0000", 2024-07-29T15:02:30.056 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.992591+0000", 2024-07-29T15:02:30.056 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:30.056 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:30.056 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:30.056 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:30.057 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.992591+0000", 2024-07-29T15:02:30.057 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.992591+0000", 2024-07-29T15:02:30.057 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.992591+0000", 2024-07-29T15:02:30.057 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:30.057 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:30.057 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:30.057 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.992591+0000", 2024-07-29T15:02:30.057 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.992591+0000", 2024-07-29T15:02:30.057 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:30.057 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:30.057 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:30.057 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:30.057 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:30.057 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:30.058 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:30.058 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:30.058 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:30.058 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:30.058 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:30.058 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:30.058 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:30.058 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.8", 2024-07-29T15:02:30.058 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:30.058 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:30.058 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:30.058 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 19, 2024-07-29T15:02:30.058 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:30.058 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:40:09.648235+0000", 2024-07-29T15:02:30.059 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:30.059 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:30.059 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:30.059 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:30.059 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:30.059 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:30.059 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:30.059 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:30.059 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:30.059 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:30.059 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:30.059 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:30.059 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:30.059 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:30.059 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:30.060 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:30.060 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:30.060 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:30.060 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:30.060 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:30.060 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:30.060 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:30.060 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:30.060 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:30.060 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:30.060 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:30.060 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:30.060 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:30.060 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:30.061 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:30.061 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:30.061 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:30.061 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:30.061 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:30.061 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:30.061 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:30.061 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:30.061 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:30.061 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:30.061 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:30.061 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:30.061 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:30.061 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:30.062 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.062 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:30.062 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:30.062 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:30.062 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:30.062 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:30.062 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:30.062 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.062 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T15:02:30.062 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:30.062 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.062 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:30.062 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:30.062 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:30.063 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:30.063 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:30.063 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.063 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T15:02:30.063 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:30.063 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:30.063 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:30.063 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:30.063 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:30.063 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:30.063 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.874243+0000", 2024-07-29T15:02:30.063 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.765813+0000", 2024-07-29T15:02:30.063 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.765813+0000", 2024-07-29T15:02:30.063 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.766652+0000", 2024-07-29T15:02:30.063 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.874243+0000", 2024-07-29T15:02:30.064 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:30.064 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:30.064 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:30.064 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:30.064 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.874243+0000", 2024-07-29T15:02:30.064 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.874243+0000", 2024-07-29T15:02:30.064 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.874243+0000", 2024-07-29T15:02:30.064 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:30.064 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:30.064 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:30.064 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.874243+0000", 2024-07-29T15:02:30.064 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.874243+0000", 2024-07-29T15:02:30.064 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:30.064 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:30.065 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:30.065 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:30.065 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:30.065 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:30.065 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:30.065 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:30.065 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:30.065 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:30.065 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:30.065 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:30.065 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:30.065 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.a", 2024-07-29T15:02:30.065 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:30.066 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:30.066 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:30.066 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 24, 2024-07-29T15:02:30.066 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:30.066 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:33:15.318075+0000", 2024-07-29T15:02:30.066 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:30.066 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:30.066 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:30.066 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:30.066 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:30.066 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:30.066 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:30.066 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:30.066 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:30.067 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:30.067 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:30.067 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:30.067 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:30.067 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:30.067 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:30.067 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:30.067 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:30.067 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:30.067 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:30.067 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:30.067 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:30.067 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:30.068 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:30.068 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:30.068 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:30.068 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:30.068 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:30.068 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:30.068 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:30.068 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:30.068 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:30.068 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:30.068 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:30.068 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:30.068 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:30.068 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:30.068 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:30.069 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:30.069 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:30.069 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:30.069 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:30.069 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:30.069 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:30.069 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.069 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:30.069 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:30.069 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:30.069 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T15:02:30.069 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:30.069 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T15:02:30.069 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.070 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T15:02:30.070 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:30.070 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.070 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:30.070 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:30.070 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:30.070 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:30.070 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:30.070 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.070 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T15:02:30.070 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:30.070 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:30.070 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:30.070 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:30.071 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:30.071 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:30.071 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.992573+0000", 2024-07-29T15:02:30.071 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.900719+0000", 2024-07-29T15:02:30.071 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.900719+0000", 2024-07-29T15:02:30.071 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.901035+0000", 2024-07-29T15:02:30.071 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.992573+0000", 2024-07-29T15:02:30.071 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:30.071 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:30.071 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:30.071 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:30.071 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.992573+0000", 2024-07-29T15:02:30.071 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.992573+0000", 2024-07-29T15:02:30.072 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.992573+0000", 2024-07-29T15:02:30.072 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:30.072 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:30.072 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:30.072 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.992573+0000", 2024-07-29T15:02:30.072 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.992573+0000", 2024-07-29T15:02:30.072 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:30.072 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:30.072 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:30.072 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:30.072 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:30.072 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:30.072 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:30.072 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:30.073 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:30.073 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:30.073 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:30.073 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:30.073 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:30.073 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.b", 2024-07-29T15:02:30.073 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:30.073 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:30.073 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:30.073 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 19, 2024-07-29T15:02:30.073 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:30.073 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:00:58.198024+0000", 2024-07-29T15:02:30.073 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:30.073 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:30.074 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:30.074 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:30.074 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:30.074 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:30.074 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:30.074 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:30.074 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:30.074 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:30.074 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:30.074 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:30.074 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:30.074 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:30.074 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:30.074 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:30.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:30.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:30.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:30.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:30.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:30.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:30.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:30.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:30.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:30.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:30.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:30.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:30.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:30.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:30.076 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:30.076 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:30.076 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:30.076 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:30.076 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:30.076 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:30.076 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:30.076 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:30.076 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:30.076 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:30.076 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:30.076 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:30.076 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:30.077 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.077 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:30.077 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:30.077 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:30.077 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:30.077 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:30.077 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:30.077 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.077 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T15:02:30.077 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:30.077 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.077 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:30.077 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:30.077 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:30.078 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:30.078 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T15:02:30.078 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.078 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:30.078 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:30.078 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:30.078 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:30.078 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:30.078 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:30.078 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:30.078 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.243291+0000", 2024-07-29T15:02:30.078 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.773071+0000", 2024-07-29T15:02:30.078 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.773071+0000", 2024-07-29T15:02:30.078 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.773352+0000", 2024-07-29T15:02:30.079 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.243291+0000", 2024-07-29T15:02:30.079 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:30.079 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:30.079 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:30.079 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:30.079 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.243291+0000", 2024-07-29T15:02:30.079 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.243291+0000", 2024-07-29T15:02:30.079 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.243291+0000", 2024-07-29T15:02:30.079 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:30.079 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:30.079 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:30.079 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.243291+0000", 2024-07-29T15:02:30.079 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.243291+0000", 2024-07-29T15:02:30.080 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:30.080 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T15:02:30.080 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:30.080 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:30.080 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:30.080 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:30.080 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:30.080 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:30.080 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:30.080 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T15:02:30.080 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:30.080 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:30.080 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:30.081 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.b", 2024-07-29T15:02:30.081 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:30.081 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:30.081 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:30.081 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 26, 2024-07-29T15:02:30.081 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:30.081 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:40:37.670844+0000", 2024-07-29T15:02:30.081 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:30.081 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:30.081 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:30.081 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:30.081 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:30.081 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:30.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:30.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:30.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:30.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:30.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:30.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:30.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:30.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:30.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:30.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:30.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:30.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:30.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:30.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T15:02:30.083 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T15:02:30.083 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:30.083 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T15:02:30.083 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:30.083 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:30.083 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:30.083 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:30.083 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:30.083 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T15:02:30.083 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:30.083 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:30.083 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:30.083 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:30.083 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:30.084 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:30.084 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:30.084 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:30.084 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:30.084 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:30.084 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:30.084 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:30.084 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 1, 2024-07-29T15:02:30.084 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:30.084 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.084 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:30.084 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:30.084 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:30.085 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:30.085 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:30.085 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T15:02:30.085 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.085 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:30.085 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'2" 2024-07-29T15:02:30.085 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.085 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:30.085 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:30.085 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:30.085 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:30.085 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:30.085 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.086 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T15:02:30.086 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:30.086 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:30.086 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:30.086 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:30.086 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:30.086 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:30.086 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.242313+0000", 2024-07-29T15:02:30.086 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.899716+0000", 2024-07-29T15:02:30.086 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.899716+0000", 2024-07-29T15:02:30.086 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.900083+0000", 2024-07-29T15:02:30.086 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.242313+0000", 2024-07-29T15:02:30.086 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:30.087 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:30.087 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:30.087 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:30.087 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.242313+0000", 2024-07-29T15:02:30.087 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.242313+0000", 2024-07-29T15:02:30.087 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.242313+0000", 2024-07-29T15:02:30.087 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:30.087 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:30.087 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:30.087 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.242313+0000", 2024-07-29T15:02:30.087 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.242313+0000", 2024-07-29T15:02:30.087 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:30.087 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:30.087 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:30.088 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:30.088 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:30.088 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:30.088 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:30.088 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:30.088 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:30.088 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:30.088 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:30.088 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:30.088 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:30.088 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.a", 2024-07-29T15:02:30.088 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:30.088 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:30.088 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:30.089 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:30.089 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:30.089 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:53:58.223099+0000", 2024-07-29T15:02:30.089 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:30.089 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:30.089 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:30.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:30.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:30.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:30.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:30.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:30.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:30.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:30.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:30.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:30.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:30.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:30.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:30.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:30.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:30.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:30.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:30.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:30.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:30.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:30.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:30.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:30.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:30.091 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:30.091 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:30.091 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:30.091 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:30.091 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:30.091 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:30.091 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:30.091 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:30.091 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:30.091 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:30.091 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:30.091 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:30.091 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:30.091 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:30.092 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:30.092 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:30.092 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:30.092 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:30.092 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.092 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:30.092 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:30.092 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:30.092 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:30.092 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:30.092 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:30.092 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.092 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T15:02:30.092 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:30.092 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.093 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:30.093 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:30.093 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:30.093 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:30.093 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:30.093 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.093 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T15:02:30.093 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:30.093 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:30.093 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:30.093 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:30.093 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:30.093 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:30.094 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.878605+0000", 2024-07-29T15:02:30.094 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.903928+0000", 2024-07-29T15:02:30.094 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.903928+0000", 2024-07-29T15:02:30.094 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.904241+0000", 2024-07-29T15:02:30.094 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.878605+0000", 2024-07-29T15:02:30.094 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:30.094 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:30.094 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:30.094 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:30.094 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.878605+0000", 2024-07-29T15:02:30.094 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.878605+0000", 2024-07-29T15:02:30.094 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.878605+0000", 2024-07-29T15:02:30.094 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:30.095 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:30.095 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:30.095 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.878605+0000", 2024-07-29T15:02:30.095 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.878605+0000", 2024-07-29T15:02:30.095 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:30.095 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:30.095 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:30.095 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:30.095 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:30.095 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:30.095 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:30.095 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:30.095 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:30.095 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:30.096 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:30.096 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:30.096 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:30.096 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1d", 2024-07-29T15:02:30.096 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:30.096 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:30.096 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:30.096 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:30.096 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:30.096 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:19:09.960703+0000", 2024-07-29T15:02:30.096 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:30.096 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:30.096 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:30.096 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:30.096 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:30.096 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:30.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:30.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:30.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:30.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:30.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:30.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:30.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:30.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:30.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:30.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:30.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:30.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:30.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:30.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:30.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:30.098 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:30.098 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:30.098 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:30.098 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:30.098 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:30.098 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:30.098 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:30.098 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:30.098 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:30.098 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:30.098 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:30.098 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:30.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:30.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:30.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:30.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:30.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:30.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:30.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:30.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:30.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:30.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:30.099 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.099 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:30.099 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:30.099 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:30.100 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:30.100 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:30.100 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T15:02:30.100 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.100 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T15:02:30.100 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:30.100 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.100 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:30.100 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:30.100 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:30.100 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:30.100 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:30.100 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.101 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:30.101 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:30.101 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:30.101 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:30.101 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:30.101 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:30.101 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:30.101 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.243442+0000", 2024-07-29T15:02:30.101 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.773907+0000", 2024-07-29T15:02:30.101 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.773907+0000", 2024-07-29T15:02:30.101 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.774440+0000", 2024-07-29T15:02:30.101 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.243442+0000", 2024-07-29T15:02:30.101 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:30.101 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:30.102 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:30.102 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:30.102 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.243442+0000", 2024-07-29T15:02:30.102 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.243442+0000", 2024-07-29T15:02:30.102 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.243442+0000", 2024-07-29T15:02:30.102 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:30.102 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:30.102 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:30.102 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.243442+0000", 2024-07-29T15:02:30.102 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.243442+0000", 2024-07-29T15:02:30.102 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:30.102 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T15:02:30.102 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:30.102 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:30.103 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:30.103 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:30.103 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:30.103 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:30.103 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:30.103 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T15:02:30.103 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:30.103 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:30.103 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:30.103 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1c", 2024-07-29T15:02:30.103 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:30.103 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:30.104 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:30.104 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 26, 2024-07-29T15:02:30.104 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:30.104 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:02:26.041301+0000", 2024-07-29T15:02:30.104 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:30.104 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:30.104 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:30.104 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:30.104 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:30.104 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:30.104 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:30.104 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:30.104 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:30.104 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:30.105 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:30.105 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:30.105 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:30.105 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:30.105 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:30.105 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:30.105 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:30.105 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:30.105 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:30.105 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T15:02:30.105 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T15:02:30.105 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:30.105 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T15:02:30.105 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:30.106 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:30.106 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:30.106 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:30.106 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:30.106 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T15:02:30.106 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:30.106 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:30.106 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:30.106 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:30.106 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:30.106 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:30.106 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:30.106 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:30.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:30.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:30.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:30.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:30.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T15:02:30.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:30.107 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.107 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:30.107 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:30.107 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:30.107 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:30.107 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:30.107 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:30.107 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.107 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:30.108 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'2" 2024-07-29T15:02:30.108 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.108 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:30.108 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:30.108 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:30.108 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:30.108 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:30.108 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.108 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T15:02:30.108 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:30.108 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:30.108 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:30.108 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:30.109 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:30.109 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:30.109 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.875234+0000", 2024-07-29T15:02:30.109 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:59:26.705179+0000", 2024-07-29T15:02:30.109 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:59:26.705179+0000", 2024-07-29T15:02:30.109 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:59:26.705569+0000", 2024-07-29T15:02:30.109 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.875234+0000", 2024-07-29T15:02:30.109 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:30.109 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:30.109 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:30.109 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 67, 2024-07-29T15:02:30.109 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.875234+0000", 2024-07-29T15:02:30.109 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.875234+0000", 2024-07-29T15:02:30.109 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.875234+0000", 2024-07-29T15:02:30.110 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:30.110 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:30.110 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:30.110 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.875234+0000", 2024-07-29T15:02:30.110 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.875234+0000", 2024-07-29T15:02:30.110 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:30.110 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:30.110 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:30.110 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:30.110 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 66, 2024-07-29T15:02:30.110 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:30.110 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:30.110 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:30.111 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:30.111 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:30.111 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:30.111 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:30.111 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:30.111 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1c", 2024-07-29T15:02:30.111 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:30.111 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:30.111 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:30.111 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 18, 2024-07-29T15:02:30.111 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:30.111 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:41:03.040021+0000", 2024-07-29T15:02:30.111 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:30.111 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:30.112 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:30.112 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:30.112 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:30.112 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:30.112 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:30.112 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:30.112 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:30.112 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:30.112 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:30.112 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:30.112 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:30.112 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:30.112 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:30.112 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:30.113 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:30.113 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:30.113 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:30.113 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:30.113 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:30.113 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:30.113 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:30.113 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:30.113 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:30.113 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:30.113 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:30.113 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:30.113 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:30.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:30.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:30.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:30.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:30.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:30.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:30.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:30.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:30.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:30.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:30.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:30.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:30.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:30.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:30.115 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.115 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:30.115 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:30.115 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:30.115 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T15:02:30.115 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T15:02:30.115 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T15:02:30.115 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.115 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T15:02:30.115 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:30.115 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.115 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:30.115 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:30.115 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:30.115 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:30.116 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:30.116 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.116 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T15:02:30.116 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:30.116 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:30.116 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:30.116 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:30.116 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:30.116 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:30.116 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:02.243593+0000", 2024-07-29T15:02:30.116 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.769042+0000", 2024-07-29T15:02:30.116 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.769042+0000", 2024-07-29T15:02:30.116 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.770118+0000", 2024-07-29T15:02:30.116 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:02.243593+0000", 2024-07-29T15:02:30.117 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:30.117 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:30.117 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:30.117 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:30.117 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:02.243593+0000", 2024-07-29T15:02:30.117 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:02.243593+0000", 2024-07-29T15:02:30.117 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:02.243593+0000", 2024-07-29T15:02:30.117 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:30.117 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:30.117 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:30.117 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:02.243593+0000", 2024-07-29T15:02:30.117 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:02.243593+0000", 2024-07-29T15:02:30.117 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:30.117 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T15:02:30.117 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:30.118 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:30.118 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:30.118 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:30.118 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:30.118 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:30.118 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:30.118 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T15:02:30.118 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:30.118 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:30.118 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:30.118 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1d", 2024-07-29T15:02:30.118 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:30.118 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:30.119 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:30.119 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 26, 2024-07-29T15:02:30.119 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:30.119 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:24:54.319391+0000", 2024-07-29T15:02:30.119 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:30.119 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:30.119 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:30.119 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:30.119 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:30.119 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:30.119 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:30.119 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:30.119 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:30.119 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:30.120 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:30.120 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:30.120 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:30.120 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:30.120 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:30.120 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:30.120 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:30.120 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:30.120 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:30.120 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T15:02:30.120 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T15:02:30.120 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:30.120 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T15:02:30.120 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:30.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:30.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:30.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:30.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:30.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T15:02:30.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:30.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:30.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:30.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:30.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:30.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:30.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:30.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:30.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:30.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:30.122 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:30.122 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:30.122 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T15:02:30.122 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:30.122 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.122 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:30.122 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:30.122 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:30.122 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:30.122 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:30.122 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T15:02:30.122 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.122 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T15:02:30.123 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'2" 2024-07-29T15:02:30.123 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.123 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:30.123 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:30.123 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:30.123 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:30.123 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:30.123 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.123 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T15:02:30.123 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:30.123 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:30.123 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:30.123 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:30.123 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:30.124 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:30.124 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.919157+0000", 2024-07-29T15:02:30.124 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.894802+0000", 2024-07-29T15:02:30.124 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.894802+0000", 2024-07-29T15:02:30.124 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.895144+0000", 2024-07-29T15:02:30.124 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.919157+0000", 2024-07-29T15:02:30.124 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:30.124 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:30.124 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:30.124 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:30.124 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.919157+0000", 2024-07-29T15:02:30.124 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.919157+0000", 2024-07-29T15:02:30.124 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.919157+0000", 2024-07-29T15:02:30.124 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:30.125 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:30.125 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:30.125 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.919157+0000", 2024-07-29T15:02:30.125 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.919157+0000", 2024-07-29T15:02:30.125 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:30.125 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:30.125 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:30.125 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:30.125 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:30.125 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:30.125 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:30.125 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:30.125 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:30.125 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:30.126 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:30.126 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:30.126 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:30.126 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1f", 2024-07-29T15:02:30.126 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:30.126 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:30.126 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:30.126 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 20, 2024-07-29T15:02:30.126 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:30.126 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:35:43.292147+0000", 2024-07-29T15:02:30.126 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:30.127 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:30.127 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:30.127 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:30.127 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:30.127 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:30.127 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:30.127 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:30.127 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:30.127 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:30.127 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:30.127 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:30.127 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:30.128 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:30.128 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:30.128 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:30.128 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:30.128 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:30.128 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:30.128 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:30.128 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:30.128 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:30.128 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:30.128 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:30.128 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:30.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:30.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:30.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:30.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:30.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:30.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:30.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:30.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:30.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:30.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:30.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:30.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:30.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:30.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:30.130 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:30.130 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:30.130 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:30.130 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:30.130 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.130 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:30.130 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:30.130 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:30.130 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:30.130 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T15:02:30.130 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:30.130 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.130 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T15:02:30.130 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:30.131 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.131 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:30.131 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:30.131 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:30.131 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:30.131 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T15:02:30.131 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.131 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T15:02:30.131 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:30.131 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:30.131 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:30.131 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:30.131 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:30.131 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:30.131 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.992775+0000", 2024-07-29T15:02:30.132 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.772312+0000", 2024-07-29T15:02:30.132 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.772312+0000", 2024-07-29T15:02:30.132 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.772582+0000", 2024-07-29T15:02:30.132 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.992775+0000", 2024-07-29T15:02:30.132 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:30.132 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:30.132 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:30.132 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:30.132 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.992775+0000", 2024-07-29T15:02:30.132 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.992775+0000", 2024-07-29T15:02:30.132 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.992775+0000", 2024-07-29T15:02:30.132 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:30.132 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:30.132 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:30.132 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.992775+0000", 2024-07-29T15:02:30.133 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.992775+0000", 2024-07-29T15:02:30.133 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:30.133 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 1, 2024-07-29T15:02:30.133 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:30.133 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:30.133 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:30.133 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:30.133 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:30.133 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:30.133 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:30.133 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 1, 2024-07-29T15:02:30.133 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:30.133 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:30.133 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:30.133 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1e", 2024-07-29T15:02:30.134 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:30.134 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:30.134 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:30.134 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 23, 2024-07-29T15:02:30.134 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:30.134 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:24:46.001398+0000", 2024-07-29T15:02:30.134 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:30.134 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:30.134 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:30.134 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:30.134 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:30.134 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:30.134 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:30.134 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:30.135 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:30.135 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:30.135 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:30.135 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:30.135 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:30.135 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:30.135 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:30.135 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:30.135 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:30.135 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:30.135 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:30.135 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:30.135 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:30.135 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:30.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:30.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:30.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:30.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:30.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:30.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:30.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:30.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:30.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:30.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:30.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:30.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:30.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:30.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:30.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:30.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:30.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:30.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:30.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:30.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:30.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:30.137 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.137 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:30.137 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:30.137 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:30.137 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:30.137 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:30.137 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T15:02:30.137 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.137 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T15:02:30.137 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'1" 2024-07-29T15:02:30.138 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.138 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:30.138 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:30.138 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:30.138 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:30.138 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:30.138 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.138 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T15:02:30.138 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:30.138 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:30.138 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T15:02:30.138 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:30.138 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:30.138 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:30.139 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.992628+0000", 2024-07-29T15:02:30.139 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:54.897490+0000", 2024-07-29T15:02:30.139 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:54.897490+0000", 2024-07-29T15:02:30.139 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:54.897791+0000", 2024-07-29T15:02:30.139 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.992628+0000", 2024-07-29T15:02:30.139 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:30.139 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:30.139 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:30.139 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 63, 2024-07-29T15:02:30.139 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.992628+0000", 2024-07-29T15:02:30.139 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.992628+0000", 2024-07-29T15:02:30.139 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.992628+0000", 2024-07-29T15:02:30.139 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:30.139 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:30.139 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T15:02:30.140 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.992628+0000", 2024-07-29T15:02:30.140 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.992628+0000", 2024-07-29T15:02:30.140 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:30.140 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:30.140 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:30.140 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:30.140 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 62, 2024-07-29T15:02:30.140 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:30.140 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:30.140 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:30.140 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:30.140 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:30.140 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:30.140 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:30.141 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:30.141 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1e", 2024-07-29T15:02:30.141 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:30.141 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:30.141 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:30.141 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 19, 2024-07-29T15:02:30.141 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:30.141 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:34:45.627745+0000", 2024-07-29T15:02:30.141 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:30.141 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:30.141 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:30.141 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:30.141 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:30.141 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:30.142 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:30.142 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:30.142 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:30.142 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:30.142 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:30.142 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:30.142 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:30.142 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:30.142 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:30.142 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:30.142 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:30.142 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:30.142 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:30.143 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:30.143 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:30.143 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:30.143 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:30.143 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:30.143 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:30.143 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:30.143 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:30.143 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:30.143 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:30.143 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:30.143 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:30.143 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:30.143 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:30.143 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:30.144 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:30.144 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:30.144 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:30.144 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:30.144 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:30.144 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:30.144 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:30.144 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:30.144 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:30.144 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.144 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:30.144 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:30.144 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:30.144 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T15:02:30.145 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T15:02:30.145 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T15:02:30.145 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.145 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T15:02:30.145 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T15:02:30.145 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.145 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:30.145 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T15:02:30.145 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:30.145 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:30.145 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:30.145 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.145 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T15:02:30.145 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T15:02:30.145 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T15:02:30.146 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T15:02:30.146 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T15:02:30.146 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T15:02:30.146 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T15:02:30.146 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T15:00:01.919302+0000", 2024-07-29T15:02:30.146 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T14:58:51.764850+0000", 2024-07-29T15:02:30.146 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T14:58:51.764850+0000", 2024-07-29T15:02:30.146 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T14:58:51.765283+0000", 2024-07-29T15:02:30.146 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T15:00:01.919302+0000", 2024-07-29T15:02:30.146 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:30.146 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T15:02:30.146 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:30.146 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 60, 2024-07-29T15:02:30.146 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T15:00:01.919302+0000", 2024-07-29T15:02:30.147 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T15:00:01.919302+0000", 2024-07-29T15:02:30.147 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T15:00:01.919302+0000", 2024-07-29T15:02:30.147 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T15:02:30.147 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T15:02:30.147 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T15:02:30.147 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T15:00:01.919302+0000", 2024-07-29T15:02:30.147 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T15:00:01.919302+0000", 2024-07-29T15:02:30.147 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T15:02:30.147 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 4, 2024-07-29T15:02:30.147 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T15:02:30.147 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T15:02:30.147 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 59, 2024-07-29T15:02:30.147 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T15:02:30.147 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T15:02:30.148 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T15:02:30.148 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T15:02:30.148 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 4, 2024-07-29T15:02:30.148 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T15:02:30.148 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T15:02:30.148 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T15:02:30.148 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1f", 2024-07-29T15:02:30.148 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T15:02:30.148 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T15:02:30.148 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 74, 2024-07-29T15:02:30.148 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 27, 2024-07-29T15:02:30.148 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T15:02:30.148 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:02:21.860709+0000", 2024-07-29T15:02:30.148 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T15:02:30.149 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T15:02:30.149 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:30.149 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 570, 2024-07-29T15:02:30.149 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:30.149 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:30.149 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:30.149 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:30.149 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:30.149 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:30.149 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:30.149 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:30.149 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:30.149 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:30.149 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:30.149 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:30.150 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:30.150 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:30.150 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:30.150 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 6, 2024-07-29T15:02:30.150 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 2, 2024-07-29T15:02:30.150 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:30.150 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 2, 2024-07-29T15:02:30.150 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:30.150 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:30.150 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:30.150 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:30.150 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:30.151 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T15:02:30.151 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:30.151 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:30.151 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:30.151 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:30.151 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:30.151 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:30.151 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:30.151 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:30.151 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:30.151 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:30.151 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:30.151 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:30.152 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 4, 2024-07-29T15:02:30.152 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 1 2024-07-29T15:02:30.152 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.152 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T15:02:30.152 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T15:02:30.152 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T15:02:30.152 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T15:02:30.152 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T15:02:30.152 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T15:02:30.152 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.152 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T15:02:30.152 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'4" 2024-07-29T15:02:30.152 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:30.153 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.153 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_per_pool": [ 2024-07-29T15:02:30.153 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:30.153 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": 24, 2024-07-29T15:02:30.153 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T15:02:30.153 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd" 2024-07-29T15:02:30.153 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.153 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3, 2024-07-29T15:02:30.153 INFO:tasks.workunit.client.0.smithi067.stdout: "num_pg": 8, 2024-07-29T15:02:30.153 INFO:tasks.workunit.client.0.smithi067.stdout: "num_store_stats": 8, 2024-07-29T15:02:30.153 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3, 2024-07-29T15:02:30.153 INFO:tasks.workunit.client.0.smithi067.stdout: "poolid": 4, 2024-07-29T15:02:30.153 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:30.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 19, 2024-07-29T15:02:30.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:30.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:30.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:30.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:30.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:30.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:30.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:30.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:30.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:30.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:30.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:30.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:30.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:30.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:30.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:30.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 6, 2024-07-29T15:02:30.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 2, 2024-07-29T15:02:30.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:30.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 2, 2024-07-29T15:02:30.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:30.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:30.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:30.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:30.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:30.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:30.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:30.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:30.156 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:30.156 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:30.156 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:30.156 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:30.156 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:30.156 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:30.156 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:30.156 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:30.156 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:30.156 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:30.156 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 2, 2024-07-29T15:02:30.156 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 2 2024-07-29T15:02:30.156 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.157 INFO:tasks.workunit.client.0.smithi067.stdout: "store_stats": { 2024-07-29T15:02:30.157 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": 12288, 2024-07-29T15:02:30.157 INFO:tasks.workunit.client.0.smithi067.stdout: "available": 0, 2024-07-29T15:02:30.157 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed": 0, 2024-07-29T15:02:30.157 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_allocated": 0, 2024-07-29T15:02:30.157 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_original": 0, 2024-07-29T15:02:30.157 INFO:tasks.workunit.client.0.smithi067.stdout: "data_stored": 57, 2024-07-29T15:02:30.157 INFO:tasks.workunit.client.0.smithi067.stdout: "internal_metadata": 0, 2024-07-29T15:02:30.157 INFO:tasks.workunit.client.0.smithi067.stdout: "internally_reserved": 0, 2024-07-29T15:02:30.157 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_allocated": 0, 2024-07-29T15:02:30.157 INFO:tasks.workunit.client.0.smithi067.stdout: "total": 0 2024-07-29T15:02:30.157 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.157 INFO:tasks.workunit.client.0.smithi067.stdout: "up": 24 2024-07-29T15:02:30.157 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.157 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:30.158 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": 192, 2024-07-29T15:02:30.158 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T15:02:30.158 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs" 2024-07-29T15:02:30.158 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.158 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T15:02:30.158 INFO:tasks.workunit.client.0.smithi067.stdout: "num_pg": 64, 2024-07-29T15:02:30.158 INFO:tasks.workunit.client.0.smithi067.stdout: "num_store_stats": 8, 2024-07-29T15:02:30.158 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T15:02:30.158 INFO:tasks.workunit.client.0.smithi067.stdout: "poolid": 3, 2024-07-29T15:02:30.158 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:30.158 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T15:02:30.158 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:30.158 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:30.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:30.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:30.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:30.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:30.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:30.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:30.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:30.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:30.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:30.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:30.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:30.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:30.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:30.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T15:02:30.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T15:02:30.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:30.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T15:02:30.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:30.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:30.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:30.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:30.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:30.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:30.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:30.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:30.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:30.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:30.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:30.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:30.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:30.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:30.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:30.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:30.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:30.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:30.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T15:02:30.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T15:02:30.161 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.161 INFO:tasks.workunit.client.0.smithi067.stdout: "store_stats": { 2024-07-29T15:02:30.161 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": 0, 2024-07-29T15:02:30.161 INFO:tasks.workunit.client.0.smithi067.stdout: "available": 0, 2024-07-29T15:02:30.161 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed": 0, 2024-07-29T15:02:30.161 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_allocated": 0, 2024-07-29T15:02:30.162 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_original": 0, 2024-07-29T15:02:30.162 INFO:tasks.workunit.client.0.smithi067.stdout: "data_stored": 0, 2024-07-29T15:02:30.162 INFO:tasks.workunit.client.0.smithi067.stdout: "internal_metadata": 0, 2024-07-29T15:02:30.162 INFO:tasks.workunit.client.0.smithi067.stdout: "internally_reserved": 0, 2024-07-29T15:02:30.162 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_allocated": 0, 2024-07-29T15:02:30.162 INFO:tasks.workunit.client.0.smithi067.stdout: "total": 0 2024-07-29T15:02:30.162 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.162 INFO:tasks.workunit.client.0.smithi067.stdout: "up": 192 2024-07-29T15:02:30.162 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.162 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:30.162 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": 96, 2024-07-29T15:02:30.162 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T15:02:30.162 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs" 2024-07-29T15:02:30.162 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.163 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 45, 2024-07-29T15:02:30.163 INFO:tasks.workunit.client.0.smithi067.stdout: "num_pg": 32, 2024-07-29T15:02:30.163 INFO:tasks.workunit.client.0.smithi067.stdout: "num_store_stats": 8, 2024-07-29T15:02:30.163 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 45, 2024-07-29T15:02:30.163 INFO:tasks.workunit.client.0.smithi067.stdout: "poolid": 2, 2024-07-29T15:02:30.163 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:30.163 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 3410, 2024-07-29T15:02:30.163 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:30.163 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T15:02:30.163 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:30.163 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:30.163 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:30.163 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:30.163 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:30.163 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:30.164 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:30.164 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:30.164 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:30.164 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:30.164 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:30.164 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:30.164 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:30.164 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 66, 2024-07-29T15:02:30.164 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 22, 2024-07-29T15:02:30.164 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:30.164 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 22, 2024-07-29T15:02:30.164 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:30.164 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:30.164 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:30.165 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:30.165 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:30.165 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 14, 2024-07-29T15:02:30.165 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:30.165 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T15:02:30.165 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:30.165 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:30.165 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:30.165 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:30.165 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:30.165 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T15:02:30.165 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T15:02:30.165 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:30.165 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:30.165 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:30.166 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 51, 2024-07-29T15:02:30.166 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 19 2024-07-29T15:02:30.166 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.166 INFO:tasks.workunit.client.0.smithi067.stdout: "store_stats": { 2024-07-29T15:02:30.166 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": 98304, 2024-07-29T15:02:30.166 INFO:tasks.workunit.client.0.smithi067.stdout: "available": 0, 2024-07-29T15:02:30.166 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed": 0, 2024-07-29T15:02:30.166 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_allocated": 0, 2024-07-29T15:02:30.166 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_original": 0, 2024-07-29T15:02:30.166 INFO:tasks.workunit.client.0.smithi067.stdout: "data_stored": 10230, 2024-07-29T15:02:30.166 INFO:tasks.workunit.client.0.smithi067.stdout: "internal_metadata": 0, 2024-07-29T15:02:30.166 INFO:tasks.workunit.client.0.smithi067.stdout: "internally_reserved": 0, 2024-07-29T15:02:30.167 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_allocated": 0, 2024-07-29T15:02:30.167 INFO:tasks.workunit.client.0.smithi067.stdout: "total": 0 2024-07-29T15:02:30.167 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.167 INFO:tasks.workunit.client.0.smithi067.stdout: "up": 96 2024-07-29T15:02:30.167 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.167 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T15:02:30.167 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": 3, 2024-07-29T15:02:30.167 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T15:02:30.167 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr" 2024-07-29T15:02:30.167 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.167 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 160, 2024-07-29T15:02:30.167 INFO:tasks.workunit.client.0.smithi067.stdout: "num_pg": 1, 2024-07-29T15:02:30.167 INFO:tasks.workunit.client.0.smithi067.stdout: "num_store_stats": 3, 2024-07-29T15:02:30.167 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 160, 2024-07-29T15:02:30.167 INFO:tasks.workunit.client.0.smithi067.stdout: "poolid": 1, 2024-07-29T15:02:30.168 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T15:02:30.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 590368, 2024-07-29T15:02:30.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T15:02:30.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 1771104, 2024-07-29T15:02:30.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T15:02:30.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T15:02:30.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T15:02:30.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T15:02:30.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T15:02:30.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T15:02:30.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T15:02:30.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T15:02:30.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T15:02:30.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T15:02:30.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T15:02:30.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T15:02:30.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T15:02:30.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 6, 2024-07-29T15:02:30.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 2, 2024-07-29T15:02:30.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T15:02:30.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 2, 2024-07-29T15:02:30.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T15:02:30.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T15:02:30.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T15:02:30.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T15:02:30.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T15:02:30.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T15:02:30.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T15:02:30.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 6, 2024-07-29T15:02:30.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T15:02:30.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T15:02:30.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T15:02:30.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T15:02:30.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T15:02:30.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 502, 2024-07-29T15:02:30.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 674, 2024-07-29T15:02:30.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T15:02:30.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T15:02:30.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T15:02:30.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 243, 2024-07-29T15:02:30.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 2416 2024-07-29T15:02:30.170 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.170 INFO:tasks.workunit.client.0.smithi067.stdout: "store_stats": { 2024-07-29T15:02:30.171 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": 1781760, 2024-07-29T15:02:30.171 INFO:tasks.workunit.client.0.smithi067.stdout: "available": 0, 2024-07-29T15:02:30.171 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed": 0, 2024-07-29T15:02:30.171 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_allocated": 0, 2024-07-29T15:02:30.171 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_original": 0, 2024-07-29T15:02:30.171 INFO:tasks.workunit.client.0.smithi067.stdout: "data_stored": 1771104, 2024-07-29T15:02:30.171 INFO:tasks.workunit.client.0.smithi067.stdout: "internal_metadata": 0, 2024-07-29T15:02:30.171 INFO:tasks.workunit.client.0.smithi067.stdout: "internally_reserved": 0, 2024-07-29T15:02:30.171 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_allocated": 0, 2024-07-29T15:02:30.171 INFO:tasks.workunit.client.0.smithi067.stdout: "total": 0 2024-07-29T15:02:30.171 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.171 INFO:tasks.workunit.client.0.smithi067.stdout: "up": 3 2024-07-29T15:02:30.171 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:30.171 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T15:02:30.172 INFO:tasks.workunit.client.0.smithi067.stdout: "usage": { 2024-07-29T15:02:30.172 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 105, 2024-07-29T15:02:30.172 INFO:tasks.workunit.client.0.smithi067.stdout: "pools": 4, 2024-07-29T15:02:30.172 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_by_class": { 2024-07-29T15:02:30.172 INFO:tasks.workunit.client.0.smithi067.stdout: "ssd": { 2024-07-29T15:02:30.172 INFO:tasks.workunit.client.0.smithi067.stdout: "total_avail_bytes": 765516267520, 2024-07-29T15:02:30.172 INFO:tasks.workunit.client.0.smithi067.stdout: "total_bytes": 767960285184, 2024-07-29T15:02:30.172 INFO:tasks.workunit.client.0.smithi067.stdout: "total_used_bytes": 2444017664, 2024-07-29T15:02:30.172 INFO:tasks.workunit.client.0.smithi067.stdout: "total_used_raw_bytes": 2444017664, 2024-07-29T15:02:30.172 INFO:tasks.workunit.client.0.smithi067.stdout: "total_used_raw_ratio": 0.003182479180395603 2024-07-29T15:02:30.172 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:30.172 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T15:02:30.172 INFO:tasks.workunit.client.0.smithi067.stdout: "total_avail_bytes": 765516267520, 2024-07-29T15:02:30.172 INFO:tasks.workunit.client.0.smithi067.stdout: "total_bytes": 767960285184, 2024-07-29T15:02:30.172 INFO:tasks.workunit.client.0.smithi067.stdout: "total_used_bytes": 2444017664 2024-07-29T15:02:30.173 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:30.173 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T15:02:30.173 INFO:tasks.workunit.client.0.smithi067.stdout:} 2024-07-29T15:02:30.173 INFO:tasks.workunit.client.0.smithi067.stdout:OK 2024-07-29T15:02:30.173 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-29T15:02:30.173 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-29T15:02:30.174 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:30.174 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:30.174 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-07-29T15:02:30.174 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='client.14868 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:30.174 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:30.174 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:30.174 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:30.174 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:30.175 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:30.175 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:30.175 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:30.175 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:30.175 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:30.175 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:30.175 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:30.175 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:30.175 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:30.175 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:30.175 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:30.175 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:30.175 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:30.175 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:30.175 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:30.176 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:30.176 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:30.176 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:30.176 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:30.176 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:30.176 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:30.176 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-07-29T15:02:30.176 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='client.14868 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:30.176 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:30.176 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:30.177 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:30.177 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:30.177 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:30.177 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:30.177 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:30.177 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:30.177 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:30.177 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:30.177 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:30.177 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:30.177 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:30.177 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:30.177 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:30.177 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:30.178 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:30.178 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:30.178 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:30.178 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:30.178 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:30.178 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:30.178 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:30.178 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:30.178 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:30.178 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:30.178 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:30.179 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:30.179 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:30.179 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:30.179 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:30.179 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:30.179 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:30.179 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:30.179 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:30.179 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:30.179 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:30.179 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:30.179 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:30.179 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:30.179 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:30.180 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:30.180 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:30.180 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:30.180 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:30.180 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:30.180 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:30.180 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:30.180 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:30.180 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:30.180 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:30.180 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:30.181 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:30.181 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:30.181 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:30.181 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:30.181 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:02:30.181 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:30.181 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:30.181 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:30.181 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:30.181 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:30.181 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:30.182 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:30.182 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:30.182 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:30.182 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:30.182 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:30.182 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:30.182 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:30.182 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:30.182 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:30.182 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:30.182 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:30.182 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:30.182 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:30.182 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:02:30.183 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:02:30.183 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:02:30.183 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:02:30.183 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:28 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:02:30.183 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:29 smithi067 ceph-mon[29363]: from='client.14868 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:30.183 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:29 smithi067 ceph-mon[29363]: from='client.24785 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:30.183 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:29 smithi067 ceph-mon[29363]: from='client.24785 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:30.183 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:29 smithi067 ceph-mon[39695]: from='client.14868 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:30.183 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:29 smithi067 ceph-mon[39695]: from='client.24785 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:30.183 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:29 smithi067 ceph-mon[39695]: from='client.24785 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:30.218 INFO:tasks.workunit:Stopping ['test_telemetry_quincy.sh'] on client.0... 2024-07-29T15:02:30.218 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-07-29T15:02:30.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:30 smithi067 ceph-mon[29363]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-07-29T15:02:30.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:30 smithi067 ceph-mon[39695]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-07-29T15:02:30.552 DEBUG:teuthology.parallel:result is None 2024-07-29T15:02:30.553 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-07-29T15:02:30.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:30 smithi138 ceph-mon[32824]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-07-29T15:02:30.579 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-07-29T15:02:30.579 DEBUG:teuthology.orchestra.run.smithi067:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-07-29T15:02:30.644 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-07-29T15:02:30.644 INFO:teuthology.run_tasks:Running task print... 2024-07-29T15:02:30.659 INFO:teuthology.task.print:**** done end telemetry quincy... 2024-07-29T15:02:30.660 INFO:teuthology.run_tasks:Running task print... 2024-07-29T15:02:30.687 INFO:teuthology.task.print:**** done start parallel 2024-07-29T15:02:30.687 INFO:teuthology.run_tasks:Running task parallel... 2024-07-29T15:02:30.725 INFO:teuthology.task.parallel:starting parallel... 2024-07-29T15:02:30.725 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-07-29T15:02:30.726 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-29T15:02:30.727 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-07-29T15:02:30.727 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-07-29T15:02:30.730 INFO:tasks.rados:Beginning rados... 2024-07-29T15:02:30.730 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-07-29T15:02:30.730 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'main'}, 'ceph': {'conf': {'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '69149bbd860632ad91d796ddf81a038f3d1d1f21'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '69149bbd860632ad91d796ddf81a038f3d1d1f21'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'main', 'sha1': 'a88356b7020f6dbd6ae3e99af60b50a11a28120e'}} 2024-07-29T15:02:30.730 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-07-29T15:02:30.730 INFO:tasks.rados:joining rados 2024-07-29T15:02:30.730 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-07-29T15:02:30.731 INFO:teuthology.task.sequential:In sequential, running task print... 2024-07-29T15:02:30.731 INFO:teuthology.task.print:**** done start upgrade, wait 2024-07-29T15:02:30.731 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-07-29T15:02:30.732 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi067.front.sepia.ceph.com 2024-07-29T15:02:30.732 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -e sha1=69149bbd860632ad91d796ddf81a038f3d1d1f21 -- bash -c 'ceph config set global log_to_journald false --force' 2024-07-29T15:02:30.732 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-07-29T15:02:30.733 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-07-29T15:02:31.021 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:02:31.024 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:02:32.455 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:32 smithi067 ceph-mon[29363]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-07-29T15:02:32.456 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:32 smithi067 ceph-mon[39695]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-07-29T15:02:32.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:32 smithi138 ceph-mon[32824]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-07-29T15:02:33.848 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:33 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:02:33] "GET /metrics HTTP/1.1" 200 235882 "" "Prometheus/2.43.0" 2024-07-29T15:02:34.415 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:34 smithi067 ceph-mon[29363]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-07-29T15:02:34.416 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:34 smithi067 ceph-mon[39695]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-07-29T15:02:34.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:34 smithi138 ceph-mon[32824]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-07-29T15:02:34.911 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -e sha1=69149bbd860632ad91d796ddf81a038f3d1d1f21 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-07-29T15:02:35.180 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:02:35.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:35 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/1838519273' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-29T15:02:35.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:35 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/1838519273' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-29T15:02:35.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:35 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/1838519273' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-29T15:02:36.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:36 smithi067 ceph-mon[29363]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-07-29T15:02:36.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:36 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/1838519273' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-29T15:02:36.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:36 smithi067 ceph-mon[29363]: osdmap e76: 8 total, 8 up, 8 in 2024-07-29T15:02:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:36 smithi067 ceph-mon[39695]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-07-29T15:02:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:36 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/1838519273' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-29T15:02:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:36 smithi067 ceph-mon[39695]: osdmap e76: 8 total, 8 up, 8 in 2024-07-29T15:02:36.560 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:02:36 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:02:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-29T15:02:36.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:36 smithi138 ceph-mon[32824]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-07-29T15:02:36.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:36 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/1838519273' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-29T15:02:36.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:36 smithi138 ceph-mon[32824]: osdmap e76: 8 total, 8 up, 8 in 2024-07-29T15:02:37.107 INFO:tasks.rados:starting run 0 out of 1 2024-07-29T15:02:37.107 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-07-29T15:02:37.107 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-07-29T15:02:37.391 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:02:37.529 INFO:teuthology.orchestra.run.smithi067.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:69149bbd860632ad91d796ddf81a038f3d1d1f21 2024-07-29T15:02:38.225 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -e sha1=69149bbd860632ad91d796ddf81a038f3d1d1f21 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-07-29T15:02:38.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:38 smithi067 ceph-mon[39695]: pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-07-29T15:02:38.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:38 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:38.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:38 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:38.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:38 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:02:38.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:38 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:02:38.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:38 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:38.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:38 smithi067 ceph-mon[29363]: pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-07-29T15:02:38.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:38 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:38.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:38 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:38.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:38 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:02:38.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:38 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:02:38.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:38 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:38.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:38 smithi138 ceph-mon[32824]: pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-07-29T15:02:38.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:38 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:38.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:38 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:02:38.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:38 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:02:38.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:38 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:02:38.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:38 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:02:39.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:39 smithi067 ceph-mon[29363]: from='client.14904 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:69149bbd860632ad91d796ddf81a038f3d1d1f21", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:39.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:39 smithi067 ceph-mon[29363]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:69149bbd860632ad91d796ddf81a038f3d1d1f21 2024-07-29T15:02:39.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:39 smithi067 ceph-mon[29363]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:69149bbd860632ad91d796ddf81a038f3d1d1f21 2024-07-29T15:02:39.458 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:39 smithi067 ceph-mon[39695]: from='client.14904 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:69149bbd860632ad91d796ddf81a038f3d1d1f21", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:39.458 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:39 smithi067 ceph-mon[39695]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:69149bbd860632ad91d796ddf81a038f3d1d1f21 2024-07-29T15:02:39.458 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:39 smithi067 ceph-mon[39695]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:69149bbd860632ad91d796ddf81a038f3d1d1f21 2024-07-29T15:02:39.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:39 smithi138 ceph-mon[32824]: from='client.14904 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:69149bbd860632ad91d796ddf81a038f3d1d1f21", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:39.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:39 smithi138 ceph-mon[32824]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:69149bbd860632ad91d796ddf81a038f3d1d1f21 2024-07-29T15:02:39.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:39 smithi138 ceph-mon[32824]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:69149bbd860632ad91d796ddf81a038f3d1d1f21 2024-07-29T15:02:39.572 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:02:40.815 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:40 smithi067 ceph-mon[29363]: pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-07-29T15:02:40.815 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:40 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/783546786' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-07-29T15:02:40.816 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:40 smithi067 ceph-mon[29363]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-07-29T15:02:40.816 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:40 smithi067 ceph-mon[39695]: pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-07-29T15:02:40.816 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:40 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/783546786' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-07-29T15:02:40.816 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:40 smithi067 ceph-mon[39695]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-07-29T15:02:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:40 smithi138 ceph-mon[32824]: pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-07-29T15:02:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:40 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/783546786' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-07-29T15:02:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:40 smithi138 ceph-mon[32824]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-07-29T15:02:41.236 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'unique_pool_0' created 2024-07-29T15:02:41.559 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-07-29T15:02:41.841 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-29T15:02:41.841 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (102s) 82s ago 2m 14.8M - 0.25.0 c8568f914cd2 12f6a968d5cd 2024-07-29T15:02:41.842 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi138 *:3000 running (2m) 86s ago 2m 82.6M - 9.4.7 954c08fa6188 ac7794f78498 2024-07-29T15:02:41.842 INFO:teuthology.orchestra.run.smithi067.stdout:mds.a smithi067 running (4m) 82s ago 4m 16.4M - 17.2.7-1155-g3120d060 5ec745195f7e 0b73fb05902b 2024-07-29T15:02:41.842 INFO:teuthology.orchestra.run.smithi067.stdout:mds.b smithi138 running (4m) 86s ago 4m 13.5M - 17.2.7-1155-g3120d060 5ec745195f7e 8d64b29e8368 2024-07-29T15:02:41.842 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi138 *:8443 running (7m) 86s ago 7m 399M - 17.2.7-1155-g3120d060 5ec745195f7e 952d38653db6 2024-07-29T15:02:41.842 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:9283 running (8m) 82s ago 8m 446M - 17.2.7-1155-g3120d060 5ec745195f7e ab8576adb9f0 2024-07-29T15:02:41.842 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (8m) 82s ago 9m 44.2M 2048M 17.2.7-1155-g3120d060 5ec745195f7e d869d4bcfb65 2024-07-29T15:02:41.842 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi138 running (7m) 86s ago 7m 36.3M 2048M 17.2.7-1155-g3120d060 5ec745195f7e 61a2da511017 2024-07-29T15:02:41.842 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (7m) 82s ago 7m 37.0M 2048M 17.2.7-1155-g3120d060 5ec745195f7e 55264effb9e8 2024-07-29T15:02:41.842 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (2m) 82s ago 2m 11.3M - 1.5.0 0da6a335fe13 231f953fda2c 2024-07-29T15:02:41.842 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi138 *:9100 running (2m) 86s ago 2m 11.0M - 1.5.0 0da6a335fe13 d665baf7689d 2024-07-29T15:02:41.842 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (7m) 82s ago 7m 48.0M 2992M 17.2.7-1155-g3120d060 5ec745195f7e 60dcaf32ae4b 2024-07-29T15:02:41.842 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (6m) 82s ago 6m 44.2M 2992M 17.2.7-1155-g3120d060 5ec745195f7e c744b585958c 2024-07-29T15:02:41.843 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (6m) 82s ago 6m 41.9M 2992M 17.2.7-1155-g3120d060 5ec745195f7e 334423e852b7 2024-07-29T15:02:41.843 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (5m) 82s ago 5m 41.3M 2992M 17.2.7-1155-g3120d060 5ec745195f7e c9160c216ff0 2024-07-29T15:02:41.843 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi138 running (5m) 86s ago 5m 41.8M 2992M 17.2.7-1155-g3120d060 5ec745195f7e a15137922a4f 2024-07-29T15:02:41.843 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi138 running (5m) 86s ago 5m 44.8M 2992M 17.2.7-1155-g3120d060 5ec745195f7e 095126a5d70a 2024-07-29T15:02:41.843 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi138 running (4m) 86s ago 4m 43.8M 2992M 17.2.7-1155-g3120d060 5ec745195f7e a10a9aef390f 2024-07-29T15:02:41.843 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi138 running (4m) 86s ago 4m 42.7M 2992M 17.2.7-1155-g3120d060 5ec745195f7e c141798f58f5 2024-07-29T15:02:41.843 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi138 *:9095 running (97s) 86s ago 3m 27.9M - 2.43.0 a07b618ecd1d 9eb5402df0c0 2024-07-29T15:02:41.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:41 smithi067 ceph-mon[29363]: osdmap e77: 8 total, 8 up, 8 in 2024-07-29T15:02:41.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:41 smithi067 ceph-mon[29363]: pgmap v102: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:41.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:41 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:02:41.844 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:41 smithi067 ceph-mon[29363]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-07-29T15:02:41.844 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:41 smithi067 ceph-mon[29363]: osdmap e78: 8 total, 8 up, 8 in 2024-07-29T15:02:41.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:41 smithi067 ceph-mon[39695]: osdmap e77: 8 total, 8 up, 8 in 2024-07-29T15:02:41.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:41 smithi067 ceph-mon[39695]: pgmap v102: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:41.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:41 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:02:41.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:41 smithi067 ceph-mon[39695]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-07-29T15:02:41.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:41 smithi067 ceph-mon[39695]: osdmap e78: 8 total, 8 up, 8 in 2024-07-29T15:02:42.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:41 smithi138 ceph-mon[32824]: osdmap e77: 8 total, 8 up, 8 in 2024-07-29T15:02:42.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:41 smithi138 ceph-mon[32824]: pgmap v102: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:42.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:41 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:02:42.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:41 smithi138 ceph-mon[32824]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-07-29T15:02:42.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:41 smithi138 ceph-mon[32824]: osdmap e78: 8 total, 8 up, 8 in 2024-07-29T15:02:42.062 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-07-29T15:02:42.219 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-07-29T15:02:42.219 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-07-29T15:02:42.219 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 3 2024-07-29T15:02:42.220 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:02:42.220 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-07-29T15:02:42.220 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 2 2024-07-29T15:02:42.220 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:02:42.220 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-07-29T15:02:42.220 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 8 2024-07-29T15:02:42.220 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:02:42.220 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": { 2024-07-29T15:02:42.220 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 2 2024-07-29T15:02:42.220 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:02:42.220 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-07-29T15:02:42.220 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 15 2024-07-29T15:02:42.220 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-07-29T15:02:42.220 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-07-29T15:02:42.360 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:02:42.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:42 smithi067 ceph-mon[29363]: from='client.14916 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:42.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:42 smithi067 ceph-mon[29363]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:42.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:42 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/2948204781' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:02:42.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:42 smithi067 ceph-mon[29363]: osdmap e79: 8 total, 8 up, 8 in 2024-07-29T15:02:42.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:42 smithi067 ceph-mon[39695]: from='client.14916 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:42.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:42 smithi067 ceph-mon[39695]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:42.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:42 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/2948204781' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:02:42.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:42 smithi067 ceph-mon[39695]: osdmap e79: 8 total, 8 up, 8 in 2024-07-29T15:02:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:42 smithi138 ceph-mon[32824]: from='client.14916 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:42 smithi138 ceph-mon[32824]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:02:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:42 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/2948204781' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:02:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:42 smithi138 ceph-mon[32824]: osdmap e79: 8 total, 8 up, 8 in 2024-07-29T15:02:43.833 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:43 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:02:43] "GET /metrics HTTP/1.1" 200 235934 "" "Prometheus/2.43.0" 2024-07-29T15:02:44.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:44 smithi067 ceph-mon[29363]: pgmap v105: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:44.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:44 smithi067 ceph-mon[29363]: osdmap e80: 8 total, 8 up, 8 in 2024-07-29T15:02:44.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:44 smithi067 ceph-mon[29363]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:02:44.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:44 smithi067 ceph-mon[39695]: pgmap v105: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:44.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:44 smithi067 ceph-mon[39695]: osdmap e80: 8 total, 8 up, 8 in 2024-07-29T15:02:44.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:44 smithi067 ceph-mon[39695]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:02:44.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:44 smithi138 ceph-mon[32824]: pgmap v105: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:44.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:44 smithi138 ceph-mon[32824]: osdmap e80: 8 total, 8 up, 8 in 2024-07-29T15:02:44.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:44 smithi138 ceph-mon[32824]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:02:45.247 INFO:teuthology.orchestra.run.smithi067.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-07-29T15:02:45.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:45 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/1196266227' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:02:45.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:45 smithi067 ceph-mon[39695]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:02:45.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:45 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/1196266227' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:02:45.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:45 smithi067 ceph-mon[29363]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:02:45.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:45 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/1196266227' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:02:45.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:45 smithi138 ceph-mon[32824]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:02:46.560 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:02:46 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:02:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-29T15:02:46.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:46 smithi138 ceph-mon[32824]: pgmap v107: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:46.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:46 smithi138 ceph-mon[32824]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-07-29T15:02:46.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:46 smithi138 ceph-mon[32824]: osdmap e81: 8 total, 8 up, 8 in 2024-07-29T15:02:46.593 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:46 smithi067 ceph-mon[29363]: pgmap v107: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:46.593 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:46 smithi067 ceph-mon[29363]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-07-29T15:02:46.593 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:46 smithi067 ceph-mon[29363]: osdmap e81: 8 total, 8 up, 8 in 2024-07-29T15:02:46.593 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:46 smithi067 ceph-mon[39695]: pgmap v107: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:46.593 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:46 smithi067 ceph-mon[39695]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-07-29T15:02:46.593 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:46 smithi067 ceph-mon[39695]: osdmap e81: 8 total, 8 up, 8 in 2024-07-29T15:02:47.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:47 smithi138 ceph-mon[32824]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:02:47.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:47 smithi138 ceph-mon[32824]: Cluster is now healthy 2024-07-29T15:02:47.620 DEBUG:teuthology.orchestra.run.smithi067:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-07-29T15:02:47.649 INFO:tasks.rados.rados.0.smithi067.stdout:adding op weight read -> 100 2024-07-29T15:02:47.649 INFO:tasks.rados.rados.0.smithi067.stdout:adding op weight delete -> 50 2024-07-29T15:02:47.649 INFO:tasks.rados.rados.0.smithi067.stdout:adding op weight snap_create -> 50 2024-07-29T15:02:47.649 INFO:tasks.rados.rados.0.smithi067.stdout:adding op weight snap_remove -> 50 2024-07-29T15:02:47.649 INFO:tasks.rados.rados.0.smithi067.stdout:adding op weight rollback -> 50 2024-07-29T15:02:47.649 INFO:tasks.rados.rados.0.smithi067.stdout:adding op weight setattr -> 25 2024-07-29T15:02:47.649 INFO:tasks.rados.rados.0.smithi067.stdout:adding op weight rmattr -> 25 2024-07-29T15:02:47.649 INFO:tasks.rados.rados.0.smithi067.stdout:adding op weight copy_from -> 50 2024-07-29T15:02:47.649 INFO:tasks.rados.rados.0.smithi067.stdout:adding op weight append -> 100 2024-07-29T15:02:47.649 INFO:tasks.rados.rados.0.smithi067.stdout:ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable) 2024-07-29T15:02:47.649 INFO:tasks.rados.rados.0.smithi067.stdout:Configuration: 2024-07-29T15:02:47.649 INFO:tasks.rados.rados.0.smithi067.stdout: Number of operations: 4000 2024-07-29T15:02:47.650 INFO:tasks.rados.rados.0.smithi067.stdout: Number of objects: 50 2024-07-29T15:02:47.650 INFO:tasks.rados.rados.0.smithi067.stdout: Max in flight operations: 16 2024-07-29T15:02:47.650 INFO:tasks.rados.rados.0.smithi067.stdout: Object size (in bytes): 4000000 2024-07-29T15:02:47.650 INFO:tasks.rados.rados.0.smithi067.stdout: Write stride min: 400000 2024-07-29T15:02:47.650 INFO:tasks.rados.rados.0.smithi067.stdout: Write stride max: 800000 2024-07-29T15:02:47.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:47 smithi067 ceph-mon[29363]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:02:47.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:47 smithi067 ceph-mon[29363]: Cluster is now healthy 2024-07-29T15:02:47.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:47 smithi067 ceph-mon[39695]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:02:47.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:47 smithi067 ceph-mon[39695]: Cluster is now healthy 2024-07-29T15:02:48.309 INFO:tasks.rados.rados.0.smithi067.stdout:1: write initial oid 1 2024-07-29T15:02:48.310 INFO:tasks.rados.rados.0.smithi067.stdout:1: seq_num 0 ranges {0=24576} 2024-07-29T15:02:48.310 INFO:tasks.rados.rados.0.smithi067.stdout:1: writing smithi06780069-1 from 0 to 24576 tid 1 2024-07-29T15:02:48.310 INFO:tasks.rados.rados.0.smithi067.stdout:2: write initial oid 2 2024-07-29T15:02:48.310 INFO:tasks.rados.rados.0.smithi067.stdout:2: seq_num 1 ranges {0=24576} 2024-07-29T15:02:48.310 INFO:tasks.rados.rados.0.smithi067.stdout:2: writing smithi06780069-2 from 0 to 24576 tid 1 2024-07-29T15:02:48.310 INFO:tasks.rados.rados.0.smithi067.stdout:3: write initial oid 3 2024-07-29T15:02:48.310 INFO:tasks.rados.rados.0.smithi067.stdout:3: seq_num 2 ranges {0=40960} 2024-07-29T15:02:48.310 INFO:tasks.rados.rados.0.smithi067.stdout:3: writing smithi06780069-3 from 0 to 40960 tid 1 2024-07-29T15:02:48.310 INFO:tasks.rados.rados.0.smithi067.stdout:4: write initial oid 4 2024-07-29T15:02:48.310 INFO:tasks.rados.rados.0.smithi067.stdout:4: seq_num 3 ranges {0=57344} 2024-07-29T15:02:48.311 INFO:tasks.rados.rados.0.smithi067.stdout:4: writing smithi06780069-4 from 0 to 57344 tid 1 2024-07-29T15:02:48.311 INFO:tasks.rados.rados.0.smithi067.stdout:5: write initial oid 5 2024-07-29T15:02:48.311 INFO:tasks.rados.rados.0.smithi067.stdout:5: seq_num 4 ranges {0=73728} 2024-07-29T15:02:48.311 INFO:tasks.rados.rados.0.smithi067.stdout:5: writing smithi06780069-5 from 0 to 73728 tid 1 2024-07-29T15:02:48.311 INFO:tasks.rados.rados.0.smithi067.stdout:6: write initial oid 6 2024-07-29T15:02:48.311 INFO:tasks.rados.rados.0.smithi067.stdout:6: seq_num 5 ranges {0=90112} 2024-07-29T15:02:48.312 INFO:tasks.rados.rados.0.smithi067.stdout:6: writing smithi06780069-6 from 0 to 90112 tid 1 2024-07-29T15:02:48.313 INFO:tasks.rados.rados.0.smithi067.stdout:7: write initial oid 7 2024-07-29T15:02:48.313 INFO:tasks.rados.rados.0.smithi067.stdout:7: seq_num 6 ranges {0=106496} 2024-07-29T15:02:48.313 INFO:tasks.rados.rados.0.smithi067.stdout:7: writing smithi06780069-7 from 0 to 106496 tid 1 2024-07-29T15:02:48.313 INFO:tasks.rados.rados.0.smithi067.stdout:8: write initial oid 8 2024-07-29T15:02:48.313 INFO:tasks.rados.rados.0.smithi067.stdout:8: seq_num 7 ranges {0=122880} 2024-07-29T15:02:48.313 INFO:tasks.rados.rados.0.smithi067.stdout:8: writing smithi06780069-8 from 0 to 122880 tid 1 2024-07-29T15:02:48.313 INFO:tasks.rados.rados.0.smithi067.stdout:1: finishing write tid 1 to smithi06780069-1 2024-07-29T15:02:48.313 INFO:tasks.rados.rados.0.smithi067.stdout:9: write initial oid 9 2024-07-29T15:02:48.313 INFO:tasks.rados.rados.0.smithi067.stdout:9: seq_num 8 ranges {0=139264} 2024-07-29T15:02:48.315 INFO:tasks.rados.rados.0.smithi067.stdout:9: writing smithi06780069-9 from 0 to 139264 tid 1 2024-07-29T15:02:48.315 INFO:tasks.rados.rados.0.smithi067.stdout:1: finishing write tid 2 to smithi06780069-1 2024-07-29T15:02:48.315 INFO:tasks.rados.rados.0.smithi067.stdout:4: finishing write tid 1 to smithi06780069-4 2024-07-29T15:02:48.315 INFO:tasks.rados.rados.0.smithi067.stdout:4: finishing write tid 2 to smithi06780069-4 2024-07-29T15:02:48.315 INFO:tasks.rados.rados.0.smithi067.stdout:10: write initial oid 10 2024-07-29T15:02:48.315 INFO:tasks.rados.rados.0.smithi067.stdout:10: seq_num 9 ranges {0=155648} 2024-07-29T15:02:48.316 INFO:tasks.rados.rados.0.smithi067.stdout:10: writing smithi06780069-10 from 0 to 155648 tid 1 2024-07-29T15:02:48.316 INFO:tasks.rados.rados.0.smithi067.stdout:2: finishing write tid 1 to smithi06780069-2 2024-07-29T15:02:48.316 INFO:tasks.rados.rados.0.smithi067.stdout:2: finishing write tid 2 to smithi06780069-2 2024-07-29T15:02:48.317 INFO:tasks.rados.rados.0.smithi067.stdout:3: finishing write tid 1 to smithi06780069-3 2024-07-29T15:02:48.317 INFO:tasks.rados.rados.0.smithi067.stdout:3: finishing write tid 2 to smithi06780069-3 2024-07-29T15:02:48.317 INFO:tasks.rados.rados.0.smithi067.stdout:1: finishing write tid 3 to smithi06780069-1 2024-07-29T15:02:48.317 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-07-29T15:02:48.317 INFO:tasks.rados.rados.0.smithi067.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:02:48.317 INFO:tasks.rados.rados.0.smithi067.stdout:1: done (9 left) 2024-07-29T15:02:48.317 INFO:tasks.rados.rados.0.smithi067.stdout:11: write initial oid 11 2024-07-29T15:02:48.317 INFO:tasks.rados.rados.0.smithi067.stdout:11: seq_num 10 ranges {0=172032} 2024-07-29T15:02:48.318 INFO:tasks.rados.rados.0.smithi067.stdout:11: writing smithi06780069-11 from 0 to 172032 tid 1 2024-07-29T15:02:48.318 INFO:tasks.rados.rados.0.smithi067.stdout:8: finishing write tid 1 to smithi06780069-8 2024-07-29T15:02:48.318 INFO:tasks.rados.rados.0.smithi067.stdout:8: finishing write tid 2 to smithi06780069-8 2024-07-29T15:02:48.318 INFO:tasks.rados.rados.0.smithi067.stdout:12: write initial oid 12 2024-07-29T15:02:48.318 INFO:tasks.rados.rados.0.smithi067.stdout:12: seq_num 11 ranges {0=188416} 2024-07-29T15:02:48.320 INFO:tasks.rados.rados.0.smithi067.stdout:12: writing smithi06780069-12 from 0 to 188416 tid 1 2024-07-29T15:02:48.320 INFO:tasks.rados.rados.0.smithi067.stdout:3: finishing write tid 3 to smithi06780069-3 2024-07-29T15:02:48.320 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-07-29T15:02:48.320 INFO:tasks.rados.rados.0.smithi067.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-07-29T15:02:48.320 INFO:tasks.rados.rados.0.smithi067.stdout:8: finishing write tid 3 to smithi06780069-8 2024-07-29T15:02:48.320 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-07-29T15:02:48.320 INFO:tasks.rados.rados.0.smithi067.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-07-29T15:02:48.320 INFO:tasks.rados.rados.0.smithi067.stdout:3: done (10 left) 2024-07-29T15:02:48.320 INFO:tasks.rados.rados.0.smithi067.stdout:8: done (9 left) 2024-07-29T15:02:48.321 INFO:tasks.rados.rados.0.smithi067.stdout:13: write initial oid 13 2024-07-29T15:02:48.321 INFO:tasks.rados.rados.0.smithi067.stdout:13: seq_num 12 ranges {0=204800} 2024-07-29T15:02:48.322 INFO:tasks.rados.rados.0.smithi067.stdout:13: writing smithi06780069-13 from 0 to 204800 tid 1 2024-07-29T15:02:48.322 INFO:tasks.rados.rados.0.smithi067.stdout:4: finishing write tid 3 to smithi06780069-4 2024-07-29T15:02:48.322 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-07-29T15:02:48.322 INFO:tasks.rados.rados.0.smithi067.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-07-29T15:02:48.322 INFO:tasks.rados.rados.0.smithi067.stdout:4: done (9 left) 2024-07-29T15:02:48.322 INFO:tasks.rados.rados.0.smithi067.stdout:14: write initial oid 14 2024-07-29T15:02:48.322 INFO:tasks.rados.rados.0.smithi067.stdout:14: seq_num 13 ranges {0=221184} 2024-07-29T15:02:48.324 INFO:tasks.rados.rados.0.smithi067.stdout:14: writing smithi06780069-14 from 0 to 221184 tid 1 2024-07-29T15:02:48.324 INFO:tasks.rados.rados.0.smithi067.stdout:15: write initial oid 15 2024-07-29T15:02:48.324 INFO:tasks.rados.rados.0.smithi067.stdout:15: seq_num 14 ranges {0=237568} 2024-07-29T15:02:48.326 INFO:tasks.rados.rados.0.smithi067.stdout:15: writing smithi06780069-15 from 0 to 237568 tid 1 2024-07-29T15:02:48.326 INFO:tasks.rados.rados.0.smithi067.stdout:2: finishing write tid 3 to smithi06780069-2 2024-07-29T15:02:48.326 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-07-29T15:02:48.326 INFO:tasks.rados.rados.0.smithi067.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-07-29T15:02:48.326 INFO:tasks.rados.rados.0.smithi067.stdout:9: finishing write tid 1 to smithi06780069-9 2024-07-29T15:02:48.326 INFO:tasks.rados.rados.0.smithi067.stdout:9: finishing write tid 2 to smithi06780069-9 2024-07-29T15:02:48.327 INFO:tasks.rados.rados.0.smithi067.stdout:12: finishing write tid 1 to smithi06780069-12 2024-07-29T15:02:48.327 INFO:tasks.rados.rados.0.smithi067.stdout:12: finishing write tid 2 to smithi06780069-12 2024-07-29T15:02:48.327 INFO:tasks.rados.rados.0.smithi067.stdout:9: finishing write tid 3 to smithi06780069-9 2024-07-29T15:02:48.327 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 9 v 4 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-07-29T15:02:48.327 INFO:tasks.rados.rados.0.smithi067.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-07-29T15:02:48.327 INFO:tasks.rados.rados.0.smithi067.stdout:6: finishing write tid 1 to smithi06780069-6 2024-07-29T15:02:48.327 INFO:tasks.rados.rados.0.smithi067.stdout:6: finishing write tid 2 to smithi06780069-6 2024-07-29T15:02:48.327 INFO:tasks.rados.rados.0.smithi067.stdout:7: finishing write tid 1 to smithi06780069-7 2024-07-29T15:02:48.327 INFO:tasks.rados.rados.0.smithi067.stdout:11: finishing write tid 1 to smithi06780069-11 2024-07-29T15:02:48.327 INFO:tasks.rados.rados.0.smithi067.stdout:11: finishing write tid 2 to smithi06780069-11 2024-07-29T15:02:48.327 INFO:tasks.rados.rados.0.smithi067.stdout:7: finishing write tid 2 to smithi06780069-7 2024-07-29T15:02:48.327 INFO:tasks.rados.rados.0.smithi067.stdout:12: finishing write tid 3 to smithi06780069-12 2024-07-29T15:02:48.327 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-07-29T15:02:48.327 INFO:tasks.rados.rados.0.smithi067.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-07-29T15:02:48.327 INFO:tasks.rados.rados.0.smithi067.stdout:2: done (10 left) 2024-07-29T15:02:48.328 INFO:tasks.rados.rados.0.smithi067.stdout:9: done (9 left) 2024-07-29T15:02:48.328 INFO:tasks.rados.rados.0.smithi067.stdout:12: done (8 left) 2024-07-29T15:02:48.328 INFO:tasks.rados.rados.0.smithi067.stdout:16: write initial oid 16 2024-07-29T15:02:48.328 INFO:tasks.rados.rados.0.smithi067.stdout:16: seq_num 15 ranges {0=253952} 2024-07-29T15:02:48.328 INFO:tasks.rados.rados.0.smithi067.stdout:16: writing smithi06780069-16 from 0 to 253952 tid 1 2024-07-29T15:02:48.328 INFO:tasks.rados.rados.0.smithi067.stdout:5: finishing write tid 1 to smithi06780069-5 2024-07-29T15:02:48.329 INFO:tasks.rados.rados.0.smithi067.stdout:10: finishing write tid 1 to smithi06780069-10 2024-07-29T15:02:48.329 INFO:tasks.rados.rados.0.smithi067.stdout:5: finishing write tid 2 to smithi06780069-5 2024-07-29T15:02:48.329 INFO:tasks.rados.rados.0.smithi067.stdout:10: finishing write tid 2 to smithi06780069-10 2024-07-29T15:02:48.329 INFO:tasks.rados.rados.0.smithi067.stdout:13: finishing write tid 1 to smithi06780069-13 2024-07-29T15:02:48.329 INFO:tasks.rados.rados.0.smithi067.stdout:13: finishing write tid 2 to smithi06780069-13 2024-07-29T15:02:48.329 INFO:tasks.rados.rados.0.smithi067.stdout:14: finishing write tid 1 to smithi06780069-14 2024-07-29T15:02:48.329 INFO:tasks.rados.rados.0.smithi067.stdout:14: finishing write tid 2 to smithi06780069-14 2024-07-29T15:02:48.329 INFO:tasks.rados.rados.0.smithi067.stdout:17: write initial oid 17 2024-07-29T15:02:48.329 INFO:tasks.rados.rados.0.smithi067.stdout:17: seq_num 16 ranges {0=270336} 2024-07-29T15:02:48.330 INFO:tasks.rados.rados.0.smithi067.stdout:17: writing smithi06780069-17 from 0 to 270336 tid 1 2024-07-29T15:02:48.330 INFO:tasks.rados.rados.0.smithi067.stdout:18: write initial oid 18 2024-07-29T15:02:48.330 INFO:tasks.rados.rados.0.smithi067.stdout:18: seq_num 17 ranges {0=286720} 2024-07-29T15:02:48.332 INFO:tasks.rados.rados.0.smithi067.stdout:18: writing smithi06780069-18 from 0 to 286720 tid 1 2024-07-29T15:02:48.332 INFO:tasks.rados.rados.0.smithi067.stdout:19: write initial oid 19 2024-07-29T15:02:48.332 INFO:tasks.rados.rados.0.smithi067.stdout:19: seq_num 18 ranges {0=303104} 2024-07-29T15:02:48.334 INFO:tasks.rados.rados.0.smithi067.stdout:19: writing smithi06780069-19 from 0 to 303104 tid 1 2024-07-29T15:02:48.334 INFO:tasks.rados.rados.0.smithi067.stdout:20: write initial oid 20 2024-07-29T15:02:48.334 INFO:tasks.rados.rados.0.smithi067.stdout:20: seq_num 19 ranges {0=319488} 2024-07-29T15:02:48.336 INFO:tasks.rados.rados.0.smithi067.stdout:20: writing smithi06780069-20 from 0 to 319488 tid 1 2024-07-29T15:02:48.336 INFO:tasks.rados.rados.0.smithi067.stdout:21: write initial oid 21 2024-07-29T15:02:48.336 INFO:tasks.rados.rados.0.smithi067.stdout:21: seq_num 20 ranges {0=344064} 2024-07-29T15:02:48.339 INFO:tasks.rados.rados.0.smithi067.stdout:21: writing smithi06780069-21 from 0 to 344064 tid 1 2024-07-29T15:02:48.340 INFO:tasks.rados.rados.0.smithi067.stdout:22: write initial oid 22 2024-07-29T15:02:48.340 INFO:tasks.rados.rados.0.smithi067.stdout:13: finishing write tid 3 to smithi06780069-13 2024-07-29T15:02:48.340 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 13 v 4 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-07-29T15:02:48.340 INFO:tasks.rados.rados.0.smithi067.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-07-29T15:02:48.340 INFO:tasks.rados.rados.0.smithi067.stdout:15: finishing write tid 1 to smithi06780069-15 2024-07-29T15:02:48.340 INFO:tasks.rados.rados.0.smithi067.stdout:14: finishing write tid 3 to smithi06780069-14 2024-07-29T15:02:48.340 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 14 v 4 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-07-29T15:02:48.340 INFO:tasks.rados.rados.0.smithi067.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-07-29T15:02:48.340 INFO:tasks.rados.rados.0.smithi067.stdout:15: finishing write tid 2 to smithi06780069-15 2024-07-29T15:02:48.340 INFO:tasks.rados.rados.0.smithi067.stdout:11: finishing write tid 3 to smithi06780069-11 2024-07-29T15:02:48.340 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 11 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-07-29T15:02:48.340 INFO:tasks.rados.rados.0.smithi067.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-07-29T15:02:48.340 INFO:tasks.rados.rados.0.smithi067.stdout:5: finishing write tid 3 to smithi06780069-5 2024-07-29T15:02:48.340 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-07-29T15:02:48.341 INFO:tasks.rados.rados.0.smithi067.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-07-29T15:02:48.341 INFO:tasks.rados.rados.0.smithi067.stdout:6: finishing write tid 3 to smithi06780069-6 2024-07-29T15:02:48.341 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-07-29T15:02:48.341 INFO:tasks.rados.rados.0.smithi067.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-07-29T15:02:48.341 INFO:tasks.rados.rados.0.smithi067.stdout:7: finishing write tid 3 to smithi06780069-7 2024-07-29T15:02:48.341 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 7 v 4 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-07-29T15:02:48.341 INFO:tasks.rados.rados.0.smithi067.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-07-29T15:02:48.341 INFO:tasks.rados.rados.0.smithi067.stdout:10: finishing write tid 3 to smithi06780069-10 2024-07-29T15:02:48.341 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 6 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-07-29T15:02:48.341 INFO:tasks.rados.rados.0.smithi067.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-07-29T15:02:48.341 INFO:tasks.rados.rados.0.smithi067.stdout:16: finishing write tid 1 to smithi06780069-16 2024-07-29T15:02:48.341 INFO:tasks.rados.rados.0.smithi067.stdout:16: finishing write tid 2 to smithi06780069-16 2024-07-29T15:02:48.341 INFO:tasks.rados.rados.0.smithi067.stdout:15: finishing write tid 3 to smithi06780069-15 2024-07-29T15:02:48.341 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 4 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-07-29T15:02:48.342 INFO:tasks.rados.rados.0.smithi067.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-07-29T15:02:48.342 INFO:tasks.rados.rados.0.smithi067.stdout:17: finishing write tid 1 to smithi06780069-17 2024-07-29T15:02:48.342 INFO:tasks.rados.rados.0.smithi067.stdout:16: finishing write tid 3 to smithi06780069-16 2024-07-29T15:02:48.342 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 16 v 6 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-07-29T15:02:48.342 INFO:tasks.rados.rados.0.smithi067.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-07-29T15:02:48.342 INFO:tasks.rados.rados.0.smithi067.stdout:17: finishing write tid 2 to smithi06780069-17 2024-07-29T15:02:48.342 INFO:tasks.rados.rados.0.smithi067.stdout:17: finishing write tid 3 to smithi06780069-17 2024-07-29T15:02:48.342 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 4 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-07-29T15:02:48.342 INFO:tasks.rados.rados.0.smithi067.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-07-29T15:02:48.342 INFO:tasks.rados.rados.0.smithi067.stdout:18: finishing write tid 1 to smithi06780069-18 2024-07-29T15:02:48.342 INFO:tasks.rados.rados.0.smithi067.stdout:18: finishing write tid 2 to smithi06780069-18 2024-07-29T15:02:48.342 INFO:tasks.rados.rados.0.smithi067.stdout:18: finishing write tid 3 to smithi06780069-18 2024-07-29T15:02:48.342 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 4 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-07-29T15:02:48.342 INFO:tasks.rados.rados.0.smithi067.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-07-29T15:02:48.343 INFO:tasks.rados.rados.0.smithi067.stdout:19: finishing write tid 1 to smithi06780069-19 2024-07-29T15:02:48.343 INFO:tasks.rados.rados.0.smithi067.stdout:19: finishing write tid 2 to smithi06780069-19 2024-07-29T15:02:48.343 INFO:tasks.rados.rados.0.smithi067.stdout:19: finishing write tid 3 to smithi06780069-19 2024-07-29T15:02:48.343 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 19 v 8 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-07-29T15:02:48.343 INFO:tasks.rados.rados.0.smithi067.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-07-29T15:02:48.343 INFO:tasks.rados.rados.0.smithi067.stdout:20: finishing write tid 1 to smithi06780069-20 2024-07-29T15:02:48.343 INFO:tasks.rados.rados.0.smithi067.stdout:20: finishing write tid 2 to smithi06780069-20 2024-07-29T15:02:48.343 INFO:tasks.rados.rados.0.smithi067.stdout:22: seq_num 21 ranges {0=360448} 2024-07-29T15:02:48.344 INFO:tasks.rados.rados.0.smithi067.stdout:22: writing smithi06780069-22 from 0 to 360448 tid 1 2024-07-29T15:02:48.344 INFO:tasks.rados.rados.0.smithi067.stdout:20: finishing write tid 3 to smithi06780069-20 2024-07-29T15:02:48.344 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 2 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-07-29T15:02:48.344 INFO:tasks.rados.rados.0.smithi067.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-07-29T15:02:48.344 INFO:tasks.rados.rados.0.smithi067.stdout:5: done (14 left) 2024-07-29T15:02:48.344 INFO:tasks.rados.rados.0.smithi067.stdout:6: done (13 left) 2024-07-29T15:02:48.344 INFO:tasks.rados.rados.0.smithi067.stdout:7: done (12 left) 2024-07-29T15:02:48.345 INFO:tasks.rados.rados.0.smithi067.stdout:10: done (11 left) 2024-07-29T15:02:48.345 INFO:tasks.rados.rados.0.smithi067.stdout:11: done (10 left) 2024-07-29T15:02:48.345 INFO:tasks.rados.rados.0.smithi067.stdout:13: done (9 left) 2024-07-29T15:02:48.345 INFO:tasks.rados.rados.0.smithi067.stdout:14: done (8 left) 2024-07-29T15:02:48.345 INFO:tasks.rados.rados.0.smithi067.stdout:15: done (7 left) 2024-07-29T15:02:48.345 INFO:tasks.rados.rados.0.smithi067.stdout:16: done (6 left) 2024-07-29T15:02:48.345 INFO:tasks.rados.rados.0.smithi067.stdout:17: done (5 left) 2024-07-29T15:02:48.345 INFO:tasks.rados.rados.0.smithi067.stdout:18: done (4 left) 2024-07-29T15:02:48.345 INFO:tasks.rados.rados.0.smithi067.stdout:19: done (3 left) 2024-07-29T15:02:48.345 INFO:tasks.rados.rados.0.smithi067.stdout:20: done (2 left) 2024-07-29T15:02:48.345 INFO:tasks.rados.rados.0.smithi067.stdout:23: write initial oid 23 2024-07-29T15:02:48.345 INFO:tasks.rados.rados.0.smithi067.stdout:23: seq_num 22 ranges {0=376832} 2024-07-29T15:02:48.346 INFO:tasks.rados.rados.0.smithi067.stdout:23: writing smithi06780069-23 from 0 to 376832 tid 1 2024-07-29T15:02:48.346 INFO:tasks.rados.rados.0.smithi067.stdout:24: write initial oid 24 2024-07-29T15:02:48.346 INFO:tasks.rados.rados.0.smithi067.stdout:24: seq_num 23 ranges {0=393216} 2024-07-29T15:02:48.347 INFO:tasks.rados.rados.0.smithi067.stdout:24: writing smithi06780069-24 from 0 to 393216 tid 1 2024-07-29T15:02:48.347 INFO:tasks.rados.rados.0.smithi067.stdout:25: write initial oid 25 2024-07-29T15:02:48.347 INFO:tasks.rados.rados.0.smithi067.stdout:25: seq_num 24 ranges {0=409600} 2024-07-29T15:02:48.350 INFO:tasks.rados.rados.0.smithi067.stdout:25: writing smithi06780069-25 from 0 to 409600 tid 1 2024-07-29T15:02:48.350 INFO:tasks.rados.rados.0.smithi067.stdout:26: write initial oid 26 2024-07-29T15:02:48.350 INFO:tasks.rados.rados.0.smithi067.stdout:26: seq_num 25 ranges {0=425984} 2024-07-29T15:02:48.353 INFO:tasks.rados.rados.0.smithi067.stdout:26: writing smithi06780069-26 from 0 to 425984 tid 1 2024-07-29T15:02:48.353 INFO:tasks.rados.rados.0.smithi067.stdout:27: write initial oid 27 2024-07-29T15:02:48.353 INFO:tasks.rados.rados.0.smithi067.stdout:27: seq_num 26 ranges {0=442368} 2024-07-29T15:02:48.357 INFO:tasks.rados.rados.0.smithi067.stdout:27: writing smithi06780069-27 from 0 to 442368 tid 1 2024-07-29T15:02:48.357 INFO:tasks.rados.rados.0.smithi067.stdout:28: write initial oid 28 2024-07-29T15:02:48.357 INFO:tasks.rados.rados.0.smithi067.stdout:28: seq_num 27 ranges {0=458752} 2024-07-29T15:02:48.360 INFO:tasks.rados.rados.0.smithi067.stdout:28: writing smithi06780069-28 from 0 to 458752 tid 1 2024-07-29T15:02:48.360 INFO:tasks.rados.rados.0.smithi067.stdout:29: write initial oid 29 2024-07-29T15:02:48.360 INFO:tasks.rados.rados.0.smithi067.stdout:29: seq_num 28 ranges {0=475136} 2024-07-29T15:02:48.364 INFO:tasks.rados.rados.0.smithi067.stdout:29: writing smithi06780069-29 from 0 to 475136 tid 1 2024-07-29T15:02:48.364 INFO:tasks.rados.rados.0.smithi067.stdout:30: write initial oid 30 2024-07-29T15:02:48.364 INFO:tasks.rados.rados.0.smithi067.stdout:30: seq_num 29 ranges {0=491520} 2024-07-29T15:02:48.368 INFO:tasks.rados.rados.0.smithi067.stdout:30: writing smithi06780069-30 from 0 to 491520 tid 1 2024-07-29T15:02:48.368 INFO:tasks.rados.rados.0.smithi067.stdout:31: write initial oid 31 2024-07-29T15:02:48.368 INFO:tasks.rados.rados.0.smithi067.stdout:31: seq_num 30 ranges {0=507904} 2024-07-29T15:02:48.371 INFO:tasks.rados.rados.0.smithi067.stdout:31: writing smithi06780069-31 from 0 to 507904 tid 1 2024-07-29T15:02:48.371 INFO:tasks.rados.rados.0.smithi067.stdout:32: write initial oid 32 2024-07-29T15:02:48.372 INFO:tasks.rados.rados.0.smithi067.stdout:32: seq_num 31 ranges {0=524288} 2024-07-29T15:02:48.375 INFO:tasks.rados.rados.0.smithi067.stdout:32: writing smithi06780069-32 from 0 to 524288 tid 1 2024-07-29T15:02:48.375 INFO:tasks.rados.rados.0.smithi067.stdout:33: write initial oid 33 2024-07-29T15:02:48.376 INFO:tasks.rados.rados.0.smithi067.stdout:33: seq_num 32 ranges {0=540672} 2024-07-29T15:02:48.379 INFO:tasks.rados.rados.0.smithi067.stdout:33: writing smithi06780069-33 from 0 to 540672 tid 1 2024-07-29T15:02:48.380 INFO:tasks.rados.rados.0.smithi067.stdout:34: write initial oid 34 2024-07-29T15:02:48.380 INFO:tasks.rados.rados.0.smithi067.stdout:34: seq_num 33 ranges {0=557056} 2024-07-29T15:02:48.384 INFO:tasks.rados.rados.0.smithi067.stdout:34: writing smithi06780069-34 from 0 to 557056 tid 1 2024-07-29T15:02:48.384 INFO:tasks.rados.rados.0.smithi067.stdout:35: write initial oid 35 2024-07-29T15:02:48.384 INFO:tasks.rados.rados.0.smithi067.stdout:35: seq_num 34 ranges {0=573440} 2024-07-29T15:02:48.388 INFO:tasks.rados.rados.0.smithi067.stdout:35: writing smithi06780069-35 from 0 to 573440 tid 1 2024-07-29T15:02:48.388 INFO:tasks.rados.rados.0.smithi067.stdout:36: write initial oid 36 2024-07-29T15:02:48.388 INFO:tasks.rados.rados.0.smithi067.stdout:36: seq_num 35 ranges {0=589824} 2024-07-29T15:02:48.394 INFO:tasks.rados.rados.0.smithi067.stdout:36: writing smithi06780069-36 from 0 to 589824 tid 1 2024-07-29T15:02:48.394 INFO:tasks.rados.rados.0.smithi067.stdout: waiting on 16 2024-07-29T15:02:48.394 INFO:tasks.rados.rados.0.smithi067.stdout:21: finishing write tid 1 to smithi06780069-21 2024-07-29T15:02:48.394 INFO:tasks.rados.rados.0.smithi067.stdout:21: finishing write tid 2 to smithi06780069-21 2024-07-29T15:02:48.394 INFO:tasks.rados.rados.0.smithi067.stdout:21: finishing write tid 3 to smithi06780069-21 2024-07-29T15:02:48.394 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 2 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-07-29T15:02:48.394 INFO:tasks.rados.rados.0.smithi067.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-07-29T15:02:48.394 INFO:tasks.rados.rados.0.smithi067.stdout:22: finishing write tid 1 to smithi06780069-22 2024-07-29T15:02:48.394 INFO:tasks.rados.rados.0.smithi067.stdout:22: finishing write tid 2 to smithi06780069-22 2024-07-29T15:02:48.394 INFO:tasks.rados.rados.0.smithi067.stdout:22: finishing write tid 3 to smithi06780069-22 2024-07-29T15:02:48.394 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 6 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-07-29T15:02:48.395 INFO:tasks.rados.rados.0.smithi067.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-07-29T15:02:48.395 INFO:tasks.rados.rados.0.smithi067.stdout:23: finishing write tid 1 to smithi06780069-23 2024-07-29T15:02:48.395 INFO:tasks.rados.rados.0.smithi067.stdout:23: finishing write tid 2 to smithi06780069-23 2024-07-29T15:02:48.395 INFO:tasks.rados.rados.0.smithi067.stdout:23: finishing write tid 3 to smithi06780069-23 2024-07-29T15:02:48.395 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 4 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-07-29T15:02:48.395 INFO:tasks.rados.rados.0.smithi067.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-07-29T15:02:48.395 INFO:tasks.rados.rados.0.smithi067.stdout:24: finishing write tid 1 to smithi06780069-24 2024-07-29T15:02:48.395 INFO:tasks.rados.rados.0.smithi067.stdout:24: finishing write tid 2 to smithi06780069-24 2024-07-29T15:02:48.395 INFO:tasks.rados.rados.0.smithi067.stdout:24: finishing write tid 3 to smithi06780069-24 2024-07-29T15:02:48.395 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 24 v 8 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-07-29T15:02:48.395 INFO:tasks.rados.rados.0.smithi067.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-07-29T15:02:48.395 INFO:tasks.rados.rados.0.smithi067.stdout:25: finishing write tid 1 to smithi06780069-25 2024-07-29T15:02:48.395 INFO:tasks.rados.rados.0.smithi067.stdout:25: finishing write tid 2 to smithi06780069-25 2024-07-29T15:02:48.395 INFO:tasks.rados.rados.0.smithi067.stdout:25: finishing write tid 3 to smithi06780069-25 2024-07-29T15:02:48.396 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 25 v 4 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-07-29T15:02:48.396 INFO:tasks.rados.rados.0.smithi067.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-07-29T15:02:48.396 INFO:tasks.rados.rados.0.smithi067.stdout:26: finishing write tid 1 to smithi06780069-26 2024-07-29T15:02:48.396 INFO:tasks.rados.rados.0.smithi067.stdout:26: finishing write tid 2 to smithi06780069-26 2024-07-29T15:02:48.396 INFO:tasks.rados.rados.0.smithi067.stdout:26: finishing write tid 3 to smithi06780069-26 2024-07-29T15:02:48.396 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 6 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-07-29T15:02:48.396 INFO:tasks.rados.rados.0.smithi067.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-07-29T15:02:48.396 INFO:tasks.rados.rados.0.smithi067.stdout:27: finishing write tid 1 to smithi06780069-27 2024-07-29T15:02:48.396 INFO:tasks.rados.rados.0.smithi067.stdout:27: finishing write tid 2 to smithi06780069-27 2024-07-29T15:02:48.396 INFO:tasks.rados.rados.0.smithi067.stdout:27: finishing write tid 3 to smithi06780069-27 2024-07-29T15:02:48.396 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-07-29T15:02:48.396 INFO:tasks.rados.rados.0.smithi067.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-07-29T15:02:48.396 INFO:tasks.rados.rados.0.smithi067.stdout:28: finishing write tid 1 to smithi06780069-28 2024-07-29T15:02:48.397 INFO:tasks.rados.rados.0.smithi067.stdout:28: finishing write tid 2 to smithi06780069-28 2024-07-29T15:02:48.397 INFO:tasks.rados.rados.0.smithi067.stdout:28: finishing write tid 3 to smithi06780069-28 2024-07-29T15:02:48.397 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 28 v 2 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-07-29T15:02:48.397 INFO:tasks.rados.rados.0.smithi067.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-07-29T15:02:48.397 INFO:tasks.rados.rados.0.smithi067.stdout:29: finishing write tid 1 to smithi06780069-29 2024-07-29T15:02:48.397 INFO:tasks.rados.rados.0.smithi067.stdout:29: finishing write tid 2 to smithi06780069-29 2024-07-29T15:02:48.397 INFO:tasks.rados.rados.0.smithi067.stdout:21: done (15 left) 2024-07-29T15:02:48.397 INFO:tasks.rados.rados.0.smithi067.stdout:22: done (14 left) 2024-07-29T15:02:48.397 INFO:tasks.rados.rados.0.smithi067.stdout:23: done (13 left) 2024-07-29T15:02:48.397 INFO:tasks.rados.rados.0.smithi067.stdout:24: done (12 left) 2024-07-29T15:02:48.397 INFO:tasks.rados.rados.0.smithi067.stdout:25: done (11 left) 2024-07-29T15:02:48.397 INFO:tasks.rados.rados.0.smithi067.stdout:26: done (10 left) 2024-07-29T15:02:48.397 INFO:tasks.rados.rados.0.smithi067.stdout:27: done (9 left) 2024-07-29T15:02:48.397 INFO:tasks.rados.rados.0.smithi067.stdout:28: done (8 left) 2024-07-29T15:02:48.398 INFO:tasks.rados.rados.0.smithi067.stdout:37: write initial oid 37 2024-07-29T15:02:48.398 INFO:tasks.rados.rados.0.smithi067.stdout:37: seq_num 36 ranges {0=606208} 2024-07-29T15:02:48.398 INFO:tasks.rados.rados.0.smithi067.stdout:37: writing smithi06780069-37 from 0 to 606208 tid 1 2024-07-29T15:02:48.398 INFO:tasks.rados.rados.0.smithi067.stdout:38: write initial oid 38 2024-07-29T15:02:48.399 INFO:tasks.rados.rados.0.smithi067.stdout:38: seq_num 37 ranges {0=622592} 2024-07-29T15:02:48.402 INFO:tasks.rados.rados.0.smithi067.stdout:38: writing smithi06780069-38 from 0 to 622592 tid 1 2024-07-29T15:02:48.402 INFO:tasks.rados.rados.0.smithi067.stdout:39: write initial oid 39 2024-07-29T15:02:48.402 INFO:tasks.rados.rados.0.smithi067.stdout:39: seq_num 38 ranges {0=638976} 2024-07-29T15:02:48.407 INFO:tasks.rados.rados.0.smithi067.stdout:39: writing smithi06780069-39 from 0 to 638976 tid 1 2024-07-29T15:02:48.407 INFO:tasks.rados.rados.0.smithi067.stdout:40: write initial oid 40 2024-07-29T15:02:48.407 INFO:tasks.rados.rados.0.smithi067.stdout:40: seq_num 39 ranges {0=663552} 2024-07-29T15:02:48.411 INFO:tasks.rados.rados.0.smithi067.stdout:40: writing smithi06780069-40 from 0 to 663552 tid 1 2024-07-29T15:02:48.411 INFO:tasks.rados.rados.0.smithi067.stdout:41: write initial oid 41 2024-07-29T15:02:48.411 INFO:tasks.rados.rados.0.smithi067.stdout:41: seq_num 40 ranges {0=679936} 2024-07-29T15:02:48.417 INFO:tasks.rados.rados.0.smithi067.stdout:41: writing smithi06780069-41 from 0 to 679936 tid 1 2024-07-29T15:02:48.417 INFO:tasks.rados.rados.0.smithi067.stdout:42: write initial oid 42 2024-07-29T15:02:48.417 INFO:tasks.rados.rados.0.smithi067.stdout:42: seq_num 41 ranges {0=696320} 2024-07-29T15:02:48.421 INFO:tasks.rados.rados.0.smithi067.stdout:42: writing smithi06780069-42 from 0 to 696320 tid 1 2024-07-29T15:02:48.422 INFO:tasks.rados.rados.0.smithi067.stdout:43: write initial oid 43 2024-07-29T15:02:48.422 INFO:tasks.rados.rados.0.smithi067.stdout:43: seq_num 42 ranges {0=712704} 2024-07-29T15:02:48.427 INFO:tasks.rados.rados.0.smithi067.stdout:43: writing smithi06780069-43 from 0 to 712704 tid 1 2024-07-29T15:02:48.428 INFO:tasks.rados.rados.0.smithi067.stdout:44: write initial oid 44 2024-07-29T15:02:48.428 INFO:tasks.rados.rados.0.smithi067.stdout:44: seq_num 43 ranges {0=729088} 2024-07-29T15:02:48.433 INFO:tasks.rados.rados.0.smithi067.stdout:44: writing smithi06780069-44 from 0 to 729088 tid 1 2024-07-29T15:02:48.433 INFO:tasks.rados.rados.0.smithi067.stdout: waiting on 16 2024-07-29T15:02:48.433 INFO:tasks.rados.rados.0.smithi067.stdout:29: finishing write tid 3 to smithi06780069-29 2024-07-29T15:02:48.434 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 6 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-07-29T15:02:48.434 INFO:tasks.rados.rados.0.smithi067.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-07-29T15:02:48.434 INFO:tasks.rados.rados.0.smithi067.stdout:30: finishing write tid 1 to smithi06780069-30 2024-07-29T15:02:48.434 INFO:tasks.rados.rados.0.smithi067.stdout:30: finishing write tid 2 to smithi06780069-30 2024-07-29T15:02:48.434 INFO:tasks.rados.rados.0.smithi067.stdout:29: done (15 left) 2024-07-29T15:02:48.434 INFO:tasks.rados.rados.0.smithi067.stdout:45: write initial oid 45 2024-07-29T15:02:48.434 INFO:tasks.rados.rados.0.smithi067.stdout:45: seq_num 44 ranges {0=745472} 2024-07-29T15:02:48.439 INFO:tasks.rados.rados.0.smithi067.stdout:45: writing smithi06780069-45 from 0 to 745472 tid 1 2024-07-29T15:02:48.439 INFO:tasks.rados.rados.0.smithi067.stdout: waiting on 16 2024-07-29T15:02:48.439 INFO:tasks.rados.rados.0.smithi067.stdout:30: finishing write tid 3 to smithi06780069-30 2024-07-29T15:02:48.439 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 6 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-07-29T15:02:48.439 INFO:tasks.rados.rados.0.smithi067.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-07-29T15:02:48.439 INFO:tasks.rados.rados.0.smithi067.stdout:31: finishing write tid 1 to smithi06780069-31 2024-07-29T15:02:48.440 INFO:tasks.rados.rados.0.smithi067.stdout:31: finishing write tid 2 to smithi06780069-31 2024-07-29T15:02:48.440 INFO:tasks.rados.rados.0.smithi067.stdout:31: finishing write tid 3 to smithi06780069-31 2024-07-29T15:02:48.440 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 6 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-07-29T15:02:48.440 INFO:tasks.rados.rados.0.smithi067.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-07-29T15:02:48.440 INFO:tasks.rados.rados.0.smithi067.stdout:32: finishing write tid 1 to smithi06780069-32 2024-07-29T15:02:48.440 INFO:tasks.rados.rados.0.smithi067.stdout:30: done (15 left) 2024-07-29T15:02:48.440 INFO:tasks.rados.rados.0.smithi067.stdout:31: done (14 left) 2024-07-29T15:02:48.440 INFO:tasks.rados.rados.0.smithi067.stdout:46: write initial oid 46 2024-07-29T15:02:48.440 INFO:tasks.rados.rados.0.smithi067.stdout:46: seq_num 45 ranges {0=761856} 2024-07-29T15:02:48.445 INFO:tasks.rados.rados.0.smithi067.stdout:46: writing smithi06780069-46 from 0 to 761856 tid 1 2024-07-29T15:02:48.445 INFO:tasks.rados.rados.0.smithi067.stdout:47: write initial oid 47 2024-07-29T15:02:48.445 INFO:tasks.rados.rados.0.smithi067.stdout:47: seq_num 46 ranges {0=778240} 2024-07-29T15:02:48.452 INFO:tasks.rados.rados.0.smithi067.stdout:47: writing smithi06780069-47 from 0 to 778240 tid 1 2024-07-29T15:02:48.452 INFO:tasks.rados.rados.0.smithi067.stdout: waiting on 16 2024-07-29T15:02:48.452 INFO:tasks.rados.rados.0.smithi067.stdout:32: finishing write tid 2 to smithi06780069-32 2024-07-29T15:02:48.452 INFO:tasks.rados.rados.0.smithi067.stdout:32: finishing write tid 3 to smithi06780069-32 2024-07-29T15:02:48.452 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 10 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-07-29T15:02:48.452 INFO:tasks.rados.rados.0.smithi067.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-07-29T15:02:48.452 INFO:tasks.rados.rados.0.smithi067.stdout:33: finishing write tid 1 to smithi06780069-33 2024-07-29T15:02:48.452 INFO:tasks.rados.rados.0.smithi067.stdout:33: finishing write tid 2 to smithi06780069-33 2024-07-29T15:02:48.452 INFO:tasks.rados.rados.0.smithi067.stdout:32: done (15 left) 2024-07-29T15:02:48.452 INFO:tasks.rados.rados.0.smithi067.stdout:48: write initial oid 48 2024-07-29T15:02:48.452 INFO:tasks.rados.rados.0.smithi067.stdout:48: seq_num 47 ranges {0=794624} 2024-07-29T15:02:48.458 INFO:tasks.rados.rados.0.smithi067.stdout:48: writing smithi06780069-48 from 0 to 794624 tid 1 2024-07-29T15:02:48.458 INFO:tasks.rados.rados.0.smithi067.stdout: waiting on 16 2024-07-29T15:02:48.458 INFO:tasks.rados.rados.0.smithi067.stdout:33: finishing write tid 3 to smithi06780069-33 2024-07-29T15:02:48.458 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 33 v 6 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-07-29T15:02:48.458 INFO:tasks.rados.rados.0.smithi067.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-07-29T15:02:48.459 INFO:tasks.rados.rados.0.smithi067.stdout:34: finishing write tid 1 to smithi06780069-34 2024-07-29T15:02:48.459 INFO:tasks.rados.rados.0.smithi067.stdout:34: finishing write tid 2 to smithi06780069-34 2024-07-29T15:02:48.459 INFO:tasks.rados.rados.0.smithi067.stdout:34: finishing write tid 3 to smithi06780069-34 2024-07-29T15:02:48.459 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 34 v 10 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-07-29T15:02:48.459 INFO:tasks.rados.rados.0.smithi067.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-07-29T15:02:48.459 INFO:tasks.rados.rados.0.smithi067.stdout:35: finishing write tid 1 to smithi06780069-35 2024-07-29T15:02:48.459 INFO:tasks.rados.rados.0.smithi067.stdout:33: done (15 left) 2024-07-29T15:02:48.459 INFO:tasks.rados.rados.0.smithi067.stdout:34: done (14 left) 2024-07-29T15:02:48.459 INFO:tasks.rados.rados.0.smithi067.stdout:49: write initial oid 49 2024-07-29T15:02:48.459 INFO:tasks.rados.rados.0.smithi067.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-07-29T15:02:48.461 INFO:tasks.rados.rados.0.smithi067.stdout:49: writing smithi06780069-49 from 0 to 409600 tid 1 2024-07-29T15:02:48.464 INFO:tasks.rados.rados.0.smithi067.stdout:49: writing smithi06780069-49 from 409600 to 811008 tid 2 2024-07-29T15:02:48.464 INFO:tasks.rados.rados.0.smithi067.stdout:50: write initial oid 50 2024-07-29T15:02:48.464 INFO:tasks.rados.rados.0.smithi067.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-07-29T15:02:48.468 INFO:tasks.rados.rados.0.smithi067.stdout:50: writing smithi06780069-50 from 0 to 425984 tid 1 2024-07-29T15:02:48.472 INFO:tasks.rados.rados.0.smithi067.stdout:50: writing smithi06780069-50 from 425984 to 827392 tid 2 2024-07-29T15:02:48.472 INFO:tasks.rados.rados.0.smithi067.stdout: waiting on 16 2024-07-29T15:02:48.472 INFO:tasks.rados.rados.0.smithi067.stdout:35: finishing write tid 2 to smithi06780069-35 2024-07-29T15:02:48.472 INFO:tasks.rados.rados.0.smithi067.stdout:35: finishing write tid 3 to smithi06780069-35 2024-07-29T15:02:48.472 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 35 v 12 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-07-29T15:02:48.473 INFO:tasks.rados.rados.0.smithi067.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-07-29T15:02:48.473 INFO:tasks.rados.rados.0.smithi067.stdout:36: finishing write tid 1 to smithi06780069-36 2024-07-29T15:02:48.473 INFO:tasks.rados.rados.0.smithi067.stdout:36: finishing write tid 2 to smithi06780069-36 2024-07-29T15:02:48.473 INFO:tasks.rados.rados.0.smithi067.stdout:35: done (15 left) 2024-07-29T15:02:48.473 INFO:tasks.rados.rados.0.smithi067.stdout:51: copy_from oid 2 from oid 11 current snap is 0 2024-07-29T15:02:48.473 INFO:tasks.rados.rados.0.smithi067.stdout:36: finishing write tid 3 to smithi06780069-36 2024-07-29T15:02:48.473 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 2 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-07-29T15:02:48.473 INFO:tasks.rados.rados.0.smithi067.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-07-29T15:02:48.473 INFO:tasks.rados.rados.0.smithi067.stdout:37: finishing write tid 1 to smithi06780069-37 2024-07-29T15:02:48.473 INFO:tasks.rados.rados.0.smithi067.stdout:37: finishing write tid 2 to smithi06780069-37 2024-07-29T15:02:48.473 INFO:tasks.rados.rados.0.smithi067.stdout:37: finishing write tid 3 to smithi06780069-37 2024-07-29T15:02:48.473 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 37 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-07-29T15:02:48.473 INFO:tasks.rados.rados.0.smithi067.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-07-29T15:02:48.473 INFO:tasks.rados.rados.0.smithi067.stdout:38: finishing write tid 1 to smithi06780069-38 2024-07-29T15:02:48.474 INFO:tasks.rados.rados.0.smithi067.stdout:38: finishing write tid 2 to smithi06780069-38 2024-07-29T15:02:48.474 INFO:tasks.rados.rados.0.smithi067.stdout:38: finishing write tid 3 to smithi06780069-38 2024-07-29T15:02:48.474 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 38 v 8 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-07-29T15:02:48.474 INFO:tasks.rados.rados.0.smithi067.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-07-29T15:02:48.474 INFO:tasks.rados.rados.0.smithi067.stdout:39: finishing write tid 1 to smithi06780069-39 2024-07-29T15:02:48.474 INFO:tasks.rados.rados.0.smithi067.stdout:39: finishing write tid 2 to smithi06780069-39 2024-07-29T15:02:48.474 INFO:tasks.rados.rados.0.smithi067.stdout:39: finishing write tid 3 to smithi06780069-39 2024-07-29T15:02:48.474 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 2 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-07-29T15:02:48.474 INFO:tasks.rados.rados.0.smithi067.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-07-29T15:02:48.474 INFO:tasks.rados.rados.0.smithi067.stdout:40: finishing write tid 1 to smithi06780069-40 2024-07-29T15:02:48.474 INFO:tasks.rados.rados.0.smithi067.stdout:40: finishing write tid 2 to smithi06780069-40 2024-07-29T15:02:48.474 INFO:tasks.rados.rados.0.smithi067.stdout:40: finishing write tid 3 to smithi06780069-40 2024-07-29T15:02:48.474 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 40 v 8 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-07-29T15:02:48.474 INFO:tasks.rados.rados.0.smithi067.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-07-29T15:02:48.475 INFO:tasks.rados.rados.0.smithi067.stdout:41: finishing write tid 1 to smithi06780069-41 2024-07-29T15:02:48.475 INFO:tasks.rados.rados.0.smithi067.stdout:41: finishing write tid 2 to smithi06780069-41 2024-07-29T15:02:48.475 INFO:tasks.rados.rados.0.smithi067.stdout:41: finishing write tid 3 to smithi06780069-41 2024-07-29T15:02:48.475 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 6 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-07-29T15:02:48.475 INFO:tasks.rados.rados.0.smithi067.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-07-29T15:02:48.475 INFO:tasks.rados.rados.0.smithi067.stdout:42: finishing write tid 1 to smithi06780069-42 2024-07-29T15:02:48.475 INFO:tasks.rados.rados.0.smithi067.stdout:36: done (15 left) 2024-07-29T15:02:48.475 INFO:tasks.rados.rados.0.smithi067.stdout:37: done (14 left) 2024-07-29T15:02:48.475 INFO:tasks.rados.rados.0.smithi067.stdout:38: done (13 left) 2024-07-29T15:02:48.475 INFO:tasks.rados.rados.0.smithi067.stdout:39: done (12 left) 2024-07-29T15:02:48.475 INFO:tasks.rados.rados.0.smithi067.stdout:40: done (11 left) 2024-07-29T15:02:48.476 INFO:tasks.rados.rados.0.smithi067.stdout:41: done (10 left) 2024-07-29T15:02:48.476 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 24 current snap is 0 2024-07-29T15:02:48.476 INFO:tasks.rados.rados.0.smithi067.stdout:42: finishing write tid 2 to smithi06780069-42 2024-07-29T15:02:48.476 INFO:tasks.rados.rados.0.smithi067.stdout:42: finishing write tid 3 to smithi06780069-42 2024-07-29T15:02:48.476 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 8 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-07-29T15:02:48.476 INFO:tasks.rados.rados.0.smithi067.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-07-29T15:02:48.476 INFO:tasks.rados.rados.0.smithi067.stdout:43: finishing write tid 1 to smithi06780069-43 2024-07-29T15:02:48.476 INFO:tasks.rados.rados.0.smithi067.stdout:43: finishing write tid 2 to smithi06780069-43 2024-07-29T15:02:48.476 INFO:tasks.rados.rados.0.smithi067.stdout:43: finishing write tid 3 to smithi06780069-43 2024-07-29T15:02:48.476 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 43 v 4 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-07-29T15:02:48.476 INFO:tasks.rados.rados.0.smithi067.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-07-29T15:02:48.477 INFO:tasks.rados.rados.0.smithi067.stdout:44: finishing write tid 1 to smithi06780069-44 2024-07-29T15:02:48.477 INFO:tasks.rados.rados.0.smithi067.stdout:52: seq_num 50 ranges {393216=442368,835584=401408} 2024-07-29T15:02:48.477 INFO:tasks.rados.rados.0.smithi067.stdout:52: writing smithi06780069-24 from 393216 to 835584 tid 1 2024-07-29T15:02:48.479 INFO:tasks.rados.rados.0.smithi067.stdout:52: writing smithi06780069-24 from 835584 to 1236992 tid 2 2024-07-29T15:02:48.479 INFO:tasks.rados.rados.0.smithi067.stdout:42: done (10 left) 2024-07-29T15:02:48.479 INFO:tasks.rados.rados.0.smithi067.stdout:43: done (9 left) 2024-07-29T15:02:48.479 INFO:tasks.rados.rados.0.smithi067.stdout:53: rmattr oid 36 current snap is 0 2024-07-29T15:02:48.480 INFO:tasks.rados.rados.0.smithi067.stdout:53: done (9 left) 2024-07-29T15:02:48.480 INFO:tasks.rados.rados.0.smithi067.stdout:54: delete oid 31 current snap is 0 2024-07-29T15:02:48.480 INFO:tasks.rados.rados.0.smithi067.stdout:44: finishing write tid 2 to smithi06780069-44 2024-07-29T15:02:48.480 INFO:tasks.rados.rados.0.smithi067.stdout:44: finishing write tid 3 to smithi06780069-44 2024-07-29T15:02:48.480 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 2 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-07-29T15:02:48.480 INFO:tasks.rados.rados.0.smithi067.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-07-29T15:02:48.480 INFO:tasks.rados.rados.0.smithi067.stdout:45: finishing write tid 1 to smithi06780069-45 2024-07-29T15:02:48.480 INFO:tasks.rados.rados.0.smithi067.stdout:45: finishing write tid 2 to smithi06780069-45 2024-07-29T15:02:48.480 INFO:tasks.rados.rados.0.smithi067.stdout:45: finishing write tid 3 to smithi06780069-45 2024-07-29T15:02:48.480 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 4 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-07-29T15:02:48.480 INFO:tasks.rados.rados.0.smithi067.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-07-29T15:02:48.480 INFO:tasks.rados.rados.0.smithi067.stdout:46: finishing write tid 1 to smithi06780069-46 2024-07-29T15:02:48.480 INFO:tasks.rados.rados.0.smithi067.stdout:46: finishing write tid 2 to smithi06780069-46 2024-07-29T15:02:48.480 INFO:tasks.rados.rados.0.smithi067.stdout:46: finishing write tid 3 to smithi06780069-46 2024-07-29T15:02:48.481 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 46 v 8 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-07-29T15:02:48.481 INFO:tasks.rados.rados.0.smithi067.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-07-29T15:02:48.481 INFO:tasks.rados.rados.0.smithi067.stdout:47: finishing write tid 1 to smithi06780069-47 2024-07-29T15:02:48.481 INFO:tasks.rados.rados.0.smithi067.stdout:47: finishing write tid 2 to smithi06780069-47 2024-07-29T15:02:48.481 INFO:tasks.rados.rados.0.smithi067.stdout:47: finishing write tid 3 to smithi06780069-47 2024-07-29T15:02:48.481 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-07-29T15:02:48.481 INFO:tasks.rados.rados.0.smithi067.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-07-29T15:02:48.481 INFO:tasks.rados.rados.0.smithi067.stdout:48: finishing write tid 1 to smithi06780069-48 2024-07-29T15:02:48.481 INFO:tasks.rados.rados.0.smithi067.stdout:48: finishing write tid 2 to smithi06780069-48 2024-07-29T15:02:48.481 INFO:tasks.rados.rados.0.smithi067.stdout:48: finishing write tid 3 to smithi06780069-48 2024-07-29T15:02:48.481 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 48 v 4 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-07-29T15:02:48.481 INFO:tasks.rados.rados.0.smithi067.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-07-29T15:02:48.481 INFO:tasks.rados.rados.0.smithi067.stdout:49: finishing write tid 1 to smithi06780069-49 2024-07-29T15:02:48.481 INFO:tasks.rados.rados.0.smithi067.stdout:49: finishing write tid 2 to smithi06780069-49 2024-07-29T15:02:48.482 INFO:tasks.rados.rados.0.smithi067.stdout:49: finishing write tid 3 to smithi06780069-49 2024-07-29T15:02:48.482 INFO:tasks.rados.rados.0.smithi067.stdout:49: finishing write tid 4 to smithi06780069-49 2024-07-29T15:02:48.482 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 11 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-07-29T15:02:48.482 INFO:tasks.rados.rados.0.smithi067.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-07-29T15:02:48.482 INFO:tasks.rados.rados.0.smithi067.stdout:50: finishing write tid 1 to smithi06780069-50 2024-07-29T15:02:48.482 INFO:tasks.rados.rados.0.smithi067.stdout:50: finishing write tid 2 to smithi06780069-50 2024-07-29T15:02:48.482 INFO:tasks.rados.rados.0.smithi067.stdout:50: finishing write tid 3 to smithi06780069-50 2024-07-29T15:02:48.482 INFO:tasks.rados.rados.0.smithi067.stdout:50: finishing write tid 4 to smithi06780069-50 2024-07-29T15:02:48.482 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 50 v 9 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-07-29T15:02:48.482 INFO:tasks.rados.rados.0.smithi067.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-07-29T15:02:48.482 INFO:tasks.rados.rados.0.smithi067.stdout:51: finishing copy_from racing read to smithi06780069-2 2024-07-29T15:02:48.482 INFO:tasks.rados.rados.0.smithi067.stdout:51: finishing copy_from to smithi06780069-2 2024-07-29T15:02:48.482 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-07-29T15:02:48.483 INFO:tasks.rados.rados.0.smithi067.stdout:52: finishing write tid 1 to smithi06780069-24 2024-07-29T15:02:48.484 INFO:tasks.rados.rados.0.smithi067.stdout:44: done (9 left) 2024-07-29T15:02:48.484 INFO:tasks.rados.rados.0.smithi067.stdout:45: done (8 left) 2024-07-29T15:02:48.484 INFO:tasks.rados.rados.0.smithi067.stdout:46: done (7 left) 2024-07-29T15:02:48.484 INFO:tasks.rados.rados.0.smithi067.stdout:47: done (6 left) 2024-07-29T15:02:48.484 INFO:tasks.rados.rados.0.smithi067.stdout:48: done (5 left) 2024-07-29T15:02:48.484 INFO:tasks.rados.rados.0.smithi067.stdout:49: done (4 left) 2024-07-29T15:02:48.484 INFO:tasks.rados.rados.0.smithi067.stdout:50: done (3 left) 2024-07-29T15:02:48.484 INFO:tasks.rados.rados.0.smithi067.stdout:51: done (2 left) 2024-07-29T15:02:48.484 INFO:tasks.rados.rados.0.smithi067.stdout:54: done (1 left) 2024-07-29T15:02:48.484 INFO:tasks.rados.rados.0.smithi067.stdout:55: read oid 15 snap -1 2024-07-29T15:02:48.484 INFO:tasks.rados.rados.0.smithi067.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-07-29T15:02:48.484 INFO:tasks.rados.rados.0.smithi067.stdout:56: rollback oid 31 current snap is 0 2024-07-29T15:02:48.484 INFO:tasks.rados.rados.0.smithi067.stdout:56: done (2 left) 2024-07-29T15:02:48.485 INFO:tasks.rados.rados.0.smithi067.stdout:57: read oid 28 snap -1 2024-07-29T15:02:48.485 INFO:tasks.rados.rados.0.smithi067.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-07-29T15:02:48.485 INFO:tasks.rados.rados.0.smithi067.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2024-07-29T15:02:48.485 INFO:tasks.rados.rados.0.smithi067.stdout:59: rollback oid 45 current snap is 0 2024-07-29T15:02:48.485 INFO:tasks.rados.rados.0.smithi067.stdout:59: done (4 left) 2024-07-29T15:02:48.485 INFO:tasks.rados.rados.0.smithi067.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-07-29T15:02:48.485 INFO:tasks.rados.rados.0.smithi067.stdout:61: delete oid 1 current snap is 0 2024-07-29T15:02:48.485 INFO:tasks.rados.rados.0.smithi067.stdout:52: finishing write tid 2 to smithi06780069-24 2024-07-29T15:02:48.485 INFO:tasks.rados.rados.0.smithi067.stdout:52: finishing write tid 3 to smithi06780069-24 2024-07-29T15:02:48.485 INFO:tasks.rados.rados.0.smithi067.stdout:52: finishing write tid 4 to smithi06780069-24 2024-07-29T15:02:48.485 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 24 v 13 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-07-29T15:02:48.485 INFO:tasks.rados.rados.0.smithi067.stdout:52: left oid 24 (ObjNum 50 snap 0 seq_num 50) 2024-07-29T15:02:48.486 INFO:tasks.rados.rados.0.smithi067.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-07-29T15:02:48.493 INFO:tasks.rados.rados.0.smithi067.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-07-29T15:02:48.506 INFO:tasks.rados.rados.0.smithi067.stdout:58: finishing copy_from racing read to smithi06780069-29 2024-07-29T15:02:48.506 INFO:tasks.rados.rados.0.smithi067.stdout:60: finishing copy_from racing read to smithi06780069-22 2024-07-29T15:02:48.506 INFO:tasks.rados.rados.0.smithi067.stdout:60: finishing copy_from to smithi06780069-22 2024-07-29T15:02:48.506 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 4 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-07-29T15:02:48.506 INFO:tasks.rados.rados.0.smithi067.stdout:58: finishing copy_from to smithi06780069-29 2024-07-29T15:02:48.507 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-07-29T15:02:48.507 INFO:tasks.rados.rados.0.smithi067.stdout:52: done (5 left) 2024-07-29T15:02:48.507 INFO:tasks.rados.rados.0.smithi067.stdout:55: done (4 left) 2024-07-29T15:02:48.507 INFO:tasks.rados.rados.0.smithi067.stdout:57: done (3 left) 2024-07-29T15:02:48.507 INFO:tasks.rados.rados.0.smithi067.stdout:58: done (2 left) 2024-07-29T15:02:48.507 INFO:tasks.rados.rados.0.smithi067.stdout:60: done (1 left) 2024-07-29T15:02:48.507 INFO:tasks.rados.rados.0.smithi067.stdout:61: done (0 left) 2024-07-29T15:02:48.507 INFO:tasks.rados.rados.0.smithi067.stdout:62: read oid 17 snap -1 2024-07-29T15:02:48.507 INFO:tasks.rados.rados.0.smithi067.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-07-29T15:02:48.507 INFO:tasks.rados.rados.0.smithi067.stdout:63: snap_create 2024-07-29T15:02:48.509 INFO:tasks.rados.rados.0.smithi067.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-07-29T15:02:48.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:48 smithi138 ceph-mon[32824]: pgmap v109: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:48.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:48 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/3155135729' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-07-29T15:02:48.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:48 smithi067 ceph-mon[29363]: pgmap v109: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:48.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:48 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/3155135729' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-07-29T15:02:48.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:48 smithi067 ceph-mon[39695]: pgmap v109: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:48.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:48 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/3155135729' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-07-29T15:02:49.316 INFO:tasks.rados.rados.0.smithi067.stdout:62: done (1 left) 2024-07-29T15:02:49.316 INFO:tasks.rados.rados.0.smithi067.stdout:63: done (0 left) 2024-07-29T15:02:49.316 INFO:tasks.rados.rados.0.smithi067.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-07-29T15:02:49.316 INFO:tasks.rados.rados.0.smithi067.stdout:65: read oid 30 snap -1 2024-07-29T15:02:49.316 INFO:tasks.rados.rados.0.smithi067.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-07-29T15:02:49.317 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 23 current snap is 1 2024-07-29T15:02:49.317 INFO:tasks.rados.rados.0.smithi067.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2024-07-29T15:02:49.321 INFO:tasks.rados.rados.0.smithi067.stdout:66: writing smithi06780069-23 from 376832 to 868352 tid 1 2024-07-29T15:02:49.324 INFO:tasks.rados.rados.0.smithi067.stdout:66: writing smithi06780069-23 from 868352 to 1269760 tid 2 2024-07-29T15:02:49.326 INFO:tasks.rados.rados.0.smithi067.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-07-29T15:02:49.343 INFO:tasks.rados.rados.0.smithi067.stdout:64: finishing copy_from racing read to smithi06780069-15 2024-07-29T15:02:49.343 INFO:tasks.rados.rados.0.smithi067.stdout:64: finishing copy_from to smithi06780069-15 2024-07-29T15:02:49.343 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-07-29T15:02:49.343 INFO:tasks.rados.rados.0.smithi067.stdout:64: done (2 left) 2024-07-29T15:02:49.343 INFO:tasks.rados.rados.0.smithi067.stdout:65: done (1 left) 2024-07-29T15:02:49.343 INFO:tasks.rados.rados.0.smithi067.stdout:67: rollback oid 6 current snap is 1 2024-07-29T15:02:49.343 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 6 to 0 2024-07-29T15:02:49.343 INFO:tasks.rados.rados.0.smithi067.stdout:66: finishing write tid 1 to smithi06780069-23 2024-07-29T15:02:49.343 INFO:tasks.rados.rados.0.smithi067.stdout:66: finishing write tid 2 to smithi06780069-23 2024-07-29T15:02:49.343 INFO:tasks.rados.rados.0.smithi067.stdout:66: finishing write tid 3 to smithi06780069-23 2024-07-29T15:02:49.344 INFO:tasks.rados.rados.0.smithi067.stdout:66: finishing write tid 4 to smithi06780069-23 2024-07-29T15:02:49.344 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 12 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-07-29T15:02:49.344 INFO:tasks.rados.rados.0.smithi067.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-07-29T15:02:49.344 INFO:tasks.rados.rados.0.smithi067.stdout:66: done (1 left) 2024-07-29T15:02:49.344 INFO:tasks.rados.rados.0.smithi067.stdout:68: setattr oid 30 current snap is 1 2024-07-29T15:02:49.345 INFO:tasks.rados.rados.0.smithi067.stdout:69: copy_from oid 37 from oid 3 current snap is 1 2024-07-29T15:02:49.345 INFO:tasks.rados.rados.0.smithi067.stdout:70: read oid 15 snap 0 2024-07-29T15:02:49.345 INFO:tasks.rados.rados.0.smithi067.stdout:70: expect (ObjNum 14 snap 0 seq_num 14) 2024-07-29T15:02:49.345 INFO:tasks.rados.rados.0.smithi067.stdout:71: copy_from oid 14 from oid 41 current snap is 1 2024-07-29T15:02:49.345 INFO:tasks.rados.rados.0.smithi067.stdout:72: rollback oid 38 current snap is 1 2024-07-29T15:02:49.345 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 38 to 0 2024-07-29T15:02:49.345 INFO:tasks.rados.rados.0.smithi067.stdout:73: read oid 46 snap 0 2024-07-29T15:02:49.345 INFO:tasks.rados.rados.0.smithi067.stdout:73: expect (ObjNum 45 snap 0 seq_num 45) 2024-07-29T15:02:49.345 INFO:tasks.rados.rados.0.smithi067.stdout:74: rmattr oid 18 current snap is 1 2024-07-29T15:02:49.346 INFO:tasks.rados.rados.0.smithi067.stdout:74: done (7 left) 2024-07-29T15:02:49.346 INFO:tasks.rados.rados.0.smithi067.stdout:75: copy_from oid 42 from oid 12 current snap is 1 2024-07-29T15:02:49.346 INFO:tasks.rados.rados.0.smithi067.stdout:76: read oid 26 snap -1 2024-07-29T15:02:49.346 INFO:tasks.rados.rados.0.smithi067.stdout:76: expect (ObjNum 25 snap 0 seq_num 25) 2024-07-29T15:02:49.346 INFO:tasks.rados.rados.0.smithi067.stdout:77: copy_from oid 39 from oid 33 current snap is 1 2024-07-29T15:02:49.346 INFO:tasks.rados.rados.0.smithi067.stdout:78: read oid 25 snap -1 2024-07-29T15:02:49.346 INFO:tasks.rados.rados.0.smithi067.stdout:78: expect (ObjNum 24 snap 0 seq_num 24) 2024-07-29T15:02:49.346 INFO:tasks.rados.rados.0.smithi067.stdout:79: setattr oid 45 current snap is 1 2024-07-29T15:02:49.346 INFO:tasks.rados.rados.0.smithi067.stdout:80: snap_create 2024-07-29T15:02:49.355 INFO:tasks.rados.rados.0.smithi067.stdout:70: expect (ObjNum 14 snap 0 seq_num 14) 2024-07-29T15:02:49.361 INFO:tasks.rados.rados.0.smithi067.stdout:75: finishing copy_from racing read to smithi06780069-42 2024-07-29T15:02:49.361 INFO:tasks.rados.rados.0.smithi067.stdout:72: finishing rollback tid 0 to smithi06780069-38 2024-07-29T15:02:49.361 INFO:tasks.rados.rados.0.smithi067.stdout:72: finishing rollback tid 1 to smithi06780069-38 2024-07-29T15:02:49.361 INFO:tasks.rados.rados.0.smithi067.stdout:72: finishing rollback tid 2 to smithi06780069-38 2024-07-29T15:02:49.362 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 38 v 13 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-07-29T15:02:49.362 INFO:tasks.rados.rados.0.smithi067.stdout:76: expect (ObjNum 25 snap 0 seq_num 25) 2024-07-29T15:02:49.373 INFO:tasks.rados.rados.0.smithi067.stdout:75: finishing copy_from to smithi06780069-42 2024-07-29T15:02:49.373 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-07-29T15:02:49.373 INFO:tasks.rados.rados.0.smithi067.stdout:67: finishing rollback tid 0 to smithi06780069-6 2024-07-29T15:02:49.373 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 14 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-07-29T15:02:49.373 INFO:tasks.rados.rados.0.smithi067.stdout:67: finishing rollback tid 1 to smithi06780069-6 2024-07-29T15:02:49.373 INFO:tasks.rados.rados.0.smithi067.stdout:67: finishing rollback tid 2 to smithi06780069-6 2024-07-29T15:02:49.373 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 6 v 16 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-07-29T15:02:49.373 INFO:tasks.rados.rados.0.smithi067.stdout:69: finishing copy_from racing read to smithi06780069-37 2024-07-29T15:02:49.373 INFO:tasks.rados.rados.0.smithi067.stdout:78: expect (ObjNum 24 snap 0 seq_num 24) 2024-07-29T15:02:49.383 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 6 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-07-29T15:02:49.383 INFO:tasks.rados.rados.0.smithi067.stdout:69: finishing copy_from to smithi06780069-37 2024-07-29T15:02:49.383 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 37 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-07-29T15:02:49.384 INFO:tasks.rados.rados.0.smithi067.stdout:73: expect (ObjNum 45 snap 0 seq_num 45) 2024-07-29T15:02:49.404 INFO:tasks.rados.rados.0.smithi067.stdout:71: finishing copy_from racing read to smithi06780069-14 2024-07-29T15:02:49.404 INFO:tasks.rados.rados.0.smithi067.stdout:71: finishing copy_from to smithi06780069-14 2024-07-29T15:02:49.404 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 14 v 6 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-07-29T15:02:49.405 INFO:tasks.rados.rados.0.smithi067.stdout:77: finishing copy_from racing read to smithi06780069-39 2024-07-29T15:02:49.405 INFO:tasks.rados.rados.0.smithi067.stdout:77: finishing copy_from to smithi06780069-39 2024-07-29T15:02:49.405 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 6 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-07-29T15:02:49.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:49 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/3155135729' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-07-29T15:02:49.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:49 smithi067 ceph-mon[29363]: osdmap e82: 8 total, 8 up, 8 in 2024-07-29T15:02:49.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:49 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/3155135729' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-07-29T15:02:49.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:49 smithi067 ceph-mon[39695]: osdmap e82: 8 total, 8 up, 8 in 2024-07-29T15:02:49.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:49 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/3155135729' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-07-29T15:02:49.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:49 smithi138 ceph-mon[32824]: osdmap e82: 8 total, 8 up, 8 in 2024-07-29T15:02:50.326 INFO:tasks.rados.rados.0.smithi067.stdout:67: done (12 left) 2024-07-29T15:02:50.327 INFO:tasks.rados.rados.0.smithi067.stdout:68: done (11 left) 2024-07-29T15:02:50.327 INFO:tasks.rados.rados.0.smithi067.stdout:69: done (10 left) 2024-07-29T15:02:50.327 INFO:tasks.rados.rados.0.smithi067.stdout:70: done (9 left) 2024-07-29T15:02:50.327 INFO:tasks.rados.rados.0.smithi067.stdout:71: done (8 left) 2024-07-29T15:02:50.327 INFO:tasks.rados.rados.0.smithi067.stdout:72: done (7 left) 2024-07-29T15:02:50.327 INFO:tasks.rados.rados.0.smithi067.stdout:73: done (6 left) 2024-07-29T15:02:50.327 INFO:tasks.rados.rados.0.smithi067.stdout:75: done (5 left) 2024-07-29T15:02:50.327 INFO:tasks.rados.rados.0.smithi067.stdout:76: done (4 left) 2024-07-29T15:02:50.327 INFO:tasks.rados.rados.0.smithi067.stdout:77: done (3 left) 2024-07-29T15:02:50.327 INFO:tasks.rados.rados.0.smithi067.stdout:78: done (2 left) 2024-07-29T15:02:50.328 INFO:tasks.rados.rados.0.smithi067.stdout:79: done (1 left) 2024-07-29T15:02:50.328 INFO:tasks.rados.rados.0.smithi067.stdout:80: done (0 left) 2024-07-29T15:02:50.328 INFO:tasks.rados.rados.0.smithi067.stdout:81: rollback oid 40 current snap is 2 2024-07-29T15:02:50.328 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 40 to 1 2024-07-29T15:02:50.328 INFO:tasks.rados.rados.0.smithi067.stdout:82: snap_create 2024-07-29T15:02:50.330 INFO:tasks.rados.rados.0.smithi067.stdout:81: finishing rollback tid 0 to smithi06780069-40 2024-07-29T15:02:50.330 INFO:tasks.rados.rados.0.smithi067.stdout:81: finishing rollback tid 1 to smithi06780069-40 2024-07-29T15:02:50.331 INFO:tasks.rados.rados.0.smithi067.stdout:81: finishing rollback tid 2 to smithi06780069-40 2024-07-29T15:02:50.331 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 40 v 18 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-07-29T15:02:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:50 smithi067 ceph-mon[29363]: pgmap v111: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:50 smithi067 ceph-mon[29363]: osdmap e83: 8 total, 8 up, 8 in 2024-07-29T15:02:50.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:50 smithi067 ceph-mon[39695]: pgmap v111: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:50.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:50 smithi067 ceph-mon[39695]: osdmap e83: 8 total, 8 up, 8 in 2024-07-29T15:02:50.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:50 smithi138 ceph-mon[32824]: pgmap v111: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:50.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:50 smithi138 ceph-mon[32824]: osdmap e83: 8 total, 8 up, 8 in 2024-07-29T15:02:51.333 INFO:tasks.rados.rados.0.smithi067.stdout:81: done (1 left) 2024-07-29T15:02:51.333 INFO:tasks.rados.rados.0.smithi067.stdout:82: done (0 left) 2024-07-29T15:02:51.333 INFO:tasks.rados.rados.0.smithi067.stdout:83: rollback oid 9 current snap is 3 2024-07-29T15:02:51.333 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 9 to 0 2024-07-29T15:02:51.333 INFO:tasks.rados.rados.0.smithi067.stdout:84: read oid 20 snap 1 2024-07-29T15:02:51.334 INFO:tasks.rados.rados.0.smithi067.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-07-29T15:02:51.334 INFO:tasks.rados.rados.0.smithi067.stdout:85: read oid 41 snap -1 2024-07-29T15:02:51.334 INFO:tasks.rados.rados.0.smithi067.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-07-29T15:02:51.334 INFO:tasks.rados.rados.0.smithi067.stdout:86: read oid 5 snap -1 2024-07-29T15:02:51.334 INFO:tasks.rados.rados.0.smithi067.stdout:86: expect (ObjNum 4 snap 0 seq_num 4) 2024-07-29T15:02:51.334 INFO:tasks.rados.rados.0.smithi067.stdout:87: read oid 4 snap -1 2024-07-29T15:02:51.334 INFO:tasks.rados.rados.0.smithi067.stdout:87: expect (ObjNum 3 snap 0 seq_num 3) 2024-07-29T15:02:51.334 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 3 current snap is 3 2024-07-29T15:02:51.334 INFO:tasks.rados.rados.0.smithi067.stdout:88: seq_num 54 ranges {40960=507904,548864=401408} 2024-07-29T15:02:51.338 INFO:tasks.rados.rados.0.smithi067.stdout:88: writing smithi06780069-3 from 40960 to 548864 tid 1 2024-07-29T15:02:51.341 INFO:tasks.rados.rados.0.smithi067.stdout:88: writing smithi06780069-3 from 548864 to 950272 tid 2 2024-07-29T15:02:51.341 INFO:tasks.rados.rados.0.smithi067.stdout:89: read oid 27 snap -1 2024-07-29T15:02:51.341 INFO:tasks.rados.rados.0.smithi067.stdout:89: expect (ObjNum 26 snap 0 seq_num 26) 2024-07-29T15:02:51.341 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 17 current snap is 3 2024-07-29T15:02:51.341 INFO:tasks.rados.rados.0.smithi067.stdout:90: seq_num 55 ranges {270336=524288,794624=401408} 2024-07-29T15:02:51.345 INFO:tasks.rados.rados.0.smithi067.stdout:90: writing smithi06780069-17 from 270336 to 794624 tid 1 2024-07-29T15:02:51.348 INFO:tasks.rados.rados.0.smithi067.stdout:90: writing smithi06780069-17 from 794624 to 1196032 tid 2 2024-07-29T15:02:51.348 INFO:tasks.rados.rados.0.smithi067.stdout:91: rollback oid 36 current snap is 3 2024-07-29T15:02:51.348 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 36 to 2 2024-07-29T15:02:51.348 INFO:tasks.rados.rados.0.smithi067.stdout:87: expect (ObjNum 3 snap 0 seq_num 3) 2024-07-29T15:02:51.351 INFO:tasks.rados.rados.0.smithi067.stdout:83: finishing rollback tid 0 to smithi06780069-9 2024-07-29T15:02:51.351 INFO:tasks.rados.rados.0.smithi067.stdout:86: expect (ObjNum 4 snap 0 seq_num 4) 2024-07-29T15:02:51.354 INFO:tasks.rados.rados.0.smithi067.stdout:83: finishing rollback tid 1 to smithi06780069-9 2024-07-29T15:02:51.354 INFO:tasks.rados.rados.0.smithi067.stdout:83: finishing rollback tid 2 to smithi06780069-9 2024-07-29T15:02:51.355 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 9 v 9 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-07-29T15:02:51.355 INFO:tasks.rados.rados.0.smithi067.stdout:83: done (8 left) 2024-07-29T15:02:51.355 INFO:tasks.rados.rados.0.smithi067.stdout:86: done (7 left) 2024-07-29T15:02:51.355 INFO:tasks.rados.rados.0.smithi067.stdout:87: done (6 left) 2024-07-29T15:02:51.355 INFO:tasks.rados.rados.0.smithi067.stdout:92: rollback oid 45 current snap is 3 2024-07-29T15:02:51.355 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 45 to 0 2024-07-29T15:02:51.355 INFO:tasks.rados.rados.0.smithi067.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-07-29T15:02:51.368 INFO:tasks.rados.rados.0.smithi067.stdout:88: finishing write tid 1 to smithi06780069-3 2024-07-29T15:02:51.368 INFO:tasks.rados.rados.0.smithi067.stdout:88: finishing write tid 2 to smithi06780069-3 2024-07-29T15:02:51.368 INFO:tasks.rados.rados.0.smithi067.stdout:88: finishing write tid 3 to smithi06780069-3 2024-07-29T15:02:51.368 INFO:tasks.rados.rados.0.smithi067.stdout:84: done (6 left) 2024-07-29T15:02:51.368 INFO:tasks.rados.rados.0.smithi067.stdout:93: snap_create 2024-07-29T15:02:51.368 INFO:tasks.rados.rados.0.smithi067.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-07-29T15:02:51.386 INFO:tasks.rados.rados.0.smithi067.stdout:88: finishing write tid 4 to smithi06780069-3 2024-07-29T15:02:51.386 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 14 (ObjNum 54 snap 3 seq_num 54) dirty exists 2024-07-29T15:02:51.386 INFO:tasks.rados.rados.0.smithi067.stdout:88: left oid 3 (ObjNum 54 snap 3 seq_num 54) 2024-07-29T15:02:51.386 INFO:tasks.rados.rados.0.smithi067.stdout:89: expect (ObjNum 26 snap 0 seq_num 26) 2024-07-29T15:02:51.398 INFO:tasks.rados.rados.0.smithi067.stdout:90: finishing write tid 1 to smithi06780069-17 2024-07-29T15:02:51.398 INFO:tasks.rados.rados.0.smithi067.stdout:91: finishing rollback tid 0 to smithi06780069-36 2024-07-29T15:02:51.398 INFO:tasks.rados.rados.0.smithi067.stdout:90: finishing write tid 2 to smithi06780069-17 2024-07-29T15:02:51.398 INFO:tasks.rados.rados.0.smithi067.stdout:91: finishing rollback tid 1 to smithi06780069-36 2024-07-29T15:02:51.398 INFO:tasks.rados.rados.0.smithi067.stdout:90: finishing write tid 3 to smithi06780069-17 2024-07-29T15:02:51.398 INFO:tasks.rados.rados.0.smithi067.stdout:91: finishing rollback tid 2 to smithi06780069-36 2024-07-29T15:02:51.398 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 10 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-07-29T15:02:51.398 INFO:tasks.rados.rados.0.smithi067.stdout:90: finishing write tid 4 to smithi06780069-17 2024-07-29T15:02:51.398 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 8 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-07-29T15:02:51.398 INFO:tasks.rados.rados.0.smithi067.stdout:90: left oid 17 (ObjNum 55 snap 3 seq_num 55) 2024-07-29T15:02:51.399 INFO:tasks.rados.rados.0.smithi067.stdout:92: finishing rollback tid 0 to smithi06780069-45 2024-07-29T15:02:51.399 INFO:tasks.rados.rados.0.smithi067.stdout:92: finishing rollback tid 1 to smithi06780069-45 2024-07-29T15:02:51.399 INFO:tasks.rados.rados.0.smithi067.stdout:92: finishing rollback tid 2 to smithi06780069-45 2024-07-29T15:02:51.399 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 14 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-07-29T15:02:51.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:51 smithi067 ceph-mon[29363]: osdmap e84: 8 total, 8 up, 8 in 2024-07-29T15:02:51.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:51 smithi067 ceph-mon[39695]: osdmap e84: 8 total, 8 up, 8 in 2024-07-29T15:02:51.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:51 smithi138 ceph-mon[32824]: osdmap e84: 8 total, 8 up, 8 in 2024-07-29T15:02:52.340 INFO:tasks.rados.rados.0.smithi067.stdout:85: done (6 left) 2024-07-29T15:02:52.340 INFO:tasks.rados.rados.0.smithi067.stdout:88: done (5 left) 2024-07-29T15:02:52.340 INFO:tasks.rados.rados.0.smithi067.stdout:89: done (4 left) 2024-07-29T15:02:52.340 INFO:tasks.rados.rados.0.smithi067.stdout:90: done (3 left) 2024-07-29T15:02:52.340 INFO:tasks.rados.rados.0.smithi067.stdout:91: done (2 left) 2024-07-29T15:02:52.340 INFO:tasks.rados.rados.0.smithi067.stdout:92: done (1 left) 2024-07-29T15:02:52.341 INFO:tasks.rados.rados.0.smithi067.stdout:93: done (0 left) 2024-07-29T15:02:52.341 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 27 current snap is 4 2024-07-29T15:02:52.341 INFO:tasks.rados.rados.0.smithi067.stdout:94: seq_num 56 ranges {442368=540672,983040=401408} 2024-07-29T15:02:52.345 INFO:tasks.rados.rados.0.smithi067.stdout:94: writing smithi06780069-27 from 442368 to 983040 tid 1 2024-07-29T15:02:52.348 INFO:tasks.rados.rados.0.smithi067.stdout:94: writing smithi06780069-27 from 983040 to 1384448 tid 2 2024-07-29T15:02:52.348 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 39 current snap is 4 2024-07-29T15:02:52.348 INFO:tasks.rados.rados.0.smithi067.stdout:95: seq_num 57 ranges {540672=557056,1097728=401408} 2024-07-29T15:02:52.354 INFO:tasks.rados.rados.0.smithi067.stdout:95: writing smithi06780069-39 from 540672 to 1097728 tid 1 2024-07-29T15:02:52.357 INFO:tasks.rados.rados.0.smithi067.stdout:95: writing smithi06780069-39 from 1097728 to 1499136 tid 2 2024-07-29T15:02:52.358 INFO:tasks.rados.rados.0.smithi067.stdout:96: read oid 45 snap -1 2024-07-29T15:02:52.358 INFO:tasks.rados.rados.0.smithi067.stdout:96: expect (ObjNum 44 snap 0 seq_num 44) 2024-07-29T15:02:52.358 INFO:tasks.rados.rados.0.smithi067.stdout:97: rollback oid 12 current snap is 4 2024-07-29T15:02:52.358 INFO:tasks.rados.rados.0.smithi067.stdout:94: finishing write tid 1 to smithi06780069-27 2024-07-29T15:02:52.358 INFO:tasks.rados.rados.0.smithi067.stdout:94: finishing write tid 2 to smithi06780069-27 2024-07-29T15:02:52.358 INFO:tasks.rados.rados.0.smithi067.stdout:94: finishing write tid 3 to smithi06780069-27 2024-07-29T15:02:52.358 INFO:tasks.rados.rados.0.smithi067.stdout:94: finishing write tid 4 to smithi06780069-27 2024-07-29T15:02:52.358 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 18 (ObjNum 56 snap 4 seq_num 56) dirty exists 2024-07-29T15:02:52.358 INFO:tasks.rados.rados.0.smithi067.stdout:94: left oid 27 (ObjNum 56 snap 4 seq_num 56) 2024-07-29T15:02:52.358 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 12 to 3 2024-07-29T15:02:52.358 INFO:tasks.rados.rados.0.smithi067.stdout:94: done (3 left) 2024-07-29T15:02:52.358 INFO:tasks.rados.rados.0.smithi067.stdout:98: snap_remove snap 0 2024-07-29T15:02:52.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:52 smithi067 ceph-mon[29363]: pgmap v114: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:52.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:52 smithi067 ceph-mon[29363]: osdmap e85: 8 total, 8 up, 8 in 2024-07-29T15:02:52.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:52 smithi067 ceph-mon[39695]: pgmap v114: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:52.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:52 smithi067 ceph-mon[39695]: osdmap e85: 8 total, 8 up, 8 in 2024-07-29T15:02:52.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:52 smithi138 ceph-mon[32824]: pgmap v114: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:02:52.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:52 smithi138 ceph-mon[32824]: osdmap e85: 8 total, 8 up, 8 in 2024-07-29T15:02:53.345 INFO:tasks.rados.rados.0.smithi067.stdout:98: done (3 left) 2024-07-29T15:02:53.345 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 5 current snap is 4 2024-07-29T15:02:53.345 INFO:tasks.rados.rados.0.smithi067.stdout:95: finishing write tid 1 to smithi06780069-39 2024-07-29T15:02:53.345 INFO:tasks.rados.rados.0.smithi067.stdout:95: finishing write tid 2 to smithi06780069-39 2024-07-29T15:02:53.345 INFO:tasks.rados.rados.0.smithi067.stdout:95: finishing write tid 3 to smithi06780069-39 2024-07-29T15:02:53.345 INFO:tasks.rados.rados.0.smithi067.stdout:95: finishing write tid 4 to smithi06780069-39 2024-07-29T15:02:53.345 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 12 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-07-29T15:02:53.345 INFO:tasks.rados.rados.0.smithi067.stdout:95: left oid 39 (ObjNum 57 snap 4 seq_num 57) 2024-07-29T15:02:53.345 INFO:tasks.rados.rados.0.smithi067.stdout:97: finishing rollback tid 0 to smithi06780069-12 2024-07-29T15:02:53.345 INFO:tasks.rados.rados.0.smithi067.stdout:97: finishing rollback tid 1 to smithi06780069-12 2024-07-29T15:02:53.345 INFO:tasks.rados.rados.0.smithi067.stdout:97: finishing rollback tid 2 to smithi06780069-12 2024-07-29T15:02:53.346 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 13 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-07-29T15:02:53.346 INFO:tasks.rados.rados.0.smithi067.stdout:96: expect (ObjNum 44 snap 0 seq_num 44) 2024-07-29T15:02:53.369 INFO:tasks.rados.rados.0.smithi067.stdout:99: seq_num 58 ranges {73728=573440,647168=401408} 2024-07-29T15:02:53.374 INFO:tasks.rados.rados.0.smithi067.stdout:99: writing smithi06780069-5 from 73728 to 647168 tid 1 2024-07-29T15:02:53.377 INFO:tasks.rados.rados.0.smithi067.stdout:99: writing smithi06780069-5 from 647168 to 1048576 tid 2 2024-07-29T15:02:53.377 INFO:tasks.rados.rados.0.smithi067.stdout:95: done (3 left) 2024-07-29T15:02:53.377 INFO:tasks.rados.rados.0.smithi067.stdout:96: done (2 left) 2024-07-29T15:02:53.378 INFO:tasks.rados.rados.0.smithi067.stdout:97: done (1 left) 2024-07-29T15:02:53.378 INFO:tasks.rados.rados.0.smithi067.stdout:99: finishing write tid 1 to smithi06780069-5 2024-07-29T15:02:53.378 INFO:tasks.rados.rados.0.smithi067.stdout:100: read oid 1 snap -1 2024-07-29T15:02:53.378 INFO:tasks.rados.rados.0.smithi067.stdout:100: expect deleted 2024-07-29T15:02:53.378 INFO:tasks.rados.rados.0.smithi067.stdout:101: snap_create 2024-07-29T15:02:53.379 INFO:tasks.rados.rados.0.smithi067.stdout:99: finishing write tid 2 to smithi06780069-5 2024-07-29T15:02:53.379 INFO:tasks.rados.rados.0.smithi067.stdout:99: finishing write tid 3 to smithi06780069-5 2024-07-29T15:02:53.380 INFO:tasks.rados.rados.0.smithi067.stdout:99: finishing write tid 4 to smithi06780069-5 2024-07-29T15:02:53.380 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 19 (ObjNum 58 snap 4 seq_num 58) dirty exists 2024-07-29T15:02:53.380 INFO:tasks.rados.rados.0.smithi067.stdout:99: left oid 5 (ObjNum 58 snap 4 seq_num 58) 2024-07-29T15:02:53.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:53 smithi067 ceph-mon[29363]: osdmap e86: 8 total, 8 up, 8 in 2024-07-29T15:02:53.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:53 smithi067 ceph-mon[39695]: osdmap e86: 8 total, 8 up, 8 in 2024-07-29T15:02:53.739 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:02:53 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:02:53] "GET /metrics HTTP/1.1" 200 235934 "" "Prometheus/2.43.0" 2024-07-29T15:02:53.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:53 smithi138 ceph-mon[32824]: osdmap e86: 8 total, 8 up, 8 in 2024-07-29T15:02:54.355 INFO:tasks.rados.rados.0.smithi067.stdout:99: done (2 left) 2024-07-29T15:02:54.355 INFO:tasks.rados.rados.0.smithi067.stdout:100: done (1 left) 2024-07-29T15:02:54.355 INFO:tasks.rados.rados.0.smithi067.stdout:101: done (0 left) 2024-07-29T15:02:54.356 INFO:tasks.rados.rados.0.smithi067.stdout:102: snap_remove snap 1 2024-07-29T15:02:54.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:54 smithi067 ceph-mon[29363]: pgmap v117: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 6.6 MiB/s wr, 84 op/s 2024-07-29T15:02:54.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:54 smithi067 ceph-mon[29363]: osdmap e87: 8 total, 8 up, 8 in 2024-07-29T15:02:54.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:54 smithi067 ceph-mon[39695]: pgmap v117: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 6.6 MiB/s wr, 84 op/s 2024-07-29T15:02:54.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:54 smithi067 ceph-mon[39695]: osdmap e87: 8 total, 8 up, 8 in 2024-07-29T15:02:54.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:54 smithi138 ceph-mon[32824]: pgmap v117: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 6.6 MiB/s wr, 84 op/s 2024-07-29T15:02:54.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:54 smithi138 ceph-mon[32824]: osdmap e87: 8 total, 8 up, 8 in 2024-07-29T15:02:55.367 INFO:tasks.rados.rados.0.smithi067.stdout:102: done (0 left) 2024-07-29T15:02:55.367 INFO:tasks.rados.rados.0.smithi067.stdout:103: read oid 29 snap 4 2024-07-29T15:02:55.367 INFO:tasks.rados.rados.0.smithi067.stdout:103: expect (ObjNum 46 snap 0 seq_num 46) 2024-07-29T15:02:55.367 INFO:tasks.rados.rados.0.smithi067.stdout:104: read oid 46 snap -1 2024-07-29T15:02:55.367 INFO:tasks.rados.rados.0.smithi067.stdout:104: expect (ObjNum 45 snap 0 seq_num 45) 2024-07-29T15:02:55.367 INFO:tasks.rados.rados.0.smithi067.stdout:105: copy_from oid 36 from oid 2 current snap is 5 2024-07-29T15:02:55.367 INFO:tasks.rados.rados.0.smithi067.stdout:106: rmattr oid 49 current snap is 5 2024-07-29T15:02:55.367 INFO:tasks.rados.rados.0.smithi067.stdout:106: done (3 left) 2024-07-29T15:02:55.367 INFO:tasks.rados.rados.0.smithi067.stdout:107: snap_remove snap 3 2024-07-29T15:02:55.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:55 smithi067 ceph-mon[29363]: osdmap e88: 8 total, 8 up, 8 in 2024-07-29T15:02:55.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:55 smithi067 ceph-mon[39695]: osdmap e88: 8 total, 8 up, 8 in 2024-07-29T15:02:55.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:55 smithi138 ceph-mon[32824]: osdmap e88: 8 total, 8 up, 8 in 2024-07-29T15:02:56.363 INFO:tasks.rados.rados.0.smithi067.stdout:107: done (3 left) 2024-07-29T15:02:56.363 INFO:tasks.rados.rados.0.smithi067.stdout:108: rmattr oid 30 current snap is 5 2024-07-29T15:02:56.364 INFO:tasks.rados.rados.0.smithi067.stdout:109: read oid 4 snap 2 2024-07-29T15:02:56.364 INFO:tasks.rados.rados.0.smithi067.stdout:109: expect (ObjNum 3 snap 0 seq_num 3) 2024-07-29T15:02:56.364 INFO:tasks.rados.rados.0.smithi067.stdout:110: rmattr oid 27 current snap is 5 2024-07-29T15:02:56.364 INFO:tasks.rados.rados.0.smithi067.stdout:110: done (5 left) 2024-07-29T15:02:56.364 INFO:tasks.rados.rados.0.smithi067.stdout:111: read oid 32 snap 2 2024-07-29T15:02:56.364 INFO:tasks.rados.rados.0.smithi067.stdout:111: expect (ObjNum 31 snap 0 seq_num 31) 2024-07-29T15:02:56.364 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 6 current snap is 5 2024-07-29T15:02:56.364 INFO:tasks.rados.rados.0.smithi067.stdout:112: seq_num 59 ranges {90112=598016,688128=401408} 2024-07-29T15:02:56.367 INFO:tasks.rados.rados.0.smithi067.stdout:112: writing smithi06780069-6 from 90112 to 688128 tid 1 2024-07-29T15:02:56.370 INFO:tasks.rados.rados.0.smithi067.stdout:112: writing smithi06780069-6 from 688128 to 1089536 tid 2 2024-07-29T15:02:56.370 INFO:tasks.rados.rados.0.smithi067.stdout:113: copy_from oid 31 from oid 26 current snap is 5 2024-07-29T15:02:56.370 INFO:tasks.rados.rados.0.smithi067.stdout:104: expect (ObjNum 45 snap 0 seq_num 45) 2024-07-29T15:02:56.394 INFO:tasks.rados.rados.0.smithi067.stdout:103: expect (ObjNum 46 snap 0 seq_num 46) 2024-07-29T15:02:56.414 INFO:tasks.rados.rados.0.smithi067.stdout:105: finishing copy_from racing read to smithi06780069-36 2024-07-29T15:02:56.415 INFO:tasks.rados.rados.0.smithi067.stdout:105: finishing copy_from to smithi06780069-36 2024-07-29T15:02:56.415 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-07-29T15:02:56.415 INFO:tasks.rados.rados.0.smithi067.stdout:109: expect (ObjNum 3 snap 0 seq_num 3) 2024-07-29T15:02:56.416 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 28 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-07-29T15:02:56.416 INFO:tasks.rados.rados.0.smithi067.stdout:103: done (7 left) 2024-07-29T15:02:56.416 INFO:tasks.rados.rados.0.smithi067.stdout:104: done (6 left) 2024-07-29T15:02:56.416 INFO:tasks.rados.rados.0.smithi067.stdout:105: done (5 left) 2024-07-29T15:02:56.416 INFO:tasks.rados.rados.0.smithi067.stdout:108: done (4 left) 2024-07-29T15:02:56.416 INFO:tasks.rados.rados.0.smithi067.stdout:109: done (3 left) 2024-07-29T15:02:56.417 INFO:tasks.rados.rados.0.smithi067.stdout:114: copy_from oid 25 from oid 38 current snap is 5 2024-07-29T15:02:56.417 INFO:tasks.rados.rados.0.smithi067.stdout:111: expect (ObjNum 31 snap 0 seq_num 31) 2024-07-29T15:02:56.431 INFO:tasks.rados.rados.0.smithi067.stdout:112: finishing write tid 1 to smithi06780069-6 2024-07-29T15:02:56.431 INFO:tasks.rados.rados.0.smithi067.stdout:112: finishing write tid 2 to smithi06780069-6 2024-07-29T15:02:56.431 INFO:tasks.rados.rados.0.smithi067.stdout:112: finishing write tid 3 to smithi06780069-6 2024-07-29T15:02:56.431 INFO:tasks.rados.rados.0.smithi067.stdout:113: finishing copy_from racing read to smithi06780069-31 2024-07-29T15:02:56.431 INFO:tasks.rados.rados.0.smithi067.stdout:113: finishing copy_from to smithi06780069-31 2024-07-29T15:02:56.431 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 6 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-07-29T15:02:56.432 INFO:tasks.rados.rados.0.smithi067.stdout:112: finishing write tid 4 to smithi06780069-6 2024-07-29T15:02:56.432 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 6 v 22 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-07-29T15:02:56.432 INFO:tasks.rados.rados.0.smithi067.stdout:112: left oid 6 (ObjNum 59 snap 5 seq_num 59) 2024-07-29T15:02:56.432 INFO:tasks.rados.rados.0.smithi067.stdout:111: done (3 left) 2024-07-29T15:02:56.432 INFO:tasks.rados.rados.0.smithi067.stdout:112: done (2 left) 2024-07-29T15:02:56.432 INFO:tasks.rados.rados.0.smithi067.stdout:113: done (1 left) 2024-07-29T15:02:56.432 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 31 current snap is 5 2024-07-29T15:02:56.432 INFO:tasks.rados.rados.0.smithi067.stdout:114: finishing copy_from racing read to smithi06780069-25 2024-07-29T15:02:56.432 INFO:tasks.rados.rados.0.smithi067.stdout:114: finishing copy_from to smithi06780069-25 2024-07-29T15:02:56.432 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 25 v 13 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-07-29T15:02:56.432 INFO:tasks.rados.rados.0.smithi067.stdout:115: seq_num 60 ranges {425984=614400,1040384=401408} 2024-07-29T15:02:56.436 INFO:tasks.rados.rados.0.smithi067.stdout:115: writing smithi06780069-31 from 425984 to 1040384 tid 1 2024-07-29T15:02:56.439 INFO:tasks.rados.rados.0.smithi067.stdout:115: writing smithi06780069-31 from 1040384 to 1441792 tid 2 2024-07-29T15:02:56.439 INFO:tasks.rados.rados.0.smithi067.stdout:114: done (1 left) 2024-07-29T15:02:56.439 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 15 current snap is 5 2024-07-29T15:02:56.439 INFO:tasks.rados.rados.0.smithi067.stdout:116: seq_num 61 ranges {172032=630784,802816=401408} 2024-07-29T15:02:56.443 INFO:tasks.rados.rados.0.smithi067.stdout:116: writing smithi06780069-15 from 172032 to 802816 tid 1 2024-07-29T15:02:56.446 INFO:tasks.rados.rados.0.smithi067.stdout:116: writing smithi06780069-15 from 802816 to 1204224 tid 2 2024-07-29T15:02:56.446 INFO:tasks.rados.rados.0.smithi067.stdout:117: rollback oid 9 current snap is 5 2024-07-29T15:02:56.447 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 9 to 2 2024-07-29T15:02:56.447 INFO:tasks.rados.rados.0.smithi067.stdout:115: finishing write tid 1 to smithi06780069-31 2024-07-29T15:02:56.447 INFO:tasks.rados.rados.0.smithi067.stdout:115: finishing write tid 2 to smithi06780069-31 2024-07-29T15:02:56.447 INFO:tasks.rados.rados.0.smithi067.stdout:115: finishing write tid 3 to smithi06780069-31 2024-07-29T15:02:56.447 INFO:tasks.rados.rados.0.smithi067.stdout:115: finishing write tid 4 to smithi06780069-31 2024-07-29T15:02:56.447 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 25 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-07-29T15:02:56.447 INFO:tasks.rados.rados.0.smithi067.stdout:115: left oid 31 (ObjNum 60 snap 5 seq_num 60) 2024-07-29T15:02:56.447 INFO:tasks.rados.rados.0.smithi067.stdout:115: done (2 left) 2024-07-29T15:02:56.447 INFO:tasks.rados.rados.0.smithi067.stdout:118: delete oid 34 current snap is 5 2024-07-29T15:02:56.447 INFO:tasks.rados.rados.0.smithi067.stdout:116: finishing write tid 1 to smithi06780069-15 2024-07-29T15:02:56.448 INFO:tasks.rados.rados.0.smithi067.stdout:118: done (2 left) 2024-07-29T15:02:56.448 INFO:tasks.rados.rados.0.smithi067.stdout:119: read oid 44 snap -1 2024-07-29T15:02:56.448 INFO:tasks.rados.rados.0.smithi067.stdout:119: expect (ObjNum 43 snap 0 seq_num 43) 2024-07-29T15:02:56.448 INFO:tasks.rados.rados.0.smithi067.stdout:120: rollback oid 39 current snap is 5 2024-07-29T15:02:56.449 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 39 to 2 2024-07-29T15:02:56.449 INFO:tasks.rados.rados.0.smithi067.stdout:121: delete oid 17 current snap is 5 2024-07-29T15:02:56.449 INFO:tasks.rados.rados.0.smithi067.stdout:116: finishing write tid 2 to smithi06780069-15 2024-07-29T15:02:56.449 INFO:tasks.rados.rados.0.smithi067.stdout:117: finishing rollback tid 0 to smithi06780069-9 2024-07-29T15:02:56.449 INFO:tasks.rados.rados.0.smithi067.stdout:117: finishing rollback tid 1 to smithi06780069-9 2024-07-29T15:02:56.449 INFO:tasks.rados.rados.0.smithi067.stdout:116: finishing write tid 3 to smithi06780069-15 2024-07-29T15:02:56.450 INFO:tasks.rados.rados.0.smithi067.stdout:117: finishing rollback tid 2 to smithi06780069-9 2024-07-29T15:02:56.450 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 9 v 17 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-07-29T15:02:56.451 INFO:tasks.rados.rados.0.smithi067.stdout:116: finishing write tid 4 to smithi06780069-15 2024-07-29T15:02:56.451 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 22 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-07-29T15:02:56.451 INFO:tasks.rados.rados.0.smithi067.stdout:116: left oid 15 (ObjNum 61 snap 5 seq_num 61) 2024-07-29T15:02:56.451 INFO:tasks.rados.rados.0.smithi067.stdout:120: finishing rollback tid 0 to smithi06780069-39 2024-07-29T15:02:56.451 INFO:tasks.rados.rados.0.smithi067.stdout:116: done (4 left) 2024-07-29T15:02:56.452 INFO:tasks.rados.rados.0.smithi067.stdout:117: done (3 left) 2024-07-29T15:02:56.452 INFO:tasks.rados.rados.0.smithi067.stdout:121: done (2 left) 2024-07-29T15:02:56.452 INFO:tasks.rados.rados.0.smithi067.stdout:122: read oid 17 snap 4 2024-07-29T15:02:56.452 INFO:tasks.rados.rados.0.smithi067.stdout:122: expect (ObjNum 55 snap 3 seq_num 55) 2024-07-29T15:02:56.452 INFO:tasks.rados.rados.0.smithi067.stdout:123: rollback oid 40 current snap is 5 2024-07-29T15:02:56.452 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 40 to 2 2024-07-29T15:02:56.452 INFO:tasks.rados.rados.0.smithi067.stdout:124: delete oid 8 current snap is 5 2024-07-29T15:02:56.452 INFO:tasks.rados.rados.0.smithi067.stdout:120: finishing rollback tid 1 to smithi06780069-39 2024-07-29T15:02:56.452 INFO:tasks.rados.rados.0.smithi067.stdout:120: finishing rollback tid 2 to smithi06780069-39 2024-07-29T15:02:56.452 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 22 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-07-29T15:02:56.453 INFO:tasks.rados.rados.0.smithi067.stdout:123: finishing rollback tid 0 to smithi06780069-40 2024-07-29T15:02:56.454 INFO:tasks.rados.rados.0.smithi067.stdout:123: finishing rollback tid 1 to smithi06780069-40 2024-07-29T15:02:56.454 INFO:tasks.rados.rados.0.smithi067.stdout:123: finishing rollback tid 2 to smithi06780069-40 2024-07-29T15:02:56.454 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 40 v 32 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-07-29T15:02:56.454 INFO:tasks.rados.rados.0.smithi067.stdout:119: expect (ObjNum 43 snap 0 seq_num 43) 2024-07-29T15:02:56.475 INFO:tasks.rados.rados.0.smithi067.stdout:122: expect (ObjNum 55 snap 3 seq_num 55) 2024-07-29T15:02:56.512 INFO:tasks.rados.rados.0.smithi067.stdout:119: done (4 left) 2024-07-29T15:02:56.512 INFO:tasks.rados.rados.0.smithi067.stdout:120: done (3 left) 2024-07-29T15:02:56.512 INFO:tasks.rados.rados.0.smithi067.stdout:122: done (2 left) 2024-07-29T15:02:56.512 INFO:tasks.rados.rados.0.smithi067.stdout:123: done (1 left) 2024-07-29T15:02:56.512 INFO:tasks.rados.rados.0.smithi067.stdout:124: done (0 left) 2024-07-29T15:02:56.513 INFO:tasks.rados.rados.0.smithi067.stdout:125: setattr oid 35 current snap is 5 2024-07-29T15:02:56.513 INFO:tasks.rados.rados.0.smithi067.stdout:126: snap_create 2024-07-29T15:02:56.515 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 35 v 26 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-07-29T15:02:56.560 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:02:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:02:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-29T15:02:56.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:56 smithi138 ceph-mon[32824]: pgmap v120: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 6.6 MiB/s wr, 84 op/s 2024-07-29T15:02:56.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:56 smithi138 ceph-mon[32824]: osdmap e89: 8 total, 8 up, 8 in 2024-07-29T15:02:56.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:56 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:02:56.639 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:56 smithi067 ceph-mon[29363]: pgmap v120: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 6.6 MiB/s wr, 84 op/s 2024-07-29T15:02:56.639 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:56 smithi067 ceph-mon[29363]: osdmap e89: 8 total, 8 up, 8 in 2024-07-29T15:02:56.639 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:56 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:02:56.640 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:56 smithi067 ceph-mon[39695]: pgmap v120: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 6.6 MiB/s wr, 84 op/s 2024-07-29T15:02:56.640 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:56 smithi067 ceph-mon[39695]: osdmap e89: 8 total, 8 up, 8 in 2024-07-29T15:02:56.640 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:56 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:02:57.375 INFO:tasks.rados.rados.0.smithi067.stdout:125: done (1 left) 2024-07-29T15:02:57.375 INFO:tasks.rados.rados.0.smithi067.stdout:126: done (0 left) 2024-07-29T15:02:57.376 INFO:tasks.rados.rados.0.smithi067.stdout:127: copy_from oid 25 from oid 6 current snap is 6 2024-07-29T15:02:57.376 INFO:tasks.rados.rados.0.smithi067.stdout:128: setattr oid 23 current snap is 6 2024-07-29T15:02:57.377 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 15 current snap is 6 2024-07-29T15:02:57.378 INFO:tasks.rados.rados.0.smithi067.stdout:129: seq_num 65 ranges {1204224=696320,1900544=401408} 2024-07-29T15:02:57.389 INFO:tasks.rados.rados.0.smithi067.stdout:129: writing smithi06780069-15 from 1204224 to 1900544 tid 1 2024-07-29T15:02:57.393 INFO:tasks.rados.rados.0.smithi067.stdout:129: writing smithi06780069-15 from 1900544 to 2301952 tid 2 2024-07-29T15:02:57.393 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 20 current snap is 6 2024-07-29T15:02:57.393 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 34 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-07-29T15:02:57.393 INFO:tasks.rados.rados.0.smithi067.stdout:130: seq_num 66 ranges {319488=712704,1032192=401408} 2024-07-29T15:02:57.400 INFO:tasks.rados.rados.0.smithi067.stdout:130: writing smithi06780069-20 from 319488 to 1032192 tid 1 2024-07-29T15:02:57.404 INFO:tasks.rados.rados.0.smithi067.stdout:130: writing smithi06780069-20 from 1032192 to 1433600 tid 2 2024-07-29T15:02:57.404 INFO:tasks.rados.rados.0.smithi067.stdout:128: done (3 left) 2024-07-29T15:02:57.404 INFO:tasks.rados.rados.0.smithi067.stdout:131: rollback oid 14 current snap is 6 2024-07-29T15:02:57.404 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 14 to 4 2024-07-29T15:02:57.404 INFO:tasks.rados.rados.0.smithi067.stdout:127: finishing copy_from racing read to smithi06780069-25 2024-07-29T15:02:57.404 INFO:tasks.rados.rados.0.smithi067.stdout:127: finishing copy_from to smithi06780069-25 2024-07-29T15:02:57.404 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 25 v 22 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-07-29T15:02:57.404 INFO:tasks.rados.rados.0.smithi067.stdout:129: finishing write tid 1 to smithi06780069-15 2024-07-29T15:02:57.404 INFO:tasks.rados.rados.0.smithi067.stdout:129: finishing write tid 2 to smithi06780069-15 2024-07-29T15:02:57.404 INFO:tasks.rados.rados.0.smithi067.stdout:129: finishing write tid 3 to smithi06780069-15 2024-07-29T15:02:57.404 INFO:tasks.rados.rados.0.smithi067.stdout:129: finishing write tid 4 to smithi06780069-15 2024-07-29T15:02:57.404 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 26 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-07-29T15:02:57.405 INFO:tasks.rados.rados.0.smithi067.stdout:129: left oid 15 (ObjNum 65 snap 6 seq_num 65) 2024-07-29T15:02:57.405 INFO:tasks.rados.rados.0.smithi067.stdout:127: done (3 left) 2024-07-29T15:02:57.405 INFO:tasks.rados.rados.0.smithi067.stdout:129: done (2 left) 2024-07-29T15:02:57.405 INFO:tasks.rados.rados.0.smithi067.stdout:132: read oid 27 snap -1 2024-07-29T15:02:57.405 INFO:tasks.rados.rados.0.smithi067.stdout:132: expect (ObjNum 56 snap 4 seq_num 56) 2024-07-29T15:02:57.405 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 21 current snap is 6 2024-07-29T15:02:57.405 INFO:tasks.rados.rados.0.smithi067.stdout:133: seq_num 67 ranges {344064=729088,1073152=401408} 2024-07-29T15:02:57.410 INFO:tasks.rados.rados.0.smithi067.stdout:133: writing smithi06780069-21 from 344064 to 1073152 tid 1 2024-07-29T15:02:57.413 INFO:tasks.rados.rados.0.smithi067.stdout:133: writing smithi06780069-21 from 1073152 to 1474560 tid 2 2024-07-29T15:02:57.413 INFO:tasks.rados.rados.0.smithi067.stdout:134: snap_create 2024-07-29T15:02:57.413 INFO:tasks.rados.rados.0.smithi067.stdout:130: finishing write tid 1 to smithi06780069-20 2024-07-29T15:02:57.413 INFO:tasks.rados.rados.0.smithi067.stdout:131: finishing rollback tid 0 to smithi06780069-14 2024-07-29T15:02:57.413 INFO:tasks.rados.rados.0.smithi067.stdout:131: finishing rollback tid 1 to smithi06780069-14 2024-07-29T15:02:57.413 INFO:tasks.rados.rados.0.smithi067.stdout:130: finishing write tid 2 to smithi06780069-20 2024-07-29T15:02:57.413 INFO:tasks.rados.rados.0.smithi067.stdout:130: finishing write tid 3 to smithi06780069-20 2024-07-29T15:02:57.413 INFO:tasks.rados.rados.0.smithi067.stdout:131: finishing rollback tid 2 to smithi06780069-14 2024-07-29T15:02:57.413 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 14 v 29 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-07-29T15:02:57.413 INFO:tasks.rados.rados.0.smithi067.stdout:130: finishing write tid 4 to smithi06780069-20 2024-07-29T15:02:57.413 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 14 (ObjNum 66 snap 6 seq_num 66) dirty exists 2024-07-29T15:02:57.414 INFO:tasks.rados.rados.0.smithi067.stdout:130: left oid 20 (ObjNum 66 snap 6 seq_num 66) 2024-07-29T15:02:57.414 INFO:tasks.rados.rados.0.smithi067.stdout:132: expect (ObjNum 56 snap 4 seq_num 56) 2024-07-29T15:02:57.473 INFO:tasks.rados.rados.0.smithi067.stdout:133: finishing write tid 1 to smithi06780069-21 2024-07-29T15:02:57.473 INFO:tasks.rados.rados.0.smithi067.stdout:133: finishing write tid 2 to smithi06780069-21 2024-07-29T15:02:57.473 INFO:tasks.rados.rados.0.smithi067.stdout:133: finishing write tid 3 to smithi06780069-21 2024-07-29T15:02:57.473 INFO:tasks.rados.rados.0.smithi067.stdout:133: finishing write tid 4 to smithi06780069-21 2024-07-29T15:02:57.473 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 25 (ObjNum 67 snap 6 seq_num 67) dirty exists 2024-07-29T15:02:57.473 INFO:tasks.rados.rados.0.smithi067.stdout:133: left oid 21 (ObjNum 67 snap 6 seq_num 67) 2024-07-29T15:02:57.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:57 smithi067 ceph-mon[29363]: osdmap e90: 8 total, 8 up, 8 in 2024-07-29T15:02:57.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:57 smithi067 ceph-mon[39695]: osdmap e90: 8 total, 8 up, 8 in 2024-07-29T15:02:57.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:57 smithi138 ceph-mon[32824]: osdmap e90: 8 total, 8 up, 8 in 2024-07-29T15:02:58.382 INFO:tasks.rados.rados.0.smithi067.stdout:130: done (4 left) 2024-07-29T15:02:58.382 INFO:tasks.rados.rados.0.smithi067.stdout:131: done (3 left) 2024-07-29T15:02:58.382 INFO:tasks.rados.rados.0.smithi067.stdout:132: done (2 left) 2024-07-29T15:02:58.382 INFO:tasks.rados.rados.0.smithi067.stdout:133: done (1 left) 2024-07-29T15:02:58.382 INFO:tasks.rados.rados.0.smithi067.stdout:134: done (0 left) 2024-07-29T15:02:58.382 INFO:tasks.rados.rados.0.smithi067.stdout:135: read oid 48 snap 4 2024-07-29T15:02:58.382 INFO:tasks.rados.rados.0.smithi067.stdout:135: expect (ObjNum 47 snap 0 seq_num 47) 2024-07-29T15:02:58.382 INFO:tasks.rados.rados.0.smithi067.stdout:136: read oid 49 snap 2 2024-07-29T15:02:58.382 INFO:tasks.rados.rados.0.smithi067.stdout:136: expect (ObjNum 48 snap 0 seq_num 48) 2024-07-29T15:02:58.382 INFO:tasks.rados.rados.0.smithi067.stdout:137: delete oid 44 current snap is 7 2024-07-29T15:02:58.387 INFO:tasks.rados.rados.0.smithi067.stdout:136: expect (ObjNum 48 snap 0 seq_num 48) 2024-07-29T15:02:58.412 INFO:tasks.rados.rados.0.smithi067.stdout:136: done (2 left) 2024-07-29T15:02:58.412 INFO:tasks.rados.rados.0.smithi067.stdout:137: done (1 left) 2024-07-29T15:02:58.412 INFO:tasks.rados.rados.0.smithi067.stdout:138: rollback oid 46 current snap is 7 2024-07-29T15:02:58.412 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 46 to 5 2024-07-29T15:02:58.412 INFO:tasks.rados.rados.0.smithi067.stdout:135: expect (ObjNum 47 snap 0 seq_num 47) 2024-07-29T15:02:58.435 INFO:tasks.rados.rados.0.smithi067.stdout:138: finishing rollback tid 0 to smithi06780069-46 2024-07-29T15:02:58.435 INFO:tasks.rados.rados.0.smithi067.stdout:138: finishing rollback tid 1 to smithi06780069-46 2024-07-29T15:02:58.435 INFO:tasks.rados.rados.0.smithi067.stdout:135: done (1 left) 2024-07-29T15:02:58.435 INFO:tasks.rados.rados.0.smithi067.stdout:139: read oid 27 snap -1 2024-07-29T15:02:58.435 INFO:tasks.rados.rados.0.smithi067.stdout:139: expect (ObjNum 56 snap 4 seq_num 56) 2024-07-29T15:02:58.435 INFO:tasks.rados.rados.0.smithi067.stdout:140: setattr oid 41 current snap is 7 2024-07-29T15:02:58.435 INFO:tasks.rados.rados.0.smithi067.stdout:138: finishing rollback tid 2 to smithi06780069-46 2024-07-29T15:02:58.435 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 46 v 15 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-07-29T15:02:58.436 INFO:tasks.rados.rados.0.smithi067.stdout:138: done (2 left) 2024-07-29T15:02:58.436 INFO:tasks.rados.rados.0.smithi067.stdout:141: delete oid 33 current snap is 7 2024-07-29T15:02:58.440 INFO:tasks.rados.rados.0.smithi067.stdout:141: done (2 left) 2024-07-29T15:02:58.440 INFO:tasks.rados.rados.0.smithi067.stdout:142: snap_remove snap 5 2024-07-29T15:02:58.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:58 smithi067 ceph-mon[29363]: pgmap v123: 121 pgs: 121 active+clean; 30 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-07-29T15:02:58.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:58 smithi067 ceph-mon[29363]: osdmap e91: 8 total, 8 up, 8 in 2024-07-29T15:02:58.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:58 smithi067 ceph-mon[29363]: osdmap e92: 8 total, 8 up, 8 in 2024-07-29T15:02:58.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:58 smithi067 ceph-mon[39695]: pgmap v123: 121 pgs: 121 active+clean; 30 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-07-29T15:02:58.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:58 smithi067 ceph-mon[39695]: osdmap e91: 8 total, 8 up, 8 in 2024-07-29T15:02:58.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:58 smithi067 ceph-mon[39695]: osdmap e92: 8 total, 8 up, 8 in 2024-07-29T15:02:58.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:58 smithi138 ceph-mon[32824]: pgmap v123: 121 pgs: 121 active+clean; 30 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-07-29T15:02:58.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:58 smithi138 ceph-mon[32824]: osdmap e91: 8 total, 8 up, 8 in 2024-07-29T15:02:58.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:58 smithi138 ceph-mon[32824]: osdmap e92: 8 total, 8 up, 8 in 2024-07-29T15:02:59.387 INFO:tasks.rados.rados.0.smithi067.stdout:142: done (2 left) 2024-07-29T15:02:59.387 INFO:tasks.rados.rados.0.smithi067.stdout:143: setattr oid 32 current snap is 7 2024-07-29T15:02:59.387 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 16 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-07-29T15:02:59.387 INFO:tasks.rados.rados.0.smithi067.stdout:139: expect (ObjNum 56 snap 4 seq_num 56) 2024-07-29T15:02:59.435 INFO:tasks.rados.rados.0.smithi067.stdout:139: done (2 left) 2024-07-29T15:02:59.435 INFO:tasks.rados.rados.0.smithi067.stdout:140: done (1 left) 2024-07-29T15:02:59.435 INFO:tasks.rados.rados.0.smithi067.stdout:144: snap_remove snap 4 2024-07-29T15:02:59.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:02:59 smithi067 ceph-mon[29363]: osdmap e93: 8 total, 8 up, 8 in 2024-07-29T15:02:59.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:02:59 smithi067 ceph-mon[39695]: osdmap e93: 8 total, 8 up, 8 in 2024-07-29T15:02:59.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:02:59 smithi138 ceph-mon[32824]: osdmap e93: 8 total, 8 up, 8 in 2024-07-29T15:03:00.402 INFO:tasks.rados.rados.0.smithi067.stdout:144: done (1 left) 2024-07-29T15:03:00.402 INFO:tasks.rados.rados.0.smithi067.stdout:145: delete oid 6 current snap is 7 2024-07-29T15:03:00.402 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 28 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-07-29T15:03:00.405 INFO:tasks.rados.rados.0.smithi067.stdout:143: done (1 left) 2024-07-29T15:03:00.405 INFO:tasks.rados.rados.0.smithi067.stdout:145: done (0 left) 2024-07-29T15:03:00.405 INFO:tasks.rados.rados.0.smithi067.stdout:146: snap_remove snap 2 2024-07-29T15:03:00.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:00 smithi067 ceph-mon[29363]: pgmap v127: 121 pgs: 121 active+clean; 30 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.9 MiB/s wr, 27 op/s 2024-07-29T15:03:00.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:00 smithi067 ceph-mon[29363]: osdmap e94: 8 total, 8 up, 8 in 2024-07-29T15:03:00.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:00 smithi067 ceph-mon[39695]: pgmap v127: 121 pgs: 121 active+clean; 30 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.9 MiB/s wr, 27 op/s 2024-07-29T15:03:00.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:00 smithi067 ceph-mon[39695]: osdmap e94: 8 total, 8 up, 8 in 2024-07-29T15:03:00.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:00 smithi138 ceph-mon[32824]: pgmap v127: 121 pgs: 121 active+clean; 30 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.9 MiB/s wr, 27 op/s 2024-07-29T15:03:00.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:00 smithi138 ceph-mon[32824]: osdmap e94: 8 total, 8 up, 8 in 2024-07-29T15:03:01.408 INFO:tasks.rados.rados.0.smithi067.stdout:146: done (0 left) 2024-07-29T15:03:01.409 INFO:tasks.rados.rados.0.smithi067.stdout:147: rollback oid 17 current snap is 7 2024-07-29T15:03:01.409 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 17 to 6 2024-07-29T15:03:01.409 INFO:tasks.rados.rados.0.smithi067.stdout:148: delete oid 18 current snap is 7 2024-07-29T15:03:01.409 INFO:tasks.rados.rados.0.smithi067.stdout:147: finishing rollback tid 1 to smithi06780069-17 2024-07-29T15:03:01.409 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 0 (ObjNum 129 snap 0 seq_num 3207725223) dirty dne 2024-07-29T15:03:01.414 INFO:tasks.rados.rados.0.smithi067.stdout:147: done (1 left) 2024-07-29T15:03:01.414 INFO:tasks.rados.rados.0.smithi067.stdout:148: done (0 left) 2024-07-29T15:03:01.414 INFO:tasks.rados.rados.0.smithi067.stdout:149: delete oid 42 current snap is 7 2024-07-29T15:03:01.417 INFO:tasks.rados.rados.0.smithi067.stdout:149: done (0 left) 2024-07-29T15:03:01.417 INFO:tasks.rados.rados.0.smithi067.stdout:150: copy_from oid 36 from oid 1 current snap is 7 2024-07-29T15:03:01.417 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 31 current snap is 7 2024-07-29T15:03:01.417 INFO:tasks.rados.rados.0.smithi067.stdout:151: seq_num 73 ranges {1441792=425984,1867776=409600,2277376=393216} 2024-07-29T15:03:01.427 INFO:tasks.rados.rados.0.smithi067.stdout:151: writing smithi06780069-31 from 1441792 to 1867776 tid 1 2024-07-29T15:03:01.430 INFO:tasks.rados.rados.0.smithi067.stdout:151: writing smithi06780069-31 from 1867776 to 2277376 tid 2 2024-07-29T15:03:01.433 INFO:tasks.rados.rados.0.smithi067.stdout:151: writing smithi06780069-31 from 2277376 to 2670592 tid 3 2024-07-29T15:03:01.433 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 8 current snap is 7 2024-07-29T15:03:01.433 INFO:tasks.rados.rados.0.smithi067.stdout:150: finishing copy_from to smithi06780069-36 2024-07-29T15:03:01.433 INFO:tasks.rados.rados.0.smithi067.stdout:150: got expected ENOENT (src dne) 2024-07-29T15:03:01.433 INFO:tasks.rados.rados.0.smithi067.stdout:150: finishing copy_from racing read to smithi06780069-36 2024-07-29T15:03:01.433 INFO:tasks.rados.rados.0.smithi067.stdout:151: finishing write tid 1 to smithi06780069-31 2024-07-29T15:03:01.434 INFO:tasks.rados.rados.0.smithi067.stdout:152: seq_num 74 ranges {0=442368,442368=696320,1138688=106496} 2024-07-29T15:03:01.436 INFO:tasks.rados.rados.0.smithi067.stdout:152: writing smithi06780069-8 from 0 to 442368 tid 1 2024-07-29T15:03:01.441 INFO:tasks.rados.rados.0.smithi067.stdout:152: writing smithi06780069-8 from 442368 to 1138688 tid 2 2024-07-29T15:03:01.442 INFO:tasks.rados.rados.0.smithi067.stdout:152: writing smithi06780069-8 from 1138688 to 1245184 tid 3 2024-07-29T15:03:01.442 INFO:tasks.rados.rados.0.smithi067.stdout:150: done (2 left) 2024-07-29T15:03:01.443 INFO:tasks.rados.rados.0.smithi067.stdout:153: copy_from oid 41 from oid 44 current snap is 7 2024-07-29T15:03:01.443 INFO:tasks.rados.rados.0.smithi067.stdout:151: finishing write tid 2 to smithi06780069-31 2024-07-29T15:03:01.443 INFO:tasks.rados.rados.0.smithi067.stdout:151: finishing write tid 3 to smithi06780069-31 2024-07-29T15:03:01.443 INFO:tasks.rados.rados.0.smithi067.stdout:151: finishing write tid 4 to smithi06780069-31 2024-07-29T15:03:01.443 INFO:tasks.rados.rados.0.smithi067.stdout:151: finishing write tid 5 to smithi06780069-31 2024-07-29T15:03:01.443 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 42 (ObjNum 73 snap 7 seq_num 73) dirty exists 2024-07-29T15:03:01.443 INFO:tasks.rados.rados.0.smithi067.stdout:151: left oid 31 (ObjNum 73 snap 7 seq_num 73) 2024-07-29T15:03:01.443 INFO:tasks.rados.rados.0.smithi067.stdout:152: finishing write tid 1 to smithi06780069-8 2024-07-29T15:03:01.443 INFO:tasks.rados.rados.0.smithi067.stdout:151: done (2 left) 2024-07-29T15:03:01.443 INFO:tasks.rados.rados.0.smithi067.stdout:154: copy_from oid 28 from oid 10 current snap is 7 2024-07-29T15:03:01.444 INFO:tasks.rados.rados.0.smithi067.stdout:155: snap_create 2024-07-29T15:03:01.444 INFO:tasks.rados.rados.0.smithi067.stdout:153: finishing copy_from to smithi06780069-41 2024-07-29T15:03:01.444 INFO:tasks.rados.rados.0.smithi067.stdout:153: got expected ENOENT (src dne) 2024-07-29T15:03:01.444 INFO:tasks.rados.rados.0.smithi067.stdout:153: finishing copy_from racing read to smithi06780069-41 2024-07-29T15:03:01.445 INFO:tasks.rados.rados.0.smithi067.stdout:152: finishing write tid 2 to smithi06780069-8 2024-07-29T15:03:01.445 INFO:tasks.rados.rados.0.smithi067.stdout:152: finishing write tid 3 to smithi06780069-8 2024-07-29T15:03:01.445 INFO:tasks.rados.rados.0.smithi067.stdout:152: finishing write tid 4 to smithi06780069-8 2024-07-29T15:03:01.446 INFO:tasks.rados.rados.0.smithi067.stdout:154: finishing copy_from racing read to smithi06780069-28 2024-07-29T15:03:01.446 INFO:tasks.rados.rados.0.smithi067.stdout:154: finishing copy_from to smithi06780069-28 2024-07-29T15:03:01.446 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 28 v 6 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-07-29T15:03:01.447 INFO:tasks.rados.rados.0.smithi067.stdout:152: finishing write tid 5 to smithi06780069-8 2024-07-29T15:03:01.447 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 28 (ObjNum 74 snap 7 seq_num 74) dirty exists 2024-07-29T15:03:01.447 INFO:tasks.rados.rados.0.smithi067.stdout:152: left oid 8 (ObjNum 74 snap 7 seq_num 74) 2024-07-29T15:03:01.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:01 smithi067 ceph-mon[29363]: osdmap e95: 8 total, 8 up, 8 in 2024-07-29T15:03:01.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:01 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:01.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:01 smithi067 ceph-mon[39695]: osdmap e95: 8 total, 8 up, 8 in 2024-07-29T15:03:01.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:01 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:01.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:01 smithi138 ceph-mon[32824]: osdmap e95: 8 total, 8 up, 8 in 2024-07-29T15:03:01.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:01 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:02.409 INFO:tasks.rados.rados.0.smithi067.stdout:152: done (3 left) 2024-07-29T15:03:02.409 INFO:tasks.rados.rados.0.smithi067.stdout:153: done (2 left) 2024-07-29T15:03:02.409 INFO:tasks.rados.rados.0.smithi067.stdout:154: done (1 left) 2024-07-29T15:03:02.410 INFO:tasks.rados.rados.0.smithi067.stdout:155: done (0 left) 2024-07-29T15:03:02.410 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 9 current snap is 8 2024-07-29T15:03:02.410 INFO:tasks.rados.rados.0.smithi067.stdout:156: seq_num 75 ranges {139264=458752,598016=581632,1179648=221184} 2024-07-29T15:03:02.413 INFO:tasks.rados.rados.0.smithi067.stdout:156: writing smithi06780069-9 from 139264 to 598016 tid 1 2024-07-29T15:03:02.417 INFO:tasks.rados.rados.0.smithi067.stdout:156: writing smithi06780069-9 from 598016 to 1179648 tid 2 2024-07-29T15:03:02.419 INFO:tasks.rados.rados.0.smithi067.stdout:156: writing smithi06780069-9 from 1179648 to 1400832 tid 3 2024-07-29T15:03:02.419 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 12 current snap is 8 2024-07-29T15:03:02.419 INFO:tasks.rados.rados.0.smithi067.stdout:156: finishing write tid 1 to smithi06780069-9 2024-07-29T15:03:02.419 INFO:tasks.rados.rados.0.smithi067.stdout:157: seq_num 76 ranges {188416=475136,663552=458752,1122304=344064} 2024-07-29T15:03:02.422 INFO:tasks.rados.rados.0.smithi067.stdout:157: writing smithi06780069-12 from 188416 to 663552 tid 1 2024-07-29T15:03:02.425 INFO:tasks.rados.rados.0.smithi067.stdout:157: writing smithi06780069-12 from 663552 to 1122304 tid 2 2024-07-29T15:03:02.427 INFO:tasks.rados.rados.0.smithi067.stdout:157: writing smithi06780069-12 from 1122304 to 1466368 tid 3 2024-07-29T15:03:02.427 INFO:tasks.rados.rados.0.smithi067.stdout:158: rollback oid 22 current snap is 8 2024-07-29T15:03:02.427 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 22 to 6 2024-07-29T15:03:02.428 INFO:tasks.rados.rados.0.smithi067.stdout:156: finishing write tid 2 to smithi06780069-9 2024-07-29T15:03:02.428 INFO:tasks.rados.rados.0.smithi067.stdout:156: finishing write tid 3 to smithi06780069-9 2024-07-29T15:03:02.428 INFO:tasks.rados.rados.0.smithi067.stdout:156: finishing write tid 4 to smithi06780069-9 2024-07-29T15:03:02.428 INFO:tasks.rados.rados.0.smithi067.stdout:156: finishing write tid 5 to smithi06780069-9 2024-07-29T15:03:02.428 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 9 v 26 (ObjNum 75 snap 8 seq_num 75) dirty exists 2024-07-29T15:03:02.428 INFO:tasks.rados.rados.0.smithi067.stdout:156: left oid 9 (ObjNum 75 snap 8 seq_num 75) 2024-07-29T15:03:02.428 INFO:tasks.rados.rados.0.smithi067.stdout:157: finishing write tid 1 to smithi06780069-12 2024-07-29T15:03:02.428 INFO:tasks.rados.rados.0.smithi067.stdout:156: done (2 left) 2024-07-29T15:03:02.428 INFO:tasks.rados.rados.0.smithi067.stdout:159: snap_create 2024-07-29T15:03:02.428 INFO:tasks.rados.rados.0.smithi067.stdout:157: finishing write tid 2 to smithi06780069-12 2024-07-29T15:03:02.430 INFO:tasks.rados.rados.0.smithi067.stdout:157: finishing write tid 3 to smithi06780069-12 2024-07-29T15:03:02.430 INFO:tasks.rados.rados.0.smithi067.stdout:157: finishing write tid 4 to smithi06780069-12 2024-07-29T15:03:02.430 INFO:tasks.rados.rados.0.smithi067.stdout:157: finishing write tid 5 to smithi06780069-12 2024-07-29T15:03:02.430 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 47 (ObjNum 76 snap 8 seq_num 76) dirty exists 2024-07-29T15:03:02.430 INFO:tasks.rados.rados.0.smithi067.stdout:157: left oid 12 (ObjNum 76 snap 8 seq_num 76) 2024-07-29T15:03:02.431 INFO:tasks.rados.rados.0.smithi067.stdout:158: finishing rollback tid 0 to smithi06780069-22 2024-07-29T15:03:02.431 INFO:tasks.rados.rados.0.smithi067.stdout:158: finishing rollback tid 1 to smithi06780069-22 2024-07-29T15:03:02.431 INFO:tasks.rados.rados.0.smithi067.stdout:158: finishing rollback tid 2 to smithi06780069-22 2024-07-29T15:03:02.431 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 31 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-07-29T15:03:02.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:02 smithi067 ceph-mon[29363]: pgmap v130: 121 pgs: 121 active+clean; 30 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:03:02.768 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:02 smithi067 ceph-mon[29363]: osdmap e96: 8 total, 8 up, 8 in 2024-07-29T15:03:02.769 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:02 smithi067 ceph-mon[39695]: pgmap v130: 121 pgs: 121 active+clean; 30 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:03:02.769 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:02 smithi067 ceph-mon[39695]: osdmap e96: 8 total, 8 up, 8 in 2024-07-29T15:03:02.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:02 smithi138 ceph-mon[32824]: pgmap v130: 121 pgs: 121 active+clean; 30 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:03:02.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:02 smithi138 ceph-mon[32824]: osdmap e96: 8 total, 8 up, 8 in 2024-07-29T15:03:03.415 INFO:tasks.rados.rados.0.smithi067.stdout:157: done (2 left) 2024-07-29T15:03:03.415 INFO:tasks.rados.rados.0.smithi067.stdout:158: done (1 left) 2024-07-29T15:03:03.415 INFO:tasks.rados.rados.0.smithi067.stdout:159: done (0 left) 2024-07-29T15:03:03.415 INFO:tasks.rados.rados.0.smithi067.stdout:160: read oid 33 snap -1 2024-07-29T15:03:03.415 INFO:tasks.rados.rados.0.smithi067.stdout:160: expect deleted 2024-07-29T15:03:03.415 INFO:tasks.rados.rados.0.smithi067.stdout:161: read oid 45 snap -1 2024-07-29T15:03:03.415 INFO:tasks.rados.rados.0.smithi067.stdout:161: expect (ObjNum 44 snap 0 seq_num 44) 2024-07-29T15:03:03.416 INFO:tasks.rados.rados.0.smithi067.stdout:162: snap_create 2024-07-29T15:03:03.421 INFO:tasks.rados.rados.0.smithi067.stdout:161: expect (ObjNum 44 snap 0 seq_num 44) 2024-07-29T15:03:03.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:03 smithi067 ceph-mon[29363]: osdmap e97: 8 total, 8 up, 8 in 2024-07-29T15:03:03.738 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:03:03] "GET /metrics HTTP/1.1" 200 239012 "" "Prometheus/2.43.0" 2024-07-29T15:03:03.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:03 smithi067 ceph-mon[39695]: osdmap e97: 8 total, 8 up, 8 in 2024-07-29T15:03:03.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:03 smithi138 ceph-mon[32824]: osdmap e97: 8 total, 8 up, 8 in 2024-07-29T15:03:04.415 INFO:tasks.rados.rados.0.smithi067.stdout:160: done (2 left) 2024-07-29T15:03:04.415 INFO:tasks.rados.rados.0.smithi067.stdout:161: done (1 left) 2024-07-29T15:03:04.415 INFO:tasks.rados.rados.0.smithi067.stdout:162: done (0 left) 2024-07-29T15:03:04.416 INFO:tasks.rados.rados.0.smithi067.stdout:163: copy_from oid 48 from oid 42 current snap is 10 2024-07-29T15:03:04.416 INFO:tasks.rados.rados.0.smithi067.stdout:164: delete oid 29 current snap is 10 2024-07-29T15:03:04.417 INFO:tasks.rados.rados.0.smithi067.stdout:164: done (1 left) 2024-07-29T15:03:04.417 INFO:tasks.rados.rados.0.smithi067.stdout:165: snap_create 2024-07-29T15:03:04.422 INFO:tasks.rados.rados.0.smithi067.stdout:163: finishing copy_from to smithi06780069-48 2024-07-29T15:03:04.422 INFO:tasks.rados.rados.0.smithi067.stdout:163: got expected ENOENT (src dne) 2024-07-29T15:03:04.422 INFO:tasks.rados.rados.0.smithi067.stdout:163: finishing copy_from racing read to smithi06780069-48 2024-07-29T15:03:04.712 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:04 smithi138 ceph-mon[32824]: pgmap v133: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 28 op/s 2024-07-29T15:03:04.712 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:04 smithi138 ceph-mon[32824]: osdmap e98: 8 total, 8 up, 8 in 2024-07-29T15:03:04.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:04 smithi067 ceph-mon[29363]: pgmap v133: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 28 op/s 2024-07-29T15:03:04.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:04 smithi067 ceph-mon[29363]: osdmap e98: 8 total, 8 up, 8 in 2024-07-29T15:03:04.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:04 smithi067 ceph-mon[39695]: pgmap v133: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 28 op/s 2024-07-29T15:03:04.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:04 smithi067 ceph-mon[39695]: osdmap e98: 8 total, 8 up, 8 in 2024-07-29T15:03:05.434 INFO:tasks.rados.rados.0.smithi067.stdout:163: done (1 left) 2024-07-29T15:03:05.434 INFO:tasks.rados.rados.0.smithi067.stdout:165: done (0 left) 2024-07-29T15:03:05.434 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 43 current snap is 11 2024-07-29T15:03:05.434 INFO:tasks.rados.rados.0.smithi067.stdout:166: seq_num 78 ranges {712704=516096,1228800=679936,1908736=122880} 2024-07-29T15:03:05.438 INFO:tasks.rados.rados.0.smithi067.stdout:166: writing smithi06780069-43 from 712704 to 1228800 tid 1 2024-07-29T15:03:05.443 INFO:tasks.rados.rados.0.smithi067.stdout:166: writing smithi06780069-43 from 1228800 to 1908736 tid 2 2024-07-29T15:03:05.444 INFO:tasks.rados.rados.0.smithi067.stdout:166: writing smithi06780069-43 from 1908736 to 2031616 tid 3 2024-07-29T15:03:05.444 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 10 current snap is 11 2024-07-29T15:03:05.444 INFO:tasks.rados.rados.0.smithi067.stdout:166: finishing write tid 1 to smithi06780069-43 2024-07-29T15:03:05.445 INFO:tasks.rados.rados.0.smithi067.stdout:167: seq_num 79 ranges {155648=532480,688128=565248,1253376=237568} 2024-07-29T15:03:05.448 INFO:tasks.rados.rados.0.smithi067.stdout:167: writing smithi06780069-10 from 155648 to 688128 tid 1 2024-07-29T15:03:05.452 INFO:tasks.rados.rados.0.smithi067.stdout:167: writing smithi06780069-10 from 688128 to 1253376 tid 2 2024-07-29T15:03:05.454 INFO:tasks.rados.rados.0.smithi067.stdout:167: writing smithi06780069-10 from 1253376 to 1490944 tid 3 2024-07-29T15:03:05.455 INFO:tasks.rados.rados.0.smithi067.stdout:168: snap_create 2024-07-29T15:03:05.455 INFO:tasks.rados.rados.0.smithi067.stdout:166: finishing write tid 2 to smithi06780069-43 2024-07-29T15:03:05.455 INFO:tasks.rados.rados.0.smithi067.stdout:166: finishing write tid 3 to smithi06780069-43 2024-07-29T15:03:05.455 INFO:tasks.rados.rados.0.smithi067.stdout:166: finishing write tid 4 to smithi06780069-43 2024-07-29T15:03:05.455 INFO:tasks.rados.rados.0.smithi067.stdout:166: finishing write tid 5 to smithi06780069-43 2024-07-29T15:03:05.455 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 43 v 31 (ObjNum 78 snap 11 seq_num 78) dirty exists 2024-07-29T15:03:05.456 INFO:tasks.rados.rados.0.smithi067.stdout:166: left oid 43 (ObjNum 78 snap 11 seq_num 78) 2024-07-29T15:03:05.456 INFO:tasks.rados.rados.0.smithi067.stdout:167: finishing write tid 1 to smithi06780069-10 2024-07-29T15:03:05.457 INFO:tasks.rados.rados.0.smithi067.stdout:167: finishing write tid 2 to smithi06780069-10 2024-07-29T15:03:05.457 INFO:tasks.rados.rados.0.smithi067.stdout:167: finishing write tid 3 to smithi06780069-10 2024-07-29T15:03:05.457 INFO:tasks.rados.rados.0.smithi067.stdout:167: finishing write tid 4 to smithi06780069-10 2024-07-29T15:03:05.458 INFO:tasks.rados.rados.0.smithi067.stdout:167: finishing write tid 5 to smithi06780069-10 2024-07-29T15:03:05.458 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 45 (ObjNum 79 snap 11 seq_num 79) dirty exists 2024-07-29T15:03:05.458 INFO:tasks.rados.rados.0.smithi067.stdout:167: left oid 10 (ObjNum 79 snap 11 seq_num 79) 2024-07-29T15:03:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:05 smithi067 ceph-mon[29363]: osdmap e99: 8 total, 8 up, 8 in 2024-07-29T15:03:05.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:05 smithi067 ceph-mon[39695]: osdmap e99: 8 total, 8 up, 8 in 2024-07-29T15:03:05.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:05 smithi138 ceph-mon[32824]: osdmap e99: 8 total, 8 up, 8 in 2024-07-29T15:03:06.424 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:06 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:03:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-29T15:03:06.432 INFO:tasks.rados.rados.0.smithi067.stdout:166: done (2 left) 2024-07-29T15:03:06.432 INFO:tasks.rados.rados.0.smithi067.stdout:167: done (1 left) 2024-07-29T15:03:06.432 INFO:tasks.rados.rados.0.smithi067.stdout:168: done (0 left) 2024-07-29T15:03:06.432 INFO:tasks.rados.rados.0.smithi067.stdout:169: snap_create 2024-07-29T15:03:06.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:06 smithi067 ceph-mon[39695]: pgmap v136: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 28 op/s 2024-07-29T15:03:06.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:06 smithi067 ceph-mon[39695]: osdmap e100: 8 total, 8 up, 8 in 2024-07-29T15:03:06.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:06 smithi067 ceph-mon[29363]: pgmap v136: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 28 op/s 2024-07-29T15:03:06.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:06 smithi067 ceph-mon[29363]: osdmap e100: 8 total, 8 up, 8 in 2024-07-29T15:03:06.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:06 smithi138 ceph-mon[32824]: pgmap v136: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 28 op/s 2024-07-29T15:03:06.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:06 smithi138 ceph-mon[32824]: osdmap e100: 8 total, 8 up, 8 in 2024-07-29T15:03:07.385 INFO:tasks.rados.rados.0.smithi067.stdout:169: done (0 left) 2024-07-29T15:03:07.385 INFO:tasks.rados.rados.0.smithi067.stdout:170: read oid 42 snap -1 2024-07-29T15:03:07.385 INFO:tasks.rados.rados.0.smithi067.stdout:170: expect deleted 2024-07-29T15:03:07.385 INFO:tasks.rados.rados.0.smithi067.stdout:171: rmattr oid 17 current snap is 13 2024-07-29T15:03:07.385 INFO:tasks.rados.rados.0.smithi067.stdout:171: done (1 left) 2024-07-29T15:03:07.385 INFO:tasks.rados.rados.0.smithi067.stdout:172: setattr oid 28 current snap is 13 2024-07-29T15:03:07.386 INFO:tasks.rados.rados.0.smithi067.stdout:173: copy_from oid 33 from oid 16 current snap is 13 2024-07-29T15:03:07.386 INFO:tasks.rados.rados.0.smithi067.stdout:174: setattr oid 32 current snap is 13 2024-07-29T15:03:07.390 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 28 v 7 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-07-29T15:03:07.391 INFO:tasks.rados.rados.0.smithi067.stdout:170: done (3 left) 2024-07-29T15:03:07.391 INFO:tasks.rados.rados.0.smithi067.stdout:172: done (2 left) 2024-07-29T15:03:07.391 INFO:tasks.rados.rados.0.smithi067.stdout:175: snap_remove snap 8 2024-07-29T15:03:07.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:07 smithi067 ceph-mon[29363]: osdmap e101: 8 total, 8 up, 8 in 2024-07-29T15:03:07.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:07 smithi067 ceph-mon[29363]: osdmap e102: 8 total, 8 up, 8 in 2024-07-29T15:03:07.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:07 smithi067 ceph-mon[39695]: osdmap e101: 8 total, 8 up, 8 in 2024-07-29T15:03:07.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:07 smithi067 ceph-mon[39695]: osdmap e102: 8 total, 8 up, 8 in 2024-07-29T15:03:07.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:07 smithi138 ceph-mon[32824]: osdmap e101: 8 total, 8 up, 8 in 2024-07-29T15:03:07.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:07 smithi138 ceph-mon[32824]: osdmap e102: 8 total, 8 up, 8 in 2024-07-29T15:03:08.384 INFO:tasks.rados.rados.0.smithi067.stdout:175: done (2 left) 2024-07-29T15:03:08.385 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 23 current snap is 13 2024-07-29T15:03:08.385 INFO:tasks.rados.rados.0.smithi067.stdout:176: seq_num 80 ranges {1269760=548864,1818624=450560,2269184=352256} 2024-07-29T15:03:08.394 INFO:tasks.rados.rados.0.smithi067.stdout:176: writing smithi06780069-23 from 1269760 to 1818624 tid 1 2024-07-29T15:03:08.397 INFO:tasks.rados.rados.0.smithi067.stdout:176: writing smithi06780069-23 from 1818624 to 2269184 tid 2 2024-07-29T15:03:08.399 INFO:tasks.rados.rados.0.smithi067.stdout:176: writing smithi06780069-23 from 2269184 to 2621440 tid 3 2024-07-29T15:03:08.399 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 49 current snap is 13 2024-07-29T15:03:08.399 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 40 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-07-29T15:03:08.399 INFO:tasks.rados.rados.0.smithi067.stdout:173: finishing copy_from racing read to smithi06780069-33 2024-07-29T15:03:08.400 INFO:tasks.rados.rados.0.smithi067.stdout:173: finishing copy_from to smithi06780069-33 2024-07-29T15:03:08.400 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 33 v 6 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-07-29T15:03:08.400 INFO:tasks.rados.rados.0.smithi067.stdout:177: seq_num 81 ranges {811008=565248,1376256=737280,2113536=65536} 2024-07-29T15:03:08.407 INFO:tasks.rados.rados.0.smithi067.stdout:177: writing smithi06780069-49 from 811008 to 1376256 tid 1 2024-07-29T15:03:08.411 INFO:tasks.rados.rados.0.smithi067.stdout:177: writing smithi06780069-49 from 1376256 to 2113536 tid 2 2024-07-29T15:03:08.412 INFO:tasks.rados.rados.0.smithi067.stdout:177: writing smithi06780069-49 from 2113536 to 2179072 tid 3 2024-07-29T15:03:08.412 INFO:tasks.rados.rados.0.smithi067.stdout:173: done (3 left) 2024-07-29T15:03:08.412 INFO:tasks.rados.rados.0.smithi067.stdout:174: done (2 left) 2024-07-29T15:03:08.412 INFO:tasks.rados.rados.0.smithi067.stdout:178: snap_remove snap 6 2024-07-29T15:03:08.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:08 smithi067 ceph-mon[29363]: pgmap v139: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 547 KiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-07-29T15:03:08.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:08 smithi067 ceph-mon[29363]: osdmap e103: 8 total, 8 up, 8 in 2024-07-29T15:03:08.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:08 smithi067 ceph-mon[39695]: pgmap v139: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 547 KiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-07-29T15:03:08.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:08 smithi067 ceph-mon[39695]: osdmap e103: 8 total, 8 up, 8 in 2024-07-29T15:03:08.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:08 smithi138 ceph-mon[32824]: pgmap v139: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 547 KiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-07-29T15:03:08.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:08 smithi138 ceph-mon[32824]: osdmap e103: 8 total, 8 up, 8 in 2024-07-29T15:03:09.388 INFO:tasks.rados.rados.0.smithi067.stdout:178: done (2 left) 2024-07-29T15:03:09.388 INFO:tasks.rados.rados.0.smithi067.stdout:179: delete oid 22 current snap is 13 2024-07-29T15:03:09.388 INFO:tasks.rados.rados.0.smithi067.stdout:176: finishing write tid 1 to smithi06780069-23 2024-07-29T15:03:09.388 INFO:tasks.rados.rados.0.smithi067.stdout:176: finishing write tid 2 to smithi06780069-23 2024-07-29T15:03:09.388 INFO:tasks.rados.rados.0.smithi067.stdout:176: finishing write tid 3 to smithi06780069-23 2024-07-29T15:03:09.388 INFO:tasks.rados.rados.0.smithi067.stdout:176: finishing write tid 4 to smithi06780069-23 2024-07-29T15:03:09.388 INFO:tasks.rados.rados.0.smithi067.stdout:176: finishing write tid 5 to smithi06780069-23 2024-07-29T15:03:09.388 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 53 (ObjNum 80 snap 13 seq_num 80) dirty exists 2024-07-29T15:03:09.388 INFO:tasks.rados.rados.0.smithi067.stdout:176: left oid 23 (ObjNum 80 snap 13 seq_num 80) 2024-07-29T15:03:09.388 INFO:tasks.rados.rados.0.smithi067.stdout:177: finishing write tid 1 to smithi06780069-49 2024-07-29T15:03:09.389 INFO:tasks.rados.rados.0.smithi067.stdout:177: finishing write tid 2 to smithi06780069-49 2024-07-29T15:03:09.389 INFO:tasks.rados.rados.0.smithi067.stdout:177: finishing write tid 3 to smithi06780069-49 2024-07-29T15:03:09.389 INFO:tasks.rados.rados.0.smithi067.stdout:177: finishing write tid 4 to smithi06780069-49 2024-07-29T15:03:09.389 INFO:tasks.rados.rados.0.smithi067.stdout:177: finishing write tid 5 to smithi06780069-49 2024-07-29T15:03:09.389 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 35 (ObjNum 81 snap 13 seq_num 81) dirty exists 2024-07-29T15:03:09.389 INFO:tasks.rados.rados.0.smithi067.stdout:177: left oid 49 (ObjNum 81 snap 13 seq_num 81) 2024-07-29T15:03:09.395 INFO:tasks.rados.rados.0.smithi067.stdout:176: done (2 left) 2024-07-29T15:03:09.395 INFO:tasks.rados.rados.0.smithi067.stdout:177: done (1 left) 2024-07-29T15:03:09.395 INFO:tasks.rados.rados.0.smithi067.stdout:179: done (0 left) 2024-07-29T15:03:09.395 INFO:tasks.rados.rados.0.smithi067.stdout:180: snap_create 2024-07-29T15:03:10.398 INFO:tasks.rados.rados.0.smithi067.stdout:180: done (0 left) 2024-07-29T15:03:10.398 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 31 current snap is 14 2024-07-29T15:03:10.398 INFO:tasks.rados.rados.0.smithi067.stdout:181: seq_num 83 ranges {2670592=598016,3268608=499712,3768320=303104} 2024-07-29T15:03:10.416 INFO:tasks.rados.rados.0.smithi067.stdout:181: writing smithi06780069-31 from 2670592 to 3268608 tid 1 2024-07-29T15:03:10.418 INFO:tasks.rados.rados.0.smithi067.stdout:181: writing smithi06780069-31 from 3268608 to 3768320 tid 2 2024-07-29T15:03:10.420 INFO:tasks.rados.rados.0.smithi067.stdout:181: writing smithi06780069-31 from 3768320 to 4071424 tid 3 2024-07-29T15:03:10.420 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 16 current snap is 14 2024-07-29T15:03:10.420 INFO:tasks.rados.rados.0.smithi067.stdout:182: seq_num 84 ranges {253952=614400,868352=434176,1302528=368640} 2024-07-29T15:03:10.425 INFO:tasks.rados.rados.0.smithi067.stdout:182: writing smithi06780069-16 from 253952 to 868352 tid 1 2024-07-29T15:03:10.427 INFO:tasks.rados.rados.0.smithi067.stdout:182: writing smithi06780069-16 from 868352 to 1302528 tid 2 2024-07-29T15:03:10.430 INFO:tasks.rados.rados.0.smithi067.stdout:182: writing smithi06780069-16 from 1302528 to 1671168 tid 3 2024-07-29T15:03:10.430 INFO:tasks.rados.rados.0.smithi067.stdout:183: copy_from oid 10 from oid 39 current snap is 14 2024-07-29T15:03:10.430 INFO:tasks.rados.rados.0.smithi067.stdout:181: finishing write tid 1 to smithi06780069-31 2024-07-29T15:03:10.430 INFO:tasks.rados.rados.0.smithi067.stdout:181: finishing write tid 2 to smithi06780069-31 2024-07-29T15:03:10.430 INFO:tasks.rados.rados.0.smithi067.stdout:181: finishing write tid 3 to smithi06780069-31 2024-07-29T15:03:10.430 INFO:tasks.rados.rados.0.smithi067.stdout:181: finishing write tid 4 to smithi06780069-31 2024-07-29T15:03:10.430 INFO:tasks.rados.rados.0.smithi067.stdout:181: finishing write tid 5 to smithi06780069-31 2024-07-29T15:03:10.430 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 56 (ObjNum 83 snap 14 seq_num 83) dirty exists 2024-07-29T15:03:10.430 INFO:tasks.rados.rados.0.smithi067.stdout:181: left oid 31 (ObjNum 83 snap 14 seq_num 83) 2024-07-29T15:03:10.430 INFO:tasks.rados.rados.0.smithi067.stdout:181: done (2 left) 2024-07-29T15:03:10.430 INFO:tasks.rados.rados.0.smithi067.stdout:184: read oid 25 snap 10 2024-07-29T15:03:10.430 INFO:tasks.rados.rados.0.smithi067.stdout:184: expect (ObjNum 59 snap 5 seq_num 59) 2024-07-29T15:03:10.430 INFO:tasks.rados.rados.0.smithi067.stdout:185: copy_from oid 21 from oid 35 current snap is 14 2024-07-29T15:03:10.431 INFO:tasks.rados.rados.0.smithi067.stdout:186: snap_remove snap 9 2024-07-29T15:03:10.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:10 smithi067 ceph-mon[29363]: pgmap v142: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 547 KiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-07-29T15:03:10.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:10 smithi067 ceph-mon[29363]: osdmap e104: 8 total, 8 up, 8 in 2024-07-29T15:03:10.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:10 smithi067 ceph-mon[39695]: pgmap v142: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 547 KiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-07-29T15:03:10.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:10 smithi067 ceph-mon[39695]: osdmap e104: 8 total, 8 up, 8 in 2024-07-29T15:03:10.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:10 smithi138 ceph-mon[32824]: pgmap v142: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 547 KiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-07-29T15:03:10.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:10 smithi138 ceph-mon[32824]: osdmap e104: 8 total, 8 up, 8 in 2024-07-29T15:03:11.400 INFO:tasks.rados.rados.0.smithi067.stdout:186: done (4 left) 2024-07-29T15:03:11.400 INFO:tasks.rados.rados.0.smithi067.stdout:187: delete oid 8 current snap is 14 2024-07-29T15:03:11.400 INFO:tasks.rados.rados.0.smithi067.stdout:182: finishing write tid 1 to smithi06780069-16 2024-07-29T15:03:11.400 INFO:tasks.rados.rados.0.smithi067.stdout:182: finishing write tid 2 to smithi06780069-16 2024-07-29T15:03:11.400 INFO:tasks.rados.rados.0.smithi067.stdout:182: finishing write tid 3 to smithi06780069-16 2024-07-29T15:03:11.400 INFO:tasks.rados.rados.0.smithi067.stdout:182: finishing write tid 4 to smithi06780069-16 2024-07-29T15:03:11.401 INFO:tasks.rados.rados.0.smithi067.stdout:182: finishing write tid 5 to smithi06780069-16 2024-07-29T15:03:11.401 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 16 v 49 (ObjNum 84 snap 14 seq_num 84) dirty exists 2024-07-29T15:03:11.401 INFO:tasks.rados.rados.0.smithi067.stdout:182: left oid 16 (ObjNum 84 snap 14 seq_num 84) 2024-07-29T15:03:11.401 INFO:tasks.rados.rados.0.smithi067.stdout:183: finishing copy_from racing read to smithi06780069-10 2024-07-29T15:03:11.401 INFO:tasks.rados.rados.0.smithi067.stdout:183: finishing copy_from to smithi06780069-10 2024-07-29T15:03:11.401 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 22 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-07-29T15:03:11.401 INFO:tasks.rados.rados.0.smithi067.stdout:184: expect (ObjNum 59 snap 5 seq_num 59) 2024-07-29T15:03:11.424 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:11 smithi067 ceph-mon[39695]: osdmap e105: 8 total, 8 up, 8 in 2024-07-29T15:03:11.424 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:11 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:03:11.424 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:11 smithi067 ceph-mon[29363]: osdmap e105: 8 total, 8 up, 8 in 2024-07-29T15:03:11.424 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:11 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:03:11.434 INFO:tasks.rados.rados.0.smithi067.stdout:185: finishing copy_from racing read to smithi06780069-21 2024-07-29T15:03:11.434 INFO:tasks.rados.rados.0.smithi067.stdout:185: finishing copy_from to smithi06780069-21 2024-07-29T15:03:11.434 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 26 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-07-29T15:03:11.434 INFO:tasks.rados.rados.0.smithi067.stdout:182: done (4 left) 2024-07-29T15:03:11.434 INFO:tasks.rados.rados.0.smithi067.stdout:183: done (3 left) 2024-07-29T15:03:11.434 INFO:tasks.rados.rados.0.smithi067.stdout:184: done (2 left) 2024-07-29T15:03:11.434 INFO:tasks.rados.rados.0.smithi067.stdout:185: done (1 left) 2024-07-29T15:03:11.434 INFO:tasks.rados.rados.0.smithi067.stdout:187: done (0 left) 2024-07-29T15:03:11.435 INFO:tasks.rados.rados.0.smithi067.stdout:188: snap_remove snap 12 2024-07-29T15:03:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:11 smithi138 ceph-mon[32824]: osdmap e105: 8 total, 8 up, 8 in 2024-07-29T15:03:11.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:11 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:03:12.406 INFO:tasks.rados.rados.0.smithi067.stdout:188: done (0 left) 2024-07-29T15:03:12.406 INFO:tasks.rados.rados.0.smithi067.stdout:189: snap_create 2024-07-29T15:03:12.516 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-07-29T15:03:12.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:12 smithi067 ceph-mon[39695]: pgmap v145: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:03:12.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:12 smithi067 ceph-mon[39695]: osdmap e106: 8 total, 8 up, 8 in 2024-07-29T15:03:12.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:12 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:12.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:12 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:03:12.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:12 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:12.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:12 smithi067 ceph-mon[29363]: pgmap v145: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:03:12.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:12 smithi067 ceph-mon[29363]: osdmap e106: 8 total, 8 up, 8 in 2024-07-29T15:03:12.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:12 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:12.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:12 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:03:12.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:12 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:12.778 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-29T15:03:12.778 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (2m) 113s ago 3m 14.8M - 0.25.0 c8568f914cd2 12f6a968d5cd 2024-07-29T15:03:12.778 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi138 *:3000 running (2m) 117s ago 2m 82.6M - 9.4.7 954c08fa6188 ac7794f78498 2024-07-29T15:03:12.778 INFO:teuthology.orchestra.run.smithi067.stdout:mds.a smithi067 running (4m) 113s ago 4m 16.4M - 17.2.7-1155-g3120d060 5ec745195f7e 0b73fb05902b 2024-07-29T15:03:12.778 INFO:teuthology.orchestra.run.smithi067.stdout:mds.b smithi138 running (4m) 117s ago 4m 13.5M - 17.2.7-1155-g3120d060 5ec745195f7e 8d64b29e8368 2024-07-29T15:03:12.779 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi138 *:8443 running (7m) 117s ago 7m 399M - 17.2.7-1155-g3120d060 5ec745195f7e 952d38653db6 2024-07-29T15:03:12.779 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:9283 running (9m) 113s ago 9m 446M - 17.2.7-1155-g3120d060 5ec745195f7e ab8576adb9f0 2024-07-29T15:03:12.779 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (9m) 113s ago 9m 44.2M 2048M 17.2.7-1155-g3120d060 5ec745195f7e d869d4bcfb65 2024-07-29T15:03:12.779 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi138 running (8m) 117s ago 8m 36.3M 2048M 17.2.7-1155-g3120d060 5ec745195f7e 61a2da511017 2024-07-29T15:03:12.779 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (8m) 113s ago 8m 37.0M 2048M 17.2.7-1155-g3120d060 5ec745195f7e 55264effb9e8 2024-07-29T15:03:12.779 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (3m) 113s ago 3m 11.3M - 1.5.0 0da6a335fe13 231f953fda2c 2024-07-29T15:03:12.779 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi138 *:9100 running (3m) 117s ago 3m 11.0M - 1.5.0 0da6a335fe13 d665baf7689d 2024-07-29T15:03:12.779 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (7m) 113s ago 7m 48.0M 2992M 17.2.7-1155-g3120d060 5ec745195f7e 60dcaf32ae4b 2024-07-29T15:03:12.779 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (7m) 113s ago 7m 44.2M 2992M 17.2.7-1155-g3120d060 5ec745195f7e c744b585958c 2024-07-29T15:03:12.779 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (6m) 113s ago 6m 41.9M 2992M 17.2.7-1155-g3120d060 5ec745195f7e 334423e852b7 2024-07-29T15:03:12.779 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (6m) 113s ago 6m 41.3M 2992M 17.2.7-1155-g3120d060 5ec745195f7e c9160c216ff0 2024-07-29T15:03:12.779 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi138 running (6m) 117s ago 6m 41.8M 2992M 17.2.7-1155-g3120d060 5ec745195f7e a15137922a4f 2024-07-29T15:03:12.780 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi138 running (5m) 117s ago 5m 44.8M 2992M 17.2.7-1155-g3120d060 5ec745195f7e 095126a5d70a 2024-07-29T15:03:12.780 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi138 running (5m) 117s ago 5m 43.8M 2992M 17.2.7-1155-g3120d060 5ec745195f7e a10a9aef390f 2024-07-29T15:03:12.780 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi138 running (4m) 117s ago 4m 42.7M 2992M 17.2.7-1155-g3120d060 5ec745195f7e c141798f58f5 2024-07-29T15:03:12.780 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi138 *:9095 running (2m) 117s ago 3m 27.9M - 2.43.0 a07b618ecd1d 9eb5402df0c0 2024-07-29T15:03:12.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:12 smithi138 ceph-mon[32824]: pgmap v145: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:03:12.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:12 smithi138 ceph-mon[32824]: osdmap e106: 8 total, 8 up, 8 in 2024-07-29T15:03:12.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:12 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:12.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:12 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:03:12.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:12 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:13.098 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-07-29T15:03:13.099 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-07-29T15:03:13.099 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 3 2024-07-29T15:03:13.099 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:03:13.099 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-07-29T15:03:13.099 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 2 2024-07-29T15:03:13.099 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:03:13.099 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-07-29T15:03:13.099 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 8 2024-07-29T15:03:13.099 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:03:13.099 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": { 2024-07-29T15:03:13.099 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 2 2024-07-29T15:03:13.099 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:03:13.099 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-07-29T15:03:13.100 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 15 2024-07-29T15:03:13.100 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-07-29T15:03:13.100 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-07-29T15:03:13.415 INFO:tasks.rados.rados.0.smithi067.stdout:189: done (0 left) 2024-07-29T15:03:13.415 INFO:tasks.rados.rados.0.smithi067.stdout:190: read oid 46 snap -1 2024-07-29T15:03:13.415 INFO:tasks.rados.rados.0.smithi067.stdout:190: expect (ObjNum 45 snap 0 seq_num 45) 2024-07-29T15:03:13.416 INFO:tasks.rados.rados.0.smithi067.stdout:191: read oid 7 snap 11 2024-07-29T15:03:13.416 INFO:tasks.rados.rados.0.smithi067.stdout:191: expect (ObjNum 6 snap 0 seq_num 6) 2024-07-29T15:03:13.416 INFO:tasks.rados.rados.0.smithi067.stdout:192: snap_create 2024-07-29T15:03:13.419 INFO:tasks.rados.rados.0.smithi067.stdout:191: expect (ObjNum 6 snap 0 seq_num 6) 2024-07-29T15:03:13.423 INFO:tasks.rados.rados.0.smithi067.stdout:190: expect (ObjNum 45 snap 0 seq_num 45) 2024-07-29T15:03:13.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:13 smithi067 ceph-mon[29363]: Upgrade: Target is version 19.0.0-5147-g69149bbd (unknown) 2024-07-29T15:03:13.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:13 smithi067 ceph-mon[29363]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, digests ['quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd'] 2024-07-29T15:03:13.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:13 smithi067 ceph-mon[29363]: Upgrade: Need to upgrade myself (mgr.y) 2024-07-29T15:03:13.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:13 smithi067 ceph-mon[29363]: osdmap e107: 8 total, 8 up, 8 in 2024-07-29T15:03:13.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:13 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/2012105384' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:03:13.739 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:13 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:03:13] "GET /metrics HTTP/1.1" 200 239153 "" "Prometheus/2.43.0" 2024-07-29T15:03:13.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:13 smithi067 ceph-mon[39695]: Upgrade: Target is version 19.0.0-5147-g69149bbd (unknown) 2024-07-29T15:03:13.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:13 smithi067 ceph-mon[39695]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, digests ['quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd'] 2024-07-29T15:03:13.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:13 smithi067 ceph-mon[39695]: Upgrade: Need to upgrade myself (mgr.y) 2024-07-29T15:03:13.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:13 smithi067 ceph-mon[39695]: osdmap e107: 8 total, 8 up, 8 in 2024-07-29T15:03:13.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:13 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/2012105384' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:03:13.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:13 smithi138 ceph-mon[32824]: Upgrade: Target is version 19.0.0-5147-g69149bbd (unknown) 2024-07-29T15:03:13.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:13 smithi138 ceph-mon[32824]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, digests ['quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd'] 2024-07-29T15:03:13.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:13 smithi138 ceph-mon[32824]: Upgrade: Need to upgrade myself (mgr.y) 2024-07-29T15:03:13.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:13 smithi138 ceph-mon[32824]: osdmap e107: 8 total, 8 up, 8 in 2024-07-29T15:03:13.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:13 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/2012105384' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:03:14.418 INFO:tasks.rados.rados.0.smithi067.stdout:190: done (2 left) 2024-07-29T15:03:14.418 INFO:tasks.rados.rados.0.smithi067.stdout:191: done (1 left) 2024-07-29T15:03:14.419 INFO:tasks.rados.rados.0.smithi067.stdout:192: done (0 left) 2024-07-29T15:03:14.419 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 13 current snap is 16 2024-07-29T15:03:14.419 INFO:tasks.rados.rados.0.smithi067.stdout:193: seq_num 86 ranges {204800=647168,851968=606208,1458176=196608} 2024-07-29T15:03:14.422 INFO:tasks.rados.rados.0.smithi067.stdout:193: writing smithi06780069-13 from 204800 to 851968 tid 1 2024-07-29T15:03:14.426 INFO:tasks.rados.rados.0.smithi067.stdout:193: writing smithi06780069-13 from 851968 to 1458176 tid 2 2024-07-29T15:03:14.428 INFO:tasks.rados.rados.0.smithi067.stdout:193: writing smithi06780069-13 from 1458176 to 1654784 tid 3 2024-07-29T15:03:14.428 INFO:tasks.rados.rados.0.smithi067.stdout:194: copy_from oid 15 from oid 5 current snap is 16 2024-07-29T15:03:14.428 INFO:tasks.rados.rados.0.smithi067.stdout:195: rollback oid 19 current snap is 16 2024-07-29T15:03:14.428 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 19 to 10 2024-07-29T15:03:14.429 INFO:tasks.rados.rados.0.smithi067.stdout:196: copy_from oid 21 from oid 24 current snap is 16 2024-07-29T15:03:14.429 INFO:tasks.rados.rados.0.smithi067.stdout:197: copy_from oid 3 from oid 7 current snap is 16 2024-07-29T15:03:14.429 INFO:tasks.rados.rados.0.smithi067.stdout:198: read oid 33 snap -1 2024-07-29T15:03:14.429 INFO:tasks.rados.rados.0.smithi067.stdout:198: expect (ObjNum 15 snap 0 seq_num 15) 2024-07-29T15:03:14.429 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 16 current snap is 16 2024-07-29T15:03:14.429 INFO:tasks.rados.rados.0.smithi067.stdout:199: seq_num 87 ranges {1671168=663552,2334720=491520,2826240=311296} 2024-07-29T15:03:14.441 INFO:tasks.rados.rados.0.smithi067.stdout:199: writing smithi06780069-16 from 1671168 to 2334720 tid 1 2024-07-29T15:03:14.446 INFO:tasks.rados.rados.0.smithi067.stdout:199: writing smithi06780069-16 from 2334720 to 2826240 tid 2 2024-07-29T15:03:14.446 INFO:tasks.rados.rados.0.smithi067.stdout:199: writing smithi06780069-16 from 2826240 to 3137536 tid 3 2024-07-29T15:03:14.447 INFO:tasks.rados.rados.0.smithi067.stdout:200: rmattr oid 34 current snap is 16 2024-07-29T15:03:14.447 INFO:tasks.rados.rados.0.smithi067.stdout:200: done (7 left) 2024-07-29T15:03:14.447 INFO:tasks.rados.rados.0.smithi067.stdout:201: snap_remove snap 14 2024-07-29T15:03:14.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:14 smithi067 ceph-mon[29363]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd on smithi138 2024-07-29T15:03:14.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:14 smithi067 ceph-mon[29363]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:03:14.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:14 smithi067 ceph-mon[29363]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:03:14.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:14 smithi067 ceph-mon[29363]: pgmap v148: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 799 KiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-07-29T15:03:14.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:14 smithi067 ceph-mon[29363]: osdmap e108: 8 total, 8 up, 8 in 2024-07-29T15:03:14.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:14 smithi067 ceph-mon[39695]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd on smithi138 2024-07-29T15:03:14.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:14 smithi067 ceph-mon[39695]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:03:14.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:14 smithi067 ceph-mon[39695]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:03:14.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:14 smithi067 ceph-mon[39695]: pgmap v148: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 799 KiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-07-29T15:03:14.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:14 smithi067 ceph-mon[39695]: osdmap e108: 8 total, 8 up, 8 in 2024-07-29T15:03:14.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:14 smithi138 ceph-mon[32824]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd on smithi138 2024-07-29T15:03:14.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:14 smithi138 ceph-mon[32824]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:03:14.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:14 smithi138 ceph-mon[32824]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:03:14.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:14 smithi138 ceph-mon[32824]: pgmap v148: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 799 KiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-07-29T15:03:14.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:14 smithi138 ceph-mon[32824]: osdmap e108: 8 total, 8 up, 8 in 2024-07-29T15:03:15.426 INFO:tasks.rados.rados.0.smithi067.stdout:201: done (7 left) 2024-07-29T15:03:15.426 INFO:tasks.rados.rados.0.smithi067.stdout:202: read oid 39 snap -1 2024-07-29T15:03:15.427 INFO:tasks.rados.rados.0.smithi067.stdout:202: expect (ObjNum 32 snap 0 seq_num 32) 2024-07-29T15:03:15.427 INFO:tasks.rados.rados.0.smithi067.stdout:203: rmattr oid 4 current snap is 16 2024-07-29T15:03:15.427 INFO:tasks.rados.rados.0.smithi067.stdout:203: done (8 left) 2024-07-29T15:03:15.427 INFO:tasks.rados.rados.0.smithi067.stdout:204: snap_create 2024-07-29T15:03:15.427 INFO:tasks.rados.rados.0.smithi067.stdout:193: finishing write tid 1 to smithi06780069-13 2024-07-29T15:03:15.427 INFO:tasks.rados.rados.0.smithi067.stdout:195: finishing rollback tid 0 to smithi06780069-19 2024-07-29T15:03:15.427 INFO:tasks.rados.rados.0.smithi067.stdout:195: finishing rollback tid 1 to smithi06780069-19 2024-07-29T15:03:15.427 INFO:tasks.rados.rados.0.smithi067.stdout:195: finishing rollback tid 2 to smithi06780069-19 2024-07-29T15:03:15.427 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 19 v 61 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-07-29T15:03:15.427 INFO:tasks.rados.rados.0.smithi067.stdout:193: finishing write tid 2 to smithi06780069-13 2024-07-29T15:03:15.427 INFO:tasks.rados.rados.0.smithi067.stdout:193: finishing write tid 3 to smithi06780069-13 2024-07-29T15:03:15.427 INFO:tasks.rados.rados.0.smithi067.stdout:193: finishing write tid 4 to smithi06780069-13 2024-07-29T15:03:15.427 INFO:tasks.rados.rados.0.smithi067.stdout:197: finishing copy_from racing read to smithi06780069-3 2024-07-29T15:03:15.428 INFO:tasks.rados.rados.0.smithi067.stdout:197: finishing copy_from to smithi06780069-3 2024-07-29T15:03:15.428 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 4 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-07-29T15:03:15.428 INFO:tasks.rados.rados.0.smithi067.stdout:198: expect (ObjNum 15 snap 0 seq_num 15) 2024-07-29T15:03:15.436 INFO:tasks.rados.rados.0.smithi067.stdout:193: finishing write tid 5 to smithi06780069-13 2024-07-29T15:03:15.436 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 13 v 50 (ObjNum 86 snap 16 seq_num 86) dirty exists 2024-07-29T15:03:15.436 INFO:tasks.rados.rados.0.smithi067.stdout:193: left oid 13 (ObjNum 86 snap 16 seq_num 86) 2024-07-29T15:03:15.436 INFO:tasks.rados.rados.0.smithi067.stdout:194: finishing copy_from racing read to smithi06780069-15 2024-07-29T15:03:15.436 INFO:tasks.rados.rados.0.smithi067.stdout:196: finishing copy_from racing read to smithi06780069-21 2024-07-29T15:03:15.436 INFO:tasks.rados.rados.0.smithi067.stdout:194: finishing copy_from to smithi06780069-15 2024-07-29T15:03:15.436 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 19 (ObjNum 58 snap 4 seq_num 58) dirty exists 2024-07-29T15:03:15.436 INFO:tasks.rados.rados.0.smithi067.stdout:196: finishing copy_from to smithi06780069-21 2024-07-29T15:03:15.437 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 13 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-07-29T15:03:15.437 INFO:tasks.rados.rados.0.smithi067.stdout:199: finishing write tid 1 to smithi06780069-16 2024-07-29T15:03:15.437 INFO:tasks.rados.rados.0.smithi067.stdout:199: finishing write tid 2 to smithi06780069-16 2024-07-29T15:03:15.437 INFO:tasks.rados.rados.0.smithi067.stdout:199: finishing write tid 3 to smithi06780069-16 2024-07-29T15:03:15.437 INFO:tasks.rados.rados.0.smithi067.stdout:199: finishing write tid 4 to smithi06780069-16 2024-07-29T15:03:15.437 INFO:tasks.rados.rados.0.smithi067.stdout:199: finishing write tid 5 to smithi06780069-16 2024-07-29T15:03:15.437 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 16 v 64 (ObjNum 87 snap 16 seq_num 87) dirty exists 2024-07-29T15:03:15.437 INFO:tasks.rados.rados.0.smithi067.stdout:199: left oid 16 (ObjNum 87 snap 16 seq_num 87) 2024-07-29T15:03:15.437 INFO:tasks.rados.rados.0.smithi067.stdout:202: expect (ObjNum 32 snap 0 seq_num 32) 2024-07-29T15:03:15.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:15 smithi067 ceph-mon[29363]: osdmap e109: 8 total, 8 up, 8 in 2024-07-29T15:03:15.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:15 smithi067 ceph-mon[39695]: osdmap e109: 8 total, 8 up, 8 in 2024-07-29T15:03:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:15 smithi138 ceph-mon[32824]: osdmap e109: 8 total, 8 up, 8 in 2024-07-29T15:03:16.429 INFO:tasks.rados.rados.0.smithi067.stdout:193: done (8 left) 2024-07-29T15:03:16.430 INFO:tasks.rados.rados.0.smithi067.stdout:194: done (7 left) 2024-07-29T15:03:16.430 INFO:tasks.rados.rados.0.smithi067.stdout:195: done (6 left) 2024-07-29T15:03:16.430 INFO:tasks.rados.rados.0.smithi067.stdout:196: done (5 left) 2024-07-29T15:03:16.430 INFO:tasks.rados.rados.0.smithi067.stdout:197: done (4 left) 2024-07-29T15:03:16.430 INFO:tasks.rados.rados.0.smithi067.stdout:198: done (3 left) 2024-07-29T15:03:16.430 INFO:tasks.rados.rados.0.smithi067.stdout:199: done (2 left) 2024-07-29T15:03:16.430 INFO:tasks.rados.rados.0.smithi067.stdout:202: done (1 left) 2024-07-29T15:03:16.430 INFO:tasks.rados.rados.0.smithi067.stdout:204: done (0 left) 2024-07-29T15:03:16.430 INFO:tasks.rados.rados.0.smithi067.stdout:205: copy_from oid 17 from oid 8 current snap is 17 2024-07-29T15:03:16.430 INFO:tasks.rados.rados.0.smithi067.stdout:206: read oid 32 snap -1 2024-07-29T15:03:16.431 INFO:tasks.rados.rados.0.smithi067.stdout:206: expect (ObjNum 31 snap 0 seq_num 31) 2024-07-29T15:03:16.431 INFO:tasks.rados.rados.0.smithi067.stdout:207: snap_remove snap 16 2024-07-29T15:03:16.431 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:16 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:03:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-29T15:03:16.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:16 smithi067 ceph-mon[29363]: pgmap v151: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 799 KiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-07-29T15:03:16.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:16 smithi067 ceph-mon[29363]: osdmap e110: 8 total, 8 up, 8 in 2024-07-29T15:03:16.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:16 smithi067 ceph-mon[39695]: pgmap v151: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 799 KiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-07-29T15:03:16.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:16 smithi067 ceph-mon[39695]: osdmap e110: 8 total, 8 up, 8 in 2024-07-29T15:03:16.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:16 smithi138 ceph-mon[32824]: pgmap v151: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 799 KiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-07-29T15:03:16.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:16 smithi138 ceph-mon[32824]: osdmap e110: 8 total, 8 up, 8 in 2024-07-29T15:03:17.383 INFO:tasks.rados.rados.0.smithi067.stdout:207: done (2 left) 2024-07-29T15:03:17.383 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 2 current snap is 17 2024-07-29T15:03:17.383 INFO:tasks.rados.rados.0.smithi067.stdout:205: finishing copy_from to smithi06780069-17 2024-07-29T15:03:17.383 INFO:tasks.rados.rados.0.smithi067.stdout:205: got expected ENOENT (src dne) 2024-07-29T15:03:17.383 INFO:tasks.rados.rados.0.smithi067.stdout:208: seq_num 88 ranges {172032=679936,851968=778240,1630208=24576} 2024-07-29T15:03:17.388 INFO:tasks.rados.rados.0.smithi067.stdout:208: writing smithi06780069-2 from 172032 to 851968 tid 1 2024-07-29T15:03:17.392 INFO:tasks.rados.rados.0.smithi067.stdout:208: writing smithi06780069-2 from 851968 to 1630208 tid 2 2024-07-29T15:03:17.393 INFO:tasks.rados.rados.0.smithi067.stdout:208: writing smithi06780069-2 from 1630208 to 1654784 tid 3 2024-07-29T15:03:17.393 INFO:tasks.rados.rados.0.smithi067.stdout:209: copy_from oid 38 from oid 46 current snap is 17 2024-07-29T15:03:17.393 INFO:tasks.rados.rados.0.smithi067.stdout:205: finishing copy_from racing read to smithi06780069-17 2024-07-29T15:03:17.393 INFO:tasks.rados.rados.0.smithi067.stdout:206: expect (ObjNum 31 snap 0 seq_num 31) 2024-07-29T15:03:17.415 INFO:tasks.rados.rados.0.smithi067.stdout:208: finishing write tid 1 to smithi06780069-2 2024-07-29T15:03:17.415 INFO:tasks.rados.rados.0.smithi067.stdout:208: finishing write tid 2 to smithi06780069-2 2024-07-29T15:03:17.415 INFO:tasks.rados.rados.0.smithi067.stdout:209: finishing copy_from racing read to smithi06780069-38 2024-07-29T15:03:17.415 INFO:tasks.rados.rados.0.smithi067.stdout:208: finishing write tid 3 to smithi06780069-2 2024-07-29T15:03:17.415 INFO:tasks.rados.rados.0.smithi067.stdout:208: finishing write tid 4 to smithi06780069-2 2024-07-29T15:03:17.415 INFO:tasks.rados.rados.0.smithi067.stdout:209: finishing copy_from to smithi06780069-38 2024-07-29T15:03:17.415 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 38 v 15 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-07-29T15:03:17.415 INFO:tasks.rados.rados.0.smithi067.stdout:208: finishing write tid 5 to smithi06780069-2 2024-07-29T15:03:17.415 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 33 (ObjNum 88 snap 17 seq_num 88) dirty exists 2024-07-29T15:03:17.415 INFO:tasks.rados.rados.0.smithi067.stdout:208: left oid 2 (ObjNum 88 snap 17 seq_num 88) 2024-07-29T15:03:17.415 INFO:tasks.rados.rados.0.smithi067.stdout:205: done (3 left) 2024-07-29T15:03:17.415 INFO:tasks.rados.rados.0.smithi067.stdout:206: done (2 left) 2024-07-29T15:03:17.416 INFO:tasks.rados.rados.0.smithi067.stdout:208: done (1 left) 2024-07-29T15:03:17.416 INFO:tasks.rados.rados.0.smithi067.stdout:209: done (0 left) 2024-07-29T15:03:17.416 INFO:tasks.rados.rados.0.smithi067.stdout:210: snap_remove snap 15 2024-07-29T15:03:17.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:17 smithi067 ceph-mon[29363]: osdmap e111: 8 total, 8 up, 8 in 2024-07-29T15:03:17.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:17 smithi067 ceph-mon[29363]: osdmap e112: 8 total, 8 up, 8 in 2024-07-29T15:03:17.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:17 smithi067 ceph-mon[39695]: osdmap e111: 8 total, 8 up, 8 in 2024-07-29T15:03:17.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:17 smithi067 ceph-mon[39695]: osdmap e112: 8 total, 8 up, 8 in 2024-07-29T15:03:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:17 smithi138 ceph-mon[32824]: osdmap e111: 8 total, 8 up, 8 in 2024-07-29T15:03:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:17 smithi138 ceph-mon[32824]: osdmap e112: 8 total, 8 up, 8 in 2024-07-29T15:03:18.387 INFO:tasks.rados.rados.0.smithi067.stdout:210: done (0 left) 2024-07-29T15:03:18.387 INFO:tasks.rados.rados.0.smithi067.stdout:211: rmattr oid 46 current snap is 17 2024-07-29T15:03:18.387 INFO:tasks.rados.rados.0.smithi067.stdout:211: done (0 left) 2024-07-29T15:03:18.387 INFO:tasks.rados.rados.0.smithi067.stdout:212: rmattr oid 47 current snap is 17 2024-07-29T15:03:18.387 INFO:tasks.rados.rados.0.smithi067.stdout:212: done (0 left) 2024-07-29T15:03:18.387 INFO:tasks.rados.rados.0.smithi067.stdout:213: rmattr oid 39 current snap is 17 2024-07-29T15:03:18.387 INFO:tasks.rados.rados.0.smithi067.stdout:213: done (0 left) 2024-07-29T15:03:18.387 INFO:tasks.rados.rados.0.smithi067.stdout:214: read oid 19 snap -1 2024-07-29T15:03:18.388 INFO:tasks.rados.rados.0.smithi067.stdout:214: expect (ObjNum 18 snap 0 seq_num 18) 2024-07-29T15:03:18.388 INFO:tasks.rados.rados.0.smithi067.stdout:215: read oid 38 snap -1 2024-07-29T15:03:18.388 INFO:tasks.rados.rados.0.smithi067.stdout:215: expect (ObjNum 45 snap 0 seq_num 45) 2024-07-29T15:03:18.388 INFO:tasks.rados.rados.0.smithi067.stdout:216: setattr oid 15 current snap is 17 2024-07-29T15:03:18.389 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 1 current snap is 17 2024-07-29T15:03:18.389 INFO:tasks.rados.rados.0.smithi067.stdout:217: seq_num 89 ranges {0=696320,696320=655360,1351680=147456} 2024-07-29T15:03:18.394 INFO:tasks.rados.rados.0.smithi067.stdout:217: writing smithi06780069-1 from 0 to 696320 tid 1 2024-07-29T15:03:18.398 INFO:tasks.rados.rados.0.smithi067.stdout:217: writing smithi06780069-1 from 696320 to 1351680 tid 2 2024-07-29T15:03:18.399 INFO:tasks.rados.rados.0.smithi067.stdout:217: writing smithi06780069-1 from 1351680 to 1499136 tid 3 2024-07-29T15:03:18.399 INFO:tasks.rados.rados.0.smithi067.stdout:218: copy_from oid 26 from oid 10 current snap is 17 2024-07-29T15:03:18.399 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 73 (ObjNum 58 snap 4 seq_num 58) dirty exists 2024-07-29T15:03:18.400 INFO:tasks.rados.rados.0.smithi067.stdout:215: expect (ObjNum 45 snap 0 seq_num 45) 2024-07-29T15:03:18.420 INFO:tasks.rados.rados.0.smithi067.stdout:214: expect (ObjNum 18 snap 0 seq_num 18) 2024-07-29T15:03:18.428 INFO:tasks.rados.rados.0.smithi067.stdout:217: finishing write tid 1 to smithi06780069-1 2024-07-29T15:03:18.429 INFO:tasks.rados.rados.0.smithi067.stdout:217: finishing write tid 2 to smithi06780069-1 2024-07-29T15:03:18.429 INFO:tasks.rados.rados.0.smithi067.stdout:217: finishing write tid 3 to smithi06780069-1 2024-07-29T15:03:18.429 INFO:tasks.rados.rados.0.smithi067.stdout:217: finishing write tid 4 to smithi06780069-1 2024-07-29T15:03:18.429 INFO:tasks.rados.rados.0.smithi067.stdout:217: finishing write tid 5 to smithi06780069-1 2024-07-29T15:03:18.429 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 77 (ObjNum 89 snap 17 seq_num 89) dirty exists 2024-07-29T15:03:18.429 INFO:tasks.rados.rados.0.smithi067.stdout:217: left oid 1 (ObjNum 89 snap 17 seq_num 89) 2024-07-29T15:03:18.429 INFO:tasks.rados.rados.0.smithi067.stdout:214: done (4 left) 2024-07-29T15:03:18.429 INFO:tasks.rados.rados.0.smithi067.stdout:215: done (3 left) 2024-07-29T15:03:18.429 INFO:tasks.rados.rados.0.smithi067.stdout:216: done (2 left) 2024-07-29T15:03:18.429 INFO:tasks.rados.rados.0.smithi067.stdout:217: done (1 left) 2024-07-29T15:03:18.429 INFO:tasks.rados.rados.0.smithi067.stdout:219: snap_create 2024-07-29T15:03:18.429 INFO:tasks.rados.rados.0.smithi067.stdout:218: finishing copy_from racing read to smithi06780069-26 2024-07-29T15:03:18.429 INFO:tasks.rados.rados.0.smithi067.stdout:218: finishing copy_from to smithi06780069-26 2024-07-29T15:03:18.430 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 22 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-07-29T15:03:18.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:18 smithi067 ceph-mon[29363]: pgmap v154: 121 pgs: 121 active+clean; 46 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-07-29T15:03:18.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:18 smithi067 ceph-mon[29363]: osdmap e113: 8 total, 8 up, 8 in 2024-07-29T15:03:18.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:18 smithi067 ceph-mon[39695]: pgmap v154: 121 pgs: 121 active+clean; 46 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-07-29T15:03:18.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:18 smithi067 ceph-mon[39695]: osdmap e113: 8 total, 8 up, 8 in 2024-07-29T15:03:18.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:18 smithi138 ceph-mon[32824]: pgmap v154: 121 pgs: 121 active+clean; 46 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-07-29T15:03:18.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:18 smithi138 ceph-mon[32824]: osdmap e113: 8 total, 8 up, 8 in 2024-07-29T15:03:19.385 INFO:tasks.rados.rados.0.smithi067.stdout:218: done (1 left) 2024-07-29T15:03:19.386 INFO:tasks.rados.rados.0.smithi067.stdout:219: done (0 left) 2024-07-29T15:03:19.386 INFO:tasks.rados.rados.0.smithi067.stdout:220: delete oid 31 current snap is 18 2024-07-29T15:03:19.393 INFO:tasks.rados.rados.0.smithi067.stdout:220: done (0 left) 2024-07-29T15:03:19.393 INFO:tasks.rados.rados.0.smithi067.stdout:221: delete oid 26 current snap is 18 2024-07-29T15:03:19.398 INFO:tasks.rados.rados.0.smithi067.stdout:221: done (0 left) 2024-07-29T15:03:19.398 INFO:tasks.rados.rados.0.smithi067.stdout:222: copy_from oid 20 from oid 42 current snap is 18 2024-07-29T15:03:19.398 INFO:tasks.rados.rados.0.smithi067.stdout:223: delete oid 5 current snap is 18 2024-07-29T15:03:19.399 INFO:tasks.rados.rados.0.smithi067.stdout:222: finishing copy_from to smithi06780069-20 2024-07-29T15:03:19.399 INFO:tasks.rados.rados.0.smithi067.stdout:222: got expected ENOENT (src dne) 2024-07-29T15:03:19.399 INFO:tasks.rados.rados.0.smithi067.stdout:222: finishing copy_from racing read to smithi06780069-20 2024-07-29T15:03:19.399 INFO:tasks.rados.rados.0.smithi067.stdout:222: done (1 left) 2024-07-29T15:03:19.399 INFO:tasks.rados.rados.0.smithi067.stdout:223: done (0 left) 2024-07-29T15:03:19.400 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 24 current snap is 18 2024-07-29T15:03:19.400 INFO:tasks.rados.rados.0.smithi067.stdout:224: seq_num 93 ranges {1236992=761856,1998848=647168,2646016=155648} 2024-07-29T15:03:19.410 INFO:tasks.rados.rados.0.smithi067.stdout:224: writing smithi06780069-24 from 1236992 to 1998848 tid 1 2024-07-29T15:03:19.414 INFO:tasks.rados.rados.0.smithi067.stdout:224: writing smithi06780069-24 from 1998848 to 2646016 tid 2 2024-07-29T15:03:19.415 INFO:tasks.rados.rados.0.smithi067.stdout:224: writing smithi06780069-24 from 2646016 to 2801664 tid 3 2024-07-29T15:03:19.415 INFO:tasks.rados.rados.0.smithi067.stdout:225: read oid 34 snap -1 2024-07-29T15:03:19.415 INFO:tasks.rados.rados.0.smithi067.stdout:225: expect deleted 2024-07-29T15:03:19.415 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 42 current snap is 18 2024-07-29T15:03:19.416 INFO:tasks.rados.rados.0.smithi067.stdout:226: seq_num 94 ranges {0=778240,778240=532480,1310720=270336} 2024-07-29T15:03:19.420 INFO:tasks.rados.rados.0.smithi067.stdout:226: writing smithi06780069-42 from 0 to 778240 tid 1 2024-07-29T15:03:19.423 INFO:tasks.rados.rados.0.smithi067.stdout:226: writing smithi06780069-42 from 778240 to 1310720 tid 2 2024-07-29T15:03:19.425 INFO:tasks.rados.rados.0.smithi067.stdout:226: writing smithi06780069-42 from 1310720 to 1581056 tid 3 2024-07-29T15:03:19.425 INFO:tasks.rados.rados.0.smithi067.stdout:227: delete oid 11 current snap is 18 2024-07-29T15:03:19.425 INFO:tasks.rados.rados.0.smithi067.stdout:224: finishing write tid 1 to smithi06780069-24 2024-07-29T15:03:19.425 INFO:tasks.rados.rados.0.smithi067.stdout:224: finishing write tid 2 to smithi06780069-24 2024-07-29T15:03:19.425 INFO:tasks.rados.rados.0.smithi067.stdout:224: finishing write tid 3 to smithi06780069-24 2024-07-29T15:03:19.425 INFO:tasks.rados.rados.0.smithi067.stdout:224: finishing write tid 4 to smithi06780069-24 2024-07-29T15:03:19.425 INFO:tasks.rados.rados.0.smithi067.stdout:224: finishing write tid 5 to smithi06780069-24 2024-07-29T15:03:19.425 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 24 v 82 (ObjNum 93 snap 18 seq_num 93) dirty exists 2024-07-29T15:03:19.425 INFO:tasks.rados.rados.0.smithi067.stdout:224: left oid 24 (ObjNum 93 snap 18 seq_num 93) 2024-07-29T15:03:19.425 INFO:tasks.rados.rados.0.smithi067.stdout:226: finishing write tid 1 to smithi06780069-42 2024-07-29T15:03:19.426 INFO:tasks.rados.rados.0.smithi067.stdout:226: finishing write tid 2 to smithi06780069-42 2024-07-29T15:03:19.428 INFO:tasks.rados.rados.0.smithi067.stdout:226: finishing write tid 3 to smithi06780069-42 2024-07-29T15:03:19.428 INFO:tasks.rados.rados.0.smithi067.stdout:224: done (3 left) 2024-07-29T15:03:19.428 INFO:tasks.rados.rados.0.smithi067.stdout:225: done (2 left) 2024-07-29T15:03:19.428 INFO:tasks.rados.rados.0.smithi067.stdout:227: done (1 left) 2024-07-29T15:03:19.428 INFO:tasks.rados.rados.0.smithi067.stdout:228: read oid 31 snap -1 2024-07-29T15:03:19.428 INFO:tasks.rados.rados.0.smithi067.stdout:228: expect deleted 2024-07-29T15:03:19.428 INFO:tasks.rados.rados.0.smithi067.stdout:229: copy_from oid 27 from oid 4 current snap is 18 2024-07-29T15:03:19.428 INFO:tasks.rados.rados.0.smithi067.stdout:230: copy_from oid 20 from oid 21 current snap is 18 2024-07-29T15:03:19.428 INFO:tasks.rados.rados.0.smithi067.stdout:226: finishing write tid 4 to smithi06780069-42 2024-07-29T15:03:19.428 INFO:tasks.rados.rados.0.smithi067.stdout:231: read oid 8 snap 17 2024-07-29T15:03:19.428 INFO:tasks.rados.rados.0.smithi067.stdout:231: expect deleted 2024-07-29T15:03:19.428 INFO:tasks.rados.rados.0.smithi067.stdout:232: delete oid 32 current snap is 18 2024-07-29T15:03:19.429 INFO:tasks.rados.rados.0.smithi067.stdout:226: finishing write tid 5 to smithi06780069-42 2024-07-29T15:03:19.429 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 56 (ObjNum 94 snap 18 seq_num 94) dirty exists 2024-07-29T15:03:19.429 INFO:tasks.rados.rados.0.smithi067.stdout:226: left oid 42 (ObjNum 94 snap 18 seq_num 94) 2024-07-29T15:03:19.430 INFO:tasks.rados.rados.0.smithi067.stdout:229: finishing copy_from racing read to smithi06780069-27 2024-07-29T15:03:19.431 INFO:tasks.rados.rados.0.smithi067.stdout:229: finishing copy_from to smithi06780069-27 2024-07-29T15:03:19.431 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-07-29T15:03:19.431 INFO:tasks.rados.rados.0.smithi067.stdout:226: done (5 left) 2024-07-29T15:03:19.431 INFO:tasks.rados.rados.0.smithi067.stdout:228: done (4 left) 2024-07-29T15:03:19.431 INFO:tasks.rados.rados.0.smithi067.stdout:229: done (3 left) 2024-07-29T15:03:19.431 INFO:tasks.rados.rados.0.smithi067.stdout:231: done (2 left) 2024-07-29T15:03:19.431 INFO:tasks.rados.rados.0.smithi067.stdout:232: done (1 left) 2024-07-29T15:03:19.431 INFO:tasks.rados.rados.0.smithi067.stdout:233: rollback oid 43 current snap is 18 2024-07-29T15:03:19.431 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 43 to 10 2024-07-29T15:03:19.432 INFO:tasks.rados.rados.0.smithi067.stdout:234: delete oid 7 current snap is 18 2024-07-29T15:03:19.434 INFO:tasks.rados.rados.0.smithi067.stdout:234: done (2 left) 2024-07-29T15:03:19.434 INFO:tasks.rados.rados.0.smithi067.stdout:235: copy_from oid 40 from oid 12 current snap is 18 2024-07-29T15:03:19.434 INFO:tasks.rados.rados.0.smithi067.stdout:236: rollback oid 45 current snap is 18 2024-07-29T15:03:19.434 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 45 to 10 2024-07-29T15:03:19.434 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 16 current snap is 18 2024-07-29T15:03:19.434 INFO:tasks.rados.rados.0.smithi067.stdout:237: seq_num 98 ranges {3137536=450560,3588096=466944,4055040=737280} 2024-07-29T15:03:19.453 INFO:tasks.rados.rados.0.smithi067.stdout:237: writing smithi06780069-16 from 3137536 to 3588096 tid 1 2024-07-29T15:03:19.456 INFO:tasks.rados.rados.0.smithi067.stdout:237: writing smithi06780069-16 from 3588096 to 4055040 tid 2 2024-07-29T15:03:19.461 INFO:tasks.rados.rados.0.smithi067.stdout:237: writing smithi06780069-16 from 4055040 to 4792320 tid 3 2024-07-29T15:03:19.461 INFO:tasks.rados.rados.0.smithi067.stdout:238: rollback oid 10 current snap is 18 2024-07-29T15:03:19.461 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 10 to 11 2024-07-29T15:03:19.461 INFO:tasks.rados.rados.0.smithi067.stdout:233: finishing rollback tid 0 to smithi06780069-43 2024-07-29T15:03:19.461 INFO:tasks.rados.rados.0.smithi067.stdout:239: snap_remove snap 17 2024-07-29T15:03:20.442 INFO:tasks.rados.rados.0.smithi067.stdout:239: done (6 left) 2024-07-29T15:03:20.442 INFO:tasks.rados.rados.0.smithi067.stdout:240: snap_remove snap 13 2024-07-29T15:03:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:20 smithi067 ceph-mon[29363]: pgmap v157: 121 pgs: 121 active+clean; 46 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-07-29T15:03:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:20 smithi067 ceph-mon[29363]: osdmap e114: 8 total, 8 up, 8 in 2024-07-29T15:03:20.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:20 smithi067 ceph-mon[39695]: pgmap v157: 121 pgs: 121 active+clean; 46 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-07-29T15:03:20.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:20 smithi067 ceph-mon[39695]: osdmap e114: 8 total, 8 up, 8 in 2024-07-29T15:03:20.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:20 smithi138 ceph-mon[32824]: pgmap v157: 121 pgs: 121 active+clean; 46 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-07-29T15:03:20.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:20 smithi138 ceph-mon[32824]: osdmap e114: 8 total, 8 up, 8 in 2024-07-29T15:03:21.451 INFO:tasks.rados.rados.0.smithi067.stdout:240: done (6 left) 2024-07-29T15:03:21.451 INFO:tasks.rados.rados.0.smithi067.stdout:241: copy_from oid 2 from oid 24 current snap is 18 2024-07-29T15:03:21.451 INFO:tasks.rados.rados.0.smithi067.stdout:233: finishing rollback tid 1 to smithi06780069-43 2024-07-29T15:03:21.451 INFO:tasks.rados.rados.0.smithi067.stdout:233: finishing rollback tid 2 to smithi06780069-43 2024-07-29T15:03:21.451 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 43 v 41 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-07-29T15:03:21.451 INFO:tasks.rados.rados.0.smithi067.stdout:236: finishing rollback tid 0 to smithi06780069-45 2024-07-29T15:03:21.452 INFO:tasks.rados.rados.0.smithi067.stdout:236: finishing rollback tid 1 to smithi06780069-45 2024-07-29T15:03:21.452 INFO:tasks.rados.rados.0.smithi067.stdout:230: finishing copy_from racing read to smithi06780069-20 2024-07-29T15:03:21.452 INFO:tasks.rados.rados.0.smithi067.stdout:236: finishing rollback tid 2 to smithi06780069-45 2024-07-29T15:03:21.452 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 36 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-07-29T15:03:21.452 INFO:tasks.rados.rados.0.smithi067.stdout:230: finishing copy_from to smithi06780069-20 2024-07-29T15:03:21.452 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 13 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-07-29T15:03:21.452 INFO:tasks.rados.rados.0.smithi067.stdout:235: finishing copy_from racing read to smithi06780069-40 2024-07-29T15:03:21.452 INFO:tasks.rados.rados.0.smithi067.stdout:235: finishing copy_from to smithi06780069-40 2024-07-29T15:03:21.452 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 40 v 47 (ObjNum 76 snap 8 seq_num 76) dirty exists 2024-07-29T15:03:21.452 INFO:tasks.rados.rados.0.smithi067.stdout:237: finishing write tid 1 to smithi06780069-16 2024-07-29T15:03:21.452 INFO:tasks.rados.rados.0.smithi067.stdout:237: finishing write tid 2 to smithi06780069-16 2024-07-29T15:03:21.452 INFO:tasks.rados.rados.0.smithi067.stdout:238: finishing rollback tid 0 to smithi06780069-10 2024-07-29T15:03:21.452 INFO:tasks.rados.rados.0.smithi067.stdout:238: finishing rollback tid 1 to smithi06780069-10 2024-07-29T15:03:21.452 INFO:tasks.rados.rados.0.smithi067.stdout:238: finishing rollback tid 2 to smithi06780069-10 2024-07-29T15:03:21.453 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 71 (ObjNum 79 snap 11 seq_num 79) dirty exists 2024-07-29T15:03:21.453 INFO:tasks.rados.rados.0.smithi067.stdout:237: finishing write tid 3 to smithi06780069-16 2024-07-29T15:03:21.453 INFO:tasks.rados.rados.0.smithi067.stdout:237: finishing write tid 4 to smithi06780069-16 2024-07-29T15:03:21.453 INFO:tasks.rados.rados.0.smithi067.stdout:237: finishing write tid 5 to smithi06780069-16 2024-07-29T15:03:21.453 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 16 v 89 (ObjNum 98 snap 18 seq_num 98) dirty exists 2024-07-29T15:03:21.453 INFO:tasks.rados.rados.0.smithi067.stdout:237: left oid 16 (ObjNum 98 snap 18 seq_num 98) 2024-07-29T15:03:21.453 INFO:tasks.rados.rados.0.smithi067.stdout:230: done (6 left) 2024-07-29T15:03:21.453 INFO:tasks.rados.rados.0.smithi067.stdout:233: done (5 left) 2024-07-29T15:03:21.453 INFO:tasks.rados.rados.0.smithi067.stdout:235: done (4 left) 2024-07-29T15:03:21.453 INFO:tasks.rados.rados.0.smithi067.stdout:236: done (3 left) 2024-07-29T15:03:21.453 INFO:tasks.rados.rados.0.smithi067.stdout:237: done (2 left) 2024-07-29T15:03:21.453 INFO:tasks.rados.rados.0.smithi067.stdout:238: done (1 left) 2024-07-29T15:03:21.453 INFO:tasks.rados.rados.0.smithi067.stdout:242: delete oid 41 current snap is 18 2024-07-29T15:03:21.457 INFO:tasks.rados.rados.0.smithi067.stdout:242: done (1 left) 2024-07-29T15:03:21.457 INFO:tasks.rados.rados.0.smithi067.stdout:243: delete oid 39 current snap is 18 2024-07-29T15:03:21.461 INFO:tasks.rados.rados.0.smithi067.stdout:243: done (1 left) 2024-07-29T15:03:21.461 INFO:tasks.rados.rados.0.smithi067.stdout:244: setattr oid 47 current snap is 18 2024-07-29T15:03:21.464 INFO:tasks.rados.rados.0.smithi067.stdout:245: snap_remove snap 7 2024-07-29T15:03:21.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:21 smithi067 ceph-mon[39695]: osdmap e115: 8 total, 8 up, 8 in 2024-07-29T15:03:21.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:21 smithi067 ceph-mon[39695]: pgmap v160: 121 pgs: 121 active+clean; 46 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:03:21.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:21 smithi067 ceph-mon[29363]: osdmap e115: 8 total, 8 up, 8 in 2024-07-29T15:03:21.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:21 smithi067 ceph-mon[29363]: pgmap v160: 121 pgs: 121 active+clean; 46 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:03:21.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:21 smithi138 ceph-mon[32824]: osdmap e115: 8 total, 8 up, 8 in 2024-07-29T15:03:21.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:21 smithi138 ceph-mon[32824]: pgmap v160: 121 pgs: 121 active+clean; 46 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:03:22.461 INFO:tasks.rados.rados.0.smithi067.stdout:245: done (2 left) 2024-07-29T15:03:22.462 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 49 current snap is 18 2024-07-29T15:03:22.462 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 49 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-07-29T15:03:22.462 INFO:tasks.rados.rados.0.smithi067.stdout:241: finishing copy_from racing read to smithi06780069-2 2024-07-29T15:03:22.462 INFO:tasks.rados.rados.0.smithi067.stdout:241: finishing copy_from to smithi06780069-2 2024-07-29T15:03:22.462 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 82 (ObjNum 93 snap 18 seq_num 93) dirty exists 2024-07-29T15:03:22.462 INFO:tasks.rados.rados.0.smithi067.stdout:246: seq_num 101 ranges {2179072=499712,2678784=573440,3252224=524288,3776512=106496} 2024-07-29T15:03:22.477 INFO:tasks.rados.rados.0.smithi067.stdout:246: writing smithi06780069-49 from 2179072 to 2678784 tid 1 2024-07-29T15:03:22.480 INFO:tasks.rados.rados.0.smithi067.stdout:246: writing smithi06780069-49 from 2678784 to 3252224 tid 2 2024-07-29T15:03:22.483 INFO:tasks.rados.rados.0.smithi067.stdout:246: writing smithi06780069-49 from 3252224 to 3776512 tid 3 2024-07-29T15:03:22.484 INFO:tasks.rados.rados.0.smithi067.stdout:246: writing smithi06780069-49 from 3776512 to 3883008 tid 4 2024-07-29T15:03:22.485 INFO:tasks.rados.rados.0.smithi067.stdout:241: done (2 left) 2024-07-29T15:03:22.485 INFO:tasks.rados.rados.0.smithi067.stdout:244: done (1 left) 2024-07-29T15:03:22.485 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 2 current snap is 18 2024-07-29T15:03:22.485 INFO:tasks.rados.rados.0.smithi067.stdout:246: finishing write tid 1 to smithi06780069-49 2024-07-29T15:03:22.485 INFO:tasks.rados.rados.0.smithi067.stdout:246: finishing write tid 2 to smithi06780069-49 2024-07-29T15:03:22.485 INFO:tasks.rados.rados.0.smithi067.stdout:247: seq_num 102 ranges {2801664=516096,3317760=450560,3768320=729088,4497408=24576} 2024-07-29T15:03:22.502 INFO:tasks.rados.rados.0.smithi067.stdout:247: writing smithi06780069-2 from 2801664 to 3317760 tid 1 2024-07-29T15:03:22.505 INFO:tasks.rados.rados.0.smithi067.stdout:247: writing smithi06780069-2 from 3317760 to 3768320 tid 2 2024-07-29T15:03:22.509 INFO:tasks.rados.rados.0.smithi067.stdout:247: writing smithi06780069-2 from 3768320 to 4497408 tid 3 2024-07-29T15:03:22.510 INFO:tasks.rados.rados.0.smithi067.stdout:247: writing smithi06780069-2 from 4497408 to 4521984 tid 4 2024-07-29T15:03:22.510 INFO:tasks.rados.rados.0.smithi067.stdout:248: copy_from oid 27 from oid 26 current snap is 18 2024-07-29T15:03:22.510 INFO:tasks.rados.rados.0.smithi067.stdout:246: finishing write tid 3 to smithi06780069-49 2024-07-29T15:03:22.510 INFO:tasks.rados.rados.0.smithi067.stdout:246: finishing write tid 4 to smithi06780069-49 2024-07-29T15:03:22.510 INFO:tasks.rados.rados.0.smithi067.stdout:246: finishing write tid 5 to smithi06780069-49 2024-07-29T15:03:22.510 INFO:tasks.rados.rados.0.smithi067.stdout:246: finishing write tid 6 to smithi06780069-49 2024-07-29T15:03:22.510 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 65 (ObjNum 101 snap 18 seq_num 101) dirty exists 2024-07-29T15:03:22.510 INFO:tasks.rados.rados.0.smithi067.stdout:246: left oid 49 (ObjNum 101 snap 18 seq_num 101) 2024-07-29T15:03:22.510 INFO:tasks.rados.rados.0.smithi067.stdout:247: finishing write tid 1 to smithi06780069-2 2024-07-29T15:03:22.511 INFO:tasks.rados.rados.0.smithi067.stdout:247: finishing write tid 2 to smithi06780069-2 2024-07-29T15:03:22.511 INFO:tasks.rados.rados.0.smithi067.stdout:246: done (2 left) 2024-07-29T15:03:22.511 INFO:tasks.rados.rados.0.smithi067.stdout:249: snap_create 2024-07-29T15:03:22.511 INFO:tasks.rados.rados.0.smithi067.stdout:248: finishing copy_from to smithi06780069-27 2024-07-29T15:03:22.511 INFO:tasks.rados.rados.0.smithi067.stdout:248: got expected ENOENT (src dne) 2024-07-29T15:03:22.511 INFO:tasks.rados.rados.0.smithi067.stdout:248: finishing copy_from racing read to smithi06780069-27 2024-07-29T15:03:22.513 INFO:tasks.rados.rados.0.smithi067.stdout:247: finishing write tid 3 to smithi06780069-2 2024-07-29T15:03:22.513 INFO:tasks.rados.rados.0.smithi067.stdout:247: finishing write tid 4 to smithi06780069-2 2024-07-29T15:03:22.513 INFO:tasks.rados.rados.0.smithi067.stdout:247: finishing write tid 5 to smithi06780069-2 2024-07-29T15:03:22.514 INFO:tasks.rados.rados.0.smithi067.stdout:247: finishing write tid 6 to smithi06780069-2 2024-07-29T15:03:22.514 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 87 (ObjNum 102 snap 18 seq_num 102) dirty exists 2024-07-29T15:03:22.514 INFO:tasks.rados.rados.0.smithi067.stdout:247: left oid 2 (ObjNum 102 snap 18 seq_num 102) 2024-07-29T15:03:22.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:22 smithi067 ceph-mon[29363]: osdmap e116: 8 total, 8 up, 8 in 2024-07-29T15:03:22.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:22 smithi067 ceph-mon[39695]: osdmap e116: 8 total, 8 up, 8 in 2024-07-29T15:03:22.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:22 smithi138 ceph-mon[32824]: osdmap e116: 8 total, 8 up, 8 in 2024-07-29T15:03:23.460 INFO:tasks.rados.rados.0.smithi067.stdout:247: done (2 left) 2024-07-29T15:03:23.460 INFO:tasks.rados.rados.0.smithi067.stdout:248: done (1 left) 2024-07-29T15:03:23.460 INFO:tasks.rados.rados.0.smithi067.stdout:249: done (0 left) 2024-07-29T15:03:23.460 INFO:tasks.rados.rados.0.smithi067.stdout:250: snap_create 2024-07-29T15:03:23.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:23 smithi067 ceph-mon[29363]: osdmap e117: 8 total, 8 up, 8 in 2024-07-29T15:03:23.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:23 smithi067 ceph-mon[29363]: pgmap v163: 121 pgs: 121 active+clean; 57 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 782 KiB/s rd, 3.5 MiB/s wr, 26 op/s 2024-07-29T15:03:23.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:23 smithi067 ceph-mon[39695]: osdmap e117: 8 total, 8 up, 8 in 2024-07-29T15:03:23.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:23 smithi067 ceph-mon[39695]: pgmap v163: 121 pgs: 121 active+clean; 57 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 782 KiB/s rd, 3.5 MiB/s wr, 26 op/s 2024-07-29T15:03:23.739 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:23 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:03:23] "GET /metrics HTTP/1.1" 200 239153 "" "Prometheus/2.43.0" 2024-07-29T15:03:23.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:23 smithi138 ceph-mon[32824]: osdmap e117: 8 total, 8 up, 8 in 2024-07-29T15:03:23.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:23 smithi138 ceph-mon[32824]: pgmap v163: 121 pgs: 121 active+clean; 57 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 782 KiB/s rd, 3.5 MiB/s wr, 26 op/s 2024-07-29T15:03:24.461 INFO:tasks.rados.rados.0.smithi067.stdout:250: done (0 left) 2024-07-29T15:03:24.462 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 17 current snap is 20 2024-07-29T15:03:24.462 INFO:tasks.rados.rados.0.smithi067.stdout:251: seq_num 103 ranges {0=532480,532480=737280,1269760=466944} 2024-07-29T15:03:24.464 INFO:tasks.rados.rados.0.smithi067.stdout:251: writing smithi06780069-17 from 0 to 532480 tid 1 2024-07-29T15:03:24.468 INFO:tasks.rados.rados.0.smithi067.stdout:251: writing smithi06780069-17 from 532480 to 1269760 tid 2 2024-07-29T15:03:24.471 INFO:tasks.rados.rados.0.smithi067.stdout:251: writing smithi06780069-17 from 1269760 to 1736704 tid 3 2024-07-29T15:03:24.472 INFO:tasks.rados.rados.0.smithi067.stdout:252: rollback oid 8 current snap is 20 2024-07-29T15:03:24.472 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 8 to 11 2024-07-29T15:03:24.472 INFO:tasks.rados.rados.0.smithi067.stdout:251: finishing write tid 1 to smithi06780069-17 2024-07-29T15:03:24.472 INFO:tasks.rados.rados.0.smithi067.stdout:253: rmattr oid 26 current snap is 20 2024-07-29T15:03:24.472 INFO:tasks.rados.rados.0.smithi067.stdout:253: done (2 left) 2024-07-29T15:03:24.472 INFO:tasks.rados.rados.0.smithi067.stdout:254: delete oid 2 current snap is 20 2024-07-29T15:03:24.472 INFO:tasks.rados.rados.0.smithi067.stdout:251: finishing write tid 2 to smithi06780069-17 2024-07-29T15:03:24.475 INFO:tasks.rados.rados.0.smithi067.stdout:251: finishing write tid 3 to smithi06780069-17 2024-07-29T15:03:24.476 INFO:tasks.rados.rados.0.smithi067.stdout:254: done (2 left) 2024-07-29T15:03:24.476 INFO:tasks.rados.rados.0.smithi067.stdout:255: rmattr oid 24 current snap is 20 2024-07-29T15:03:24.476 INFO:tasks.rados.rados.0.smithi067.stdout:255: done (2 left) 2024-07-29T15:03:24.476 INFO:tasks.rados.rados.0.smithi067.stdout:256: snap_create 2024-07-29T15:03:24.476 INFO:tasks.rados.rados.0.smithi067.stdout:251: finishing write tid 4 to smithi06780069-17 2024-07-29T15:03:24.477 INFO:tasks.rados.rados.0.smithi067.stdout:252: finishing rollback tid 1 to smithi06780069-8 2024-07-29T15:03:24.477 INFO:tasks.rados.rados.0.smithi067.stdout:252: finishing rollback tid 2 to smithi06780069-8 2024-07-29T15:03:24.477 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 42 (ObjNum 74 snap 7 seq_num 74) dirty exists 2024-07-29T15:03:24.477 INFO:tasks.rados.rados.0.smithi067.stdout:251: finishing write tid 5 to smithi06780069-17 2024-07-29T15:03:24.477 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 40 (ObjNum 103 snap 20 seq_num 103) dirty exists 2024-07-29T15:03:24.477 INFO:tasks.rados.rados.0.smithi067.stdout:251: left oid 17 (ObjNum 103 snap 20 seq_num 103) 2024-07-29T15:03:24.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:24 smithi067 ceph-mon[29363]: osdmap e118: 8 total, 8 up, 8 in 2024-07-29T15:03:24.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:24 smithi067 ceph-mon[39695]: osdmap e118: 8 total, 8 up, 8 in 2024-07-29T15:03:24.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:24 smithi138 ceph-mon[32824]: osdmap e118: 8 total, 8 up, 8 in 2024-07-29T15:03:25.472 INFO:tasks.rados.rados.0.smithi067.stdout:251: done (2 left) 2024-07-29T15:03:25.472 INFO:tasks.rados.rados.0.smithi067.stdout:252: done (1 left) 2024-07-29T15:03:25.473 INFO:tasks.rados.rados.0.smithi067.stdout:256: done (0 left) 2024-07-29T15:03:25.473 INFO:tasks.rados.rados.0.smithi067.stdout:257: copy_from oid 48 from oid 47 current snap is 21 2024-07-29T15:03:25.473 INFO:tasks.rados.rados.0.smithi067.stdout:258: read oid 34 snap -1 2024-07-29T15:03:25.473 INFO:tasks.rados.rados.0.smithi067.stdout:258: expect deleted 2024-07-29T15:03:25.473 INFO:tasks.rados.rados.0.smithi067.stdout:259: snap_create 2024-07-29T15:03:25.483 INFO:tasks.rados.rados.0.smithi067.stdout:257: finishing copy_from racing read to smithi06780069-48 2024-07-29T15:03:25.484 INFO:tasks.rados.rados.0.smithi067.stdout:257: finishing copy_from to smithi06780069-48 2024-07-29T15:03:25.484 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 48 v 49 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-07-29T15:03:25.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:25 smithi067 ceph-mon[29363]: osdmap e119: 8 total, 8 up, 8 in 2024-07-29T15:03:25.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:25 smithi067 ceph-mon[29363]: pgmap v166: 121 pgs: 121 active+clean; 57 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 782 KiB/s rd, 3.5 MiB/s wr, 26 op/s 2024-07-29T15:03:25.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:25 smithi067 ceph-mon[39695]: osdmap e119: 8 total, 8 up, 8 in 2024-07-29T15:03:25.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:25 smithi067 ceph-mon[39695]: pgmap v166: 121 pgs: 121 active+clean; 57 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 782 KiB/s rd, 3.5 MiB/s wr, 26 op/s 2024-07-29T15:03:25.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:25 smithi138 ceph-mon[32824]: osdmap e119: 8 total, 8 up, 8 in 2024-07-29T15:03:25.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:25 smithi138 ceph-mon[32824]: pgmap v166: 121 pgs: 121 active+clean; 57 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 782 KiB/s rd, 3.5 MiB/s wr, 26 op/s 2024-07-29T15:03:26.473 INFO:tasks.rados.rados.0.smithi067.stdout:257: done (2 left) 2024-07-29T15:03:26.473 INFO:tasks.rados.rados.0.smithi067.stdout:258: done (1 left) 2024-07-29T15:03:26.474 INFO:tasks.rados.rados.0.smithi067.stdout:259: done (0 left) 2024-07-29T15:03:26.474 INFO:tasks.rados.rados.0.smithi067.stdout:260: read oid 47 snap -1 2024-07-29T15:03:26.474 INFO:tasks.rados.rados.0.smithi067.stdout:260: expect (ObjNum 46 snap 0 seq_num 46) 2024-07-29T15:03:26.474 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 36 current snap is 22 2024-07-29T15:03:26.474 INFO:tasks.rados.rados.0.smithi067.stdout:261: seq_num 105 ranges {172032=565248,737280=507904,1245184=507904,1753088=188416} 2024-07-29T15:03:26.476 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:26 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:03:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-29T15:03:26.477 INFO:tasks.rados.rados.0.smithi067.stdout:261: writing smithi06780069-36 from 172032 to 737280 tid 1 2024-07-29T15:03:26.481 INFO:tasks.rados.rados.0.smithi067.stdout:261: writing smithi06780069-36 from 737280 to 1245184 tid 2 2024-07-29T15:03:26.484 INFO:tasks.rados.rados.0.smithi067.stdout:261: writing smithi06780069-36 from 1245184 to 1753088 tid 3 2024-07-29T15:03:26.486 INFO:tasks.rados.rados.0.smithi067.stdout:261: writing smithi06780069-36 from 1753088 to 1941504 tid 4 2024-07-29T15:03:26.486 INFO:tasks.rados.rados.0.smithi067.stdout:262: rollback oid 18 current snap is 22 2024-07-29T15:03:26.486 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 18 to 20 2024-07-29T15:03:26.486 INFO:tasks.rados.rados.0.smithi067.stdout:260: expect (ObjNum 46 snap 0 seq_num 46) 2024-07-29T15:03:26.511 INFO:tasks.rados.rados.0.smithi067.stdout:261: finishing write tid 1 to smithi06780069-36 2024-07-29T15:03:26.511 INFO:tasks.rados.rados.0.smithi067.stdout:261: finishing write tid 2 to smithi06780069-36 2024-07-29T15:03:26.511 INFO:tasks.rados.rados.0.smithi067.stdout:262: finishing rollback tid 1 to smithi06780069-18 2024-07-29T15:03:26.511 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 0 (ObjNum 65 snap 0 seq_num 1432510829) dirty dne 2024-07-29T15:03:26.511 INFO:tasks.rados.rados.0.smithi067.stdout:261: finishing write tid 3 to smithi06780069-36 2024-07-29T15:03:26.511 INFO:tasks.rados.rados.0.smithi067.stdout:261: finishing write tid 4 to smithi06780069-36 2024-07-29T15:03:26.511 INFO:tasks.rados.rados.0.smithi067.stdout:261: finishing write tid 5 to smithi06780069-36 2024-07-29T15:03:26.512 INFO:tasks.rados.rados.0.smithi067.stdout:261: finishing write tid 6 to smithi06780069-36 2024-07-29T15:03:26.512 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 48 (ObjNum 105 snap 22 seq_num 105) dirty exists 2024-07-29T15:03:26.512 INFO:tasks.rados.rados.0.smithi067.stdout:261: left oid 36 (ObjNum 105 snap 22 seq_num 105) 2024-07-29T15:03:26.512 INFO:tasks.rados.rados.0.smithi067.stdout:260: done (2 left) 2024-07-29T15:03:26.512 INFO:tasks.rados.rados.0.smithi067.stdout:261: done (1 left) 2024-07-29T15:03:26.512 INFO:tasks.rados.rados.0.smithi067.stdout:262: done (0 left) 2024-07-29T15:03:26.512 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 2 current snap is 22 2024-07-29T15:03:26.512 INFO:tasks.rados.rados.0.smithi067.stdout:263: seq_num 106 ranges {0=581632,581632=794624,1376256=409600} 2024-07-29T15:03:26.513 INFO:tasks.rados.rados.0.smithi067.stdout:263: writing smithi06780069-2 from 0 to 581632 tid 1 2024-07-29T15:03:26.518 INFO:tasks.rados.rados.0.smithi067.stdout:263: writing smithi06780069-2 from 581632 to 1376256 tid 2 2024-07-29T15:03:26.520 INFO:tasks.rados.rados.0.smithi067.stdout:263: writing smithi06780069-2 from 1376256 to 1785856 tid 3 2024-07-29T15:03:26.520 INFO:tasks.rados.rados.0.smithi067.stdout:264: delete oid 40 current snap is 22 2024-07-29T15:03:26.520 INFO:tasks.rados.rados.0.smithi067.stdout:263: finishing write tid 1 to smithi06780069-2 2024-07-29T15:03:26.521 INFO:tasks.rados.rados.0.smithi067.stdout:263: finishing write tid 2 to smithi06780069-2 2024-07-29T15:03:26.522 INFO:tasks.rados.rados.0.smithi067.stdout:264: done (1 left) 2024-07-29T15:03:26.522 INFO:tasks.rados.rados.0.smithi067.stdout:265: read oid 47 snap -1 2024-07-29T15:03:26.522 INFO:tasks.rados.rados.0.smithi067.stdout:265: expect (ObjNum 46 snap 0 seq_num 46) 2024-07-29T15:03:26.522 INFO:tasks.rados.rados.0.smithi067.stdout:266: rollback oid 49 current snap is 22 2024-07-29T15:03:26.522 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 49 to 18 2024-07-29T15:03:26.523 INFO:tasks.rados.rados.0.smithi067.stdout:267: snap_remove snap 11 2024-07-29T15:03:26.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:26 smithi067 ceph-mon[39695]: osdmap e120: 8 total, 8 up, 8 in 2024-07-29T15:03:26.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:26 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:03:26.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:26 smithi067 ceph-mon[29363]: osdmap e120: 8 total, 8 up, 8 in 2024-07-29T15:03:26.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:26 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:03:26.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:26 smithi138 ceph-mon[32824]: osdmap e120: 8 total, 8 up, 8 in 2024-07-29T15:03:26.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:26 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:03:27.389 INFO:tasks.rados.rados.0.smithi067.stdout:263: finishing write tid 3 to smithi06780069-2 2024-07-29T15:03:27.389 INFO:tasks.rados.rados.0.smithi067.stdout:263: finishing write tid 4 to smithi06780069-2 2024-07-29T15:03:27.389 INFO:tasks.rados.rados.0.smithi067.stdout:263: finishing write tid 5 to smithi06780069-2 2024-07-29T15:03:27.389 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 92 (ObjNum 106 snap 22 seq_num 106) dirty exists 2024-07-29T15:03:27.389 INFO:tasks.rados.rados.0.smithi067.stdout:263: left oid 2 (ObjNum 106 snap 22 seq_num 106) 2024-07-29T15:03:27.390 INFO:tasks.rados.rados.0.smithi067.stdout:266: finishing rollback tid 0 to smithi06780069-49 2024-07-29T15:03:27.390 INFO:tasks.rados.rados.0.smithi067.stdout:266: finishing rollback tid 1 to smithi06780069-49 2024-07-29T15:03:27.390 INFO:tasks.rados.rados.0.smithi067.stdout:266: finishing rollback tid 2 to smithi06780069-49 2024-07-29T15:03:27.390 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 69 (ObjNum 101 snap 18 seq_num 101) dirty exists 2024-07-29T15:03:27.390 INFO:tasks.rados.rados.0.smithi067.stdout:265: expect (ObjNum 46 snap 0 seq_num 46) 2024-07-29T15:03:27.424 INFO:tasks.rados.rados.0.smithi067.stdout:263: done (3 left) 2024-07-29T15:03:27.424 INFO:tasks.rados.rados.0.smithi067.stdout:265: done (2 left) 2024-07-29T15:03:27.424 INFO:tasks.rados.rados.0.smithi067.stdout:266: done (1 left) 2024-07-29T15:03:27.424 INFO:tasks.rados.rados.0.smithi067.stdout:267: done (0 left) 2024-07-29T15:03:27.424 INFO:tasks.rados.rados.0.smithi067.stdout:268: snap_create 2024-07-29T15:03:27.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:27 smithi067 ceph-mon[39695]: osdmap e121: 8 total, 8 up, 8 in 2024-07-29T15:03:27.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:27 smithi067 ceph-mon[39695]: pgmap v169: 121 pgs: 121 active+clean; 67 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-07-29T15:03:27.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:27 smithi067 ceph-mon[39695]: osdmap e122: 8 total, 8 up, 8 in 2024-07-29T15:03:27.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:27 smithi067 ceph-mon[29363]: osdmap e121: 8 total, 8 up, 8 in 2024-07-29T15:03:27.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:27 smithi067 ceph-mon[29363]: pgmap v169: 121 pgs: 121 active+clean; 67 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-07-29T15:03:27.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:27 smithi067 ceph-mon[29363]: osdmap e122: 8 total, 8 up, 8 in 2024-07-29T15:03:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:27 smithi138 ceph-mon[32824]: osdmap e121: 8 total, 8 up, 8 in 2024-07-29T15:03:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:27 smithi138 ceph-mon[32824]: pgmap v169: 121 pgs: 121 active+clean; 67 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-07-29T15:03:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:27 smithi138 ceph-mon[32824]: osdmap e122: 8 total, 8 up, 8 in 2024-07-29T15:03:28.404 INFO:tasks.rados.rados.0.smithi067.stdout:268: done (0 left) 2024-07-29T15:03:28.459 INFO:tasks.rados.rados.0.smithi067.stdout:269: snap_create 2024-07-29T15:03:29.409 INFO:tasks.rados.rados.0.smithi067.stdout:269: done (0 left) 2024-07-29T15:03:29.409 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 30 current snap is 24 2024-07-29T15:03:29.409 INFO:tasks.rados.rados.0.smithi067.stdout:270: seq_num 108 ranges {491520=614400,1105920=606208,1712128=598016} 2024-07-29T15:03:29.414 INFO:tasks.rados.rados.0.smithi067.stdout:270: writing smithi06780069-30 from 491520 to 1105920 tid 1 2024-07-29T15:03:29.418 INFO:tasks.rados.rados.0.smithi067.stdout:270: writing smithi06780069-30 from 1105920 to 1712128 tid 2 2024-07-29T15:03:29.422 INFO:tasks.rados.rados.0.smithi067.stdout:270: writing smithi06780069-30 from 1712128 to 2310144 tid 3 2024-07-29T15:03:29.422 INFO:tasks.rados.rados.0.smithi067.stdout:271: rmattr oid 17 current snap is 24 2024-07-29T15:03:29.422 INFO:tasks.rados.rados.0.smithi067.stdout:271: done (1 left) 2024-07-29T15:03:29.422 INFO:tasks.rados.rados.0.smithi067.stdout:272: snap_remove snap 21 2024-07-29T15:03:29.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:29 smithi067 ceph-mon[29363]: osdmap e123: 8 total, 8 up, 8 in 2024-07-29T15:03:29.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:29 smithi067 ceph-mon[39695]: osdmap e123: 8 total, 8 up, 8 in 2024-07-29T15:03:29.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:29 smithi138 ceph-mon[32824]: osdmap e123: 8 total, 8 up, 8 in 2024-07-29T15:03:30.413 INFO:tasks.rados.rados.0.smithi067.stdout:270: finishing write tid 1 to smithi06780069-30 2024-07-29T15:03:30.414 INFO:tasks.rados.rados.0.smithi067.stdout:270: finishing write tid 2 to smithi06780069-30 2024-07-29T15:03:30.414 INFO:tasks.rados.rados.0.smithi067.stdout:270: finishing write tid 3 to smithi06780069-30 2024-07-29T15:03:30.414 INFO:tasks.rados.rados.0.smithi067.stdout:270: finishing write tid 4 to smithi06780069-30 2024-07-29T15:03:30.414 INFO:tasks.rados.rados.0.smithi067.stdout:270: finishing write tid 5 to smithi06780069-30 2024-07-29T15:03:30.414 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 90 (ObjNum 108 snap 24 seq_num 108) dirty exists 2024-07-29T15:03:30.414 INFO:tasks.rados.rados.0.smithi067.stdout:270: left oid 30 (ObjNum 108 snap 24 seq_num 108) 2024-07-29T15:03:30.414 INFO:tasks.rados.rados.0.smithi067.stdout:270: done (1 left) 2024-07-29T15:03:30.414 INFO:tasks.rados.rados.0.smithi067.stdout:272: done (0 left) 2024-07-29T15:03:30.414 INFO:tasks.rados.rados.0.smithi067.stdout:273: snap_remove snap 10 2024-07-29T15:03:30.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:30 smithi067 ceph-mon[29363]: pgmap v172: 121 pgs: 121 active+clean; 67 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-07-29T15:03:30.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:30 smithi067 ceph-mon[29363]: osdmap e124: 8 total, 8 up, 8 in 2024-07-29T15:03:30.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:30 smithi067 ceph-mon[39695]: pgmap v172: 121 pgs: 121 active+clean; 67 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-07-29T15:03:30.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:30 smithi067 ceph-mon[39695]: osdmap e124: 8 total, 8 up, 8 in 2024-07-29T15:03:30.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:30 smithi138 ceph-mon[32824]: pgmap v172: 121 pgs: 121 active+clean; 67 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-07-29T15:03:30.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:30 smithi138 ceph-mon[32824]: osdmap e124: 8 total, 8 up, 8 in 2024-07-29T15:03:31.421 INFO:tasks.rados.rados.0.smithi067.stdout:273: done (0 left) 2024-07-29T15:03:31.421 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 14 current snap is 24 2024-07-29T15:03:31.421 INFO:tasks.rados.rados.0.smithi067.stdout:274: seq_num 109 ranges {679936=630784,1310720=491520,1802240=483328,2285568=229376} 2024-07-29T15:03:31.429 INFO:tasks.rados.rados.0.smithi067.stdout:274: writing smithi06780069-14 from 679936 to 1310720 tid 1 2024-07-29T15:03:31.432 INFO:tasks.rados.rados.0.smithi067.stdout:274: writing smithi06780069-14 from 1310720 to 1802240 tid 2 2024-07-29T15:03:31.436 INFO:tasks.rados.rados.0.smithi067.stdout:274: writing smithi06780069-14 from 1802240 to 2285568 tid 3 2024-07-29T15:03:31.438 INFO:tasks.rados.rados.0.smithi067.stdout:274: writing smithi06780069-14 from 2285568 to 2514944 tid 4 2024-07-29T15:03:31.439 INFO:tasks.rados.rados.0.smithi067.stdout:275: read oid 3 snap -1 2024-07-29T15:03:31.439 INFO:tasks.rados.rados.0.smithi067.stdout:275: expect (ObjNum 6 snap 0 seq_num 6) 2024-07-29T15:03:31.439 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 20 current snap is 24 2024-07-29T15:03:31.439 INFO:tasks.rados.rados.0.smithi067.stdout:274: finishing write tid 1 to smithi06780069-14 2024-07-29T15:03:31.439 INFO:tasks.rados.rados.0.smithi067.stdout:274: finishing write tid 2 to smithi06780069-14 2024-07-29T15:03:31.439 INFO:tasks.rados.rados.0.smithi067.stdout:276: seq_num 110 ranges {1236992=647168,1884160=778240,2662400=425984} 2024-07-29T15:03:31.449 INFO:tasks.rados.rados.0.smithi067.stdout:276: writing smithi06780069-20 from 1236992 to 1884160 tid 1 2024-07-29T15:03:31.453 INFO:tasks.rados.rados.0.smithi067.stdout:276: writing smithi06780069-20 from 1884160 to 2662400 tid 2 2024-07-29T15:03:31.456 INFO:tasks.rados.rados.0.smithi067.stdout:276: writing smithi06780069-20 from 2662400 to 3088384 tid 3 2024-07-29T15:03:31.456 INFO:tasks.rados.rados.0.smithi067.stdout:277: snap_create 2024-07-29T15:03:31.456 INFO:tasks.rados.rados.0.smithi067.stdout:274: finishing write tid 3 to smithi06780069-14 2024-07-29T15:03:31.456 INFO:tasks.rados.rados.0.smithi067.stdout:274: finishing write tid 4 to smithi06780069-14 2024-07-29T15:03:31.456 INFO:tasks.rados.rados.0.smithi067.stdout:274: finishing write tid 5 to smithi06780069-14 2024-07-29T15:03:31.456 INFO:tasks.rados.rados.0.smithi067.stdout:275: expect (ObjNum 6 snap 0 seq_num 6) 2024-07-29T15:03:31.460 INFO:tasks.rados.rados.0.smithi067.stdout:274: finishing write tid 6 to smithi06780069-14 2024-07-29T15:03:31.460 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 14 v 80 (ObjNum 109 snap 24 seq_num 109) dirty exists 2024-07-29T15:03:31.460 INFO:tasks.rados.rados.0.smithi067.stdout:274: left oid 14 (ObjNum 109 snap 24 seq_num 109) 2024-07-29T15:03:31.460 INFO:tasks.rados.rados.0.smithi067.stdout:276: finishing write tid 1 to smithi06780069-20 2024-07-29T15:03:31.460 INFO:tasks.rados.rados.0.smithi067.stdout:276: finishing write tid 2 to smithi06780069-20 2024-07-29T15:03:31.460 INFO:tasks.rados.rados.0.smithi067.stdout:276: finishing write tid 3 to smithi06780069-20 2024-07-29T15:03:31.460 INFO:tasks.rados.rados.0.smithi067.stdout:276: finishing write tid 4 to smithi06780069-20 2024-07-29T15:03:31.461 INFO:tasks.rados.rados.0.smithi067.stdout:276: finishing write tid 5 to smithi06780069-20 2024-07-29T15:03:31.461 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 55 (ObjNum 110 snap 24 seq_num 110) dirty exists 2024-07-29T15:03:31.461 INFO:tasks.rados.rados.0.smithi067.stdout:276: left oid 20 (ObjNum 110 snap 24 seq_num 110) 2024-07-29T15:03:31.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:31 smithi067 ceph-mon[29363]: osdmap e125: 8 total, 8 up, 8 in 2024-07-29T15:03:31.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:31 smithi067 ceph-mon[39695]: osdmap e125: 8 total, 8 up, 8 in 2024-07-29T15:03:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:31 smithi138 ceph-mon[32824]: osdmap e125: 8 total, 8 up, 8 in 2024-07-29T15:03:32.390 INFO:tasks.rados.rados.0.smithi067.stdout:274: done (3 left) 2024-07-29T15:03:32.391 INFO:tasks.rados.rados.0.smithi067.stdout:275: done (2 left) 2024-07-29T15:03:32.391 INFO:tasks.rados.rados.0.smithi067.stdout:276: done (1 left) 2024-07-29T15:03:32.391 INFO:tasks.rados.rados.0.smithi067.stdout:277: done (0 left) 2024-07-29T15:03:32.391 INFO:tasks.rados.rados.0.smithi067.stdout:278: delete oid 41 current snap is 25 2024-07-29T15:03:32.394 INFO:tasks.rados.rados.0.smithi067.stdout:278: done (0 left) 2024-07-29T15:03:32.394 INFO:tasks.rados.rados.0.smithi067.stdout:279: read oid 13 snap -1 2024-07-29T15:03:32.394 INFO:tasks.rados.rados.0.smithi067.stdout:279: expect (ObjNum 86 snap 16 seq_num 86) 2024-07-29T15:03:32.395 INFO:tasks.rados.rados.0.smithi067.stdout:280: setattr oid 26 current snap is 25 2024-07-29T15:03:32.396 INFO:tasks.rados.rados.0.smithi067.stdout:281: copy_from oid 32 from oid 7 current snap is 25 2024-07-29T15:03:32.397 INFO:tasks.rados.rados.0.smithi067.stdout:282: read oid 22 snap -1 2024-07-29T15:03:32.397 INFO:tasks.rados.rados.0.smithi067.stdout:282: expect deleted 2024-07-29T15:03:32.397 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 15 current snap is 25 2024-07-29T15:03:32.397 INFO:tasks.rados.rados.0.smithi067.stdout:283: seq_num 112 ranges {1048576=679936,1728512=548864,2277376=655360} 2024-07-29T15:03:32.406 INFO:tasks.rados.rados.0.smithi067.stdout:283: writing smithi06780069-15 from 1048576 to 1728512 tid 1 2024-07-29T15:03:32.409 INFO:tasks.rados.rados.0.smithi067.stdout:283: writing smithi06780069-15 from 1728512 to 2277376 tid 2 2024-07-29T15:03:32.414 INFO:tasks.rados.rados.0.smithi067.stdout:283: writing smithi06780069-15 from 2277376 to 2932736 tid 3 2024-07-29T15:03:32.414 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 49 current snap is 25 2024-07-29T15:03:32.414 INFO:tasks.rados.rados.0.smithi067.stdout:284: seq_num 113 ranges {3883008=696320,4579328=434176,5013504=466944,5480448=303104} 2024-07-29T15:03:32.438 INFO:tasks.rados.rados.0.smithi067.stdout:284: writing smithi06780069-49 from 3883008 to 4579328 tid 1 2024-07-29T15:03:32.441 INFO:tasks.rados.rados.0.smithi067.stdout:284: writing smithi06780069-49 from 4579328 to 5013504 tid 2 2024-07-29T15:03:32.444 INFO:tasks.rados.rados.0.smithi067.stdout:284: writing smithi06780069-49 from 5013504 to 5480448 tid 3 2024-07-29T15:03:32.446 INFO:tasks.rados.rados.0.smithi067.stdout:284: writing smithi06780069-49 from 5480448 to 5783552 tid 4 2024-07-29T15:03:32.446 INFO:tasks.rados.rados.0.smithi067.stdout:285: rollback oid 33 current snap is 25 2024-07-29T15:03:32.446 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 33 to 18 2024-07-29T15:03:32.446 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 75 (ObjNum 129 snap 0 seq_num 3880115912) dirty exists 2024-07-29T15:03:32.446 INFO:tasks.rados.rados.0.smithi067.stdout:281: finishing copy_from to smithi06780069-32 2024-07-29T15:03:32.446 INFO:tasks.rados.rados.0.smithi067.stdout:281: got expected ENOENT (src dne) 2024-07-29T15:03:32.447 INFO:tasks.rados.rados.0.smithi067.stdout:281: finishing copy_from racing read to smithi06780069-32 2024-07-29T15:03:32.447 INFO:tasks.rados.rados.0.smithi067.stdout:279: expect (ObjNum 86 snap 16 seq_num 86) 2024-07-29T15:03:32.494 INFO:tasks.rados.rados.0.smithi067.stdout:283: finishing write tid 1 to smithi06780069-15 2024-07-29T15:03:32.495 INFO:tasks.rados.rados.0.smithi067.stdout:283: finishing write tid 2 to smithi06780069-15 2024-07-29T15:03:32.495 INFO:tasks.rados.rados.0.smithi067.stdout:283: finishing write tid 3 to smithi06780069-15 2024-07-29T15:03:32.495 INFO:tasks.rados.rados.0.smithi067.stdout:283: finishing write tid 4 to smithi06780069-15 2024-07-29T15:03:32.495 INFO:tasks.rados.rados.0.smithi067.stdout:283: finishing write tid 5 to smithi06780069-15 2024-07-29T15:03:32.495 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 132 (ObjNum 112 snap 25 seq_num 112) dirty exists 2024-07-29T15:03:32.495 INFO:tasks.rados.rados.0.smithi067.stdout:283: left oid 15 (ObjNum 112 snap 25 seq_num 112) 2024-07-29T15:03:32.495 INFO:tasks.rados.rados.0.smithi067.stdout:284: finishing write tid 1 to smithi06780069-49 2024-07-29T15:03:32.495 INFO:tasks.rados.rados.0.smithi067.stdout:284: finishing write tid 2 to smithi06780069-49 2024-07-29T15:03:32.495 INFO:tasks.rados.rados.0.smithi067.stdout:284: finishing write tid 3 to smithi06780069-49 2024-07-29T15:03:32.495 INFO:tasks.rados.rados.0.smithi067.stdout:284: finishing write tid 4 to smithi06780069-49 2024-07-29T15:03:32.495 INFO:tasks.rados.rados.0.smithi067.stdout:284: finishing write tid 5 to smithi06780069-49 2024-07-29T15:03:32.495 INFO:tasks.rados.rados.0.smithi067.stdout:285: finishing rollback tid 0 to smithi06780069-33 2024-07-29T15:03:32.496 INFO:tasks.rados.rados.0.smithi067.stdout:285: finishing rollback tid 1 to smithi06780069-33 2024-07-29T15:03:32.496 INFO:tasks.rados.rados.0.smithi067.stdout:284: finishing write tid 6 to smithi06780069-49 2024-07-29T15:03:32.496 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 85 (ObjNum 113 snap 25 seq_num 113) dirty exists 2024-07-29T15:03:32.496 INFO:tasks.rados.rados.0.smithi067.stdout:284: left oid 49 (ObjNum 113 snap 25 seq_num 113) 2024-07-29T15:03:32.496 INFO:tasks.rados.rados.0.smithi067.stdout:285: finishing rollback tid 2 to smithi06780069-33 2024-07-29T15:03:32.496 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 33 v 89 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-07-29T15:03:32.496 INFO:tasks.rados.rados.0.smithi067.stdout:279: done (6 left) 2024-07-29T15:03:32.496 INFO:tasks.rados.rados.0.smithi067.stdout:280: done (5 left) 2024-07-29T15:03:32.496 INFO:tasks.rados.rados.0.smithi067.stdout:281: done (4 left) 2024-07-29T15:03:32.496 INFO:tasks.rados.rados.0.smithi067.stdout:282: done (3 left) 2024-07-29T15:03:32.496 INFO:tasks.rados.rados.0.smithi067.stdout:283: done (2 left) 2024-07-29T15:03:32.496 INFO:tasks.rados.rados.0.smithi067.stdout:284: done (1 left) 2024-07-29T15:03:32.496 INFO:tasks.rados.rados.0.smithi067.stdout:285: done (0 left) 2024-07-29T15:03:32.496 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 23 current snap is 25 2024-07-29T15:03:32.496 INFO:tasks.rados.rados.0.smithi067.stdout:286: seq_num 114 ranges {2621440=712704,3334144=712704,4046848=491520} 2024-07-29T15:03:32.512 INFO:tasks.rados.rados.0.smithi067.stdout:286: writing smithi06780069-23 from 2621440 to 3334144 tid 1 2024-07-29T15:03:32.517 INFO:tasks.rados.rados.0.smithi067.stdout:286: writing smithi06780069-23 from 3334144 to 4046848 tid 2 2024-07-29T15:03:32.520 INFO:tasks.rados.rados.0.smithi067.stdout:286: writing smithi06780069-23 from 4046848 to 4538368 tid 3 2024-07-29T15:03:32.521 INFO:tasks.rados.rados.0.smithi067.stdout:287: read oid 33 snap -1 2024-07-29T15:03:32.521 INFO:tasks.rados.rados.0.smithi067.stdout:287: expect (ObjNum 15 snap 0 seq_num 15) 2024-07-29T15:03:32.521 INFO:tasks.rados.rados.0.smithi067.stdout:288: rollback oid 39 current snap is 25 2024-07-29T15:03:32.521 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 39 to 22 2024-07-29T15:03:32.521 INFO:tasks.rados.rados.0.smithi067.stdout:286: finishing write tid 1 to smithi06780069-23 2024-07-29T15:03:32.521 INFO:tasks.rados.rados.0.smithi067.stdout:289: rmattr oid 22 current snap is 25 2024-07-29T15:03:32.521 INFO:tasks.rados.rados.0.smithi067.stdout:289: done (3 left) 2024-07-29T15:03:32.521 INFO:tasks.rados.rados.0.smithi067.stdout:290: copy_from oid 8 from oid 7 current snap is 25 2024-07-29T15:03:32.521 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 30 current snap is 25 2024-07-29T15:03:32.521 INFO:tasks.rados.rados.0.smithi067.stdout:291: seq_num 115 ranges {2310144=729088,3039232=647168,3686400=434176,4120576=122880} 2024-07-29T15:03:32.537 INFO:tasks.rados.rados.0.smithi067.stdout:291: writing smithi06780069-30 from 2310144 to 3039232 tid 1 2024-07-29T15:03:32.540 INFO:tasks.rados.rados.0.smithi067.stdout:291: writing smithi06780069-30 from 3039232 to 3686400 tid 2 2024-07-29T15:03:32.543 INFO:tasks.rados.rados.0.smithi067.stdout:291: writing smithi06780069-30 from 3686400 to 4120576 tid 3 2024-07-29T15:03:32.544 INFO:tasks.rados.rados.0.smithi067.stdout:291: writing smithi06780069-30 from 4120576 to 4243456 tid 4 2024-07-29T15:03:32.544 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 11 current snap is 25 2024-07-29T15:03:32.544 INFO:tasks.rados.rados.0.smithi067.stdout:292: seq_num 116 ranges {0=745472,745472=532480,1277952=638976,1916928=32768} 2024-07-29T15:03:32.548 INFO:tasks.rados.rados.0.smithi067.stdout:292: writing smithi06780069-11 from 0 to 745472 tid 1 2024-07-29T15:03:32.551 INFO:tasks.rados.rados.0.smithi067.stdout:292: writing smithi06780069-11 from 745472 to 1277952 tid 2 2024-07-29T15:03:32.555 INFO:tasks.rados.rados.0.smithi067.stdout:292: writing smithi06780069-11 from 1277952 to 1916928 tid 3 2024-07-29T15:03:32.555 INFO:tasks.rados.rados.0.smithi067.stdout:292: writing smithi06780069-11 from 1916928 to 1949696 tid 4 2024-07-29T15:03:32.555 INFO:tasks.rados.rados.0.smithi067.stdout:293: read oid 45 snap 23 2024-07-29T15:03:32.555 INFO:tasks.rados.rados.0.smithi067.stdout:293: expect (ObjNum 44 snap 0 seq_num 44) 2024-07-29T15:03:32.555 INFO:tasks.rados.rados.0.smithi067.stdout:294: rmattr oid 15 current snap is 25 2024-07-29T15:03:32.555 INFO:tasks.rados.rados.0.smithi067.stdout:286: finishing write tid 2 to smithi06780069-23 2024-07-29T15:03:32.555 INFO:tasks.rados.rados.0.smithi067.stdout:288: finishing rollback tid 1 to smithi06780069-39 2024-07-29T15:03:32.555 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-29T15:03:32.555 INFO:tasks.rados.rados.0.smithi067.stdout:290: finishing copy_from to smithi06780069-8 2024-07-29T15:03:32.556 INFO:tasks.rados.rados.0.smithi067.stdout:290: got expected ENOENT (src dne) 2024-07-29T15:03:32.556 INFO:tasks.rados.rados.0.smithi067.stdout:290: finishing copy_from racing read to smithi06780069-8 2024-07-29T15:03:32.556 INFO:tasks.rados.rados.0.smithi067.stdout:288: done (7 left) 2024-07-29T15:03:32.556 INFO:tasks.rados.rados.0.smithi067.stdout:290: done (6 left) 2024-07-29T15:03:32.556 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 29 current snap is 25 2024-07-29T15:03:32.556 INFO:tasks.rados.rados.0.smithi067.stdout:295: seq_num 117 ranges {0=770048,770048=417792,1187840=442368,1630208=344064} 2024-07-29T15:03:32.559 INFO:tasks.rados.rados.0.smithi067.stdout:295: writing smithi06780069-29 from 0 to 770048 tid 1 2024-07-29T15:03:32.561 INFO:tasks.rados.rados.0.smithi067.stdout:295: writing smithi06780069-29 from 770048 to 1187840 tid 2 2024-07-29T15:03:32.564 INFO:tasks.rados.rados.0.smithi067.stdout:295: writing smithi06780069-29 from 1187840 to 1630208 tid 3 2024-07-29T15:03:32.566 INFO:tasks.rados.rados.0.smithi067.stdout:295: writing smithi06780069-29 from 1630208 to 1974272 tid 4 2024-07-29T15:03:32.567 INFO:tasks.rados.rados.0.smithi067.stdout:296: read oid 12 snap -1 2024-07-29T15:03:32.567 INFO:tasks.rados.rados.0.smithi067.stdout:296: expect (ObjNum 76 snap 8 seq_num 76) 2024-07-29T15:03:32.567 INFO:tasks.rados.rados.0.smithi067.stdout:297: read oid 27 snap 18 2024-07-29T15:03:32.567 INFO:tasks.rados.rados.0.smithi067.stdout:297: expect (ObjNum 3 snap 0 seq_num 3) 2024-07-29T15:03:32.567 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 38 current snap is 25 2024-07-29T15:03:32.567 INFO:tasks.rados.rados.0.smithi067.stdout:286: finishing write tid 3 to smithi06780069-23 2024-07-29T15:03:32.567 INFO:tasks.rados.rados.0.smithi067.stdout:287: expect (ObjNum 15 snap 0 seq_num 15) 2024-07-29T15:03:32.575 INFO:tasks.rados.rados.0.smithi067.stdout:286: finishing write tid 4 to smithi06780069-23 2024-07-29T15:03:32.575 INFO:tasks.rados.rados.0.smithi067.stdout:286: finishing write tid 5 to smithi06780069-23 2024-07-29T15:03:32.575 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 107 (ObjNum 114 snap 25 seq_num 114) dirty exists 2024-07-29T15:03:32.576 INFO:tasks.rados.rados.0.smithi067.stdout:286: left oid 23 (ObjNum 114 snap 25 seq_num 114) 2024-07-29T15:03:32.576 INFO:tasks.rados.rados.0.smithi067.stdout:291: finishing write tid 1 to smithi06780069-30 2024-07-29T15:03:32.576 INFO:tasks.rados.rados.0.smithi067.stdout:291: finishing write tid 2 to smithi06780069-30 2024-07-29T15:03:32.576 INFO:tasks.rados.rados.0.smithi067.stdout:291: finishing write tid 3 to smithi06780069-30 2024-07-29T15:03:32.576 INFO:tasks.rados.rados.0.smithi067.stdout:291: finishing write tid 4 to smithi06780069-30 2024-07-29T15:03:32.576 INFO:tasks.rados.rados.0.smithi067.stdout:291: finishing write tid 5 to smithi06780069-30 2024-07-29T15:03:32.576 INFO:tasks.rados.rados.0.smithi067.stdout:291: finishing write tid 6 to smithi06780069-30 2024-07-29T15:03:32.576 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 113 (ObjNum 115 snap 25 seq_num 115) dirty exists 2024-07-29T15:03:32.576 INFO:tasks.rados.rados.0.smithi067.stdout:291: left oid 30 (ObjNum 115 snap 25 seq_num 115) 2024-07-29T15:03:32.576 INFO:tasks.rados.rados.0.smithi067.stdout:292: finishing write tid 1 to smithi06780069-11 2024-07-29T15:03:32.576 INFO:tasks.rados.rados.0.smithi067.stdout:298: seq_num 118 ranges {761856=786432,1548288=704512,2252800=499712} 2024-07-29T15:03:32.583 INFO:tasks.rados.rados.0.smithi067.stdout:298: writing smithi06780069-38 from 761856 to 1548288 tid 1 2024-07-29T15:03:32.587 INFO:tasks.rados.rados.0.smithi067.stdout:298: writing smithi06780069-38 from 1548288 to 2252800 tid 2 2024-07-29T15:03:32.591 INFO:tasks.rados.rados.0.smithi067.stdout:298: writing smithi06780069-38 from 2252800 to 2752512 tid 3 2024-07-29T15:03:32.591 INFO:tasks.rados.rados.0.smithi067.stdout:286: done (9 left) 2024-07-29T15:03:32.591 INFO:tasks.rados.rados.0.smithi067.stdout:287: done (8 left) 2024-07-29T15:03:32.591 INFO:tasks.rados.rados.0.smithi067.stdout:291: done (7 left) 2024-07-29T15:03:32.591 INFO:tasks.rados.rados.0.smithi067.stdout:299: snap_remove snap 22 2024-07-29T15:03:32.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:32 smithi067 ceph-mon[39695]: pgmap v175: 121 pgs: 121 active+clean; 67 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:03:32.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:32 smithi067 ceph-mon[39695]: osdmap e126: 8 total, 8 up, 8 in 2024-07-29T15:03:32.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:32 smithi067 ceph-mon[39695]: osdmap e127: 8 total, 8 up, 8 in 2024-07-29T15:03:32.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:32 smithi067 ceph-mon[29363]: pgmap v175: 121 pgs: 121 active+clean; 67 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:03:32.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:32 smithi067 ceph-mon[29363]: osdmap e126: 8 total, 8 up, 8 in 2024-07-29T15:03:32.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:32 smithi067 ceph-mon[29363]: osdmap e127: 8 total, 8 up, 8 in 2024-07-29T15:03:32.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:32 smithi138 ceph-mon[32824]: pgmap v175: 121 pgs: 121 active+clean; 67 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:03:32.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:32 smithi138 ceph-mon[32824]: osdmap e126: 8 total, 8 up, 8 in 2024-07-29T15:03:32.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:32 smithi138 ceph-mon[32824]: osdmap e127: 8 total, 8 up, 8 in 2024-07-29T15:03:33.428 INFO:tasks.rados.rados.0.smithi067.stdout:299: done (7 left) 2024-07-29T15:03:33.428 INFO:tasks.rados.rados.0.smithi067.stdout:300: copy_from oid 13 from oid 24 current snap is 25 2024-07-29T15:03:33.428 INFO:tasks.rados.rados.0.smithi067.stdout:301: rollback oid 50 current snap is 25 2024-07-29T15:03:33.428 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 50 to 20 2024-07-29T15:03:33.429 INFO:tasks.rados.rados.0.smithi067.stdout:302: rollback oid 16 current snap is 25 2024-07-29T15:03:33.429 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 16 to 19 2024-07-29T15:03:33.429 INFO:tasks.rados.rados.0.smithi067.stdout:292: finishing write tid 2 to smithi06780069-11 2024-07-29T15:03:33.429 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 133 (ObjNum 112 snap 25 seq_num 112) dirty exists 2024-07-29T15:03:33.429 INFO:tasks.rados.rados.0.smithi067.stdout:292: finishing write tid 3 to smithi06780069-11 2024-07-29T15:03:33.429 INFO:tasks.rados.rados.0.smithi067.stdout:292: finishing write tid 4 to smithi06780069-11 2024-07-29T15:03:33.429 INFO:tasks.rados.rados.0.smithi067.stdout:292: finishing write tid 5 to smithi06780069-11 2024-07-29T15:03:33.429 INFO:tasks.rados.rados.0.smithi067.stdout:293: expect (ObjNum 44 snap 0 seq_num 44) 2024-07-29T15:03:33.453 INFO:tasks.rados.rados.0.smithi067.stdout:292: finishing write tid 6 to smithi06780069-11 2024-07-29T15:03:33.453 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 11 v 118 (ObjNum 116 snap 25 seq_num 116) dirty exists 2024-07-29T15:03:33.453 INFO:tasks.rados.rados.0.smithi067.stdout:292: left oid 11 (ObjNum 116 snap 25 seq_num 116) 2024-07-29T15:03:33.453 INFO:tasks.rados.rados.0.smithi067.stdout:295: finishing write tid 1 to smithi06780069-29 2024-07-29T15:03:33.453 INFO:tasks.rados.rados.0.smithi067.stdout:295: finishing write tid 2 to smithi06780069-29 2024-07-29T15:03:33.453 INFO:tasks.rados.rados.0.smithi067.stdout:295: finishing write tid 3 to smithi06780069-29 2024-07-29T15:03:33.453 INFO:tasks.rados.rados.0.smithi067.stdout:295: finishing write tid 4 to smithi06780069-29 2024-07-29T15:03:33.453 INFO:tasks.rados.rados.0.smithi067.stdout:295: finishing write tid 5 to smithi06780069-29 2024-07-29T15:03:33.453 INFO:tasks.rados.rados.0.smithi067.stdout:295: finishing write tid 6 to smithi06780069-29 2024-07-29T15:03:33.453 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 73 (ObjNum 117 snap 25 seq_num 117) dirty exists 2024-07-29T15:03:33.453 INFO:tasks.rados.rados.0.smithi067.stdout:295: left oid 29 (ObjNum 117 snap 25 seq_num 117) 2024-07-29T15:03:33.454 INFO:tasks.rados.rados.0.smithi067.stdout:297: expect (ObjNum 3 snap 0 seq_num 3) 2024-07-29T15:03:33.454 INFO:tasks.rados.rados.0.smithi067.stdout:296: expect (ObjNum 76 snap 8 seq_num 76) 2024-07-29T15:03:33.497 INFO:tasks.rados.rados.0.smithi067.stdout:298: finishing write tid 1 to smithi06780069-38 2024-07-29T15:03:33.497 INFO:tasks.rados.rados.0.smithi067.stdout:298: finishing write tid 2 to smithi06780069-38 2024-07-29T15:03:33.497 INFO:tasks.rados.rados.0.smithi067.stdout:298: finishing write tid 3 to smithi06780069-38 2024-07-29T15:03:33.497 INFO:tasks.rados.rados.0.smithi067.stdout:298: finishing write tid 4 to smithi06780069-38 2024-07-29T15:03:33.497 INFO:tasks.rados.rados.0.smithi067.stdout:298: finishing write tid 5 to smithi06780069-38 2024-07-29T15:03:33.497 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 38 v 76 (ObjNum 118 snap 25 seq_num 118) dirty exists 2024-07-29T15:03:33.498 INFO:tasks.rados.rados.0.smithi067.stdout:298: left oid 38 (ObjNum 118 snap 25 seq_num 118) 2024-07-29T15:03:33.498 INFO:tasks.rados.rados.0.smithi067.stdout:292: done (9 left) 2024-07-29T15:03:33.498 INFO:tasks.rados.rados.0.smithi067.stdout:293: done (8 left) 2024-07-29T15:03:33.498 INFO:tasks.rados.rados.0.smithi067.stdout:294: done (7 left) 2024-07-29T15:03:33.498 INFO:tasks.rados.rados.0.smithi067.stdout:295: done (6 left) 2024-07-29T15:03:33.498 INFO:tasks.rados.rados.0.smithi067.stdout:296: done (5 left) 2024-07-29T15:03:33.498 INFO:tasks.rados.rados.0.smithi067.stdout:297: done (4 left) 2024-07-29T15:03:33.498 INFO:tasks.rados.rados.0.smithi067.stdout:298: done (3 left) 2024-07-29T15:03:33.498 INFO:tasks.rados.rados.0.smithi067.stdout:303: rmattr oid 21 current snap is 25 2024-07-29T15:03:33.498 INFO:tasks.rados.rados.0.smithi067.stdout:303: done (3 left) 2024-07-29T15:03:33.498 INFO:tasks.rados.rados.0.smithi067.stdout:304: rollback oid 14 current snap is 25 2024-07-29T15:03:33.498 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 14 to 24 2024-07-29T15:03:33.499 INFO:tasks.rados.rados.0.smithi067.stdout:302: finishing rollback tid 0 to smithi06780069-16 2024-07-29T15:03:33.499 INFO:tasks.rados.rados.0.smithi067.stdout:302: finishing rollback tid 1 to smithi06780069-16 2024-07-29T15:03:33.499 INFO:tasks.rados.rados.0.smithi067.stdout:302: finishing rollback tid 2 to smithi06780069-16 2024-07-29T15:03:33.499 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 16 v 137 (ObjNum 98 snap 18 seq_num 98) dirty exists 2024-07-29T15:03:33.499 INFO:tasks.rados.rados.0.smithi067.stdout:301: finishing rollback tid 0 to smithi06780069-50 2024-07-29T15:03:33.499 INFO:tasks.rados.rados.0.smithi067.stdout:301: finishing rollback tid 1 to smithi06780069-50 2024-07-29T15:03:33.499 INFO:tasks.rados.rados.0.smithi067.stdout:301: finishing rollback tid 2 to smithi06780069-50 2024-07-29T15:03:33.499 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 50 v 77 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-07-29T15:03:33.499 INFO:tasks.rados.rados.0.smithi067.stdout:300: finishing copy_from racing read to smithi06780069-13 2024-07-29T15:03:33.499 INFO:tasks.rados.rados.0.smithi067.stdout:300: finishing copy_from to smithi06780069-13 2024-07-29T15:03:33.499 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 13 v 82 (ObjNum 93 snap 18 seq_num 93) dirty exists 2024-07-29T15:03:33.499 INFO:tasks.rados.rados.0.smithi067.stdout:300: done (3 left) 2024-07-29T15:03:33.500 INFO:tasks.rados.rados.0.smithi067.stdout:301: done (2 left) 2024-07-29T15:03:33.500 INFO:tasks.rados.rados.0.smithi067.stdout:302: done (1 left) 2024-07-29T15:03:33.500 INFO:tasks.rados.rados.0.smithi067.stdout:305: rmattr oid 47 current snap is 25 2024-07-29T15:03:33.500 INFO:tasks.rados.rados.0.smithi067.stdout:306: copy_from oid 35 from oid 28 current snap is 25 2024-07-29T15:03:33.500 INFO:tasks.rados.rados.0.smithi067.stdout:307: rollback oid 39 current snap is 25 2024-07-29T15:03:33.500 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 39 to 23 2024-07-29T15:03:33.500 INFO:tasks.rados.rados.0.smithi067.stdout:308: snap_remove snap 20 2024-07-29T15:03:33.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:33 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:03:33] "GET /metrics HTTP/1.1" 200 239275 "" "Prometheus/2.43.0" 2024-07-29T15:03:34.432 INFO:tasks.rados.rados.0.smithi067.stdout:308: done (4 left) 2024-07-29T15:03:34.432 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 12 current snap is 25 2024-07-29T15:03:34.432 INFO:tasks.rados.rados.0.smithi067.stdout:304: finishing rollback tid 0 to smithi06780069-14 2024-07-29T15:03:34.432 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 69 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-07-29T15:03:34.432 INFO:tasks.rados.rados.0.smithi067.stdout:304: finishing rollback tid 1 to smithi06780069-14 2024-07-29T15:03:34.432 INFO:tasks.rados.rados.0.smithi067.stdout:304: finishing rollback tid 2 to smithi06780069-14 2024-07-29T15:03:34.432 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 14 v 86 (ObjNum 109 snap 24 seq_num 109) dirty exists 2024-07-29T15:03:34.433 INFO:tasks.rados.rados.0.smithi067.stdout:307: finishing rollback tid 1 to smithi06780069-39 2024-07-29T15:03:34.433 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-29T15:03:34.433 INFO:tasks.rados.rados.0.smithi067.stdout:306: finishing copy_from racing read to smithi06780069-35 2024-07-29T15:03:34.433 INFO:tasks.rados.rados.0.smithi067.stdout:306: finishing copy_from to smithi06780069-35 2024-07-29T15:03:34.433 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 35 v 7 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-07-29T15:03:34.433 INFO:tasks.rados.rados.0.smithi067.stdout:309: seq_num 119 ranges {1466368=802816,2269184=589824,2859008=409600,3268608=204800} 2024-07-29T15:03:34.445 INFO:tasks.rados.rados.0.smithi067.stdout:309: writing smithi06780069-12 from 1466368 to 2269184 tid 1 2024-07-29T15:03:34.448 INFO:tasks.rados.rados.0.smithi067.stdout:309: writing smithi06780069-12 from 2269184 to 2859008 tid 2 2024-07-29T15:03:34.451 INFO:tasks.rados.rados.0.smithi067.stdout:309: writing smithi06780069-12 from 2859008 to 3268608 tid 3 2024-07-29T15:03:34.452 INFO:tasks.rados.rados.0.smithi067.stdout:309: writing smithi06780069-12 from 3268608 to 3473408 tid 4 2024-07-29T15:03:34.453 INFO:tasks.rados.rados.0.smithi067.stdout:304: done (4 left) 2024-07-29T15:03:34.453 INFO:tasks.rados.rados.0.smithi067.stdout:305: done (3 left) 2024-07-29T15:03:34.453 INFO:tasks.rados.rados.0.smithi067.stdout:306: done (2 left) 2024-07-29T15:03:34.453 INFO:tasks.rados.rados.0.smithi067.stdout:307: done (1 left) 2024-07-29T15:03:34.453 INFO:tasks.rados.rados.0.smithi067.stdout:310: setattr oid 41 current snap is 25 2024-07-29T15:03:34.456 INFO:tasks.rados.rados.0.smithi067.stdout:309: finishing write tid 1 to smithi06780069-12 2024-07-29T15:03:34.456 INFO:tasks.rados.rados.0.smithi067.stdout:311: snap_remove snap 18 2024-07-29T15:03:34.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:34 smithi067 ceph-mon[29363]: pgmap v178: 121 pgs: 121 active+clean; 53 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 79 KiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-07-29T15:03:34.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:34 smithi067 ceph-mon[29363]: osdmap e128: 8 total, 8 up, 8 in 2024-07-29T15:03:34.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:34 smithi067 ceph-mon[39695]: pgmap v178: 121 pgs: 121 active+clean; 53 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 79 KiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-07-29T15:03:34.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:34 smithi067 ceph-mon[39695]: osdmap e128: 8 total, 8 up, 8 in 2024-07-29T15:03:34.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:34 smithi138 ceph-mon[32824]: pgmap v178: 121 pgs: 121 active+clean; 53 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 79 KiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-07-29T15:03:34.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:34 smithi138 ceph-mon[32824]: osdmap e128: 8 total, 8 up, 8 in 2024-07-29T15:03:35.447 INFO:tasks.rados.rados.0.smithi067.stdout:309: finishing write tid 2 to smithi06780069-12 2024-07-29T15:03:35.448 INFO:tasks.rados.rados.0.smithi067.stdout:309: finishing write tid 3 to smithi06780069-12 2024-07-29T15:03:35.448 INFO:tasks.rados.rados.0.smithi067.stdout:309: finishing write tid 4 to smithi06780069-12 2024-07-29T15:03:35.448 INFO:tasks.rados.rados.0.smithi067.stdout:309: finishing write tid 5 to smithi06780069-12 2024-07-29T15:03:35.448 INFO:tasks.rados.rados.0.smithi067.stdout:309: finishing write tid 6 to smithi06780069-12 2024-07-29T15:03:35.448 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 94 (ObjNum 119 snap 25 seq_num 119) dirty exists 2024-07-29T15:03:35.448 INFO:tasks.rados.rados.0.smithi067.stdout:309: left oid 12 (ObjNum 119 snap 25 seq_num 119) 2024-07-29T15:03:35.448 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 61 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-07-29T15:03:35.448 INFO:tasks.rados.rados.0.smithi067.stdout:309: done (2 left) 2024-07-29T15:03:35.448 INFO:tasks.rados.rados.0.smithi067.stdout:310: done (1 left) 2024-07-29T15:03:35.448 INFO:tasks.rados.rados.0.smithi067.stdout:311: done (0 left) 2024-07-29T15:03:35.448 INFO:tasks.rados.rados.0.smithi067.stdout:312: setattr oid 40 current snap is 25 2024-07-29T15:03:35.451 INFO:tasks.rados.rados.0.smithi067.stdout:313: snap_create 2024-07-29T15:03:35.460 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 40 v 129 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-07-29T15:03:35.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:35 smithi067 ceph-mon[39695]: osdmap e129: 8 total, 8 up, 8 in 2024-07-29T15:03:35.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:35 smithi067 ceph-mon[39695]: pgmap v181: 121 pgs: 121 active+clean; 53 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 79 KiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-07-29T15:03:35.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:35 smithi067 ceph-mon[29363]: osdmap e129: 8 total, 8 up, 8 in 2024-07-29T15:03:35.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:35 smithi067 ceph-mon[29363]: pgmap v181: 121 pgs: 121 active+clean; 53 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 79 KiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-07-29T15:03:35.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:35 smithi138 ceph-mon[32824]: osdmap e129: 8 total, 8 up, 8 in 2024-07-29T15:03:35.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:35 smithi138 ceph-mon[32824]: pgmap v181: 121 pgs: 121 active+clean; 53 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 79 KiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-07-29T15:03:36.310 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:36 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[34694]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:03:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-29T15:03:36.448 INFO:tasks.rados.rados.0.smithi067.stdout:312: done (1 left) 2024-07-29T15:03:36.448 INFO:tasks.rados.rados.0.smithi067.stdout:313: done (0 left) 2024-07-29T15:03:36.448 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 33 current snap is 26 2024-07-29T15:03:36.448 INFO:tasks.rados.rados.0.smithi067.stdout:314: seq_num 120 ranges {253952=417792,671744=475136,1146880=622592,1769472=507904} 2024-07-29T15:03:36.451 INFO:tasks.rados.rados.0.smithi067.stdout:314: writing smithi06780069-33 from 253952 to 671744 tid 1 2024-07-29T15:03:36.454 INFO:tasks.rados.rados.0.smithi067.stdout:314: writing smithi06780069-33 from 671744 to 1146880 tid 2 2024-07-29T15:03:36.458 INFO:tasks.rados.rados.0.smithi067.stdout:314: writing smithi06780069-33 from 1146880 to 1769472 tid 3 2024-07-29T15:03:36.462 INFO:tasks.rados.rados.0.smithi067.stdout:314: writing smithi06780069-33 from 1769472 to 2277376 tid 4 2024-07-29T15:03:36.462 INFO:tasks.rados.rados.0.smithi067.stdout:315: copy_from oid 18 from oid 13 current snap is 26 2024-07-29T15:03:36.462 INFO:tasks.rados.rados.0.smithi067.stdout:314: finishing write tid 1 to smithi06780069-33 2024-07-29T15:03:36.462 INFO:tasks.rados.rados.0.smithi067.stdout:314: finishing write tid 2 to smithi06780069-33 2024-07-29T15:03:36.462 INFO:tasks.rados.rados.0.smithi067.stdout:314: finishing write tid 3 to smithi06780069-33 2024-07-29T15:03:36.462 INFO:tasks.rados.rados.0.smithi067.stdout:316: snap_create 2024-07-29T15:03:36.464 INFO:tasks.rados.rados.0.smithi067.stdout:314: finishing write tid 4 to smithi06780069-33 2024-07-29T15:03:36.464 INFO:tasks.rados.rados.0.smithi067.stdout:314: finishing write tid 5 to smithi06780069-33 2024-07-29T15:03:36.470 INFO:tasks.rados.rados.0.smithi067.stdout:314: finishing write tid 6 to smithi06780069-33 2024-07-29T15:03:36.470 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 33 v 113 (ObjNum 120 snap 26 seq_num 120) dirty exists 2024-07-29T15:03:36.470 INFO:tasks.rados.rados.0.smithi067.stdout:314: left oid 33 (ObjNum 120 snap 26 seq_num 120) 2024-07-29T15:03:36.477 INFO:tasks.rados.rados.0.smithi067.stdout:315: finishing copy_from racing read to smithi06780069-18 2024-07-29T15:03:36.478 INFO:tasks.rados.rados.0.smithi067.stdout:315: finishing copy_from to smithi06780069-18 2024-07-29T15:03:36.478 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 82 (ObjNum 93 snap 18 seq_num 93) dirty exists 2024-07-29T15:03:36.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:36 smithi067 ceph-mon[29363]: osdmap e130: 8 total, 8 up, 8 in 2024-07-29T15:03:36.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:36 smithi067 ceph-mon[39695]: osdmap e130: 8 total, 8 up, 8 in 2024-07-29T15:03:36.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:36 smithi138 ceph-mon[32824]: osdmap e130: 8 total, 8 up, 8 in 2024-07-29T15:03:37.456 INFO:tasks.rados.rados.0.smithi067.stdout:314: done (2 left) 2024-07-29T15:03:37.456 INFO:tasks.rados.rados.0.smithi067.stdout:315: done (1 left) 2024-07-29T15:03:37.456 INFO:tasks.rados.rados.0.smithi067.stdout:316: done (0 left) 2024-07-29T15:03:37.456 INFO:tasks.rados.rados.0.smithi067.stdout:317: snap_create 2024-07-29T15:03:37.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:37 smithi067 ceph-mon[29363]: osdmap e131: 8 total, 8 up, 8 in 2024-07-29T15:03:37.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:37 smithi067 ceph-mon[29363]: pgmap v184: 121 pgs: 121 active+clean; 75 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.6 MiB/s wr, 38 op/s 2024-07-29T15:03:37.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:37 smithi067 ceph-mon[39695]: osdmap e131: 8 total, 8 up, 8 in 2024-07-29T15:03:37.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:37 smithi067 ceph-mon[39695]: pgmap v184: 121 pgs: 121 active+clean; 75 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.6 MiB/s wr, 38 op/s 2024-07-29T15:03:37.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:37 smithi138 ceph-mon[32824]: osdmap e131: 8 total, 8 up, 8 in 2024-07-29T15:03:37.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:37 smithi138 ceph-mon[32824]: pgmap v184: 121 pgs: 121 active+clean; 75 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.6 MiB/s wr, 38 op/s 2024-07-29T15:03:38.470 INFO:tasks.rados.rados.0.smithi067.stdout:317: done (0 left) 2024-07-29T15:03:38.470 INFO:tasks.rados.rados.0.smithi067.stdout:318: read oid 15 snap -1 2024-07-29T15:03:38.470 INFO:tasks.rados.rados.0.smithi067.stdout:318: expect (ObjNum 112 snap 25 seq_num 112) 2024-07-29T15:03:38.470 INFO:tasks.rados.rados.0.smithi067.stdout:319: delete oid 29 current snap is 28 2024-07-29T15:03:38.474 INFO:tasks.rados.rados.0.smithi067.stdout:319: done (1 left) 2024-07-29T15:03:38.474 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 30 current snap is 28 2024-07-29T15:03:38.474 INFO:tasks.rados.rados.0.smithi067.stdout:320: seq_num 122 ranges {4243456=450560,4694016=688128,5382144=630784,6012928=286720} 2024-07-29T15:03:38.500 INFO:tasks.rados.rados.0.smithi067.stdout:320: writing smithi06780069-30 from 4243456 to 4694016 tid 1 2024-07-29T15:03:38.503 INFO:tasks.rados.rados.0.smithi067.stdout:320: writing smithi06780069-30 from 4694016 to 5382144 tid 2 2024-07-29T15:03:38.507 INFO:tasks.rados.rados.0.smithi067.stdout:320: writing smithi06780069-30 from 5382144 to 6012928 tid 3 2024-07-29T15:03:38.509 INFO:tasks.rados.rados.0.smithi067.stdout:320: writing smithi06780069-30 from 6012928 to 6299648 tid 4 2024-07-29T15:03:38.509 INFO:tasks.rados.rados.0.smithi067.stdout:321: read oid 36 snap 27 2024-07-29T15:03:38.509 INFO:tasks.rados.rados.0.smithi067.stdout:321: expect (ObjNum 105 snap 22 seq_num 105) 2024-07-29T15:03:38.509 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 29 current snap is 28 2024-07-29T15:03:38.509 INFO:tasks.rados.rados.0.smithi067.stdout:322: seq_num 123 ranges {0=466944,466944=573440,1040384=794624,1835008=237568} 2024-07-29T15:03:38.512 INFO:tasks.rados.rados.0.smithi067.stdout:322: writing smithi06780069-29 from 0 to 466944 tid 1 2024-07-29T15:03:38.515 INFO:tasks.rados.rados.0.smithi067.stdout:322: writing smithi06780069-29 from 466944 to 1040384 tid 2 2024-07-29T15:03:38.520 INFO:tasks.rados.rados.0.smithi067.stdout:322: writing smithi06780069-29 from 1040384 to 1835008 tid 3 2024-07-29T15:03:38.522 INFO:tasks.rados.rados.0.smithi067.stdout:322: writing smithi06780069-29 from 1835008 to 2072576 tid 4 2024-07-29T15:03:38.522 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 4 current snap is 28 2024-07-29T15:03:38.522 INFO:tasks.rados.rados.0.smithi067.stdout:318: expect (ObjNum 112 snap 25 seq_num 112) 2024-07-29T15:03:38.619 INFO:tasks.rados.rados.0.smithi067.stdout:320: finishing write tid 1 to smithi06780069-30 2024-07-29T15:03:38.620 INFO:tasks.rados.rados.0.smithi067.stdout:320: finishing write tid 2 to smithi06780069-30 2024-07-29T15:03:38.620 INFO:tasks.rados.rados.0.smithi067.stdout:320: finishing write tid 3 to smithi06780069-30 2024-07-29T15:03:38.620 INFO:tasks.rados.rados.0.smithi067.stdout:320: finishing write tid 4 to smithi06780069-30 2024-07-29T15:03:38.620 INFO:tasks.rados.rados.0.smithi067.stdout:320: finishing write tid 5 to smithi06780069-30 2024-07-29T15:03:38.620 INFO:tasks.rados.rados.0.smithi067.stdout:320: finishing write tid 6 to smithi06780069-30 2024-07-29T15:03:38.620 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 141 (ObjNum 122 snap 28 seq_num 122) dirty exists 2024-07-29T15:03:38.620 INFO:tasks.rados.rados.0.smithi067.stdout:320: left oid 30 (ObjNum 122 snap 28 seq_num 122) 2024-07-29T15:03:38.620 INFO:tasks.rados.rados.0.smithi067.stdout:322: finishing write tid 1 to smithi06780069-29 2024-07-29T15:03:38.620 INFO:tasks.rados.rados.0.smithi067.stdout:323: seq_num 124 ranges {57344=483328,540672=458752,999424=598016,1597440=548864} 2024-07-29T15:03:38.622 INFO:tasks.rados.rados.0.smithi067.stdout:323: writing smithi06780069-4 from 57344 to 540672 tid 1 2024-07-29T15:03:38.625 INFO:tasks.rados.rados.0.smithi067.stdout:323: writing smithi06780069-4 from 540672 to 999424 tid 2 2024-07-29T15:03:38.628 INFO:tasks.rados.rados.0.smithi067.stdout:323: writing smithi06780069-4 from 999424 to 1597440 tid 3 2024-07-29T15:03:38.634 INFO:tasks.rados.rados.0.smithi067.stdout:323: writing smithi06780069-4 from 1597440 to 2146304 tid 4 2024-07-29T15:03:38.634 INFO:tasks.rados.rados.0.smithi067.stdout:318: done (4 left) 2024-07-29T15:03:38.634 INFO:tasks.rados.rados.0.smithi067.stdout:320: done (3 left) 2024-07-29T15:03:38.634 INFO:tasks.rados.rados.0.smithi067.stdout:324: rollback oid 11 current snap is 28 2024-07-29T15:03:38.634 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 11 to 26 2024-07-29T15:03:38.634 INFO:tasks.rados.rados.0.smithi067.stdout:322: finishing write tid 2 to smithi06780069-29 2024-07-29T15:03:38.634 INFO:tasks.rados.rados.0.smithi067.stdout:321: expect (ObjNum 105 snap 22 seq_num 105) 2024-07-29T15:03:38.687 INFO:tasks.rados.rados.0.smithi067.stdout:322: finishing write tid 3 to smithi06780069-29 2024-07-29T15:03:38.687 INFO:tasks.rados.rados.0.smithi067.stdout:322: finishing write tid 4 to smithi06780069-29 2024-07-29T15:03:38.687 INFO:tasks.rados.rados.0.smithi067.stdout:322: finishing write tid 5 to smithi06780069-29 2024-07-29T15:03:38.687 INFO:tasks.rados.rados.0.smithi067.stdout:322: finishing write tid 6 to smithi06780069-29 2024-07-29T15:03:38.687 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 88 (ObjNum 123 snap 28 seq_num 123) dirty exists 2024-07-29T15:03:38.687 INFO:tasks.rados.rados.0.smithi067.stdout:322: left oid 29 (ObjNum 123 snap 28 seq_num 123) 2024-07-29T15:03:38.687 INFO:tasks.rados.rados.0.smithi067.stdout:323: finishing write tid 1 to smithi06780069-4 2024-07-29T15:03:38.687 INFO:tasks.rados.rados.0.smithi067.stdout:323: finishing write tid 2 to smithi06780069-4 2024-07-29T15:03:38.687 INFO:tasks.rados.rados.0.smithi067.stdout:323: finishing write tid 3 to smithi06780069-4 2024-07-29T15:03:38.687 INFO:tasks.rados.rados.0.smithi067.stdout:323: finishing write tid 4 to smithi06780069-4 2024-07-29T15:03:38.687 INFO:tasks.rados.rados.0.smithi067.stdout:323: finishing write tid 5 to smithi06780069-4 2024-07-29T15:03:38.688 INFO:tasks.rados.rados.0.smithi067.stdout:321: done (3 left) 2024-07-29T15:03:38.688 INFO:tasks.rados.rados.0.smithi067.stdout:322: done (2 left) 2024-07-29T15:03:38.688 INFO:tasks.rados.rados.0.smithi067.stdout:325: snap_remove snap 25 2024-07-29T15:03:38.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:38 smithi067 ceph-mon[29363]: osdmap e132: 8 total, 8 up, 8 in 2024-07-29T15:03:38.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:38 smithi067 ceph-mon[39695]: osdmap e132: 8 total, 8 up, 8 in 2024-07-29T15:03:38.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:38 smithi138 ceph-mon[32824]: osdmap e132: 8 total, 8 up, 8 in 2024-07-29T15:03:39.477 INFO:tasks.rados.rados.0.smithi067.stdout:325: done (2 left) 2024-07-29T15:03:39.477 INFO:tasks.rados.rados.0.smithi067.stdout:326: rollback oid 25 current snap is 28 2024-07-29T15:03:39.477 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 25 to 27 2024-07-29T15:03:39.477 INFO:tasks.rados.rados.0.smithi067.stdout:324: finishing rollback tid 0 to smithi06780069-11 2024-07-29T15:03:39.477 INFO:tasks.rados.rados.0.smithi067.stdout:324: finishing rollback tid 1 to smithi06780069-11 2024-07-29T15:03:39.477 INFO:tasks.rados.rados.0.smithi067.stdout:324: finishing rollback tid 2 to smithi06780069-11 2024-07-29T15:03:39.478 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 11 v 145 (ObjNum 116 snap 25 seq_num 116) dirty exists 2024-07-29T15:03:39.478 INFO:tasks.rados.rados.0.smithi067.stdout:323: finishing write tid 6 to smithi06780069-4 2024-07-29T15:03:39.478 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 119 (ObjNum 124 snap 28 seq_num 124) dirty exists 2024-07-29T15:03:39.478 INFO:tasks.rados.rados.0.smithi067.stdout:323: left oid 4 (ObjNum 124 snap 28 seq_num 124) 2024-07-29T15:03:39.478 INFO:tasks.rados.rados.0.smithi067.stdout:323: done (2 left) 2024-07-29T15:03:39.478 INFO:tasks.rados.rados.0.smithi067.stdout:324: done (1 left) 2024-07-29T15:03:39.478 INFO:tasks.rados.rados.0.smithi067.stdout:327: snap_create 2024-07-29T15:03:39.482 INFO:tasks.rados.rados.0.smithi067.stdout:326: finishing rollback tid 0 to smithi06780069-25 2024-07-29T15:03:39.482 INFO:tasks.rados.rados.0.smithi067.stdout:326: finishing rollback tid 1 to smithi06780069-25 2024-07-29T15:03:39.483 INFO:tasks.rados.rados.0.smithi067.stdout:326: finishing rollback tid 2 to smithi06780069-25 2024-07-29T15:03:39.483 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 25 v 79 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-07-29T15:03:39.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:39 smithi067 ceph-mon[29363]: osdmap e133: 8 total, 8 up, 8 in 2024-07-29T15:03:39.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:39 smithi067 ceph-mon[29363]: pgmap v187: 121 pgs: 121 active+clean; 75 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.6 MiB/s wr, 38 op/s 2024-07-29T15:03:39.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:39 smithi067 ceph-mon[39695]: osdmap e133: 8 total, 8 up, 8 in 2024-07-29T15:03:39.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:39 smithi067 ceph-mon[39695]: pgmap v187: 121 pgs: 121 active+clean; 75 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.6 MiB/s wr, 38 op/s 2024-07-29T15:03:39.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:39 smithi138 ceph-mon[32824]: osdmap e133: 8 total, 8 up, 8 in 2024-07-29T15:03:39.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:39 smithi138 ceph-mon[32824]: pgmap v187: 121 pgs: 121 active+clean; 75 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.6 MiB/s wr, 38 op/s 2024-07-29T15:03:40.475 INFO:tasks.rados.rados.0.smithi067.stdout:326: done (1 left) 2024-07-29T15:03:40.475 INFO:tasks.rados.rados.0.smithi067.stdout:327: done (0 left) 2024-07-29T15:03:40.475 INFO:tasks.rados.rados.0.smithi067.stdout:328: read oid 23 snap -1 2024-07-29T15:03:40.476 INFO:tasks.rados.rados.0.smithi067.stdout:328: expect (ObjNum 114 snap 25 seq_num 114) 2024-07-29T15:03:40.476 INFO:tasks.rados.rados.0.smithi067.stdout:329: delete oid 34 current snap is 29 2024-07-29T15:03:40.479 INFO:tasks.rados.rados.0.smithi067.stdout:329: done (1 left) 2024-07-29T15:03:40.479 INFO:tasks.rados.rados.0.smithi067.stdout:330: delete oid 10 current snap is 29 2024-07-29T15:03:40.482 INFO:tasks.rados.rados.0.smithi067.stdout:330: done (1 left) 2024-07-29T15:03:40.482 INFO:tasks.rados.rados.0.smithi067.stdout:331: read oid 37 snap -1 2024-07-29T15:03:40.482 INFO:tasks.rados.rados.0.smithi067.stdout:331: expect (ObjNum 2 snap 0 seq_num 2) 2024-07-29T15:03:40.482 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 48 current snap is 29 2024-07-29T15:03:40.482 INFO:tasks.rados.rados.0.smithi067.stdout:332: seq_num 127 ranges {778240=532480,1310720=507904,1818624=778240,2596864=319488} 2024-07-29T15:03:40.489 INFO:tasks.rados.rados.0.smithi067.stdout:332: writing smithi06780069-48 from 778240 to 1310720 tid 1 2024-07-29T15:03:40.492 INFO:tasks.rados.rados.0.smithi067.stdout:332: writing smithi06780069-48 from 1310720 to 1818624 tid 2 2024-07-29T15:03:40.496 INFO:tasks.rados.rados.0.smithi067.stdout:332: writing smithi06780069-48 from 1818624 to 2596864 tid 3 2024-07-29T15:03:40.499 INFO:tasks.rados.rados.0.smithi067.stdout:332: writing smithi06780069-48 from 2596864 to 2916352 tid 4 2024-07-29T15:03:40.499 INFO:tasks.rados.rados.0.smithi067.stdout:333: snap_remove snap 28 2024-07-29T15:03:40.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:40 smithi067 ceph-mon[29363]: osdmap e134: 8 total, 8 up, 8 in 2024-07-29T15:03:40.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:40 smithi067 ceph-mon[39695]: osdmap e134: 8 total, 8 up, 8 in 2024-07-29T15:03:40.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:40 smithi138 ceph-mon[32824]: osdmap e134: 8 total, 8 up, 8 in 2024-07-29T15:03:41.486 INFO:tasks.rados.rados.0.smithi067.stdout:331: expect (ObjNum 2 snap 0 seq_num 2) 2024-07-29T15:03:41.487 INFO:tasks.rados.rados.0.smithi067.stdout:328: expect (ObjNum 114 snap 25 seq_num 114) 2024-07-29T15:03:41.680 INFO:tasks.rados.rados.0.smithi067.stdout:332: finishing write tid 1 to smithi06780069-48 2024-07-29T15:03:41.680 INFO:tasks.rados.rados.0.smithi067.stdout:332: finishing write tid 2 to smithi06780069-48 2024-07-29T15:03:41.680 INFO:tasks.rados.rados.0.smithi067.stdout:332: finishing write tid 3 to smithi06780069-48 2024-07-29T15:03:41.680 INFO:tasks.rados.rados.0.smithi067.stdout:332: finishing write tid 4 to smithi06780069-48 2024-07-29T15:03:41.680 INFO:tasks.rados.rados.0.smithi067.stdout:332: finishing write tid 5 to smithi06780069-48 2024-07-29T15:03:41.680 INFO:tasks.rados.rados.0.smithi067.stdout:332: finishing write tid 6 to smithi06780069-48 2024-07-29T15:03:41.680 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 48 v 54 (ObjNum 127 snap 29 seq_num 127) dirty exists 2024-07-29T15:03:41.680 INFO:tasks.rados.rados.0.smithi067.stdout:332: left oid 48 (ObjNum 127 snap 29 seq_num 127) 2024-07-29T15:03:41.680 INFO:tasks.rados.rados.0.smithi067.stdout:328: done (3 left) 2024-07-29T15:03:41.680 INFO:tasks.rados.rados.0.smithi067.stdout:331: done (2 left) 2024-07-29T15:03:41.681 INFO:tasks.rados.rados.0.smithi067.stdout:332: done (1 left) 2024-07-29T15:03:41.681 INFO:tasks.rados.rados.0.smithi067.stdout:333: done (0 left) 2024-07-29T15:03:41.681 INFO:tasks.rados.rados.0.smithi067.stdout:334: read oid 43 snap -1 2024-07-29T15:03:41.681 INFO:tasks.rados.rados.0.smithi067.stdout:334: expect (ObjNum 42 snap 0 seq_num 42) 2024-07-29T15:03:41.681 INFO:tasks.rados.rados.0.smithi067.stdout:335: read oid 2 snap -1 2024-07-29T15:03:41.681 INFO:tasks.rados.rados.0.smithi067.stdout:335: expect (ObjNum 106 snap 22 seq_num 106) 2024-07-29T15:03:41.681 INFO:tasks.rados.rados.0.smithi067.stdout:336: copy_from oid 40 from oid 18 current snap is 29 2024-07-29T15:03:41.681 INFO:tasks.rados.rados.0.smithi067.stdout:337: rmattr oid 39 current snap is 29 2024-07-29T15:03:41.681 INFO:tasks.rados.rados.0.smithi067.stdout:337: done (3 left) 2024-07-29T15:03:41.681 INFO:tasks.rados.rados.0.smithi067.stdout:338: read oid 38 snap -1 2024-07-29T15:03:41.681 INFO:tasks.rados.rados.0.smithi067.stdout:338: expect (ObjNum 118 snap 25 seq_num 118) 2024-07-29T15:03:41.681 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 12 current snap is 29 2024-07-29T15:03:41.681 INFO:tasks.rados.rados.0.smithi067.stdout:339: seq_num 128 ranges {3473408=548864,4022272=794624,4816896=581632,5398528=229376} 2024-07-29T15:03:41.702 INFO:tasks.rados.rados.0.smithi067.stdout:339: writing smithi06780069-12 from 3473408 to 4022272 tid 1 2024-07-29T15:03:41.706 INFO:tasks.rados.rados.0.smithi067.stdout:339: writing smithi06780069-12 from 4022272 to 4816896 tid 2 2024-07-29T15:03:41.709 INFO:tasks.rados.rados.0.smithi067.stdout:339: writing smithi06780069-12 from 4816896 to 5398528 tid 3 2024-07-29T15:03:41.710 INFO:tasks.rados.rados.0.smithi067.stdout:339: writing smithi06780069-12 from 5398528 to 5627904 tid 4 2024-07-29T15:03:41.711 INFO:tasks.rados.rados.0.smithi067.stdout:340: delete oid 11 current snap is 29 2024-07-29T15:03:41.711 INFO:tasks.rados.rados.0.smithi067.stdout:334: expect (ObjNum 42 snap 0 seq_num 42) 2024-07-29T15:03:41.729 INFO:tasks.rados.rados.0.smithi067.stdout:338: expect (ObjNum 118 snap 25 seq_num 118) 2024-07-29T15:03:41.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:41 smithi067 ceph-mon[29363]: osdmap e135: 8 total, 8 up, 8 in 2024-07-29T15:03:41.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:41 smithi067 ceph-mon[29363]: pgmap v190: 121 pgs: 121 active+clean; 75 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:03:41.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:41 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:03:41.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:41 smithi067 ceph-mon[39695]: osdmap e135: 8 total, 8 up, 8 in 2024-07-29T15:03:41.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:41 smithi067 ceph-mon[39695]: pgmap v190: 121 pgs: 121 active+clean; 75 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:03:41.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:41 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:03:41.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:41 smithi138 ceph-mon[32824]: osdmap e135: 8 total, 8 up, 8 in 2024-07-29T15:03:41.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:41 smithi138 ceph-mon[32824]: pgmap v190: 121 pgs: 121 active+clean; 75 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:03:41.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:41 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:03:41.814 INFO:tasks.rados.rados.0.smithi067.stdout:335: expect (ObjNum 106 snap 22 seq_num 106) 2024-07-29T15:03:41.861 INFO:tasks.rados.rados.0.smithi067.stdout:336: finishing copy_from racing read to smithi06780069-40 2024-07-29T15:03:41.861 INFO:tasks.rados.rados.0.smithi067.stdout:336: finishing copy_from to smithi06780069-40 2024-07-29T15:03:41.861 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 40 v 82 (ObjNum 93 snap 18 seq_num 93) dirty exists 2024-07-29T15:03:41.861 INFO:tasks.rados.rados.0.smithi067.stdout:339: finishing write tid 1 to smithi06780069-12 2024-07-29T15:03:41.861 INFO:tasks.rados.rados.0.smithi067.stdout:339: finishing write tid 2 to smithi06780069-12 2024-07-29T15:03:41.861 INFO:tasks.rados.rados.0.smithi067.stdout:339: finishing write tid 3 to smithi06780069-12 2024-07-29T15:03:41.861 INFO:tasks.rados.rados.0.smithi067.stdout:339: finishing write tid 4 to smithi06780069-12 2024-07-29T15:03:41.861 INFO:tasks.rados.rados.0.smithi067.stdout:339: finishing write tid 5 to smithi06780069-12 2024-07-29T15:03:41.862 INFO:tasks.rados.rados.0.smithi067.stdout:334: done (5 left) 2024-07-29T15:03:41.862 INFO:tasks.rados.rados.0.smithi067.stdout:335: done (4 left) 2024-07-29T15:03:41.862 INFO:tasks.rados.rados.0.smithi067.stdout:336: done (3 left) 2024-07-29T15:03:41.862 INFO:tasks.rados.rados.0.smithi067.stdout:338: done (2 left) 2024-07-29T15:03:41.862 INFO:tasks.rados.rados.0.smithi067.stdout:340: done (1 left) 2024-07-29T15:03:41.862 INFO:tasks.rados.rados.0.smithi067.stdout:341: delete oid 23 current snap is 29 2024-07-29T15:03:41.862 INFO:tasks.rados.rados.0.smithi067.stdout:339: finishing write tid 6 to smithi06780069-12 2024-07-29T15:03:41.862 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 104 (ObjNum 128 snap 29 seq_num 128) dirty exists 2024-07-29T15:03:41.862 INFO:tasks.rados.rados.0.smithi067.stdout:339: left oid 12 (ObjNum 128 snap 29 seq_num 128) 2024-07-29T15:03:41.863 INFO:tasks.rados.rados.0.smithi067.stdout:339: done (1 left) 2024-07-29T15:03:41.863 INFO:tasks.rados.rados.0.smithi067.stdout:341: done (0 left) 2024-07-29T15:03:41.863 INFO:tasks.rados.rados.0.smithi067.stdout:342: copy_from oid 33 from oid 9 current snap is 29 2024-07-29T15:03:41.863 INFO:tasks.rados.rados.0.smithi067.stdout:343: read oid 27 snap -1 2024-07-29T15:03:41.863 INFO:tasks.rados.rados.0.smithi067.stdout:343: expect (ObjNum 3 snap 0 seq_num 3) 2024-07-29T15:03:41.863 INFO:tasks.rados.rados.0.smithi067.stdout:344: rollback oid 42 current snap is 29 2024-07-29T15:03:41.864 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 42 to 24 2024-07-29T15:03:41.864 INFO:tasks.rados.rados.0.smithi067.stdout:345: read oid 29 snap -1 2024-07-29T15:03:41.864 INFO:tasks.rados.rados.0.smithi067.stdout:345: expect (ObjNum 123 snap 28 seq_num 123) 2024-07-29T15:03:41.864 INFO:tasks.rados.rados.0.smithi067.stdout:346: delete oid 19 current snap is 29 2024-07-29T15:03:41.866 INFO:tasks.rados.rados.0.smithi067.stdout:346: done (4 left) 2024-07-29T15:03:41.866 INFO:tasks.rados.rados.0.smithi067.stdout:347: rollback oid 22 current snap is 29 2024-07-29T15:03:41.866 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 22 to 19 2024-07-29T15:03:41.866 INFO:tasks.rados.rados.0.smithi067.stdout:348: rollback oid 31 current snap is 29 2024-07-29T15:03:41.866 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 31 to 23 2024-07-29T15:03:41.866 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 37 current snap is 29 2024-07-29T15:03:41.866 INFO:tasks.rados.rados.0.smithi067.stdout:349: seq_num 132 ranges {40960=614400,655360=786432,1441792=565248,2007040=253952} 2024-07-29T15:03:41.869 INFO:tasks.rados.rados.0.smithi067.stdout:349: writing smithi06780069-37 from 40960 to 655360 tid 1 2024-07-29T15:03:41.874 INFO:tasks.rados.rados.0.smithi067.stdout:349: writing smithi06780069-37 from 655360 to 1441792 tid 2 2024-07-29T15:03:41.878 INFO:tasks.rados.rados.0.smithi067.stdout:349: writing smithi06780069-37 from 1441792 to 2007040 tid 3 2024-07-29T15:03:41.880 INFO:tasks.rados.rados.0.smithi067.stdout:349: writing smithi06780069-37 from 2007040 to 2260992 tid 4 2024-07-29T15:03:41.880 INFO:tasks.rados.rados.0.smithi067.stdout:350: read oid 17 snap -1 2024-07-29T15:03:41.880 INFO:tasks.rados.rados.0.smithi067.stdout:350: expect (ObjNum 103 snap 20 seq_num 103) 2024-07-29T15:03:41.880 INFO:tasks.rados.rados.0.smithi067.stdout:351: rollback oid 19 current snap is 29 2024-07-29T15:03:41.880 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 19 to 19 2024-07-29T15:03:41.880 INFO:tasks.rados.rados.0.smithi067.stdout:348: finishing rollback tid 1 to smithi06780069-31 2024-07-29T15:03:41.880 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 0 (ObjNum 113 snap 0 seq_num 1477342301) dirty dne 2024-07-29T15:03:41.881 INFO:tasks.rados.rados.0.smithi067.stdout:347: finishing rollback tid 1 to smithi06780069-22 2024-07-29T15:03:41.881 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 0 (ObjNum 33 snap 0 seq_num 4) dirty dne 2024-07-29T15:03:41.881 INFO:tasks.rados.rados.0.smithi067.stdout:344: finishing rollback tid 0 to smithi06780069-42 2024-07-29T15:03:41.881 INFO:tasks.rados.rados.0.smithi067.stdout:344: finishing rollback tid 1 to smithi06780069-42 2024-07-29T15:03:41.881 INFO:tasks.rados.rados.0.smithi067.stdout:344: finishing rollback tid 2 to smithi06780069-42 2024-07-29T15:03:41.881 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 83 (ObjNum 94 snap 18 seq_num 94) dirty exists 2024-07-29T15:03:41.881 INFO:tasks.rados.rados.0.smithi067.stdout:343: expect (ObjNum 3 snap 0 seq_num 3) 2024-07-29T15:03:41.882 INFO:tasks.rados.rados.0.smithi067.stdout:349: finishing write tid 1 to smithi06780069-37 2024-07-29T15:03:41.882 INFO:tasks.rados.rados.0.smithi067.stdout:345: expect (ObjNum 123 snap 28 seq_num 123) 2024-07-29T15:03:41.937 INFO:tasks.rados.rados.0.smithi067.stdout:342: finishing copy_from racing read to smithi06780069-33 2024-07-29T15:03:41.937 INFO:tasks.rados.rados.0.smithi067.stdout:342: finishing copy_from to smithi06780069-33 2024-07-29T15:03:41.937 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 33 v 26 (ObjNum 75 snap 8 seq_num 75) dirty exists 2024-07-29T15:03:41.937 INFO:tasks.rados.rados.0.smithi067.stdout:349: finishing write tid 2 to smithi06780069-37 2024-07-29T15:03:41.937 INFO:tasks.rados.rados.0.smithi067.stdout:351: finishing rollback tid 1 to smithi06780069-19 2024-07-29T15:03:41.938 INFO:tasks.rados.rados.0.smithi067.stdout:349: finishing write tid 3 to smithi06780069-37 2024-07-29T15:03:41.938 INFO:tasks.rados.rados.0.smithi067.stdout:351: finishing rollback tid 2 to smithi06780069-19 2024-07-29T15:03:41.938 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 19 v 114 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-07-29T15:03:41.938 INFO:tasks.rados.rados.0.smithi067.stdout:349: finishing write tid 4 to smithi06780069-37 2024-07-29T15:03:41.938 INFO:tasks.rados.rados.0.smithi067.stdout:342: done (8 left) 2024-07-29T15:03:41.938 INFO:tasks.rados.rados.0.smithi067.stdout:343: done (7 left) 2024-07-29T15:03:41.938 INFO:tasks.rados.rados.0.smithi067.stdout:344: done (6 left) 2024-07-29T15:03:41.938 INFO:tasks.rados.rados.0.smithi067.stdout:345: done (5 left) 2024-07-29T15:03:41.938 INFO:tasks.rados.rados.0.smithi067.stdout:347: done (4 left) 2024-07-29T15:03:41.938 INFO:tasks.rados.rados.0.smithi067.stdout:348: done (3 left) 2024-07-29T15:03:41.938 INFO:tasks.rados.rados.0.smithi067.stdout:351: done (2 left) 2024-07-29T15:03:41.939 INFO:tasks.rados.rados.0.smithi067.stdout:352: snap_create 2024-07-29T15:03:41.939 INFO:tasks.rados.rados.0.smithi067.stdout:349: finishing write tid 5 to smithi06780069-37 2024-07-29T15:03:41.939 INFO:tasks.rados.rados.0.smithi067.stdout:349: finishing write tid 6 to smithi06780069-37 2024-07-29T15:03:41.939 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 37 v 69 (ObjNum 132 snap 29 seq_num 132) dirty exists 2024-07-29T15:03:41.939 INFO:tasks.rados.rados.0.smithi067.stdout:349: left oid 37 (ObjNum 132 snap 29 seq_num 132) 2024-07-29T15:03:41.939 INFO:tasks.rados.rados.0.smithi067.stdout:350: expect (ObjNum 103 snap 20 seq_num 103) 2024-07-29T15:03:42.392 INFO:tasks.rados.rados.0.smithi067.stdout:349: done (2 left) 2024-07-29T15:03:42.392 INFO:tasks.rados.rados.0.smithi067.stdout:350: done (1 left) 2024-07-29T15:03:42.392 INFO:tasks.rados.rados.0.smithi067.stdout:352: done (0 left) 2024-07-29T15:03:42.392 INFO:tasks.rados.rados.0.smithi067.stdout:353: rollback oid 50 current snap is 30 2024-07-29T15:03:42.392 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 50 to 24 2024-07-29T15:03:42.393 INFO:tasks.rados.rados.0.smithi067.stdout:354: rmattr oid 38 current snap is 30 2024-07-29T15:03:42.393 INFO:tasks.rados.rados.0.smithi067.stdout:354: done (1 left) 2024-07-29T15:03:42.393 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 21 current snap is 30 2024-07-29T15:03:42.393 INFO:tasks.rados.rados.0.smithi067.stdout:355: seq_num 133 ranges {1236992=630784,1867776=663552,2531328=770048,3301376=172032} 2024-07-29T15:03:42.402 INFO:tasks.rados.rados.0.smithi067.stdout:355: writing smithi06780069-21 from 1236992 to 1867776 tid 1 2024-07-29T15:03:42.406 INFO:tasks.rados.rados.0.smithi067.stdout:355: writing smithi06780069-21 from 1867776 to 2531328 tid 2 2024-07-29T15:03:42.411 INFO:tasks.rados.rados.0.smithi067.stdout:355: writing smithi06780069-21 from 2531328 to 3301376 tid 3 2024-07-29T15:03:42.412 INFO:tasks.rados.rados.0.smithi067.stdout:355: writing smithi06780069-21 from 3301376 to 3473408 tid 4 2024-07-29T15:03:42.413 INFO:tasks.rados.rados.0.smithi067.stdout:356: copy_from oid 37 from oid 14 current snap is 30 2024-07-29T15:03:42.413 INFO:tasks.rados.rados.0.smithi067.stdout:353: finishing rollback tid 0 to smithi06780069-50 2024-07-29T15:03:42.413 INFO:tasks.rados.rados.0.smithi067.stdout:353: finishing rollback tid 1 to smithi06780069-50 2024-07-29T15:03:42.413 INFO:tasks.rados.rados.0.smithi067.stdout:353: finishing rollback tid 2 to smithi06780069-50 2024-07-29T15:03:42.413 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 50 v 94 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-07-29T15:03:42.413 INFO:tasks.rados.rados.0.smithi067.stdout:355: finishing write tid 1 to smithi06780069-21 2024-07-29T15:03:42.413 INFO:tasks.rados.rados.0.smithi067.stdout:355: finishing write tid 2 to smithi06780069-21 2024-07-29T15:03:42.413 INFO:tasks.rados.rados.0.smithi067.stdout:353: done (2 left) 2024-07-29T15:03:42.413 INFO:tasks.rados.rados.0.smithi067.stdout:357: rmattr oid 44 current snap is 30 2024-07-29T15:03:42.413 INFO:tasks.rados.rados.0.smithi067.stdout:357: done (2 left) 2024-07-29T15:03:42.413 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 15 current snap is 30 2024-07-29T15:03:42.413 INFO:tasks.rados.rados.0.smithi067.stdout:358: seq_num 134 ranges {2932736=647168,3579904=548864,4128768=573440,4702208=483328} 2024-07-29T15:03:42.432 INFO:tasks.rados.rados.0.smithi067.stdout:358: writing smithi06780069-15 from 2932736 to 3579904 tid 1 2024-07-29T15:03:42.435 INFO:tasks.rados.rados.0.smithi067.stdout:358: writing smithi06780069-15 from 3579904 to 4128768 tid 2 2024-07-29T15:03:42.438 INFO:tasks.rados.rados.0.smithi067.stdout:358: writing smithi06780069-15 from 4128768 to 4702208 tid 3 2024-07-29T15:03:42.442 INFO:tasks.rados.rados.0.smithi067.stdout:358: writing smithi06780069-15 from 4702208 to 5185536 tid 4 2024-07-29T15:03:42.442 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 22 current snap is 30 2024-07-29T15:03:42.442 INFO:tasks.rados.rados.0.smithi067.stdout:355: finishing write tid 3 to smithi06780069-21 2024-07-29T15:03:42.442 INFO:tasks.rados.rados.0.smithi067.stdout:355: finishing write tid 4 to smithi06780069-21 2024-07-29T15:03:42.442 INFO:tasks.rados.rados.0.smithi067.stdout:355: finishing write tid 5 to smithi06780069-21 2024-07-29T15:03:42.442 INFO:tasks.rados.rados.0.smithi067.stdout:355: finishing write tid 6 to smithi06780069-21 2024-07-29T15:03:42.442 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 89 (ObjNum 133 snap 30 seq_num 133) dirty exists 2024-07-29T15:03:42.442 INFO:tasks.rados.rados.0.smithi067.stdout:355: left oid 21 (ObjNum 133 snap 30 seq_num 133) 2024-07-29T15:03:42.442 INFO:tasks.rados.rados.0.smithi067.stdout:356: finishing copy_from racing read to smithi06780069-37 2024-07-29T15:03:42.442 INFO:tasks.rados.rados.0.smithi067.stdout:356: finishing copy_from to smithi06780069-37 2024-07-29T15:03:42.443 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 37 v 86 (ObjNum 109 snap 24 seq_num 109) dirty exists 2024-07-29T15:03:42.443 INFO:tasks.rados.rados.0.smithi067.stdout:358: finishing write tid 1 to smithi06780069-15 2024-07-29T15:03:42.443 INFO:tasks.rados.rados.0.smithi067.stdout:358: finishing write tid 2 to smithi06780069-15 2024-07-29T15:03:42.443 INFO:tasks.rados.rados.0.smithi067.stdout:358: finishing write tid 3 to smithi06780069-15 2024-07-29T15:03:42.443 INFO:tasks.rados.rados.0.smithi067.stdout:359: seq_num 135 ranges {0=663552,663552=434176,1097728=786432,1884160=385024} 2024-07-29T15:03:42.445 INFO:tasks.rados.rados.0.smithi067.stdout:359: writing smithi06780069-22 from 0 to 663552 tid 1 2024-07-29T15:03:42.447 INFO:tasks.rados.rados.0.smithi067.stdout:359: writing smithi06780069-22 from 663552 to 1097728 tid 2 2024-07-29T15:03:42.452 INFO:tasks.rados.rados.0.smithi067.stdout:359: writing smithi06780069-22 from 1097728 to 1884160 tid 3 2024-07-29T15:03:42.455 INFO:tasks.rados.rados.0.smithi067.stdout:359: writing smithi06780069-22 from 1884160 to 2269184 tid 4 2024-07-29T15:03:42.455 INFO:tasks.rados.rados.0.smithi067.stdout:355: done (3 left) 2024-07-29T15:03:42.455 INFO:tasks.rados.rados.0.smithi067.stdout:356: done (2 left) 2024-07-29T15:03:42.455 INFO:tasks.rados.rados.0.smithi067.stdout:360: copy_from oid 27 from oid 35 current snap is 30 2024-07-29T15:03:42.455 INFO:tasks.rados.rados.0.smithi067.stdout:358: finishing write tid 4 to smithi06780069-15 2024-07-29T15:03:42.455 INFO:tasks.rados.rados.0.smithi067.stdout:358: finishing write tid 5 to smithi06780069-15 2024-07-29T15:03:42.455 INFO:tasks.rados.rados.0.smithi067.stdout:358: finishing write tid 6 to smithi06780069-15 2024-07-29T15:03:42.455 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 153 (ObjNum 134 snap 30 seq_num 134) dirty exists 2024-07-29T15:03:42.455 INFO:tasks.rados.rados.0.smithi067.stdout:358: left oid 15 (ObjNum 134 snap 30 seq_num 134) 2024-07-29T15:03:42.456 INFO:tasks.rados.rados.0.smithi067.stdout:359: finishing write tid 1 to smithi06780069-22 2024-07-29T15:03:42.456 INFO:tasks.rados.rados.0.smithi067.stdout:359: finishing write tid 2 to smithi06780069-22 2024-07-29T15:03:42.456 INFO:tasks.rados.rados.0.smithi067.stdout:359: finishing write tid 3 to smithi06780069-22 2024-07-29T15:03:42.456 INFO:tasks.rados.rados.0.smithi067.stdout:358: done (2 left) 2024-07-29T15:03:42.456 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 11 current snap is 30 2024-07-29T15:03:42.456 INFO:tasks.rados.rados.0.smithi067.stdout:361: seq_num 136 ranges {0=688128,688128=720896,1409024=540672,1949696=344064} 2024-07-29T15:03:42.459 INFO:tasks.rados.rados.0.smithi067.stdout:361: writing smithi06780069-11 from 0 to 688128 tid 1 2024-07-29T15:03:42.463 INFO:tasks.rados.rados.0.smithi067.stdout:361: writing smithi06780069-11 from 688128 to 1409024 tid 2 2024-07-29T15:03:42.465 INFO:tasks.rados.rados.0.smithi067.stdout:361: writing smithi06780069-11 from 1409024 to 1949696 tid 3 2024-07-29T15:03:42.467 INFO:tasks.rados.rados.0.smithi067.stdout:361: writing smithi06780069-11 from 1949696 to 2293760 tid 4 2024-07-29T15:03:42.468 INFO:tasks.rados.rados.0.smithi067.stdout:362: snap_remove snap 19 2024-07-29T15:03:42.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:42 smithi067 ceph-mon[29363]: osdmap e136: 8 total, 8 up, 8 in 2024-07-29T15:03:42.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:42 smithi067 ceph-mon[29363]: Upgrade: Updating mgr.x 2024-07-29T15:03:42.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:42 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:42.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:42 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-29T15:03:42.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:42 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-29T15:03:42.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:42 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-29T15:03:42.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:42 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:03:42.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:42 smithi067 ceph-mon[29363]: Deploying daemon mgr.x on smithi138 2024-07-29T15:03:42.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:42 smithi067 ceph-mon[29363]: osdmap e137: 8 total, 8 up, 8 in 2024-07-29T15:03:42.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:42 smithi067 ceph-mon[39695]: osdmap e136: 8 total, 8 up, 8 in 2024-07-29T15:03:42.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:42 smithi067 ceph-mon[39695]: Upgrade: Updating mgr.x 2024-07-29T15:03:42.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:42 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:42.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:42 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-29T15:03:42.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:42 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-29T15:03:42.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:42 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-29T15:03:42.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:42 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:03:42.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:42 smithi067 ceph-mon[39695]: Deploying daemon mgr.x on smithi138 2024-07-29T15:03:42.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:42 smithi067 ceph-mon[39695]: osdmap e137: 8 total, 8 up, 8 in 2024-07-29T15:03:42.767 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:42 smithi138 ceph-mon[32824]: osdmap e136: 8 total, 8 up, 8 in 2024-07-29T15:03:42.767 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:42 smithi138 ceph-mon[32824]: Upgrade: Updating mgr.x 2024-07-29T15:03:42.767 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:42 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:42.768 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:42 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-29T15:03:42.768 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:42 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-29T15:03:42.768 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:42 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-29T15:03:42.768 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:42 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:03:42.768 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:42 smithi138 ceph-mon[32824]: Deploying daemon mgr.x on smithi138 2024-07-29T15:03:42.768 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:42 smithi138 ceph-mon[32824]: osdmap e137: 8 total, 8 up, 8 in 2024-07-29T15:03:43.388 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-07-29T15:03:43.396 INFO:tasks.rados.rados.0.smithi067.stdout:359: finishing write tid 4 to smithi06780069-22 2024-07-29T15:03:43.396 INFO:tasks.rados.rados.0.smithi067.stdout:359: finishing write tid 5 to smithi06780069-22 2024-07-29T15:03:43.396 INFO:tasks.rados.rados.0.smithi067.stdout:359: finishing write tid 6 to smithi06780069-22 2024-07-29T15:03:43.396 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 88 (ObjNum 135 snap 30 seq_num 135) dirty exists 2024-07-29T15:03:43.396 INFO:tasks.rados.rados.0.smithi067.stdout:359: left oid 22 (ObjNum 135 snap 30 seq_num 135) 2024-07-29T15:03:43.397 INFO:tasks.rados.rados.0.smithi067.stdout:360: finishing copy_from racing read to smithi06780069-27 2024-07-29T15:03:43.397 INFO:tasks.rados.rados.0.smithi067.stdout:360: finishing copy_from to smithi06780069-27 2024-07-29T15:03:43.397 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 7 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-07-29T15:03:43.397 INFO:tasks.rados.rados.0.smithi067.stdout:361: finishing write tid 1 to smithi06780069-11 2024-07-29T15:03:43.397 INFO:tasks.rados.rados.0.smithi067.stdout:361: finishing write tid 2 to smithi06780069-11 2024-07-29T15:03:43.397 INFO:tasks.rados.rados.0.smithi067.stdout:361: finishing write tid 3 to smithi06780069-11 2024-07-29T15:03:43.397 INFO:tasks.rados.rados.0.smithi067.stdout:361: finishing write tid 4 to smithi06780069-11 2024-07-29T15:03:43.397 INFO:tasks.rados.rados.0.smithi067.stdout:361: finishing write tid 5 to smithi06780069-11 2024-07-29T15:03:43.397 INFO:tasks.rados.rados.0.smithi067.stdout:361: finishing write tid 6 to smithi06780069-11 2024-07-29T15:03:43.397 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 11 v 159 (ObjNum 136 snap 30 seq_num 136) dirty exists 2024-07-29T15:03:43.397 INFO:tasks.rados.rados.0.smithi067.stdout:361: left oid 11 (ObjNum 136 snap 30 seq_num 136) 2024-07-29T15:03:43.397 INFO:tasks.rados.rados.0.smithi067.stdout:359: done (3 left) 2024-07-29T15:03:43.397 INFO:tasks.rados.rados.0.smithi067.stdout:360: done (2 left) 2024-07-29T15:03:43.398 INFO:tasks.rados.rados.0.smithi067.stdout:361: done (1 left) 2024-07-29T15:03:43.398 INFO:tasks.rados.rados.0.smithi067.stdout:362: done (0 left) 2024-07-29T15:03:43.398 INFO:tasks.rados.rados.0.smithi067.stdout:363: copy_from oid 20 from oid 39 current snap is 30 2024-07-29T15:03:43.398 INFO:tasks.rados.rados.0.smithi067.stdout:364: copy_from oid 18 from oid 27 current snap is 30 2024-07-29T15:03:43.398 INFO:tasks.rados.rados.0.smithi067.stdout:365: snap_create 2024-07-29T15:03:43.404 INFO:tasks.rados.rados.0.smithi067.stdout:363: finishing copy_from to smithi06780069-20 2024-07-29T15:03:43.405 INFO:tasks.rados.rados.0.smithi067.stdout:363: got expected ENOENT (src dne) 2024-07-29T15:03:43.405 INFO:tasks.rados.rados.0.smithi067.stdout:363: finishing copy_from racing read to smithi06780069-20 2024-07-29T15:03:43.407 INFO:tasks.rados.rados.0.smithi067.stdout:364: finishing copy_from racing read to smithi06780069-18 2024-07-29T15:03:43.407 INFO:tasks.rados.rados.0.smithi067.stdout:364: finishing copy_from to smithi06780069-18 2024-07-29T15:03:43.408 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 7 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-07-29T15:03:43.661 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-29T15:03:43.661 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (2m) 2m ago 3m 14.8M - 0.25.0 c8568f914cd2 12f6a968d5cd 2024-07-29T15:03:43.661 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi138 *:3000 running (3m) 2m ago 3m 82.6M - 9.4.7 954c08fa6188 ac7794f78498 2024-07-29T15:03:43.662 INFO:teuthology.orchestra.run.smithi067.stdout:mds.a smithi067 running (5m) 2m ago 5m 16.4M - 17.2.7-1155-g3120d060 5ec745195f7e 0b73fb05902b 2024-07-29T15:03:43.662 INFO:teuthology.orchestra.run.smithi067.stdout:mds.b smithi138 running (5m) 2m ago 5m 13.5M - 17.2.7-1155-g3120d060 5ec745195f7e 8d64b29e8368 2024-07-29T15:03:43.662 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi138 *:8443 running (8m) 2m ago 8m 399M - 17.2.7-1155-g3120d060 5ec745195f7e 952d38653db6 2024-07-29T15:03:43.662 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:9283 running (9m) 2m ago 9m 446M - 17.2.7-1155-g3120d060 5ec745195f7e ab8576adb9f0 2024-07-29T15:03:43.662 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (10m) 2m ago 10m 44.2M 2048M 17.2.7-1155-g3120d060 5ec745195f7e d869d4bcfb65 2024-07-29T15:03:43.663 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi138 running (8m) 2m ago 8m 36.3M 2048M 17.2.7-1155-g3120d060 5ec745195f7e 61a2da511017 2024-07-29T15:03:43.663 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (8m) 2m ago 8m 37.0M 2048M 17.2.7-1155-g3120d060 5ec745195f7e 55264effb9e8 2024-07-29T15:03:43.663 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (3m) 2m ago 3m 11.3M - 1.5.0 0da6a335fe13 231f953fda2c 2024-07-29T15:03:43.663 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi138 *:9100 running (3m) 2m ago 3m 11.0M - 1.5.0 0da6a335fe13 d665baf7689d 2024-07-29T15:03:43.663 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (8m) 2m ago 8m 48.0M 2992M 17.2.7-1155-g3120d060 5ec745195f7e 60dcaf32ae4b 2024-07-29T15:03:43.663 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (7m) 2m ago 7m 44.2M 2992M 17.2.7-1155-g3120d060 5ec745195f7e c744b585958c 2024-07-29T15:03:43.664 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (7m) 2m ago 7m 41.9M 2992M 17.2.7-1155-g3120d060 5ec745195f7e 334423e852b7 2024-07-29T15:03:43.664 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (6m) 2m ago 6m 41.3M 2992M 17.2.7-1155-g3120d060 5ec745195f7e c9160c216ff0 2024-07-29T15:03:43.664 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi138 running (6m) 2m ago 6m 41.8M 2992M 17.2.7-1155-g3120d060 5ec745195f7e a15137922a4f 2024-07-29T15:03:43.664 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi138 running (6m) 2m ago 6m 44.8M 2992M 17.2.7-1155-g3120d060 5ec745195f7e 095126a5d70a 2024-07-29T15:03:43.664 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi138 running (5m) 2m ago 5m 43.8M 2992M 17.2.7-1155-g3120d060 5ec745195f7e a10a9aef390f 2024-07-29T15:03:43.665 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi138 running (5m) 2m ago 5m 42.7M 2992M 17.2.7-1155-g3120d060 5ec745195f7e c141798f58f5 2024-07-29T15:03:43.665 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi138 *:9095 running (2m) 2m ago 4m 27.9M - 2.43.0 a07b618ecd1d 9eb5402df0c0 2024-07-29T15:03:43.665 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:43 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:03:43] "GET /metrics HTTP/1.1" 200 239396 "" "Prometheus/2.43.0" 2024-07-29T15:03:43.810 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:43 smithi138 systemd[1]: Stopping Ceph mgr.x for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:03:43.979 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-07-29T15:03:43.979 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-07-29T15:03:43.979 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 3 2024-07-29T15:03:43.979 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:03:43.979 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-07-29T15:03:43.979 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 2 2024-07-29T15:03:43.979 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:03:43.979 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-07-29T15:03:43.979 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 8 2024-07-29T15:03:43.979 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:03:43.979 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": { 2024-07-29T15:03:43.980 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 2 2024-07-29T15:03:43.980 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:03:43.980 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-07-29T15:03:43.980 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 15 2024-07-29T15:03:43.980 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-07-29T15:03:43.980 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-07-29T15:03:44.269 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:43 smithi138 podman[65711]: 2024-07-29 15:03:43.980193506 +0000 UTC m=+0.145301342 container died 952d38653db6159af5a2c995359a3b3db49cae3b5b1ddd2efb59321f51fc0808 (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, RELEASE=quincy-3120d06, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-29T15:03:44.397 INFO:tasks.rados.rados.0.smithi067.stdout:363: done (2 left) 2024-07-29T15:03:44.397 INFO:tasks.rados.rados.0.smithi067.stdout:364: done (1 left) 2024-07-29T15:03:44.398 INFO:tasks.rados.rados.0.smithi067.stdout:365: done (0 left) 2024-07-29T15:03:44.398 INFO:tasks.rados.rados.0.smithi067.stdout:366: read oid 15 snap -1 2024-07-29T15:03:44.398 INFO:tasks.rados.rados.0.smithi067.stdout:366: expect (ObjNum 134 snap 30 seq_num 134) 2024-07-29T15:03:44.398 INFO:tasks.rados.rados.0.smithi067.stdout:367: delete oid 1 current snap is 31 2024-07-29T15:03:44.415 INFO:tasks.rados.rados.0.smithi067.stdout:367: done (1 left) 2024-07-29T15:03:44.415 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 38 current snap is 31 2024-07-29T15:03:44.415 INFO:tasks.rados.rados.0.smithi067.stdout:368: seq_num 138 ranges {2752512=720896,3473408=540672,4014080=557056,4571136=507904} 2024-07-29T15:03:44.434 INFO:tasks.rados.rados.0.smithi067.stdout:368: writing smithi06780069-38 from 2752512 to 3473408 tid 1 2024-07-29T15:03:44.437 INFO:tasks.rados.rados.0.smithi067.stdout:368: writing smithi06780069-38 from 3473408 to 4014080 tid 2 2024-07-29T15:03:44.441 INFO:tasks.rados.rados.0.smithi067.stdout:368: writing smithi06780069-38 from 4014080 to 4571136 tid 3 2024-07-29T15:03:44.444 INFO:tasks.rados.rados.0.smithi067.stdout:368: writing smithi06780069-38 from 4571136 to 5079040 tid 4 2024-07-29T15:03:44.444 INFO:tasks.rados.rados.0.smithi067.stdout:369: snap_create 2024-07-29T15:03:44.444 INFO:tasks.rados.rados.0.smithi067.stdout:366: expect (ObjNum 134 snap 30 seq_num 134) 2024-07-29T15:03:44.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:44 smithi138 ceph-mon[32824]: pgmap v193: 121 pgs: 121 active+clean; 92 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 23 op/s 2024-07-29T15:03:44.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:44 smithi138 ceph-mon[32824]: from='client.24875 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:03:44.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:44 smithi138 ceph-mon[32824]: osdmap e138: 8 total, 8 up, 8 in 2024-07-29T15:03:44.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:44 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/129523582' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:03:44.561 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:44 smithi138 podman[65711]: 2024-07-29 15:03:44.34305315 +0000 UTC m=+0.508160986 container cleanup 952d38653db6159af5a2c995359a3b3db49cae3b5b1ddd2efb59321f51fc0808 (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=quincy-3120d06, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-29T15:03:44.561 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:44 smithi138 bash[65711]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x 2024-07-29T15:03:44.648 INFO:tasks.rados.rados.0.smithi067.stdout:368: finishing write tid 1 to smithi06780069-38 2024-07-29T15:03:44.648 INFO:tasks.rados.rados.0.smithi067.stdout:368: finishing write tid 2 to smithi06780069-38 2024-07-29T15:03:44.648 INFO:tasks.rados.rados.0.smithi067.stdout:368: finishing write tid 3 to smithi06780069-38 2024-07-29T15:03:44.649 INFO:tasks.rados.rados.0.smithi067.stdout:368: finishing write tid 4 to smithi06780069-38 2024-07-29T15:03:44.649 INFO:tasks.rados.rados.0.smithi067.stdout:368: finishing write tid 5 to smithi06780069-38 2024-07-29T15:03:44.649 INFO:tasks.rados.rados.0.smithi067.stdout:368: finishing write tid 6 to smithi06780069-38 2024-07-29T15:03:44.649 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 38 v 98 (ObjNum 138 snap 31 seq_num 138) dirty exists 2024-07-29T15:03:44.649 INFO:tasks.rados.rados.0.smithi067.stdout:368: left oid 38 (ObjNum 138 snap 31 seq_num 138) 2024-07-29T15:03:44.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:44 smithi067 ceph-mon[29363]: pgmap v193: 121 pgs: 121 active+clean; 92 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 23 op/s 2024-07-29T15:03:44.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:44 smithi067 ceph-mon[29363]: from='client.24875 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:03:44.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:44 smithi067 ceph-mon[29363]: osdmap e138: 8 total, 8 up, 8 in 2024-07-29T15:03:44.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:44 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/129523582' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:03:44.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:44 smithi067 ceph-mon[39695]: pgmap v193: 121 pgs: 121 active+clean; 92 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 23 op/s 2024-07-29T15:03:44.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:44 smithi067 ceph-mon[39695]: from='client.24875 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:03:44.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:44 smithi067 ceph-mon[39695]: osdmap e138: 8 total, 8 up, 8 in 2024-07-29T15:03:44.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:44 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/129523582' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:03:45.020 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:44 smithi138 podman[65723]: 2024-07-29 15:03:44.645425294 +0000 UTC m=+0.657782567 container remove 952d38653db6159af5a2c995359a3b3db49cae3b5b1ddd2efb59321f51fc0808 (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-3120d06, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.build-date=20240724) 2024-07-29T15:03:45.020 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:44 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-07-29T15:03:45.020 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:44 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-07-29T15:03:45.020 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:44 smithi138 systemd[1]: Stopped Ceph mgr.x for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:03:45.021 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:44 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mgr.x.service: Consumed 10.139s CPU time. 2024-07-29T15:03:45.310 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:45 smithi138 systemd[1]: Starting Ceph mgr.x for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:03:45.310 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:45 smithi138 podman[65851]: 2024-07-29 15:03:45.138676559 +0000 UTC m=+0.018036644 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T15:03:45.311 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:45 smithi138 podman[65851]: 2024-07-29 15:03:45.246765601 +0000 UTC m=+0.126125711 container create 39d8694ee3b2995d36eb612696d9c518baa5b80dceaddc6787ffb20910db6519 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=main-69149bb, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240716, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS) 2024-07-29T15:03:45.412 INFO:tasks.rados.rados.0.smithi067.stdout:366: done (2 left) 2024-07-29T15:03:45.412 INFO:tasks.rados.rados.0.smithi067.stdout:368: done (1 left) 2024-07-29T15:03:45.412 INFO:tasks.rados.rados.0.smithi067.stdout:369: done (0 left) 2024-07-29T15:03:45.412 INFO:tasks.rados.rados.0.smithi067.stdout:370: delete oid 32 current snap is 32 2024-07-29T15:03:45.414 INFO:tasks.rados.rados.0.smithi067.stdout:370: done (0 left) 2024-07-29T15:03:45.414 INFO:tasks.rados.rados.0.smithi067.stdout:371: delete oid 20 current snap is 32 2024-07-29T15:03:45.416 INFO:tasks.rados.rados.0.smithi067.stdout:371: done (0 left) 2024-07-29T15:03:45.416 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 42 current snap is 32 2024-07-29T15:03:45.416 INFO:tasks.rados.rados.0.smithi067.stdout:372: seq_num 141 ranges {1581056=770048,2351104=589824,2940928=729088,3670016=286720} 2024-07-29T15:03:45.429 INFO:tasks.rados.rados.0.smithi067.stdout:372: writing smithi06780069-42 from 1581056 to 2351104 tid 1 2024-07-29T15:03:45.433 INFO:tasks.rados.rados.0.smithi067.stdout:372: writing smithi06780069-42 from 2351104 to 2940928 tid 2 2024-07-29T15:03:45.437 INFO:tasks.rados.rados.0.smithi067.stdout:372: writing smithi06780069-42 from 2940928 to 3670016 tid 3 2024-07-29T15:03:45.439 INFO:tasks.rados.rados.0.smithi067.stdout:372: writing smithi06780069-42 from 3670016 to 3956736 tid 4 2024-07-29T15:03:45.439 INFO:tasks.rados.rados.0.smithi067.stdout:373: snap_create 2024-07-29T15:03:45.439 INFO:tasks.rados.rados.0.smithi067.stdout:372: finishing write tid 1 to smithi06780069-42 2024-07-29T15:03:45.439 INFO:tasks.rados.rados.0.smithi067.stdout:372: finishing write tid 2 to smithi06780069-42 2024-07-29T15:03:45.441 INFO:tasks.rados.rados.0.smithi067.stdout:372: finishing write tid 3 to smithi06780069-42 2024-07-29T15:03:45.441 INFO:tasks.rados.rados.0.smithi067.stdout:372: finishing write tid 4 to smithi06780069-42 2024-07-29T15:03:45.441 INFO:tasks.rados.rados.0.smithi067.stdout:372: finishing write tid 5 to smithi06780069-42 2024-07-29T15:03:45.441 INFO:tasks.rados.rados.0.smithi067.stdout:372: finishing write tid 6 to smithi06780069-42 2024-07-29T15:03:45.442 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 101 (ObjNum 141 snap 32 seq_num 141) dirty exists 2024-07-29T15:03:45.442 INFO:tasks.rados.rados.0.smithi067.stdout:372: left oid 42 (ObjNum 141 snap 32 seq_num 141) 2024-07-29T15:03:45.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:45 smithi067 ceph-mon[29363]: from='client.24881 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:03:45.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:45 smithi067 ceph-mon[29363]: osdmap e139: 8 total, 8 up, 8 in 2024-07-29T15:03:45.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:45 smithi067 ceph-mon[39695]: from='client.24881 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:03:45.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:45 smithi067 ceph-mon[39695]: osdmap e139: 8 total, 8 up, 8 in 2024-07-29T15:03:45.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:45 smithi138 ceph-mon[32824]: from='client.24881 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:03:45.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:45 smithi138 ceph-mon[32824]: osdmap e139: 8 total, 8 up, 8 in 2024-07-29T15:03:45.811 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:45 smithi138 podman[65851]: 2024-07-29 15:03:45.483162093 +0000 UTC m=+0.362522158 container init 39d8694ee3b2995d36eb612696d9c518baa5b80dceaddc6787ffb20910db6519 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x, GIT_CLEAN=True, RELEASE=main-69149bb, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240716, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-29T15:03:45.813 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:45 smithi138 podman[65851]: 2024-07-29 15:03:45.486000701 +0000 UTC m=+0.365360767 container start 39d8694ee3b2995d36eb612696d9c518baa5b80dceaddc6787ffb20910db6519 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240716, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, RELEASE=main-69149bb, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-29T15:03:45.813 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:45 smithi138 ceph-mgr[65870]: -- 172.21.15.138:0/2505992029 <== mon.1 v2:172.21.15.138:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e5d558b0e0 con 0x55e5d5569000 2024-07-29T15:03:45.813 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:45 smithi138 bash[65851]: 39d8694ee3b2995d36eb612696d9c518baa5b80dceaddc6787ffb20910db6519 2024-07-29T15:03:45.813 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:45 smithi138 systemd[1]: Started Ceph mgr.x for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:03:46.415 INFO:tasks.rados.rados.0.smithi067.stdout:372: done (1 left) 2024-07-29T15:03:46.415 INFO:tasks.rados.rados.0.smithi067.stdout:373: done (0 left) 2024-07-29T15:03:46.415 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 5 current snap is 33 2024-07-29T15:03:46.415 INFO:tasks.rados.rados.0.smithi067.stdout:374: seq_num 142 ranges {0=786432,786432=475136,1261568=540672,1802240=589824} 2024-07-29T15:03:46.419 INFO:tasks.rados.rados.0.smithi067.stdout:374: writing smithi06780069-5 from 0 to 786432 tid 1 2024-07-29T15:03:46.422 INFO:tasks.rados.rados.0.smithi067.stdout:374: writing smithi06780069-5 from 786432 to 1261568 tid 2 2024-07-29T15:03:46.425 INFO:tasks.rados.rados.0.smithi067.stdout:374: writing smithi06780069-5 from 1261568 to 1802240 tid 3 2024-07-29T15:03:46.429 INFO:tasks.rados.rados.0.smithi067.stdout:374: writing smithi06780069-5 from 1802240 to 2392064 tid 4 2024-07-29T15:03:46.429 INFO:tasks.rados.rados.0.smithi067.stdout:375: rollback oid 31 current snap is 33 2024-07-29T15:03:46.429 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 31 to 31 2024-07-29T15:03:46.429 INFO:tasks.rados.rados.0.smithi067.stdout:374: finishing write tid 1 to smithi06780069-5 2024-07-29T15:03:46.429 INFO:tasks.rados.rados.0.smithi067.stdout:374: finishing write tid 2 to smithi06780069-5 2024-07-29T15:03:46.429 INFO:tasks.rados.rados.0.smithi067.stdout:374: finishing write tid 3 to smithi06780069-5 2024-07-29T15:03:46.429 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 49 current snap is 33 2024-07-29T15:03:46.429 INFO:tasks.rados.rados.0.smithi067.stdout:376: seq_num 143 ranges {5783552=802816,6586368=761856,7348224=745472,8093696=98304} 2024-07-29T15:03:46.465 INFO:tasks.rados.rados.0.smithi067.stdout:376: writing smithi06780069-49 from 5783552 to 6586368 tid 1 2024-07-29T15:03:46.469 INFO:tasks.rados.rados.0.smithi067.stdout:376: writing smithi06780069-49 from 6586368 to 7348224 tid 2 2024-07-29T15:03:46.473 INFO:tasks.rados.rados.0.smithi067.stdout:376: writing smithi06780069-49 from 7348224 to 8093696 tid 3 2024-07-29T15:03:46.474 INFO:tasks.rados.rados.0.smithi067.stdout:376: writing smithi06780069-49 from 8093696 to 8192000 tid 4 2024-07-29T15:03:46.474 INFO:tasks.rados.rados.0.smithi067.stdout:377: rmattr oid 41 current snap is 33 2024-07-29T15:03:46.474 INFO:tasks.rados.rados.0.smithi067.stdout:374: finishing write tid 4 to smithi06780069-5 2024-07-29T15:03:46.474 INFO:tasks.rados.rados.0.smithi067.stdout:374: finishing write tid 5 to smithi06780069-5 2024-07-29T15:03:46.474 INFO:tasks.rados.rados.0.smithi067.stdout:375: finishing rollback tid 1 to smithi06780069-31 2024-07-29T15:03:46.474 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 0 (ObjNum 33 snap 0 seq_num 3869054328) dirty dne 2024-07-29T15:03:46.474 INFO:tasks.rados.rados.0.smithi067.stdout:374: finishing write tid 6 to smithi06780069-5 2024-07-29T15:03:46.475 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 103 (ObjNum 142 snap 33 seq_num 142) dirty exists 2024-07-29T15:03:46.475 INFO:tasks.rados.rados.0.smithi067.stdout:374: left oid 5 (ObjNum 142 snap 33 seq_num 142) 2024-07-29T15:03:46.475 INFO:tasks.rados.rados.0.smithi067.stdout:376: finishing write tid 1 to smithi06780069-49 2024-07-29T15:03:46.475 INFO:tasks.rados.rados.0.smithi067.stdout:376: finishing write tid 2 to smithi06780069-49 2024-07-29T15:03:46.475 INFO:tasks.rados.rados.0.smithi067.stdout:374: done (3 left) 2024-07-29T15:03:46.475 INFO:tasks.rados.rados.0.smithi067.stdout:375: done (2 left) 2024-07-29T15:03:46.475 INFO:tasks.rados.rados.0.smithi067.stdout:378: read oid 32 snap -1 2024-07-29T15:03:46.475 INFO:tasks.rados.rados.0.smithi067.stdout:378: expect deleted 2024-07-29T15:03:46.475 INFO:tasks.rados.rados.0.smithi067.stdout:379: snap_create 2024-07-29T15:03:46.477 INFO:tasks.rados.rados.0.smithi067.stdout:376: finishing write tid 3 to smithi06780069-49 2024-07-29T15:03:46.477 INFO:tasks.rados.rados.0.smithi067.stdout:376: finishing write tid 4 to smithi06780069-49 2024-07-29T15:03:46.477 INFO:tasks.rados.rados.0.smithi067.stdout:376: finishing write tid 5 to smithi06780069-49 2024-07-29T15:03:46.477 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 88 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-29T15:03:46.478 INFO:tasks.rados.rados.0.smithi067.stdout:376: finishing write tid 6 to smithi06780069-49 2024-07-29T15:03:46.478 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 139 (ObjNum 143 snap 33 seq_num 143) dirty exists 2024-07-29T15:03:46.478 INFO:tasks.rados.rados.0.smithi067.stdout:376: left oid 49 (ObjNum 143 snap 33 seq_num 143) 2024-07-29T15:03:46.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:46 smithi067 ceph-mon[39695]: pgmap v196: 121 pgs: 121 active+clean; 92 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 23 op/s 2024-07-29T15:03:46.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:46 smithi067 ceph-mon[39695]: osdmap e140: 8 total, 8 up, 8 in 2024-07-29T15:03:46.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:46 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:46.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:46 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:46.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:46 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:03:46.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:46 smithi067 ceph-mon[29363]: pgmap v196: 121 pgs: 121 active+clean; 92 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 23 op/s 2024-07-29T15:03:46.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:46 smithi067 ceph-mon[29363]: osdmap e140: 8 total, 8 up, 8 in 2024-07-29T15:03:46.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:46 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:46.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:46 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:46.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:46 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:03:46.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:46 smithi138 ceph-mon[32824]: pgmap v196: 121 pgs: 121 active+clean; 92 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 23 op/s 2024-07-29T15:03:46.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:46 smithi138 ceph-mon[32824]: osdmap e140: 8 total, 8 up, 8 in 2024-07-29T15:03:46.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:46 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:46.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:46 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:46.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:46 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:03:47.422 INFO:tasks.rados.rados.0.smithi067.stdout:376: done (3 left) 2024-07-29T15:03:47.422 INFO:tasks.rados.rados.0.smithi067.stdout:377: done (2 left) 2024-07-29T15:03:47.422 INFO:tasks.rados.rados.0.smithi067.stdout:378: done (1 left) 2024-07-29T15:03:47.422 INFO:tasks.rados.rados.0.smithi067.stdout:379: done (0 left) 2024-07-29T15:03:47.422 INFO:tasks.rados.rados.0.smithi067.stdout:380: delete oid 49 current snap is 34 2024-07-29T15:03:47.426 INFO:tasks.rados.rados.0.smithi067.stdout:380: done (0 left) 2024-07-29T15:03:47.426 INFO:tasks.rados.rados.0.smithi067.stdout:381: rollback oid 18 current snap is 34 2024-07-29T15:03:47.426 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 18 to 32 2024-07-29T15:03:47.426 INFO:tasks.rados.rados.0.smithi067.stdout:382: snap_create 2024-07-29T15:03:47.429 INFO:tasks.rados.rados.0.smithi067.stdout:381: finishing rollback tid 0 to smithi06780069-18 2024-07-29T15:03:47.430 INFO:tasks.rados.rados.0.smithi067.stdout:381: finishing rollback tid 1 to smithi06780069-18 2024-07-29T15:03:47.430 INFO:tasks.rados.rados.0.smithi067.stdout:381: finishing rollback tid 2 to smithi06780069-18 2024-07-29T15:03:47.430 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 107 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-07-29T15:03:47.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:47 smithi067 ceph-mon[29363]: osdmap e141: 8 total, 8 up, 8 in 2024-07-29T15:03:47.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:47 smithi067 ceph-mon[39695]: osdmap e141: 8 total, 8 up, 8 in 2024-07-29T15:03:47.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:47 smithi138 ceph-mon[32824]: osdmap e141: 8 total, 8 up, 8 in 2024-07-29T15:03:48.428 INFO:tasks.rados.rados.0.smithi067.stdout:381: done (1 left) 2024-07-29T15:03:48.428 INFO:tasks.rados.rados.0.smithi067.stdout:382: done (0 left) 2024-07-29T15:03:48.428 INFO:tasks.rados.rados.0.smithi067.stdout:383: rollback oid 41 current snap is 35 2024-07-29T15:03:48.428 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 41 to 33 2024-07-29T15:03:48.428 INFO:tasks.rados.rados.0.smithi067.stdout:384: rollback oid 18 current snap is 35 2024-07-29T15:03:48.428 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 18 to 27 2024-07-29T15:03:48.428 INFO:tasks.rados.rados.0.smithi067.stdout:385: rmattr oid 23 current snap is 35 2024-07-29T15:03:48.429 INFO:tasks.rados.rados.0.smithi067.stdout:385: done (2 left) 2024-07-29T15:03:48.429 INFO:tasks.rados.rados.0.smithi067.stdout:386: copy_from oid 43 from oid 10 current snap is 35 2024-07-29T15:03:48.429 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 19 current snap is 35 2024-07-29T15:03:48.429 INFO:tasks.rados.rados.0.smithi067.stdout:387: seq_num 145 ranges {303104=32768} 2024-07-29T15:03:48.430 INFO:tasks.rados.rados.0.smithi067.stdout:387: writing smithi06780069-19 from 303104 to 335872 tid 1 2024-07-29T15:03:48.430 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 13 current snap is 35 2024-07-29T15:03:48.430 INFO:tasks.rados.rados.0.smithi067.stdout:388: seq_num 146 ranges {2801664=49152} 2024-07-29T15:03:48.447 INFO:tasks.rados.rados.0.smithi067.stdout:388: writing smithi06780069-13 from 2801664 to 2850816 tid 1 2024-07-29T15:03:48.447 INFO:tasks.rados.rados.0.smithi067.stdout:389: setattr oid 26 current snap is 35 2024-07-29T15:03:48.447 INFO:tasks.rados.rados.0.smithi067.stdout:383: finishing rollback tid 0 to smithi06780069-41 2024-07-29T15:03:48.447 INFO:tasks.rados.rados.0.smithi067.stdout:383: finishing rollback tid 1 to smithi06780069-41 2024-07-29T15:03:48.447 INFO:tasks.rados.rados.0.smithi067.stdout:387: finishing write tid 1 to smithi06780069-19 2024-07-29T15:03:48.447 INFO:tasks.rados.rados.0.smithi067.stdout:384: finishing rollback tid 0 to smithi06780069-18 2024-07-29T15:03:48.447 INFO:tasks.rados.rados.0.smithi067.stdout:383: finishing rollback tid 2 to smithi06780069-41 2024-07-29T15:03:48.447 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 91 (ObjNum 81 snap 0 seq_num 3207792327) dirty exists 2024-07-29T15:03:48.447 INFO:tasks.rados.rados.0.smithi067.stdout:387: finishing write tid 2 to smithi06780069-19 2024-07-29T15:03:48.448 INFO:tasks.rados.rados.0.smithi067.stdout:386: finishing copy_from to smithi06780069-43 2024-07-29T15:03:48.448 INFO:tasks.rados.rados.0.smithi067.stdout:386: got expected ENOENT (src dne) 2024-07-29T15:03:48.448 INFO:tasks.rados.rados.0.smithi067.stdout:386: finishing copy_from racing read to smithi06780069-43 2024-07-29T15:03:48.448 INFO:tasks.rados.rados.0.smithi067.stdout:384: finishing rollback tid 1 to smithi06780069-18 2024-07-29T15:03:48.448 INFO:tasks.rados.rados.0.smithi067.stdout:384: finishing rollback tid 2 to smithi06780069-18 2024-07-29T15:03:48.448 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 111 (ObjNum 93 snap 18 seq_num 93) dirty exists 2024-07-29T15:03:48.448 INFO:tasks.rados.rados.0.smithi067.stdout:387: finishing write tid 3 to smithi06780069-19 2024-07-29T15:03:48.448 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 19 v 123 (ObjNum 145 snap 35 seq_num 145) dirty exists 2024-07-29T15:03:48.448 INFO:tasks.rados.rados.0.smithi067.stdout:387: left oid 19 (ObjNum 145 snap 35 seq_num 145) 2024-07-29T15:03:48.449 INFO:tasks.rados.rados.0.smithi067.stdout:388: finishing write tid 1 to smithi06780069-13 2024-07-29T15:03:48.450 INFO:tasks.rados.rados.0.smithi067.stdout:388: finishing write tid 2 to smithi06780069-13 2024-07-29T15:03:48.450 INFO:tasks.rados.rados.0.smithi067.stdout:388: finishing write tid 3 to smithi06780069-13 2024-07-29T15:03:48.450 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 13 v 144 (ObjNum 146 snap 35 seq_num 146) dirty exists 2024-07-29T15:03:48.450 INFO:tasks.rados.rados.0.smithi067.stdout:388: left oid 13 (ObjNum 146 snap 35 seq_num 146) 2024-07-29T15:03:48.451 INFO:tasks.rados.rados.0.smithi067.stdout:383: done (5 left) 2024-07-29T15:03:48.451 INFO:tasks.rados.rados.0.smithi067.stdout:384: done (4 left) 2024-07-29T15:03:48.451 INFO:tasks.rados.rados.0.smithi067.stdout:386: done (3 left) 2024-07-29T15:03:48.451 INFO:tasks.rados.rados.0.smithi067.stdout:387: done (2 left) 2024-07-29T15:03:48.451 INFO:tasks.rados.rados.0.smithi067.stdout:388: done (1 left) 2024-07-29T15:03:48.451 INFO:tasks.rados.rados.0.smithi067.stdout:390: snap_create 2024-07-29T15:03:48.454 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 103 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-07-29T15:03:48.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:48 smithi067 ceph-mon[29363]: pgmap v199: 121 pgs: 121 active+clean; 106 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 5.1 MiB/s wr, 17 op/s 2024-07-29T15:03:48.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:48 smithi067 ceph-mon[29363]: osdmap e142: 8 total, 8 up, 8 in 2024-07-29T15:03:48.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:48 smithi067 ceph-mon[39695]: pgmap v199: 121 pgs: 121 active+clean; 106 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 5.1 MiB/s wr, 17 op/s 2024-07-29T15:03:48.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:48 smithi067 ceph-mon[39695]: osdmap e142: 8 total, 8 up, 8 in 2024-07-29T15:03:48.793 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:48 smithi138 ceph-mon[32824]: pgmap v199: 121 pgs: 121 active+clean; 106 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 5.1 MiB/s wr, 17 op/s 2024-07-29T15:03:48.793 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:48 smithi138 ceph-mon[32824]: osdmap e142: 8 total, 8 up, 8 in 2024-07-29T15:03:49.433 INFO:tasks.rados.rados.0.smithi067.stdout:389: done (1 left) 2024-07-29T15:03:49.433 INFO:tasks.rados.rados.0.smithi067.stdout:390: done (0 left) 2024-07-29T15:03:49.433 INFO:tasks.rados.rados.0.smithi067.stdout:391: copy_from oid 34 from oid 46 current snap is 36 2024-07-29T15:03:49.433 INFO:tasks.rados.rados.0.smithi067.stdout:392: snap_remove snap 35 2024-07-29T15:03:49.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:49 smithi067 ceph-mon[29363]: osdmap e143: 8 total, 8 up, 8 in 2024-07-29T15:03:49.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:49 smithi067 ceph-mon[39695]: osdmap e143: 8 total, 8 up, 8 in 2024-07-29T15:03:49.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:49 smithi138 ceph-mon[32824]: osdmap e143: 8 total, 8 up, 8 in 2024-07-29T15:03:50.435 INFO:tasks.rados.rados.0.smithi067.stdout:392: done (1 left) 2024-07-29T15:03:50.435 INFO:tasks.rados.rados.0.smithi067.stdout:393: rollback oid 45 current snap is 36 2024-07-29T15:03:50.435 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 45 to 27 2024-07-29T15:03:50.435 INFO:tasks.rados.rados.0.smithi067.stdout:391: finishing copy_from racing read to smithi06780069-34 2024-07-29T15:03:50.435 INFO:tasks.rados.rados.0.smithi067.stdout:391: finishing copy_from to smithi06780069-34 2024-07-29T15:03:50.435 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 34 v 15 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-07-29T15:03:50.435 INFO:tasks.rados.rados.0.smithi067.stdout:391: done (1 left) 2024-07-29T15:03:50.435 INFO:tasks.rados.rados.0.smithi067.stdout:394: read oid 28 snap -1 2024-07-29T15:03:50.436 INFO:tasks.rados.rados.0.smithi067.stdout:394: expect (ObjNum 9 snap 0 seq_num 9) 2024-07-29T15:03:50.436 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 21 current snap is 36 2024-07-29T15:03:50.436 INFO:tasks.rados.rados.0.smithi067.stdout:395: seq_num 147 ranges {3473408=65536} 2024-07-29T15:03:50.454 INFO:tasks.rados.rados.0.smithi067.stdout:395: writing smithi06780069-21 from 3473408 to 3538944 tid 1 2024-07-29T15:03:50.455 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 39 current snap is 36 2024-07-29T15:03:50.455 INFO:tasks.rados.rados.0.smithi067.stdout:396: seq_num 148 ranges {0=81920} 2024-07-29T15:03:50.455 INFO:tasks.rados.rados.0.smithi067.stdout:396: writing smithi06780069-39 from 0 to 81920 tid 1 2024-07-29T15:03:50.455 INFO:tasks.rados.rados.0.smithi067.stdout:397: delete oid 9 current snap is 36 2024-07-29T15:03:50.455 INFO:tasks.rados.rados.0.smithi067.stdout:394: expect (ObjNum 9 snap 0 seq_num 9) 2024-07-29T15:03:50.464 INFO:tasks.rados.rados.0.smithi067.stdout:393: finishing rollback tid 0 to smithi06780069-45 2024-07-29T15:03:50.464 INFO:tasks.rados.rados.0.smithi067.stdout:393: finishing rollback tid 1 to smithi06780069-45 2024-07-29T15:03:50.465 INFO:tasks.rados.rados.0.smithi067.stdout:393: finishing rollback tid 2 to smithi06780069-45 2024-07-29T15:03:50.465 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 68 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-07-29T15:03:50.465 INFO:tasks.rados.rados.0.smithi067.stdout:393: done (4 left) 2024-07-29T15:03:50.465 INFO:tasks.rados.rados.0.smithi067.stdout:394: done (3 left) 2024-07-29T15:03:50.465 INFO:tasks.rados.rados.0.smithi067.stdout:397: done (2 left) 2024-07-29T15:03:50.465 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 5 current snap is 36 2024-07-29T15:03:50.465 INFO:tasks.rados.rados.0.smithi067.stdout:395: finishing write tid 1 to smithi06780069-21 2024-07-29T15:03:50.465 INFO:tasks.rados.rados.0.smithi067.stdout:395: finishing write tid 2 to smithi06780069-21 2024-07-29T15:03:50.465 INFO:tasks.rados.rados.0.smithi067.stdout:398: seq_num 150 ranges {2392064=114688} 2024-07-29T15:03:50.478 INFO:tasks.rados.rados.0.smithi067.stdout:398: writing smithi06780069-5 from 2392064 to 2506752 tid 1 2024-07-29T15:03:50.478 INFO:tasks.rados.rados.0.smithi067.stdout:399: delete oid 16 current snap is 36 2024-07-29T15:03:50.478 INFO:tasks.rados.rados.0.smithi067.stdout:396: finishing write tid 1 to smithi06780069-39 2024-07-29T15:03:50.478 INFO:tasks.rados.rados.0.smithi067.stdout:396: finishing write tid 2 to smithi06780069-39 2024-07-29T15:03:50.478 INFO:tasks.rados.rados.0.smithi067.stdout:395: finishing write tid 3 to smithi06780069-21 2024-07-29T15:03:50.478 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 106 (ObjNum 147 snap 36 seq_num 147) dirty exists 2024-07-29T15:03:50.479 INFO:tasks.rados.rados.0.smithi067.stdout:395: left oid 21 (ObjNum 147 snap 36 seq_num 147) 2024-07-29T15:03:50.479 INFO:tasks.rados.rados.0.smithi067.stdout:396: finishing write tid 3 to smithi06780069-39 2024-07-29T15:03:50.479 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 78 (ObjNum 148 snap 36 seq_num 148) dirty exists 2024-07-29T15:03:50.479 INFO:tasks.rados.rados.0.smithi067.stdout:396: left oid 39 (ObjNum 148 snap 36 seq_num 148) 2024-07-29T15:03:50.480 INFO:tasks.rados.rados.0.smithi067.stdout:398: finishing write tid 1 to smithi06780069-5 2024-07-29T15:03:50.481 INFO:tasks.rados.rados.0.smithi067.stdout:398: finishing write tid 2 to smithi06780069-5 2024-07-29T15:03:50.481 INFO:tasks.rados.rados.0.smithi067.stdout:395: done (3 left) 2024-07-29T15:03:50.481 INFO:tasks.rados.rados.0.smithi067.stdout:396: done (2 left) 2024-07-29T15:03:50.481 INFO:tasks.rados.rados.0.smithi067.stdout:399: done (1 left) 2024-07-29T15:03:50.481 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 36 current snap is 36 2024-07-29T15:03:50.481 INFO:tasks.rados.rados.0.smithi067.stdout:400: seq_num 152 ranges {1941504=147456} 2024-07-29T15:03:50.492 INFO:tasks.rados.rados.0.smithi067.stdout:400: writing smithi06780069-36 from 1941504 to 2088960 tid 1 2024-07-29T15:03:50.492 INFO:tasks.rados.rados.0.smithi067.stdout:401: copy_from oid 21 from oid 20 current snap is 36 2024-07-29T15:03:50.492 INFO:tasks.rados.rados.0.smithi067.stdout:398: finishing write tid 3 to smithi06780069-5 2024-07-29T15:03:50.492 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 114 (ObjNum 150 snap 36 seq_num 150) dirty exists 2024-07-29T15:03:50.492 INFO:tasks.rados.rados.0.smithi067.stdout:398: left oid 5 (ObjNum 150 snap 36 seq_num 150) 2024-07-29T15:03:50.493 INFO:tasks.rados.rados.0.smithi067.stdout:398: done (2 left) 2024-07-29T15:03:50.493 INFO:tasks.rados.rados.0.smithi067.stdout:402: setattr oid 43 current snap is 36 2024-07-29T15:03:50.494 INFO:tasks.rados.rados.0.smithi067.stdout:401: finishing copy_from to smithi06780069-21 2024-07-29T15:03:50.494 INFO:tasks.rados.rados.0.smithi067.stdout:401: got expected ENOENT (src dne) 2024-07-29T15:03:50.494 INFO:tasks.rados.rados.0.smithi067.stdout:401: finishing copy_from racing read to smithi06780069-21 2024-07-29T15:03:50.494 INFO:tasks.rados.rados.0.smithi067.stdout:401: done (2 left) 2024-07-29T15:03:50.494 INFO:tasks.rados.rados.0.smithi067.stdout:403: read oid 30 snap -1 2024-07-29T15:03:50.494 INFO:tasks.rados.rados.0.smithi067.stdout:403: expect (ObjNum 122 snap 28 seq_num 122) 2024-07-29T15:03:50.495 INFO:tasks.rados.rados.0.smithi067.stdout:404: snap_remove snap 33 2024-07-29T15:03:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:50 smithi067 ceph-mon[29363]: pgmap v202: 121 pgs: 121 active+clean; 106 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 5.1 MiB/s wr, 17 op/s 2024-07-29T15:03:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:50 smithi067 ceph-mon[29363]: osdmap e144: 8 total, 8 up, 8 in 2024-07-29T15:03:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:50 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:50 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:50.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:50 smithi067 ceph-mon[39695]: pgmap v202: 121 pgs: 121 active+clean; 106 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 5.1 MiB/s wr, 17 op/s 2024-07-29T15:03:50.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:50 smithi067 ceph-mon[39695]: osdmap e144: 8 total, 8 up, 8 in 2024-07-29T15:03:50.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:50 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:50.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:50 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:50.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:50 smithi138 ceph-mon[32824]: pgmap v202: 121 pgs: 121 active+clean; 106 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 5.1 MiB/s wr, 17 op/s 2024-07-29T15:03:50.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:50 smithi138 ceph-mon[32824]: osdmap e144: 8 total, 8 up, 8 in 2024-07-29T15:03:50.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:50 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:50.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:50 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:51.257 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:51 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: [29/Jul/2024:15:03:50] ENGINE Bus STARTING 2024-07-29T15:03:51.257 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:51 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: CherryPy Checker: 2024-07-29T15:03:51.257 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:51 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: The Application mounted at '' has an empty config. 2024-07-29T15:03:51.257 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:51 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: 2024-07-29T15:03:51.257 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:51 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: [29/Jul/2024:15:03:51] ENGINE Serving on http://:::9283 2024-07-29T15:03:51.257 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:51 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: [29/Jul/2024:15:03:51] ENGINE Bus STARTED 2024-07-29T15:03:51.500 INFO:tasks.rados.rados.0.smithi067.stdout:404: done (3 left) 2024-07-29T15:03:51.500 INFO:tasks.rados.rados.0.smithi067.stdout:405: read oid 17 snap -1 2024-07-29T15:03:51.500 INFO:tasks.rados.rados.0.smithi067.stdout:405: expect (ObjNum 103 snap 20 seq_num 103) 2024-07-29T15:03:51.500 INFO:tasks.rados.rados.0.smithi067.stdout:406: snap_remove snap 30 2024-07-29T15:03:51.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:51 smithi138 ceph-mon[32824]: osdmap e145: 8 total, 8 up, 8 in 2024-07-29T15:03:51.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:51 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:51.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:51 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:51.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:51 smithi138 ceph-mon[32824]: pgmap v205: 121 pgs: 121 active+clean; 106 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:03:51.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:51 smithi138 ceph-mon[32824]: Standby manager daemon x restarted 2024-07-29T15:03:51.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:51 smithi138 ceph-mon[32824]: Standby manager daemon x started 2024-07-29T15:03:51.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:51 smithi138 ceph-mon[32824]: from='mgr.? 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-29T15:03:51.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:51 smithi138 ceph-mon[32824]: from='mgr.? 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-29T15:03:51.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:51 smithi138 ceph-mon[32824]: from='mgr.? 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-29T15:03:51.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:51 smithi138 ceph-mon[32824]: from='mgr.? 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-29T15:03:51.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:51 smithi067 ceph-mon[29363]: osdmap e145: 8 total, 8 up, 8 in 2024-07-29T15:03:51.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:51 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:51.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:51 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:51.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:51 smithi067 ceph-mon[29363]: pgmap v205: 121 pgs: 121 active+clean; 106 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:03:51.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:51 smithi067 ceph-mon[29363]: Standby manager daemon x restarted 2024-07-29T15:03:51.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:51 smithi067 ceph-mon[29363]: Standby manager daemon x started 2024-07-29T15:03:51.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:51 smithi067 ceph-mon[29363]: from='mgr.? 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-29T15:03:51.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:51 smithi067 ceph-mon[29363]: from='mgr.? 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-29T15:03:51.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:51 smithi067 ceph-mon[29363]: from='mgr.? 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-29T15:03:51.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:51 smithi067 ceph-mon[29363]: from='mgr.? 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-29T15:03:51.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:51 smithi067 ceph-mon[39695]: osdmap e145: 8 total, 8 up, 8 in 2024-07-29T15:03:51.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:51 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:51.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:51 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:51.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:51 smithi067 ceph-mon[39695]: pgmap v205: 121 pgs: 121 active+clean; 106 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:03:51.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:51 smithi067 ceph-mon[39695]: Standby manager daemon x restarted 2024-07-29T15:03:51.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:51 smithi067 ceph-mon[39695]: Standby manager daemon x started 2024-07-29T15:03:51.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:51 smithi067 ceph-mon[39695]: from='mgr.? 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-29T15:03:51.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:51 smithi067 ceph-mon[39695]: from='mgr.? 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-29T15:03:51.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:51 smithi067 ceph-mon[39695]: from='mgr.? 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-29T15:03:51.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:51 smithi067 ceph-mon[39695]: from='mgr.? 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-29T15:03:52.396 INFO:tasks.rados.rados.0.smithi067.stdout:406: done (4 left) 2024-07-29T15:03:52.396 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 41 current snap is 36 2024-07-29T15:03:52.396 INFO:tasks.rados.rados.0.smithi067.stdout:407: seq_num 153 ranges {0=163840} 2024-07-29T15:03:52.397 INFO:tasks.rados.rados.0.smithi067.stdout:407: writing smithi06780069-41 from 0 to 163840 tid 1 2024-07-29T15:03:52.397 INFO:tasks.rados.rados.0.smithi067.stdout:400: finishing write tid 1 to smithi06780069-36 2024-07-29T15:03:52.397 INFO:tasks.rados.rados.0.smithi067.stdout:400: finishing write tid 2 to smithi06780069-36 2024-07-29T15:03:52.397 INFO:tasks.rados.rados.0.smithi067.stdout:400: finishing write tid 3 to smithi06780069-36 2024-07-29T15:03:52.397 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 71 (ObjNum 152 snap 36 seq_num 152) dirty exists 2024-07-29T15:03:52.397 INFO:tasks.rados.rados.0.smithi067.stdout:400: left oid 36 (ObjNum 152 snap 36 seq_num 152) 2024-07-29T15:03:52.397 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 43 v 80 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-07-29T15:03:52.397 INFO:tasks.rados.rados.0.smithi067.stdout:403: expect (ObjNum 122 snap 28 seq_num 122) 2024-07-29T15:03:52.684 INFO:tasks.rados.rados.0.smithi067.stdout:405: expect (ObjNum 103 snap 20 seq_num 103) 2024-07-29T15:03:52.730 INFO:tasks.rados.rados.0.smithi067.stdout:407: finishing write tid 1 to smithi06780069-41 2024-07-29T15:03:52.730 INFO:tasks.rados.rados.0.smithi067.stdout:407: finishing write tid 2 to smithi06780069-41 2024-07-29T15:03:52.730 INFO:tasks.rados.rados.0.smithi067.stdout:407: finishing write tid 3 to smithi06780069-41 2024-07-29T15:03:52.730 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 93 (ObjNum 153 snap 36 seq_num 153) dirty exists 2024-07-29T15:03:52.730 INFO:tasks.rados.rados.0.smithi067.stdout:407: left oid 41 (ObjNum 153 snap 36 seq_num 153) 2024-07-29T15:03:52.731 INFO:tasks.rados.rados.0.smithi067.stdout:400: done (4 left) 2024-07-29T15:03:52.731 INFO:tasks.rados.rados.0.smithi067.stdout:402: done (3 left) 2024-07-29T15:03:52.731 INFO:tasks.rados.rados.0.smithi067.stdout:403: done (2 left) 2024-07-29T15:03:52.731 INFO:tasks.rados.rados.0.smithi067.stdout:405: done (1 left) 2024-07-29T15:03:52.731 INFO:tasks.rados.rados.0.smithi067.stdout:407: done (0 left) 2024-07-29T15:03:52.731 INFO:tasks.rados.rados.0.smithi067.stdout:408: delete oid 47 current snap is 36 2024-07-29T15:03:52.732 INFO:tasks.rados.rados.0.smithi067.stdout:408: done (0 left) 2024-07-29T15:03:52.732 INFO:tasks.rados.rados.0.smithi067.stdout:409: rollback oid 29 current snap is 36 2024-07-29T15:03:52.733 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 29 to 27 2024-07-29T15:03:52.733 INFO:tasks.rados.rados.0.smithi067.stdout:410: rmattr oid 34 current snap is 36 2024-07-29T15:03:52.733 INFO:tasks.rados.rados.0.smithi067.stdout:411: snap_remove snap 34 2024-07-29T15:03:52.764 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:52 smithi138 ceph-mon[32824]: osdmap e146: 8 total, 8 up, 8 in 2024-07-29T15:03:52.765 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:52 smithi138 ceph-mon[32824]: mgrmap e24: y(active, since 4m), standbys: x 2024-07-29T15:03:52.765 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:52 smithi138 ceph-mon[32824]: osdmap e147: 8 total, 8 up, 8 in 2024-07-29T15:03:52.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:52 smithi067 ceph-mon[29363]: osdmap e146: 8 total, 8 up, 8 in 2024-07-29T15:03:52.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:52 smithi067 ceph-mon[29363]: mgrmap e24: y(active, since 4m), standbys: x 2024-07-29T15:03:52.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:52 smithi067 ceph-mon[29363]: osdmap e147: 8 total, 8 up, 8 in 2024-07-29T15:03:52.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:52 smithi067 ceph-mon[39695]: osdmap e146: 8 total, 8 up, 8 in 2024-07-29T15:03:52.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:52 smithi067 ceph-mon[39695]: mgrmap e24: y(active, since 4m), standbys: x 2024-07-29T15:03:52.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:52 smithi067 ceph-mon[39695]: osdmap e147: 8 total, 8 up, 8 in 2024-07-29T15:03:53.509 INFO:tasks.rados.rados.0.smithi067.stdout:411: done (2 left) 2024-07-29T15:03:53.510 INFO:tasks.rados.rados.0.smithi067.stdout:412: copy_from oid 24 from oid 1 current snap is 36 2024-07-29T15:03:53.510 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 34 v 0 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-07-29T15:03:53.510 INFO:tasks.rados.rados.0.smithi067.stdout:409: finishing rollback tid 0 to smithi06780069-29 2024-07-29T15:03:53.510 INFO:tasks.rados.rados.0.smithi067.stdout:409: finishing rollback tid 1 to smithi06780069-29 2024-07-29T15:03:53.510 INFO:tasks.rados.rados.0.smithi067.stdout:409: finishing rollback tid 2 to smithi06780069-29 2024-07-29T15:03:53.510 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 104 (ObjNum 117 snap 25 seq_num 117) dirty exists 2024-07-29T15:03:53.510 INFO:tasks.rados.rados.0.smithi067.stdout:409: done (2 left) 2024-07-29T15:03:53.510 INFO:tasks.rados.rados.0.smithi067.stdout:410: done (1 left) 2024-07-29T15:03:53.510 INFO:tasks.rados.rados.0.smithi067.stdout:413: snap_create 2024-07-29T15:03:53.510 INFO:tasks.rados.rados.0.smithi067.stdout:412: finishing copy_from to smithi06780069-24 2024-07-29T15:03:53.510 INFO:tasks.rados.rados.0.smithi067.stdout:412: got expected ENOENT (src dne) 2024-07-29T15:03:53.511 INFO:tasks.rados.rados.0.smithi067.stdout:412: finishing copy_from racing read to smithi06780069-24 2024-07-29T15:03:53.628 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:53 smithi138 ceph-mon[32824]: pgmap v208: 121 pgs: 121 active+clean; 107 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 306 KiB/s wr, 21 op/s 2024-07-29T15:03:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:53 smithi067 ceph-mon[29363]: pgmap v208: 121 pgs: 121 active+clean; 107 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 306 KiB/s wr, 21 op/s 2024-07-29T15:03:53.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:53 smithi067 ceph-mon[39695]: pgmap v208: 121 pgs: 121 active+clean; 107 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 306 KiB/s wr, 21 op/s 2024-07-29T15:03:53.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:53 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:03:53] "GET /metrics HTTP/1.1" 200 239396 "" "Prometheus/2.43.0" 2024-07-29T15:03:54.101 INFO:tasks.rados.rados.0.smithi067.stdout:412: done (1 left) 2024-07-29T15:03:54.101 INFO:tasks.rados.rados.0.smithi067.stdout:413: done (0 left) 2024-07-29T15:03:54.101 INFO:tasks.rados.rados.0.smithi067.stdout:414: copy_from oid 27 from oid 39 current snap is 37 2024-07-29T15:03:54.101 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 8 current snap is 37 2024-07-29T15:03:54.101 INFO:tasks.rados.rados.0.smithi067.stdout:415: seq_num 155 ranges {1245184=204800} 2024-07-29T15:03:54.109 INFO:tasks.rados.rados.0.smithi067.stdout:415: writing smithi06780069-8 from 1245184 to 1449984 tid 1 2024-07-29T15:03:54.109 INFO:tasks.rados.rados.0.smithi067.stdout:416: copy_from oid 45 from oid 50 current snap is 37 2024-07-29T15:03:54.109 INFO:tasks.rados.rados.0.smithi067.stdout:414: finishing copy_from racing read to smithi06780069-27 2024-07-29T15:03:54.109 INFO:tasks.rados.rados.0.smithi067.stdout:417: snap_create 2024-07-29T15:03:54.109 INFO:tasks.rados.rados.0.smithi067.stdout:414: finishing copy_from to smithi06780069-27 2024-07-29T15:03:54.109 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 78 (ObjNum 148 snap 36 seq_num 148) dirty exists 2024-07-29T15:03:54.111 INFO:tasks.rados.rados.0.smithi067.stdout:415: finishing write tid 1 to smithi06780069-8 2024-07-29T15:03:54.111 INFO:tasks.rados.rados.0.smithi067.stdout:415: finishing write tid 2 to smithi06780069-8 2024-07-29T15:03:54.112 INFO:tasks.rados.rados.0.smithi067.stdout:415: finishing write tid 3 to smithi06780069-8 2024-07-29T15:03:54.112 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 49 (ObjNum 155 snap 37 seq_num 155) dirty exists 2024-07-29T15:03:54.112 INFO:tasks.rados.rados.0.smithi067.stdout:415: left oid 8 (ObjNum 155 snap 37 seq_num 155) 2024-07-29T15:03:54.115 INFO:tasks.rados.rados.0.smithi067.stdout:416: finishing copy_from racing read to smithi06780069-45 2024-07-29T15:03:54.115 INFO:tasks.rados.rados.0.smithi067.stdout:416: finishing copy_from to smithi06780069-45 2024-07-29T15:03:54.115 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 94 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-07-29T15:03:54.310 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: [29/Jul/2024:15:03:54] ENGINE Bus STOPPING 2024-07-29T15:03:54.448 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: ignoring --setuser ceph since I am not root 2024-07-29T15:03:54.448 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: ignoring --setgroup ceph since I am not root 2024-07-29T15:03:54.448 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mgr[29593]: -- 172.21.15.67:0/3349983498 <== mon.0 v2:172.21.15.67:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e01b8a89c0 con 0x55e01b8b5000 2024-07-29T15:03:54.448 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T15:03:54.252+0000 7fb30542fec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-07-29T15:03:54.448 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T15:03:54.378+0000 7fb30542fec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-07-29T15:03:54.448 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T15:03:54.446+0000 7fb30542fec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-07-29T15:03:54.706 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[39695]: osdmap e148: 8 total, 8 up, 8 in 2024-07-29T15:03:54.706 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:54.706 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:54.706 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:03:54.706 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:03:54.706 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:54.706 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:03:54.706 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[39695]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-07-29T15:03:54.706 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-07-29T15:03:54.707 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[39695]: Activating manager daemon x 2024-07-29T15:03:54.707 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[39695]: osdmap e149: 8 total, 8 up, 8 in 2024-07-29T15:03:54.707 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[39695]: from='mgr.24437 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-07-29T15:03:54.707 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[39695]: mgrmap e25: x(active, starting, since 0.00734174s) 2024-07-29T15:03:54.707 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:03:54.707 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:03:54.707 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:03:54.707 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-29T15:03:54.707 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-29T15:03:54.707 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-29T15:03:54.707 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-29T15:03:54.707 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-29T15:03:54.707 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-29T15:03:54.707 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-29T15:03:54.708 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-29T15:03:54.708 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-29T15:03:54.708 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-29T15:03:54.708 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-29T15:03:54.708 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-29T15:03:54.708 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-29T15:03:54.708 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-29T15:03:54.708 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[29363]: osdmap e148: 8 total, 8 up, 8 in 2024-07-29T15:03:54.708 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:54.708 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:54.709 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:03:54.709 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:03:54.709 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:54.709 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:03:54.709 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[29363]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-07-29T15:03:54.709 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-07-29T15:03:54.709 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[29363]: Activating manager daemon x 2024-07-29T15:03:54.709 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[29363]: osdmap e149: 8 total, 8 up, 8 in 2024-07-29T15:03:54.709 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[29363]: from='mgr.24437 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-07-29T15:03:54.709 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[29363]: mgrmap e25: x(active, starting, since 0.00734174s) 2024-07-29T15:03:54.709 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:03:54.709 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:03:54.709 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:03:54.710 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-29T15:03:54.710 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-29T15:03:54.710 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-29T15:03:54.710 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-29T15:03:54.710 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-29T15:03:54.710 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-29T15:03:54.710 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-29T15:03:54.710 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-29T15:03:54.710 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-29T15:03:54.710 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-29T15:03:54.710 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-29T15:03:54.710 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-29T15:03:54.710 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-29T15:03:54.711 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-29T15:03:54.789 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: [29/Jul/2024:15:03:54] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-29T15:03:54.789 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: [29/Jul/2024:15:03:54] ENGINE Bus STOPPED 2024-07-29T15:03:54.789 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: [29/Jul/2024:15:03:54] ENGINE Bus STARTING 2024-07-29T15:03:54.789 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: 2024-07-29T15:03:54.721+0000 7fc4222d4640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T15:03:54.789 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: 2024-07-29T15:03:54.721+0000 7fc4222d4640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T15:03:54.789 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: 2024-07-29T15:03:54.721+0000 7fc4222d4640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T15:03:54.790 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: 2024-07-29T15:03:54.721+0000 7fc4222d4640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T15:03:54.790 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: 2024-07-29T15:03:54.721+0000 7fc4222d4640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T15:03:54.790 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: 2024-07-29T15:03:54.722+0000 7fc41f2ce640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T15:03:54.790 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: 2024-07-29T15:03:54.722+0000 7fc41f2ce640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T15:03:54.790 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: 2024-07-29T15:03:54.722+0000 7fc41f2ce640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T15:03:54.790 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: 2024-07-29T15:03:54.722+0000 7fc41f2ce640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T15:03:54.790 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: 2024-07-29T15:03:54.722+0000 7fc41f2ce640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T15:03:54.790 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: [29/Jul/2024:15:03:54] ENGINE Serving on http://:::9283 2024-07-29T15:03:54.790 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: [29/Jul/2024:15:03:54] ENGINE Bus STARTED 2024-07-29T15:03:54.793 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-mon[32824]: osdmap e148: 8 total, 8 up, 8 in 2024-07-29T15:03:54.793 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:54.793 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:54.793 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:03:54.794 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:03:54.794 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' 2024-07-29T15:03:54.794 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:03:54.794 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-mon[32824]: from='mgr.24437 172.21.15.67:0/695738754' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-07-29T15:03:54.794 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-07-29T15:03:54.794 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-mon[32824]: Activating manager daemon x 2024-07-29T15:03:54.794 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-mon[32824]: osdmap e149: 8 total, 8 up, 8 in 2024-07-29T15:03:54.794 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-mon[32824]: from='mgr.24437 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-07-29T15:03:54.794 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-mon[32824]: mgrmap e25: x(active, starting, since 0.00734174s) 2024-07-29T15:03:54.794 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:03:54.794 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:03:54.794 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:03:54.794 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-29T15:03:54.795 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-29T15:03:54.795 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-29T15:03:54.795 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-29T15:03:54.795 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-29T15:03:54.795 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-29T15:03:54.795 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-29T15:03:54.795 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-29T15:03:54.795 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-29T15:03:54.795 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-29T15:03:54.795 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-29T15:03:54.795 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-29T15:03:54.795 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-29T15:03:54.795 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:54 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-29T15:03:54.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T15:03:54.704+0000 7fb30542fec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-07-29T15:03:54.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:54 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T15:03:54.766+0000 7fb30542fec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-07-29T15:03:55.099 INFO:tasks.rados.rados.0.smithi067.stdout:414: done (3 left) 2024-07-29T15:03:55.099 INFO:tasks.rados.rados.0.smithi067.stdout:415: done (2 left) 2024-07-29T15:03:55.099 INFO:tasks.rados.rados.0.smithi067.stdout:416: done (1 left) 2024-07-29T15:03:55.099 INFO:tasks.rados.rados.0.smithi067.stdout:417: done (0 left) 2024-07-29T15:03:55.099 INFO:tasks.rados.rados.0.smithi067.stdout:418: read oid 36 snap -1 2024-07-29T15:03:55.100 INFO:tasks.rados.rados.0.smithi067.stdout:418: expect (ObjNum 152 snap 36 seq_num 152) 2024-07-29T15:03:55.100 INFO:tasks.rados.rados.0.smithi067.stdout:419: delete oid 21 current snap is 38 2024-07-29T15:03:55.102 INFO:tasks.rados.rados.0.smithi067.stdout:419: done (1 left) 2024-07-29T15:03:55.102 INFO:tasks.rados.rados.0.smithi067.stdout:420: rmattr oid 9 current snap is 38 2024-07-29T15:03:55.102 INFO:tasks.rados.rados.0.smithi067.stdout:420: done (1 left) 2024-07-29T15:03:55.102 INFO:tasks.rados.rados.0.smithi067.stdout:421: rmattr oid 32 current snap is 38 2024-07-29T15:03:55.102 INFO:tasks.rados.rados.0.smithi067.stdout:421: done (1 left) 2024-07-29T15:03:55.102 INFO:tasks.rados.rados.0.smithi067.stdout:422: rmattr oid 6 current snap is 38 2024-07-29T15:03:55.102 INFO:tasks.rados.rados.0.smithi067.stdout:422: done (1 left) 2024-07-29T15:03:55.102 INFO:tasks.rados.rados.0.smithi067.stdout:423: copy_from oid 15 from oid 19 current snap is 38 2024-07-29T15:03:55.102 INFO:tasks.rados.rados.0.smithi067.stdout:424: delete oid 3 current snap is 38 2024-07-29T15:03:55.106 INFO:tasks.rados.rados.0.smithi067.stdout:424: done (2 left) 2024-07-29T15:03:55.106 INFO:tasks.rados.rados.0.smithi067.stdout:425: rollback oid 49 current snap is 38 2024-07-29T15:03:55.106 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 49 to 37 2024-07-29T15:03:55.106 INFO:tasks.rados.rados.0.smithi067.stdout:426: read oid 45 snap -1 2024-07-29T15:03:55.106 INFO:tasks.rados.rados.0.smithi067.stdout:426: expect (ObjNum 49 snap 0 seq_num 49) 2024-07-29T15:03:55.106 INFO:tasks.rados.rados.0.smithi067.stdout:427: snap_remove snap 26 2024-07-29T15:03:55.813 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:55 smithi138 ceph-mon[32824]: Manager daemon x is now available 2024-07-29T15:03:55.814 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:55 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:03:55.814 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:55 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:03:55.814 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:55 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:03:55.814 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:55 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:03:55.814 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:55 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:03:55.814 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:55 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-07-29T15:03:55.814 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:55 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-07-29T15:03:55.814 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:55 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-07-29T15:03:55.815 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:55 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-07-29T15:03:55.815 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:55 smithi138 ceph-mon[32824]: osdmap e150: 8 total, 8 up, 8 in 2024-07-29T15:03:55.815 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:55 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:03:55.815 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:55 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:03:55.847 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:55 smithi067 ceph-mon[39695]: Manager daemon x is now available 2024-07-29T15:03:55.847 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:55 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:03:55.847 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:55 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:03:55.847 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:55 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:03:55.847 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:55 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:03:55.847 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:55 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:03:55.847 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:55 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-07-29T15:03:55.847 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:55 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-07-29T15:03:55.847 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:55 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-07-29T15:03:55.848 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:55 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-07-29T15:03:55.848 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:55 smithi067 ceph-mon[39695]: osdmap e150: 8 total, 8 up, 8 in 2024-07-29T15:03:55.848 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:55 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:03:55.848 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:55 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:03:55.848 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:55 smithi067 ceph-mon[29363]: Manager daemon x is now available 2024-07-29T15:03:55.848 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:55 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:03:55.848 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:55 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:03:55.848 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:55 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:03:55.848 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:55 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:03:55.848 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:55 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:03:55.849 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:55 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-07-29T15:03:55.849 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:55 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-07-29T15:03:55.849 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:55 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-07-29T15:03:55.849 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:55 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-07-29T15:03:55.849 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:55 smithi067 ceph-mon[29363]: osdmap e150: 8 total, 8 up, 8 in 2024-07-29T15:03:55.849 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:55 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:03:55.849 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:55 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:03:55.849 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:55 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T15:03:55.727+0000 7fb30542fec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-07-29T15:03:56.100 INFO:tasks.rados.rados.0.smithi067.stdout:427: done (4 left) 2024-07-29T15:03:56.101 INFO:tasks.rados.rados.0.smithi067.stdout:428: delete oid 5 current snap is 38 2024-07-29T15:03:56.101 INFO:tasks.rados.rados.0.smithi067.stdout:418: expect (ObjNum 152 snap 36 seq_num 152) 2024-07-29T15:03:56.107 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:55 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T15:03:55.845+0000 7fb30542fec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-07-29T15:03:56.108 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:55 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T15:03:55.903+0000 7fb30542fec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-07-29T15:03:56.108 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:56 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T15:03:56.104+0000 7fb30542fec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-07-29T15:03:56.198 INFO:tasks.rados.rados.0.smithi067.stdout:425: finishing rollback tid 1 to smithi06780069-49 2024-07-29T15:03:56.199 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 141 (ObjNum 129 snap 0 seq_num 3879936768) dirty dne 2024-07-29T15:03:56.199 INFO:tasks.rados.rados.0.smithi067.stdout:423: finishing copy_from racing read to smithi06780069-15 2024-07-29T15:03:56.199 INFO:tasks.rados.rados.0.smithi067.stdout:423: finishing copy_from to smithi06780069-15 2024-07-29T15:03:56.199 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 123 (ObjNum 145 snap 35 seq_num 145) dirty exists 2024-07-29T15:03:56.199 INFO:tasks.rados.rados.0.smithi067.stdout:426: expect (ObjNum 49 snap 0 seq_num 49) 2024-07-29T15:03:56.220 INFO:tasks.rados.rados.0.smithi067.stdout:418: done (4 left) 2024-07-29T15:03:56.220 INFO:tasks.rados.rados.0.smithi067.stdout:423: done (3 left) 2024-07-29T15:03:56.220 INFO:tasks.rados.rados.0.smithi067.stdout:425: done (2 left) 2024-07-29T15:03:56.220 INFO:tasks.rados.rados.0.smithi067.stdout:426: done (1 left) 2024-07-29T15:03:56.220 INFO:tasks.rados.rados.0.smithi067.stdout:428: done (0 left) 2024-07-29T15:03:56.220 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 12 current snap is 38 2024-07-29T15:03:56.221 INFO:tasks.rados.rados.0.smithi067.stdout:429: seq_num 159 ranges {5627904=270336} 2024-07-29T15:03:56.252 INFO:tasks.rados.rados.0.smithi067.stdout:429: writing smithi06780069-12 from 5627904 to 5898240 tid 1 2024-07-29T15:03:56.252 INFO:tasks.rados.rados.0.smithi067.stdout:430: snap_remove snap 32 2024-07-29T15:03:56.370 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:56 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T15:03:56.174+0000 7fb30542fec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-07-29T15:03:56.371 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:56 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T15:03:56.241+0000 7fb30542fec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-07-29T15:03:56.371 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:56 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T15:03:56.369+0000 7fb30542fec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-07-29T15:03:56.509 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:03:56] "GET /metrics HTTP/1.1" 200 33180 "" "Prometheus/2.43.0" 2024-07-29T15:03:56.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:56 smithi067 ceph-mon[29363]: Checking for cert/key for grafana.a 2024-07-29T15:03:56.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:56 smithi067 ceph-mon[29363]: Migrating grafana.a cert to cert store 2024-07-29T15:03:56.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:56 smithi067 ceph-mon[29363]: Migrating grafana.a key to cert store 2024-07-29T15:03:56.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:56 smithi067 ceph-mon[29363]: Deploying cephadm binary to smithi067 2024-07-29T15:03:56.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:56 smithi067 ceph-mon[29363]: Deploying cephadm binary to smithi138 2024-07-29T15:03:56.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:56 smithi067 ceph-mon[29363]: mgrmap e26: x(active, since 1.41881s) 2024-07-29T15:03:56.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:56 smithi067 ceph-mon[29363]: osdmap e151: 8 total, 8 up, 8 in 2024-07-29T15:03:56.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:56 smithi067 ceph-mon[39695]: Checking for cert/key for grafana.a 2024-07-29T15:03:56.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:56 smithi067 ceph-mon[39695]: Migrating grafana.a cert to cert store 2024-07-29T15:03:56.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:56 smithi067 ceph-mon[39695]: Migrating grafana.a key to cert store 2024-07-29T15:03:56.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:56 smithi067 ceph-mon[39695]: Deploying cephadm binary to smithi067 2024-07-29T15:03:56.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:56 smithi067 ceph-mon[39695]: Deploying cephadm binary to smithi138 2024-07-29T15:03:56.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:56 smithi067 ceph-mon[39695]: mgrmap e26: x(active, since 1.41881s) 2024-07-29T15:03:56.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:56 smithi067 ceph-mon[39695]: osdmap e151: 8 total, 8 up, 8 in 2024-07-29T15:03:56.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:56 smithi138 ceph-mon[32824]: Checking for cert/key for grafana.a 2024-07-29T15:03:56.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:56 smithi138 ceph-mon[32824]: Migrating grafana.a cert to cert store 2024-07-29T15:03:56.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:56 smithi138 ceph-mon[32824]: Migrating grafana.a key to cert store 2024-07-29T15:03:56.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:56 smithi138 ceph-mon[32824]: Deploying cephadm binary to smithi067 2024-07-29T15:03:56.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:56 smithi138 ceph-mon[32824]: Deploying cephadm binary to smithi138 2024-07-29T15:03:56.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:56 smithi138 ceph-mon[32824]: mgrmap e26: x(active, since 1.41881s) 2024-07-29T15:03:56.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:56 smithi138 ceph-mon[32824]: osdmap e151: 8 total, 8 up, 8 in 2024-07-29T15:03:56.811 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: 2024-07-29T15:03:56.746+0000 7fc4057de640 -1 log_channel(cephadm) log [ERR] : [29/Jul/2024:15:03:56] ENGINE Error in HTTPServer.serve 2024-07-29T15:03:56.811 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: Traceback (most recent call last): 2024-07-29T15:03:56.812 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-29T15:03:56.812 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: self._connections.run(self.expiration_interval) 2024-07-29T15:03:56.812 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-29T15:03:56.812 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: self._run(expiration_interval) 2024-07-29T15:03:56.812 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-29T15:03:56.812 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: new_conn = self._from_server_socket(self.server.socket) 2024-07-29T15:03:56.812 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-29T15:03:56.812 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-29T15:03:56.812 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-29T15:03:56.812 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: s = self.context.wrap_socket( 2024-07-29T15:03:56.812 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-29T15:03:56.812 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: return self.sslsocket_class._create( 2024-07-29T15:03:56.813 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-29T15:03:56.813 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: self.do_handshake() 2024-07-29T15:03:56.813 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-29T15:03:56.813 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: self._sslobj.do_handshake() 2024-07-29T15:03:56.813 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-29T15:03:56.813 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:03:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: 2024-07-29T15:03:57.111 INFO:tasks.rados.rados.0.smithi067.stdout:430: done (1 left) 2024-07-29T15:03:57.111 INFO:tasks.rados.rados.0.smithi067.stdout:431: snap_remove snap 23 2024-07-29T15:03:57.127 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:56 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T15:03:56.801+0000 7fb30542fec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-07-29T15:03:57.394 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T15:03:57.126+0000 7fb30542fec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-07-29T15:03:57.394 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T15:03:57.203+0000 7fb30542fec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-07-29T15:03:57.395 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T15:03:57.362+0000 7fb30542fec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-07-29T15:03:57.399 INFO:tasks.rados.rados.0.smithi067.stdout:431: done (1 left) 2024-07-29T15:03:57.400 INFO:tasks.rados.rados.0.smithi067.stdout:432: snap_remove snap 31 2024-07-29T15:03:57.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:57 smithi067 ceph-mon[29363]: pgmap v4: 121 pgs: 121 active+clean; 111 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:03:57.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:57 smithi067 ceph-mon[29363]: pgmap v6: 121 pgs: 121 active+clean; 111 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:03:57.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:57 smithi067 ceph-mon[29363]: [29/Jul/2024:15:03:56] ENGINE Bus STARTING 2024-07-29T15:03:57.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:57 smithi067 ceph-mon[29363]: osdmap e152: 8 total, 8 up, 8 in 2024-07-29T15:03:57.661 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:57 smithi067 ceph-mon[29363]: osdmap e153: 8 total, 8 up, 8 in 2024-07-29T15:03:57.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:57 smithi067 ceph-mon[39695]: pgmap v4: 121 pgs: 121 active+clean; 111 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:03:57.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:57 smithi067 ceph-mon[39695]: pgmap v6: 121 pgs: 121 active+clean; 111 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:03:57.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:57 smithi067 ceph-mon[39695]: [29/Jul/2024:15:03:56] ENGINE Bus STARTING 2024-07-29T15:03:57.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:57 smithi067 ceph-mon[39695]: osdmap e152: 8 total, 8 up, 8 in 2024-07-29T15:03:57.662 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:57 smithi067 ceph-mon[39695]: osdmap e153: 8 total, 8 up, 8 in 2024-07-29T15:03:57.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:57 smithi138 ceph-mon[32824]: pgmap v4: 121 pgs: 121 active+clean; 111 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:03:57.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:57 smithi138 ceph-mon[32824]: pgmap v6: 121 pgs: 121 active+clean; 111 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:03:57.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:57 smithi138 ceph-mon[32824]: [29/Jul/2024:15:03:56] ENGINE Bus STARTING 2024-07-29T15:03:57.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:57 smithi138 ceph-mon[32824]: osdmap e152: 8 total, 8 up, 8 in 2024-07-29T15:03:57.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:57 smithi138 ceph-mon[32824]: osdmap e153: 8 total, 8 up, 8 in 2024-07-29T15:03:57.918 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T15:03:57.659+0000 7fb30542fec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-07-29T15:03:57.918 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T15:03:57.724+0000 7fb30542fec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-07-29T15:03:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T15:03:57.916+0000 7fb30542fec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-07-29T15:03:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T15:03:57.981+0000 7fb30542fec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-07-29T15:03:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:58 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T15:03:58.068+0000 7fb30542fec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-07-29T15:03:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:58 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T15:03:58.138+0000 7fb30542fec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-07-29T15:03:58.400 INFO:tasks.rados.rados.0.smithi067.stdout:432: done (1 left) 2024-07-29T15:03:58.401 INFO:tasks.rados.rados.0.smithi067.stdout:433: snap_remove snap 37 2024-07-29T15:03:58.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:58 smithi138 ceph-mon[32824]: [29/Jul/2024:15:03:56] ENGINE Serving on http://172.21.15.138:8765 2024-07-29T15:03:58.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:58 smithi138 ceph-mon[32824]: [29/Jul/2024:15:03:56] ENGINE Serving on https://172.21.15.138:7150 2024-07-29T15:03:58.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:58 smithi138 ceph-mon[32824]: [29/Jul/2024:15:03:56] ENGINE Bus STARTED 2024-07-29T15:03:58.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:58 smithi138 ceph-mon[32824]: [29/Jul/2024:15:03:56] ENGINE Error in HTTPServer.serve 2024-07-29T15:03:58.811 INFO:journalctl@ceph.mon.b.smithi138.stdout: Traceback (most recent call last): 2024-07-29T15:03:58.811 INFO:journalctl@ceph.mon.b.smithi138.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-29T15:03:58.811 INFO:journalctl@ceph.mon.b.smithi138.stdout: self._connections.run(self.expiration_interval) 2024-07-29T15:03:58.811 INFO:journalctl@ceph.mon.b.smithi138.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-29T15:03:58.811 INFO:journalctl@ceph.mon.b.smithi138.stdout: self._run(expiration_interval) 2024-07-29T15:03:58.811 INFO:journalctl@ceph.mon.b.smithi138.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-29T15:03:58.811 INFO:journalctl@ceph.mon.b.smithi138.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-29T15:03:58.811 INFO:journalctl@ceph.mon.b.smithi138.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-29T15:03:58.811 INFO:journalctl@ceph.mon.b.smithi138.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-29T15:03:58.811 INFO:journalctl@ceph.mon.b.smithi138.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-29T15:03:58.811 INFO:journalctl@ceph.mon.b.smithi138.stdout: s = self.context.wrap_socket( 2024-07-29T15:03:58.811 INFO:journalctl@ceph.mon.b.smithi138.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-29T15:03:58.812 INFO:journalctl@ceph.mon.b.smithi138.stdout: return self.sslsocket_class._create( 2024-07-29T15:03:58.812 INFO:journalctl@ceph.mon.b.smithi138.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-29T15:03:58.812 INFO:journalctl@ceph.mon.b.smithi138.stdout: self.do_handshake() 2024-07-29T15:03:58.812 INFO:journalctl@ceph.mon.b.smithi138.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-29T15:03:58.812 INFO:journalctl@ceph.mon.b.smithi138.stdout: self._sslobj.do_handshake() 2024-07-29T15:03:58.812 INFO:journalctl@ceph.mon.b.smithi138.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-29T15:03:58.812 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:58 smithi138 ceph-mon[32824]: mgrmap e27: x(active, since 3s) 2024-07-29T15:03:58.812 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:58 smithi138 ceph-mon[32824]: osdmap e154: 8 total, 8 up, 8 in 2024-07-29T15:03:58.865 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:58 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T15:03:58.732+0000 7fb30542fec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-07-29T15:03:58.866 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:58 smithi067 ceph-mon[29363]: [29/Jul/2024:15:03:56] ENGINE Serving on http://172.21.15.138:8765 2024-07-29T15:03:58.866 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:58 smithi067 ceph-mon[29363]: [29/Jul/2024:15:03:56] ENGINE Serving on https://172.21.15.138:7150 2024-07-29T15:03:58.866 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:58 smithi067 ceph-mon[29363]: [29/Jul/2024:15:03:56] ENGINE Bus STARTED 2024-07-29T15:03:58.866 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:58 smithi067 ceph-mon[29363]: [29/Jul/2024:15:03:56] ENGINE Error in HTTPServer.serve 2024-07-29T15:03:58.866 INFO:journalctl@ceph.mon.a.smithi067.stdout: Traceback (most recent call last): 2024-07-29T15:03:58.866 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-29T15:03:58.866 INFO:journalctl@ceph.mon.a.smithi067.stdout: self._connections.run(self.expiration_interval) 2024-07-29T15:03:58.866 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-29T15:03:58.866 INFO:journalctl@ceph.mon.a.smithi067.stdout: self._run(expiration_interval) 2024-07-29T15:03:58.867 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-29T15:03:58.867 INFO:journalctl@ceph.mon.a.smithi067.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-29T15:03:58.867 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-29T15:03:58.867 INFO:journalctl@ceph.mon.a.smithi067.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-29T15:03:58.867 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-29T15:03:58.867 INFO:journalctl@ceph.mon.a.smithi067.stdout: s = self.context.wrap_socket( 2024-07-29T15:03:58.867 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-29T15:03:58.867 INFO:journalctl@ceph.mon.a.smithi067.stdout: return self.sslsocket_class._create( 2024-07-29T15:03:58.867 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-29T15:03:58.867 INFO:journalctl@ceph.mon.a.smithi067.stdout: self.do_handshake() 2024-07-29T15:03:58.867 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-29T15:03:58.867 INFO:journalctl@ceph.mon.a.smithi067.stdout: self._sslobj.do_handshake() 2024-07-29T15:03:58.867 INFO:journalctl@ceph.mon.a.smithi067.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-29T15:03:58.867 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:58 smithi067 ceph-mon[29363]: mgrmap e27: x(active, since 3s) 2024-07-29T15:03:58.868 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:58 smithi067 ceph-mon[29363]: osdmap e154: 8 total, 8 up, 8 in 2024-07-29T15:03:58.868 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:58 smithi067 ceph-mon[39695]: [29/Jul/2024:15:03:56] ENGINE Serving on http://172.21.15.138:8765 2024-07-29T15:03:58.868 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:58 smithi067 ceph-mon[39695]: [29/Jul/2024:15:03:56] ENGINE Serving on https://172.21.15.138:7150 2024-07-29T15:03:58.868 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:58 smithi067 ceph-mon[39695]: [29/Jul/2024:15:03:56] ENGINE Bus STARTED 2024-07-29T15:03:58.868 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:58 smithi067 ceph-mon[39695]: [29/Jul/2024:15:03:56] ENGINE Error in HTTPServer.serve 2024-07-29T15:03:58.868 INFO:journalctl@ceph.mon.c.smithi067.stdout: Traceback (most recent call last): 2024-07-29T15:03:58.868 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-29T15:03:58.868 INFO:journalctl@ceph.mon.c.smithi067.stdout: self._connections.run(self.expiration_interval) 2024-07-29T15:03:58.868 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-29T15:03:58.868 INFO:journalctl@ceph.mon.c.smithi067.stdout: self._run(expiration_interval) 2024-07-29T15:03:58.868 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-29T15:03:58.869 INFO:journalctl@ceph.mon.c.smithi067.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-29T15:03:58.869 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-29T15:03:58.869 INFO:journalctl@ceph.mon.c.smithi067.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-29T15:03:58.869 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-29T15:03:58.869 INFO:journalctl@ceph.mon.c.smithi067.stdout: s = self.context.wrap_socket( 2024-07-29T15:03:58.869 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-29T15:03:58.869 INFO:journalctl@ceph.mon.c.smithi067.stdout: return self.sslsocket_class._create( 2024-07-29T15:03:58.869 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-29T15:03:58.869 INFO:journalctl@ceph.mon.c.smithi067.stdout: self.do_handshake() 2024-07-29T15:03:58.869 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-29T15:03:58.869 INFO:journalctl@ceph.mon.c.smithi067.stdout: self._sslobj.do_handshake() 2024-07-29T15:03:58.869 INFO:journalctl@ceph.mon.c.smithi067.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-29T15:03:58.869 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:58 smithi067 ceph-mon[39695]: mgrmap e27: x(active, since 3s) 2024-07-29T15:03:58.870 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:58 smithi067 ceph-mon[39695]: osdmap e154: 8 total, 8 up, 8 in 2024-07-29T15:03:59.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:58 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T15:03:58.875+0000 7fb30542fec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-07-29T15:03:59.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:58 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:03:58] ENGINE Bus STARTING 2024-07-29T15:03:59.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:58 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: CherryPy Checker: 2024-07-29T15:03:59.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:58 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: The Application mounted at '' has an empty config. 2024-07-29T15:03:59.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:58 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: 2024-07-29T15:03:59.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:58 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:03:58] ENGINE Serving on http://:::9283 2024-07-29T15:03:59.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:03:58 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: [29/Jul/2024:15:03:58] ENGINE Bus STARTED 2024-07-29T15:03:59.402 INFO:tasks.rados.rados.0.smithi067.stdout:433: done (1 left) 2024-07-29T15:03:59.402 INFO:tasks.rados.rados.0.smithi067.stdout:434: setattr oid 21 current snap is 38 2024-07-29T15:03:59.402 INFO:tasks.rados.rados.0.smithi067.stdout:429: finishing write tid 1 to smithi06780069-12 2024-07-29T15:03:59.402 INFO:tasks.rados.rados.0.smithi067.stdout:429: finishing write tid 2 to smithi06780069-12 2024-07-29T15:03:59.402 INFO:tasks.rados.rados.0.smithi067.stdout:429: finishing write tid 3 to smithi06780069-12 2024-07-29T15:03:59.402 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 114 (ObjNum 159 snap 38 seq_num 159) dirty exists 2024-07-29T15:03:59.402 INFO:tasks.rados.rados.0.smithi067.stdout:429: left oid 12 (ObjNum 159 snap 38 seq_num 159) 2024-07-29T15:03:59.403 INFO:tasks.rados.rados.0.smithi067.stdout:429: done (1 left) 2024-07-29T15:03:59.404 INFO:tasks.rados.rados.0.smithi067.stdout:435: read oid 27 snap -1 2024-07-29T15:03:59.404 INFO:tasks.rados.rados.0.smithi067.stdout:435: expect (ObjNum 148 snap 36 seq_num 148) 2024-07-29T15:03:59.404 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 32 current snap is 38 2024-07-29T15:03:59.404 INFO:tasks.rados.rados.0.smithi067.stdout:436: seq_num 160 ranges {0=286720} 2024-07-29T15:03:59.405 INFO:tasks.rados.rados.0.smithi067.stdout:436: writing smithi06780069-32 from 0 to 286720 tid 1 2024-07-29T15:03:59.405 INFO:tasks.rados.rados.0.smithi067.stdout:437: setattr oid 8 current snap is 38 2024-07-29T15:03:59.406 INFO:tasks.rados.rados.0.smithi067.stdout:435: expect (ObjNum 148 snap 36 seq_num 148) 2024-07-29T15:03:59.409 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 149 (ObjNum 225 snap 0 seq_num 3812601264) dirty exists 2024-07-29T15:03:59.409 INFO:tasks.rados.rados.0.smithi067.stdout:434: done (3 left) 2024-07-29T15:03:59.409 INFO:tasks.rados.rados.0.smithi067.stdout:435: done (2 left) 2024-07-29T15:03:59.409 INFO:tasks.rados.rados.0.smithi067.stdout:438: read oid 33 snap -1 2024-07-29T15:03:59.409 INFO:tasks.rados.rados.0.smithi067.stdout:438: expect (ObjNum 75 snap 8 seq_num 75) 2024-07-29T15:03:59.409 INFO:tasks.rados.rados.0.smithi067.stdout:439: snap_remove snap 24 2024-07-29T15:03:59.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:59 smithi067 ceph-mon[29363]: pgmap v9: 121 pgs: 121 active+clean; 111 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:03:59.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:59 smithi067 ceph-mon[29363]: Standby manager daemon y started 2024-07-29T15:03:59.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:59 smithi067 ceph-mon[29363]: from='mgr.? 172.21.15.67:0/2860261737' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-07-29T15:03:59.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:59 smithi067 ceph-mon[29363]: from='mgr.? 172.21.15.67:0/2860261737' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-29T15:03:59.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:59 smithi067 ceph-mon[29363]: from='mgr.? 172.21.15.67:0/2860261737' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-07-29T15:03:59.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:59 smithi067 ceph-mon[29363]: from='mgr.? 172.21.15.67:0/2860261737' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-29T15:03:59.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:03:59 smithi067 ceph-mon[29363]: osdmap e155: 8 total, 8 up, 8 in 2024-07-29T15:03:59.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:59 smithi067 ceph-mon[39695]: pgmap v9: 121 pgs: 121 active+clean; 111 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:03:59.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:59 smithi067 ceph-mon[39695]: Standby manager daemon y started 2024-07-29T15:03:59.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:59 smithi067 ceph-mon[39695]: from='mgr.? 172.21.15.67:0/2860261737' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-07-29T15:03:59.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:59 smithi067 ceph-mon[39695]: from='mgr.? 172.21.15.67:0/2860261737' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-29T15:03:59.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:59 smithi067 ceph-mon[39695]: from='mgr.? 172.21.15.67:0/2860261737' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-07-29T15:03:59.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:59 smithi067 ceph-mon[39695]: from='mgr.? 172.21.15.67:0/2860261737' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-29T15:03:59.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:03:59 smithi067 ceph-mon[39695]: osdmap e155: 8 total, 8 up, 8 in 2024-07-29T15:03:59.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:59 smithi138 ceph-mon[32824]: pgmap v9: 121 pgs: 121 active+clean; 111 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:03:59.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:59 smithi138 ceph-mon[32824]: Standby manager daemon y started 2024-07-29T15:03:59.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:59 smithi138 ceph-mon[32824]: from='mgr.? 172.21.15.67:0/2860261737' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-07-29T15:03:59.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:59 smithi138 ceph-mon[32824]: from='mgr.? 172.21.15.67:0/2860261737' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-29T15:03:59.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:59 smithi138 ceph-mon[32824]: from='mgr.? 172.21.15.67:0/2860261737' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-07-29T15:03:59.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:59 smithi138 ceph-mon[32824]: from='mgr.? 172.21.15.67:0/2860261737' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-29T15:03:59.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:03:59 smithi138 ceph-mon[32824]: osdmap e155: 8 total, 8 up, 8 in 2024-07-29T15:04:00.404 INFO:tasks.rados.rados.0.smithi067.stdout:439: done (3 left) 2024-07-29T15:04:00.404 INFO:tasks.rados.rados.0.smithi067.stdout:440: snap_remove snap 29 2024-07-29T15:04:00.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:00 smithi138 ceph-mon[32824]: mgrmap e28: x(active, since 5s), standbys: y 2024-07-29T15:04:00.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:00 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-29T15:04:00.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:00 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:00.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:00 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:00.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:00 smithi138 ceph-mon[32824]: pgmap v12: 121 pgs: 121 active+clean; 111 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:04:00.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:00 smithi138 ceph-mon[32824]: osdmap e156: 8 total, 8 up, 8 in 2024-07-29T15:04:00.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:00 smithi067 ceph-mon[29363]: mgrmap e28: x(active, since 5s), standbys: y 2024-07-29T15:04:00.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:00 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-29T15:04:00.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:00 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:00.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:00 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:00.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:00 smithi067 ceph-mon[29363]: pgmap v12: 121 pgs: 121 active+clean; 111 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:04:00.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:00 smithi067 ceph-mon[29363]: osdmap e156: 8 total, 8 up, 8 in 2024-07-29T15:04:00.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:00 smithi067 ceph-mon[39695]: mgrmap e28: x(active, since 5s), standbys: y 2024-07-29T15:04:00.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:00 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-29T15:04:00.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:00 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:00.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:00 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:00.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:00 smithi067 ceph-mon[39695]: pgmap v12: 121 pgs: 121 active+clean; 111 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:04:00.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:00 smithi067 ceph-mon[39695]: osdmap e156: 8 total, 8 up, 8 in 2024-07-29T15:04:01.406 INFO:tasks.rados.rados.0.smithi067.stdout:440: done (3 left) 2024-07-29T15:04:01.406 INFO:tasks.rados.rados.0.smithi067.stdout:441: read oid 14 snap -1 2024-07-29T15:04:01.406 INFO:tasks.rados.rados.0.smithi067.stdout:441: expect (ObjNum 109 snap 24 seq_num 109) 2024-07-29T15:04:01.407 INFO:tasks.rados.rados.0.smithi067.stdout:442: setattr oid 27 current snap is 38 2024-07-29T15:04:01.407 INFO:tasks.rados.rados.0.smithi067.stdout:436: finishing write tid 1 to smithi06780069-32 2024-07-29T15:04:01.407 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 58 (ObjNum 155 snap 37 seq_num 155) dirty exists 2024-07-29T15:04:01.407 INFO:tasks.rados.rados.0.smithi067.stdout:436: finishing write tid 2 to smithi06780069-32 2024-07-29T15:04:01.407 INFO:tasks.rados.rados.0.smithi067.stdout:436: finishing write tid 3 to smithi06780069-32 2024-07-29T15:04:01.407 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 194 (ObjNum 160 snap 38 seq_num 160) dirty exists 2024-07-29T15:04:01.407 INFO:tasks.rados.rados.0.smithi067.stdout:436: left oid 32 (ObjNum 160 snap 38 seq_num 160) 2024-07-29T15:04:01.407 INFO:tasks.rados.rados.0.smithi067.stdout:438: expect (ObjNum 75 snap 8 seq_num 75) 2024-07-29T15:04:01.455 INFO:tasks.rados.rados.0.smithi067.stdout:441: expect (ObjNum 109 snap 24 seq_num 109) 2024-07-29T15:04:01.534 INFO:tasks.rados.rados.0.smithi067.stdout:436: done (4 left) 2024-07-29T15:04:01.534 INFO:tasks.rados.rados.0.smithi067.stdout:437: done (3 left) 2024-07-29T15:04:01.534 INFO:tasks.rados.rados.0.smithi067.stdout:438: done (2 left) 2024-07-29T15:04:01.534 INFO:tasks.rados.rados.0.smithi067.stdout:441: done (1 left) 2024-07-29T15:04:01.534 INFO:tasks.rados.rados.0.smithi067.stdout:443: setattr oid 32 current snap is 38 2024-07-29T15:04:01.535 INFO:tasks.rados.rados.0.smithi067.stdout:444: delete oid 2 current snap is 38 2024-07-29T15:04:01.535 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 153 (ObjNum 148 snap 36 seq_num 148) dirty exists 2024-07-29T15:04:01.536 INFO:tasks.rados.rados.0.smithi067.stdout:442: done (2 left) 2024-07-29T15:04:01.536 INFO:tasks.rados.rados.0.smithi067.stdout:444: done (1 left) 2024-07-29T15:04:01.536 INFO:tasks.rados.rados.0.smithi067.stdout:445: copy_from oid 6 from oid 19 current snap is 38 2024-07-29T15:04:01.537 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 17 current snap is 38 2024-07-29T15:04:01.537 INFO:tasks.rados.rados.0.smithi067.stdout:446: seq_num 162 ranges {1736704=319488} 2024-07-29T15:04:01.548 INFO:tasks.rados.rados.0.smithi067.stdout:446: writing smithi06780069-17 from 1736704 to 2056192 tid 1 2024-07-29T15:04:01.548 INFO:tasks.rados.rados.0.smithi067.stdout:447: read oid 45 snap -1 2024-07-29T15:04:01.548 INFO:tasks.rados.rados.0.smithi067.stdout:447: expect (ObjNum 49 snap 0 seq_num 49) 2024-07-29T15:04:01.549 INFO:tasks.rados.rados.0.smithi067.stdout:448: copy_from oid 15 from oid 43 current snap is 38 2024-07-29T15:04:01.549 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 209 (ObjNum 160 snap 38 seq_num 160) dirty exists 2024-07-29T15:04:01.549 INFO:tasks.rados.rados.0.smithi067.stdout:445: finishing copy_from racing read to smithi06780069-6 2024-07-29T15:04:01.549 INFO:tasks.rados.rados.0.smithi067.stdout:445: finishing copy_from to smithi06780069-6 2024-07-29T15:04:01.549 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 6 v 123 (ObjNum 145 snap 35 seq_num 145) dirty exists 2024-07-29T15:04:01.549 INFO:tasks.rados.rados.0.smithi067.stdout:443: done (4 left) 2024-07-29T15:04:01.549 INFO:tasks.rados.rados.0.smithi067.stdout:445: done (3 left) 2024-07-29T15:04:01.549 INFO:tasks.rados.rados.0.smithi067.stdout:449: copy_from oid 25 from oid 1 current snap is 38 2024-07-29T15:04:01.549 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 12 current snap is 38 2024-07-29T15:04:01.549 INFO:tasks.rados.rados.0.smithi067.stdout:450: seq_num 163 ranges {5898240=335872} 2024-07-29T15:04:01.583 INFO:tasks.rados.rados.0.smithi067.stdout:450: writing smithi06780069-12 from 5898240 to 6234112 tid 1 2024-07-29T15:04:01.583 INFO:tasks.rados.rados.0.smithi067.stdout:451: read oid 27 snap -1 2024-07-29T15:04:01.583 INFO:tasks.rados.rados.0.smithi067.stdout:451: expect (ObjNum 148 snap 36 seq_num 148) 2024-07-29T15:04:01.583 INFO:tasks.rados.rados.0.smithi067.stdout:452: read oid 14 snap -1 2024-07-29T15:04:01.584 INFO:tasks.rados.rados.0.smithi067.stdout:452: expect (ObjNum 109 snap 24 seq_num 109) 2024-07-29T15:04:01.584 INFO:tasks.rados.rados.0.smithi067.stdout:453: read oid 10 snap 27 2024-07-29T15:04:01.584 INFO:tasks.rados.rados.0.smithi067.stdout:453: expect (ObjNum 79 snap 11 seq_num 79) 2024-07-29T15:04:01.584 INFO:tasks.rados.rados.0.smithi067.stdout:454: snap_create 2024-07-29T15:04:01.584 INFO:tasks.rados.rados.0.smithi067.stdout:449: finishing copy_from to smithi06780069-25 2024-07-29T15:04:01.584 INFO:tasks.rados.rados.0.smithi067.stdout:449: got expected ENOENT (src dne) 2024-07-29T15:04:01.585 INFO:tasks.rados.rados.0.smithi067.stdout:449: finishing copy_from racing read to smithi06780069-25 2024-07-29T15:04:01.585 INFO:tasks.rados.rados.0.smithi067.stdout:447: expect (ObjNum 49 snap 0 seq_num 49) 2024-07-29T15:04:01.607 INFO:tasks.rados.rados.0.smithi067.stdout:446: finishing write tid 1 to smithi06780069-17 2024-07-29T15:04:01.607 INFO:tasks.rados.rados.0.smithi067.stdout:446: finishing write tid 2 to smithi06780069-17 2024-07-29T15:04:01.607 INFO:tasks.rados.rados.0.smithi067.stdout:446: finishing write tid 3 to smithi06780069-17 2024-07-29T15:04:01.607 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 65 (ObjNum 162 snap 38 seq_num 162) dirty exists 2024-07-29T15:04:01.607 INFO:tasks.rados.rados.0.smithi067.stdout:446: left oid 17 (ObjNum 162 snap 38 seq_num 162) 2024-07-29T15:04:01.607 INFO:tasks.rados.rados.0.smithi067.stdout:448: finishing copy_from racing read to smithi06780069-15 2024-07-29T15:04:01.608 INFO:tasks.rados.rados.0.smithi067.stdout:448: finishing copy_from to smithi06780069-15 2024-07-29T15:04:01.608 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 80 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-07-29T15:04:01.608 INFO:tasks.rados.rados.0.smithi067.stdout:451: expect (ObjNum 148 snap 36 seq_num 148) 2024-07-29T15:04:01.612 INFO:tasks.rados.rados.0.smithi067.stdout:450: finishing write tid 1 to smithi06780069-12 2024-07-29T15:04:01.612 INFO:tasks.rados.rados.0.smithi067.stdout:450: finishing write tid 2 to smithi06780069-12 2024-07-29T15:04:01.612 INFO:tasks.rados.rados.0.smithi067.stdout:453: expect (ObjNum 79 snap 11 seq_num 79) 2024-07-29T15:04:01.655 INFO:tasks.rados.rados.0.smithi067.stdout:450: finishing write tid 3 to smithi06780069-12 2024-07-29T15:04:01.656 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 132 (ObjNum 163 snap 38 seq_num 163) dirty exists 2024-07-29T15:04:01.656 INFO:tasks.rados.rados.0.smithi067.stdout:450: left oid 12 (ObjNum 163 snap 38 seq_num 163) 2024-07-29T15:04:01.656 INFO:tasks.rados.rados.0.smithi067.stdout:452: expect (ObjNum 109 snap 24 seq_num 109) 2024-07-29T15:04:01.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:01 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:01.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:01 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:01.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:01 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:01.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:01 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:01.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:01 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:01.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:01 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:01.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:01 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:01.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:01 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:01.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:01 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:01.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:01 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:01.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:01 smithi067 ceph-mon[29363]: Adjusting osd_memory_target on smithi067 to 2480M 2024-07-29T15:04:01.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:01 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:01.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:01 smithi067 ceph-mon[29363]: osdmap e157: 8 total, 8 up, 8 in 2024-07-29T15:04:01.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:01 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:01.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:01 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:01.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:01 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:01.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:01 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:01.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:01 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:01.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:01 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:01.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:01 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:01.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:01 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:01.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:01 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:01.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:01 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:01.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:01 smithi067 ceph-mon[39695]: Adjusting osd_memory_target on smithi067 to 2480M 2024-07-29T15:04:01.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:01 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:01.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:01 smithi067 ceph-mon[39695]: osdmap e157: 8 total, 8 up, 8 in 2024-07-29T15:04:02.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:01 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:02.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:01 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:02.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:01 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:02.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:01 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:02.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:01 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:02.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:01 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:02.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:01 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:02.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:01 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:02.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:01 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:02.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:01 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:02.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:01 smithi138 ceph-mon[32824]: Adjusting osd_memory_target on smithi067 to 2480M 2024-07-29T15:04:02.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:01 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:02.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:01 smithi138 ceph-mon[32824]: osdmap e157: 8 total, 8 up, 8 in 2024-07-29T15:04:02.407 INFO:tasks.rados.rados.0.smithi067.stdout:446: done (8 left) 2024-07-29T15:04:02.407 INFO:tasks.rados.rados.0.smithi067.stdout:447: done (7 left) 2024-07-29T15:04:02.407 INFO:tasks.rados.rados.0.smithi067.stdout:448: done (6 left) 2024-07-29T15:04:02.407 INFO:tasks.rados.rados.0.smithi067.stdout:449: done (5 left) 2024-07-29T15:04:02.407 INFO:tasks.rados.rados.0.smithi067.stdout:450: done (4 left) 2024-07-29T15:04:02.407 INFO:tasks.rados.rados.0.smithi067.stdout:451: done (3 left) 2024-07-29T15:04:02.407 INFO:tasks.rados.rados.0.smithi067.stdout:452: done (2 left) 2024-07-29T15:04:02.407 INFO:tasks.rados.rados.0.smithi067.stdout:453: done (1 left) 2024-07-29T15:04:02.408 INFO:tasks.rados.rados.0.smithi067.stdout:454: done (0 left) 2024-07-29T15:04:02.408 INFO:tasks.rados.rados.0.smithi067.stdout:455: delete oid 4 current snap is 39 2024-07-29T15:04:02.410 INFO:tasks.rados.rados.0.smithi067.stdout:455: done (0 left) 2024-07-29T15:04:02.410 INFO:tasks.rados.rados.0.smithi067.stdout:456: snap_create 2024-07-29T15:04:03.413 INFO:tasks.rados.rados.0.smithi067.stdout:456: done (0 left) 2024-07-29T15:04:03.413 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 28 current snap is 40 2024-07-29T15:04:03.413 INFO:tasks.rados.rados.0.smithi067.stdout:457: seq_num 165 ranges {155648=368640} 2024-07-29T15:04:03.416 INFO:tasks.rados.rados.0.smithi067.stdout:457: writing smithi06780069-28 from 155648 to 524288 tid 1 2024-07-29T15:04:03.416 INFO:tasks.rados.rados.0.smithi067.stdout:458: rollback oid 34 current snap is 40 2024-07-29T15:04:03.416 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 34 to 39 2024-07-29T15:04:03.416 INFO:tasks.rados.rados.0.smithi067.stdout:459: delete oid 8 current snap is 40 2024-07-29T15:04:03.421 INFO:tasks.rados.rados.0.smithi067.stdout:459: done (2 left) 2024-07-29T15:04:03.421 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 47 current snap is 40 2024-07-29T15:04:03.421 INFO:tasks.rados.rados.0.smithi067.stdout:457: finishing write tid 1 to smithi06780069-28 2024-07-29T15:04:03.421 INFO:tasks.rados.rados.0.smithi067.stdout:460: seq_num 167 ranges {0=401408} 2024-07-29T15:04:03.423 INFO:tasks.rados.rados.0.smithi067.stdout:460: writing smithi06780069-47 from 0 to 401408 tid 1 2024-07-29T15:04:03.423 INFO:tasks.rados.rados.0.smithi067.stdout:461: snap_create 2024-07-29T15:04:03.423 INFO:tasks.rados.rados.0.smithi067.stdout:457: finishing write tid 2 to smithi06780069-28 2024-07-29T15:04:03.423 INFO:tasks.rados.rados.0.smithi067.stdout:458: finishing rollback tid 0 to smithi06780069-34 2024-07-29T15:04:03.423 INFO:tasks.rados.rados.0.smithi067.stdout:458: finishing rollback tid 1 to smithi06780069-34 2024-07-29T15:04:03.423 INFO:tasks.rados.rados.0.smithi067.stdout:458: finishing rollback tid 2 to smithi06780069-34 2024-07-29T15:04:03.423 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 34 v 157 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-07-29T15:04:03.424 INFO:tasks.rados.rados.0.smithi067.stdout:457: finishing write tid 3 to smithi06780069-28 2024-07-29T15:04:03.425 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 28 v 23 (ObjNum 165 snap 40 seq_num 165) dirty exists 2024-07-29T15:04:03.425 INFO:tasks.rados.rados.0.smithi067.stdout:457: left oid 28 (ObjNum 165 snap 40 seq_num 165) 2024-07-29T15:04:03.426 INFO:tasks.rados.rados.0.smithi067.stdout:460: finishing write tid 1 to smithi06780069-47 2024-07-29T15:04:03.426 INFO:tasks.rados.rados.0.smithi067.stdout:460: finishing write tid 2 to smithi06780069-47 2024-07-29T15:04:03.428 INFO:tasks.rados.rados.0.smithi067.stdout:460: finishing write tid 3 to smithi06780069-47 2024-07-29T15:04:03.428 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 116 (ObjNum 167 snap 40 seq_num 167) dirty exists 2024-07-29T15:04:03.428 INFO:tasks.rados.rados.0.smithi067.stdout:460: left oid 47 (ObjNum 167 snap 40 seq_num 167) 2024-07-29T15:04:03.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:03 smithi067 ceph-mon[29363]: pgmap v15: 121 pgs: 121 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 136 KiB/s wr, 31 op/s 2024-07-29T15:04:03.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:03 smithi067 ceph-mon[29363]: osdmap e158: 8 total, 8 up, 8 in 2024-07-29T15:04:03.739 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:04:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:04:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-29T15:04:03.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:03 smithi067 ceph-mon[39695]: pgmap v15: 121 pgs: 121 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 136 KiB/s wr, 31 op/s 2024-07-29T15:04:03.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:03 smithi067 ceph-mon[39695]: osdmap e158: 8 total, 8 up, 8 in 2024-07-29T15:04:03.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:03 smithi138 ceph-mon[32824]: pgmap v15: 121 pgs: 121 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 136 KiB/s wr, 31 op/s 2024-07-29T15:04:03.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:03 smithi138 ceph-mon[32824]: osdmap e158: 8 total, 8 up, 8 in 2024-07-29T15:04:04.420 INFO:tasks.rados.rados.0.smithi067.stdout:457: done (3 left) 2024-07-29T15:04:04.420 INFO:tasks.rados.rados.0.smithi067.stdout:458: done (2 left) 2024-07-29T15:04:04.421 INFO:tasks.rados.rados.0.smithi067.stdout:460: done (1 left) 2024-07-29T15:04:04.421 INFO:tasks.rados.rados.0.smithi067.stdout:461: done (0 left) 2024-07-29T15:04:04.421 INFO:tasks.rados.rados.0.smithi067.stdout:462: read oid 45 snap -1 2024-07-29T15:04:04.421 INFO:tasks.rados.rados.0.smithi067.stdout:462: expect (ObjNum 49 snap 0 seq_num 49) 2024-07-29T15:04:04.421 INFO:tasks.rados.rados.0.smithi067.stdout:463: read oid 29 snap 38 2024-07-29T15:04:04.421 INFO:tasks.rados.rados.0.smithi067.stdout:463: expect (ObjNum 117 snap 25 seq_num 117) 2024-07-29T15:04:04.421 INFO:tasks.rados.rados.0.smithi067.stdout:464: setattr oid 2 current snap is 41 2024-07-29T15:04:04.421 INFO:tasks.rados.rados.0.smithi067.stdout:465: rmattr oid 12 current snap is 41 2024-07-29T15:04:04.421 INFO:tasks.rados.rados.0.smithi067.stdout:465: done (3 left) 2024-07-29T15:04:04.422 INFO:tasks.rados.rados.0.smithi067.stdout:466: snap_remove snap 27 2024-07-29T15:04:04.732 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:04 smithi138 ceph-mon[32824]: osdmap e159: 8 total, 8 up, 8 in 2024-07-29T15:04:04.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:04 smithi067 ceph-mon[29363]: osdmap e159: 8 total, 8 up, 8 in 2024-07-29T15:04:04.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:04 smithi067 ceph-mon[39695]: osdmap e159: 8 total, 8 up, 8 in 2024-07-29T15:04:05.435 INFO:tasks.rados.rados.0.smithi067.stdout:466: done (3 left) 2024-07-29T15:04:05.435 INFO:tasks.rados.rados.0.smithi067.stdout:467: read oid 38 snap 39 2024-07-29T15:04:05.435 INFO:tasks.rados.rados.0.smithi067.stdout:467: expect (ObjNum 138 snap 31 seq_num 138) 2024-07-29T15:04:05.435 INFO:tasks.rados.rados.0.smithi067.stdout:468: delete oid 17 current snap is 41 2024-07-29T15:04:05.435 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 95 (ObjNum 33 snap 0 seq_num 3879932832) dirty exists 2024-07-29T15:04:05.435 INFO:tasks.rados.rados.0.smithi067.stdout:462: expect (ObjNum 49 snap 0 seq_num 49) 2024-07-29T15:04:05.468 INFO:tasks.rados.rados.0.smithi067.stdout:463: expect (ObjNum 117 snap 25 seq_num 117) 2024-07-29T15:04:05.520 INFO:tasks.rados.rados.0.smithi067.stdout:467: expect (ObjNum 138 snap 31 seq_num 138) 2024-07-29T15:04:05.710 INFO:tasks.rados.rados.0.smithi067.stdout:462: done (4 left) 2024-07-29T15:04:05.710 INFO:tasks.rados.rados.0.smithi067.stdout:463: done (3 left) 2024-07-29T15:04:05.710 INFO:tasks.rados.rados.0.smithi067.stdout:464: done (2 left) 2024-07-29T15:04:05.710 INFO:tasks.rados.rados.0.smithi067.stdout:467: done (1 left) 2024-07-29T15:04:05.711 INFO:tasks.rados.rados.0.smithi067.stdout:468: done (0 left) 2024-07-29T15:04:05.711 INFO:tasks.rados.rados.0.smithi067.stdout:469: copy_from oid 11 from oid 50 current snap is 41 2024-07-29T15:04:05.711 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 16 current snap is 41 2024-07-29T15:04:05.711 INFO:tasks.rados.rados.0.smithi067.stdout:470: seq_num 169 ranges {0=434176} 2024-07-29T15:04:05.713 INFO:tasks.rados.rados.0.smithi067.stdout:470: writing smithi06780069-16 from 0 to 434176 tid 1 2024-07-29T15:04:05.713 INFO:tasks.rados.rados.0.smithi067.stdout:471: rmattr oid 2 current snap is 41 2024-07-29T15:04:05.713 INFO:tasks.rados.rados.0.smithi067.stdout:472: delete oid 35 current snap is 41 2024-07-29T15:04:05.714 INFO:tasks.rados.rados.0.smithi067.stdout:469: finishing copy_from racing read to smithi06780069-11 2024-07-29T15:04:05.714 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 96 (ObjNum 33 snap 0 seq_num 3879932832) dirty exists 2024-07-29T15:04:05.715 INFO:tasks.rados.rados.0.smithi067.stdout:471: done (3 left) 2024-07-29T15:04:05.715 INFO:tasks.rados.rados.0.smithi067.stdout:472: done (2 left) 2024-07-29T15:04:05.715 INFO:tasks.rados.rados.0.smithi067.stdout:473: read oid 46 snap -1 2024-07-29T15:04:05.715 INFO:tasks.rados.rados.0.smithi067.stdout:473: expect (ObjNum 45 snap 0 seq_num 45) 2024-07-29T15:04:05.716 INFO:tasks.rados.rados.0.smithi067.stdout:474: snap_create 2024-07-29T15:04:05.716 INFO:tasks.rados.rados.0.smithi067.stdout:469: finishing copy_from to smithi06780069-11 2024-07-29T15:04:05.716 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 11 v 94 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-07-29T15:04:05.717 INFO:tasks.rados.rados.0.smithi067.stdout:470: finishing write tid 1 to smithi06780069-16 2024-07-29T15:04:05.717 INFO:tasks.rados.rados.0.smithi067.stdout:470: finishing write tid 2 to smithi06780069-16 2024-07-29T15:04:05.718 INFO:tasks.rados.rados.0.smithi067.stdout:470: finishing write tid 3 to smithi06780069-16 2024-07-29T15:04:05.718 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 16 v 218 (ObjNum 169 snap 41 seq_num 169) dirty exists 2024-07-29T15:04:05.718 INFO:tasks.rados.rados.0.smithi067.stdout:470: left oid 16 (ObjNum 169 snap 41 seq_num 169) 2024-07-29T15:04:05.719 INFO:tasks.rados.rados.0.smithi067.stdout:473: expect (ObjNum 45 snap 0 seq_num 45) 2024-07-29T15:04:05.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[29363]: pgmap v18: 121 pgs: 121 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 136 KiB/s wr, 31 op/s 2024-07-29T15:04:05.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[29363]: osdmap e160: 8 total, 8 up, 8 in 2024-07-29T15:04:05.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:04:05.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:04:05.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:04:05.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:04:05.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:04:05.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:04:05.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:04:05.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:04:05.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:04:05.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:04:05.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:04:05.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:04:05.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:04:05.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:04:05.741 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:04:05.741 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:04:05.741 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:04:05.741 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:04:05.741 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:04:05.741 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:04:05.741 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:04:05.741 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:04:05.741 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:04:05.741 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:04:05.741 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:04:05.741 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:04:05.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[39695]: pgmap v18: 121 pgs: 121 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 136 KiB/s wr, 31 op/s 2024-07-29T15:04:05.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[39695]: osdmap e160: 8 total, 8 up, 8 in 2024-07-29T15:04:05.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:04:05.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:04:05.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:04:05.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:04:05.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:04:05.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:04:05.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:04:05.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:04:05.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:04:05.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:04:05.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:04:05.743 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:04:05.743 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:04:05.743 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:04:05.743 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:04:05.743 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:04:05.743 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:04:05.743 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:04:05.743 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:04:05.743 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:04:05.743 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:04:05.743 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:04:05.743 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:04:05.743 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:04:05.743 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:04:05.744 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:05 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:04:05.744 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:05 smithi138 ceph-mon[32824]: pgmap v18: 121 pgs: 121 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 136 KiB/s wr, 31 op/s 2024-07-29T15:04:05.745 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:05 smithi138 ceph-mon[32824]: osdmap e160: 8 total, 8 up, 8 in 2024-07-29T15:04:05.745 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:05 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:04:05.745 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:05 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:04:05.745 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:05 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:04:05.745 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:05 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:04:05.745 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:05 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:04:05.745 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:05 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:04:05.745 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:05 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:04:05.745 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:05 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:04:05.745 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:05 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:04:05.745 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:05 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:04:05.745 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:05 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:04:05.745 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:05 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:04:05.745 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:05 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:04:05.746 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:05 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:04:05.746 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:05 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:04:05.746 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:05 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:04:05.746 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:05 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:04:05.746 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:05 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:04:05.746 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:05 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:04:05.746 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:05 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:04:05.746 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:05 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:04:05.746 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:05 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:04:05.746 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:05 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:04:05.746 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:05 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:04:05.746 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:05 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:04:05.746 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:05 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:04:06.310 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:04:06 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:04:06] "GET /metrics HTTP/1.1" 200 33180 "" "Prometheus/2.43.0" 2024-07-29T15:04:06.438 INFO:tasks.rados.rados.0.smithi067.stdout:469: done (3 left) 2024-07-29T15:04:06.438 INFO:tasks.rados.rados.0.smithi067.stdout:470: done (2 left) 2024-07-29T15:04:06.438 INFO:tasks.rados.rados.0.smithi067.stdout:473: done (1 left) 2024-07-29T15:04:06.438 INFO:tasks.rados.rados.0.smithi067.stdout:474: done (0 left) 2024-07-29T15:04:06.438 INFO:tasks.rados.rados.0.smithi067.stdout:475: rmattr oid 6 current snap is 42 2024-07-29T15:04:06.438 INFO:tasks.rados.rados.0.smithi067.stdout:476: rollback oid 3 current snap is 42 2024-07-29T15:04:06.439 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 3 to 40 2024-07-29T15:04:06.439 INFO:tasks.rados.rados.0.smithi067.stdout:477: rollback oid 16 current snap is 42 2024-07-29T15:04:06.439 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 16 to 36 2024-07-29T15:04:06.439 INFO:tasks.rados.rados.0.smithi067.stdout:478: snap_create 2024-07-29T15:04:06.439 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 6 v 0 (ObjNum 145 snap 35 seq_num 145) dirty exists 2024-07-29T15:04:06.439 INFO:tasks.rados.rados.0.smithi067.stdout:476: finishing rollback tid 1 to smithi06780069-3 2024-07-29T15:04:06.439 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 110 (ObjNum 177 snap 0 seq_num 3880071392) dirty dne 2024-07-29T15:04:06.442 INFO:tasks.rados.rados.0.smithi067.stdout:477: finishing rollback tid 0 to smithi06780069-16 2024-07-29T15:04:06.442 INFO:tasks.rados.rados.0.smithi067.stdout:477: finishing rollback tid 1 to smithi06780069-16 2024-07-29T15:04:06.442 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 16 v 221 (ObjNum 2305 snap 0 seq_num 3880024848) dirty dne 2024-07-29T15:04:06.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:06 smithi067 ceph-mon[29363]: mgrmap e29: x(active, since 11s), standbys: y 2024-07-29T15:04:06.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:06 smithi067 ceph-mon[29363]: osdmap e161: 8 total, 8 up, 8 in 2024-07-29T15:04:06.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:06 smithi067 ceph-mon[39695]: mgrmap e29: x(active, since 11s), standbys: y 2024-07-29T15:04:06.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:06 smithi067 ceph-mon[39695]: osdmap e161: 8 total, 8 up, 8 in 2024-07-29T15:04:06.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:06 smithi138 ceph-mon[32824]: mgrmap e29: x(active, since 11s), standbys: y 2024-07-29T15:04:06.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:06 smithi138 ceph-mon[32824]: osdmap e161: 8 total, 8 up, 8 in 2024-07-29T15:04:07.402 INFO:tasks.rados.rados.0.smithi067.stdout:475: done (3 left) 2024-07-29T15:04:07.402 INFO:tasks.rados.rados.0.smithi067.stdout:476: done (2 left) 2024-07-29T15:04:07.403 INFO:tasks.rados.rados.0.smithi067.stdout:477: done (1 left) 2024-07-29T15:04:07.403 INFO:tasks.rados.rados.0.smithi067.stdout:478: done (0 left) 2024-07-29T15:04:07.403 INFO:tasks.rados.rados.0.smithi067.stdout:479: rollback oid 39 current snap is 43 2024-07-29T15:04:07.403 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 39 to 39 2024-07-29T15:04:07.403 INFO:tasks.rados.rados.0.smithi067.stdout:480: rollback oid 21 current snap is 43 2024-07-29T15:04:07.403 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 21 to 38 2024-07-29T15:04:07.403 INFO:tasks.rados.rados.0.smithi067.stdout:481: delete oid 24 current snap is 43 2024-07-29T15:04:07.409 INFO:tasks.rados.rados.0.smithi067.stdout:479: finishing rollback tid 0 to smithi06780069-39 2024-07-29T15:04:07.410 INFO:tasks.rados.rados.0.smithi067.stdout:479: finishing rollback tid 1 to smithi06780069-39 2024-07-29T15:04:07.410 INFO:tasks.rados.rados.0.smithi067.stdout:479: finishing rollback tid 2 to smithi06780069-39 2024-07-29T15:04:07.411 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 124 (ObjNum 148 snap 36 seq_num 148) dirty exists 2024-07-29T15:04:07.412 INFO:tasks.rados.rados.0.smithi067.stdout:479: done (2 left) 2024-07-29T15:04:07.412 INFO:tasks.rados.rados.0.smithi067.stdout:481: done (1 left) 2024-07-29T15:04:07.412 INFO:tasks.rados.rados.0.smithi067.stdout:482: delete oid 4 current snap is 43 2024-07-29T15:04:07.413 INFO:tasks.rados.rados.0.smithi067.stdout:480: finishing rollback tid 0 to smithi06780069-21 2024-07-29T15:04:07.413 INFO:tasks.rados.rados.0.smithi067.stdout:480: finishing rollback tid 1 to smithi06780069-21 2024-07-29T15:04:07.413 INFO:tasks.rados.rados.0.smithi067.stdout:480: finishing rollback tid 2 to smithi06780069-21 2024-07-29T15:04:07.413 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 173 (ObjNum 129 snap 0 seq_num 3879921832) dirty exists 2024-07-29T15:04:07.414 INFO:tasks.rados.rados.0.smithi067.stdout:480: done (1 left) 2024-07-29T15:04:07.414 INFO:tasks.rados.rados.0.smithi067.stdout:482: done (0 left) 2024-07-29T15:04:07.414 INFO:tasks.rados.rados.0.smithi067.stdout:483: read oid 33 snap 39 2024-07-29T15:04:07.414 INFO:tasks.rados.rados.0.smithi067.stdout:483: expect (ObjNum 75 snap 8 seq_num 75) 2024-07-29T15:04:07.414 INFO:tasks.rados.rados.0.smithi067.stdout:484: setattr oid 15 current snap is 43 2024-07-29T15:04:07.415 INFO:tasks.rados.rados.0.smithi067.stdout:485: setattr oid 29 current snap is 43 2024-07-29T15:04:07.417 INFO:tasks.rados.rados.0.smithi067.stdout:486: delete oid 34 current snap is 43 2024-07-29T15:04:07.420 INFO:tasks.rados.rados.0.smithi067.stdout:483: expect (ObjNum 75 snap 8 seq_num 75) 2024-07-29T15:04:07.460 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 225 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-07-29T15:04:07.460 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 164 (ObjNum 117 snap 25 seq_num 117) dirty exists 2024-07-29T15:04:07.460 INFO:tasks.rados.rados.0.smithi067.stdout:483: done (3 left) 2024-07-29T15:04:07.460 INFO:tasks.rados.rados.0.smithi067.stdout:484: done (2 left) 2024-07-29T15:04:07.460 INFO:tasks.rados.rados.0.smithi067.stdout:485: done (1 left) 2024-07-29T15:04:07.460 INFO:tasks.rados.rados.0.smithi067.stdout:486: done (0 left) 2024-07-29T15:04:07.460 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 21 current snap is 43 2024-07-29T15:04:07.461 INFO:tasks.rados.rados.0.smithi067.stdout:487: seq_num 174 ranges {0=516096} 2024-07-29T15:04:07.462 INFO:tasks.rados.rados.0.smithi067.stdout:487: writing smithi06780069-21 from 0 to 516096 tid 1 2024-07-29T15:04:07.463 INFO:tasks.rados.rados.0.smithi067.stdout:488: snap_remove snap 39 2024-07-29T15:04:07.695 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:07 smithi067 ceph-mon[29363]: pgmap v21: 121 pgs: 121 active+clean; 75 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 604 KiB/s wr, 41 op/s 2024-07-29T15:04:07.695 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:07 smithi067 ceph-mon[29363]: osdmap e162: 8 total, 8 up, 8 in 2024-07-29T15:04:07.696 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:07 smithi067 ceph-mon[29363]: osdmap e163: 8 total, 8 up, 8 in 2024-07-29T15:04:07.696 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:07 smithi067 ceph-mon[39695]: pgmap v21: 121 pgs: 121 active+clean; 75 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 604 KiB/s wr, 41 op/s 2024-07-29T15:04:07.696 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:07 smithi067 ceph-mon[39695]: osdmap e162: 8 total, 8 up, 8 in 2024-07-29T15:04:07.696 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:07 smithi067 ceph-mon[39695]: osdmap e163: 8 total, 8 up, 8 in 2024-07-29T15:04:07.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:07 smithi138 ceph-mon[32824]: pgmap v21: 121 pgs: 121 active+clean; 75 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 604 KiB/s wr, 41 op/s 2024-07-29T15:04:07.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:07 smithi138 ceph-mon[32824]: osdmap e162: 8 total, 8 up, 8 in 2024-07-29T15:04:07.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:07 smithi138 ceph-mon[32824]: osdmap e163: 8 total, 8 up, 8 in 2024-07-29T15:04:08.441 INFO:tasks.rados.rados.0.smithi067.stdout:488: done (1 left) 2024-07-29T15:04:08.441 INFO:tasks.rados.rados.0.smithi067.stdout:489: copy_from oid 41 from oid 28 current snap is 43 2024-07-29T15:04:08.441 INFO:tasks.rados.rados.0.smithi067.stdout:487: finishing write tid 1 to smithi06780069-21 2024-07-29T15:04:08.441 INFO:tasks.rados.rados.0.smithi067.stdout:487: finishing write tid 2 to smithi06780069-21 2024-07-29T15:04:08.442 INFO:tasks.rados.rados.0.smithi067.stdout:487: finishing write tid 3 to smithi06780069-21 2024-07-29T15:04:08.442 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 175 (ObjNum 174 snap 43 seq_num 174) dirty exists 2024-07-29T15:04:08.442 INFO:tasks.rados.rados.0.smithi067.stdout:487: left oid 21 (ObjNum 174 snap 43 seq_num 174) 2024-07-29T15:04:08.442 INFO:tasks.rados.rados.0.smithi067.stdout:487: done (1 left) 2024-07-29T15:04:08.442 INFO:tasks.rados.rados.0.smithi067.stdout:490: read oid 50 snap -1 2024-07-29T15:04:08.442 INFO:tasks.rados.rados.0.smithi067.stdout:490: expect (ObjNum 49 snap 0 seq_num 49) 2024-07-29T15:04:08.442 INFO:tasks.rados.rados.0.smithi067.stdout:491: rollback oid 1 current snap is 43 2024-07-29T15:04:08.442 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 1 to 42 2024-07-29T15:04:08.442 INFO:tasks.rados.rados.0.smithi067.stdout:492: snap_remove snap 36 2024-07-29T15:04:09.442 INFO:tasks.rados.rados.0.smithi067.stdout:492: done (3 left) 2024-07-29T15:04:09.443 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 18 current snap is 43 2024-07-29T15:04:09.443 INFO:tasks.rados.rados.0.smithi067.stdout:491: finishing rollback tid 1 to smithi06780069-1 2024-07-29T15:04:09.443 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 0 (ObjNum 177 snap 0 seq_num 0) dirty dne 2024-07-29T15:04:09.443 INFO:tasks.rados.rados.0.smithi067.stdout:493: seq_num 175 ranges {2801664=540672} 2024-07-29T15:04:09.462 INFO:tasks.rados.rados.0.smithi067.stdout:493: writing smithi06780069-18 from 2801664 to 3342336 tid 1 2024-07-29T15:04:09.462 INFO:tasks.rados.rados.0.smithi067.stdout:491: done (3 left) 2024-07-29T15:04:09.462 INFO:tasks.rados.rados.0.smithi067.stdout:494: delete oid 42 current snap is 43 2024-07-29T15:04:09.463 INFO:tasks.rados.rados.0.smithi067.stdout:490: expect (ObjNum 49 snap 0 seq_num 49) 2024-07-29T15:04:09.486 INFO:tasks.rados.rados.0.smithi067.stdout:489: finishing copy_from racing read to smithi06780069-41 2024-07-29T15:04:09.487 INFO:tasks.rados.rados.0.smithi067.stdout:489: finishing copy_from to smithi06780069-41 2024-07-29T15:04:09.487 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 23 (ObjNum 165 snap 40 seq_num 165) dirty exists 2024-07-29T15:04:09.487 INFO:tasks.rados.rados.0.smithi067.stdout:493: finishing write tid 1 to smithi06780069-18 2024-07-29T15:04:09.487 INFO:tasks.rados.rados.0.smithi067.stdout:489: done (3 left) 2024-07-29T15:04:09.487 INFO:tasks.rados.rados.0.smithi067.stdout:490: done (2 left) 2024-07-29T15:04:09.487 INFO:tasks.rados.rados.0.smithi067.stdout:494: done (1 left) 2024-07-29T15:04:09.487 INFO:tasks.rados.rados.0.smithi067.stdout:495: read oid 26 snap 42 2024-07-29T15:04:09.487 INFO:tasks.rados.rados.0.smithi067.stdout:495: expect (ObjNum -415510784 snap 21888 seq_num 3879507664) 2024-07-29T15:04:09.487 INFO:tasks.rados.rados.0.smithi067.stdout:496: snap_create 2024-07-29T15:04:09.487 INFO:tasks.rados.rados.0.smithi067.stdout:493: finishing write tid 2 to smithi06780069-18 2024-07-29T15:04:09.487 INFO:tasks.rados.rados.0.smithi067.stdout:493: finishing write tid 3 to smithi06780069-18 2024-07-29T15:04:09.487 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 155 (ObjNum 175 snap 43 seq_num 175) dirty exists 2024-07-29T15:04:09.488 INFO:tasks.rados.rados.0.smithi067.stdout:493: left oid 18 (ObjNum 175 snap 43 seq_num 175) 2024-07-29T15:04:09.488 INFO:tasks.rados.rados.0.smithi067.stdout:495: expect (ObjNum -415510784 snap 21888 seq_num 3879507664) 2024-07-29T15:04:09.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:09 smithi067 ceph-mon[29363]: pgmap v24: 121 pgs: 121 active+clean; 75 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 604 KiB/s wr, 41 op/s 2024-07-29T15:04:09.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:09 smithi067 ceph-mon[29363]: osdmap e164: 8 total, 8 up, 8 in 2024-07-29T15:04:09.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:09 smithi067 ceph-mon[39695]: pgmap v24: 121 pgs: 121 active+clean; 75 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 604 KiB/s wr, 41 op/s 2024-07-29T15:04:09.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:09 smithi067 ceph-mon[39695]: osdmap e164: 8 total, 8 up, 8 in 2024-07-29T15:04:09.771 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:09 smithi138 ceph-mon[32824]: pgmap v24: 121 pgs: 121 active+clean; 75 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 604 KiB/s wr, 41 op/s 2024-07-29T15:04:09.771 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:09 smithi138 ceph-mon[32824]: osdmap e164: 8 total, 8 up, 8 in 2024-07-29T15:04:10.462 INFO:tasks.rados.rados.0.smithi067.stdout:493: done (2 left) 2024-07-29T15:04:10.462 INFO:tasks.rados.rados.0.smithi067.stdout:495: done (1 left) 2024-07-29T15:04:10.462 INFO:tasks.rados.rados.0.smithi067.stdout:496: done (0 left) 2024-07-29T15:04:10.462 INFO:tasks.rados.rados.0.smithi067.stdout:497: copy_from oid 1 from oid 7 current snap is 44 2024-07-29T15:04:10.462 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 48 current snap is 44 2024-07-29T15:04:10.462 INFO:tasks.rados.rados.0.smithi067.stdout:498: seq_num 177 ranges {2916352=573440} 2024-07-29T15:04:10.481 INFO:tasks.rados.rados.0.smithi067.stdout:498: writing smithi06780069-48 from 2916352 to 3489792 tid 1 2024-07-29T15:04:10.481 INFO:tasks.rados.rados.0.smithi067.stdout:499: rmattr oid 50 current snap is 44 2024-07-29T15:04:10.481 INFO:tasks.rados.rados.0.smithi067.stdout:499: done (2 left) 2024-07-29T15:04:10.481 INFO:tasks.rados.rados.0.smithi067.stdout:500: delete oid 43 current snap is 44 2024-07-29T15:04:10.481 INFO:tasks.rados.rados.0.smithi067.stdout:497: finishing copy_from to smithi06780069-1 2024-07-29T15:04:10.481 INFO:tasks.rados.rados.0.smithi067.stdout:497: got expected ENOENT (src dne) 2024-07-29T15:04:10.481 INFO:tasks.rados.rados.0.smithi067.stdout:497: finishing copy_from racing read to smithi06780069-1 2024-07-29T15:04:10.485 INFO:tasks.rados.rados.0.smithi067.stdout:497: done (2 left) 2024-07-29T15:04:10.485 INFO:tasks.rados.rados.0.smithi067.stdout:500: done (1 left) 2024-07-29T15:04:10.486 INFO:tasks.rados.rados.0.smithi067.stdout:501: read oid 26 snap -1 2024-07-29T15:04:10.486 INFO:tasks.rados.rados.0.smithi067.stdout:501: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:04:10.486 INFO:tasks.rados.rados.0.smithi067.stdout:502: copy_from oid 23 from oid 7 current snap is 44 2024-07-29T15:04:10.486 INFO:tasks.rados.rados.0.smithi067.stdout:503: snap_create 2024-07-29T15:04:10.486 INFO:tasks.rados.rados.0.smithi067.stdout:502: finishing copy_from to smithi06780069-23 2024-07-29T15:04:10.486 INFO:tasks.rados.rados.0.smithi067.stdout:502: got expected ENOENT (src dne) 2024-07-29T15:04:10.486 INFO:tasks.rados.rados.0.smithi067.stdout:502: finishing copy_from racing read to smithi06780069-23 2024-07-29T15:04:10.487 INFO:tasks.rados.rados.0.smithi067.stdout:501: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:04:10.494 INFO:tasks.rados.rados.0.smithi067.stdout:498: finishing write tid 1 to smithi06780069-48 2024-07-29T15:04:10.494 INFO:tasks.rados.rados.0.smithi067.stdout:498: finishing write tid 2 to smithi06780069-48 2024-07-29T15:04:10.494 INFO:tasks.rados.rados.0.smithi067.stdout:498: finishing write tid 3 to smithi06780069-48 2024-07-29T15:04:10.494 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 48 v 56 (ObjNum 177 snap 44 seq_num 177) dirty exists 2024-07-29T15:04:10.494 INFO:tasks.rados.rados.0.smithi067.stdout:498: left oid 48 (ObjNum 177 snap 44 seq_num 177) 2024-07-29T15:04:10.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:10 smithi067 ceph-mon[29363]: osdmap e165: 8 total, 8 up, 8 in 2024-07-29T15:04:10.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:10 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:04:10.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:10 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:10.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:10 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:10.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:10 smithi067 ceph-mon[39695]: osdmap e165: 8 total, 8 up, 8 in 2024-07-29T15:04:10.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:10 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:04:10.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:10 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:10.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:10 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:10.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:10 smithi138 ceph-mon[32824]: osdmap e165: 8 total, 8 up, 8 in 2024-07-29T15:04:10.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:10 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:04:10.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:10 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:10.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:10 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:11.466 INFO:tasks.rados.rados.0.smithi067.stdout:498: done (3 left) 2024-07-29T15:04:11.466 INFO:tasks.rados.rados.0.smithi067.stdout:501: done (2 left) 2024-07-29T15:04:11.466 INFO:tasks.rados.rados.0.smithi067.stdout:502: done (1 left) 2024-07-29T15:04:11.467 INFO:tasks.rados.rados.0.smithi067.stdout:503: done (0 left) 2024-07-29T15:04:11.467 INFO:tasks.rados.rados.0.smithi067.stdout:504: copy_from oid 11 from oid 38 current snap is 45 2024-07-29T15:04:11.467 INFO:tasks.rados.rados.0.smithi067.stdout:505: copy_from oid 48 from oid 31 current snap is 45 2024-07-29T15:04:11.467 INFO:tasks.rados.rados.0.smithi067.stdout:506: delete oid 17 current snap is 45 2024-07-29T15:04:11.468 INFO:tasks.rados.rados.0.smithi067.stdout:506: done (2 left) 2024-07-29T15:04:11.468 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 21 current snap is 45 2024-07-29T15:04:11.468 INFO:tasks.rados.rados.0.smithi067.stdout:507: seq_num 180 ranges {516096=622592} 2024-07-29T15:04:11.474 INFO:tasks.rados.rados.0.smithi067.stdout:507: writing smithi06780069-21 from 516096 to 1138688 tid 1 2024-07-29T15:04:11.474 INFO:tasks.rados.rados.0.smithi067.stdout:508: delete oid 39 current snap is 45 2024-07-29T15:04:11.474 INFO:tasks.rados.rados.0.smithi067.stdout:505: finishing copy_from to smithi06780069-48 2024-07-29T15:04:11.475 INFO:tasks.rados.rados.0.smithi067.stdout:505: got expected ENOENT (src dne) 2024-07-29T15:04:11.475 INFO:tasks.rados.rados.0.smithi067.stdout:505: finishing copy_from racing read to smithi06780069-48 2024-07-29T15:04:11.477 INFO:tasks.rados.rados.0.smithi067.stdout:505: done (3 left) 2024-07-29T15:04:11.477 INFO:tasks.rados.rados.0.smithi067.stdout:508: done (2 left) 2024-07-29T15:04:11.477 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 44 current snap is 45 2024-07-29T15:04:11.477 INFO:tasks.rados.rados.0.smithi067.stdout:509: seq_num 182 ranges {0=655360} 2024-07-29T15:04:11.481 INFO:tasks.rados.rados.0.smithi067.stdout:509: writing smithi06780069-44 from 0 to 655360 tid 1 2024-07-29T15:04:11.481 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 39 current snap is 45 2024-07-29T15:04:11.481 INFO:tasks.rados.rados.0.smithi067.stdout:507: finishing write tid 1 to smithi06780069-21 2024-07-29T15:04:11.481 INFO:tasks.rados.rados.0.smithi067.stdout:507: finishing write tid 2 to smithi06780069-21 2024-07-29T15:04:11.481 INFO:tasks.rados.rados.0.smithi067.stdout:507: finishing write tid 3 to smithi06780069-21 2024-07-29T15:04:11.482 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 184 (ObjNum 180 snap 45 seq_num 180) dirty exists 2024-07-29T15:04:11.482 INFO:tasks.rados.rados.0.smithi067.stdout:507: left oid 21 (ObjNum 180 snap 45 seq_num 180) 2024-07-29T15:04:11.482 INFO:tasks.rados.rados.0.smithi067.stdout:510: seq_num 183 ranges {0=671744} 2024-07-29T15:04:11.485 INFO:tasks.rados.rados.0.smithi067.stdout:510: writing smithi06780069-39 from 0 to 671744 tid 1 2024-07-29T15:04:11.485 INFO:tasks.rados.rados.0.smithi067.stdout:507: done (3 left) 2024-07-29T15:04:11.485 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 31 current snap is 45 2024-07-29T15:04:11.485 INFO:tasks.rados.rados.0.smithi067.stdout:511: seq_num 184 ranges {0=688128} 2024-07-29T15:04:11.490 INFO:tasks.rados.rados.0.smithi067.stdout:511: writing smithi06780069-31 from 0 to 688128 tid 1 2024-07-29T15:04:11.490 INFO:tasks.rados.rados.0.smithi067.stdout:512: read oid 2 snap -1 2024-07-29T15:04:11.490 INFO:tasks.rados.rados.0.smithi067.stdout:512: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:04:11.490 INFO:tasks.rados.rados.0.smithi067.stdout:513: snap_create 2024-07-29T15:04:11.490 INFO:tasks.rados.rados.0.smithi067.stdout:509: finishing write tid 1 to smithi06780069-44 2024-07-29T15:04:11.490 INFO:tasks.rados.rados.0.smithi067.stdout:509: finishing write tid 2 to smithi06780069-44 2024-07-29T15:04:11.490 INFO:tasks.rados.rados.0.smithi067.stdout:509: finishing write tid 3 to smithi06780069-44 2024-07-29T15:04:11.490 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 58 (ObjNum 182 snap 45 seq_num 182) dirty exists 2024-07-29T15:04:11.490 INFO:tasks.rados.rados.0.smithi067.stdout:509: left oid 44 (ObjNum 182 snap 45 seq_num 182) 2024-07-29T15:04:11.490 INFO:tasks.rados.rados.0.smithi067.stdout:504: finishing copy_from racing read to smithi06780069-11 2024-07-29T15:04:11.490 INFO:tasks.rados.rados.0.smithi067.stdout:510: finishing write tid 1 to smithi06780069-39 2024-07-29T15:04:11.490 INFO:tasks.rados.rados.0.smithi067.stdout:510: finishing write tid 2 to smithi06780069-39 2024-07-29T15:04:11.491 INFO:tasks.rados.rados.0.smithi067.stdout:512: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:04:11.491 INFO:tasks.rados.rados.0.smithi067.stdout:510: finishing write tid 3 to smithi06780069-39 2024-07-29T15:04:11.491 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 134 (ObjNum 183 snap 45 seq_num 183) dirty exists 2024-07-29T15:04:11.492 INFO:tasks.rados.rados.0.smithi067.stdout:510: left oid 39 (ObjNum 183 snap 45 seq_num 183) 2024-07-29T15:04:11.497 INFO:tasks.rados.rados.0.smithi067.stdout:511: finishing write tid 1 to smithi06780069-31 2024-07-29T15:04:11.498 INFO:tasks.rados.rados.0.smithi067.stdout:504: finishing copy_from to smithi06780069-11 2024-07-29T15:04:11.498 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 11 v 98 (ObjNum 138 snap 31 seq_num 138) dirty exists 2024-07-29T15:04:11.498 INFO:tasks.rados.rados.0.smithi067.stdout:511: finishing write tid 2 to smithi06780069-31 2024-07-29T15:04:11.500 INFO:tasks.rados.rados.0.smithi067.stdout:511: finishing write tid 3 to smithi06780069-31 2024-07-29T15:04:11.500 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 138 (ObjNum 184 snap 45 seq_num 184) dirty exists 2024-07-29T15:04:11.500 INFO:tasks.rados.rados.0.smithi067.stdout:511: left oid 31 (ObjNum 184 snap 45 seq_num 184) 2024-07-29T15:04:11.543 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:11 smithi138 ceph-mon[32824]: pgmap v27: 121 pgs: 121 active+clean; 75 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:04:11.543 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:11 smithi138 ceph-mon[32824]: osdmap e166: 8 total, 8 up, 8 in 2024-07-29T15:04:11.543 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:11 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:11.543 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:11 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:11.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:11 smithi067 ceph-mon[29363]: pgmap v27: 121 pgs: 121 active+clean; 75 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:04:11.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:11 smithi067 ceph-mon[29363]: osdmap e166: 8 total, 8 up, 8 in 2024-07-29T15:04:11.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:11 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:11.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:11 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:11.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:11 smithi067 ceph-mon[39695]: pgmap v27: 121 pgs: 121 active+clean; 75 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:04:11.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:11 smithi067 ceph-mon[39695]: osdmap e166: 8 total, 8 up, 8 in 2024-07-29T15:04:11.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:11 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:11.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:11 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:12.476 INFO:tasks.rados.rados.0.smithi067.stdout:504: done (5 left) 2024-07-29T15:04:12.477 INFO:tasks.rados.rados.0.smithi067.stdout:509: done (4 left) 2024-07-29T15:04:12.477 INFO:tasks.rados.rados.0.smithi067.stdout:510: done (3 left) 2024-07-29T15:04:12.477 INFO:tasks.rados.rados.0.smithi067.stdout:511: done (2 left) 2024-07-29T15:04:12.477 INFO:tasks.rados.rados.0.smithi067.stdout:512: done (1 left) 2024-07-29T15:04:12.477 INFO:tasks.rados.rados.0.smithi067.stdout:513: done (0 left) 2024-07-29T15:04:12.477 INFO:tasks.rados.rados.0.smithi067.stdout:514: setattr oid 4 current snap is 46 2024-07-29T15:04:12.477 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 14 current snap is 46 2024-07-29T15:04:12.478 INFO:tasks.rados.rados.0.smithi067.stdout:515: seq_num 185 ranges {2514944=704512} 2024-07-29T15:04:12.495 INFO:tasks.rados.rados.0.smithi067.stdout:515: writing smithi06780069-14 from 2514944 to 3219456 tid 1 2024-07-29T15:04:12.496 INFO:tasks.rados.rados.0.smithi067.stdout:516: read oid 16 snap 38 2024-07-29T15:04:12.496 INFO:tasks.rados.rados.0.smithi067.stdout:516: expect deleted 2024-07-29T15:04:12.496 INFO:tasks.rados.rados.0.smithi067.stdout:517: rmattr oid 10 current snap is 46 2024-07-29T15:04:12.496 INFO:tasks.rados.rados.0.smithi067.stdout:517: done (3 left) 2024-07-29T15:04:12.496 INFO:tasks.rados.rados.0.smithi067.stdout:518: copy_from oid 41 from oid 17 current snap is 46 2024-07-29T15:04:12.496 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 205 (ObjNum 65 snap 0 seq_num 1566071651) dirty exists 2024-07-29T15:04:12.496 INFO:tasks.rados.rados.0.smithi067.stdout:514: done (3 left) 2024-07-29T15:04:12.496 INFO:tasks.rados.rados.0.smithi067.stdout:519: delete oid 22 current snap is 46 2024-07-29T15:04:12.498 INFO:tasks.rados.rados.0.smithi067.stdout:518: finishing copy_from to smithi06780069-41 2024-07-29T15:04:12.498 INFO:tasks.rados.rados.0.smithi067.stdout:518: got expected ENOENT (src dne) 2024-07-29T15:04:12.498 INFO:tasks.rados.rados.0.smithi067.stdout:518: finishing copy_from racing read to smithi06780069-41 2024-07-29T15:04:12.500 INFO:tasks.rados.rados.0.smithi067.stdout:516: done (3 left) 2024-07-29T15:04:12.500 INFO:tasks.rados.rados.0.smithi067.stdout:518: done (2 left) 2024-07-29T15:04:12.500 INFO:tasks.rados.rados.0.smithi067.stdout:519: done (1 left) 2024-07-29T15:04:12.500 INFO:tasks.rados.rados.0.smithi067.stdout:520: rmattr oid 21 current snap is 46 2024-07-29T15:04:12.500 INFO:tasks.rados.rados.0.smithi067.stdout:521: rollback oid 6 current snap is 46 2024-07-29T15:04:12.500 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 6 to 45 2024-07-29T15:04:12.500 INFO:tasks.rados.rados.0.smithi067.stdout:515: finishing write tid 1 to smithi06780069-14 2024-07-29T15:04:12.500 INFO:tasks.rados.rados.0.smithi067.stdout:522: copy_from oid 5 from oid 19 current snap is 46 2024-07-29T15:04:12.501 INFO:tasks.rados.rados.0.smithi067.stdout:523: read oid 9 snap -1 2024-07-29T15:04:12.501 INFO:tasks.rados.rados.0.smithi067.stdout:523: expect deleted 2024-07-29T15:04:12.501 INFO:tasks.rados.rados.0.smithi067.stdout:524: rollback oid 48 current snap is 46 2024-07-29T15:04:12.501 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 48 to 43 2024-07-29T15:04:12.501 INFO:tasks.rados.rados.0.smithi067.stdout:525: setattr oid 12 current snap is 46 2024-07-29T15:04:12.501 INFO:tasks.rados.rados.0.smithi067.stdout:515: finishing write tid 2 to smithi06780069-14 2024-07-29T15:04:12.502 INFO:tasks.rados.rados.0.smithi067.stdout:515: finishing write tid 3 to smithi06780069-14 2024-07-29T15:04:12.502 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 14 v 141 (ObjNum 185 snap 46 seq_num 185) dirty exists 2024-07-29T15:04:12.502 INFO:tasks.rados.rados.0.smithi067.stdout:515: left oid 14 (ObjNum 185 snap 46 seq_num 185) 2024-07-29T15:04:12.502 INFO:tasks.rados.rados.0.smithi067.stdout:515: done (6 left) 2024-07-29T15:04:12.502 INFO:tasks.rados.rados.0.smithi067.stdout:523: done (5 left) 2024-07-29T15:04:12.502 INFO:tasks.rados.rados.0.smithi067.stdout:526: snap_create 2024-07-29T15:04:12.503 INFO:tasks.rados.rados.0.smithi067.stdout:521: finishing rollback tid 0 to smithi06780069-6 2024-07-29T15:04:12.503 INFO:tasks.rados.rados.0.smithi067.stdout:524: finishing rollback tid 0 to smithi06780069-48 2024-07-29T15:04:12.503 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 186 (ObjNum 180 snap 45 seq_num 180) dirty exists 2024-07-29T15:04:12.504 INFO:tasks.rados.rados.0.smithi067.stdout:521: finishing rollback tid 1 to smithi06780069-6 2024-07-29T15:04:12.504 INFO:tasks.rados.rados.0.smithi067.stdout:521: finishing rollback tid 2 to smithi06780069-6 2024-07-29T15:04:12.504 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 6 v 177 (ObjNum 145 snap 35 seq_num 145) dirty exists 2024-07-29T15:04:12.504 INFO:tasks.rados.rados.0.smithi067.stdout:524: finishing rollback tid 1 to smithi06780069-48 2024-07-29T15:04:12.504 INFO:tasks.rados.rados.0.smithi067.stdout:524: finishing rollback tid 2 to smithi06780069-48 2024-07-29T15:04:12.504 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 48 v 61 (ObjNum 127 snap 29 seq_num 127) dirty exists 2024-07-29T15:04:12.504 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 143 (ObjNum 163 snap 38 seq_num 163) dirty exists 2024-07-29T15:04:12.506 INFO:tasks.rados.rados.0.smithi067.stdout:522: finishing copy_from racing read to smithi06780069-5 2024-07-29T15:04:12.506 INFO:tasks.rados.rados.0.smithi067.stdout:522: finishing copy_from to smithi06780069-5 2024-07-29T15:04:12.506 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 123 (ObjNum 145 snap 35 seq_num 145) dirty exists 2024-07-29T15:04:12.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:12 smithi138 ceph-mon[32824]: osdmap e167: 8 total, 8 up, 8 in 2024-07-29T15:04:12.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:12 smithi067 ceph-mon[29363]: osdmap e167: 8 total, 8 up, 8 in 2024-07-29T15:04:12.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:12 smithi067 ceph-mon[39695]: osdmap e167: 8 total, 8 up, 8 in 2024-07-29T15:04:13.479 INFO:tasks.rados.rados.0.smithi067.stdout:520: done (5 left) 2024-07-29T15:04:13.479 INFO:tasks.rados.rados.0.smithi067.stdout:521: done (4 left) 2024-07-29T15:04:13.479 INFO:tasks.rados.rados.0.smithi067.stdout:522: done (3 left) 2024-07-29T15:04:13.479 INFO:tasks.rados.rados.0.smithi067.stdout:524: done (2 left) 2024-07-29T15:04:13.479 INFO:tasks.rados.rados.0.smithi067.stdout:525: done (1 left) 2024-07-29T15:04:13.479 INFO:tasks.rados.rados.0.smithi067.stdout:526: done (0 left) 2024-07-29T15:04:13.480 INFO:tasks.rados.rados.0.smithi067.stdout:527: rmattr oid 4 current snap is 47 2024-07-29T15:04:13.480 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 47 current snap is 47 2024-07-29T15:04:13.480 INFO:tasks.rados.rados.0.smithi067.stdout:528: seq_num 187 ranges {401408=737280} 2024-07-29T15:04:13.485 INFO:tasks.rados.rados.0.smithi067.stdout:528: writing smithi06780069-47 from 401408 to 1138688 tid 1 2024-07-29T15:04:13.485 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 40 current snap is 47 2024-07-29T15:04:13.485 INFO:tasks.rados.rados.0.smithi067.stdout:529: seq_num 188 ranges {2801664=753664} 2024-07-29T15:04:13.505 INFO:tasks.rados.rados.0.smithi067.stdout:529: writing smithi06780069-40 from 2801664 to 3555328 tid 1 2024-07-29T15:04:13.506 INFO:tasks.rados.rados.0.smithi067.stdout:530: read oid 38 snap 42 2024-07-29T15:04:13.506 INFO:tasks.rados.rados.0.smithi067.stdout:530: expect (ObjNum 138 snap 31 seq_num 138) 2024-07-29T15:04:13.506 INFO:tasks.rados.rados.0.smithi067.stdout:531: delete oid 16 current snap is 47 2024-07-29T15:04:13.506 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 207 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-29T15:04:13.506 INFO:tasks.rados.rados.0.smithi067.stdout:528: finishing write tid 1 to smithi06780069-47 2024-07-29T15:04:13.506 INFO:tasks.rados.rados.0.smithi067.stdout:528: finishing write tid 2 to smithi06780069-47 2024-07-29T15:04:13.506 INFO:tasks.rados.rados.0.smithi067.stdout:528: finishing write tid 3 to smithi06780069-47 2024-07-29T15:04:13.506 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 137 (ObjNum 187 snap 47 seq_num 187) dirty exists 2024-07-29T15:04:13.506 INFO:tasks.rados.rados.0.smithi067.stdout:528: left oid 47 (ObjNum 187 snap 47 seq_num 187) 2024-07-29T15:04:13.509 INFO:tasks.rados.rados.0.smithi067.stdout:527: done (4 left) 2024-07-29T15:04:13.509 INFO:tasks.rados.rados.0.smithi067.stdout:528: done (3 left) 2024-07-29T15:04:13.509 INFO:tasks.rados.rados.0.smithi067.stdout:531: done (2 left) 2024-07-29T15:04:13.509 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 6 current snap is 47 2024-07-29T15:04:13.509 INFO:tasks.rados.rados.0.smithi067.stdout:532: seq_num 190 ranges {335872=786432} 2024-07-29T15:04:13.516 INFO:tasks.rados.rados.0.smithi067.stdout:532: writing smithi06780069-6 from 335872 to 1122304 tid 1 2024-07-29T15:04:13.516 INFO:tasks.rados.rados.0.smithi067.stdout:529: finishing write tid 1 to smithi06780069-40 2024-07-29T15:04:13.516 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 14 current snap is 47 2024-07-29T15:04:13.517 INFO:tasks.rados.rados.0.smithi067.stdout:529: finishing write tid 2 to smithi06780069-40 2024-07-29T15:04:13.517 INFO:tasks.rados.rados.0.smithi067.stdout:533: seq_num 191 ranges {3219456=802816} 2024-07-29T15:04:13.539 INFO:tasks.rados.rados.0.smithi067.stdout:533: writing smithi06780069-14 from 3219456 to 4022272 tid 1 2024-07-29T15:04:13.539 INFO:tasks.rados.rados.0.smithi067.stdout:534: rollback oid 17 current snap is 47 2024-07-29T15:04:13.539 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 17 to 45 2024-07-29T15:04:13.539 INFO:tasks.rados.rados.0.smithi067.stdout:529: finishing write tid 3 to smithi06780069-40 2024-07-29T15:04:13.539 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 40 v 200 (ObjNum 188 snap 47 seq_num 188) dirty exists 2024-07-29T15:04:13.539 INFO:tasks.rados.rados.0.smithi067.stdout:529: left oid 40 (ObjNum 188 snap 47 seq_num 188) 2024-07-29T15:04:13.539 INFO:tasks.rados.rados.0.smithi067.stdout:532: finishing write tid 1 to smithi06780069-6 2024-07-29T15:04:13.539 INFO:tasks.rados.rados.0.smithi067.stdout:532: finishing write tid 2 to smithi06780069-6 2024-07-29T15:04:13.539 INFO:tasks.rados.rados.0.smithi067.stdout:530: expect (ObjNum 138 snap 31 seq_num 138) 2024-07-29T15:04:13.713 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:13 smithi138 ceph-mon[32824]: pgmap v30: 121 pgs: 121 active+clean; 65 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 834 KiB/s wr, 23 op/s 2024-07-29T15:04:13.713 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:13 smithi138 ceph-mon[32824]: osdmap e168: 8 total, 8 up, 8 in 2024-07-29T15:04:13.731 INFO:tasks.rados.rados.0.smithi067.stdout:532: finishing write tid 3 to smithi06780069-6 2024-07-29T15:04:13.731 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 6 v 180 (ObjNum 190 snap 47 seq_num 190) dirty exists 2024-07-29T15:04:13.731 INFO:tasks.rados.rados.0.smithi067.stdout:532: left oid 6 (ObjNum 190 snap 47 seq_num 190) 2024-07-29T15:04:13.731 INFO:tasks.rados.rados.0.smithi067.stdout:534: finishing rollback tid 1 to smithi06780069-17 2024-07-29T15:04:13.731 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 73 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-07-29T15:04:13.731 INFO:tasks.rados.rados.0.smithi067.stdout:533: finishing write tid 1 to smithi06780069-14 2024-07-29T15:04:13.731 INFO:tasks.rados.rados.0.smithi067.stdout:533: finishing write tid 2 to smithi06780069-14 2024-07-29T15:04:13.731 INFO:tasks.rados.rados.0.smithi067.stdout:529: done (4 left) 2024-07-29T15:04:13.731 INFO:tasks.rados.rados.0.smithi067.stdout:530: done (3 left) 2024-07-29T15:04:13.731 INFO:tasks.rados.rados.0.smithi067.stdout:532: done (2 left) 2024-07-29T15:04:13.732 INFO:tasks.rados.rados.0.smithi067.stdout:534: done (1 left) 2024-07-29T15:04:13.732 INFO:tasks.rados.rados.0.smithi067.stdout:535: read oid 43 snap -1 2024-07-29T15:04:13.732 INFO:tasks.rados.rados.0.smithi067.stdout:535: expect deleted 2024-07-29T15:04:13.732 INFO:tasks.rados.rados.0.smithi067.stdout:536: rollback oid 36 current snap is 47 2024-07-29T15:04:13.732 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 36 to 43 2024-07-29T15:04:13.732 INFO:tasks.rados.rados.0.smithi067.stdout:533: finishing write tid 3 to smithi06780069-14 2024-07-29T15:04:13.732 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 14 v 146 (ObjNum 191 snap 47 seq_num 191) dirty exists 2024-07-29T15:04:13.732 INFO:tasks.rados.rados.0.smithi067.stdout:533: left oid 14 (ObjNum 191 snap 47 seq_num 191) 2024-07-29T15:04:13.732 INFO:tasks.rados.rados.0.smithi067.stdout:533: done (2 left) 2024-07-29T15:04:13.732 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 13 current snap is 47 2024-07-29T15:04:13.732 INFO:tasks.rados.rados.0.smithi067.stdout:537: seq_num 192 ranges {2850816=417792,3268608=401408} 2024-07-29T15:04:13.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:13 smithi067 ceph-mon[39695]: pgmap v30: 121 pgs: 121 active+clean; 65 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 834 KiB/s wr, 23 op/s 2024-07-29T15:04:13.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:13 smithi067 ceph-mon[39695]: osdmap e168: 8 total, 8 up, 8 in 2024-07-29T15:04:13.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:13 smithi067 ceph-mon[29363]: pgmap v30: 121 pgs: 121 active+clean; 65 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 834 KiB/s wr, 23 op/s 2024-07-29T15:04:13.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:13 smithi067 ceph-mon[29363]: osdmap e168: 8 total, 8 up, 8 in 2024-07-29T15:04:13.739 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:04:13 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:04:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-29T15:04:13.747 INFO:tasks.rados.rados.0.smithi067.stdout:537: writing smithi06780069-13 from 2850816 to 3268608 tid 1 2024-07-29T15:04:13.750 INFO:tasks.rados.rados.0.smithi067.stdout:537: writing smithi06780069-13 from 3268608 to 3670016 tid 2 2024-07-29T15:04:13.750 INFO:tasks.rados.rados.0.smithi067.stdout:538: rollback oid 47 current snap is 47 2024-07-29T15:04:13.750 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 47 to 43 2024-07-29T15:04:13.750 INFO:tasks.rados.rados.0.smithi067.stdout:536: finishing rollback tid 0 to smithi06780069-36 2024-07-29T15:04:13.750 INFO:tasks.rados.rados.0.smithi067.stdout:536: finishing rollback tid 1 to smithi06780069-36 2024-07-29T15:04:13.750 INFO:tasks.rados.rados.0.smithi067.stdout:536: finishing rollback tid 2 to smithi06780069-36 2024-07-29T15:04:13.750 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 119 (ObjNum 152 snap 36 seq_num 152) dirty exists 2024-07-29T15:04:13.750 INFO:tasks.rados.rados.0.smithi067.stdout:535: done (3 left) 2024-07-29T15:04:13.750 INFO:tasks.rados.rados.0.smithi067.stdout:536: done (2 left) 2024-07-29T15:04:13.751 INFO:tasks.rados.rados.0.smithi067.stdout:539: snap_remove snap 41 2024-07-29T15:04:14.290 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-07-29T15:04:14.487 INFO:tasks.rados.rados.0.smithi067.stdout:539: done (2 left) 2024-07-29T15:04:14.488 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 44 current snap is 47 2024-07-29T15:04:14.488 INFO:tasks.rados.rados.0.smithi067.stdout:540: seq_num 193 ranges {655360=434176,1089536=401408} 2024-07-29T15:04:14.493 INFO:tasks.rados.rados.0.smithi067.stdout:540: writing smithi06780069-44 from 655360 to 1089536 tid 1 2024-07-29T15:04:14.496 INFO:tasks.rados.rados.0.smithi067.stdout:540: writing smithi06780069-44 from 1089536 to 1490944 tid 2 2024-07-29T15:04:14.496 INFO:tasks.rados.rados.0.smithi067.stdout:541: delete oid 48 current snap is 47 2024-07-29T15:04:14.496 INFO:tasks.rados.rados.0.smithi067.stdout:537: finishing write tid 1 to smithi06780069-13 2024-07-29T15:04:14.497 INFO:tasks.rados.rados.0.smithi067.stdout:538: finishing rollback tid 0 to smithi06780069-47 2024-07-29T15:04:14.497 INFO:tasks.rados.rados.0.smithi067.stdout:537: finishing write tid 2 to smithi06780069-13 2024-07-29T15:04:14.497 INFO:tasks.rados.rados.0.smithi067.stdout:538: finishing rollback tid 1 to smithi06780069-47 2024-07-29T15:04:14.497 INFO:tasks.rados.rados.0.smithi067.stdout:537: finishing write tid 3 to smithi06780069-13 2024-07-29T15:04:14.497 INFO:tasks.rados.rados.0.smithi067.stdout:538: finishing rollback tid 2 to smithi06780069-47 2024-07-29T15:04:14.497 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 140 (ObjNum 167 snap 40 seq_num 167) dirty exists 2024-07-29T15:04:14.497 INFO:tasks.rados.rados.0.smithi067.stdout:537: finishing write tid 4 to smithi06780069-13 2024-07-29T15:04:14.497 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 13 v 211 (ObjNum 192 snap 47 seq_num 192) dirty exists 2024-07-29T15:04:14.497 INFO:tasks.rados.rados.0.smithi067.stdout:537: left oid 13 (ObjNum 192 snap 47 seq_num 192) 2024-07-29T15:04:14.497 INFO:tasks.rados.rados.0.smithi067.stdout:540: finishing write tid 1 to smithi06780069-44 2024-07-29T15:04:14.498 INFO:tasks.rados.rados.0.smithi067.stdout:540: finishing write tid 2 to smithi06780069-44 2024-07-29T15:04:14.499 INFO:tasks.rados.rados.0.smithi067.stdout:540: finishing write tid 3 to smithi06780069-44 2024-07-29T15:04:14.500 INFO:tasks.rados.rados.0.smithi067.stdout:540: finishing write tid 4 to smithi06780069-44 2024-07-29T15:04:14.500 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 64 (ObjNum 193 snap 47 seq_num 193) dirty exists 2024-07-29T15:04:14.501 INFO:tasks.rados.rados.0.smithi067.stdout:540: left oid 44 (ObjNum 193 snap 47 seq_num 193) 2024-07-29T15:04:14.501 INFO:tasks.rados.rados.0.smithi067.stdout:537: done (3 left) 2024-07-29T15:04:14.501 INFO:tasks.rados.rados.0.smithi067.stdout:538: done (2 left) 2024-07-29T15:04:14.501 INFO:tasks.rados.rados.0.smithi067.stdout:540: done (1 left) 2024-07-29T15:04:14.501 INFO:tasks.rados.rados.0.smithi067.stdout:541: done (0 left) 2024-07-29T15:04:14.501 INFO:tasks.rados.rados.0.smithi067.stdout:542: snap_create 2024-07-29T15:04:14.587 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:14 smithi067 ceph-mon[29363]: osdmap e169: 8 total, 8 up, 8 in 2024-07-29T15:04:14.587 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:14 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:14.588 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:14 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:14.588 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:14 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:14.588 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:14 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:14.588 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:14 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:14.588 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:14 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:14.588 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:14 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:14.588 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:14 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:14.588 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:14 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:14.588 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:14 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:14.588 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:14 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:14.588 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:14 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:04:14.588 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:14 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:04:14.589 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-29T15:04:14.589 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (3m) 14s ago 4m 28.5M - 0.25.0 c8568f914cd2 12f6a968d5cd 2024-07-29T15:04:14.589 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi138 *:3000 running (3m) 4s ago 3m 91.5M - 9.4.7 954c08fa6188 ac7794f78498 2024-07-29T15:04:14.589 INFO:teuthology.orchestra.run.smithi067.stdout:mds.a smithi067 running (5m) 14s ago 5m 18.2M - 17.2.7-1155-g3120d060 5ec745195f7e 0b73fb05902b 2024-07-29T15:04:14.589 INFO:teuthology.orchestra.run.smithi067.stdout:mds.b smithi138 running (5m) 4s ago 5m 14.5M - 17.2.7-1155-g3120d060 5ec745195f7e 8d64b29e8368 2024-07-29T15:04:14.589 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi138 *:8443,9283 running (29s) 4s ago 8m 496M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 39d8694ee3b2 2024-07-29T15:04:14.589 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:9283 running (10m) 14s ago 10m 276M - 17.2.7-1155-g3120d060 5ec745195f7e ab8576adb9f0 2024-07-29T15:04:14.589 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (10m) 14s ago 10m 51.7M 2048M 17.2.7-1155-g3120d060 5ec745195f7e d869d4bcfb65 2024-07-29T15:04:14.589 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi138 running (9m) 4s ago 9m 42.9M 2048M 17.2.7-1155-g3120d060 5ec745195f7e 61a2da511017 2024-07-29T15:04:14.589 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (9m) 14s ago 9m 44.4M 2048M 17.2.7-1155-g3120d060 5ec745195f7e 55264effb9e8 2024-07-29T15:04:14.590 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (4m) 14s ago 4m 15.2M - 1.5.0 0da6a335fe13 231f953fda2c 2024-07-29T15:04:14.590 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi138 *:9100 running (4m) 4s ago 4m 15.6M - 1.5.0 0da6a335fe13 d665baf7689d 2024-07-29T15:04:14.590 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (8m) 14s ago 8m 81.5M 2480M 17.2.7-1155-g3120d060 5ec745195f7e 60dcaf32ae4b 2024-07-29T15:04:14.590 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (8m) 14s ago 8m 73.7M 2480M 17.2.7-1155-g3120d060 5ec745195f7e c744b585958c 2024-07-29T15:04:14.590 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (7m) 14s ago 7m 97.9M 2480M 17.2.7-1155-g3120d060 5ec745195f7e 334423e852b7 2024-07-29T15:04:14.590 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (7m) 14s ago 7m 67.9M 2480M 17.2.7-1155-g3120d060 5ec745195f7e c9160c216ff0 2024-07-29T15:04:14.590 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi138 running (7m) 4s ago 7m 73.5M 2480M 17.2.7-1155-g3120d060 5ec745195f7e a15137922a4f 2024-07-29T15:04:14.590 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi138 running (6m) 4s ago 6m 84.6M 2480M 17.2.7-1155-g3120d060 5ec745195f7e 095126a5d70a 2024-07-29T15:04:14.590 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi138 running (6m) 4s ago 6m 60.0M 2480M 17.2.7-1155-g3120d060 5ec745195f7e a10a9aef390f 2024-07-29T15:04:14.590 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi138 running (5m) 4s ago 5m 78.2M 2480M 17.2.7-1155-g3120d060 5ec745195f7e c141798f58f5 2024-07-29T15:04:14.590 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi138 *:9095 running (3m) 4s ago 4m 53.5M - 2.43.0 a07b618ecd1d 9eb5402df0c0 2024-07-29T15:04:14.590 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:14 smithi067 ceph-mon[39695]: osdmap e169: 8 total, 8 up, 8 in 2024-07-29T15:04:14.591 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:14 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:14.591 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:14 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:14.591 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:14 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:14.591 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:14 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:14.591 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:14 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:14.591 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:14 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:14.591 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:14 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:14.591 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:14 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:14.591 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:14 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:14.591 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:14 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:14.591 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:14 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:14.591 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:14 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:04:14.591 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:14 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:04:14.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:14 smithi138 ceph-mon[32824]: osdmap e169: 8 total, 8 up, 8 in 2024-07-29T15:04:14.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:14 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:14.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:14 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:14.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:14 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:14.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:14 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:14.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:14 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:14.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:14 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:14.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:14 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:14.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:14 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:14.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:14 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:14.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:14 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-29T15:04:14.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:14 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:14.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:14 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:04:14.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:14 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:04:14.947 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-07-29T15:04:14.947 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-07-29T15:04:14.947 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 3 2024-07-29T15:04:14.947 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:04:14.947 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-07-29T15:04:14.947 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 1, 2024-07-29T15:04:14.947 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 1 2024-07-29T15:04:14.948 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:04:14.948 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-07-29T15:04:14.948 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 8 2024-07-29T15:04:14.948 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:04:14.948 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": { 2024-07-29T15:04:14.948 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 2 2024-07-29T15:04:14.948 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:04:14.948 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-07-29T15:04:14.948 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 14, 2024-07-29T15:04:14.948 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 1 2024-07-29T15:04:14.948 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-07-29T15:04:14.948 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-07-29T15:04:15.494 INFO:tasks.rados.rados.0.smithi067.stdout:542: done (0 left) 2024-07-29T15:04:15.495 INFO:tasks.rados.rados.0.smithi067.stdout:543: snap_create 2024-07-29T15:04:15.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[29363]: Adjusting osd_memory_target on smithi138 to 2480M 2024-07-29T15:04:15.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[29363]: Updating smithi067:/etc/ceph/ceph.conf 2024-07-29T15:04:15.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[29363]: Updating smithi138:/etc/ceph/ceph.conf 2024-07-29T15:04:15.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[29363]: pgmap v33: 121 pgs: 121 active+clean; 65 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 834 KiB/s wr, 23 op/s 2024-07-29T15:04:15.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[29363]: Updating smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T15:04:15.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[29363]: Updating smithi067:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T15:04:15.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[29363]: from='client.24947 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:04:15.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[29363]: osdmap e170: 8 total, 8 up, 8 in 2024-07-29T15:04:15.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[29363]: Updating smithi138:/etc/ceph/ceph.client.admin.keyring 2024-07-29T15:04:15.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[29363]: Updating smithi067:/etc/ceph/ceph.client.admin.keyring 2024-07-29T15:04:15.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:15.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:15.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/3327204996' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:04:15.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:15.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:15.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:15.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:15.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:15.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:15.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:15.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[39695]: Adjusting osd_memory_target on smithi138 to 2480M 2024-07-29T15:04:15.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[39695]: Updating smithi067:/etc/ceph/ceph.conf 2024-07-29T15:04:15.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[39695]: Updating smithi138:/etc/ceph/ceph.conf 2024-07-29T15:04:15.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[39695]: pgmap v33: 121 pgs: 121 active+clean; 65 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 834 KiB/s wr, 23 op/s 2024-07-29T15:04:15.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[39695]: Updating smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T15:04:15.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[39695]: Updating smithi067:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T15:04:15.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[39695]: from='client.24947 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:04:15.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[39695]: osdmap e170: 8 total, 8 up, 8 in 2024-07-29T15:04:15.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[39695]: Updating smithi138:/etc/ceph/ceph.client.admin.keyring 2024-07-29T15:04:15.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[39695]: Updating smithi067:/etc/ceph/ceph.client.admin.keyring 2024-07-29T15:04:15.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:15.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:15.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/3327204996' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:04:15.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:15.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:15.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:15.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:15.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:15.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:15.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:15 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:15.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:15 smithi138 ceph-mon[32824]: Adjusting osd_memory_target on smithi138 to 2480M 2024-07-29T15:04:15.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:15 smithi138 ceph-mon[32824]: Updating smithi067:/etc/ceph/ceph.conf 2024-07-29T15:04:15.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:15 smithi138 ceph-mon[32824]: Updating smithi138:/etc/ceph/ceph.conf 2024-07-29T15:04:15.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:15 smithi138 ceph-mon[32824]: pgmap v33: 121 pgs: 121 active+clean; 65 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 834 KiB/s wr, 23 op/s 2024-07-29T15:04:15.812 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:15 smithi138 ceph-mon[32824]: Updating smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T15:04:15.812 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:15 smithi138 ceph-mon[32824]: Updating smithi067:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T15:04:15.812 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:15 smithi138 ceph-mon[32824]: from='client.24947 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:04:15.812 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:15 smithi138 ceph-mon[32824]: osdmap e170: 8 total, 8 up, 8 in 2024-07-29T15:04:15.812 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:15 smithi138 ceph-mon[32824]: Updating smithi138:/etc/ceph/ceph.client.admin.keyring 2024-07-29T15:04:15.812 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:15 smithi138 ceph-mon[32824]: Updating smithi067:/etc/ceph/ceph.client.admin.keyring 2024-07-29T15:04:15.813 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:15 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:15.813 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:15 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:15.813 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:15 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/3327204996' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:04:15.813 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:15 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:15.813 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:15 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:15.813 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:15 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:15.814 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:15 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:15.814 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:15 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:15.814 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:15 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:15.814 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:15 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:16.435 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:04:16 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:04:16] "GET /metrics HTTP/1.1" 200 36141 "" "Prometheus/2.43.0" 2024-07-29T15:04:16.501 INFO:tasks.rados.rados.0.smithi067.stdout:543: done (0 left) 2024-07-29T15:04:16.501 INFO:tasks.rados.rados.0.smithi067.stdout:544: snap_remove snap 43 2024-07-29T15:04:16.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:16 smithi138 ceph-mon[32824]: from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:04:16.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:16 smithi138 ceph-mon[32824]: Updating smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.client.admin.keyring 2024-07-29T15:04:16.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:16 smithi138 ceph-mon[32824]: Updating smithi067:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.client.admin.keyring 2024-07-29T15:04:16.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:16 smithi138 ceph-mon[32824]: Reconfiguring alertmanager.a (dependencies changed)... 2024-07-29T15:04:16.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:16 smithi138 ceph-mon[32824]: Deploying daemon alertmanager.a on smithi067 2024-07-29T15:04:16.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:16 smithi138 ceph-mon[32824]: osdmap e171: 8 total, 8 up, 8 in 2024-07-29T15:04:16.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:16 smithi067 ceph-mon[29363]: from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:04:16.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:16 smithi067 ceph-mon[29363]: Updating smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.client.admin.keyring 2024-07-29T15:04:16.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:16 smithi067 ceph-mon[29363]: Updating smithi067:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.client.admin.keyring 2024-07-29T15:04:16.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:16 smithi067 ceph-mon[29363]: Reconfiguring alertmanager.a (dependencies changed)... 2024-07-29T15:04:16.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:16 smithi067 ceph-mon[29363]: Deploying daemon alertmanager.a on smithi067 2024-07-29T15:04:16.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:16 smithi067 ceph-mon[29363]: osdmap e171: 8 total, 8 up, 8 in 2024-07-29T15:04:16.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:16 smithi067 ceph-mon[39695]: from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:04:16.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:16 smithi067 ceph-mon[39695]: Updating smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.client.admin.keyring 2024-07-29T15:04:16.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:16 smithi067 ceph-mon[39695]: Updating smithi067:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.client.admin.keyring 2024-07-29T15:04:16.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:16 smithi067 ceph-mon[39695]: Reconfiguring alertmanager.a (dependencies changed)... 2024-07-29T15:04:16.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:16 smithi067 ceph-mon[39695]: Deploying daemon alertmanager.a on smithi067 2024-07-29T15:04:16.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:16 smithi067 ceph-mon[39695]: osdmap e171: 8 total, 8 up, 8 in 2024-07-29T15:04:17.404 INFO:tasks.rados.rados.0.smithi067.stdout:544: done (0 left) 2024-07-29T15:04:17.404 INFO:tasks.rados.rados.0.smithi067.stdout:545: read oid 21 snap -1 2024-07-29T15:04:17.404 INFO:tasks.rados.rados.0.smithi067.stdout:545: expect (ObjNum 180 snap 45 seq_num 180) 2024-07-29T15:04:17.405 INFO:tasks.rados.rados.0.smithi067.stdout:546: copy_from oid 17 from oid 47 current snap is 49 2024-07-29T15:04:17.405 INFO:tasks.rados.rados.0.smithi067.stdout:547: read oid 20 snap -1 2024-07-29T15:04:17.405 INFO:tasks.rados.rados.0.smithi067.stdout:547: expect deleted 2024-07-29T15:04:17.405 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 2 current snap is 49 2024-07-29T15:04:17.405 INFO:tasks.rados.rados.0.smithi067.stdout:548: seq_num 195 ranges {0=475136,475136=401408} 2024-07-29T15:04:17.411 INFO:tasks.rados.rados.0.smithi067.stdout:548: writing smithi06780069-2 from 0 to 475136 tid 1 2024-07-29T15:04:17.412 INFO:tasks.rados.rados.0.smithi067.stdout:548: writing smithi06780069-2 from 475136 to 876544 tid 2 2024-07-29T15:04:17.412 INFO:tasks.rados.rados.0.smithi067.stdout:549: read oid 24 snap 45 2024-07-29T15:04:17.412 INFO:tasks.rados.rados.0.smithi067.stdout:549: expect deleted 2024-07-29T15:04:17.412 INFO:tasks.rados.rados.0.smithi067.stdout:547: done (4 left) 2024-07-29T15:04:17.412 INFO:tasks.rados.rados.0.smithi067.stdout:550: snap_remove snap 48 2024-07-29T15:04:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:17 smithi138 ceph-mon[32824]: pgmap v36: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.2 MiB/s wr, 28 op/s 2024-07-29T15:04:17.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:17 smithi138 ceph-mon[32824]: osdmap e172: 8 total, 8 up, 8 in 2024-07-29T15:04:17.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:17 smithi138 ceph-mon[32824]: osdmap e173: 8 total, 8 up, 8 in 2024-07-29T15:04:17.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:17 smithi067 ceph-mon[39695]: pgmap v36: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.2 MiB/s wr, 28 op/s 2024-07-29T15:04:17.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:17 smithi067 ceph-mon[39695]: osdmap e172: 8 total, 8 up, 8 in 2024-07-29T15:04:17.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:17 smithi067 ceph-mon[39695]: osdmap e173: 8 total, 8 up, 8 in 2024-07-29T15:04:17.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:17 smithi067 ceph-mon[29363]: pgmap v36: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.2 MiB/s wr, 28 op/s 2024-07-29T15:04:17.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:17 smithi067 ceph-mon[29363]: osdmap e172: 8 total, 8 up, 8 in 2024-07-29T15:04:17.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:17 smithi067 ceph-mon[29363]: osdmap e173: 8 total, 8 up, 8 in 2024-07-29T15:04:18.405 INFO:tasks.rados.rados.0.smithi067.stdout:550: done (4 left) 2024-07-29T15:04:18.405 INFO:tasks.rados.rados.0.smithi067.stdout:551: snap_remove snap 42 2024-07-29T15:04:19.411 INFO:tasks.rados.rados.0.smithi067.stdout:551: done (4 left) 2024-07-29T15:04:19.411 INFO:tasks.rados.rados.0.smithi067.stdout:552: copy_from oid 35 from oid 9 current snap is 49 2024-07-29T15:04:19.411 INFO:tasks.rados.rados.0.smithi067.stdout:548: finishing write tid 1 to smithi06780069-2 2024-07-29T15:04:19.411 INFO:tasks.rados.rados.0.smithi067.stdout:548: finishing write tid 2 to smithi06780069-2 2024-07-29T15:04:19.411 INFO:tasks.rados.rados.0.smithi067.stdout:545: expect (ObjNum 180 snap 45 seq_num 180) 2024-07-29T15:04:19.458 INFO:tasks.rados.rados.0.smithi067.stdout:548: finishing write tid 3 to smithi06780069-2 2024-07-29T15:04:19.459 INFO:tasks.rados.rados.0.smithi067.stdout:546: finishing copy_from racing read to smithi06780069-17 2024-07-29T15:04:19.459 INFO:tasks.rados.rados.0.smithi067.stdout:546: finishing copy_from to smithi06780069-17 2024-07-29T15:04:19.459 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 140 (ObjNum 167 snap 40 seq_num 167) dirty exists 2024-07-29T15:04:19.459 INFO:tasks.rados.rados.0.smithi067.stdout:548: finishing write tid 4 to smithi06780069-2 2024-07-29T15:04:19.459 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 99 (ObjNum 195 snap 49 seq_num 195) dirty exists 2024-07-29T15:04:19.459 INFO:tasks.rados.rados.0.smithi067.stdout:548: left oid 2 (ObjNum 195 snap 49 seq_num 195) 2024-07-29T15:04:19.459 INFO:tasks.rados.rados.0.smithi067.stdout:552: finishing copy_from to smithi06780069-35 2024-07-29T15:04:19.459 INFO:tasks.rados.rados.0.smithi067.stdout:552: got expected ENOENT (src dne) 2024-07-29T15:04:19.459 INFO:tasks.rados.rados.0.smithi067.stdout:552: finishing copy_from racing read to smithi06780069-35 2024-07-29T15:04:19.459 INFO:tasks.rados.rados.0.smithi067.stdout:545: done (4 left) 2024-07-29T15:04:19.459 INFO:tasks.rados.rados.0.smithi067.stdout:546: done (3 left) 2024-07-29T15:04:19.459 INFO:tasks.rados.rados.0.smithi067.stdout:548: done (2 left) 2024-07-29T15:04:19.459 INFO:tasks.rados.rados.0.smithi067.stdout:549: done (1 left) 2024-07-29T15:04:19.460 INFO:tasks.rados.rados.0.smithi067.stdout:552: done (0 left) 2024-07-29T15:04:19.460 INFO:tasks.rados.rados.0.smithi067.stdout:553: rollback oid 48 current snap is 49 2024-07-29T15:04:19.460 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 48 to 47 2024-07-29T15:04:19.460 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 20 current snap is 49 2024-07-29T15:04:19.460 INFO:tasks.rados.rados.0.smithi067.stdout:554: seq_num 196 ranges {0=491520,491520=401408} 2024-07-29T15:04:19.461 INFO:tasks.rados.rados.0.smithi067.stdout:554: writing smithi06780069-20 from 0 to 491520 tid 1 2024-07-29T15:04:19.463 INFO:tasks.rados.rados.0.smithi067.stdout:554: writing smithi06780069-20 from 491520 to 892928 tid 2 2024-07-29T15:04:19.463 INFO:tasks.rados.rados.0.smithi067.stdout:555: snap_create 2024-07-29T15:04:19.464 INFO:tasks.rados.rados.0.smithi067.stdout:553: finishing rollback tid 1 to smithi06780069-48 2024-07-29T15:04:19.464 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 48 v 65 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-29T15:04:19.464 INFO:tasks.rados.rados.0.smithi067.stdout:554: finishing write tid 1 to smithi06780069-20 2024-07-29T15:04:19.465 INFO:tasks.rados.rados.0.smithi067.stdout:554: finishing write tid 2 to smithi06780069-20 2024-07-29T15:04:19.466 INFO:tasks.rados.rados.0.smithi067.stdout:554: finishing write tid 3 to smithi06780069-20 2024-07-29T15:04:19.467 INFO:tasks.rados.rados.0.smithi067.stdout:554: finishing write tid 4 to smithi06780069-20 2024-07-29T15:04:19.467 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 136 (ObjNum 196 snap 49 seq_num 196) dirty exists 2024-07-29T15:04:19.467 INFO:tasks.rados.rados.0.smithi067.stdout:554: left oid 20 (ObjNum 196 snap 49 seq_num 196) 2024-07-29T15:04:19.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:19 smithi067 ceph-mon[29363]: pgmap v39: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.2 MiB/s wr, 28 op/s 2024-07-29T15:04:19.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:19 smithi067 ceph-mon[29363]: osdmap e174: 8 total, 8 up, 8 in 2024-07-29T15:04:19.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:19 smithi067 ceph-mon[39695]: pgmap v39: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.2 MiB/s wr, 28 op/s 2024-07-29T15:04:19.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:19 smithi067 ceph-mon[39695]: osdmap e174: 8 total, 8 up, 8 in 2024-07-29T15:04:19.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:19 smithi138 ceph-mon[32824]: pgmap v39: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.2 MiB/s wr, 28 op/s 2024-07-29T15:04:19.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:19 smithi138 ceph-mon[32824]: osdmap e174: 8 total, 8 up, 8 in 2024-07-29T15:04:20.418 INFO:tasks.rados.rados.0.smithi067.stdout:553: done (2 left) 2024-07-29T15:04:20.418 INFO:tasks.rados.rados.0.smithi067.stdout:554: done (1 left) 2024-07-29T15:04:20.418 INFO:tasks.rados.rados.0.smithi067.stdout:555: done (0 left) 2024-07-29T15:04:20.419 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 17 current snap is 50 2024-07-29T15:04:20.419 INFO:tasks.rados.rados.0.smithi067.stdout:556: seq_num 197 ranges {401408=507904,909312=401408} 2024-07-29T15:04:20.423 INFO:tasks.rados.rados.0.smithi067.stdout:556: writing smithi06780069-17 from 401408 to 909312 tid 1 2024-07-29T15:04:20.426 INFO:tasks.rados.rados.0.smithi067.stdout:556: writing smithi06780069-17 from 909312 to 1310720 tid 2 2024-07-29T15:04:20.426 INFO:tasks.rados.rados.0.smithi067.stdout:557: copy_from oid 28 from oid 42 current snap is 50 2024-07-29T15:04:20.426 INFO:tasks.rados.rados.0.smithi067.stdout:558: rollback oid 15 current snap is 50 2024-07-29T15:04:20.426 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 15 to 49 2024-07-29T15:04:20.426 INFO:tasks.rados.rados.0.smithi067.stdout:559: rollback oid 33 current snap is 50 2024-07-29T15:04:20.427 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 33 to 44 2024-07-29T15:04:20.427 INFO:tasks.rados.rados.0.smithi067.stdout:560: delete oid 46 current snap is 50 2024-07-29T15:04:20.428 INFO:tasks.rados.rados.0.smithi067.stdout:557: finishing copy_from to smithi06780069-28 2024-07-29T15:04:20.429 INFO:tasks.rados.rados.0.smithi067.stdout:557: got expected ENOENT (src dne) 2024-07-29T15:04:20.429 INFO:tasks.rados.rados.0.smithi067.stdout:556: finishing write tid 1 to smithi06780069-17 2024-07-29T15:04:20.429 INFO:tasks.rados.rados.0.smithi067.stdout:557: finishing copy_from racing read to smithi06780069-28 2024-07-29T15:04:20.429 INFO:tasks.rados.rados.0.smithi067.stdout:559: finishing rollback tid 0 to smithi06780069-33 2024-07-29T15:04:20.430 INFO:tasks.rados.rados.0.smithi067.stdout:559: finishing rollback tid 1 to smithi06780069-33 2024-07-29T15:04:20.430 INFO:tasks.rados.rados.0.smithi067.stdout:556: finishing write tid 2 to smithi06780069-17 2024-07-29T15:04:20.430 INFO:tasks.rados.rados.0.smithi067.stdout:558: finishing rollback tid 0 to smithi06780069-15 2024-07-29T15:04:20.431 INFO:tasks.rados.rados.0.smithi067.stdout:556: finishing write tid 3 to smithi06780069-17 2024-07-29T15:04:20.431 INFO:tasks.rados.rados.0.smithi067.stdout:558: finishing rollback tid 1 to smithi06780069-15 2024-07-29T15:04:20.431 INFO:tasks.rados.rados.0.smithi067.stdout:559: finishing rollback tid 2 to smithi06780069-33 2024-07-29T15:04:20.431 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 33 v 221 (ObjNum 75 snap 8 seq_num 75) dirty exists 2024-07-29T15:04:20.431 INFO:tasks.rados.rados.0.smithi067.stdout:558: finishing rollback tid 2 to smithi06780069-15 2024-07-29T15:04:20.431 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 248 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-07-29T15:04:20.432 INFO:tasks.rados.rados.0.smithi067.stdout:557: done (4 left) 2024-07-29T15:04:20.432 INFO:tasks.rados.rados.0.smithi067.stdout:558: done (3 left) 2024-07-29T15:04:20.433 INFO:tasks.rados.rados.0.smithi067.stdout:559: done (2 left) 2024-07-29T15:04:20.433 INFO:tasks.rados.rados.0.smithi067.stdout:560: done (1 left) 2024-07-29T15:04:20.433 INFO:tasks.rados.rados.0.smithi067.stdout:561: read oid 11 snap 49 2024-07-29T15:04:20.433 INFO:tasks.rados.rados.0.smithi067.stdout:561: expect (ObjNum 138 snap 31 seq_num 138) 2024-07-29T15:04:20.433 INFO:tasks.rados.rados.0.smithi067.stdout:562: read oid 9 snap -1 2024-07-29T15:04:20.433 INFO:tasks.rados.rados.0.smithi067.stdout:562: expect deleted 2024-07-29T15:04:20.433 INFO:tasks.rados.rados.0.smithi067.stdout:563: copy_from oid 15 from oid 43 current snap is 50 2024-07-29T15:04:20.433 INFO:tasks.rados.rados.0.smithi067.stdout:556: finishing write tid 4 to smithi06780069-17 2024-07-29T15:04:20.433 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 143 (ObjNum 197 snap 50 seq_num 197) dirty exists 2024-07-29T15:04:20.433 INFO:tasks.rados.rados.0.smithi067.stdout:556: left oid 17 (ObjNum 197 snap 50 seq_num 197) 2024-07-29T15:04:20.433 INFO:tasks.rados.rados.0.smithi067.stdout:556: done (3 left) 2024-07-29T15:04:20.433 INFO:tasks.rados.rados.0.smithi067.stdout:564: delete oid 17 current snap is 50 2024-07-29T15:04:20.434 INFO:tasks.rados.rados.0.smithi067.stdout:563: finishing copy_from to smithi06780069-15 2024-07-29T15:04:20.434 INFO:tasks.rados.rados.0.smithi067.stdout:563: got expected ENOENT (src dne) 2024-07-29T15:04:20.434 INFO:tasks.rados.rados.0.smithi067.stdout:563: finishing copy_from racing read to smithi06780069-15 2024-07-29T15:04:20.434 INFO:tasks.rados.rados.0.smithi067.stdout:562: done (3 left) 2024-07-29T15:04:20.434 INFO:tasks.rados.rados.0.smithi067.stdout:563: done (2 left) 2024-07-29T15:04:20.434 INFO:tasks.rados.rados.0.smithi067.stdout:564: done (1 left) 2024-07-29T15:04:20.435 INFO:tasks.rados.rados.0.smithi067.stdout:565: read oid 10 snap -1 2024-07-29T15:04:20.435 INFO:tasks.rados.rados.0.smithi067.stdout:565: expect deleted 2024-07-29T15:04:20.435 INFO:tasks.rados.rados.0.smithi067.stdout:566: delete oid 23 current snap is 50 2024-07-29T15:04:20.446 INFO:tasks.rados.rados.0.smithi067.stdout:565: done (2 left) 2024-07-29T15:04:20.446 INFO:tasks.rados.rados.0.smithi067.stdout:566: done (1 left) 2024-07-29T15:04:20.446 INFO:tasks.rados.rados.0.smithi067.stdout:567: copy_from oid 1 from oid 31 current snap is 50 2024-07-29T15:04:20.447 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 4 current snap is 50 2024-07-29T15:04:20.447 INFO:tasks.rados.rados.0.smithi067.stdout:568: seq_num 201 ranges {0=573440,573440=401408} 2024-07-29T15:04:20.449 INFO:tasks.rados.rados.0.smithi067.stdout:568: writing smithi06780069-4 from 0 to 573440 tid 1 2024-07-29T15:04:20.453 INFO:tasks.rados.rados.0.smithi067.stdout:568: writing smithi06780069-4 from 573440 to 974848 tid 2 2024-07-29T15:04:20.453 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 40 current snap is 50 2024-07-29T15:04:20.453 INFO:tasks.rados.rados.0.smithi067.stdout:569: seq_num 202 ranges {3555328=589824,4145152=401408} 2024-07-29T15:04:20.476 INFO:tasks.rados.rados.0.smithi067.stdout:569: writing smithi06780069-40 from 3555328 to 4145152 tid 1 2024-07-29T15:04:20.478 INFO:tasks.rados.rados.0.smithi067.stdout:569: writing smithi06780069-40 from 4145152 to 4546560 tid 2 2024-07-29T15:04:20.478 INFO:tasks.rados.rados.0.smithi067.stdout:570: rollback oid 34 current snap is 50 2024-07-29T15:04:20.478 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 34 to 49 2024-07-29T15:04:20.478 INFO:tasks.rados.rados.0.smithi067.stdout:567: finishing copy_from racing read to smithi06780069-1 2024-07-29T15:04:20.478 INFO:tasks.rados.rados.0.smithi067.stdout:567: finishing copy_from to smithi06780069-1 2024-07-29T15:04:20.478 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 138 (ObjNum 184 snap 45 seq_num 184) dirty exists 2024-07-29T15:04:20.479 INFO:tasks.rados.rados.0.smithi067.stdout:561: expect (ObjNum 138 snap 31 seq_num 138) 2024-07-29T15:04:20.671 INFO:tasks.rados.rados.0.smithi067.stdout:568: finishing write tid 1 to smithi06780069-4 2024-07-29T15:04:20.671 INFO:tasks.rados.rados.0.smithi067.stdout:568: finishing write tid 2 to smithi06780069-4 2024-07-29T15:04:20.671 INFO:tasks.rados.rados.0.smithi067.stdout:568: finishing write tid 3 to smithi06780069-4 2024-07-29T15:04:20.671 INFO:tasks.rados.rados.0.smithi067.stdout:568: finishing write tid 4 to smithi06780069-4 2024-07-29T15:04:20.672 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 227 (ObjNum 201 snap 50 seq_num 201) dirty exists 2024-07-29T15:04:20.672 INFO:tasks.rados.rados.0.smithi067.stdout:568: left oid 4 (ObjNum 201 snap 50 seq_num 201) 2024-07-29T15:04:20.672 INFO:tasks.rados.rados.0.smithi067.stdout:570: finishing rollback tid 1 to smithi06780069-34 2024-07-29T15:04:20.672 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 34 v 165 (ObjNum 33 snap 0 seq_num 3878188064) dirty dne 2024-07-29T15:04:20.672 INFO:tasks.rados.rados.0.smithi067.stdout:569: finishing write tid 1 to smithi06780069-40 2024-07-29T15:04:20.672 INFO:tasks.rados.rados.0.smithi067.stdout:561: done (4 left) 2024-07-29T15:04:20.672 INFO:tasks.rados.rados.0.smithi067.stdout:567: done (3 left) 2024-07-29T15:04:20.672 INFO:tasks.rados.rados.0.smithi067.stdout:568: done (2 left) 2024-07-29T15:04:20.672 INFO:tasks.rados.rados.0.smithi067.stdout:570: done (1 left) 2024-07-29T15:04:20.672 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 25 current snap is 50 2024-07-29T15:04:20.672 INFO:tasks.rados.rados.0.smithi067.stdout:569: finishing write tid 2 to smithi06780069-40 2024-07-29T15:04:20.672 INFO:tasks.rados.rados.0.smithi067.stdout:571: seq_num 203 ranges {1089536=606208,1695744=401408} 2024-07-29T15:04:20.680 INFO:tasks.rados.rados.0.smithi067.stdout:571: writing smithi06780069-25 from 1089536 to 1695744 tid 1 2024-07-29T15:04:20.682 INFO:tasks.rados.rados.0.smithi067.stdout:571: writing smithi06780069-25 from 1695744 to 2097152 tid 2 2024-07-29T15:04:20.682 INFO:tasks.rados.rados.0.smithi067.stdout:572: delete oid 34 current snap is 50 2024-07-29T15:04:20.682 INFO:tasks.rados.rados.0.smithi067.stdout:569: finishing write tid 3 to smithi06780069-40 2024-07-29T15:04:20.682 INFO:tasks.rados.rados.0.smithi067.stdout:569: finishing write tid 4 to smithi06780069-40 2024-07-29T15:04:20.683 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 40 v 217 (ObjNum 202 snap 50 seq_num 202) dirty exists 2024-07-29T15:04:20.683 INFO:tasks.rados.rados.0.smithi067.stdout:569: left oid 40 (ObjNum 202 snap 50 seq_num 202) 2024-07-29T15:04:20.683 INFO:tasks.rados.rados.0.smithi067.stdout:569: done (2 left) 2024-07-29T15:04:20.684 INFO:tasks.rados.rados.0.smithi067.stdout:572: done (1 left) 2024-07-29T15:04:20.684 INFO:tasks.rados.rados.0.smithi067.stdout:573: delete oid 10 current snap is 50 2024-07-29T15:04:20.685 INFO:tasks.rados.rados.0.smithi067.stdout:573: done (1 left) 2024-07-29T15:04:20.685 INFO:tasks.rados.rados.0.smithi067.stdout:574: rmattr oid 3 current snap is 50 2024-07-29T15:04:20.685 INFO:tasks.rados.rados.0.smithi067.stdout:574: done (1 left) 2024-07-29T15:04:20.685 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 38 current snap is 50 2024-07-29T15:04:20.685 INFO:tasks.rados.rados.0.smithi067.stdout:575: seq_num 206 ranges {5079040=655360,5734400=401408} 2024-07-29T15:04:20.716 INFO:tasks.rados.rados.0.smithi067.stdout:575: writing smithi06780069-38 from 5079040 to 5734400 tid 1 2024-07-29T15:04:20.719 INFO:tasks.rados.rados.0.smithi067.stdout:575: writing smithi06780069-38 from 5734400 to 6135808 tid 2 2024-07-29T15:04:20.719 INFO:tasks.rados.rados.0.smithi067.stdout:576: read oid 3 snap -1 2024-07-29T15:04:20.719 INFO:tasks.rados.rados.0.smithi067.stdout:576: expect deleted 2024-07-29T15:04:20.719 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 12 current snap is 50 2024-07-29T15:04:20.719 INFO:tasks.rados.rados.0.smithi067.stdout:571: finishing write tid 1 to smithi06780069-25 2024-07-29T15:04:20.719 INFO:tasks.rados.rados.0.smithi067.stdout:577: seq_num 207 ranges {6234112=671744,6905856=401408} 2024-07-29T15:04:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:20 smithi067 ceph-mon[29363]: osdmap e175: 8 total, 8 up, 8 in 2024-07-29T15:04:20.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:20 smithi067 ceph-mon[39695]: osdmap e175: 8 total, 8 up, 8 in 2024-07-29T15:04:20.756 INFO:tasks.rados.rados.0.smithi067.stdout:577: writing smithi06780069-12 from 6234112 to 6905856 tid 1 2024-07-29T15:04:20.759 INFO:tasks.rados.rados.0.smithi067.stdout:577: writing smithi06780069-12 from 6905856 to 7307264 tid 2 2024-07-29T15:04:20.759 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 8 current snap is 50 2024-07-29T15:04:20.759 INFO:tasks.rados.rados.0.smithi067.stdout:571: finishing write tid 2 to smithi06780069-25 2024-07-29T15:04:20.759 INFO:tasks.rados.rados.0.smithi067.stdout:571: finishing write tid 3 to smithi06780069-25 2024-07-29T15:04:20.759 INFO:tasks.rados.rados.0.smithi067.stdout:571: finishing write tid 4 to smithi06780069-25 2024-07-29T15:04:20.759 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 25 v 200 (ObjNum 203 snap 50 seq_num 203) dirty exists 2024-07-29T15:04:20.760 INFO:tasks.rados.rados.0.smithi067.stdout:571: left oid 25 (ObjNum 203 snap 50 seq_num 203) 2024-07-29T15:04:20.760 INFO:tasks.rados.rados.0.smithi067.stdout:578: seq_num 208 ranges {0=688128,688128=401408} 2024-07-29T15:04:20.763 INFO:tasks.rados.rados.0.smithi067.stdout:578: writing smithi06780069-8 from 0 to 688128 tid 1 2024-07-29T15:04:20.765 INFO:tasks.rados.rados.0.smithi067.stdout:578: writing smithi06780069-8 from 688128 to 1089536 tid 2 2024-07-29T15:04:20.766 INFO:tasks.rados.rados.0.smithi067.stdout:571: done (4 left) 2024-07-29T15:04:20.766 INFO:tasks.rados.rados.0.smithi067.stdout:579: snap_remove snap 46 2024-07-29T15:04:20.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:20 smithi138 ceph-mon[32824]: osdmap e175: 8 total, 8 up, 8 in 2024-07-29T15:04:21.424 INFO:tasks.rados.rados.0.smithi067.stdout:575: finishing write tid 1 to smithi06780069-38 2024-07-29T15:04:21.424 INFO:tasks.rados.rados.0.smithi067.stdout:575: finishing write tid 2 to smithi06780069-38 2024-07-29T15:04:21.424 INFO:tasks.rados.rados.0.smithi067.stdout:575: finishing write tid 3 to smithi06780069-38 2024-07-29T15:04:21.424 INFO:tasks.rados.rados.0.smithi067.stdout:575: finishing write tid 4 to smithi06780069-38 2024-07-29T15:04:21.424 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 38 v 172 (ObjNum 206 snap 50 seq_num 206) dirty exists 2024-07-29T15:04:21.424 INFO:tasks.rados.rados.0.smithi067.stdout:575: left oid 38 (ObjNum 206 snap 50 seq_num 206) 2024-07-29T15:04:21.424 INFO:tasks.rados.rados.0.smithi067.stdout:577: finishing write tid 1 to smithi06780069-12 2024-07-29T15:04:21.424 INFO:tasks.rados.rados.0.smithi067.stdout:577: finishing write tid 2 to smithi06780069-12 2024-07-29T15:04:21.425 INFO:tasks.rados.rados.0.smithi067.stdout:577: finishing write tid 3 to smithi06780069-12 2024-07-29T15:04:21.425 INFO:tasks.rados.rados.0.smithi067.stdout:577: finishing write tid 4 to smithi06780069-12 2024-07-29T15:04:21.425 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 162 (ObjNum 207 snap 50 seq_num 207) dirty exists 2024-07-29T15:04:21.425 INFO:tasks.rados.rados.0.smithi067.stdout:577: left oid 12 (ObjNum 207 snap 50 seq_num 207) 2024-07-29T15:04:21.425 INFO:tasks.rados.rados.0.smithi067.stdout:578: finishing write tid 1 to smithi06780069-8 2024-07-29T15:04:21.425 INFO:tasks.rados.rados.0.smithi067.stdout:578: finishing write tid 2 to smithi06780069-8 2024-07-29T15:04:21.425 INFO:tasks.rados.rados.0.smithi067.stdout:578: finishing write tid 3 to smithi06780069-8 2024-07-29T15:04:21.425 INFO:tasks.rados.rados.0.smithi067.stdout:578: finishing write tid 4 to smithi06780069-8 2024-07-29T15:04:21.425 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 147 (ObjNum 208 snap 50 seq_num 208) dirty exists 2024-07-29T15:04:21.425 INFO:tasks.rados.rados.0.smithi067.stdout:578: left oid 8 (ObjNum 208 snap 50 seq_num 208) 2024-07-29T15:04:21.425 INFO:tasks.rados.rados.0.smithi067.stdout:575: done (4 left) 2024-07-29T15:04:21.425 INFO:tasks.rados.rados.0.smithi067.stdout:576: done (3 left) 2024-07-29T15:04:21.425 INFO:tasks.rados.rados.0.smithi067.stdout:577: done (2 left) 2024-07-29T15:04:21.426 INFO:tasks.rados.rados.0.smithi067.stdout:578: done (1 left) 2024-07-29T15:04:21.426 INFO:tasks.rados.rados.0.smithi067.stdout:579: done (0 left) 2024-07-29T15:04:21.426 INFO:tasks.rados.rados.0.smithi067.stdout:580: snap_create 2024-07-29T15:04:21.702 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:21 smithi067 ceph-mon[29363]: pgmap v42: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:04:21.702 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:21 smithi067 ceph-mon[29363]: osdmap e176: 8 total, 8 up, 8 in 2024-07-29T15:04:21.702 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:21 smithi067 ceph-mon[39695]: pgmap v42: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:04:21.703 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:21 smithi067 ceph-mon[39695]: osdmap e176: 8 total, 8 up, 8 in 2024-07-29T15:04:21.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:21 smithi138 ceph-mon[32824]: pgmap v42: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:04:21.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:21 smithi138 ceph-mon[32824]: osdmap e176: 8 total, 8 up, 8 in 2024-07-29T15:04:22.437 INFO:tasks.rados.rados.0.smithi067.stdout:580: done (0 left) 2024-07-29T15:04:22.437 INFO:tasks.rados.rados.0.smithi067.stdout:581: snap_remove snap 44 2024-07-29T15:04:22.635 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:22 smithi067 ceph-mon[29363]: osdmap e177: 8 total, 8 up, 8 in 2024-07-29T15:04:22.636 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:22 smithi067 ceph-mon[39695]: osdmap e177: 8 total, 8 up, 8 in 2024-07-29T15:04:22.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:22 smithi138 ceph-mon[32824]: osdmap e177: 8 total, 8 up, 8 in 2024-07-29T15:04:23.435 INFO:tasks.rados.rados.0.smithi067.stdout:581: done (0 left) 2024-07-29T15:04:23.435 INFO:tasks.rados.rados.0.smithi067.stdout:582: read oid 16 snap 45 2024-07-29T15:04:23.435 INFO:tasks.rados.rados.0.smithi067.stdout:582: expect deleted 2024-07-29T15:04:23.435 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 2 current snap is 51 2024-07-29T15:04:23.435 INFO:tasks.rados.rados.0.smithi067.stdout:583: seq_num 209 ranges {876544=704512,1581056=401408} 2024-07-29T15:04:23.442 INFO:tasks.rados.rados.0.smithi067.stdout:583: writing smithi06780069-2 from 876544 to 1581056 tid 1 2024-07-29T15:04:23.445 INFO:tasks.rados.rados.0.smithi067.stdout:583: writing smithi06780069-2 from 1581056 to 1982464 tid 2 2024-07-29T15:04:23.445 INFO:tasks.rados.rados.0.smithi067.stdout:584: setattr oid 49 current snap is 51 2024-07-29T15:04:23.448 INFO:tasks.rados.rados.0.smithi067.stdout:582: done (2 left) 2024-07-29T15:04:23.448 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 33 current snap is 51 2024-07-29T15:04:23.449 INFO:tasks.rados.rados.0.smithi067.stdout:585: seq_num 210 ranges {1400832=720896,2121728=401408} 2024-07-29T15:04:23.460 INFO:tasks.rados.rados.0.smithi067.stdout:585: writing smithi06780069-33 from 1400832 to 2121728 tid 1 2024-07-29T15:04:23.463 INFO:tasks.rados.rados.0.smithi067.stdout:585: writing smithi06780069-33 from 2121728 to 2523136 tid 2 2024-07-29T15:04:23.463 INFO:tasks.rados.rados.0.smithi067.stdout:586: read oid 29 snap -1 2024-07-29T15:04:23.463 INFO:tasks.rados.rados.0.smithi067.stdout:586: expect (ObjNum 117 snap 25 seq_num 117) 2024-07-29T15:04:23.464 INFO:tasks.rados.rados.0.smithi067.stdout:587: read oid 21 snap -1 2024-07-29T15:04:23.464 INFO:tasks.rados.rados.0.smithi067.stdout:587: expect (ObjNum 180 snap 45 seq_num 180) 2024-07-29T15:04:23.464 INFO:tasks.rados.rados.0.smithi067.stdout:588: snap_remove snap 38 2024-07-29T15:04:23.591 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:23 smithi067 ceph-mon[29363]: pgmap v45: 121 pgs: 121 active+clean; 82 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-07-29T15:04:23.592 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:23 smithi067 ceph-mon[29363]: osdmap e178: 8 total, 8 up, 8 in 2024-07-29T15:04:23.592 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:23 smithi067 ceph-mon[39695]: pgmap v45: 121 pgs: 121 active+clean; 82 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-07-29T15:04:23.592 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:23 smithi067 ceph-mon[39695]: osdmap e178: 8 total, 8 up, 8 in 2024-07-29T15:04:23.592 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:04:23 smithi067 systemd[1]: Stopping Ceph alertmanager.a for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:04:23.593 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:04:23 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:04:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-29T15:04:23.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:23 smithi138 ceph-mon[32824]: pgmap v45: 121 pgs: 121 active+clean; 82 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-07-29T15:04:23.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:23 smithi138 ceph-mon[32824]: osdmap e178: 8 total, 8 up, 8 in 2024-07-29T15:04:23.988 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:04:23 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a[75839]: ts=2024-07-29T15:04:23.591Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-07-29T15:04:23.988 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:04:23 smithi067 podman[82580]: 2024-07-29 15:04:23.642646583 +0000 UTC m=+0.152352645 container died 12f6a968d5cd66750a97525b7e398c70c1f420de16ef7a9f007508a8d2dca7a5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-29T15:04:24.376 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:04:24 smithi067 podman[82580]: 2024-07-29 15:04:24.107606295 +0000 UTC m=+0.617312353 container cleanup 12f6a968d5cd66750a97525b7e398c70c1f420de16ef7a9f007508a8d2dca7a5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-29T15:04:24.376 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:04:24 smithi067 bash[82580]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a 2024-07-29T15:04:24.444 INFO:tasks.rados.rados.0.smithi067.stdout:588: done (5 left) 2024-07-29T15:04:24.444 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 23 current snap is 51 2024-07-29T15:04:24.444 INFO:tasks.rados.rados.0.smithi067.stdout:583: finishing write tid 1 to smithi06780069-2 2024-07-29T15:04:24.444 INFO:tasks.rados.rados.0.smithi067.stdout:583: finishing write tid 2 to smithi06780069-2 2024-07-29T15:04:24.444 INFO:tasks.rados.rados.0.smithi067.stdout:583: finishing write tid 3 to smithi06780069-2 2024-07-29T15:04:24.444 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 242 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-29T15:04:24.444 INFO:tasks.rados.rados.0.smithi067.stdout:583: finishing write tid 4 to smithi06780069-2 2024-07-29T15:04:24.444 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 107 (ObjNum 209 snap 51 seq_num 209) dirty exists 2024-07-29T15:04:24.444 INFO:tasks.rados.rados.0.smithi067.stdout:583: left oid 2 (ObjNum 209 snap 51 seq_num 209) 2024-07-29T15:04:24.444 INFO:tasks.rados.rados.0.smithi067.stdout:585: finishing write tid 1 to smithi06780069-33 2024-07-29T15:04:24.445 INFO:tasks.rados.rados.0.smithi067.stdout:585: finishing write tid 2 to smithi06780069-33 2024-07-29T15:04:24.445 INFO:tasks.rados.rados.0.smithi067.stdout:585: finishing write tid 3 to smithi06780069-33 2024-07-29T15:04:24.445 INFO:tasks.rados.rados.0.smithi067.stdout:585: finishing write tid 4 to smithi06780069-33 2024-07-29T15:04:24.445 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 33 v 246 (ObjNum 210 snap 51 seq_num 210) dirty exists 2024-07-29T15:04:24.445 INFO:tasks.rados.rados.0.smithi067.stdout:585: left oid 33 (ObjNum 210 snap 51 seq_num 210) 2024-07-29T15:04:24.445 INFO:tasks.rados.rados.0.smithi067.stdout:586: expect (ObjNum 117 snap 25 seq_num 117) 2024-07-29T15:04:24.511 INFO:tasks.rados.rados.0.smithi067.stdout:587: expect (ObjNum 180 snap 45 seq_num 180) 2024-07-29T15:04:24.551 INFO:tasks.rados.rados.0.smithi067.stdout:589: seq_num 211 ranges {0=737280,737280=401408} 2024-07-29T15:04:24.554 INFO:tasks.rados.rados.0.smithi067.stdout:589: writing smithi06780069-23 from 0 to 737280 tid 1 2024-07-29T15:04:24.557 INFO:tasks.rados.rados.0.smithi067.stdout:589: writing smithi06780069-23 from 737280 to 1138688 tid 2 2024-07-29T15:04:24.558 INFO:tasks.rados.rados.0.smithi067.stdout:583: done (5 left) 2024-07-29T15:04:24.558 INFO:tasks.rados.rados.0.smithi067.stdout:584: done (4 left) 2024-07-29T15:04:24.558 INFO:tasks.rados.rados.0.smithi067.stdout:585: done (3 left) 2024-07-29T15:04:24.558 INFO:tasks.rados.rados.0.smithi067.stdout:586: done (2 left) 2024-07-29T15:04:24.558 INFO:tasks.rados.rados.0.smithi067.stdout:587: done (1 left) 2024-07-29T15:04:24.558 INFO:tasks.rados.rados.0.smithi067.stdout:590: rollback oid 44 current snap is 51 2024-07-29T15:04:24.558 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 44 to 40 2024-07-29T15:04:24.558 INFO:tasks.rados.rados.0.smithi067.stdout:591: rmattr oid 40 current snap is 51 2024-07-29T15:04:24.558 INFO:tasks.rados.rados.0.smithi067.stdout:591: done (2 left) 2024-07-29T15:04:24.558 INFO:tasks.rados.rados.0.smithi067.stdout:592: read oid 36 snap -1 2024-07-29T15:04:24.558 INFO:tasks.rados.rados.0.smithi067.stdout:592: expect (ObjNum 152 snap 36 seq_num 152) 2024-07-29T15:04:24.558 INFO:tasks.rados.rados.0.smithi067.stdout:593: snap_create 2024-07-29T15:04:24.560 INFO:tasks.rados.rados.0.smithi067.stdout:590: finishing rollback tid 0 to smithi06780069-44 2024-07-29T15:04:24.560 INFO:tasks.rados.rados.0.smithi067.stdout:590: finishing rollback tid 1 to smithi06780069-44 2024-07-29T15:04:24.560 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 75 (ObjNum 289 snap 0 seq_num 3812601328) dirty dne 2024-07-29T15:04:24.565 INFO:tasks.rados.rados.0.smithi067.stdout:589: finishing write tid 1 to smithi06780069-23 2024-07-29T15:04:24.566 INFO:tasks.rados.rados.0.smithi067.stdout:589: finishing write tid 2 to smithi06780069-23 2024-07-29T15:04:24.568 INFO:tasks.rados.rados.0.smithi067.stdout:589: finishing write tid 3 to smithi06780069-23 2024-07-29T15:04:24.568 INFO:tasks.rados.rados.0.smithi067.stdout:592: expect (ObjNum 152 snap 36 seq_num 152) 2024-07-29T15:04:24.629 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:24 smithi067 ceph-mon[29363]: osdmap e179: 8 total, 8 up, 8 in 2024-07-29T15:04:24.630 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:24 smithi067 ceph-mon[39695]: osdmap e179: 8 total, 8 up, 8 in 2024-07-29T15:04:24.630 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:04:24 smithi067 podman[82593]: 2024-07-29 15:04:24.375598227 +0000 UTC m=+0.730082522 container remove 12f6a968d5cd66750a97525b7e398c70c1f420de16ef7a9f007508a8d2dca7a5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-29T15:04:24.630 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:04:24 smithi067 podman[82593]: 2024-07-29 15:04:24.451373834 +0000 UTC m=+0.805858096 volume remove 3be073985d7b8b119cbea51b059da999455e00fccfb413711605aea80d3893df 2024-07-29T15:04:24.630 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:04:24 smithi067 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-07-29T15:04:24.630 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:04:24 smithi067 systemd[1]: Stopped Ceph alertmanager.a for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:04:24.630 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:04:24 smithi067 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@alertmanager.a.service: Consumed 1.065s CPU time. 2024-07-29T15:04:24.662 INFO:tasks.rados.rados.0.smithi067.stdout:589: finishing write tid 4 to smithi06780069-23 2024-07-29T15:04:24.662 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 226 (ObjNum 211 snap 51 seq_num 211) dirty exists 2024-07-29T15:04:24.662 INFO:tasks.rados.rados.0.smithi067.stdout:589: left oid 23 (ObjNum 211 snap 51 seq_num 211) 2024-07-29T15:04:24.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:24 smithi138 ceph-mon[32824]: osdmap e179: 8 total, 8 up, 8 in 2024-07-29T15:04:24.988 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:04:24 smithi067 systemd[1]: Starting Ceph alertmanager.a for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:04:25.437 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:04:25 smithi067 podman[82722]: 2024-07-29 15:04:24.952332556 +0000 UTC m=+0.018480506 image pull 11f11916f8cdfb17c1da74b20deb2075d778357b4d60474d82453303f8d461f5 quay.io/prometheus/alertmanager:v0.27.0 2024-07-29T15:04:25.438 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:04:25 smithi067 podman[82722]: 2024-07-29 15:04:25.437632396 +0000 UTC m=+0.503780345 volume create c61b5027aad6edfc4293a27da9d5bbc61fff02120a63d36d0aa3f41c240c7fd9 2024-07-29T15:04:25.454 INFO:tasks.rados.rados.0.smithi067.stdout:589: done (3 left) 2024-07-29T15:04:25.454 INFO:tasks.rados.rados.0.smithi067.stdout:590: done (2 left) 2024-07-29T15:04:25.454 INFO:tasks.rados.rados.0.smithi067.stdout:592: done (1 left) 2024-07-29T15:04:25.454 INFO:tasks.rados.rados.0.smithi067.stdout:593: done (0 left) 2024-07-29T15:04:25.454 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 3 current snap is 52 2024-07-29T15:04:25.454 INFO:tasks.rados.rados.0.smithi067.stdout:594: seq_num 212 ranges {0=753664,753664=401408} 2024-07-29T15:04:25.458 INFO:tasks.rados.rados.0.smithi067.stdout:594: writing smithi06780069-3 from 0 to 753664 tid 1 2024-07-29T15:04:25.460 INFO:tasks.rados.rados.0.smithi067.stdout:594: writing smithi06780069-3 from 753664 to 1155072 tid 2 2024-07-29T15:04:25.460 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 49 current snap is 52 2024-07-29T15:04:25.460 INFO:tasks.rados.rados.0.smithi067.stdout:595: seq_num 213 ranges {0=770048,770048=401408} 2024-07-29T15:04:25.465 INFO:tasks.rados.rados.0.smithi067.stdout:595: writing smithi06780069-49 from 0 to 770048 tid 1 2024-07-29T15:04:25.468 INFO:tasks.rados.rados.0.smithi067.stdout:595: writing smithi06780069-49 from 770048 to 1171456 tid 2 2024-07-29T15:04:25.468 INFO:tasks.rados.rados.0.smithi067.stdout:596: read oid 32 snap 51 2024-07-29T15:04:25.468 INFO:tasks.rados.rados.0.smithi067.stdout:596: expect (ObjNum 160 snap 38 seq_num 160) 2024-07-29T15:04:25.468 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 50 current snap is 52 2024-07-29T15:04:25.468 INFO:tasks.rados.rados.0.smithi067.stdout:594: finishing write tid 1 to smithi06780069-3 2024-07-29T15:04:25.469 INFO:tasks.rados.rados.0.smithi067.stdout:597: seq_num 214 ranges {827392=794624,1622016=401408} 2024-07-29T15:04:25.477 INFO:tasks.rados.rados.0.smithi067.stdout:597: writing smithi06780069-50 from 827392 to 1622016 tid 1 2024-07-29T15:04:25.480 INFO:tasks.rados.rados.0.smithi067.stdout:597: writing smithi06780069-50 from 1622016 to 2023424 tid 2 2024-07-29T15:04:25.481 INFO:tasks.rados.rados.0.smithi067.stdout:598: delete oid 37 current snap is 52 2024-07-29T15:04:25.481 INFO:tasks.rados.rados.0.smithi067.stdout:594: finishing write tid 2 to smithi06780069-3 2024-07-29T15:04:25.481 INFO:tasks.rados.rados.0.smithi067.stdout:594: finishing write tid 3 to smithi06780069-3 2024-07-29T15:04:25.481 INFO:tasks.rados.rados.0.smithi067.stdout:594: finishing write tid 4 to smithi06780069-3 2024-07-29T15:04:25.481 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 181 (ObjNum 212 snap 52 seq_num 212) dirty exists 2024-07-29T15:04:25.481 INFO:tasks.rados.rados.0.smithi067.stdout:594: left oid 3 (ObjNum 212 snap 52 seq_num 212) 2024-07-29T15:04:25.481 INFO:tasks.rados.rados.0.smithi067.stdout:595: finishing write tid 1 to smithi06780069-49 2024-07-29T15:04:25.481 INFO:tasks.rados.rados.0.smithi067.stdout:595: finishing write tid 2 to smithi06780069-49 2024-07-29T15:04:25.481 INFO:tasks.rados.rados.0.smithi067.stdout:595: finishing write tid 3 to smithi06780069-49 2024-07-29T15:04:25.481 INFO:tasks.rados.rados.0.smithi067.stdout:595: finishing write tid 4 to smithi06780069-49 2024-07-29T15:04:25.481 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 258 (ObjNum 213 snap 52 seq_num 213) dirty exists 2024-07-29T15:04:25.481 INFO:tasks.rados.rados.0.smithi067.stdout:595: left oid 49 (ObjNum 213 snap 52 seq_num 213) 2024-07-29T15:04:25.481 INFO:tasks.rados.rados.0.smithi067.stdout:596: expect (ObjNum 160 snap 38 seq_num 160) 2024-07-29T15:04:25.493 INFO:tasks.rados.rados.0.smithi067.stdout:597: finishing write tid 1 to smithi06780069-50 2024-07-29T15:04:25.493 INFO:tasks.rados.rados.0.smithi067.stdout:597: finishing write tid 2 to smithi06780069-50 2024-07-29T15:04:25.493 INFO:tasks.rados.rados.0.smithi067.stdout:594: done (4 left) 2024-07-29T15:04:25.493 INFO:tasks.rados.rados.0.smithi067.stdout:595: done (3 left) 2024-07-29T15:04:25.493 INFO:tasks.rados.rados.0.smithi067.stdout:596: done (2 left) 2024-07-29T15:04:25.493 INFO:tasks.rados.rados.0.smithi067.stdout:598: done (1 left) 2024-07-29T15:04:25.493 INFO:tasks.rados.rados.0.smithi067.stdout:599: rollback oid 42 current snap is 52 2024-07-29T15:04:25.494 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 42 to 40 2024-07-29T15:04:25.494 INFO:tasks.rados.rados.0.smithi067.stdout:597: finishing write tid 3 to smithi06780069-50 2024-07-29T15:04:25.494 INFO:tasks.rados.rados.0.smithi067.stdout:597: finishing write tid 4 to smithi06780069-50 2024-07-29T15:04:25.494 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 50 v 185 (ObjNum 214 snap 52 seq_num 214) dirty exists 2024-07-29T15:04:25.494 INFO:tasks.rados.rados.0.smithi067.stdout:597: left oid 50 (ObjNum 214 snap 52 seq_num 214) 2024-07-29T15:04:25.494 INFO:tasks.rados.rados.0.smithi067.stdout:597: done (1 left) 2024-07-29T15:04:25.494 INFO:tasks.rados.rados.0.smithi067.stdout:600: read oid 9 snap -1 2024-07-29T15:04:25.494 INFO:tasks.rados.rados.0.smithi067.stdout:600: expect deleted 2024-07-29T15:04:25.494 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 8 current snap is 52 2024-07-29T15:04:25.494 INFO:tasks.rados.rados.0.smithi067.stdout:601: seq_num 216 ranges {1089536=425984,1515520=409600,1925120=393216} 2024-07-29T15:04:25.500 INFO:tasks.rados.rados.0.smithi067.stdout:601: writing smithi06780069-8 from 1089536 to 1515520 tid 1 2024-07-29T15:04:25.503 INFO:tasks.rados.rados.0.smithi067.stdout:601: writing smithi06780069-8 from 1515520 to 1925120 tid 2 2024-07-29T15:04:25.505 INFO:tasks.rados.rados.0.smithi067.stdout:601: writing smithi06780069-8 from 1925120 to 2318336 tid 3 2024-07-29T15:04:25.505 INFO:tasks.rados.rados.0.smithi067.stdout:602: snap_create 2024-07-29T15:04:25.505 INFO:tasks.rados.rados.0.smithi067.stdout:599: finishing rollback tid 1 to smithi06780069-42 2024-07-29T15:04:25.506 INFO:tasks.rados.rados.0.smithi067.stdout:599: finishing rollback tid 2 to smithi06780069-42 2024-07-29T15:04:25.506 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 214 (ObjNum 141 snap 32 seq_num 141) dirty exists 2024-07-29T15:04:25.506 INFO:tasks.rados.rados.0.smithi067.stdout:601: finishing write tid 1 to smithi06780069-8 2024-07-29T15:04:25.506 INFO:tasks.rados.rados.0.smithi067.stdout:601: finishing write tid 2 to smithi06780069-8 2024-07-29T15:04:25.507 INFO:tasks.rados.rados.0.smithi067.stdout:601: finishing write tid 3 to smithi06780069-8 2024-07-29T15:04:25.508 INFO:tasks.rados.rados.0.smithi067.stdout:601: finishing write tid 4 to smithi06780069-8 2024-07-29T15:04:25.509 INFO:tasks.rados.rados.0.smithi067.stdout:601: finishing write tid 5 to smithi06780069-8 2024-07-29T15:04:25.509 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 151 (ObjNum 216 snap 52 seq_num 216) dirty exists 2024-07-29T15:04:25.509 INFO:tasks.rados.rados.0.smithi067.stdout:601: left oid 8 (ObjNum 216 snap 52 seq_num 216) 2024-07-29T15:04:25.713 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:25 smithi067 ceph-mon[29363]: pgmap v48: 121 pgs: 121 active+clean; 82 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-07-29T15:04:25.713 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:25 smithi067 ceph-mon[29363]: osdmap e180: 8 total, 8 up, 8 in 2024-07-29T15:04:25.713 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:25 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:04:25.713 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:25 smithi067 ceph-mon[39695]: pgmap v48: 121 pgs: 121 active+clean; 82 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-07-29T15:04:25.713 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:25 smithi067 ceph-mon[39695]: osdmap e180: 8 total, 8 up, 8 in 2024-07-29T15:04:25.714 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:25 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:04:25.714 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:04:25 smithi067 podman[82722]: 2024-07-29 15:04:25.555054188 +0000 UTC m=+0.621202183 container create 7b3d7ecf5d32694cd32da06e156bf3e8ea9438d163843d41ef13b563bb2347e6 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-29T15:04:25.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:25 smithi138 ceph-mon[32824]: pgmap v48: 121 pgs: 121 active+clean; 82 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-07-29T15:04:25.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:25 smithi138 ceph-mon[32824]: osdmap e180: 8 total, 8 up, 8 in 2024-07-29T15:04:25.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:25 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:04:25.988 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:04:25 smithi067 podman[82722]: 2024-07-29 15:04:25.824798538 +0000 UTC m=+0.890946502 container init 7b3d7ecf5d32694cd32da06e156bf3e8ea9438d163843d41ef13b563bb2347e6 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-29T15:04:25.988 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:04:25 smithi067 podman[82722]: 2024-07-29 15:04:25.828643236 +0000 UTC m=+0.894791185 container start 7b3d7ecf5d32694cd32da06e156bf3e8ea9438d163843d41ef13b563bb2347e6 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-29T15:04:25.989 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:04:25 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a[82737]: ts=2024-07-29T15:04:25.839Z caller=main.go:181 level=info msg="Starting Alertmanager" version="(version=0.27.0, branch=HEAD, revision=0aa3c2aad14cff039931923ab16b26b7481783b5)" 2024-07-29T15:04:25.989 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:04:25 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a[82737]: ts=2024-07-29T15:04:25.840Z caller=main.go:182 level=info build_context="(go=go1.21.7, platform=linux/amd64, user=root@22cd11f671e9, date=20240228-11:51:20, tags=netgo)" 2024-07-29T15:04:25.989 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:04:25 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a[82737]: ts=2024-07-29T15:04:25.841Z caller=cluster.go:186 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.67 port=9094 2024-07-29T15:04:25.989 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:04:25 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a[82737]: ts=2024-07-29T15:04:25.842Z caller=cluster.go:683 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-07-29T15:04:25.989 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:04:25 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a[82737]: ts=2024-07-29T15:04:25.865Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-07-29T15:04:25.989 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:04:25 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a[82737]: ts=2024-07-29T15:04:25.865Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-07-29T15:04:25.989 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:04:25 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a[82737]: ts=2024-07-29T15:04:25.867Z caller=tls_config.go:313 level=info msg="Listening on" address=[::]:9093 2024-07-29T15:04:25.989 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:04:25 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a[82737]: ts=2024-07-29T15:04:25.867Z caller=tls_config.go:316 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-07-29T15:04:25.989 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:04:25 smithi067 bash[82722]: 7b3d7ecf5d32694cd32da06e156bf3e8ea9438d163843d41ef13b563bb2347e6 2024-07-29T15:04:25.989 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:04:25 smithi067 systemd[1]: Started Ceph alertmanager.a for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:04:26.458 INFO:tasks.rados.rados.0.smithi067.stdout:599: done (3 left) 2024-07-29T15:04:26.458 INFO:tasks.rados.rados.0.smithi067.stdout:600: done (2 left) 2024-07-29T15:04:26.458 INFO:tasks.rados.rados.0.smithi067.stdout:601: done (1 left) 2024-07-29T15:04:26.458 INFO:tasks.rados.rados.0.smithi067.stdout:602: done (0 left) 2024-07-29T15:04:26.458 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 23 current snap is 53 2024-07-29T15:04:26.458 INFO:tasks.rados.rados.0.smithi067.stdout:603: seq_num 217 ranges {1138688=442368,1581056=696320,2277376=106496} 2024-07-29T15:04:26.460 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:04:26 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:04:26] "GET /metrics HTTP/1.1" 200 36143 "" "Prometheus/2.43.0" 2024-07-29T15:04:26.466 INFO:tasks.rados.rados.0.smithi067.stdout:603: writing smithi06780069-23 from 1138688 to 1581056 tid 1 2024-07-29T15:04:26.471 INFO:tasks.rados.rados.0.smithi067.stdout:603: writing smithi06780069-23 from 1581056 to 2277376 tid 2 2024-07-29T15:04:26.472 INFO:tasks.rados.rados.0.smithi067.stdout:603: writing smithi06780069-23 from 2277376 to 2383872 tid 3 2024-07-29T15:04:26.472 INFO:tasks.rados.rados.0.smithi067.stdout:604: copy_from oid 26 from oid 22 current snap is 53 2024-07-29T15:04:26.472 INFO:tasks.rados.rados.0.smithi067.stdout:605: snap_create 2024-07-29T15:04:26.473 INFO:tasks.rados.rados.0.smithi067.stdout:604: finishing copy_from to smithi06780069-26 2024-07-29T15:04:26.473 INFO:tasks.rados.rados.0.smithi067.stdout:604: got expected ENOENT (src dne) 2024-07-29T15:04:26.473 INFO:tasks.rados.rados.0.smithi067.stdout:604: finishing copy_from racing read to smithi06780069-26 2024-07-29T15:04:26.476 INFO:tasks.rados.rados.0.smithi067.stdout:603: finishing write tid 1 to smithi06780069-23 2024-07-29T15:04:26.477 INFO:tasks.rados.rados.0.smithi067.stdout:603: finishing write tid 2 to smithi06780069-23 2024-07-29T15:04:26.477 INFO:tasks.rados.rados.0.smithi067.stdout:603: finishing write tid 3 to smithi06780069-23 2024-07-29T15:04:26.477 INFO:tasks.rados.rados.0.smithi067.stdout:603: finishing write tid 4 to smithi06780069-23 2024-07-29T15:04:26.478 INFO:tasks.rados.rados.0.smithi067.stdout:603: finishing write tid 5 to smithi06780069-23 2024-07-29T15:04:26.478 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 235 (ObjNum 217 snap 53 seq_num 217) dirty exists 2024-07-29T15:04:26.478 INFO:tasks.rados.rados.0.smithi067.stdout:603: left oid 23 (ObjNum 217 snap 53 seq_num 217) 2024-07-29T15:04:26.557 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:26 smithi067 ceph-mon[29363]: osdmap e181: 8 total, 8 up, 8 in 2024-07-29T15:04:26.557 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:26 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:26.557 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:26 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:26.557 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:26 smithi067 ceph-mon[39695]: osdmap e181: 8 total, 8 up, 8 in 2024-07-29T15:04:26.557 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:26 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:26.557 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:26 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:26.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:26 smithi138 ceph-mon[32824]: osdmap e181: 8 total, 8 up, 8 in 2024-07-29T15:04:26.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:26 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:26.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:26 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:26.865 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:26 smithi067 systemd[1]: Stopping Ceph node-exporter.a for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:04:27.172 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:26 smithi067 podman[82909]: 2024-07-29 15:04:26.864711985 +0000 UTC m=+0.138406556 container died 231f953fda2cae7a857fdbeea2448dd3e0ad8fe87978fc6ef89429ed61c9315c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-29T15:04:27.405 INFO:tasks.rados.rados.0.smithi067.stdout:603: done (2 left) 2024-07-29T15:04:27.406 INFO:tasks.rados.rados.0.smithi067.stdout:604: done (1 left) 2024-07-29T15:04:27.406 INFO:tasks.rados.rados.0.smithi067.stdout:605: done (0 left) 2024-07-29T15:04:27.406 INFO:tasks.rados.rados.0.smithi067.stdout:606: snap_create 2024-07-29T15:04:27.459 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:27 smithi067 podman[82909]: 2024-07-29 15:04:27.270679741 +0000 UTC m=+0.544374307 container cleanup 231f953fda2cae7a857fdbeea2448dd3e0ad8fe87978fc6ef89429ed61c9315c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-29T15:04:27.460 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:27 smithi067 bash[82909]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a 2024-07-29T15:04:27.721 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:27 smithi067 ceph-mon[29363]: Reconfiguring node-exporter.a (dependencies changed)... 2024-07-29T15:04:27.722 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:27 smithi067 ceph-mon[29363]: Deploying daemon node-exporter.a on smithi067 2024-07-29T15:04:27.722 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:27 smithi067 ceph-mon[29363]: pgmap v51: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.9 MiB/s wr, 21 op/s 2024-07-29T15:04:27.722 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:27 smithi067 ceph-mon[29363]: osdmap e182: 8 total, 8 up, 8 in 2024-07-29T15:04:27.722 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:27 smithi067 ceph-mon[29363]: osdmap e183: 8 total, 8 up, 8 in 2024-07-29T15:04:27.722 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:27 smithi067 podman[82925]: 2024-07-29 15:04:27.547643452 +0000 UTC m=+0.682975634 container remove 231f953fda2cae7a857fdbeea2448dd3e0ad8fe87978fc6ef89429ed61c9315c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-29T15:04:27.722 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:27 smithi067 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-07-29T15:04:27.722 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:27 smithi067 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-07-29T15:04:27.723 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:27 smithi067 systemd[1]: Stopped Ceph node-exporter.a for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:04:27.723 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:27 smithi067 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@node-exporter.a.service: Consumed 2.135s CPU time. 2024-07-29T15:04:27.723 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:27 smithi067 ceph-mon[39695]: Reconfiguring node-exporter.a (dependencies changed)... 2024-07-29T15:04:27.723 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:27 smithi067 ceph-mon[39695]: Deploying daemon node-exporter.a on smithi067 2024-07-29T15:04:27.723 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:27 smithi067 ceph-mon[39695]: pgmap v51: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.9 MiB/s wr, 21 op/s 2024-07-29T15:04:27.723 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:27 smithi067 ceph-mon[39695]: osdmap e182: 8 total, 8 up, 8 in 2024-07-29T15:04:27.723 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:27 smithi067 ceph-mon[39695]: osdmap e183: 8 total, 8 up, 8 in 2024-07-29T15:04:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:27 smithi138 ceph-mon[32824]: Reconfiguring node-exporter.a (dependencies changed)... 2024-07-29T15:04:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:27 smithi138 ceph-mon[32824]: Deploying daemon node-exporter.a on smithi067 2024-07-29T15:04:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:27 smithi138 ceph-mon[32824]: pgmap v51: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.9 MiB/s wr, 21 op/s 2024-07-29T15:04:27.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:27 smithi138 ceph-mon[32824]: osdmap e182: 8 total, 8 up, 8 in 2024-07-29T15:04:27.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:27 smithi138 ceph-mon[32824]: osdmap e183: 8 total, 8 up, 8 in 2024-07-29T15:04:27.988 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:27 smithi067 systemd[1]: Starting Ceph node-exporter.a for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:04:27.988 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:04:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a[82737]: ts=2024-07-29T15:04:27.842Z caller=cluster.go:708 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000238783s 2024-07-29T15:04:28.406 INFO:tasks.rados.rados.0.smithi067.stdout:606: done (0 left) 2024-07-29T15:04:28.407 INFO:tasks.rados.rados.0.smithi067.stdout:607: delete oid 4 current snap is 55 2024-07-29T15:04:28.410 INFO:tasks.rados.rados.0.smithi067.stdout:607: done (0 left) 2024-07-29T15:04:28.410 INFO:tasks.rados.rados.0.smithi067.stdout:608: delete oid 15 current snap is 55 2024-07-29T15:04:28.416 INFO:tasks.rados.rados.0.smithi067.stdout:608: done (0 left) 2024-07-29T15:04:28.416 INFO:tasks.rados.rados.0.smithi067.stdout:609: snap_create 2024-07-29T15:04:28.488 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:28 smithi067 bash[83057]: Trying to pull quay.io/prometheus/node-exporter:v1.7.0... 2024-07-29T15:04:28.988 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:28 smithi067 bash[83057]: Getting image source signatures 2024-07-29T15:04:28.988 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:28 smithi067 bash[83057]: Copying blob sha256:324153f2810a9927fcce320af9e4e291e0b6e805cbdd1f338386c756b9defa24 2024-07-29T15:04:28.988 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:28 smithi067 bash[83057]: Copying blob sha256:2abcce694348cd2c949c0e98a7400ebdfd8341021bcf6b541bc72033ce982510 2024-07-29T15:04:28.988 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:28 smithi067 bash[83057]: Copying blob sha256:455fd88e5221bc1e278ef2d059cd70e4df99a24e5af050ede621534276f6cf9a 2024-07-29T15:04:29.412 INFO:tasks.rados.rados.0.smithi067.stdout:609: done (0 left) 2024-07-29T15:04:29.413 INFO:tasks.rados.rados.0.smithi067.stdout:610: setattr oid 19 current snap is 56 2024-07-29T15:04:29.415 INFO:tasks.rados.rados.0.smithi067.stdout:611: rmattr oid 42 current snap is 56 2024-07-29T15:04:29.416 INFO:tasks.rados.rados.0.smithi067.stdout:611: done (1 left) 2024-07-29T15:04:29.416 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 39 current snap is 56 2024-07-29T15:04:29.416 INFO:tasks.rados.rados.0.smithi067.stdout:612: seq_num 220 ranges {671744=491520,1163264=753664,1916928=49152} 2024-07-29T15:04:29.422 INFO:tasks.rados.rados.0.smithi067.stdout:612: writing smithi06780069-39 from 671744 to 1163264 tid 1 2024-07-29T15:04:29.426 INFO:tasks.rados.rados.0.smithi067.stdout:612: writing smithi06780069-39 from 1163264 to 1916928 tid 2 2024-07-29T15:04:29.427 INFO:tasks.rados.rados.0.smithi067.stdout:612: writing smithi06780069-39 from 1916928 to 1966080 tid 3 2024-07-29T15:04:29.427 INFO:tasks.rados.rados.0.smithi067.stdout:613: read oid 47 snap -1 2024-07-29T15:04:29.427 INFO:tasks.rados.rados.0.smithi067.stdout:613: expect (ObjNum 167 snap 40 seq_num 167) 2024-07-29T15:04:29.428 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 41 current snap is 56 2024-07-29T15:04:29.428 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 19 v 205 (ObjNum 145 snap 35 seq_num 145) dirty exists 2024-07-29T15:04:29.428 INFO:tasks.rados.rados.0.smithi067.stdout:612: finishing write tid 1 to smithi06780069-39 2024-07-29T15:04:29.428 INFO:tasks.rados.rados.0.smithi067.stdout:614: seq_num 221 ranges {524288=507904,1032192=688128,1720320=114688} 2024-07-29T15:04:29.433 INFO:tasks.rados.rados.0.smithi067.stdout:614: writing smithi06780069-41 from 524288 to 1032192 tid 1 2024-07-29T15:04:29.437 INFO:tasks.rados.rados.0.smithi067.stdout:614: writing smithi06780069-41 from 1032192 to 1720320 tid 2 2024-07-29T15:04:29.438 INFO:tasks.rados.rados.0.smithi067.stdout:614: writing smithi06780069-41 from 1720320 to 1835008 tid 3 2024-07-29T15:04:29.438 INFO:tasks.rados.rados.0.smithi067.stdout:610: done (3 left) 2024-07-29T15:04:29.438 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 23 current snap is 56 2024-07-29T15:04:29.438 INFO:tasks.rados.rados.0.smithi067.stdout:612: finishing write tid 2 to smithi06780069-39 2024-07-29T15:04:29.438 INFO:tasks.rados.rados.0.smithi067.stdout:615: seq_num 222 ranges {2383872=524288,2908160=565248,3473408=237568} 2024-07-29T15:04:29.454 INFO:tasks.rados.rados.0.smithi067.stdout:615: writing smithi06780069-23 from 2383872 to 2908160 tid 1 2024-07-29T15:04:29.457 INFO:tasks.rados.rados.0.smithi067.stdout:615: writing smithi06780069-23 from 2908160 to 3473408 tid 2 2024-07-29T15:04:29.460 INFO:tasks.rados.rados.0.smithi067.stdout:615: writing smithi06780069-23 from 3473408 to 3710976 tid 3 2024-07-29T15:04:29.460 INFO:tasks.rados.rados.0.smithi067.stdout:616: read oid 30 snap -1 2024-07-29T15:04:29.460 INFO:tasks.rados.rados.0.smithi067.stdout:616: expect (ObjNum 122 snap 28 seq_num 122) 2024-07-29T15:04:29.460 INFO:tasks.rados.rados.0.smithi067.stdout:617: snap_create 2024-07-29T15:04:29.460 INFO:tasks.rados.rados.0.smithi067.stdout:612: finishing write tid 3 to smithi06780069-39 2024-07-29T15:04:29.460 INFO:tasks.rados.rados.0.smithi067.stdout:612: finishing write tid 4 to smithi06780069-39 2024-07-29T15:04:29.460 INFO:tasks.rados.rados.0.smithi067.stdout:612: finishing write tid 5 to smithi06780069-39 2024-07-29T15:04:29.460 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 173 (ObjNum 220 snap 56 seq_num 220) dirty exists 2024-07-29T15:04:29.460 INFO:tasks.rados.rados.0.smithi067.stdout:612: left oid 39 (ObjNum 220 snap 56 seq_num 220) 2024-07-29T15:04:29.460 INFO:tasks.rados.rados.0.smithi067.stdout:613: expect (ObjNum 167 snap 40 seq_num 167) 2024-07-29T15:04:29.471 INFO:tasks.rados.rados.0.smithi067.stdout:614: finishing write tid 1 to smithi06780069-41 2024-07-29T15:04:29.472 INFO:tasks.rados.rados.0.smithi067.stdout:614: finishing write tid 2 to smithi06780069-41 2024-07-29T15:04:29.472 INFO:tasks.rados.rados.0.smithi067.stdout:614: finishing write tid 3 to smithi06780069-41 2024-07-29T15:04:29.472 INFO:tasks.rados.rados.0.smithi067.stdout:614: finishing write tid 4 to smithi06780069-41 2024-07-29T15:04:29.472 INFO:tasks.rados.rados.0.smithi067.stdout:614: finishing write tid 5 to smithi06780069-41 2024-07-29T15:04:29.472 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 145 (ObjNum 221 snap 56 seq_num 221) dirty exists 2024-07-29T15:04:29.472 INFO:tasks.rados.rados.0.smithi067.stdout:614: left oid 41 (ObjNum 221 snap 56 seq_num 221) 2024-07-29T15:04:29.472 INFO:tasks.rados.rados.0.smithi067.stdout:615: finishing write tid 1 to smithi06780069-23 2024-07-29T15:04:29.472 INFO:tasks.rados.rados.0.smithi067.stdout:615: finishing write tid 2 to smithi06780069-23 2024-07-29T15:04:29.472 INFO:tasks.rados.rados.0.smithi067.stdout:615: finishing write tid 3 to smithi06780069-23 2024-07-29T15:04:29.472 INFO:tasks.rados.rados.0.smithi067.stdout:615: finishing write tid 4 to smithi06780069-23 2024-07-29T15:04:29.474 INFO:tasks.rados.rados.0.smithi067.stdout:615: finishing write tid 5 to smithi06780069-23 2024-07-29T15:04:29.474 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 240 (ObjNum 222 snap 56 seq_num 222) dirty exists 2024-07-29T15:04:29.474 INFO:tasks.rados.rados.0.smithi067.stdout:615: left oid 23 (ObjNum 222 snap 56 seq_num 222) 2024-07-29T15:04:29.481 INFO:tasks.rados.rados.0.smithi067.stdout:616: expect (ObjNum 122 snap 28 seq_num 122) 2024-07-29T15:04:29.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:29 smithi067 ceph-mon[29363]: pgmap v54: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.9 MiB/s wr, 21 op/s 2024-07-29T15:04:29.828 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:29 smithi067 ceph-mon[29363]: osdmap e184: 8 total, 8 up, 8 in 2024-07-29T15:04:29.828 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:29 smithi067 ceph-mon[39695]: pgmap v54: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.9 MiB/s wr, 21 op/s 2024-07-29T15:04:29.828 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:29 smithi067 ceph-mon[39695]: osdmap e184: 8 total, 8 up, 8 in 2024-07-29T15:04:29.829 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:29 smithi138 ceph-mon[32824]: pgmap v54: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.9 MiB/s wr, 21 op/s 2024-07-29T15:04:29.829 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:29 smithi138 ceph-mon[32824]: osdmap e184: 8 total, 8 up, 8 in 2024-07-29T15:04:30.421 INFO:tasks.rados.rados.0.smithi067.stdout:612: done (5 left) 2024-07-29T15:04:30.421 INFO:tasks.rados.rados.0.smithi067.stdout:613: done (4 left) 2024-07-29T15:04:30.422 INFO:tasks.rados.rados.0.smithi067.stdout:614: done (3 left) 2024-07-29T15:04:30.422 INFO:tasks.rados.rados.0.smithi067.stdout:615: done (2 left) 2024-07-29T15:04:30.422 INFO:tasks.rados.rados.0.smithi067.stdout:616: done (1 left) 2024-07-29T15:04:30.422 INFO:tasks.rados.rados.0.smithi067.stdout:617: done (0 left) 2024-07-29T15:04:30.422 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 2 current snap is 57 2024-07-29T15:04:30.422 INFO:tasks.rados.rados.0.smithi067.stdout:618: seq_num 223 ranges {1982464=540672,2523136=450560,2973696=352256} 2024-07-29T15:04:30.435 INFO:tasks.rados.rados.0.smithi067.stdout:618: writing smithi06780069-2 from 1982464 to 2523136 tid 1 2024-07-29T15:04:30.437 INFO:tasks.rados.rados.0.smithi067.stdout:618: writing smithi06780069-2 from 2523136 to 2973696 tid 2 2024-07-29T15:04:30.440 INFO:tasks.rados.rados.0.smithi067.stdout:618: writing smithi06780069-2 from 2973696 to 3325952 tid 3 2024-07-29T15:04:30.440 INFO:tasks.rados.rados.0.smithi067.stdout:619: snap_create 2024-07-29T15:04:30.440 INFO:tasks.rados.rados.0.smithi067.stdout:618: finishing write tid 1 to smithi06780069-2 2024-07-29T15:04:30.442 INFO:tasks.rados.rados.0.smithi067.stdout:618: finishing write tid 2 to smithi06780069-2 2024-07-29T15:04:30.449 INFO:tasks.rados.rados.0.smithi067.stdout:618: finishing write tid 3 to smithi06780069-2 2024-07-29T15:04:30.449 INFO:tasks.rados.rados.0.smithi067.stdout:618: finishing write tid 4 to smithi06780069-2 2024-07-29T15:04:30.450 INFO:tasks.rados.rados.0.smithi067.stdout:618: finishing write tid 5 to smithi06780069-2 2024-07-29T15:04:30.450 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 112 (ObjNum 223 snap 57 seq_num 223) dirty exists 2024-07-29T15:04:30.450 INFO:tasks.rados.rados.0.smithi067.stdout:618: left oid 2 (ObjNum 223 snap 57 seq_num 223) 2024-07-29T15:04:30.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:30 smithi067 ceph-mon[29363]: osdmap e185: 8 total, 8 up, 8 in 2024-07-29T15:04:30.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:30 smithi067 ceph-mon[39695]: osdmap e185: 8 total, 8 up, 8 in 2024-07-29T15:04:30.739 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:30 smithi067 bash[83057]: Copying config sha256:72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e 2024-07-29T15:04:30.739 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:30 smithi067 bash[83057]: Writing manifest to image destination 2024-07-29T15:04:30.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:30 smithi138 ceph-mon[32824]: osdmap e185: 8 total, 8 up, 8 in 2024-07-29T15:04:31.135 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:30 smithi067 podman[83057]: 2024-07-29 15:04:30.800697179 +0000 UTC m=+2.785974001 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2024-07-29T15:04:31.135 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:30 smithi067 podman[83057]: 2024-07-29 15:04:30.882585907 +0000 UTC m=+2.867862767 container create 142217b163748d012a9ce7fb0b30ecfd178a2888ea30fdb95e08c74a70044dbe (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-29T15:04:31.135 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 podman[83057]: 2024-07-29 15:04:31.135037673 +0000 UTC m=+3.120314513 container init 142217b163748d012a9ce7fb0b30ecfd178a2888ea30fdb95e08c74a70044dbe (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-29T15:04:31.424 INFO:tasks.rados.rados.0.smithi067.stdout:618: done (1 left) 2024-07-29T15:04:31.424 INFO:tasks.rados.rados.0.smithi067.stdout:619: done (0 left) 2024-07-29T15:04:31.424 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 27 current snap is 58 2024-07-29T15:04:31.424 INFO:tasks.rados.rados.0.smithi067.stdout:620: seq_num 224 ranges {81920=557056,638976=737280,1376256=65536} 2024-07-29T15:04:31.426 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 podman[83057]: 2024-07-29 15:04:31.138043756 +0000 UTC m=+3.123320580 container start 142217b163748d012a9ce7fb0b30ecfd178a2888ea30fdb95e08c74a70044dbe (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-29T15:04:31.426 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.141Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-07-29T15:04:31.427 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.141Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-07-29T15:04:31.427 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-07-29T15:04:31.427 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-07-29T15:04:31.427 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-07-29T15:04:31.427 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-07-29T15:04:31.427 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-07-29T15:04:31.427 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=node_exporter.go:117 level=info collector=arp 2024-07-29T15:04:31.427 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=node_exporter.go:117 level=info collector=bcache 2024-07-29T15:04:31.427 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=node_exporter.go:117 level=info collector=bonding 2024-07-29T15:04:31.427 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=node_exporter.go:117 level=info collector=btrfs 2024-07-29T15:04:31.427 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=node_exporter.go:117 level=info collector=conntrack 2024-07-29T15:04:31.427 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=node_exporter.go:117 level=info collector=cpu 2024-07-29T15:04:31.427 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-07-29T15:04:31.427 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=node_exporter.go:117 level=info collector=diskstats 2024-07-29T15:04:31.428 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=node_exporter.go:117 level=info collector=dmi 2024-07-29T15:04:31.428 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=node_exporter.go:117 level=info collector=edac 2024-07-29T15:04:31.428 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=node_exporter.go:117 level=info collector=entropy 2024-07-29T15:04:31.428 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-07-29T15:04:31.428 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=node_exporter.go:117 level=info collector=filefd 2024-07-29T15:04:31.428 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=node_exporter.go:117 level=info collector=filesystem 2024-07-29T15:04:31.429 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=node_exporter.go:117 level=info collector=hwmon 2024-07-29T15:04:31.429 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=node_exporter.go:117 level=info collector=infiniband 2024-07-29T15:04:31.429 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=node_exporter.go:117 level=info collector=ipvs 2024-07-29T15:04:31.429 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=node_exporter.go:117 level=info collector=loadavg 2024-07-29T15:04:31.429 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=node_exporter.go:117 level=info collector=mdadm 2024-07-29T15:04:31.429 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=node_exporter.go:117 level=info collector=meminfo 2024-07-29T15:04:31.429 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=node_exporter.go:117 level=info collector=netclass 2024-07-29T15:04:31.429 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=node_exporter.go:117 level=info collector=netdev 2024-07-29T15:04:31.429 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=node_exporter.go:117 level=info collector=netstat 2024-07-29T15:04:31.429 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=node_exporter.go:117 level=info collector=nfs 2024-07-29T15:04:31.429 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=node_exporter.go:117 level=info collector=nfsd 2024-07-29T15:04:31.429 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=node_exporter.go:117 level=info collector=nvme 2024-07-29T15:04:31.429 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=node_exporter.go:117 level=info collector=os 2024-07-29T15:04:31.430 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-07-29T15:04:31.430 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=node_exporter.go:117 level=info collector=pressure 2024-07-29T15:04:31.430 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=node_exporter.go:117 level=info collector=rapl 2024-07-29T15:04:31.430 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=node_exporter.go:117 level=info collector=schedstat 2024-07-29T15:04:31.430 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.142Z caller=node_exporter.go:117 level=info collector=selinux 2024-07-29T15:04:31.430 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.143Z caller=node_exporter.go:117 level=info collector=sockstat 2024-07-29T15:04:31.430 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.143Z caller=node_exporter.go:117 level=info collector=softnet 2024-07-29T15:04:31.430 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.143Z caller=node_exporter.go:117 level=info collector=stat 2024-07-29T15:04:31.430 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.143Z caller=node_exporter.go:117 level=info collector=tapestats 2024-07-29T15:04:31.430 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.143Z caller=node_exporter.go:117 level=info collector=textfile 2024-07-29T15:04:31.430 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.143Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-07-29T15:04:31.430 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.143Z caller=node_exporter.go:117 level=info collector=time 2024-07-29T15:04:31.430 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.143Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-07-29T15:04:31.431 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.143Z caller=node_exporter.go:117 level=info collector=uname 2024-07-29T15:04:31.431 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.143Z caller=node_exporter.go:117 level=info collector=vmstat 2024-07-29T15:04:31.431 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.143Z caller=node_exporter.go:117 level=info collector=xfs 2024-07-29T15:04:31.431 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.143Z caller=node_exporter.go:117 level=info collector=zfs 2024-07-29T15:04:31.431 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.143Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-07-29T15:04:31.431 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a[83107]: ts=2024-07-29T15:04:31.143Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-07-29T15:04:31.431 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 bash[83057]: 142217b163748d012a9ce7fb0b30ecfd178a2888ea30fdb95e08c74a70044dbe 2024-07-29T15:04:31.431 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 15:04:31 smithi067 systemd[1]: Started Ceph node-exporter.a for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:04:31.431 INFO:tasks.rados.rados.0.smithi067.stdout:620: writing smithi06780069-27 from 81920 to 638976 tid 1 2024-07-29T15:04:31.432 INFO:tasks.rados.rados.0.smithi067.stdout:620: writing smithi06780069-27 from 638976 to 1376256 tid 2 2024-07-29T15:04:31.433 INFO:tasks.rados.rados.0.smithi067.stdout:620: writing smithi06780069-27 from 1376256 to 1441792 tid 3 2024-07-29T15:04:31.433 INFO:tasks.rados.rados.0.smithi067.stdout:621: rollback oid 16 current snap is 58 2024-07-29T15:04:31.434 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 16 to 49 2024-07-29T15:04:31.434 INFO:tasks.rados.rados.0.smithi067.stdout:620: finishing write tid 1 to smithi06780069-27 2024-07-29T15:04:31.434 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 32 current snap is 58 2024-07-29T15:04:31.434 INFO:tasks.rados.rados.0.smithi067.stdout:622: seq_num 225 ranges {286720=573440,860160=622592,1482752=180224} 2024-07-29T15:04:31.438 INFO:tasks.rados.rados.0.smithi067.stdout:622: writing smithi06780069-32 from 286720 to 860160 tid 1 2024-07-29T15:04:31.442 INFO:tasks.rados.rados.0.smithi067.stdout:622: writing smithi06780069-32 from 860160 to 1482752 tid 2 2024-07-29T15:04:31.443 INFO:tasks.rados.rados.0.smithi067.stdout:622: writing smithi06780069-32 from 1482752 to 1662976 tid 3 2024-07-29T15:04:31.443 INFO:tasks.rados.rados.0.smithi067.stdout:623: snap_create 2024-07-29T15:04:31.443 INFO:tasks.rados.rados.0.smithi067.stdout:621: finishing rollback tid 1 to smithi06780069-16 2024-07-29T15:04:31.443 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 16 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-07-29T15:04:31.444 INFO:tasks.rados.rados.0.smithi067.stdout:620: finishing write tid 2 to smithi06780069-27 2024-07-29T15:04:31.444 INFO:tasks.rados.rados.0.smithi067.stdout:620: finishing write tid 3 to smithi06780069-27 2024-07-29T15:04:31.444 INFO:tasks.rados.rados.0.smithi067.stdout:620: finishing write tid 4 to smithi06780069-27 2024-07-29T15:04:31.444 INFO:tasks.rados.rados.0.smithi067.stdout:620: finishing write tid 5 to smithi06780069-27 2024-07-29T15:04:31.444 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 190 (ObjNum 224 snap 58 seq_num 224) dirty exists 2024-07-29T15:04:31.444 INFO:tasks.rados.rados.0.smithi067.stdout:620: left oid 27 (ObjNum 224 snap 58 seq_num 224) 2024-07-29T15:04:31.444 INFO:tasks.rados.rados.0.smithi067.stdout:622: finishing write tid 1 to smithi06780069-32 2024-07-29T15:04:31.446 INFO:tasks.rados.rados.0.smithi067.stdout:622: finishing write tid 2 to smithi06780069-32 2024-07-29T15:04:31.446 INFO:tasks.rados.rados.0.smithi067.stdout:622: finishing write tid 3 to smithi06780069-32 2024-07-29T15:04:31.446 INFO:tasks.rados.rados.0.smithi067.stdout:622: finishing write tid 4 to smithi06780069-32 2024-07-29T15:04:31.447 INFO:tasks.rados.rados.0.smithi067.stdout:622: finishing write tid 5 to smithi06780069-32 2024-07-29T15:04:31.447 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 264 (ObjNum 225 snap 58 seq_num 225) dirty exists 2024-07-29T15:04:31.447 INFO:tasks.rados.rados.0.smithi067.stdout:622: left oid 32 (ObjNum 225 snap 58 seq_num 225) 2024-07-29T15:04:31.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-mon[39695]: pgmap v57: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:04:31.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-mon[39695]: osdmap e186: 8 total, 8 up, 8 in 2024-07-29T15:04:31.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:31.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:31.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-mon[29363]: pgmap v57: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:04:31.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-mon[29363]: osdmap e186: 8 total, 8 up, 8 in 2024-07-29T15:04:31.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:31.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:31 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:31 smithi138 ceph-mon[32824]: pgmap v57: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:04:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:31 smithi138 ceph-mon[32824]: osdmap e186: 8 total, 8 up, 8 in 2024-07-29T15:04:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:31 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:31 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:32.442 INFO:tasks.rados.rados.0.smithi067.stdout:620: done (3 left) 2024-07-29T15:04:32.442 INFO:tasks.rados.rados.0.smithi067.stdout:621: done (2 left) 2024-07-29T15:04:32.442 INFO:tasks.rados.rados.0.smithi067.stdout:622: done (1 left) 2024-07-29T15:04:32.442 INFO:tasks.rados.rados.0.smithi067.stdout:623: done (0 left) 2024-07-29T15:04:32.442 INFO:tasks.rados.rados.0.smithi067.stdout:624: setattr oid 7 current snap is 59 2024-07-29T15:04:32.443 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 19 current snap is 59 2024-07-29T15:04:32.443 INFO:tasks.rados.rados.0.smithi067.stdout:625: seq_num 226 ranges {335872=589824,925696=507904,1433600=294912} 2024-07-29T15:04:32.449 INFO:tasks.rados.rados.0.smithi067.stdout:625: writing smithi06780069-19 from 335872 to 925696 tid 1 2024-07-29T15:04:32.451 INFO:tasks.rados.rados.0.smithi067.stdout:625: writing smithi06780069-19 from 925696 to 1433600 tid 2 2024-07-29T15:04:32.454 INFO:tasks.rados.rados.0.smithi067.stdout:625: writing smithi06780069-19 from 1433600 to 1728512 tid 3 2024-07-29T15:04:32.454 INFO:tasks.rados.rados.0.smithi067.stdout:626: copy_from oid 13 from oid 8 current snap is 59 2024-07-29T15:04:32.454 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 7 v 206 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-29T15:04:32.454 INFO:tasks.rados.rados.0.smithi067.stdout:624: done (2 left) 2024-07-29T15:04:32.454 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 41 current snap is 59 2024-07-29T15:04:32.454 INFO:tasks.rados.rados.0.smithi067.stdout:627: seq_num 227 ranges {1835008=606208,2441216=794624,3235840=8192} 2024-07-29T15:04:32.467 INFO:tasks.rados.rados.0.smithi067.stdout:627: writing smithi06780069-41 from 1835008 to 2441216 tid 1 2024-07-29T15:04:32.473 INFO:tasks.rados.rados.0.smithi067.stdout:627: writing smithi06780069-41 from 2441216 to 3235840 tid 2 2024-07-29T15:04:32.473 INFO:tasks.rados.rados.0.smithi067.stdout:627: writing smithi06780069-41 from 3235840 to 3244032 tid 3 2024-07-29T15:04:32.473 INFO:tasks.rados.rados.0.smithi067.stdout:625: finishing write tid 1 to smithi06780069-19 2024-07-29T15:04:32.473 INFO:tasks.rados.rados.0.smithi067.stdout:628: read oid 20 snap 55 2024-07-29T15:04:32.474 INFO:tasks.rados.rados.0.smithi067.stdout:628: expect (ObjNum 196 snap 49 seq_num 196) 2024-07-29T15:04:32.474 INFO:tasks.rados.rados.0.smithi067.stdout:625: finishing write tid 2 to smithi06780069-19 2024-07-29T15:04:32.474 INFO:tasks.rados.rados.0.smithi067.stdout:625: finishing write tid 3 to smithi06780069-19 2024-07-29T15:04:32.474 INFO:tasks.rados.rados.0.smithi067.stdout:625: finishing write tid 4 to smithi06780069-19 2024-07-29T15:04:32.474 INFO:tasks.rados.rados.0.smithi067.stdout:625: finishing write tid 5 to smithi06780069-19 2024-07-29T15:04:32.474 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 19 v 211 (ObjNum 226 snap 59 seq_num 226) dirty exists 2024-07-29T15:04:32.474 INFO:tasks.rados.rados.0.smithi067.stdout:625: left oid 19 (ObjNum 226 snap 59 seq_num 226) 2024-07-29T15:04:32.474 INFO:tasks.rados.rados.0.smithi067.stdout:626: finishing copy_from racing read to smithi06780069-13 2024-07-29T15:04:32.474 INFO:tasks.rados.rados.0.smithi067.stdout:626: finishing copy_from to smithi06780069-13 2024-07-29T15:04:32.474 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 13 v 151 (ObjNum 216 snap 52 seq_num 216) dirty exists 2024-07-29T15:04:32.474 INFO:tasks.rados.rados.0.smithi067.stdout:627: finishing write tid 1 to smithi06780069-41 2024-07-29T15:04:32.474 INFO:tasks.rados.rados.0.smithi067.stdout:629: read oid 21 snap -1 2024-07-29T15:04:32.474 INFO:tasks.rados.rados.0.smithi067.stdout:629: expect (ObjNum 180 snap 45 seq_num 180) 2024-07-29T15:04:32.475 INFO:tasks.rados.rados.0.smithi067.stdout:625: done (4 left) 2024-07-29T15:04:32.475 INFO:tasks.rados.rados.0.smithi067.stdout:626: done (3 left) 2024-07-29T15:04:32.475 INFO:tasks.rados.rados.0.smithi067.stdout:630: snap_create 2024-07-29T15:04:32.476 INFO:tasks.rados.rados.0.smithi067.stdout:627: finishing write tid 2 to smithi06780069-41 2024-07-29T15:04:32.476 INFO:tasks.rados.rados.0.smithi067.stdout:627: finishing write tid 3 to smithi06780069-41 2024-07-29T15:04:32.477 INFO:tasks.rados.rados.0.smithi067.stdout:627: finishing write tid 4 to smithi06780069-41 2024-07-29T15:04:32.479 INFO:tasks.rados.rados.0.smithi067.stdout:629: expect (ObjNum 180 snap 45 seq_num 180) 2024-07-29T15:04:32.519 INFO:tasks.rados.rados.0.smithi067.stdout:627: finishing write tid 5 to smithi06780069-41 2024-07-29T15:04:32.519 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 150 (ObjNum 227 snap 59 seq_num 227) dirty exists 2024-07-29T15:04:32.519 INFO:tasks.rados.rados.0.smithi067.stdout:627: left oid 41 (ObjNum 227 snap 59 seq_num 227) 2024-07-29T15:04:32.519 INFO:tasks.rados.rados.0.smithi067.stdout:628: expect (ObjNum 196 snap 49 seq_num 196) 2024-07-29T15:04:32.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:32 smithi067 ceph-mon[39695]: Reconfiguring prometheus.a (dependencies changed)... 2024-07-29T15:04:32.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:32 smithi067 ceph-mon[39695]: osdmap e187: 8 total, 8 up, 8 in 2024-07-29T15:04:32.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:32 smithi067 ceph-mon[39695]: Deploying daemon prometheus.a on smithi138 2024-07-29T15:04:32.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:32 smithi067 ceph-mon[29363]: Reconfiguring prometheus.a (dependencies changed)... 2024-07-29T15:04:32.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:32 smithi067 ceph-mon[29363]: osdmap e187: 8 total, 8 up, 8 in 2024-07-29T15:04:32.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:32 smithi067 ceph-mon[29363]: Deploying daemon prometheus.a on smithi138 2024-07-29T15:04:32.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:32 smithi138 ceph-mon[32824]: Reconfiguring prometheus.a (dependencies changed)... 2024-07-29T15:04:32.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:32 smithi138 ceph-mon[32824]: osdmap e187: 8 total, 8 up, 8 in 2024-07-29T15:04:32.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:32 smithi138 ceph-mon[32824]: Deploying daemon prometheus.a on smithi138 2024-07-29T15:04:33.444 INFO:tasks.rados.rados.0.smithi067.stdout:627: done (3 left) 2024-07-29T15:04:33.444 INFO:tasks.rados.rados.0.smithi067.stdout:628: done (2 left) 2024-07-29T15:04:33.444 INFO:tasks.rados.rados.0.smithi067.stdout:629: done (1 left) 2024-07-29T15:04:33.444 INFO:tasks.rados.rados.0.smithi067.stdout:630: done (0 left) 2024-07-29T15:04:33.444 INFO:tasks.rados.rados.0.smithi067.stdout:631: rollback oid 42 current snap is 60 2024-07-29T15:04:33.444 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 42 to 40 2024-07-29T15:04:33.445 INFO:tasks.rados.rados.0.smithi067.stdout:632: copy_from oid 3 from oid 1 current snap is 60 2024-07-29T15:04:33.445 INFO:tasks.rados.rados.0.smithi067.stdout:633: snap_remove snap 54 2024-07-29T15:04:33.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:33 smithi067 ceph-mon[29363]: pgmap v60: 121 pgs: 121 active+clean; 99 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-07-29T15:04:33.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:33 smithi067 ceph-mon[29363]: osdmap e188: 8 total, 8 up, 8 in 2024-07-29T15:04:33.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:33 smithi067 ceph-mon[39695]: pgmap v60: 121 pgs: 121 active+clean; 99 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-07-29T15:04:33.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:33 smithi067 ceph-mon[39695]: osdmap e188: 8 total, 8 up, 8 in 2024-07-29T15:04:33.739 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:04:33 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[29589]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:04:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-29T15:04:33.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:33 smithi138 ceph-mon[32824]: pgmap v60: 121 pgs: 121 active+clean; 99 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-07-29T15:04:33.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:33 smithi138 ceph-mon[32824]: osdmap e188: 8 total, 8 up, 8 in 2024-07-29T15:04:34.452 INFO:tasks.rados.rados.0.smithi067.stdout:633: done (2 left) 2024-07-29T15:04:34.452 INFO:tasks.rados.rados.0.smithi067.stdout:634: snap_create 2024-07-29T15:04:34.453 INFO:tasks.rados.rados.0.smithi067.stdout:631: finishing rollback tid 0 to smithi06780069-42 2024-07-29T15:04:34.453 INFO:tasks.rados.rados.0.smithi067.stdout:631: finishing rollback tid 1 to smithi06780069-42 2024-07-29T15:04:34.453 INFO:tasks.rados.rados.0.smithi067.stdout:631: finishing rollback tid 2 to smithi06780069-42 2024-07-29T15:04:34.453 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 218 (ObjNum 141 snap 32 seq_num 141) dirty exists 2024-07-29T15:04:34.453 INFO:tasks.rados.rados.0.smithi067.stdout:632: finishing copy_from racing read to smithi06780069-3 2024-07-29T15:04:34.453 INFO:tasks.rados.rados.0.smithi067.stdout:632: finishing copy_from to smithi06780069-3 2024-07-29T15:04:34.453 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 138 (ObjNum 184 snap 45 seq_num 184) dirty exists 2024-07-29T15:04:34.712 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:34 smithi138 ceph-mon[32824]: osdmap e189: 8 total, 8 up, 8 in 2024-07-29T15:04:34.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:34 smithi067 ceph-mon[29363]: osdmap e189: 8 total, 8 up, 8 in 2024-07-29T15:04:34.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:34 smithi067 ceph-mon[39695]: osdmap e189: 8 total, 8 up, 8 in 2024-07-29T15:04:35.456 INFO:tasks.rados.rados.0.smithi067.stdout:631: done (2 left) 2024-07-29T15:04:35.457 INFO:tasks.rados.rados.0.smithi067.stdout:632: done (1 left) 2024-07-29T15:04:35.457 INFO:tasks.rados.rados.0.smithi067.stdout:634: done (0 left) 2024-07-29T15:04:35.457 INFO:tasks.rados.rados.0.smithi067.stdout:635: read oid 46 snap -1 2024-07-29T15:04:35.457 INFO:tasks.rados.rados.0.smithi067.stdout:635: expect deleted 2024-07-29T15:04:35.457 INFO:tasks.rados.rados.0.smithi067.stdout:636: rollback oid 42 current snap is 61 2024-07-29T15:04:35.457 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 42 to 45 2024-07-29T15:04:35.457 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 26 current snap is 61 2024-07-29T15:04:35.457 INFO:tasks.rados.rados.0.smithi067.stdout:637: seq_num 228 ranges {0=622592,622592=671744,1294336=131072} 2024-07-29T15:04:35.460 INFO:tasks.rados.rados.0.smithi067.stdout:637: writing smithi06780069-26 from 0 to 622592 tid 1 2024-07-29T15:04:35.464 INFO:tasks.rados.rados.0.smithi067.stdout:637: writing smithi06780069-26 from 622592 to 1294336 tid 2 2024-07-29T15:04:35.466 INFO:tasks.rados.rados.0.smithi067.stdout:637: writing smithi06780069-26 from 1294336 to 1425408 tid 3 2024-07-29T15:04:35.466 INFO:tasks.rados.rados.0.smithi067.stdout:638: copy_from oid 41 from oid 40 current snap is 61 2024-07-29T15:04:35.466 INFO:tasks.rados.rados.0.smithi067.stdout:636: finishing rollback tid 0 to smithi06780069-42 2024-07-29T15:04:35.466 INFO:tasks.rados.rados.0.smithi067.stdout:636: finishing rollback tid 1 to smithi06780069-42 2024-07-29T15:04:35.466 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 223 (ObjNum 209 snap 0 seq_num 3880021696) dirty dne 2024-07-29T15:04:35.466 INFO:tasks.rados.rados.0.smithi067.stdout:635: done (3 left) 2024-07-29T15:04:35.466 INFO:tasks.rados.rados.0.smithi067.stdout:636: done (2 left) 2024-07-29T15:04:35.466 INFO:tasks.rados.rados.0.smithi067.stdout:639: rollback oid 16 current snap is 61 2024-07-29T15:04:35.466 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 16 to 50 2024-07-29T15:04:35.466 INFO:tasks.rados.rados.0.smithi067.stdout:640: copy_from oid 18 from oid 23 current snap is 61 2024-07-29T15:04:35.467 INFO:tasks.rados.rados.0.smithi067.stdout:641: rollback oid 17 current snap is 61 2024-07-29T15:04:35.467 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 17 to 51 2024-07-29T15:04:35.467 INFO:tasks.rados.rados.0.smithi067.stdout:642: delete oid 6 current snap is 61 2024-07-29T15:04:35.468 INFO:tasks.rados.rados.0.smithi067.stdout:637: finishing write tid 1 to smithi06780069-26 2024-07-29T15:04:35.469 INFO:tasks.rados.rados.0.smithi067.stdout:641: finishing rollback tid 1 to smithi06780069-17 2024-07-29T15:04:35.470 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 144 (ObjNum 33 snap 0 seq_num 3878104320) dirty dne 2024-07-29T15:04:35.470 INFO:tasks.rados.rados.0.smithi067.stdout:637: finishing write tid 2 to smithi06780069-26 2024-07-29T15:04:35.470 INFO:tasks.rados.rados.0.smithi067.stdout:637: finishing write tid 3 to smithi06780069-26 2024-07-29T15:04:35.472 INFO:tasks.rados.rados.0.smithi067.stdout:637: finishing write tid 4 to smithi06780069-26 2024-07-29T15:04:35.472 INFO:tasks.rados.rados.0.smithi067.stdout:641: done (5 left) 2024-07-29T15:04:35.472 INFO:tasks.rados.rados.0.smithi067.stdout:642: done (4 left) 2024-07-29T15:04:35.472 INFO:tasks.rados.rados.0.smithi067.stdout:643: delete oid 33 current snap is 61 2024-07-29T15:04:35.473 INFO:tasks.rados.rados.0.smithi067.stdout:639: finishing rollback tid 1 to smithi06780069-16 2024-07-29T15:04:35.473 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 16 v 0 (ObjNum 177 snap 0 seq_num 3812601216) dirty dne 2024-07-29T15:04:35.473 INFO:tasks.rados.rados.0.smithi067.stdout:637: finishing write tid 5 to smithi06780069-26 2024-07-29T15:04:35.474 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 228 (ObjNum 228 snap 61 seq_num 228) dirty exists 2024-07-29T15:04:35.474 INFO:tasks.rados.rados.0.smithi067.stdout:637: left oid 26 (ObjNum 228 snap 61 seq_num 228) 2024-07-29T15:04:35.475 INFO:tasks.rados.rados.0.smithi067.stdout:637: done (4 left) 2024-07-29T15:04:35.475 INFO:tasks.rados.rados.0.smithi067.stdout:639: done (3 left) 2024-07-29T15:04:35.475 INFO:tasks.rados.rados.0.smithi067.stdout:643: done (2 left) 2024-07-29T15:04:35.475 INFO:tasks.rados.rados.0.smithi067.stdout:644: read oid 4 snap -1 2024-07-29T15:04:35.475 INFO:tasks.rados.rados.0.smithi067.stdout:644: expect deleted 2024-07-29T15:04:35.475 INFO:tasks.rados.rados.0.smithi067.stdout:645: rollback oid 7 current snap is 61 2024-07-29T15:04:35.475 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 7 to 49 2024-07-29T15:04:35.475 INFO:tasks.rados.rados.0.smithi067.stdout:646: delete oid 42 current snap is 61 2024-07-29T15:04:35.477 INFO:tasks.rados.rados.0.smithi067.stdout:644: done (4 left) 2024-07-29T15:04:35.477 INFO:tasks.rados.rados.0.smithi067.stdout:646: done (3 left) 2024-07-29T15:04:35.477 INFO:tasks.rados.rados.0.smithi067.stdout:647: read oid 10 snap -1 2024-07-29T15:04:35.477 INFO:tasks.rados.rados.0.smithi067.stdout:647: expect deleted 2024-07-29T15:04:35.477 INFO:tasks.rados.rados.0.smithi067.stdout:648: snap_create 2024-07-29T15:04:35.479 INFO:tasks.rados.rados.0.smithi067.stdout:645: finishing rollback tid 0 to smithi06780069-7 2024-07-29T15:04:35.479 INFO:tasks.rados.rados.0.smithi067.stdout:645: finishing rollback tid 1 to smithi06780069-7 2024-07-29T15:04:35.479 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 7 v 218 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-07-29T15:04:35.490 INFO:tasks.rados.rados.0.smithi067.stdout:640: finishing copy_from racing read to smithi06780069-18 2024-07-29T15:04:35.493 INFO:tasks.rados.rados.0.smithi067.stdout:640: finishing copy_from to smithi06780069-18 2024-07-29T15:04:35.493 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 240 (ObjNum 222 snap 56 seq_num 222) dirty exists 2024-07-29T15:04:35.498 INFO:tasks.rados.rados.0.smithi067.stdout:638: finishing copy_from racing read to smithi06780069-41 2024-07-29T15:04:35.501 INFO:tasks.rados.rados.0.smithi067.stdout:638: finishing copy_from to smithi06780069-41 2024-07-29T15:04:35.502 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 217 (ObjNum 202 snap 50 seq_num 202) dirty exists 2024-07-29T15:04:35.729 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:35 smithi138 ceph-mon[32824]: pgmap v63: 121 pgs: 121 active+clean; 99 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-07-29T15:04:35.729 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:35 smithi138 ceph-mon[32824]: osdmap e190: 8 total, 8 up, 8 in 2024-07-29T15:04:35.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:35 smithi067 ceph-mon[29363]: pgmap v63: 121 pgs: 121 active+clean; 99 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-07-29T15:04:35.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:35 smithi067 ceph-mon[29363]: osdmap e190: 8 total, 8 up, 8 in 2024-07-29T15:04:35.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:35 smithi067 ceph-mon[39695]: pgmap v63: 121 pgs: 121 active+clean; 99 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-07-29T15:04:35.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:35 smithi067 ceph-mon[39695]: osdmap e190: 8 total, 8 up, 8 in 2024-07-29T15:04:36.238 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 15:04:35 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a[82737]: ts=2024-07-29T15:04:35.845Z caller=cluster.go:700 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002780957s 2024-07-29T15:04:36.311 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:04:36 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:04:36] "GET /metrics HTTP/1.1" 200 36143 "" "Prometheus/2.43.0" 2024-07-29T15:04:36.475 INFO:tasks.rados.rados.0.smithi067.stdout:638: done (4 left) 2024-07-29T15:04:36.475 INFO:tasks.rados.rados.0.smithi067.stdout:640: done (3 left) 2024-07-29T15:04:36.475 INFO:tasks.rados.rados.0.smithi067.stdout:645: done (2 left) 2024-07-29T15:04:36.475 INFO:tasks.rados.rados.0.smithi067.stdout:647: done (1 left) 2024-07-29T15:04:36.475 INFO:tasks.rados.rados.0.smithi067.stdout:648: done (0 left) 2024-07-29T15:04:36.476 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 39 current snap is 62 2024-07-29T15:04:36.476 INFO:tasks.rados.rados.0.smithi067.stdout:649: seq_num 232 ranges {1966080=688128,2654208=663552,3317760=139264} 2024-07-29T15:04:36.489 INFO:tasks.rados.rados.0.smithi067.stdout:649: writing smithi06780069-39 from 1966080 to 2654208 tid 1 2024-07-29T15:04:36.493 INFO:tasks.rados.rados.0.smithi067.stdout:649: writing smithi06780069-39 from 2654208 to 3317760 tid 2 2024-07-29T15:04:36.494 INFO:tasks.rados.rados.0.smithi067.stdout:649: writing smithi06780069-39 from 3317760 to 3457024 tid 3 2024-07-29T15:04:36.495 INFO:tasks.rados.rados.0.smithi067.stdout:650: read oid 48 snap -1 2024-07-29T15:04:36.495 INFO:tasks.rados.rados.0.smithi067.stdout:650: expect deleted 2024-07-29T15:04:36.495 INFO:tasks.rados.rados.0.smithi067.stdout:651: rollback oid 18 current snap is 62 2024-07-29T15:04:36.495 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 18 to 55 2024-07-29T15:04:36.495 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 44 current snap is 62 2024-07-29T15:04:36.495 INFO:tasks.rados.rados.0.smithi067.stdout:652: seq_num 233 ranges {0=712704,712704=548864,1261568=253952} 2024-07-29T15:04:36.499 INFO:tasks.rados.rados.0.smithi067.stdout:652: writing smithi06780069-44 from 0 to 712704 tid 1 2024-07-29T15:04:36.502 INFO:tasks.rados.rados.0.smithi067.stdout:652: writing smithi06780069-44 from 712704 to 1261568 tid 2 2024-07-29T15:04:36.505 INFO:tasks.rados.rados.0.smithi067.stdout:652: writing smithi06780069-44 from 1261568 to 1515520 tid 3 2024-07-29T15:04:36.505 INFO:tasks.rados.rados.0.smithi067.stdout:653: snap_create 2024-07-29T15:04:36.505 INFO:tasks.rados.rados.0.smithi067.stdout:649: finishing write tid 1 to smithi06780069-39 2024-07-29T15:04:36.505 INFO:tasks.rados.rados.0.smithi067.stdout:649: finishing write tid 2 to smithi06780069-39 2024-07-29T15:04:36.505 INFO:tasks.rados.rados.0.smithi067.stdout:649: finishing write tid 3 to smithi06780069-39 2024-07-29T15:04:36.505 INFO:tasks.rados.rados.0.smithi067.stdout:649: finishing write tid 4 to smithi06780069-39 2024-07-29T15:04:36.505 INFO:tasks.rados.rados.0.smithi067.stdout:651: finishing rollback tid 0 to smithi06780069-18 2024-07-29T15:04:36.505 INFO:tasks.rados.rados.0.smithi067.stdout:651: finishing rollback tid 1 to smithi06780069-18 2024-07-29T15:04:36.505 INFO:tasks.rados.rados.0.smithi067.stdout:649: finishing write tid 5 to smithi06780069-39 2024-07-29T15:04:36.505 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 180 (ObjNum 232 snap 62 seq_num 232) dirty exists 2024-07-29T15:04:36.505 INFO:tasks.rados.rados.0.smithi067.stdout:649: left oid 39 (ObjNum 232 snap 62 seq_num 232) 2024-07-29T15:04:36.505 INFO:tasks.rados.rados.0.smithi067.stdout:651: finishing rollback tid 2 to smithi06780069-18 2024-07-29T15:04:36.505 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 243 (ObjNum 175 snap 43 seq_num 175) dirty exists 2024-07-29T15:04:36.506 INFO:tasks.rados.rados.0.smithi067.stdout:652: finishing write tid 1 to smithi06780069-44 2024-07-29T15:04:36.506 INFO:tasks.rados.rados.0.smithi067.stdout:652: finishing write tid 2 to smithi06780069-44 2024-07-29T15:04:36.506 INFO:tasks.rados.rados.0.smithi067.stdout:652: finishing write tid 3 to smithi06780069-44 2024-07-29T15:04:36.506 INFO:tasks.rados.rados.0.smithi067.stdout:652: finishing write tid 4 to smithi06780069-44 2024-07-29T15:04:36.508 INFO:tasks.rados.rados.0.smithi067.stdout:652: finishing write tid 5 to smithi06780069-44 2024-07-29T15:04:36.508 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 79 (ObjNum 233 snap 62 seq_num 233) dirty exists 2024-07-29T15:04:36.508 INFO:tasks.rados.rados.0.smithi067.stdout:652: left oid 44 (ObjNum 233 snap 62 seq_num 233) 2024-07-29T15:04:36.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:36 smithi067 ceph-mon[29363]: osdmap e191: 8 total, 8 up, 8 in 2024-07-29T15:04:36.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:36 smithi067 ceph-mon[39695]: osdmap e191: 8 total, 8 up, 8 in 2024-07-29T15:04:36.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:36 smithi138 ceph-mon[32824]: osdmap e191: 8 total, 8 up, 8 in 2024-07-29T15:04:37.413 INFO:tasks.rados.rados.0.smithi067.stdout:649: done (4 left) 2024-07-29T15:04:37.413 INFO:tasks.rados.rados.0.smithi067.stdout:650: done (3 left) 2024-07-29T15:04:37.414 INFO:tasks.rados.rados.0.smithi067.stdout:651: done (2 left) 2024-07-29T15:04:37.414 INFO:tasks.rados.rados.0.smithi067.stdout:652: done (1 left) 2024-07-29T15:04:37.414 INFO:tasks.rados.rados.0.smithi067.stdout:653: done (0 left) 2024-07-29T15:04:37.414 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 18 current snap is 63 2024-07-29T15:04:37.414 INFO:tasks.rados.rados.0.smithi067.stdout:654: seq_num 234 ranges {3342336=729088,4071424=434176,4505600=368640} 2024-07-29T15:04:37.435 INFO:tasks.rados.rados.0.smithi067.stdout:654: writing smithi06780069-18 from 3342336 to 4071424 tid 1 2024-07-29T15:04:37.438 INFO:tasks.rados.rados.0.smithi067.stdout:654: writing smithi06780069-18 from 4071424 to 4505600 tid 2 2024-07-29T15:04:37.441 INFO:tasks.rados.rados.0.smithi067.stdout:654: writing smithi06780069-18 from 4505600 to 4874240 tid 3 2024-07-29T15:04:37.441 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 39 current snap is 63 2024-07-29T15:04:37.441 INFO:tasks.rados.rados.0.smithi067.stdout:654: finishing write tid 1 to smithi06780069-18 2024-07-29T15:04:37.441 INFO:tasks.rados.rados.0.smithi067.stdout:655: seq_num 235 ranges {3457024=745472,4202496=712704,4915200=90112} 2024-07-29T15:04:37.464 INFO:tasks.rados.rados.0.smithi067.stdout:655: writing smithi06780069-39 from 3457024 to 4202496 tid 1 2024-07-29T15:04:37.468 INFO:tasks.rados.rados.0.smithi067.stdout:655: writing smithi06780069-39 from 4202496 to 4915200 tid 2 2024-07-29T15:04:37.469 INFO:tasks.rados.rados.0.smithi067.stdout:655: writing smithi06780069-39 from 4915200 to 5005312 tid 3 2024-07-29T15:04:37.470 INFO:tasks.rados.rados.0.smithi067.stdout:656: setattr oid 49 current snap is 63 2024-07-29T15:04:37.470 INFO:tasks.rados.rados.0.smithi067.stdout:654: finishing write tid 2 to smithi06780069-18 2024-07-29T15:04:37.470 INFO:tasks.rados.rados.0.smithi067.stdout:654: finishing write tid 3 to smithi06780069-18 2024-07-29T15:04:37.470 INFO:tasks.rados.rados.0.smithi067.stdout:654: finishing write tid 4 to smithi06780069-18 2024-07-29T15:04:37.470 INFO:tasks.rados.rados.0.smithi067.stdout:654: finishing write tid 5 to smithi06780069-18 2024-07-29T15:04:37.470 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 247 (ObjNum 234 snap 63 seq_num 234) dirty exists 2024-07-29T15:04:37.470 INFO:tasks.rados.rados.0.smithi067.stdout:654: left oid 18 (ObjNum 234 snap 63 seq_num 234) 2024-07-29T15:04:37.473 INFO:tasks.rados.rados.0.smithi067.stdout:655: finishing write tid 1 to smithi06780069-39 2024-07-29T15:04:37.473 INFO:tasks.rados.rados.0.smithi067.stdout:655: finishing write tid 2 to smithi06780069-39 2024-07-29T15:04:37.473 INFO:tasks.rados.rados.0.smithi067.stdout:654: done (2 left) 2024-07-29T15:04:37.473 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 8 current snap is 63 2024-07-29T15:04:37.473 INFO:tasks.rados.rados.0.smithi067.stdout:657: seq_num 236 ranges {2318336=761856,3080192=647168,3727360=155648} 2024-07-29T15:04:37.489 INFO:tasks.rados.rados.0.smithi067.stdout:657: writing smithi06780069-8 from 2318336 to 3080192 tid 1 2024-07-29T15:04:37.493 INFO:tasks.rados.rados.0.smithi067.stdout:657: writing smithi06780069-8 from 3080192 to 3727360 tid 2 2024-07-29T15:04:37.495 INFO:tasks.rados.rados.0.smithi067.stdout:657: writing smithi06780069-8 from 3727360 to 3883008 tid 3 2024-07-29T15:04:37.495 INFO:tasks.rados.rados.0.smithi067.stdout:658: rollback oid 23 current snap is 63 2024-07-29T15:04:37.495 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 23 to 62 2024-07-29T15:04:37.495 INFO:tasks.rados.rados.0.smithi067.stdout:655: finishing write tid 3 to smithi06780069-39 2024-07-29T15:04:37.495 INFO:tasks.rados.rados.0.smithi067.stdout:655: finishing write tid 4 to smithi06780069-39 2024-07-29T15:04:37.495 INFO:tasks.rados.rados.0.smithi067.stdout:655: finishing write tid 5 to smithi06780069-39 2024-07-29T15:04:37.495 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 185 (ObjNum 235 snap 63 seq_num 235) dirty exists 2024-07-29T15:04:37.495 INFO:tasks.rados.rados.0.smithi067.stdout:655: left oid 39 (ObjNum 235 snap 63 seq_num 235) 2024-07-29T15:04:37.495 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 270 (ObjNum 213 snap 52 seq_num 213) dirty exists 2024-07-29T15:04:37.495 INFO:tasks.rados.rados.0.smithi067.stdout:657: finishing write tid 1 to smithi06780069-8 2024-07-29T15:04:37.495 INFO:tasks.rados.rados.0.smithi067.stdout:655: done (3 left) 2024-07-29T15:04:37.496 INFO:tasks.rados.rados.0.smithi067.stdout:656: done (2 left) 2024-07-29T15:04:37.496 INFO:tasks.rados.rados.0.smithi067.stdout:659: copy_from oid 46 from oid 12 current snap is 63 2024-07-29T15:04:37.496 INFO:tasks.rados.rados.0.smithi067.stdout:660: snap_remove snap 56 2024-07-29T15:04:37.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:37 smithi067 ceph-mon[39695]: pgmap v66: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.3 MiB/s wr, 17 op/s 2024-07-29T15:04:37.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:37 smithi067 ceph-mon[39695]: osdmap e192: 8 total, 8 up, 8 in 2024-07-29T15:04:37.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:37 smithi067 ceph-mon[39695]: osdmap e193: 8 total, 8 up, 8 in 2024-07-29T15:04:37.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:37 smithi067 ceph-mon[29363]: pgmap v66: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.3 MiB/s wr, 17 op/s 2024-07-29T15:04:37.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:37 smithi067 ceph-mon[29363]: osdmap e192: 8 total, 8 up, 8 in 2024-07-29T15:04:37.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:37 smithi067 ceph-mon[29363]: osdmap e193: 8 total, 8 up, 8 in 2024-07-29T15:04:37.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:37 smithi138 ceph-mon[32824]: pgmap v66: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.3 MiB/s wr, 17 op/s 2024-07-29T15:04:37.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:37 smithi138 ceph-mon[32824]: osdmap e192: 8 total, 8 up, 8 in 2024-07-29T15:04:37.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:37 smithi138 ceph-mon[32824]: osdmap e193: 8 total, 8 up, 8 in 2024-07-29T15:04:38.477 INFO:tasks.rados.rados.0.smithi067.stdout:660: done (3 left) 2024-07-29T15:04:38.478 INFO:tasks.rados.rados.0.smithi067.stdout:661: setattr oid 35 current snap is 63 2024-07-29T15:04:38.478 INFO:tasks.rados.rados.0.smithi067.stdout:658: finishing rollback tid 0 to smithi06780069-23 2024-07-29T15:04:38.478 INFO:tasks.rados.rados.0.smithi067.stdout:657: finishing write tid 2 to smithi06780069-8 2024-07-29T15:04:38.478 INFO:tasks.rados.rados.0.smithi067.stdout:657: finishing write tid 3 to smithi06780069-8 2024-07-29T15:04:38.478 INFO:tasks.rados.rados.0.smithi067.stdout:658: finishing rollback tid 1 to smithi06780069-23 2024-07-29T15:04:38.478 INFO:tasks.rados.rados.0.smithi067.stdout:658: finishing rollback tid 2 to smithi06780069-23 2024-07-29T15:04:38.478 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 246 (ObjNum 222 snap 56 seq_num 222) dirty exists 2024-07-29T15:04:38.478 INFO:tasks.rados.rados.0.smithi067.stdout:657: finishing write tid 4 to smithi06780069-8 2024-07-29T15:04:38.478 INFO:tasks.rados.rados.0.smithi067.stdout:657: finishing write tid 5 to smithi06780069-8 2024-07-29T15:04:38.478 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 155 (ObjNum 236 snap 63 seq_num 236) dirty exists 2024-07-29T15:04:38.479 INFO:tasks.rados.rados.0.smithi067.stdout:657: left oid 8 (ObjNum 236 snap 63 seq_num 236) 2024-07-29T15:04:38.479 INFO:tasks.rados.rados.0.smithi067.stdout:659: finishing copy_from racing read to smithi06780069-46 2024-07-29T15:04:38.479 INFO:tasks.rados.rados.0.smithi067.stdout:659: finishing copy_from to smithi06780069-46 2024-07-29T15:04:38.479 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 46 v 162 (ObjNum 207 snap 50 seq_num 207) dirty exists 2024-07-29T15:04:38.479 INFO:tasks.rados.rados.0.smithi067.stdout:657: done (3 left) 2024-07-29T15:04:38.479 INFO:tasks.rados.rados.0.smithi067.stdout:658: done (2 left) 2024-07-29T15:04:38.480 INFO:tasks.rados.rados.0.smithi067.stdout:659: done (1 left) 2024-07-29T15:04:38.480 INFO:tasks.rados.rados.0.smithi067.stdout:662: read oid 21 snap 52 2024-07-29T15:04:38.480 INFO:tasks.rados.rados.0.smithi067.stdout:662: expect (ObjNum 180 snap 45 seq_num 180) 2024-07-29T15:04:38.480 INFO:tasks.rados.rados.0.smithi067.stdout:663: snap_remove snap 57 2024-07-29T15:04:39.479 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 35 v 219 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-07-29T15:04:39.479 INFO:tasks.rados.rados.0.smithi067.stdout:662: expect (ObjNum 180 snap 45 seq_num 180) 2024-07-29T15:04:39.524 INFO:tasks.rados.rados.0.smithi067.stdout:661: done (2 left) 2024-07-29T15:04:39.524 INFO:tasks.rados.rados.0.smithi067.stdout:662: done (1 left) 2024-07-29T15:04:39.524 INFO:tasks.rados.rados.0.smithi067.stdout:663: done (0 left) 2024-07-29T15:04:39.524 INFO:tasks.rados.rados.0.smithi067.stdout:664: snap_remove snap 58 2024-07-29T15:04:39.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:39 smithi067 ceph-mon[39695]: pgmap v69: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.3 MiB/s wr, 17 op/s 2024-07-29T15:04:39.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:39 smithi067 ceph-mon[39695]: osdmap e194: 8 total, 8 up, 8 in 2024-07-29T15:04:39.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:39 smithi067 ceph-mon[29363]: pgmap v69: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.3 MiB/s wr, 17 op/s 2024-07-29T15:04:39.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:39 smithi067 ceph-mon[29363]: osdmap e194: 8 total, 8 up, 8 in 2024-07-29T15:04:39.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:39 smithi138 ceph-mon[32824]: pgmap v69: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.3 MiB/s wr, 17 op/s 2024-07-29T15:04:39.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:39 smithi138 ceph-mon[32824]: osdmap e194: 8 total, 8 up, 8 in 2024-07-29T15:04:40.497 INFO:tasks.rados.rados.0.smithi067.stdout:664: done (0 left) 2024-07-29T15:04:40.498 INFO:tasks.rados.rados.0.smithi067.stdout:665: snap_create 2024-07-29T15:04:40.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:40 smithi138 ceph-mon[32824]: osdmap e195: 8 total, 8 up, 8 in 2024-07-29T15:04:40.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:40 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:04:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:40 smithi067 ceph-mon[29363]: osdmap e195: 8 total, 8 up, 8 in 2024-07-29T15:04:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:40 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:04:40.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:40 smithi067 ceph-mon[39695]: osdmap e195: 8 total, 8 up, 8 in 2024-07-29T15:04:40.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:40 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:04:41.497 INFO:tasks.rados.rados.0.smithi067.stdout:665: done (0 left) 2024-07-29T15:04:41.497 INFO:tasks.rados.rados.0.smithi067.stdout:666: rmattr oid 33 current snap is 64 2024-07-29T15:04:41.497 INFO:tasks.rados.rados.0.smithi067.stdout:666: done (0 left) 2024-07-29T15:04:41.497 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 32 current snap is 64 2024-07-29T15:04:41.497 INFO:tasks.rados.rados.0.smithi067.stdout:667: seq_num 237 ranges {1662976=778240,2441216=532480,2973696=270336} 2024-07-29T15:04:41.511 INFO:tasks.rados.rados.0.smithi067.stdout:667: writing smithi06780069-32 from 1662976 to 2441216 tid 1 2024-07-29T15:04:41.514 INFO:tasks.rados.rados.0.smithi067.stdout:667: writing smithi06780069-32 from 2441216 to 2973696 tid 2 2024-07-29T15:04:41.516 INFO:tasks.rados.rados.0.smithi067.stdout:667: writing smithi06780069-32 from 2973696 to 3244032 tid 3 2024-07-29T15:04:41.516 INFO:tasks.rados.rados.0.smithi067.stdout:668: copy_from oid 11 from oid 45 current snap is 64 2024-07-29T15:04:41.516 INFO:tasks.rados.rados.0.smithi067.stdout:669: read oid 12 snap -1 2024-07-29T15:04:41.516 INFO:tasks.rados.rados.0.smithi067.stdout:669: expect (ObjNum 207 snap 50 seq_num 207) 2024-07-29T15:04:41.516 INFO:tasks.rados.rados.0.smithi067.stdout:670: rollback oid 9 current snap is 64 2024-07-29T15:04:41.516 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 9 to 52 2024-07-29T15:04:41.516 INFO:tasks.rados.rados.0.smithi067.stdout:671: snap_remove snap 49 2024-07-29T15:04:41.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:41 smithi138 ceph-mon[32824]: pgmap v72: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:04:41.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:41 smithi138 ceph-mon[32824]: osdmap e196: 8 total, 8 up, 8 in 2024-07-29T15:04:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:41 smithi067 ceph-mon[29363]: pgmap v72: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:04:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:41 smithi067 ceph-mon[29363]: osdmap e196: 8 total, 8 up, 8 in 2024-07-29T15:04:41.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:41 smithi067 ceph-mon[39695]: pgmap v72: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:04:41.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:41 smithi067 ceph-mon[39695]: osdmap e196: 8 total, 8 up, 8 in 2024-07-29T15:04:42.501 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:42 smithi138 systemd[1]: Stopping Ceph prometheus.a for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:04:42.513 INFO:tasks.rados.rados.0.smithi067.stdout:670: finishing rollback tid 1 to smithi06780069-9 2024-07-29T15:04:42.513 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 9 v 0 (ObjNum 129 snap 0 seq_num 3880114424) dirty dne 2024-07-29T15:04:42.513 INFO:tasks.rados.rados.0.smithi067.stdout:667: finishing write tid 1 to smithi06780069-32 2024-07-29T15:04:42.513 INFO:tasks.rados.rados.0.smithi067.stdout:667: finishing write tid 2 to smithi06780069-32 2024-07-29T15:04:42.513 INFO:tasks.rados.rados.0.smithi067.stdout:668: finishing copy_from racing read to smithi06780069-11 2024-07-29T15:04:42.514 INFO:tasks.rados.rados.0.smithi067.stdout:668: finishing copy_from to smithi06780069-11 2024-07-29T15:04:42.514 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 11 v 94 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-07-29T15:04:42.514 INFO:tasks.rados.rados.0.smithi067.stdout:667: finishing write tid 3 to smithi06780069-32 2024-07-29T15:04:42.514 INFO:tasks.rados.rados.0.smithi067.stdout:667: finishing write tid 4 to smithi06780069-32 2024-07-29T15:04:42.514 INFO:tasks.rados.rados.0.smithi067.stdout:667: finishing write tid 5 to smithi06780069-32 2024-07-29T15:04:42.514 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 278 (ObjNum 237 snap 64 seq_num 237) dirty exists 2024-07-29T15:04:42.515 INFO:tasks.rados.rados.0.smithi067.stdout:667: left oid 32 (ObjNum 237 snap 64 seq_num 237) 2024-07-29T15:04:42.515 INFO:tasks.rados.rados.0.smithi067.stdout:669: expect (ObjNum 207 snap 50 seq_num 207) 2024-07-29T15:04:42.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:42 smithi138 ceph-mon[32824]: osdmap e197: 8 total, 8 up, 8 in 2024-07-29T15:04:42.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:42 smithi067 ceph-mon[29363]: osdmap e197: 8 total, 8 up, 8 in 2024-07-29T15:04:42.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:42 smithi067 ceph-mon[39695]: osdmap e197: 8 total, 8 up, 8 in 2024-07-29T15:04:43.085 INFO:tasks.rados.rados.0.smithi067.stdout:667: done (4 left) 2024-07-29T15:04:43.085 INFO:tasks.rados.rados.0.smithi067.stdout:668: done (3 left) 2024-07-29T15:04:43.086 INFO:tasks.rados.rados.0.smithi067.stdout:669: done (2 left) 2024-07-29T15:04:43.086 INFO:tasks.rados.rados.0.smithi067.stdout:670: done (1 left) 2024-07-29T15:04:43.086 INFO:tasks.rados.rados.0.smithi067.stdout:671: done (0 left) 2024-07-29T15:04:43.086 INFO:tasks.rados.rados.0.smithi067.stdout:672: snap_create 2024-07-29T15:04:43.509 INFO:tasks.rados.rados.0.smithi067.stdout:672: done (0 left) 2024-07-29T15:04:43.509 INFO:tasks.rados.rados.0.smithi067.stdout:673: rmattr oid 40 current snap is 65 2024-07-29T15:04:43.509 INFO:tasks.rados.rados.0.smithi067.stdout:673: done (0 left) 2024-07-29T15:04:43.509 INFO:tasks.rados.rados.0.smithi067.stdout:674: read oid 10 snap 59 2024-07-29T15:04:43.509 INFO:tasks.rados.rados.0.smithi067.stdout:674: expect deleted 2024-07-29T15:04:43.509 INFO:tasks.rados.rados.0.smithi067.stdout:675: read oid 50 snap -1 2024-07-29T15:04:43.509 INFO:tasks.rados.rados.0.smithi067.stdout:675: expect (ObjNum 214 snap 52 seq_num 214) 2024-07-29T15:04:43.509 INFO:tasks.rados.rados.0.smithi067.stdout:676: setattr oid 7 current snap is 65 2024-07-29T15:04:43.511 INFO:tasks.rados.rados.0.smithi067.stdout:677: read oid 18 snap 53 2024-07-29T15:04:43.511 INFO:tasks.rados.rados.0.smithi067.stdout:677: expect (ObjNum 175 snap 43 seq_num 175) 2024-07-29T15:04:43.511 INFO:tasks.rados.rados.0.smithi067.stdout:678: copy_from oid 42 from oid 35 current snap is 65 2024-07-29T15:04:43.511 INFO:tasks.rados.rados.0.smithi067.stdout:679: read oid 46 snap -1 2024-07-29T15:04:43.511 INFO:tasks.rados.rados.0.smithi067.stdout:679: expect (ObjNum 207 snap 50 seq_num 207) 2024-07-29T15:04:43.511 INFO:tasks.rados.rados.0.smithi067.stdout:680: setattr oid 17 current snap is 65 2024-07-29T15:04:43.511 INFO:tasks.rados.rados.0.smithi067.stdout:681: rmattr oid 40 current snap is 65 2024-07-29T15:04:43.511 INFO:tasks.rados.rados.0.smithi067.stdout:681: done (7 left) 2024-07-29T15:04:43.511 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 11 current snap is 65 2024-07-29T15:04:43.511 INFO:tasks.rados.rados.0.smithi067.stdout:682: seq_num 238 ranges {827392=794624,1622016=417792,2039808=385024} 2024-07-29T15:04:43.521 INFO:tasks.rados.rados.0.smithi067.stdout:682: writing smithi06780069-11 from 827392 to 1622016 tid 1 2024-07-29T15:04:43.524 INFO:tasks.rados.rados.0.smithi067.stdout:682: writing smithi06780069-11 from 1622016 to 2039808 tid 2 2024-07-29T15:04:43.527 INFO:tasks.rados.rados.0.smithi067.stdout:682: writing smithi06780069-11 from 2039808 to 2424832 tid 3 2024-07-29T15:04:43.527 INFO:tasks.rados.rados.0.smithi067.stdout:683: snap_create 2024-07-29T15:04:43.528 INFO:tasks.rados.rados.0.smithi067.stdout:678: finishing copy_from racing read to smithi06780069-42 2024-07-29T15:04:43.528 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 156 (ObjNum 113 snap 0 seq_num 2349720667) dirty exists 2024-07-29T15:04:43.528 INFO:tasks.rados.rados.0.smithi067.stdout:678: finishing copy_from to smithi06780069-42 2024-07-29T15:04:43.528 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 219 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-07-29T15:04:43.528 INFO:tasks.rados.rados.0.smithi067.stdout:675: expect (ObjNum 214 snap 52 seq_num 214) 2024-07-29T15:04:43.599 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 7 v 236 (ObjNum 145 snap 0 seq_num 3879642176) dirty exists 2024-07-29T15:04:43.599 INFO:tasks.rados.rados.0.smithi067.stdout:682: finishing write tid 1 to smithi06780069-11 2024-07-29T15:04:43.599 INFO:tasks.rados.rados.0.smithi067.stdout:682: finishing write tid 2 to smithi06780069-11 2024-07-29T15:04:43.599 INFO:tasks.rados.rados.0.smithi067.stdout:677: expect (ObjNum 175 snap 43 seq_num 175) 2024-07-29T15:04:43.758 INFO:tasks.rados.rados.0.smithi067.stdout:682: finishing write tid 3 to smithi06780069-11 2024-07-29T15:04:43.759 INFO:tasks.rados.rados.0.smithi067.stdout:682: finishing write tid 4 to smithi06780069-11 2024-07-29T15:04:43.759 INFO:tasks.rados.rados.0.smithi067.stdout:682: finishing write tid 5 to smithi06780069-11 2024-07-29T15:04:43.759 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 11 v 263 (ObjNum 238 snap 65 seq_num 238) dirty exists 2024-07-29T15:04:43.759 INFO:tasks.rados.rados.0.smithi067.stdout:682: left oid 11 (ObjNum 238 snap 65 seq_num 238) 2024-07-29T15:04:43.759 INFO:tasks.rados.rados.0.smithi067.stdout:679: expect (ObjNum 207 snap 50 seq_num 207) 2024-07-29T15:04:43.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:43 smithi138 ceph-mon[32824]: pgmap v75: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 846 KiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-07-29T15:04:43.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:43 smithi138 ceph-mon[32824]: osdmap e198: 8 total, 8 up, 8 in 2024-07-29T15:04:43.811 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:43 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[63748]: ts=2024-07-29T15:04:43.352Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-07-29T15:04:43.811 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:43 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[63748]: ts=2024-07-29T15:04:43.352Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-07-29T15:04:43.811 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:43 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[63748]: ts=2024-07-29T15:04:43.352Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-07-29T15:04:43.812 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:43 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[63748]: ts=2024-07-29T15:04:43.352Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-07-29T15:04:43.812 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:43 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[63748]: ts=2024-07-29T15:04:43.352Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-07-29T15:04:43.812 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:43 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[63748]: ts=2024-07-29T15:04:43.352Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-07-29T15:04:43.812 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:43 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[63748]: ts=2024-07-29T15:04:43.352Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-07-29T15:04:43.812 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:43 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[63748]: ts=2024-07-29T15:04:43.352Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-07-29T15:04:43.812 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:43 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[63748]: ts=2024-07-29T15:04:43.352Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-07-29T15:04:43.813 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:43 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[63748]: ts=2024-07-29T15:04:43.353Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-07-29T15:04:43.813 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:43 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[63748]: ts=2024-07-29T15:04:43.353Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-07-29T15:04:43.813 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:43 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[63748]: ts=2024-07-29T15:04:43.353Z caller=main.go:1147 level=info msg="See you next time!" 2024-07-29T15:04:43.813 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:43 smithi138 podman[73914]: 2024-07-29 15:04:43.36253515 +0000 UTC m=+1.043335136 container died 9eb5402df0c05d95f4c57644c8f7f4b20200b14a14b0a25c23d0bd5ad0b92b17 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-29T15:04:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:43 smithi067 ceph-mon[29363]: pgmap v75: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 846 KiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-07-29T15:04:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:43 smithi067 ceph-mon[29363]: osdmap e198: 8 total, 8 up, 8 in 2024-07-29T15:04:43.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:43 smithi067 ceph-mon[39695]: pgmap v75: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 846 KiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-07-29T15:04:43.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:43 smithi067 ceph-mon[39695]: osdmap e198: 8 total, 8 up, 8 in 2024-07-29T15:04:44.518 INFO:tasks.rados.rados.0.smithi067.stdout:674: done (8 left) 2024-07-29T15:04:44.519 INFO:tasks.rados.rados.0.smithi067.stdout:675: done (7 left) 2024-07-29T15:04:44.519 INFO:tasks.rados.rados.0.smithi067.stdout:676: done (6 left) 2024-07-29T15:04:44.519 INFO:tasks.rados.rados.0.smithi067.stdout:677: done (5 left) 2024-07-29T15:04:44.519 INFO:tasks.rados.rados.0.smithi067.stdout:678: done (4 left) 2024-07-29T15:04:44.519 INFO:tasks.rados.rados.0.smithi067.stdout:679: done (3 left) 2024-07-29T15:04:44.519 INFO:tasks.rados.rados.0.smithi067.stdout:680: done (2 left) 2024-07-29T15:04:44.519 INFO:tasks.rados.rados.0.smithi067.stdout:682: done (1 left) 2024-07-29T15:04:44.519 INFO:tasks.rados.rados.0.smithi067.stdout:683: done (0 left) 2024-07-29T15:04:44.519 INFO:tasks.rados.rados.0.smithi067.stdout:684: snap_remove snap 50 2024-07-29T15:04:44.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:44 smithi138 ceph-mon[32824]: osdmap e199: 8 total, 8 up, 8 in 2024-07-29T15:04:44.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:44 smithi138 podman[73914]: 2024-07-29 15:04:44.376291159 +0000 UTC m=+2.057091142 container cleanup 9eb5402df0c05d95f4c57644c8f7f4b20200b14a14b0a25c23d0bd5ad0b92b17 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-29T15:04:44.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:44 smithi138 bash[73914]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a 2024-07-29T15:04:44.880 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:44 smithi138 podman[73926]: 2024-07-29 15:04:44.628145273 +0000 UTC m=+1.263222839 container remove 9eb5402df0c05d95f4c57644c8f7f4b20200b14a14b0a25c23d0bd5ad0b92b17 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-29T15:04:44.880 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:44 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-07-29T15:04:44.880 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:44 smithi138 systemd[1]: Stopped Ceph prometheus.a for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:04:44.880 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:44 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@prometheus.a.service: Consumed 1.651s CPU time. 2024-07-29T15:04:44.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:44 smithi067 ceph-mon[29363]: osdmap e199: 8 total, 8 up, 8 in 2024-07-29T15:04:44.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:44 smithi067 ceph-mon[39695]: osdmap e199: 8 total, 8 up, 8 in 2024-07-29T15:04:45.254 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-07-29T15:04:45.268 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:45 smithi138 systemd[1]: Starting Ceph prometheus.a for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:04:45.517 INFO:tasks.rados.rados.0.smithi067.stdout:684: done (0 left) 2024-07-29T15:04:45.518 INFO:tasks.rados.rados.0.smithi067.stdout:685: snap_remove snap 59 2024-07-29T15:04:45.519 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:45 smithi138 ceph-mon[32824]: pgmap v78: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 846 KiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-07-29T15:04:45.519 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:45 smithi138 podman[74059]: 2024-07-29 15:04:45.171920975 +0000 UTC m=+0.018360091 image pull 1d3b7f56885b6dd623f1785be963aa9c195f86bc256ea454e8d02a7980b79c53 quay.io/prometheus/prometheus:v2.51.0 2024-07-29T15:04:45.519 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:45 smithi138 podman[74059]: 2024-07-29 15:04:45.278981356 +0000 UTC m=+0.125420457 container create 3cecc59d7e74a3f3c8487ebad9f327f509f3a4cc226e250f2093541b9d1db9d3 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-29T15:04:45.538 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-29T15:04:45.539 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 starting - - - - 2024-07-29T15:04:45.539 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi138 *:3000 running (4m) 35s ago 4m 91.5M - 9.4.7 954c08fa6188 ac7794f78498 2024-07-29T15:04:45.539 INFO:teuthology.orchestra.run.smithi067.stdout:mds.a smithi067 running (6m) 45s ago 6m 18.2M - 17.2.7-1155-g3120d060 5ec745195f7e 0b73fb05902b 2024-07-29T15:04:45.539 INFO:teuthology.orchestra.run.smithi067.stdout:mds.b smithi138 running (6m) 35s ago 6m 14.5M - 17.2.7-1155-g3120d060 5ec745195f7e 8d64b29e8368 2024-07-29T15:04:45.539 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi138 *:8443,9283 running (60s) 35s ago 9m 496M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 39d8694ee3b2 2024-07-29T15:04:45.539 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:9283 running (11m) 45s ago 11m 276M - 17.2.7-1155-g3120d060 5ec745195f7e ab8576adb9f0 2024-07-29T15:04:45.539 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (11m) 45s ago 11m 51.7M 2048M 17.2.7-1155-g3120d060 5ec745195f7e d869d4bcfb65 2024-07-29T15:04:45.539 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi138 running (9m) 35s ago 9m 42.9M 2048M 17.2.7-1155-g3120d060 5ec745195f7e 61a2da511017 2024-07-29T15:04:45.539 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (9m) 45s ago 9m 44.4M 2048M 17.2.7-1155-g3120d060 5ec745195f7e 55264effb9e8 2024-07-29T15:04:45.539 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 starting - - - - 2024-07-29T15:04:45.539 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi138 *:9100 running (4m) 35s ago 4m 15.6M - 1.5.0 0da6a335fe13 d665baf7689d 2024-07-29T15:04:45.539 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (9m) 45s ago 9m 81.5M 2480M 17.2.7-1155-g3120d060 5ec745195f7e 60dcaf32ae4b 2024-07-29T15:04:45.540 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (8m) 45s ago 8m 73.7M 2480M 17.2.7-1155-g3120d060 5ec745195f7e c744b585958c 2024-07-29T15:04:45.540 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (8m) 45s ago 8m 97.9M 2480M 17.2.7-1155-g3120d060 5ec745195f7e 334423e852b7 2024-07-29T15:04:45.540 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (7m) 45s ago 7m 67.9M 2480M 17.2.7-1155-g3120d060 5ec745195f7e c9160c216ff0 2024-07-29T15:04:45.540 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi138 running (7m) 35s ago 7m 73.5M 2480M 17.2.7-1155-g3120d060 5ec745195f7e a15137922a4f 2024-07-29T15:04:45.540 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi138 running (7m) 35s ago 7m 84.6M 2480M 17.2.7-1155-g3120d060 5ec745195f7e 095126a5d70a 2024-07-29T15:04:45.540 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi138 running (6m) 35s ago 6m 60.0M 2480M 17.2.7-1155-g3120d060 5ec745195f7e a10a9aef390f 2024-07-29T15:04:45.540 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi138 running (6m) 35s ago 6m 78.2M 2480M 17.2.7-1155-g3120d060 5ec745195f7e c141798f58f5 2024-07-29T15:04:45.540 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi138 *:9095 running (3m) 35s ago 5m 53.5M - 2.43.0 a07b618ecd1d 9eb5402df0c0 2024-07-29T15:04:45.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:45 smithi138 ceph-mon[32824]: osdmap e200: 8 total, 8 up, 8 in 2024-07-29T15:04:45.811 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:45 smithi138 podman[74059]: 2024-07-29 15:04:45.540015689 +0000 UTC m=+0.386454785 container init 3cecc59d7e74a3f3c8487ebad9f327f509f3a4cc226e250f2093541b9d1db9d3 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-29T15:04:45.811 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:45 smithi138 podman[74059]: 2024-07-29 15:04:45.54302119 +0000 UTC m=+0.389460277 container start 3cecc59d7e74a3f3c8487ebad9f327f509f3a4cc226e250f2093541b9d1db9d3 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-29T15:04:45.811 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:04:45.562Z caller=main.go:617 level=info msg="Starting Prometheus Server" mode=server version="(version=2.51.0, branch=HEAD, revision=c05c15512acb675e3f6cd662a6727854e93fc024)" 2024-07-29T15:04:45.811 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:04:45.562Z caller=main.go:622 level=info build_context="(go=go1.22.1, platform=linux/amd64, user=root@b5723e458358, date=20240319-10:54:45, tags=netgo,builtinassets,stringlabels)" 2024-07-29T15:04:45.811 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:04:45.562Z caller=main.go:623 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi138 (none))" 2024-07-29T15:04:45.811 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:04:45.562Z caller=main.go:624 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-07-29T15:04:45.811 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:04:45.562Z caller=main.go:625 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-07-29T15:04:45.812 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:04:45.564Z caller=web.go:568 level=info component=web msg="Start listening for connections" address=:9095 2024-07-29T15:04:45.812 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:04:45.564Z caller=main.go:1129 level=info msg="Starting TSDB ..." 2024-07-29T15:04:45.812 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:04:45.566Z caller=tls_config.go:313 level=info component=web msg="Listening on" address=[::]:9095 2024-07-29T15:04:45.812 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:04:45.566Z caller=tls_config.go:316 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-07-29T15:04:45.812 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:04:45.568Z caller=head.go:616 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-07-29T15:04:45.812 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:04:45.568Z caller=head.go:698 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.628µs 2024-07-29T15:04:45.812 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:04:45.568Z caller=head.go:706 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-07-29T15:04:45.812 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:04:45.568Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-07-29T15:04:45.812 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:04:45.580Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-07-29T15:04:45.812 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:04:45.580Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-07-29T15:04:45.813 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:04:45.580Z caller=head.go:815 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=22.286µs wal_replay_duration=12.283538ms wbl_replay_duration=135ns total_replay_duration=12.323114ms 2024-07-29T15:04:45.813 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:04:45.583Z caller=main.go:1150 level=info fs_type=XFS_SUPER_MAGIC 2024-07-29T15:04:45.813 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:04:45.583Z caller=main.go:1153 level=info msg="TSDB started" 2024-07-29T15:04:45.813 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:04:45.583Z caller=main.go:1335 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-07-29T15:04:45.813 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:04:45.600Z caller=main.go:1372 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=17.525152ms db_storage=860ns remote_storage=1.212µs web_handler=331ns query_engine=702ns scrape=614.346µs scrape_sd=105.039µs notify=33.141µs notify_sd=15.008µs rules=16.427753ms tracing=6.653µs 2024-07-29T15:04:45.813 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:04:45.600Z caller=main.go:1114 level=info msg="Server is ready to receive web requests." 2024-07-29T15:04:45.813 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:04:45.600Z caller=manager.go:163 level=info component="rule manager" msg="Starting rule manager..." 2024-07-29T15:04:45.813 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:45 smithi138 bash[74059]: 3cecc59d7e74a3f3c8487ebad9f327f509f3a4cc226e250f2093541b9d1db9d3 2024-07-29T15:04:45.813 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:45 smithi138 systemd[1]: Started Ceph prometheus.a for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:04:45.882 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-07-29T15:04:45.883 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-07-29T15:04:45.883 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 3 2024-07-29T15:04:45.883 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:04:45.883 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-07-29T15:04:45.883 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 1, 2024-07-29T15:04:45.883 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 1 2024-07-29T15:04:45.883 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:04:45.883 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-07-29T15:04:45.883 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 8 2024-07-29T15:04:45.884 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:04:45.884 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": { 2024-07-29T15:04:45.884 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 2 2024-07-29T15:04:45.884 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:04:45.884 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-07-29T15:04:45.884 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 14, 2024-07-29T15:04:45.884 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 1 2024-07-29T15:04:45.884 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-07-29T15:04:45.884 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-07-29T15:04:45.884 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:45 smithi067 ceph-mon[29363]: pgmap v78: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 846 KiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-07-29T15:04:45.885 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:45 smithi067 ceph-mon[29363]: osdmap e200: 8 total, 8 up, 8 in 2024-07-29T15:04:45.885 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:45 smithi067 ceph-mon[39695]: pgmap v78: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 846 KiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-07-29T15:04:45.885 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:45 smithi067 ceph-mon[39695]: osdmap e200: 8 total, 8 up, 8 in 2024-07-29T15:04:46.310 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:46 smithi138 systemd[1]: Stopping Ceph node-exporter.b for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:04:46.535 INFO:tasks.rados.rados.0.smithi067.stdout:685: done (0 left) 2024-07-29T15:04:46.536 INFO:tasks.rados.rados.0.smithi067.stdout:686: rollback oid 12 current snap is 66 2024-07-29T15:04:46.536 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 12 to 61 2024-07-29T15:04:46.536 INFO:tasks.rados.rados.0.smithi067.stdout:687: read oid 21 snap -1 2024-07-29T15:04:46.536 INFO:tasks.rados.rados.0.smithi067.stdout:687: expect (ObjNum 180 snap 45 seq_num 180) 2024-07-29T15:04:46.536 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 1 current snap is 66 2024-07-29T15:04:46.536 INFO:tasks.rados.rados.0.smithi067.stdout:688: seq_num 239 ranges {688128=409600,1097728=704512,1802240=499712} 2024-07-29T15:04:46.542 INFO:tasks.rados.rados.0.smithi067.stdout:688: writing smithi06780069-1 from 688128 to 1097728 tid 1 2024-07-29T15:04:46.547 INFO:tasks.rados.rados.0.smithi067.stdout:688: writing smithi06780069-1 from 1097728 to 1802240 tid 2 2024-07-29T15:04:46.551 INFO:tasks.rados.rados.0.smithi067.stdout:688: writing smithi06780069-1 from 1802240 to 2301952 tid 3 2024-07-29T15:04:46.552 INFO:tasks.rados.rados.0.smithi067.stdout:689: read oid 6 snap -1 2024-07-29T15:04:46.552 INFO:tasks.rados.rados.0.smithi067.stdout:689: expect deleted 2024-07-29T15:04:46.552 INFO:tasks.rados.rados.0.smithi067.stdout:690: snap_create 2024-07-29T15:04:46.552 INFO:tasks.rados.rados.0.smithi067.stdout:687: expect (ObjNum 180 snap 45 seq_num 180) 2024-07-29T15:04:46.591 INFO:tasks.rados.rados.0.smithi067.stdout:686: finishing rollback tid 0 to smithi06780069-12 2024-07-29T15:04:46.592 INFO:tasks.rados.rados.0.smithi067.stdout:686: finishing rollback tid 1 to smithi06780069-12 2024-07-29T15:04:46.592 INFO:tasks.rados.rados.0.smithi067.stdout:686: finishing rollback tid 2 to smithi06780069-12 2024-07-29T15:04:46.592 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 180 (ObjNum 207 snap 50 seq_num 207) dirty exists 2024-07-29T15:04:46.592 INFO:tasks.rados.rados.0.smithi067.stdout:688: finishing write tid 1 to smithi06780069-1 2024-07-29T15:04:46.592 INFO:tasks.rados.rados.0.smithi067.stdout:688: finishing write tid 2 to smithi06780069-1 2024-07-29T15:04:46.593 INFO:tasks.rados.rados.0.smithi067.stdout:688: finishing write tid 3 to smithi06780069-1 2024-07-29T15:04:46.593 INFO:tasks.rados.rados.0.smithi067.stdout:688: finishing write tid 4 to smithi06780069-1 2024-07-29T15:04:46.593 INFO:tasks.rados.rados.0.smithi067.stdout:688: finishing write tid 5 to smithi06780069-1 2024-07-29T15:04:46.593 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 293 (ObjNum 239 snap 66 seq_num 239) dirty exists 2024-07-29T15:04:46.594 INFO:tasks.rados.rados.0.smithi067.stdout:688: left oid 1 (ObjNum 239 snap 66 seq_num 239) 2024-07-29T15:04:46.729 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:46 smithi138 podman[74236]: 2024-07-29 15:04:46.479555372 +0000 UTC m=+0.112292319 container died d665baf7689dfe999f3a977fab0a3af71c9e8124f4ae68c356929ed176dd0693 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-29T15:04:46.729 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:46 smithi138 ceph-mon[32824]: from='client.15054 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:04:46.729 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:46 smithi138 ceph-mon[32824]: osdmap e201: 8 total, 8 up, 8 in 2024-07-29T15:04:46.729 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:46 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:46.729 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:46 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:46.729 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:46 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/1167201274' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:04:46.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:46 smithi067 ceph-mon[29363]: from='client.15054 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:04:46.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:46 smithi067 ceph-mon[29363]: osdmap e201: 8 total, 8 up, 8 in 2024-07-29T15:04:46.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:46 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:46.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:46 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:46.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:46 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/1167201274' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:04:46.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:46 smithi067 ceph-mon[39695]: from='client.15054 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:04:46.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:46 smithi067 ceph-mon[39695]: osdmap e201: 8 total, 8 up, 8 in 2024-07-29T15:04:46.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:46 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:46.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:46 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:46.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:46 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/1167201274' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:04:47.060 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:46 smithi138 podman[74236]: 2024-07-29 15:04:46.836135139 +0000 UTC m=+0.468872082 container cleanup d665baf7689dfe999f3a977fab0a3af71c9e8124f4ae68c356929ed176dd0693 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-29T15:04:47.060 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:46 smithi138 bash[74236]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b 2024-07-29T15:04:47.347 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:47 smithi138 podman[74247]: 2024-07-29 15:04:47.162379002 +0000 UTC m=+0.682844446 container remove d665baf7689dfe999f3a977fab0a3af71c9e8124f4ae68c356929ed176dd0693 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-29T15:04:47.348 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:47 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-07-29T15:04:47.348 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:47 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-07-29T15:04:47.348 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:47 smithi138 systemd[1]: Stopped Ceph node-exporter.b for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:04:47.348 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:47 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@node-exporter.b.service: Consumed 2.114s CPU time. 2024-07-29T15:04:47.411 INFO:tasks.rados.rados.0.smithi067.stdout:686: done (4 left) 2024-07-29T15:04:47.411 INFO:tasks.rados.rados.0.smithi067.stdout:687: done (3 left) 2024-07-29T15:04:47.411 INFO:tasks.rados.rados.0.smithi067.stdout:688: done (2 left) 2024-07-29T15:04:47.411 INFO:tasks.rados.rados.0.smithi067.stdout:689: done (1 left) 2024-07-29T15:04:47.411 INFO:tasks.rados.rados.0.smithi067.stdout:690: done (0 left) 2024-07-29T15:04:47.411 INFO:tasks.rados.rados.0.smithi067.stdout:691: delete oid 38 current snap is 67 2024-07-29T15:04:47.415 INFO:tasks.rados.rados.0.smithi067.stdout:691: done (0 left) 2024-07-29T15:04:47.415 INFO:tasks.rados.rados.0.smithi067.stdout:692: rollback oid 44 current snap is 67 2024-07-29T15:04:47.415 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 44 to 47 2024-07-29T15:04:47.415 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 40 current snap is 67 2024-07-29T15:04:47.415 INFO:tasks.rados.rados.0.smithi067.stdout:693: seq_num 241 ranges {4546560=442368,4988928=466944,5455872=688128,6144000=49152} 2024-07-29T15:04:47.442 INFO:tasks.rados.rados.0.smithi067.stdout:693: writing smithi06780069-40 from 4546560 to 4988928 tid 1 2024-07-29T15:04:47.445 INFO:tasks.rados.rados.0.smithi067.stdout:693: writing smithi06780069-40 from 4988928 to 5455872 tid 2 2024-07-29T15:04:47.449 INFO:tasks.rados.rados.0.smithi067.stdout:693: writing smithi06780069-40 from 5455872 to 6144000 tid 3 2024-07-29T15:04:47.449 INFO:tasks.rados.rados.0.smithi067.stdout:693: writing smithi06780069-40 from 6144000 to 6193152 tid 4 2024-07-29T15:04:47.449 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 22 current snap is 67 2024-07-29T15:04:47.450 INFO:tasks.rados.rados.0.smithi067.stdout:692: finishing rollback tid 0 to smithi06780069-44 2024-07-29T15:04:47.450 INFO:tasks.rados.rados.0.smithi067.stdout:694: seq_num 242 ranges {0=458752,458752=753664,1212416=450560} 2024-07-29T15:04:47.452 INFO:tasks.rados.rados.0.smithi067.stdout:694: writing smithi06780069-22 from 0 to 458752 tid 1 2024-07-29T15:04:47.456 INFO:tasks.rados.rados.0.smithi067.stdout:694: writing smithi06780069-22 from 458752 to 1212416 tid 2 2024-07-29T15:04:47.460 INFO:tasks.rados.rados.0.smithi067.stdout:694: writing smithi06780069-22 from 1212416 to 1662976 tid 3 2024-07-29T15:04:47.460 INFO:tasks.rados.rados.0.smithi067.stdout:695: rollback oid 6 current snap is 67 2024-07-29T15:04:47.460 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 6 to 60 2024-07-29T15:04:47.460 INFO:tasks.rados.rados.0.smithi067.stdout:692: finishing rollback tid 1 to smithi06780069-44 2024-07-29T15:04:47.460 INFO:tasks.rados.rados.0.smithi067.stdout:692: finishing rollback tid 2 to smithi06780069-44 2024-07-29T15:04:47.460 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 87 (ObjNum 193 snap 47 seq_num 193) dirty exists 2024-07-29T15:04:47.460 INFO:tasks.rados.rados.0.smithi067.stdout:693: finishing write tid 1 to smithi06780069-40 2024-07-29T15:04:47.460 INFO:tasks.rados.rados.0.smithi067.stdout:693: finishing write tid 2 to smithi06780069-40 2024-07-29T15:04:47.460 INFO:tasks.rados.rados.0.smithi067.stdout:692: done (3 left) 2024-07-29T15:04:47.460 INFO:tasks.rados.rados.0.smithi067.stdout:696: read oid 28 snap -1 2024-07-29T15:04:47.460 INFO:tasks.rados.rados.0.smithi067.stdout:696: expect (ObjNum 165 snap 40 seq_num 165) 2024-07-29T15:04:47.461 INFO:tasks.rados.rados.0.smithi067.stdout:697: snap_remove snap 55 2024-07-29T15:04:47.761 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:47 smithi138 ceph-mon[32824]: from='client.15060 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:04:47.761 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:47 smithi138 ceph-mon[32824]: Reconfiguring node-exporter.b (dependencies changed)... 2024-07-29T15:04:47.761 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:47 smithi138 ceph-mon[32824]: Deploying daemon node-exporter.b on smithi138 2024-07-29T15:04:47.761 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:47 smithi138 ceph-mon[32824]: pgmap v81: 121 pgs: 1 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 113 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 978 KiB/s wr, 17 op/s 2024-07-29T15:04:47.761 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:47 smithi138 ceph-mon[32824]: osdmap e202: 8 total, 8 up, 8 in 2024-07-29T15:04:47.762 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:47 smithi138 ceph-mon[32824]: osdmap e203: 8 total, 8 up, 8 in 2024-07-29T15:04:47.762 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:47 smithi138 systemd[1]: Starting Ceph node-exporter.b for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:04:47.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:47 smithi067 ceph-mon[29363]: from='client.15060 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:04:47.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:47 smithi067 ceph-mon[29363]: Reconfiguring node-exporter.b (dependencies changed)... 2024-07-29T15:04:47.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:47 smithi067 ceph-mon[29363]: Deploying daemon node-exporter.b on smithi138 2024-07-29T15:04:47.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:47 smithi067 ceph-mon[29363]: pgmap v81: 121 pgs: 1 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 113 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 978 KiB/s wr, 17 op/s 2024-07-29T15:04:47.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:47 smithi067 ceph-mon[29363]: osdmap e202: 8 total, 8 up, 8 in 2024-07-29T15:04:47.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:47 smithi067 ceph-mon[29363]: osdmap e203: 8 total, 8 up, 8 in 2024-07-29T15:04:47.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:47 smithi067 ceph-mon[39695]: from='client.15060 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:04:47.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:47 smithi067 ceph-mon[39695]: Reconfiguring node-exporter.b (dependencies changed)... 2024-07-29T15:04:47.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:47 smithi067 ceph-mon[39695]: Deploying daemon node-exporter.b on smithi138 2024-07-29T15:04:47.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:47 smithi067 ceph-mon[39695]: pgmap v81: 121 pgs: 1 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 113 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 978 KiB/s wr, 17 op/s 2024-07-29T15:04:47.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:47 smithi067 ceph-mon[39695]: osdmap e202: 8 total, 8 up, 8 in 2024-07-29T15:04:47.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:47 smithi067 ceph-mon[39695]: osdmap e203: 8 total, 8 up, 8 in 2024-07-29T15:04:48.060 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:47 smithi138 bash[74386]: Trying to pull quay.io/prometheus/node-exporter:v1.7.0... 2024-07-29T15:04:48.415 INFO:tasks.rados.rados.0.smithi067.stdout:697: done (4 left) 2024-07-29T15:04:48.415 INFO:tasks.rados.rados.0.smithi067.stdout:698: read oid 9 snap -1 2024-07-29T15:04:48.415 INFO:tasks.rados.rados.0.smithi067.stdout:698: expect deleted 2024-07-29T15:04:48.415 INFO:tasks.rados.rados.0.smithi067.stdout:699: setattr oid 44 current snap is 67 2024-07-29T15:04:48.415 INFO:tasks.rados.rados.0.smithi067.stdout:693: finishing write tid 3 to smithi06780069-40 2024-07-29T15:04:48.415 INFO:tasks.rados.rados.0.smithi067.stdout:693: finishing write tid 4 to smithi06780069-40 2024-07-29T15:04:48.415 INFO:tasks.rados.rados.0.smithi067.stdout:693: finishing write tid 5 to smithi06780069-40 2024-07-29T15:04:48.415 INFO:tasks.rados.rados.0.smithi067.stdout:693: finishing write tid 6 to smithi06780069-40 2024-07-29T15:04:48.415 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 40 v 275 (ObjNum 241 snap 67 seq_num 241) dirty exists 2024-07-29T15:04:48.416 INFO:tasks.rados.rados.0.smithi067.stdout:693: left oid 40 (ObjNum 241 snap 67 seq_num 241) 2024-07-29T15:04:48.416 INFO:tasks.rados.rados.0.smithi067.stdout:694: finishing write tid 1 to smithi06780069-22 2024-07-29T15:04:48.416 INFO:tasks.rados.rados.0.smithi067.stdout:694: finishing write tid 2 to smithi06780069-22 2024-07-29T15:04:48.416 INFO:tasks.rados.rados.0.smithi067.stdout:694: finishing write tid 3 to smithi06780069-22 2024-07-29T15:04:48.416 INFO:tasks.rados.rados.0.smithi067.stdout:695: finishing rollback tid 1 to smithi06780069-6 2024-07-29T15:04:48.416 INFO:tasks.rados.rados.0.smithi067.stdout:694: finishing write tid 4 to smithi06780069-22 2024-07-29T15:04:48.416 INFO:tasks.rados.rados.0.smithi067.stdout:695: finishing rollback tid 2 to smithi06780069-6 2024-07-29T15:04:48.416 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 6 v 246 (ObjNum 190 snap 47 seq_num 190) dirty exists 2024-07-29T15:04:48.416 INFO:tasks.rados.rados.0.smithi067.stdout:694: finishing write tid 5 to smithi06780069-22 2024-07-29T15:04:48.416 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 252 (ObjNum 242 snap 67 seq_num 242) dirty exists 2024-07-29T15:04:48.416 INFO:tasks.rados.rados.0.smithi067.stdout:694: left oid 22 (ObjNum 242 snap 67 seq_num 242) 2024-07-29T15:04:48.416 INFO:tasks.rados.rados.0.smithi067.stdout:696: expect (ObjNum 165 snap 40 seq_num 165) 2024-07-29T15:04:48.440 INFO:tasks.rados.rados.0.smithi067.stdout:693: done (5 left) 2024-07-29T15:04:48.440 INFO:tasks.rados.rados.0.smithi067.stdout:694: done (4 left) 2024-07-29T15:04:48.440 INFO:tasks.rados.rados.0.smithi067.stdout:695: done (3 left) 2024-07-29T15:04:48.440 INFO:tasks.rados.rados.0.smithi067.stdout:696: done (2 left) 2024-07-29T15:04:48.440 INFO:tasks.rados.rados.0.smithi067.stdout:698: done (1 left) 2024-07-29T15:04:48.440 INFO:tasks.rados.rados.0.smithi067.stdout:700: delete oid 26 current snap is 67 2024-07-29T15:04:48.442 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 88 (ObjNum 193 snap 47 seq_num 193) dirty exists 2024-07-29T15:04:48.443 INFO:tasks.rados.rados.0.smithi067.stdout:699: done (1 left) 2024-07-29T15:04:48.443 INFO:tasks.rados.rados.0.smithi067.stdout:700: done (0 left) 2024-07-29T15:04:48.443 INFO:tasks.rados.rados.0.smithi067.stdout:701: read oid 9 snap 66 2024-07-29T15:04:48.443 INFO:tasks.rados.rados.0.smithi067.stdout:701: expect deleted 2024-07-29T15:04:48.443 INFO:tasks.rados.rados.0.smithi067.stdout:702: read oid 13 snap -1 2024-07-29T15:04:48.444 INFO:tasks.rados.rados.0.smithi067.stdout:702: expect (ObjNum 216 snap 52 seq_num 216) 2024-07-29T15:04:48.444 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 11 current snap is 67 2024-07-29T15:04:48.444 INFO:tasks.rados.rados.0.smithi067.stdout:703: seq_num 244 ranges {2424832=491520,2916352=573440,3489792=458752,3948544=172032} 2024-07-29T15:04:48.459 INFO:tasks.rados.rados.0.smithi067.stdout:703: writing smithi06780069-11 from 2424832 to 2916352 tid 1 2024-07-29T15:04:48.462 INFO:tasks.rados.rados.0.smithi067.stdout:703: writing smithi06780069-11 from 2916352 to 3489792 tid 2 2024-07-29T15:04:48.465 INFO:tasks.rados.rados.0.smithi067.stdout:703: writing smithi06780069-11 from 3489792 to 3948544 tid 3 2024-07-29T15:04:48.466 INFO:tasks.rados.rados.0.smithi067.stdout:703: writing smithi06780069-11 from 3948544 to 4120576 tid 4 2024-07-29T15:04:48.467 INFO:tasks.rados.rados.0.smithi067.stdout:704: read oid 39 snap -1 2024-07-29T15:04:48.467 INFO:tasks.rados.rados.0.smithi067.stdout:704: expect (ObjNum 235 snap 63 seq_num 235) 2024-07-29T15:04:48.467 INFO:tasks.rados.rados.0.smithi067.stdout:705: rollback oid 19 current snap is 67 2024-07-29T15:04:48.467 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 19 to 47 2024-07-29T15:04:48.467 INFO:tasks.rados.rados.0.smithi067.stdout:702: expect (ObjNum 216 snap 52 seq_num 216) 2024-07-29T15:04:48.549 INFO:tasks.rados.rados.0.smithi067.stdout:703: finishing write tid 1 to smithi06780069-11 2024-07-29T15:04:48.550 INFO:tasks.rados.rados.0.smithi067.stdout:703: finishing write tid 2 to smithi06780069-11 2024-07-29T15:04:48.550 INFO:tasks.rados.rados.0.smithi067.stdout:703: finishing write tid 3 to smithi06780069-11 2024-07-29T15:04:48.550 INFO:tasks.rados.rados.0.smithi067.stdout:703: finishing write tid 4 to smithi06780069-11 2024-07-29T15:04:48.550 INFO:tasks.rados.rados.0.smithi067.stdout:705: finishing rollback tid 0 to smithi06780069-19 2024-07-29T15:04:48.550 INFO:tasks.rados.rados.0.smithi067.stdout:701: done (4 left) 2024-07-29T15:04:48.550 INFO:tasks.rados.rados.0.smithi067.stdout:702: done (3 left) 2024-07-29T15:04:48.550 INFO:tasks.rados.rados.0.smithi067.stdout:706: setattr oid 27 current snap is 67 2024-07-29T15:04:48.550 INFO:tasks.rados.rados.0.smithi067.stdout:703: finishing write tid 5 to smithi06780069-11 2024-07-29T15:04:48.550 INFO:tasks.rados.rados.0.smithi067.stdout:705: finishing rollback tid 1 to smithi06780069-19 2024-07-29T15:04:48.550 INFO:tasks.rados.rados.0.smithi067.stdout:705: finishing rollback tid 2 to smithi06780069-19 2024-07-29T15:04:48.550 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 19 v 254 (ObjNum 145 snap 35 seq_num 145) dirty exists 2024-07-29T15:04:48.550 INFO:tasks.rados.rados.0.smithi067.stdout:703: finishing write tid 6 to smithi06780069-11 2024-07-29T15:04:48.550 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 11 v 287 (ObjNum 244 snap 67 seq_num 244) dirty exists 2024-07-29T15:04:48.551 INFO:tasks.rados.rados.0.smithi067.stdout:703: left oid 11 (ObjNum 244 snap 67 seq_num 244) 2024-07-29T15:04:48.551 INFO:tasks.rados.rados.0.smithi067.stdout:704: expect (ObjNum 235 snap 63 seq_num 235) 2024-07-29T15:04:48.560 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:48 smithi138 bash[74386]: Getting image source signatures 2024-07-29T15:04:48.560 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:48 smithi138 bash[74386]: Copying blob sha256:324153f2810a9927fcce320af9e4e291e0b6e805cbdd1f338386c756b9defa24 2024-07-29T15:04:48.560 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:48 smithi138 bash[74386]: Copying blob sha256:2abcce694348cd2c949c0e98a7400ebdfd8341021bcf6b541bc72033ce982510 2024-07-29T15:04:48.560 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:48 smithi138 bash[74386]: Copying blob sha256:455fd88e5221bc1e278ef2d059cd70e4df99a24e5af050ede621534276f6cf9a 2024-07-29T15:04:48.780 INFO:tasks.rados.rados.0.smithi067.stdout:703: done (3 left) 2024-07-29T15:04:48.780 INFO:tasks.rados.rados.0.smithi067.stdout:704: done (2 left) 2024-07-29T15:04:48.780 INFO:tasks.rados.rados.0.smithi067.stdout:705: done (1 left) 2024-07-29T15:04:48.780 INFO:tasks.rados.rados.0.smithi067.stdout:707: delete oid 28 current snap is 67 2024-07-29T15:04:48.782 INFO:tasks.rados.rados.0.smithi067.stdout:707: done (1 left) 2024-07-29T15:04:48.782 INFO:tasks.rados.rados.0.smithi067.stdout:708: rollback oid 31 current snap is 67 2024-07-29T15:04:48.782 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 31 to 66 2024-07-29T15:04:48.782 INFO:tasks.rados.rados.0.smithi067.stdout:709: setattr oid 4 current snap is 67 2024-07-29T15:04:48.783 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 222 (ObjNum 224 snap 58 seq_num 224) dirty exists 2024-07-29T15:04:48.784 INFO:tasks.rados.rados.0.smithi067.stdout:706: done (2 left) 2024-07-29T15:04:48.784 INFO:tasks.rados.rados.0.smithi067.stdout:710: setattr oid 26 current snap is 67 2024-07-29T15:04:48.784 INFO:tasks.rados.rados.0.smithi067.stdout:708: finishing rollback tid 0 to smithi06780069-31 2024-07-29T15:04:48.784 INFO:tasks.rados.rados.0.smithi067.stdout:708: finishing rollback tid 1 to smithi06780069-31 2024-07-29T15:04:48.785 INFO:tasks.rados.rados.0.smithi067.stdout:708: finishing rollback tid 2 to smithi06780069-31 2024-07-29T15:04:48.785 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 186 (ObjNum 184 snap 45 seq_num 184) dirty exists 2024-07-29T15:04:48.786 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 314 (ObjNum 97 snap 0 seq_num 3812601136) dirty exists 2024-07-29T15:04:48.786 INFO:tasks.rados.rados.0.smithi067.stdout:708: done (2 left) 2024-07-29T15:04:48.786 INFO:tasks.rados.rados.0.smithi067.stdout:709: done (1 left) 2024-07-29T15:04:48.786 INFO:tasks.rados.rados.0.smithi067.stdout:711: snap_remove snap 51 2024-07-29T15:04:49.529 INFO:tasks.rados.rados.0.smithi067.stdout:711: done (1 left) 2024-07-29T15:04:49.529 INFO:tasks.rados.rados.0.smithi067.stdout:712: delete oid 14 current snap is 67 2024-07-29T15:04:49.529 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 259 (ObjNum 129 snap 0 seq_num 3879533184) dirty exists 2024-07-29T15:04:49.539 INFO:tasks.rados.rados.0.smithi067.stdout:710: done (1 left) 2024-07-29T15:04:49.539 INFO:tasks.rados.rados.0.smithi067.stdout:712: done (0 left) 2024-07-29T15:04:49.539 INFO:tasks.rados.rados.0.smithi067.stdout:713: read oid 42 snap -1 2024-07-29T15:04:49.539 INFO:tasks.rados.rados.0.smithi067.stdout:713: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:04:49.539 INFO:tasks.rados.rados.0.smithi067.stdout:714: read oid 26 snap -1 2024-07-29T15:04:49.539 INFO:tasks.rados.rados.0.smithi067.stdout:714: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:04:49.539 INFO:tasks.rados.rados.0.smithi067.stdout:715: copy_from oid 40 from oid 27 current snap is 67 2024-07-29T15:04:49.539 INFO:tasks.rados.rados.0.smithi067.stdout:716: snap_remove snap 45 2024-07-29T15:04:49.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:49 smithi067 ceph-mon[29363]: pgmap v84: 121 pgs: 1 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 113 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 978 KiB/s wr, 17 op/s 2024-07-29T15:04:49.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:49 smithi067 ceph-mon[29363]: osdmap e204: 8 total, 8 up, 8 in 2024-07-29T15:04:49.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:49 smithi067 ceph-mon[39695]: pgmap v84: 121 pgs: 1 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 113 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 978 KiB/s wr, 17 op/s 2024-07-29T15:04:49.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:49 smithi067 ceph-mon[39695]: osdmap e204: 8 total, 8 up, 8 in 2024-07-29T15:04:49.810 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:49 smithi138 bash[74386]: Copying config sha256:72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e 2024-07-29T15:04:49.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:49 smithi138 ceph-mon[32824]: pgmap v84: 121 pgs: 1 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 113 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 978 KiB/s wr, 17 op/s 2024-07-29T15:04:49.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:49 smithi138 ceph-mon[32824]: osdmap e204: 8 total, 8 up, 8 in 2024-07-29T15:04:50.310 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:49 smithi138 bash[74386]: Writing manifest to image destination 2024-07-29T15:04:50.548 INFO:tasks.rados.rados.0.smithi067.stdout:713: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:04:50.551 INFO:tasks.rados.rados.0.smithi067.stdout:714: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:04:50.556 INFO:tasks.rados.rados.0.smithi067.stdout:715: finishing copy_from racing read to smithi06780069-40 2024-07-29T15:04:50.557 INFO:tasks.rados.rados.0.smithi067.stdout:715: finishing copy_from to smithi06780069-40 2024-07-29T15:04:50.557 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 40 v 222 (ObjNum 224 snap 58 seq_num 224) dirty exists 2024-07-29T15:04:50.557 INFO:tasks.rados.rados.0.smithi067.stdout:713: done (3 left) 2024-07-29T15:04:50.557 INFO:tasks.rados.rados.0.smithi067.stdout:714: done (2 left) 2024-07-29T15:04:50.557 INFO:tasks.rados.rados.0.smithi067.stdout:715: done (1 left) 2024-07-29T15:04:50.557 INFO:tasks.rados.rados.0.smithi067.stdout:716: done (0 left) 2024-07-29T15:04:50.557 INFO:tasks.rados.rados.0.smithi067.stdout:717: delete oid 36 current snap is 67 2024-07-29T15:04:50.560 INFO:tasks.rados.rados.0.smithi067.stdout:717: done (0 left) 2024-07-29T15:04:50.560 INFO:tasks.rados.rados.0.smithi067.stdout:718: read oid 24 snap -1 2024-07-29T15:04:50.560 INFO:tasks.rados.rados.0.smithi067.stdout:718: expect deleted 2024-07-29T15:04:50.560 INFO:tasks.rados.rados.0.smithi067.stdout:719: read oid 13 snap -1 2024-07-29T15:04:50.560 INFO:tasks.rados.rados.0.smithi067.stdout:719: expect (ObjNum 216 snap 52 seq_num 216) 2024-07-29T15:04:50.560 INFO:tasks.rados.rados.0.smithi067.stdout:720: rollback oid 4 current snap is 67 2024-07-29T15:04:50.560 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 4 to 40 2024-07-29T15:04:50.560 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 32 current snap is 67 2024-07-29T15:04:50.560 INFO:tasks.rados.rados.0.smithi067.stdout:721: seq_num 248 ranges {3244032=557056,3801088=507904,4308992=442368,4751360=253952} 2024-07-29T15:04:50.581 INFO:tasks.rados.rados.0.smithi067.stdout:721: writing smithi06780069-32 from 3244032 to 3801088 tid 1 2024-07-29T15:04:50.583 INFO:tasks.rados.rados.0.smithi067.stdout:721: writing smithi06780069-32 from 3801088 to 4308992 tid 2 2024-07-29T15:04:50.586 INFO:tasks.rados.rados.0.smithi067.stdout:721: writing smithi06780069-32 from 4308992 to 4751360 tid 3 2024-07-29T15:04:50.588 INFO:tasks.rados.rados.0.smithi067.stdout:721: writing smithi06780069-32 from 4751360 to 5005312 tid 4 2024-07-29T15:04:50.588 INFO:tasks.rados.rados.0.smithi067.stdout:722: read oid 5 snap -1 2024-07-29T15:04:50.588 INFO:tasks.rados.rados.0.smithi067.stdout:722: expect (ObjNum 145 snap 35 seq_num 145) 2024-07-29T15:04:50.588 INFO:tasks.rados.rados.0.smithi067.stdout:723: read oid 10 snap -1 2024-07-29T15:04:50.589 INFO:tasks.rados.rados.0.smithi067.stdout:723: expect deleted 2024-07-29T15:04:50.589 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 26 current snap is 67 2024-07-29T15:04:50.589 INFO:tasks.rados.rados.0.smithi067.stdout:719: expect (ObjNum 216 snap 52 seq_num 216) 2024-07-29T15:04:50.660 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-mon[32824]: osdmap e205: 8 total, 8 up, 8 in 2024-07-29T15:04:50.660 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-mon[32824]: pgmap v87: 121 pgs: 1 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 113 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:04:50.660 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 podman[74386]: 2024-07-29 15:04:50.299283511 +0000 UTC m=+2.649118737 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2024-07-29T15:04:50.660 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 podman[74386]: 2024-07-29 15:04:50.414534917 +0000 UTC m=+2.764370126 container create 60191c363c808d46190e57a20fca53462fb61d9ce21835df8c057ea8f6721beb (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-29T15:04:50.668 INFO:tasks.rados.rados.0.smithi067.stdout:720: finishing rollback tid 0 to smithi06780069-4 2024-07-29T15:04:50.668 INFO:tasks.rados.rados.0.smithi067.stdout:720: finishing rollback tid 1 to smithi06780069-4 2024-07-29T15:04:50.668 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 330 (ObjNum 97 snap 0 seq_num 3879771328) dirty dne 2024-07-29T15:04:50.668 INFO:tasks.rados.rados.0.smithi067.stdout:721: finishing write tid 1 to smithi06780069-32 2024-07-29T15:04:50.668 INFO:tasks.rados.rados.0.smithi067.stdout:721: finishing write tid 2 to smithi06780069-32 2024-07-29T15:04:50.668 INFO:tasks.rados.rados.0.smithi067.stdout:724: seq_num 249 ranges {0=573440,573440=794624,1368064=409600} 2024-07-29T15:04:50.671 INFO:tasks.rados.rados.0.smithi067.stdout:724: writing smithi06780069-26 from 0 to 573440 tid 1 2024-07-29T15:04:50.675 INFO:tasks.rados.rados.0.smithi067.stdout:724: writing smithi06780069-26 from 573440 to 1368064 tid 2 2024-07-29T15:04:50.678 INFO:tasks.rados.rados.0.smithi067.stdout:724: writing smithi06780069-26 from 1368064 to 1777664 tid 3 2024-07-29T15:04:50.678 INFO:tasks.rados.rados.0.smithi067.stdout:718: done (6 left) 2024-07-29T15:04:50.678 INFO:tasks.rados.rados.0.smithi067.stdout:719: done (5 left) 2024-07-29T15:04:50.679 INFO:tasks.rados.rados.0.smithi067.stdout:720: done (4 left) 2024-07-29T15:04:50.679 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 47 current snap is 67 2024-07-29T15:04:50.679 INFO:tasks.rados.rados.0.smithi067.stdout:725: seq_num 250 ranges {401408=589824,991232=679936,1671168=409600,2080768=114688} 2024-07-29T15:04:50.684 INFO:tasks.rados.rados.0.smithi067.stdout:725: writing smithi06780069-47 from 401408 to 991232 tid 1 2024-07-29T15:04:50.688 INFO:tasks.rados.rados.0.smithi067.stdout:725: writing smithi06780069-47 from 991232 to 1671168 tid 2 2024-07-29T15:04:50.690 INFO:tasks.rados.rados.0.smithi067.stdout:725: writing smithi06780069-47 from 1671168 to 2080768 tid 3 2024-07-29T15:04:50.691 INFO:tasks.rados.rados.0.smithi067.stdout:725: writing smithi06780069-47 from 2080768 to 2195456 tid 4 2024-07-29T15:04:50.691 INFO:tasks.rados.rados.0.smithi067.stdout:726: snap_remove snap 52 2024-07-29T15:04:50.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:50 smithi067 ceph-mon[39695]: osdmap e205: 8 total, 8 up, 8 in 2024-07-29T15:04:50.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:50 smithi067 ceph-mon[39695]: pgmap v87: 121 pgs: 1 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 113 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:04:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:50 smithi067 ceph-mon[29363]: osdmap e205: 8 total, 8 up, 8 in 2024-07-29T15:04:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:50 smithi067 ceph-mon[29363]: pgmap v87: 121 pgs: 1 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 113 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:04:51.062 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 podman[74386]: 2024-07-29 15:04:50.659416299 +0000 UTC m=+3.009251534 container init 60191c363c808d46190e57a20fca53462fb61d9ce21835df8c057ea8f6721beb (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-29T15:04:51.062 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 podman[74386]: 2024-07-29 15:04:50.662786086 +0000 UTC m=+3.012621296 container start 60191c363c808d46190e57a20fca53462fb61d9ce21835df8c057ea8f6721beb (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-29T15:04:51.062 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.666Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-07-29T15:04:51.063 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.666Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-07-29T15:04:51.063 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.667Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-07-29T15:04:51.063 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.667Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-07-29T15:04:51.063 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.667Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-07-29T15:04:51.063 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.667Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-07-29T15:04:51.063 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.667Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-07-29T15:04:51.063 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.667Z caller=node_exporter.go:117 level=info collector=arp 2024-07-29T15:04:51.063 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.667Z caller=node_exporter.go:117 level=info collector=bcache 2024-07-29T15:04:51.063 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.667Z caller=node_exporter.go:117 level=info collector=bonding 2024-07-29T15:04:51.063 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.667Z caller=node_exporter.go:117 level=info collector=btrfs 2024-07-29T15:04:51.063 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.667Z caller=node_exporter.go:117 level=info collector=conntrack 2024-07-29T15:04:51.063 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.667Z caller=node_exporter.go:117 level=info collector=cpu 2024-07-29T15:04:51.064 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.667Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-07-29T15:04:51.064 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.667Z caller=node_exporter.go:117 level=info collector=diskstats 2024-07-29T15:04:51.064 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.667Z caller=node_exporter.go:117 level=info collector=dmi 2024-07-29T15:04:51.064 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.667Z caller=node_exporter.go:117 level=info collector=edac 2024-07-29T15:04:51.064 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.667Z caller=node_exporter.go:117 level=info collector=entropy 2024-07-29T15:04:51.064 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.667Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-07-29T15:04:51.064 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.667Z caller=node_exporter.go:117 level=info collector=filefd 2024-07-29T15:04:51.064 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.667Z caller=node_exporter.go:117 level=info collector=filesystem 2024-07-29T15:04:51.064 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.667Z caller=node_exporter.go:117 level=info collector=hwmon 2024-07-29T15:04:51.064 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.667Z caller=node_exporter.go:117 level=info collector=infiniband 2024-07-29T15:04:51.064 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.667Z caller=node_exporter.go:117 level=info collector=ipvs 2024-07-29T15:04:51.064 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.667Z caller=node_exporter.go:117 level=info collector=loadavg 2024-07-29T15:04:51.064 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.667Z caller=node_exporter.go:117 level=info collector=mdadm 2024-07-29T15:04:51.064 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.667Z caller=node_exporter.go:117 level=info collector=meminfo 2024-07-29T15:04:51.065 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.668Z caller=node_exporter.go:117 level=info collector=netclass 2024-07-29T15:04:51.065 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.668Z caller=node_exporter.go:117 level=info collector=netdev 2024-07-29T15:04:51.065 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.668Z caller=node_exporter.go:117 level=info collector=netstat 2024-07-29T15:04:51.065 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.668Z caller=node_exporter.go:117 level=info collector=nfs 2024-07-29T15:04:51.065 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.668Z caller=node_exporter.go:117 level=info collector=nfsd 2024-07-29T15:04:51.065 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.668Z caller=node_exporter.go:117 level=info collector=nvme 2024-07-29T15:04:51.065 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.668Z caller=node_exporter.go:117 level=info collector=os 2024-07-29T15:04:51.065 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.668Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-07-29T15:04:51.065 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.668Z caller=node_exporter.go:117 level=info collector=pressure 2024-07-29T15:04:51.065 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.668Z caller=node_exporter.go:117 level=info collector=rapl 2024-07-29T15:04:51.065 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.668Z caller=node_exporter.go:117 level=info collector=schedstat 2024-07-29T15:04:51.065 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.668Z caller=node_exporter.go:117 level=info collector=selinux 2024-07-29T15:04:51.065 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.668Z caller=node_exporter.go:117 level=info collector=sockstat 2024-07-29T15:04:51.066 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.668Z caller=node_exporter.go:117 level=info collector=softnet 2024-07-29T15:04:51.066 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.668Z caller=node_exporter.go:117 level=info collector=stat 2024-07-29T15:04:51.066 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.668Z caller=node_exporter.go:117 level=info collector=tapestats 2024-07-29T15:04:51.066 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.668Z caller=node_exporter.go:117 level=info collector=textfile 2024-07-29T15:04:51.066 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.668Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-07-29T15:04:51.066 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.668Z caller=node_exporter.go:117 level=info collector=time 2024-07-29T15:04:51.066 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.668Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-07-29T15:04:51.066 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.668Z caller=node_exporter.go:117 level=info collector=uname 2024-07-29T15:04:51.066 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.668Z caller=node_exporter.go:117 level=info collector=vmstat 2024-07-29T15:04:51.066 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.668Z caller=node_exporter.go:117 level=info collector=xfs 2024-07-29T15:04:51.066 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.668Z caller=node_exporter.go:117 level=info collector=zfs 2024-07-29T15:04:51.066 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.668Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-07-29T15:04:51.066 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b[74438]: ts=2024-07-29T15:04:50.668Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-07-29T15:04:51.066 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 bash[74386]: 60191c363c808d46190e57a20fca53462fb61d9ce21835df8c057ea8f6721beb 2024-07-29T15:04:51.067 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 15:04:50 smithi138 systemd[1]: Started Ceph node-exporter.b for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:04:51.542 INFO:tasks.rados.rados.0.smithi067.stdout:726: done (5 left) 2024-07-29T15:04:51.542 INFO:tasks.rados.rados.0.smithi067.stdout:727: snap_remove snap 64 2024-07-29T15:04:51.727 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:51 smithi138 ceph-mon[32824]: osdmap e206: 8 total, 8 up, 8 in 2024-07-29T15:04:51.728 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:51 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:51.728 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:51 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:51.728 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:51 smithi138 ceph-mon[32824]: Reconfiguring grafana.a (dependencies changed)... 2024-07-29T15:04:51.728 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:51 smithi138 ceph-mon[32824]: Reconfiguring daemon grafana.a on smithi138 2024-07-29T15:04:51.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:51 smithi067 ceph-mon[29363]: osdmap e206: 8 total, 8 up, 8 in 2024-07-29T15:04:51.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:51 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:51.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:51 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:51.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:51 smithi067 ceph-mon[29363]: Reconfiguring grafana.a (dependencies changed)... 2024-07-29T15:04:51.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:51 smithi067 ceph-mon[29363]: Reconfiguring daemon grafana.a on smithi138 2024-07-29T15:04:51.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:51 smithi067 ceph-mon[39695]: osdmap e206: 8 total, 8 up, 8 in 2024-07-29T15:04:51.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:51 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:51.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:51 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:51.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:51 smithi067 ceph-mon[39695]: Reconfiguring grafana.a (dependencies changed)... 2024-07-29T15:04:51.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:51 smithi067 ceph-mon[39695]: Reconfiguring daemon grafana.a on smithi138 2024-07-29T15:04:52.550 INFO:tasks.rados.rados.0.smithi067.stdout:727: done (5 left) 2024-07-29T15:04:52.551 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 4 current snap is 67 2024-07-29T15:04:52.551 INFO:tasks.rados.rados.0.smithi067.stdout:728: seq_num 251 ranges {0=606208,606208=614400,1220608=589824} 2024-07-29T15:04:52.554 INFO:tasks.rados.rados.0.smithi067.stdout:728: writing smithi06780069-4 from 0 to 606208 tid 1 2024-07-29T15:04:52.559 INFO:tasks.rados.rados.0.smithi067.stdout:728: writing smithi06780069-4 from 606208 to 1220608 tid 2 2024-07-29T15:04:52.563 INFO:tasks.rados.rados.0.smithi067.stdout:728: writing smithi06780069-4 from 1220608 to 1810432 tid 3 2024-07-29T15:04:52.564 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 8 current snap is 67 2024-07-29T15:04:52.564 INFO:tasks.rados.rados.0.smithi067.stdout:721: finishing write tid 3 to smithi06780069-32 2024-07-29T15:04:52.564 INFO:tasks.rados.rados.0.smithi067.stdout:721: finishing write tid 4 to smithi06780069-32 2024-07-29T15:04:52.564 INFO:tasks.rados.rados.0.smithi067.stdout:721: finishing write tid 5 to smithi06780069-32 2024-07-29T15:04:52.564 INFO:tasks.rados.rados.0.smithi067.stdout:721: finishing write tid 6 to smithi06780069-32 2024-07-29T15:04:52.564 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 313 (ObjNum 248 snap 67 seq_num 248) dirty exists 2024-07-29T15:04:52.564 INFO:tasks.rados.rados.0.smithi067.stdout:721: left oid 32 (ObjNum 248 snap 67 seq_num 248) 2024-07-29T15:04:52.564 INFO:tasks.rados.rados.0.smithi067.stdout:722: expect (ObjNum 145 snap 35 seq_num 145) 2024-07-29T15:04:52.579 INFO:tasks.rados.rados.0.smithi067.stdout:724: finishing write tid 1 to smithi06780069-26 2024-07-29T15:04:52.579 INFO:tasks.rados.rados.0.smithi067.stdout:724: finishing write tid 2 to smithi06780069-26 2024-07-29T15:04:52.579 INFO:tasks.rados.rados.0.smithi067.stdout:724: finishing write tid 3 to smithi06780069-26 2024-07-29T15:04:52.579 INFO:tasks.rados.rados.0.smithi067.stdout:724: finishing write tid 4 to smithi06780069-26 2024-07-29T15:04:52.579 INFO:tasks.rados.rados.0.smithi067.stdout:724: finishing write tid 5 to smithi06780069-26 2024-07-29T15:04:52.579 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 271 (ObjNum 249 snap 67 seq_num 249) dirty exists 2024-07-29T15:04:52.579 INFO:tasks.rados.rados.0.smithi067.stdout:724: left oid 26 (ObjNum 249 snap 67 seq_num 249) 2024-07-29T15:04:52.579 INFO:tasks.rados.rados.0.smithi067.stdout:725: finishing write tid 1 to smithi06780069-47 2024-07-29T15:04:52.579 INFO:tasks.rados.rados.0.smithi067.stdout:725: finishing write tid 2 to smithi06780069-47 2024-07-29T15:04:52.579 INFO:tasks.rados.rados.0.smithi067.stdout:725: finishing write tid 3 to smithi06780069-47 2024-07-29T15:04:52.579 INFO:tasks.rados.rados.0.smithi067.stdout:725: finishing write tid 4 to smithi06780069-47 2024-07-29T15:04:52.580 INFO:tasks.rados.rados.0.smithi067.stdout:729: seq_num 252 ranges {3883008=630784,4513792=499712,5013504=425984,5439488=278528} 2024-07-29T15:04:52.603 INFO:tasks.rados.rados.0.smithi067.stdout:729: writing smithi06780069-8 from 3883008 to 4513792 tid 1 2024-07-29T15:04:52.606 INFO:tasks.rados.rados.0.smithi067.stdout:729: writing smithi06780069-8 from 4513792 to 5013504 tid 2 2024-07-29T15:04:52.608 INFO:tasks.rados.rados.0.smithi067.stdout:729: writing smithi06780069-8 from 5013504 to 5439488 tid 3 2024-07-29T15:04:52.610 INFO:tasks.rados.rados.0.smithi067.stdout:729: writing smithi06780069-8 from 5439488 to 5718016 tid 4 2024-07-29T15:04:52.610 INFO:tasks.rados.rados.0.smithi067.stdout:721: done (6 left) 2024-07-29T15:04:52.610 INFO:tasks.rados.rados.0.smithi067.stdout:722: done (5 left) 2024-07-29T15:04:52.610 INFO:tasks.rados.rados.0.smithi067.stdout:723: done (4 left) 2024-07-29T15:04:52.610 INFO:tasks.rados.rados.0.smithi067.stdout:724: done (3 left) 2024-07-29T15:04:52.611 INFO:tasks.rados.rados.0.smithi067.stdout:730: snap_create 2024-07-29T15:04:52.611 INFO:tasks.rados.rados.0.smithi067.stdout:725: finishing write tid 5 to smithi06780069-47 2024-07-29T15:04:52.611 INFO:tasks.rados.rados.0.smithi067.stdout:725: finishing write tid 6 to smithi06780069-47 2024-07-29T15:04:52.611 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 211 (ObjNum 250 snap 67 seq_num 250) dirty exists 2024-07-29T15:04:52.611 INFO:tasks.rados.rados.0.smithi067.stdout:725: left oid 47 (ObjNum 250 snap 67 seq_num 250) 2024-07-29T15:04:52.611 INFO:tasks.rados.rados.0.smithi067.stdout:728: finishing write tid 1 to smithi06780069-4 2024-07-29T15:04:52.611 INFO:tasks.rados.rados.0.smithi067.stdout:728: finishing write tid 2 to smithi06780069-4 2024-07-29T15:04:52.611 INFO:tasks.rados.rados.0.smithi067.stdout:728: finishing write tid 3 to smithi06780069-4 2024-07-29T15:04:52.611 INFO:tasks.rados.rados.0.smithi067.stdout:728: finishing write tid 4 to smithi06780069-4 2024-07-29T15:04:52.611 INFO:tasks.rados.rados.0.smithi067.stdout:728: finishing write tid 5 to smithi06780069-4 2024-07-29T15:04:52.611 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 342 (ObjNum 251 snap 67 seq_num 251) dirty exists 2024-07-29T15:04:52.611 INFO:tasks.rados.rados.0.smithi067.stdout:728: left oid 4 (ObjNum 251 snap 67 seq_num 251) 2024-07-29T15:04:52.612 INFO:tasks.rados.rados.0.smithi067.stdout:729: finishing write tid 1 to smithi06780069-8 2024-07-29T15:04:52.612 INFO:tasks.rados.rados.0.smithi067.stdout:729: finishing write tid 2 to smithi06780069-8 2024-07-29T15:04:52.612 INFO:tasks.rados.rados.0.smithi067.stdout:729: finishing write tid 3 to smithi06780069-8 2024-07-29T15:04:52.612 INFO:tasks.rados.rados.0.smithi067.stdout:729: finishing write tid 4 to smithi06780069-8 2024-07-29T15:04:52.612 INFO:tasks.rados.rados.0.smithi067.stdout:729: finishing write tid 5 to smithi06780069-8 2024-07-29T15:04:52.613 INFO:tasks.rados.rados.0.smithi067.stdout:729: finishing write tid 6 to smithi06780069-8 2024-07-29T15:04:52.613 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 161 (ObjNum 252 snap 67 seq_num 252) dirty exists 2024-07-29T15:04:52.613 INFO:tasks.rados.rados.0.smithi067.stdout:729: left oid 8 (ObjNum 252 snap 67 seq_num 252) 2024-07-29T15:04:52.772 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:52 smithi138 ceph-mon[32824]: osdmap e207: 8 total, 8 up, 8 in 2024-07-29T15:04:52.772 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:52 smithi138 ceph-mon[32824]: pgmap v90: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.9 MiB/s wr, 35 op/s 2024-07-29T15:04:52.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:52 smithi067 ceph-mon[29363]: osdmap e207: 8 total, 8 up, 8 in 2024-07-29T15:04:52.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:52 smithi067 ceph-mon[29363]: pgmap v90: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.9 MiB/s wr, 35 op/s 2024-07-29T15:04:52.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:52 smithi067 ceph-mon[39695]: osdmap e207: 8 total, 8 up, 8 in 2024-07-29T15:04:52.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:52 smithi067 ceph-mon[39695]: pgmap v90: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.9 MiB/s wr, 35 op/s 2024-07-29T15:04:53.555 INFO:tasks.rados.rados.0.smithi067.stdout:725: done (3 left) 2024-07-29T15:04:53.556 INFO:tasks.rados.rados.0.smithi067.stdout:728: done (2 left) 2024-07-29T15:04:53.556 INFO:tasks.rados.rados.0.smithi067.stdout:729: done (1 left) 2024-07-29T15:04:53.556 INFO:tasks.rados.rados.0.smithi067.stdout:730: done (0 left) 2024-07-29T15:04:53.556 INFO:tasks.rados.rados.0.smithi067.stdout:731: rollback oid 13 current snap is 68 2024-07-29T15:04:53.556 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 13 to 67 2024-07-29T15:04:53.556 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 35 current snap is 68 2024-07-29T15:04:53.556 INFO:tasks.rados.rados.0.smithi067.stdout:732: seq_num 253 ranges {0=647168,647168=786432,1433600=417792} 2024-07-29T15:04:53.560 INFO:tasks.rados.rados.0.smithi067.stdout:732: writing smithi06780069-35 from 0 to 647168 tid 1 2024-07-29T15:04:53.565 INFO:tasks.rados.rados.0.smithi067.stdout:732: writing smithi06780069-35 from 647168 to 1433600 tid 2 2024-07-29T15:04:53.568 INFO:tasks.rados.rados.0.smithi067.stdout:732: writing smithi06780069-35 from 1433600 to 1851392 tid 3 2024-07-29T15:04:53.568 INFO:tasks.rados.rados.0.smithi067.stdout:731: finishing rollback tid 0 to smithi06780069-13 2024-07-29T15:04:53.568 INFO:tasks.rados.rados.0.smithi067.stdout:733: read oid 1 snap -1 2024-07-29T15:04:53.568 INFO:tasks.rados.rados.0.smithi067.stdout:733: expect (ObjNum 239 snap 66 seq_num 239) 2024-07-29T15:04:53.569 INFO:tasks.rados.rados.0.smithi067.stdout:734: copy_from oid 17 from oid 38 current snap is 68 2024-07-29T15:04:53.569 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 2 current snap is 68 2024-07-29T15:04:53.569 INFO:tasks.rados.rados.0.smithi067.stdout:735: seq_num 254 ranges {3325952=663552,3989504=663552,4653056=540672} 2024-07-29T15:04:53.590 INFO:tasks.rados.rados.0.smithi067.stdout:735: writing smithi06780069-2 from 3325952 to 3989504 tid 1 2024-07-29T15:04:53.594 INFO:tasks.rados.rados.0.smithi067.stdout:735: writing smithi06780069-2 from 3989504 to 4653056 tid 2 2024-07-29T15:04:53.597 INFO:tasks.rados.rados.0.smithi067.stdout:735: writing smithi06780069-2 from 4653056 to 5193728 tid 3 2024-07-29T15:04:53.597 INFO:tasks.rados.rados.0.smithi067.stdout:736: setattr oid 36 current snap is 68 2024-07-29T15:04:53.597 INFO:tasks.rados.rados.0.smithi067.stdout:731: finishing rollback tid 1 to smithi06780069-13 2024-07-29T15:04:53.597 INFO:tasks.rados.rados.0.smithi067.stdout:731: finishing rollback tid 2 to smithi06780069-13 2024-07-29T15:04:53.597 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 13 v 346 (ObjNum 216 snap 52 seq_num 216) dirty exists 2024-07-29T15:04:53.597 INFO:tasks.rados.rados.0.smithi067.stdout:732: finishing write tid 1 to smithi06780069-35 2024-07-29T15:04:53.598 INFO:tasks.rados.rados.0.smithi067.stdout:734: finishing copy_from to smithi06780069-17 2024-07-29T15:04:53.598 INFO:tasks.rados.rados.0.smithi067.stdout:734: got expected ENOENT (src dne) 2024-07-29T15:04:53.598 INFO:tasks.rados.rados.0.smithi067.stdout:734: finishing copy_from racing read to smithi06780069-17 2024-07-29T15:04:53.598 INFO:tasks.rados.rados.0.smithi067.stdout:732: finishing write tid 2 to smithi06780069-35 2024-07-29T15:04:53.598 INFO:tasks.rados.rados.0.smithi067.stdout:732: finishing write tid 3 to smithi06780069-35 2024-07-29T15:04:53.598 INFO:tasks.rados.rados.0.smithi067.stdout:732: finishing write tid 4 to smithi06780069-35 2024-07-29T15:04:53.598 INFO:tasks.rados.rados.0.smithi067.stdout:732: finishing write tid 5 to smithi06780069-35 2024-07-29T15:04:53.598 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 35 v 273 (ObjNum 253 snap 68 seq_num 253) dirty exists 2024-07-29T15:04:53.598 INFO:tasks.rados.rados.0.smithi067.stdout:732: left oid 35 (ObjNum 253 snap 68 seq_num 253) 2024-07-29T15:04:53.598 INFO:tasks.rados.rados.0.smithi067.stdout:733: expect (ObjNum 239 snap 66 seq_num 239) 2024-07-29T15:04:53.669 INFO:tasks.rados.rados.0.smithi067.stdout:735: finishing write tid 1 to smithi06780069-2 2024-07-29T15:04:53.669 INFO:tasks.rados.rados.0.smithi067.stdout:735: finishing write tid 2 to smithi06780069-2 2024-07-29T15:04:53.669 INFO:tasks.rados.rados.0.smithi067.stdout:735: finishing write tid 3 to smithi06780069-2 2024-07-29T15:04:53.669 INFO:tasks.rados.rados.0.smithi067.stdout:735: finishing write tid 4 to smithi06780069-2 2024-07-29T15:04:53.669 INFO:tasks.rados.rados.0.smithi067.stdout:735: finishing write tid 5 to smithi06780069-2 2024-07-29T15:04:53.669 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 133 (ObjNum 254 snap 68 seq_num 254) dirty exists 2024-07-29T15:04:53.670 INFO:tasks.rados.rados.0.smithi067.stdout:735: left oid 2 (ObjNum 254 snap 68 seq_num 254) 2024-07-29T15:04:53.670 INFO:tasks.rados.rados.0.smithi067.stdout:731: done (5 left) 2024-07-29T15:04:53.670 INFO:tasks.rados.rados.0.smithi067.stdout:732: done (4 left) 2024-07-29T15:04:53.670 INFO:tasks.rados.rados.0.smithi067.stdout:733: done (3 left) 2024-07-29T15:04:53.670 INFO:tasks.rados.rados.0.smithi067.stdout:734: done (2 left) 2024-07-29T15:04:53.670 INFO:tasks.rados.rados.0.smithi067.stdout:735: done (1 left) 2024-07-29T15:04:53.670 INFO:tasks.rados.rados.0.smithi067.stdout:737: setattr oid 33 current snap is 68 2024-07-29T15:04:53.672 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 140 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-07-29T15:04:53.672 INFO:tasks.rados.rados.0.smithi067.stdout:736: done (1 left) 2024-07-29T15:04:53.672 INFO:tasks.rados.rados.0.smithi067.stdout:738: snap_create 2024-07-29T15:04:53.674 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 33 v 347 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-07-29T15:04:53.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:53 smithi138 ceph-mon[32824]: osdmap e208: 8 total, 8 up, 8 in 2024-07-29T15:04:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:53 smithi067 ceph-mon[29363]: osdmap e208: 8 total, 8 up, 8 in 2024-07-29T15:04:53.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:53 smithi067 ceph-mon[39695]: osdmap e208: 8 total, 8 up, 8 in 2024-07-29T15:04:54.299 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:54 smithi138 systemd[1]: Stopping Ceph grafana.a for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:04:54.560 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:54 smithi138 podman[74636]: 2024-07-29 15:04:54.298974341 +0000 UTC m=+0.130347618 container died ac7794f78498a8a28207ec5d91bcb7bf1b015e4f767e4ba883383ef9a3d25d62 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a, release=239.1651231664, build-date=2022-04-29T11:48:11.055897, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-type=git, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.component=ubi8-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.expose-services=, vendor=Red Hat, Inc., version=8.5, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, io.buildah.version=1.32.0, architecture=x86_64, maintainer=Paul Cuzner , description=Ceph Grafana Container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-07-29T15:04:54.566 INFO:tasks.rados.rados.0.smithi067.stdout:737: done (1 left) 2024-07-29T15:04:54.566 INFO:tasks.rados.rados.0.smithi067.stdout:738: done (0 left) 2024-07-29T15:04:54.566 INFO:tasks.rados.rados.0.smithi067.stdout:739: rollback oid 32 current snap is 69 2024-07-29T15:04:54.566 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 32 to 66 2024-07-29T15:04:54.566 INFO:tasks.rados.rados.0.smithi067.stdout:740: snap_remove snap 62 2024-07-29T15:04:54.906 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:54 smithi138 ceph-mon[32824]: osdmap e209: 8 total, 8 up, 8 in 2024-07-29T15:04:54.906 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:54 smithi138 ceph-mon[32824]: pgmap v93: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.9 MiB/s wr, 35 op/s 2024-07-29T15:04:54.907 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:54 smithi138 podman[74636]: 2024-07-29 15:04:54.680204438 +0000 UTC m=+0.511577703 container cleanup ac7794f78498a8a28207ec5d91bcb7bf1b015e4f767e4ba883383ef9a3d25d62 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a, distribution-scope=public, architecture=x86_64, build-date=2022-04-29T11:48:11.055897, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.buildah.version=1.32.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., release=239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, version=8.5, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Paul Cuzner , com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base rhel8, description=Ceph Grafana Container, io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, name=ubi8) 2024-07-29T15:04:54.907 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:54 smithi138 bash[74636]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a 2024-07-29T15:04:54.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:54 smithi067 ceph-mon[29363]: osdmap e209: 8 total, 8 up, 8 in 2024-07-29T15:04:54.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:54 smithi067 ceph-mon[29363]: pgmap v93: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.9 MiB/s wr, 35 op/s 2024-07-29T15:04:54.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:54 smithi067 ceph-mon[39695]: osdmap e209: 8 total, 8 up, 8 in 2024-07-29T15:04:54.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:54 smithi067 ceph-mon[39695]: pgmap v93: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.9 MiB/s wr, 35 op/s 2024-07-29T15:04:55.250 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:54 smithi138 podman[74650]: 2024-07-29 15:04:54.906243477 +0000 UTC m=+0.605511866 container remove ac7794f78498a8a28207ec5d91bcb7bf1b015e4f767e4ba883383ef9a3d25d62 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, name=ubi8, vendor=Red Hat, Inc., release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.display-name=Red Hat Universal Base Image 8, description=Ceph Grafana Container, version=8.5, maintainer=Paul Cuzner , io.buildah.version=1.32.0, io.openshift.expose-services=, architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, build-date=2022-04-29T11:48:11.055897, vcs-type=git) 2024-07-29T15:04:55.250 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:54 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-07-29T15:04:55.250 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-07-29T15:04:55.250 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 systemd[1]: Stopped Ceph grafana.a for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:04:55.251 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@grafana.a.service: Consumed 5.255s CPU time. 2024-07-29T15:04:55.251 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 systemd[1]: Starting Ceph grafana.a for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:04:55.559 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:04:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:04:55] "GET /metrics HTTP/1.1" 200 36141 "" "Prometheus/2.51.0" 2024-07-29T15:04:55.560 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 podman[74744]: 2024-07-29 15:04:55.15164262 +0000 UTC m=+0.016811298 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-07-29T15:04:55.560 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 podman[74744]: 2024-07-29 15:04:55.27407544 +0000 UTC m=+0.139244113 container create 16aea58222214d0a40e4217400d6a43ec0a1f2b8c069bc13353c8e91144e762c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a, description=Ceph Grafana Container, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-04-29T11:48:11.055897, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.component=ubi8-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.32.0, maintainer=Paul Cuzner , summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8, vendor=Red Hat, Inc., architecture=x86_64, release=239.1651231664, distribution-scope=public, name=ubi8, io.openshift.expose-services=, vcs-type=git) 2024-07-29T15:04:55.560 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 podman[74744]: 2024-07-29 15:04:55.476478969 +0000 UTC m=+0.341647651 container init 16aea58222214d0a40e4217400d6a43ec0a1f2b8c069bc13353c8e91144e762c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.component=ubi8-container, architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.32.0, build-date=2022-04-29T11:48:11.055897, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=Ceph Grafana Container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, name=ubi8, vendor=Red Hat, Inc., release=239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, version=8.5, distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, maintainer=Paul Cuzner , io.openshift.tags=base rhel8) 2024-07-29T15:04:55.560 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 podman[74744]: 2024-07-29 15:04:55.479180953 +0000 UTC m=+0.344349626 container start 16aea58222214d0a40e4217400d6a43ec0a1f2b8c069bc13353c8e91144e762c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.32.0, description=Ceph Grafana Container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8, release=239.1651231664, maintainer=Paul Cuzner , version=8.5, build-date=2022-04-29T11:48:11.055897, name=ubi8, com.redhat.component=ubi8-container, io.openshift.expose-services=, vendor=Red Hat, Inc., io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public) 2024-07-29T15:04:55.560 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 bash[74744]: 16aea58222214d0a40e4217400d6a43ec0a1f2b8c069bc13353c8e91144e762c 2024-07-29T15:04:55.566 INFO:tasks.rados.rados.0.smithi067.stdout:740: done (1 left) 2024-07-29T15:04:55.566 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 24 current snap is 69 2024-07-29T15:04:55.566 INFO:tasks.rados.rados.0.smithi067.stdout:741: seq_num 255 ranges {0=679936,679936=548864,1228800=598016,1826816=57344} 2024-07-29T15:04:55.569 INFO:tasks.rados.rados.0.smithi067.stdout:741: writing smithi06780069-24 from 0 to 679936 tid 1 2024-07-29T15:04:55.573 INFO:tasks.rados.rados.0.smithi067.stdout:741: writing smithi06780069-24 from 679936 to 1228800 tid 2 2024-07-29T15:04:55.578 INFO:tasks.rados.rados.0.smithi067.stdout:741: writing smithi06780069-24 from 1228800 to 1826816 tid 3 2024-07-29T15:04:55.579 INFO:tasks.rados.rados.0.smithi067.stdout:741: writing smithi06780069-24 from 1826816 to 1884160 tid 4 2024-07-29T15:04:55.579 INFO:tasks.rados.rados.0.smithi067.stdout:742: copy_from oid 3 from oid 45 current snap is 69 2024-07-29T15:04:55.579 INFO:tasks.rados.rados.0.smithi067.stdout:739: finishing rollback tid 0 to smithi06780069-32 2024-07-29T15:04:55.579 INFO:tasks.rados.rados.0.smithi067.stdout:739: finishing rollback tid 1 to smithi06780069-32 2024-07-29T15:04:55.579 INFO:tasks.rados.rados.0.smithi067.stdout:739: finishing rollback tid 2 to smithi06780069-32 2024-07-29T15:04:55.580 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 327 (ObjNum 237 snap 64 seq_num 237) dirty exists 2024-07-29T15:04:55.580 INFO:tasks.rados.rados.0.smithi067.stdout:739: done (2 left) 2024-07-29T15:04:55.580 INFO:tasks.rados.rados.0.smithi067.stdout:743: snap_create 2024-07-29T15:04:55.584 INFO:tasks.rados.rados.0.smithi067.stdout:741: finishing write tid 1 to smithi06780069-24 2024-07-29T15:04:55.584 INFO:tasks.rados.rados.0.smithi067.stdout:741: finishing write tid 2 to smithi06780069-24 2024-07-29T15:04:55.585 INFO:tasks.rados.rados.0.smithi067.stdout:741: finishing write tid 3 to smithi06780069-24 2024-07-29T15:04:55.585 INFO:tasks.rados.rados.0.smithi067.stdout:741: finishing write tid 4 to smithi06780069-24 2024-07-29T15:04:55.585 INFO:tasks.rados.rados.0.smithi067.stdout:741: finishing write tid 5 to smithi06780069-24 2024-07-29T15:04:55.587 INFO:tasks.rados.rados.0.smithi067.stdout:741: finishing write tid 6 to smithi06780069-24 2024-07-29T15:04:55.587 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 24 v 336 (ObjNum 255 snap 69 seq_num 255) dirty exists 2024-07-29T15:04:55.587 INFO:tasks.rados.rados.0.smithi067.stdout:741: left oid 24 (ObjNum 255 snap 69 seq_num 255) 2024-07-29T15:04:55.588 INFO:tasks.rados.rados.0.smithi067.stdout:742: finishing copy_from racing read to smithi06780069-3 2024-07-29T15:04:55.588 INFO:tasks.rados.rados.0.smithi067.stdout:742: finishing copy_from to smithi06780069-3 2024-07-29T15:04:55.588 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 94 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-07-29T15:04:55.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:55 smithi138 ceph-mon[32824]: osdmap e210: 8 total, 8 up, 8 in 2024-07-29T15:04:55.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:55 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:04:55.811 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:04:55.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:04:55.811 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:04:55.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:04:55.811 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 systemd[1]: Started Ceph grafana.a for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:04:55.811 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=settings t=2024-07-29T15:04:55.643088885Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-07-29T15:04:55.812 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=settings t=2024-07-29T15:04:55.643271262Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-07-29T15:04:55.812 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=settings t=2024-07-29T15:04:55.643290016Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-07-29T15:04:55.812 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=settings t=2024-07-29T15:04:55.643297771Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-07-29T15:04:55.812 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=settings t=2024-07-29T15:04:55.643303921Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-07-29T15:04:55.812 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=settings t=2024-07-29T15:04:55.643310058Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-07-29T15:04:55.812 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=settings t=2024-07-29T15:04:55.643315727Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-07-29T15:04:55.812 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=settings t=2024-07-29T15:04:55.643321398Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-07-29T15:04:55.812 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=settings t=2024-07-29T15:04:55.643327808Z level=info msg="Path Home" path=/usr/share/grafana 2024-07-29T15:04:55.812 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=settings t=2024-07-29T15:04:55.643333842Z level=info msg="Path Data" path=/var/lib/grafana 2024-07-29T15:04:55.812 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=settings t=2024-07-29T15:04:55.643339179Z level=info msg="Path Logs" path=/var/log/grafana 2024-07-29T15:04:55.812 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=settings t=2024-07-29T15:04:55.643344488Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-07-29T15:04:55.812 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=settings t=2024-07-29T15:04:55.643350017Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-07-29T15:04:55.812 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=settings t=2024-07-29T15:04:55.643355569Z level=info msg="App mode production" 2024-07-29T15:04:55.813 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=sqlstore t=2024-07-29T15:04:55.643402805Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-07-29T15:04:55.813 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=sqlstore t=2024-07-29T15:04:55.643419696Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-07-29T15:04:55.813 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=migrator t=2024-07-29T15:04:55.657210034Z level=info msg="Starting DB migrations" 2024-07-29T15:04:55.813 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=migrator t=2024-07-29T15:04:55.662519903Z level=info msg="migrations completed" performed=0 skipped=481 duration=1.391586ms 2024-07-29T15:04:55.813 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=sqlstore t=2024-07-29T15:04:55.663586717Z level=info msg="Created default organization" 2024-07-29T15:04:55.813 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=plugin.loader t=2024-07-29T15:04:55.719232233Z level=info msg="Plugin registered" pluginID=input 2024-07-29T15:04:55.813 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=plugin.loader t=2024-07-29T15:04:55.746803733Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-07-29T15:04:55.813 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=plugin.loader t=2024-07-29T15:04:55.746824692Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-07-29T15:04:55.813 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=secrets t=2024-07-29T15:04:55.746857788Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-07-29T15:04:55.813 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=query_data t=2024-07-29T15:04:55.74859464Z level=info msg="Query Service initialization" 2024-07-29T15:04:55.813 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=live.push_http t=2024-07-29T15:04:55.751034771Z level=info msg="Live Push Gateway initialization" 2024-07-29T15:04:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:55 smithi067 ceph-mon[29363]: osdmap e210: 8 total, 8 up, 8 in 2024-07-29T15:04:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:55 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:04:55.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:55 smithi067 ceph-mon[39695]: osdmap e210: 8 total, 8 up, 8 in 2024-07-29T15:04:55.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:55 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:04:56.590 INFO:tasks.rados.rados.0.smithi067.stdout:741: done (2 left) 2024-07-29T15:04:56.590 INFO:tasks.rados.rados.0.smithi067.stdout:742: done (1 left) 2024-07-29T15:04:56.591 INFO:tasks.rados.rados.0.smithi067.stdout:743: done (0 left) 2024-07-29T15:04:56.591 INFO:tasks.rados.rados.0.smithi067.stdout:744: read oid 39 snap -1 2024-07-29T15:04:56.591 INFO:tasks.rados.rados.0.smithi067.stdout:744: expect (ObjNum 235 snap 63 seq_num 235) 2024-07-29T15:04:56.591 INFO:tasks.rados.rados.0.smithi067.stdout:745: read oid 8 snap 69 2024-07-29T15:04:56.591 INFO:tasks.rados.rados.0.smithi067.stdout:745: expect (ObjNum 252 snap 67 seq_num 252) 2024-07-29T15:04:56.591 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 20 current snap is 70 2024-07-29T15:04:56.591 INFO:tasks.rados.rados.0.smithi067.stdout:746: seq_num 256 ranges {892928=696320,1589248=434176,2023424=770048} 2024-07-29T15:04:56.596 INFO:tasks.rados.rados.0.smithi067.stdout:746: writing smithi06780069-20 from 892928 to 1589248 tid 1 2024-07-29T15:04:56.599 INFO:tasks.rados.rados.0.smithi067.stdout:746: writing smithi06780069-20 from 1589248 to 2023424 tid 2 2024-07-29T15:04:56.604 INFO:tasks.rados.rados.0.smithi067.stdout:746: writing smithi06780069-20 from 2023424 to 2793472 tid 3 2024-07-29T15:04:56.605 INFO:tasks.rados.rados.0.smithi067.stdout:746: finishing write tid 1 to smithi06780069-20 2024-07-29T15:04:56.605 INFO:tasks.rados.rados.0.smithi067.stdout:747: read oid 11 snap 61 2024-07-29T15:04:56.605 INFO:tasks.rados.rados.0.smithi067.stdout:747: expect (ObjNum 138 snap 31 seq_num 138) 2024-07-29T15:04:56.605 INFO:tasks.rados.rados.0.smithi067.stdout:748: rollback oid 31 current snap is 70 2024-07-29T15:04:56.605 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 31 to 69 2024-07-29T15:04:56.605 INFO:tasks.rados.rados.0.smithi067.stdout:749: rollback oid 38 current snap is 70 2024-07-29T15:04:56.605 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 38 to 69 2024-07-29T15:04:56.605 INFO:tasks.rados.rados.0.smithi067.stdout:750: setattr oid 50 current snap is 70 2024-07-29T15:04:56.606 INFO:tasks.rados.rados.0.smithi067.stdout:751: delete oid 9 current snap is 70 2024-07-29T15:04:56.607 INFO:tasks.rados.rados.0.smithi067.stdout:746: finishing write tid 2 to smithi06780069-20 2024-07-29T15:04:56.609 INFO:tasks.rados.rados.0.smithi067.stdout:744: expect (ObjNum 235 snap 63 seq_num 235) 2024-07-29T15:04:56.686 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:56 smithi067 ceph-mon[39695]: osdmap e211: 8 total, 8 up, 8 in 2024-07-29T15:04:56.687 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:56 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:56.687 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:56 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:56.687 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:56 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-29T15:04:56.687 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:56 smithi067 ceph-mon[39695]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-29T15:04:56.687 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:56 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-29T15:04:56.687 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:56 smithi067 ceph-mon[39695]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-29T15:04:56.687 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:56 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-29T15:04:56.687 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:56 smithi067 ceph-mon[39695]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-29T15:04:56.687 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:56 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:04:56.687 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:56 smithi067 ceph-mon[39695]: Upgrade: Need to upgrade myself (mgr.x) 2024-07-29T15:04:56.688 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:56 smithi067 ceph-mon[39695]: Upgrade: Need to upgrade myself (mgr.x) 2024-07-29T15:04:56.688 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:56 smithi067 ceph-mon[39695]: pgmap v96: 121 pgs: 121 active+clean; 161 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.0 MiB/s wr, 24 op/s 2024-07-29T15:04:56.688 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:56 smithi067 ceph-mon[29363]: osdmap e211: 8 total, 8 up, 8 in 2024-07-29T15:04:56.688 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:56 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:56.688 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:56 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:56.688 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:56 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-29T15:04:56.688 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:56 smithi067 ceph-mon[29363]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-29T15:04:56.688 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:56 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-29T15:04:56.688 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:56 smithi067 ceph-mon[29363]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-29T15:04:56.688 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:56 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-29T15:04:56.689 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:56 smithi067 ceph-mon[29363]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-29T15:04:56.689 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:56 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:04:56.689 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:56 smithi067 ceph-mon[29363]: Upgrade: Need to upgrade myself (mgr.x) 2024-07-29T15:04:56.689 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:56 smithi067 ceph-mon[29363]: Upgrade: Need to upgrade myself (mgr.x) 2024-07-29T15:04:56.689 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:56 smithi067 ceph-mon[29363]: pgmap v96: 121 pgs: 121 active+clean; 161 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.0 MiB/s wr, 24 op/s 2024-07-29T15:04:56.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:56 smithi138 ceph-mon[32824]: osdmap e211: 8 total, 8 up, 8 in 2024-07-29T15:04:56.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:56 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:56.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:56 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:56.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:56 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-29T15:04:56.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:56 smithi138 ceph-mon[32824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-29T15:04:56.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:56 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-29T15:04:56.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:56 smithi138 ceph-mon[32824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-29T15:04:56.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:56 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-29T15:04:56.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:56 smithi138 ceph-mon[32824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-29T15:04:56.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:56 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:04:56.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:56 smithi138 ceph-mon[32824]: Upgrade: Need to upgrade myself (mgr.x) 2024-07-29T15:04:56.812 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:56 smithi138 ceph-mon[32824]: Upgrade: Need to upgrade myself (mgr.x) 2024-07-29T15:04:56.812 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:56 smithi138 ceph-mon[32824]: pgmap v96: 121 pgs: 121 active+clean; 161 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.0 MiB/s wr, 24 op/s 2024-07-29T15:04:56.812 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=infra.usagestats.collector t=2024-07-29T15:04:56.450230282Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-07-29T15:04:56.812 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=provisioning.datasources t=2024-07-29T15:04:56.536201219Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-07-29T15:04:56.812 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=provisioning.datasources t=2024-07-29T15:04:56.536229273Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-07-29T15:04:56.812 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=provisioning.datasources t=2024-07-29T15:04:56.546605832Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-07-29T15:04:56.812 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=provisioning.alerting t=2024-07-29T15:04:56.629689168Z level=info msg="starting to provision alerting" 2024-07-29T15:04:56.812 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=provisioning.alerting t=2024-07-29T15:04:56.629716789Z level=info msg="finished to provision alerting" 2024-07-29T15:04:56.812 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=ngalert.state.manager t=2024-07-29T15:04:56.629820615Z level=info msg="Warming state cache for startup" 2024-07-29T15:04:56.813 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=grafanaStorageLogger t=2024-07-29T15:04:56.629895161Z level=info msg="storage starting" 2024-07-29T15:04:56.813 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=http.server t=2024-07-29T15:04:56.631557946Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-07-29T15:04:56.813 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=ngalert.state.manager t=2024-07-29T15:04:56.640050416Z level=info msg="State cache has been initialized" states=0 duration=10.228388ms 2024-07-29T15:04:56.813 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=ngalert.multiorg.alertmanager t=2024-07-29T15:04:56.640103156Z level=info msg="starting MultiOrg Alertmanager" 2024-07-29T15:04:56.813 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:04:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[74758]: logger=ticker t=2024-07-29T15:04:56.640120604Z level=info msg=starting first_tick=2024-07-29T15:05:00Z 2024-07-29T15:04:56.859 INFO:tasks.rados.rados.0.smithi067.stdout:748: finishing rollback tid 0 to smithi06780069-31 2024-07-29T15:04:56.860 INFO:tasks.rados.rados.0.smithi067.stdout:748: finishing rollback tid 1 to smithi06780069-31 2024-07-29T15:04:56.860 INFO:tasks.rados.rados.0.smithi067.stdout:748: finishing rollback tid 2 to smithi06780069-31 2024-07-29T15:04:56.860 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 220 (ObjNum 184 snap 45 seq_num 184) dirty exists 2024-07-29T15:04:56.860 INFO:tasks.rados.rados.0.smithi067.stdout:749: finishing rollback tid 1 to smithi06780069-38 2024-07-29T15:04:56.860 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 38 v 248 (ObjNum 33 snap 0 seq_num 3869054328) dirty dne 2024-07-29T15:04:56.860 INFO:tasks.rados.rados.0.smithi067.stdout:746: finishing write tid 3 to smithi06780069-20 2024-07-29T15:04:56.860 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 50 v 242 (ObjNum 214 snap 52 seq_num 214) dirty exists 2024-07-29T15:04:56.860 INFO:tasks.rados.rados.0.smithi067.stdout:746: finishing write tid 4 to smithi06780069-20 2024-07-29T15:04:56.860 INFO:tasks.rados.rados.0.smithi067.stdout:744: done (7 left) 2024-07-29T15:04:56.860 INFO:tasks.rados.rados.0.smithi067.stdout:748: done (6 left) 2024-07-29T15:04:56.860 INFO:tasks.rados.rados.0.smithi067.stdout:749: done (5 left) 2024-07-29T15:04:56.860 INFO:tasks.rados.rados.0.smithi067.stdout:750: done (4 left) 2024-07-29T15:04:56.861 INFO:tasks.rados.rados.0.smithi067.stdout:751: done (3 left) 2024-07-29T15:04:56.861 INFO:tasks.rados.rados.0.smithi067.stdout:752: delete oid 13 current snap is 70 2024-07-29T15:04:56.861 INFO:tasks.rados.rados.0.smithi067.stdout:746: finishing write tid 5 to smithi06780069-20 2024-07-29T15:04:56.861 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 221 (ObjNum 256 snap 70 seq_num 256) dirty exists 2024-07-29T15:04:56.861 INFO:tasks.rados.rados.0.smithi067.stdout:746: left oid 20 (ObjNum 256 snap 70 seq_num 256) 2024-07-29T15:04:56.861 INFO:tasks.rados.rados.0.smithi067.stdout:745: expect (ObjNum 252 snap 67 seq_num 252) 2024-07-29T15:04:57.131 INFO:tasks.rados.rados.0.smithi067.stdout:747: expect (ObjNum 138 snap 31 seq_num 138) 2024-07-29T15:04:57.310 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:04:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:04:56.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi138\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:04:57.325 INFO:tasks.rados.rados.0.smithi067.stdout:745: done (3 left) 2024-07-29T15:04:57.325 INFO:tasks.rados.rados.0.smithi067.stdout:746: done (2 left) 2024-07-29T15:04:57.325 INFO:tasks.rados.rados.0.smithi067.stdout:747: done (1 left) 2024-07-29T15:04:57.325 INFO:tasks.rados.rados.0.smithi067.stdout:752: done (0 left) 2024-07-29T15:04:57.325 INFO:tasks.rados.rados.0.smithi067.stdout:753: rmattr oid 13 current snap is 70 2024-07-29T15:04:57.325 INFO:tasks.rados.rados.0.smithi067.stdout:753: done (0 left) 2024-07-29T15:04:57.325 INFO:tasks.rados.rados.0.smithi067.stdout:754: read oid 1 snap -1 2024-07-29T15:04:57.325 INFO:tasks.rados.rados.0.smithi067.stdout:754: expect (ObjNum 239 snap 66 seq_num 239) 2024-07-29T15:04:57.325 INFO:tasks.rados.rados.0.smithi067.stdout:755: copy_from oid 7 from oid 48 current snap is 70 2024-07-29T15:04:57.326 INFO:tasks.rados.rados.0.smithi067.stdout:756: read oid 24 snap -1 2024-07-29T15:04:57.326 INFO:tasks.rados.rados.0.smithi067.stdout:756: expect (ObjNum 255 snap 69 seq_num 255) 2024-07-29T15:04:57.326 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 9 current snap is 70 2024-07-29T15:04:57.326 INFO:tasks.rados.rados.0.smithi067.stdout:757: seq_num 259 ranges {0=745472,745472=540672,1286144=581632,1867776=81920} 2024-07-29T15:04:57.330 INFO:tasks.rados.rados.0.smithi067.stdout:757: writing smithi06780069-9 from 0 to 745472 tid 1 2024-07-29T15:04:57.334 INFO:tasks.rados.rados.0.smithi067.stdout:757: writing smithi06780069-9 from 745472 to 1286144 tid 2 2024-07-29T15:04:57.338 INFO:tasks.rados.rados.0.smithi067.stdout:757: writing smithi06780069-9 from 1286144 to 1867776 tid 3 2024-07-29T15:04:57.340 INFO:tasks.rados.rados.0.smithi067.stdout:757: writing smithi06780069-9 from 1867776 to 1949696 tid 4 2024-07-29T15:04:57.340 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 32 current snap is 70 2024-07-29T15:04:57.340 INFO:tasks.rados.rados.0.smithi067.stdout:755: finishing copy_from to smithi06780069-7 2024-07-29T15:04:57.340 INFO:tasks.rados.rados.0.smithi067.stdout:755: got expected ENOENT (src dne) 2024-07-29T15:04:57.340 INFO:tasks.rados.rados.0.smithi067.stdout:755: finishing copy_from racing read to smithi06780069-7 2024-07-29T15:04:57.340 INFO:tasks.rados.rados.0.smithi067.stdout:754: expect (ObjNum 239 snap 66 seq_num 239) 2024-07-29T15:04:57.415 INFO:tasks.rados.rados.0.smithi067.stdout:757: finishing write tid 1 to smithi06780069-9 2024-07-29T15:04:57.415 INFO:tasks.rados.rados.0.smithi067.stdout:757: finishing write tid 2 to smithi06780069-9 2024-07-29T15:04:57.415 INFO:tasks.rados.rados.0.smithi067.stdout:758: seq_num 260 ranges {3244032=761856,4005888=417792,4423680=786432} 2024-07-29T15:04:57.439 INFO:tasks.rados.rados.0.smithi067.stdout:758: writing smithi06780069-32 from 3244032 to 4005888 tid 1 2024-07-29T15:04:57.442 INFO:tasks.rados.rados.0.smithi067.stdout:758: writing smithi06780069-32 from 4005888 to 4423680 tid 2 2024-07-29T15:04:57.448 INFO:tasks.rados.rados.0.smithi067.stdout:758: writing smithi06780069-32 from 4423680 to 5210112 tid 3 2024-07-29T15:04:57.449 INFO:tasks.rados.rados.0.smithi067.stdout:754: done (4 left) 2024-07-29T15:04:57.449 INFO:tasks.rados.rados.0.smithi067.stdout:755: done (3 left) 2024-07-29T15:04:57.449 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 15 current snap is 70 2024-07-29T15:04:57.449 INFO:tasks.rados.rados.0.smithi067.stdout:759: seq_num 261 ranges {0=778240,778240=704512,1482752=499712} 2024-07-29T15:04:57.454 INFO:tasks.rados.rados.0.smithi067.stdout:759: writing smithi06780069-15 from 0 to 778240 tid 1 2024-07-29T15:04:57.460 INFO:tasks.rados.rados.0.smithi067.stdout:759: writing smithi06780069-15 from 778240 to 1482752 tid 2 2024-07-29T15:04:57.464 INFO:tasks.rados.rados.0.smithi067.stdout:759: writing smithi06780069-15 from 1482752 to 1982464 tid 3 2024-07-29T15:04:57.464 INFO:tasks.rados.rados.0.smithi067.stdout:760: copy_from oid 2 from oid 44 current snap is 70 2024-07-29T15:04:57.464 INFO:tasks.rados.rados.0.smithi067.stdout:756: expect (ObjNum 255 snap 69 seq_num 255) 2024-07-29T15:04:57.515 INFO:tasks.rados.rados.0.smithi067.stdout:757: finishing write tid 3 to smithi06780069-9 2024-07-29T15:04:57.515 INFO:tasks.rados.rados.0.smithi067.stdout:757: finishing write tid 4 to smithi06780069-9 2024-07-29T15:04:57.516 INFO:tasks.rados.rados.0.smithi067.stdout:756: done (4 left) 2024-07-29T15:04:57.516 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 35 current snap is 70 2024-07-29T15:04:57.516 INFO:tasks.rados.rados.0.smithi067.stdout:757: finishing write tid 5 to smithi06780069-9 2024-07-29T15:04:57.516 INFO:tasks.rados.rados.0.smithi067.stdout:761: seq_num 262 ranges {1851392=794624,2646016=589824,3235840=614400} 2024-07-29T15:04:57.531 INFO:tasks.rados.rados.0.smithi067.stdout:761: writing smithi06780069-35 from 1851392 to 2646016 tid 1 2024-07-29T15:04:57.536 INFO:tasks.rados.rados.0.smithi067.stdout:761: writing smithi06780069-35 from 2646016 to 3235840 tid 2 2024-07-29T15:04:57.541 INFO:tasks.rados.rados.0.smithi067.stdout:761: writing smithi06780069-35 from 3235840 to 3850240 tid 3 2024-07-29T15:04:57.541 INFO:tasks.rados.rados.0.smithi067.stdout:762: delete oid 29 current snap is 70 2024-07-29T15:04:57.541 INFO:tasks.rados.rados.0.smithi067.stdout:757: finishing write tid 6 to smithi06780069-9 2024-07-29T15:04:57.541 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 9 v 141 (ObjNum 259 snap 70 seq_num 259) dirty exists 2024-07-29T15:04:57.541 INFO:tasks.rados.rados.0.smithi067.stdout:757: left oid 9 (ObjNum 259 snap 70 seq_num 259) 2024-07-29T15:04:57.541 INFO:tasks.rados.rados.0.smithi067.stdout:758: finishing write tid 1 to smithi06780069-32 2024-07-29T15:04:57.541 INFO:tasks.rados.rados.0.smithi067.stdout:758: finishing write tid 2 to smithi06780069-32 2024-07-29T15:04:57.541 INFO:tasks.rados.rados.0.smithi067.stdout:758: finishing write tid 3 to smithi06780069-32 2024-07-29T15:04:57.541 INFO:tasks.rados.rados.0.smithi067.stdout:758: finishing write tid 4 to smithi06780069-32 2024-07-29T15:04:57.542 INFO:tasks.rados.rados.0.smithi067.stdout:758: finishing write tid 5 to smithi06780069-32 2024-07-29T15:04:57.542 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 341 (ObjNum 260 snap 70 seq_num 260) dirty exists 2024-07-29T15:04:57.542 INFO:tasks.rados.rados.0.smithi067.stdout:758: left oid 32 (ObjNum 260 snap 70 seq_num 260) 2024-07-29T15:04:57.542 INFO:tasks.rados.rados.0.smithi067.stdout:759: finishing write tid 1 to smithi06780069-15 2024-07-29T15:04:57.542 INFO:tasks.rados.rados.0.smithi067.stdout:759: finishing write tid 2 to smithi06780069-15 2024-07-29T15:04:57.542 INFO:tasks.rados.rados.0.smithi067.stdout:759: finishing write tid 3 to smithi06780069-15 2024-07-29T15:04:57.542 INFO:tasks.rados.rados.0.smithi067.stdout:759: finishing write tid 4 to smithi06780069-15 2024-07-29T15:04:57.542 INFO:tasks.rados.rados.0.smithi067.stdout:759: finishing write tid 5 to smithi06780069-15 2024-07-29T15:04:57.542 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 345 (ObjNum 261 snap 70 seq_num 261) dirty exists 2024-07-29T15:04:57.542 INFO:tasks.rados.rados.0.smithi067.stdout:759: left oid 15 (ObjNum 261 snap 70 seq_num 261) 2024-07-29T15:04:57.542 INFO:tasks.rados.rados.0.smithi067.stdout:760: finishing copy_from racing read to smithi06780069-2 2024-07-29T15:04:57.543 INFO:tasks.rados.rados.0.smithi067.stdout:760: finishing copy_from to smithi06780069-2 2024-07-29T15:04:57.543 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 88 (ObjNum 193 snap 47 seq_num 193) dirty exists 2024-07-29T15:04:57.543 INFO:tasks.rados.rados.0.smithi067.stdout:761: finishing write tid 1 to smithi06780069-35 2024-07-29T15:04:57.543 INFO:tasks.rados.rados.0.smithi067.stdout:761: finishing write tid 2 to smithi06780069-35 2024-07-29T15:04:57.544 INFO:tasks.rados.rados.0.smithi067.stdout:757: done (5 left) 2024-07-29T15:04:57.544 INFO:tasks.rados.rados.0.smithi067.stdout:758: done (4 left) 2024-07-29T15:04:57.544 INFO:tasks.rados.rados.0.smithi067.stdout:759: done (3 left) 2024-07-29T15:04:57.544 INFO:tasks.rados.rados.0.smithi067.stdout:760: done (2 left) 2024-07-29T15:04:57.544 INFO:tasks.rados.rados.0.smithi067.stdout:762: done (1 left) 2024-07-29T15:04:57.544 INFO:tasks.rados.rados.0.smithi067.stdout:763: snap_remove snap 67 2024-07-29T15:04:57.850 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:57 smithi138 ceph-mon[32824]: osdmap e212: 8 total, 8 up, 8 in 2024-07-29T15:04:57.850 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:57 smithi138 ceph-mon[32824]: Upgrade: Updating mgr.y 2024-07-29T15:04:57.850 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:57 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:57.851 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:57 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-29T15:04:57.851 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:57 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-29T15:04:57.851 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:57 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-29T15:04:57.851 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:57 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:04:57.851 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:57 smithi138 ceph-mon[32824]: Deploying daemon mgr.y on smithi067 2024-07-29T15:04:57.851 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:57 smithi138 ceph-mon[32824]: osdmap e213: 8 total, 8 up, 8 in 2024-07-29T15:04:57.915 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:57 smithi067 ceph-mon[29363]: osdmap e212: 8 total, 8 up, 8 in 2024-07-29T15:04:57.916 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:57 smithi067 ceph-mon[29363]: Upgrade: Updating mgr.y 2024-07-29T15:04:57.916 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:57 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:57.916 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:57 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-29T15:04:57.916 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:57 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-29T15:04:57.916 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:57 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-29T15:04:57.916 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:57 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:04:57.916 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:57 smithi067 ceph-mon[29363]: Deploying daemon mgr.y on smithi067 2024-07-29T15:04:57.916 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:57 smithi067 ceph-mon[29363]: osdmap e213: 8 total, 8 up, 8 in 2024-07-29T15:04:57.916 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:57 smithi067 ceph-mon[39695]: osdmap e212: 8 total, 8 up, 8 in 2024-07-29T15:04:57.917 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:57 smithi067 ceph-mon[39695]: Upgrade: Updating mgr.y 2024-07-29T15:04:57.917 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:57 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:04:57.917 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:57 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-29T15:04:57.917 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:57 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-29T15:04:57.917 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:57 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-29T15:04:57.917 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:57 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:04:57.917 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:57 smithi067 ceph-mon[39695]: Deploying daemon mgr.y on smithi067 2024-07-29T15:04:57.917 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:57 smithi067 ceph-mon[39695]: osdmap e213: 8 total, 8 up, 8 in 2024-07-29T15:04:58.413 INFO:tasks.rados.rados.0.smithi067.stdout:763: done (1 left) 2024-07-29T15:04:58.413 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 36 current snap is 70 2024-07-29T15:04:58.413 INFO:tasks.rados.rados.0.smithi067.stdout:761: finishing write tid 3 to smithi06780069-35 2024-07-29T15:04:58.413 INFO:tasks.rados.rados.0.smithi067.stdout:761: finishing write tid 4 to smithi06780069-35 2024-07-29T15:04:58.413 INFO:tasks.rados.rados.0.smithi067.stdout:761: finishing write tid 5 to smithi06780069-35 2024-07-29T15:04:58.413 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 35 v 280 (ObjNum 262 snap 70 seq_num 262) dirty exists 2024-07-29T15:04:58.414 INFO:tasks.rados.rados.0.smithi067.stdout:761: left oid 35 (ObjNum 262 snap 70 seq_num 262) 2024-07-29T15:04:58.414 INFO:tasks.rados.rados.0.smithi067.stdout:764: seq_num 264 ranges {0=425984,425984=761856,1187840=770048,1957888=73728} 2024-07-29T15:04:58.417 INFO:tasks.rados.rados.0.smithi067.stdout:764: writing smithi06780069-36 from 0 to 425984 tid 1 2024-07-29T15:04:58.421 INFO:tasks.rados.rados.0.smithi067.stdout:764: writing smithi06780069-36 from 425984 to 1187840 tid 2 2024-07-29T15:04:58.426 INFO:tasks.rados.rados.0.smithi067.stdout:764: writing smithi06780069-36 from 1187840 to 1957888 tid 3 2024-07-29T15:04:58.427 INFO:tasks.rados.rados.0.smithi067.stdout:764: writing smithi06780069-36 from 1957888 to 2031616 tid 4 2024-07-29T15:04:58.427 INFO:tasks.rados.rados.0.smithi067.stdout:761: done (1 left) 2024-07-29T15:04:58.427 INFO:tasks.rados.rados.0.smithi067.stdout:765: read oid 29 snap -1 2024-07-29T15:04:58.427 INFO:tasks.rados.rados.0.smithi067.stdout:765: expect deleted 2024-07-29T15:04:58.427 INFO:tasks.rados.rados.0.smithi067.stdout:766: snap_create 2024-07-29T15:04:58.427 INFO:tasks.rados.rados.0.smithi067.stdout:764: finishing write tid 1 to smithi06780069-36 2024-07-29T15:04:58.427 INFO:tasks.rados.rados.0.smithi067.stdout:764: finishing write tid 2 to smithi06780069-36 2024-07-29T15:04:58.430 INFO:tasks.rados.rados.0.smithi067.stdout:764: finishing write tid 3 to smithi06780069-36 2024-07-29T15:04:58.430 INFO:tasks.rados.rados.0.smithi067.stdout:764: finishing write tid 4 to smithi06780069-36 2024-07-29T15:04:58.430 INFO:tasks.rados.rados.0.smithi067.stdout:764: finishing write tid 5 to smithi06780069-36 2024-07-29T15:04:58.434 INFO:tasks.rados.rados.0.smithi067.stdout:764: finishing write tid 6 to smithi06780069-36 2024-07-29T15:04:58.434 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 148 (ObjNum 264 snap 70 seq_num 264) dirty exists 2024-07-29T15:04:58.434 INFO:tasks.rados.rados.0.smithi067.stdout:764: left oid 36 (ObjNum 264 snap 70 seq_num 264) 2024-07-29T15:04:59.338 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:04:59 smithi067 systemd[1]: Stopping Ceph mgr.y for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:04:59.420 INFO:tasks.rados.rados.0.smithi067.stdout:764: done (2 left) 2024-07-29T15:04:59.420 INFO:tasks.rados.rados.0.smithi067.stdout:765: done (1 left) 2024-07-29T15:04:59.420 INFO:tasks.rados.rados.0.smithi067.stdout:766: done (0 left) 2024-07-29T15:04:59.420 INFO:tasks.rados.rados.0.smithi067.stdout:767: setattr oid 33 current snap is 71 2024-07-29T15:04:59.421 INFO:tasks.rados.rados.0.smithi067.stdout:768: read oid 6 snap -1 2024-07-29T15:04:59.421 INFO:tasks.rados.rados.0.smithi067.stdout:768: expect (ObjNum 190 snap 47 seq_num 190) 2024-07-29T15:04:59.421 INFO:tasks.rados.rados.0.smithi067.stdout:769: delete oid 27 current snap is 71 2024-07-29T15:04:59.424 INFO:tasks.rados.rados.0.smithi067.stdout:769: done (2 left) 2024-07-29T15:04:59.424 INFO:tasks.rados.rados.0.smithi067.stdout:770: rollback oid 23 current snap is 71 2024-07-29T15:04:59.424 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 23 to 65 2024-07-29T15:04:59.424 INFO:tasks.rados.rados.0.smithi067.stdout:771: read oid 39 snap -1 2024-07-29T15:04:59.424 INFO:tasks.rados.rados.0.smithi067.stdout:771: expect (ObjNum 235 snap 63 seq_num 235) 2024-07-29T15:04:59.424 INFO:tasks.rados.rados.0.smithi067.stdout:772: read oid 27 snap 53 2024-07-29T15:04:59.425 INFO:tasks.rados.rados.0.smithi067.stdout:772: expect (ObjNum 148 snap 36 seq_num 148) 2024-07-29T15:04:59.425 INFO:tasks.rados.rados.0.smithi067.stdout:773: snap_create 2024-07-29T15:04:59.429 INFO:tasks.rados.rados.0.smithi067.stdout:770: finishing rollback tid 0 to smithi06780069-23 2024-07-29T15:04:59.429 INFO:tasks.rados.rados.0.smithi067.stdout:772: expect (ObjNum 148 snap 36 seq_num 148) 2024-07-29T15:04:59.435 INFO:tasks.rados.rados.0.smithi067.stdout:770: finishing rollback tid 1 to smithi06780069-23 2024-07-29T15:04:59.435 INFO:tasks.rados.rados.0.smithi067.stdout:770: finishing rollback tid 2 to smithi06780069-23 2024-07-29T15:04:59.435 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 318 (ObjNum 222 snap 56 seq_num 222) dirty exists 2024-07-29T15:04:59.435 INFO:tasks.rados.rados.0.smithi067.stdout:768: expect (ObjNum 190 snap 47 seq_num 190) 2024-07-29T15:04:59.475 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 33 v 357 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-29T15:04:59.475 INFO:tasks.rados.rados.0.smithi067.stdout:771: expect (ObjNum 235 snap 63 seq_num 235) 2024-07-29T15:04:59.617 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:59 smithi067 ceph-mon[29363]: pgmap v99: 121 pgs: 121 active+clean; 161 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.0 MiB/s wr, 24 op/s 2024-07-29T15:04:59.617 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:04:59 smithi067 ceph-mon[29363]: osdmap e214: 8 total, 8 up, 8 in 2024-07-29T15:04:59.618 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:04:59 smithi067 podman[83503]: 2024-07-29 15:04:59.337757432 +0000 UTC m=+0.159844445 container died ab8576adb9f04151623e3b28fe34ba07fac28e7977acfb5dd9ab03934c5fccfb (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=quincy-3120d06, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0) 2024-07-29T15:04:59.618 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:59 smithi067 ceph-mon[39695]: pgmap v99: 121 pgs: 121 active+clean; 161 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.0 MiB/s wr, 24 op/s 2024-07-29T15:04:59.618 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:04:59 smithi067 ceph-mon[39695]: osdmap e214: 8 total, 8 up, 8 in 2024-07-29T15:04:59.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:59 smithi138 ceph-mon[32824]: pgmap v99: 121 pgs: 121 active+clean; 161 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.0 MiB/s wr, 24 op/s 2024-07-29T15:04:59.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:04:59 smithi138 ceph-mon[32824]: osdmap e214: 8 total, 8 up, 8 in 2024-07-29T15:04:59.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:04:59 smithi067 podman[83503]: 2024-07-29 15:04:59.726168639 +0000 UTC m=+0.548255652 container cleanup ab8576adb9f04151623e3b28fe34ba07fac28e7977acfb5dd9ab03934c5fccfb (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y, io.buildah.version=1.36.0, RELEASE=quincy-3120d06, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-29T15:04:59.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:04:59 smithi067 bash[83503]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y 2024-07-29T15:05:00.366 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:00 smithi067 podman[83514]: 2024-07-29 15:05:00.003664058 +0000 UTC m=+0.666125384 container remove ab8576adb9f04151623e3b28fe34ba07fac28e7977acfb5dd9ab03934c5fccfb (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-3120d06, org.label-schema.build-date=20240724, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-07-29T15:05:00.367 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:00 smithi067 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-07-29T15:05:00.367 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:00 smithi067 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-07-29T15:05:00.367 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:00 smithi067 systemd[1]: Stopped Ceph mgr.y for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:05:00.367 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:00 smithi067 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mgr.y.service: Consumed 47.265s CPU time. 2024-07-29T15:05:00.367 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:00 smithi067 systemd[1]: Starting Ceph mgr.y for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:05:00.426 INFO:tasks.rados.rados.0.smithi067.stdout:767: done (5 left) 2024-07-29T15:05:00.610 INFO:tasks.rados.rados.0.smithi067.stdout:768: done (4 left) 2024-07-29T15:05:00.610 INFO:tasks.rados.rados.0.smithi067.stdout:770: done (3 left) 2024-07-29T15:05:00.610 INFO:tasks.rados.rados.0.smithi067.stdout:771: done (2 left) 2024-07-29T15:05:00.610 INFO:tasks.rados.rados.0.smithi067.stdout:772: done (1 left) 2024-07-29T15:05:00.611 INFO:tasks.rados.rados.0.smithi067.stdout:773: done (0 left) 2024-07-29T15:05:00.611 INFO:tasks.rados.rados.0.smithi067.stdout:774: delete oid 35 current snap is 72 2024-07-29T15:05:00.611 INFO:tasks.rados.rados.0.smithi067.stdout:774: done (0 left) 2024-07-29T15:05:00.611 INFO:tasks.rados.rados.0.smithi067.stdout:775: snap_create 2024-07-29T15:05:00.729 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:00 smithi067 ceph-mon[39695]: osdmap e215: 8 total, 8 up, 8 in 2024-07-29T15:05:00.729 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:00 smithi067 ceph-mon[29363]: osdmap e215: 8 total, 8 up, 8 in 2024-07-29T15:05:00.729 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:00 smithi067 podman[83647]: 2024-07-29 15:05:00.490654268 +0000 UTC m=+0.018479543 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T15:05:00.730 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:00 smithi067 podman[83647]: 2024-07-29 15:05:00.609982062 +0000 UTC m=+0.137811355 container create 2844d13de9928df51e809f4915ccf81e668fcec9a03b692796fbca4fd4429534 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240716, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=main-69149bb) 2024-07-29T15:05:00.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:00 smithi138 ceph-mon[32824]: osdmap e215: 8 total, 8 up, 8 in 2024-07-29T15:05:00.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:00 smithi067 podman[83647]: 2024-07-29 15:05:00.821078126 +0000 UTC m=+0.348903398 container init 2844d13de9928df51e809f4915ccf81e668fcec9a03b692796fbca4fd4429534 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240716, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=main-69149bb, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-07-29T15:05:00.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:00 smithi067 podman[83647]: 2024-07-29 15:05:00.824126154 +0000 UTC m=+0.351951416 container start 2844d13de9928df51e809f4915ccf81e668fcec9a03b692796fbca4fd4429534 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y, org.label-schema.license=GPLv2, org.label-schema.build-date=20240716, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, RELEASE=main-69149bb, CEPH_POINT_RELEASE=) 2024-07-29T15:05:00.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:00 smithi067 ceph-mgr[83666]: -- 172.21.15.67:0/6572031 <== mon.0 v2:172.21.15.67:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d8cb2a50e0 con 0x55d8cb283000 2024-07-29T15:05:00.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:00 smithi067 bash[83647]: 2844d13de9928df51e809f4915ccf81e668fcec9a03b692796fbca4fd4429534 2024-07-29T15:05:00.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:00 smithi067 systemd[1]: Started Ceph mgr.y for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:05:01.434 INFO:tasks.rados.rados.0.smithi067.stdout:775: done (0 left) 2024-07-29T15:05:01.434 INFO:tasks.rados.rados.0.smithi067.stdout:776: snap_create 2024-07-29T15:05:01.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:01 smithi067 ceph-mon[29363]: pgmap v102: 121 pgs: 121 active+clean; 161 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:05:01.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:01 smithi067 ceph-mon[29363]: osdmap e216: 8 total, 8 up, 8 in 2024-07-29T15:05:01.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:01 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:01.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:01 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:01.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:01 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:05:01.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:01 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:01.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:01 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:01.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:01 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:01.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:01 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:01.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:01 smithi067 ceph-mon[39695]: pgmap v102: 121 pgs: 121 active+clean; 161 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:05:01.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:01 smithi067 ceph-mon[39695]: osdmap e216: 8 total, 8 up, 8 in 2024-07-29T15:05:01.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:01 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:01.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:01 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:01.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:01 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:05:01.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:01 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:01.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:01 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:01.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:01 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:01.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:01 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:01.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:01 smithi138 ceph-mon[32824]: pgmap v102: 121 pgs: 121 active+clean; 161 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:05:01.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:01 smithi138 ceph-mon[32824]: osdmap e216: 8 total, 8 up, 8 in 2024-07-29T15:05:01.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:01 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:01.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:01 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:01.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:01 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:05:01.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:01 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:01.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:01 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:01.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:01 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:01.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:01 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:02.438 INFO:tasks.rados.rados.0.smithi067.stdout:776: done (0 left) 2024-07-29T15:05:02.438 INFO:tasks.rados.rados.0.smithi067.stdout:777: read oid 22 snap -1 2024-07-29T15:05:02.438 INFO:tasks.rados.rados.0.smithi067.stdout:777: expect (ObjNum 242 snap 67 seq_num 242) 2024-07-29T15:05:02.438 INFO:tasks.rados.rados.0.smithi067.stdout:778: snap_remove snap 68 2024-07-29T15:05:02.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:02 smithi067 ceph-mon[29363]: osdmap e217: 8 total, 8 up, 8 in 2024-07-29T15:05:02.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:02 smithi067 ceph-mon[39695]: osdmap e217: 8 total, 8 up, 8 in 2024-07-29T15:05:02.742 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:02 smithi138 ceph-mon[32824]: osdmap e217: 8 total, 8 up, 8 in 2024-07-29T15:05:03.442 INFO:tasks.rados.rados.0.smithi067.stdout:778: done (1 left) 2024-07-29T15:05:03.442 INFO:tasks.rados.rados.0.smithi067.stdout:779: read oid 48 snap -1 2024-07-29T15:05:03.442 INFO:tasks.rados.rados.0.smithi067.stdout:779: expect deleted 2024-07-29T15:05:03.442 INFO:tasks.rados.rados.0.smithi067.stdout:780: rmattr oid 49 current snap is 74 2024-07-29T15:05:03.442 INFO:tasks.rados.rados.0.smithi067.stdout:781: delete oid 44 current snap is 74 2024-07-29T15:05:03.444 INFO:tasks.rados.rados.0.smithi067.stdout:777: expect (ObjNum 242 snap 67 seq_num 242) 2024-07-29T15:05:03.496 INFO:tasks.rados.rados.0.smithi067.stdout:777: done (3 left) 2024-07-29T15:05:03.496 INFO:tasks.rados.rados.0.smithi067.stdout:779: done (2 left) 2024-07-29T15:05:03.496 INFO:tasks.rados.rados.0.smithi067.stdout:781: done (1 left) 2024-07-29T15:05:03.496 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 2 current snap is 74 2024-07-29T15:05:03.496 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 363 (ObjNum 213 snap 52 seq_num 213) dirty exists 2024-07-29T15:05:03.496 INFO:tasks.rados.rados.0.smithi067.stdout:782: seq_num 268 ranges {1490944=491520,1982464=745472,2727936=745472,3473408=114688} 2024-07-29T15:05:03.507 INFO:tasks.rados.rados.0.smithi067.stdout:782: writing smithi06780069-2 from 1490944 to 1982464 tid 1 2024-07-29T15:05:03.511 INFO:tasks.rados.rados.0.smithi067.stdout:782: writing smithi06780069-2 from 1982464 to 2727936 tid 2 2024-07-29T15:05:03.515 INFO:tasks.rados.rados.0.smithi067.stdout:782: writing smithi06780069-2 from 2727936 to 3473408 tid 3 2024-07-29T15:05:03.517 INFO:tasks.rados.rados.0.smithi067.stdout:782: writing smithi06780069-2 from 3473408 to 3588096 tid 4 2024-07-29T15:05:03.517 INFO:tasks.rados.rados.0.smithi067.stdout:780: done (1 left) 2024-07-29T15:05:03.517 INFO:tasks.rados.rados.0.smithi067.stdout:783: read oid 11 snap -1 2024-07-29T15:05:03.517 INFO:tasks.rados.rados.0.smithi067.stdout:783: expect (ObjNum 244 snap 67 seq_num 244) 2024-07-29T15:05:03.517 INFO:tasks.rados.rados.0.smithi067.stdout:782: finishing write tid 1 to smithi06780069-2 2024-07-29T15:05:03.517 INFO:tasks.rados.rados.0.smithi067.stdout:782: finishing write tid 2 to smithi06780069-2 2024-07-29T15:05:03.518 INFO:tasks.rados.rados.0.smithi067.stdout:784: read oid 42 snap 65 2024-07-29T15:05:03.518 INFO:tasks.rados.rados.0.smithi067.stdout:784: expect (ObjNum -415079008 snap 21888 seq_num 3880370256) 2024-07-29T15:05:03.518 INFO:tasks.rados.rados.0.smithi067.stdout:785: read oid 12 snap -1 2024-07-29T15:05:03.518 INFO:tasks.rados.rados.0.smithi067.stdout:785: expect (ObjNum 207 snap 50 seq_num 207) 2024-07-29T15:05:03.518 INFO:tasks.rados.rados.0.smithi067.stdout:786: copy_from oid 21 from oid 37 current snap is 74 2024-07-29T15:05:03.518 INFO:tasks.rados.rados.0.smithi067.stdout:787: read oid 48 snap -1 2024-07-29T15:05:03.518 INFO:tasks.rados.rados.0.smithi067.stdout:787: expect deleted 2024-07-29T15:05:03.518 INFO:tasks.rados.rados.0.smithi067.stdout:788: read oid 26 snap -1 2024-07-29T15:05:03.518 INFO:tasks.rados.rados.0.smithi067.stdout:788: expect (ObjNum 249 snap 67 seq_num 249) 2024-07-29T15:05:03.518 INFO:tasks.rados.rados.0.smithi067.stdout:789: setattr oid 15 current snap is 74 2024-07-29T15:05:03.519 INFO:tasks.rados.rados.0.smithi067.stdout:790: rollback oid 39 current snap is 74 2024-07-29T15:05:03.519 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 39 to 73 2024-07-29T15:05:03.519 INFO:tasks.rados.rados.0.smithi067.stdout:791: delete oid 8 current snap is 74 2024-07-29T15:05:03.519 INFO:tasks.rados.rados.0.smithi067.stdout:784: expect (ObjNum -415079008 snap 21888 seq_num 3880370256) 2024-07-29T15:05:03.522 INFO:tasks.rados.rados.0.smithi067.stdout:786: finishing copy_from to smithi06780069-21 2024-07-29T15:05:03.522 INFO:tasks.rados.rados.0.smithi067.stdout:786: got expected ENOENT (src dne) 2024-07-29T15:05:03.522 INFO:tasks.rados.rados.0.smithi067.stdout:786: finishing copy_from racing read to smithi06780069-21 2024-07-29T15:05:03.523 INFO:tasks.rados.rados.0.smithi067.stdout:784: done (9 left) 2024-07-29T15:05:03.523 INFO:tasks.rados.rados.0.smithi067.stdout:786: done (8 left) 2024-07-29T15:05:03.523 INFO:tasks.rados.rados.0.smithi067.stdout:787: done (7 left) 2024-07-29T15:05:03.523 INFO:tasks.rados.rados.0.smithi067.stdout:791: done (6 left) 2024-07-29T15:05:03.523 INFO:tasks.rados.rados.0.smithi067.stdout:792: rmattr oid 17 current snap is 74 2024-07-29T15:05:03.523 INFO:tasks.rados.rados.0.smithi067.stdout:790: finishing rollback tid 0 to smithi06780069-39 2024-07-29T15:05:03.523 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 32 current snap is 74 2024-07-29T15:05:03.523 INFO:tasks.rados.rados.0.smithi067.stdout:793: seq_num 270 ranges {5210112=524288,5734400=516096,6250496=761856,7012352=327680} 2024-07-29T15:05:03.561 INFO:tasks.rados.rados.0.smithi067.stdout:793: writing smithi06780069-32 from 5210112 to 5734400 tid 1 2024-07-29T15:05:03.564 INFO:tasks.rados.rados.0.smithi067.stdout:793: writing smithi06780069-32 from 5734400 to 6250496 tid 2 2024-07-29T15:05:03.569 INFO:tasks.rados.rados.0.smithi067.stdout:793: writing smithi06780069-32 from 6250496 to 7012352 tid 3 2024-07-29T15:05:03.571 INFO:tasks.rados.rados.0.smithi067.stdout:793: writing smithi06780069-32 from 7012352 to 7340032 tid 4 2024-07-29T15:05:03.572 INFO:tasks.rados.rados.0.smithi067.stdout:794: snap_remove snap 70 2024-07-29T15:05:03.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:03 smithi067 ceph-mon[29363]: pgmap v105: 121 pgs: 121 active+clean; 177 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.8 MiB/s wr, 31 op/s 2024-07-29T15:05:03.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:03 smithi067 ceph-mon[29363]: osdmap e218: 8 total, 8 up, 8 in 2024-07-29T15:05:03.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:03 smithi067 ceph-mon[39695]: pgmap v105: 121 pgs: 121 active+clean; 177 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.8 MiB/s wr, 31 op/s 2024-07-29T15:05:03.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:03 smithi067 ceph-mon[39695]: osdmap e218: 8 total, 8 up, 8 in 2024-07-29T15:05:03.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:03 smithi138 ceph-mon[32824]: pgmap v105: 121 pgs: 121 active+clean; 177 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.8 MiB/s wr, 31 op/s 2024-07-29T15:05:03.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:03 smithi138 ceph-mon[32824]: osdmap e218: 8 total, 8 up, 8 in 2024-07-29T15:05:04.458 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:05:04.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:05:04.467 INFO:tasks.rados.rados.0.smithi067.stdout:794: done (8 left) 2024-07-29T15:05:04.467 INFO:tasks.rados.rados.0.smithi067.stdout:795: copy_from oid 7 from oid 31 current snap is 74 2024-07-29T15:05:04.467 INFO:tasks.rados.rados.0.smithi067.stdout:796: rollback oid 1 current snap is 74 2024-07-29T15:05:04.467 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 1 to 65 2024-07-29T15:05:04.468 INFO:tasks.rados.rados.0.smithi067.stdout:797: setattr oid 41 current snap is 74 2024-07-29T15:05:04.468 INFO:tasks.rados.rados.0.smithi067.stdout:798: delete oid 36 current snap is 74 2024-07-29T15:05:04.468 INFO:tasks.rados.rados.0.smithi067.stdout:790: finishing rollback tid 1 to smithi06780069-39 2024-07-29T15:05:04.468 INFO:tasks.rados.rados.0.smithi067.stdout:790: finishing rollback tid 2 to smithi06780069-39 2024-07-29T15:05:04.468 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 225 (ObjNum 235 snap 63 seq_num 235) dirty exists 2024-07-29T15:05:04.468 INFO:tasks.rados.rados.0.smithi067.stdout:782: finishing write tid 3 to smithi06780069-2 2024-07-29T15:05:04.468 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 163 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-29T15:05:04.468 INFO:tasks.rados.rados.0.smithi067.stdout:782: finishing write tid 4 to smithi06780069-2 2024-07-29T15:05:04.468 INFO:tasks.rados.rados.0.smithi067.stdout:782: finishing write tid 5 to smithi06780069-2 2024-07-29T15:05:04.468 INFO:tasks.rados.rados.0.smithi067.stdout:782: finishing write tid 6 to smithi06780069-2 2024-07-29T15:05:04.468 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 153 (ObjNum 268 snap 74 seq_num 268) dirty exists 2024-07-29T15:05:04.468 INFO:tasks.rados.rados.0.smithi067.stdout:782: left oid 2 (ObjNum 268 snap 74 seq_num 268) 2024-07-29T15:05:04.468 INFO:tasks.rados.rados.0.smithi067.stdout:783: expect (ObjNum 244 snap 67 seq_num 244) 2024-07-29T15:05:04.633 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 351 (ObjNum 261 snap 70 seq_num 261) dirty exists 2024-07-29T15:05:04.633 INFO:tasks.rados.rados.0.smithi067.stdout:788: expect (ObjNum 249 snap 67 seq_num 249) 2024-07-29T15:05:04.687 INFO:tasks.rados.rados.0.smithi067.stdout:785: expect (ObjNum 207 snap 50 seq_num 207) 2024-07-29T15:05:04.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:04 smithi067 ceph-mon[29363]: osdmap e219: 8 total, 8 up, 8 in 2024-07-29T15:05:04.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:04 smithi067 ceph-mon[39695]: osdmap e219: 8 total, 8 up, 8 in 2024-07-29T15:05:04.751 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:04 smithi138 ceph-mon[32824]: osdmap e219: 8 total, 8 up, 8 in 2024-07-29T15:05:05.258 INFO:tasks.rados.rados.0.smithi067.stdout:793: finishing write tid 1 to smithi06780069-32 2024-07-29T15:05:05.258 INFO:tasks.rados.rados.0.smithi067.stdout:793: finishing write tid 2 to smithi06780069-32 2024-07-29T15:05:05.258 INFO:tasks.rados.rados.0.smithi067.stdout:782: done (11 left) 2024-07-29T15:05:05.258 INFO:tasks.rados.rados.0.smithi067.stdout:783: done (10 left) 2024-07-29T15:05:05.258 INFO:tasks.rados.rados.0.smithi067.stdout:785: done (9 left) 2024-07-29T15:05:05.259 INFO:tasks.rados.rados.0.smithi067.stdout:788: done (8 left) 2024-07-29T15:05:05.260 INFO:tasks.rados.rados.0.smithi067.stdout:789: done (7 left) 2024-07-29T15:05:05.260 INFO:tasks.rados.rados.0.smithi067.stdout:790: done (6 left) 2024-07-29T15:05:05.260 INFO:tasks.rados.rados.0.smithi067.stdout:792: done (5 left) 2024-07-29T15:05:05.260 INFO:tasks.rados.rados.0.smithi067.stdout:798: done (4 left) 2024-07-29T15:05:05.260 INFO:tasks.rados.rados.0.smithi067.stdout:799: snap_create 2024-07-29T15:05:05.260 INFO:tasks.rados.rados.0.smithi067.stdout:793: finishing write tid 3 to smithi06780069-32 2024-07-29T15:05:05.260 INFO:tasks.rados.rados.0.smithi067.stdout:793: finishing write tid 4 to smithi06780069-32 2024-07-29T15:05:05.260 INFO:tasks.rados.rados.0.smithi067.stdout:793: finishing write tid 5 to smithi06780069-32 2024-07-29T15:05:05.260 INFO:tasks.rados.rados.0.smithi067.stdout:793: finishing write tid 6 to smithi06780069-32 2024-07-29T15:05:05.260 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 357 (ObjNum 270 snap 74 seq_num 270) dirty exists 2024-07-29T15:05:05.260 INFO:tasks.rados.rados.0.smithi067.stdout:793: left oid 32 (ObjNum 270 snap 74 seq_num 270) 2024-07-29T15:05:05.260 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 222 (ObjNum 202 snap 50 seq_num 202) dirty exists 2024-07-29T15:05:05.260 INFO:tasks.rados.rados.0.smithi067.stdout:795: finishing copy_from racing read to smithi06780069-7 2024-07-29T15:05:05.260 INFO:tasks.rados.rados.0.smithi067.stdout:795: finishing copy_from to smithi06780069-7 2024-07-29T15:05:05.261 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 7 v 220 (ObjNum 184 snap 45 seq_num 184) dirty exists 2024-07-29T15:05:05.261 INFO:tasks.rados.rados.0.smithi067.stdout:796: finishing rollback tid 0 to smithi06780069-1 2024-07-29T15:05:05.261 INFO:tasks.rados.rados.0.smithi067.stdout:796: finishing rollback tid 1 to smithi06780069-1 2024-07-29T15:05:05.261 INFO:tasks.rados.rados.0.smithi067.stdout:796: finishing rollback tid 2 to smithi06780069-1 2024-07-29T15:05:05.261 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 365 (ObjNum 184 snap 45 seq_num 184) dirty exists 2024-07-29T15:05:05.452 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:05 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:05:05] "GET /metrics HTTP/1.1" 200 36141 "" "Prometheus/2.51.0" 2024-07-29T15:05:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:05 smithi067 ceph-mon[29363]: pgmap v108: 121 pgs: 121 active+clean; 177 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.8 MiB/s wr, 31 op/s 2024-07-29T15:05:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:05 smithi067 ceph-mon[29363]: osdmap e220: 8 total, 8 up, 8 in 2024-07-29T15:05:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:05 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:05 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:05 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:05.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:05 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:05 smithi067 ceph-mon[39695]: pgmap v108: 121 pgs: 121 active+clean; 177 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.8 MiB/s wr, 31 op/s 2024-07-29T15:05:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:05 smithi067 ceph-mon[39695]: osdmap e220: 8 total, 8 up, 8 in 2024-07-29T15:05:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:05 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:05 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:05 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:05 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:05.741 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:05 smithi138 ceph-mon[32824]: pgmap v108: 121 pgs: 121 active+clean; 177 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.8 MiB/s wr, 31 op/s 2024-07-29T15:05:05.741 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:05 smithi138 ceph-mon[32824]: osdmap e220: 8 total, 8 up, 8 in 2024-07-29T15:05:05.741 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:05 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:05.741 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:05 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:05.741 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:05 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:05.742 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:05 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:06.060 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:05 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:05:05.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:05:06.060 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:05 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:05:05.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:05:06.202 INFO:tasks.rados.rados.0.smithi067.stdout:793: done (4 left) 2024-07-29T15:05:06.203 INFO:tasks.rados.rados.0.smithi067.stdout:795: done (3 left) 2024-07-29T15:05:06.203 INFO:tasks.rados.rados.0.smithi067.stdout:796: done (2 left) 2024-07-29T15:05:06.203 INFO:tasks.rados.rados.0.smithi067.stdout:797: done (1 left) 2024-07-29T15:05:06.203 INFO:tasks.rados.rados.0.smithi067.stdout:799: done (0 left) 2024-07-29T15:05:06.203 INFO:tasks.rados.rados.0.smithi067.stdout:800: delete oid 9 current snap is 75 2024-07-29T15:05:06.203 INFO:tasks.rados.rados.0.smithi067.stdout:800: done (0 left) 2024-07-29T15:05:06.204 INFO:tasks.rados.rados.0.smithi067.stdout:801: snap_create 2024-07-29T15:05:06.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:06 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:06.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:06 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:06.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:06 smithi067 ceph-mon[29363]: pgmap v110: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1022 KiB/s wr, 21 op/s 2024-07-29T15:05:06.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:06 smithi067 ceph-mon[29363]: osdmap e221: 8 total, 8 up, 8 in 2024-07-29T15:05:06.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:06 smithi067 ceph-mon[29363]: Standby manager daemon y restarted 2024-07-29T15:05:06.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:06 smithi067 ceph-mon[29363]: Standby manager daemon y started 2024-07-29T15:05:06.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:06 smithi067 ceph-mon[29363]: from='mgr.? 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-07-29T15:05:06.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:06 smithi067 ceph-mon[29363]: from='mgr.? 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-29T15:05:06.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:06 smithi067 ceph-mon[29363]: from='mgr.? 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-07-29T15:05:06.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:06 smithi067 ceph-mon[29363]: from='mgr.? 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-29T15:05:06.739 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:06 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:05:06] ENGINE Bus STARTING 2024-07-29T15:05:06.739 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:06 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: CherryPy Checker: 2024-07-29T15:05:06.740 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:06 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: The Application mounted at '' has an empty config. 2024-07-29T15:05:06.740 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:06 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:05:06.740 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:06 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:05:06] ENGINE Serving on http://:::9283 2024-07-29T15:05:06.740 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:06 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:05:06] ENGINE Bus STARTED 2024-07-29T15:05:06.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:06 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:06.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:06 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:06.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:06 smithi067 ceph-mon[39695]: pgmap v110: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1022 KiB/s wr, 21 op/s 2024-07-29T15:05:06.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:06 smithi067 ceph-mon[39695]: osdmap e221: 8 total, 8 up, 8 in 2024-07-29T15:05:06.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:06 smithi067 ceph-mon[39695]: Standby manager daemon y restarted 2024-07-29T15:05:06.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:06 smithi067 ceph-mon[39695]: Standby manager daemon y started 2024-07-29T15:05:06.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:06 smithi067 ceph-mon[39695]: from='mgr.? 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-07-29T15:05:06.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:06 smithi067 ceph-mon[39695]: from='mgr.? 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-29T15:05:06.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:06 smithi067 ceph-mon[39695]: from='mgr.? 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-07-29T15:05:06.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:06 smithi067 ceph-mon[39695]: from='mgr.? 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-29T15:05:06.949 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:06 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:06.949 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:06 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:06.950 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:06 smithi138 ceph-mon[32824]: pgmap v110: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1022 KiB/s wr, 21 op/s 2024-07-29T15:05:06.950 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:06 smithi138 ceph-mon[32824]: osdmap e221: 8 total, 8 up, 8 in 2024-07-29T15:05:06.950 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:06 smithi138 ceph-mon[32824]: Standby manager daemon y restarted 2024-07-29T15:05:06.950 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:06 smithi138 ceph-mon[32824]: Standby manager daemon y started 2024-07-29T15:05:06.950 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:06 smithi138 ceph-mon[32824]: from='mgr.? 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-07-29T15:05:06.950 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:06 smithi138 ceph-mon[32824]: from='mgr.? 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-29T15:05:06.950 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:06 smithi138 ceph-mon[32824]: from='mgr.? 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-07-29T15:05:06.950 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:06 smithi138 ceph-mon[32824]: from='mgr.? 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-29T15:05:07.205 INFO:tasks.rados.rados.0.smithi067.stdout:801: done (0 left) 2024-07-29T15:05:07.205 INFO:tasks.rados.rados.0.smithi067.stdout:802: rmattr oid 13 current snap is 76 2024-07-29T15:05:07.205 INFO:tasks.rados.rados.0.smithi067.stdout:802: done (0 left) 2024-07-29T15:05:07.205 INFO:tasks.rados.rados.0.smithi067.stdout:803: snap_create 2024-07-29T15:05:07.310 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:06 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:05:06.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi138\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:05:07.414 INFO:tasks.rados.rados.0.smithi067.stdout:803: done (0 left) 2024-07-29T15:05:07.414 INFO:tasks.rados.rados.0.smithi067.stdout:804: copy_from oid 43 from oid 39 current snap is 77 2024-07-29T15:05:07.414 INFO:tasks.rados.rados.0.smithi067.stdout:805: delete oid 49 current snap is 77 2024-07-29T15:05:07.420 INFO:tasks.rados.rados.0.smithi067.stdout:805: done (1 left) 2024-07-29T15:05:07.420 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 23 current snap is 77 2024-07-29T15:05:07.420 INFO:tasks.rados.rados.0.smithi067.stdout:806: seq_num 274 ranges {3710976=598016,4308992=499712,4808704=745472,5554176=360448} 2024-07-29T15:05:07.446 INFO:tasks.rados.rados.0.smithi067.stdout:806: writing smithi06780069-23 from 3710976 to 4308992 tid 1 2024-07-29T15:05:07.447 INFO:tasks.rados.rados.0.smithi067.stdout:806: writing smithi06780069-23 from 4308992 to 4808704 tid 2 2024-07-29T15:05:07.451 INFO:tasks.rados.rados.0.smithi067.stdout:806: writing smithi06780069-23 from 4808704 to 5554176 tid 3 2024-07-29T15:05:07.454 INFO:tasks.rados.rados.0.smithi067.stdout:806: writing smithi06780069-23 from 5554176 to 5914624 tid 4 2024-07-29T15:05:07.454 INFO:tasks.rados.rados.0.smithi067.stdout:807: rollback oid 3 current snap is 77 2024-07-29T15:05:07.454 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 3 to 66 2024-07-29T15:05:07.454 INFO:tasks.rados.rados.0.smithi067.stdout:804: finishing copy_from racing read to smithi06780069-43 2024-07-29T15:05:07.455 INFO:tasks.rados.rados.0.smithi067.stdout:804: finishing copy_from to smithi06780069-43 2024-07-29T15:05:07.455 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 43 v 225 (ObjNum 235 snap 63 seq_num 235) dirty exists 2024-07-29T15:05:07.455 INFO:tasks.rados.rados.0.smithi067.stdout:806: finishing write tid 1 to smithi06780069-23 2024-07-29T15:05:07.455 INFO:tasks.rados.rados.0.smithi067.stdout:806: finishing write tid 2 to smithi06780069-23 2024-07-29T15:05:07.455 INFO:tasks.rados.rados.0.smithi067.stdout:804: done (2 left) 2024-07-29T15:05:07.455 INFO:tasks.rados.rados.0.smithi067.stdout:808: snap_create 2024-07-29T15:05:07.457 INFO:tasks.rados.rados.0.smithi067.stdout:806: finishing write tid 3 to smithi06780069-23 2024-07-29T15:05:07.457 INFO:tasks.rados.rados.0.smithi067.stdout:806: finishing write tid 4 to smithi06780069-23 2024-07-29T15:05:07.457 INFO:tasks.rados.rados.0.smithi067.stdout:806: finishing write tid 5 to smithi06780069-23 2024-07-29T15:05:07.458 INFO:tasks.rados.rados.0.smithi067.stdout:807: finishing rollback tid 0 to smithi06780069-3 2024-07-29T15:05:07.458 INFO:tasks.rados.rados.0.smithi067.stdout:807: finishing rollback tid 1 to smithi06780069-3 2024-07-29T15:05:07.458 INFO:tasks.rados.rados.0.smithi067.stdout:807: finishing rollback tid 2 to smithi06780069-3 2024-07-29T15:05:07.458 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 266 (ObjNum 184 snap 45 seq_num 184) dirty exists 2024-07-29T15:05:07.458 INFO:tasks.rados.rados.0.smithi067.stdout:806: finishing write tid 6 to smithi06780069-23 2024-07-29T15:05:07.458 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 328 (ObjNum 274 snap 77 seq_num 274) dirty exists 2024-07-29T15:05:07.459 INFO:tasks.rados.rados.0.smithi067.stdout:806: left oid 23 (ObjNum 274 snap 77 seq_num 274) 2024-07-29T15:05:08.421 INFO:tasks.rados.rados.0.smithi067.stdout:806: done (2 left) 2024-07-29T15:05:08.422 INFO:tasks.rados.rados.0.smithi067.stdout:807: done (1 left) 2024-07-29T15:05:08.422 INFO:tasks.rados.rados.0.smithi067.stdout:808: done (0 left) 2024-07-29T15:05:08.422 INFO:tasks.rados.rados.0.smithi067.stdout:809: read oid 42 snap -1 2024-07-29T15:05:08.422 INFO:tasks.rados.rados.0.smithi067.stdout:809: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:05:08.422 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 29 current snap is 78 2024-07-29T15:05:08.422 INFO:tasks.rados.rados.0.smithi067.stdout:810: seq_num 275 ranges {0=614400,614400=786432,1400832=499712,1900544=319488} 2024-07-29T15:05:08.424 INFO:tasks.rados.rados.0.smithi067.stdout:810: writing smithi06780069-29 from 0 to 614400 tid 1 2024-07-29T15:05:08.429 INFO:tasks.rados.rados.0.smithi067.stdout:810: writing smithi06780069-29 from 614400 to 1400832 tid 2 2024-07-29T15:05:08.432 INFO:tasks.rados.rados.0.smithi067.stdout:810: writing smithi06780069-29 from 1400832 to 1900544 tid 3 2024-07-29T15:05:08.435 INFO:tasks.rados.rados.0.smithi067.stdout:810: writing smithi06780069-29 from 1900544 to 2220032 tid 4 2024-07-29T15:05:08.435 INFO:tasks.rados.rados.0.smithi067.stdout:811: delete oid 3 current snap is 78 2024-07-29T15:05:08.435 INFO:tasks.rados.rados.0.smithi067.stdout:809: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:05:08.437 INFO:tasks.rados.rados.0.smithi067.stdout:810: finishing write tid 1 to smithi06780069-29 2024-07-29T15:05:08.437 INFO:tasks.rados.rados.0.smithi067.stdout:810: finishing write tid 2 to smithi06780069-29 2024-07-29T15:05:08.438 INFO:tasks.rados.rados.0.smithi067.stdout:810: finishing write tid 3 to smithi06780069-29 2024-07-29T15:05:08.438 INFO:tasks.rados.rados.0.smithi067.stdout:810: finishing write tid 4 to smithi06780069-29 2024-07-29T15:05:08.438 INFO:tasks.rados.rados.0.smithi067.stdout:810: finishing write tid 5 to smithi06780069-29 2024-07-29T15:05:08.439 INFO:tasks.rados.rados.0.smithi067.stdout:809: done (2 left) 2024-07-29T15:05:08.439 INFO:tasks.rados.rados.0.smithi067.stdout:811: done (1 left) 2024-07-29T15:05:08.439 INFO:tasks.rados.rados.0.smithi067.stdout:812: snap_create 2024-07-29T15:05:08.439 INFO:tasks.rados.rados.0.smithi067.stdout:810: finishing write tid 6 to smithi06780069-29 2024-07-29T15:05:08.439 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 271 (ObjNum 275 snap 78 seq_num 275) dirty exists 2024-07-29T15:05:08.440 INFO:tasks.rados.rados.0.smithi067.stdout:810: left oid 29 (ObjNum 275 snap 78 seq_num 275) 2024-07-29T15:05:08.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:08 smithi067 ceph-mon[29363]: osdmap e222: 8 total, 8 up, 8 in 2024-07-29T15:05:08.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:08 smithi067 ceph-mon[29363]: mgrmap e30: x(active, since 73s), standbys: y 2024-07-29T15:05:08.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:08 smithi067 ceph-mon[29363]: osdmap e223: 8 total, 8 up, 8 in 2024-07-29T15:05:08.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:08 smithi067 ceph-mon[39695]: osdmap e222: 8 total, 8 up, 8 in 2024-07-29T15:05:08.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:08 smithi067 ceph-mon[39695]: mgrmap e30: x(active, since 73s), standbys: y 2024-07-29T15:05:08.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:08 smithi067 ceph-mon[39695]: osdmap e223: 8 total, 8 up, 8 in 2024-07-29T15:05:08.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:08 smithi138 ceph-mon[32824]: osdmap e222: 8 total, 8 up, 8 in 2024-07-29T15:05:08.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:08 smithi138 ceph-mon[32824]: mgrmap e30: x(active, since 73s), standbys: y 2024-07-29T15:05:08.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:08 smithi138 ceph-mon[32824]: osdmap e223: 8 total, 8 up, 8 in 2024-07-29T15:05:09.107 INFO:tasks.rados.rados.0.smithi067.stdout:810: done (1 left) 2024-07-29T15:05:09.107 INFO:tasks.rados.rados.0.smithi067.stdout:812: done (0 left) 2024-07-29T15:05:09.108 INFO:tasks.rados.rados.0.smithi067.stdout:813: snap_create 2024-07-29T15:05:09.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:05:09] ENGINE Bus STOPPING 2024-07-29T15:05:09.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:05:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-29T15:05:09.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:05:09] ENGINE Bus STOPPED 2024-07-29T15:05:09.419 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: 2024-07-29T15:05:09.108+0000 7fc4b3ea2640 -1 mgr handle_mgr_map I was active but no longer am 2024-07-29T15:05:09.419 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: ignoring --setuser ceph since I am not root 2024-07-29T15:05:09.419 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: ignoring --setgroup ceph since I am not root 2024-07-29T15:05:09.419 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mgr[65870]: -- 172.21.15.138:0/1267633020 <== mon.1 v2:172.21.15.138:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55cda43c10e0 con 0x55cda439f400 2024-07-29T15:05:09.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: pgmap v114: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 24 op/s 2024-07-29T15:05:09.669 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: osdmap e224: 8 total, 8 up, 8 in 2024-07-29T15:05:09.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:09.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:09.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:05:09.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:05:09.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:09.670 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:05:09.671 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-07-29T15:05:09.671 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-07-29T15:05:09.671 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: Activating manager daemon y 2024-07-29T15:05:09.671 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: osdmap e225: 8 total, 8 up, 8 in 2024-07-29T15:05:09.671 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: from='mgr.24691 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-07-29T15:05:09.671 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: mgrmap e31: y(active, starting, since 0.00879172s) 2024-07-29T15:05:09.671 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:05:09.672 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:05:09.672 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:05:09.672 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-29T15:05:09.672 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-29T15:05:09.672 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-29T15:05:09.672 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-29T15:05:09.672 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-29T15:05:09.672 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-29T15:05:09.673 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-29T15:05:09.673 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-29T15:05:09.673 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-29T15:05:09.673 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-29T15:05:09.673 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-29T15:05:09.673 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-29T15:05:09.673 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-29T15:05:09.673 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-29T15:05:09.674 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: Manager daemon y is now available 2024-07-29T15:05:09.674 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:05:09.674 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:05:09.674 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-29T15:05:09.674 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-29T15:05:09.675 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-29T15:05:09.675 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-29T15:05:09.675 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:05:09] ENGINE Bus STARTING 2024-07-29T15:05:09.675 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:05:09.340+0000 7fc9027dc640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T15:05:09.676 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:05:09.340+0000 7fc9027dc640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T15:05:09.676 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:05:09.340+0000 7fc9027dc640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T15:05:09.676 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:05:09.340+0000 7fc9027dc640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T15:05:09.676 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:05:09.340+0000 7fc9027dc640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T15:05:09.676 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:05:09.341+0000 7fc9057e2640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T15:05:09.676 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:05:09.341+0000 7fc9057e2640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T15:05:09.677 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:05:09.341+0000 7fc9057e2640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T15:05:09.677 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:05:09.341+0000 7fc9057e2640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T15:05:09.677 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:05:09.341+0000 7fc9057e2640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T15:05:09.677 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:05:09] ENGINE Serving on http://:::9283 2024-07-29T15:05:09.677 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:05:09] ENGINE Bus STARTED 2024-07-29T15:05:09.677 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: pgmap v114: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 24 op/s 2024-07-29T15:05:09.678 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: osdmap e224: 8 total, 8 up, 8 in 2024-07-29T15:05:09.678 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:09.678 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:09.678 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:05:09.678 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:05:09.678 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:09.678 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:05:09.678 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-07-29T15:05:09.678 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-07-29T15:05:09.678 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: Activating manager daemon y 2024-07-29T15:05:09.678 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: osdmap e225: 8 total, 8 up, 8 in 2024-07-29T15:05:09.678 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: from='mgr.24691 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-07-29T15:05:09.679 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: mgrmap e31: y(active, starting, since 0.00879172s) 2024-07-29T15:05:09.679 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:05:09.679 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:05:09.679 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:05:09.679 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-29T15:05:09.679 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-29T15:05:09.679 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-29T15:05:09.679 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-29T15:05:09.679 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-29T15:05:09.679 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-29T15:05:09.679 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-29T15:05:09.679 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-29T15:05:09.680 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-29T15:05:09.680 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-29T15:05:09.680 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-29T15:05:09.680 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-29T15:05:09.680 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-29T15:05:09.680 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-29T15:05:09.680 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: Manager daemon y is now available 2024-07-29T15:05:09.680 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:05:09.680 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:05:09.680 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-29T15:05:09.680 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-29T15:05:09.680 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-29T15:05:09.680 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:09 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-29T15:05:09.681 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: pgmap v114: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 24 op/s 2024-07-29T15:05:09.681 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: osdmap e224: 8 total, 8 up, 8 in 2024-07-29T15:05:09.681 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:09.681 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:09.681 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:05:09.681 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:05:09.681 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' 2024-07-29T15:05:09.681 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:05:09.682 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: from='mgr.24691 172.21.15.138:0/2299188840' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-07-29T15:05:09.682 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-07-29T15:05:09.682 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: Activating manager daemon y 2024-07-29T15:05:09.682 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: osdmap e225: 8 total, 8 up, 8 in 2024-07-29T15:05:09.682 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: from='mgr.24691 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-07-29T15:05:09.682 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: mgrmap e31: y(active, starting, since 0.00879172s) 2024-07-29T15:05:09.682 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:05:09.682 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:05:09.682 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:05:09.682 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-29T15:05:09.682 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-29T15:05:09.683 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-29T15:05:09.683 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-29T15:05:09.683 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-29T15:05:09.683 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-29T15:05:09.683 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-29T15:05:09.683 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-29T15:05:09.683 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-29T15:05:09.683 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-29T15:05:09.683 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-29T15:05:09.683 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-29T15:05:09.683 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-29T15:05:09.683 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-29T15:05:09.684 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: Manager daemon y is now available 2024-07-29T15:05:09.684 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:05:09.684 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:05:09.684 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-29T15:05:09.684 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-29T15:05:09.684 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-29T15:05:09.684 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:09 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-29T15:05:10.112 INFO:tasks.rados.rados.0.smithi067.stdout:813: done (0 left) 2024-07-29T15:05:10.112 INFO:tasks.rados.rados.0.smithi067.stdout:814: copy_from oid 48 from oid 1 current snap is 80 2024-07-29T15:05:10.112 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 41 current snap is 80 2024-07-29T15:05:10.112 INFO:tasks.rados.rados.0.smithi067.stdout:815: seq_num 277 ranges {4546560=647168,5193728=557056,5750784=516096,6266880=532480} 2024-07-29T15:05:10.143 INFO:tasks.rados.rados.0.smithi067.stdout:815: writing smithi06780069-41 from 4546560 to 5193728 tid 1 2024-07-29T15:05:10.147 INFO:tasks.rados.rados.0.smithi067.stdout:815: writing smithi06780069-41 from 5193728 to 5750784 tid 2 2024-07-29T15:05:10.151 INFO:tasks.rados.rados.0.smithi067.stdout:815: writing smithi06780069-41 from 5750784 to 6266880 tid 3 2024-07-29T15:05:10.156 INFO:tasks.rados.rados.0.smithi067.stdout:815: writing smithi06780069-41 from 6266880 to 6799360 tid 4 2024-07-29T15:05:10.156 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 25 current snap is 80 2024-07-29T15:05:10.156 INFO:tasks.rados.rados.0.smithi067.stdout:814: finishing copy_from racing read to smithi06780069-48 2024-07-29T15:05:10.156 INFO:tasks.rados.rados.0.smithi067.stdout:814: finishing copy_from to smithi06780069-48 2024-07-29T15:05:10.156 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 48 v 365 (ObjNum 184 snap 45 seq_num 184) dirty exists 2024-07-29T15:05:10.157 INFO:tasks.rados.rados.0.smithi067.stdout:815: finishing write tid 1 to smithi06780069-41 2024-07-29T15:05:10.157 INFO:tasks.rados.rados.0.smithi067.stdout:815: finishing write tid 2 to smithi06780069-41 2024-07-29T15:05:10.157 INFO:tasks.rados.rados.0.smithi067.stdout:815: finishing write tid 3 to smithi06780069-41 2024-07-29T15:05:10.157 INFO:tasks.rados.rados.0.smithi067.stdout:816: seq_num 278 ranges {2097152=663552,2760704=442368,3203072=720896,3923968=442368} 2024-07-29T15:05:10.173 INFO:tasks.rados.rados.0.smithi067.stdout:816: writing smithi06780069-25 from 2097152 to 2760704 tid 1 2024-07-29T15:05:10.177 INFO:tasks.rados.rados.0.smithi067.stdout:816: writing smithi06780069-25 from 2760704 to 3203072 tid 2 2024-07-29T15:05:10.182 INFO:tasks.rados.rados.0.smithi067.stdout:816: writing smithi06780069-25 from 3203072 to 3923968 tid 3 2024-07-29T15:05:10.188 INFO:tasks.rados.rados.0.smithi067.stdout:816: writing smithi06780069-25 from 3923968 to 4366336 tid 4 2024-07-29T15:05:10.188 INFO:tasks.rados.rados.0.smithi067.stdout:814: done (2 left) 2024-07-29T15:05:10.188 INFO:tasks.rados.rados.0.smithi067.stdout:817: rmattr oid 9 current snap is 80 2024-07-29T15:05:10.188 INFO:tasks.rados.rados.0.smithi067.stdout:817: done (2 left) 2024-07-29T15:05:10.189 INFO:tasks.rados.rados.0.smithi067.stdout:818: read oid 21 snap -1 2024-07-29T15:05:10.189 INFO:tasks.rados.rados.0.smithi067.stdout:818: expect (ObjNum 180 snap 45 seq_num 180) 2024-07-29T15:05:10.189 INFO:tasks.rados.rados.0.smithi067.stdout:819: rollback oid 17 current snap is 80 2024-07-29T15:05:10.189 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 17 to 63 2024-07-29T15:05:10.189 INFO:tasks.rados.rados.0.smithi067.stdout:815: finishing write tid 4 to smithi06780069-41 2024-07-29T15:05:10.189 INFO:tasks.rados.rados.0.smithi067.stdout:815: finishing write tid 5 to smithi06780069-41 2024-07-29T15:05:10.190 INFO:tasks.rados.rados.0.smithi067.stdout:815: finishing write tid 6 to smithi06780069-41 2024-07-29T15:05:10.190 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 227 (ObjNum 277 snap 80 seq_num 277) dirty exists 2024-07-29T15:05:10.190 INFO:tasks.rados.rados.0.smithi067.stdout:815: left oid 41 (ObjNum 277 snap 80 seq_num 277) 2024-07-29T15:05:10.190 INFO:tasks.rados.rados.0.smithi067.stdout:816: finishing write tid 1 to smithi06780069-25 2024-07-29T15:05:10.190 INFO:tasks.rados.rados.0.smithi067.stdout:816: finishing write tid 2 to smithi06780069-25 2024-07-29T15:05:10.190 INFO:tasks.rados.rados.0.smithi067.stdout:816: finishing write tid 3 to smithi06780069-25 2024-07-29T15:05:10.190 INFO:tasks.rados.rados.0.smithi067.stdout:815: done (3 left) 2024-07-29T15:05:10.190 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 12 current snap is 80 2024-07-29T15:05:10.191 INFO:tasks.rados.rados.0.smithi067.stdout:820: seq_num 279 ranges {7307264=679936,7987200=720896,8708096=483328,9191424=401408} 2024-07-29T15:05:10.232 INFO:tasks.rados.rados.0.smithi067.stdout:820: writing smithi06780069-12 from 7307264 to 7987200 tid 1 2024-07-29T15:05:10.235 INFO:tasks.rados.rados.0.smithi067.stdout:820: writing smithi06780069-12 from 7987200 to 8708096 tid 2 2024-07-29T15:05:10.238 INFO:tasks.rados.rados.0.smithi067.stdout:820: writing smithi06780069-12 from 8708096 to 9191424 tid 3 2024-07-29T15:05:10.240 INFO:tasks.rados.rados.0.smithi067.stdout:820: writing smithi06780069-12 from 9191424 to 9592832 tid 4 2024-07-29T15:05:10.240 INFO:tasks.rados.rados.0.smithi067.stdout:821: rollback oid 37 current snap is 80 2024-07-29T15:05:10.241 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 37 to 71 2024-07-29T15:05:10.241 INFO:tasks.rados.rados.0.smithi067.stdout:819: finishing rollback tid 0 to smithi06780069-17 2024-07-29T15:05:10.241 INFO:tasks.rados.rados.0.smithi067.stdout:822: rmattr oid 26 current snap is 80 2024-07-29T15:05:10.241 INFO:tasks.rados.rados.0.smithi067.stdout:819: finishing rollback tid 1 to smithi06780069-17 2024-07-29T15:05:10.241 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 165 (ObjNum 65 snap 0 seq_num 1399018598) dirty dne 2024-07-29T15:05:10.241 INFO:tasks.rados.rados.0.smithi067.stdout:816: finishing write tid 4 to smithi06780069-25 2024-07-29T15:05:10.241 INFO:tasks.rados.rados.0.smithi067.stdout:816: finishing write tid 5 to smithi06780069-25 2024-07-29T15:05:10.241 INFO:tasks.rados.rados.0.smithi067.stdout:819: done (5 left) 2024-07-29T15:05:10.241 INFO:tasks.rados.rados.0.smithi067.stdout:823: snap_remove snap 76 2024-07-29T15:05:10.553 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:05:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:05:11.126 INFO:tasks.rados.rados.0.smithi067.stdout:823: done (5 left) 2024-07-29T15:05:11.126 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 50 current snap is 80 2024-07-29T15:05:11.126 INFO:tasks.rados.rados.0.smithi067.stdout:824: seq_num 280 ranges {2023424=696320,2719744=606208,3325952=688128,4014080=311296} 2024-07-29T15:05:11.140 INFO:tasks.rados.rados.0.smithi067.stdout:824: writing smithi06780069-50 from 2023424 to 2719744 tid 1 2024-07-29T15:05:11.143 INFO:tasks.rados.rados.0.smithi067.stdout:824: writing smithi06780069-50 from 2719744 to 3325952 tid 2 2024-07-29T15:05:11.148 INFO:tasks.rados.rados.0.smithi067.stdout:824: writing smithi06780069-50 from 3325952 to 4014080 tid 3 2024-07-29T15:05:11.150 INFO:tasks.rados.rados.0.smithi067.stdout:824: writing smithi06780069-50 from 4014080 to 4325376 tid 4 2024-07-29T15:05:11.150 INFO:tasks.rados.rados.0.smithi067.stdout:825: rollback oid 18 current snap is 80 2024-07-29T15:05:11.150 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 18 to 74 2024-07-29T15:05:11.150 INFO:tasks.rados.rados.0.smithi067.stdout:816: finishing write tid 6 to smithi06780069-25 2024-07-29T15:05:11.150 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 25 v 285 (ObjNum 278 snap 80 seq_num 278) dirty exists 2024-07-29T15:05:11.150 INFO:tasks.rados.rados.0.smithi067.stdout:816: left oid 25 (ObjNum 278 snap 80 seq_num 278) 2024-07-29T15:05:11.150 INFO:tasks.rados.rados.0.smithi067.stdout:818: expect (ObjNum 180 snap 45 seq_num 180) 2024-07-29T15:05:11.193 INFO:tasks.rados.rados.0.smithi067.stdout:820: finishing write tid 1 to smithi06780069-12 2024-07-29T15:05:11.193 INFO:tasks.rados.rados.0.smithi067.stdout:820: finishing write tid 2 to smithi06780069-12 2024-07-29T15:05:11.193 INFO:tasks.rados.rados.0.smithi067.stdout:816: done (6 left) 2024-07-29T15:05:11.194 INFO:tasks.rados.rados.0.smithi067.stdout:818: done (5 left) 2024-07-29T15:05:11.194 INFO:tasks.rados.rados.0.smithi067.stdout:826: snap_create 2024-07-29T15:05:11.194 INFO:tasks.rados.rados.0.smithi067.stdout:820: finishing write tid 3 to smithi06780069-12 2024-07-29T15:05:11.194 INFO:tasks.rados.rados.0.smithi067.stdout:821: finishing rollback tid 1 to smithi06780069-37 2024-07-29T15:05:11.194 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 37 v 140 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-29T15:05:11.194 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 287 (ObjNum 249 snap 67 seq_num 249) dirty exists 2024-07-29T15:05:11.194 INFO:tasks.rados.rados.0.smithi067.stdout:820: finishing write tid 4 to smithi06780069-12 2024-07-29T15:05:11.194 INFO:tasks.rados.rados.0.smithi067.stdout:820: finishing write tid 5 to smithi06780069-12 2024-07-29T15:05:11.194 INFO:tasks.rados.rados.0.smithi067.stdout:820: finishing write tid 6 to smithi06780069-12 2024-07-29T15:05:11.194 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 230 (ObjNum 279 snap 80 seq_num 279) dirty exists 2024-07-29T15:05:11.194 INFO:tasks.rados.rados.0.smithi067.stdout:820: left oid 12 (ObjNum 279 snap 80 seq_num 279) 2024-07-29T15:05:11.194 INFO:tasks.rados.rados.0.smithi067.stdout:824: finishing write tid 1 to smithi06780069-50 2024-07-29T15:05:11.194 INFO:tasks.rados.rados.0.smithi067.stdout:824: finishing write tid 2 to smithi06780069-50 2024-07-29T15:05:11.195 INFO:tasks.rados.rados.0.smithi067.stdout:824: finishing write tid 3 to smithi06780069-50 2024-07-29T15:05:11.195 INFO:tasks.rados.rados.0.smithi067.stdout:825: finishing rollback tid 0 to smithi06780069-18 2024-07-29T15:05:11.195 INFO:tasks.rados.rados.0.smithi067.stdout:824: finishing write tid 4 to smithi06780069-50 2024-07-29T15:05:11.195 INFO:tasks.rados.rados.0.smithi067.stdout:825: finishing rollback tid 1 to smithi06780069-18 2024-07-29T15:05:11.195 INFO:tasks.rados.rados.0.smithi067.stdout:824: finishing write tid 5 to smithi06780069-50 2024-07-29T15:05:11.195 INFO:tasks.rados.rados.0.smithi067.stdout:824: finishing write tid 6 to smithi06780069-50 2024-07-29T15:05:11.195 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 50 v 281 (ObjNum 280 snap 80 seq_num 280) dirty exists 2024-07-29T15:05:11.195 INFO:tasks.rados.rados.0.smithi067.stdout:824: left oid 50 (ObjNum 280 snap 80 seq_num 280) 2024-07-29T15:05:11.195 INFO:tasks.rados.rados.0.smithi067.stdout:825: finishing rollback tid 2 to smithi06780069-18 2024-07-29T15:05:11.195 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 255 (ObjNum 234 snap 63 seq_num 234) dirty exists 2024-07-29T15:05:11.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:11 smithi067 ceph-mon[29363]: osdmap e226: 8 total, 8 up, 8 in 2024-07-29T15:05:11.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:11 smithi067 ceph-mon[29363]: mgrmap e32: y(active, since 1.0207s) 2024-07-29T15:05:11.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:11 smithi067 ceph-mon[29363]: [29/Jul/2024:15:05:10] ENGINE Bus STARTING 2024-07-29T15:05:11.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:11 smithi067 ceph-mon[29363]: [29/Jul/2024:15:05:10] ENGINE Serving on http://172.21.15.67:8765 2024-07-29T15:05:11.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:11 smithi067 ceph-mon[39695]: osdmap e226: 8 total, 8 up, 8 in 2024-07-29T15:05:11.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:11 smithi067 ceph-mon[39695]: mgrmap e32: y(active, since 1.0207s) 2024-07-29T15:05:11.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:11 smithi067 ceph-mon[39695]: [29/Jul/2024:15:05:10] ENGINE Bus STARTING 2024-07-29T15:05:11.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:11 smithi067 ceph-mon[39695]: [29/Jul/2024:15:05:10] ENGINE Serving on http://172.21.15.67:8765 2024-07-29T15:05:11.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:10 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:05:10.969+0000 7fc8e8d2c640 -1 log_channel(cephadm) log [ERR] : [29/Jul/2024:15:05:10] ENGINE Error in HTTPServer.serve 2024-07-29T15:05:11.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:10 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: Traceback (most recent call last): 2024-07-29T15:05:11.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:10 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-29T15:05:11.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:10 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: self._connections.run(self.expiration_interval) 2024-07-29T15:05:11.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:10 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-29T15:05:11.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:10 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: self._run(expiration_interval) 2024-07-29T15:05:11.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:10 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-29T15:05:11.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:10 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: new_conn = self._from_server_socket(self.server.socket) 2024-07-29T15:05:11.240 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:10 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-29T15:05:11.240 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:10 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-29T15:05:11.240 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:10 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-29T15:05:11.240 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:10 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: s = self.context.wrap_socket( 2024-07-29T15:05:11.240 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:10 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-29T15:05:11.240 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:10 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: return self.sslsocket_class._create( 2024-07-29T15:05:11.240 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:10 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-29T15:05:11.240 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:10 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: self.do_handshake() 2024-07-29T15:05:11.240 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:10 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-29T15:05:11.240 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:10 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: self._sslobj.do_handshake() 2024-07-29T15:05:11.240 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:10 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-29T15:05:11.240 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:10 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:05:11.357 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:11 smithi138 ceph-mon[32824]: osdmap e226: 8 total, 8 up, 8 in 2024-07-29T15:05:11.357 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:11 smithi138 ceph-mon[32824]: mgrmap e32: y(active, since 1.0207s) 2024-07-29T15:05:11.357 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:11 smithi138 ceph-mon[32824]: [29/Jul/2024:15:05:10] ENGINE Bus STARTING 2024-07-29T15:05:11.357 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:11 smithi138 ceph-mon[32824]: [29/Jul/2024:15:05:10] ENGINE Serving on http://172.21.15.67:8765 2024-07-29T15:05:12.137 INFO:tasks.rados.rados.0.smithi067.stdout:820: done (5 left) 2024-07-29T15:05:12.137 INFO:tasks.rados.rados.0.smithi067.stdout:821: done (4 left) 2024-07-29T15:05:12.137 INFO:tasks.rados.rados.0.smithi067.stdout:822: done (3 left) 2024-07-29T15:05:12.137 INFO:tasks.rados.rados.0.smithi067.stdout:824: done (2 left) 2024-07-29T15:05:12.137 INFO:tasks.rados.rados.0.smithi067.stdout:825: done (1 left) 2024-07-29T15:05:12.137 INFO:tasks.rados.rados.0.smithi067.stdout:826: done (0 left) 2024-07-29T15:05:12.137 INFO:tasks.rados.rados.0.smithi067.stdout:827: copy_from oid 48 from oid 7 current snap is 81 2024-07-29T15:05:12.137 INFO:tasks.rados.rados.0.smithi067.stdout:828: read oid 2 snap -1 2024-07-29T15:05:12.137 INFO:tasks.rados.rados.0.smithi067.stdout:828: expect (ObjNum 268 snap 74 seq_num 268) 2024-07-29T15:05:12.137 INFO:tasks.rados.rados.0.smithi067.stdout:829: read oid 50 snap -1 2024-07-29T15:05:12.138 INFO:tasks.rados.rados.0.smithi067.stdout:829: expect (ObjNum 280 snap 80 seq_num 280) 2024-07-29T15:05:12.138 INFO:tasks.rados.rados.0.smithi067.stdout:830: snap_remove snap 77 2024-07-29T15:05:12.395 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:12 smithi067 ceph-mon[39695]: [29/Jul/2024:15:05:10] ENGINE Serving on https://172.21.15.67:7150 2024-07-29T15:05:12.395 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:12 smithi067 ceph-mon[39695]: [29/Jul/2024:15:05:10] ENGINE Bus STARTED 2024-07-29T15:05:12.395 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:12 smithi067 ceph-mon[39695]: [29/Jul/2024:15:05:10] ENGINE Error in HTTPServer.serve 2024-07-29T15:05:12.395 INFO:journalctl@ceph.mon.c.smithi067.stdout: Traceback (most recent call last): 2024-07-29T15:05:12.395 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-29T15:05:12.395 INFO:journalctl@ceph.mon.c.smithi067.stdout: self._connections.run(self.expiration_interval) 2024-07-29T15:05:12.395 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-29T15:05:12.395 INFO:journalctl@ceph.mon.c.smithi067.stdout: self._run(expiration_interval) 2024-07-29T15:05:12.396 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-29T15:05:12.396 INFO:journalctl@ceph.mon.c.smithi067.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-29T15:05:12.396 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-29T15:05:12.396 INFO:journalctl@ceph.mon.c.smithi067.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-29T15:05:12.396 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-29T15:05:12.396 INFO:journalctl@ceph.mon.c.smithi067.stdout: s = self.context.wrap_socket( 2024-07-29T15:05:12.396 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-29T15:05:12.396 INFO:journalctl@ceph.mon.c.smithi067.stdout: return self.sslsocket_class._create( 2024-07-29T15:05:12.396 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-29T15:05:12.396 INFO:journalctl@ceph.mon.c.smithi067.stdout: self.do_handshake() 2024-07-29T15:05:12.396 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-29T15:05:12.396 INFO:journalctl@ceph.mon.c.smithi067.stdout: self._sslobj.do_handshake() 2024-07-29T15:05:12.396 INFO:journalctl@ceph.mon.c.smithi067.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-29T15:05:12.396 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:12 smithi067 ceph-mon[39695]: pgmap v5: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:05:12.397 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:12 smithi067 ceph-mon[39695]: mgrmap e33: y(active, since 2s) 2024-07-29T15:05:12.397 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:12 smithi067 ceph-mon[39695]: osdmap e227: 8 total, 8 up, 8 in 2024-07-29T15:05:12.397 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:12 smithi067 ceph-mon[29363]: [29/Jul/2024:15:05:10] ENGINE Serving on https://172.21.15.67:7150 2024-07-29T15:05:12.397 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:12 smithi067 ceph-mon[29363]: [29/Jul/2024:15:05:10] ENGINE Bus STARTED 2024-07-29T15:05:12.397 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:12 smithi067 ceph-mon[29363]: [29/Jul/2024:15:05:10] ENGINE Error in HTTPServer.serve 2024-07-29T15:05:12.397 INFO:journalctl@ceph.mon.a.smithi067.stdout: Traceback (most recent call last): 2024-07-29T15:05:12.397 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-29T15:05:12.397 INFO:journalctl@ceph.mon.a.smithi067.stdout: self._connections.run(self.expiration_interval) 2024-07-29T15:05:12.397 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-29T15:05:12.397 INFO:journalctl@ceph.mon.a.smithi067.stdout: self._run(expiration_interval) 2024-07-29T15:05:12.397 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-29T15:05:12.398 INFO:journalctl@ceph.mon.a.smithi067.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-29T15:05:12.398 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-29T15:05:12.398 INFO:journalctl@ceph.mon.a.smithi067.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-29T15:05:12.398 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-29T15:05:12.398 INFO:journalctl@ceph.mon.a.smithi067.stdout: s = self.context.wrap_socket( 2024-07-29T15:05:12.398 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-29T15:05:12.398 INFO:journalctl@ceph.mon.a.smithi067.stdout: return self.sslsocket_class._create( 2024-07-29T15:05:12.398 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-29T15:05:12.398 INFO:journalctl@ceph.mon.a.smithi067.stdout: self.do_handshake() 2024-07-29T15:05:12.398 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-29T15:05:12.398 INFO:journalctl@ceph.mon.a.smithi067.stdout: self._sslobj.do_handshake() 2024-07-29T15:05:12.398 INFO:journalctl@ceph.mon.a.smithi067.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-29T15:05:12.398 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:12 smithi067 ceph-mon[29363]: pgmap v5: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:05:12.398 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:12 smithi067 ceph-mon[29363]: mgrmap e33: y(active, since 2s) 2024-07-29T15:05:12.399 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:12 smithi067 ceph-mon[29363]: osdmap e227: 8 total, 8 up, 8 in 2024-07-29T15:05:12.432 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:12 smithi138 ceph-mon[32824]: [29/Jul/2024:15:05:10] ENGINE Serving on https://172.21.15.67:7150 2024-07-29T15:05:12.432 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:12 smithi138 ceph-mon[32824]: [29/Jul/2024:15:05:10] ENGINE Bus STARTED 2024-07-29T15:05:12.432 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:12 smithi138 ceph-mon[32824]: [29/Jul/2024:15:05:10] ENGINE Error in HTTPServer.serve 2024-07-29T15:05:12.432 INFO:journalctl@ceph.mon.b.smithi138.stdout: Traceback (most recent call last): 2024-07-29T15:05:12.432 INFO:journalctl@ceph.mon.b.smithi138.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-29T15:05:12.432 INFO:journalctl@ceph.mon.b.smithi138.stdout: self._connections.run(self.expiration_interval) 2024-07-29T15:05:12.433 INFO:journalctl@ceph.mon.b.smithi138.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-29T15:05:12.433 INFO:journalctl@ceph.mon.b.smithi138.stdout: self._run(expiration_interval) 2024-07-29T15:05:12.433 INFO:journalctl@ceph.mon.b.smithi138.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-29T15:05:12.433 INFO:journalctl@ceph.mon.b.smithi138.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-29T15:05:12.433 INFO:journalctl@ceph.mon.b.smithi138.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-29T15:05:12.433 INFO:journalctl@ceph.mon.b.smithi138.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-29T15:05:12.433 INFO:journalctl@ceph.mon.b.smithi138.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-29T15:05:12.433 INFO:journalctl@ceph.mon.b.smithi138.stdout: s = self.context.wrap_socket( 2024-07-29T15:05:12.433 INFO:journalctl@ceph.mon.b.smithi138.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-29T15:05:12.433 INFO:journalctl@ceph.mon.b.smithi138.stdout: return self.sslsocket_class._create( 2024-07-29T15:05:12.433 INFO:journalctl@ceph.mon.b.smithi138.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-29T15:05:12.433 INFO:journalctl@ceph.mon.b.smithi138.stdout: self.do_handshake() 2024-07-29T15:05:12.433 INFO:journalctl@ceph.mon.b.smithi138.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-29T15:05:12.433 INFO:journalctl@ceph.mon.b.smithi138.stdout: self._sslobj.do_handshake() 2024-07-29T15:05:12.434 INFO:journalctl@ceph.mon.b.smithi138.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-29T15:05:12.434 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:12 smithi138 ceph-mon[32824]: pgmap v5: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:05:12.434 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:12 smithi138 ceph-mon[32824]: mgrmap e33: y(active, since 2s) 2024-07-29T15:05:12.434 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:12 smithi138 ceph-mon[32824]: osdmap e227: 8 total, 8 up, 8 in 2024-07-29T15:05:13.152 INFO:tasks.rados.rados.0.smithi067.stdout:830: done (3 left) 2024-07-29T15:05:13.152 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 20 current snap is 81 2024-07-29T15:05:13.152 INFO:tasks.rados.rados.0.smithi067.stdout:827: finishing copy_from racing read to smithi06780069-48 2024-07-29T15:05:13.152 INFO:tasks.rados.rados.0.smithi067.stdout:831: seq_num 281 ranges {2793472=712704,3506176=491520,3997696=491520,4489216=622592} 2024-07-29T15:05:13.170 INFO:tasks.rados.rados.0.smithi067.stdout:831: writing smithi06780069-20 from 2793472 to 3506176 tid 1 2024-07-29T15:05:13.174 INFO:tasks.rados.rados.0.smithi067.stdout:831: writing smithi06780069-20 from 3506176 to 3997696 tid 2 2024-07-29T15:05:13.177 INFO:tasks.rados.rados.0.smithi067.stdout:831: writing smithi06780069-20 from 3997696 to 4489216 tid 3 2024-07-29T15:05:13.181 INFO:tasks.rados.rados.0.smithi067.stdout:831: writing smithi06780069-20 from 4489216 to 5111808 tid 4 2024-07-29T15:05:13.181 INFO:tasks.rados.rados.0.smithi067.stdout:832: snap_create 2024-07-29T15:05:13.182 INFO:tasks.rados.rados.0.smithi067.stdout:827: finishing copy_from to smithi06780069-48 2024-07-29T15:05:13.182 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 48 v 220 (ObjNum 184 snap 45 seq_num 184) dirty exists 2024-07-29T15:05:13.182 INFO:tasks.rados.rados.0.smithi067.stdout:829: expect (ObjNum 280 snap 80 seq_num 280) 2024-07-29T15:05:13.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:13 smithi138 ceph-mon[32824]: osdmap e228: 8 total, 8 up, 8 in 2024-07-29T15:05:13.344 INFO:tasks.rados.rados.0.smithi067.stdout:828: expect (ObjNum 268 snap 74 seq_num 268) 2024-07-29T15:05:13.475 INFO:tasks.rados.rados.0.smithi067.stdout:831: finishing write tid 1 to smithi06780069-20 2024-07-29T15:05:13.476 INFO:tasks.rados.rados.0.smithi067.stdout:831: finishing write tid 2 to smithi06780069-20 2024-07-29T15:05:13.476 INFO:tasks.rados.rados.0.smithi067.stdout:831: finishing write tid 3 to smithi06780069-20 2024-07-29T15:05:13.476 INFO:tasks.rados.rados.0.smithi067.stdout:831: finishing write tid 4 to smithi06780069-20 2024-07-29T15:05:13.476 INFO:tasks.rados.rados.0.smithi067.stdout:831: finishing write tid 5 to smithi06780069-20 2024-07-29T15:05:13.476 INFO:tasks.rados.rados.0.smithi067.stdout:831: finishing write tid 6 to smithi06780069-20 2024-07-29T15:05:13.476 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 232 (ObjNum 281 snap 81 seq_num 281) dirty exists 2024-07-29T15:05:13.476 INFO:tasks.rados.rados.0.smithi067.stdout:831: left oid 20 (ObjNum 281 snap 81 seq_num 281) 2024-07-29T15:05:13.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:13 smithi067 ceph-mon[29363]: osdmap e228: 8 total, 8 up, 8 in 2024-07-29T15:05:13.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:13 smithi067 ceph-mon[39695]: osdmap e228: 8 total, 8 up, 8 in 2024-07-29T15:05:14.148 INFO:tasks.rados.rados.0.smithi067.stdout:827: done (4 left) 2024-07-29T15:05:14.148 INFO:tasks.rados.rados.0.smithi067.stdout:828: done (3 left) 2024-07-29T15:05:14.148 INFO:tasks.rados.rados.0.smithi067.stdout:829: done (2 left) 2024-07-29T15:05:14.148 INFO:tasks.rados.rados.0.smithi067.stdout:831: done (1 left) 2024-07-29T15:05:14.148 INFO:tasks.rados.rados.0.smithi067.stdout:832: done (0 left) 2024-07-29T15:05:14.148 INFO:tasks.rados.rados.0.smithi067.stdout:833: delete oid 46 current snap is 82 2024-07-29T15:05:14.151 INFO:tasks.rados.rados.0.smithi067.stdout:833: done (0 left) 2024-07-29T15:05:14.152 INFO:tasks.rados.rados.0.smithi067.stdout:834: delete oid 44 current snap is 82 2024-07-29T15:05:14.155 INFO:tasks.rados.rados.0.smithi067.stdout:834: done (0 left) 2024-07-29T15:05:14.155 INFO:tasks.rados.rados.0.smithi067.stdout:835: read oid 46 snap -1 2024-07-29T15:05:14.155 INFO:tasks.rados.rados.0.smithi067.stdout:835: expect deleted 2024-07-29T15:05:14.155 INFO:tasks.rados.rados.0.smithi067.stdout:836: rollback oid 47 current snap is 82 2024-07-29T15:05:14.155 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 47 to 53 2024-07-29T15:05:14.155 INFO:tasks.rados.rados.0.smithi067.stdout:837: read oid 43 snap -1 2024-07-29T15:05:14.155 INFO:tasks.rados.rados.0.smithi067.stdout:837: expect (ObjNum 235 snap 63 seq_num 235) 2024-07-29T15:05:14.155 INFO:tasks.rados.rados.0.smithi067.stdout:838: copy_from oid 41 from oid 49 current snap is 82 2024-07-29T15:05:14.155 INFO:tasks.rados.rados.0.smithi067.stdout:839: snap_remove snap 71 2024-07-29T15:05:14.483 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:14 smithi067 ceph-mon[29363]: pgmap v8: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:05:14.483 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:14 smithi067 ceph-mon[29363]: osdmap e229: 8 total, 8 up, 8 in 2024-07-29T15:05:14.483 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:14 smithi067 ceph-mon[29363]: mgrmap e34: y(active, since 4s) 2024-07-29T15:05:14.483 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:14 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:14.483 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:14 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:14.484 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:14 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:14.484 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:14 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:14.484 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:14 smithi067 ceph-mon[39695]: pgmap v8: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:05:14.484 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:14 smithi067 ceph-mon[39695]: osdmap e229: 8 total, 8 up, 8 in 2024-07-29T15:05:14.484 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:14 smithi067 ceph-mon[39695]: mgrmap e34: y(active, since 4s) 2024-07-29T15:05:14.484 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:14 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:14.485 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:14 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:14.485 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:14 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:14.485 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:14 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:14.522 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:14 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:05:14.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:05:14.523 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:14 smithi138 ceph-mon[32824]: pgmap v8: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:05:14.523 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:14 smithi138 ceph-mon[32824]: osdmap e229: 8 total, 8 up, 8 in 2024-07-29T15:05:14.523 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:14 smithi138 ceph-mon[32824]: mgrmap e34: y(active, since 4s) 2024-07-29T15:05:14.523 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:14 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:14.523 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:14 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:14.523 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:14 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:14.523 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:14 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:14.810 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:14 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: [29/Jul/2024:15:05:14] ENGINE Bus STARTING 2024-07-29T15:05:14.811 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:14 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: CherryPy Checker: 2024-07-29T15:05:14.811 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:14 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: The Application mounted at '' has an empty config. 2024-07-29T15:05:14.811 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:14 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: 2024-07-29T15:05:14.811 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:14 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: [29/Jul/2024:15:05:14] ENGINE Serving on http://:::9283 2024-07-29T15:05:14.811 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:14 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: [29/Jul/2024:15:05:14] ENGINE Bus STARTED 2024-07-29T15:05:15.157 INFO:tasks.rados.rados.0.smithi067.stdout:839: done (4 left) 2024-07-29T15:05:15.157 INFO:tasks.rados.rados.0.smithi067.stdout:840: rmattr oid 48 current snap is 82 2024-07-29T15:05:15.157 INFO:tasks.rados.rados.0.smithi067.stdout:840: done (4 left) 2024-07-29T15:05:15.157 INFO:tasks.rados.rados.0.smithi067.stdout:841: read oid 6 snap -1 2024-07-29T15:05:15.158 INFO:tasks.rados.rados.0.smithi067.stdout:841: expect (ObjNum 190 snap 47 seq_num 190) 2024-07-29T15:05:15.158 INFO:tasks.rados.rados.0.smithi067.stdout:842: rollback oid 48 current snap is 82 2024-07-29T15:05:15.158 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 48 to 74 2024-07-29T15:05:15.158 INFO:tasks.rados.rados.0.smithi067.stdout:843: copy_from oid 15 from oid 45 current snap is 82 2024-07-29T15:05:15.158 INFO:tasks.rados.rados.0.smithi067.stdout:844: read oid 42 snap -1 2024-07-29T15:05:15.158 INFO:tasks.rados.rados.0.smithi067.stdout:844: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:05:15.158 INFO:tasks.rados.rados.0.smithi067.stdout:845: read oid 8 snap -1 2024-07-29T15:05:15.158 INFO:tasks.rados.rados.0.smithi067.stdout:845: expect deleted 2024-07-29T15:05:15.158 INFO:tasks.rados.rados.0.smithi067.stdout:846: copy_from oid 5 from oid 37 current snap is 82 2024-07-29T15:05:15.158 INFO:tasks.rados.rados.0.smithi067.stdout:847: copy_from oid 2 from oid 44 current snap is 82 2024-07-29T15:05:15.158 INFO:tasks.rados.rados.0.smithi067.stdout:838: finishing copy_from to smithi06780069-41 2024-07-29T15:05:15.158 INFO:tasks.rados.rados.0.smithi067.stdout:838: got expected ENOENT (src dne) 2024-07-29T15:05:15.159 INFO:tasks.rados.rados.0.smithi067.stdout:838: finishing copy_from racing read to smithi06780069-41 2024-07-29T15:05:15.159 INFO:tasks.rados.rados.0.smithi067.stdout:836: finishing rollback tid 0 to smithi06780069-47 2024-07-29T15:05:15.159 INFO:tasks.rados.rados.0.smithi067.stdout:835: done (10 left) 2024-07-29T15:05:15.159 INFO:tasks.rados.rados.0.smithi067.stdout:838: done (9 left) 2024-07-29T15:05:15.159 INFO:tasks.rados.rados.0.smithi067.stdout:848: setattr oid 19 current snap is 82 2024-07-29T15:05:15.159 INFO:tasks.rados.rados.0.smithi067.stdout:836: finishing rollback tid 1 to smithi06780069-47 2024-07-29T15:05:15.159 INFO:tasks.rados.rados.0.smithi067.stdout:836: finishing rollback tid 2 to smithi06780069-47 2024-07-29T15:05:15.159 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 232 (ObjNum 167 snap 40 seq_num 167) dirty exists 2024-07-29T15:05:15.159 INFO:tasks.rados.rados.0.smithi067.stdout:837: expect (ObjNum 235 snap 63 seq_num 235) 2024-07-29T15:05:15.395 INFO:tasks.rados.rados.0.smithi067.stdout:844: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:05:15.398 INFO:tasks.rados.rados.0.smithi067.stdout:847: finishing copy_from to smithi06780069-2 2024-07-29T15:05:15.398 INFO:tasks.rados.rados.0.smithi067.stdout:847: got expected ENOENT (src dne) 2024-07-29T15:05:15.398 INFO:tasks.rados.rados.0.smithi067.stdout:847: finishing copy_from racing read to smithi06780069-2 2024-07-29T15:05:15.398 INFO:tasks.rados.rados.0.smithi067.stdout:842: finishing rollback tid 0 to smithi06780069-48 2024-07-29T15:05:15.398 INFO:tasks.rados.rados.0.smithi067.stdout:842: finishing rollback tid 1 to smithi06780069-48 2024-07-29T15:05:15.398 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 48 v 367 (ObjNum 593 snap 0 seq_num 0) dirty dne 2024-07-29T15:05:15.398 INFO:tasks.rados.rados.0.smithi067.stdout:846: finishing copy_from to smithi06780069-5 2024-07-29T15:05:15.398 INFO:tasks.rados.rados.0.smithi067.stdout:846: got expected ENOENT (src dne) 2024-07-29T15:05:15.398 INFO:tasks.rados.rados.0.smithi067.stdout:846: finishing copy_from racing read to smithi06780069-5 2024-07-29T15:05:15.398 INFO:tasks.rados.rados.0.smithi067.stdout:843: finishing copy_from racing read to smithi06780069-15 2024-07-29T15:05:15.398 INFO:tasks.rados.rados.0.smithi067.stdout:843: finishing copy_from to smithi06780069-15 2024-07-29T15:05:15.398 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 94 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-07-29T15:05:15.399 INFO:tasks.rados.rados.0.smithi067.stdout:841: expect (ObjNum 190 snap 47 seq_num 190) 2024-07-29T15:05:15.438 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 19 v 296 (ObjNum 145 snap 35 seq_num 145) dirty exists 2024-07-29T15:05:15.438 INFO:tasks.rados.rados.0.smithi067.stdout:836: done (9 left) 2024-07-29T15:05:15.438 INFO:tasks.rados.rados.0.smithi067.stdout:837: done (8 left) 2024-07-29T15:05:15.438 INFO:tasks.rados.rados.0.smithi067.stdout:841: done (7 left) 2024-07-29T15:05:15.438 INFO:tasks.rados.rados.0.smithi067.stdout:842: done (6 left) 2024-07-29T15:05:15.438 INFO:tasks.rados.rados.0.smithi067.stdout:843: done (5 left) 2024-07-29T15:05:15.439 INFO:tasks.rados.rados.0.smithi067.stdout:844: done (4 left) 2024-07-29T15:05:15.439 INFO:tasks.rados.rados.0.smithi067.stdout:845: done (3 left) 2024-07-29T15:05:15.439 INFO:tasks.rados.rados.0.smithi067.stdout:846: done (2 left) 2024-07-29T15:05:15.439 INFO:tasks.rados.rados.0.smithi067.stdout:847: done (1 left) 2024-07-29T15:05:15.439 INFO:tasks.rados.rados.0.smithi067.stdout:848: done (0 left) 2024-07-29T15:05:15.439 INFO:tasks.rados.rados.0.smithi067.stdout:849: setattr oid 3 current snap is 82 2024-07-29T15:05:15.439 INFO:tasks.rados.rados.0.smithi067.stdout:850: snap_create 2024-07-29T15:05:15.441 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 290 (ObjNum 289 snap 0 seq_num 3209232227) dirty exists 2024-07-29T15:05:15.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:15 smithi067 ceph-mon[29363]: osdmap e230: 8 total, 8 up, 8 in 2024-07-29T15:05:15.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:15 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:15.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:15 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:15.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:15 smithi067 ceph-mon[29363]: Standby manager daemon x started 2024-07-29T15:05:15.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:15 smithi067 ceph-mon[29363]: from='mgr.? 172.21.15.138:0/2556588851' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-29T15:05:15.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:15 smithi067 ceph-mon[29363]: from='mgr.? 172.21.15.138:0/2556588851' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-29T15:05:15.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:15 smithi067 ceph-mon[29363]: from='mgr.? 172.21.15.138:0/2556588851' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-29T15:05:15.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:15 smithi067 ceph-mon[29363]: from='mgr.? 172.21.15.138:0/2556588851' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-29T15:05:15.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:15 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:15.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:15 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:15.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:15 smithi067 ceph-mon[39695]: osdmap e230: 8 total, 8 up, 8 in 2024-07-29T15:05:15.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:15 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:15.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:15 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:15.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:15 smithi067 ceph-mon[39695]: Standby manager daemon x started 2024-07-29T15:05:15.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:15 smithi067 ceph-mon[39695]: from='mgr.? 172.21.15.138:0/2556588851' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-29T15:05:15.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:15 smithi067 ceph-mon[39695]: from='mgr.? 172.21.15.138:0/2556588851' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-29T15:05:15.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:15 smithi067 ceph-mon[39695]: from='mgr.? 172.21.15.138:0/2556588851' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-29T15:05:15.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:15 smithi067 ceph-mon[39695]: from='mgr.? 172.21.15.138:0/2556588851' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-29T15:05:15.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:15 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:15.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:15 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:15.560 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:15 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[65866]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:05:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.51.0" 2024-07-29T15:05:15.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:15 smithi138 ceph-mon[32824]: osdmap e230: 8 total, 8 up, 8 in 2024-07-29T15:05:15.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:15 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:15.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:15 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:15.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:15 smithi138 ceph-mon[32824]: Standby manager daemon x started 2024-07-29T15:05:15.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:15 smithi138 ceph-mon[32824]: from='mgr.? 172.21.15.138:0/2556588851' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-29T15:05:15.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:15 smithi138 ceph-mon[32824]: from='mgr.? 172.21.15.138:0/2556588851' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-29T15:05:15.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:15 smithi138 ceph-mon[32824]: from='mgr.? 172.21.15.138:0/2556588851' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-29T15:05:15.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:15 smithi138 ceph-mon[32824]: from='mgr.? 172.21.15.138:0/2556588851' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-29T15:05:15.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:15 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:15.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:15 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:16.192 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-07-29T15:05:16.220 INFO:tasks.rados.rados.0.smithi067.stdout:849: done (1 left) 2024-07-29T15:05:16.220 INFO:tasks.rados.rados.0.smithi067.stdout:850: done (0 left) 2024-07-29T15:05:16.220 INFO:tasks.rados.rados.0.smithi067.stdout:851: rollback oid 27 current snap is 83 2024-07-29T15:05:16.220 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 27 to 66 2024-07-29T15:05:16.220 INFO:tasks.rados.rados.0.smithi067.stdout:852: snap_remove snap 47 2024-07-29T15:05:16.463 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:16 smithi138 ceph-mon[32824]: pgmap v11: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:05:16.463 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:16 smithi138 ceph-mon[32824]: osdmap e231: 8 total, 8 up, 8 in 2024-07-29T15:05:16.463 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:16 smithi138 ceph-mon[32824]: mgrmap e35: y(active, since 6s), standbys: x 2024-07-29T15:05:16.463 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:16 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-29T15:05:16.481 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-29T15:05:16.481 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (51s) 3s ago 5m 17.0M - 0.27.0 11f11916f8cd 7b3d7ecf5d32 2024-07-29T15:05:16.481 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi138 *:3000 running (21s) 2s ago 4m 71.3M - 9.4.7 954c08fa6188 16aea5822221 2024-07-29T15:05:16.481 INFO:teuthology.orchestra.run.smithi067.stdout:mds.a smithi067 running (6m) 3s ago 6m 19.2M - 17.2.7-1155-g3120d060 5ec745195f7e 0b73fb05902b 2024-07-29T15:05:16.482 INFO:teuthology.orchestra.run.smithi067.stdout:mds.b smithi138 running (6m) 2s ago 6m 14.9M - 17.2.7-1155-g3120d060 5ec745195f7e 8d64b29e8368 2024-07-29T15:05:16.482 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi138 *:8443,9283 running (91s) 2s ago 9m 96.4M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 39d8694ee3b2 2024-07-29T15:05:16.482 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:8443,9283,8765 running (15s) 3s ago 11m 488M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 2844d13de992 2024-07-29T15:05:16.482 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (11m) 3s ago 11m 55.2M 2048M 17.2.7-1155-g3120d060 5ec745195f7e d869d4bcfb65 2024-07-29T15:05:16.482 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi138 running (10m) 2s ago 10m 46.9M 2048M 17.2.7-1155-g3120d060 5ec745195f7e 61a2da511017 2024-07-29T15:05:16.482 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (10m) 3s ago 10m 46.3M 2048M 17.2.7-1155-g3120d060 5ec745195f7e 55264effb9e8 2024-07-29T15:05:16.482 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (45s) 3s ago 5m 9.92M - 1.7.0 72c9c2088986 142217b16374 2024-07-29T15:05:16.482 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi138 *:9100 running (26s) 2s ago 5m 8066k - 1.7.0 72c9c2088986 60191c363c80 2024-07-29T15:05:16.482 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (9m) 3s ago 9m 129M 2480M 17.2.7-1155-g3120d060 5ec745195f7e 60dcaf32ae4b 2024-07-29T15:05:16.482 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (9m) 3s ago 9m 118M 2480M 17.2.7-1155-g3120d060 5ec745195f7e c744b585958c 2024-07-29T15:05:16.482 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (8m) 3s ago 8m 132M 2480M 17.2.7-1155-g3120d060 5ec745195f7e 334423e852b7 2024-07-29T15:05:16.482 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (8m) 3s ago 8m 94.9M 2480M 17.2.7-1155-g3120d060 5ec745195f7e c9160c216ff0 2024-07-29T15:05:16.482 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi138 running (8m) 2s ago 8m 108M 2480M 17.2.7-1155-g3120d060 5ec745195f7e a15137922a4f 2024-07-29T15:05:16.483 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi138 running (7m) 2s ago 7m 128M 2480M 17.2.7-1155-g3120d060 5ec745195f7e 095126a5d70a 2024-07-29T15:05:16.483 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi138 running (7m) 2s ago 7m 74.1M 2480M 17.2.7-1155-g3120d060 5ec745195f7e a10a9aef390f 2024-07-29T15:05:16.483 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi138 running (6m) 2s ago 6m 105M 2480M 17.2.7-1155-g3120d060 5ec745195f7e c141798f58f5 2024-07-29T15:05:16.483 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi138 *:9095 running (31s) 2s ago 5m 39.7M - 2.51.0 1d3b7f56885b 3cecc59d7e74 2024-07-29T15:05:16.483 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:16 smithi067 ceph-mon[29363]: pgmap v11: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:05:16.483 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:16 smithi067 ceph-mon[29363]: osdmap e231: 8 total, 8 up, 8 in 2024-07-29T15:05:16.483 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:16 smithi067 ceph-mon[29363]: mgrmap e35: y(active, since 6s), standbys: x 2024-07-29T15:05:16.483 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:16 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-29T15:05:16.484 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:16 smithi067 ceph-mon[39695]: pgmap v11: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:05:16.484 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:16 smithi067 ceph-mon[39695]: osdmap e231: 8 total, 8 up, 8 in 2024-07-29T15:05:16.484 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:16 smithi067 ceph-mon[39695]: mgrmap e35: y(active, since 6s), standbys: x 2024-07-29T15:05:16.484 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:16 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-29T15:05:16.831 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-07-29T15:05:16.832 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-07-29T15:05:16.832 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 3 2024-07-29T15:05:16.832 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:05:16.832 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-07-29T15:05:16.832 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 2 2024-07-29T15:05:16.832 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:05:16.833 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-07-29T15:05:16.833 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 8 2024-07-29T15:05:16.833 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:05:16.833 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": { 2024-07-29T15:05:16.833 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 2 2024-07-29T15:05:16.833 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:05:16.833 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-07-29T15:05:16.833 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 13, 2024-07-29T15:05:16.834 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 2 2024-07-29T15:05:16.834 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-07-29T15:05:16.834 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-07-29T15:05:17.223 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:16 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:05:16.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi138\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:05:17.228 INFO:tasks.rados.rados.0.smithi067.stdout:852: done (1 left) 2024-07-29T15:05:17.229 INFO:tasks.rados.rados.0.smithi067.stdout:853: copy_from oid 11 from oid 41 current snap is 83 2024-07-29T15:05:17.229 INFO:tasks.rados.rados.0.smithi067.stdout:854: copy_from oid 24 from oid 48 current snap is 83 2024-07-29T15:05:17.229 INFO:tasks.rados.rados.0.smithi067.stdout:855: delete oid 43 current snap is 83 2024-07-29T15:05:17.229 INFO:tasks.rados.rados.0.smithi067.stdout:851: finishing rollback tid 1 to smithi06780069-27 2024-07-29T15:05:17.229 INFO:tasks.rados.rados.0.smithi067.stdout:851: finishing rollback tid 2 to smithi06780069-27 2024-07-29T15:05:17.229 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 292 (ObjNum 224 snap 58 seq_num 224) dirty exists 2024-07-29T15:05:17.235 INFO:tasks.rados.rados.0.smithi067.stdout:854: finishing copy_from to smithi06780069-24 2024-07-29T15:05:17.235 INFO:tasks.rados.rados.0.smithi067.stdout:854: got expected ENOENT (src dne) 2024-07-29T15:05:17.236 INFO:tasks.rados.rados.0.smithi067.stdout:854: finishing copy_from racing read to smithi06780069-24 2024-07-29T15:05:17.236 INFO:tasks.rados.rados.0.smithi067.stdout:851: done (3 left) 2024-07-29T15:05:17.236 INFO:tasks.rados.rados.0.smithi067.stdout:854: done (2 left) 2024-07-29T15:05:17.236 INFO:tasks.rados.rados.0.smithi067.stdout:855: done (1 left) 2024-07-29T15:05:17.236 INFO:tasks.rados.rados.0.smithi067.stdout:856: snap_remove snap 78 2024-07-29T15:05:17.416 INFO:tasks.rados.rados.0.smithi067.stdout:856: done (1 left) 2024-07-29T15:05:17.416 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 2 current snap is 83 2024-07-29T15:05:17.416 INFO:tasks.rados.rados.0.smithi067.stdout:857: seq_num 285 ranges {3588096=778240,4366336=475136,4841472=475136,5316608=655360} 2024-07-29T15:05:17.440 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:17 smithi067 ceph-mon[29363]: from='client.25028 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:05:17.440 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:17 smithi067 ceph-mon[29363]: osdmap e232: 8 total, 8 up, 8 in 2024-07-29T15:05:17.440 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:17 smithi067 ceph-mon[29363]: from='client.15123 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:05:17.440 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:17 smithi067 ceph-mon[29363]: from='client.? 172.21.15.67:0/2460663740' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:05:17.440 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:17 smithi067 ceph-mon[39695]: from='client.25028 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:05:17.441 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:17 smithi067 ceph-mon[39695]: osdmap e232: 8 total, 8 up, 8 in 2024-07-29T15:05:17.441 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:17 smithi067 ceph-mon[39695]: from='client.15123 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:05:17.441 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:17 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/2460663740' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:05:17.441 INFO:tasks.rados.rados.0.smithi067.stdout:857: writing smithi06780069-2 from 3588096 to 4366336 tid 1 2024-07-29T15:05:17.443 INFO:tasks.rados.rados.0.smithi067.stdout:857: writing smithi06780069-2 from 4366336 to 4841472 tid 2 2024-07-29T15:05:17.446 INFO:tasks.rados.rados.0.smithi067.stdout:857: writing smithi06780069-2 from 4841472 to 5316608 tid 3 2024-07-29T15:05:17.451 INFO:tasks.rados.rados.0.smithi067.stdout:857: writing smithi06780069-2 from 5316608 to 5971968 tid 4 2024-07-29T15:05:17.451 INFO:tasks.rados.rados.0.smithi067.stdout:858: delete oid 5 current snap is 83 2024-07-29T15:05:17.451 INFO:tasks.rados.rados.0.smithi067.stdout:853: finishing copy_from racing read to smithi06780069-11 2024-07-29T15:05:17.452 INFO:tasks.rados.rados.0.smithi067.stdout:853: finishing copy_from to smithi06780069-11 2024-07-29T15:05:17.452 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 11 v 227 (ObjNum 277 snap 80 seq_num 277) dirty exists 2024-07-29T15:05:17.452 INFO:tasks.rados.rados.0.smithi067.stdout:857: finishing write tid 1 to smithi06780069-2 2024-07-29T15:05:17.452 INFO:tasks.rados.rados.0.smithi067.stdout:857: finishing write tid 2 to smithi06780069-2 2024-07-29T15:05:17.452 INFO:tasks.rados.rados.0.smithi067.stdout:857: finishing write tid 3 to smithi06780069-2 2024-07-29T15:05:17.454 INFO:tasks.rados.rados.0.smithi067.stdout:853: done (2 left) 2024-07-29T15:05:17.454 INFO:tasks.rados.rados.0.smithi067.stdout:858: done (1 left) 2024-07-29T15:05:17.454 INFO:tasks.rados.rados.0.smithi067.stdout:859: snap_remove snap 63 2024-07-29T15:05:17.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:17 smithi138 ceph-mon[32824]: from='client.25028 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:05:17.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:17 smithi138 ceph-mon[32824]: osdmap e232: 8 total, 8 up, 8 in 2024-07-29T15:05:17.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:17 smithi138 ceph-mon[32824]: from='client.15123 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:05:17.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:17 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/2460663740' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:05:18.421 INFO:tasks.rados.rados.0.smithi067.stdout:859: done (1 left) 2024-07-29T15:05:18.421 INFO:tasks.rados.rados.0.smithi067.stdout:860: read oid 9 snap -1 2024-07-29T15:05:18.422 INFO:tasks.rados.rados.0.smithi067.stdout:860: expect deleted 2024-07-29T15:05:18.422 INFO:tasks.rados.rados.0.smithi067.stdout:861: snap_remove snap 80 2024-07-29T15:05:18.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:18 smithi067 ceph-mon[39695]: pgmap v14: 121 pgs: 121 active+clean; 201 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.9 MiB/s wr, 33 op/s 2024-07-29T15:05:18.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:18 smithi067 ceph-mon[39695]: osdmap e233: 8 total, 8 up, 8 in 2024-07-29T15:05:18.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:18 smithi067 ceph-mon[39695]: osdmap e234: 8 total, 8 up, 8 in 2024-07-29T15:05:18.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:18 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:18.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:18 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:18.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:18 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:05:18.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:18 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:05:18.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:18 smithi067 ceph-mon[39695]: Updating smithi067:/etc/ceph/ceph.conf 2024-07-29T15:05:18.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:18 smithi067 ceph-mon[39695]: Updating smithi138:/etc/ceph/ceph.conf 2024-07-29T15:05:18.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:18 smithi067 ceph-mon[39695]: Updating smithi067:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T15:05:18.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:18 smithi067 ceph-mon[39695]: Updating smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T15:05:18.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:18 smithi067 ceph-mon[29363]: pgmap v14: 121 pgs: 121 active+clean; 201 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.9 MiB/s wr, 33 op/s 2024-07-29T15:05:18.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:18 smithi067 ceph-mon[29363]: osdmap e233: 8 total, 8 up, 8 in 2024-07-29T15:05:18.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:18 smithi067 ceph-mon[29363]: osdmap e234: 8 total, 8 up, 8 in 2024-07-29T15:05:18.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:18 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:18.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:18 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:18.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:18 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:05:18.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:18 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:05:18.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:18 smithi067 ceph-mon[29363]: Updating smithi067:/etc/ceph/ceph.conf 2024-07-29T15:05:18.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:18 smithi067 ceph-mon[29363]: Updating smithi138:/etc/ceph/ceph.conf 2024-07-29T15:05:18.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:18 smithi067 ceph-mon[29363]: Updating smithi067:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T15:05:18.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:18 smithi067 ceph-mon[29363]: Updating smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T15:05:18.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:18 smithi138 ceph-mon[32824]: pgmap v14: 121 pgs: 121 active+clean; 201 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.9 MiB/s wr, 33 op/s 2024-07-29T15:05:18.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:18 smithi138 ceph-mon[32824]: osdmap e233: 8 total, 8 up, 8 in 2024-07-29T15:05:18.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:18 smithi138 ceph-mon[32824]: osdmap e234: 8 total, 8 up, 8 in 2024-07-29T15:05:18.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:18 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:18.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:18 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:18.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:18 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:05:18.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:18 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:05:18.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:18 smithi138 ceph-mon[32824]: Updating smithi067:/etc/ceph/ceph.conf 2024-07-29T15:05:18.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:18 smithi138 ceph-mon[32824]: Updating smithi138:/etc/ceph/ceph.conf 2024-07-29T15:05:18.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:18 smithi138 ceph-mon[32824]: Updating smithi067:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T15:05:18.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:18 smithi138 ceph-mon[32824]: Updating smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T15:05:19.423 INFO:tasks.rados.rados.0.smithi067.stdout:861: done (2 left) 2024-07-29T15:05:19.423 INFO:tasks.rados.rados.0.smithi067.stdout:862: read oid 47 snap -1 2024-07-29T15:05:19.423 INFO:tasks.rados.rados.0.smithi067.stdout:862: expect (ObjNum 167 snap 40 seq_num 167) 2024-07-29T15:05:19.425 INFO:tasks.rados.rados.0.smithi067.stdout:863: rollback oid 33 current snap is 83 2024-07-29T15:05:19.425 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 33 to 73 2024-07-29T15:05:19.425 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 35 current snap is 83 2024-07-29T15:05:19.425 INFO:tasks.rados.rados.0.smithi067.stdout:864: seq_num 287 ranges {0=8192} 2024-07-29T15:05:19.425 INFO:tasks.rados.rados.0.smithi067.stdout:864: writing smithi06780069-35 from 0 to 8192 tid 1 2024-07-29T15:05:19.426 INFO:tasks.rados.rados.0.smithi067.stdout:865: read oid 25 snap -1 2024-07-29T15:05:19.426 INFO:tasks.rados.rados.0.smithi067.stdout:865: expect (ObjNum 278 snap 80 seq_num 278) 2024-07-29T15:05:19.426 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 32 current snap is 83 2024-07-29T15:05:19.426 INFO:tasks.rados.rados.0.smithi067.stdout:866: seq_num 288 ranges {7340032=24576} 2024-07-29T15:05:19.441 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:19 smithi138 ceph-mon[32824]: Updating smithi067:/etc/ceph/ceph.client.admin.keyring 2024-07-29T15:05:19.441 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:19 smithi138 ceph-mon[32824]: Updating smithi138:/etc/ceph/ceph.client.admin.keyring 2024-07-29T15:05:19.441 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:19 smithi138 ceph-mon[32824]: Updating smithi067:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.client.admin.keyring 2024-07-29T15:05:19.441 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:19 smithi138 ceph-mon[32824]: Updating smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.client.admin.keyring 2024-07-29T15:05:19.441 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:19 smithi138 ceph-mon[32824]: osdmap e235: 8 total, 8 up, 8 in 2024-07-29T15:05:19.441 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:19 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:19.442 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:19 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:19.442 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:19 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:19.442 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:19 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:19.442 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:19 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:19.442 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:19 smithi138 ceph-mon[32824]: Reconfiguring prometheus.a (dependencies changed)... 2024-07-29T15:05:19.442 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:19 smithi138 ceph-mon[32824]: Reconfiguring daemon prometheus.a on smithi138 2024-07-29T15:05:19.442 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:19 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:05:19.442 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:19 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:05:19.442 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:19 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:05:19.442 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:19 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:05:19.442 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:19 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:05:19.467 INFO:tasks.rados.rados.0.smithi067.stdout:866: writing smithi06780069-32 from 7340032 to 7364608 tid 1 2024-07-29T15:05:19.467 INFO:tasks.rados.rados.0.smithi067.stdout:867: rollback oid 27 current snap is 83 2024-07-29T15:05:19.467 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 27 to 75 2024-07-29T15:05:19.467 INFO:tasks.rados.rados.0.smithi067.stdout:857: finishing write tid 4 to smithi06780069-2 2024-07-29T15:05:19.467 INFO:tasks.rados.rados.0.smithi067.stdout:857: finishing write tid 5 to smithi06780069-2 2024-07-29T15:05:19.467 INFO:tasks.rados.rados.0.smithi067.stdout:857: finishing write tid 6 to smithi06780069-2 2024-07-29T15:05:19.467 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 169 (ObjNum 285 snap 83 seq_num 285) dirty exists 2024-07-29T15:05:19.467 INFO:tasks.rados.rados.0.smithi067.stdout:857: left oid 2 (ObjNum 285 snap 83 seq_num 285) 2024-07-29T15:05:19.467 INFO:tasks.rados.rados.0.smithi067.stdout:857: done (7 left) 2024-07-29T15:05:19.467 INFO:tasks.rados.rados.0.smithi067.stdout:860: done (6 left) 2024-07-29T15:05:19.467 INFO:tasks.rados.rados.0.smithi067.stdout:868: read oid 36 snap -1 2024-07-29T15:05:19.467 INFO:tasks.rados.rados.0.smithi067.stdout:868: expect deleted 2024-07-29T15:05:19.467 INFO:tasks.rados.rados.0.smithi067.stdout:869: copy_from oid 22 from oid 2 current snap is 83 2024-07-29T15:05:19.468 INFO:tasks.rados.rados.0.smithi067.stdout:864: finishing write tid 1 to smithi06780069-35 2024-07-29T15:05:19.468 INFO:tasks.rados.rados.0.smithi067.stdout:864: finishing write tid 2 to smithi06780069-35 2024-07-29T15:05:19.468 INFO:tasks.rados.rados.0.smithi067.stdout:862: expect (ObjNum 167 snap 40 seq_num 167) 2024-07-29T15:05:19.479 INFO:tasks.rados.rados.0.smithi067.stdout:864: finishing write tid 3 to smithi06780069-35 2024-07-29T15:05:19.479 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 35 v 310 (ObjNum 287 snap 83 seq_num 287) dirty exists 2024-07-29T15:05:19.479 INFO:tasks.rados.rados.0.smithi067.stdout:864: left oid 35 (ObjNum 287 snap 83 seq_num 287) 2024-07-29T15:05:19.479 INFO:tasks.rados.rados.0.smithi067.stdout:863: finishing rollback tid 0 to smithi06780069-33 2024-07-29T15:05:19.479 INFO:tasks.rados.rados.0.smithi067.stdout:863: finishing rollback tid 1 to smithi06780069-33 2024-07-29T15:05:19.479 INFO:tasks.rados.rados.0.smithi067.stdout:862: done (7 left) 2024-07-29T15:05:19.479 INFO:tasks.rados.rados.0.smithi067.stdout:864: done (6 left) 2024-07-29T15:05:19.479 INFO:tasks.rados.rados.0.smithi067.stdout:870: rmattr oid 1 current snap is 83 2024-07-29T15:05:19.479 INFO:tasks.rados.rados.0.smithi067.stdout:870: done (6 left) 2024-07-29T15:05:19.479 INFO:tasks.rados.rados.0.smithi067.stdout:871: rollback oid 31 current snap is 83 2024-07-29T15:05:19.479 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 31 to 65 2024-07-29T15:05:19.480 INFO:tasks.rados.rados.0.smithi067.stdout:863: finishing rollback tid 2 to smithi06780069-33 2024-07-29T15:05:19.480 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 33 v 397 (ObjNum 33 snap 0 seq_num 3207673716) dirty exists 2024-07-29T15:05:19.480 INFO:tasks.rados.rados.0.smithi067.stdout:865: expect (ObjNum 278 snap 80 seq_num 278) 2024-07-29T15:05:19.659 INFO:tasks.rados.rados.0.smithi067.stdout:867: finishing rollback tid 0 to smithi06780069-27 2024-07-29T15:05:19.659 INFO:tasks.rados.rados.0.smithi067.stdout:867: finishing rollback tid 1 to smithi06780069-27 2024-07-29T15:05:19.659 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 310 (ObjNum 593 snap 0 seq_num 3880465720) dirty dne 2024-07-29T15:05:19.659 INFO:tasks.rados.rados.0.smithi067.stdout:866: finishing write tid 1 to smithi06780069-32 2024-07-29T15:05:19.659 INFO:tasks.rados.rados.0.smithi067.stdout:866: finishing write tid 2 to smithi06780069-32 2024-07-29T15:05:19.659 INFO:tasks.rados.rados.0.smithi067.stdout:866: finishing write tid 3 to smithi06780069-32 2024-07-29T15:05:19.660 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 388 (ObjNum 288 snap 83 seq_num 288) dirty exists 2024-07-29T15:05:19.660 INFO:tasks.rados.rados.0.smithi067.stdout:866: left oid 32 (ObjNum 288 snap 83 seq_num 288) 2024-07-29T15:05:19.660 INFO:tasks.rados.rados.0.smithi067.stdout:871: finishing rollback tid 0 to smithi06780069-31 2024-07-29T15:05:19.660 INFO:tasks.rados.rados.0.smithi067.stdout:871: finishing rollback tid 1 to smithi06780069-31 2024-07-29T15:05:19.660 INFO:tasks.rados.rados.0.smithi067.stdout:871: finishing rollback tid 2 to smithi06780069-31 2024-07-29T15:05:19.660 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 254 (ObjNum 184 snap 45 seq_num 184) dirty exists 2024-07-29T15:05:19.660 INFO:tasks.rados.rados.0.smithi067.stdout:869: finishing copy_from racing read to smithi06780069-22 2024-07-29T15:05:19.660 INFO:tasks.rados.rados.0.smithi067.stdout:869: finishing copy_from to smithi06780069-22 2024-07-29T15:05:19.660 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 169 (ObjNum 285 snap 83 seq_num 285) dirty exists 2024-07-29T15:05:19.660 INFO:tasks.rados.rados.0.smithi067.stdout:863: done (6 left) 2024-07-29T15:05:19.660 INFO:tasks.rados.rados.0.smithi067.stdout:865: done (5 left) 2024-07-29T15:05:19.660 INFO:tasks.rados.rados.0.smithi067.stdout:866: done (4 left) 2024-07-29T15:05:19.661 INFO:tasks.rados.rados.0.smithi067.stdout:867: done (3 left) 2024-07-29T15:05:19.661 INFO:tasks.rados.rados.0.smithi067.stdout:868: done (2 left) 2024-07-29T15:05:19.661 INFO:tasks.rados.rados.0.smithi067.stdout:869: done (1 left) 2024-07-29T15:05:19.661 INFO:tasks.rados.rados.0.smithi067.stdout:871: done (0 left) 2024-07-29T15:05:19.661 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 36 current snap is 83 2024-07-29T15:05:19.661 INFO:tasks.rados.rados.0.smithi067.stdout:872: seq_num 289 ranges {0=40960} 2024-07-29T15:05:19.661 INFO:tasks.rados.rados.0.smithi067.stdout:872: writing smithi06780069-36 from 0 to 40960 tid 1 2024-07-29T15:05:19.661 INFO:tasks.rados.rados.0.smithi067.stdout:873: read oid 50 snap -1 2024-07-29T15:05:19.661 INFO:tasks.rados.rados.0.smithi067.stdout:873: expect (ObjNum 280 snap 80 seq_num 280) 2024-07-29T15:05:19.661 INFO:tasks.rados.rados.0.smithi067.stdout:874: copy_from oid 24 from oid 28 current snap is 83 2024-07-29T15:05:19.661 INFO:tasks.rados.rados.0.smithi067.stdout:875: rollback oid 46 current snap is 83 2024-07-29T15:05:19.661 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 46 to 65 2024-07-29T15:05:19.661 INFO:tasks.rados.rados.0.smithi067.stdout:876: snap_remove snap 60 2024-07-29T15:05:19.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[29363]: Updating smithi067:/etc/ceph/ceph.client.admin.keyring 2024-07-29T15:05:19.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[29363]: Updating smithi138:/etc/ceph/ceph.client.admin.keyring 2024-07-29T15:05:19.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[29363]: Updating smithi067:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.client.admin.keyring 2024-07-29T15:05:19.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[29363]: Updating smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.client.admin.keyring 2024-07-29T15:05:19.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[29363]: osdmap e235: 8 total, 8 up, 8 in 2024-07-29T15:05:19.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:19.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:19.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:19.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:19.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:19.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[29363]: Reconfiguring prometheus.a (dependencies changed)... 2024-07-29T15:05:19.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[29363]: Reconfiguring daemon prometheus.a on smithi138 2024-07-29T15:05:19.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:05:19.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:05:19.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:05:19.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:05:19.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:05:19.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[39695]: Updating smithi067:/etc/ceph/ceph.client.admin.keyring 2024-07-29T15:05:19.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[39695]: Updating smithi138:/etc/ceph/ceph.client.admin.keyring 2024-07-29T15:05:19.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[39695]: Updating smithi067:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.client.admin.keyring 2024-07-29T15:05:19.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[39695]: Updating smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.client.admin.keyring 2024-07-29T15:05:19.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[39695]: osdmap e235: 8 total, 8 up, 8 in 2024-07-29T15:05:19.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:19.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:19.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:19.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:19.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:19.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[39695]: Reconfiguring prometheus.a (dependencies changed)... 2024-07-29T15:05:19.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[39695]: Reconfiguring daemon prometheus.a on smithi138 2024-07-29T15:05:19.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:05:19.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:05:19.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:05:19.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:05:19.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:19 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:05:20.494 INFO:tasks.rados.rados.0.smithi067.stdout:876: done (4 left) 2024-07-29T15:05:20.494 INFO:tasks.rados.rados.0.smithi067.stdout:877: read oid 3 snap -1 2024-07-29T15:05:20.494 INFO:tasks.rados.rados.0.smithi067.stdout:877: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:05:20.494 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 35 current snap is 83 2024-07-29T15:05:20.499 INFO:tasks.rados.rados.0.smithi067.stdout:872: finishing write tid 1 to smithi06780069-36 2024-07-29T15:05:20.499 INFO:tasks.rados.rados.0.smithi067.stdout:874: finishing copy_from to smithi06780069-24 2024-07-29T15:05:20.499 INFO:tasks.rados.rados.0.smithi067.stdout:874: got expected ENOENT (src dne) 2024-07-29T15:05:20.499 INFO:tasks.rados.rados.0.smithi067.stdout:874: finishing copy_from racing read to smithi06780069-24 2024-07-29T15:05:20.499 INFO:tasks.rados.rados.0.smithi067.stdout:872: finishing write tid 2 to smithi06780069-36 2024-07-29T15:05:20.499 INFO:tasks.rados.rados.0.smithi067.stdout:875: finishing rollback tid 1 to smithi06780069-46 2024-07-29T15:05:20.499 INFO:tasks.rados.rados.0.smithi067.stdout:875: finishing rollback tid 2 to smithi06780069-46 2024-07-29T15:05:20.499 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 46 v 401 (ObjNum 207 snap 50 seq_num 207) dirty exists 2024-07-29T15:05:20.499 INFO:tasks.rados.rados.0.smithi067.stdout:872: finishing write tid 3 to smithi06780069-36 2024-07-29T15:05:20.499 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 160 (ObjNum 289 snap 83 seq_num 289) dirty exists 2024-07-29T15:05:20.499 INFO:tasks.rados.rados.0.smithi067.stdout:872: left oid 36 (ObjNum 289 snap 83 seq_num 289) 2024-07-29T15:05:20.499 INFO:tasks.rados.rados.0.smithi067.stdout:873: expect (ObjNum 280 snap 80 seq_num 280) 2024-07-29T15:05:20.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:05:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:05:20.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:20 smithi138 ceph-mon[32824]: pgmap v18: 121 pgs: 121 active+clean; 201 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:05:20.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:20 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:05:20.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:20 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:05:20.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:20 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:05:20.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:20 smithi138 ceph-mon[32824]: osdmap e236: 8 total, 8 up, 8 in 2024-07-29T15:05:20.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:20 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:05:20.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:20 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:05:20.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:20 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:05:20.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:20 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:05:20.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:20 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:05:20.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:20 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:05:20.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:20 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:05:20.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:20 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:05:20.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:20 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:05:20.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:20 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:05:20.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:20 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:05:20.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:20 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:05:20.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:20 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:05:20.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:20 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:05:20.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:20 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:05:20.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:20 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:05:20.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:20 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:05:20.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:20 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:05:20.664 INFO:tasks.rados.rados.0.smithi067.stdout:877: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:05:20.666 INFO:tasks.rados.rados.0.smithi067.stdout:878: seq_num 290 ranges {8192=57344} 2024-07-29T15:05:20.668 INFO:tasks.rados.rados.0.smithi067.stdout:878: writing smithi06780069-35 from 8192 to 65536 tid 1 2024-07-29T15:05:20.668 INFO:tasks.rados.rados.0.smithi067.stdout:872: done (5 left) 2024-07-29T15:05:20.668 INFO:tasks.rados.rados.0.smithi067.stdout:873: done (4 left) 2024-07-29T15:05:20.668 INFO:tasks.rados.rados.0.smithi067.stdout:874: done (3 left) 2024-07-29T15:05:20.668 INFO:tasks.rados.rados.0.smithi067.stdout:875: done (2 left) 2024-07-29T15:05:20.668 INFO:tasks.rados.rados.0.smithi067.stdout:877: done (1 left) 2024-07-29T15:05:20.668 INFO:tasks.rados.rados.0.smithi067.stdout:879: read oid 50 snap -1 2024-07-29T15:05:20.668 INFO:tasks.rados.rados.0.smithi067.stdout:879: expect (ObjNum 280 snap 80 seq_num 280) 2024-07-29T15:05:20.668 INFO:tasks.rados.rados.0.smithi067.stdout:880: copy_from oid 44 from oid 5 current snap is 83 2024-07-29T15:05:20.668 INFO:tasks.rados.rados.0.smithi067.stdout:881: delete oid 31 current snap is 83 2024-07-29T15:05:20.669 INFO:tasks.rados.rados.0.smithi067.stdout:880: finishing copy_from to smithi06780069-44 2024-07-29T15:05:20.669 INFO:tasks.rados.rados.0.smithi067.stdout:880: got expected ENOENT (src dne) 2024-07-29T15:05:20.669 INFO:tasks.rados.rados.0.smithi067.stdout:880: finishing copy_from racing read to smithi06780069-44 2024-07-29T15:05:20.670 INFO:tasks.rados.rados.0.smithi067.stdout:878: finishing write tid 1 to smithi06780069-35 2024-07-29T15:05:20.670 INFO:tasks.rados.rados.0.smithi067.stdout:880: done (3 left) 2024-07-29T15:05:20.670 INFO:tasks.rados.rados.0.smithi067.stdout:881: done (2 left) 2024-07-29T15:05:20.670 INFO:tasks.rados.rados.0.smithi067.stdout:882: snap_create 2024-07-29T15:05:20.670 INFO:tasks.rados.rados.0.smithi067.stdout:878: finishing write tid 2 to smithi06780069-35 2024-07-29T15:05:20.671 INFO:tasks.rados.rados.0.smithi067.stdout:878: finishing write tid 3 to smithi06780069-35 2024-07-29T15:05:20.671 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 35 v 318 (ObjNum 290 snap 83 seq_num 290) dirty exists 2024-07-29T15:05:20.671 INFO:tasks.rados.rados.0.smithi067.stdout:878: left oid 35 (ObjNum 290 snap 83 seq_num 290) 2024-07-29T15:05:20.678 INFO:tasks.rados.rados.0.smithi067.stdout:879: expect (ObjNum 280 snap 80 seq_num 280) 2024-07-29T15:05:20.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[29363]: pgmap v18: 121 pgs: 121 active+clean; 201 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:05:20.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:05:20.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:05:20.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:05:20.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[29363]: osdmap e236: 8 total, 8 up, 8 in 2024-07-29T15:05:20.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:05:20.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:05:20.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:05:20.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:05:20.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:05:20.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:05:20.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:05:20.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:05:20.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:05:20.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:05:20.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:05:20.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:05:20.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:05:20.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:05:20.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[29363]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:05:20.741 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:05:20.741 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:05:20.741 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:05:20.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[39695]: pgmap v18: 121 pgs: 121 active+clean; 201 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:05:20.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:05:20.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:05:20.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:05:20.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[39695]: osdmap e236: 8 total, 8 up, 8 in 2024-07-29T15:05:20.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:05:20.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:05:20.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:05:20.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:05:20.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:05:20.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:05:20.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:05:20.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:05:20.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:05:20.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:05:20.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:05:20.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:05:20.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:05:20.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:05:20.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:05:20.743 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:05:20.743 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:05:20.743 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:20 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:05:21.505 INFO:tasks.rados.rados.0.smithi067.stdout:878: done (2 left) 2024-07-29T15:05:21.505 INFO:tasks.rados.rados.0.smithi067.stdout:879: done (1 left) 2024-07-29T15:05:21.505 INFO:tasks.rados.rados.0.smithi067.stdout:882: done (0 left) 2024-07-29T15:05:21.506 INFO:tasks.rados.rados.0.smithi067.stdout:883: read oid 28 snap -1 2024-07-29T15:05:21.506 INFO:tasks.rados.rados.0.smithi067.stdout:883: expect deleted 2024-07-29T15:05:21.506 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 2 current snap is 84 2024-07-29T15:05:21.506 INFO:tasks.rados.rados.0.smithi067.stdout:884: seq_num 292 ranges {5971968=98304} 2024-07-29T15:05:21.537 INFO:tasks.rados.rados.0.smithi067.stdout:884: writing smithi06780069-2 from 5971968 to 6070272 tid 1 2024-07-29T15:05:21.537 INFO:tasks.rados.rados.0.smithi067.stdout:885: delete oid 38 current snap is 84 2024-07-29T15:05:21.538 INFO:tasks.rados.rados.0.smithi067.stdout:883: done (2 left) 2024-07-29T15:05:21.539 INFO:tasks.rados.rados.0.smithi067.stdout:885: done (1 left) 2024-07-29T15:05:21.539 INFO:tasks.rados.rados.0.smithi067.stdout:886: snap_create 2024-07-29T15:05:21.540 INFO:tasks.rados.rados.0.smithi067.stdout:884: finishing write tid 1 to smithi06780069-2 2024-07-29T15:05:21.540 INFO:tasks.rados.rados.0.smithi067.stdout:884: finishing write tid 2 to smithi06780069-2 2024-07-29T15:05:21.541 INFO:tasks.rados.rados.0.smithi067.stdout:884: finishing write tid 3 to smithi06780069-2 2024-07-29T15:05:21.541 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 178 (ObjNum 292 snap 84 seq_num 292) dirty exists 2024-07-29T15:05:21.541 INFO:tasks.rados.rados.0.smithi067.stdout:884: left oid 2 (ObjNum 292 snap 84 seq_num 292) 2024-07-29T15:05:21.773 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:21 smithi138 ceph-mon[32824]: osdmap e237: 8 total, 8 up, 8 in 2024-07-29T15:05:21.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:21 smithi067 ceph-mon[29363]: osdmap e237: 8 total, 8 up, 8 in 2024-07-29T15:05:21.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:21 smithi067 ceph-mon[39695]: osdmap e237: 8 total, 8 up, 8 in 2024-07-29T15:05:22.060 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:21 smithi138 systemd[1]: Stopping Ceph prometheus.a for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:05:22.419 INFO:tasks.rados.rados.0.smithi067.stdout:884: done (1 left) 2024-07-29T15:05:22.419 INFO:tasks.rados.rados.0.smithi067.stdout:886: done (0 left) 2024-07-29T15:05:22.419 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 27 current snap is 85 2024-07-29T15:05:22.419 INFO:tasks.rados.rados.0.smithi067.stdout:887: seq_num 294 ranges {0=131072} 2024-07-29T15:05:22.420 INFO:tasks.rados.rados.0.smithi067.stdout:887: writing smithi06780069-27 from 0 to 131072 tid 1 2024-07-29T15:05:22.420 INFO:tasks.rados.rados.0.smithi067.stdout:888: read oid 26 snap -1 2024-07-29T15:05:22.420 INFO:tasks.rados.rados.0.smithi067.stdout:888: expect (ObjNum 249 snap 67 seq_num 249) 2024-07-29T15:05:22.421 INFO:tasks.rados.rados.0.smithi067.stdout:889: read oid 28 snap 61 2024-07-29T15:05:22.421 INFO:tasks.rados.rados.0.smithi067.stdout:889: expect (ObjNum 165 snap 40 seq_num 165) 2024-07-29T15:05:22.421 INFO:tasks.rados.rados.0.smithi067.stdout:890: read oid 21 snap 66 2024-07-29T15:05:22.421 INFO:tasks.rados.rados.0.smithi067.stdout:890: expect (ObjNum 180 snap 45 seq_num 180) 2024-07-29T15:05:22.421 INFO:tasks.rados.rados.0.smithi067.stdout:891: read oid 32 snap 81 2024-07-29T15:05:22.421 INFO:tasks.rados.rados.0.smithi067.stdout:891: expect (ObjNum 270 snap 74 seq_num 270) 2024-07-29T15:05:22.421 INFO:tasks.rados.rados.0.smithi067.stdout:892: delete oid 24 current snap is 85 2024-07-29T15:05:22.427 INFO:tasks.rados.rados.0.smithi067.stdout:887: finishing write tid 1 to smithi06780069-27 2024-07-29T15:05:22.427 INFO:tasks.rados.rados.0.smithi067.stdout:887: finishing write tid 2 to smithi06780069-27 2024-07-29T15:05:22.428 INFO:tasks.rados.rados.0.smithi067.stdout:889: expect (ObjNum 165 snap 40 seq_num 165) 2024-07-29T15:05:22.449 INFO:tasks.rados.rados.0.smithi067.stdout:887: finishing write tid 3 to smithi06780069-27 2024-07-29T15:05:22.449 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 320 (ObjNum 294 snap 85 seq_num 294) dirty exists 2024-07-29T15:05:22.449 INFO:tasks.rados.rados.0.smithi067.stdout:887: left oid 27 (ObjNum 294 snap 85 seq_num 294) 2024-07-29T15:05:22.449 INFO:tasks.rados.rados.0.smithi067.stdout:888: expect (ObjNum 249 snap 67 seq_num 249) 2024-07-29T15:05:22.470 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:22 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:05:22.185Z caller=main.go:964 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-07-29T15:05:22.470 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:22 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:05:22.185Z caller=main.go:988 level=info msg="Stopping scrape discovery manager..." 2024-07-29T15:05:22.470 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:22 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:05:22.185Z caller=main.go:1002 level=info msg="Stopping notify discovery manager..." 2024-07-29T15:05:22.470 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:22 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:05:22.185Z caller=main.go:984 level=info msg="Scrape discovery manager stopped" 2024-07-29T15:05:22.470 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:22 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:05:22.186Z caller=manager.go:177 level=info component="rule manager" msg="Stopping rule manager..." 2024-07-29T15:05:22.470 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:22 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:05:22.186Z caller=manager.go:187 level=info component="rule manager" msg="Rule manager stopped" 2024-07-29T15:05:22.470 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:22 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:05:22.186Z caller=main.go:998 level=info msg="Notify discovery manager stopped" 2024-07-29T15:05:22.471 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:22 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:05:22.186Z caller=main.go:1039 level=info msg="Stopping scrape manager..." 2024-07-29T15:05:22.471 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:22 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:05:22.186Z caller=main.go:1031 level=info msg="Scrape manager stopped" 2024-07-29T15:05:22.471 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:22 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:05:22.187Z caller=notifier.go:618 level=info component=notifier msg="Stopping notification manager..." 2024-07-29T15:05:22.471 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:22 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:05:22.187Z caller=main.go:1261 level=info msg="Notifier manager stopped" 2024-07-29T15:05:22.471 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:22 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[74073]: ts=2024-07-29T15:05:22.187Z caller=main.go:1273 level=info msg="See you next time!" 2024-07-29T15:05:22.471 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:22 smithi138 podman[77284]: 2024-07-29 15:05:22.195942641 +0000 UTC m=+0.143061218 container died 3cecc59d7e74a3f3c8487ebad9f327f509f3a4cc226e250f2093541b9d1db9d3 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-29T15:05:22.499 INFO:tasks.rados.rados.0.smithi067.stdout:890: expect (ObjNum 180 snap 45 seq_num 180) 2024-07-29T15:05:22.539 INFO:tasks.rados.rados.0.smithi067.stdout:891: expect (ObjNum 270 snap 74 seq_num 270) 2024-07-29T15:05:22.804 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:22 smithi138 ceph-mon[32824]: pgmap v21: 121 pgs: 121 active+clean; 219 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.9 MiB/s wr, 36 op/s 2024-07-29T15:05:22.805 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:22 smithi138 ceph-mon[32824]: mgrmap e36: y(active, since 12s), standbys: x 2024-07-29T15:05:22.805 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:22 smithi138 ceph-mon[32824]: osdmap e238: 8 total, 8 up, 8 in 2024-07-29T15:05:22.805 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:22 smithi138 ceph-mon[32824]: osdmap e239: 8 total, 8 up, 8 in 2024-07-29T15:05:22.805 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:22 smithi138 podman[77284]: 2024-07-29 15:05:22.602680593 +0000 UTC m=+0.549799165 container cleanup 3cecc59d7e74a3f3c8487ebad9f327f509f3a4cc226e250f2093541b9d1db9d3 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-29T15:05:22.805 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:22 smithi138 bash[77284]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a 2024-07-29T15:05:22.904 INFO:tasks.rados.rados.0.smithi067.stdout:887: done (5 left) 2024-07-29T15:05:22.905 INFO:tasks.rados.rados.0.smithi067.stdout:888: done (4 left) 2024-07-29T15:05:22.905 INFO:tasks.rados.rados.0.smithi067.stdout:889: done (3 left) 2024-07-29T15:05:22.905 INFO:tasks.rados.rados.0.smithi067.stdout:890: done (2 left) 2024-07-29T15:05:22.905 INFO:tasks.rados.rados.0.smithi067.stdout:891: done (1 left) 2024-07-29T15:05:22.905 INFO:tasks.rados.rados.0.smithi067.stdout:892: done (0 left) 2024-07-29T15:05:22.905 INFO:tasks.rados.rados.0.smithi067.stdout:893: rollback oid 28 current snap is 85 2024-07-29T15:05:22.905 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 28 to 83 2024-07-29T15:05:22.905 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 42 current snap is 85 2024-07-29T15:05:22.905 INFO:tasks.rados.rados.0.smithi067.stdout:894: seq_num 296 ranges {0=163840} 2024-07-29T15:05:22.906 INFO:tasks.rados.rados.0.smithi067.stdout:894: writing smithi06780069-42 from 0 to 163840 tid 1 2024-07-29T15:05:22.906 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 23 current snap is 85 2024-07-29T15:05:22.906 INFO:tasks.rados.rados.0.smithi067.stdout:895: seq_num 297 ranges {5914624=180224} 2024-07-29T15:05:22.939 INFO:tasks.rados.rados.0.smithi067.stdout:895: writing smithi06780069-23 from 5914624 to 6094848 tid 1 2024-07-29T15:05:22.939 INFO:tasks.rados.rados.0.smithi067.stdout:896: snap_create 2024-07-29T15:05:22.939 INFO:tasks.rados.rados.0.smithi067.stdout:893: finishing rollback tid 1 to smithi06780069-28 2024-07-29T15:05:22.939 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 28 v 33 (ObjNum 65 snap 0 seq_num 1398362975) dirty dne 2024-07-29T15:05:22.939 INFO:tasks.rados.rados.0.smithi067.stdout:894: finishing write tid 1 to smithi06780069-42 2024-07-29T15:05:22.939 INFO:tasks.rados.rados.0.smithi067.stdout:894: finishing write tid 2 to smithi06780069-42 2024-07-29T15:05:22.939 INFO:tasks.rados.rados.0.smithi067.stdout:894: finishing write tid 3 to smithi06780069-42 2024-07-29T15:05:22.940 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 320 (ObjNum 296 snap 85 seq_num 296) dirty exists 2024-07-29T15:05:22.940 INFO:tasks.rados.rados.0.smithi067.stdout:894: left oid 42 (ObjNum 296 snap 85 seq_num 296) 2024-07-29T15:05:22.942 INFO:tasks.rados.rados.0.smithi067.stdout:895: finishing write tid 1 to smithi06780069-23 2024-07-29T15:05:22.942 INFO:tasks.rados.rados.0.smithi067.stdout:895: finishing write tid 2 to smithi06780069-23 2024-07-29T15:05:22.943 INFO:tasks.rados.rados.0.smithi067.stdout:895: finishing write tid 3 to smithi06780069-23 2024-07-29T15:05:22.943 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 357 (ObjNum 297 snap 85 seq_num 297) dirty exists 2024-07-29T15:05:22.943 INFO:tasks.rados.rados.0.smithi067.stdout:895: left oid 23 (ObjNum 297 snap 85 seq_num 297) 2024-07-29T15:05:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:22 smithi067 ceph-mon[29363]: pgmap v21: 121 pgs: 121 active+clean; 219 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.9 MiB/s wr, 36 op/s 2024-07-29T15:05:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:22 smithi067 ceph-mon[29363]: mgrmap e36: y(active, since 12s), standbys: x 2024-07-29T15:05:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:22 smithi067 ceph-mon[29363]: osdmap e238: 8 total, 8 up, 8 in 2024-07-29T15:05:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:22 smithi067 ceph-mon[29363]: osdmap e239: 8 total, 8 up, 8 in 2024-07-29T15:05:22.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:22 smithi067 ceph-mon[39695]: pgmap v21: 121 pgs: 121 active+clean; 219 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.9 MiB/s wr, 36 op/s 2024-07-29T15:05:22.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:22 smithi067 ceph-mon[39695]: mgrmap e36: y(active, since 12s), standbys: x 2024-07-29T15:05:22.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:22 smithi067 ceph-mon[39695]: osdmap e238: 8 total, 8 up, 8 in 2024-07-29T15:05:22.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:22 smithi067 ceph-mon[39695]: osdmap e239: 8 total, 8 up, 8 in 2024-07-29T15:05:23.060 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:22 smithi138 podman[77296]: 2024-07-29 15:05:22.803842148 +0000 UTC m=+0.607149251 container remove 3cecc59d7e74a3f3c8487ebad9f327f509f3a4cc226e250f2093541b9d1db9d3 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-29T15:05:23.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:23 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-07-29T15:05:23.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:23 smithi138 systemd[1]: Stopped Ceph prometheus.a for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:05:23.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:23 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@prometheus.a.service: Consumed 1.098s CPU time. 2024-07-29T15:05:23.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:23 smithi138 systemd[1]: Starting Ceph prometheus.a for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:05:23.509 INFO:tasks.rados.rados.0.smithi067.stdout:893: done (3 left) 2024-07-29T15:05:23.509 INFO:tasks.rados.rados.0.smithi067.stdout:894: done (2 left) 2024-07-29T15:05:23.509 INFO:tasks.rados.rados.0.smithi067.stdout:895: done (1 left) 2024-07-29T15:05:23.509 INFO:tasks.rados.rados.0.smithi067.stdout:896: done (0 left) 2024-07-29T15:05:23.509 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 45 current snap is 86 2024-07-29T15:05:23.509 INFO:tasks.rados.rados.0.smithi067.stdout:897: seq_num 298 ranges {827392=196608} 2024-07-29T15:05:23.515 INFO:tasks.rados.rados.0.smithi067.stdout:897: writing smithi06780069-45 from 827392 to 1024000 tid 1 2024-07-29T15:05:23.515 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 10 current snap is 86 2024-07-29T15:05:23.515 INFO:tasks.rados.rados.0.smithi067.stdout:898: seq_num 299 ranges {0=212992} 2024-07-29T15:05:23.515 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:23 smithi138 podman[77390]: 2024-07-29 15:05:23.163058585 +0000 UTC m=+0.018030950 image pull 1d3b7f56885b6dd623f1785be963aa9c195f86bc256ea454e8d02a7980b79c53 quay.io/prometheus/prometheus:v2.51.0 2024-07-29T15:05:23.515 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:23 smithi138 podman[77390]: 2024-07-29 15:05:23.296768284 +0000 UTC m=+0.151740697 container create 99e49ee09a028790ec9f49207f06ab1198af0f28de7aad507180c1f869aaee54 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-29T15:05:23.515 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:23 smithi138 podman[77390]: 2024-07-29 15:05:23.515585977 +0000 UTC m=+0.370558338 container init 99e49ee09a028790ec9f49207f06ab1198af0f28de7aad507180c1f869aaee54 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-29T15:05:23.516 INFO:tasks.rados.rados.0.smithi067.stdout:898: writing smithi06780069-10 from 0 to 212992 tid 1 2024-07-29T15:05:23.516 INFO:tasks.rados.rados.0.smithi067.stdout:899: delete oid 7 current snap is 86 2024-07-29T15:05:23.519 INFO:tasks.rados.rados.0.smithi067.stdout:898: finishing write tid 1 to smithi06780069-10 2024-07-29T15:05:23.522 INFO:tasks.rados.rados.0.smithi067.stdout:897: finishing write tid 1 to smithi06780069-45 2024-07-29T15:05:23.522 INFO:tasks.rados.rados.0.smithi067.stdout:897: finishing write tid 2 to smithi06780069-45 2024-07-29T15:05:23.522 INFO:tasks.rados.rados.0.smithi067.stdout:898: finishing write tid 2 to smithi06780069-10 2024-07-29T15:05:23.522 INFO:tasks.rados.rados.0.smithi067.stdout:899: done (2 left) 2024-07-29T15:05:23.522 INFO:tasks.rados.rados.0.smithi067.stdout:900: rmattr oid 6 current snap is 86 2024-07-29T15:05:23.522 INFO:tasks.rados.rados.0.smithi067.stdout:900: done (2 left) 2024-07-29T15:05:23.522 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 47 current snap is 86 2024-07-29T15:05:23.522 INFO:tasks.rados.rados.0.smithi067.stdout:901: seq_num 301 ranges {401408=245760} 2024-07-29T15:05:23.525 INFO:tasks.rados.rados.0.smithi067.stdout:901: writing smithi06780069-47 from 401408 to 647168 tid 1 2024-07-29T15:05:23.525 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 48 current snap is 86 2024-07-29T15:05:23.525 INFO:tasks.rados.rados.0.smithi067.stdout:897: finishing write tid 3 to smithi06780069-45 2024-07-29T15:05:23.525 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 165 (ObjNum 298 snap 86 seq_num 298) dirty exists 2024-07-29T15:05:23.525 INFO:tasks.rados.rados.0.smithi067.stdout:897: left oid 45 (ObjNum 298 snap 86 seq_num 298) 2024-07-29T15:05:23.525 INFO:tasks.rados.rados.0.smithi067.stdout:898: finishing write tid 3 to smithi06780069-10 2024-07-29T15:05:23.525 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 320 (ObjNum 299 snap 86 seq_num 299) dirty exists 2024-07-29T15:05:23.525 INFO:tasks.rados.rados.0.smithi067.stdout:898: left oid 10 (ObjNum 299 snap 86 seq_num 299) 2024-07-29T15:05:23.525 INFO:tasks.rados.rados.0.smithi067.stdout:902: seq_num 302 ranges {0=262144} 2024-07-29T15:05:23.526 INFO:tasks.rados.rados.0.smithi067.stdout:902: writing smithi06780069-48 from 0 to 262144 tid 1 2024-07-29T15:05:23.526 INFO:tasks.rados.rados.0.smithi067.stdout:897: done (3 left) 2024-07-29T15:05:23.526 INFO:tasks.rados.rados.0.smithi067.stdout:898: done (2 left) 2024-07-29T15:05:23.526 INFO:tasks.rados.rados.0.smithi067.stdout:903: delete oid 20 current snap is 86 2024-07-29T15:05:23.527 INFO:tasks.rados.rados.0.smithi067.stdout:901: finishing write tid 1 to smithi06780069-47 2024-07-29T15:05:23.528 INFO:tasks.rados.rados.0.smithi067.stdout:901: finishing write tid 2 to smithi06780069-47 2024-07-29T15:05:23.529 INFO:tasks.rados.rados.0.smithi067.stdout:903: done (2 left) 2024-07-29T15:05:23.529 INFO:tasks.rados.rados.0.smithi067.stdout:904: snap_create 2024-07-29T15:05:23.529 INFO:tasks.rados.rados.0.smithi067.stdout:902: finishing write tid 1 to smithi06780069-48 2024-07-29T15:05:23.529 INFO:tasks.rados.rados.0.smithi067.stdout:901: finishing write tid 3 to smithi06780069-47 2024-07-29T15:05:23.530 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 261 (ObjNum 301 snap 86 seq_num 301) dirty exists 2024-07-29T15:05:23.530 INFO:tasks.rados.rados.0.smithi067.stdout:901: left oid 47 (ObjNum 301 snap 86 seq_num 301) 2024-07-29T15:05:23.531 INFO:tasks.rados.rados.0.smithi067.stdout:902: finishing write tid 2 to smithi06780069-48 2024-07-29T15:05:23.531 INFO:tasks.rados.rados.0.smithi067.stdout:902: finishing write tid 3 to smithi06780069-48 2024-07-29T15:05:23.532 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 48 v 369 (ObjNum 302 snap 86 seq_num 302) dirty exists 2024-07-29T15:05:23.532 INFO:tasks.rados.rados.0.smithi067.stdout:902: left oid 48 (ObjNum 302 snap 86 seq_num 302) 2024-07-29T15:05:23.811 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:23 smithi138 podman[77390]: 2024-07-29 15:05:23.518748278 +0000 UTC m=+0.373720643 container start 99e49ee09a028790ec9f49207f06ab1198af0f28de7aad507180c1f869aaee54 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-29T15:05:23.811 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:05:23.540Z caller=main.go:617 level=info msg="Starting Prometheus Server" mode=server version="(version=2.51.0, branch=HEAD, revision=c05c15512acb675e3f6cd662a6727854e93fc024)" 2024-07-29T15:05:23.811 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:05:23.540Z caller=main.go:622 level=info build_context="(go=go1.22.1, platform=linux/amd64, user=root@b5723e458358, date=20240319-10:54:45, tags=netgo,builtinassets,stringlabels)" 2024-07-29T15:05:23.811 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:05:23.540Z caller=main.go:623 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi138 (none))" 2024-07-29T15:05:23.811 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:05:23.540Z caller=main.go:624 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-07-29T15:05:23.812 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:05:23.540Z caller=main.go:625 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-07-29T15:05:23.812 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:05:23.542Z caller=web.go:568 level=info component=web msg="Start listening for connections" address=:9095 2024-07-29T15:05:23.812 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:05:23.542Z caller=main.go:1129 level=info msg="Starting TSDB ..." 2024-07-29T15:05:23.812 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:05:23.544Z caller=tls_config.go:313 level=info component=web msg="Listening on" address=[::]:9095 2024-07-29T15:05:23.812 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:05:23.544Z caller=tls_config.go:316 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-07-29T15:05:23.812 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:05:23.545Z caller=head.go:616 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-07-29T15:05:23.812 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:05:23.545Z caller=head.go:698 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.788µs 2024-07-29T15:05:23.812 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:05:23.545Z caller=head.go:706 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-07-29T15:05:23.812 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:05:23.546Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-07-29T15:05:23.812 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:05:23.557Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-07-29T15:05:23.812 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:05:23.563Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-07-29T15:05:23.812 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:05:23.564Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-07-29T15:05:23.812 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:05:23.564Z caller=head.go:815 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=22.422µs wal_replay_duration=18.539088ms wbl_replay_duration=107ns total_replay_duration=18.579846ms 2024-07-29T15:05:23.813 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:05:23.567Z caller=main.go:1150 level=info fs_type=XFS_SUPER_MAGIC 2024-07-29T15:05:23.813 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:05:23.567Z caller=main.go:1153 level=info msg="TSDB started" 2024-07-29T15:05:23.813 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:05:23.567Z caller=main.go:1335 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-07-29T15:05:23.813 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:05:23.582Z caller=main.go:1372 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=14.576024ms db_storage=846ns remote_storage=1.121µs web_handler=400ns query_engine=704ns scrape=423.519µs scrape_sd=83.494µs notify=10.405µs notify_sd=8.059µs rules=13.620397ms tracing=6.367µs 2024-07-29T15:05:23.813 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:05:23.582Z caller=main.go:1114 level=info msg="Server is ready to receive web requests." 2024-07-29T15:05:23.813 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:05:23.582Z caller=manager.go:163 level=info component="rule manager" msg="Starting rule manager..." 2024-07-29T15:05:23.813 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:23 smithi138 bash[77390]: 99e49ee09a028790ec9f49207f06ab1198af0f28de7aad507180c1f869aaee54 2024-07-29T15:05:23.813 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:23 smithi138 systemd[1]: Started Ceph prometheus.a for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:05:24.514 INFO:tasks.rados.rados.0.smithi067.stdout:901: done (2 left) 2024-07-29T15:05:24.514 INFO:tasks.rados.rados.0.smithi067.stdout:902: done (1 left) 2024-07-29T15:05:24.514 INFO:tasks.rados.rados.0.smithi067.stdout:904: done (0 left) 2024-07-29T15:05:24.514 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 13 current snap is 87 2024-07-29T15:05:24.514 INFO:tasks.rados.rados.0.smithi067.stdout:905: seq_num 304 ranges {0=294912} 2024-07-29T15:05:24.515 INFO:tasks.rados.rados.0.smithi067.stdout:905: writing smithi06780069-13 from 0 to 294912 tid 1 2024-07-29T15:05:24.515 INFO:tasks.rados.rados.0.smithi067.stdout:906: delete oid 50 current snap is 87 2024-07-29T15:05:24.521 INFO:tasks.rados.rados.0.smithi067.stdout:906: done (1 left) 2024-07-29T15:05:24.521 INFO:tasks.rados.rados.0.smithi067.stdout:907: rollback oid 21 current snap is 87 2024-07-29T15:05:24.521 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 21 to 82 2024-07-29T15:05:24.521 INFO:tasks.rados.rados.0.smithi067.stdout:908: snap_remove snap 81 2024-07-29T15:05:24.636 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:24 smithi138 ceph-mon[32824]: pgmap v24: 121 pgs: 121 active+clean; 219 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.8 MiB/s wr, 35 op/s 2024-07-29T15:05:24.637 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:24 smithi138 ceph-mon[32824]: osdmap e240: 8 total, 8 up, 8 in 2024-07-29T15:05:24.637 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:24 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:24.637 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:24 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:24.637 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:24 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-29T15:05:24.637 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:24 smithi138 ceph-mon[32824]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-29T15:05:24.637 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:24 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:05:24.637 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:24 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:05:24.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:24 smithi067 ceph-mon[29363]: pgmap v24: 121 pgs: 121 active+clean; 219 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.8 MiB/s wr, 35 op/s 2024-07-29T15:05:24.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:24 smithi067 ceph-mon[29363]: osdmap e240: 8 total, 8 up, 8 in 2024-07-29T15:05:24.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:24 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:24.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:24 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:24.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:24 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-29T15:05:24.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:24 smithi067 ceph-mon[29363]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-29T15:05:24.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:24 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:05:24.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:24 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:05:24.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:24 smithi067 ceph-mon[39695]: pgmap v24: 121 pgs: 121 active+clean; 219 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.8 MiB/s wr, 35 op/s 2024-07-29T15:05:24.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:24 smithi067 ceph-mon[39695]: osdmap e240: 8 total, 8 up, 8 in 2024-07-29T15:05:24.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:24 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:24.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:24 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:24.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:24 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-29T15:05:24.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:24 smithi067 ceph-mon[39695]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-29T15:05:24.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:24 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:05:24.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:24 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:05:25.520 INFO:tasks.rados.rados.0.smithi067.stdout:908: done (2 left) 2024-07-29T15:05:25.520 INFO:tasks.rados.rados.0.smithi067.stdout:909: snap_create 2024-07-29T15:05:25.520 INFO:tasks.rados.rados.0.smithi067.stdout:905: finishing write tid 1 to smithi06780069-13 2024-07-29T15:05:25.520 INFO:tasks.rados.rados.0.smithi067.stdout:905: finishing write tid 2 to smithi06780069-13 2024-07-29T15:05:25.520 INFO:tasks.rados.rados.0.smithi067.stdout:905: finishing write tid 3 to smithi06780069-13 2024-07-29T15:05:25.520 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 13 v 409 (ObjNum 304 snap 87 seq_num 304) dirty exists 2024-07-29T15:05:25.520 INFO:tasks.rados.rados.0.smithi067.stdout:905: left oid 13 (ObjNum 304 snap 87 seq_num 304) 2024-07-29T15:05:25.520 INFO:tasks.rados.rados.0.smithi067.stdout:907: finishing rollback tid 0 to smithi06780069-21 2024-07-29T15:05:25.520 INFO:tasks.rados.rados.0.smithi067.stdout:907: finishing rollback tid 1 to smithi06780069-21 2024-07-29T15:05:25.520 INFO:tasks.rados.rados.0.smithi067.stdout:907: finishing rollback tid 2 to smithi06780069-21 2024-07-29T15:05:25.520 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 324 (ObjNum 180 snap 45 seq_num 180) dirty exists 2024-07-29T15:05:25.727 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:25 smithi138 ceph-mon[32824]: osdmap e241: 8 total, 8 up, 8 in 2024-07-29T15:05:25.727 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:25 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-29T15:05:25.727 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:25 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-29T15:05:25.727 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:25 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-29T15:05:25.727 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:25 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:05:25.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:25 smithi067 ceph-mon[29363]: osdmap e241: 8 total, 8 up, 8 in 2024-07-29T15:05:26.070 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:25 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-29T15:05:26.070 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:25 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-29T15:05:26.070 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:25 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-29T15:05:26.070 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:25 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:05:26.071 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:25 smithi067 ceph-mon[39695]: osdmap e241: 8 total, 8 up, 8 in 2024-07-29T15:05:26.071 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:25 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-29T15:05:26.071 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:25 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-29T15:05:26.071 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:25 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-29T15:05:26.071 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:25 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:05:26.523 INFO:tasks.rados.rados.0.smithi067.stdout:905: done (2 left) 2024-07-29T15:05:26.523 INFO:tasks.rados.rados.0.smithi067.stdout:907: done (1 left) 2024-07-29T15:05:26.523 INFO:tasks.rados.rados.0.smithi067.stdout:909: done (0 left) 2024-07-29T15:05:26.524 INFO:tasks.rados.rados.0.smithi067.stdout:910: read oid 46 snap -1 2024-07-29T15:05:26.524 INFO:tasks.rados.rados.0.smithi067.stdout:910: expect (ObjNum 207 snap 50 seq_num 207) 2024-07-29T15:05:26.524 INFO:tasks.rados.rados.0.smithi067.stdout:911: delete oid 8 current snap is 88 2024-07-29T15:05:26.526 INFO:tasks.rados.rados.0.smithi067.stdout:911: done (1 left) 2024-07-29T15:05:26.526 INFO:tasks.rados.rados.0.smithi067.stdout:912: snap_create 2024-07-29T15:05:26.549 INFO:tasks.rados.rados.0.smithi067.stdout:910: expect (ObjNum 207 snap 50 seq_num 207) 2024-07-29T15:05:26.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:26 smithi138 ceph-mon[32824]: Upgrade: Updating mgr.x 2024-07-29T15:05:26.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:26 smithi138 ceph-mon[32824]: Deploying daemon mgr.x on smithi138 2024-07-29T15:05:26.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:26 smithi138 ceph-mon[32824]: pgmap v27: 121 pgs: 121 active+clean; 219 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:05:26.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:26 smithi138 ceph-mon[32824]: osdmap e242: 8 total, 8 up, 8 in 2024-07-29T15:05:26.890 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:26 smithi067 ceph-mon[29363]: Upgrade: Updating mgr.x 2024-07-29T15:05:26.890 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:26 smithi067 ceph-mon[29363]: Deploying daemon mgr.x on smithi138 2024-07-29T15:05:26.890 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:26 smithi067 ceph-mon[29363]: pgmap v27: 121 pgs: 121 active+clean; 219 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:05:26.890 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:26 smithi067 ceph-mon[29363]: osdmap e242: 8 total, 8 up, 8 in 2024-07-29T15:05:26.890 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:26 smithi067 ceph-mon[39695]: Upgrade: Updating mgr.x 2024-07-29T15:05:26.890 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:26 smithi067 ceph-mon[39695]: Deploying daemon mgr.x on smithi138 2024-07-29T15:05:26.890 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:26 smithi067 ceph-mon[39695]: pgmap v27: 121 pgs: 121 active+clean; 219 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:05:26.890 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:26 smithi067 ceph-mon[39695]: osdmap e242: 8 total, 8 up, 8 in 2024-07-29T15:05:27.151 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:26 smithi138 systemd[1]: Stopping Ceph mgr.x for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:05:27.151 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:26 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:05:26.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi138\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:05:27.420 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:27 smithi138 podman[77739]: 2024-07-29 15:05:27.150277171 +0000 UTC m=+0.153714494 container died 39d8694ee3b2995d36eb612696d9c518baa5b80dceaddc6787ffb20910db6519 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.build-date=20240716, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=main-69149bb, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-07-29T15:05:27.536 INFO:tasks.rados.rados.0.smithi067.stdout:910: done (1 left) 2024-07-29T15:05:27.537 INFO:tasks.rados.rados.0.smithi067.stdout:912: done (0 left) 2024-07-29T15:05:27.537 INFO:tasks.rados.rados.0.smithi067.stdout:913: setattr oid 42 current snap is 89 2024-07-29T15:05:27.537 INFO:tasks.rados.rados.0.smithi067.stdout:914: delete oid 12 current snap is 89 2024-07-29T15:05:27.542 INFO:tasks.rados.rados.0.smithi067.stdout:914: done (1 left) 2024-07-29T15:05:27.542 INFO:tasks.rados.rados.0.smithi067.stdout:915: read oid 16 snap 79 2024-07-29T15:05:27.542 INFO:tasks.rados.rados.0.smithi067.stdout:915: expect deleted 2024-07-29T15:05:27.542 INFO:tasks.rados.rados.0.smithi067.stdout:916: rollback oid 44 current snap is 89 2024-07-29T15:05:27.542 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 44 to 72 2024-07-29T15:05:27.542 INFO:tasks.rados.rados.0.smithi067.stdout:917: rollback oid 1 current snap is 89 2024-07-29T15:05:27.542 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 1 to 83 2024-07-29T15:05:27.543 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 12 current snap is 89 2024-07-29T15:05:27.543 INFO:tasks.rados.rados.0.smithi067.stdout:918: seq_num 308 ranges {0=360448} 2024-07-29T15:05:27.545 INFO:tasks.rados.rados.0.smithi067.stdout:918: writing smithi06780069-12 from 0 to 360448 tid 1 2024-07-29T15:05:27.545 INFO:tasks.rados.rados.0.smithi067.stdout:919: rollback oid 35 current snap is 89 2024-07-29T15:05:27.545 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 35 to 72 2024-07-29T15:05:27.545 INFO:tasks.rados.rados.0.smithi067.stdout:915: done (5 left) 2024-07-29T15:05:27.545 INFO:tasks.rados.rados.0.smithi067.stdout:920: read oid 21 snap -1 2024-07-29T15:05:27.545 INFO:tasks.rados.rados.0.smithi067.stdout:920: expect (ObjNum 180 snap 45 seq_num 180) 2024-07-29T15:05:27.545 INFO:tasks.rados.rados.0.smithi067.stdout:921: delete oid 5 current snap is 89 2024-07-29T15:05:27.546 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 330 (ObjNum 296 snap 85 seq_num 296) dirty exists 2024-07-29T15:05:27.547 INFO:tasks.rados.rados.0.smithi067.stdout:917: finishing rollback tid 0 to smithi06780069-1 2024-07-29T15:05:27.547 INFO:tasks.rados.rados.0.smithi067.stdout:916: finishing rollback tid 1 to smithi06780069-44 2024-07-29T15:05:27.548 INFO:tasks.rados.rados.0.smithi067.stdout:916: finishing rollback tid 2 to smithi06780069-44 2024-07-29T15:05:27.548 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 371 (ObjNum 193 snap 47 seq_num 193) dirty exists 2024-07-29T15:05:27.549 INFO:tasks.rados.rados.0.smithi067.stdout:917: finishing rollback tid 1 to smithi06780069-1 2024-07-29T15:05:27.549 INFO:tasks.rados.rados.0.smithi067.stdout:917: finishing rollback tid 2 to smithi06780069-1 2024-07-29T15:05:27.549 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 404 (ObjNum 184 snap 45 seq_num 184) dirty exists 2024-07-29T15:05:27.549 INFO:tasks.rados.rados.0.smithi067.stdout:919: finishing rollback tid 0 to smithi06780069-35 2024-07-29T15:05:27.550 INFO:tasks.rados.rados.0.smithi067.stdout:919: finishing rollback tid 1 to smithi06780069-35 2024-07-29T15:05:27.550 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 35 v 329 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-07-29T15:05:27.550 INFO:tasks.rados.rados.0.smithi067.stdout:913: done (6 left) 2024-07-29T15:05:27.550 INFO:tasks.rados.rados.0.smithi067.stdout:916: done (5 left) 2024-07-29T15:05:27.550 INFO:tasks.rados.rados.0.smithi067.stdout:917: done (4 left) 2024-07-29T15:05:27.550 INFO:tasks.rados.rados.0.smithi067.stdout:919: done (3 left) 2024-07-29T15:05:27.550 INFO:tasks.rados.rados.0.smithi067.stdout:921: done (2 left) 2024-07-29T15:05:27.550 INFO:tasks.rados.rados.0.smithi067.stdout:922: rollback oid 32 current snap is 89 2024-07-29T15:05:27.550 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 32 to 79 2024-07-29T15:05:27.550 INFO:tasks.rados.rados.0.smithi067.stdout:923: snap_create 2024-07-29T15:05:27.551 INFO:tasks.rados.rados.0.smithi067.stdout:918: finishing write tid 1 to smithi06780069-12 2024-07-29T15:05:27.551 INFO:tasks.rados.rados.0.smithi067.stdout:918: finishing write tid 2 to smithi06780069-12 2024-07-29T15:05:27.551 INFO:tasks.rados.rados.0.smithi067.stdout:918: finishing write tid 3 to smithi06780069-12 2024-07-29T15:05:27.551 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 267 (ObjNum 308 snap 89 seq_num 308) dirty exists 2024-07-29T15:05:27.551 INFO:tasks.rados.rados.0.smithi067.stdout:918: left oid 12 (ObjNum 308 snap 89 seq_num 308) 2024-07-29T15:05:27.552 INFO:tasks.rados.rados.0.smithi067.stdout:920: expect (ObjNum 180 snap 45 seq_num 180) 2024-07-29T15:05:27.592 INFO:tasks.rados.rados.0.smithi067.stdout:922: finishing rollback tid 0 to smithi06780069-32 2024-07-29T15:05:27.593 INFO:tasks.rados.rados.0.smithi067.stdout:922: finishing rollback tid 1 to smithi06780069-32 2024-07-29T15:05:27.593 INFO:tasks.rados.rados.0.smithi067.stdout:922: finishing rollback tid 2 to smithi06780069-32 2024-07-29T15:05:27.593 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 408 (ObjNum 270 snap 74 seq_num 270) dirty exists 2024-07-29T15:05:27.779 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:27 smithi138 ceph-mon[32824]: osdmap e243: 8 total, 8 up, 8 in 2024-07-29T15:05:27.779 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:27 smithi138 podman[77739]: 2024-07-29 15:05:27.502267027 +0000 UTC m=+0.505704346 container cleanup 39d8694ee3b2995d36eb612696d9c518baa5b80dceaddc6787ffb20910db6519 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-69149bb, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.build-date=20240716, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-07-29T15:05:27.779 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:27 smithi138 bash[77739]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x 2024-07-29T15:05:27.901 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:27 smithi067 ceph-mon[29363]: osdmap e243: 8 total, 8 up, 8 in 2024-07-29T15:05:27.902 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:27 smithi067 ceph-mon[39695]: osdmap e243: 8 total, 8 up, 8 in 2024-07-29T15:05:28.060 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:27 smithi138 podman[77754]: 2024-07-29 15:05:27.778730645 +0000 UTC m=+0.626882927 container remove 39d8694ee3b2995d36eb612696d9c518baa5b80dceaddc6787ffb20910db6519 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, RELEASE=main-69149bb, GIT_BRANCH=HEAD, org.label-schema.build-date=20240716, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0) 2024-07-29T15:05:28.060 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:27 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-07-29T15:05:28.060 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:27 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-07-29T15:05:28.060 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:27 smithi138 systemd[1]: Stopped Ceph mgr.x for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:05:28.061 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:27 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mgr.x.service: Consumed 18.931s CPU time. 2024-07-29T15:05:28.503 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:28 smithi138 systemd[1]: Starting Ceph mgr.x for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:05:28.503 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:28 smithi138 podman[77881]: 2024-07-29 15:05:28.263870195 +0000 UTC m=+0.017178586 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T15:05:28.503 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:28 smithi138 podman[77881]: 2024-07-29 15:05:28.371545623 +0000 UTC m=+0.124854061 container create ae20c11d7057c0473c8ec4e0c10b98a7f7cfeaa9314bbb38619f26c0d1d669c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, RELEASE=main-69149bb, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240716) 2024-07-29T15:05:28.542 INFO:tasks.rados.rados.0.smithi067.stdout:918: done (3 left) 2024-07-29T15:05:28.543 INFO:tasks.rados.rados.0.smithi067.stdout:920: done (2 left) 2024-07-29T15:05:28.543 INFO:tasks.rados.rados.0.smithi067.stdout:922: done (1 left) 2024-07-29T15:05:28.543 INFO:tasks.rados.rados.0.smithi067.stdout:923: done (0 left) 2024-07-29T15:05:28.543 INFO:tasks.rados.rados.0.smithi067.stdout:924: rmattr oid 29 current snap is 90 2024-07-29T15:05:28.543 INFO:tasks.rados.rados.0.smithi067.stdout:924: done (0 left) 2024-07-29T15:05:28.543 INFO:tasks.rados.rados.0.smithi067.stdout:925: snap_create 2024-07-29T15:05:28.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:28 smithi138 ceph-mon[32824]: pgmap v30: 121 pgs: 121 active+clean; 215 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 450 KiB/s wr, 15 op/s 2024-07-29T15:05:28.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:28 smithi138 ceph-mon[32824]: osdmap e244: 8 total, 8 up, 8 in 2024-07-29T15:05:28.811 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:28 smithi138 podman[77881]: 2024-07-29 15:05:28.624308379 +0000 UTC m=+0.377616783 container init ae20c11d7057c0473c8ec4e0c10b98a7f7cfeaa9314bbb38619f26c0d1d669c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240716, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=main-69149bb, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-07-29T15:05:28.811 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:28 smithi138 podman[77881]: 2024-07-29 15:05:28.627199288 +0000 UTC m=+0.380507684 container start ae20c11d7057c0473c8ec4e0c10b98a7f7cfeaa9314bbb38619f26c0d1d669c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240716, CEPH_POINT_RELEASE=, RELEASE=main-69149bb, org.label-schema.vendor=CentOS) 2024-07-29T15:05:28.811 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:28 smithi138 ceph-mgr[77900]: -- 172.21.15.138:0/3621965745 <== mon.0 v2:172.21.15.67:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55599cf730e0 con 0x55599cf50800 2024-07-29T15:05:28.811 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:28 smithi138 bash[77881]: ae20c11d7057c0473c8ec4e0c10b98a7f7cfeaa9314bbb38619f26c0d1d669c9 2024-07-29T15:05:28.811 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:28 smithi138 systemd[1]: Started Ceph mgr.x for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:05:28.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:28 smithi067 ceph-mon[29363]: pgmap v30: 121 pgs: 121 active+clean; 215 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 450 KiB/s wr, 15 op/s 2024-07-29T15:05:28.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:28 smithi067 ceph-mon[29363]: osdmap e244: 8 total, 8 up, 8 in 2024-07-29T15:05:28.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:28 smithi067 ceph-mon[39695]: pgmap v30: 121 pgs: 121 active+clean; 215 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 450 KiB/s wr, 15 op/s 2024-07-29T15:05:28.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:28 smithi067 ceph-mon[39695]: osdmap e244: 8 total, 8 up, 8 in 2024-07-29T15:05:29.544 INFO:tasks.rados.rados.0.smithi067.stdout:925: done (0 left) 2024-07-29T15:05:29.544 INFO:tasks.rados.rados.0.smithi067.stdout:926: delete oid 33 current snap is 91 2024-07-29T15:05:29.547 INFO:tasks.rados.rados.0.smithi067.stdout:926: done (0 left) 2024-07-29T15:05:29.547 INFO:tasks.rados.rados.0.smithi067.stdout:927: setattr oid 48 current snap is 91 2024-07-29T15:05:29.549 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 2 current snap is 91 2024-07-29T15:05:29.549 INFO:tasks.rados.rados.0.smithi067.stdout:928: seq_num 311 ranges {6070272=417792} 2024-07-29T15:05:29.585 INFO:tasks.rados.rados.0.smithi067.stdout:928: writing smithi06780069-2 from 6070272 to 6488064 tid 1 2024-07-29T15:05:29.585 INFO:tasks.rados.rados.0.smithi067.stdout:929: read oid 37 snap -1 2024-07-29T15:05:29.586 INFO:tasks.rados.rados.0.smithi067.stdout:929: expect deleted 2024-07-29T15:05:29.586 INFO:tasks.rados.rados.0.smithi067.stdout:930: copy_from oid 40 from oid 33 current snap is 91 2024-07-29T15:05:29.586 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 48 v 372 (ObjNum 302 snap 86 seq_num 302) dirty exists 2024-07-29T15:05:29.586 INFO:tasks.rados.rados.0.smithi067.stdout:927: done (3 left) 2024-07-29T15:05:29.586 INFO:tasks.rados.rados.0.smithi067.stdout:931: snap_remove snap 66 2024-07-29T15:05:29.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:29 smithi138 ceph-mon[32824]: osdmap e245: 8 total, 8 up, 8 in 2024-07-29T15:05:29.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:29 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:29.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:29 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:29.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:29 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:05:29.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:29 smithi067 ceph-mon[29363]: osdmap e245: 8 total, 8 up, 8 in 2024-07-29T15:05:29.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:29 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:29.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:29 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:29.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:29 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:05:29.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:29 smithi067 ceph-mon[39695]: osdmap e245: 8 total, 8 up, 8 in 2024-07-29T15:05:29.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:29 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:29.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:29 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:29.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:29 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:05:30.547 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:05:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:05:30.563 INFO:tasks.rados.rados.0.smithi067.stdout:931: done (3 left) 2024-07-29T15:05:30.563 INFO:tasks.rados.rados.0.smithi067.stdout:932: setattr oid 27 current snap is 91 2024-07-29T15:05:30.565 INFO:tasks.rados.rados.0.smithi067.stdout:933: snap_create 2024-07-29T15:05:30.565 INFO:tasks.rados.rados.0.smithi067.stdout:930: finishing copy_from to smithi06780069-40 2024-07-29T15:05:30.565 INFO:tasks.rados.rados.0.smithi067.stdout:930: got expected ENOENT (src dne) 2024-07-29T15:05:30.565 INFO:tasks.rados.rados.0.smithi067.stdout:930: finishing copy_from racing read to smithi06780069-40 2024-07-29T15:05:30.565 INFO:tasks.rados.rados.0.smithi067.stdout:928: finishing write tid 1 to smithi06780069-2 2024-07-29T15:05:30.566 INFO:tasks.rados.rados.0.smithi067.stdout:928: finishing write tid 2 to smithi06780069-2 2024-07-29T15:05:30.566 INFO:tasks.rados.rados.0.smithi067.stdout:928: finishing write tid 3 to smithi06780069-2 2024-07-29T15:05:30.566 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 183 (ObjNum 311 snap 91 seq_num 311) dirty exists 2024-07-29T15:05:30.566 INFO:tasks.rados.rados.0.smithi067.stdout:928: left oid 2 (ObjNum 311 snap 91 seq_num 311) 2024-07-29T15:05:30.581 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 330 (ObjNum 294 snap 85 seq_num 294) dirty exists 2024-07-29T15:05:30.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:30 smithi138 ceph-mon[32824]: pgmap v33: 121 pgs: 121 active+clean; 215 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 450 KiB/s wr, 15 op/s 2024-07-29T15:05:30.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:30 smithi138 ceph-mon[32824]: osdmap e246: 8 total, 8 up, 8 in 2024-07-29T15:05:30.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:30 smithi067 ceph-mon[29363]: pgmap v33: 121 pgs: 121 active+clean; 215 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 450 KiB/s wr, 15 op/s 2024-07-29T15:05:30.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:30 smithi067 ceph-mon[29363]: osdmap e246: 8 total, 8 up, 8 in 2024-07-29T15:05:30.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:30 smithi067 ceph-mon[39695]: pgmap v33: 121 pgs: 121 active+clean; 215 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 450 KiB/s wr, 15 op/s 2024-07-29T15:05:30.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:30 smithi067 ceph-mon[39695]: osdmap e246: 8 total, 8 up, 8 in 2024-07-29T15:05:31.564 INFO:tasks.rados.rados.0.smithi067.stdout:928: done (4 left) 2024-07-29T15:05:31.564 INFO:tasks.rados.rados.0.smithi067.stdout:929: done (3 left) 2024-07-29T15:05:31.564 INFO:tasks.rados.rados.0.smithi067.stdout:930: done (2 left) 2024-07-29T15:05:31.564 INFO:tasks.rados.rados.0.smithi067.stdout:932: done (1 left) 2024-07-29T15:05:31.564 INFO:tasks.rados.rados.0.smithi067.stdout:933: done (0 left) 2024-07-29T15:05:31.564 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 37 current snap is 92 2024-07-29T15:05:31.564 INFO:tasks.rados.rados.0.smithi067.stdout:934: seq_num 312 ranges {0=434176} 2024-07-29T15:05:31.566 INFO:tasks.rados.rados.0.smithi067.stdout:934: writing smithi06780069-37 from 0 to 434176 tid 1 2024-07-29T15:05:31.566 INFO:tasks.rados.rados.0.smithi067.stdout:935: snap_create 2024-07-29T15:05:31.570 INFO:tasks.rados.rados.0.smithi067.stdout:934: finishing write tid 1 to smithi06780069-37 2024-07-29T15:05:31.571 INFO:tasks.rados.rados.0.smithi067.stdout:934: finishing write tid 2 to smithi06780069-37 2024-07-29T15:05:31.572 INFO:tasks.rados.rados.0.smithi067.stdout:934: finishing write tid 3 to smithi06780069-37 2024-07-29T15:05:31.572 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 37 v 242 (ObjNum 312 snap 92 seq_num 312) dirty exists 2024-07-29T15:05:31.572 INFO:tasks.rados.rados.0.smithi067.stdout:934: left oid 37 (ObjNum 312 snap 92 seq_num 312) 2024-07-29T15:05:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:31 smithi138 ceph-mon[32824]: osdmap e247: 8 total, 8 up, 8 in 2024-07-29T15:05:31.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:31 smithi067 ceph-mon[29363]: osdmap e247: 8 total, 8 up, 8 in 2024-07-29T15:05:31.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:31 smithi067 ceph-mon[39695]: osdmap e247: 8 total, 8 up, 8 in 2024-07-29T15:05:32.420 INFO:tasks.rados.rados.0.smithi067.stdout:934: done (1 left) 2024-07-29T15:05:32.420 INFO:tasks.rados.rados.0.smithi067.stdout:935: done (0 left) 2024-07-29T15:05:32.420 INFO:tasks.rados.rados.0.smithi067.stdout:936: read oid 11 snap 90 2024-07-29T15:05:32.420 INFO:tasks.rados.rados.0.smithi067.stdout:936: expect (ObjNum 277 snap 80 seq_num 277) 2024-07-29T15:05:32.420 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 21 current snap is 93 2024-07-29T15:05:32.420 INFO:tasks.rados.rados.0.smithi067.stdout:937: seq_num 313 ranges {1138688=450560} 2024-07-29T15:05:32.429 INFO:tasks.rados.rados.0.smithi067.stdout:937: writing smithi06780069-21 from 1138688 to 1589248 tid 1 2024-07-29T15:05:32.429 INFO:tasks.rados.rados.0.smithi067.stdout:938: delete oid 47 current snap is 93 2024-07-29T15:05:32.434 INFO:tasks.rados.rados.0.smithi067.stdout:938: done (2 left) 2024-07-29T15:05:32.434 INFO:tasks.rados.rados.0.smithi067.stdout:939: snap_create 2024-07-29T15:05:32.437 INFO:tasks.rados.rados.0.smithi067.stdout:937: finishing write tid 1 to smithi06780069-21 2024-07-29T15:05:32.438 INFO:tasks.rados.rados.0.smithi067.stdout:937: finishing write tid 2 to smithi06780069-21 2024-07-29T15:05:32.438 INFO:tasks.rados.rados.0.smithi067.stdout:937: finishing write tid 3 to smithi06780069-21 2024-07-29T15:05:32.439 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 341 (ObjNum 313 snap 93 seq_num 313) dirty exists 2024-07-29T15:05:32.439 INFO:tasks.rados.rados.0.smithi067.stdout:937: left oid 21 (ObjNum 313 snap 93 seq_num 313) 2024-07-29T15:05:32.453 INFO:tasks.rados.rados.0.smithi067.stdout:936: expect (ObjNum 277 snap 80 seq_num 277) 2024-07-29T15:05:32.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:32 smithi138 ceph-mon[32824]: pgmap v36: 121 pgs: 121 active+clean; 216 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 190 KiB/s wr, 16 op/s 2024-07-29T15:05:32.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:32 smithi138 ceph-mon[32824]: osdmap e248: 8 total, 8 up, 8 in 2024-07-29T15:05:32.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:32 smithi138 ceph-mon[32824]: osdmap e249: 8 total, 8 up, 8 in 2024-07-29T15:05:32.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:32 smithi067 ceph-mon[29363]: pgmap v36: 121 pgs: 121 active+clean; 216 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 190 KiB/s wr, 16 op/s 2024-07-29T15:05:32.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:32 smithi067 ceph-mon[29363]: osdmap e248: 8 total, 8 up, 8 in 2024-07-29T15:05:32.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:32 smithi067 ceph-mon[29363]: osdmap e249: 8 total, 8 up, 8 in 2024-07-29T15:05:32.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:32 smithi067 ceph-mon[39695]: pgmap v36: 121 pgs: 121 active+clean; 216 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 190 KiB/s wr, 16 op/s 2024-07-29T15:05:32.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:32 smithi067 ceph-mon[39695]: osdmap e248: 8 total, 8 up, 8 in 2024-07-29T15:05:32.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:32 smithi067 ceph-mon[39695]: osdmap e249: 8 total, 8 up, 8 in 2024-07-29T15:05:33.421 INFO:tasks.rados.rados.0.smithi067.stdout:936: done (2 left) 2024-07-29T15:05:33.421 INFO:tasks.rados.rados.0.smithi067.stdout:937: done (1 left) 2024-07-29T15:05:33.421 INFO:tasks.rados.rados.0.smithi067.stdout:939: done (0 left) 2024-07-29T15:05:33.421 INFO:tasks.rados.rados.0.smithi067.stdout:940: setattr oid 39 current snap is 94 2024-07-29T15:05:33.423 INFO:tasks.rados.rados.0.smithi067.stdout:941: read oid 37 snap -1 2024-07-29T15:05:33.423 INFO:tasks.rados.rados.0.smithi067.stdout:941: expect (ObjNum 312 snap 92 seq_num 312) 2024-07-29T15:05:33.423 INFO:tasks.rados.rados.0.smithi067.stdout:942: read oid 25 snap -1 2024-07-29T15:05:33.423 INFO:tasks.rados.rados.0.smithi067.stdout:942: expect (ObjNum 278 snap 80 seq_num 278) 2024-07-29T15:05:33.423 INFO:tasks.rados.rados.0.smithi067.stdout:943: read oid 43 snap -1 2024-07-29T15:05:33.424 INFO:tasks.rados.rados.0.smithi067.stdout:943: expect deleted 2024-07-29T15:05:33.424 INFO:tasks.rados.rados.0.smithi067.stdout:944: rmattr oid 12 current snap is 94 2024-07-29T15:05:33.424 INFO:tasks.rados.rados.0.smithi067.stdout:944: done (4 left) 2024-07-29T15:05:33.424 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 9 current snap is 94 2024-07-29T15:05:33.424 INFO:tasks.rados.rados.0.smithi067.stdout:945: seq_num 315 ranges {0=483328} 2024-07-29T15:05:33.426 INFO:tasks.rados.rados.0.smithi067.stdout:945: writing smithi06780069-9 from 0 to 483328 tid 1 2024-07-29T15:05:33.426 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 26 current snap is 94 2024-07-29T15:05:33.426 INFO:tasks.rados.rados.0.smithi067.stdout:946: seq_num 316 ranges {1777664=499712} 2024-07-29T15:05:33.439 INFO:tasks.rados.rados.0.smithi067.stdout:946: writing smithi06780069-26 from 1777664 to 2277376 tid 1 2024-07-29T15:05:33.439 INFO:tasks.rados.rados.0.smithi067.stdout:947: rmattr oid 31 current snap is 94 2024-07-29T15:05:33.439 INFO:tasks.rados.rados.0.smithi067.stdout:947: done (6 left) 2024-07-29T15:05:33.440 INFO:tasks.rados.rados.0.smithi067.stdout:948: snap_create 2024-07-29T15:05:33.440 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 273 (ObjNum 235 snap 63 seq_num 235) dirty exists 2024-07-29T15:05:33.440 INFO:tasks.rados.rados.0.smithi067.stdout:941: expect (ObjNum 312 snap 92 seq_num 312) 2024-07-29T15:05:33.451 INFO:tasks.rados.rados.0.smithi067.stdout:945: finishing write tid 1 to smithi06780069-9 2024-07-29T15:05:33.452 INFO:tasks.rados.rados.0.smithi067.stdout:945: finishing write tid 2 to smithi06780069-9 2024-07-29T15:05:33.452 INFO:tasks.rados.rados.0.smithi067.stdout:945: finishing write tid 3 to smithi06780069-9 2024-07-29T15:05:33.452 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 9 v 187 (ObjNum 315 snap 94 seq_num 315) dirty exists 2024-07-29T15:05:33.452 INFO:tasks.rados.rados.0.smithi067.stdout:945: left oid 9 (ObjNum 315 snap 94 seq_num 315) 2024-07-29T15:05:33.452 INFO:tasks.rados.rados.0.smithi067.stdout:942: expect (ObjNum 278 snap 80 seq_num 278) 2024-07-29T15:05:33.638 INFO:tasks.rados.rados.0.smithi067.stdout:946: finishing write tid 1 to smithi06780069-26 2024-07-29T15:05:33.638 INFO:tasks.rados.rados.0.smithi067.stdout:946: finishing write tid 2 to smithi06780069-26 2024-07-29T15:05:33.638 INFO:tasks.rados.rados.0.smithi067.stdout:946: finishing write tid 3 to smithi06780069-26 2024-07-29T15:05:33.638 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 344 (ObjNum 316 snap 94 seq_num 316) dirty exists 2024-07-29T15:05:33.638 INFO:tasks.rados.rados.0.smithi067.stdout:946: left oid 26 (ObjNum 316 snap 94 seq_num 316) 2024-07-29T15:05:34.364 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:34 smithi138 ceph-mon[32824]: pgmap v39: 121 pgs: 121 active+clean; 216 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 190 KiB/s wr, 16 op/s 2024-07-29T15:05:34.365 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:34 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:34.365 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:34 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:34.365 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:34 smithi138 ceph-mon[32824]: osdmap e250: 8 total, 8 up, 8 in 2024-07-29T15:05:34.365 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:34 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:34.365 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:34 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:34.365 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:34 smithi138 ceph-mon[32824]: Standby manager daemon x restarted 2024-07-29T15:05:34.365 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:34 smithi138 ceph-mon[32824]: Standby manager daemon x started 2024-07-29T15:05:34.365 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:34 smithi138 ceph-mon[32824]: from='mgr.? 172.21.15.138:0/3522760972' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-29T15:05:34.365 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:34 smithi138 ceph-mon[32824]: from='mgr.? 172.21.15.138:0/3522760972' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-29T15:05:34.365 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:34 smithi138 ceph-mon[32824]: from='mgr.? 172.21.15.138:0/3522760972' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-29T15:05:34.365 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:34 smithi138 ceph-mon[32824]: from='mgr.? 172.21.15.138:0/3522760972' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-29T15:05:34.366 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:34 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[77896]: [29/Jul/2024:15:05:34] ENGINE Bus STARTING 2024-07-29T15:05:34.366 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:34 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[77896]: CherryPy Checker: 2024-07-29T15:05:34.366 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:34 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[77896]: The Application mounted at '' has an empty config. 2024-07-29T15:05:34.366 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:34 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[77896]: 2024-07-29T15:05:34.366 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:34 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[77896]: [29/Jul/2024:15:05:34] ENGINE Serving on http://:::9283 2024-07-29T15:05:34.366 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:34 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[77896]: [29/Jul/2024:15:05:34] ENGINE Bus STARTED 2024-07-29T15:05:34.423 INFO:tasks.rados.rados.0.smithi067.stdout:940: done (6 left) 2024-07-29T15:05:34.423 INFO:tasks.rados.rados.0.smithi067.stdout:941: done (5 left) 2024-07-29T15:05:34.423 INFO:tasks.rados.rados.0.smithi067.stdout:942: done (4 left) 2024-07-29T15:05:34.423 INFO:tasks.rados.rados.0.smithi067.stdout:943: done (3 left) 2024-07-29T15:05:34.423 INFO:tasks.rados.rados.0.smithi067.stdout:945: done (2 left) 2024-07-29T15:05:34.423 INFO:tasks.rados.rados.0.smithi067.stdout:946: done (1 left) 2024-07-29T15:05:34.423 INFO:tasks.rados.rados.0.smithi067.stdout:948: done (0 left) 2024-07-29T15:05:34.423 INFO:tasks.rados.rados.0.smithi067.stdout:949: snap_create 2024-07-29T15:05:34.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:34 smithi067 ceph-mon[29363]: pgmap v39: 121 pgs: 121 active+clean; 216 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 190 KiB/s wr, 16 op/s 2024-07-29T15:05:34.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:34 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:34.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:34 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:34.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:34 smithi067 ceph-mon[29363]: osdmap e250: 8 total, 8 up, 8 in 2024-07-29T15:05:34.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:34 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:34.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:34 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:34.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:34 smithi067 ceph-mon[29363]: Standby manager daemon x restarted 2024-07-29T15:05:34.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:34 smithi067 ceph-mon[29363]: Standby manager daemon x started 2024-07-29T15:05:34.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:34 smithi067 ceph-mon[29363]: from='mgr.? 172.21.15.138:0/3522760972' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-29T15:05:34.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:34 smithi067 ceph-mon[29363]: from='mgr.? 172.21.15.138:0/3522760972' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-29T15:05:34.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:34 smithi067 ceph-mon[29363]: from='mgr.? 172.21.15.138:0/3522760972' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-29T15:05:34.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:34 smithi067 ceph-mon[29363]: from='mgr.? 172.21.15.138:0/3522760972' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-29T15:05:34.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:34 smithi067 ceph-mon[39695]: pgmap v39: 121 pgs: 121 active+clean; 216 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 190 KiB/s wr, 16 op/s 2024-07-29T15:05:34.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:34 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:34.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:34 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:34.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:34 smithi067 ceph-mon[39695]: osdmap e250: 8 total, 8 up, 8 in 2024-07-29T15:05:34.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:34 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:34.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:34 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:34.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:34 smithi067 ceph-mon[39695]: Standby manager daemon x restarted 2024-07-29T15:05:34.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:34 smithi067 ceph-mon[39695]: Standby manager daemon x started 2024-07-29T15:05:34.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:34 smithi067 ceph-mon[39695]: from='mgr.? 172.21.15.138:0/3522760972' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-29T15:05:34.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:34 smithi067 ceph-mon[39695]: from='mgr.? 172.21.15.138:0/3522760972' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-29T15:05:34.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:34 smithi067 ceph-mon[39695]: from='mgr.? 172.21.15.138:0/3522760972' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-29T15:05:34.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:34 smithi067 ceph-mon[39695]: from='mgr.? 172.21.15.138:0/3522760972' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-29T15:05:35.429 INFO:tasks.rados.rados.0.smithi067.stdout:949: done (0 left) 2024-07-29T15:05:35.430 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 17 current snap is 96 2024-07-29T15:05:35.430 INFO:tasks.rados.rados.0.smithi067.stdout:950: seq_num 317 ranges {0=516096} 2024-07-29T15:05:35.432 INFO:tasks.rados.rados.0.smithi067.stdout:950: writing smithi06780069-17 from 0 to 516096 tid 1 2024-07-29T15:05:35.432 INFO:tasks.rados.rados.0.smithi067.stdout:951: delete oid 15 current snap is 96 2024-07-29T15:05:35.437 INFO:tasks.rados.rados.0.smithi067.stdout:951: done (1 left) 2024-07-29T15:05:35.437 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 27 current snap is 96 2024-07-29T15:05:35.437 INFO:tasks.rados.rados.0.smithi067.stdout:952: seq_num 319 ranges {131072=548864} 2024-07-29T15:05:35.441 INFO:tasks.rados.rados.0.smithi067.stdout:952: writing smithi06780069-27 from 131072 to 679936 tid 1 2024-07-29T15:05:35.441 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 10 current snap is 96 2024-07-29T15:05:35.441 INFO:tasks.rados.rados.0.smithi067.stdout:950: finishing write tid 1 to smithi06780069-17 2024-07-29T15:05:35.441 INFO:tasks.rados.rados.0.smithi067.stdout:950: finishing write tid 2 to smithi06780069-17 2024-07-29T15:05:35.441 INFO:tasks.rados.rados.0.smithi067.stdout:950: finishing write tid 3 to smithi06780069-17 2024-07-29T15:05:35.441 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 167 (ObjNum 317 snap 96 seq_num 317) dirty exists 2024-07-29T15:05:35.441 INFO:tasks.rados.rados.0.smithi067.stdout:950: left oid 17 (ObjNum 317 snap 96 seq_num 317) 2024-07-29T15:05:35.442 INFO:tasks.rados.rados.0.smithi067.stdout:953: seq_num 320 ranges {212992=565248} 2024-07-29T15:05:35.446 INFO:tasks.rados.rados.0.smithi067.stdout:953: writing smithi06780069-10 from 212992 to 778240 tid 1 2024-07-29T15:05:35.446 INFO:tasks.rados.rados.0.smithi067.stdout:950: done (2 left) 2024-07-29T15:05:35.446 INFO:tasks.rados.rados.0.smithi067.stdout:954: delete oid 12 current snap is 96 2024-07-29T15:05:35.446 INFO:tasks.rados.rados.0.smithi067.stdout:952: finishing write tid 1 to smithi06780069-27 2024-07-29T15:05:35.446 INFO:tasks.rados.rados.0.smithi067.stdout:952: finishing write tid 2 to smithi06780069-27 2024-07-29T15:05:35.446 INFO:tasks.rados.rados.0.smithi067.stdout:952: finishing write tid 3 to smithi06780069-27 2024-07-29T15:05:35.447 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 337 (ObjNum 319 snap 96 seq_num 319) dirty exists 2024-07-29T15:05:35.447 INFO:tasks.rados.rados.0.smithi067.stdout:952: left oid 27 (ObjNum 319 snap 96 seq_num 319) 2024-07-29T15:05:35.448 INFO:tasks.rados.rados.0.smithi067.stdout:952: done (2 left) 2024-07-29T15:05:35.448 INFO:tasks.rados.rados.0.smithi067.stdout:954: done (1 left) 2024-07-29T15:05:35.448 INFO:tasks.rados.rados.0.smithi067.stdout:955: read oid 41 snap -1 2024-07-29T15:05:35.448 INFO:tasks.rados.rados.0.smithi067.stdout:955: expect (ObjNum 277 snap 80 seq_num 277) 2024-07-29T15:05:35.449 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 31 current snap is 96 2024-07-29T15:05:35.449 INFO:tasks.rados.rados.0.smithi067.stdout:956: seq_num 322 ranges {0=598016} 2024-07-29T15:05:35.452 INFO:tasks.rados.rados.0.smithi067.stdout:956: writing smithi06780069-31 from 0 to 598016 tid 1 2024-07-29T15:05:35.452 INFO:tasks.rados.rados.0.smithi067.stdout:957: delete oid 22 current snap is 96 2024-07-29T15:05:35.453 INFO:tasks.rados.rados.0.smithi067.stdout:953: finishing write tid 1 to smithi06780069-10 2024-07-29T15:05:35.453 INFO:tasks.rados.rados.0.smithi067.stdout:953: finishing write tid 2 to smithi06780069-10 2024-07-29T15:05:35.455 INFO:tasks.rados.rados.0.smithi067.stdout:956: finishing write tid 1 to smithi06780069-31 2024-07-29T15:05:35.456 INFO:tasks.rados.rados.0.smithi067.stdout:956: finishing write tid 2 to smithi06780069-31 2024-07-29T15:05:35.456 INFO:tasks.rados.rados.0.smithi067.stdout:953: finishing write tid 3 to smithi06780069-10 2024-07-29T15:05:35.456 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 338 (ObjNum 320 snap 96 seq_num 320) dirty exists 2024-07-29T15:05:35.457 INFO:tasks.rados.rados.0.smithi067.stdout:953: left oid 10 (ObjNum 320 snap 96 seq_num 320) 2024-07-29T15:05:35.457 INFO:tasks.rados.rados.0.smithi067.stdout:956: finishing write tid 3 to smithi06780069-31 2024-07-29T15:05:35.457 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 277 (ObjNum 322 snap 96 seq_num 322) dirty exists 2024-07-29T15:05:35.457 INFO:tasks.rados.rados.0.smithi067.stdout:956: left oid 31 (ObjNum 322 snap 96 seq_num 322) 2024-07-29T15:05:35.461 INFO:tasks.rados.rados.0.smithi067.stdout:953: done (3 left) 2024-07-29T15:05:35.461 INFO:tasks.rados.rados.0.smithi067.stdout:956: done (2 left) 2024-07-29T15:05:35.461 INFO:tasks.rados.rados.0.smithi067.stdout:957: done (1 left) 2024-07-29T15:05:35.461 INFO:tasks.rados.rados.0.smithi067.stdout:958: copy_from oid 31 from oid 19 current snap is 96 2024-07-29T15:05:35.461 INFO:tasks.rados.rados.0.smithi067.stdout:959: snap_remove snap 86 2024-07-29T15:05:35.656 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:35 smithi138 ceph-mon[32824]: osdmap e251: 8 total, 8 up, 8 in 2024-07-29T15:05:35.656 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:35 smithi138 ceph-mon[32824]: mgrmap e37: y(active, since 25s), standbys: x 2024-07-29T15:05:35.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:35 smithi067 ceph-mon[29363]: osdmap e251: 8 total, 8 up, 8 in 2024-07-29T15:05:35.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:35 smithi067 ceph-mon[29363]: mgrmap e37: y(active, since 25s), standbys: x 2024-07-29T15:05:35.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:35 smithi067 ceph-mon[39695]: osdmap e251: 8 total, 8 up, 8 in 2024-07-29T15:05:35.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:35 smithi067 ceph-mon[39695]: mgrmap e37: y(active, since 25s), standbys: x 2024-07-29T15:05:36.437 INFO:tasks.rados.rados.0.smithi067.stdout:959: done (2 left) 2024-07-29T15:05:36.437 INFO:tasks.rados.rados.0.smithi067.stdout:960: snap_create 2024-07-29T15:05:36.437 INFO:tasks.rados.rados.0.smithi067.stdout:955: expect (ObjNum 277 snap 80 seq_num 277) 2024-07-29T15:05:36.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:36 smithi067 ceph-mon[29363]: pgmap v42: 121 pgs: 121 active+clean; 216 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:05:36.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:36 smithi067 ceph-mon[29363]: osdmap e252: 8 total, 8 up, 8 in 2024-07-29T15:05:36.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:36 smithi067 ceph-mon[39695]: pgmap v42: 121 pgs: 121 active+clean; 216 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:05:36.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:36 smithi067 ceph-mon[39695]: osdmap e252: 8 total, 8 up, 8 in 2024-07-29T15:05:36.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:36 smithi138 ceph-mon[32824]: pgmap v42: 121 pgs: 121 active+clean; 216 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:05:36.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:36 smithi138 ceph-mon[32824]: osdmap e252: 8 total, 8 up, 8 in 2024-07-29T15:05:36.827 INFO:tasks.rados.rados.0.smithi067.stdout:958: finishing copy_from racing read to smithi06780069-31 2024-07-29T15:05:36.827 INFO:tasks.rados.rados.0.smithi067.stdout:958: finishing copy_from to smithi06780069-31 2024-07-29T15:05:36.827 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 296 (ObjNum 145 snap 35 seq_num 145) dirty exists 2024-07-29T15:05:37.270 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:36 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:05:36.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi138\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:05:37.444 INFO:tasks.rados.rados.0.smithi067.stdout:955: done (2 left) 2024-07-29T15:05:37.444 INFO:tasks.rados.rados.0.smithi067.stdout:958: done (1 left) 2024-07-29T15:05:37.444 INFO:tasks.rados.rados.0.smithi067.stdout:960: done (0 left) 2024-07-29T15:05:37.444 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 21 current snap is 97 2024-07-29T15:05:37.444 INFO:tasks.rados.rados.0.smithi067.stdout:961: seq_num 324 ranges {1589248=630784} 2024-07-29T15:05:37.456 INFO:tasks.rados.rados.0.smithi067.stdout:961: writing smithi06780069-21 from 1589248 to 2220032 tid 1 2024-07-29T15:05:37.457 INFO:tasks.rados.rados.0.smithi067.stdout:962: rollback oid 42 current snap is 97 2024-07-29T15:05:37.457 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 42 to 65 2024-07-29T15:05:37.457 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 47 current snap is 97 2024-07-29T15:05:37.457 INFO:tasks.rados.rados.0.smithi067.stdout:963: seq_num 325 ranges {0=647168} 2024-07-29T15:05:37.460 INFO:tasks.rados.rados.0.smithi067.stdout:963: writing smithi06780069-47 from 0 to 647168 tid 1 2024-07-29T15:05:37.460 INFO:tasks.rados.rados.0.smithi067.stdout:964: copy_from oid 13 from oid 7 current snap is 97 2024-07-29T15:05:37.460 INFO:tasks.rados.rados.0.smithi067.stdout:965: snap_create 2024-07-29T15:05:37.465 INFO:tasks.rados.rados.0.smithi067.stdout:964: finishing copy_from to smithi06780069-13 2024-07-29T15:05:37.465 INFO:tasks.rados.rados.0.smithi067.stdout:964: got expected ENOENT (src dne) 2024-07-29T15:05:37.465 INFO:tasks.rados.rados.0.smithi067.stdout:964: finishing copy_from racing read to smithi06780069-13 2024-07-29T15:05:37.466 INFO:tasks.rados.rados.0.smithi067.stdout:961: finishing write tid 1 to smithi06780069-21 2024-07-29T15:05:37.466 INFO:tasks.rados.rados.0.smithi067.stdout:963: finishing write tid 1 to smithi06780069-47 2024-07-29T15:05:37.466 INFO:tasks.rados.rados.0.smithi067.stdout:961: finishing write tid 2 to smithi06780069-21 2024-07-29T15:05:37.466 INFO:tasks.rados.rados.0.smithi067.stdout:963: finishing write tid 2 to smithi06780069-47 2024-07-29T15:05:37.467 INFO:tasks.rados.rados.0.smithi067.stdout:962: finishing rollback tid 0 to smithi06780069-42 2024-07-29T15:05:37.467 INFO:tasks.rados.rados.0.smithi067.stdout:962: finishing rollback tid 1 to smithi06780069-42 2024-07-29T15:05:37.467 INFO:tasks.rados.rados.0.smithi067.stdout:962: finishing rollback tid 2 to smithi06780069-42 2024-07-29T15:05:37.467 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 357 (ObjNum 49 snap 0 seq_num 1667324255) dirty exists 2024-07-29T15:05:37.468 INFO:tasks.rados.rados.0.smithi067.stdout:963: finishing write tid 3 to smithi06780069-47 2024-07-29T15:05:37.468 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 279 (ObjNum 325 snap 97 seq_num 325) dirty exists 2024-07-29T15:05:37.468 INFO:tasks.rados.rados.0.smithi067.stdout:963: left oid 47 (ObjNum 325 snap 97 seq_num 325) 2024-07-29T15:05:37.468 INFO:tasks.rados.rados.0.smithi067.stdout:961: finishing write tid 3 to smithi06780069-21 2024-07-29T15:05:37.468 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 353 (ObjNum 324 snap 97 seq_num 324) dirty exists 2024-07-29T15:05:37.468 INFO:tasks.rados.rados.0.smithi067.stdout:961: left oid 21 (ObjNum 324 snap 97 seq_num 324) 2024-07-29T15:05:37.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:37 smithi138 ceph-mon[32824]: osdmap e253: 8 total, 8 up, 8 in 2024-07-29T15:05:37.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:37 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:37.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:37 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:37.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:37 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:05:37.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:37 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:05:37.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:37 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:37.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:37 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:05:37.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:37 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:05:37.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:37 smithi067 ceph-mon[29363]: osdmap e253: 8 total, 8 up, 8 in 2024-07-29T15:05:37.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:37 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:37.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:37 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:37.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:37 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:05:37.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:37 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:05:37.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:37 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:37.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:37 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:05:37.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:37 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:05:37.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:37 smithi067 ceph-mon[39695]: osdmap e253: 8 total, 8 up, 8 in 2024-07-29T15:05:37.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:37 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:37.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:37 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:37.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:37 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:05:37.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:37 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:05:37.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:37 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:37.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:37 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:05:37.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:37 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:05:38.156 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:05:37] "GET /metrics HTTP/1.1" 200 36140 "" "Prometheus/2.51.0" 2024-07-29T15:05:38.461 INFO:tasks.rados.rados.0.smithi067.stdout:961: done (4 left) 2024-07-29T15:05:38.462 INFO:tasks.rados.rados.0.smithi067.stdout:962: done (3 left) 2024-07-29T15:05:38.462 INFO:tasks.rados.rados.0.smithi067.stdout:963: done (2 left) 2024-07-29T15:05:38.462 INFO:tasks.rados.rados.0.smithi067.stdout:964: done (1 left) 2024-07-29T15:05:38.462 INFO:tasks.rados.rados.0.smithi067.stdout:965: done (0 left) 2024-07-29T15:05:38.462 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 15 current snap is 98 2024-07-29T15:05:38.462 INFO:tasks.rados.rados.0.smithi067.stdout:966: seq_num 326 ranges {0=663552} 2024-07-29T15:05:38.465 INFO:tasks.rados.rados.0.smithi067.stdout:966: writing smithi06780069-15 from 0 to 663552 tid 1 2024-07-29T15:05:38.465 INFO:tasks.rados.rados.0.smithi067.stdout:967: delete oid 31 current snap is 98 2024-07-29T15:05:38.471 INFO:tasks.rados.rados.0.smithi067.stdout:967: done (1 left) 2024-07-29T15:05:38.471 INFO:tasks.rados.rados.0.smithi067.stdout:968: snap_create 2024-07-29T15:05:38.473 INFO:tasks.rados.rados.0.smithi067.stdout:966: finishing write tid 1 to smithi06780069-15 2024-07-29T15:05:38.473 INFO:tasks.rados.rados.0.smithi067.stdout:966: finishing write tid 2 to smithi06780069-15 2024-07-29T15:05:38.474 INFO:tasks.rados.rados.0.smithi067.stdout:966: finishing write tid 3 to smithi06780069-15 2024-07-29T15:05:38.474 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 422 (ObjNum 326 snap 98 seq_num 326) dirty exists 2024-07-29T15:05:38.474 INFO:tasks.rados.rados.0.smithi067.stdout:966: left oid 15 (ObjNum 326 snap 98 seq_num 326) 2024-07-29T15:05:38.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:38 smithi067 ceph-mon[29363]: pgmap v45: 121 pgs: 121 active+clean; 218 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 456 KiB/s wr, 16 op/s 2024-07-29T15:05:38.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:38 smithi067 ceph-mon[29363]: Upgrade: Setting container_image for all mgr 2024-07-29T15:05:38.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:38 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:38.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:38 smithi067 ceph-mon[29363]: osdmap e254: 8 total, 8 up, 8 in 2024-07-29T15:05:38.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:38 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-07-29T15:05:38.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:38 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-07-29T15:05:38.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:38 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-07-29T15:05:38.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:38 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-07-29T15:05:38.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:38 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-07-29T15:05:38.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:38 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-07-29T15:05:38.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:38 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-07-29T15:05:38.741 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:38 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-07-29T15:05:38.741 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:38 smithi067 ceph-mon[29363]: Upgrade: It appears safe to stop mon.a 2024-07-29T15:05:38.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:38 smithi067 ceph-mon[39695]: pgmap v45: 121 pgs: 121 active+clean; 218 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 456 KiB/s wr, 16 op/s 2024-07-29T15:05:38.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:38 smithi067 ceph-mon[39695]: Upgrade: Setting container_image for all mgr 2024-07-29T15:05:38.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:38 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:38.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:38 smithi067 ceph-mon[39695]: osdmap e254: 8 total, 8 up, 8 in 2024-07-29T15:05:38.742 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:38 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-07-29T15:05:38.743 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:38 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-07-29T15:05:38.743 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:38 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-07-29T15:05:38.743 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:38 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-07-29T15:05:38.743 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:38 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-07-29T15:05:38.743 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:38 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-07-29T15:05:38.743 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:38 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-07-29T15:05:38.744 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:38 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-07-29T15:05:38.744 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:38 smithi067 ceph-mon[39695]: Upgrade: It appears safe to stop mon.a 2024-07-29T15:05:38.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:38 smithi138 ceph-mon[32824]: pgmap v45: 121 pgs: 121 active+clean; 218 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 456 KiB/s wr, 16 op/s 2024-07-29T15:05:38.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:38 smithi138 ceph-mon[32824]: Upgrade: Setting container_image for all mgr 2024-07-29T15:05:38.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:38 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:38.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:38 smithi138 ceph-mon[32824]: osdmap e254: 8 total, 8 up, 8 in 2024-07-29T15:05:38.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:38 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-07-29T15:05:38.812 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:38 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-07-29T15:05:38.812 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:38 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-07-29T15:05:38.812 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:38 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-07-29T15:05:38.812 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:38 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-07-29T15:05:38.812 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:38 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-07-29T15:05:38.813 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:38 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-07-29T15:05:38.813 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:38 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-07-29T15:05:38.813 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:38 smithi138 ceph-mon[32824]: Upgrade: It appears safe to stop mon.a 2024-07-29T15:05:39.470 INFO:tasks.rados.rados.0.smithi067.stdout:966: done (1 left) 2024-07-29T15:05:39.471 INFO:tasks.rados.rados.0.smithi067.stdout:968: done (0 left) 2024-07-29T15:05:39.471 INFO:tasks.rados.rados.0.smithi067.stdout:969: copy_from oid 33 from oid 44 current snap is 99 2024-07-29T15:05:39.471 INFO:tasks.rados.rados.0.smithi067.stdout:970: delete oid 3 current snap is 99 2024-07-29T15:05:39.475 INFO:tasks.rados.rados.0.smithi067.stdout:970: done (1 left) 2024-07-29T15:05:39.475 INFO:tasks.rados.rados.0.smithi067.stdout:971: snap_remove snap 96 2024-07-29T15:05:39.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:39 smithi067 ceph-mon[29363]: osdmap e255: 8 total, 8 up, 8 in 2024-07-29T15:05:39.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:39 smithi067 ceph-mon[29363]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:39.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:39 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-29T15:05:39.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:39 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-29T15:05:39.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:39 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:05:39.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:39 smithi067 ceph-mon[29363]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:05:39.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:39 smithi067 ceph-mon[39695]: osdmap e255: 8 total, 8 up, 8 in 2024-07-29T15:05:39.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:39 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:39.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:39 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-29T15:05:39.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:39 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-29T15:05:39.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:39 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:05:39.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:39 smithi067 ceph-mon[39695]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:05:39.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:39 smithi138 ceph-mon[32824]: osdmap e255: 8 total, 8 up, 8 in 2024-07-29T15:05:39.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:39 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='mgr.y' 2024-07-29T15:05:39.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:39 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-29T15:05:39.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:39 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-29T15:05:39.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:39 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:05:39.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:39 smithi138 ceph-mon[32824]: from='mgr.15072 172.21.15.67:0/2196352294' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:05:40.466 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:05:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:05:40.476 INFO:tasks.rados.rados.0.smithi067.stdout:971: done (1 left) 2024-07-29T15:05:40.477 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 21 current snap is 99 2024-07-29T15:05:40.477 INFO:tasks.rados.rados.0.smithi067.stdout:969: finishing copy_from racing read to smithi06780069-33 2024-07-29T15:05:40.477 INFO:tasks.rados.rados.0.smithi067.stdout:969: finishing copy_from to smithi06780069-33 2024-07-29T15:05:40.477 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 33 v 371 (ObjNum 193 snap 47 seq_num 193) dirty exists 2024-07-29T15:05:40.477 INFO:tasks.rados.rados.0.smithi067.stdout:972: seq_num 329 ranges {2220032=712704} 2024-07-29T15:05:40.493 INFO:tasks.rados.rados.0.smithi067.stdout:972: writing smithi06780069-21 from 2220032 to 2932736 tid 1 2024-07-29T15:05:40.493 INFO:tasks.rados.rados.0.smithi067.stdout:969: done (1 left) 2024-07-29T15:05:40.493 INFO:tasks.rados.rados.0.smithi067.stdout:973: read oid 26 snap -1 2024-07-29T15:05:40.493 INFO:tasks.rados.rados.0.smithi067.stdout:973: expect (ObjNum 316 snap 94 seq_num 316) 2024-07-29T15:05:40.493 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 20 current snap is 99 2024-07-29T15:05:40.494 INFO:tasks.rados.rados.0.smithi067.stdout:974: seq_num 330 ranges {0=737280} 2024-07-29T15:05:40.498 INFO:tasks.rados.rados.0.smithi067.stdout:974: writing smithi06780069-20 from 0 to 737280 tid 1 2024-07-29T15:05:40.498 INFO:tasks.rados.rados.0.smithi067.stdout:975: rollback oid 12 current snap is 99 2024-07-29T15:05:40.498 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 12 to 84 2024-07-29T15:05:40.498 INFO:tasks.rados.rados.0.smithi067.stdout:976: snap_remove snap 87 2024-07-29T15:05:40.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:40 smithi067 ceph-mon[29363]: Upgrade: Updating mon.a 2024-07-29T15:05:40.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:40 smithi067 ceph-mon[29363]: Deploying daemon mon.a on smithi067 2024-07-29T15:05:40.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:40 smithi067 ceph-mon[29363]: pgmap v48: 121 pgs: 121 active+clean; 218 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 456 KiB/s wr, 16 op/s 2024-07-29T15:05:40.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:40 smithi067 ceph-mon[29363]: osdmap e256: 8 total, 8 up, 8 in 2024-07-29T15:05:40.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:40 smithi067 ceph-mon[39695]: Upgrade: Updating mon.a 2024-07-29T15:05:40.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:40 smithi067 ceph-mon[39695]: Deploying daemon mon.a on smithi067 2024-07-29T15:05:40.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:40 smithi067 ceph-mon[39695]: pgmap v48: 121 pgs: 121 active+clean; 218 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 456 KiB/s wr, 16 op/s 2024-07-29T15:05:40.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:40 smithi067 ceph-mon[39695]: osdmap e256: 8 total, 8 up, 8 in 2024-07-29T15:05:40.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:40 smithi138 ceph-mon[32824]: Upgrade: Updating mon.a 2024-07-29T15:05:40.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:40 smithi138 ceph-mon[32824]: Deploying daemon mon.a on smithi067 2024-07-29T15:05:40.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:40 smithi138 ceph-mon[32824]: pgmap v48: 121 pgs: 121 active+clean; 218 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 456 KiB/s wr, 16 op/s 2024-07-29T15:05:40.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:40 smithi138 ceph-mon[32824]: osdmap e256: 8 total, 8 up, 8 in 2024-07-29T15:05:41.088 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:40 smithi067 systemd[1]: Stopping Ceph mon.a for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:05:41.429 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:41 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-a[29359]: 2024-07-29T15:05:41.086+0000 7f6d44e67640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-07-29T15:05:41.429 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:41 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-a[29359]: 2024-07-29T15:05:41.086+0000 7f6d44e67640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-07-29T15:05:41.429 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:41 smithi067 podman[91835]: 2024-07-29 15:05:41.148189356 +0000 UTC m=+0.184109514 container died d869d4bcfb6513395860a3f41962c675789da78cf48a450d8961e988d75f526f (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-a, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=quincy-3120d06, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2) 2024-07-29T15:05:41.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:41 smithi067 podman[91835]: 2024-07-29 15:05:41.57813095 +0000 UTC m=+0.614051149 container cleanup d869d4bcfb6513395860a3f41962c675789da78cf48a450d8961e988d75f526f (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-a, org.label-schema.license=GPLv2, RELEASE=quincy-3120d06, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, io.buildah.version=1.36.0) 2024-07-29T15:05:41.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:41 smithi067 bash[91835]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-a 2024-07-29T15:05:42.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:41 smithi067 podman[91847]: 2024-07-29 15:05:41.871637426 +0000 UTC m=+0.718966765 container remove d869d4bcfb6513395860a3f41962c675789da78cf48a450d8961e988d75f526f (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-3120d06, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0) 2024-07-29T15:05:42.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mon.a.service: Deactivated successfully. 2024-07-29T15:05:42.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 systemd[1]: Stopped Ceph mon.a for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:05:42.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mon.a.service: Consumed 14.864s CPU time. 2024-07-29T15:05:42.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 systemd[1]: Starting Ceph mon.a for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:05:42.846 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 podman[91976]: 2024-07-29 15:05:42.498163637 +0000 UTC m=+0.018479921 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T15:05:42.846 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 podman[91976]: 2024-07-29 15:05:42.597643175 +0000 UTC m=+0.117959449 container create b489fbc3c0187f4ba44d7df635438b1c4d088b02d22df8e1b5559a16338b493e (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-a, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.build-date=20240716, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-69149bb) 2024-07-29T15:05:42.846 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 podman[91976]: 2024-07-29 15:05:42.816667555 +0000 UTC m=+0.336983858 container init b489fbc3c0187f4ba44d7df635438b1c4d088b02d22df8e1b5559a16338b493e (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-a, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240716, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, RELEASE=main-69149bb, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-29T15:05:42.847 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 podman[91976]: 2024-07-29 15:05:42.81988918 +0000 UTC m=+0.340205461 container start b489fbc3c0187f4ba44d7df635438b1c4d088b02d22df8e1b5559a16338b493e (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-a, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-69149bb, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240716) 2024-07-29T15:05:42.847 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: set uid:gid to 167:167 (ceph:ceph) 2024-07-29T15:05:42.847 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev), process ceph-mon, pid 2 2024-07-29T15:05:42.847 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: pidfile_write: ignore empty --pid-file 2024-07-29T15:05:42.847 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: load: jerasure load: lrc 2024-07-29T15:05:43.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: RocksDB version: 7.9.2 2024-07-29T15:05:43.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Git sha 0 2024-07-29T15:05:43.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Compile date 2024-07-19 15:25:36 2024-07-29T15:05:43.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: DB SUMMARY 2024-07-29T15:05:43.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: DB Session ID: RDOH7MGL2JTC3BPDTEBX 2024-07-29T15:05:43.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: CURRENT file: CURRENT 2024-07-29T15:05:43.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: IDENTITY file: IDENTITY 2024-07-29T15:05:43.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1179 Bytes 2024-07-29T15:05:43.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000033.sst 2024-07-29T15:05:43.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000031.log size: 4716674 ; 2024-07-29T15:05:43.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.error_if_exists: 0 2024-07-29T15:05:43.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.create_if_missing: 0 2024-07-29T15:05:43.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.paranoid_checks: 1 2024-07-29T15:05:43.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.flush_verify_memtable_count: 1 2024-07-29T15:05:43.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-07-29T15:05:43.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-07-29T15:05:43.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.env: 0x55f36515a840 2024-07-29T15:05:43.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.fs: PosixFileSystem 2024-07-29T15:05:43.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.info_log: 0x55f36647f4c0 2024-07-29T15:05:43.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.max_file_opening_threads: 16 2024-07-29T15:05:43.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.statistics: (nil) 2024-07-29T15:05:43.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.use_fsync: 0 2024-07-29T15:05:43.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.max_log_file_size: 0 2024-07-29T15:05:43.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-07-29T15:05:43.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.log_file_time_to_roll: 0 2024-07-29T15:05:43.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.keep_log_file_num: 1000 2024-07-29T15:05:43.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.recycle_log_file_num: 0 2024-07-29T15:05:43.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.allow_fallocate: 1 2024-07-29T15:05:43.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.allow_mmap_reads: 0 2024-07-29T15:05:43.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.allow_mmap_writes: 0 2024-07-29T15:05:43.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.use_direct_reads: 0 2024-07-29T15:05:43.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-07-29T15:05:43.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.create_missing_column_families: 0 2024-07-29T15:05:43.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.db_log_dir: 2024-07-29T15:05:43.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.wal_dir: 2024-07-29T15:05:43.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.table_cache_numshardbits: 6 2024-07-29T15:05:43.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.WAL_ttl_seconds: 0 2024-07-29T15:05:43.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.WAL_size_limit_MB: 0 2024-07-29T15:05:43.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-07-29T15:05:43.243 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-07-29T15:05:43.243 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.is_fd_close_on_exec: 1 2024-07-29T15:05:43.243 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.advise_random_on_open: 1 2024-07-29T15:05:43.243 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.db_write_buffer_size: 0 2024-07-29T15:05:43.243 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.write_buffer_manager: 0x55f366482960 2024-07-29T15:05:43.243 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-07-29T15:05:43.243 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-07-29T15:05:43.243 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.use_adaptive_mutex: 0 2024-07-29T15:05:43.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.rate_limiter: (nil) 2024-07-29T15:05:43.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-07-29T15:05:43.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.wal_recovery_mode: 2 2024-07-29T15:05:43.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.enable_thread_tracking: 0 2024-07-29T15:05:43.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.enable_pipelined_write: 0 2024-07-29T15:05:43.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.unordered_write: 0 2024-07-29T15:05:43.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-07-29T15:05:43.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-07-29T15:05:43.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-07-29T15:05:43.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-07-29T15:05:43.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.row_cache: None 2024-07-29T15:05:43.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.wal_filter: None 2024-07-29T15:05:43.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-07-29T15:05:43.245 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.allow_ingest_behind: 0 2024-07-29T15:05:43.245 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.two_write_queues: 0 2024-07-29T15:05:43.245 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.manual_wal_flush: 0 2024-07-29T15:05:43.245 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.wal_compression: 0 2024-07-29T15:05:43.245 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.atomic_flush: 0 2024-07-29T15:05:43.245 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-07-29T15:05:43.245 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.persist_stats_to_disk: 0 2024-07-29T15:05:43.245 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.write_dbid_to_manifest: 0 2024-07-29T15:05:43.245 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.log_readahead_size: 0 2024-07-29T15:05:43.245 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-07-29T15:05:43.245 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.best_efforts_recovery: 0 2024-07-29T15:05:43.245 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-07-29T15:05:43.245 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-07-29T15:05:43.246 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.allow_data_in_errors: 0 2024-07-29T15:05:43.246 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.db_host_id: __hostname__ 2024-07-29T15:05:43.246 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.enforce_single_del_contracts: true 2024-07-29T15:05:43.246 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.max_background_jobs: 2 2024-07-29T15:05:43.246 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.max_background_compactions: -1 2024-07-29T15:05:43.246 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.max_subcompactions: 1 2024-07-29T15:05:43.246 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-07-29T15:05:43.246 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-07-29T15:05:43.246 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.delayed_write_rate : 16777216 2024-07-29T15:05:43.246 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.max_total_wal_size: 0 2024-07-29T15:05:43.246 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-07-29T15:05:43.246 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.stats_dump_period_sec: 600 2024-07-29T15:05:43.246 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.stats_persist_period_sec: 600 2024-07-29T15:05:43.246 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-07-29T15:05:43.247 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.max_open_files: -1 2024-07-29T15:05:43.247 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.bytes_per_sync: 0 2024-07-29T15:05:43.247 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.wal_bytes_per_sync: 0 2024-07-29T15:05:43.247 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.strict_bytes_per_sync: 0 2024-07-29T15:05:43.247 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.compaction_readahead_size: 0 2024-07-29T15:05:43.247 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.max_background_flushes: -1 2024-07-29T15:05:43.247 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Compression algorithms supported: 2024-07-29T15:05:43.247 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: kZSTD supported: 0 2024-07-29T15:05:43.247 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: kXpressCompression supported: 0 2024-07-29T15:05:43.247 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: kBZip2Compression supported: 0 2024-07-29T15:05:43.247 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-07-29T15:05:43.247 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: kLZ4Compression supported: 1 2024-07-29T15:05:43.247 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: kZlibCompression supported: 1 2024-07-29T15:05:43.247 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: kLZ4HCCompression supported: 1 2024-07-29T15:05:43.248 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: kSnappyCompression supported: 1 2024-07-29T15:05:43.248 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Fast CRC32 supported: Supported on x86 2024-07-29T15:05:43.248 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: DMutex implementation: pthread_mutex_t 2024-07-29T15:05:43.248 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-07-29T15:05:43.248 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-07-29T15:05:43.248 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-07-29T15:05:43.248 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.merge_operator: 2024-07-29T15:05:43.248 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.compaction_filter: None 2024-07-29T15:05:43.248 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.compaction_filter_factory: None 2024-07-29T15:05:43.248 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.sst_partitioner_factory: None 2024-07-29T15:05:43.248 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.memtable_factory: SkipListFactory 2024-07-29T15:05:43.248 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.table_factory: BlockBasedTable 2024-07-29T15:05:43.248 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55f36647f0e0) 2024-07-29T15:05:43.248 INFO:journalctl@ceph.mon.a.smithi067.stdout: cache_index_and_filter_blocks: 1 2024-07-29T15:05:43.249 INFO:journalctl@ceph.mon.a.smithi067.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-07-29T15:05:43.249 INFO:journalctl@ceph.mon.a.smithi067.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-07-29T15:05:43.249 INFO:journalctl@ceph.mon.a.smithi067.stdout: pin_top_level_index_and_filter: 1 2024-07-29T15:05:43.249 INFO:journalctl@ceph.mon.a.smithi067.stdout: index_type: 0 2024-07-29T15:05:43.249 INFO:journalctl@ceph.mon.a.smithi067.stdout: data_block_index_type: 0 2024-07-29T15:05:43.249 INFO:journalctl@ceph.mon.a.smithi067.stdout: index_shortening: 1 2024-07-29T15:05:43.249 INFO:journalctl@ceph.mon.a.smithi067.stdout: data_block_hash_table_util_ratio: 0.750000 2024-07-29T15:05:43.249 INFO:journalctl@ceph.mon.a.smithi067.stdout: checksum: 4 2024-07-29T15:05:43.249 INFO:journalctl@ceph.mon.a.smithi067.stdout: no_block_cache: 0 2024-07-29T15:05:43.249 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_cache: 0x55f366473610 2024-07-29T15:05:43.249 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_cache_name: BinnedLRUCache 2024-07-29T15:05:43.249 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_cache_options: 2024-07-29T15:05:43.250 INFO:journalctl@ceph.mon.a.smithi067.stdout: capacity : 536870912 2024-07-29T15:05:43.250 INFO:journalctl@ceph.mon.a.smithi067.stdout: num_shard_bits : 4 2024-07-29T15:05:43.250 INFO:journalctl@ceph.mon.a.smithi067.stdout: strict_capacity_limit : 0 2024-07-29T15:05:43.250 INFO:journalctl@ceph.mon.a.smithi067.stdout: high_pri_pool_ratio: 0.000 2024-07-29T15:05:43.250 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_cache_compressed: (nil) 2024-07-29T15:05:43.250 INFO:journalctl@ceph.mon.a.smithi067.stdout: persistent_cache: (nil) 2024-07-29T15:05:43.250 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_size: 4096 2024-07-29T15:05:43.250 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_size_deviation: 10 2024-07-29T15:05:43.250 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_restart_interval: 16 2024-07-29T15:05:43.250 INFO:journalctl@ceph.mon.a.smithi067.stdout: index_block_restart_interval: 1 2024-07-29T15:05:43.250 INFO:journalctl@ceph.mon.a.smithi067.stdout: metadata_block_size: 4096 2024-07-29T15:05:43.251 INFO:journalctl@ceph.mon.a.smithi067.stdout: partition_filters: 0 2024-07-29T15:05:43.251 INFO:journalctl@ceph.mon.a.smithi067.stdout: use_delta_encoding: 1 2024-07-29T15:05:43.251 INFO:journalctl@ceph.mon.a.smithi067.stdout: filter_policy: bloomfilter 2024-07-29T15:05:43.251 INFO:journalctl@ceph.mon.a.smithi067.stdout: whole_key_filtering: 1 2024-07-29T15:05:43.251 INFO:journalctl@ceph.mon.a.smithi067.stdout: verify_compression: 0 2024-07-29T15:05:43.251 INFO:journalctl@ceph.mon.a.smithi067.stdout: read_amp_bytes_per_bit: 0 2024-07-29T15:05:43.251 INFO:journalctl@ceph.mon.a.smithi067.stdout: format_version: 5 2024-07-29T15:05:43.251 INFO:journalctl@ceph.mon.a.smithi067.stdout: enable_index_compression: 1 2024-07-29T15:05:43.251 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_align: 0 2024-07-29T15:05:43.251 INFO:journalctl@ceph.mon.a.smithi067.stdout: max_auto_readahead_size: 262144 2024-07-29T15:05:43.251 INFO:journalctl@ceph.mon.a.smithi067.stdout: prepopulate_block_cache: 0 2024-07-29T15:05:43.252 INFO:journalctl@ceph.mon.a.smithi067.stdout: initial_auto_readahead_size: 8192 2024-07-29T15:05:43.252 INFO:journalctl@ceph.mon.a.smithi067.stdout: num_file_reads_for_auto_readahead: 2 2024-07-29T15:05:43.252 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.write_buffer_size: 33554432 2024-07-29T15:05:43.252 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.max_write_buffer_number: 2 2024-07-29T15:05:43.252 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.compression: NoCompression 2024-07-29T15:05:43.252 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.bottommost_compression: Disabled 2024-07-29T15:05:43.252 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.prefix_extractor: nullptr 2024-07-29T15:05:43.252 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-07-29T15:05:43.252 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.num_levels: 7 2024-07-29T15:05:43.252 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-07-29T15:05:43.252 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-07-29T15:05:43.252 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-07-29T15:05:43.252 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-07-29T15:05:43.252 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-07-29T15:05:43.253 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-07-29T15:05:43.253 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-07-29T15:05:43.253 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-07-29T15:05:43.253 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-07-29T15:05:43.253 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-07-29T15:05:43.253 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-07-29T15:05:43.253 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-07-29T15:05:43.253 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.compression_opts.window_bits: -14 2024-07-29T15:05:43.253 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.compression_opts.level: 32767 2024-07-29T15:05:43.253 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.compression_opts.strategy: 0 2024-07-29T15:05:43.253 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-07-29T15:05:43.254 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-07-29T15:05:43.254 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-07-29T15:05:43.254 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-07-29T15:05:43.254 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.compression_opts.enabled: false 2024-07-29T15:05:43.254 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-07-29T15:05:43.254 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-07-29T15:05:43.254 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-07-29T15:05:43.254 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-07-29T15:05:43.254 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.target_file_size_base: 67108864 2024-07-29T15:05:43.254 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.target_file_size_multiplier: 1 2024-07-29T15:05:43.254 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-07-29T15:05:43.254 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-07-29T15:05:43.254 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-07-29T15:05:43.255 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-07-29T15:05:43.255 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-07-29T15:05:43.255 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-07-29T15:05:43.255 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-07-29T15:05:43.255 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-07-29T15:05:43.255 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-07-29T15:05:43.255 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-07-29T15:05:43.255 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-07-29T15:05:43.255 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-07-29T15:05:43.255 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-07-29T15:05:43.255 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.arena_block_size: 1048576 2024-07-29T15:05:43.255 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-07-29T15:05:43.255 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-07-29T15:05:43.255 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.disable_auto_compactions: 0 2024-07-29T15:05:43.255 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-07-29T15:05:43.256 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-07-29T15:05:43.256 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-07-29T15:05:43.256 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-07-29T15:05:43.256 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-07-29T15:05:43.256 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-07-29T15:05:43.256 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-07-29T15:05:43.256 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-07-29T15:05:43.256 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-07-29T15:05:43.256 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-07-29T15:05:43.256 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-07-29T15:05:43.256 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.inplace_update_support: 0 2024-07-29T15:05:43.256 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.inplace_update_num_locks: 10000 2024-07-29T15:05:43.256 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-07-29T15:05:43.257 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-07-29T15:05:43.257 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.memtable_huge_page_size: 0 2024-07-29T15:05:43.257 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.bloom_locality: 0 2024-07-29T15:05:43.257 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.max_successive_merges: 0 2024-07-29T15:05:43.257 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.optimize_filters_for_hits: 0 2024-07-29T15:05:43.257 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.paranoid_file_checks: 0 2024-07-29T15:05:43.257 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.force_consistency_checks: 1 2024-07-29T15:05:43.257 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.report_bg_io_stats: 0 2024-07-29T15:05:43.257 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.ttl: 2592000 2024-07-29T15:05:43.257 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.periodic_compaction_seconds: 0 2024-07-29T15:05:43.257 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-07-29T15:05:43.257 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-07-29T15:05:43.258 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.enable_blob_files: false 2024-07-29T15:05:43.258 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.min_blob_size: 0 2024-07-29T15:05:43.258 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.blob_file_size: 268435456 2024-07-29T15:05:43.258 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.blob_compression_type: NoCompression 2024-07-29T15:05:43.258 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.enable_blob_garbage_collection: false 2024-07-29T15:05:43.258 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-07-29T15:05:43.258 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-07-29T15:05:43.258 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-07-29T15:05:43.258 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.blob_file_starting_level: 0 2024-07-29T15:05:43.258 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-07-29T15:05:43.258 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 33.sst 2024-07-29T15:05:43.258 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-07-29T15:05:43.258 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 35, last_sequence is 12891, log_number is 31,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-07-29T15:05:43.258 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 31 2024-07-29T15:05:43.259 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 61ef774d-5230-4f28-9ae1-83e66027d59e 2024-07-29T15:05:43.259 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722265542847882, "job": 1, "event": "recovery_started", "wal_files": [31]} 2024-07-29T15:05:43.259 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #31 mode 2 2024-07-29T15:05:43.259 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722265542862875, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 36, "file_size": 4434113, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12892, "largest_seqno": 15101, "table_properties": {"data_size": 4422227, "index_size": 8408, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2437, "raw_key_size": 22799, "raw_average_key_size": 23, "raw_value_size": 4400172, "raw_average_value_size": 4612, "num_data_blocks": 368, "num_entries": 954, "num_filter_entries": 954, "num_deletions": 33, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1722265542, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "61ef774d-5230-4f28-9ae1-83e66027d59e", "db_session_id": "RDOH7MGL2JTC3BPDTEBX", "orig_file_number": 36, "seqno_to_time_mapping": "N/A"}} 2024-07-29T15:05:43.259 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722265542862986, "job": 1, "event": "recovery_finished"} 2024-07-29T15:05:43.259 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: [db/version_set.cc:5047] Creating manifest 38 2024-07-29T15:05:43.259 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-07-29T15:05:43.259 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000031.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-07-29T15:05:43.259 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55f3664a0e00 2024-07-29T15:05:43.259 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: DB pointer 0x55f366598000 2024-07-29T15:05:43.259 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-07-29T15:05:43.259 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-07-29T15:05:43.259 INFO:journalctl@ceph.mon.a.smithi067.stdout: ** DB Stats ** 2024-07-29T15:05:43.259 INFO:journalctl@ceph.mon.a.smithi067.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-29T15:05:43.260 INFO:journalctl@ceph.mon.a.smithi067.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-07-29T15:05:43.260 INFO:journalctl@ceph.mon.a.smithi067.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-07-29T15:05:43.260 INFO:journalctl@ceph.mon.a.smithi067.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-29T15:05:43.260 INFO:journalctl@ceph.mon.a.smithi067.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-07-29T15:05:43.260 INFO:journalctl@ceph.mon.a.smithi067.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-07-29T15:05:43.260 INFO:journalctl@ceph.mon.a.smithi067.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-29T15:05:43.260 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-07-29T15:05:43.260 INFO:journalctl@ceph.mon.a.smithi067.stdout: ** Compaction Stats [default] ** 2024-07-29T15:05:43.260 INFO:journalctl@ceph.mon.a.smithi067.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-07-29T15:05:43.260 INFO:journalctl@ceph.mon.a.smithi067.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-07-29T15:05:43.260 INFO:journalctl@ceph.mon.a.smithi067.stdout: L0 1/0 4.23 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 520.6 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-07-29T15:05:43.260 INFO:journalctl@ceph.mon.a.smithi067.stdout: L6 1/0 7.66 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-07-29T15:05:43.260 INFO:journalctl@ceph.mon.a.smithi067.stdout: Sum 2/0 11.89 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 520.6 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-07-29T15:05:43.260 INFO:journalctl@ceph.mon.a.smithi067.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 520.6 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-07-29T15:05:43.261 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-07-29T15:05:43.261 INFO:journalctl@ceph.mon.a.smithi067.stdout: ** Compaction Stats [default] ** 2024-07-29T15:05:43.261 INFO:journalctl@ceph.mon.a.smithi067.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-07-29T15:05:43.261 INFO:journalctl@ceph.mon.a.smithi067.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-29T15:05:43.261 INFO:journalctl@ceph.mon.a.smithi067.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 520.6 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-07-29T15:05:43.261 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-07-29T15:05:43.261 INFO:journalctl@ceph.mon.a.smithi067.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-07-29T15:05:43.261 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-07-29T15:05:43.261 INFO:journalctl@ceph.mon.a.smithi067.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-29T15:05:43.261 INFO:journalctl@ceph.mon.a.smithi067.stdout: Flush(GB): cumulative 0.004, interval 0.004 2024-07-29T15:05:43.261 INFO:journalctl@ceph.mon.a.smithi067.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-07-29T15:05:43.261 INFO:journalctl@ceph.mon.a.smithi067.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-07-29T15:05:43.261 INFO:journalctl@ceph.mon.a.smithi067.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-07-29T15:05:43.261 INFO:journalctl@ceph.mon.a.smithi067.stdout: AddFile(Keys): cumulative 0, interval 0 2024-07-29T15:05:43.262 INFO:journalctl@ceph.mon.a.smithi067.stdout: Cumulative compaction: 0.00 GB write, 234.20 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-29T15:05:43.262 INFO:journalctl@ceph.mon.a.smithi067.stdout: Interval compaction: 0.00 GB write, 234.20 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-29T15:05:43.262 INFO:journalctl@ceph.mon.a.smithi067.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-07-29T15:05:43.262 INFO:journalctl@ceph.mon.a.smithi067.stdout: Block cache BinnedLRUCache@0x55f366473610#2 capacity: 512.00 MB usage: 11.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-07-29T15:05:43.262 INFO:journalctl@ceph.mon.a.smithi067.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.53 KB,0.000482798%) IndexBlock(1,9.08 KB,0.00173151%) Misc(1,0.00 KB,0%) 2024-07-29T15:05:43.262 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-07-29T15:05:43.262 INFO:journalctl@ceph.mon.a.smithi067.stdout: ** File Read Latency Histogram By Level [default] ** 2024-07-29T15:05:43.262 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: starting mon.a rank 0 at public addrs [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] at bind addrs [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T15:05:43.262 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: mon.a@-1(???) e3 preinit fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T15:05:43.262 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: mon.a@-1(???).mds e7 new map 2024-07-29T15:05:43.262 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: mon.a@-1(???).mds e7 print_map 2024-07-29T15:05:43.262 INFO:journalctl@ceph.mon.a.smithi067.stdout: e7 2024-07-29T15:05:43.262 INFO:journalctl@ceph.mon.a.smithi067.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-07-29T15:05:43.263 INFO:journalctl@ceph.mon.a.smithi067.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-07-29T15:05:43.263 INFO:journalctl@ceph.mon.a.smithi067.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-07-29T15:05:43.263 INFO:journalctl@ceph.mon.a.smithi067.stdout: legacy client fscid: 1 2024-07-29T15:05:43.263 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-07-29T15:05:43.263 INFO:journalctl@ceph.mon.a.smithi067.stdout: Filesystem 'cephfs' (1) 2024-07-29T15:05:43.263 INFO:journalctl@ceph.mon.a.smithi067.stdout: fs_name cephfs 2024-07-29T15:05:43.263 INFO:journalctl@ceph.mon.a.smithi067.stdout: epoch 7 2024-07-29T15:05:43.263 INFO:journalctl@ceph.mon.a.smithi067.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-07-29T15:05:43.263 INFO:journalctl@ceph.mon.a.smithi067.stdout: created 2024-07-29T14:58:56.595761+0000 2024-07-29T15:05:43.263 INFO:journalctl@ceph.mon.a.smithi067.stdout: modified 2024-07-29T14:59:08.394517+0000 2024-07-29T15:05:43.263 INFO:journalctl@ceph.mon.a.smithi067.stdout: tableserver 0 2024-07-29T15:05:43.263 INFO:journalctl@ceph.mon.a.smithi067.stdout: root 0 2024-07-29T15:05:43.263 INFO:journalctl@ceph.mon.a.smithi067.stdout: session_timeout 60 2024-07-29T15:05:43.263 INFO:journalctl@ceph.mon.a.smithi067.stdout: session_autoclose 300 2024-07-29T15:05:43.263 INFO:journalctl@ceph.mon.a.smithi067.stdout: max_file_size 1099511627776 2024-07-29T15:05:43.264 INFO:journalctl@ceph.mon.a.smithi067.stdout: max_xattr_size 65536 2024-07-29T15:05:43.264 INFO:journalctl@ceph.mon.a.smithi067.stdout: required_client_features {} 2024-07-29T15:05:43.264 INFO:journalctl@ceph.mon.a.smithi067.stdout: last_failure 0 2024-07-29T15:05:43.264 INFO:journalctl@ceph.mon.a.smithi067.stdout: last_failure_osd_epoch 0 2024-07-29T15:05:43.264 INFO:journalctl@ceph.mon.a.smithi067.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-07-29T15:05:43.264 INFO:journalctl@ceph.mon.a.smithi067.stdout: max_mds 1 2024-07-29T15:05:43.264 INFO:journalctl@ceph.mon.a.smithi067.stdout: in 0 2024-07-29T15:05:43.264 INFO:journalctl@ceph.mon.a.smithi067.stdout: up {0=24335} 2024-07-29T15:05:43.264 INFO:journalctl@ceph.mon.a.smithi067.stdout: failed 2024-07-29T15:05:43.264 INFO:journalctl@ceph.mon.a.smithi067.stdout: damaged 2024-07-29T15:05:43.264 INFO:journalctl@ceph.mon.a.smithi067.stdout: stopped 2024-07-29T15:05:43.264 INFO:journalctl@ceph.mon.a.smithi067.stdout: data_pools [3] 2024-07-29T15:05:43.264 INFO:journalctl@ceph.mon.a.smithi067.stdout: metadata_pool 2 2024-07-29T15:05:43.264 INFO:journalctl@ceph.mon.a.smithi067.stdout: inline_data disabled 2024-07-29T15:05:43.265 INFO:journalctl@ceph.mon.a.smithi067.stdout: balancer 2024-07-29T15:05:43.265 INFO:journalctl@ceph.mon.a.smithi067.stdout: bal_rank_mask -1 2024-07-29T15:05:43.265 INFO:journalctl@ceph.mon.a.smithi067.stdout: standby_count_wanted 0 2024-07-29T15:05:43.265 INFO:journalctl@ceph.mon.a.smithi067.stdout: qdb_cluster leader: 0 members: 2024-07-29T15:05:43.265 INFO:journalctl@ceph.mon.a.smithi067.stdout: [mds.a{0:24335} state up:active seq 6 addr [v2:172.21.15.67:6834/3863350938,v1:172.21.15.67:6835/3863350938] compat {c=[1],r=[1],i=[7ff]}] 2024-07-29T15:05:43.265 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-07-29T15:05:43.265 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-07-29T15:05:43.265 INFO:journalctl@ceph.mon.a.smithi067.stdout: Standby daemons: 2024-07-29T15:05:43.265 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-07-29T15:05:43.265 INFO:journalctl@ceph.mon.a.smithi067.stdout: [mds.b{-1:24319} state up:standby seq 1 addr [v2:172.21.15.138:6832/1303672784,v1:172.21.15.138:6833/1303672784] compat {c=[1],r=[1],i=[7ff]}] 2024-07-29T15:05:43.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: mon.a@-1(???).osd e257 crush map has features 3314933069573799936, adjusting msgr requires 2024-07-29T15:05:43.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: mon.a@-1(???).osd e257 crush map has features 432629308056666112, adjusting msgr requires 2024-07-29T15:05:43.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: mon.a@-1(???).osd e257 crush map has features 432629308056666112, adjusting msgr requires 2024-07-29T15:05:43.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: mon.a@-1(???).osd e257 crush map has features 432629308056666112, adjusting msgr requires 2024-07-29T15:05:43.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 ceph-mon[91995]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-07-29T15:05:43.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 bash[91976]: b489fbc3c0187f4ba44d7df635438b1c4d088b02d22df8e1b5559a16338b493e 2024-07-29T15:05:43.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:42 smithi067 systemd[1]: Started Ceph mon.a for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:05:44.358 INFO:tasks.rados.rados.0.smithi067.stdout:976: done (4 left) 2024-07-29T15:05:44.358 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 28 current snap is 99 2024-07-29T15:05:44.358 INFO:tasks.rados.rados.0.smithi067.stdout:974: finishing write tid 1 to smithi06780069-20 2024-07-29T15:05:44.359 INFO:tasks.rados.rados.0.smithi067.stdout:974: finishing write tid 2 to smithi06780069-20 2024-07-29T15:05:44.359 INFO:tasks.rados.rados.0.smithi067.stdout:974: finishing write tid 3 to smithi06780069-20 2024-07-29T15:05:44.359 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 244 (ObjNum 330 snap 99 seq_num 330) dirty exists 2024-07-29T15:05:44.359 INFO:tasks.rados.rados.0.smithi067.stdout:974: left oid 20 (ObjNum 330 snap 99 seq_num 330) 2024-07-29T15:05:44.359 INFO:tasks.rados.rados.0.smithi067.stdout:975: finishing rollback tid 1 to smithi06780069-12 2024-07-29T15:05:44.359 INFO:tasks.rados.rados.0.smithi067.stdout:975: finishing rollback tid 2 to smithi06780069-12 2024-07-29T15:05:44.359 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 299 (ObjNum 279 snap 80 seq_num 279) dirty exists 2024-07-29T15:05:44.359 INFO:tasks.rados.rados.0.smithi067.stdout:973: expect (ObjNum 316 snap 94 seq_num 316) 2024-07-29T15:05:44.471 INFO:tasks.rados.rados.0.smithi067.stdout:972: finishing write tid 1 to smithi06780069-21 2024-07-29T15:05:44.471 INFO:tasks.rados.rados.0.smithi067.stdout:972: finishing write tid 2 to smithi06780069-21 2024-07-29T15:05:44.471 INFO:tasks.rados.rados.0.smithi067.stdout:972: finishing write tid 3 to smithi06780069-21 2024-07-29T15:05:44.471 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 364 (ObjNum 329 snap 99 seq_num 329) dirty exists 2024-07-29T15:05:44.471 INFO:tasks.rados.rados.0.smithi067.stdout:972: left oid 21 (ObjNum 329 snap 99 seq_num 329) 2024-07-29T15:05:44.471 INFO:tasks.rados.rados.0.smithi067.stdout:977: seq_num 331 ranges {0=753664} 2024-07-29T15:05:44.475 INFO:tasks.rados.rados.0.smithi067.stdout:977: writing smithi06780069-28 from 0 to 753664 tid 1 2024-07-29T15:05:44.475 INFO:tasks.rados.rados.0.smithi067.stdout:972: done (4 left) 2024-07-29T15:05:44.475 INFO:tasks.rados.rados.0.smithi067.stdout:973: done (3 left) 2024-07-29T15:05:44.475 INFO:tasks.rados.rados.0.smithi067.stdout:974: done (2 left) 2024-07-29T15:05:44.475 INFO:tasks.rados.rados.0.smithi067.stdout:975: done (1 left) 2024-07-29T15:05:44.475 INFO:tasks.rados.rados.0.smithi067.stdout:978: read oid 4 snap -1 2024-07-29T15:05:44.475 INFO:tasks.rados.rados.0.smithi067.stdout:978: expect (ObjNum 251 snap 67 seq_num 251) 2024-07-29T15:05:44.475 INFO:tasks.rados.rados.0.smithi067.stdout:979: setattr oid 32 current snap is 99 2024-07-29T15:05:44.478 INFO:tasks.rados.rados.0.smithi067.stdout:977: finishing write tid 1 to smithi06780069-28 2024-07-29T15:05:44.479 INFO:tasks.rados.rados.0.smithi067.stdout:977: finishing write tid 2 to smithi06780069-28 2024-07-29T15:05:44.479 INFO:tasks.rados.rados.0.smithi067.stdout:980: delete oid 12 current snap is 99 2024-07-29T15:05:44.482 INFO:tasks.rados.rados.0.smithi067.stdout:977: finishing write tid 3 to smithi06780069-28 2024-07-29T15:05:44.482 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 28 v 54 (ObjNum 331 snap 99 seq_num 331) dirty exists 2024-07-29T15:05:44.482 INFO:tasks.rados.rados.0.smithi067.stdout:977: left oid 28 (ObjNum 331 snap 99 seq_num 331) 2024-07-29T15:05:44.483 INFO:tasks.rados.rados.0.smithi067.stdout:977: done (3 left) 2024-07-29T15:05:44.483 INFO:tasks.rados.rados.0.smithi067.stdout:980: done (2 left) 2024-07-29T15:05:44.483 INFO:tasks.rados.rados.0.smithi067.stdout:981: rollback oid 41 current snap is 99 2024-07-29T15:05:44.483 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 41 to 83 2024-07-29T15:05:44.483 INFO:tasks.rados.rados.0.smithi067.stdout:982: rollback oid 21 current snap is 99 2024-07-29T15:05:44.483 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 21 to 90 2024-07-29T15:05:44.483 INFO:tasks.rados.rados.0.smithi067.stdout:983: rmattr oid 30 current snap is 99 2024-07-29T15:05:44.484 INFO:tasks.rados.rados.0.smithi067.stdout:984: read oid 17 snap -1 2024-07-29T15:05:44.484 INFO:tasks.rados.rados.0.smithi067.stdout:984: expect (ObjNum 317 snap 96 seq_num 317) 2024-07-29T15:05:44.484 INFO:tasks.rados.rados.0.smithi067.stdout:985: snap_create 2024-07-29T15:05:44.484 INFO:tasks.rados.rados.0.smithi067.stdout:978: expect (ObjNum 251 snap 67 seq_num 251) 2024-07-29T15:05:44.534 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 430 (ObjNum 270 snap 74 seq_num 270) dirty exists 2024-07-29T15:05:44.534 INFO:tasks.rados.rados.0.smithi067.stdout:982: finishing rollback tid 0 to smithi06780069-21 2024-07-29T15:05:44.534 INFO:tasks.rados.rados.0.smithi067.stdout:982: finishing rollback tid 1 to smithi06780069-21 2024-07-29T15:05:44.534 INFO:tasks.rados.rados.0.smithi067.stdout:982: finishing rollback tid 2 to smithi06780069-21 2024-07-29T15:05:44.534 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 373 (ObjNum 180 snap 45 seq_num 180) dirty exists 2024-07-29T15:05:44.535 INFO:tasks.rados.rados.0.smithi067.stdout:981: finishing rollback tid 0 to smithi06780069-41 2024-07-29T15:05:44.535 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 369 (ObjNum 122 snap 28 seq_num 122) dirty exists 2024-07-29T15:05:44.535 INFO:tasks.rados.rados.0.smithi067.stdout:981: finishing rollback tid 1 to smithi06780069-41 2024-07-29T15:05:44.535 INFO:tasks.rados.rados.0.smithi067.stdout:981: finishing rollback tid 2 to smithi06780069-41 2024-07-29T15:05:44.535 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 248 (ObjNum 277 snap 80 seq_num 277) dirty exists 2024-07-29T15:05:44.535 INFO:tasks.rados.rados.0.smithi067.stdout:984: expect (ObjNum 317 snap 96 seq_num 317) 2024-07-29T15:05:44.560 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:44 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[77896]: ignoring --setuser ceph since I am not root 2024-07-29T15:05:44.560 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:44 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[77896]: ignoring --setgroup ceph since I am not root 2024-07-29T15:05:44.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:44 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:05:44.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:05:44.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:44 smithi138 ceph-mon[32824]: pgmap v51: 121 pgs: 121 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-07-29T15:05:44.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:44 smithi138 ceph-mon[32824]: pgmap v52: 121 pgs: 121 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-07-29T15:05:44.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:44 smithi138 ceph-mon[32824]: mon.a calling monitor election 2024-07-29T15:05:44.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:44 smithi138 ceph-mon[32824]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-29T15:05:44.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:44 smithi138 ceph-mon[32824]: monmap epoch 3 2024-07-29T15:05:44.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:44 smithi138 ceph-mon[32824]: fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T15:05:44.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:44 smithi138 ceph-mon[32824]: last_changed 2024-07-29T14:55:06.908433+0000 2024-07-29T15:05:44.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:44 smithi138 ceph-mon[32824]: created 2024-07-29T14:53:34.720315+0000 2024-07-29T15:05:44.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:44 smithi138 ceph-mon[32824]: min_mon_release 17 (quincy) 2024-07-29T15:05:44.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:44 smithi138 ceph-mon[32824]: election_strategy: 1 2024-07-29T15:05:44.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:44 smithi138 ceph-mon[32824]: 0: [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] mon.a 2024-07-29T15:05:44.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:44 smithi138 ceph-mon[32824]: 1: [v2:172.21.15.138:3300/0,v1:172.21.15.138:6789/0] mon.b 2024-07-29T15:05:44.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:44 smithi138 ceph-mon[32824]: 2: [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] mon.c 2024-07-29T15:05:44.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:44 smithi138 ceph-mon[32824]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-07-29T15:05:44.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:44 smithi138 ceph-mon[32824]: osdmap e257: 8 total, 8 up, 8 in 2024-07-29T15:05:44.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:44 smithi138 ceph-mon[32824]: mgrmap e37: y(active, since 35s), standbys: x 2024-07-29T15:05:44.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:44 smithi138 ceph-mon[32824]: overall HEALTH_OK 2024-07-29T15:05:44.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:44 smithi138 ceph-mon[32824]: from='mgr.15072 ' entity='' 2024-07-29T15:05:44.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:44 smithi138 ceph-mon[32824]: mgrmap e38: y(active, since 35s), standbys: x 2024-07-29T15:05:44.637 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ignoring --setuser ceph since I am not root 2024-07-29T15:05:44.638 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ignoring --setgroup ceph since I am not root 2024-07-29T15:05:44.638 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mgr[83666]: -- 172.21.15.67:0/615652575 <== mon.0 v2:172.21.15.67:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562e16eb50e0 con 0x562e16e93000 2024-07-29T15:05:44.638 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[39695]: pgmap v51: 121 pgs: 121 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-07-29T15:05:44.638 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[39695]: pgmap v52: 121 pgs: 121 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-07-29T15:05:44.638 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[39695]: mon.a calling monitor election 2024-07-29T15:05:44.638 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[39695]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-29T15:05:44.638 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[39695]: monmap epoch 3 2024-07-29T15:05:44.638 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[39695]: fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T15:05:44.639 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[39695]: last_changed 2024-07-29T14:55:06.908433+0000 2024-07-29T15:05:44.639 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[39695]: created 2024-07-29T14:53:34.720315+0000 2024-07-29T15:05:44.639 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[39695]: min_mon_release 17 (quincy) 2024-07-29T15:05:44.639 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[39695]: election_strategy: 1 2024-07-29T15:05:44.639 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[39695]: 0: [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] mon.a 2024-07-29T15:05:44.639 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[39695]: 1: [v2:172.21.15.138:3300/0,v1:172.21.15.138:6789/0] mon.b 2024-07-29T15:05:44.639 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[39695]: 2: [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] mon.c 2024-07-29T15:05:44.639 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[39695]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-07-29T15:05:44.639 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[39695]: osdmap e257: 8 total, 8 up, 8 in 2024-07-29T15:05:44.639 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[39695]: mgrmap e37: y(active, since 35s), standbys: x 2024-07-29T15:05:44.639 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[39695]: overall HEALTH_OK 2024-07-29T15:05:44.639 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[39695]: from='mgr.15072 ' entity='' 2024-07-29T15:05:44.639 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[39695]: mgrmap e38: y(active, since 35s), standbys: x 2024-07-29T15:05:44.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[91995]: pgmap v51: 121 pgs: 121 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-07-29T15:05:44.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[91995]: pgmap v52: 121 pgs: 121 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-07-29T15:05:44.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[91995]: mon.a calling monitor election 2024-07-29T15:05:44.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[91995]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-29T15:05:44.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[91995]: monmap epoch 3 2024-07-29T15:05:44.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[91995]: fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T15:05:44.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[91995]: last_changed 2024-07-29T14:55:06.908433+0000 2024-07-29T15:05:44.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[91995]: created 2024-07-29T14:53:34.720315+0000 2024-07-29T15:05:44.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[91995]: min_mon_release 17 (quincy) 2024-07-29T15:05:44.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[91995]: election_strategy: 1 2024-07-29T15:05:44.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[91995]: 0: [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] mon.a 2024-07-29T15:05:44.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[91995]: 1: [v2:172.21.15.138:3300/0,v1:172.21.15.138:6789/0] mon.b 2024-07-29T15:05:44.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[91995]: 2: [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] mon.c 2024-07-29T15:05:44.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[91995]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-07-29T15:05:44.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[91995]: osdmap e257: 8 total, 8 up, 8 in 2024-07-29T15:05:44.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[91995]: mgrmap e37: y(active, since 35s), standbys: x 2024-07-29T15:05:44.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[91995]: overall HEALTH_OK 2024-07-29T15:05:44.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[91995]: from='mgr.15072 ' entity='' 2024-07-29T15:05:44.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:44 smithi067 ceph-mon[91995]: mgrmap e38: y(active, since 35s), standbys: x 2024-07-29T15:05:45.355 INFO:tasks.rados.rados.0.smithi067.stdout:978: done (6 left) 2024-07-29T15:05:45.355 INFO:tasks.rados.rados.0.smithi067.stdout:979: done (5 left) 2024-07-29T15:05:45.355 INFO:tasks.rados.rados.0.smithi067.stdout:981: done (4 left) 2024-07-29T15:05:45.355 INFO:tasks.rados.rados.0.smithi067.stdout:982: done (3 left) 2024-07-29T15:05:45.355 INFO:tasks.rados.rados.0.smithi067.stdout:983: done (2 left) 2024-07-29T15:05:45.355 INFO:tasks.rados.rados.0.smithi067.stdout:984: done (1 left) 2024-07-29T15:05:45.355 INFO:tasks.rados.rados.0.smithi067.stdout:985: done (0 left) 2024-07-29T15:05:45.355 INFO:tasks.rados.rados.0.smithi067.stdout:986: snap_remove snap 94 2024-07-29T15:05:45.645 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:45 smithi067 ceph-mon[91995]: osdmap e258: 8 total, 8 up, 8 in 2024-07-29T15:05:45.646 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:45 smithi067 ceph-mon[39695]: osdmap e258: 8 total, 8 up, 8 in 2024-07-29T15:05:45.740 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:45 smithi138 ceph-mon[32824]: osdmap e258: 8 total, 8 up, 8 in 2024-07-29T15:05:46.060 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:05:45.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:05:46.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:05:45.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:05:46.365 INFO:tasks.rados.rados.0.smithi067.stdout:986: done (0 left) 2024-07-29T15:05:46.365 INFO:tasks.rados.rados.0.smithi067.stdout:987: read oid 47 snap -1 2024-07-29T15:05:46.365 INFO:tasks.rados.rados.0.smithi067.stdout:987: expect (ObjNum 325 snap 97 seq_num 325) 2024-07-29T15:05:46.365 INFO:tasks.rados.rados.0.smithi067.stdout:988: read oid 35 snap -1 2024-07-29T15:05:46.365 INFO:tasks.rados.rados.0.smithi067.stdout:988: expect deleted 2024-07-29T15:05:46.365 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 4 current snap is 100 2024-07-29T15:05:46.366 INFO:tasks.rados.rados.0.smithi067.stdout:989: seq_num 333 ranges {1810432=786432} 2024-07-29T15:05:46.380 INFO:tasks.rados.rados.0.smithi067.stdout:989: writing smithi06780069-4 from 1810432 to 2596864 tid 1 2024-07-29T15:05:46.381 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 36 current snap is 100 2024-07-29T15:05:46.381 INFO:tasks.rados.rados.0.smithi067.stdout:990: seq_num 334 ranges {40960=802816} 2024-07-29T15:05:46.386 INFO:tasks.rados.rados.0.smithi067.stdout:990: writing smithi06780069-36 from 40960 to 843776 tid 1 2024-07-29T15:05:46.386 INFO:tasks.rados.rados.0.smithi067.stdout:991: copy_from oid 8 from oid 27 current snap is 100 2024-07-29T15:05:46.386 INFO:tasks.rados.rados.0.smithi067.stdout:987: expect (ObjNum 325 snap 97 seq_num 325) 2024-07-29T15:05:46.405 INFO:tasks.rados.rados.0.smithi067.stdout:989: finishing write tid 1 to smithi06780069-4 2024-07-29T15:05:46.405 INFO:tasks.rados.rados.0.smithi067.stdout:989: finishing write tid 2 to smithi06780069-4 2024-07-29T15:05:46.405 INFO:tasks.rados.rados.0.smithi067.stdout:989: finishing write tid 3 to smithi06780069-4 2024-07-29T15:05:46.405 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 429 (ObjNum 333 snap 100 seq_num 333) dirty exists 2024-07-29T15:05:46.405 INFO:tasks.rados.rados.0.smithi067.stdout:989: left oid 4 (ObjNum 333 snap 100 seq_num 333) 2024-07-29T15:05:46.405 INFO:tasks.rados.rados.0.smithi067.stdout:990: finishing write tid 1 to smithi06780069-36 2024-07-29T15:05:46.405 INFO:tasks.rados.rados.0.smithi067.stdout:990: finishing write tid 2 to smithi06780069-36 2024-07-29T15:05:46.406 INFO:tasks.rados.rados.0.smithi067.stdout:990: finishing write tid 3 to smithi06780069-36 2024-07-29T15:05:46.406 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 174 (ObjNum 334 snap 100 seq_num 334) dirty exists 2024-07-29T15:05:46.406 INFO:tasks.rados.rados.0.smithi067.stdout:990: left oid 36 (ObjNum 334 snap 100 seq_num 334) 2024-07-29T15:05:46.406 INFO:tasks.rados.rados.0.smithi067.stdout:991: finishing copy_from racing read to smithi06780069-8 2024-07-29T15:05:46.406 INFO:tasks.rados.rados.0.smithi067.stdout:991: finishing copy_from to smithi06780069-8 2024-07-29T15:05:46.406 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 337 (ObjNum 319 snap 96 seq_num 319) dirty exists 2024-07-29T15:05:46.406 INFO:tasks.rados.rados.0.smithi067.stdout:987: done (4 left) 2024-07-29T15:05:46.406 INFO:tasks.rados.rados.0.smithi067.stdout:988: done (3 left) 2024-07-29T15:05:46.406 INFO:tasks.rados.rados.0.smithi067.stdout:989: done (2 left) 2024-07-29T15:05:46.406 INFO:tasks.rados.rados.0.smithi067.stdout:990: done (1 left) 2024-07-29T15:05:46.406 INFO:tasks.rados.rados.0.smithi067.stdout:991: done (0 left) 2024-07-29T15:05:46.406 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 10 current snap is 100 2024-07-29T15:05:46.406 INFO:tasks.rados.rados.0.smithi067.stdout:992: seq_num 335 ranges {778240=417792,1196032=401408} 2024-07-29T15:05:46.411 INFO:tasks.rados.rados.0.smithi067.stdout:992: writing smithi06780069-10 from 778240 to 1196032 tid 1 2024-07-29T15:05:46.414 INFO:tasks.rados.rados.0.smithi067.stdout:992: writing smithi06780069-10 from 1196032 to 1597440 tid 2 2024-07-29T15:05:46.414 INFO:tasks.rados.rados.0.smithi067.stdout:993: rollback oid 41 current snap is 100 2024-07-29T15:05:46.414 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 41 to 61 2024-07-29T15:05:46.414 INFO:tasks.rados.rados.0.smithi067.stdout:994: delete oid 38 current snap is 100 2024-07-29T15:05:46.414 INFO:tasks.rados.rados.0.smithi067.stdout:992: finishing write tid 1 to smithi06780069-10 2024-07-29T15:05:46.416 INFO:tasks.rados.rados.0.smithi067.stdout:994: done (2 left) 2024-07-29T15:05:46.416 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 7 current snap is 100 2024-07-29T15:05:46.416 INFO:tasks.rados.rados.0.smithi067.stdout:995: seq_num 337 ranges {0=450560,450560=401408} 2024-07-29T15:05:46.419 INFO:tasks.rados.rados.0.smithi067.stdout:995: writing smithi06780069-7 from 0 to 450560 tid 1 2024-07-29T15:05:46.422 INFO:tasks.rados.rados.0.smithi067.stdout:995: writing smithi06780069-7 from 450560 to 851968 tid 2 2024-07-29T15:05:46.422 INFO:tasks.rados.rados.0.smithi067.stdout:996: read oid 21 snap -1 2024-07-29T15:05:46.422 INFO:tasks.rados.rados.0.smithi067.stdout:996: expect (ObjNum 180 snap 45 seq_num 180) 2024-07-29T15:05:46.422 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 36 current snap is 100 2024-07-29T15:05:46.422 INFO:tasks.rados.rados.0.smithi067.stdout:992: finishing write tid 2 to smithi06780069-10 2024-07-29T15:05:46.422 INFO:tasks.rados.rados.0.smithi067.stdout:992: finishing write tid 3 to smithi06780069-10 2024-07-29T15:05:46.423 INFO:tasks.rados.rados.0.smithi067.stdout:993: finishing rollback tid 0 to smithi06780069-41 2024-07-29T15:05:46.423 INFO:tasks.rados.rados.0.smithi067.stdout:993: finishing rollback tid 1 to smithi06780069-41 2024-07-29T15:05:46.423 INFO:tasks.rados.rados.0.smithi067.stdout:993: finishing rollback tid 2 to smithi06780069-41 2024-07-29T15:05:46.423 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 254 (ObjNum 202 snap 50 seq_num 202) dirty exists 2024-07-29T15:05:46.423 INFO:tasks.rados.rados.0.smithi067.stdout:992: finishing write tid 4 to smithi06780069-10 2024-07-29T15:05:46.423 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 352 (ObjNum 335 snap 100 seq_num 335) dirty exists 2024-07-29T15:05:46.423 INFO:tasks.rados.rados.0.smithi067.stdout:992: left oid 10 (ObjNum 335 snap 100 seq_num 335) 2024-07-29T15:05:46.423 INFO:tasks.rados.rados.0.smithi067.stdout:995: finishing write tid 1 to smithi06780069-7 2024-07-29T15:05:46.423 INFO:tasks.rados.rados.0.smithi067.stdout:997: seq_num 338 ranges {843776=466944,1310720=401408} 2024-07-29T15:05:46.430 INFO:tasks.rados.rados.0.smithi067.stdout:997: writing smithi06780069-36 from 843776 to 1310720 tid 1 2024-07-29T15:05:46.432 INFO:tasks.rados.rados.0.smithi067.stdout:997: writing smithi06780069-36 from 1310720 to 1712128 tid 2 2024-07-29T15:05:46.432 INFO:tasks.rados.rados.0.smithi067.stdout:992: done (4 left) 2024-07-29T15:05:46.432 INFO:tasks.rados.rados.0.smithi067.stdout:993: done (3 left) 2024-07-29T15:05:46.433 INFO:tasks.rados.rados.0.smithi067.stdout:998: snap_remove snap 72 2024-07-29T15:05:46.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:46 smithi067 ceph-mon[91995]: osdmap e259: 8 total, 8 up, 8 in 2024-07-29T15:05:46.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:46 smithi067 ceph-mon[39695]: osdmap e259: 8 total, 8 up, 8 in 2024-07-29T15:05:46.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:46 smithi138 ceph-mon[32824]: osdmap e259: 8 total, 8 up, 8 in 2024-07-29T15:05:47.310 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:46 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:05:46.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi138\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:05:47.368 INFO:tasks.rados.rados.0.smithi067.stdout:998: done (3 left) 2024-07-29T15:05:47.368 INFO:tasks.rados.rados.0.smithi067.stdout:999: snap_create 2024-07-29T15:05:47.372 INFO:tasks.rados.rados.0.smithi067.stdout:995: finishing write tid 2 to smithi06780069-7 2024-07-29T15:05:47.372 INFO:tasks.rados.rados.0.smithi067.stdout:995: finishing write tid 3 to smithi06780069-7 2024-07-29T15:05:47.372 INFO:tasks.rados.rados.0.smithi067.stdout:995: finishing write tid 4 to smithi06780069-7 2024-07-29T15:05:47.373 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 7 v 355 (ObjNum 337 snap 100 seq_num 337) dirty exists 2024-07-29T15:05:47.373 INFO:tasks.rados.rados.0.smithi067.stdout:995: left oid 7 (ObjNum 337 snap 100 seq_num 337) 2024-07-29T15:05:47.373 INFO:tasks.rados.rados.0.smithi067.stdout:996: expect (ObjNum 180 snap 45 seq_num 180) 2024-07-29T15:05:47.417 INFO:tasks.rados.rados.0.smithi067.stdout:997: finishing write tid 1 to smithi06780069-36 2024-07-29T15:05:47.417 INFO:tasks.rados.rados.0.smithi067.stdout:997: finishing write tid 2 to smithi06780069-36 2024-07-29T15:05:47.417 INFO:tasks.rados.rados.0.smithi067.stdout:997: finishing write tid 3 to smithi06780069-36 2024-07-29T15:05:47.417 INFO:tasks.rados.rados.0.smithi067.stdout:997: finishing write tid 4 to smithi06780069-36 2024-07-29T15:05:47.417 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 177 (ObjNum 338 snap 100 seq_num 338) dirty exists 2024-07-29T15:05:47.417 INFO:tasks.rados.rados.0.smithi067.stdout:997: left oid 36 (ObjNum 338 snap 100 seq_num 338) 2024-07-29T15:05:47.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:47 smithi067 ceph-mon[91995]: osdmap e260: 8 total, 8 up, 8 in 2024-07-29T15:05:47.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:47 smithi067 ceph-mon[39695]: osdmap e260: 8 total, 8 up, 8 in 2024-07-29T15:05:47.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:47 smithi138 ceph-mon[32824]: osdmap e260: 8 total, 8 up, 8 in 2024-07-29T15:05:47.877 INFO:tasks.rados.rados.0.smithi067.stdout:995: done (3 left) 2024-07-29T15:05:47.878 INFO:tasks.rados.rados.0.smithi067.stdout:996: done (2 left) 2024-07-29T15:05:47.878 INFO:tasks.rados.rados.0.smithi067.stdout:997: done (1 left) 2024-07-29T15:05:47.878 INFO:tasks.rados.rados.0.smithi067.stdout:999: done (0 left) 2024-07-29T15:05:47.878 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 1 current snap is 101 2024-07-29T15:05:47.878 INFO:tasks.rados.rados.0.smithi067.stdout:1000: seq_num 339 ranges {688128=483328,1171456=401408} 2024-07-29T15:05:47.883 INFO:tasks.rados.rados.0.smithi067.stdout:1000: writing smithi06780069-1 from 688128 to 1171456 tid 1 2024-07-29T15:05:47.886 INFO:tasks.rados.rados.0.smithi067.stdout:1000: writing smithi06780069-1 from 1171456 to 1572864 tid 2 2024-07-29T15:05:47.886 INFO:tasks.rados.rados.0.smithi067.stdout:1001: read oid 35 snap -1 2024-07-29T15:05:47.886 INFO:tasks.rados.rados.0.smithi067.stdout:1001: expect deleted 2024-07-29T15:05:47.886 INFO:tasks.rados.rados.0.smithi067.stdout:1002: snap_create 2024-07-29T15:05:47.890 INFO:tasks.rados.rados.0.smithi067.stdout:1000: finishing write tid 1 to smithi06780069-1 2024-07-29T15:05:47.891 INFO:tasks.rados.rados.0.smithi067.stdout:1000: finishing write tid 2 to smithi06780069-1 2024-07-29T15:05:47.891 INFO:tasks.rados.rados.0.smithi067.stdout:1000: finishing write tid 3 to smithi06780069-1 2024-07-29T15:05:47.893 INFO:tasks.rados.rados.0.smithi067.stdout:1000: finishing write tid 4 to smithi06780069-1 2024-07-29T15:05:47.893 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 446 (ObjNum 339 snap 101 seq_num 339) dirty exists 2024-07-29T15:05:47.893 INFO:tasks.rados.rados.0.smithi067.stdout:1000: left oid 1 (ObjNum 339 snap 101 seq_num 339) 2024-07-29T15:05:48.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:48 smithi067 ceph-mon[91995]: osdmap e261: 8 total, 8 up, 8 in 2024-07-29T15:05:48.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:48 smithi067 ceph-mon[91995]: osdmap e262: 8 total, 8 up, 8 in 2024-07-29T15:05:48.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:48 smithi067 ceph-mon[39695]: osdmap e261: 8 total, 8 up, 8 in 2024-07-29T15:05:48.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:48 smithi067 ceph-mon[39695]: osdmap e262: 8 total, 8 up, 8 in 2024-07-29T15:05:48.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:48 smithi138 ceph-mon[32824]: osdmap e261: 8 total, 8 up, 8 in 2024-07-29T15:05:48.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:48 smithi138 ceph-mon[32824]: osdmap e262: 8 total, 8 up, 8 in 2024-07-29T15:05:48.878 INFO:tasks.rados.rados.0.smithi067.stdout:1000: done (2 left) 2024-07-29T15:05:48.878 INFO:tasks.rados.rados.0.smithi067.stdout:1001: done (1 left) 2024-07-29T15:05:48.878 INFO:tasks.rados.rados.0.smithi067.stdout:1002: done (0 left) 2024-07-29T15:05:48.878 INFO:tasks.rados.rados.0.smithi067.stdout:1003: rollback oid 37 current snap is 102 2024-07-29T15:05:48.878 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 37 to 85 2024-07-29T15:05:48.878 INFO:tasks.rados.rados.0.smithi067.stdout:1004: delete oid 44 current snap is 102 2024-07-29T15:05:48.882 INFO:tasks.rados.rados.0.smithi067.stdout:1004: done (1 left) 2024-07-29T15:05:48.882 INFO:tasks.rados.rados.0.smithi067.stdout:1005: copy_from oid 39 from oid 8 current snap is 102 2024-07-29T15:05:48.882 INFO:tasks.rados.rados.0.smithi067.stdout:1006: read oid 46 snap 90 2024-07-29T15:05:48.882 INFO:tasks.rados.rados.0.smithi067.stdout:1006: expect (ObjNum 207 snap 50 seq_num 207) 2024-07-29T15:05:48.882 INFO:tasks.rados.rados.0.smithi067.stdout:1007: rmattr oid 14 current snap is 102 2024-07-29T15:05:48.882 INFO:tasks.rados.rados.0.smithi067.stdout:1007: done (3 left) 2024-07-29T15:05:48.882 INFO:tasks.rados.rados.0.smithi067.stdout:1008: read oid 16 snap -1 2024-07-29T15:05:48.882 INFO:tasks.rados.rados.0.smithi067.stdout:1008: expect deleted 2024-07-29T15:05:48.882 INFO:tasks.rados.rados.0.smithi067.stdout:1009: rollback oid 40 current snap is 102 2024-07-29T15:05:48.882 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 40 to 65 2024-07-29T15:05:48.882 INFO:tasks.rados.rados.0.smithi067.stdout:1010: delete oid 35 current snap is 102 2024-07-29T15:05:48.891 INFO:tasks.rados.rados.0.smithi067.stdout:1003: finishing rollback tid 0 to smithi06780069-37 2024-07-29T15:05:48.891 INFO:tasks.rados.rados.0.smithi067.stdout:1009: finishing rollback tid 0 to smithi06780069-40 2024-07-29T15:05:48.891 INFO:tasks.rados.rados.0.smithi067.stdout:1009: finishing rollback tid 1 to smithi06780069-40 2024-07-29T15:05:48.891 INFO:tasks.rados.rados.0.smithi067.stdout:1009: finishing rollback tid 2 to smithi06780069-40 2024-07-29T15:05:48.891 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 40 v 381 (ObjNum 202 snap 50 seq_num 202) dirty exists 2024-07-29T15:05:48.891 INFO:tasks.rados.rados.0.smithi067.stdout:1003: finishing rollback tid 1 to smithi06780069-37 2024-07-29T15:05:48.891 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 37 v 261 (ObjNum 4113 snap 0 seq_num 4294967295) dirty dne 2024-07-29T15:05:48.892 INFO:tasks.rados.rados.0.smithi067.stdout:1003: done (5 left) 2024-07-29T15:05:48.893 INFO:tasks.rados.rados.0.smithi067.stdout:1008: done (4 left) 2024-07-29T15:05:48.893 INFO:tasks.rados.rados.0.smithi067.stdout:1009: done (3 left) 2024-07-29T15:05:48.893 INFO:tasks.rados.rados.0.smithi067.stdout:1010: done (2 left) 2024-07-29T15:05:48.893 INFO:tasks.rados.rados.0.smithi067.stdout:1011: delete oid 1 current snap is 102 2024-07-29T15:05:48.894 INFO:tasks.rados.rados.0.smithi067.stdout:1005: finishing copy_from racing read to smithi06780069-39 2024-07-29T15:05:48.895 INFO:tasks.rados.rados.0.smithi067.stdout:1011: done (2 left) 2024-07-29T15:05:48.895 INFO:tasks.rados.rados.0.smithi067.stdout:1012: copy_from oid 4 from oid 6 current snap is 102 2024-07-29T15:05:48.895 INFO:tasks.rados.rados.0.smithi067.stdout:1013: read oid 9 snap 90 2024-07-29T15:05:48.895 INFO:tasks.rados.rados.0.smithi067.stdout:1013: expect deleted 2024-07-29T15:05:48.895 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 22 current snap is 102 2024-07-29T15:05:48.895 INFO:tasks.rados.rados.0.smithi067.stdout:1014: seq_num 343 ranges {0=548864,548864=401408} 2024-07-29T15:05:48.898 INFO:tasks.rados.rados.0.smithi067.stdout:1014: writing smithi06780069-22 from 0 to 548864 tid 1 2024-07-29T15:05:48.901 INFO:tasks.rados.rados.0.smithi067.stdout:1014: writing smithi06780069-22 from 548864 to 950272 tid 2 2024-07-29T15:05:48.901 INFO:tasks.rados.rados.0.smithi067.stdout:1015: copy_from oid 23 from oid 30 current snap is 102 2024-07-29T15:05:48.901 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 1 current snap is 102 2024-07-29T15:05:48.901 INFO:tasks.rados.rados.0.smithi067.stdout:1016: seq_num 344 ranges {0=565248,565248=401408} 2024-07-29T15:05:48.905 INFO:tasks.rados.rados.0.smithi067.stdout:1016: writing smithi06780069-1 from 0 to 565248 tid 1 2024-07-29T15:05:48.909 INFO:tasks.rados.rados.0.smithi067.stdout:1016: writing smithi06780069-1 from 565248 to 966656 tid 2 2024-07-29T15:05:48.909 INFO:tasks.rados.rados.0.smithi067.stdout:1017: read oid 45 snap 91 2024-07-29T15:05:48.909 INFO:tasks.rados.rados.0.smithi067.stdout:1017: expect (ObjNum 298 snap 86 seq_num 298) 2024-07-29T15:05:48.909 INFO:tasks.rados.rados.0.smithi067.stdout:1018: read oid 14 snap -1 2024-07-29T15:05:48.909 INFO:tasks.rados.rados.0.smithi067.stdout:1018: expect deleted 2024-07-29T15:05:48.909 INFO:tasks.rados.rados.0.smithi067.stdout:1019: read oid 32 snap 89 2024-07-29T15:05:48.909 INFO:tasks.rados.rados.0.smithi067.stdout:1019: expect (ObjNum 270 snap 74 seq_num 270) 2024-07-29T15:05:48.909 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 17 current snap is 102 2024-07-29T15:05:48.909 INFO:tasks.rados.rados.0.smithi067.stdout:1005: finishing copy_from to smithi06780069-39 2024-07-29T15:05:48.909 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 337 (ObjNum 319 snap 96 seq_num 319) dirty exists 2024-07-29T15:05:48.910 INFO:tasks.rados.rados.0.smithi067.stdout:1020: seq_num 345 ranges {516096=581632,1097728=401408} 2024-07-29T15:05:48.916 INFO:tasks.rados.rados.0.smithi067.stdout:1020: writing smithi06780069-17 from 516096 to 1097728 tid 1 2024-07-29T15:05:48.919 INFO:tasks.rados.rados.0.smithi067.stdout:1020: writing smithi06780069-17 from 1097728 to 1499136 tid 2 2024-07-29T15:05:48.919 INFO:tasks.rados.rados.0.smithi067.stdout:1005: done (10 left) 2024-07-29T15:05:48.919 INFO:tasks.rados.rados.0.smithi067.stdout:1013: done (9 left) 2024-07-29T15:05:48.919 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 18 current snap is 102 2024-07-29T15:05:48.919 INFO:tasks.rados.rados.0.smithi067.stdout:1014: finishing write tid 1 to smithi06780069-22 2024-07-29T15:05:48.919 INFO:tasks.rados.rados.0.smithi067.stdout:1014: finishing write tid 2 to smithi06780069-22 2024-07-29T15:05:48.919 INFO:tasks.rados.rados.0.smithi067.stdout:1014: finishing write tid 3 to smithi06780069-22 2024-07-29T15:05:48.919 INFO:tasks.rados.rados.0.smithi067.stdout:1014: finishing write tid 4 to smithi06780069-22 2024-07-29T15:05:48.919 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 302 (ObjNum 343 snap 102 seq_num 343) dirty exists 2024-07-29T15:05:48.920 INFO:tasks.rados.rados.0.smithi067.stdout:1014: left oid 22 (ObjNum 343 snap 102 seq_num 343) 2024-07-29T15:05:48.920 INFO:tasks.rados.rados.0.smithi067.stdout:1021: seq_num 346 ranges {4874240=598016,5472256=401408} 2024-07-29T15:05:48.949 INFO:tasks.rados.rados.0.smithi067.stdout:1021: writing smithi06780069-18 from 4874240 to 5472256 tid 1 2024-07-29T15:05:48.952 INFO:tasks.rados.rados.0.smithi067.stdout:1021: writing smithi06780069-18 from 5472256 to 5873664 tid 2 2024-07-29T15:05:48.952 INFO:tasks.rados.rados.0.smithi067.stdout:1014: done (9 left) 2024-07-29T15:05:48.952 INFO:tasks.rados.rados.0.smithi067.stdout:1022: setattr oid 34 current snap is 102 2024-07-29T15:05:48.952 INFO:tasks.rados.rados.0.smithi067.stdout:1016: finishing write tid 1 to smithi06780069-1 2024-07-29T15:05:48.952 INFO:tasks.rados.rados.0.smithi067.stdout:1006: expect (ObjNum 207 snap 50 seq_num 207) 2024-07-29T15:05:49.521 INFO:tasks.rados.rados.0.smithi067.stdout:1017: expect (ObjNum 298 snap 86 seq_num 298) 2024-07-29T15:05:49.561 INFO:tasks.rados.rados.0.smithi067.stdout:1012: finishing copy_from racing read to smithi06780069-4 2024-07-29T15:05:49.561 INFO:tasks.rados.rados.0.smithi067.stdout:1012: finishing copy_from to smithi06780069-4 2024-07-29T15:05:49.562 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 246 (ObjNum 190 snap 47 seq_num 190) dirty exists 2024-07-29T15:05:49.562 INFO:tasks.rados.rados.0.smithi067.stdout:1020: finishing write tid 1 to smithi06780069-17 2024-07-29T15:05:49.562 INFO:tasks.rados.rados.0.smithi067.stdout:1020: finishing write tid 2 to smithi06780069-17 2024-07-29T15:05:49.562 INFO:tasks.rados.rados.0.smithi067.stdout:1020: finishing write tid 3 to smithi06780069-17 2024-07-29T15:05:49.562 INFO:tasks.rados.rados.0.smithi067.stdout:1020: finishing write tid 4 to smithi06780069-17 2024-07-29T15:05:49.562 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 340 (ObjNum 345 snap 102 seq_num 345) dirty exists 2024-07-29T15:05:49.562 INFO:tasks.rados.rados.0.smithi067.stdout:1020: left oid 17 (ObjNum 345 snap 102 seq_num 345) 2024-07-29T15:05:49.562 INFO:tasks.rados.rados.0.smithi067.stdout:1015: finishing copy_from racing read to smithi06780069-23 2024-07-29T15:05:49.562 INFO:tasks.rados.rados.0.smithi067.stdout:1016: finishing write tid 2 to smithi06780069-1 2024-07-29T15:05:49.562 INFO:tasks.rados.rados.0.smithi067.stdout:1016: finishing write tid 3 to smithi06780069-1 2024-07-29T15:05:49.562 INFO:tasks.rados.rados.0.smithi067.stdout:1015: finishing copy_from to smithi06780069-23 2024-07-29T15:05:49.562 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 369 (ObjNum 122 snap 28 seq_num 122) dirty exists 2024-07-29T15:05:49.562 INFO:tasks.rados.rados.0.smithi067.stdout:1019: expect (ObjNum 270 snap 74 seq_num 270) 2024-07-29T15:05:49.810 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[77896]: [29/Jul/2024:15:05:49] ENGINE Bus STARTING 2024-07-29T15:05:49.811 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[77896]: CherryPy Checker: 2024-07-29T15:05:49.811 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[77896]: The Application mounted at '' has an empty config. 2024-07-29T15:05:49.811 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[77896]: 2024-07-29T15:05:49.811 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[77896]: [29/Jul/2024:15:05:49] ENGINE Serving on http://:::9283 2024-07-29T15:05:49.811 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x[77896]: [29/Jul/2024:15:05:49] ENGINE Bus STARTED 2024-07-29T15:05:49.937 INFO:tasks.rados.rados.0.smithi067.stdout:1016: finishing write tid 4 to smithi06780069-1 2024-07-29T15:05:49.937 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 451 (ObjNum 344 snap 102 seq_num 344) dirty exists 2024-07-29T15:05:49.937 INFO:tasks.rados.rados.0.smithi067.stdout:1016: left oid 1 (ObjNum 344 snap 102 seq_num 344) 2024-07-29T15:05:49.938 INFO:tasks.rados.rados.0.smithi067.stdout:1021: finishing write tid 1 to smithi06780069-18 2024-07-29T15:05:49.938 INFO:tasks.rados.rados.0.smithi067.stdout:1006: done (9 left) 2024-07-29T15:05:49.938 INFO:tasks.rados.rados.0.smithi067.stdout:1012: done (8 left) 2024-07-29T15:05:49.938 INFO:tasks.rados.rados.0.smithi067.stdout:1015: done (7 left) 2024-07-29T15:05:49.938 INFO:tasks.rados.rados.0.smithi067.stdout:1016: done (6 left) 2024-07-29T15:05:49.938 INFO:tasks.rados.rados.0.smithi067.stdout:1017: done (5 left) 2024-07-29T15:05:49.938 INFO:tasks.rados.rados.0.smithi067.stdout:1018: done (4 left) 2024-07-29T15:05:49.938 INFO:tasks.rados.rados.0.smithi067.stdout:1019: done (3 left) 2024-07-29T15:05:49.938 INFO:tasks.rados.rados.0.smithi067.stdout:1020: done (2 left) 2024-07-29T15:05:49.938 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 16 current snap is 102 2024-07-29T15:05:49.938 INFO:tasks.rados.rados.0.smithi067.stdout:1023: seq_num 347 ranges {0=614400,614400=401408} 2024-07-29T15:05:49.941 INFO:tasks.rados.rados.0.smithi067.stdout:1023: writing smithi06780069-16 from 0 to 614400 tid 1 2024-07-29T15:05:49.945 INFO:tasks.rados.rados.0.smithi067.stdout:1023: writing smithi06780069-16 from 614400 to 1015808 tid 2 2024-07-29T15:05:49.945 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 11 current snap is 102 2024-07-29T15:05:49.945 INFO:tasks.rados.rados.0.smithi067.stdout:1021: finishing write tid 2 to smithi06780069-18 2024-07-29T15:05:49.945 INFO:tasks.rados.rados.0.smithi067.stdout:1021: finishing write tid 3 to smithi06780069-18 2024-07-29T15:05:49.945 INFO:tasks.rados.rados.0.smithi067.stdout:1021: finishing write tid 4 to smithi06780069-18 2024-07-29T15:05:49.945 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 306 (ObjNum 346 snap 102 seq_num 346) dirty exists 2024-07-29T15:05:49.945 INFO:tasks.rados.rados.0.smithi067.stdout:1021: left oid 18 (ObjNum 346 snap 102 seq_num 346) 2024-07-29T15:05:49.945 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 34 v 361 (ObjNum 209 snap 0 seq_num 177) dirty exists 2024-07-29T15:05:49.945 INFO:tasks.rados.rados.0.smithi067.stdout:1024: seq_num 348 ranges {6799360=630784,7430144=401408} 2024-07-29T15:05:49.988 INFO:tasks.rados.rados.0.smithi067.stdout:1024: writing smithi06780069-11 from 6799360 to 7430144 tid 1 2024-07-29T15:05:49.990 INFO:tasks.rados.rados.0.smithi067.stdout:1024: writing smithi06780069-11 from 7430144 to 7831552 tid 2 2024-07-29T15:05:49.990 INFO:tasks.rados.rados.0.smithi067.stdout:1021: done (3 left) 2024-07-29T15:05:49.991 INFO:tasks.rados.rados.0.smithi067.stdout:1022: done (2 left) 2024-07-29T15:05:49.991 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 44 current snap is 102 2024-07-29T15:05:49.991 INFO:tasks.rados.rados.0.smithi067.stdout:1023: finishing write tid 1 to smithi06780069-16 2024-07-29T15:05:49.991 INFO:tasks.rados.rados.0.smithi067.stdout:1025: seq_num 349 ranges {0=655360,655360=401408} 2024-07-29T15:05:49.995 INFO:tasks.rados.rados.0.smithi067.stdout:1025: writing smithi06780069-44 from 0 to 655360 tid 1 2024-07-29T15:05:49.998 INFO:tasks.rados.rados.0.smithi067.stdout:1025: writing smithi06780069-44 from 655360 to 1056768 tid 2 2024-07-29T15:05:49.998 INFO:tasks.rados.rados.0.smithi067.stdout:1026: snap_remove snap 75 2024-07-29T15:05:50.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-mon[32824]: osdmap e263: 8 total, 8 up, 8 in 2024-07-29T15:05:50.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-mon[32824]: Standby manager daemon x restarted 2024-07-29T15:05:50.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-mon[32824]: Standby manager daemon x started 2024-07-29T15:05:50.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-mon[32824]: from='mgr.? 172.21.15.138:0/2521731442' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-29T15:05:50.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-mon[32824]: from='mgr.? 172.21.15.138:0/2521731442' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-29T15:05:50.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-mon[32824]: from='mgr.? 172.21.15.138:0/2521731442' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-29T15:05:50.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-mon[32824]: from='mgr.? 172.21.15.138:0/2521731442' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-29T15:05:50.215 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-mon[32824]: Active manager daemon y restarted 2024-07-29T15:05:50.215 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-mon[32824]: Activating manager daemon y 2024-07-29T15:05:50.215 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-mon[32824]: osdmap e264: 8 total, 8 up, 8 in 2024-07-29T15:05:50.215 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-mon[32824]: mgrmap e39: y(active, starting, since 0.0121982s), standbys: x 2024-07-29T15:05:50.215 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:05:50.215 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:05:50.215 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:05:50.215 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-29T15:05:50.215 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-29T15:05:50.215 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-29T15:05:50.215 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-29T15:05:50.215 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-29T15:05:50.215 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-29T15:05:50.215 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-29T15:05:50.215 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-29T15:05:50.216 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-29T15:05:50.216 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-29T15:05:50.216 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-29T15:05:50.216 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-29T15:05:50.216 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-29T15:05:50.216 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-29T15:05:50.216 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-29T15:05:50.216 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:49 smithi138 ceph-mon[32824]: Manager daemon y is now available 2024-07-29T15:05:50.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:05:49] ENGINE Bus STARTING 2024-07-29T15:05:50.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: CherryPy Checker: 2024-07-29T15:05:50.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: The Application mounted at '' has an empty config. 2024-07-29T15:05:50.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:05:50.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:05:49.985+0000 7f7966077640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T15:05:50.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:05:49.986+0000 7f7966077640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T15:05:50.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:05:49.986+0000 7f7966077640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T15:05:50.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:05:49.986+0000 7f7966077640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T15:05:50.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:05:49.986+0000 7f7966077640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T15:05:50.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:05:49.988+0000 7f796a880640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T15:05:50.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:05:49.988+0000 7f796a880640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T15:05:50.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:05:49.988+0000 7f796a880640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T15:05:50.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:05:49.988+0000 7f796a880640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T15:05:50.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:05:49.988+0000 7f796a880640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-29T15:05:50.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:50 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:05:50] ENGINE Serving on http://:::9283 2024-07-29T15:05:50.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:50 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:05:50] ENGINE Bus STARTED 2024-07-29T15:05:50.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[39695]: osdmap e263: 8 total, 8 up, 8 in 2024-07-29T15:05:50.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[39695]: Standby manager daemon x restarted 2024-07-29T15:05:50.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[39695]: Standby manager daemon x started 2024-07-29T15:05:50.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[39695]: from='mgr.? 172.21.15.138:0/2521731442' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-29T15:05:50.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[39695]: from='mgr.? 172.21.15.138:0/2521731442' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-29T15:05:50.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[39695]: from='mgr.? 172.21.15.138:0/2521731442' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-29T15:05:50.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[39695]: from='mgr.? 172.21.15.138:0/2521731442' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-29T15:05:50.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[39695]: Active manager daemon y restarted 2024-07-29T15:05:50.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[39695]: Activating manager daemon y 2024-07-29T15:05:50.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[39695]: osdmap e264: 8 total, 8 up, 8 in 2024-07-29T15:05:50.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[39695]: mgrmap e39: y(active, starting, since 0.0121982s), standbys: x 2024-07-29T15:05:50.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:05:50.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:05:50.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:05:50.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-29T15:05:50.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-29T15:05:50.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-29T15:05:50.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-29T15:05:50.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-29T15:05:50.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-29T15:05:50.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-29T15:05:50.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-29T15:05:50.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-29T15:05:50.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-29T15:05:50.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-29T15:05:50.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-29T15:05:50.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-29T15:05:50.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-29T15:05:50.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-29T15:05:50.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[39695]: Manager daemon y is now available 2024-07-29T15:05:50.242 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[91995]: osdmap e263: 8 total, 8 up, 8 in 2024-07-29T15:05:50.242 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[91995]: Standby manager daemon x restarted 2024-07-29T15:05:50.242 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[91995]: Standby manager daemon x started 2024-07-29T15:05:50.242 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[91995]: from='mgr.? 172.21.15.138:0/2521731442' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-29T15:05:50.242 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[91995]: from='mgr.? 172.21.15.138:0/2521731442' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-29T15:05:50.242 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[91995]: from='mgr.? 172.21.15.138:0/2521731442' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-29T15:05:50.243 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[91995]: from='mgr.? 172.21.15.138:0/2521731442' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-29T15:05:50.243 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[91995]: Active manager daemon y restarted 2024-07-29T15:05:50.243 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[91995]: Activating manager daemon y 2024-07-29T15:05:50.243 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[91995]: osdmap e264: 8 total, 8 up, 8 in 2024-07-29T15:05:50.243 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[91995]: mgrmap e39: y(active, starting, since 0.0121982s), standbys: x 2024-07-29T15:05:50.243 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:05:50.243 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:05:50.243 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:05:50.243 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-29T15:05:50.243 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-29T15:05:50.243 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-29T15:05:50.243 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-29T15:05:50.243 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-29T15:05:50.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-29T15:05:50.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-29T15:05:50.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-29T15:05:50.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-29T15:05:50.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-29T15:05:50.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-29T15:05:50.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-29T15:05:50.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-29T15:05:50.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-29T15:05:50.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-29T15:05:50.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:49 smithi067 ceph-mon[91995]: Manager daemon y is now available 2024-07-29T15:05:50.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:05:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:05:50.867 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-07-29T15:05:50.887 INFO:tasks.rados.rados.0.smithi067.stdout:1026: done (3 left) 2024-07-29T15:05:50.887 INFO:tasks.rados.rados.0.smithi067.stdout:1027: setattr oid 25 current snap is 102 2024-07-29T15:05:50.887 INFO:tasks.rados.rados.0.smithi067.stdout:1023: finishing write tid 2 to smithi06780069-16 2024-07-29T15:05:50.887 INFO:tasks.rados.rados.0.smithi067.stdout:1023: finishing write tid 3 to smithi06780069-16 2024-07-29T15:05:50.887 INFO:tasks.rados.rados.0.smithi067.stdout:1023: finishing write tid 4 to smithi06780069-16 2024-07-29T15:05:50.887 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 16 v 454 (ObjNum 347 snap 102 seq_num 347) dirty exists 2024-07-29T15:05:50.887 INFO:tasks.rados.rados.0.smithi067.stdout:1023: left oid 16 (ObjNum 347 snap 102 seq_num 347) 2024-07-29T15:05:50.888 INFO:tasks.rados.rados.0.smithi067.stdout:1024: finishing write tid 1 to smithi06780069-11 2024-07-29T15:05:50.888 INFO:tasks.rados.rados.0.smithi067.stdout:1024: finishing write tid 2 to smithi06780069-11 2024-07-29T15:05:50.888 INFO:tasks.rados.rados.0.smithi067.stdout:1024: finishing write tid 3 to smithi06780069-11 2024-07-29T15:05:50.888 INFO:tasks.rados.rados.0.smithi067.stdout:1024: finishing write tid 4 to smithi06780069-11 2024-07-29T15:05:50.888 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 11 v 387 (ObjNum 348 snap 102 seq_num 348) dirty exists 2024-07-29T15:05:50.888 INFO:tasks.rados.rados.0.smithi067.stdout:1024: left oid 11 (ObjNum 348 snap 102 seq_num 348) 2024-07-29T15:05:50.888 INFO:tasks.rados.rados.0.smithi067.stdout:1025: finishing write tid 1 to smithi06780069-44 2024-07-29T15:05:50.888 INFO:tasks.rados.rados.0.smithi067.stdout:1025: finishing write tid 2 to smithi06780069-44 2024-07-29T15:05:50.888 INFO:tasks.rados.rados.0.smithi067.stdout:1025: finishing write tid 3 to smithi06780069-44 2024-07-29T15:05:50.888 INFO:tasks.rados.rados.0.smithi067.stdout:1025: finishing write tid 4 to smithi06780069-44 2024-07-29T15:05:50.888 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 376 (ObjNum 349 snap 102 seq_num 349) dirty exists 2024-07-29T15:05:50.888 INFO:tasks.rados.rados.0.smithi067.stdout:1025: left oid 44 (ObjNum 349 snap 102 seq_num 349) 2024-07-29T15:05:50.888 INFO:tasks.rados.rados.0.smithi067.stdout:1023: done (3 left) 2024-07-29T15:05:50.889 INFO:tasks.rados.rados.0.smithi067.stdout:1024: done (2 left) 2024-07-29T15:05:50.889 INFO:tasks.rados.rados.0.smithi067.stdout:1025: done (1 left) 2024-07-29T15:05:50.889 INFO:tasks.rados.rados.0.smithi067.stdout:1028: rollback oid 24 current snap is 102 2024-07-29T15:05:50.889 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 24 to 53 2024-07-29T15:05:50.889 INFO:tasks.rados.rados.0.smithi067.stdout:1029: read oid 33 snap -1 2024-07-29T15:05:50.889 INFO:tasks.rados.rados.0.smithi067.stdout:1029: expect (ObjNum 193 snap 47 seq_num 193) 2024-07-29T15:05:50.889 INFO:tasks.rados.rados.0.smithi067.stdout:1030: read oid 21 snap 100 2024-07-29T15:05:50.889 INFO:tasks.rados.rados.0.smithi067.stdout:1030: expect (ObjNum 180 snap 45 seq_num 180) 2024-07-29T15:05:50.889 INFO:tasks.rados.rados.0.smithi067.stdout:1031: read oid 19 snap -1 2024-07-29T15:05:50.889 INFO:tasks.rados.rados.0.smithi067.stdout:1031: expect (ObjNum 145 snap 35 seq_num 145) 2024-07-29T15:05:50.889 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 14 current snap is 102 2024-07-29T15:05:50.889 INFO:tasks.rados.rados.0.smithi067.stdout:1032: seq_num 350 ranges {0=671744,671744=401408} 2024-07-29T15:05:50.892 INFO:tasks.rados.rados.0.smithi067.stdout:1032: writing smithi06780069-14 from 0 to 671744 tid 1 2024-07-29T15:05:50.894 INFO:tasks.rados.rados.0.smithi067.stdout:1032: writing smithi06780069-14 from 671744 to 1073152 tid 2 2024-07-29T15:05:50.895 INFO:tasks.rados.rados.0.smithi067.stdout:1033: snap_remove snap 83 2024-07-29T15:05:51.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:50 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:05:51.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:50 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:05:51.163 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:50 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-29T15:05:51.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:50 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-29T15:05:51.164 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:50 smithi067 ceph-mon[39695]: mgrmap e40: y(active, since 1.01006s), standbys: x 2024-07-29T15:05:51.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:05:51.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:05:51.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-29T15:05:51.164 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-29T15:05:51.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:50 smithi067 ceph-mon[91995]: mgrmap e40: y(active, since 1.01006s), standbys: x 2024-07-29T15:05:51.165 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:50 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:05:50.848+0000 7f799bbb6640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-07-29T15:05:51.176 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-29T15:05:51.176 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (86s) 37s ago 5m 17.0M - 0.27.0 11f11916f8cd 7b3d7ecf5d32 2024-07-29T15:05:51.176 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi138 *:3000 running (56s) 17s ago 5m 80.0M - 9.4.7 954c08fa6188 16aea5822221 2024-07-29T15:05:51.176 INFO:teuthology.orchestra.run.smithi067.stdout:mds.a smithi067 running (7m) 37s ago 7m 19.2M - 17.2.7-1155-g3120d060 5ec745195f7e 0b73fb05902b 2024-07-29T15:05:51.176 INFO:teuthology.orchestra.run.smithi067.stdout:mds.b smithi138 running (7m) 17s ago 7m 15.1M - 17.2.7-1155-g3120d060 5ec745195f7e 8d64b29e8368 2024-07-29T15:05:51.176 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi138 *:8443,9283,8765 running (22s) 17s ago 10m 53.1M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 ae20c11d7057 2024-07-29T15:05:51.177 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:8443,9283,8765 running (50s) 37s ago 12m 488M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 2844d13de992 2024-07-29T15:05:51.177 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (12m) 37s ago 12m 55.2M 2048M 17.2.7-1155-g3120d060 5ec745195f7e d869d4bcfb65 2024-07-29T15:05:51.177 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi138 running (10m) 17s ago 10m 51.0M 2048M 17.2.7-1155-g3120d060 5ec745195f7e 61a2da511017 2024-07-29T15:05:51.177 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (10m) 37s ago 10m 46.3M 2048M 17.2.7-1155-g3120d060 5ec745195f7e 55264effb9e8 2024-07-29T15:05:51.177 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (80s) 37s ago 5m 9.92M - 1.7.0 72c9c2088986 142217b16374 2024-07-29T15:05:51.177 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi138 *:9100 running (60s) 17s ago 5m 9701k - 1.7.0 72c9c2088986 60191c363c80 2024-07-29T15:05:51.177 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (10m) 37s ago 10m 129M 2480M 17.2.7-1155-g3120d060 5ec745195f7e 60dcaf32ae4b 2024-07-29T15:05:51.177 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (9m) 37s ago 9m 118M 2480M 17.2.7-1155-g3120d060 5ec745195f7e c744b585958c 2024-07-29T15:05:51.177 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (9m) 37s ago 9m 132M 2480M 17.2.7-1155-g3120d060 5ec745195f7e 334423e852b7 2024-07-29T15:05:51.177 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (9m) 37s ago 9m 94.9M 2480M 17.2.7-1155-g3120d060 5ec745195f7e c9160c216ff0 2024-07-29T15:05:51.177 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi138 running (8m) 17s ago 8m 119M 2480M 17.2.7-1155-g3120d060 5ec745195f7e a15137922a4f 2024-07-29T15:05:51.177 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi138 running (8m) 17s ago 8m 137M 2480M 17.2.7-1155-g3120d060 5ec745195f7e 095126a5d70a 2024-07-29T15:05:51.178 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi138 running (7m) 17s ago 7m 78.6M 2480M 17.2.7-1155-g3120d060 5ec745195f7e a10a9aef390f 2024-07-29T15:05:51.178 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi138 running (7m) 17s ago 7m 114M 2480M 17.2.7-1155-g3120d060 5ec745195f7e c141798f58f5 2024-07-29T15:05:51.178 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi138 *:9095 running (28s) 17s ago 6m 41.2M - 2.51.0 1d3b7f56885b 99e49ee09a02 2024-07-29T15:05:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:50 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:05:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:50 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:05:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:50 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-29T15:05:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:50 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-29T15:05:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:50 smithi138 ceph-mon[32824]: mgrmap e40: y(active, since 1.01006s), standbys: x 2024-07-29T15:05:51.529 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-07-29T15:05:51.530 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-07-29T15:05:51.530 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 2, 2024-07-29T15:05:51.530 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 1 2024-07-29T15:05:51.530 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:05:51.530 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-07-29T15:05:51.530 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 2 2024-07-29T15:05:51.530 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:05:51.530 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-07-29T15:05:51.530 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 8 2024-07-29T15:05:51.530 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:05:51.530 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": { 2024-07-29T15:05:51.530 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 2 2024-07-29T15:05:51.531 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:05:51.531 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-07-29T15:05:51.531 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 12, 2024-07-29T15:05:51.531 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 3 2024-07-29T15:05:51.531 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-07-29T15:05:51.531 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-07-29T15:05:51.902 INFO:tasks.rados.rados.0.smithi067.stdout:1033: done (6 left) 2024-07-29T15:05:51.902 INFO:tasks.rados.rados.0.smithi067.stdout:1034: setattr oid 7 current snap is 102 2024-07-29T15:05:51.903 INFO:tasks.rados.rados.0.smithi067.stdout:1035: rmattr oid 13 current snap is 102 2024-07-29T15:05:51.903 INFO:tasks.rados.rados.0.smithi067.stdout:1035: done (7 left) 2024-07-29T15:05:51.903 INFO:tasks.rados.rados.0.smithi067.stdout:1036: snap_remove snap 95 2024-07-29T15:05:52.184 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:51 smithi067 ceph-mon[91995]: from='client.25070 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:05:52.184 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:51 smithi067 ceph-mon[91995]: pgmap v3: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:05:52.184 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:51 smithi067 ceph-mon[91995]: osdmap e265: 8 total, 8 up, 8 in 2024-07-29T15:05:52.184 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:51 smithi067 ceph-mon[91995]: from='client.25097 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:05:52.184 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:51 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2976081323' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:05:52.184 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:51 smithi067 ceph-mon[39695]: from='client.25070 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:05:52.184 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:51 smithi067 ceph-mon[39695]: pgmap v3: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:05:52.184 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:51 smithi067 ceph-mon[39695]: osdmap e265: 8 total, 8 up, 8 in 2024-07-29T15:05:52.184 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:51 smithi067 ceph-mon[39695]: from='client.25097 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:05:52.185 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:51 smithi067 ceph-mon[39695]: from='client.? 172.21.15.67:0/2976081323' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:05:52.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:51 smithi138 ceph-mon[32824]: from='client.25070 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:05:52.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:51 smithi138 ceph-mon[32824]: pgmap v3: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:05:52.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:51 smithi138 ceph-mon[32824]: osdmap e265: 8 total, 8 up, 8 in 2024-07-29T15:05:52.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:51 smithi138 ceph-mon[32824]: from='client.25097 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:05:52.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:51 smithi138 ceph-mon[32824]: from='client.? 172.21.15.67:0/2976081323' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:05:52.883 INFO:tasks.rados.rados.0.smithi067.stdout:1036: done (7 left) 2024-07-29T15:05:52.883 INFO:tasks.rados.rados.0.smithi067.stdout:1037: rollback oid 44 current snap is 102 2024-07-29T15:05:52.884 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 44 to 99 2024-07-29T15:05:52.884 INFO:tasks.rados.rados.0.smithi067.stdout:1038: delete oid 49 current snap is 102 2024-07-29T15:05:52.884 INFO:tasks.rados.rados.0.smithi067.stdout:1028: finishing rollback tid 1 to smithi06780069-24 2024-07-29T15:05:52.884 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 24 v 394 (ObjNum 33 snap 0 seq_num 3880250512) dirty dne 2024-07-29T15:05:52.884 INFO:tasks.rados.rados.0.smithi067.stdout:1029: expect (ObjNum 193 snap 47 seq_num 193) 2024-07-29T15:05:52.940 INFO:tasks.rados.rados.0.smithi067.stdout:1032: finishing write tid 1 to smithi06780069-14 2024-07-29T15:05:52.940 INFO:tasks.rados.rados.0.smithi067.stdout:1032: finishing write tid 2 to smithi06780069-14 2024-07-29T15:05:52.940 INFO:tasks.rados.rados.0.smithi067.stdout:1032: finishing write tid 3 to smithi06780069-14 2024-07-29T15:05:52.940 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 25 v 391 (ObjNum 278 snap 80 seq_num 278) dirty exists 2024-07-29T15:05:52.940 INFO:tasks.rados.rados.0.smithi067.stdout:1032: finishing write tid 4 to smithi06780069-14 2024-07-29T15:05:52.940 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 14 v 303 (ObjNum 350 snap 102 seq_num 350) dirty exists 2024-07-29T15:05:52.940 INFO:tasks.rados.rados.0.smithi067.stdout:1032: left oid 14 (ObjNum 350 snap 102 seq_num 350) 2024-07-29T15:05:52.940 INFO:tasks.rados.rados.0.smithi067.stdout:1030: expect (ObjNum 180 snap 45 seq_num 180) 2024-07-29T15:05:52.979 INFO:tasks.rados.rados.0.smithi067.stdout:1031: expect (ObjNum 145 snap 35 seq_num 145) 2024-07-29T15:05:52.996 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 7 v 371 (ObjNum 337 snap 100 seq_num 337) dirty exists 2024-07-29T15:05:52.996 INFO:tasks.rados.rados.0.smithi067.stdout:1037: finishing rollback tid 0 to smithi06780069-44 2024-07-29T15:05:52.996 INFO:tasks.rados.rados.0.smithi067.stdout:1037: finishing rollback tid 1 to smithi06780069-44 2024-07-29T15:05:52.996 INFO:tasks.rados.rados.0.smithi067.stdout:1037: finishing rollback tid 2 to smithi06780069-44 2024-07-29T15:05:52.996 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 379 (ObjNum 193 snap 47 seq_num 193) dirty exists 2024-07-29T15:05:52.996 INFO:tasks.rados.rados.0.smithi067.stdout:1027: done (8 left) 2024-07-29T15:05:52.996 INFO:tasks.rados.rados.0.smithi067.stdout:1028: done (7 left) 2024-07-29T15:05:52.996 INFO:tasks.rados.rados.0.smithi067.stdout:1029: done (6 left) 2024-07-29T15:05:52.996 INFO:tasks.rados.rados.0.smithi067.stdout:1030: done (5 left) 2024-07-29T15:05:52.997 INFO:tasks.rados.rados.0.smithi067.stdout:1031: done (4 left) 2024-07-29T15:05:52.997 INFO:tasks.rados.rados.0.smithi067.stdout:1032: done (3 left) 2024-07-29T15:05:52.997 INFO:tasks.rados.rados.0.smithi067.stdout:1034: done (2 left) 2024-07-29T15:05:52.997 INFO:tasks.rados.rados.0.smithi067.stdout:1037: done (1 left) 2024-07-29T15:05:52.997 INFO:tasks.rados.rados.0.smithi067.stdout:1038: done (0 left) 2024-07-29T15:05:52.997 INFO:tasks.rados.rados.0.smithi067.stdout:1039: delete oid 16 current snap is 102 2024-07-29T15:05:52.997 INFO:tasks.rados.rados.0.smithi067.stdout:1039: done (0 left) 2024-07-29T15:05:52.997 INFO:tasks.rados.rados.0.smithi067.stdout:1040: snap_remove snap 82 2024-07-29T15:05:53.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:52 smithi138 ceph-mon[32824]: pgmap v5: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:05:53.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:52 smithi138 ceph-mon[32824]: mgrmap e41: y(active, since 2s), standbys: x 2024-07-29T15:05:53.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:52 smithi138 ceph-mon[32824]: osdmap e266: 8 total, 8 up, 8 in 2024-07-29T15:05:53.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:52 smithi138 ceph-mon[32824]: osdmap e267: 8 total, 8 up, 8 in 2024-07-29T15:05:53.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:52 smithi067 ceph-mon[91995]: pgmap v5: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:05:53.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:52 smithi067 ceph-mon[91995]: mgrmap e41: y(active, since 2s), standbys: x 2024-07-29T15:05:53.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:52 smithi067 ceph-mon[91995]: osdmap e266: 8 total, 8 up, 8 in 2024-07-29T15:05:53.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:52 smithi067 ceph-mon[91995]: osdmap e267: 8 total, 8 up, 8 in 2024-07-29T15:05:53.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:52 smithi067 ceph-mon[39695]: pgmap v5: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:05:53.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:52 smithi067 ceph-mon[39695]: mgrmap e41: y(active, since 2s), standbys: x 2024-07-29T15:05:53.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:52 smithi067 ceph-mon[39695]: osdmap e266: 8 total, 8 up, 8 in 2024-07-29T15:05:53.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:52 smithi067 ceph-mon[39695]: osdmap e267: 8 total, 8 up, 8 in 2024-07-29T15:05:53.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:52 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:05:52.913+0000 7f7945ec2640 -1 log_channel(cephadm) log [ERR] : [29/Jul/2024:15:05:52] ENGINE Error in HTTPServer.serve 2024-07-29T15:05:53.240 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:52 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: Traceback (most recent call last): 2024-07-29T15:05:53.240 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:52 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-29T15:05:53.240 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:52 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: self._connections.run(self.expiration_interval) 2024-07-29T15:05:53.240 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:52 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-29T15:05:53.240 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:52 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: self._run(expiration_interval) 2024-07-29T15:05:53.240 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:52 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-29T15:05:53.240 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:52 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: new_conn = self._from_server_socket(self.server.socket) 2024-07-29T15:05:53.240 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:52 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-29T15:05:53.240 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:52 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-29T15:05:53.240 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:52 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-29T15:05:53.240 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:52 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: s = self.context.wrap_socket( 2024-07-29T15:05:53.240 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:52 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-29T15:05:53.240 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:52 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: return self.sslsocket_class._create( 2024-07-29T15:05:53.240 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:52 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-29T15:05:53.241 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:52 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: self.do_handshake() 2024-07-29T15:05:53.241 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:52 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-29T15:05:53.241 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:52 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: self._sslobj.do_handshake() 2024-07-29T15:05:53.241 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:52 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-29T15:05:53.241 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:52 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:05:53.913 INFO:tasks.rados.rados.0.smithi067.stdout:1040: done (0 left) 2024-07-29T15:05:53.913 INFO:tasks.rados.rados.0.smithi067.stdout:1041: snap_remove snap 100 2024-07-29T15:05:54.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:53 smithi067 ceph-mon[91995]: [29/Jul/2024:15:05:52] ENGINE Bus STARTING 2024-07-29T15:05:54.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:53 smithi067 ceph-mon[91995]: [29/Jul/2024:15:05:52] ENGINE Serving on http://172.21.15.67:8765 2024-07-29T15:05:54.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:53 smithi067 ceph-mon[91995]: [29/Jul/2024:15:05:52] ENGINE Serving on https://172.21.15.67:7150 2024-07-29T15:05:54.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:53 smithi067 ceph-mon[91995]: [29/Jul/2024:15:05:52] ENGINE Bus STARTED 2024-07-29T15:05:54.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:53 smithi067 ceph-mon[91995]: [29/Jul/2024:15:05:52] ENGINE Error in HTTPServer.serve 2024-07-29T15:05:54.239 INFO:journalctl@ceph.mon.a.smithi067.stdout: Traceback (most recent call last): 2024-07-29T15:05:54.239 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-29T15:05:54.239 INFO:journalctl@ceph.mon.a.smithi067.stdout: self._connections.run(self.expiration_interval) 2024-07-29T15:05:54.239 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-29T15:05:54.239 INFO:journalctl@ceph.mon.a.smithi067.stdout: self._run(expiration_interval) 2024-07-29T15:05:54.239 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-29T15:05:54.239 INFO:journalctl@ceph.mon.a.smithi067.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-29T15:05:54.239 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-29T15:05:54.239 INFO:journalctl@ceph.mon.a.smithi067.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-29T15:05:54.240 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-29T15:05:54.240 INFO:journalctl@ceph.mon.a.smithi067.stdout: s = self.context.wrap_socket( 2024-07-29T15:05:54.240 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-29T15:05:54.240 INFO:journalctl@ceph.mon.a.smithi067.stdout: return self.sslsocket_class._create( 2024-07-29T15:05:54.240 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-29T15:05:54.240 INFO:journalctl@ceph.mon.a.smithi067.stdout: self.do_handshake() 2024-07-29T15:05:54.240 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-29T15:05:54.240 INFO:journalctl@ceph.mon.a.smithi067.stdout: self._sslobj.do_handshake() 2024-07-29T15:05:54.240 INFO:journalctl@ceph.mon.a.smithi067.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-29T15:05:54.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:53 smithi067 ceph-mon[39695]: [29/Jul/2024:15:05:52] ENGINE Bus STARTING 2024-07-29T15:05:54.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:53 smithi067 ceph-mon[39695]: [29/Jul/2024:15:05:52] ENGINE Serving on http://172.21.15.67:8765 2024-07-29T15:05:54.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:53 smithi067 ceph-mon[39695]: [29/Jul/2024:15:05:52] ENGINE Serving on https://172.21.15.67:7150 2024-07-29T15:05:54.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:53 smithi067 ceph-mon[39695]: [29/Jul/2024:15:05:52] ENGINE Bus STARTED 2024-07-29T15:05:54.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:53 smithi067 ceph-mon[39695]: [29/Jul/2024:15:05:52] ENGINE Error in HTTPServer.serve 2024-07-29T15:05:54.241 INFO:journalctl@ceph.mon.c.smithi067.stdout: Traceback (most recent call last): 2024-07-29T15:05:54.241 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-29T15:05:54.241 INFO:journalctl@ceph.mon.c.smithi067.stdout: self._connections.run(self.expiration_interval) 2024-07-29T15:05:54.241 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-29T15:05:54.241 INFO:journalctl@ceph.mon.c.smithi067.stdout: self._run(expiration_interval) 2024-07-29T15:05:54.241 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-29T15:05:54.241 INFO:journalctl@ceph.mon.c.smithi067.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-29T15:05:54.241 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-29T15:05:54.241 INFO:journalctl@ceph.mon.c.smithi067.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-29T15:05:54.241 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-29T15:05:54.241 INFO:journalctl@ceph.mon.c.smithi067.stdout: s = self.context.wrap_socket( 2024-07-29T15:05:54.241 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-29T15:05:54.242 INFO:journalctl@ceph.mon.c.smithi067.stdout: return self.sslsocket_class._create( 2024-07-29T15:05:54.242 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-29T15:05:54.242 INFO:journalctl@ceph.mon.c.smithi067.stdout: self.do_handshake() 2024-07-29T15:05:54.242 INFO:journalctl@ceph.mon.c.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-29T15:05:54.242 INFO:journalctl@ceph.mon.c.smithi067.stdout: self._sslobj.do_handshake() 2024-07-29T15:05:54.242 INFO:journalctl@ceph.mon.c.smithi067.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-29T15:05:54.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:53 smithi138 ceph-mon[32824]: [29/Jul/2024:15:05:52] ENGINE Bus STARTING 2024-07-29T15:05:54.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:53 smithi138 ceph-mon[32824]: [29/Jul/2024:15:05:52] ENGINE Serving on http://172.21.15.67:8765 2024-07-29T15:05:54.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:53 smithi138 ceph-mon[32824]: [29/Jul/2024:15:05:52] ENGINE Serving on https://172.21.15.67:7150 2024-07-29T15:05:54.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:53 smithi138 ceph-mon[32824]: [29/Jul/2024:15:05:52] ENGINE Bus STARTED 2024-07-29T15:05:54.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:53 smithi138 ceph-mon[32824]: [29/Jul/2024:15:05:52] ENGINE Error in HTTPServer.serve 2024-07-29T15:05:54.310 INFO:journalctl@ceph.mon.b.smithi138.stdout: Traceback (most recent call last): 2024-07-29T15:05:54.311 INFO:journalctl@ceph.mon.b.smithi138.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-29T15:05:54.311 INFO:journalctl@ceph.mon.b.smithi138.stdout: self._connections.run(self.expiration_interval) 2024-07-29T15:05:54.311 INFO:journalctl@ceph.mon.b.smithi138.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-29T15:05:54.311 INFO:journalctl@ceph.mon.b.smithi138.stdout: self._run(expiration_interval) 2024-07-29T15:05:54.311 INFO:journalctl@ceph.mon.b.smithi138.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-29T15:05:54.311 INFO:journalctl@ceph.mon.b.smithi138.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-29T15:05:54.311 INFO:journalctl@ceph.mon.b.smithi138.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-29T15:05:54.311 INFO:journalctl@ceph.mon.b.smithi138.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-29T15:05:54.311 INFO:journalctl@ceph.mon.b.smithi138.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-29T15:05:54.311 INFO:journalctl@ceph.mon.b.smithi138.stdout: s = self.context.wrap_socket( 2024-07-29T15:05:54.311 INFO:journalctl@ceph.mon.b.smithi138.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-29T15:05:54.311 INFO:journalctl@ceph.mon.b.smithi138.stdout: return self.sslsocket_class._create( 2024-07-29T15:05:54.312 INFO:journalctl@ceph.mon.b.smithi138.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-29T15:05:54.312 INFO:journalctl@ceph.mon.b.smithi138.stdout: self.do_handshake() 2024-07-29T15:05:54.312 INFO:journalctl@ceph.mon.b.smithi138.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-29T15:05:54.312 INFO:journalctl@ceph.mon.b.smithi138.stdout: self._sslobj.do_handshake() 2024-07-29T15:05:54.312 INFO:journalctl@ceph.mon.b.smithi138.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-29T15:05:54.908 INFO:tasks.rados.rados.0.smithi067.stdout:1041: done (0 left) 2024-07-29T15:05:54.908 INFO:tasks.rados.rados.0.smithi067.stdout:1042: snap_create 2024-07-29T15:05:55.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:54 smithi067 ceph-mon[91995]: pgmap v8: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:05:55.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:54 smithi067 ceph-mon[91995]: mgrmap e42: y(active, since 4s), standbys: x 2024-07-29T15:05:55.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:54 smithi067 ceph-mon[91995]: osdmap e268: 8 total, 8 up, 8 in 2024-07-29T15:05:55.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:54 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:05:55.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:54 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:05:55.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:54 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:05:55.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:54 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:05:55.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:54 smithi067 ceph-mon[39695]: pgmap v8: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:05:55.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:54 smithi067 ceph-mon[39695]: mgrmap e42: y(active, since 4s), standbys: x 2024-07-29T15:05:55.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:54 smithi067 ceph-mon[39695]: osdmap e268: 8 total, 8 up, 8 in 2024-07-29T15:05:55.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:54 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:05:55.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:54 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:05:55.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:54 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:05:55.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:54 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:05:55.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:54 smithi138 ceph-mon[32824]: pgmap v8: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:05:55.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:54 smithi138 ceph-mon[32824]: mgrmap e42: y(active, since 4s), standbys: x 2024-07-29T15:05:55.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:54 smithi138 ceph-mon[32824]: osdmap e268: 8 total, 8 up, 8 in 2024-07-29T15:05:55.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:54 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:05:55.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:54 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:05:55.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:54 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:05:55.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:54 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:05:55.917 INFO:tasks.rados.rados.0.smithi067.stdout:1042: done (0 left) 2024-07-29T15:05:55.917 INFO:tasks.rados.rados.0.smithi067.stdout:1043: rollback oid 48 current snap is 103 2024-07-29T15:05:55.917 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 48 to 85 2024-07-29T15:05:55.917 INFO:tasks.rados.rados.0.smithi067.stdout:1044: copy_from oid 4 from oid 24 current snap is 103 2024-07-29T15:05:55.917 INFO:tasks.rados.rados.0.smithi067.stdout:1045: snap_create 2024-07-29T15:05:55.921 INFO:tasks.rados.rados.0.smithi067.stdout:1043: finishing rollback tid 0 to smithi06780069-48 2024-07-29T15:05:55.921 INFO:tasks.rados.rados.0.smithi067.stdout:1043: finishing rollback tid 1 to smithi06780069-48 2024-07-29T15:05:55.921 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 48 v 381 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-07-29T15:05:55.924 INFO:tasks.rados.rados.0.smithi067.stdout:1044: finishing copy_from to smithi06780069-4 2024-07-29T15:05:55.924 INFO:tasks.rados.rados.0.smithi067.stdout:1044: got expected ENOENT (src dne) 2024-07-29T15:05:55.924 INFO:tasks.rados.rados.0.smithi067.stdout:1044: finishing copy_from racing read to smithi06780069-4 2024-07-29T15:05:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:55 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:05:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:55 smithi067 ceph-mon[91995]: osdmap e269: 8 total, 8 up, 8 in 2024-07-29T15:05:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:55 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:05:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:55 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:05:55.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:55 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:05:55.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:55 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:05:55.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:55 smithi067 ceph-mon[39695]: osdmap e269: 8 total, 8 up, 8 in 2024-07-29T15:05:55.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:55 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:05:55.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:55 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:05:55.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:55 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:05:56.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:55 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:05:56.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:55 smithi138 ceph-mon[32824]: osdmap e269: 8 total, 8 up, 8 in 2024-07-29T15:05:56.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:55 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:05:56.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:55 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:05:56.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:55 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:05:56.930 INFO:tasks.rados.rados.0.smithi067.stdout:1043: done (2 left) 2024-07-29T15:05:56.930 INFO:tasks.rados.rados.0.smithi067.stdout:1044: done (1 left) 2024-07-29T15:05:56.930 INFO:tasks.rados.rados.0.smithi067.stdout:1045: done (0 left) 2024-07-29T15:05:56.930 INFO:tasks.rados.rados.0.smithi067.stdout:1046: read oid 34 snap 74 2024-07-29T15:05:56.930 INFO:tasks.rados.rados.0.smithi067.stdout:1046: expect deleted 2024-07-29T15:05:56.930 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 45 current snap is 104 2024-07-29T15:05:56.930 INFO:tasks.rados.rados.0.smithi067.stdout:1047: seq_num 353 ranges {1024000=720896,1744896=401408} 2024-07-29T15:05:56.939 INFO:tasks.rados.rados.0.smithi067.stdout:1047: writing smithi06780069-45 from 1024000 to 1744896 tid 1 2024-07-29T15:05:56.942 INFO:tasks.rados.rados.0.smithi067.stdout:1047: writing smithi06780069-45 from 1744896 to 2146304 tid 2 2024-07-29T15:05:56.942 INFO:tasks.rados.rados.0.smithi067.stdout:1048: delete oid 48 current snap is 104 2024-07-29T15:05:56.944 INFO:tasks.rados.rados.0.smithi067.stdout:1046: done (2 left) 2024-07-29T15:05:56.944 INFO:tasks.rados.rados.0.smithi067.stdout:1048: done (1 left) 2024-07-29T15:05:56.944 INFO:tasks.rados.rados.0.smithi067.stdout:1049: setattr oid 50 current snap is 104 2024-07-29T15:05:56.945 INFO:tasks.rados.rados.0.smithi067.stdout:1047: finishing write tid 1 to smithi06780069-45 2024-07-29T15:05:56.946 INFO:tasks.rados.rados.0.smithi067.stdout:1050: rollback oid 46 current snap is 104 2024-07-29T15:05:56.946 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 46 to 74 2024-07-29T15:05:56.946 INFO:tasks.rados.rados.0.smithi067.stdout:1047: finishing write tid 2 to smithi06780069-45 2024-07-29T15:05:56.946 INFO:tasks.rados.rados.0.smithi067.stdout:1051: snap_create 2024-07-29T15:05:56.946 INFO:tasks.rados.rados.0.smithi067.stdout:1047: finishing write tid 3 to smithi06780069-45 2024-07-29T15:05:56.947 INFO:tasks.rados.rados.0.smithi067.stdout:1047: finishing write tid 4 to smithi06780069-45 2024-07-29T15:05:56.947 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 195 (ObjNum 353 snap 104 seq_num 353) dirty exists 2024-07-29T15:05:56.947 INFO:tasks.rados.rados.0.smithi067.stdout:1047: left oid 45 (ObjNum 353 snap 104 seq_num 353) 2024-07-29T15:05:56.952 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 50 v 374 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-07-29T15:05:56.952 INFO:tasks.rados.rados.0.smithi067.stdout:1050: finishing rollback tid 0 to smithi06780069-46 2024-07-29T15:05:56.953 INFO:tasks.rados.rados.0.smithi067.stdout:1050: finishing rollback tid 1 to smithi06780069-46 2024-07-29T15:05:56.953 INFO:tasks.rados.rados.0.smithi067.stdout:1050: finishing rollback tid 2 to smithi06780069-46 2024-07-29T15:05:56.953 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 46 v 464 (ObjNum 207 snap 50 seq_num 207) dirty exists 2024-07-29T15:05:57.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:56 smithi138 ceph-mon[32824]: pgmap v11: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 262 KiB/s wr, 32 op/s 2024-07-29T15:05:57.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:56 smithi138 ceph-mon[32824]: osdmap e270: 8 total, 8 up, 8 in 2024-07-29T15:05:57.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:05:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:05:56.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi138\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:05:57.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:56 smithi067 ceph-mon[91995]: pgmap v11: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 262 KiB/s wr, 32 op/s 2024-07-29T15:05:57.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:56 smithi067 ceph-mon[91995]: osdmap e270: 8 total, 8 up, 8 in 2024-07-29T15:05:57.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:56 smithi067 ceph-mon[39695]: pgmap v11: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 262 KiB/s wr, 32 op/s 2024-07-29T15:05:57.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:56 smithi067 ceph-mon[39695]: osdmap e270: 8 total, 8 up, 8 in 2024-07-29T15:05:57.879 INFO:tasks.rados.rados.0.smithi067.stdout:1047: done (3 left) 2024-07-29T15:05:57.879 INFO:tasks.rados.rados.0.smithi067.stdout:1049: done (2 left) 2024-07-29T15:05:57.879 INFO:tasks.rados.rados.0.smithi067.stdout:1050: done (1 left) 2024-07-29T15:05:57.879 INFO:tasks.rados.rados.0.smithi067.stdout:1051: done (0 left) 2024-07-29T15:05:57.879 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 36 current snap is 105 2024-07-29T15:05:57.880 INFO:tasks.rados.rados.0.smithi067.stdout:1052: seq_num 355 ranges {1712128=753664,2465792=401408} 2024-07-29T15:05:57.892 INFO:tasks.rados.rados.0.smithi067.stdout:1052: writing smithi06780069-36 from 1712128 to 2465792 tid 1 2024-07-29T15:05:57.895 INFO:tasks.rados.rados.0.smithi067.stdout:1052: writing smithi06780069-36 from 2465792 to 2867200 tid 2 2024-07-29T15:05:57.895 INFO:tasks.rados.rados.0.smithi067.stdout:1053: read oid 24 snap -1 2024-07-29T15:05:57.895 INFO:tasks.rados.rados.0.smithi067.stdout:1053: expect deleted 2024-07-29T15:05:57.895 INFO:tasks.rados.rados.0.smithi067.stdout:1054: snap_remove snap 92 2024-07-29T15:05:58.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:57 smithi067 ceph-mon[91995]: osdmap e271: 8 total, 8 up, 8 in 2024-07-29T15:05:58.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:57 smithi067 ceph-mon[91995]: osdmap e272: 8 total, 8 up, 8 in 2024-07-29T15:05:58.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:57 smithi067 ceph-mon[39695]: osdmap e271: 8 total, 8 up, 8 in 2024-07-29T15:05:58.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:57 smithi067 ceph-mon[39695]: osdmap e272: 8 total, 8 up, 8 in 2024-07-29T15:05:58.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:05:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:05:57] "GET /metrics HTTP/1.1" 200 33383 "" "Prometheus/2.51.0" 2024-07-29T15:05:58.264 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:57 smithi138 ceph-mon[32824]: osdmap e271: 8 total, 8 up, 8 in 2024-07-29T15:05:58.265 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:57 smithi138 ceph-mon[32824]: osdmap e272: 8 total, 8 up, 8 in 2024-07-29T15:05:58.882 INFO:tasks.rados.rados.0.smithi067.stdout:1054: done (2 left) 2024-07-29T15:05:58.882 INFO:tasks.rados.rados.0.smithi067.stdout:1055: read oid 22 snap -1 2024-07-29T15:05:58.882 INFO:tasks.rados.rados.0.smithi067.stdout:1055: expect (ObjNum 343 snap 102 seq_num 343) 2024-07-29T15:05:58.883 INFO:tasks.rados.rados.0.smithi067.stdout:1056: read oid 46 snap -1 2024-07-29T15:05:58.883 INFO:tasks.rados.rados.0.smithi067.stdout:1056: expect (ObjNum 207 snap 50 seq_num 207) 2024-07-29T15:05:58.883 INFO:tasks.rados.rados.0.smithi067.stdout:1057: rmattr oid 42 current snap is 105 2024-07-29T15:05:58.883 INFO:tasks.rados.rados.0.smithi067.stdout:1058: read oid 23 snap -1 2024-07-29T15:05:58.883 INFO:tasks.rados.rados.0.smithi067.stdout:1058: expect (ObjNum 122 snap 28 seq_num 122) 2024-07-29T15:05:58.883 INFO:tasks.rados.rados.0.smithi067.stdout:1059: rmattr oid 32 current snap is 105 2024-07-29T15:05:58.885 INFO:tasks.rados.rados.0.smithi067.stdout:1060: read oid 31 snap -1 2024-07-29T15:05:58.885 INFO:tasks.rados.rados.0.smithi067.stdout:1060: expect deleted 2024-07-29T15:05:58.886 INFO:tasks.rados.rados.0.smithi067.stdout:1061: rmattr oid 48 current snap is 105 2024-07-29T15:05:58.886 INFO:tasks.rados.rados.0.smithi067.stdout:1061: done (8 left) 2024-07-29T15:05:58.886 INFO:tasks.rados.rados.0.smithi067.stdout:1062: setattr oid 45 current snap is 105 2024-07-29T15:05:58.886 INFO:tasks.rados.rados.0.smithi067.stdout:1052: finishing write tid 1 to smithi06780069-36 2024-07-29T15:05:58.886 INFO:tasks.rados.rados.0.smithi067.stdout:1052: finishing write tid 2 to smithi06780069-36 2024-07-29T15:05:58.886 INFO:tasks.rados.rados.0.smithi067.stdout:1052: finishing write tid 3 to smithi06780069-36 2024-07-29T15:05:58.886 INFO:tasks.rados.rados.0.smithi067.stdout:1052: finishing write tid 4 to smithi06780069-36 2024-07-29T15:05:58.886 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 199 (ObjNum 355 snap 105 seq_num 355) dirty exists 2024-07-29T15:05:58.886 INFO:tasks.rados.rados.0.smithi067.stdout:1052: left oid 36 (ObjNum 355 snap 105 seq_num 355) 2024-07-29T15:05:58.886 INFO:tasks.rados.rados.0.smithi067.stdout:1052: done (8 left) 2024-07-29T15:05:58.886 INFO:tasks.rados.rados.0.smithi067.stdout:1053: done (7 left) 2024-07-29T15:05:58.887 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 11 current snap is 105 2024-07-29T15:05:58.887 INFO:tasks.rados.rados.0.smithi067.stdout:1063: seq_num 356 ranges {7831552=770048,8601600=401408} 2024-07-29T15:05:58.938 INFO:tasks.rados.rados.0.smithi067.stdout:1063: writing smithi06780069-11 from 7831552 to 8601600 tid 1 2024-07-29T15:05:58.941 INFO:tasks.rados.rados.0.smithi067.stdout:1063: writing smithi06780069-11 from 8601600 to 9003008 tid 2 2024-07-29T15:05:58.941 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 19 current snap is 105 2024-07-29T15:05:58.941 INFO:tasks.rados.rados.0.smithi067.stdout:1064: seq_num 357 ranges {335872=786432,1122304=401408} 2024-07-29T15:05:58.948 INFO:tasks.rados.rados.0.smithi067.stdout:1064: writing smithi06780069-19 from 335872 to 1122304 tid 1 2024-07-29T15:05:58.951 INFO:tasks.rados.rados.0.smithi067.stdout:1064: writing smithi06780069-19 from 1122304 to 1523712 tid 2 2024-07-29T15:05:58.951 INFO:tasks.rados.rados.0.smithi067.stdout:1065: setattr oid 50 current snap is 105 2024-07-29T15:05:58.951 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 421 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-07-29T15:05:58.951 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 490 (ObjNum 270 snap 74 seq_num 270) dirty exists 2024-07-29T15:05:58.952 INFO:tasks.rados.rados.0.smithi067.stdout:1055: expect (ObjNum 343 snap 102 seq_num 343) 2024-07-29T15:05:58.978 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 201 (ObjNum 353 snap 104 seq_num 353) dirty exists 2024-07-29T15:05:58.978 INFO:tasks.rados.rados.0.smithi067.stdout:1056: expect (ObjNum 207 snap 50 seq_num 207) 2024-07-29T15:05:59.299 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:59 smithi138 ceph-mon[32824]: pgmap v14: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 262 KiB/s wr, 32 op/s 2024-07-29T15:05:59.299 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:59 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:05:59.299 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:59 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:05:59.299 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:59 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:05:59.299 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:59 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:05:59.299 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:59 smithi138 ceph-mon[32824]: Updating smithi067:/etc/ceph/ceph.conf 2024-07-29T15:05:59.299 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:59 smithi138 ceph-mon[32824]: Updating smithi138:/etc/ceph/ceph.conf 2024-07-29T15:05:59.299 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:05:59 smithi138 ceph-mon[32824]: osdmap e273: 8 total, 8 up, 8 in 2024-07-29T15:05:59.571 INFO:tasks.rados.rados.0.smithi067.stdout:1058: expect (ObjNum 122 snap 28 seq_num 122) 2024-07-29T15:05:59.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:59 smithi067 ceph-mon[39695]: pgmap v14: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 262 KiB/s wr, 32 op/s 2024-07-29T15:05:59.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:59 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:05:59.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:59 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:05:59.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:59 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:05:59.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:59 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:05:59.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:59 smithi067 ceph-mon[39695]: Updating smithi067:/etc/ceph/ceph.conf 2024-07-29T15:05:59.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:59 smithi067 ceph-mon[39695]: Updating smithi138:/etc/ceph/ceph.conf 2024-07-29T15:05:59.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:05:59 smithi067 ceph-mon[39695]: osdmap e273: 8 total, 8 up, 8 in 2024-07-29T15:05:59.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:59 smithi067 ceph-mon[91995]: pgmap v14: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 262 KiB/s wr, 32 op/s 2024-07-29T15:05:59.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:59 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:05:59.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:59 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:05:59.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:59 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:05:59.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:59 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:05:59.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:59 smithi067 ceph-mon[91995]: Updating smithi067:/etc/ceph/ceph.conf 2024-07-29T15:05:59.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:59 smithi067 ceph-mon[91995]: Updating smithi138:/etc/ceph/ceph.conf 2024-07-29T15:05:59.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:05:59 smithi067 ceph-mon[91995]: osdmap e273: 8 total, 8 up, 8 in 2024-07-29T15:05:59.856 INFO:tasks.rados.rados.0.smithi067.stdout:1063: finishing write tid 1 to smithi06780069-11 2024-07-29T15:05:59.856 INFO:tasks.rados.rados.0.smithi067.stdout:1063: finishing write tid 2 to smithi06780069-11 2024-07-29T15:05:59.856 INFO:tasks.rados.rados.0.smithi067.stdout:1063: finishing write tid 3 to smithi06780069-11 2024-07-29T15:05:59.857 INFO:tasks.rados.rados.0.smithi067.stdout:1063: finishing write tid 4 to smithi06780069-11 2024-07-29T15:05:59.857 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 11 v 437 (ObjNum 356 snap 105 seq_num 356) dirty exists 2024-07-29T15:05:59.857 INFO:tasks.rados.rados.0.smithi067.stdout:1063: left oid 11 (ObjNum 356 snap 105 seq_num 356) 2024-07-29T15:05:59.857 INFO:tasks.rados.rados.0.smithi067.stdout:1064: finishing write tid 1 to smithi06780069-19 2024-07-29T15:05:59.857 INFO:tasks.rados.rados.0.smithi067.stdout:1064: finishing write tid 2 to smithi06780069-19 2024-07-29T15:05:59.857 INFO:tasks.rados.rados.0.smithi067.stdout:1064: finishing write tid 3 to smithi06780069-19 2024-07-29T15:05:59.857 INFO:tasks.rados.rados.0.smithi067.stdout:1064: finishing write tid 4 to smithi06780069-19 2024-07-29T15:05:59.857 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 19 v 383 (ObjNum 357 snap 105 seq_num 357) dirty exists 2024-07-29T15:05:59.857 INFO:tasks.rados.rados.0.smithi067.stdout:1064: left oid 19 (ObjNum 357 snap 105 seq_num 357) 2024-07-29T15:05:59.857 INFO:tasks.rados.rados.0.smithi067.stdout:1055: done (9 left) 2024-07-29T15:05:59.857 INFO:tasks.rados.rados.0.smithi067.stdout:1056: done (8 left) 2024-07-29T15:05:59.857 INFO:tasks.rados.rados.0.smithi067.stdout:1057: done (7 left) 2024-07-29T15:05:59.857 INFO:tasks.rados.rados.0.smithi067.stdout:1058: done (6 left) 2024-07-29T15:05:59.858 INFO:tasks.rados.rados.0.smithi067.stdout:1059: done (5 left) 2024-07-29T15:05:59.858 INFO:tasks.rados.rados.0.smithi067.stdout:1060: done (4 left) 2024-07-29T15:05:59.858 INFO:tasks.rados.rados.0.smithi067.stdout:1062: done (3 left) 2024-07-29T15:05:59.858 INFO:tasks.rados.rados.0.smithi067.stdout:1063: done (2 left) 2024-07-29T15:05:59.858 INFO:tasks.rados.rados.0.smithi067.stdout:1064: done (1 left) 2024-07-29T15:05:59.858 INFO:tasks.rados.rados.0.smithi067.stdout:1066: read oid 44 snap -1 2024-07-29T15:05:59.858 INFO:tasks.rados.rados.0.smithi067.stdout:1066: expect (ObjNum 193 snap 47 seq_num 193) 2024-07-29T15:05:59.858 INFO:tasks.rados.rados.0.smithi067.stdout:1067: read oid 36 snap 88 2024-07-29T15:05:59.858 INFO:tasks.rados.rados.0.smithi067.stdout:1067: expect (ObjNum 289 snap 83 seq_num 289) 2024-07-29T15:05:59.858 INFO:tasks.rados.rados.0.smithi067.stdout:1068: setattr oid 21 current snap is 105 2024-07-29T15:05:59.858 INFO:tasks.rados.rados.0.smithi067.stdout:1069: read oid 25 snap -1 2024-07-29T15:05:59.858 INFO:tasks.rados.rados.0.smithi067.stdout:1069: expect (ObjNum 278 snap 80 seq_num 278) 2024-07-29T15:05:59.858 INFO:tasks.rados.rados.0.smithi067.stdout:1070: snap_create 2024-07-29T15:05:59.859 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 50 v 380 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-29T15:05:59.859 INFO:tasks.rados.rados.0.smithi067.stdout:1067: expect (ObjNum 289 snap 83 seq_num 289) 2024-07-29T15:05:59.865 INFO:tasks.rados.rados.0.smithi067.stdout:1066: expect (ObjNum 193 snap 47 seq_num 193) 2024-07-29T15:05:59.917 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 431 (ObjNum 180 snap 45 seq_num 180) dirty exists 2024-07-29T15:05:59.917 INFO:tasks.rados.rados.0.smithi067.stdout:1069: expect (ObjNum 278 snap 80 seq_num 278) 2024-07-29T15:06:00.338 INFO:tasks.rados.rados.0.smithi067.stdout:1065: done (5 left) 2024-07-29T15:06:00.339 INFO:tasks.rados.rados.0.smithi067.stdout:1066: done (4 left) 2024-07-29T15:06:00.339 INFO:tasks.rados.rados.0.smithi067.stdout:1067: done (3 left) 2024-07-29T15:06:00.339 INFO:tasks.rados.rados.0.smithi067.stdout:1068: done (2 left) 2024-07-29T15:06:00.339 INFO:tasks.rados.rados.0.smithi067.stdout:1069: done (1 left) 2024-07-29T15:06:00.339 INFO:tasks.rados.rados.0.smithi067.stdout:1070: done (0 left) 2024-07-29T15:06:00.339 INFO:tasks.rados.rados.0.smithi067.stdout:1071: snap_remove snap 89 2024-07-29T15:06:00.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: Updating smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T15:06:00.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: Updating smithi067:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T15:06:00.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: Updating smithi138:/etc/ceph/ceph.client.admin.keyring 2024-07-29T15:06:00.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: Updating smithi067:/etc/ceph/ceph.client.admin.keyring 2024-07-29T15:06:00.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: Updating smithi067:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.client.admin.keyring 2024-07-29T15:06:00.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: Updating smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.client.admin.keyring 2024-07-29T15:06:00.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:00.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:00.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:00.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:00.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:00.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:06:00.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:06:00.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-07-29T15:06:00.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-07-29T15:06:00.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:06:00.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:06:00.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:06:00.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:06:00.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:06:00.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:06:00.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:06:00.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:06:00.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:06:00.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:06:00.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:06:00.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:06:00.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:06:00.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:06:00.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: Updating smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T15:06:00.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: Updating smithi067:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T15:06:00.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: Updating smithi138:/etc/ceph/ceph.client.admin.keyring 2024-07-29T15:06:00.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: Updating smithi067:/etc/ceph/ceph.client.admin.keyring 2024-07-29T15:06:00.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: Updating smithi067:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.client.admin.keyring 2024-07-29T15:06:00.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: Updating smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.client.admin.keyring 2024-07-29T15:06:00.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:00.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:00.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:00.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:00.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:00.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:06:00.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:06:00.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-07-29T15:06:00.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-07-29T15:06:00.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:06:00.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:06:00.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:06:00.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:06:00.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:06:00.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:06:00.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:06:00.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:06:00.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:06:00.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:06:00.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:06:00.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:06:00.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:06:00.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:06:00.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:06:00.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:06:00.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:06:00.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:06:00.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:06:00.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:06:00.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:06:00.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:06:00.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:06:00.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:06:00.496 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:06:00.496 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:06:00.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:06:00.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:06:00.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:06:00.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:06:00.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:06:00.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:06:00.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:06:00.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:06:00.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:06:00.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:06:00.497 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:06:00.497 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:06:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:06:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:06:00.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: Updating smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T15:06:00.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: Updating smithi067:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.conf 2024-07-29T15:06:00.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: Updating smithi138:/etc/ceph/ceph.client.admin.keyring 2024-07-29T15:06:00.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: Updating smithi067:/etc/ceph/ceph.client.admin.keyring 2024-07-29T15:06:00.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: Updating smithi067:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.client.admin.keyring 2024-07-29T15:06:00.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: Updating smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/config/ceph.client.admin.keyring 2024-07-29T15:06:00.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:00.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:00.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:00.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:00.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:00.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:06:00.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:06:00.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-07-29T15:06:00.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-07-29T15:06:00.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:06:00.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:06:00.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:06:00.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:06:00.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:06:00.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:06:00.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:06:00.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:06:00.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:06:00.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:06:00.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:06:00.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:06:00.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:06:00.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:06:00.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:06:00.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:06:00.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:06:00.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:06:00.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:06:00.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:06:00.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:06:00.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:06:00.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:06:00.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:06:00.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:06:00.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:00 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:06:01.346 INFO:tasks.rados.rados.0.smithi067.stdout:1071: done (0 left) 2024-07-29T15:06:01.346 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 25 current snap is 106 2024-07-29T15:06:01.346 INFO:tasks.rados.rados.0.smithi067.stdout:1072: seq_num 358 ranges {4366336=802816,5169152=401408} 2024-07-29T15:06:01.368 INFO:tasks.rados.rados.0.smithi067.stdout:1072: writing smithi06780069-25 from 4366336 to 5169152 tid 1 2024-07-29T15:06:01.371 INFO:tasks.rados.rados.0.smithi067.stdout:1072: writing smithi06780069-25 from 5169152 to 5570560 tid 2 2024-07-29T15:06:01.371 INFO:tasks.rados.rados.0.smithi067.stdout:1073: copy_from oid 1 from oid 10 current snap is 106 2024-07-29T15:06:01.371 INFO:tasks.rados.rados.0.smithi067.stdout:1074: read oid 46 snap -1 2024-07-29T15:06:01.371 INFO:tasks.rados.rados.0.smithi067.stdout:1074: expect (ObjNum 207 snap 50 seq_num 207) 2024-07-29T15:06:01.371 INFO:tasks.rados.rados.0.smithi067.stdout:1075: setattr oid 4 current snap is 106 2024-07-29T15:06:01.373 INFO:tasks.rados.rados.0.smithi067.stdout:1076: delete oid 21 current snap is 106 2024-07-29T15:06:01.375 INFO:tasks.rados.rados.0.smithi067.stdout:1072: finishing write tid 1 to smithi06780069-25 2024-07-29T15:06:01.375 INFO:tasks.rados.rados.0.smithi067.stdout:1072: finishing write tid 2 to smithi06780069-25 2024-07-29T15:06:01.376 INFO:tasks.rados.rados.0.smithi067.stdout:1072: finishing write tid 3 to smithi06780069-25 2024-07-29T15:06:01.376 INFO:tasks.rados.rados.0.smithi067.stdout:1076: done (4 left) 2024-07-29T15:06:01.376 INFO:tasks.rados.rados.0.smithi067.stdout:1077: snap_remove snap 61 2024-07-29T15:06:01.607 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:01 smithi067 ceph-mon[39695]: Upgrade: It appears safe to stop mon.c 2024-07-29T15:06:01.607 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:01 smithi067 ceph-mon[39695]: pgmap v17: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:06:01.607 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:01 smithi067 ceph-mon[39695]: osdmap e274: 8 total, 8 up, 8 in 2024-07-29T15:06:01.607 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:01 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:01.607 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:01 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-29T15:06:01.607 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:01 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-29T15:06:01.608 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:01 smithi067 ceph-mon[39695]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:01.608 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:01 smithi067 ceph-mon[91995]: Upgrade: It appears safe to stop mon.c 2024-07-29T15:06:01.608 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:01 smithi067 ceph-mon[91995]: pgmap v17: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:06:01.608 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:01 smithi067 ceph-mon[91995]: osdmap e274: 8 total, 8 up, 8 in 2024-07-29T15:06:01.608 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:01 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:01.608 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:01 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-29T15:06:01.608 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:01 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-29T15:06:01.608 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:01 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:01.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:01 smithi138 ceph-mon[32824]: Upgrade: It appears safe to stop mon.c 2024-07-29T15:06:01.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:01 smithi138 ceph-mon[32824]: pgmap v17: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:06:01.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:01 smithi138 ceph-mon[32824]: osdmap e274: 8 total, 8 up, 8 in 2024-07-29T15:06:01.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:01 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:01.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:01 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-29T15:06:01.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:01 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-29T15:06:01.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:01 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:02.361 INFO:tasks.rados.rados.0.smithi067.stdout:1072: finishing write tid 4 to smithi06780069-25 2024-07-29T15:06:02.361 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 25 v 443 (ObjNum 358 snap 106 seq_num 358) dirty exists 2024-07-29T15:06:02.361 INFO:tasks.rados.rados.0.smithi067.stdout:1072: left oid 25 (ObjNum 358 snap 106 seq_num 358) 2024-07-29T15:06:02.362 INFO:tasks.rados.rados.0.smithi067.stdout:1073: finishing copy_from racing read to smithi06780069-1 2024-07-29T15:06:02.362 INFO:tasks.rados.rados.0.smithi067.stdout:1073: finishing copy_from to smithi06780069-1 2024-07-29T15:06:02.362 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 352 (ObjNum 335 snap 100 seq_num 335) dirty exists 2024-07-29T15:06:02.362 INFO:tasks.rados.rados.0.smithi067.stdout:1074: expect (ObjNum 207 snap 50 seq_num 207) 2024-07-29T15:06:02.579 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:02 smithi067 ceph-mon[91995]: Upgrade: Updating mon.c 2024-07-29T15:06:02.579 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:02 smithi067 ceph-mon[91995]: Deploying daemon mon.c on smithi067 2024-07-29T15:06:02.579 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:02 smithi067 ceph-mon[91995]: osdmap e275: 8 total, 8 up, 8 in 2024-07-29T15:06:02.579 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:02 smithi067 ceph-mon[39695]: Upgrade: Updating mon.c 2024-07-29T15:06:02.579 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:02 smithi067 ceph-mon[39695]: Deploying daemon mon.c on smithi067 2024-07-29T15:06:02.579 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:02 smithi067 ceph-mon[39695]: osdmap e275: 8 total, 8 up, 8 in 2024-07-29T15:06:02.579 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:02 smithi067 systemd[1]: Stopping Ceph mon.c for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:06:02.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:02 smithi138 ceph-mon[32824]: Upgrade: Updating mon.c 2024-07-29T15:06:02.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:02 smithi138 ceph-mon[32824]: Deploying daemon mon.c on smithi067 2024-07-29T15:06:02.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:02 smithi138 ceph-mon[32824]: osdmap e275: 8 total, 8 up, 8 in 2024-07-29T15:06:02.958 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 476 (ObjNum 190 snap 47 seq_num 190) dirty exists 2024-07-29T15:06:02.959 INFO:tasks.rados.rados.0.smithi067.stdout:1072: done (4 left) 2024-07-29T15:06:02.959 INFO:tasks.rados.rados.0.smithi067.stdout:1073: done (3 left) 2024-07-29T15:06:02.959 INFO:tasks.rados.rados.0.smithi067.stdout:1074: done (2 left) 2024-07-29T15:06:02.959 INFO:tasks.rados.rados.0.smithi067.stdout:1075: done (1 left) 2024-07-29T15:06:02.959 INFO:tasks.rados.rados.0.smithi067.stdout:1077: done (0 left) 2024-07-29T15:06:02.959 INFO:tasks.rados.rados.0.smithi067.stdout:1078: rollback oid 6 current snap is 106 2024-07-29T15:06:02.959 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 6 to 74 2024-07-29T15:06:02.959 INFO:tasks.rados.rados.0.smithi067.stdout:1079: read oid 4 snap -1 2024-07-29T15:06:02.959 INFO:tasks.rados.rados.0.smithi067.stdout:1079: expect (ObjNum 190 snap 47 seq_num 190) 2024-07-29T15:06:02.959 INFO:tasks.rados.rados.0.smithi067.stdout:1080: snap_remove snap 91 2024-07-29T15:06:03.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:02 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-c[39691]: 2024-07-29T15:06:02.897+0000 7fd60a5b2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-07-29T15:06:03.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:02 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-c[39691]: 2024-07-29T15:06:02.897+0000 7fd60a5b2640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-07-29T15:06:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:02 smithi067 podman[94215]: 2024-07-29 15:06:02.980045802 +0000 UTC m=+0.221082772 container died 55264effb9e81d3e01b13754df95ab7a8f94a0932adf9b4d06511988894652de (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, RELEASE=quincy-3120d06, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD) 2024-07-29T15:06:03.633 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:03 smithi067 podman[94215]: 2024-07-29 15:06:03.322941111 +0000 UTC m=+0.563978069 container cleanup 55264effb9e81d3e01b13754df95ab7a8f94a0932adf9b4d06511988894652de (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-c, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=quincy-3120d06, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240724) 2024-07-29T15:06:03.633 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:03 smithi067 bash[94215]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-c 2024-07-29T15:06:03.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:03 smithi067 podman[94227]: 2024-07-29 15:06:03.63298953 +0000 UTC m=+0.653421600 container remove 55264effb9e81d3e01b13754df95ab7a8f94a0932adf9b4d06511988894652de (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-c, GIT_CLEAN=True, org.label-schema.build-date=20240724, RELEASE=quincy-3120d06, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-07-29T15:06:03.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:03 smithi067 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mon.c.service: Deactivated successfully. 2024-07-29T15:06:03.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:03 smithi067 systemd[1]: Stopped Ceph mon.c for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:06:03.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:03 smithi067 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mon.c.service: Consumed 8.964s CPU time. 2024-07-29T15:06:04.355 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 systemd[1]: Starting Ceph mon.c for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:06:04.355 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 podman[94356]: 2024-07-29 15:06:04.251037781 +0000 UTC m=+0.111410275 container create 75074f1e503ebe3b12b56ea2aad99f6c1b27eb443b40d71ba92481700bf5c7c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-c, RELEASE=main-69149bb, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240716, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-07-29T15:06:04.355 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 podman[94356]: 2024-07-29 15:06:04.158410324 +0000 UTC m=+0.018782783 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T15:06:04.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:06:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:06:04.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:06:04.692 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 podman[94356]: 2024-07-29 15:06:04.478591055 +0000 UTC m=+0.338963506 container init 75074f1e503ebe3b12b56ea2aad99f6c1b27eb443b40d71ba92481700bf5c7c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-c, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-69149bb, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240716, maintainer=Guillaume Abrioux ) 2024-07-29T15:06:04.692 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 podman[94356]: 2024-07-29 15:06:04.481996373 +0000 UTC m=+0.342368822 container start 75074f1e503ebe3b12b56ea2aad99f6c1b27eb443b40d71ba92481700bf5c7c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=main-69149bb, org.label-schema.license=GPLv2, org.label-schema.build-date=20240716, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0) 2024-07-29T15:06:04.692 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: set uid:gid to 167:167 (ceph:ceph) 2024-07-29T15:06:04.692 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev), process ceph-mon, pid 2 2024-07-29T15:06:04.692 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: pidfile_write: ignore empty --pid-file 2024-07-29T15:06:04.693 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: load: jerasure load: lrc 2024-07-29T15:06:04.693 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: RocksDB version: 7.9.2 2024-07-29T15:06:04.693 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Git sha 0 2024-07-29T15:06:04.693 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Compile date 2024-07-19 15:25:36 2024-07-29T15:06:04.693 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: DB SUMMARY 2024-07-29T15:06:04.693 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: DB Session ID: CEK3OI7UUHB2E4GVQRG7 2024-07-29T15:06:04.693 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: CURRENT file: CURRENT 2024-07-29T15:06:04.693 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: IDENTITY file: IDENTITY 2024-07-29T15:06:04.693 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1104 Bytes 2024-07-29T15:06:04.693 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-07-29T15:06:04.693 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 10730260 ; 2024-07-29T15:06:04.693 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.error_if_exists: 0 2024-07-29T15:06:04.694 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.create_if_missing: 0 2024-07-29T15:06:04.694 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.paranoid_checks: 1 2024-07-29T15:06:04.694 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.flush_verify_memtable_count: 1 2024-07-29T15:06:04.694 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-07-29T15:06:04.694 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-07-29T15:06:04.694 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.env: 0x557875965840 2024-07-29T15:06:04.694 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.fs: PosixFileSystem 2024-07-29T15:06:04.694 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.info_log: 0x557876d5f4c0 2024-07-29T15:06:04.694 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.max_file_opening_threads: 16 2024-07-29T15:06:04.694 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.statistics: (nil) 2024-07-29T15:06:04.695 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.use_fsync: 0 2024-07-29T15:06:04.695 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.max_log_file_size: 0 2024-07-29T15:06:04.695 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-07-29T15:06:04.695 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.log_file_time_to_roll: 0 2024-07-29T15:06:04.695 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.keep_log_file_num: 1000 2024-07-29T15:06:04.696 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.recycle_log_file_num: 0 2024-07-29T15:06:04.696 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.allow_fallocate: 1 2024-07-29T15:06:04.696 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.allow_mmap_reads: 0 2024-07-29T15:06:04.696 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.allow_mmap_writes: 0 2024-07-29T15:06:04.696 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.use_direct_reads: 0 2024-07-29T15:06:04.696 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-07-29T15:06:04.696 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.create_missing_column_families: 0 2024-07-29T15:06:04.696 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.db_log_dir: 2024-07-29T15:06:04.696 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.wal_dir: 2024-07-29T15:06:04.697 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.table_cache_numshardbits: 6 2024-07-29T15:06:04.697 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.WAL_ttl_seconds: 0 2024-07-29T15:06:04.697 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.WAL_size_limit_MB: 0 2024-07-29T15:06:04.697 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-07-29T15:06:04.697 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-07-29T15:06:04.697 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.is_fd_close_on_exec: 1 2024-07-29T15:06:04.697 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.advise_random_on_open: 1 2024-07-29T15:06:04.697 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.db_write_buffer_size: 0 2024-07-29T15:06:04.697 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.write_buffer_manager: 0x557876d62960 2024-07-29T15:06:04.697 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-07-29T15:06:04.697 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-07-29T15:06:04.697 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.use_adaptive_mutex: 0 2024-07-29T15:06:04.697 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.rate_limiter: (nil) 2024-07-29T15:06:04.697 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-07-29T15:06:04.698 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.wal_recovery_mode: 2 2024-07-29T15:06:04.698 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.enable_thread_tracking: 0 2024-07-29T15:06:04.698 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.enable_pipelined_write: 0 2024-07-29T15:06:04.698 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.unordered_write: 0 2024-07-29T15:06:04.698 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-07-29T15:06:04.698 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-07-29T15:06:04.698 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-07-29T15:06:04.698 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-07-29T15:06:04.698 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.row_cache: None 2024-07-29T15:06:04.698 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.wal_filter: None 2024-07-29T15:06:04.698 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-07-29T15:06:04.698 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.allow_ingest_behind: 0 2024-07-29T15:06:04.698 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.two_write_queues: 0 2024-07-29T15:06:04.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.manual_wal_flush: 0 2024-07-29T15:06:04.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.wal_compression: 0 2024-07-29T15:06:04.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.atomic_flush: 0 2024-07-29T15:06:04.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-07-29T15:06:04.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.persist_stats_to_disk: 0 2024-07-29T15:06:04.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.write_dbid_to_manifest: 0 2024-07-29T15:06:04.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.log_readahead_size: 0 2024-07-29T15:06:04.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-07-29T15:06:04.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.best_efforts_recovery: 0 2024-07-29T15:06:04.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-07-29T15:06:04.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-07-29T15:06:04.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.allow_data_in_errors: 0 2024-07-29T15:06:04.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.db_host_id: __hostname__ 2024-07-29T15:06:04.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.enforce_single_del_contracts: true 2024-07-29T15:06:04.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.max_background_jobs: 2 2024-07-29T15:06:04.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.max_background_compactions: -1 2024-07-29T15:06:04.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.max_subcompactions: 1 2024-07-29T15:06:04.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-07-29T15:06:04.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-07-29T15:06:04.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.delayed_write_rate : 16777216 2024-07-29T15:06:04.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.max_total_wal_size: 0 2024-07-29T15:06:04.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-07-29T15:06:04.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.stats_dump_period_sec: 600 2024-07-29T15:06:04.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.stats_persist_period_sec: 600 2024-07-29T15:06:04.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-07-29T15:06:04.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.max_open_files: -1 2024-07-29T15:06:04.701 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.bytes_per_sync: 0 2024-07-29T15:06:04.701 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.wal_bytes_per_sync: 0 2024-07-29T15:06:04.701 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.strict_bytes_per_sync: 0 2024-07-29T15:06:04.701 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.compaction_readahead_size: 0 2024-07-29T15:06:04.701 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.max_background_flushes: -1 2024-07-29T15:06:04.701 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Compression algorithms supported: 2024-07-29T15:06:04.701 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: kZSTD supported: 0 2024-07-29T15:06:04.701 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: kXpressCompression supported: 0 2024-07-29T15:06:04.701 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: kBZip2Compression supported: 0 2024-07-29T15:06:04.701 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-07-29T15:06:04.701 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: kLZ4Compression supported: 1 2024-07-29T15:06:04.701 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: kZlibCompression supported: 1 2024-07-29T15:06:04.701 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: kLZ4HCCompression supported: 1 2024-07-29T15:06:04.702 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: kSnappyCompression supported: 1 2024-07-29T15:06:04.702 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Fast CRC32 supported: Supported on x86 2024-07-29T15:06:04.702 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: DMutex implementation: pthread_mutex_t 2024-07-29T15:06:04.702 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2024-07-29T15:06:04.702 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-07-29T15:06:04.702 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-07-29T15:06:04.702 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.merge_operator: 2024-07-29T15:06:04.702 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.compaction_filter: None 2024-07-29T15:06:04.702 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.compaction_filter_factory: None 2024-07-29T15:06:04.702 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.sst_partitioner_factory: None 2024-07-29T15:06:04.702 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.memtable_factory: SkipListFactory 2024-07-29T15:06:04.706 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.table_factory: BlockBasedTable 2024-07-29T15:06:04.706 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x557876d5f0e0) 2024-07-29T15:06:04.706 INFO:journalctl@ceph.mon.c.smithi067.stdout: cache_index_and_filter_blocks: 1 2024-07-29T15:06:04.706 INFO:journalctl@ceph.mon.c.smithi067.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-07-29T15:06:04.706 INFO:journalctl@ceph.mon.c.smithi067.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-07-29T15:06:04.706 INFO:journalctl@ceph.mon.c.smithi067.stdout: pin_top_level_index_and_filter: 1 2024-07-29T15:06:04.706 INFO:journalctl@ceph.mon.c.smithi067.stdout: index_type: 0 2024-07-29T15:06:04.706 INFO:journalctl@ceph.mon.c.smithi067.stdout: data_block_index_type: 0 2024-07-29T15:06:04.706 INFO:journalctl@ceph.mon.c.smithi067.stdout: index_shortening: 1 2024-07-29T15:06:04.706 INFO:journalctl@ceph.mon.c.smithi067.stdout: data_block_hash_table_util_ratio: 0.750000 2024-07-29T15:06:04.707 INFO:journalctl@ceph.mon.c.smithi067.stdout: checksum: 4 2024-07-29T15:06:04.707 INFO:journalctl@ceph.mon.c.smithi067.stdout: no_block_cache: 0 2024-07-29T15:06:04.707 INFO:journalctl@ceph.mon.c.smithi067.stdout: block_cache: 0x557876d53610 2024-07-29T15:06:04.707 INFO:journalctl@ceph.mon.c.smithi067.stdout: block_cache_name: BinnedLRUCache 2024-07-29T15:06:04.707 INFO:journalctl@ceph.mon.c.smithi067.stdout: block_cache_options: 2024-07-29T15:06:04.707 INFO:journalctl@ceph.mon.c.smithi067.stdout: capacity : 536870912 2024-07-29T15:06:04.707 INFO:journalctl@ceph.mon.c.smithi067.stdout: num_shard_bits : 4 2024-07-29T15:06:04.707 INFO:journalctl@ceph.mon.c.smithi067.stdout: strict_capacity_limit : 0 2024-07-29T15:06:04.707 INFO:journalctl@ceph.mon.c.smithi067.stdout: high_pri_pool_ratio: 0.000 2024-07-29T15:06:04.707 INFO:journalctl@ceph.mon.c.smithi067.stdout: block_cache_compressed: (nil) 2024-07-29T15:06:04.707 INFO:journalctl@ceph.mon.c.smithi067.stdout: persistent_cache: (nil) 2024-07-29T15:06:04.707 INFO:journalctl@ceph.mon.c.smithi067.stdout: block_size: 4096 2024-07-29T15:06:04.707 INFO:journalctl@ceph.mon.c.smithi067.stdout: block_size_deviation: 10 2024-07-29T15:06:04.708 INFO:journalctl@ceph.mon.c.smithi067.stdout: block_restart_interval: 16 2024-07-29T15:06:04.708 INFO:journalctl@ceph.mon.c.smithi067.stdout: index_block_restart_interval: 1 2024-07-29T15:06:04.708 INFO:journalctl@ceph.mon.c.smithi067.stdout: metadata_block_size: 4096 2024-07-29T15:06:04.708 INFO:journalctl@ceph.mon.c.smithi067.stdout: partition_filters: 0 2024-07-29T15:06:04.708 INFO:journalctl@ceph.mon.c.smithi067.stdout: use_delta_encoding: 1 2024-07-29T15:06:04.708 INFO:journalctl@ceph.mon.c.smithi067.stdout: filter_policy: bloomfilter 2024-07-29T15:06:04.708 INFO:journalctl@ceph.mon.c.smithi067.stdout: whole_key_filtering: 1 2024-07-29T15:06:04.708 INFO:journalctl@ceph.mon.c.smithi067.stdout: verify_compression: 0 2024-07-29T15:06:04.708 INFO:journalctl@ceph.mon.c.smithi067.stdout: read_amp_bytes_per_bit: 0 2024-07-29T15:06:04.708 INFO:journalctl@ceph.mon.c.smithi067.stdout: format_version: 5 2024-07-29T15:06:04.708 INFO:journalctl@ceph.mon.c.smithi067.stdout: enable_index_compression: 1 2024-07-29T15:06:04.708 INFO:journalctl@ceph.mon.c.smithi067.stdout: block_align: 0 2024-07-29T15:06:04.708 INFO:journalctl@ceph.mon.c.smithi067.stdout: max_auto_readahead_size: 262144 2024-07-29T15:06:04.708 INFO:journalctl@ceph.mon.c.smithi067.stdout: prepopulate_block_cache: 0 2024-07-29T15:06:04.709 INFO:journalctl@ceph.mon.c.smithi067.stdout: initial_auto_readahead_size: 8192 2024-07-29T15:06:04.709 INFO:journalctl@ceph.mon.c.smithi067.stdout: num_file_reads_for_auto_readahead: 2 2024-07-29T15:06:04.709 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.write_buffer_size: 33554432 2024-07-29T15:06:04.709 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.max_write_buffer_number: 2 2024-07-29T15:06:04.709 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.compression: NoCompression 2024-07-29T15:06:04.709 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.bottommost_compression: Disabled 2024-07-29T15:06:04.709 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.prefix_extractor: nullptr 2024-07-29T15:06:04.709 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-07-29T15:06:04.709 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.num_levels: 7 2024-07-29T15:06:04.709 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-07-29T15:06:04.709 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-07-29T15:06:04.709 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-07-29T15:06:04.709 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-07-29T15:06:04.710 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-07-29T15:06:04.710 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-07-29T15:06:04.710 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-07-29T15:06:04.710 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-07-29T15:06:04.710 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-07-29T15:06:04.710 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-07-29T15:06:04.710 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-07-29T15:06:04.710 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-07-29T15:06:04.710 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.compression_opts.window_bits: -14 2024-07-29T15:06:04.710 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.compression_opts.level: 32767 2024-07-29T15:06:04.710 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.compression_opts.strategy: 0 2024-07-29T15:06:04.710 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-07-29T15:06:04.710 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-07-29T15:06:04.710 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-07-29T15:06:04.711 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-07-29T15:06:04.711 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.compression_opts.enabled: false 2024-07-29T15:06:04.711 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-07-29T15:06:04.711 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-07-29T15:06:04.711 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-07-29T15:06:04.711 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-07-29T15:06:04.711 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.target_file_size_base: 67108864 2024-07-29T15:06:04.711 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.target_file_size_multiplier: 1 2024-07-29T15:06:04.711 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-07-29T15:06:04.711 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-07-29T15:06:04.711 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-07-29T15:06:04.711 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-07-29T15:06:04.711 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-07-29T15:06:04.712 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-07-29T15:06:04.712 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-07-29T15:06:04.712 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-07-29T15:06:04.712 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-07-29T15:06:04.713 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-07-29T15:06:04.713 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-07-29T15:06:04.713 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-07-29T15:06:04.713 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-07-29T15:06:04.713 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.arena_block_size: 1048576 2024-07-29T15:06:04.713 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-07-29T15:06:04.713 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-07-29T15:06:04.713 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.disable_auto_compactions: 0 2024-07-29T15:06:04.713 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-07-29T15:06:04.713 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-07-29T15:06:04.713 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-07-29T15:06:04.713 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-07-29T15:06:04.713 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-07-29T15:06:04.713 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-07-29T15:06:04.714 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-07-29T15:06:04.714 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-07-29T15:06:04.714 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-07-29T15:06:04.714 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-07-29T15:06:04.714 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-07-29T15:06:04.714 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.inplace_update_support: 0 2024-07-29T15:06:04.714 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.inplace_update_num_locks: 10000 2024-07-29T15:06:04.714 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-07-29T15:06:04.714 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-07-29T15:06:04.714 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.memtable_huge_page_size: 0 2024-07-29T15:06:04.714 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.bloom_locality: 0 2024-07-29T15:06:04.714 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.max_successive_merges: 0 2024-07-29T15:06:04.714 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.optimize_filters_for_hits: 0 2024-07-29T15:06:04.714 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.paranoid_file_checks: 0 2024-07-29T15:06:04.715 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.force_consistency_checks: 1 2024-07-29T15:06:04.715 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.report_bg_io_stats: 0 2024-07-29T15:06:04.715 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.ttl: 2592000 2024-07-29T15:06:04.715 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.periodic_compaction_seconds: 0 2024-07-29T15:06:04.715 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-07-29T15:06:04.715 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-07-29T15:06:04.715 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.enable_blob_files: false 2024-07-29T15:06:04.715 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.min_blob_size: 0 2024-07-29T15:06:04.715 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.blob_file_size: 268435456 2024-07-29T15:06:04.715 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.blob_compression_type: NoCompression 2024-07-29T15:06:04.715 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.enable_blob_garbage_collection: false 2024-07-29T15:06:04.715 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-07-29T15:06:04.715 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-07-29T15:06:04.715 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-07-29T15:06:04.716 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.blob_file_starting_level: 0 2024-07-29T15:06:04.716 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-07-29T15:06:04.716 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-07-29T15:06:04.716 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-07-29T15:06:04.716 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13513, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-07-29T15:06:04.716 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-07-29T15:06:04.716 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: e82dcc8f-a2b2-4785-b6cc-a1ae40b05f2f 2024-07-29T15:06:04.716 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722265564509562, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-07-29T15:06:04.716 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-07-29T15:06:04.716 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722265564536840, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 6666711, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13518, "largest_seqno": 16937, "table_properties": {"data_size": 6650889, "index_size": 10935, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3845, "raw_key_size": 34742, "raw_average_key_size": 22, "raw_value_size": 6618672, "raw_average_value_size": 4337, "num_data_blocks": 475, "num_entries": 1526, "num_filter_entries": 1526, "num_deletions": 291, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1722265564, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "e82dcc8f-a2b2-4785-b6cc-a1ae40b05f2f", "db_session_id": "CEK3OI7UUHB2E4GVQRG7", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-07-29T15:06:04.716 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722265564536999, "job": 1, "event": "recovery_finished"} 2024-07-29T15:06:04.716 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-07-29T15:06:04.716 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-07-29T15:06:04.716 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-07-29T15:06:04.717 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x557876d80e00 2024-07-29T15:06:04.717 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: DB pointer 0x557876e78000 2024-07-29T15:06:04.717 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-07-29T15:06:04.717 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-07-29T15:06:04.717 INFO:journalctl@ceph.mon.c.smithi067.stdout: ** DB Stats ** 2024-07-29T15:06:04.717 INFO:journalctl@ceph.mon.c.smithi067.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-29T15:06:04.717 INFO:journalctl@ceph.mon.c.smithi067.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-07-29T15:06:04.717 INFO:journalctl@ceph.mon.c.smithi067.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-07-29T15:06:04.717 INFO:journalctl@ceph.mon.c.smithi067.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-29T15:06:04.717 INFO:journalctl@ceph.mon.c.smithi067.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-07-29T15:06:04.717 INFO:journalctl@ceph.mon.c.smithi067.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-07-29T15:06:04.717 INFO:journalctl@ceph.mon.c.smithi067.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-29T15:06:04.717 INFO:journalctl@ceph.mon.c.smithi067.stdout: 2024-07-29T15:06:04.717 INFO:journalctl@ceph.mon.c.smithi067.stdout: ** Compaction Stats [default] ** 2024-07-29T15:06:04.718 INFO:journalctl@ceph.mon.c.smithi067.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-07-29T15:06:04.718 INFO:journalctl@ceph.mon.c.smithi067.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-07-29T15:06:04.718 INFO:journalctl@ceph.mon.c.smithi067.stdout: L0 1/0 6.36 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 626.3 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-07-29T15:06:04.718 INFO:journalctl@ceph.mon.c.smithi067.stdout: L6 1/0 7.66 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-07-29T15:06:04.718 INFO:journalctl@ceph.mon.c.smithi067.stdout: Sum 2/0 14.02 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 626.3 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-07-29T15:06:04.718 INFO:journalctl@ceph.mon.c.smithi067.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 626.3 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-07-29T15:06:04.718 INFO:journalctl@ceph.mon.c.smithi067.stdout: 2024-07-29T15:06:04.718 INFO:journalctl@ceph.mon.c.smithi067.stdout: ** Compaction Stats [default] ** 2024-07-29T15:06:04.718 INFO:journalctl@ceph.mon.c.smithi067.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-07-29T15:06:04.718 INFO:journalctl@ceph.mon.c.smithi067.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-29T15:06:04.718 INFO:journalctl@ceph.mon.c.smithi067.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 626.3 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-07-29T15:06:04.718 INFO:journalctl@ceph.mon.c.smithi067.stdout: 2024-07-29T15:06:04.718 INFO:journalctl@ceph.mon.c.smithi067.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-07-29T15:06:04.719 INFO:journalctl@ceph.mon.c.smithi067.stdout: 2024-07-29T15:06:04.719 INFO:journalctl@ceph.mon.c.smithi067.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-29T15:06:04.719 INFO:journalctl@ceph.mon.c.smithi067.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-07-29T15:06:04.719 INFO:journalctl@ceph.mon.c.smithi067.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-07-29T15:06:04.719 INFO:journalctl@ceph.mon.c.smithi067.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-07-29T15:06:04.719 INFO:journalctl@ceph.mon.c.smithi067.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-07-29T15:06:04.719 INFO:journalctl@ceph.mon.c.smithi067.stdout: AddFile(Keys): cumulative 0, interval 0 2024-07-29T15:06:04.719 INFO:journalctl@ceph.mon.c.smithi067.stdout: Cumulative compaction: 0.01 GB write, 200.39 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-29T15:06:04.719 INFO:journalctl@ceph.mon.c.smithi067.stdout: Interval compaction: 0.01 GB write, 200.39 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-29T15:06:04.719 INFO:journalctl@ceph.mon.c.smithi067.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-07-29T15:06:04.719 INFO:journalctl@ceph.mon.c.smithi067.stdout: Block cache BinnedLRUCache@0x557876d53610#2 capacity: 512.00 MB usage: 16.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-07-29T15:06:04.719 INFO:journalctl@ceph.mon.c.smithi067.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.03 KB,0.0007689%) IndexBlock(1,12.08 KB,0.00230372%) Misc(1,0.00 KB,0%) 2024-07-29T15:06:04.719 INFO:journalctl@ceph.mon.c.smithi067.stdout: 2024-07-29T15:06:04.719 INFO:journalctl@ceph.mon.c.smithi067.stdout: ** File Read Latency Histogram By Level [default] ** 2024-07-29T15:06:04.720 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: starting mon.c rank 2 at public addrs [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] at bind addrs [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T15:06:04.720 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: mon.c@-1(???) e3 preinit fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T15:06:04.720 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: mon.c@-1(???).mds e7 new map 2024-07-29T15:06:04.720 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: mon.c@-1(???).mds e7 print_map 2024-07-29T15:06:04.720 INFO:journalctl@ceph.mon.c.smithi067.stdout: e7 2024-07-29T15:06:04.720 INFO:journalctl@ceph.mon.c.smithi067.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-07-29T15:06:04.720 INFO:journalctl@ceph.mon.c.smithi067.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-07-29T15:06:04.720 INFO:journalctl@ceph.mon.c.smithi067.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-07-29T15:06:04.720 INFO:journalctl@ceph.mon.c.smithi067.stdout: legacy client fscid: 1 2024-07-29T15:06:04.720 INFO:journalctl@ceph.mon.c.smithi067.stdout: 2024-07-29T15:06:04.720 INFO:journalctl@ceph.mon.c.smithi067.stdout: Filesystem 'cephfs' (1) 2024-07-29T15:06:04.720 INFO:journalctl@ceph.mon.c.smithi067.stdout: fs_name cephfs 2024-07-29T15:06:04.720 INFO:journalctl@ceph.mon.c.smithi067.stdout: epoch 7 2024-07-29T15:06:04.720 INFO:journalctl@ceph.mon.c.smithi067.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-07-29T15:06:04.721 INFO:journalctl@ceph.mon.c.smithi067.stdout: created 2024-07-29T14:58:56.595761+0000 2024-07-29T15:06:04.721 INFO:journalctl@ceph.mon.c.smithi067.stdout: modified 2024-07-29T14:59:08.394517+0000 2024-07-29T15:06:04.721 INFO:journalctl@ceph.mon.c.smithi067.stdout: tableserver 0 2024-07-29T15:06:04.721 INFO:journalctl@ceph.mon.c.smithi067.stdout: root 0 2024-07-29T15:06:04.721 INFO:journalctl@ceph.mon.c.smithi067.stdout: session_timeout 60 2024-07-29T15:06:04.721 INFO:journalctl@ceph.mon.c.smithi067.stdout: session_autoclose 300 2024-07-29T15:06:04.721 INFO:journalctl@ceph.mon.c.smithi067.stdout: max_file_size 1099511627776 2024-07-29T15:06:04.721 INFO:journalctl@ceph.mon.c.smithi067.stdout: max_xattr_size 65536 2024-07-29T15:06:04.721 INFO:journalctl@ceph.mon.c.smithi067.stdout: required_client_features {} 2024-07-29T15:06:04.721 INFO:journalctl@ceph.mon.c.smithi067.stdout: last_failure 0 2024-07-29T15:06:04.721 INFO:journalctl@ceph.mon.c.smithi067.stdout: last_failure_osd_epoch 0 2024-07-29T15:06:04.721 INFO:journalctl@ceph.mon.c.smithi067.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-07-29T15:06:04.721 INFO:journalctl@ceph.mon.c.smithi067.stdout: max_mds 1 2024-07-29T15:06:04.721 INFO:journalctl@ceph.mon.c.smithi067.stdout: in 0 2024-07-29T15:06:04.722 INFO:journalctl@ceph.mon.c.smithi067.stdout: up {0=24335} 2024-07-29T15:06:04.722 INFO:journalctl@ceph.mon.c.smithi067.stdout: failed 2024-07-29T15:06:04.722 INFO:journalctl@ceph.mon.c.smithi067.stdout: damaged 2024-07-29T15:06:04.722 INFO:journalctl@ceph.mon.c.smithi067.stdout: stopped 2024-07-29T15:06:04.722 INFO:journalctl@ceph.mon.c.smithi067.stdout: data_pools [3] 2024-07-29T15:06:04.722 INFO:journalctl@ceph.mon.c.smithi067.stdout: metadata_pool 2 2024-07-29T15:06:04.722 INFO:journalctl@ceph.mon.c.smithi067.stdout: inline_data disabled 2024-07-29T15:06:04.722 INFO:journalctl@ceph.mon.c.smithi067.stdout: balancer 2024-07-29T15:06:04.722 INFO:journalctl@ceph.mon.c.smithi067.stdout: bal_rank_mask -1 2024-07-29T15:06:04.722 INFO:journalctl@ceph.mon.c.smithi067.stdout: standby_count_wanted 0 2024-07-29T15:06:04.722 INFO:journalctl@ceph.mon.c.smithi067.stdout: qdb_cluster leader: 0 members: 2024-07-29T15:06:04.722 INFO:journalctl@ceph.mon.c.smithi067.stdout: [mds.a{0:24335} state up:active seq 6 addr [v2:172.21.15.67:6834/3863350938,v1:172.21.15.67:6835/3863350938] compat {c=[1],r=[1],i=[7ff]}] 2024-07-29T15:06:04.722 INFO:journalctl@ceph.mon.c.smithi067.stdout: 2024-07-29T15:06:04.722 INFO:journalctl@ceph.mon.c.smithi067.stdout: 2024-07-29T15:06:04.722 INFO:journalctl@ceph.mon.c.smithi067.stdout: Standby daemons: 2024-07-29T15:06:04.723 INFO:journalctl@ceph.mon.c.smithi067.stdout: 2024-07-29T15:06:04.723 INFO:journalctl@ceph.mon.c.smithi067.stdout: [mds.b{-1:24319} state up:standby seq 1 addr [v2:172.21.15.138:6832/1303672784,v1:172.21.15.138:6833/1303672784] compat {c=[1],r=[1],i=[7ff]}] 2024-07-29T15:06:04.723 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: mon.c@-1(???).osd e277 crush map has features 3314933069573799936, adjusting msgr requires 2024-07-29T15:06:04.723 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: mon.c@-1(???).osd e277 crush map has features 432629308056666112, adjusting msgr requires 2024-07-29T15:06:04.723 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: mon.c@-1(???).osd e277 crush map has features 432629308056666112, adjusting msgr requires 2024-07-29T15:06:04.723 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: mon.c@-1(???).osd e277 crush map has features 432629308056666112, adjusting msgr requires 2024-07-29T15:06:04.723 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: mon.c@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2024-07-29T15:06:04.723 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 bash[94356]: 75074f1e503ebe3b12b56ea2aad99f6c1b27eb443b40d71ba92481700bf5c7c1 2024-07-29T15:06:04.723 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 systemd[1]: Started Ceph mon.c for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:06:04.723 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: pgmap v20: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 48 op/s 2024-07-29T15:06:04.723 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: mgrmap e43: y(active, since 12s), standbys: x 2024-07-29T15:06:04.723 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: osdmap e276: 8 total, 8 up, 8 in 2024-07-29T15:06:04.723 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[94375]: osdmap e277: 8 total, 8 up, 8 in 2024-07-29T15:06:04.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[91995]: pgmap v20: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 48 op/s 2024-07-29T15:06:04.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[91995]: mgrmap e43: y(active, since 12s), standbys: x 2024-07-29T15:06:04.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[91995]: osdmap e276: 8 total, 8 up, 8 in 2024-07-29T15:06:04.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:04 smithi067 ceph-mon[91995]: osdmap e277: 8 total, 8 up, 8 in 2024-07-29T15:06:05.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:04 smithi138 ceph-mon[32824]: pgmap v20: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 48 op/s 2024-07-29T15:06:05.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:04 smithi138 ceph-mon[32824]: mgrmap e43: y(active, since 12s), standbys: x 2024-07-29T15:06:05.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:04 smithi138 ceph-mon[32824]: osdmap e276: 8 total, 8 up, 8 in 2024-07-29T15:06:05.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:04 smithi138 ceph-mon[32824]: osdmap e277: 8 total, 8 up, 8 in 2024-07-29T15:06:05.704 INFO:tasks.rados.rados.0.smithi067.stdout:1080: done (2 left) 2024-07-29T15:06:05.704 INFO:tasks.rados.rados.0.smithi067.stdout:1081: read oid 18 snap -1 2024-07-29T15:06:05.704 INFO:tasks.rados.rados.0.smithi067.stdout:1081: expect (ObjNum 346 snap 102 seq_num 346) 2024-07-29T15:06:05.704 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 8 current snap is 106 2024-07-29T15:06:05.704 INFO:tasks.rados.rados.0.smithi067.stdout:1082: seq_num 360 ranges {679936=434176,1114112=704512,1818624=98304} 2024-07-29T15:06:05.710 INFO:tasks.rados.rados.0.smithi067.stdout:1082: writing smithi06780069-8 from 679936 to 1114112 tid 1 2024-07-29T15:06:05.715 INFO:tasks.rados.rados.0.smithi067.stdout:1082: writing smithi06780069-8 from 1114112 to 1818624 tid 2 2024-07-29T15:06:05.716 INFO:tasks.rados.rados.0.smithi067.stdout:1082: writing smithi06780069-8 from 1818624 to 1916928 tid 3 2024-07-29T15:06:05.716 INFO:tasks.rados.rados.0.smithi067.stdout:1083: rollback oid 39 current snap is 106 2024-07-29T15:06:05.717 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 39 to 90 2024-07-29T15:06:05.717 INFO:tasks.rados.rados.0.smithi067.stdout:1078: finishing rollback tid 0 to smithi06780069-6 2024-07-29T15:06:05.717 INFO:tasks.rados.rados.0.smithi067.stdout:1084: delete oid 23 current snap is 106 2024-07-29T15:06:05.718 INFO:tasks.rados.rados.0.smithi067.stdout:1079: expect (ObjNum 190 snap 47 seq_num 190) 2024-07-29T15:06:05.770 INFO:tasks.rados.rados.0.smithi067.stdout:1078: finishing rollback tid 1 to smithi06780069-6 2024-07-29T15:06:05.771 INFO:tasks.rados.rados.0.smithi067.stdout:1078: finishing rollback tid 2 to smithi06780069-6 2024-07-29T15:06:05.771 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 6 v 393 (ObjNum 190 snap 47 seq_num 190) dirty exists 2024-07-29T15:06:05.771 INFO:tasks.rados.rados.0.smithi067.stdout:1078: done (5 left) 2024-07-29T15:06:05.771 INFO:tasks.rados.rados.0.smithi067.stdout:1079: done (4 left) 2024-07-29T15:06:05.771 INFO:tasks.rados.rados.0.smithi067.stdout:1084: done (3 left) 2024-07-29T15:06:05.771 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 28 current snap is 106 2024-07-29T15:06:05.771 INFO:tasks.rados.rados.0.smithi067.stdout:1082: finishing write tid 1 to smithi06780069-8 2024-07-29T15:06:05.771 INFO:tasks.rados.rados.0.smithi067.stdout:1085: seq_num 362 ranges {753664=466944,1220608=466944,1687552=335872} 2024-07-29T15:06:05.777 INFO:tasks.rados.rados.0.smithi067.stdout:1085: writing smithi06780069-28 from 753664 to 1220608 tid 1 2024-07-29T15:06:05.780 INFO:tasks.rados.rados.0.smithi067.stdout:1085: writing smithi06780069-28 from 1220608 to 1687552 tid 2 2024-07-29T15:06:05.782 INFO:tasks.rados.rados.0.smithi067.stdout:1085: writing smithi06780069-28 from 1687552 to 2023424 tid 3 2024-07-29T15:06:05.782 INFO:tasks.rados.rados.0.smithi067.stdout:1086: delete oid 38 current snap is 106 2024-07-29T15:06:05.783 INFO:tasks.rados.rados.0.smithi067.stdout:1082: finishing write tid 2 to smithi06780069-8 2024-07-29T15:06:05.783 INFO:tasks.rados.rados.0.smithi067.stdout:1083: finishing rollback tid 0 to smithi06780069-39 2024-07-29T15:06:05.783 INFO:tasks.rados.rados.0.smithi067.stdout:1083: finishing rollback tid 1 to smithi06780069-39 2024-07-29T15:06:05.783 INFO:tasks.rados.rados.0.smithi067.stdout:1083: finishing rollback tid 2 to smithi06780069-39 2024-07-29T15:06:05.783 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 340 (ObjNum 235 snap 63 seq_num 235) dirty exists 2024-07-29T15:06:05.783 INFO:tasks.rados.rados.0.smithi067.stdout:1082: finishing write tid 3 to smithi06780069-8 2024-07-29T15:06:05.783 INFO:tasks.rados.rados.0.smithi067.stdout:1082: finishing write tid 4 to smithi06780069-8 2024-07-29T15:06:05.783 INFO:tasks.rados.rados.0.smithi067.stdout:1082: finishing write tid 5 to smithi06780069-8 2024-07-29T15:06:05.783 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 344 (ObjNum 360 snap 106 seq_num 360) dirty exists 2024-07-29T15:06:05.783 INFO:tasks.rados.rados.0.smithi067.stdout:1082: left oid 8 (ObjNum 360 snap 106 seq_num 360) 2024-07-29T15:06:05.783 INFO:tasks.rados.rados.0.smithi067.stdout:1081: expect (ObjNum 346 snap 102 seq_num 346) 2024-07-29T15:06:05.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[94375]: pgmap v23: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 48 op/s 2024-07-29T15:06:05.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[94375]: mon.c calling monitor election 2024-07-29T15:06:05.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[94375]: mon.a calling monitor election 2024-07-29T15:06:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[94375]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-29T15:06:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[94375]: monmap epoch 3 2024-07-29T15:06:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[94375]: fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T15:06:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[94375]: last_changed 2024-07-29T14:55:06.908433+0000 2024-07-29T15:06:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[94375]: created 2024-07-29T14:53:34.720315+0000 2024-07-29T15:06:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[94375]: min_mon_release 17 (quincy) 2024-07-29T15:06:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[94375]: election_strategy: 1 2024-07-29T15:06:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[94375]: 0: [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] mon.a 2024-07-29T15:06:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[94375]: 1: [v2:172.21.15.138:3300/0,v1:172.21.15.138:6789/0] mon.b 2024-07-29T15:06:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[94375]: 2: [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] mon.c 2024-07-29T15:06:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[94375]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-07-29T15:06:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[94375]: osdmap e277: 8 total, 8 up, 8 in 2024-07-29T15:06:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[94375]: mgrmap e43: y(active, since 14s), standbys: x 2024-07-29T15:06:05.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[94375]: overall HEALTH_OK 2024-07-29T15:06:05.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:05.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:05.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:06:05.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:06:05.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[91995]: pgmap v23: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 48 op/s 2024-07-29T15:06:05.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[91995]: mon.c calling monitor election 2024-07-29T15:06:05.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[91995]: mon.a calling monitor election 2024-07-29T15:06:05.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[91995]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-29T15:06:05.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[91995]: monmap epoch 3 2024-07-29T15:06:05.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[91995]: fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T15:06:05.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[91995]: last_changed 2024-07-29T14:55:06.908433+0000 2024-07-29T15:06:05.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[91995]: created 2024-07-29T14:53:34.720315+0000 2024-07-29T15:06:05.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[91995]: min_mon_release 17 (quincy) 2024-07-29T15:06:05.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[91995]: election_strategy: 1 2024-07-29T15:06:05.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[91995]: 0: [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] mon.a 2024-07-29T15:06:05.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[91995]: 1: [v2:172.21.15.138:3300/0,v1:172.21.15.138:6789/0] mon.b 2024-07-29T15:06:05.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[91995]: 2: [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] mon.c 2024-07-29T15:06:05.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[91995]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-07-29T15:06:05.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[91995]: osdmap e277: 8 total, 8 up, 8 in 2024-07-29T15:06:05.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[91995]: mgrmap e43: y(active, since 14s), standbys: x 2024-07-29T15:06:05.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[91995]: overall HEALTH_OK 2024-07-29T15:06:05.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:05.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:05.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:06:05.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:06:06.060 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:06:05 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:06:05.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:06:06.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:06:05 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:06:05.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:06:06.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:05 smithi138 ceph-mon[32824]: pgmap v23: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 48 op/s 2024-07-29T15:06:06.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:05 smithi138 ceph-mon[32824]: mon.c calling monitor election 2024-07-29T15:06:06.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:05 smithi138 ceph-mon[32824]: mon.a calling monitor election 2024-07-29T15:06:06.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:05 smithi138 ceph-mon[32824]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-29T15:06:06.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:05 smithi138 ceph-mon[32824]: monmap epoch 3 2024-07-29T15:06:06.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:05 smithi138 ceph-mon[32824]: fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T15:06:06.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:05 smithi138 ceph-mon[32824]: last_changed 2024-07-29T14:55:06.908433+0000 2024-07-29T15:06:06.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:05 smithi138 ceph-mon[32824]: created 2024-07-29T14:53:34.720315+0000 2024-07-29T15:06:06.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:05 smithi138 ceph-mon[32824]: min_mon_release 17 (quincy) 2024-07-29T15:06:06.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:05 smithi138 ceph-mon[32824]: election_strategy: 1 2024-07-29T15:06:06.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:05 smithi138 ceph-mon[32824]: 0: [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] mon.a 2024-07-29T15:06:06.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:05 smithi138 ceph-mon[32824]: 1: [v2:172.21.15.138:3300/0,v1:172.21.15.138:6789/0] mon.b 2024-07-29T15:06:06.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:05 smithi138 ceph-mon[32824]: 2: [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] mon.c 2024-07-29T15:06:06.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:05 smithi138 ceph-mon[32824]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-07-29T15:06:06.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:05 smithi138 ceph-mon[32824]: osdmap e277: 8 total, 8 up, 8 in 2024-07-29T15:06:06.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:05 smithi138 ceph-mon[32824]: mgrmap e43: y(active, since 14s), standbys: x 2024-07-29T15:06:06.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:05 smithi138 ceph-mon[32824]: overall HEALTH_OK 2024-07-29T15:06:06.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:05 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:06.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:05 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:06.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:05 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:06:06.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:05 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:06:06.152 INFO:tasks.rados.rados.0.smithi067.stdout:1085: finishing write tid 1 to smithi06780069-28 2024-07-29T15:06:06.153 INFO:tasks.rados.rados.0.smithi067.stdout:1085: finishing write tid 2 to smithi06780069-28 2024-07-29T15:06:06.153 INFO:tasks.rados.rados.0.smithi067.stdout:1081: done (4 left) 2024-07-29T15:06:06.153 INFO:tasks.rados.rados.0.smithi067.stdout:1082: done (3 left) 2024-07-29T15:06:06.153 INFO:tasks.rados.rados.0.smithi067.stdout:1083: done (2 left) 2024-07-29T15:06:06.153 INFO:tasks.rados.rados.0.smithi067.stdout:1086: done (1 left) 2024-07-29T15:06:06.153 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 30 current snap is 106 2024-07-29T15:06:06.153 INFO:tasks.rados.rados.0.smithi067.stdout:1085: finishing write tid 3 to smithi06780069-28 2024-07-29T15:06:06.153 INFO:tasks.rados.rados.0.smithi067.stdout:1085: finishing write tid 4 to smithi06780069-28 2024-07-29T15:06:06.153 INFO:tasks.rados.rados.0.smithi067.stdout:1087: seq_num 364 ranges {6299648=499712,6799360=638976,7438336=163840} 2024-07-29T15:06:06.189 INFO:tasks.rados.rados.0.smithi067.stdout:1087: writing smithi06780069-30 from 6299648 to 6799360 tid 1 2024-07-29T15:06:06.194 INFO:tasks.rados.rados.0.smithi067.stdout:1087: writing smithi06780069-30 from 6799360 to 7438336 tid 2 2024-07-29T15:06:06.194 INFO:tasks.rados.rados.0.smithi067.stdout:1087: writing smithi06780069-30 from 7438336 to 7602176 tid 3 2024-07-29T15:06:06.195 INFO:tasks.rados.rados.0.smithi067.stdout:1088: read oid 39 snap -1 2024-07-29T15:06:06.195 INFO:tasks.rados.rados.0.smithi067.stdout:1088: expect (ObjNum 235 snap 63 seq_num 235) 2024-07-29T15:06:06.195 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 20 current snap is 106 2024-07-29T15:06:06.195 INFO:tasks.rados.rados.0.smithi067.stdout:1089: seq_num 365 ranges {737280=516096,1253376=573440,1826816=229376} 2024-07-29T15:06:06.202 INFO:tasks.rados.rados.0.smithi067.stdout:1089: writing smithi06780069-20 from 737280 to 1253376 tid 1 2024-07-29T15:06:06.206 INFO:tasks.rados.rados.0.smithi067.stdout:1089: writing smithi06780069-20 from 1253376 to 1826816 tid 2 2024-07-29T15:06:06.207 INFO:tasks.rados.rados.0.smithi067.stdout:1089: writing smithi06780069-20 from 1826816 to 2056192 tid 3 2024-07-29T15:06:06.208 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 45 current snap is 106 2024-07-29T15:06:06.208 INFO:tasks.rados.rados.0.smithi067.stdout:1090: seq_num 366 ranges {2146304=532480,2678784=458752,3137536=344064} 2024-07-29T15:06:06.222 INFO:tasks.rados.rados.0.smithi067.stdout:1090: writing smithi06780069-45 from 2146304 to 2678784 tid 1 2024-07-29T15:06:06.225 INFO:tasks.rados.rados.0.smithi067.stdout:1090: writing smithi06780069-45 from 2678784 to 3137536 tid 2 2024-07-29T15:06:06.228 INFO:tasks.rados.rados.0.smithi067.stdout:1090: writing smithi06780069-45 from 3137536 to 3481600 tid 3 2024-07-29T15:06:06.228 INFO:tasks.rados.rados.0.smithi067.stdout:1085: finishing write tid 5 to smithi06780069-28 2024-07-29T15:06:06.228 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 28 v 61 (ObjNum 362 snap 106 seq_num 362) dirty exists 2024-07-29T15:06:06.228 INFO:tasks.rados.rados.0.smithi067.stdout:1085: left oid 28 (ObjNum 362 snap 106 seq_num 362) 2024-07-29T15:06:06.228 INFO:tasks.rados.rados.0.smithi067.stdout:1087: finishing write tid 1 to smithi06780069-30 2024-07-29T15:06:06.228 INFO:tasks.rados.rados.0.smithi067.stdout:1087: finishing write tid 2 to smithi06780069-30 2024-07-29T15:06:06.228 INFO:tasks.rados.rados.0.smithi067.stdout:1087: finishing write tid 3 to smithi06780069-30 2024-07-29T15:06:06.228 INFO:tasks.rados.rados.0.smithi067.stdout:1087: finishing write tid 4 to smithi06780069-30 2024-07-29T15:06:06.228 INFO:tasks.rados.rados.0.smithi067.stdout:1087: finishing write tid 5 to smithi06780069-30 2024-07-29T15:06:06.228 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 468 (ObjNum 364 snap 106 seq_num 364) dirty exists 2024-07-29T15:06:06.229 INFO:tasks.rados.rados.0.smithi067.stdout:1087: left oid 30 (ObjNum 364 snap 106 seq_num 364) 2024-07-29T15:06:06.229 INFO:tasks.rados.rados.0.smithi067.stdout:1088: expect (ObjNum 235 snap 63 seq_num 235) 2024-07-29T15:06:06.463 INFO:tasks.rados.rados.0.smithi067.stdout:1089: finishing write tid 1 to smithi06780069-20 2024-07-29T15:06:06.463 INFO:tasks.rados.rados.0.smithi067.stdout:1089: finishing write tid 2 to smithi06780069-20 2024-07-29T15:06:06.463 INFO:tasks.rados.rados.0.smithi067.stdout:1089: finishing write tid 3 to smithi06780069-20 2024-07-29T15:06:06.463 INFO:tasks.rados.rados.0.smithi067.stdout:1089: finishing write tid 4 to smithi06780069-20 2024-07-29T15:06:06.463 INFO:tasks.rados.rados.0.smithi067.stdout:1089: finishing write tid 5 to smithi06780069-20 2024-07-29T15:06:06.463 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 296 (ObjNum 365 snap 106 seq_num 365) dirty exists 2024-07-29T15:06:06.463 INFO:tasks.rados.rados.0.smithi067.stdout:1089: left oid 20 (ObjNum 365 snap 106 seq_num 365) 2024-07-29T15:06:06.463 INFO:tasks.rados.rados.0.smithi067.stdout:1090: finishing write tid 1 to smithi06780069-45 2024-07-29T15:06:06.463 INFO:tasks.rados.rados.0.smithi067.stdout:1085: done (4 left) 2024-07-29T15:06:06.463 INFO:tasks.rados.rados.0.smithi067.stdout:1087: done (3 left) 2024-07-29T15:06:06.463 INFO:tasks.rados.rados.0.smithi067.stdout:1088: done (2 left) 2024-07-29T15:06:06.464 INFO:tasks.rados.rados.0.smithi067.stdout:1089: done (1 left) 2024-07-29T15:06:06.464 INFO:tasks.rados.rados.0.smithi067.stdout:1091: snap_create 2024-07-29T15:06:06.464 INFO:tasks.rados.rados.0.smithi067.stdout:1090: finishing write tid 2 to smithi06780069-45 2024-07-29T15:06:06.464 INFO:tasks.rados.rados.0.smithi067.stdout:1090: finishing write tid 3 to smithi06780069-45 2024-07-29T15:06:06.464 INFO:tasks.rados.rados.0.smithi067.stdout:1090: finishing write tid 4 to smithi06780069-45 2024-07-29T15:06:06.464 INFO:tasks.rados.rados.0.smithi067.stdout:1090: finishing write tid 5 to smithi06780069-45 2024-07-29T15:06:06.464 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 222 (ObjNum 366 snap 106 seq_num 366) dirty exists 2024-07-29T15:06:06.464 INFO:tasks.rados.rados.0.smithi067.stdout:1090: left oid 45 (ObjNum 366 snap 106 seq_num 366) 2024-07-29T15:06:06.712 INFO:tasks.rados.rados.0.smithi067.stdout:1090: done (1 left) 2024-07-29T15:06:06.712 INFO:tasks.rados.rados.0.smithi067.stdout:1091: done (0 left) 2024-07-29T15:06:06.712 INFO:tasks.rados.rados.0.smithi067.stdout:1092: copy_from oid 12 from oid 23 current snap is 107 2024-07-29T15:06:06.712 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 19 current snap is 107 2024-07-29T15:06:06.713 INFO:tasks.rados.rados.0.smithi067.stdout:1093: seq_num 367 ranges {1523712=548864,2072576=737280,2809856=65536} 2024-07-29T15:06:06.723 INFO:tasks.rados.rados.0.smithi067.stdout:1093: writing smithi06780069-19 from 1523712 to 2072576 tid 1 2024-07-29T15:06:06.728 INFO:tasks.rados.rados.0.smithi067.stdout:1093: writing smithi06780069-19 from 2072576 to 2809856 tid 2 2024-07-29T15:06:06.729 INFO:tasks.rados.rados.0.smithi067.stdout:1093: writing smithi06780069-19 from 2809856 to 2875392 tid 3 2024-07-29T15:06:06.729 INFO:tasks.rados.rados.0.smithi067.stdout:1092: finishing copy_from to smithi06780069-12 2024-07-29T15:06:06.729 INFO:tasks.rados.rados.0.smithi067.stdout:1092: got expected ENOENT (src dne) 2024-07-29T15:06:06.729 INFO:tasks.rados.rados.0.smithi067.stdout:1092: finishing copy_from racing read to smithi06780069-12 2024-07-29T15:06:06.730 INFO:tasks.rados.rados.0.smithi067.stdout:1093: finishing write tid 1 to smithi06780069-19 2024-07-29T15:06:06.730 INFO:tasks.rados.rados.0.smithi067.stdout:1092: done (1 left) 2024-07-29T15:06:06.730 INFO:tasks.rados.rados.0.smithi067.stdout:1094: read oid 33 snap -1 2024-07-29T15:06:06.730 INFO:tasks.rados.rados.0.smithi067.stdout:1094: expect (ObjNum 193 snap 47 seq_num 193) 2024-07-29T15:06:06.730 INFO:tasks.rados.rados.0.smithi067.stdout:1095: copy_from oid 36 from oid 35 current snap is 107 2024-07-29T15:06:06.730 INFO:tasks.rados.rados.0.smithi067.stdout:1096: rollback oid 25 current snap is 107 2024-07-29T15:06:06.730 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 25 to 106 2024-07-29T15:06:06.730 INFO:tasks.rados.rados.0.smithi067.stdout:1097: snap_create 2024-07-29T15:06:06.734 INFO:tasks.rados.rados.0.smithi067.stdout:1096: finishing rollback tid 0 to smithi06780069-25 2024-07-29T15:06:06.735 INFO:tasks.rados.rados.0.smithi067.stdout:1096: finishing rollback tid 1 to smithi06780069-25 2024-07-29T15:06:06.735 INFO:tasks.rados.rados.0.smithi067.stdout:1093: finishing write tid 2 to smithi06780069-19 2024-07-29T15:06:06.735 INFO:tasks.rados.rados.0.smithi067.stdout:1095: finishing copy_from to smithi06780069-36 2024-07-29T15:06:06.736 INFO:tasks.rados.rados.0.smithi067.stdout:1095: got expected ENOENT (src dne) 2024-07-29T15:06:06.736 INFO:tasks.rados.rados.0.smithi067.stdout:1096: finishing rollback tid 2 to smithi06780069-25 2024-07-29T15:06:06.736 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 25 v 463 (ObjNum 358 snap 106 seq_num 358) dirty exists 2024-07-29T15:06:06.736 INFO:tasks.rados.rados.0.smithi067.stdout:1095: finishing copy_from racing read to smithi06780069-36 2024-07-29T15:06:06.736 INFO:tasks.rados.rados.0.smithi067.stdout:1093: finishing write tid 3 to smithi06780069-19 2024-07-29T15:06:06.736 INFO:tasks.rados.rados.0.smithi067.stdout:1093: finishing write tid 4 to smithi06780069-19 2024-07-29T15:06:06.737 INFO:tasks.rados.rados.0.smithi067.stdout:1093: finishing write tid 5 to smithi06780069-19 2024-07-29T15:06:06.738 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 19 v 404 (ObjNum 367 snap 107 seq_num 367) dirty exists 2024-07-29T15:06:06.738 INFO:tasks.rados.rados.0.smithi067.stdout:1093: left oid 19 (ObjNum 367 snap 107 seq_num 367) 2024-07-29T15:06:06.738 INFO:tasks.rados.rados.0.smithi067.stdout:1094: expect (ObjNum 193 snap 47 seq_num 193) 2024-07-29T15:06:06.963 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:06 smithi067 ceph-mon[94375]: osdmap e278: 8 total, 8 up, 8 in 2024-07-29T15:06:06.963 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:06 smithi067 ceph-mon[94375]: pgmap v25: 121 pgs: 121 active+clean; 267 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-07-29T15:06:06.963 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:06 smithi067 ceph-mon[91995]: osdmap e278: 8 total, 8 up, 8 in 2024-07-29T15:06:06.963 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:06 smithi067 ceph-mon[91995]: pgmap v25: 121 pgs: 121 active+clean; 267 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-07-29T15:06:07.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:06 smithi138 ceph-mon[32824]: osdmap e278: 8 total, 8 up, 8 in 2024-07-29T15:06:07.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:06 smithi138 ceph-mon[32824]: pgmap v25: 121 pgs: 121 active+clean; 267 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-07-29T15:06:07.062 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:06:06 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:06:06.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi138\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:06:07.715 INFO:tasks.rados.rados.0.smithi067.stdout:1093: done (4 left) 2024-07-29T15:06:07.715 INFO:tasks.rados.rados.0.smithi067.stdout:1094: done (3 left) 2024-07-29T15:06:07.715 INFO:tasks.rados.rados.0.smithi067.stdout:1095: done (2 left) 2024-07-29T15:06:07.715 INFO:tasks.rados.rados.0.smithi067.stdout:1096: done (1 left) 2024-07-29T15:06:07.716 INFO:tasks.rados.rados.0.smithi067.stdout:1097: done (0 left) 2024-07-29T15:06:07.716 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 39 current snap is 108 2024-07-29T15:06:07.716 INFO:tasks.rados.rados.0.smithi067.stdout:1098: seq_num 368 ranges {5005312=573440,5578752=622592,6201344=180224} 2024-07-29T15:06:07.745 INFO:tasks.rados.rados.0.smithi067.stdout:1098: writing smithi06780069-39 from 5005312 to 5578752 tid 1 2024-07-29T15:06:07.749 INFO:tasks.rados.rados.0.smithi067.stdout:1098: writing smithi06780069-39 from 5578752 to 6201344 tid 2 2024-07-29T15:06:07.751 INFO:tasks.rados.rados.0.smithi067.stdout:1098: writing smithi06780069-39 from 6201344 to 6381568 tid 3 2024-07-29T15:06:07.751 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 43 current snap is 108 2024-07-29T15:06:07.751 INFO:tasks.rados.rados.0.smithi067.stdout:1099: seq_num 369 ranges {0=589824,589824=507904,1097728=294912} 2024-07-29T15:06:07.755 INFO:tasks.rados.rados.0.smithi067.stdout:1099: writing smithi06780069-43 from 0 to 589824 tid 1 2024-07-29T15:06:07.758 INFO:tasks.rados.rados.0.smithi067.stdout:1099: writing smithi06780069-43 from 589824 to 1097728 tid 2 2024-07-29T15:06:07.760 INFO:tasks.rados.rados.0.smithi067.stdout:1099: writing smithi06780069-43 from 1097728 to 1392640 tid 3 2024-07-29T15:06:07.760 INFO:tasks.rados.rados.0.smithi067.stdout:1100: read oid 2 snap -1 2024-07-29T15:06:07.760 INFO:tasks.rados.rados.0.smithi067.stdout:1100: expect (ObjNum 311 snap 91 seq_num 311) 2024-07-29T15:06:07.760 INFO:tasks.rados.rados.0.smithi067.stdout:1101: delete oid 13 current snap is 108 2024-07-29T15:06:07.760 INFO:tasks.rados.rados.0.smithi067.stdout:1098: finishing write tid 1 to smithi06780069-39 2024-07-29T15:06:07.760 INFO:tasks.rados.rados.0.smithi067.stdout:1098: finishing write tid 2 to smithi06780069-39 2024-07-29T15:06:07.760 INFO:tasks.rados.rados.0.smithi067.stdout:1098: finishing write tid 3 to smithi06780069-39 2024-07-29T15:06:07.761 INFO:tasks.rados.rados.0.smithi067.stdout:1098: finishing write tid 4 to smithi06780069-39 2024-07-29T15:06:07.761 INFO:tasks.rados.rados.0.smithi067.stdout:1098: finishing write tid 5 to smithi06780069-39 2024-07-29T15:06:07.761 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 344 (ObjNum 368 snap 108 seq_num 368) dirty exists 2024-07-29T15:06:07.761 INFO:tasks.rados.rados.0.smithi067.stdout:1098: left oid 39 (ObjNum 368 snap 108 seq_num 368) 2024-07-29T15:06:07.761 INFO:tasks.rados.rados.0.smithi067.stdout:1099: finishing write tid 1 to smithi06780069-43 2024-07-29T15:06:07.761 INFO:tasks.rados.rados.0.smithi067.stdout:1099: finishing write tid 2 to smithi06780069-43 2024-07-29T15:06:07.762 INFO:tasks.rados.rados.0.smithi067.stdout:1099: finishing write tid 3 to smithi06780069-43 2024-07-29T15:06:07.762 INFO:tasks.rados.rados.0.smithi067.stdout:1098: done (3 left) 2024-07-29T15:06:07.762 INFO:tasks.rados.rados.0.smithi067.stdout:1101: done (2 left) 2024-07-29T15:06:07.762 INFO:tasks.rados.rados.0.smithi067.stdout:1102: copy_from oid 49 from oid 41 current snap is 108 2024-07-29T15:06:07.763 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 5 current snap is 108 2024-07-29T15:06:07.763 INFO:tasks.rados.rados.0.smithi067.stdout:1103: seq_num 371 ranges {0=622592,622592=679936,1302528=122880} 2024-07-29T15:06:07.766 INFO:tasks.rados.rados.0.smithi067.stdout:1103: writing smithi06780069-5 from 0 to 622592 tid 1 2024-07-29T15:06:07.770 INFO:tasks.rados.rados.0.smithi067.stdout:1103: writing smithi06780069-5 from 622592 to 1302528 tid 2 2024-07-29T15:06:07.771 INFO:tasks.rados.rados.0.smithi067.stdout:1103: writing smithi06780069-5 from 1302528 to 1425408 tid 3 2024-07-29T15:06:07.771 INFO:tasks.rados.rados.0.smithi067.stdout:1104: delete oid 48 current snap is 108 2024-07-29T15:06:07.771 INFO:tasks.rados.rados.0.smithi067.stdout:1099: finishing write tid 4 to smithi06780069-43 2024-07-29T15:06:07.771 INFO:tasks.rados.rados.0.smithi067.stdout:1099: finishing write tid 5 to smithi06780069-43 2024-07-29T15:06:07.771 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 43 v 348 (ObjNum 369 snap 108 seq_num 369) dirty exists 2024-07-29T15:06:07.772 INFO:tasks.rados.rados.0.smithi067.stdout:1099: left oid 43 (ObjNum 369 snap 108 seq_num 369) 2024-07-29T15:06:07.772 INFO:tasks.rados.rados.0.smithi067.stdout:1103: finishing write tid 1 to smithi06780069-5 2024-07-29T15:06:07.774 INFO:tasks.rados.rados.0.smithi067.stdout:1103: finishing write tid 2 to smithi06780069-5 2024-07-29T15:06:07.775 INFO:tasks.rados.rados.0.smithi067.stdout:1103: finishing write tid 3 to smithi06780069-5 2024-07-29T15:06:07.775 INFO:tasks.rados.rados.0.smithi067.stdout:1103: finishing write tid 4 to smithi06780069-5 2024-07-29T15:06:07.776 INFO:tasks.rados.rados.0.smithi067.stdout:1099: done (4 left) 2024-07-29T15:06:07.776 INFO:tasks.rados.rados.0.smithi067.stdout:1104: done (3 left) 2024-07-29T15:06:07.776 INFO:tasks.rados.rados.0.smithi067.stdout:1105: snap_create 2024-07-29T15:06:07.777 INFO:tasks.rados.rados.0.smithi067.stdout:1103: finishing write tid 5 to smithi06780069-5 2024-07-29T15:06:07.777 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 351 (ObjNum 371 snap 108 seq_num 371) dirty exists 2024-07-29T15:06:07.777 INFO:tasks.rados.rados.0.smithi067.stdout:1103: left oid 5 (ObjNum 371 snap 108 seq_num 371) 2024-07-29T15:06:07.778 INFO:tasks.rados.rados.0.smithi067.stdout:1102: finishing copy_from racing read to smithi06780069-49 2024-07-29T15:06:07.789 INFO:tasks.rados.rados.0.smithi067.stdout:1102: finishing copy_from to smithi06780069-49 2024-07-29T15:06:07.789 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 254 (ObjNum 202 snap 50 seq_num 202) dirty exists 2024-07-29T15:06:07.795 INFO:tasks.rados.rados.0.smithi067.stdout:1100: expect (ObjNum 311 snap 91 seq_num 311) 2024-07-29T15:06:07.925 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:07 smithi067 ceph-mon[91995]: osdmap e279: 8 total, 8 up, 8 in 2024-07-29T15:06:07.926 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:07 smithi067 ceph-mon[94375]: osdmap e279: 8 total, 8 up, 8 in 2024-07-29T15:06:07.926 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:06:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:06:07] "GET /metrics HTTP/1.1" 200 36055 "" "Prometheus/2.51.0" 2024-07-29T15:06:08.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:07 smithi138 ceph-mon[32824]: osdmap e279: 8 total, 8 up, 8 in 2024-07-29T15:06:08.279 INFO:tasks.rados.rados.0.smithi067.stdout:1100: done (3 left) 2024-07-29T15:06:08.279 INFO:tasks.rados.rados.0.smithi067.stdout:1102: done (2 left) 2024-07-29T15:06:08.279 INFO:tasks.rados.rados.0.smithi067.stdout:1103: done (1 left) 2024-07-29T15:06:08.279 INFO:tasks.rados.rados.0.smithi067.stdout:1105: done (0 left) 2024-07-29T15:06:08.279 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 47 current snap is 109 2024-07-29T15:06:08.279 INFO:tasks.rados.rados.0.smithi067.stdout:1106: seq_num 373 ranges {647168=655360,1302528=499712,1802240=303104} 2024-07-29T15:06:08.287 INFO:tasks.rados.rados.0.smithi067.stdout:1106: writing smithi06780069-47 from 647168 to 1302528 tid 1 2024-07-29T15:06:08.291 INFO:tasks.rados.rados.0.smithi067.stdout:1106: writing smithi06780069-47 from 1302528 to 1802240 tid 2 2024-07-29T15:06:08.293 INFO:tasks.rados.rados.0.smithi067.stdout:1106: writing smithi06780069-47 from 1802240 to 2105344 tid 3 2024-07-29T15:06:08.293 INFO:tasks.rados.rados.0.smithi067.stdout:1107: snap_remove snap 53 2024-07-29T15:06:08.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:08 smithi067 ceph-mon[91995]: osdmap e280: 8 total, 8 up, 8 in 2024-07-29T15:06:08.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:08 smithi067 ceph-mon[91995]: pgmap v28: 121 pgs: 121 active+clean; 267 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-07-29T15:06:08.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:08 smithi067 ceph-mon[91995]: osdmap e281: 8 total, 8 up, 8 in 2024-07-29T15:06:08.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:08 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:08.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:08 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:08.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:08 smithi067 ceph-mon[94375]: osdmap e280: 8 total, 8 up, 8 in 2024-07-29T15:06:08.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:08 smithi067 ceph-mon[94375]: pgmap v28: 121 pgs: 121 active+clean; 267 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-07-29T15:06:08.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:08 smithi067 ceph-mon[94375]: osdmap e281: 8 total, 8 up, 8 in 2024-07-29T15:06:08.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:08 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:08.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:08 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:09.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:08 smithi138 ceph-mon[32824]: osdmap e280: 8 total, 8 up, 8 in 2024-07-29T15:06:09.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:08 smithi138 ceph-mon[32824]: pgmap v28: 121 pgs: 121 active+clean; 267 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-07-29T15:06:09.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:08 smithi138 ceph-mon[32824]: osdmap e281: 8 total, 8 up, 8 in 2024-07-29T15:06:09.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:08 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:09.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:08 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:09.195 INFO:tasks.rados.rados.0.smithi067.stdout:1107: done (1 left) 2024-07-29T15:06:09.195 INFO:tasks.rados.rados.0.smithi067.stdout:1108: delete oid 9 current snap is 109 2024-07-29T15:06:09.195 INFO:tasks.rados.rados.0.smithi067.stdout:1106: finishing write tid 1 to smithi06780069-47 2024-07-29T15:06:09.195 INFO:tasks.rados.rados.0.smithi067.stdout:1106: finishing write tid 2 to smithi06780069-47 2024-07-29T15:06:09.195 INFO:tasks.rados.rados.0.smithi067.stdout:1106: finishing write tid 3 to smithi06780069-47 2024-07-29T15:06:09.196 INFO:tasks.rados.rados.0.smithi067.stdout:1106: finishing write tid 4 to smithi06780069-47 2024-07-29T15:06:09.196 INFO:tasks.rados.rados.0.smithi067.stdout:1106: finishing write tid 5 to smithi06780069-47 2024-07-29T15:06:09.196 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 352 (ObjNum 373 snap 109 seq_num 373) dirty exists 2024-07-29T15:06:09.196 INFO:tasks.rados.rados.0.smithi067.stdout:1106: left oid 47 (ObjNum 373 snap 109 seq_num 373) 2024-07-29T15:06:09.201 INFO:tasks.rados.rados.0.smithi067.stdout:1106: done (1 left) 2024-07-29T15:06:09.201 INFO:tasks.rados.rados.0.smithi067.stdout:1108: done (0 left) 2024-07-29T15:06:09.202 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 46 current snap is 109 2024-07-29T15:06:09.202 INFO:tasks.rados.rados.0.smithi067.stdout:1109: seq_num 375 ranges {7307264=688128,7995392=663552,8658944=139264} 2024-07-29T15:06:09.246 INFO:tasks.rados.rados.0.smithi067.stdout:1109: writing smithi06780069-46 from 7307264 to 7995392 tid 1 2024-07-29T15:06:09.249 INFO:tasks.rados.rados.0.smithi067.stdout:1109: writing smithi06780069-46 from 7995392 to 8658944 tid 2 2024-07-29T15:06:09.251 INFO:tasks.rados.rados.0.smithi067.stdout:1109: writing smithi06780069-46 from 8658944 to 8798208 tid 3 2024-07-29T15:06:09.251 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 15 current snap is 109 2024-07-29T15:06:09.251 INFO:tasks.rados.rados.0.smithi067.stdout:1109: finishing write tid 1 to smithi06780069-46 2024-07-29T15:06:09.251 INFO:tasks.rados.rados.0.smithi067.stdout:1110: seq_num 376 ranges {663552=704512,1368064=548864,1916928=253952} 2024-07-29T15:06:09.258 INFO:tasks.rados.rados.0.smithi067.stdout:1110: writing smithi06780069-15 from 663552 to 1368064 tid 1 2024-07-29T15:06:09.261 INFO:tasks.rados.rados.0.smithi067.stdout:1110: writing smithi06780069-15 from 1368064 to 1916928 tid 2 2024-07-29T15:06:09.263 INFO:tasks.rados.rados.0.smithi067.stdout:1110: writing smithi06780069-15 from 1916928 to 2170880 tid 3 2024-07-29T15:06:09.264 INFO:tasks.rados.rados.0.smithi067.stdout:1109: finishing write tid 2 to smithi06780069-46 2024-07-29T15:06:09.264 INFO:tasks.rados.rados.0.smithi067.stdout:1111: read oid 31 snap -1 2024-07-29T15:06:09.264 INFO:tasks.rados.rados.0.smithi067.stdout:1111: expect deleted 2024-07-29T15:06:09.264 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 23 current snap is 109 2024-07-29T15:06:09.264 INFO:tasks.rados.rados.0.smithi067.stdout:1109: finishing write tid 3 to smithi06780069-46 2024-07-29T15:06:09.264 INFO:tasks.rados.rados.0.smithi067.stdout:1109: finishing write tid 4 to smithi06780069-46 2024-07-29T15:06:09.264 INFO:tasks.rados.rados.0.smithi067.stdout:1109: finishing write tid 5 to smithi06780069-46 2024-07-29T15:06:09.264 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 46 v 500 (ObjNum 375 snap 109 seq_num 375) dirty exists 2024-07-29T15:06:09.264 INFO:tasks.rados.rados.0.smithi067.stdout:1109: left oid 46 (ObjNum 375 snap 109 seq_num 375) 2024-07-29T15:06:09.264 INFO:tasks.rados.rados.0.smithi067.stdout:1110: finishing write tid 1 to smithi06780069-15 2024-07-29T15:06:09.264 INFO:tasks.rados.rados.0.smithi067.stdout:1112: seq_num 377 ranges {0=720896,720896=434176,1155072=368640} 2024-07-29T15:06:09.267 INFO:tasks.rados.rados.0.smithi067.stdout:1112: writing smithi06780069-23 from 0 to 720896 tid 1 2024-07-29T15:06:09.269 INFO:tasks.rados.rados.0.smithi067.stdout:1112: writing smithi06780069-23 from 720896 to 1155072 tid 2 2024-07-29T15:06:09.272 INFO:tasks.rados.rados.0.smithi067.stdout:1112: writing smithi06780069-23 from 1155072 to 1523712 tid 3 2024-07-29T15:06:09.272 INFO:tasks.rados.rados.0.smithi067.stdout:1109: done (3 left) 2024-07-29T15:06:09.272 INFO:tasks.rados.rados.0.smithi067.stdout:1113: snap_remove snap 40 2024-07-29T15:06:09.848 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:06:09 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:06:09.549+0000 7f799bbb6640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-07-29T15:06:10.197 INFO:tasks.rados.rados.0.smithi067.stdout:1113: done (3 left) 2024-07-29T15:06:10.197 INFO:tasks.rados.rados.0.smithi067.stdout:1114: rmattr oid 32 current snap is 109 2024-07-29T15:06:10.197 INFO:tasks.rados.rados.0.smithi067.stdout:1110: finishing write tid 2 to smithi06780069-15 2024-07-29T15:06:10.198 INFO:tasks.rados.rados.0.smithi067.stdout:1110: finishing write tid 3 to smithi06780069-15 2024-07-29T15:06:10.198 INFO:tasks.rados.rados.0.smithi067.stdout:1110: finishing write tid 4 to smithi06780069-15 2024-07-29T15:06:10.198 INFO:tasks.rados.rados.0.smithi067.stdout:1110: finishing write tid 5 to smithi06780069-15 2024-07-29T15:06:10.198 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 525 (ObjNum 376 snap 109 seq_num 376) dirty exists 2024-07-29T15:06:10.198 INFO:tasks.rados.rados.0.smithi067.stdout:1110: left oid 15 (ObjNum 376 snap 109 seq_num 376) 2024-07-29T15:06:10.198 INFO:tasks.rados.rados.0.smithi067.stdout:1112: finishing write tid 1 to smithi06780069-23 2024-07-29T15:06:10.198 INFO:tasks.rados.rados.0.smithi067.stdout:1112: finishing write tid 2 to smithi06780069-23 2024-07-29T15:06:10.198 INFO:tasks.rados.rados.0.smithi067.stdout:1112: finishing write tid 3 to smithi06780069-23 2024-07-29T15:06:10.198 INFO:tasks.rados.rados.0.smithi067.stdout:1112: finishing write tid 4 to smithi06780069-23 2024-07-29T15:06:10.198 INFO:tasks.rados.rados.0.smithi067.stdout:1112: finishing write tid 5 to smithi06780069-23 2024-07-29T15:06:10.199 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 480 (ObjNum 377 snap 109 seq_num 377) dirty exists 2024-07-29T15:06:10.199 INFO:tasks.rados.rados.0.smithi067.stdout:1112: left oid 23 (ObjNum 377 snap 109 seq_num 377) 2024-07-29T15:06:10.199 INFO:tasks.rados.rados.0.smithi067.stdout:1110: done (3 left) 2024-07-29T15:06:10.199 INFO:tasks.rados.rados.0.smithi067.stdout:1111: done (2 left) 2024-07-29T15:06:10.199 INFO:tasks.rados.rados.0.smithi067.stdout:1112: done (1 left) 2024-07-29T15:06:10.199 INFO:tasks.rados.rados.0.smithi067.stdout:1115: snap_remove snap 105 2024-07-29T15:06:10.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:09 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:10.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:09 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:10.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:09 smithi138 ceph-mon[32824]: osdmap e282: 8 total, 8 up, 8 in 2024-07-29T15:06:10.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:09 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:10.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:09 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:10.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:09 smithi067 ceph-mon[91995]: osdmap e282: 8 total, 8 up, 8 in 2024-07-29T15:06:10.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:09 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:10.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:09 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:10.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:09 smithi067 ceph-mon[94375]: osdmap e282: 8 total, 8 up, 8 in 2024-07-29T15:06:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:06:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:06:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:06:11.201 INFO:tasks.rados.rados.0.smithi067.stdout:1115: done (1 left) 2024-07-29T15:06:11.201 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 38 current snap is 109 2024-07-29T15:06:11.201 INFO:tasks.rados.rados.0.smithi067.stdout:1116: seq_num 378 ranges {0=737280,737280=720896,1458176=81920} 2024-07-29T15:06:11.205 INFO:tasks.rados.rados.0.smithi067.stdout:1116: writing smithi06780069-38 from 0 to 737280 tid 1 2024-07-29T15:06:11.210 INFO:tasks.rados.rados.0.smithi067.stdout:1116: writing smithi06780069-38 from 737280 to 1458176 tid 2 2024-07-29T15:06:11.211 INFO:tasks.rados.rados.0.smithi067.stdout:1116: writing smithi06780069-38 from 1458176 to 1540096 tid 3 2024-07-29T15:06:11.211 INFO:tasks.rados.rados.0.smithi067.stdout:1117: read oid 40 snap -1 2024-07-29T15:06:11.211 INFO:tasks.rados.rados.0.smithi067.stdout:1117: expect (ObjNum 202 snap 50 seq_num 202) 2024-07-29T15:06:11.211 INFO:tasks.rados.rados.0.smithi067.stdout:1118: snap_remove snap 106 2024-07-29T15:06:11.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:11 smithi067 ceph-mon[91995]: pgmap v31: 121 pgs: 121 active+clean; 267 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:06:11.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:11 smithi067 ceph-mon[91995]: osdmap e283: 8 total, 8 up, 8 in 2024-07-29T15:06:11.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:11 smithi067 ceph-mon[94375]: pgmap v31: 121 pgs: 121 active+clean; 267 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:06:11.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:11 smithi067 ceph-mon[94375]: osdmap e283: 8 total, 8 up, 8 in 2024-07-29T15:06:11.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:11 smithi138 ceph-mon[32824]: pgmap v31: 121 pgs: 121 active+clean; 267 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:06:11.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:11 smithi138 ceph-mon[32824]: osdmap e283: 8 total, 8 up, 8 in 2024-07-29T15:06:12.213 INFO:tasks.rados.rados.0.smithi067.stdout:1118: done (3 left) 2024-07-29T15:06:12.213 INFO:tasks.rados.rados.0.smithi067.stdout:1119: read oid 5 snap -1 2024-07-29T15:06:12.213 INFO:tasks.rados.rados.0.smithi067.stdout:1119: expect (ObjNum 371 snap 108 seq_num 371) 2024-07-29T15:06:12.213 INFO:tasks.rados.rados.0.smithi067.stdout:1120: snap_create 2024-07-29T15:06:12.213 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 527 (ObjNum 270 snap 74 seq_num 270) dirty exists 2024-07-29T15:06:12.214 INFO:tasks.rados.rados.0.smithi067.stdout:1116: finishing write tid 1 to smithi06780069-38 2024-07-29T15:06:12.214 INFO:tasks.rados.rados.0.smithi067.stdout:1116: finishing write tid 2 to smithi06780069-38 2024-07-29T15:06:12.214 INFO:tasks.rados.rados.0.smithi067.stdout:1116: finishing write tid 3 to smithi06780069-38 2024-07-29T15:06:12.214 INFO:tasks.rados.rados.0.smithi067.stdout:1116: finishing write tid 4 to smithi06780069-38 2024-07-29T15:06:12.214 INFO:tasks.rados.rados.0.smithi067.stdout:1116: finishing write tid 5 to smithi06780069-38 2024-07-29T15:06:12.214 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 38 v 367 (ObjNum 378 snap 109 seq_num 378) dirty exists 2024-07-29T15:06:12.214 INFO:tasks.rados.rados.0.smithi067.stdout:1116: left oid 38 (ObjNum 378 snap 109 seq_num 378) 2024-07-29T15:06:12.214 INFO:tasks.rados.rados.0.smithi067.stdout:1117: expect (ObjNum 202 snap 50 seq_num 202) 2024-07-29T15:06:12.467 INFO:tasks.rados.rados.0.smithi067.stdout:1119: expect (ObjNum 371 snap 108 seq_num 371) 2024-07-29T15:06:12.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:12 smithi067 ceph-mon[91995]: osdmap e284: 8 total, 8 up, 8 in 2024-07-29T15:06:12.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:12 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:12.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:12 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:12.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:12 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:12.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:12 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:06:12.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:12 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:12.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:12 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:06:12.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:12 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:06:12.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:12 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-07-29T15:06:12.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:12 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-07-29T15:06:12.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:12 smithi067 ceph-mon[94375]: osdmap e284: 8 total, 8 up, 8 in 2024-07-29T15:06:12.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:12 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:12.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:12 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:12.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:12 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:12.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:12 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:06:12.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:12 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:12.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:12 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:06:12.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:12 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:06:12.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:12 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-07-29T15:06:12.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:12 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-07-29T15:06:12.490 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:12 smithi138 ceph-mon[32824]: osdmap e284: 8 total, 8 up, 8 in 2024-07-29T15:06:12.490 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:12 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:12.490 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:12 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:12.490 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:12 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:12.490 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:12 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:06:12.490 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:12 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:12.491 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:12 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:06:12.491 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:12 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:06:12.491 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:12 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-07-29T15:06:12.491 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:12 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-07-29T15:06:12.885 INFO:tasks.rados.rados.0.smithi067.stdout:1114: done (4 left) 2024-07-29T15:06:12.886 INFO:tasks.rados.rados.0.smithi067.stdout:1116: done (3 left) 2024-07-29T15:06:12.886 INFO:tasks.rados.rados.0.smithi067.stdout:1117: done (2 left) 2024-07-29T15:06:12.886 INFO:tasks.rados.rados.0.smithi067.stdout:1119: done (1 left) 2024-07-29T15:06:12.886 INFO:tasks.rados.rados.0.smithi067.stdout:1120: done (0 left) 2024-07-29T15:06:12.886 INFO:tasks.rados.rados.0.smithi067.stdout:1121: snap_remove snap 84 2024-07-29T15:06:13.483 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:13 smithi138 ceph-mon[32824]: pgmap v34: 121 pgs: 121 active+clean; 243 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.8 MiB/s wr, 20 op/s 2024-07-29T15:06:13.483 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:13 smithi138 ceph-mon[32824]: Upgrade: It appears safe to stop mon.b 2024-07-29T15:06:13.484 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:13 smithi138 ceph-mon[32824]: osdmap e285: 8 total, 8 up, 8 in 2024-07-29T15:06:13.484 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:13 smithi138 ceph-mon[32824]: osdmap e286: 8 total, 8 up, 8 in 2024-07-29T15:06:13.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:13 smithi067 ceph-mon[91995]: pgmap v34: 121 pgs: 121 active+clean; 243 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.8 MiB/s wr, 20 op/s 2024-07-29T15:06:13.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:13 smithi067 ceph-mon[91995]: Upgrade: It appears safe to stop mon.b 2024-07-29T15:06:13.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:13 smithi067 ceph-mon[91995]: osdmap e285: 8 total, 8 up, 8 in 2024-07-29T15:06:13.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:13 smithi067 ceph-mon[91995]: osdmap e286: 8 total, 8 up, 8 in 2024-07-29T15:06:13.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:13 smithi067 ceph-mon[94375]: pgmap v34: 121 pgs: 121 active+clean; 243 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.8 MiB/s wr, 20 op/s 2024-07-29T15:06:13.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:13 smithi067 ceph-mon[94375]: Upgrade: It appears safe to stop mon.b 2024-07-29T15:06:13.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:13 smithi067 ceph-mon[94375]: osdmap e285: 8 total, 8 up, 8 in 2024-07-29T15:06:13.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:13 smithi067 ceph-mon[94375]: osdmap e286: 8 total, 8 up, 8 in 2024-07-29T15:06:13.888 INFO:tasks.rados.rados.0.smithi067.stdout:1121: done (0 left) 2024-07-29T15:06:13.889 INFO:tasks.rados.rados.0.smithi067.stdout:1122: copy_from oid 25 from oid 20 current snap is 110 2024-07-29T15:06:13.889 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 47 current snap is 110 2024-07-29T15:06:13.889 INFO:tasks.rados.rados.0.smithi067.stdout:1123: seq_num 379 ranges {2105344=753664,2859008=606208,3465216=196608} 2024-07-29T15:06:13.905 INFO:tasks.rados.rados.0.smithi067.stdout:1123: writing smithi06780069-47 from 2105344 to 2859008 tid 1 2024-07-29T15:06:13.909 INFO:tasks.rados.rados.0.smithi067.stdout:1123: writing smithi06780069-47 from 2859008 to 3465216 tid 2 2024-07-29T15:06:13.912 INFO:tasks.rados.rados.0.smithi067.stdout:1123: writing smithi06780069-47 from 3465216 to 3661824 tid 3 2024-07-29T15:06:13.912 INFO:tasks.rados.rados.0.smithi067.stdout:1124: read oid 50 snap -1 2024-07-29T15:06:13.912 INFO:tasks.rados.rados.0.smithi067.stdout:1124: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:06:13.912 INFO:tasks.rados.rados.0.smithi067.stdout:1125: copy_from oid 21 from oid 9 current snap is 110 2024-07-29T15:06:13.912 INFO:tasks.rados.rados.0.smithi067.stdout:1122: finishing copy_from racing read to smithi06780069-25 2024-07-29T15:06:13.912 INFO:tasks.rados.rados.0.smithi067.stdout:1126: read oid 29 snap -1 2024-07-29T15:06:13.912 INFO:tasks.rados.rados.0.smithi067.stdout:1126: expect (ObjNum 275 snap 78 seq_num 275) 2024-07-29T15:06:13.912 INFO:tasks.rados.rados.0.smithi067.stdout:1127: rollback oid 44 current snap is 110 2024-07-29T15:06:13.912 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 44 to 90 2024-07-29T15:06:13.913 INFO:tasks.rados.rados.0.smithi067.stdout:1128: snap_create 2024-07-29T15:06:13.913 INFO:tasks.rados.rados.0.smithi067.stdout:1125: finishing copy_from to smithi06780069-21 2024-07-29T15:06:13.913 INFO:tasks.rados.rados.0.smithi067.stdout:1125: got expected ENOENT (src dne) 2024-07-29T15:06:13.913 INFO:tasks.rados.rados.0.smithi067.stdout:1124: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:06:13.916 INFO:tasks.rados.rados.0.smithi067.stdout:1125: finishing copy_from racing read to smithi06780069-21 2024-07-29T15:06:13.916 INFO:tasks.rados.rados.0.smithi067.stdout:1127: finishing rollback tid 0 to smithi06780069-44 2024-07-29T15:06:13.916 INFO:tasks.rados.rados.0.smithi067.stdout:1127: finishing rollback tid 1 to smithi06780069-44 2024-07-29T15:06:13.916 INFO:tasks.rados.rados.0.smithi067.stdout:1127: finishing rollback tid 2 to smithi06780069-44 2024-07-29T15:06:13.916 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 384 (ObjNum 193 snap 47 seq_num 193) dirty exists 2024-07-29T15:06:13.917 INFO:tasks.rados.rados.0.smithi067.stdout:1123: finishing write tid 1 to smithi06780069-47 2024-07-29T15:06:13.918 INFO:tasks.rados.rados.0.smithi067.stdout:1122: finishing copy_from to smithi06780069-25 2024-07-29T15:06:13.918 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 25 v 296 (ObjNum 365 snap 106 seq_num 365) dirty exists 2024-07-29T15:06:13.918 INFO:tasks.rados.rados.0.smithi067.stdout:1123: finishing write tid 2 to smithi06780069-47 2024-07-29T15:06:13.918 INFO:tasks.rados.rados.0.smithi067.stdout:1123: finishing write tid 3 to smithi06780069-47 2024-07-29T15:06:13.918 INFO:tasks.rados.rados.0.smithi067.stdout:1123: finishing write tid 4 to smithi06780069-47 2024-07-29T15:06:13.920 INFO:tasks.rados.rados.0.smithi067.stdout:1123: finishing write tid 5 to smithi06780069-47 2024-07-29T15:06:13.920 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 368 (ObjNum 379 snap 110 seq_num 379) dirty exists 2024-07-29T15:06:13.920 INFO:tasks.rados.rados.0.smithi067.stdout:1123: left oid 47 (ObjNum 379 snap 110 seq_num 379) 2024-07-29T15:06:13.923 INFO:tasks.rados.rados.0.smithi067.stdout:1126: expect (ObjNum 275 snap 78 seq_num 275) 2024-07-29T15:06:14.492 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:06:14 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:06:14.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:06:14.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:14 smithi138 ceph-mon[32824]: Upgrade: Updating mon.b 2024-07-29T15:06:14.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:14 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:14.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:14 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-29T15:06:14.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:14 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-29T15:06:14.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:14 smithi138 ceph-mon[32824]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:14.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:14 smithi138 ceph-mon[32824]: Deploying daemon mon.b on smithi138 2024-07-29T15:06:14.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:14 smithi138 ceph-mon[32824]: pgmap v37: 121 pgs: 121 active+clean; 243 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.8 MiB/s wr, 20 op/s 2024-07-29T15:06:14.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:14 smithi138 ceph-mon[32824]: osdmap e287: 8 total, 8 up, 8 in 2024-07-29T15:06:14.887 INFO:tasks.rados.rados.0.smithi067.stdout:1122: done (6 left) 2024-07-29T15:06:14.887 INFO:tasks.rados.rados.0.smithi067.stdout:1123: done (5 left) 2024-07-29T15:06:14.887 INFO:tasks.rados.rados.0.smithi067.stdout:1124: done (4 left) 2024-07-29T15:06:14.888 INFO:tasks.rados.rados.0.smithi067.stdout:1125: done (3 left) 2024-07-29T15:06:14.888 INFO:tasks.rados.rados.0.smithi067.stdout:1126: done (2 left) 2024-07-29T15:06:14.888 INFO:tasks.rados.rados.0.smithi067.stdout:1127: done (1 left) 2024-07-29T15:06:14.888 INFO:tasks.rados.rados.0.smithi067.stdout:1128: done (0 left) 2024-07-29T15:06:14.888 INFO:tasks.rados.rados.0.smithi067.stdout:1129: rollback oid 29 current snap is 111 2024-07-29T15:06:14.888 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 29 to 99 2024-07-29T15:06:14.888 INFO:tasks.rados.rados.0.smithi067.stdout:1130: snap_remove snap 110 2024-07-29T15:06:14.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:14 smithi067 ceph-mon[94375]: Upgrade: Updating mon.b 2024-07-29T15:06:14.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:14 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:14.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:14 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-29T15:06:14.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:14 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-29T15:06:14.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:14 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:14.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:14 smithi067 ceph-mon[94375]: Deploying daemon mon.b on smithi138 2024-07-29T15:06:14.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:14 smithi067 ceph-mon[94375]: pgmap v37: 121 pgs: 121 active+clean; 243 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.8 MiB/s wr, 20 op/s 2024-07-29T15:06:14.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:14 smithi067 ceph-mon[94375]: osdmap e287: 8 total, 8 up, 8 in 2024-07-29T15:06:14.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:14 smithi067 ceph-mon[91995]: Upgrade: Updating mon.b 2024-07-29T15:06:14.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:14 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:14.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:14 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-29T15:06:14.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:14 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-29T15:06:14.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:14 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:14.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:14 smithi067 ceph-mon[91995]: Deploying daemon mon.b on smithi138 2024-07-29T15:06:14.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:14 smithi067 ceph-mon[91995]: pgmap v37: 121 pgs: 121 active+clean; 243 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.8 MiB/s wr, 20 op/s 2024-07-29T15:06:14.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:14 smithi067 ceph-mon[91995]: osdmap e287: 8 total, 8 up, 8 in 2024-07-29T15:06:15.430 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:15 smithi138 systemd[1]: Stopping Ceph mon.b for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:06:15.730 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:15 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-b[32819]: 2024-07-29T15:06:15.428+0000 7fc357dda640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-07-29T15:06:15.730 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:15 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-b[32819]: 2024-07-29T15:06:15.428+0000 7fc357dda640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-07-29T15:06:15.730 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:15 smithi138 podman[86277]: 2024-07-29 15:06:15.469961641 +0000 UTC m=+0.214695885 container died 61a2da51101775b21c7f5d7c759a7a7cafed33290b5eef3d70eb2aeeb09fce5f (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-b, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, RELEASE=quincy-3120d06, maintainer=Guillaume Abrioux ) 2024-07-29T15:06:16.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:15 smithi138 podman[86277]: 2024-07-29 15:06:15.828825083 +0000 UTC m=+0.573559317 container cleanup 61a2da51101775b21c7f5d7c759a7a7cafed33290b5eef3d70eb2aeeb09fce5f (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-b, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, ceph=True, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-3120d06, GIT_BRANCH=HEAD) 2024-07-29T15:06:16.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:15 smithi138 bash[86277]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-b 2024-07-29T15:06:16.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:06:15 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:06:15.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:06:16.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:06:15 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:06:15.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:06:16.458 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 podman[86292]: 2024-07-29 15:06:16.122479986 +0000 UTC m=+0.643752934 container remove 61a2da51101775b21c7f5d7c759a7a7cafed33290b5eef3d70eb2aeeb09fce5f (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-b, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-3120d06, org.label-schema.build-date=20240724, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-29T15:06:16.459 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mon.b.service: Deactivated successfully. 2024-07-29T15:06:16.459 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 systemd[1]: Stopped Ceph mon.b for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:06:16.459 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mon.b.service: Consumed 9.050s CPU time. 2024-07-29T15:06:16.798 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 systemd[1]: Starting Ceph mon.b for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:06:16.802 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 podman[86419]: 2024-07-29 15:06:16.575402633 +0000 UTC m=+0.017164225 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T15:06:16.802 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 podman[86419]: 2024-07-29 15:06:16.673419358 +0000 UTC m=+0.115180926 container create bccf2941ae7e93e358465779815ea0a1cb8728eb5e3575ca53323ba8c0d73bc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-b, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240716, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, RELEASE=main-69149bb, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=) 2024-07-29T15:06:17.310 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:06:16.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi138\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:06:17.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 podman[86419]: 2024-07-29 15:06:16.909756433 +0000 UTC m=+0.351518017 container init bccf2941ae7e93e358465779815ea0a1cb8728eb5e3575ca53323ba8c0d73bc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-b, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240716, RELEASE=main-69149bb, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-07-29T15:06:17.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 podman[86419]: 2024-07-29 15:06:16.91312312 +0000 UTC m=+0.354884691 container start bccf2941ae7e93e358465779815ea0a1cb8728eb5e3575ca53323ba8c0d73bc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240716, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=main-69149bb, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-29T15:06:17.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: set uid:gid to 167:167 (ceph:ceph) 2024-07-29T15:06:17.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev), process ceph-mon, pid 2 2024-07-29T15:06:17.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: pidfile_write: ignore empty --pid-file 2024-07-29T15:06:17.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: load: jerasure load: lrc 2024-07-29T15:06:17.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: RocksDB version: 7.9.2 2024-07-29T15:06:17.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Git sha 0 2024-07-29T15:06:17.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Compile date 2024-07-19 15:25:36 2024-07-29T15:06:17.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: DB SUMMARY 2024-07-29T15:06:17.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: DB Session ID: CQOJUGPKIMP6ORGGZCEC 2024-07-29T15:06:17.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: CURRENT file: CURRENT 2024-07-29T15:06:17.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: IDENTITY file: IDENTITY 2024-07-29T15:06:17.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1104 Bytes 2024-07-29T15:06:17.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-07-29T15:06:17.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 11548254 ; 2024-07-29T15:06:17.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.error_if_exists: 0 2024-07-29T15:06:17.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.create_if_missing: 0 2024-07-29T15:06:17.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.paranoid_checks: 1 2024-07-29T15:06:17.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.flush_verify_memtable_count: 1 2024-07-29T15:06:17.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-07-29T15:06:17.314 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-07-29T15:06:17.314 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.env: 0x55ce6c089840 2024-07-29T15:06:17.314 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.fs: PosixFileSystem 2024-07-29T15:06:17.314 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.info_log: 0x55ce6e7554c0 2024-07-29T15:06:17.314 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.max_file_opening_threads: 16 2024-07-29T15:06:17.314 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.statistics: (nil) 2024-07-29T15:06:17.314 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.use_fsync: 0 2024-07-29T15:06:17.314 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.max_log_file_size: 0 2024-07-29T15:06:17.314 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-07-29T15:06:17.314 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.log_file_time_to_roll: 0 2024-07-29T15:06:17.315 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.keep_log_file_num: 1000 2024-07-29T15:06:17.315 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.recycle_log_file_num: 0 2024-07-29T15:06:17.315 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.allow_fallocate: 1 2024-07-29T15:06:17.315 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.allow_mmap_reads: 0 2024-07-29T15:06:17.315 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.allow_mmap_writes: 0 2024-07-29T15:06:17.315 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.use_direct_reads: 0 2024-07-29T15:06:17.315 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-07-29T15:06:17.315 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.create_missing_column_families: 0 2024-07-29T15:06:17.315 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.db_log_dir: 2024-07-29T15:06:17.315 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.wal_dir: 2024-07-29T15:06:17.315 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.table_cache_numshardbits: 6 2024-07-29T15:06:17.315 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.WAL_ttl_seconds: 0 2024-07-29T15:06:17.315 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.WAL_size_limit_MB: 0 2024-07-29T15:06:17.315 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-07-29T15:06:17.315 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-07-29T15:06:17.316 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.is_fd_close_on_exec: 1 2024-07-29T15:06:17.316 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.advise_random_on_open: 1 2024-07-29T15:06:17.316 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.db_write_buffer_size: 0 2024-07-29T15:06:17.316 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.write_buffer_manager: 0x55ce6e758960 2024-07-29T15:06:17.316 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-07-29T15:06:17.316 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-07-29T15:06:17.316 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.use_adaptive_mutex: 0 2024-07-29T15:06:17.316 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.rate_limiter: (nil) 2024-07-29T15:06:17.316 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-07-29T15:06:17.316 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.wal_recovery_mode: 2 2024-07-29T15:06:17.316 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.enable_thread_tracking: 0 2024-07-29T15:06:17.316 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.enable_pipelined_write: 0 2024-07-29T15:06:17.316 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.unordered_write: 0 2024-07-29T15:06:17.316 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-07-29T15:06:17.316 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-07-29T15:06:17.317 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-07-29T15:06:17.317 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-07-29T15:06:17.317 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.row_cache: None 2024-07-29T15:06:17.317 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.wal_filter: None 2024-07-29T15:06:17.317 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-07-29T15:06:17.317 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.allow_ingest_behind: 0 2024-07-29T15:06:17.317 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.two_write_queues: 0 2024-07-29T15:06:17.317 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.manual_wal_flush: 0 2024-07-29T15:06:17.317 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.wal_compression: 0 2024-07-29T15:06:17.317 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.atomic_flush: 0 2024-07-29T15:06:17.317 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-07-29T15:06:17.317 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.persist_stats_to_disk: 0 2024-07-29T15:06:17.317 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.write_dbid_to_manifest: 0 2024-07-29T15:06:17.318 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.log_readahead_size: 0 2024-07-29T15:06:17.318 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-07-29T15:06:17.318 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.best_efforts_recovery: 0 2024-07-29T15:06:17.318 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-07-29T15:06:17.318 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-07-29T15:06:17.318 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.allow_data_in_errors: 0 2024-07-29T15:06:17.318 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.db_host_id: __hostname__ 2024-07-29T15:06:17.319 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.enforce_single_del_contracts: true 2024-07-29T15:06:17.319 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.max_background_jobs: 2 2024-07-29T15:06:17.319 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.max_background_compactions: -1 2024-07-29T15:06:17.319 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.max_subcompactions: 1 2024-07-29T15:06:17.319 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-07-29T15:06:17.319 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-07-29T15:06:17.319 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.delayed_write_rate : 16777216 2024-07-29T15:06:17.319 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.max_total_wal_size: 0 2024-07-29T15:06:17.319 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-07-29T15:06:17.319 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.stats_dump_period_sec: 600 2024-07-29T15:06:17.319 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.stats_persist_period_sec: 600 2024-07-29T15:06:17.319 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-07-29T15:06:17.319 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.max_open_files: -1 2024-07-29T15:06:17.319 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.bytes_per_sync: 0 2024-07-29T15:06:17.320 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.wal_bytes_per_sync: 0 2024-07-29T15:06:17.320 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.strict_bytes_per_sync: 0 2024-07-29T15:06:17.320 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.compaction_readahead_size: 0 2024-07-29T15:06:17.320 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.max_background_flushes: -1 2024-07-29T15:06:17.320 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Compression algorithms supported: 2024-07-29T15:06:17.320 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: kZSTD supported: 0 2024-07-29T15:06:17.320 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: kXpressCompression supported: 0 2024-07-29T15:06:17.320 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: kBZip2Compression supported: 0 2024-07-29T15:06:17.320 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-07-29T15:06:17.320 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: kLZ4Compression supported: 1 2024-07-29T15:06:17.320 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: kZlibCompression supported: 1 2024-07-29T15:06:17.320 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: kLZ4HCCompression supported: 1 2024-07-29T15:06:17.320 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: kSnappyCompression supported: 1 2024-07-29T15:06:17.320 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Fast CRC32 supported: Supported on x86 2024-07-29T15:06:17.321 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: DMutex implementation: pthread_mutex_t 2024-07-29T15:06:17.321 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2024-07-29T15:06:17.321 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-07-29T15:06:17.321 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-07-29T15:06:17.321 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.merge_operator: 2024-07-29T15:06:17.321 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.compaction_filter: None 2024-07-29T15:06:17.321 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.compaction_filter_factory: None 2024-07-29T15:06:17.321 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.sst_partitioner_factory: None 2024-07-29T15:06:17.321 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.memtable_factory: SkipListFactory 2024-07-29T15:06:17.321 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.table_factory: BlockBasedTable 2024-07-29T15:06:17.321 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ce6e7550e0) 2024-07-29T15:06:17.322 INFO:journalctl@ceph.mon.b.smithi138.stdout: cache_index_and_filter_blocks: 1 2024-07-29T15:06:17.322 INFO:journalctl@ceph.mon.b.smithi138.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-07-29T15:06:17.322 INFO:journalctl@ceph.mon.b.smithi138.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-07-29T15:06:17.322 INFO:journalctl@ceph.mon.b.smithi138.stdout: pin_top_level_index_and_filter: 1 2024-07-29T15:06:17.322 INFO:journalctl@ceph.mon.b.smithi138.stdout: index_type: 0 2024-07-29T15:06:17.322 INFO:journalctl@ceph.mon.b.smithi138.stdout: data_block_index_type: 0 2024-07-29T15:06:17.322 INFO:journalctl@ceph.mon.b.smithi138.stdout: index_shortening: 1 2024-07-29T15:06:17.322 INFO:journalctl@ceph.mon.b.smithi138.stdout: data_block_hash_table_util_ratio: 0.750000 2024-07-29T15:06:17.322 INFO:journalctl@ceph.mon.b.smithi138.stdout: checksum: 4 2024-07-29T15:06:17.322 INFO:journalctl@ceph.mon.b.smithi138.stdout: no_block_cache: 0 2024-07-29T15:06:17.322 INFO:journalctl@ceph.mon.b.smithi138.stdout: block_cache: 0x55ce6e749610 2024-07-29T15:06:17.322 INFO:journalctl@ceph.mon.b.smithi138.stdout: block_cache_name: BinnedLRUCache 2024-07-29T15:06:17.322 INFO:journalctl@ceph.mon.b.smithi138.stdout: block_cache_options: 2024-07-29T15:06:17.323 INFO:journalctl@ceph.mon.b.smithi138.stdout: capacity : 536870912 2024-07-29T15:06:17.323 INFO:journalctl@ceph.mon.b.smithi138.stdout: num_shard_bits : 4 2024-07-29T15:06:17.323 INFO:journalctl@ceph.mon.b.smithi138.stdout: strict_capacity_limit : 0 2024-07-29T15:06:17.323 INFO:journalctl@ceph.mon.b.smithi138.stdout: high_pri_pool_ratio: 0.000 2024-07-29T15:06:17.323 INFO:journalctl@ceph.mon.b.smithi138.stdout: block_cache_compressed: (nil) 2024-07-29T15:06:17.323 INFO:journalctl@ceph.mon.b.smithi138.stdout: persistent_cache: (nil) 2024-07-29T15:06:17.323 INFO:journalctl@ceph.mon.b.smithi138.stdout: block_size: 4096 2024-07-29T15:06:17.323 INFO:journalctl@ceph.mon.b.smithi138.stdout: block_size_deviation: 10 2024-07-29T15:06:17.323 INFO:journalctl@ceph.mon.b.smithi138.stdout: block_restart_interval: 16 2024-07-29T15:06:17.323 INFO:journalctl@ceph.mon.b.smithi138.stdout: index_block_restart_interval: 1 2024-07-29T15:06:17.323 INFO:journalctl@ceph.mon.b.smithi138.stdout: metadata_block_size: 4096 2024-07-29T15:06:17.323 INFO:journalctl@ceph.mon.b.smithi138.stdout: partition_filters: 0 2024-07-29T15:06:17.323 INFO:journalctl@ceph.mon.b.smithi138.stdout: use_delta_encoding: 1 2024-07-29T15:06:17.323 INFO:journalctl@ceph.mon.b.smithi138.stdout: filter_policy: bloomfilter 2024-07-29T15:06:17.324 INFO:journalctl@ceph.mon.b.smithi138.stdout: whole_key_filtering: 1 2024-07-29T15:06:17.324 INFO:journalctl@ceph.mon.b.smithi138.stdout: verify_compression: 0 2024-07-29T15:06:17.324 INFO:journalctl@ceph.mon.b.smithi138.stdout: read_amp_bytes_per_bit: 0 2024-07-29T15:06:17.324 INFO:journalctl@ceph.mon.b.smithi138.stdout: format_version: 5 2024-07-29T15:06:17.324 INFO:journalctl@ceph.mon.b.smithi138.stdout: enable_index_compression: 1 2024-07-29T15:06:17.324 INFO:journalctl@ceph.mon.b.smithi138.stdout: block_align: 0 2024-07-29T15:06:17.324 INFO:journalctl@ceph.mon.b.smithi138.stdout: max_auto_readahead_size: 262144 2024-07-29T15:06:17.324 INFO:journalctl@ceph.mon.b.smithi138.stdout: prepopulate_block_cache: 0 2024-07-29T15:06:17.324 INFO:journalctl@ceph.mon.b.smithi138.stdout: initial_auto_readahead_size: 8192 2024-07-29T15:06:17.324 INFO:journalctl@ceph.mon.b.smithi138.stdout: num_file_reads_for_auto_readahead: 2 2024-07-29T15:06:17.325 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.write_buffer_size: 33554432 2024-07-29T15:06:17.325 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.max_write_buffer_number: 2 2024-07-29T15:06:17.325 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.compression: NoCompression 2024-07-29T15:06:17.325 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.bottommost_compression: Disabled 2024-07-29T15:06:17.325 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.prefix_extractor: nullptr 2024-07-29T15:06:17.325 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-07-29T15:06:17.326 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.num_levels: 7 2024-07-29T15:06:17.326 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-07-29T15:06:17.326 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-07-29T15:06:17.326 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-07-29T15:06:17.326 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-07-29T15:06:17.326 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-07-29T15:06:17.326 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-07-29T15:06:17.326 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-07-29T15:06:17.326 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-07-29T15:06:17.326 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-07-29T15:06:17.326 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-07-29T15:06:17.326 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-07-29T15:06:17.326 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-07-29T15:06:17.327 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.compression_opts.window_bits: -14 2024-07-29T15:06:17.327 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.compression_opts.level: 32767 2024-07-29T15:06:17.327 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.compression_opts.strategy: 0 2024-07-29T15:06:17.327 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-07-29T15:06:17.327 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-07-29T15:06:17.327 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-07-29T15:06:17.327 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-07-29T15:06:17.327 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.compression_opts.enabled: false 2024-07-29T15:06:17.327 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-07-29T15:06:17.327 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-07-29T15:06:17.327 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-07-29T15:06:17.327 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-07-29T15:06:17.327 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.target_file_size_base: 67108864 2024-07-29T15:06:17.328 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.target_file_size_multiplier: 1 2024-07-29T15:06:17.328 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-07-29T15:06:17.328 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-07-29T15:06:17.328 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-07-29T15:06:17.328 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-07-29T15:06:17.328 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-07-29T15:06:17.328 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-07-29T15:06:17.328 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-07-29T15:06:17.328 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-07-29T15:06:17.328 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-07-29T15:06:17.328 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-07-29T15:06:17.329 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-07-29T15:06:17.329 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-07-29T15:06:17.329 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-07-29T15:06:17.329 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.arena_block_size: 1048576 2024-07-29T15:06:17.329 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-07-29T15:06:17.329 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-07-29T15:06:17.329 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.disable_auto_compactions: 0 2024-07-29T15:06:17.330 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-07-29T15:06:17.330 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-07-29T15:06:17.330 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-07-29T15:06:17.330 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-07-29T15:06:17.330 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-07-29T15:06:17.330 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-07-29T15:06:17.331 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-07-29T15:06:17.331 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-07-29T15:06:17.331 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-07-29T15:06:17.331 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-07-29T15:06:17.331 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-07-29T15:06:17.331 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.inplace_update_support: 0 2024-07-29T15:06:17.331 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.inplace_update_num_locks: 10000 2024-07-29T15:06:17.331 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-07-29T15:06:17.331 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-07-29T15:06:17.331 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.memtable_huge_page_size: 0 2024-07-29T15:06:17.332 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.bloom_locality: 0 2024-07-29T15:06:17.332 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.max_successive_merges: 0 2024-07-29T15:06:17.332 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.optimize_filters_for_hits: 0 2024-07-29T15:06:17.332 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.paranoid_file_checks: 0 2024-07-29T15:06:17.332 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.force_consistency_checks: 1 2024-07-29T15:06:17.332 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.report_bg_io_stats: 0 2024-07-29T15:06:17.332 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.ttl: 2592000 2024-07-29T15:06:17.332 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.periodic_compaction_seconds: 0 2024-07-29T15:06:17.332 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-07-29T15:06:17.332 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-07-29T15:06:17.332 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.enable_blob_files: false 2024-07-29T15:06:17.333 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.min_blob_size: 0 2024-07-29T15:06:17.333 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.blob_file_size: 268435456 2024-07-29T15:06:17.333 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.blob_compression_type: NoCompression 2024-07-29T15:06:17.333 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.enable_blob_garbage_collection: false 2024-07-29T15:06:17.333 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-07-29T15:06:17.333 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-07-29T15:06:17.333 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-07-29T15:06:17.333 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.blob_file_starting_level: 0 2024-07-29T15:06:17.333 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-07-29T15:06:17.333 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-07-29T15:06:17.333 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-07-29T15:06:17.333 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13584, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-07-29T15:06:17.334 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-07-29T15:06:17.334 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: db2f5757-bf86-473e-a795-871376b317b9 2024-07-29T15:06:17.334 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722265576940664, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-07-29T15:06:17.334 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-07-29T15:06:17.334 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722265576971101, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 7151920, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13589, "largest_seqno": 17410, "table_properties": {"data_size": 7134486, "index_size": 12163, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4229, "raw_key_size": 38324, "raw_average_key_size": 22, "raw_value_size": 7098954, "raw_average_value_size": 4230, "num_data_blocks": 527, "num_entries": 1678, "num_filter_entries": 1678, "num_deletions": 295, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1722265576, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "db2f5757-bf86-473e-a795-871376b317b9", "db_session_id": "CQOJUGPKIMP6ORGGZCEC", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-07-29T15:06:17.334 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: EVENT_LOG_v1 {"time_micros": 1722265576971271, "job": 1, "event": "recovery_finished"} 2024-07-29T15:06:17.334 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-07-29T15:06:17.334 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-07-29T15:06:17.334 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-07-29T15:06:17.335 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55ce6e776e00 2024-07-29T15:06:17.335 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: DB pointer 0x55ce6e86e000 2024-07-29T15:06:17.335 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-07-29T15:06:17.335 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-07-29T15:06:17.335 INFO:journalctl@ceph.mon.b.smithi138.stdout: ** DB Stats ** 2024-07-29T15:06:17.335 INFO:journalctl@ceph.mon.b.smithi138.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-29T15:06:17.335 INFO:journalctl@ceph.mon.b.smithi138.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-07-29T15:06:17.335 INFO:journalctl@ceph.mon.b.smithi138.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-07-29T15:06:17.335 INFO:journalctl@ceph.mon.b.smithi138.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-29T15:06:17.335 INFO:journalctl@ceph.mon.b.smithi138.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-07-29T15:06:17.335 INFO:journalctl@ceph.mon.b.smithi138.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-07-29T15:06:17.335 INFO:journalctl@ceph.mon.b.smithi138.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-29T15:06:17.335 INFO:journalctl@ceph.mon.b.smithi138.stdout: 2024-07-29T15:06:17.335 INFO:journalctl@ceph.mon.b.smithi138.stdout: ** Compaction Stats [default] ** 2024-07-29T15:06:17.336 INFO:journalctl@ceph.mon.b.smithi138.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-07-29T15:06:17.336 INFO:journalctl@ceph.mon.b.smithi138.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-07-29T15:06:17.336 INFO:journalctl@ceph.mon.b.smithi138.stdout: L0 1/0 6.82 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 538.7 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-07-29T15:06:17.336 INFO:journalctl@ceph.mon.b.smithi138.stdout: L6 1/0 7.66 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-07-29T15:06:17.336 INFO:journalctl@ceph.mon.b.smithi138.stdout: Sum 2/0 14.48 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 538.7 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-07-29T15:06:17.336 INFO:journalctl@ceph.mon.b.smithi138.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 538.7 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-07-29T15:06:17.336 INFO:journalctl@ceph.mon.b.smithi138.stdout: 2024-07-29T15:06:17.336 INFO:journalctl@ceph.mon.b.smithi138.stdout: ** Compaction Stats [default] ** 2024-07-29T15:06:17.336 INFO:journalctl@ceph.mon.b.smithi138.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-07-29T15:06:17.336 INFO:journalctl@ceph.mon.b.smithi138.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-29T15:06:17.336 INFO:journalctl@ceph.mon.b.smithi138.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 538.7 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-07-29T15:06:17.336 INFO:journalctl@ceph.mon.b.smithi138.stdout: 2024-07-29T15:06:17.336 INFO:journalctl@ceph.mon.b.smithi138.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-07-29T15:06:17.337 INFO:journalctl@ceph.mon.b.smithi138.stdout: 2024-07-29T15:06:17.337 INFO:journalctl@ceph.mon.b.smithi138.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-29T15:06:17.337 INFO:journalctl@ceph.mon.b.smithi138.stdout: Flush(GB): cumulative 0.007, interval 0.007 2024-07-29T15:06:17.337 INFO:journalctl@ceph.mon.b.smithi138.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-07-29T15:06:17.337 INFO:journalctl@ceph.mon.b.smithi138.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-07-29T15:06:17.337 INFO:journalctl@ceph.mon.b.smithi138.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-07-29T15:06:17.337 INFO:journalctl@ceph.mon.b.smithi138.stdout: AddFile(Keys): cumulative 0, interval 0 2024-07-29T15:06:17.337 INFO:journalctl@ceph.mon.b.smithi138.stdout: Cumulative compaction: 0.01 GB write, 201.95 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-29T15:06:17.337 INFO:journalctl@ceph.mon.b.smithi138.stdout: Interval compaction: 0.01 GB write, 201.95 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-29T15:06:17.337 INFO:journalctl@ceph.mon.b.smithi138.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-07-29T15:06:17.337 INFO:journalctl@ceph.mon.b.smithi138.stdout: Block cache BinnedLRUCache@0x55ce6e749610#2 capacity: 512.00 MB usage: 16.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-07-29T15:06:17.338 INFO:journalctl@ceph.mon.b.smithi138.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.53 KB,0.000864267%) IndexBlock(1,12.08 KB,0.00230372%) Misc(1,0.00 KB,0%) 2024-07-29T15:06:17.338 INFO:journalctl@ceph.mon.b.smithi138.stdout: 2024-07-29T15:06:17.338 INFO:journalctl@ceph.mon.b.smithi138.stdout: ** File Read Latency Histogram By Level [default] ** 2024-07-29T15:06:17.338 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: starting mon.b rank 1 at public addrs [v2:172.21.15.138:3300/0,v1:172.21.15.138:6789/0] at bind addrs [v2:172.21.15.138:3300/0,v1:172.21.15.138:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T15:06:17.338 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: mon.b@-1(???) e3 preinit fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T15:06:17.338 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: mon.b@-1(???).mds e7 new map 2024-07-29T15:06:17.339 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: mon.b@-1(???).mds e7 print_map 2024-07-29T15:06:17.339 INFO:journalctl@ceph.mon.b.smithi138.stdout: e7 2024-07-29T15:06:17.339 INFO:journalctl@ceph.mon.b.smithi138.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-07-29T15:06:17.339 INFO:journalctl@ceph.mon.b.smithi138.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-07-29T15:06:17.339 INFO:journalctl@ceph.mon.b.smithi138.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-07-29T15:06:17.339 INFO:journalctl@ceph.mon.b.smithi138.stdout: legacy client fscid: 1 2024-07-29T15:06:17.339 INFO:journalctl@ceph.mon.b.smithi138.stdout: 2024-07-29T15:06:17.339 INFO:journalctl@ceph.mon.b.smithi138.stdout: Filesystem 'cephfs' (1) 2024-07-29T15:06:17.339 INFO:journalctl@ceph.mon.b.smithi138.stdout: fs_name cephfs 2024-07-29T15:06:17.339 INFO:journalctl@ceph.mon.b.smithi138.stdout: epoch 7 2024-07-29T15:06:17.340 INFO:journalctl@ceph.mon.b.smithi138.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-07-29T15:06:17.340 INFO:journalctl@ceph.mon.b.smithi138.stdout: created 2024-07-29T14:58:56.595761+0000 2024-07-29T15:06:17.340 INFO:journalctl@ceph.mon.b.smithi138.stdout: modified 2024-07-29T14:59:08.394517+0000 2024-07-29T15:06:17.340 INFO:journalctl@ceph.mon.b.smithi138.stdout: tableserver 0 2024-07-29T15:06:17.340 INFO:journalctl@ceph.mon.b.smithi138.stdout: root 0 2024-07-29T15:06:17.340 INFO:journalctl@ceph.mon.b.smithi138.stdout: session_timeout 60 2024-07-29T15:06:17.340 INFO:journalctl@ceph.mon.b.smithi138.stdout: session_autoclose 300 2024-07-29T15:06:17.340 INFO:journalctl@ceph.mon.b.smithi138.stdout: max_file_size 1099511627776 2024-07-29T15:06:17.340 INFO:journalctl@ceph.mon.b.smithi138.stdout: max_xattr_size 65536 2024-07-29T15:06:17.340 INFO:journalctl@ceph.mon.b.smithi138.stdout: required_client_features {} 2024-07-29T15:06:17.340 INFO:journalctl@ceph.mon.b.smithi138.stdout: last_failure 0 2024-07-29T15:06:17.340 INFO:journalctl@ceph.mon.b.smithi138.stdout: last_failure_osd_epoch 0 2024-07-29T15:06:17.341 INFO:journalctl@ceph.mon.b.smithi138.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-07-29T15:06:17.341 INFO:journalctl@ceph.mon.b.smithi138.stdout: max_mds 1 2024-07-29T15:06:17.341 INFO:journalctl@ceph.mon.b.smithi138.stdout: in 0 2024-07-29T15:06:17.341 INFO:journalctl@ceph.mon.b.smithi138.stdout: up {0=24335} 2024-07-29T15:06:17.341 INFO:journalctl@ceph.mon.b.smithi138.stdout: failed 2024-07-29T15:06:17.341 INFO:journalctl@ceph.mon.b.smithi138.stdout: damaged 2024-07-29T15:06:17.341 INFO:journalctl@ceph.mon.b.smithi138.stdout: stopped 2024-07-29T15:06:17.341 INFO:journalctl@ceph.mon.b.smithi138.stdout: data_pools [3] 2024-07-29T15:06:17.341 INFO:journalctl@ceph.mon.b.smithi138.stdout: metadata_pool 2 2024-07-29T15:06:17.341 INFO:journalctl@ceph.mon.b.smithi138.stdout: inline_data disabled 2024-07-29T15:06:17.341 INFO:journalctl@ceph.mon.b.smithi138.stdout: balancer 2024-07-29T15:06:17.341 INFO:journalctl@ceph.mon.b.smithi138.stdout: bal_rank_mask -1 2024-07-29T15:06:17.341 INFO:journalctl@ceph.mon.b.smithi138.stdout: standby_count_wanted 0 2024-07-29T15:06:17.342 INFO:journalctl@ceph.mon.b.smithi138.stdout: qdb_cluster leader: 0 members: 2024-07-29T15:06:17.342 INFO:journalctl@ceph.mon.b.smithi138.stdout: [mds.a{0:24335} state up:active seq 6 addr [v2:172.21.15.67:6834/3863350938,v1:172.21.15.67:6835/3863350938] compat {c=[1],r=[1],i=[7ff]}] 2024-07-29T15:06:17.342 INFO:journalctl@ceph.mon.b.smithi138.stdout: 2024-07-29T15:06:17.342 INFO:journalctl@ceph.mon.b.smithi138.stdout: 2024-07-29T15:06:17.342 INFO:journalctl@ceph.mon.b.smithi138.stdout: Standby daemons: 2024-07-29T15:06:17.342 INFO:journalctl@ceph.mon.b.smithi138.stdout: 2024-07-29T15:06:17.342 INFO:journalctl@ceph.mon.b.smithi138.stdout: [mds.b{-1:24319} state up:standby seq 1 addr [v2:172.21.15.138:6832/1303672784,v1:172.21.15.138:6833/1303672784] compat {c=[1],r=[1],i=[7ff]}] 2024-07-29T15:06:17.342 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: mon.b@-1(???).osd e288 crush map has features 3314933069573799936, adjusting msgr requires 2024-07-29T15:06:17.342 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: mon.b@-1(???).osd e288 crush map has features 432629308056666112, adjusting msgr requires 2024-07-29T15:06:17.343 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: mon.b@-1(???).osd e288 crush map has features 432629308056666112, adjusting msgr requires 2024-07-29T15:06:17.343 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: mon.b@-1(???).osd e288 crush map has features 432629308056666112, adjusting msgr requires 2024-07-29T15:06:17.343 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:16 smithi138 ceph-mon[86438]: mon.b@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-07-29T15:06:17.343 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:17 smithi138 bash[86419]: bccf2941ae7e93e358465779815ea0a1cb8728eb5e3575ca53323ba8c0d73bc7 2024-07-29T15:06:17.343 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:17 smithi138 systemd[1]: Started Ceph mon.b for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:06:17.887 INFO:tasks.rados.rados.0.smithi067.stdout:1130: done (1 left) 2024-07-29T15:06:17.887 INFO:tasks.rados.rados.0.smithi067.stdout:1131: read oid 4 snap -1 2024-07-29T15:06:17.887 INFO:tasks.rados.rados.0.smithi067.stdout:1131: expect (ObjNum 190 snap 47 seq_num 190) 2024-07-29T15:06:17.887 INFO:tasks.rados.rados.0.smithi067.stdout:1132: snap_create 2024-07-29T15:06:17.887 INFO:tasks.rados.rados.0.smithi067.stdout:1129: finishing rollback tid 0 to smithi06780069-29 2024-07-29T15:06:17.887 INFO:tasks.rados.rados.0.smithi067.stdout:1129: finishing rollback tid 1 to smithi06780069-29 2024-07-29T15:06:17.888 INFO:tasks.rados.rados.0.smithi067.stdout:1129: finishing rollback tid 2 to smithi06780069-29 2024-07-29T15:06:17.888 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 418 (ObjNum 275 snap 78 seq_num 275) dirty exists 2024-07-29T15:06:17.894 INFO:tasks.rados.rados.0.smithi067.stdout:1131: expect (ObjNum 190 snap 47 seq_num 190) 2024-07-29T15:06:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:06:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:06:17] "GET /metrics HTTP/1.1" 200 36055 "" "Prometheus/2.51.0" 2024-07-29T15:06:18.372 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:18 smithi138 ceph-mon[86438]: mon.b calling monitor election 2024-07-29T15:06:18.372 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:18 smithi138 ceph-mon[86438]: mon.c calling monitor election 2024-07-29T15:06:18.372 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:06:18.372 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:06:18.372 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:18 smithi138 ceph-mon[86438]: mon.a calling monitor election 2024-07-29T15:06:18.372 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:06:18.372 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:18 smithi138 ceph-mon[86438]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-29T15:06:18.372 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:18 smithi138 ceph-mon[86438]: monmap epoch 4 2024-07-29T15:06:18.372 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:18 smithi138 ceph-mon[86438]: fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T15:06:18.373 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:18 smithi138 ceph-mon[86438]: last_changed 2024-07-29T15:06:17.301985+0000 2024-07-29T15:06:18.373 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:18 smithi138 ceph-mon[86438]: created 2024-07-29T14:53:34.720315+0000 2024-07-29T15:06:18.373 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:18 smithi138 ceph-mon[86438]: min_mon_release 19 (squid) 2024-07-29T15:06:18.373 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:18 smithi138 ceph-mon[86438]: election_strategy: 1 2024-07-29T15:06:18.373 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:18 smithi138 ceph-mon[86438]: 0: [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] mon.a 2024-07-29T15:06:18.373 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:18 smithi138 ceph-mon[86438]: 1: [v2:172.21.15.138:3300/0,v1:172.21.15.138:6789/0] mon.b 2024-07-29T15:06:18.373 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:18 smithi138 ceph-mon[86438]: 2: [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] mon.c 2024-07-29T15:06:18.373 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:18 smithi138 ceph-mon[86438]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-07-29T15:06:18.373 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:18 smithi138 ceph-mon[86438]: osdmap e288: 8 total, 8 up, 8 in 2024-07-29T15:06:18.373 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:18 smithi138 ceph-mon[86438]: mgrmap e43: y(active, since 27s), standbys: x 2024-07-29T15:06:18.374 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:18 smithi138 ceph-mon[86438]: overall HEALTH_OK 2024-07-29T15:06:18.374 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:18.374 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:18.374 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:06:18.374 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:18 smithi138 ceph-mon[86438]: osdmap e289: 8 total, 8 up, 8 in 2024-07-29T15:06:18.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[94375]: mon.b calling monitor election 2024-07-29T15:06:18.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[94375]: mon.c calling monitor election 2024-07-29T15:06:18.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:06:18.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:06:18.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[94375]: mon.a calling monitor election 2024-07-29T15:06:18.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:06:18.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[94375]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-29T15:06:18.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[94375]: monmap epoch 4 2024-07-29T15:06:18.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[94375]: fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T15:06:18.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[94375]: last_changed 2024-07-29T15:06:17.301985+0000 2024-07-29T15:06:18.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[94375]: created 2024-07-29T14:53:34.720315+0000 2024-07-29T15:06:18.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[94375]: min_mon_release 19 (squid) 2024-07-29T15:06:18.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[94375]: election_strategy: 1 2024-07-29T15:06:18.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[94375]: 0: [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] mon.a 2024-07-29T15:06:18.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[94375]: 1: [v2:172.21.15.138:3300/0,v1:172.21.15.138:6789/0] mon.b 2024-07-29T15:06:18.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[94375]: 2: [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] mon.c 2024-07-29T15:06:18.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[94375]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-07-29T15:06:18.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[94375]: osdmap e288: 8 total, 8 up, 8 in 2024-07-29T15:06:18.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[94375]: mgrmap e43: y(active, since 27s), standbys: x 2024-07-29T15:06:18.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[94375]: overall HEALTH_OK 2024-07-29T15:06:18.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:18.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:18.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:06:18.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[94375]: osdmap e289: 8 total, 8 up, 8 in 2024-07-29T15:06:18.741 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[91995]: mon.b calling monitor election 2024-07-29T15:06:18.741 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[91995]: mon.c calling monitor election 2024-07-29T15:06:18.741 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:06:18.742 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:06:18.742 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[91995]: mon.a calling monitor election 2024-07-29T15:06:18.742 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:06:18.742 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[91995]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-29T15:06:18.742 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[91995]: monmap epoch 4 2024-07-29T15:06:18.742 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[91995]: fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T15:06:18.742 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[91995]: last_changed 2024-07-29T15:06:17.301985+0000 2024-07-29T15:06:18.742 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[91995]: created 2024-07-29T14:53:34.720315+0000 2024-07-29T15:06:18.742 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[91995]: min_mon_release 19 (squid) 2024-07-29T15:06:18.742 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[91995]: election_strategy: 1 2024-07-29T15:06:18.742 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[91995]: 0: [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] mon.a 2024-07-29T15:06:18.742 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[91995]: 1: [v2:172.21.15.138:3300/0,v1:172.21.15.138:6789/0] mon.b 2024-07-29T15:06:18.742 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[91995]: 2: [v2:172.21.15.67:3301/0,v1:172.21.15.67:6790/0] mon.c 2024-07-29T15:06:18.743 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[91995]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-07-29T15:06:18.743 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[91995]: osdmap e288: 8 total, 8 up, 8 in 2024-07-29T15:06:18.743 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[91995]: mgrmap e43: y(active, since 27s), standbys: x 2024-07-29T15:06:18.743 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[91995]: overall HEALTH_OK 2024-07-29T15:06:18.743 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:18.743 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:18.743 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:06:18.743 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:18 smithi067 ceph-mon[91995]: osdmap e289: 8 total, 8 up, 8 in 2024-07-29T15:06:18.886 INFO:tasks.rados.rados.0.smithi067.stdout:1129: done (2 left) 2024-07-29T15:06:18.887 INFO:tasks.rados.rados.0.smithi067.stdout:1131: done (1 left) 2024-07-29T15:06:18.887 INFO:tasks.rados.rados.0.smithi067.stdout:1132: done (0 left) 2024-07-29T15:06:18.887 INFO:tasks.rados.rados.0.smithi067.stdout:1133: read oid 23 snap -1 2024-07-29T15:06:18.887 INFO:tasks.rados.rados.0.smithi067.stdout:1133: expect (ObjNum 377 snap 109 seq_num 377) 2024-07-29T15:06:18.887 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 5 current snap is 112 2024-07-29T15:06:18.887 INFO:tasks.rados.rados.0.smithi067.stdout:1134: seq_num 380 ranges {1425408=770048,2195456=483328,2678784=319488} 2024-07-29T15:06:18.898 INFO:tasks.rados.rados.0.smithi067.stdout:1134: writing smithi06780069-5 from 1425408 to 2195456 tid 1 2024-07-29T15:06:18.901 INFO:tasks.rados.rados.0.smithi067.stdout:1134: writing smithi06780069-5 from 2195456 to 2678784 tid 2 2024-07-29T15:06:18.904 INFO:tasks.rados.rados.0.smithi067.stdout:1134: writing smithi06780069-5 from 2678784 to 2998272 tid 3 2024-07-29T15:06:18.904 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 49 current snap is 112 2024-07-29T15:06:18.904 INFO:tasks.rados.rados.0.smithi067.stdout:1135: seq_num 381 ranges {4546560=786432,5332992=417792,5750784=385024} 2024-07-29T15:06:18.933 INFO:tasks.rados.rados.0.smithi067.stdout:1135: writing smithi06780069-49 from 4546560 to 5332992 tid 1 2024-07-29T15:06:18.935 INFO:tasks.rados.rados.0.smithi067.stdout:1135: writing smithi06780069-49 from 5332992 to 5750784 tid 2 2024-07-29T15:06:18.938 INFO:tasks.rados.rados.0.smithi067.stdout:1135: writing smithi06780069-49 from 5750784 to 6135808 tid 3 2024-07-29T15:06:18.938 INFO:tasks.rados.rados.0.smithi067.stdout:1136: read oid 25 snap -1 2024-07-29T15:06:18.938 INFO:tasks.rados.rados.0.smithi067.stdout:1136: expect (ObjNum 365 snap 106 seq_num 365) 2024-07-29T15:06:18.938 INFO:tasks.rados.rados.0.smithi067.stdout:1137: delete oid 48 current snap is 112 2024-07-29T15:06:18.938 INFO:tasks.rados.rados.0.smithi067.stdout:1133: expect (ObjNum 377 snap 109 seq_num 377) 2024-07-29T15:06:18.979 INFO:tasks.rados.rados.0.smithi067.stdout:1134: finishing write tid 1 to smithi06780069-5 2024-07-29T15:06:18.979 INFO:tasks.rados.rados.0.smithi067.stdout:1134: finishing write tid 2 to smithi06780069-5 2024-07-29T15:06:18.979 INFO:tasks.rados.rados.0.smithi067.stdout:1134: finishing write tid 3 to smithi06780069-5 2024-07-29T15:06:18.979 INFO:tasks.rados.rados.0.smithi067.stdout:1134: finishing write tid 4 to smithi06780069-5 2024-07-29T15:06:18.980 INFO:tasks.rados.rados.0.smithi067.stdout:1134: finishing write tid 5 to smithi06780069-5 2024-07-29T15:06:18.980 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 376 (ObjNum 380 snap 112 seq_num 380) dirty exists 2024-07-29T15:06:18.980 INFO:tasks.rados.rados.0.smithi067.stdout:1134: left oid 5 (ObjNum 380 snap 112 seq_num 380) 2024-07-29T15:06:18.980 INFO:tasks.rados.rados.0.smithi067.stdout:1135: finishing write tid 1 to smithi06780069-49 2024-07-29T15:06:18.980 INFO:tasks.rados.rados.0.smithi067.stdout:1135: finishing write tid 2 to smithi06780069-49 2024-07-29T15:06:18.980 INFO:tasks.rados.rados.0.smithi067.stdout:1133: done (4 left) 2024-07-29T15:06:18.980 INFO:tasks.rados.rados.0.smithi067.stdout:1134: done (3 left) 2024-07-29T15:06:18.980 INFO:tasks.rados.rados.0.smithi067.stdout:1137: done (2 left) 2024-07-29T15:06:18.980 INFO:tasks.rados.rados.0.smithi067.stdout:1138: delete oid 2 current snap is 112 2024-07-29T15:06:18.980 INFO:tasks.rados.rados.0.smithi067.stdout:1135: finishing write tid 3 to smithi06780069-49 2024-07-29T15:06:18.980 INFO:tasks.rados.rados.0.smithi067.stdout:1135: finishing write tid 4 to smithi06780069-49 2024-07-29T15:06:18.980 INFO:tasks.rados.rados.0.smithi067.stdout:1135: finishing write tid 5 to smithi06780069-49 2024-07-29T15:06:18.980 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 527 (ObjNum 381 snap 112 seq_num 381) dirty exists 2024-07-29T15:06:18.981 INFO:tasks.rados.rados.0.smithi067.stdout:1135: left oid 49 (ObjNum 381 snap 112 seq_num 381) 2024-07-29T15:06:18.981 INFO:tasks.rados.rados.0.smithi067.stdout:1136: expect (ObjNum 365 snap 106 seq_num 365) 2024-07-29T15:06:19.046 INFO:tasks.rados.rados.0.smithi067.stdout:1135: done (2 left) 2024-07-29T15:06:19.046 INFO:tasks.rados.rados.0.smithi067.stdout:1136: done (1 left) 2024-07-29T15:06:19.046 INFO:tasks.rados.rados.0.smithi067.stdout:1138: done (0 left) 2024-07-29T15:06:19.046 INFO:tasks.rados.rados.0.smithi067.stdout:1139: snap_create 2024-07-29T15:06:19.703 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:19 smithi138 ceph-mon[86438]: pgmap v41: 121 pgs: 121 active+clean; 250 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 890 KiB/s wr, 5 op/s 2024-07-29T15:06:19.703 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:19 smithi138 ceph-mon[86438]: osdmap e290: 8 total, 8 up, 8 in 2024-07-29T15:06:19.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:19 smithi067 ceph-mon[91995]: pgmap v41: 121 pgs: 121 active+clean; 250 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 890 KiB/s wr, 5 op/s 2024-07-29T15:06:19.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:19 smithi067 ceph-mon[91995]: osdmap e290: 8 total, 8 up, 8 in 2024-07-29T15:06:19.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:19 smithi067 ceph-mon[94375]: pgmap v41: 121 pgs: 121 active+clean; 250 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 890 KiB/s wr, 5 op/s 2024-07-29T15:06:19.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:19 smithi067 ceph-mon[94375]: osdmap e290: 8 total, 8 up, 8 in 2024-07-29T15:06:19.890 INFO:tasks.rados.rados.0.smithi067.stdout:1139: done (0 left) 2024-07-29T15:06:19.891 INFO:tasks.rados.rados.0.smithi067.stdout:1140: rmattr oid 12 current snap is 113 2024-07-29T15:06:19.891 INFO:tasks.rados.rados.0.smithi067.stdout:1140: done (0 left) 2024-07-29T15:06:19.891 INFO:tasks.rados.rados.0.smithi067.stdout:1141: rollback oid 42 current snap is 113 2024-07-29T15:06:19.891 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 42 to 103 2024-07-29T15:06:19.891 INFO:tasks.rados.rados.0.smithi067.stdout:1142: snap_remove snap 101 2024-07-29T15:06:20.310 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:06:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:06:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:06:20.895 INFO:tasks.rados.rados.0.smithi067.stdout:1142: done (1 left) 2024-07-29T15:06:20.895 INFO:tasks.rados.rados.0.smithi067.stdout:1143: snap_create 2024-07-29T15:06:20.895 INFO:tasks.rados.rados.0.smithi067.stdout:1141: finishing rollback tid 0 to smithi06780069-42 2024-07-29T15:06:20.895 INFO:tasks.rados.rados.0.smithi067.stdout:1141: finishing rollback tid 1 to smithi06780069-42 2024-07-29T15:06:20.895 INFO:tasks.rados.rados.0.smithi067.stdout:1141: finishing rollback tid 2 to smithi06780069-42 2024-07-29T15:06:20.895 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 499 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-29T15:06:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:20 smithi067 ceph-mon[94375]: pgmap v44: 121 pgs: 121 active+clean; 250 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 842 KiB/s wr, 5 op/s 2024-07-29T15:06:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:20 smithi067 ceph-mon[94375]: osdmap e291: 8 total, 8 up, 8 in 2024-07-29T15:06:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:06:21.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:20 smithi067 ceph-mon[91995]: pgmap v44: 121 pgs: 121 active+clean; 250 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 842 KiB/s wr, 5 op/s 2024-07-29T15:06:21.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:20 smithi067 ceph-mon[91995]: osdmap e291: 8 total, 8 up, 8 in 2024-07-29T15:06:21.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:06:21.265 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:20 smithi138 ceph-mon[86438]: pgmap v44: 121 pgs: 121 active+clean; 250 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 842 KiB/s wr, 5 op/s 2024-07-29T15:06:21.265 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:20 smithi138 ceph-mon[86438]: osdmap e291: 8 total, 8 up, 8 in 2024-07-29T15:06:21.265 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:06:21.850 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-07-29T15:06:21.898 INFO:tasks.rados.rados.0.smithi067.stdout:1141: done (1 left) 2024-07-29T15:06:21.898 INFO:tasks.rados.rados.0.smithi067.stdout:1143: done (0 left) 2024-07-29T15:06:21.899 INFO:tasks.rados.rados.0.smithi067.stdout:1144: copy_from oid 23 from oid 38 current snap is 114 2024-07-29T15:06:21.899 INFO:tasks.rados.rados.0.smithi067.stdout:1145: snap_remove snap 90 2024-07-29T15:06:22.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:21 smithi067 ceph-mon[91995]: osdmap e292: 8 total, 8 up, 8 in 2024-07-29T15:06:22.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:21 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:22.157 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:21 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:22.157 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:06:21 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:06:21.982+0000 7f799bbb6640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-07-29T15:06:22.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:21 smithi067 ceph-mon[94375]: osdmap e292: 8 total, 8 up, 8 in 2024-07-29T15:06:22.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:21 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:22.158 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:21 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:22.158 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-29T15:06:22.158 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (117s) 13s ago 6m 17.1M - 0.27.0 11f11916f8cd 7b3d7ecf5d32 2024-07-29T15:06:22.158 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi138 *:3000 running (86s) 0s ago 6m 78.0M - 9.4.7 954c08fa6188 16aea5822221 2024-07-29T15:06:22.158 INFO:teuthology.orchestra.run.smithi067.stdout:mds.a smithi067 running (7m) 13s ago 7m 20.4M - 17.2.7-1155-g3120d060 5ec745195f7e 0b73fb05902b 2024-07-29T15:06:22.159 INFO:teuthology.orchestra.run.smithi067.stdout:mds.b smithi138 running (7m) 0s ago 7m 15.3M - 17.2.7-1155-g3120d060 5ec745195f7e 8d64b29e8368 2024-07-29T15:06:22.159 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi138 *:8443,9283,8765 running (53s) 0s ago 10m 450M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 ae20c11d7057 2024-07-29T15:06:22.159 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:8443,9283,8765 running (81s) 13s ago 12m 511M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 2844d13de992 2024-07-29T15:06:22.159 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (39s) 13s ago 12m 38.8M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 b489fbc3c018 2024-07-29T15:06:22.159 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi138 running (5s) 0s ago 11m 29.8M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 bccf2941ae7e 2024-07-29T15:06:22.159 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (17s) 13s ago 11m 27.9M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 75074f1e503e 2024-07-29T15:06:22.159 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (111s) 13s ago 6m 9663k - 1.7.0 72c9c2088986 142217b16374 2024-07-29T15:06:22.159 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi138 *:9100 running (91s) 0s ago 6m 12.2M - 1.7.0 72c9c2088986 60191c363c80 2024-07-29T15:06:22.159 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (10m) 13s ago 10m 164M 2480M 17.2.7-1155-g3120d060 5ec745195f7e 60dcaf32ae4b 2024-07-29T15:06:22.159 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (10m) 13s ago 10m 158M 2480M 17.2.7-1155-g3120d060 5ec745195f7e c744b585958c 2024-07-29T15:06:22.159 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (9m) 13s ago 9m 166M 2480M 17.2.7-1155-g3120d060 5ec745195f7e 334423e852b7 2024-07-29T15:06:22.159 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (9m) 13s ago 9m 114M 2480M 17.2.7-1155-g3120d060 5ec745195f7e c9160c216ff0 2024-07-29T15:06:22.159 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi138 running (9m) 0s ago 9m 140M 2480M 17.2.7-1155-g3120d060 5ec745195f7e a15137922a4f 2024-07-29T15:06:22.159 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi138 running (8m) 0s ago 8m 171M 2480M 17.2.7-1155-g3120d060 5ec745195f7e 095126a5d70a 2024-07-29T15:06:22.159 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi138 running (8m) 0s ago 8m 86.7M 2480M 17.2.7-1155-g3120d060 5ec745195f7e a10a9aef390f 2024-07-29T15:06:22.160 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi138 running (8m) 0s ago 8m 133M 2480M 17.2.7-1155-g3120d060 5ec745195f7e c141798f58f5 2024-07-29T15:06:22.160 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi138 *:9095 running (58s) 0s ago 6m 41.8M - 2.51.0 1d3b7f56885b 99e49ee09a02 2024-07-29T15:06:22.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:21 smithi138 ceph-mon[86438]: osdmap e292: 8 total, 8 up, 8 in 2024-07-29T15:06:22.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:21 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:22.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:21 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:22.509 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-07-29T15:06:22.510 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-07-29T15:06:22.510 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 3 2024-07-29T15:06:22.510 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:06:22.510 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-07-29T15:06:22.510 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 2 2024-07-29T15:06:22.510 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:06:22.510 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-07-29T15:06:22.510 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 8 2024-07-29T15:06:22.510 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:06:22.510 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": { 2024-07-29T15:06:22.510 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 2 2024-07-29T15:06:22.510 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:06:22.511 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-07-29T15:06:22.511 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 10, 2024-07-29T15:06:22.511 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 5 2024-07-29T15:06:22.511 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-07-29T15:06:22.511 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-07-29T15:06:22.886 INFO:tasks.rados.rados.0.smithi067.stdout:1145: done (1 left) 2024-07-29T15:06:22.887 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 12 current snap is 114 2024-07-29T15:06:22.887 INFO:tasks.rados.rados.0.smithi067.stdout:1144: finishing copy_from racing read to smithi06780069-23 2024-07-29T15:06:22.887 INFO:tasks.rados.rados.0.smithi067.stdout:1146: seq_num 384 ranges {0=434176,434176=475136,909312=630784,1540096=98304} 2024-07-29T15:06:22.889 INFO:tasks.rados.rados.0.smithi067.stdout:1146: writing smithi06780069-12 from 0 to 434176 tid 1 2024-07-29T15:06:22.893 INFO:tasks.rados.rados.0.smithi067.stdout:1146: writing smithi06780069-12 from 434176 to 909312 tid 2 2024-07-29T15:06:22.897 INFO:tasks.rados.rados.0.smithi067.stdout:1146: writing smithi06780069-12 from 909312 to 1540096 tid 3 2024-07-29T15:06:22.899 INFO:tasks.rados.rados.0.smithi067.stdout:1146: writing smithi06780069-12 from 1540096 to 1638400 tid 4 2024-07-29T15:06:22.899 INFO:tasks.rados.rados.0.smithi067.stdout:1147: copy_from oid 44 from oid 4 current snap is 114 2024-07-29T15:06:22.899 INFO:tasks.rados.rados.0.smithi067.stdout:1144: finishing copy_from to smithi06780069-23 2024-07-29T15:06:22.899 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 367 (ObjNum 378 snap 109 seq_num 378) dirty exists 2024-07-29T15:06:22.899 INFO:tasks.rados.rados.0.smithi067.stdout:1146: finishing write tid 1 to smithi06780069-12 2024-07-29T15:06:22.899 INFO:tasks.rados.rados.0.smithi067.stdout:1144: done (2 left) 2024-07-29T15:06:22.899 INFO:tasks.rados.rados.0.smithi067.stdout:1148: rmattr oid 15 current snap is 114 2024-07-29T15:06:22.899 INFO:tasks.rados.rados.0.smithi067.stdout:1148: done (2 left) 2024-07-29T15:06:22.899 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 26 current snap is 114 2024-07-29T15:06:22.900 INFO:tasks.rados.rados.0.smithi067.stdout:1149: seq_num 385 ranges {2277376=450560,2727936=761856,3489792=442368} 2024-07-29T15:06:22.915 INFO:tasks.rados.rados.0.smithi067.stdout:1149: writing smithi06780069-26 from 2277376 to 2727936 tid 1 2024-07-29T15:06:22.919 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:22 smithi138 ceph-mon[86438]: from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:06:22.919 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:22 smithi138 ceph-mon[86438]: pgmap v47: 121 pgs: 121 active+clean; 253 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 772 KiB/s wr, 6 op/s 2024-07-29T15:06:22.919 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:22 smithi138 ceph-mon[86438]: osdmap e293: 8 total, 8 up, 8 in 2024-07-29T15:06:22.920 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:22 smithi138 ceph-mon[86438]: from='client.34185 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:06:22.920 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:22 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:22.920 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:22 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:22.920 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:22 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2070251217' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:06:22.920 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:22 smithi138 ceph-mon[86438]: osdmap e294: 8 total, 8 up, 8 in 2024-07-29T15:06:22.920 INFO:tasks.rados.rados.0.smithi067.stdout:1149: writing smithi06780069-26 from 2727936 to 3489792 tid 2 2024-07-29T15:06:22.923 INFO:tasks.rados.rados.0.smithi067.stdout:1149: writing smithi06780069-26 from 3489792 to 3932160 tid 3 2024-07-29T15:06:22.923 INFO:tasks.rados.rados.0.smithi067.stdout:1150: snap_create 2024-07-29T15:06:22.923 INFO:tasks.rados.rados.0.smithi067.stdout:1146: finishing write tid 2 to smithi06780069-12 2024-07-29T15:06:22.923 INFO:tasks.rados.rados.0.smithi067.stdout:1146: finishing write tid 3 to smithi06780069-12 2024-07-29T15:06:22.923 INFO:tasks.rados.rados.0.smithi067.stdout:1146: finishing write tid 4 to smithi06780069-12 2024-07-29T15:06:22.924 INFO:tasks.rados.rados.0.smithi067.stdout:1146: finishing write tid 5 to smithi06780069-12 2024-07-29T15:06:22.924 INFO:tasks.rados.rados.0.smithi067.stdout:1146: finishing write tid 6 to smithi06780069-12 2024-07-29T15:06:22.924 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 341 (ObjNum 384 snap 114 seq_num 384) dirty exists 2024-07-29T15:06:22.924 INFO:tasks.rados.rados.0.smithi067.stdout:1146: left oid 12 (ObjNum 384 snap 114 seq_num 384) 2024-07-29T15:06:22.924 INFO:tasks.rados.rados.0.smithi067.stdout:1147: finishing copy_from racing read to smithi06780069-44 2024-07-29T15:06:22.924 INFO:tasks.rados.rados.0.smithi067.stdout:1147: finishing copy_from to smithi06780069-44 2024-07-29T15:06:22.924 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 476 (ObjNum 190 snap 47 seq_num 190) dirty exists 2024-07-29T15:06:22.924 INFO:tasks.rados.rados.0.smithi067.stdout:1149: finishing write tid 1 to smithi06780069-26 2024-07-29T15:06:22.925 INFO:tasks.rados.rados.0.smithi067.stdout:1149: finishing write tid 2 to smithi06780069-26 2024-07-29T15:06:22.925 INFO:tasks.rados.rados.0.smithi067.stdout:1149: finishing write tid 3 to smithi06780069-26 2024-07-29T15:06:22.926 INFO:tasks.rados.rados.0.smithi067.stdout:1149: finishing write tid 4 to smithi06780069-26 2024-07-29T15:06:22.926 INFO:tasks.rados.rados.0.smithi067.stdout:1149: finishing write tid 5 to smithi06780069-26 2024-07-29T15:06:22.926 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 518 (ObjNum 385 snap 114 seq_num 385) dirty exists 2024-07-29T15:06:22.927 INFO:tasks.rados.rados.0.smithi067.stdout:1149: left oid 26 (ObjNum 385 snap 114 seq_num 385) 2024-07-29T15:06:23.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:22 smithi067 ceph-mon[94375]: from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:06:23.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:22 smithi067 ceph-mon[94375]: pgmap v47: 121 pgs: 121 active+clean; 253 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 772 KiB/s wr, 6 op/s 2024-07-29T15:06:23.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:22 smithi067 ceph-mon[94375]: osdmap e293: 8 total, 8 up, 8 in 2024-07-29T15:06:23.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:22 smithi067 ceph-mon[94375]: from='client.34185 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:06:23.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:22 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:23.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:22 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:23.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:22 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2070251217' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:06:23.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:22 smithi067 ceph-mon[94375]: osdmap e294: 8 total, 8 up, 8 in 2024-07-29T15:06:23.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:22 smithi067 ceph-mon[91995]: from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:06:23.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:22 smithi067 ceph-mon[91995]: pgmap v47: 121 pgs: 121 active+clean; 253 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 772 KiB/s wr, 6 op/s 2024-07-29T15:06:23.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:22 smithi067 ceph-mon[91995]: osdmap e293: 8 total, 8 up, 8 in 2024-07-29T15:06:23.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:22 smithi067 ceph-mon[91995]: from='client.34185 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:06:23.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:22 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:23.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:22 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:23.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:22 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2070251217' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:06:23.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:22 smithi067 ceph-mon[91995]: osdmap e294: 8 total, 8 up, 8 in 2024-07-29T15:06:23.915 INFO:tasks.rados.rados.0.smithi067.stdout:1146: done (3 left) 2024-07-29T15:06:23.915 INFO:tasks.rados.rados.0.smithi067.stdout:1147: done (2 left) 2024-07-29T15:06:23.915 INFO:tasks.rados.rados.0.smithi067.stdout:1149: done (1 left) 2024-07-29T15:06:23.915 INFO:tasks.rados.rados.0.smithi067.stdout:1150: done (0 left) 2024-07-29T15:06:23.915 INFO:tasks.rados.rados.0.smithi067.stdout:1151: rollback oid 26 current snap is 115 2024-07-29T15:06:23.915 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 26 to 112 2024-07-29T15:06:23.915 INFO:tasks.rados.rados.0.smithi067.stdout:1152: copy_from oid 48 from oid 14 current snap is 115 2024-07-29T15:06:23.916 INFO:tasks.rados.rados.0.smithi067.stdout:1153: snap_create 2024-07-29T15:06:23.920 INFO:tasks.rados.rados.0.smithi067.stdout:1151: finishing rollback tid 0 to smithi06780069-26 2024-07-29T15:06:23.922 INFO:tasks.rados.rados.0.smithi067.stdout:1151: finishing rollback tid 1 to smithi06780069-26 2024-07-29T15:06:23.922 INFO:tasks.rados.rados.0.smithi067.stdout:1151: finishing rollback tid 2 to smithi06780069-26 2024-07-29T15:06:23.922 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 522 (ObjNum 316 snap 94 seq_num 316) dirty exists 2024-07-29T15:06:23.925 INFO:tasks.rados.rados.0.smithi067.stdout:1152: finishing copy_from racing read to smithi06780069-48 2024-07-29T15:06:23.925 INFO:tasks.rados.rados.0.smithi067.stdout:1152: finishing copy_from to smithi06780069-48 2024-07-29T15:06:23.926 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 48 v 303 (ObjNum 350 snap 102 seq_num 350) dirty exists 2024-07-29T15:06:24.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:06:24 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:06:24.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:06:24.916 INFO:tasks.rados.rados.0.smithi067.stdout:1151: done (2 left) 2024-07-29T15:06:24.916 INFO:tasks.rados.rados.0.smithi067.stdout:1152: done (1 left) 2024-07-29T15:06:24.916 INFO:tasks.rados.rados.0.smithi067.stdout:1153: done (0 left) 2024-07-29T15:06:24.916 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 23 current snap is 116 2024-07-29T15:06:24.916 INFO:tasks.rados.rados.0.smithi067.stdout:1154: seq_num 386 ranges {1540096=466944,2007040=638976,2646016=565248} 2024-07-29T15:06:24.927 INFO:tasks.rados.rados.0.smithi067.stdout:1154: writing smithi06780069-23 from 1540096 to 2007040 tid 1 2024-07-29T15:06:24.930 INFO:tasks.rados.rados.0.smithi067.stdout:1154: writing smithi06780069-23 from 2007040 to 2646016 tid 2 2024-07-29T15:06:24.934 INFO:tasks.rados.rados.0.smithi067.stdout:1154: writing smithi06780069-23 from 2646016 to 3211264 tid 3 2024-07-29T15:06:24.934 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 36 current snap is 116 2024-07-29T15:06:24.935 INFO:tasks.rados.rados.0.smithi067.stdout:1155: seq_num 387 ranges {2867200=483328,3350528=524288,3874816=679936} 2024-07-29T15:06:24.953 INFO:tasks.rados.rados.0.smithi067.stdout:1155: writing smithi06780069-36 from 2867200 to 3350528 tid 1 2024-07-29T15:06:24.956 INFO:tasks.rados.rados.0.smithi067.stdout:1155: writing smithi06780069-36 from 3350528 to 3874816 tid 2 2024-07-29T15:06:24.961 INFO:tasks.rados.rados.0.smithi067.stdout:1155: writing smithi06780069-36 from 3874816 to 4554752 tid 3 2024-07-29T15:06:24.961 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 12 current snap is 116 2024-07-29T15:06:24.961 INFO:tasks.rados.rados.0.smithi067.stdout:1154: finishing write tid 1 to smithi06780069-23 2024-07-29T15:06:24.961 INFO:tasks.rados.rados.0.smithi067.stdout:1156: seq_num 388 ranges {1638400=507904,2146304=458752,2605056=606208,3211264=139264} 2024-07-29T15:06:24.972 INFO:tasks.rados.rados.0.smithi067.stdout:1156: writing smithi06780069-12 from 1638400 to 2146304 tid 1 2024-07-29T15:06:24.975 INFO:tasks.rados.rados.0.smithi067.stdout:1156: writing smithi06780069-12 from 2146304 to 2605056 tid 2 2024-07-29T15:06:24.978 INFO:tasks.rados.rados.0.smithi067.stdout:1156: writing smithi06780069-12 from 2605056 to 3211264 tid 3 2024-07-29T15:06:24.980 INFO:tasks.rados.rados.0.smithi067.stdout:1156: writing smithi06780069-12 from 3211264 to 3350528 tid 4 2024-07-29T15:06:24.980 INFO:tasks.rados.rados.0.smithi067.stdout:1157: snap_create 2024-07-29T15:06:24.980 INFO:tasks.rados.rados.0.smithi067.stdout:1154: finishing write tid 2 to smithi06780069-23 2024-07-29T15:06:24.980 INFO:tasks.rados.rados.0.smithi067.stdout:1154: finishing write tid 3 to smithi06780069-23 2024-07-29T15:06:24.980 INFO:tasks.rados.rados.0.smithi067.stdout:1154: finishing write tid 4 to smithi06780069-23 2024-07-29T15:06:24.980 INFO:tasks.rados.rados.0.smithi067.stdout:1154: finishing write tid 5 to smithi06780069-23 2024-07-29T15:06:24.980 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 521 (ObjNum 386 snap 116 seq_num 386) dirty exists 2024-07-29T15:06:24.980 INFO:tasks.rados.rados.0.smithi067.stdout:1154: left oid 23 (ObjNum 386 snap 116 seq_num 386) 2024-07-29T15:06:24.981 INFO:tasks.rados.rados.0.smithi067.stdout:1155: finishing write tid 1 to smithi06780069-36 2024-07-29T15:06:24.981 INFO:tasks.rados.rados.0.smithi067.stdout:1155: finishing write tid 2 to smithi06780069-36 2024-07-29T15:06:24.981 INFO:tasks.rados.rados.0.smithi067.stdout:1155: finishing write tid 3 to smithi06780069-36 2024-07-29T15:06:24.981 INFO:tasks.rados.rados.0.smithi067.stdout:1155: finishing write tid 4 to smithi06780069-36 2024-07-29T15:06:24.981 INFO:tasks.rados.rados.0.smithi067.stdout:1155: finishing write tid 5 to smithi06780069-36 2024-07-29T15:06:24.981 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 249 (ObjNum 387 snap 116 seq_num 387) dirty exists 2024-07-29T15:06:24.981 INFO:tasks.rados.rados.0.smithi067.stdout:1155: left oid 36 (ObjNum 387 snap 116 seq_num 387) 2024-07-29T15:06:24.981 INFO:tasks.rados.rados.0.smithi067.stdout:1156: finishing write tid 1 to smithi06780069-12 2024-07-29T15:06:24.981 INFO:tasks.rados.rados.0.smithi067.stdout:1156: finishing write tid 2 to smithi06780069-12 2024-07-29T15:06:24.982 INFO:tasks.rados.rados.0.smithi067.stdout:1156: finishing write tid 3 to smithi06780069-12 2024-07-29T15:06:24.982 INFO:tasks.rados.rados.0.smithi067.stdout:1156: finishing write tid 4 to smithi06780069-12 2024-07-29T15:06:24.982 INFO:tasks.rados.rados.0.smithi067.stdout:1156: finishing write tid 5 to smithi06780069-12 2024-07-29T15:06:24.982 INFO:tasks.rados.rados.0.smithi067.stdout:1156: finishing write tid 6 to smithi06780069-12 2024-07-29T15:06:24.982 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 347 (ObjNum 388 snap 116 seq_num 388) dirty exists 2024-07-29T15:06:24.982 INFO:tasks.rados.rados.0.smithi067.stdout:1156: left oid 12 (ObjNum 388 snap 116 seq_num 388) 2024-07-29T15:06:25.054 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:24 smithi138 ceph-mon[86438]: pgmap v50: 121 pgs: 121 active+clean; 253 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 772 KiB/s wr, 6 op/s 2024-07-29T15:06:25.055 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:24 smithi138 ceph-mon[86438]: osdmap e295: 8 total, 8 up, 8 in 2024-07-29T15:06:25.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:24 smithi067 ceph-mon[94375]: pgmap v50: 121 pgs: 121 active+clean; 253 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 772 KiB/s wr, 6 op/s 2024-07-29T15:06:25.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:24 smithi067 ceph-mon[94375]: osdmap e295: 8 total, 8 up, 8 in 2024-07-29T15:06:25.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:24 smithi067 ceph-mon[91995]: pgmap v50: 121 pgs: 121 active+clean; 253 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 772 KiB/s wr, 6 op/s 2024-07-29T15:06:25.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:24 smithi067 ceph-mon[91995]: osdmap e295: 8 total, 8 up, 8 in 2024-07-29T15:06:25.929 INFO:tasks.rados.rados.0.smithi067.stdout:1154: done (3 left) 2024-07-29T15:06:25.929 INFO:tasks.rados.rados.0.smithi067.stdout:1155: done (2 left) 2024-07-29T15:06:25.929 INFO:tasks.rados.rados.0.smithi067.stdout:1156: done (1 left) 2024-07-29T15:06:25.929 INFO:tasks.rados.rados.0.smithi067.stdout:1157: done (0 left) 2024-07-29T15:06:25.929 INFO:tasks.rados.rados.0.smithi067.stdout:1158: read oid 16 snap -1 2024-07-29T15:06:25.930 INFO:tasks.rados.rados.0.smithi067.stdout:1158: expect deleted 2024-07-29T15:06:25.930 INFO:tasks.rados.rados.0.smithi067.stdout:1159: read oid 47 snap -1 2024-07-29T15:06:25.930 INFO:tasks.rados.rados.0.smithi067.stdout:1159: expect (ObjNum 379 snap 110 seq_num 379) 2024-07-29T15:06:25.930 INFO:tasks.rados.rados.0.smithi067.stdout:1160: read oid 29 snap -1 2024-07-29T15:06:25.930 INFO:tasks.rados.rados.0.smithi067.stdout:1160: expect (ObjNum 275 snap 78 seq_num 275) 2024-07-29T15:06:25.930 INFO:tasks.rados.rados.0.smithi067.stdout:1161: rollback oid 14 current snap is 117 2024-07-29T15:06:25.930 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 14 to 116 2024-07-29T15:06:25.930 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 13 current snap is 117 2024-07-29T15:06:25.930 INFO:tasks.rados.rados.0.smithi067.stdout:1162: seq_num 389 ranges {0=524288,524288=745472,1269760=458752} 2024-07-29T15:06:25.932 INFO:tasks.rados.rados.0.smithi067.stdout:1162: writing smithi06780069-13 from 0 to 524288 tid 1 2024-07-29T15:06:25.937 INFO:tasks.rados.rados.0.smithi067.stdout:1162: writing smithi06780069-13 from 524288 to 1269760 tid 2 2024-07-29T15:06:25.941 INFO:tasks.rados.rados.0.smithi067.stdout:1162: writing smithi06780069-13 from 1269760 to 1728512 tid 3 2024-07-29T15:06:25.941 INFO:tasks.rados.rados.0.smithi067.stdout:1163: read oid 9 snap -1 2024-07-29T15:06:25.941 INFO:tasks.rados.rados.0.smithi067.stdout:1163: expect deleted 2024-07-29T15:06:25.941 INFO:tasks.rados.rados.0.smithi067.stdout:1164: snap_create 2024-07-29T15:06:25.941 INFO:tasks.rados.rados.0.smithi067.stdout:1161: finishing rollback tid 0 to smithi06780069-14 2024-07-29T15:06:25.941 INFO:tasks.rados.rados.0.smithi067.stdout:1161: finishing rollback tid 1 to smithi06780069-14 2024-07-29T15:06:25.941 INFO:tasks.rados.rados.0.smithi067.stdout:1161: finishing rollback tid 2 to smithi06780069-14 2024-07-29T15:06:25.941 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 14 v 351 (ObjNum 350 snap 102 seq_num 350) dirty exists 2024-07-29T15:06:25.941 INFO:tasks.rados.rados.0.smithi067.stdout:1162: finishing write tid 1 to smithi06780069-13 2024-07-29T15:06:25.942 INFO:tasks.rados.rados.0.smithi067.stdout:1160: expect (ObjNum 275 snap 78 seq_num 275) 2024-07-29T15:06:26.002 INFO:tasks.rados.rados.0.smithi067.stdout:1162: finishing write tid 2 to smithi06780069-13 2024-07-29T15:06:26.002 INFO:tasks.rados.rados.0.smithi067.stdout:1162: finishing write tid 3 to smithi06780069-13 2024-07-29T15:06:26.002 INFO:tasks.rados.rados.0.smithi067.stdout:1162: finishing write tid 4 to smithi06780069-13 2024-07-29T15:06:26.002 INFO:tasks.rados.rados.0.smithi067.stdout:1162: finishing write tid 5 to smithi06780069-13 2024-07-29T15:06:26.002 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 13 v 545 (ObjNum 389 snap 117 seq_num 389) dirty exists 2024-07-29T15:06:26.003 INFO:tasks.rados.rados.0.smithi067.stdout:1162: left oid 13 (ObjNum 389 snap 117 seq_num 389) 2024-07-29T15:06:26.003 INFO:tasks.rados.rados.0.smithi067.stdout:1159: expect (ObjNum 379 snap 110 seq_num 379) 2024-07-29T15:06:26.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:25 smithi138 ceph-mon[86438]: osdmap e296: 8 total, 8 up, 8 in 2024-07-29T15:06:26.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:25 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:26.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:25 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:26.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:25 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:26.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:25 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:06:26.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:25 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:26.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:25 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-29T15:06:26.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:25 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-29T15:06:26.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:25 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:26.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:06:25 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:06:25.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:06:26.062 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:06:25 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:06:25.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:06:26.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:25 smithi067 ceph-mon[91995]: osdmap e296: 8 total, 8 up, 8 in 2024-07-29T15:06:26.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:25 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:26.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:25 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:26.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:25 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:26.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:25 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:06:26.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:25 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:26.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:25 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-29T15:06:26.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:25 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-29T15:06:26.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:25 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:26.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:25 smithi067 ceph-mon[94375]: osdmap e296: 8 total, 8 up, 8 in 2024-07-29T15:06:26.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:25 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:26.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:25 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:26.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:25 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:26.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:25 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:06:26.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:25 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:26.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:25 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-29T15:06:26.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:25 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-29T15:06:26.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:25 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:26.937 INFO:tasks.rados.rados.0.smithi067.stdout:1158: done (6 left) 2024-07-29T15:06:26.937 INFO:tasks.rados.rados.0.smithi067.stdout:1159: done (5 left) 2024-07-29T15:06:26.937 INFO:tasks.rados.rados.0.smithi067.stdout:1160: done (4 left) 2024-07-29T15:06:26.937 INFO:tasks.rados.rados.0.smithi067.stdout:1161: done (3 left) 2024-07-29T15:06:26.938 INFO:tasks.rados.rados.0.smithi067.stdout:1162: done (2 left) 2024-07-29T15:06:26.938 INFO:tasks.rados.rados.0.smithi067.stdout:1163: done (1 left) 2024-07-29T15:06:26.938 INFO:tasks.rados.rados.0.smithi067.stdout:1164: done (0 left) 2024-07-29T15:06:26.938 INFO:tasks.rados.rados.0.smithi067.stdout:1165: rmattr oid 40 current snap is 118 2024-07-29T15:06:26.938 INFO:tasks.rados.rados.0.smithi067.stdout:1165: done (0 left) 2024-07-29T15:06:26.938 INFO:tasks.rados.rados.0.smithi067.stdout:1166: snap_remove snap 65 2024-07-29T15:06:27.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:26 smithi067 ceph-mon[94375]: Reconfiguring mon.a (monmap changed)... 2024-07-29T15:06:27.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:26 smithi067 ceph-mon[94375]: Reconfiguring daemon mon.a on smithi067 2024-07-29T15:06:27.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:26 smithi067 ceph-mon[94375]: pgmap v53: 121 pgs: 121 active+clean; 263 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.9 MiB/s wr, 8 op/s 2024-07-29T15:06:27.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:26 smithi067 ceph-mon[94375]: osdmap e297: 8 total, 8 up, 8 in 2024-07-29T15:06:27.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:26 smithi067 ceph-mon[91995]: Reconfiguring mon.a (monmap changed)... 2024-07-29T15:06:27.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:26 smithi067 ceph-mon[91995]: Reconfiguring daemon mon.a on smithi067 2024-07-29T15:06:27.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:26 smithi067 ceph-mon[91995]: pgmap v53: 121 pgs: 121 active+clean; 263 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.9 MiB/s wr, 8 op/s 2024-07-29T15:06:27.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:26 smithi067 ceph-mon[91995]: osdmap e297: 8 total, 8 up, 8 in 2024-07-29T15:06:27.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:26 smithi138 ceph-mon[86438]: Reconfiguring mon.a (monmap changed)... 2024-07-29T15:06:27.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:26 smithi138 ceph-mon[86438]: Reconfiguring daemon mon.a on smithi067 2024-07-29T15:06:27.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:26 smithi138 ceph-mon[86438]: pgmap v53: 121 pgs: 121 active+clean; 263 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.9 MiB/s wr, 8 op/s 2024-07-29T15:06:27.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:26 smithi138 ceph-mon[86438]: osdmap e297: 8 total, 8 up, 8 in 2024-07-29T15:06:27.313 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:06:26 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:06:26.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi138\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:06:27.890 INFO:tasks.rados.rados.0.smithi067.stdout:1166: done (0 left) 2024-07-29T15:06:27.890 INFO:tasks.rados.rados.0.smithi067.stdout:1167: snap_remove snap 74 2024-07-29T15:06:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:06:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:06:27] "GET /metrics HTTP/1.1" 200 36059 "" "Prometheus/2.51.0" 2024-07-29T15:06:28.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:27 smithi067 ceph-mon[91995]: osdmap e298: 8 total, 8 up, 8 in 2024-07-29T15:06:28.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:27 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:28.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:27 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:28.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:27 smithi067 ceph-mon[91995]: Reconfiguring mgr.y (monmap changed)... 2024-07-29T15:06:28.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:27 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-29T15:06:28.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:27 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-29T15:06:28.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:27 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:28.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:27 smithi067 ceph-mon[91995]: Reconfiguring daemon mgr.y on smithi067 2024-07-29T15:06:28.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:27 smithi067 ceph-mon[91995]: osdmap e299: 8 total, 8 up, 8 in 2024-07-29T15:06:28.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:27 smithi067 ceph-mon[94375]: osdmap e298: 8 total, 8 up, 8 in 2024-07-29T15:06:28.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:27 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:28.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:27 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:28.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:27 smithi067 ceph-mon[94375]: Reconfiguring mgr.y (monmap changed)... 2024-07-29T15:06:28.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:27 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-29T15:06:28.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:27 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-29T15:06:28.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:27 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:28.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:27 smithi067 ceph-mon[94375]: Reconfiguring daemon mgr.y on smithi067 2024-07-29T15:06:28.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:27 smithi067 ceph-mon[94375]: osdmap e299: 8 total, 8 up, 8 in 2024-07-29T15:06:28.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:27 smithi138 ceph-mon[86438]: osdmap e298: 8 total, 8 up, 8 in 2024-07-29T15:06:28.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:27 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:28.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:27 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:28.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:27 smithi138 ceph-mon[86438]: Reconfiguring mgr.y (monmap changed)... 2024-07-29T15:06:28.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:27 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-29T15:06:28.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:27 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-29T15:06:28.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:27 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:28.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:27 smithi138 ceph-mon[86438]: Reconfiguring daemon mgr.y on smithi067 2024-07-29T15:06:28.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:27 smithi138 ceph-mon[86438]: osdmap e299: 8 total, 8 up, 8 in 2024-07-29T15:06:28.890 INFO:tasks.rados.rados.0.smithi067.stdout:1167: done (0 left) 2024-07-29T15:06:28.890 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 14 current snap is 118 2024-07-29T15:06:28.890 INFO:tasks.rados.rados.0.smithi067.stdout:1168: seq_num 390 ranges {1073152=540672,1613824=630784,2244608=573440} 2024-07-29T15:06:28.900 INFO:tasks.rados.rados.0.smithi067.stdout:1168: writing smithi06780069-14 from 1073152 to 1613824 tid 1 2024-07-29T15:06:28.905 INFO:tasks.rados.rados.0.smithi067.stdout:1168: writing smithi06780069-14 from 1613824 to 2244608 tid 2 2024-07-29T15:06:28.910 INFO:tasks.rados.rados.0.smithi067.stdout:1168: writing smithi06780069-14 from 2244608 to 2818048 tid 3 2024-07-29T15:06:28.910 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 39 current snap is 118 2024-07-29T15:06:28.910 INFO:tasks.rados.rados.0.smithi067.stdout:1168: finishing write tid 1 to smithi06780069-14 2024-07-29T15:06:28.910 INFO:tasks.rados.rados.0.smithi067.stdout:1168: finishing write tid 2 to smithi06780069-14 2024-07-29T15:06:28.910 INFO:tasks.rados.rados.0.smithi067.stdout:1169: seq_num 391 ranges {6381568=557056,6938624=516096,7454720=688128} 2024-07-29T15:06:28.951 INFO:tasks.rados.rados.0.smithi067.stdout:1169: writing smithi06780069-39 from 6381568 to 6938624 tid 1 2024-07-29T15:06:28.953 INFO:tasks.rados.rados.0.smithi067.stdout:1169: writing smithi06780069-39 from 6938624 to 7454720 tid 2 2024-07-29T15:06:28.958 INFO:tasks.rados.rados.0.smithi067.stdout:1169: writing smithi06780069-39 from 7454720 to 8142848 tid 3 2024-07-29T15:06:28.958 INFO:tasks.rados.rados.0.smithi067.stdout:1170: read oid 9 snap -1 2024-07-29T15:06:28.958 INFO:tasks.rados.rados.0.smithi067.stdout:1170: expect deleted 2024-07-29T15:06:28.958 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 28 current snap is 118 2024-07-29T15:06:28.958 INFO:tasks.rados.rados.0.smithi067.stdout:1168: finishing write tid 3 to smithi06780069-14 2024-07-29T15:06:28.958 INFO:tasks.rados.rados.0.smithi067.stdout:1171: seq_num 392 ranges {2023424=573440,2596864=802816,3399680=401408} 2024-07-29T15:06:28.972 INFO:tasks.rados.rados.0.smithi067.stdout:1171: writing smithi06780069-28 from 2023424 to 2596864 tid 1 2024-07-29T15:06:28.976 INFO:tasks.rados.rados.0.smithi067.stdout:1171: writing smithi06780069-28 from 2596864 to 3399680 tid 2 2024-07-29T15:06:28.979 INFO:tasks.rados.rados.0.smithi067.stdout:1171: writing smithi06780069-28 from 3399680 to 3801088 tid 3 2024-07-29T15:06:28.979 INFO:tasks.rados.rados.0.smithi067.stdout:1172: snap_create 2024-07-29T15:06:28.979 INFO:tasks.rados.rados.0.smithi067.stdout:1168: finishing write tid 4 to smithi06780069-14 2024-07-29T15:06:28.980 INFO:tasks.rados.rados.0.smithi067.stdout:1168: finishing write tid 5 to smithi06780069-14 2024-07-29T15:06:28.980 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 14 v 366 (ObjNum 390 snap 118 seq_num 390) dirty exists 2024-07-29T15:06:28.980 INFO:tasks.rados.rados.0.smithi067.stdout:1168: left oid 14 (ObjNum 390 snap 118 seq_num 390) 2024-07-29T15:06:28.980 INFO:tasks.rados.rados.0.smithi067.stdout:1169: finishing write tid 1 to smithi06780069-39 2024-07-29T15:06:28.980 INFO:tasks.rados.rados.0.smithi067.stdout:1169: finishing write tid 2 to smithi06780069-39 2024-07-29T15:06:28.980 INFO:tasks.rados.rados.0.smithi067.stdout:1169: finishing write tid 3 to smithi06780069-39 2024-07-29T15:06:28.980 INFO:tasks.rados.rados.0.smithi067.stdout:1169: finishing write tid 4 to smithi06780069-39 2024-07-29T15:06:28.980 INFO:tasks.rados.rados.0.smithi067.stdout:1169: finishing write tid 5 to smithi06780069-39 2024-07-29T15:06:28.980 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 389 (ObjNum 391 snap 118 seq_num 391) dirty exists 2024-07-29T15:06:28.980 INFO:tasks.rados.rados.0.smithi067.stdout:1169: left oid 39 (ObjNum 391 snap 118 seq_num 391) 2024-07-29T15:06:28.980 INFO:tasks.rados.rados.0.smithi067.stdout:1171: finishing write tid 1 to smithi06780069-28 2024-07-29T15:06:28.980 INFO:tasks.rados.rados.0.smithi067.stdout:1171: finishing write tid 2 to smithi06780069-28 2024-07-29T15:06:28.981 INFO:tasks.rados.rados.0.smithi067.stdout:1171: finishing write tid 3 to smithi06780069-28 2024-07-29T15:06:28.981 INFO:tasks.rados.rados.0.smithi067.stdout:1171: finishing write tid 4 to smithi06780069-28 2024-07-29T15:06:28.985 INFO:tasks.rados.rados.0.smithi067.stdout:1171: finishing write tid 5 to smithi06780069-28 2024-07-29T15:06:28.985 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 28 v 76 (ObjNum 392 snap 118 seq_num 392) dirty exists 2024-07-29T15:06:28.985 INFO:tasks.rados.rados.0.smithi067.stdout:1171: left oid 28 (ObjNum 392 snap 118 seq_num 392) 2024-07-29T15:06:29.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:29 smithi067 ceph-mon[91995]: pgmap v56: 121 pgs: 121 active+clean; 263 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.9 MiB/s wr, 8 op/s 2024-07-29T15:06:29.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:29 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:29.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:29 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:29.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:29 smithi067 ceph-mon[91995]: Reconfiguring mon.c (monmap changed)... 2024-07-29T15:06:29.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:29 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-29T15:06:29.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:29 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-29T15:06:29.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:29 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:29.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:29 smithi067 ceph-mon[91995]: Reconfiguring daemon mon.c on smithi067 2024-07-29T15:06:29.658 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:29 smithi067 ceph-mon[91995]: osdmap e300: 8 total, 8 up, 8 in 2024-07-29T15:06:29.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:29 smithi067 ceph-mon[94375]: pgmap v56: 121 pgs: 121 active+clean; 263 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.9 MiB/s wr, 8 op/s 2024-07-29T15:06:29.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:29 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:29.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:29 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:29.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:29 smithi067 ceph-mon[94375]: Reconfiguring mon.c (monmap changed)... 2024-07-29T15:06:29.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:29 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-29T15:06:29.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:29 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-29T15:06:29.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:29 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:29.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:29 smithi067 ceph-mon[94375]: Reconfiguring daemon mon.c on smithi067 2024-07-29T15:06:29.659 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:29 smithi067 ceph-mon[94375]: osdmap e300: 8 total, 8 up, 8 in 2024-07-29T15:06:29.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:29 smithi138 ceph-mon[86438]: pgmap v56: 121 pgs: 121 active+clean; 263 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.9 MiB/s wr, 8 op/s 2024-07-29T15:06:29.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:29 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:29.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:29 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:29.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:29 smithi138 ceph-mon[86438]: Reconfiguring mon.c (monmap changed)... 2024-07-29T15:06:29.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:29 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-29T15:06:29.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:29 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-29T15:06:29.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:29 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:29.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:29 smithi138 ceph-mon[86438]: Reconfiguring daemon mon.c on smithi067 2024-07-29T15:06:29.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:29 smithi138 ceph-mon[86438]: osdmap e300: 8 total, 8 up, 8 in 2024-07-29T15:06:29.891 INFO:tasks.rados.rados.0.smithi067.stdout:1168: done (4 left) 2024-07-29T15:06:29.892 INFO:tasks.rados.rados.0.smithi067.stdout:1169: done (3 left) 2024-07-29T15:06:29.892 INFO:tasks.rados.rados.0.smithi067.stdout:1170: done (2 left) 2024-07-29T15:06:29.892 INFO:tasks.rados.rados.0.smithi067.stdout:1171: done (1 left) 2024-07-29T15:06:29.892 INFO:tasks.rados.rados.0.smithi067.stdout:1172: done (0 left) 2024-07-29T15:06:29.892 INFO:tasks.rados.rados.0.smithi067.stdout:1173: snap_create 2024-07-29T15:06:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:06:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:06:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:06:30.893 INFO:tasks.rados.rados.0.smithi067.stdout:1173: done (0 left) 2024-07-29T15:06:30.893 INFO:tasks.rados.rados.0.smithi067.stdout:1174: delete oid 18 current snap is 120 2024-07-29T15:06:30.899 INFO:tasks.rados.rados.0.smithi067.stdout:1174: done (0 left) 2024-07-29T15:06:30.899 INFO:tasks.rados.rados.0.smithi067.stdout:1175: read oid 32 snap -1 2024-07-29T15:06:30.899 INFO:tasks.rados.rados.0.smithi067.stdout:1175: expect (ObjNum 270 snap 74 seq_num 270) 2024-07-29T15:06:30.899 INFO:tasks.rados.rados.0.smithi067.stdout:1176: delete oid 37 current snap is 120 2024-07-29T15:06:30.900 INFO:tasks.rados.rados.0.smithi067.stdout:1176: done (1 left) 2024-07-29T15:06:30.900 INFO:tasks.rados.rados.0.smithi067.stdout:1177: rollback oid 2 current snap is 120 2024-07-29T15:06:30.901 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 2 to 117 2024-07-29T15:06:30.901 INFO:tasks.rados.rados.0.smithi067.stdout:1178: setattr oid 36 current snap is 120 2024-07-29T15:06:30.902 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 23 current snap is 120 2024-07-29T15:06:30.902 INFO:tasks.rados.rados.0.smithi067.stdout:1179: seq_num 395 ranges {3211264=622592,3833856=450560,4284416=753664} 2024-07-29T15:06:30.924 INFO:tasks.rados.rados.0.smithi067.stdout:1179: writing smithi06780069-23 from 3211264 to 3833856 tid 1 2024-07-29T15:06:30.927 INFO:tasks.rados.rados.0.smithi067.stdout:1179: writing smithi06780069-23 from 3833856 to 4284416 tid 2 2024-07-29T15:06:30.932 INFO:tasks.rados.rados.0.smithi067.stdout:1179: writing smithi06780069-23 from 4284416 to 5038080 tid 3 2024-07-29T15:06:30.932 INFO:tasks.rados.rados.0.smithi067.stdout:1180: snap_create 2024-07-29T15:06:30.932 INFO:tasks.rados.rados.0.smithi067.stdout:1177: finishing rollback tid 1 to smithi06780069-2 2024-07-29T15:06:30.932 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 217 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-07-29T15:06:30.932 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 257 (ObjNum 387 snap 116 seq_num 387) dirty exists 2024-07-29T15:06:30.932 INFO:tasks.rados.rados.0.smithi067.stdout:1179: finishing write tid 1 to smithi06780069-23 2024-07-29T15:06:30.932 INFO:tasks.rados.rados.0.smithi067.stdout:1179: finishing write tid 2 to smithi06780069-23 2024-07-29T15:06:30.935 INFO:tasks.rados.rados.0.smithi067.stdout:1179: finishing write tid 3 to smithi06780069-23 2024-07-29T15:06:30.935 INFO:tasks.rados.rados.0.smithi067.stdout:1179: finishing write tid 4 to smithi06780069-23 2024-07-29T15:06:30.935 INFO:tasks.rados.rados.0.smithi067.stdout:1175: expect (ObjNum 270 snap 74 seq_num 270) 2024-07-29T15:06:31.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:30 smithi067 ceph-mon[94375]: pgmap v59: 121 pgs: 121 active+clean; 263 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:06:31.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:30 smithi067 ceph-mon[94375]: osdmap e301: 8 total, 8 up, 8 in 2024-07-29T15:06:31.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:30 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:31.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:30 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:31.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:30 smithi067 ceph-mon[94375]: Reconfiguring osd.0 (monmap changed)... 2024-07-29T15:06:31.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:30 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-07-29T15:06:31.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:30 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:31.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:30 smithi067 ceph-mon[94375]: Reconfiguring daemon osd.0 on smithi067 2024-07-29T15:06:31.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:30 smithi067 ceph-mon[91995]: pgmap v59: 121 pgs: 121 active+clean; 263 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:06:31.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:30 smithi067 ceph-mon[91995]: osdmap e301: 8 total, 8 up, 8 in 2024-07-29T15:06:31.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:30 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:31.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:30 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:31.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:30 smithi067 ceph-mon[91995]: Reconfiguring osd.0 (monmap changed)... 2024-07-29T15:06:31.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:30 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-07-29T15:06:31.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:30 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:31.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:30 smithi067 ceph-mon[91995]: Reconfiguring daemon osd.0 on smithi067 2024-07-29T15:06:31.303 INFO:tasks.rados.rados.0.smithi067.stdout:1179: finishing write tid 5 to smithi06780069-23 2024-07-29T15:06:31.303 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 542 (ObjNum 395 snap 120 seq_num 395) dirty exists 2024-07-29T15:06:31.303 INFO:tasks.rados.rados.0.smithi067.stdout:1179: left oid 23 (ObjNum 395 snap 120 seq_num 395) 2024-07-29T15:06:31.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:30 smithi138 ceph-mon[86438]: pgmap v59: 121 pgs: 121 active+clean; 263 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:06:31.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:30 smithi138 ceph-mon[86438]: osdmap e301: 8 total, 8 up, 8 in 2024-07-29T15:06:31.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:30 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:31.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:30 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:31.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:30 smithi138 ceph-mon[86438]: Reconfiguring osd.0 (monmap changed)... 2024-07-29T15:06:31.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:30 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-07-29T15:06:31.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:30 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:31.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:30 smithi138 ceph-mon[86438]: Reconfiguring daemon osd.0 on smithi067 2024-07-29T15:06:31.905 INFO:tasks.rados.rados.0.smithi067.stdout:1175: done (4 left) 2024-07-29T15:06:31.905 INFO:tasks.rados.rados.0.smithi067.stdout:1177: done (3 left) 2024-07-29T15:06:31.905 INFO:tasks.rados.rados.0.smithi067.stdout:1178: done (2 left) 2024-07-29T15:06:31.906 INFO:tasks.rados.rados.0.smithi067.stdout:1179: done (1 left) 2024-07-29T15:06:31.906 INFO:tasks.rados.rados.0.smithi067.stdout:1180: done (0 left) 2024-07-29T15:06:31.906 INFO:tasks.rados.rados.0.smithi067.stdout:1181: read oid 7 snap 93 2024-07-29T15:06:31.906 INFO:tasks.rados.rados.0.smithi067.stdout:1181: expect deleted 2024-07-29T15:06:31.906 INFO:tasks.rados.rados.0.smithi067.stdout:1182: rmattr oid 2 current snap is 121 2024-07-29T15:06:31.906 INFO:tasks.rados.rados.0.smithi067.stdout:1182: done (1 left) 2024-07-29T15:06:31.906 INFO:tasks.rados.rados.0.smithi067.stdout:1183: copy_from oid 47 from oid 9 current snap is 121 2024-07-29T15:06:31.906 INFO:tasks.rados.rados.0.smithi067.stdout:1184: copy_from oid 42 from oid 35 current snap is 121 2024-07-29T15:06:31.906 INFO:tasks.rados.rados.0.smithi067.stdout:1185: copy_from oid 15 from oid 1 current snap is 121 2024-07-29T15:06:31.906 INFO:tasks.rados.rados.0.smithi067.stdout:1186: delete oid 28 current snap is 121 2024-07-29T15:06:31.909 INFO:tasks.rados.rados.0.smithi067.stdout:1184: finishing copy_from to smithi06780069-42 2024-07-29T15:06:31.909 INFO:tasks.rados.rados.0.smithi067.stdout:1184: got expected ENOENT (src dne) 2024-07-29T15:06:31.909 INFO:tasks.rados.rados.0.smithi067.stdout:1184: finishing copy_from racing read to smithi06780069-42 2024-07-29T15:06:31.910 INFO:tasks.rados.rados.0.smithi067.stdout:1183: finishing copy_from to smithi06780069-47 2024-07-29T15:06:31.910 INFO:tasks.rados.rados.0.smithi067.stdout:1183: got expected ENOENT (src dne) 2024-07-29T15:06:31.911 INFO:tasks.rados.rados.0.smithi067.stdout:1183: finishing copy_from racing read to smithi06780069-47 2024-07-29T15:06:31.911 INFO:tasks.rados.rados.0.smithi067.stdout:1181: done (4 left) 2024-07-29T15:06:31.911 INFO:tasks.rados.rados.0.smithi067.stdout:1183: done (3 left) 2024-07-29T15:06:31.911 INFO:tasks.rados.rados.0.smithi067.stdout:1184: done (2 left) 2024-07-29T15:06:31.911 INFO:tasks.rados.rados.0.smithi067.stdout:1186: done (1 left) 2024-07-29T15:06:31.911 INFO:tasks.rados.rados.0.smithi067.stdout:1187: rollback oid 29 current snap is 121 2024-07-29T15:06:31.911 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 29 to 79 2024-07-29T15:06:31.911 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 44 current snap is 121 2024-07-29T15:06:31.911 INFO:tasks.rados.rados.0.smithi067.stdout:1188: seq_num 397 ranges {1122304=655360,1777664=671744,2449408=532480} 2024-07-29T15:06:31.920 INFO:tasks.rados.rados.0.smithi067.stdout:1188: writing smithi06780069-44 from 1122304 to 1777664 tid 1 2024-07-29T15:06:31.924 INFO:tasks.rados.rados.0.smithi067.stdout:1188: writing smithi06780069-44 from 1777664 to 2449408 tid 2 2024-07-29T15:06:31.927 INFO:tasks.rados.rados.0.smithi067.stdout:1188: writing smithi06780069-44 from 2449408 to 2981888 tid 3 2024-07-29T15:06:31.927 INFO:tasks.rados.rados.0.smithi067.stdout:1189: snap_remove snap 109 2024-07-29T15:06:32.193 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:31 smithi067 ceph-mon[91995]: osdmap e302: 8 total, 8 up, 8 in 2024-07-29T15:06:32.193 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:31 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:32.193 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:31 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:32.194 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:31 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-07-29T15:06:32.194 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:31 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:32.194 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:31 smithi067 ceph-mon[94375]: osdmap e302: 8 total, 8 up, 8 in 2024-07-29T15:06:32.194 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:31 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:32.194 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:31 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:32.194 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:31 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-07-29T15:06:32.195 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:31 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:32.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:31 smithi138 ceph-mon[86438]: osdmap e302: 8 total, 8 up, 8 in 2024-07-29T15:06:32.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:31 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:32.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:31 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:32.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:31 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-07-29T15:06:32.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:31 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:32.890 INFO:tasks.rados.rados.0.smithi067.stdout:1189: done (3 left) 2024-07-29T15:06:32.890 INFO:tasks.rados.rados.0.smithi067.stdout:1190: snap_remove snap 108 2024-07-29T15:06:33.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:32 smithi067 ceph-mon[91995]: Reconfiguring osd.1 (monmap changed)... 2024-07-29T15:06:33.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:32 smithi067 ceph-mon[91995]: Reconfiguring daemon osd.1 on smithi067 2024-07-29T15:06:33.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:32 smithi067 ceph-mon[91995]: pgmap v62: 121 pgs: 121 active+clean; 248 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-07-29T15:06:33.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:32 smithi067 ceph-mon[91995]: osdmap e303: 8 total, 8 up, 8 in 2024-07-29T15:06:33.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:32 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:33.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:32 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:33.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:32 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-07-29T15:06:33.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:32 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:33.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:32 smithi067 ceph-mon[91995]: osdmap e304: 8 total, 8 up, 8 in 2024-07-29T15:06:33.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:32 smithi067 ceph-mon[94375]: Reconfiguring osd.1 (monmap changed)... 2024-07-29T15:06:33.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:32 smithi067 ceph-mon[94375]: Reconfiguring daemon osd.1 on smithi067 2024-07-29T15:06:33.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:32 smithi067 ceph-mon[94375]: pgmap v62: 121 pgs: 121 active+clean; 248 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-07-29T15:06:33.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:32 smithi067 ceph-mon[94375]: osdmap e303: 8 total, 8 up, 8 in 2024-07-29T15:06:33.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:32 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:33.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:32 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:33.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:32 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-07-29T15:06:33.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:32 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:33.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:32 smithi067 ceph-mon[94375]: osdmap e304: 8 total, 8 up, 8 in 2024-07-29T15:06:33.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:32 smithi138 ceph-mon[86438]: Reconfiguring osd.1 (monmap changed)... 2024-07-29T15:06:33.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:32 smithi138 ceph-mon[86438]: Reconfiguring daemon osd.1 on smithi067 2024-07-29T15:06:33.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:32 smithi138 ceph-mon[86438]: pgmap v62: 121 pgs: 121 active+clean; 248 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-07-29T15:06:33.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:32 smithi138 ceph-mon[86438]: osdmap e303: 8 total, 8 up, 8 in 2024-07-29T15:06:33.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:32 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:33.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:32 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:33.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:32 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-07-29T15:06:33.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:32 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:33.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:32 smithi138 ceph-mon[86438]: osdmap e304: 8 total, 8 up, 8 in 2024-07-29T15:06:33.894 INFO:tasks.rados.rados.0.smithi067.stdout:1190: done (3 left) 2024-07-29T15:06:33.894 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 17 current snap is 121 2024-07-29T15:06:33.894 INFO:tasks.rados.rados.0.smithi067.stdout:1187: finishing rollback tid 0 to smithi06780069-29 2024-07-29T15:06:33.894 INFO:tasks.rados.rados.0.smithi067.stdout:1191: seq_num 398 ranges {1499136=671744,2170880=557056,2727936=532480,3260416=114688} 2024-07-29T15:06:33.907 INFO:tasks.rados.rados.0.smithi067.stdout:1191: writing smithi06780069-17 from 1499136 to 2170880 tid 1 2024-07-29T15:06:33.911 INFO:tasks.rados.rados.0.smithi067.stdout:1191: writing smithi06780069-17 from 2170880 to 2727936 tid 2 2024-07-29T15:06:33.914 INFO:tasks.rados.rados.0.smithi067.stdout:1191: writing smithi06780069-17 from 2727936 to 3260416 tid 3 2024-07-29T15:06:33.916 INFO:tasks.rados.rados.0.smithi067.stdout:1191: writing smithi06780069-17 from 3260416 to 3375104 tid 4 2024-07-29T15:06:33.916 INFO:tasks.rados.rados.0.smithi067.stdout:1192: read oid 24 snap -1 2024-07-29T15:06:33.916 INFO:tasks.rados.rados.0.smithi067.stdout:1192: expect deleted 2024-07-29T15:06:33.916 INFO:tasks.rados.rados.0.smithi067.stdout:1193: delete oid 25 current snap is 121 2024-07-29T15:06:33.916 INFO:tasks.rados.rados.0.smithi067.stdout:1187: finishing rollback tid 1 to smithi06780069-29 2024-07-29T15:06:33.916 INFO:tasks.rados.rados.0.smithi067.stdout:1187: finishing rollback tid 2 to smithi06780069-29 2024-07-29T15:06:33.916 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 444 (ObjNum 275 snap 78 seq_num 275) dirty exists 2024-07-29T15:06:33.916 INFO:tasks.rados.rados.0.smithi067.stdout:1185: finishing copy_from racing read to smithi06780069-15 2024-07-29T15:06:33.916 INFO:tasks.rados.rados.0.smithi067.stdout:1185: finishing copy_from to smithi06780069-15 2024-07-29T15:06:33.916 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 352 (ObjNum 335 snap 100 seq_num 335) dirty exists 2024-07-29T15:06:33.916 INFO:tasks.rados.rados.0.smithi067.stdout:1188: finishing write tid 1 to smithi06780069-44 2024-07-29T15:06:33.916 INFO:tasks.rados.rados.0.smithi067.stdout:1188: finishing write tid 2 to smithi06780069-44 2024-07-29T15:06:33.917 INFO:tasks.rados.rados.0.smithi067.stdout:1188: finishing write tid 3 to smithi06780069-44 2024-07-29T15:06:33.917 INFO:tasks.rados.rados.0.smithi067.stdout:1188: finishing write tid 4 to smithi06780069-44 2024-07-29T15:06:33.917 INFO:tasks.rados.rados.0.smithi067.stdout:1188: finishing write tid 5 to smithi06780069-44 2024-07-29T15:06:33.917 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 480 (ObjNum 397 snap 121 seq_num 397) dirty exists 2024-07-29T15:06:33.917 INFO:tasks.rados.rados.0.smithi067.stdout:1188: left oid 44 (ObjNum 397 snap 121 seq_num 397) 2024-07-29T15:06:33.917 INFO:tasks.rados.rados.0.smithi067.stdout:1191: finishing write tid 1 to smithi06780069-17 2024-07-29T15:06:33.917 INFO:tasks.rados.rados.0.smithi067.stdout:1191: finishing write tid 2 to smithi06780069-17 2024-07-29T15:06:33.918 INFO:tasks.rados.rados.0.smithi067.stdout:1185: done (5 left) 2024-07-29T15:06:33.918 INFO:tasks.rados.rados.0.smithi067.stdout:1187: done (4 left) 2024-07-29T15:06:33.918 INFO:tasks.rados.rados.0.smithi067.stdout:1188: done (3 left) 2024-07-29T15:06:33.918 INFO:tasks.rados.rados.0.smithi067.stdout:1192: done (2 left) 2024-07-29T15:06:33.918 INFO:tasks.rados.rados.0.smithi067.stdout:1193: done (1 left) 2024-07-29T15:06:33.918 INFO:tasks.rados.rados.0.smithi067.stdout:1194: rollback oid 27 current snap is 121 2024-07-29T15:06:33.918 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 27 to 79 2024-07-29T15:06:33.918 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 49 current snap is 121 2024-07-29T15:06:33.918 INFO:tasks.rados.rados.0.smithi067.stdout:1195: seq_num 400 ranges {6135808=704512,6840320=720896,7561216=483328} 2024-07-29T15:06:33.955 INFO:tasks.rados.rados.0.smithi067.stdout:1195: writing smithi06780069-49 from 6135808 to 6840320 tid 1 2024-07-29T15:06:33.959 INFO:tasks.rados.rados.0.smithi067.stdout:1195: writing smithi06780069-49 from 6840320 to 7561216 tid 2 2024-07-29T15:06:33.963 INFO:tasks.rados.rados.0.smithi067.stdout:1195: writing smithi06780069-49 from 7561216 to 8044544 tid 3 2024-07-29T15:06:33.963 INFO:tasks.rados.rados.0.smithi067.stdout:1196: rollback oid 30 current snap is 121 2024-07-29T15:06:33.963 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 30 to 73 2024-07-29T15:06:33.963 INFO:tasks.rados.rados.0.smithi067.stdout:1191: finishing write tid 3 to smithi06780069-17 2024-07-29T15:06:33.963 INFO:tasks.rados.rados.0.smithi067.stdout:1191: finishing write tid 4 to smithi06780069-17 2024-07-29T15:06:33.963 INFO:tasks.rados.rados.0.smithi067.stdout:1191: finishing write tid 5 to smithi06780069-17 2024-07-29T15:06:33.964 INFO:tasks.rados.rados.0.smithi067.stdout:1191: finishing write tid 6 to smithi06780069-17 2024-07-29T15:06:33.964 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 349 (ObjNum 398 snap 121 seq_num 398) dirty exists 2024-07-29T15:06:33.964 INFO:tasks.rados.rados.0.smithi067.stdout:1191: left oid 17 (ObjNum 398 snap 121 seq_num 398) 2024-07-29T15:06:33.964 INFO:tasks.rados.rados.0.smithi067.stdout:1194: finishing rollback tid 0 to smithi06780069-27 2024-07-29T15:06:33.964 INFO:tasks.rados.rados.0.smithi067.stdout:1194: finishing rollback tid 1 to smithi06780069-27 2024-07-29T15:06:33.964 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 451 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-07-29T15:06:33.964 INFO:tasks.rados.rados.0.smithi067.stdout:1195: finishing write tid 1 to smithi06780069-49 2024-07-29T15:06:33.964 INFO:tasks.rados.rados.0.smithi067.stdout:1195: finishing write tid 2 to smithi06780069-49 2024-07-29T15:06:33.964 INFO:tasks.rados.rados.0.smithi067.stdout:1191: done (3 left) 2024-07-29T15:06:33.964 INFO:tasks.rados.rados.0.smithi067.stdout:1194: done (2 left) 2024-07-29T15:06:33.964 INFO:tasks.rados.rados.0.smithi067.stdout:1197: delete oid 21 current snap is 121 2024-07-29T15:06:33.965 INFO:tasks.rados.rados.0.smithi067.stdout:1197: done (2 left) 2024-07-29T15:06:33.965 INFO:tasks.rados.rados.0.smithi067.stdout:1198: delete oid 41 current snap is 121 2024-07-29T15:06:33.965 INFO:tasks.rados.rados.0.smithi067.stdout:1195: finishing write tid 3 to smithi06780069-49 2024-07-29T15:06:33.965 INFO:tasks.rados.rados.0.smithi067.stdout:1195: finishing write tid 4 to smithi06780069-49 2024-07-29T15:06:33.966 INFO:tasks.rados.rados.0.smithi067.stdout:1196: finishing rollback tid 0 to smithi06780069-30 2024-07-29T15:06:33.966 INFO:tasks.rados.rados.0.smithi067.stdout:1196: finishing rollback tid 1 to smithi06780069-30 2024-07-29T15:06:33.966 INFO:tasks.rados.rados.0.smithi067.stdout:1196: finishing rollback tid 2 to smithi06780069-30 2024-07-29T15:06:33.966 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 548 (ObjNum 122 snap 28 seq_num 122) dirty exists 2024-07-29T15:06:33.967 INFO:tasks.rados.rados.0.smithi067.stdout:1195: finishing write tid 5 to smithi06780069-49 2024-07-29T15:06:33.967 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 570 (ObjNum 400 snap 121 seq_num 400) dirty exists 2024-07-29T15:06:33.967 INFO:tasks.rados.rados.0.smithi067.stdout:1195: left oid 49 (ObjNum 400 snap 121 seq_num 400) 2024-07-29T15:06:33.968 INFO:tasks.rados.rados.0.smithi067.stdout:1195: done (2 left) 2024-07-29T15:06:33.968 INFO:tasks.rados.rados.0.smithi067.stdout:1196: done (1 left) 2024-07-29T15:06:33.968 INFO:tasks.rados.rados.0.smithi067.stdout:1198: done (0 left) 2024-07-29T15:06:33.968 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 10 current snap is 121 2024-07-29T15:06:33.968 INFO:tasks.rados.rados.0.smithi067.stdout:1199: seq_num 403 ranges {1597440=753664,2351104=425984,2777088=720896,3497984=57344} 2024-07-29T15:06:33.980 INFO:tasks.rados.rados.0.smithi067.stdout:1199: writing smithi06780069-10 from 1597440 to 2351104 tid 1 2024-07-29T15:06:33.982 INFO:tasks.rados.rados.0.smithi067.stdout:1199: writing smithi06780069-10 from 2351104 to 2777088 tid 2 2024-07-29T15:06:33.987 INFO:tasks.rados.rados.0.smithi067.stdout:1199: writing smithi06780069-10 from 2777088 to 3497984 tid 3 2024-07-29T15:06:33.988 INFO:tasks.rados.rados.0.smithi067.stdout:1199: writing smithi06780069-10 from 3497984 to 3555328 tid 4 2024-07-29T15:06:33.988 INFO:tasks.rados.rados.0.smithi067.stdout:1200: rmattr oid 1 current snap is 121 2024-07-29T15:06:33.988 INFO:tasks.rados.rados.0.smithi067.stdout:1200: done (1 left) 2024-07-29T15:06:33.988 INFO:tasks.rados.rados.0.smithi067.stdout:1201: read oid 7 snap 107 2024-07-29T15:06:33.988 INFO:tasks.rados.rados.0.smithi067.stdout:1201: expect (ObjNum 337 snap 100 seq_num 337) 2024-07-29T15:06:33.988 INFO:tasks.rados.rados.0.smithi067.stdout:1202: rollback oid 30 current snap is 121 2024-07-29T15:06:33.988 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 30 to 104 2024-07-29T15:06:33.988 INFO:tasks.rados.rados.0.smithi067.stdout:1199: finishing write tid 1 to smithi06780069-10 2024-07-29T15:06:33.988 INFO:tasks.rados.rados.0.smithi067.stdout:1199: finishing write tid 2 to smithi06780069-10 2024-07-29T15:06:33.989 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 46 current snap is 121 2024-07-29T15:06:33.989 INFO:tasks.rados.rados.0.smithi067.stdout:1203: seq_num 404 ranges {8798208=770048,9568256=712704,10280960=491520} 2024-07-29T15:06:34.040 INFO:tasks.rados.rados.0.smithi067.stdout:1203: writing smithi06780069-46 from 8798208 to 9568256 tid 1 2024-07-29T15:06:34.044 INFO:tasks.rados.rados.0.smithi067.stdout:1203: writing smithi06780069-46 from 9568256 to 10280960 tid 2 2024-07-29T15:06:34.047 INFO:tasks.rados.rados.0.smithi067.stdout:1203: writing smithi06780069-46 from 10280960 to 10772480 tid 3 2024-07-29T15:06:34.047 INFO:tasks.rados.rados.0.smithi067.stdout:1204: snap_remove snap 115 2024-07-29T15:06:34.212 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:33 smithi138 ceph-mon[86438]: Reconfiguring osd.2 (monmap changed)... 2024-07-29T15:06:34.212 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:33 smithi138 ceph-mon[86438]: Reconfiguring daemon osd.2 on smithi067 2024-07-29T15:06:34.212 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:33 smithi138 ceph-mon[86438]: osdmap e305: 8 total, 8 up, 8 in 2024-07-29T15:06:34.212 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:06:34 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:06:34.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:06:34.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:33 smithi067 ceph-mon[94375]: Reconfiguring osd.2 (monmap changed)... 2024-07-29T15:06:34.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:33 smithi067 ceph-mon[94375]: Reconfiguring daemon osd.2 on smithi067 2024-07-29T15:06:34.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:33 smithi067 ceph-mon[94375]: osdmap e305: 8 total, 8 up, 8 in 2024-07-29T15:06:34.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:33 smithi067 ceph-mon[91995]: Reconfiguring osd.2 (monmap changed)... 2024-07-29T15:06:34.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:33 smithi067 ceph-mon[91995]: Reconfiguring daemon osd.2 on smithi067 2024-07-29T15:06:34.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:33 smithi067 ceph-mon[91995]: osdmap e305: 8 total, 8 up, 8 in 2024-07-29T15:06:34.921 INFO:tasks.rados.rados.0.smithi067.stdout:1204: done (4 left) 2024-07-29T15:06:34.921 INFO:tasks.rados.rados.0.smithi067.stdout:1205: read oid 38 snap -1 2024-07-29T15:06:34.921 INFO:tasks.rados.rados.0.smithi067.stdout:1205: expect (ObjNum 378 snap 109 seq_num 378) 2024-07-29T15:06:34.921 INFO:tasks.rados.rados.0.smithi067.stdout:1206: delete oid 22 current snap is 121 2024-07-29T15:06:34.921 INFO:tasks.rados.rados.0.smithi067.stdout:1199: finishing write tid 3 to smithi06780069-10 2024-07-29T15:06:34.921 INFO:tasks.rados.rados.0.smithi067.stdout:1202: finishing rollback tid 0 to smithi06780069-30 2024-07-29T15:06:34.921 INFO:tasks.rados.rados.0.smithi067.stdout:1199: finishing write tid 4 to smithi06780069-10 2024-07-29T15:06:34.922 INFO:tasks.rados.rados.0.smithi067.stdout:1202: finishing rollback tid 1 to smithi06780069-30 2024-07-29T15:06:34.922 INFO:tasks.rados.rados.0.smithi067.stdout:1202: finishing rollback tid 2 to smithi06780069-30 2024-07-29T15:06:34.922 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 551 (ObjNum 122 snap 28 seq_num 122) dirty exists 2024-07-29T15:06:34.922 INFO:tasks.rados.rados.0.smithi067.stdout:1199: finishing write tid 5 to smithi06780069-10 2024-07-29T15:06:34.922 INFO:tasks.rados.rados.0.smithi067.stdout:1199: finishing write tid 6 to smithi06780069-10 2024-07-29T15:06:34.922 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 460 (ObjNum 403 snap 121 seq_num 403) dirty exists 2024-07-29T15:06:34.922 INFO:tasks.rados.rados.0.smithi067.stdout:1199: left oid 10 (ObjNum 403 snap 121 seq_num 403) 2024-07-29T15:06:34.922 INFO:tasks.rados.rados.0.smithi067.stdout:1201: expect (ObjNum 337 snap 100 seq_num 337) 2024-07-29T15:06:34.954 INFO:tasks.rados.rados.0.smithi067.stdout:1203: finishing write tid 1 to smithi06780069-46 2024-07-29T15:06:34.955 INFO:tasks.rados.rados.0.smithi067.stdout:1203: finishing write tid 2 to smithi06780069-46 2024-07-29T15:06:34.955 INFO:tasks.rados.rados.0.smithi067.stdout:1203: finishing write tid 3 to smithi06780069-46 2024-07-29T15:06:34.955 INFO:tasks.rados.rados.0.smithi067.stdout:1199: done (5 left) 2024-07-29T15:06:34.955 INFO:tasks.rados.rados.0.smithi067.stdout:1201: done (4 left) 2024-07-29T15:06:34.955 INFO:tasks.rados.rados.0.smithi067.stdout:1202: done (3 left) 2024-07-29T15:06:34.955 INFO:tasks.rados.rados.0.smithi067.stdout:1206: done (2 left) 2024-07-29T15:06:34.955 INFO:tasks.rados.rados.0.smithi067.stdout:1207: rollback oid 45 current snap is 121 2024-07-29T15:06:34.955 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 45 to 116 2024-07-29T15:06:34.955 INFO:tasks.rados.rados.0.smithi067.stdout:1203: finishing write tid 4 to smithi06780069-46 2024-07-29T15:06:34.955 INFO:tasks.rados.rados.0.smithi067.stdout:1203: finishing write tid 5 to smithi06780069-46 2024-07-29T15:06:34.955 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 46 v 575 (ObjNum 404 snap 121 seq_num 404) dirty exists 2024-07-29T15:06:34.955 INFO:tasks.rados.rados.0.smithi067.stdout:1203: left oid 46 (ObjNum 404 snap 121 seq_num 404) 2024-07-29T15:06:34.955 INFO:tasks.rados.rados.0.smithi067.stdout:1205: expect (ObjNum 378 snap 109 seq_num 378) 2024-07-29T15:06:34.996 INFO:tasks.rados.rados.0.smithi067.stdout:1207: finishing rollback tid 0 to smithi06780069-45 2024-07-29T15:06:34.996 INFO:tasks.rados.rados.0.smithi067.stdout:1207: finishing rollback tid 1 to smithi06780069-45 2024-07-29T15:06:34.996 INFO:tasks.rados.rados.0.smithi067.stdout:1207: finishing rollback tid 2 to smithi06780069-45 2024-07-29T15:06:34.996 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 267 (ObjNum 366 snap 106 seq_num 366) dirty exists 2024-07-29T15:06:34.996 INFO:tasks.rados.rados.0.smithi067.stdout:1203: done (2 left) 2024-07-29T15:06:34.996 INFO:tasks.rados.rados.0.smithi067.stdout:1205: done (1 left) 2024-07-29T15:06:34.996 INFO:tasks.rados.rados.0.smithi067.stdout:1207: done (0 left) 2024-07-29T15:06:34.997 INFO:tasks.rados.rados.0.smithi067.stdout:1208: rmattr oid 33 current snap is 121 2024-07-29T15:06:34.997 INFO:tasks.rados.rados.0.smithi067.stdout:1209: delete oid 9 current snap is 121 2024-07-29T15:06:34.997 INFO:tasks.rados.rados.0.smithi067.stdout:1209: done (1 left) 2024-07-29T15:06:34.997 INFO:tasks.rados.rados.0.smithi067.stdout:1210: read oid 16 snap -1 2024-07-29T15:06:34.997 INFO:tasks.rados.rados.0.smithi067.stdout:1210: expect deleted 2024-07-29T15:06:34.997 INFO:tasks.rados.rados.0.smithi067.stdout:1211: snap_create 2024-07-29T15:06:34.998 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 33 v 581 (ObjNum 193 snap 47 seq_num 193) dirty exists 2024-07-29T15:06:35.489 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:35 smithi138 ceph-mon[86438]: pgmap v65: 121 pgs: 121 active+clean; 248 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-07-29T15:06:35.489 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:35.489 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:35.489 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:35 smithi138 ceph-mon[86438]: Reconfiguring osd.3 (monmap changed)... 2024-07-29T15:06:35.489 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-07-29T15:06:35.489 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:35.490 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:35 smithi138 ceph-mon[86438]: Reconfiguring daemon osd.3 on smithi067 2024-07-29T15:06:35.490 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:35 smithi138 ceph-mon[86438]: osdmap e306: 8 total, 8 up, 8 in 2024-07-29T15:06:35.490 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:06:35.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:35 smithi067 ceph-mon[91995]: pgmap v65: 121 pgs: 121 active+clean; 248 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-07-29T15:06:35.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:35.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:35.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:35 smithi067 ceph-mon[91995]: Reconfiguring osd.3 (monmap changed)... 2024-07-29T15:06:35.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-07-29T15:06:35.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:35.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:35 smithi067 ceph-mon[91995]: Reconfiguring daemon osd.3 on smithi067 2024-07-29T15:06:35.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:35 smithi067 ceph-mon[91995]: osdmap e306: 8 total, 8 up, 8 in 2024-07-29T15:06:35.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:06:35.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:35 smithi067 ceph-mon[94375]: pgmap v65: 121 pgs: 121 active+clean; 248 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-07-29T15:06:35.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:35.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:35.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:35 smithi067 ceph-mon[94375]: Reconfiguring osd.3 (monmap changed)... 2024-07-29T15:06:35.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-07-29T15:06:35.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:35.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:35 smithi067 ceph-mon[94375]: Reconfiguring daemon osd.3 on smithi067 2024-07-29T15:06:35.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:35 smithi067 ceph-mon[94375]: osdmap e306: 8 total, 8 up, 8 in 2024-07-29T15:06:35.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:06:35.926 INFO:tasks.rados.rados.0.smithi067.stdout:1208: done (2 left) 2024-07-29T15:06:35.926 INFO:tasks.rados.rados.0.smithi067.stdout:1210: done (1 left) 2024-07-29T15:06:35.926 INFO:tasks.rados.rados.0.smithi067.stdout:1211: done (0 left) 2024-07-29T15:06:35.926 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 40 current snap is 122 2024-07-29T15:06:35.926 INFO:tasks.rados.rados.0.smithi067.stdout:1212: seq_num 407 ranges {4546560=425984,4972544=761856,5734400=704512,6438912=139264} 2024-07-29T15:06:35.953 INFO:tasks.rados.rados.0.smithi067.stdout:1212: writing smithi06780069-40 from 4546560 to 4972544 tid 1 2024-07-29T15:06:35.958 INFO:tasks.rados.rados.0.smithi067.stdout:1212: writing smithi06780069-40 from 4972544 to 5734400 tid 2 2024-07-29T15:06:35.962 INFO:tasks.rados.rados.0.smithi067.stdout:1212: writing smithi06780069-40 from 5734400 to 6438912 tid 3 2024-07-29T15:06:35.963 INFO:tasks.rados.rados.0.smithi067.stdout:1212: writing smithi06780069-40 from 6438912 to 6578176 tid 4 2024-07-29T15:06:35.964 INFO:tasks.rados.rados.0.smithi067.stdout:1213: delete oid 2 current snap is 122 2024-07-29T15:06:35.964 INFO:tasks.rados.rados.0.smithi067.stdout:1212: finishing write tid 1 to smithi06780069-40 2024-07-29T15:06:35.964 INFO:tasks.rados.rados.0.smithi067.stdout:1212: finishing write tid 2 to smithi06780069-40 2024-07-29T15:06:35.967 INFO:tasks.rados.rados.0.smithi067.stdout:1212: finishing write tid 3 to smithi06780069-40 2024-07-29T15:06:35.967 INFO:tasks.rados.rados.0.smithi067.stdout:1212: finishing write tid 4 to smithi06780069-40 2024-07-29T15:06:35.967 INFO:tasks.rados.rados.0.smithi067.stdout:1212: finishing write tid 5 to smithi06780069-40 2024-07-29T15:06:35.967 INFO:tasks.rados.rados.0.smithi067.stdout:1213: done (1 left) 2024-07-29T15:06:35.968 INFO:tasks.rados.rados.0.smithi067.stdout:1214: snap_remove snap 99 2024-07-29T15:06:36.060 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:06:35 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:06:35.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:06:36.060 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:06:35 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:06:35.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:06:36.934 INFO:tasks.rados.rados.0.smithi067.stdout:1214: done (1 left) 2024-07-29T15:06:36.934 INFO:tasks.rados.rados.0.smithi067.stdout:1215: copy_from oid 43 from oid 39 current snap is 122 2024-07-29T15:06:36.934 INFO:tasks.rados.rados.0.smithi067.stdout:1212: finishing write tid 6 to smithi06780069-40 2024-07-29T15:06:36.934 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 40 v 561 (ObjNum 407 snap 122 seq_num 407) dirty exists 2024-07-29T15:06:36.934 INFO:tasks.rados.rados.0.smithi067.stdout:1212: left oid 40 (ObjNum 407 snap 122 seq_num 407) 2024-07-29T15:06:36.934 INFO:tasks.rados.rados.0.smithi067.stdout:1212: done (1 left) 2024-07-29T15:06:36.935 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 49 current snap is 122 2024-07-29T15:06:36.935 INFO:tasks.rados.rados.0.smithi067.stdout:1216: seq_num 409 ranges {8044544=458752,8503296=532480,9035776=720896,9756672=352256} 2024-07-29T15:06:36.982 INFO:tasks.rados.rados.0.smithi067.stdout:1216: writing smithi06780069-49 from 8044544 to 8503296 tid 1 2024-07-29T15:06:36.985 INFO:tasks.rados.rados.0.smithi067.stdout:1216: writing smithi06780069-49 from 8503296 to 9035776 tid 2 2024-07-29T15:06:36.989 INFO:tasks.rados.rados.0.smithi067.stdout:1216: writing smithi06780069-49 from 9035776 to 9756672 tid 3 2024-07-29T15:06:36.991 INFO:tasks.rados.rados.0.smithi067.stdout:1216: writing smithi06780069-49 from 9756672 to 10108928 tid 4 2024-07-29T15:06:36.992 INFO:tasks.rados.rados.0.smithi067.stdout:1217: delete oid 26 current snap is 122 2024-07-29T15:06:36.992 INFO:tasks.rados.rados.0.smithi067.stdout:1215: finishing copy_from racing read to smithi06780069-43 2024-07-29T15:06:36.992 INFO:tasks.rados.rados.0.smithi067.stdout:1215: finishing copy_from to smithi06780069-43 2024-07-29T15:06:36.992 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 43 v 389 (ObjNum 391 snap 118 seq_num 391) dirty exists 2024-07-29T15:06:36.992 INFO:tasks.rados.rados.0.smithi067.stdout:1216: finishing write tid 1 to smithi06780069-49 2024-07-29T15:06:36.992 INFO:tasks.rados.rados.0.smithi067.stdout:1216: finishing write tid 2 to smithi06780069-49 2024-07-29T15:06:36.992 INFO:tasks.rados.rados.0.smithi067.stdout:1216: finishing write tid 3 to smithi06780069-49 2024-07-29T15:06:36.994 INFO:tasks.rados.rados.0.smithi067.stdout:1216: finishing write tid 4 to smithi06780069-49 2024-07-29T15:06:36.994 INFO:tasks.rados.rados.0.smithi067.stdout:1215: done (2 left) 2024-07-29T15:06:36.994 INFO:tasks.rados.rados.0.smithi067.stdout:1217: done (1 left) 2024-07-29T15:06:36.994 INFO:tasks.rados.rados.0.smithi067.stdout:1218: read oid 7 snap 103 2024-07-29T15:06:36.994 INFO:tasks.rados.rados.0.smithi067.stdout:1218: expect (ObjNum 337 snap 100 seq_num 337) 2024-07-29T15:06:36.994 INFO:tasks.rados.rados.0.smithi067.stdout:1219: read oid 6 snap -1 2024-07-29T15:06:36.994 INFO:tasks.rados.rados.0.smithi067.stdout:1219: expect (ObjNum 190 snap 47 seq_num 190) 2024-07-29T15:06:36.995 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 10 current snap is 122 2024-07-29T15:06:36.995 INFO:tasks.rados.rados.0.smithi067.stdout:1216: finishing write tid 5 to smithi06780069-49 2024-07-29T15:06:36.995 INFO:tasks.rados.rados.0.smithi067.stdout:1220: seq_num 411 ranges {3555328=491520,4046848=753664,4800512=688128,5488640=163840} 2024-07-29T15:06:37.016 INFO:tasks.rados.rados.0.smithi067.stdout:1220: writing smithi06780069-10 from 3555328 to 4046848 tid 1 2024-07-29T15:06:37.021 INFO:tasks.rados.rados.0.smithi067.stdout:1220: writing smithi06780069-10 from 4046848 to 4800512 tid 2 2024-07-29T15:06:37.025 INFO:tasks.rados.rados.0.smithi067.stdout:1220: writing smithi06780069-10 from 4800512 to 5488640 tid 3 2024-07-29T15:06:37.026 INFO:tasks.rados.rados.0.smithi067.stdout:1220: writing smithi06780069-10 from 5488640 to 5652480 tid 4 2024-07-29T15:06:37.026 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 3 current snap is 122 2024-07-29T15:06:37.026 INFO:tasks.rados.rados.0.smithi067.stdout:1216: finishing write tid 6 to smithi06780069-49 2024-07-29T15:06:37.026 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 595 (ObjNum 409 snap 122 seq_num 409) dirty exists 2024-07-29T15:06:37.027 INFO:tasks.rados.rados.0.smithi067.stdout:1216: left oid 49 (ObjNum 409 snap 122 seq_num 409) 2024-07-29T15:06:37.027 INFO:tasks.rados.rados.0.smithi067.stdout:1218: expect (ObjNum 337 snap 100 seq_num 337) 2024-07-29T15:06:37.051 INFO:tasks.rados.rados.0.smithi067.stdout:1219: expect (ObjNum 190 snap 47 seq_num 190) 2024-07-29T15:06:37.091 INFO:tasks.rados.rados.0.smithi067.stdout:1220: finishing write tid 1 to smithi06780069-10 2024-07-29T15:06:37.091 INFO:tasks.rados.rados.0.smithi067.stdout:1220: finishing write tid 2 to smithi06780069-10 2024-07-29T15:06:37.091 INFO:tasks.rados.rados.0.smithi067.stdout:1220: finishing write tid 3 to smithi06780069-10 2024-07-29T15:06:37.091 INFO:tasks.rados.rados.0.smithi067.stdout:1221: seq_num 412 ranges {0=507904,507904=630784,1138688=491520,1630208=483328} 2024-07-29T15:06:37.093 INFO:tasks.rados.rados.0.smithi067.stdout:1221: writing smithi06780069-3 from 0 to 507904 tid 1 2024-07-29T15:06:37.097 INFO:tasks.rados.rados.0.smithi067.stdout:1221: writing smithi06780069-3 from 507904 to 1138688 tid 2 2024-07-29T15:06:37.100 INFO:tasks.rados.rados.0.smithi067.stdout:1221: writing smithi06780069-3 from 1138688 to 1630208 tid 3 2024-07-29T15:06:37.103 INFO:tasks.rados.rados.0.smithi067.stdout:1221: writing smithi06780069-3 from 1630208 to 2113536 tid 4 2024-07-29T15:06:37.103 INFO:tasks.rados.rados.0.smithi067.stdout:1216: done (4 left) 2024-07-29T15:06:37.104 INFO:tasks.rados.rados.0.smithi067.stdout:1218: done (3 left) 2024-07-29T15:06:37.104 INFO:tasks.rados.rados.0.smithi067.stdout:1219: done (2 left) 2024-07-29T15:06:37.104 INFO:tasks.rados.rados.0.smithi067.stdout:1222: read oid 29 snap -1 2024-07-29T15:06:37.104 INFO:tasks.rados.rados.0.smithi067.stdout:1222: expect (ObjNum 275 snap 78 seq_num 275) 2024-07-29T15:06:37.104 INFO:tasks.rados.rados.0.smithi067.stdout:1223: copy_from oid 19 from oid 40 current snap is 122 2024-07-29T15:06:37.104 INFO:tasks.rados.rados.0.smithi067.stdout:1220: finishing write tid 4 to smithi06780069-10 2024-07-29T15:06:37.104 INFO:tasks.rados.rados.0.smithi067.stdout:1220: finishing write tid 5 to smithi06780069-10 2024-07-29T15:06:37.104 INFO:tasks.rados.rados.0.smithi067.stdout:1220: finishing write tid 6 to smithi06780069-10 2024-07-29T15:06:37.104 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 474 (ObjNum 411 snap 122 seq_num 411) dirty exists 2024-07-29T15:06:37.104 INFO:tasks.rados.rados.0.smithi067.stdout:1220: left oid 10 (ObjNum 411 snap 122 seq_num 411) 2024-07-29T15:06:37.104 INFO:tasks.rados.rados.0.smithi067.stdout:1221: finishing write tid 1 to smithi06780069-3 2024-07-29T15:06:37.104 INFO:tasks.rados.rados.0.smithi067.stdout:1221: finishing write tid 2 to smithi06780069-3 2024-07-29T15:06:37.104 INFO:tasks.rados.rados.0.smithi067.stdout:1221: finishing write tid 3 to smithi06780069-3 2024-07-29T15:06:37.105 INFO:tasks.rados.rados.0.smithi067.stdout:1220: done (3 left) 2024-07-29T15:06:37.105 INFO:tasks.rados.rados.0.smithi067.stdout:1224: read oid 44 snap -1 2024-07-29T15:06:37.105 INFO:tasks.rados.rados.0.smithi067.stdout:1224: expect (ObjNum 397 snap 121 seq_num 397) 2024-07-29T15:06:37.105 INFO:tasks.rados.rados.0.smithi067.stdout:1225: rollback oid 18 current snap is 122 2024-07-29T15:06:37.105 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 18 to 114 2024-07-29T15:06:37.105 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 48 current snap is 122 2024-07-29T15:06:37.105 INFO:tasks.rados.rados.0.smithi067.stdout:1226: seq_num 413 ranges {1073152=524288,1597440=516096,2113536=696320,2809856=393216} 2024-07-29T15:06:37.112 INFO:tasks.rados.rados.0.smithi067.stdout:1226: writing smithi06780069-48 from 1073152 to 1597440 tid 1 2024-07-29T15:06:37.116 INFO:tasks.rados.rados.0.smithi067.stdout:1226: writing smithi06780069-48 from 1597440 to 2113536 tid 2 2024-07-29T15:06:37.120 INFO:tasks.rados.rados.0.smithi067.stdout:1226: writing smithi06780069-48 from 2113536 to 2809856 tid 3 2024-07-29T15:06:37.122 INFO:tasks.rados.rados.0.smithi067.stdout:1226: writing smithi06780069-48 from 2809856 to 3203072 tid 4 2024-07-29T15:06:37.122 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 1 current snap is 122 2024-07-29T15:06:37.122 INFO:tasks.rados.rados.0.smithi067.stdout:1225: finishing rollback tid 1 to smithi06780069-18 2024-07-29T15:06:37.122 INFO:tasks.rados.rados.0.smithi067.stdout:1225: finishing rollback tid 2 to smithi06780069-18 2024-07-29T15:06:37.123 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 412 (ObjNum 346 snap 102 seq_num 346) dirty exists 2024-07-29T15:06:37.123 INFO:tasks.rados.rados.0.smithi067.stdout:1221: finishing write tid 4 to smithi06780069-3 2024-07-29T15:06:37.123 INFO:tasks.rados.rados.0.smithi067.stdout:1221: finishing write tid 5 to smithi06780069-3 2024-07-29T15:06:37.123 INFO:tasks.rados.rados.0.smithi067.stdout:1221: finishing write tid 6 to smithi06780069-3 2024-07-29T15:06:37.123 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 464 (ObjNum 412 snap 122 seq_num 412) dirty exists 2024-07-29T15:06:37.123 INFO:tasks.rados.rados.0.smithi067.stdout:1221: left oid 3 (ObjNum 412 snap 122 seq_num 412) 2024-07-29T15:06:37.123 INFO:tasks.rados.rados.0.smithi067.stdout:1222: expect (ObjNum 275 snap 78 seq_num 275) 2024-07-29T15:06:37.181 INFO:tasks.rados.rados.0.smithi067.stdout:1224: expect (ObjNum 397 snap 121 seq_num 397) 2024-07-29T15:06:37.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:36 smithi067 ceph-mon[91995]: pgmap v68: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.1 MiB/s wr, 21 op/s 2024-07-29T15:06:37.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:36 smithi067 ceph-mon[91995]: osdmap e307: 8 total, 8 up, 8 in 2024-07-29T15:06:37.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:36 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:37.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:36 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:37.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:36 smithi067 ceph-mon[91995]: Reconfiguring mds.a (monmap changed)... 2024-07-29T15:06:37.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:36 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-29T15:06:37.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:36 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:37.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:36 smithi067 ceph-mon[91995]: Reconfiguring daemon mds.a on smithi067 2024-07-29T15:06:37.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:36 smithi067 ceph-mon[94375]: pgmap v68: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.1 MiB/s wr, 21 op/s 2024-07-29T15:06:37.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:36 smithi067 ceph-mon[94375]: osdmap e307: 8 total, 8 up, 8 in 2024-07-29T15:06:37.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:36 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:37.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:36 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:37.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:36 smithi067 ceph-mon[94375]: Reconfiguring mds.a (monmap changed)... 2024-07-29T15:06:37.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:36 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-29T15:06:37.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:36 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:37.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:36 smithi067 ceph-mon[94375]: Reconfiguring daemon mds.a on smithi067 2024-07-29T15:06:37.291 INFO:tasks.rados.rados.0.smithi067.stdout:1226: finishing write tid 1 to smithi06780069-48 2024-07-29T15:06:37.291 INFO:tasks.rados.rados.0.smithi067.stdout:1226: finishing write tid 2 to smithi06780069-48 2024-07-29T15:06:37.291 INFO:tasks.rados.rados.0.smithi067.stdout:1227: seq_num 414 ranges {1597440=540672,2138112=802816,2940928=458752,3399680=344064} 2024-07-29T15:06:37.302 INFO:tasks.rados.rados.0.smithi067.stdout:1227: writing smithi06780069-1 from 1597440 to 2138112 tid 1 2024-07-29T15:06:37.307 INFO:tasks.rados.rados.0.smithi067.stdout:1227: writing smithi06780069-1 from 2138112 to 2940928 tid 2 2024-07-29T15:06:37.309 INFO:tasks.rados.rados.0.smithi067.stdout:1227: writing smithi06780069-1 from 2940928 to 3399680 tid 3 2024-07-29T15:06:37.310 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:06:36 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:06:36.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi138\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:06:37.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:36 smithi138 ceph-mon[86438]: pgmap v68: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.1 MiB/s wr, 21 op/s 2024-07-29T15:06:37.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:36 smithi138 ceph-mon[86438]: osdmap e307: 8 total, 8 up, 8 in 2024-07-29T15:06:37.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:36 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:37.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:36 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:37.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:36 smithi138 ceph-mon[86438]: Reconfiguring mds.a (monmap changed)... 2024-07-29T15:06:37.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:36 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-29T15:06:37.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:36 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:37.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:36 smithi138 ceph-mon[86438]: Reconfiguring daemon mds.a on smithi067 2024-07-29T15:06:37.312 INFO:tasks.rados.rados.0.smithi067.stdout:1227: writing smithi06780069-1 from 3399680 to 3743744 tid 4 2024-07-29T15:06:37.312 INFO:tasks.rados.rados.0.smithi067.stdout:1221: done (6 left) 2024-07-29T15:06:37.312 INFO:tasks.rados.rados.0.smithi067.stdout:1222: done (5 left) 2024-07-29T15:06:37.312 INFO:tasks.rados.rados.0.smithi067.stdout:1224: done (4 left) 2024-07-29T15:06:37.312 INFO:tasks.rados.rados.0.smithi067.stdout:1225: done (3 left) 2024-07-29T15:06:37.312 INFO:tasks.rados.rados.0.smithi067.stdout:1228: delete oid 11 current snap is 122 2024-07-29T15:06:37.312 INFO:tasks.rados.rados.0.smithi067.stdout:1226: finishing write tid 3 to smithi06780069-48 2024-07-29T15:06:37.312 INFO:tasks.rados.rados.0.smithi067.stdout:1226: finishing write tid 4 to smithi06780069-48 2024-07-29T15:06:37.313 INFO:tasks.rados.rados.0.smithi067.stdout:1226: finishing write tid 5 to smithi06780069-48 2024-07-29T15:06:37.313 INFO:tasks.rados.rados.0.smithi067.stdout:1226: finishing write tid 6 to smithi06780069-48 2024-07-29T15:06:37.313 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 48 v 485 (ObjNum 413 snap 122 seq_num 413) dirty exists 2024-07-29T15:06:37.313 INFO:tasks.rados.rados.0.smithi067.stdout:1226: left oid 48 (ObjNum 413 snap 122 seq_num 413) 2024-07-29T15:06:37.313 INFO:tasks.rados.rados.0.smithi067.stdout:1223: finishing copy_from racing read to smithi06780069-19 2024-07-29T15:06:37.313 INFO:tasks.rados.rados.0.smithi067.stdout:1223: finishing copy_from to smithi06780069-19 2024-07-29T15:06:37.313 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 19 v 561 (ObjNum 407 snap 122 seq_num 407) dirty exists 2024-07-29T15:06:37.313 INFO:tasks.rados.rados.0.smithi067.stdout:1227: finishing write tid 1 to smithi06780069-1 2024-07-29T15:06:37.313 INFO:tasks.rados.rados.0.smithi067.stdout:1227: finishing write tid 2 to smithi06780069-1 2024-07-29T15:06:37.314 INFO:tasks.rados.rados.0.smithi067.stdout:1227: finishing write tid 3 to smithi06780069-1 2024-07-29T15:06:37.314 INFO:tasks.rados.rados.0.smithi067.stdout:1227: finishing write tid 4 to smithi06780069-1 2024-07-29T15:06:37.314 INFO:tasks.rados.rados.0.smithi067.stdout:1223: done (3 left) 2024-07-29T15:06:37.314 INFO:tasks.rados.rados.0.smithi067.stdout:1226: done (2 left) 2024-07-29T15:06:37.314 INFO:tasks.rados.rados.0.smithi067.stdout:1228: done (1 left) 2024-07-29T15:06:37.314 INFO:tasks.rados.rados.0.smithi067.stdout:1229: read oid 39 snap -1 2024-07-29T15:06:37.314 INFO:tasks.rados.rados.0.smithi067.stdout:1229: expect (ObjNum 391 snap 118 seq_num 391) 2024-07-29T15:06:37.315 INFO:tasks.rados.rados.0.smithi067.stdout:1230: snap_remove snap 69 2024-07-29T15:06:37.893 INFO:tasks.rados.rados.0.smithi067.stdout:1230: done (2 left) 2024-07-29T15:06:37.893 INFO:tasks.rados.rados.0.smithi067.stdout:1231: snap_remove snap 117 2024-07-29T15:06:38.058 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:37 smithi138 ceph-mon[86438]: osdmap e308: 8 total, 8 up, 8 in 2024-07-29T15:06:38.058 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:37 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:38.058 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:37 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:38.058 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:37 smithi138 ceph-mon[86438]: Reconfiguring mon.b (monmap changed)... 2024-07-29T15:06:38.058 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:37 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-29T15:06:38.058 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:37 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-29T15:06:38.059 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:37 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:38.059 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:37 smithi138 ceph-mon[86438]: Reconfiguring daemon mon.b on smithi138 2024-07-29T15:06:38.059 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:37 smithi138 ceph-mon[86438]: osdmap e309: 8 total, 8 up, 8 in 2024-07-29T15:06:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:06:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:06:37] "GET /metrics HTTP/1.1" 200 36122 "" "Prometheus/2.51.0" 2024-07-29T15:06:38.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:37 smithi067 ceph-mon[94375]: osdmap e308: 8 total, 8 up, 8 in 2024-07-29T15:06:38.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:37 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:38.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:37 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:38.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:37 smithi067 ceph-mon[94375]: Reconfiguring mon.b (monmap changed)... 2024-07-29T15:06:38.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:37 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-29T15:06:38.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:37 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-29T15:06:38.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:37 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:38.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:37 smithi067 ceph-mon[94375]: Reconfiguring daemon mon.b on smithi138 2024-07-29T15:06:38.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:37 smithi067 ceph-mon[94375]: osdmap e309: 8 total, 8 up, 8 in 2024-07-29T15:06:38.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:37 smithi067 ceph-mon[91995]: osdmap e308: 8 total, 8 up, 8 in 2024-07-29T15:06:38.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:37 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:38.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:37 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:38.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:37 smithi067 ceph-mon[91995]: Reconfiguring mon.b (monmap changed)... 2024-07-29T15:06:38.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:37 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-29T15:06:38.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:37 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-29T15:06:38.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:37 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:38.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:37 smithi067 ceph-mon[91995]: Reconfiguring daemon mon.b on smithi138 2024-07-29T15:06:38.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:37 smithi067 ceph-mon[91995]: osdmap e309: 8 total, 8 up, 8 in 2024-07-29T15:06:38.894 INFO:tasks.rados.rados.0.smithi067.stdout:1231: done (2 left) 2024-07-29T15:06:38.894 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 47 current snap is 122 2024-07-29T15:06:38.894 INFO:tasks.rados.rados.0.smithi067.stdout:1232: seq_num 416 ranges {3661824=573440,4235264=573440,4808704=475136,5283840=557056} 2024-07-29T15:06:38.919 INFO:tasks.rados.rados.0.smithi067.stdout:1232: writing smithi06780069-47 from 3661824 to 4235264 tid 1 2024-07-29T15:06:38.922 INFO:tasks.rados.rados.0.smithi067.stdout:1232: writing smithi06780069-47 from 4235264 to 4808704 tid 2 2024-07-29T15:06:38.925 INFO:tasks.rados.rados.0.smithi067.stdout:1232: writing smithi06780069-47 from 4808704 to 5283840 tid 3 2024-07-29T15:06:38.928 INFO:tasks.rados.rados.0.smithi067.stdout:1232: writing smithi06780069-47 from 5283840 to 5840896 tid 4 2024-07-29T15:06:38.928 INFO:tasks.rados.rados.0.smithi067.stdout:1233: copy_from oid 46 from oid 44 current snap is 122 2024-07-29T15:06:38.928 INFO:tasks.rados.rados.0.smithi067.stdout:1227: finishing write tid 5 to smithi06780069-1 2024-07-29T15:06:38.929 INFO:tasks.rados.rados.0.smithi067.stdout:1227: finishing write tid 6 to smithi06780069-1 2024-07-29T15:06:38.929 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 597 (ObjNum 414 snap 122 seq_num 414) dirty exists 2024-07-29T15:06:38.929 INFO:tasks.rados.rados.0.smithi067.stdout:1227: left oid 1 (ObjNum 414 snap 122 seq_num 414) 2024-07-29T15:06:38.929 INFO:tasks.rados.rados.0.smithi067.stdout:1229: expect (ObjNum 391 snap 118 seq_num 391) 2024-07-29T15:06:39.431 INFO:tasks.rados.rados.0.smithi067.stdout:1232: finishing write tid 1 to smithi06780069-47 2024-07-29T15:06:39.431 INFO:tasks.rados.rados.0.smithi067.stdout:1232: finishing write tid 2 to smithi06780069-47 2024-07-29T15:06:39.431 INFO:tasks.rados.rados.0.smithi067.stdout:1232: finishing write tid 3 to smithi06780069-47 2024-07-29T15:06:39.431 INFO:tasks.rados.rados.0.smithi067.stdout:1232: finishing write tid 4 to smithi06780069-47 2024-07-29T15:06:39.431 INFO:tasks.rados.rados.0.smithi067.stdout:1232: finishing write tid 5 to smithi06780069-47 2024-07-29T15:06:39.431 INFO:tasks.rados.rados.0.smithi067.stdout:1232: finishing write tid 6 to smithi06780069-47 2024-07-29T15:06:39.431 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 419 (ObjNum 416 snap 122 seq_num 416) dirty exists 2024-07-29T15:06:39.431 INFO:tasks.rados.rados.0.smithi067.stdout:1232: left oid 47 (ObjNum 416 snap 122 seq_num 416) 2024-07-29T15:06:39.431 INFO:tasks.rados.rados.0.smithi067.stdout:1233: finishing copy_from racing read to smithi06780069-46 2024-07-29T15:06:39.431 INFO:tasks.rados.rados.0.smithi067.stdout:1233: finishing copy_from to smithi06780069-46 2024-07-29T15:06:39.431 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 46 v 480 (ObjNum 397 snap 121 seq_num 397) dirty exists 2024-07-29T15:06:39.431 INFO:tasks.rados.rados.0.smithi067.stdout:1227: done (3 left) 2024-07-29T15:06:39.432 INFO:tasks.rados.rados.0.smithi067.stdout:1229: done (2 left) 2024-07-29T15:06:39.432 INFO:tasks.rados.rados.0.smithi067.stdout:1232: done (1 left) 2024-07-29T15:06:39.432 INFO:tasks.rados.rados.0.smithi067.stdout:1233: done (0 left) 2024-07-29T15:06:39.432 INFO:tasks.rados.rados.0.smithi067.stdout:1234: snap_create 2024-07-29T15:06:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:39 smithi067 ceph-mon[91995]: pgmap v71: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.1 MiB/s wr, 21 op/s 2024-07-29T15:06:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-29T15:06:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-29T15:06:39.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:39.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:39 smithi067 ceph-mon[91995]: osdmap e310: 8 total, 8 up, 8 in 2024-07-29T15:06:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:39 smithi067 ceph-mon[94375]: pgmap v71: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.1 MiB/s wr, 21 op/s 2024-07-29T15:06:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-29T15:06:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-29T15:06:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:39 smithi067 ceph-mon[94375]: osdmap e310: 8 total, 8 up, 8 in 2024-07-29T15:06:39.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:39 smithi138 ceph-mon[86438]: pgmap v71: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.1 MiB/s wr, 21 op/s 2024-07-29T15:06:39.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:39.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:39.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-29T15:06:39.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-29T15:06:39.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:39.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:39 smithi138 ceph-mon[86438]: osdmap e310: 8 total, 8 up, 8 in 2024-07-29T15:06:40.372 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:06:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:06:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:06:40.375 INFO:tasks.rados.rados.0.smithi067.stdout:1234: done (0 left) 2024-07-29T15:06:40.375 INFO:tasks.rados.rados.0.smithi067.stdout:1235: delete oid 3 current snap is 123 2024-07-29T15:06:40.379 INFO:tasks.rados.rados.0.smithi067.stdout:1235: done (0 left) 2024-07-29T15:06:40.379 INFO:tasks.rados.rados.0.smithi067.stdout:1236: read oid 6 snap -1 2024-07-29T15:06:40.380 INFO:tasks.rados.rados.0.smithi067.stdout:1236: expect (ObjNum 190 snap 47 seq_num 190) 2024-07-29T15:06:40.380 INFO:tasks.rados.rados.0.smithi067.stdout:1237: delete oid 30 current snap is 123 2024-07-29T15:06:40.383 INFO:tasks.rados.rados.0.smithi067.stdout:1236: expect (ObjNum 190 snap 47 seq_num 190) 2024-07-29T15:06:40.423 INFO:tasks.rados.rados.0.smithi067.stdout:1236: done (1 left) 2024-07-29T15:06:40.424 INFO:tasks.rados.rados.0.smithi067.stdout:1237: done (0 left) 2024-07-29T15:06:40.424 INFO:tasks.rados.rados.0.smithi067.stdout:1238: snap_remove snap 116 2024-07-29T15:06:40.706 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:40 smithi138 ceph-mon[86438]: Reconfiguring mgr.x (monmap changed)... 2024-07-29T15:06:40.706 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:40 smithi138 ceph-mon[86438]: Reconfiguring daemon mgr.x on smithi138 2024-07-29T15:06:40.706 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:40 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:40.706 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:40 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:40.706 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:40 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-07-29T15:06:40.707 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:40 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:40.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:40 smithi067 ceph-mon[91995]: Reconfiguring mgr.x (monmap changed)... 2024-07-29T15:06:40.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:40 smithi067 ceph-mon[91995]: Reconfiguring daemon mgr.x on smithi138 2024-07-29T15:06:40.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:40 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:40.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:40 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:40.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:40 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-07-29T15:06:40.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:40 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:40.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:40 smithi067 ceph-mon[94375]: Reconfiguring mgr.x (monmap changed)... 2024-07-29T15:06:40.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:40 smithi067 ceph-mon[94375]: Reconfiguring daemon mgr.x on smithi138 2024-07-29T15:06:40.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:40 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:40.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:40 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:40.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:40 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-07-29T15:06:40.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:40 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:41.382 INFO:tasks.rados.rados.0.smithi067.stdout:1238: done (0 left) 2024-07-29T15:06:41.382 INFO:tasks.rados.rados.0.smithi067.stdout:1239: read oid 40 snap -1 2024-07-29T15:06:41.382 INFO:tasks.rados.rados.0.smithi067.stdout:1239: expect (ObjNum 407 snap 122 seq_num 407) 2024-07-29T15:06:41.382 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 14 current snap is 123 2024-07-29T15:06:41.382 INFO:tasks.rados.rados.0.smithi067.stdout:1240: seq_num 419 ranges {2818048=622592,3440640=671744,4112384=647168,4759552=286720} 2024-07-29T15:06:41.402 INFO:tasks.rados.rados.0.smithi067.stdout:1240: writing smithi06780069-14 from 2818048 to 3440640 tid 1 2024-07-29T15:06:41.406 INFO:tasks.rados.rados.0.smithi067.stdout:1240: writing smithi06780069-14 from 3440640 to 4112384 tid 2 2024-07-29T15:06:41.410 INFO:tasks.rados.rados.0.smithi067.stdout:1240: writing smithi06780069-14 from 4112384 to 4759552 tid 3 2024-07-29T15:06:41.412 INFO:tasks.rados.rados.0.smithi067.stdout:1240: writing smithi06780069-14 from 4759552 to 5046272 tid 4 2024-07-29T15:06:41.412 INFO:tasks.rados.rados.0.smithi067.stdout:1241: snap_remove snap 103 2024-07-29T15:06:41.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:41 smithi138 ceph-mon[86438]: pgmap v74: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:06:41.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:41 smithi138 ceph-mon[86438]: Reconfiguring osd.4 (monmap changed)... 2024-07-29T15:06:41.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:41 smithi138 ceph-mon[86438]: Reconfiguring daemon osd.4 on smithi138 2024-07-29T15:06:41.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:41 smithi138 ceph-mon[86438]: osdmap e311: 8 total, 8 up, 8 in 2024-07-29T15:06:41.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:41 smithi067 ceph-mon[91995]: pgmap v74: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:06:41.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:41 smithi067 ceph-mon[91995]: Reconfiguring osd.4 (monmap changed)... 2024-07-29T15:06:41.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:41 smithi067 ceph-mon[91995]: Reconfiguring daemon osd.4 on smithi138 2024-07-29T15:06:41.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:41 smithi067 ceph-mon[91995]: osdmap e311: 8 total, 8 up, 8 in 2024-07-29T15:06:41.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:41 smithi067 ceph-mon[94375]: pgmap v74: 121 pgs: 121 active+clean; 261 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:06:41.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:41 smithi067 ceph-mon[94375]: Reconfiguring osd.4 (monmap changed)... 2024-07-29T15:06:41.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:41 smithi067 ceph-mon[94375]: Reconfiguring daemon osd.4 on smithi138 2024-07-29T15:06:41.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:41 smithi067 ceph-mon[94375]: osdmap e311: 8 total, 8 up, 8 in 2024-07-29T15:06:42.393 INFO:tasks.rados.rados.0.smithi067.stdout:1241: done (2 left) 2024-07-29T15:06:42.393 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 36 current snap is 123 2024-07-29T15:06:42.393 INFO:tasks.rados.rados.0.smithi067.stdout:1240: finishing write tid 1 to smithi06780069-14 2024-07-29T15:06:42.394 INFO:tasks.rados.rados.0.smithi067.stdout:1242: seq_num 420 ranges {4554752=638976,5193728=557056,5750784=450560,6201344=598016} 2024-07-29T15:06:42.423 INFO:tasks.rados.rados.0.smithi067.stdout:1242: writing smithi06780069-36 from 4554752 to 5193728 tid 1 2024-07-29T15:06:42.426 INFO:tasks.rados.rados.0.smithi067.stdout:1242: writing smithi06780069-36 from 5193728 to 5750784 tid 2 2024-07-29T15:06:42.428 INFO:tasks.rados.rados.0.smithi067.stdout:1242: writing smithi06780069-36 from 5750784 to 6201344 tid 3 2024-07-29T15:06:42.432 INFO:tasks.rados.rados.0.smithi067.stdout:1242: writing smithi06780069-36 from 6201344 to 6799360 tid 4 2024-07-29T15:06:42.433 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 25 current snap is 123 2024-07-29T15:06:42.433 INFO:tasks.rados.rados.0.smithi067.stdout:1240: finishing write tid 2 to smithi06780069-14 2024-07-29T15:06:42.433 INFO:tasks.rados.rados.0.smithi067.stdout:1240: finishing write tid 3 to smithi06780069-14 2024-07-29T15:06:42.433 INFO:tasks.rados.rados.0.smithi067.stdout:1240: finishing write tid 4 to smithi06780069-14 2024-07-29T15:06:42.433 INFO:tasks.rados.rados.0.smithi067.stdout:1243: seq_num 421 ranges {0=655360,655360=442368,1097728=663552,1761280=499712} 2024-07-29T15:06:42.436 INFO:tasks.rados.rados.0.smithi067.stdout:1243: writing smithi06780069-25 from 0 to 655360 tid 1 2024-07-29T15:06:42.439 INFO:tasks.rados.rados.0.smithi067.stdout:1243: writing smithi06780069-25 from 655360 to 1097728 tid 2 2024-07-29T15:06:42.443 INFO:tasks.rados.rados.0.smithi067.stdout:1243: writing smithi06780069-25 from 1097728 to 1761280 tid 3 2024-07-29T15:06:42.446 INFO:tasks.rados.rados.0.smithi067.stdout:1243: writing smithi06780069-25 from 1761280 to 2260992 tid 4 2024-07-29T15:06:42.446 INFO:tasks.rados.rados.0.smithi067.stdout:1244: snap_remove snap 118 2024-07-29T15:06:42.727 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:42 smithi138 ceph-mon[86438]: osdmap e312: 8 total, 8 up, 8 in 2024-07-29T15:06:42.727 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:42.727 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:42.728 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-07-29T15:06:42.728 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:42.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:42 smithi067 ceph-mon[91995]: osdmap e312: 8 total, 8 up, 8 in 2024-07-29T15:06:42.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:42.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:42.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-07-29T15:06:42.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:42.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:42 smithi067 ceph-mon[94375]: osdmap e312: 8 total, 8 up, 8 in 2024-07-29T15:06:42.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:42.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:42.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-07-29T15:06:42.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:42.894 INFO:tasks.rados.rados.0.smithi067.stdout:1244: done (4 left) 2024-07-29T15:06:42.894 INFO:tasks.rados.rados.0.smithi067.stdout:1245: rollback oid 10 current snap is 123 2024-07-29T15:06:42.894 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 10 to 79 2024-07-29T15:06:42.894 INFO:tasks.rados.rados.0.smithi067.stdout:1240: finishing write tid 5 to smithi06780069-14 2024-07-29T15:06:42.895 INFO:tasks.rados.rados.0.smithi067.stdout:1240: finishing write tid 6 to smithi06780069-14 2024-07-29T15:06:42.895 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 14 v 388 (ObjNum 419 snap 123 seq_num 419) dirty exists 2024-07-29T15:06:42.895 INFO:tasks.rados.rados.0.smithi067.stdout:1240: left oid 14 (ObjNum 419 snap 123 seq_num 419) 2024-07-29T15:06:42.895 INFO:tasks.rados.rados.0.smithi067.stdout:1239: expect (ObjNum 407 snap 122 seq_num 407) 2024-07-29T15:06:43.282 INFO:tasks.rados.rados.0.smithi067.stdout:1242: finishing write tid 1 to smithi06780069-36 2024-07-29T15:06:43.282 INFO:tasks.rados.rados.0.smithi067.stdout:1242: finishing write tid 2 to smithi06780069-36 2024-07-29T15:06:43.282 INFO:tasks.rados.rados.0.smithi067.stdout:1242: finishing write tid 3 to smithi06780069-36 2024-07-29T15:06:43.282 INFO:tasks.rados.rados.0.smithi067.stdout:1242: finishing write tid 4 to smithi06780069-36 2024-07-29T15:06:43.282 INFO:tasks.rados.rados.0.smithi067.stdout:1242: finishing write tid 5 to smithi06780069-36 2024-07-29T15:06:43.283 INFO:tasks.rados.rados.0.smithi067.stdout:1242: finishing write tid 6 to smithi06780069-36 2024-07-29T15:06:43.283 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 293 (ObjNum 420 snap 123 seq_num 420) dirty exists 2024-07-29T15:06:43.283 INFO:tasks.rados.rados.0.smithi067.stdout:1242: left oid 36 (ObjNum 420 snap 123 seq_num 420) 2024-07-29T15:06:43.283 INFO:tasks.rados.rados.0.smithi067.stdout:1243: finishing write tid 1 to smithi06780069-25 2024-07-29T15:06:43.283 INFO:tasks.rados.rados.0.smithi067.stdout:1239: done (4 left) 2024-07-29T15:06:43.283 INFO:tasks.rados.rados.0.smithi067.stdout:1240: done (3 left) 2024-07-29T15:06:43.283 INFO:tasks.rados.rados.0.smithi067.stdout:1242: done (2 left) 2024-07-29T15:06:43.283 INFO:tasks.rados.rados.0.smithi067.stdout:1246: read oid 4 snap -1 2024-07-29T15:06:43.283 INFO:tasks.rados.rados.0.smithi067.stdout:1246: expect (ObjNum 190 snap 47 seq_num 190) 2024-07-29T15:06:43.283 INFO:tasks.rados.rados.0.smithi067.stdout:1243: finishing write tid 2 to smithi06780069-25 2024-07-29T15:06:43.283 INFO:tasks.rados.rados.0.smithi067.stdout:1243: finishing write tid 3 to smithi06780069-25 2024-07-29T15:06:43.283 INFO:tasks.rados.rados.0.smithi067.stdout:1243: finishing write tid 4 to smithi06780069-25 2024-07-29T15:06:43.283 INFO:tasks.rados.rados.0.smithi067.stdout:1243: finishing write tid 5 to smithi06780069-25 2024-07-29T15:06:43.283 INFO:tasks.rados.rados.0.smithi067.stdout:1247: read oid 3 snap -1 2024-07-29T15:06:43.283 INFO:tasks.rados.rados.0.smithi067.stdout:1247: expect deleted 2024-07-29T15:06:43.284 INFO:tasks.rados.rados.0.smithi067.stdout:1248: snap_remove snap 111 2024-07-29T15:06:43.698 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:43 smithi138 ceph-mon[86438]: Reconfiguring osd.5 (monmap changed)... 2024-07-29T15:06:43.698 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:43 smithi138 ceph-mon[86438]: Reconfiguring daemon osd.5 on smithi138 2024-07-29T15:06:43.698 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:43 smithi138 ceph-mon[86438]: pgmap v77: 121 pgs: 121 active+clean; 285 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 7.7 MiB/s wr, 19 op/s 2024-07-29T15:06:43.698 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:43 smithi138 ceph-mon[86438]: osdmap e313: 8 total, 8 up, 8 in 2024-07-29T15:06:43.699 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:43 smithi138 ceph-mon[86438]: osdmap e314: 8 total, 8 up, 8 in 2024-07-29T15:06:43.699 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:43.699 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:43.699 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-07-29T15:06:43.699 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:43.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:43 smithi067 ceph-mon[91995]: Reconfiguring osd.5 (monmap changed)... 2024-07-29T15:06:43.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:43 smithi067 ceph-mon[91995]: Reconfiguring daemon osd.5 on smithi138 2024-07-29T15:06:43.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:43 smithi067 ceph-mon[91995]: pgmap v77: 121 pgs: 121 active+clean; 285 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 7.7 MiB/s wr, 19 op/s 2024-07-29T15:06:43.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:43 smithi067 ceph-mon[91995]: osdmap e313: 8 total, 8 up, 8 in 2024-07-29T15:06:43.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:43 smithi067 ceph-mon[91995]: osdmap e314: 8 total, 8 up, 8 in 2024-07-29T15:06:43.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:43.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:43.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-07-29T15:06:43.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:43.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:43 smithi067 ceph-mon[94375]: Reconfiguring osd.5 (monmap changed)... 2024-07-29T15:06:43.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:43 smithi067 ceph-mon[94375]: Reconfiguring daemon osd.5 on smithi138 2024-07-29T15:06:43.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:43 smithi067 ceph-mon[94375]: pgmap v77: 121 pgs: 121 active+clean; 285 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 7.7 MiB/s wr, 19 op/s 2024-07-29T15:06:43.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:43 smithi067 ceph-mon[94375]: osdmap e313: 8 total, 8 up, 8 in 2024-07-29T15:06:43.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:43 smithi067 ceph-mon[94375]: osdmap e314: 8 total, 8 up, 8 in 2024-07-29T15:06:43.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:43.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:43.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-07-29T15:06:43.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:44.102 INFO:tasks.rados.rados.0.smithi067.stdout:1248: done (4 left) 2024-07-29T15:06:44.103 INFO:tasks.rados.rados.0.smithi067.stdout:1249: read oid 41 snap -1 2024-07-29T15:06:44.103 INFO:tasks.rados.rados.0.smithi067.stdout:1249: expect deleted 2024-07-29T15:06:44.103 INFO:tasks.rados.rados.0.smithi067.stdout:1250: read oid 15 snap 114 2024-07-29T15:06:44.103 INFO:tasks.rados.rados.0.smithi067.stdout:1250: expect (ObjNum 376 snap 109 seq_num 376) 2024-07-29T15:06:44.103 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 31 current snap is 123 2024-07-29T15:06:44.103 INFO:tasks.rados.rados.0.smithi067.stdout:1243: finishing write tid 6 to smithi06780069-25 2024-07-29T15:06:44.103 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 25 v 594 (ObjNum 421 snap 123 seq_num 421) dirty exists 2024-07-29T15:06:44.103 INFO:tasks.rados.rados.0.smithi067.stdout:1243: left oid 25 (ObjNum 421 snap 123 seq_num 421) 2024-07-29T15:06:44.103 INFO:tasks.rados.rados.0.smithi067.stdout:1245: finishing rollback tid 0 to smithi06780069-10 2024-07-29T15:06:44.103 INFO:tasks.rados.rados.0.smithi067.stdout:1245: finishing rollback tid 1 to smithi06780069-10 2024-07-29T15:06:44.103 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 563 (ObjNum 129 snap 0 seq_num 3880194152) dirty dne 2024-07-29T15:06:44.103 INFO:tasks.rados.rados.0.smithi067.stdout:1246: expect (ObjNum 190 snap 47 seq_num 190) 2024-07-29T15:06:44.153 INFO:tasks.rados.rados.0.smithi067.stdout:1250: expect (ObjNum 376 snap 109 seq_num 376) 2024-07-29T15:06:44.221 INFO:tasks.rados.rados.0.smithi067.stdout:1251: seq_num 422 ranges {0=671744,671744=729088,1400832=417792,1818624=458752} 2024-07-29T15:06:44.224 INFO:tasks.rados.rados.0.smithi067.stdout:1251: writing smithi06780069-31 from 0 to 671744 tid 1 2024-07-29T15:06:44.229 INFO:tasks.rados.rados.0.smithi067.stdout:1251: writing smithi06780069-31 from 671744 to 1400832 tid 2 2024-07-29T15:06:44.231 INFO:tasks.rados.rados.0.smithi067.stdout:1251: writing smithi06780069-31 from 1400832 to 1818624 tid 3 2024-07-29T15:06:44.235 INFO:tasks.rados.rados.0.smithi067.stdout:1251: writing smithi06780069-31 from 1818624 to 2277376 tid 4 2024-07-29T15:06:44.235 INFO:tasks.rados.rados.0.smithi067.stdout:1243: done (6 left) 2024-07-29T15:06:44.235 INFO:tasks.rados.rados.0.smithi067.stdout:1245: done (5 left) 2024-07-29T15:06:44.235 INFO:tasks.rados.rados.0.smithi067.stdout:1246: done (4 left) 2024-07-29T15:06:44.235 INFO:tasks.rados.rados.0.smithi067.stdout:1247: done (3 left) 2024-07-29T15:06:44.235 INFO:tasks.rados.rados.0.smithi067.stdout:1249: done (2 left) 2024-07-29T15:06:44.235 INFO:tasks.rados.rados.0.smithi067.stdout:1250: done (1 left) 2024-07-29T15:06:44.235 INFO:tasks.rados.rados.0.smithi067.stdout:1252: copy_from oid 13 from oid 10 current snap is 123 2024-07-29T15:06:44.235 INFO:tasks.rados.rados.0.smithi067.stdout:1251: finishing write tid 1 to smithi06780069-31 2024-07-29T15:06:44.235 INFO:tasks.rados.rados.0.smithi067.stdout:1251: finishing write tid 2 to smithi06780069-31 2024-07-29T15:06:44.236 INFO:tasks.rados.rados.0.smithi067.stdout:1251: finishing write tid 3 to smithi06780069-31 2024-07-29T15:06:44.236 INFO:tasks.rados.rados.0.smithi067.stdout:1253: rollback oid 48 current snap is 123 2024-07-29T15:06:44.236 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 48 to 122 2024-07-29T15:06:44.236 INFO:tasks.rados.rados.0.smithi067.stdout:1254: copy_from oid 33 from oid 21 current snap is 123 2024-07-29T15:06:44.236 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 44 current snap is 123 2024-07-29T15:06:44.236 INFO:tasks.rados.rados.0.smithi067.stdout:1255: seq_num 423 ranges {2981888=688128,3670016=614400,4284416=622592,4907008=368640} 2024-07-29T15:06:44.254 INFO:tasks.rados.rados.0.smithi067.stdout:1255: writing smithi06780069-44 from 2981888 to 3670016 tid 1 2024-07-29T15:06:44.258 INFO:tasks.rados.rados.0.smithi067.stdout:1255: writing smithi06780069-44 from 3670016 to 4284416 tid 2 2024-07-29T15:06:44.261 INFO:tasks.rados.rados.0.smithi067.stdout:1255: writing smithi06780069-44 from 4284416 to 4907008 tid 3 2024-07-29T15:06:44.263 INFO:tasks.rados.rados.0.smithi067.stdout:1255: writing smithi06780069-44 from 4907008 to 5275648 tid 4 2024-07-29T15:06:44.264 INFO:tasks.rados.rados.0.smithi067.stdout:1256: snap_create 2024-07-29T15:06:44.264 INFO:tasks.rados.rados.0.smithi067.stdout:1252: finishing copy_from to smithi06780069-13 2024-07-29T15:06:44.264 INFO:tasks.rados.rados.0.smithi067.stdout:1252: got expected ENOENT (src dne) 2024-07-29T15:06:44.264 INFO:tasks.rados.rados.0.smithi067.stdout:1252: finishing copy_from racing read to smithi06780069-13 2024-07-29T15:06:44.264 INFO:tasks.rados.rados.0.smithi067.stdout:1251: finishing write tid 4 to smithi06780069-31 2024-07-29T15:06:44.264 INFO:tasks.rados.rados.0.smithi067.stdout:1251: finishing write tid 5 to smithi06780069-31 2024-07-29T15:06:44.264 INFO:tasks.rados.rados.0.smithi067.stdout:1253: finishing rollback tid 0 to smithi06780069-48 2024-07-29T15:06:44.264 INFO:tasks.rados.rados.0.smithi067.stdout:1253: finishing rollback tid 1 to smithi06780069-48 2024-07-29T15:06:44.264 INFO:tasks.rados.rados.0.smithi067.stdout:1253: finishing rollback tid 2 to smithi06780069-48 2024-07-29T15:06:44.264 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 48 v 488 (ObjNum 413 snap 122 seq_num 413) dirty exists 2024-07-29T15:06:44.264 INFO:tasks.rados.rados.0.smithi067.stdout:1254: finishing copy_from to smithi06780069-33 2024-07-29T15:06:44.264 INFO:tasks.rados.rados.0.smithi067.stdout:1254: got expected ENOENT (src dne) 2024-07-29T15:06:44.265 INFO:tasks.rados.rados.0.smithi067.stdout:1251: finishing write tid 6 to smithi06780069-31 2024-07-29T15:06:44.265 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 399 (ObjNum 422 snap 123 seq_num 422) dirty exists 2024-07-29T15:06:44.265 INFO:tasks.rados.rados.0.smithi067.stdout:1251: left oid 31 (ObjNum 422 snap 123 seq_num 422) 2024-07-29T15:06:44.265 INFO:tasks.rados.rados.0.smithi067.stdout:1254: finishing copy_from racing read to smithi06780069-33 2024-07-29T15:06:44.265 INFO:tasks.rados.rados.0.smithi067.stdout:1255: finishing write tid 1 to smithi06780069-44 2024-07-29T15:06:44.265 INFO:tasks.rados.rados.0.smithi067.stdout:1255: finishing write tid 2 to smithi06780069-44 2024-07-29T15:06:44.265 INFO:tasks.rados.rados.0.smithi067.stdout:1255: finishing write tid 3 to smithi06780069-44 2024-07-29T15:06:44.266 INFO:tasks.rados.rados.0.smithi067.stdout:1255: finishing write tid 4 to smithi06780069-44 2024-07-29T15:06:44.266 INFO:tasks.rados.rados.0.smithi067.stdout:1255: finishing write tid 5 to smithi06780069-44 2024-07-29T15:06:44.267 INFO:tasks.rados.rados.0.smithi067.stdout:1255: finishing write tid 6 to smithi06780069-44 2024-07-29T15:06:44.267 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 493 (ObjNum 423 snap 123 seq_num 423) dirty exists 2024-07-29T15:06:44.267 INFO:tasks.rados.rados.0.smithi067.stdout:1255: left oid 44 (ObjNum 423 snap 123 seq_num 423) 2024-07-29T15:06:44.481 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:44 smithi138 ceph-mon[86438]: Reconfiguring osd.6 (monmap changed)... 2024-07-29T15:06:44.482 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:44 smithi138 ceph-mon[86438]: Reconfiguring daemon osd.6 on smithi138 2024-07-29T15:06:44.482 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:44 smithi138 ceph-mon[86438]: osdmap e315: 8 total, 8 up, 8 in 2024-07-29T15:06:44.482 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:06:44 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:06:44.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:06:44.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:44 smithi067 ceph-mon[91995]: Reconfiguring osd.6 (monmap changed)... 2024-07-29T15:06:44.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:44 smithi067 ceph-mon[91995]: Reconfiguring daemon osd.6 on smithi138 2024-07-29T15:06:44.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:44 smithi067 ceph-mon[91995]: osdmap e315: 8 total, 8 up, 8 in 2024-07-29T15:06:44.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:44 smithi067 ceph-mon[94375]: Reconfiguring osd.6 (monmap changed)... 2024-07-29T15:06:44.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:44 smithi067 ceph-mon[94375]: Reconfiguring daemon osd.6 on smithi138 2024-07-29T15:06:44.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:44 smithi067 ceph-mon[94375]: osdmap e315: 8 total, 8 up, 8 in 2024-07-29T15:06:45.105 INFO:tasks.rados.rados.0.smithi067.stdout:1251: done (5 left) 2024-07-29T15:06:45.105 INFO:tasks.rados.rados.0.smithi067.stdout:1252: done (4 left) 2024-07-29T15:06:45.105 INFO:tasks.rados.rados.0.smithi067.stdout:1253: done (3 left) 2024-07-29T15:06:45.105 INFO:tasks.rados.rados.0.smithi067.stdout:1254: done (2 left) 2024-07-29T15:06:45.105 INFO:tasks.rados.rados.0.smithi067.stdout:1255: done (1 left) 2024-07-29T15:06:45.105 INFO:tasks.rados.rados.0.smithi067.stdout:1256: done (0 left) 2024-07-29T15:06:45.105 INFO:tasks.rados.rados.0.smithi067.stdout:1257: copy_from oid 31 from oid 47 current snap is 124 2024-07-29T15:06:45.105 INFO:tasks.rados.rados.0.smithi067.stdout:1258: read oid 12 snap 107 2024-07-29T15:06:45.105 INFO:tasks.rados.rados.0.smithi067.stdout:1258: expect deleted 2024-07-29T15:06:45.106 INFO:tasks.rados.rados.0.smithi067.stdout:1259: delete oid 32 current snap is 124 2024-07-29T15:06:45.110 INFO:tasks.rados.rados.0.smithi067.stdout:1258: done (2 left) 2024-07-29T15:06:45.110 INFO:tasks.rados.rados.0.smithi067.stdout:1259: done (1 left) 2024-07-29T15:06:45.111 INFO:tasks.rados.rados.0.smithi067.stdout:1260: snap_create 2024-07-29T15:06:45.136 INFO:tasks.rados.rados.0.smithi067.stdout:1257: finishing copy_from racing read to smithi06780069-31 2024-07-29T15:06:45.139 INFO:tasks.rados.rados.0.smithi067.stdout:1257: finishing copy_from to smithi06780069-31 2024-07-29T15:06:45.139 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 419 (ObjNum 416 snap 122 seq_num 416) dirty exists 2024-07-29T15:06:45.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:45 smithi138 ceph-mon[86438]: pgmap v80: 121 pgs: 121 active+clean; 285 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 7.7 MiB/s wr, 19 op/s 2024-07-29T15:06:45.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:45.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:45.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-07-29T15:06:45.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:45.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:45 smithi138 ceph-mon[86438]: osdmap e316: 8 total, 8 up, 8 in 2024-07-29T15:06:45.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:45 smithi067 ceph-mon[91995]: pgmap v80: 121 pgs: 121 active+clean; 285 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 7.7 MiB/s wr, 19 op/s 2024-07-29T15:06:45.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:45.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:45.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-07-29T15:06:45.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:45.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:45 smithi067 ceph-mon[91995]: osdmap e316: 8 total, 8 up, 8 in 2024-07-29T15:06:45.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:45 smithi067 ceph-mon[94375]: pgmap v80: 121 pgs: 121 active+clean; 285 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 7.7 MiB/s wr, 19 op/s 2024-07-29T15:06:45.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:45.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:45.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-07-29T15:06:45.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:45.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:45 smithi067 ceph-mon[94375]: osdmap e316: 8 total, 8 up, 8 in 2024-07-29T15:06:46.060 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:06:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:06:45.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:06:46.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:06:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:06:45.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:06:46.103 INFO:tasks.rados.rados.0.smithi067.stdout:1257: done (1 left) 2024-07-29T15:06:46.103 INFO:tasks.rados.rados.0.smithi067.stdout:1260: done (0 left) 2024-07-29T15:06:46.103 INFO:tasks.rados.rados.0.smithi067.stdout:1261: copy_from oid 38 from oid 8 current snap is 125 2024-07-29T15:06:46.103 INFO:tasks.rados.rados.0.smithi067.stdout:1262: delete oid 42 current snap is 125 2024-07-29T15:06:46.109 INFO:tasks.rados.rados.0.smithi067.stdout:1262: done (1 left) 2024-07-29T15:06:46.109 INFO:tasks.rados.rados.0.smithi067.stdout:1263: delete oid 29 current snap is 125 2024-07-29T15:06:46.111 INFO:tasks.rados.rados.0.smithi067.stdout:1263: done (1 left) 2024-07-29T15:06:46.111 INFO:tasks.rados.rados.0.smithi067.stdout:1264: rollback oid 27 current snap is 125 2024-07-29T15:06:46.112 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 27 to 79 2024-07-29T15:06:46.112 INFO:tasks.rados.rados.0.smithi067.stdout:1265: snap_remove snap 119 2024-07-29T15:06:46.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:46 smithi138 ceph-mon[86438]: Reconfiguring osd.7 (monmap changed)... 2024-07-29T15:06:46.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:46 smithi138 ceph-mon[86438]: Reconfiguring daemon osd.7 on smithi138 2024-07-29T15:06:46.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:46 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:46.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:46 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:46.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:46 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-29T15:06:46.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:46 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:46.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:46 smithi138 ceph-mon[86438]: osdmap e317: 8 total, 8 up, 8 in 2024-07-29T15:06:46.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:46 smithi067 ceph-mon[91995]: Reconfiguring osd.7 (monmap changed)... 2024-07-29T15:06:46.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:46 smithi067 ceph-mon[91995]: Reconfiguring daemon osd.7 on smithi138 2024-07-29T15:06:46.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:46 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:46.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:46 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:46.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:46 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-29T15:06:46.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:46 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:46.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:46 smithi067 ceph-mon[91995]: osdmap e317: 8 total, 8 up, 8 in 2024-07-29T15:06:46.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:46 smithi067 ceph-mon[94375]: Reconfiguring osd.7 (monmap changed)... 2024-07-29T15:06:46.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:46 smithi067 ceph-mon[94375]: Reconfiguring daemon osd.7 on smithi138 2024-07-29T15:06:46.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:46 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:46.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:46 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:46.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:46 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-29T15:06:46.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:46 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:46.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:46 smithi067 ceph-mon[94375]: osdmap e317: 8 total, 8 up, 8 in 2024-07-29T15:06:47.104 INFO:tasks.rados.rados.0.smithi067.stdout:1265: done (2 left) 2024-07-29T15:06:47.104 INFO:tasks.rados.rados.0.smithi067.stdout:1266: copy_from oid 3 from oid 44 current snap is 125 2024-07-29T15:06:47.104 INFO:tasks.rados.rados.0.smithi067.stdout:1264: finishing rollback tid 1 to smithi06780069-27 2024-07-29T15:06:47.104 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 451 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-07-29T15:06:47.104 INFO:tasks.rados.rados.0.smithi067.stdout:1261: finishing copy_from racing read to smithi06780069-38 2024-07-29T15:06:47.104 INFO:tasks.rados.rados.0.smithi067.stdout:1261: finishing copy_from to smithi06780069-38 2024-07-29T15:06:47.104 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 38 v 344 (ObjNum 360 snap 106 seq_num 360) dirty exists 2024-07-29T15:06:47.104 INFO:tasks.rados.rados.0.smithi067.stdout:1261: done (2 left) 2024-07-29T15:06:47.104 INFO:tasks.rados.rados.0.smithi067.stdout:1264: done (1 left) 2024-07-29T15:06:47.104 INFO:tasks.rados.rados.0.smithi067.stdout:1267: rollback oid 23 current snap is 125 2024-07-29T15:06:47.104 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 23 to 124 2024-07-29T15:06:47.105 INFO:tasks.rados.rados.0.smithi067.stdout:1268: rollback oid 49 current snap is 125 2024-07-29T15:06:47.105 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 49 to 113 2024-07-29T15:06:47.105 INFO:tasks.rados.rados.0.smithi067.stdout:1269: snap_remove snap 73 2024-07-29T15:06:47.186 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:06:46 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:06:46.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi138\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:06:47.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:47 smithi138 ceph-mon[86438]: pgmap v83: 121 pgs: 121 active+clean; 301 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.1 MiB/s wr, 12 op/s 2024-07-29T15:06:47.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:47 smithi138 ceph-mon[86438]: Reconfiguring mds.b (monmap changed)... 2024-07-29T15:06:47.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:47 smithi138 ceph-mon[86438]: Reconfiguring daemon mds.b on smithi138 2024-07-29T15:06:47.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:47 smithi138 ceph-mon[86438]: osdmap e318: 8 total, 8 up, 8 in 2024-07-29T15:06:47.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:47 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:47.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:47 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:47.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:47 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:06:47.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:47 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:06:47.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:47 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:06:47.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:47 smithi138 ceph-mon[86438]: Upgrade: Setting container_image for all mon 2024-07-29T15:06:47.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:47 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:47.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:47 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-07-29T15:06:47.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:47 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-07-29T15:06:47.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:47 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-07-29T15:06:47.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:47 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-07-29T15:06:47.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:47 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-07-29T15:06:47.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:47 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-07-29T15:06:47.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:47 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:06:47.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:47 smithi138 ceph-mon[86438]: Upgrade: Setting container_image for all crash 2024-07-29T15:06:47.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:47 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:47.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:47 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-07-29T15:06:47.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:47 smithi138 ceph-mon[86438]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-07-29T15:06:47.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:47 smithi138 ceph-mon[86438]: Upgrade: osd.0 is safe to restart 2024-07-29T15:06:47.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[94375]: pgmap v83: 121 pgs: 121 active+clean; 301 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.1 MiB/s wr, 12 op/s 2024-07-29T15:06:47.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[94375]: Reconfiguring mds.b (monmap changed)... 2024-07-29T15:06:47.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[94375]: Reconfiguring daemon mds.b on smithi138 2024-07-29T15:06:47.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[94375]: osdmap e318: 8 total, 8 up, 8 in 2024-07-29T15:06:47.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:47.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:47.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:06:47.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:06:47.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:06:47.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[94375]: Upgrade: Setting container_image for all mon 2024-07-29T15:06:47.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:47.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-07-29T15:06:47.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-07-29T15:06:47.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-07-29T15:06:47.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-07-29T15:06:47.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-07-29T15:06:47.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-07-29T15:06:47.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:06:47.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[94375]: Upgrade: Setting container_image for all crash 2024-07-29T15:06:47.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:47.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-07-29T15:06:47.701 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[94375]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-07-29T15:06:47.701 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[94375]: Upgrade: osd.0 is safe to restart 2024-07-29T15:06:47.701 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[91995]: pgmap v83: 121 pgs: 121 active+clean; 301 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.1 MiB/s wr, 12 op/s 2024-07-29T15:06:47.701 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[91995]: Reconfiguring mds.b (monmap changed)... 2024-07-29T15:06:47.701 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[91995]: Reconfiguring daemon mds.b on smithi138 2024-07-29T15:06:47.701 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[91995]: osdmap e318: 8 total, 8 up, 8 in 2024-07-29T15:06:47.701 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:47.701 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:47.701 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:06:47.701 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:06:47.701 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:06:47.701 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[91995]: Upgrade: Setting container_image for all mon 2024-07-29T15:06:47.702 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:47.702 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-07-29T15:06:47.702 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-07-29T15:06:47.702 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-07-29T15:06:47.702 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-07-29T15:06:47.702 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-07-29T15:06:47.702 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-07-29T15:06:47.702 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:06:47.702 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[91995]: Upgrade: Setting container_image for all crash 2024-07-29T15:06:47.702 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:47.702 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-07-29T15:06:47.702 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[91995]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-07-29T15:06:47.702 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-mon[91995]: Upgrade: osd.0 is safe to restart 2024-07-29T15:06:47.893 INFO:tasks.rados.rados.0.smithi067.stdout:1269: done (3 left) 2024-07-29T15:06:47.893 INFO:tasks.rados.rados.0.smithi067.stdout:1270: copy_from oid 19 from oid 11 current snap is 125 2024-07-29T15:06:47.893 INFO:tasks.rados.rados.0.smithi067.stdout:1267: finishing rollback tid 0 to smithi06780069-23 2024-07-29T15:06:47.893 INFO:tasks.rados.rados.0.smithi067.stdout:1267: finishing rollback tid 1 to smithi06780069-23 2024-07-29T15:06:47.893 INFO:tasks.rados.rados.0.smithi067.stdout:1267: finishing rollback tid 2 to smithi06780069-23 2024-07-29T15:06:47.894 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 625 (ObjNum 395 snap 120 seq_num 395) dirty exists 2024-07-29T15:06:47.894 INFO:tasks.rados.rados.0.smithi067.stdout:1268: finishing rollback tid 0 to smithi06780069-49 2024-07-29T15:06:47.894 INFO:tasks.rados.rados.0.smithi067.stdout:1268: finishing rollback tid 1 to smithi06780069-49 2024-07-29T15:06:47.894 INFO:tasks.rados.rados.0.smithi067.stdout:1268: finishing rollback tid 2 to smithi06780069-49 2024-07-29T15:06:47.894 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 643 (ObjNum 381 snap 112 seq_num 381) dirty exists 2024-07-29T15:06:47.894 INFO:tasks.rados.rados.0.smithi067.stdout:1266: finishing copy_from racing read to smithi06780069-3 2024-07-29T15:06:47.894 INFO:tasks.rados.rados.0.smithi067.stdout:1266: finishing copy_from to smithi06780069-3 2024-07-29T15:06:47.894 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 493 (ObjNum 423 snap 123 seq_num 423) dirty exists 2024-07-29T15:06:47.894 INFO:tasks.rados.rados.0.smithi067.stdout:1266: done (3 left) 2024-07-29T15:06:47.894 INFO:tasks.rados.rados.0.smithi067.stdout:1267: done (2 left) 2024-07-29T15:06:47.894 INFO:tasks.rados.rados.0.smithi067.stdout:1268: done (1 left) 2024-07-29T15:06:47.894 INFO:tasks.rados.rados.0.smithi067.stdout:1271: snap_create 2024-07-29T15:06:47.900 INFO:tasks.rados.rados.0.smithi067.stdout:1270: finishing copy_from to smithi06780069-19 2024-07-29T15:06:47.900 INFO:tasks.rados.rados.0.smithi067.stdout:1270: got expected ENOENT (src dne) 2024-07-29T15:06:47.900 INFO:tasks.rados.rados.0.smithi067.stdout:1270: finishing copy_from racing read to smithi06780069-19 2024-07-29T15:06:47.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:06:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:06:47] "GET /metrics HTTP/1.1" 200 36122 "" "Prometheus/2.51.0" 2024-07-29T15:06:48.895 INFO:tasks.rados.rados.0.smithi067.stdout:1270: done (1 left) 2024-07-29T15:06:48.895 INFO:tasks.rados.rados.0.smithi067.stdout:1271: done (0 left) 2024-07-29T15:06:48.895 INFO:tasks.rados.rados.0.smithi067.stdout:1272: copy_from oid 35 from oid 22 current snap is 126 2024-07-29T15:06:48.895 INFO:tasks.rados.rados.0.smithi067.stdout:1273: rollback oid 20 current snap is 126 2024-07-29T15:06:48.895 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 20 to 123 2024-07-29T15:06:48.895 INFO:tasks.rados.rados.0.smithi067.stdout:1274: delete oid 27 current snap is 126 2024-07-29T15:06:48.897 INFO:tasks.rados.rados.0.smithi067.stdout:1272: finishing copy_from to smithi06780069-35 2024-07-29T15:06:48.897 INFO:tasks.rados.rados.0.smithi067.stdout:1272: got expected ENOENT (src dne) 2024-07-29T15:06:48.898 INFO:tasks.rados.rados.0.smithi067.stdout:1272: finishing copy_from racing read to smithi06780069-35 2024-07-29T15:06:48.900 INFO:tasks.rados.rados.0.smithi067.stdout:1273: finishing rollback tid 0 to smithi06780069-20 2024-07-29T15:06:48.900 INFO:tasks.rados.rados.0.smithi067.stdout:1272: done (2 left) 2024-07-29T15:06:48.900 INFO:tasks.rados.rados.0.smithi067.stdout:1274: done (1 left) 2024-07-29T15:06:48.900 INFO:tasks.rados.rados.0.smithi067.stdout:1275: rollback oid 24 current snap is 126 2024-07-29T15:06:48.901 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 24 to 123 2024-07-29T15:06:48.901 INFO:tasks.rados.rados.0.smithi067.stdout:1276: delete oid 25 current snap is 126 2024-07-29T15:06:48.901 INFO:tasks.rados.rados.0.smithi067.stdout:1273: finishing rollback tid 1 to smithi06780069-20 2024-07-29T15:06:48.901 INFO:tasks.rados.rados.0.smithi067.stdout:1273: finishing rollback tid 2 to smithi06780069-20 2024-07-29T15:06:48.901 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 361 (ObjNum 365 snap 106 seq_num 365) dirty exists 2024-07-29T15:06:48.903 INFO:tasks.rados.rados.0.smithi067.stdout:1273: done (2 left) 2024-07-29T15:06:48.903 INFO:tasks.rados.rados.0.smithi067.stdout:1276: done (1 left) 2024-07-29T15:06:48.903 INFO:tasks.rados.rados.0.smithi067.stdout:1277: copy_from oid 1 from oid 48 current snap is 126 2024-07-29T15:06:48.903 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 5 current snap is 126 2024-07-29T15:06:48.903 INFO:tasks.rados.rados.0.smithi067.stdout:1278: seq_num 429 ranges {2998272=794624,3792896=770048,4562944=622592,5185536=212992} 2024-07-29T15:06:48.923 INFO:tasks.rados.rados.0.smithi067.stdout:1278: writing smithi06780069-5 from 2998272 to 3792896 tid 1 2024-07-29T15:06:48.928 INFO:tasks.rados.rados.0.smithi067.stdout:1278: writing smithi06780069-5 from 3792896 to 4562944 tid 2 2024-07-29T15:06:48.932 INFO:tasks.rados.rados.0.smithi067.stdout:1278: writing smithi06780069-5 from 4562944 to 5185536 tid 3 2024-07-29T15:06:48.934 INFO:tasks.rados.rados.0.smithi067.stdout:1278: writing smithi06780069-5 from 5185536 to 5398528 tid 4 2024-07-29T15:06:48.934 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 3 current snap is 126 2024-07-29T15:06:48.934 INFO:tasks.rados.rados.0.smithi067.stdout:1275: finishing rollback tid 1 to smithi06780069-24 2024-07-29T15:06:48.934 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 24 v 394 (ObjNum 129 snap 0 seq_num 3209035943) dirty dne 2024-07-29T15:06:48.934 INFO:tasks.rados.rados.0.smithi067.stdout:1277: finishing copy_from racing read to smithi06780069-1 2024-07-29T15:06:48.934 INFO:tasks.rados.rados.0.smithi067.stdout:1277: finishing copy_from to smithi06780069-1 2024-07-29T15:06:48.934 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 488 (ObjNum 413 snap 122 seq_num 413) dirty exists 2024-07-29T15:06:48.934 INFO:tasks.rados.rados.0.smithi067.stdout:1279: seq_num 430 ranges {5275648=8192} 2024-07-29T15:06:48.963 INFO:tasks.rados.rados.0.smithi067.stdout:1279: writing smithi06780069-3 from 5275648 to 5283840 tid 1 2024-07-29T15:06:48.963 INFO:tasks.rados.rados.0.smithi067.stdout:1275: done (3 left) 2024-07-29T15:06:48.963 INFO:tasks.rados.rados.0.smithi067.stdout:1277: done (2 left) 2024-07-29T15:06:48.963 INFO:tasks.rados.rados.0.smithi067.stdout:1280: rollback oid 32 current snap is 126 2024-07-29T15:06:48.964 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 32 to 121 2024-07-29T15:06:48.964 INFO:tasks.rados.rados.0.smithi067.stdout:1278: finishing write tid 1 to smithi06780069-5 2024-07-29T15:06:48.964 INFO:tasks.rados.rados.0.smithi067.stdout:1278: finishing write tid 2 to smithi06780069-5 2024-07-29T15:06:48.964 INFO:tasks.rados.rados.0.smithi067.stdout:1278: finishing write tid 3 to smithi06780069-5 2024-07-29T15:06:48.964 INFO:tasks.rados.rados.0.smithi067.stdout:1278: finishing write tid 4 to smithi06780069-5 2024-07-29T15:06:48.964 INFO:tasks.rados.rados.0.smithi067.stdout:1278: finishing write tid 5 to smithi06780069-5 2024-07-29T15:06:48.964 INFO:tasks.rados.rados.0.smithi067.stdout:1278: finishing write tid 6 to smithi06780069-5 2024-07-29T15:06:48.964 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 460 (ObjNum 429 snap 126 seq_num 429) dirty exists 2024-07-29T15:06:48.964 INFO:tasks.rados.rados.0.smithi067.stdout:1278: left oid 5 (ObjNum 429 snap 126 seq_num 429) 2024-07-29T15:06:48.964 INFO:tasks.rados.rados.0.smithi067.stdout:1281: read oid 10 snap -1 2024-07-29T15:06:48.964 INFO:tasks.rados.rados.0.smithi067.stdout:1281: expect deleted 2024-07-29T15:06:48.964 INFO:tasks.rados.rados.0.smithi067.stdout:1278: done (3 left) 2024-07-29T15:06:48.964 INFO:tasks.rados.rados.0.smithi067.stdout:1282: snap_remove snap 93 2024-07-29T15:06:48.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:48 smithi067 ceph-mon[91995]: pgmap v86: 121 pgs: 121 active+clean; 301 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.1 MiB/s wr, 12 op/s 2024-07-29T15:06:48.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:48 smithi067 ceph-mon[91995]: osdmap e319: 8 total, 8 up, 8 in 2024-07-29T15:06:48.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:48.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-07-29T15:06:48.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:48.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:48 smithi067 ceph-mon[94375]: pgmap v86: 121 pgs: 121 active+clean; 301 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.1 MiB/s wr, 12 op/s 2024-07-29T15:06:48.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:48 smithi067 ceph-mon[94375]: osdmap e319: 8 total, 8 up, 8 in 2024-07-29T15:06:48.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:48.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-07-29T15:06:48.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:49.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:48 smithi138 ceph-mon[86438]: pgmap v86: 121 pgs: 121 active+clean; 301 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.1 MiB/s wr, 12 op/s 2024-07-29T15:06:49.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:48 smithi138 ceph-mon[86438]: osdmap e319: 8 total, 8 up, 8 in 2024-07-29T15:06:49.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:49.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-07-29T15:06:49.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:06:49.914 INFO:tasks.rados.rados.0.smithi067.stdout:1282: done (3 left) 2024-07-29T15:06:49.914 INFO:tasks.rados.rados.0.smithi067.stdout:1283: delete oid 30 current snap is 126 2024-07-29T15:06:49.914 INFO:tasks.rados.rados.0.smithi067.stdout:1280: finishing rollback tid 1 to smithi06780069-32 2024-07-29T15:06:49.914 INFO:tasks.rados.rados.0.smithi067.stdout:1280: finishing rollback tid 2 to smithi06780069-32 2024-07-29T15:06:49.914 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 646 (ObjNum 270 snap 74 seq_num 270) dirty exists 2024-07-29T15:06:49.914 INFO:tasks.rados.rados.0.smithi067.stdout:1279: finishing write tid 1 to smithi06780069-3 2024-07-29T15:06:49.914 INFO:tasks.rados.rados.0.smithi067.stdout:1279: finishing write tid 2 to smithi06780069-3 2024-07-29T15:06:49.914 INFO:tasks.rados.rados.0.smithi067.stdout:1279: finishing write tid 3 to smithi06780069-3 2024-07-29T15:06:49.914 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 510 (ObjNum 430 snap 126 seq_num 430) dirty exists 2024-07-29T15:06:49.914 INFO:tasks.rados.rados.0.smithi067.stdout:1279: left oid 3 (ObjNum 430 snap 126 seq_num 430) 2024-07-29T15:06:49.920 INFO:tasks.rados.rados.0.smithi067.stdout:1279: done (3 left) 2024-07-29T15:06:49.920 INFO:tasks.rados.rados.0.smithi067.stdout:1280: done (2 left) 2024-07-29T15:06:49.920 INFO:tasks.rados.rados.0.smithi067.stdout:1281: done (1 left) 2024-07-29T15:06:49.921 INFO:tasks.rados.rados.0.smithi067.stdout:1283: done (0 left) 2024-07-29T15:06:49.921 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 19 current snap is 126 2024-07-29T15:06:49.921 INFO:tasks.rados.rados.0.smithi067.stdout:1284: seq_num 432 ranges {6578176=40960} 2024-07-29T15:06:49.957 INFO:tasks.rados.rados.0.smithi067.stdout:1284: writing smithi06780069-19 from 6578176 to 6619136 tid 1 2024-07-29T15:06:49.958 INFO:tasks.rados.rados.0.smithi067.stdout:1285: snap_create 2024-07-29T15:06:49.960 INFO:tasks.rados.rados.0.smithi067.stdout:1284: finishing write tid 1 to smithi06780069-19 2024-07-29T15:06:49.960 INFO:tasks.rados.rados.0.smithi067.stdout:1284: finishing write tid 2 to smithi06780069-19 2024-07-29T15:06:49.962 INFO:tasks.rados.rados.0.smithi067.stdout:1284: finishing write tid 3 to smithi06780069-19 2024-07-29T15:06:49.962 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 19 v 565 (ObjNum 432 snap 126 seq_num 432) dirty exists 2024-07-29T15:06:49.962 INFO:tasks.rados.rados.0.smithi067.stdout:1284: left oid 19 (ObjNum 432 snap 126 seq_num 432) 2024-07-29T15:06:50.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:49 smithi067 ceph-mon[91995]: Upgrade: Updating osd.0 2024-07-29T15:06:50.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:49 smithi067 ceph-mon[91995]: Deploying daemon osd.0 on smithi067 2024-07-29T15:06:50.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:49 smithi067 ceph-mon[91995]: osdmap e320: 8 total, 8 up, 8 in 2024-07-29T15:06:50.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:49 smithi067 ceph-mon[94375]: Upgrade: Updating osd.0 2024-07-29T15:06:50.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:49 smithi067 ceph-mon[94375]: Deploying daemon osd.0 on smithi067 2024-07-29T15:06:50.153 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:49 smithi067 ceph-mon[94375]: osdmap e320: 8 total, 8 up, 8 in 2024-07-29T15:06:50.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:49 smithi138 ceph-mon[86438]: Upgrade: Updating osd.0 2024-07-29T15:06:50.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:49 smithi138 ceph-mon[86438]: Deploying daemon osd.0 on smithi067 2024-07-29T15:06:50.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:49 smithi138 ceph-mon[86438]: osdmap e320: 8 total, 8 up, 8 in 2024-07-29T15:06:50.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:06:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:06:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:06:50.914 INFO:tasks.rados.rados.0.smithi067.stdout:1284: done (1 left) 2024-07-29T15:06:50.914 INFO:tasks.rados.rados.0.smithi067.stdout:1285: done (0 left) 2024-07-29T15:06:50.914 INFO:tasks.rados.rados.0.smithi067.stdout:1286: snap_create 2024-07-29T15:06:51.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:50 smithi067 ceph-mon[91995]: pgmap v89: 121 pgs: 121 active+clean; 301 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:06:51.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:50 smithi067 ceph-mon[91995]: osdmap e321: 8 total, 8 up, 8 in 2024-07-29T15:06:51.152 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:06:51.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:50 smithi067 ceph-mon[94375]: pgmap v89: 121 pgs: 121 active+clean; 301 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:06:51.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:50 smithi067 ceph-mon[94375]: osdmap e321: 8 total, 8 up, 8 in 2024-07-29T15:06:51.152 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:06:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:50 smithi138 ceph-mon[86438]: pgmap v89: 121 pgs: 121 active+clean; 301 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:06:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:50 smithi138 ceph-mon[86438]: osdmap e321: 8 total, 8 up, 8 in 2024-07-29T15:06:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:06:51.921 INFO:tasks.rados.rados.0.smithi067.stdout:1286: done (0 left) 2024-07-29T15:06:51.921 INFO:tasks.rados.rados.0.smithi067.stdout:1287: rollback oid 44 current snap is 128 2024-07-29T15:06:51.921 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 44 to 122 2024-07-29T15:06:51.921 INFO:tasks.rados.rados.0.smithi067.stdout:1288: read oid 36 snap -1 2024-07-29T15:06:51.921 INFO:tasks.rados.rados.0.smithi067.stdout:1288: expect (ObjNum 420 snap 123 seq_num 420) 2024-07-29T15:06:51.921 INFO:tasks.rados.rados.0.smithi067.stdout:1289: snap_create 2024-07-29T15:06:51.929 INFO:tasks.rados.rados.0.smithi067.stdout:1287: finishing rollback tid 0 to smithi06780069-44 2024-07-29T15:06:51.929 INFO:tasks.rados.rados.0.smithi067.stdout:1287: finishing rollback tid 1 to smithi06780069-44 2024-07-29T15:06:51.930 INFO:tasks.rados.rados.0.smithi067.stdout:1287: finishing rollback tid 2 to smithi06780069-44 2024-07-29T15:06:51.930 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 496 (ObjNum 397 snap 121 seq_num 397) dirty exists 2024-07-29T15:06:51.951 INFO:tasks.rados.rados.0.smithi067.stdout:1288: expect (ObjNum 420 snap 123 seq_num 420) 2024-07-29T15:06:52.202 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:51 smithi067 ceph-mon[91995]: osdmap e322: 8 total, 8 up, 8 in 2024-07-29T15:06:52.202 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:51 smithi067 systemd[1]: Stopping Ceph osd.0 for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:06:52.202 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:51 smithi067 ceph-mon[94375]: osdmap e322: 8 total, 8 up, 8 in 2024-07-29T15:06:52.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:51 smithi138 ceph-mon[86438]: osdmap e322: 8 total, 8 up, 8 in 2024-07-29T15:06:52.488 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:52 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0[43602]: 2024-07-29T15:06:52.205+0000 7f42145f3640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-29T15:06:52.488 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:52 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0[43602]: 2024-07-29T15:06:52.205+0000 7f42145f3640 -1 osd.0 323 *** Got signal Terminated *** 2024-07-29T15:06:52.488 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:52 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0[43602]: 2024-07-29T15:06:52.205+0000 7f42145f3640 -1 osd.0 323 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-29T15:06:52.820 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-07-29T15:06:52.896 INFO:tasks.rados.rados.0.smithi067.stdout:1287: done (2 left) 2024-07-29T15:06:52.896 INFO:tasks.rados.rados.0.smithi067.stdout:1288: done (1 left) 2024-07-29T15:06:52.896 INFO:tasks.rados.rados.0.smithi067.stdout:1289: done (0 left) 2024-07-29T15:06:52.896 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 42 current snap is 129 2024-07-29T15:06:52.897 INFO:tasks.rados.rados.0.smithi067.stdout:1290: seq_num 433 ranges {0=57344} 2024-07-29T15:06:52.901 INFO:tasks.rados.rados.0.smithi067.stdout:1290: writing smithi06780069-42 from 0 to 57344 tid 1 2024-07-29T15:06:52.902 INFO:tasks.rados.rados.0.smithi067.stdout:1291: read oid 6 snap -1 2024-07-29T15:06:52.902 INFO:tasks.rados.rados.0.smithi067.stdout:1291: expect (ObjNum 190 snap 47 seq_num 190) 2024-07-29T15:06:52.902 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 14 current snap is 129 2024-07-29T15:06:52.902 INFO:tasks.rados.rados.0.smithi067.stdout:1292: seq_num 434 ranges {5046272=73728} 2024-07-29T15:06:52.926 INFO:tasks.rados.rados.0.smithi067.stdout:1292: writing smithi06780069-14 from 5046272 to 5120000 tid 1 2024-07-29T15:06:52.926 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 12 current snap is 129 2024-07-29T15:06:52.926 INFO:tasks.rados.rados.0.smithi067.stdout:1293: seq_num 435 ranges {3350528=90112} 2024-07-29T15:06:52.945 INFO:tasks.rados.rados.0.smithi067.stdout:1293: writing smithi06780069-12 from 3350528 to 3440640 tid 1 2024-07-29T15:06:52.945 INFO:tasks.rados.rados.0.smithi067.stdout:1294: rmattr oid 16 current snap is 129 2024-07-29T15:06:52.945 INFO:tasks.rados.rados.0.smithi067.stdout:1292: finishing write tid 1 to smithi06780069-14 2024-07-29T15:06:52.945 INFO:tasks.rados.rados.0.smithi067.stdout:1292: finishing write tid 2 to smithi06780069-14 2024-07-29T15:06:52.945 INFO:tasks.rados.rados.0.smithi067.stdout:1292: finishing write tid 3 to smithi06780069-14 2024-07-29T15:06:52.945 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 14 v 421 (ObjNum 434 snap 129 seq_num 434) dirty exists 2024-07-29T15:06:52.945 INFO:tasks.rados.rados.0.smithi067.stdout:1292: left oid 14 (ObjNum 434 snap 129 seq_num 434) 2024-07-29T15:06:52.945 INFO:tasks.rados.rados.0.smithi067.stdout:1292: done (4 left) 2024-07-29T15:06:52.945 INFO:tasks.rados.rados.0.smithi067.stdout:1294: done (3 left) 2024-07-29T15:06:52.945 INFO:tasks.rados.rados.0.smithi067.stdout:1295: delete oid 2 current snap is 129 2024-07-29T15:06:52.947 INFO:tasks.rados.rados.0.smithi067.stdout:1295: done (3 left) 2024-07-29T15:06:52.947 INFO:tasks.rados.rados.0.smithi067.stdout:1296: snap_create 2024-07-29T15:06:52.947 INFO:tasks.rados.rados.0.smithi067.stdout:1293: finishing write tid 1 to smithi06780069-12 2024-07-29T15:06:52.947 INFO:tasks.rados.rados.0.smithi067.stdout:1293: finishing write tid 2 to smithi06780069-12 2024-07-29T15:06:52.948 INFO:tasks.rados.rados.0.smithi067.stdout:1293: finishing write tid 3 to smithi06780069-12 2024-07-29T15:06:52.948 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 423 (ObjNum 435 snap 129 seq_num 435) dirty exists 2024-07-29T15:06:52.948 INFO:tasks.rados.rados.0.smithi067.stdout:1293: left oid 12 (ObjNum 435 snap 129 seq_num 435) 2024-07-29T15:06:53.121 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-29T15:06:53.121 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (2m) 44s ago 6m 17.1M - 0.27.0 11f11916f8cd 7b3d7ecf5d32 2024-07-29T15:06:53.121 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi138 *:3000 running (117s) 31s ago 6m 78.0M - 9.4.7 954c08fa6188 16aea5822221 2024-07-29T15:06:53.122 INFO:teuthology.orchestra.run.smithi067.stdout:mds.a smithi067 running (8m) 44s ago 8m 20.4M - 17.2.7-1155-g3120d060 5ec745195f7e 0b73fb05902b 2024-07-29T15:06:53.122 INFO:teuthology.orchestra.run.smithi067.stdout:mds.b smithi138 running (8m) 31s ago 8m 15.3M - 17.2.7-1155-g3120d060 5ec745195f7e 8d64b29e8368 2024-07-29T15:06:53.122 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi138 *:8443,9283,8765 running (84s) 31s ago 11m 450M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 ae20c11d7057 2024-07-29T15:06:53.122 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:8443,9283,8765 running (112s) 44s ago 13m 511M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 2844d13de992 2024-07-29T15:06:53.122 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (70s) 44s ago 13m 38.8M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 b489fbc3c018 2024-07-29T15:06:53.123 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi138 running (36s) 31s ago 11m 29.8M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 bccf2941ae7e 2024-07-29T15:06:53.123 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (48s) 44s ago 11m 27.9M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 75074f1e503e 2024-07-29T15:06:53.123 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (2m) 44s ago 6m 9663k - 1.7.0 72c9c2088986 142217b16374 2024-07-29T15:06:53.123 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi138 *:9100 running (2m) 31s ago 6m 12.2M - 1.7.0 72c9c2088986 60191c363c80 2024-07-29T15:06:53.123 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (11m) 44s ago 11m 164M 2480M 17.2.7-1155-g3120d060 5ec745195f7e 60dcaf32ae4b 2024-07-29T15:06:53.123 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (10m) 44s ago 10m 158M 2480M 17.2.7-1155-g3120d060 5ec745195f7e c744b585958c 2024-07-29T15:06:53.123 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (10m) 44s ago 10m 166M 2480M 17.2.7-1155-g3120d060 5ec745195f7e 334423e852b7 2024-07-29T15:06:53.124 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (10m) 44s ago 10m 114M 2480M 17.2.7-1155-g3120d060 5ec745195f7e c9160c216ff0 2024-07-29T15:06:53.124 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi138 running (9m) 31s ago 9m 140M 2480M 17.2.7-1155-g3120d060 5ec745195f7e a15137922a4f 2024-07-29T15:06:53.124 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi138 running (9m) 31s ago 9m 171M 2480M 17.2.7-1155-g3120d060 5ec745195f7e 095126a5d70a 2024-07-29T15:06:53.124 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi138 running (8m) 31s ago 8m 86.7M 2480M 17.2.7-1155-g3120d060 5ec745195f7e a10a9aef390f 2024-07-29T15:06:53.124 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi138 running (8m) 31s ago 8m 133M 2480M 17.2.7-1155-g3120d060 5ec745195f7e c141798f58f5 2024-07-29T15:06:53.124 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi138 *:9095 running (89s) 31s ago 7m 41.8M - 2.51.0 1d3b7f56885b 99e49ee09a02 2024-07-29T15:06:53.125 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:52 smithi067 ceph-mon[91995]: pgmap v92: 121 pgs: 121 active+clean; 306 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 3.1 MiB/s wr, 7 op/s 2024-07-29T15:06:53.125 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:52 smithi067 ceph-mon[91995]: osdmap e323: 8 total, 8 up, 8 in 2024-07-29T15:06:53.125 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:52 smithi067 ceph-mon[91995]: osd.0 marked itself down and dead 2024-07-29T15:06:53.126 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:52 smithi067 ceph-mon[91995]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-29T15:06:53.126 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:52 smithi067 ceph-mon[91995]: osdmap e324: 8 total, 7 up, 8 in 2024-07-29T15:06:53.126 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:52 smithi067 ceph-mon[94375]: pgmap v92: 121 pgs: 121 active+clean; 306 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 3.1 MiB/s wr, 7 op/s 2024-07-29T15:06:53.126 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:52 smithi067 ceph-mon[94375]: osdmap e323: 8 total, 8 up, 8 in 2024-07-29T15:06:53.127 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:52 smithi067 ceph-mon[94375]: osd.0 marked itself down and dead 2024-07-29T15:06:53.127 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:52 smithi067 ceph-mon[94375]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-29T15:06:53.127 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:52 smithi067 ceph-mon[94375]: osdmap e324: 8 total, 7 up, 8 in 2024-07-29T15:06:53.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:52 smithi138 ceph-mon[86438]: pgmap v92: 121 pgs: 121 active+clean; 306 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 3.1 MiB/s wr, 7 op/s 2024-07-29T15:06:53.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:52 smithi138 ceph-mon[86438]: osdmap e323: 8 total, 8 up, 8 in 2024-07-29T15:06:53.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:52 smithi138 ceph-mon[86438]: osd.0 marked itself down and dead 2024-07-29T15:06:53.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:52 smithi138 ceph-mon[86438]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-29T15:06:53.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:52 smithi138 ceph-mon[86438]: osdmap e324: 8 total, 7 up, 8 in 2024-07-29T15:06:53.471 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-07-29T15:06:53.472 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-07-29T15:06:53.472 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 3 2024-07-29T15:06:53.472 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:06:53.472 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-07-29T15:06:53.472 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 2 2024-07-29T15:06:53.472 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:06:53.472 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-07-29T15:06:53.472 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 7 2024-07-29T15:06:53.472 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:06:53.472 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": { 2024-07-29T15:06:53.472 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 2 2024-07-29T15:06:53.472 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:06:53.473 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-07-29T15:06:53.473 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 9, 2024-07-29T15:06:53.473 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 5 2024-07-29T15:06:53.473 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-07-29T15:06:53.473 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-07-29T15:06:53.718 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:53 smithi067 podman[99356]: 2024-07-29 15:06:53.455059568 +0000 UTC m=+1.356518454 container died 60dcaf32ae4b3d59d13ca7b0dc6745d8d21d3c9816e7ff1b65b8ef4ce1f9e6c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-3120d06, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724) 2024-07-29T15:06:53.900 INFO:tasks.rados.rados.0.smithi067.stdout:1293: done (3 left) 2024-07-29T15:06:53.900 INFO:tasks.rados.rados.0.smithi067.stdout:1296: done (2 left) 2024-07-29T15:06:53.900 INFO:tasks.rados.rados.0.smithi067.stdout:1297: read oid 16 snap -1 2024-07-29T15:06:53.901 INFO:tasks.rados.rados.0.smithi067.stdout:1297: expect deleted 2024-07-29T15:06:53.901 INFO:tasks.rados.rados.0.smithi067.stdout:1298: delete oid 14 current snap is 130 2024-07-29T15:06:53.913 INFO:tasks.rados.rados.0.smithi067.stdout:1291: expect (ObjNum 190 snap 47 seq_num 190) 2024-07-29T15:06:53.956 INFO:tasks.rados.rados.0.smithi067.stdout:1290: finishing write tid 1 to smithi06780069-42 2024-07-29T15:06:53.956 INFO:tasks.rados.rados.0.smithi067.stdout:1290: finishing write tid 2 to smithi06780069-42 2024-07-29T15:06:53.956 INFO:tasks.rados.rados.0.smithi067.stdout:1291: done (3 left) 2024-07-29T15:06:53.956 INFO:tasks.rados.rados.0.smithi067.stdout:1297: done (2 left) 2024-07-29T15:06:53.956 INFO:tasks.rados.rados.0.smithi067.stdout:1298: done (1 left) 2024-07-29T15:06:53.956 INFO:tasks.rados.rados.0.smithi067.stdout:1299: delete oid 5 current snap is 130 2024-07-29T15:06:53.956 INFO:tasks.rados.rados.0.smithi067.stdout:1290: finishing write tid 3 to smithi06780069-42 2024-07-29T15:06:53.956 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 632 (ObjNum 433 snap 129 seq_num 433) dirty exists 2024-07-29T15:06:53.956 INFO:tasks.rados.rados.0.smithi067.stdout:1290: left oid 42 (ObjNum 433 snap 129 seq_num 433) 2024-07-29T15:06:53.958 INFO:tasks.rados.rados.0.smithi067.stdout:1290: done (1 left) 2024-07-29T15:06:53.958 INFO:tasks.rados.rados.0.smithi067.stdout:1299: done (0 left) 2024-07-29T15:06:53.959 INFO:tasks.rados.rados.0.smithi067.stdout:1300: read oid 3 snap -1 2024-07-29T15:06:53.959 INFO:tasks.rados.rados.0.smithi067.stdout:1300: expect (ObjNum 430 snap 126 seq_num 430) 2024-07-29T15:06:53.959 INFO:tasks.rados.rados.0.smithi067.stdout:1301: rollback oid 34 current snap is 130 2024-07-29T15:06:53.959 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 34 to 127 2024-07-29T15:06:53.959 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 27 current snap is 130 2024-07-29T15:06:53.959 INFO:tasks.rados.rados.0.smithi067.stdout:1302: seq_num 439 ranges {0=155648} 2024-07-29T15:06:53.960 INFO:tasks.rados.rados.0.smithi067.stdout:1302: writing smithi06780069-27 from 0 to 155648 tid 1 2024-07-29T15:06:53.960 INFO:tasks.rados.rados.0.smithi067.stdout:1303: read oid 29 snap -1 2024-07-29T15:06:53.960 INFO:tasks.rados.rados.0.smithi067.stdout:1303: expect deleted 2024-07-29T15:06:53.960 INFO:tasks.rados.rados.0.smithi067.stdout:1304: read oid 26 snap 102 2024-07-29T15:06:53.960 INFO:tasks.rados.rados.0.smithi067.stdout:1304: expect (ObjNum 316 snap 94 seq_num 316) 2024-07-29T15:06:53.960 INFO:tasks.rados.rados.0.smithi067.stdout:1305: rollback oid 49 current snap is 130 2024-07-29T15:06:53.960 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 49 to 97 2024-07-29T15:06:53.960 INFO:tasks.rados.rados.0.smithi067.stdout:1306: rmattr oid 4 current snap is 130 2024-07-29T15:06:53.961 INFO:tasks.rados.rados.0.smithi067.stdout:1307: setattr oid 1 current snap is 130 2024-07-29T15:06:53.962 INFO:tasks.rados.rados.0.smithi067.stdout:1301: finishing rollback tid 0 to smithi06780069-34 2024-07-29T15:06:53.963 INFO:tasks.rados.rados.0.smithi067.stdout:1301: finishing rollback tid 1 to smithi06780069-34 2024-07-29T15:06:53.963 INFO:tasks.rados.rados.0.smithi067.stdout:1301: finishing rollback tid 2 to smithi06780069-34 2024-07-29T15:06:53.963 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 34 v 568 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-07-29T15:06:53.964 INFO:tasks.rados.rados.0.smithi067.stdout:1305: finishing rollback tid 0 to smithi06780069-49 2024-07-29T15:06:53.964 INFO:tasks.rados.rados.0.smithi067.stdout:1305: finishing rollback tid 1 to smithi06780069-49 2024-07-29T15:06:53.964 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 666 (ObjNum 33 snap 0 seq_num 3880190000) dirty dne 2024-07-29T15:06:53.965 INFO:tasks.rados.rados.0.smithi067.stdout:1301: done (7 left) 2024-07-29T15:06:53.965 INFO:tasks.rados.rados.0.smithi067.stdout:1305: done (6 left) 2024-07-29T15:06:53.965 INFO:tasks.rados.rados.0.smithi067.stdout:1308: snap_remove snap 107 2024-07-29T15:06:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:53 smithi067 ceph-mon[91995]: from='client.44120 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:06:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:53 smithi067 ceph-mon[91995]: from='client.34203 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:06:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:53 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3952317774' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:06:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:53 smithi067 ceph-mon[91995]: osdmap e325: 8 total, 7 up, 8 in 2024-07-29T15:06:53.989 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:53 smithi067 podman[99356]: 2024-07-29 15:06:53.816370817 +0000 UTC m=+1.717829703 container cleanup 60dcaf32ae4b3d59d13ca7b0dc6745d8d21d3c9816e7ff1b65b8ef4ce1f9e6c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-3120d06, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-29T15:06:53.989 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:53 smithi067 bash[99356]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0 2024-07-29T15:06:53.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:53 smithi067 ceph-mon[94375]: from='client.44120 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:06:53.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:53 smithi067 ceph-mon[94375]: from='client.34203 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:06:53.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:53 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3952317774' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:06:53.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:53 smithi067 ceph-mon[94375]: osdmap e325: 8 total, 7 up, 8 in 2024-07-29T15:06:54.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:53 smithi138 ceph-mon[86438]: from='client.44120 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:06:54.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:53 smithi138 ceph-mon[86438]: from='client.34203 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:06:54.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:53 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3952317774' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:06:54.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:53 smithi138 ceph-mon[86438]: osdmap e325: 8 total, 7 up, 8 in 2024-07-29T15:06:54.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:06:54 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:06:54.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:06:54.452 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:54 smithi067 podman[99449]: 2024-07-29 15:06:54.101464184 +0000 UTC m=+0.649867355 container remove 60dcaf32ae4b3d59d13ca7b0dc6745d8d21d3c9816e7ff1b65b8ef4ce1f9e6c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-3120d06, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-07-29T15:06:54.738 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:54 smithi067 podman[99542]: 2024-07-29 15:06:54.45231006 +0000 UTC m=+0.109807723 container create 3116544d63c38110101477b924b08dd5df464839b4b83ddee9b24d357d49513a (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0-deactivate, RELEASE=main-69149bb, io.buildah.version=1.36.0, org.label-schema.build-date=20240716, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-07-29T15:06:54.738 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:54 smithi067 podman[99542]: 2024-07-29 15:06:54.360071586 +0000 UTC m=+0.017569262 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T15:06:54.738 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:54 smithi067 podman[99542]: 2024-07-29 15:06:54.680228693 +0000 UTC m=+0.337726356 container init 3116544d63c38110101477b924b08dd5df464839b4b83ddee9b24d357d49513a (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0-deactivate, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240716, org.label-schema.license=GPLv2, RELEASE=main-69149bb) 2024-07-29T15:06:54.739 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:54 smithi067 podman[99542]: 2024-07-29 15:06:54.683810091 +0000 UTC m=+0.341307755 container start 3116544d63c38110101477b924b08dd5df464839b4b83ddee9b24d357d49513a (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.36.0, ceph=True, RELEASE=main-69149bb, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240716, maintainer=Guillaume Abrioux ) 2024-07-29T15:06:54.932 INFO:tasks.rados.rados.0.smithi067.stdout:1308: done (6 left) 2024-07-29T15:06:54.933 INFO:tasks.rados.rados.0.smithi067.stdout:1309: rmattr oid 9 current snap is 130 2024-07-29T15:06:54.933 INFO:tasks.rados.rados.0.smithi067.stdout:1309: done (6 left) 2024-07-29T15:06:54.933 INFO:tasks.rados.rados.0.smithi067.stdout:1310: snap_remove snap 125 2024-07-29T15:06:55.234 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:54 smithi067 ceph-mon[91995]: pgmap v95: 121 pgs: 15 stale+active+clean, 106 active+clean; 306 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 3.1 MiB/s wr, 7 op/s 2024-07-29T15:06:55.235 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:54 smithi067 ceph-mon[94375]: pgmap v95: 121 pgs: 15 stale+active+clean, 106 active+clean; 306 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 3.1 MiB/s wr, 7 op/s 2024-07-29T15:06:55.235 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:54 smithi067 podman[99542]: 2024-07-29 15:06:54.771992397 +0000 UTC m=+0.429490073 container attach 3116544d63c38110101477b924b08dd5df464839b4b83ddee9b24d357d49513a (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, RELEASE=main-69149bb, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240716, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-07-29T15:06:55.235 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:54 smithi067 podman[99542]: 2024-07-29 15:06:54.885519795 +0000 UTC m=+0.543017469 container died 3116544d63c38110101477b924b08dd5df464839b4b83ddee9b24d357d49513a (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-69149bb, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240716, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-07-29T15:06:55.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:54 smithi138 ceph-mon[86438]: pgmap v95: 121 pgs: 15 stale+active+clean, 106 active+clean; 306 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 3.1 MiB/s wr, 7 op/s 2024-07-29T15:06:55.943 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:55 smithi067 podman[99565]: 2024-07-29 15:06:55.534519855 +0000 UTC m=+0.639548294 container remove 3116544d63c38110101477b924b08dd5df464839b4b83ddee9b24d357d49513a (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240716, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.36.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=main-69149bb, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-07-29T15:06:55.943 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:55 smithi067 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.0.service: Deactivated successfully. 2024-07-29T15:06:55.943 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:55 smithi067 systemd[1]: Stopped Ceph osd.0 for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:06:55.943 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:55 smithi067 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.0.service: Consumed 12.244s CPU time. 2024-07-29T15:06:55.943 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:55 smithi067 systemd[1]: Starting Ceph osd.0 for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:06:55.947 INFO:tasks.rados.rados.0.smithi067.stdout:1310: done (6 left) 2024-07-29T15:06:55.947 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 5 current snap is 130 2024-07-29T15:06:55.947 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 668 (ObjNum 190 snap 47 seq_num 190) dirty exists 2024-07-29T15:06:55.947 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 654 (ObjNum 413 snap 122 seq_num 413) dirty exists 2024-07-29T15:06:55.947 INFO:tasks.rados.rados.0.smithi067.stdout:1304: expect (ObjNum 316 snap 94 seq_num 316) 2024-07-29T15:06:56.039 INFO:tasks.rados.rados.0.smithi067.stdout:1300: expect (ObjNum 430 snap 126 seq_num 430) 2024-07-29T15:06:56.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:55 smithi138 ceph-mon[86438]: osdmap e326: 8 total, 7 up, 8 in 2024-07-29T15:06:56.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:06:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:06:55.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:06:56.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:06:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:06:55.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:06:56.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:55 smithi067 ceph-mon[91995]: osdmap e326: 8 total, 7 up, 8 in 2024-07-29T15:06:56.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:55 smithi067 ceph-mon[94375]: osdmap e326: 8 total, 7 up, 8 in 2024-07-29T15:06:56.239 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:55 smithi067 podman[99666]: 2024-07-29 15:06:55.890813949 +0000 UTC m=+0.017942900 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T15:06:56.239 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:56 smithi067 podman[99666]: 2024-07-29 15:06:56.035663606 +0000 UTC m=+0.162792547 container create 0ef047a9258d16341f00ecbed6f65712c3b5b6dbb1c14a9966e1b57f4406d038 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, RELEASE=main-69149bb, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240716, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-29T15:06:56.345 INFO:tasks.rados.rados.0.smithi067.stdout:1302: finishing write tid 1 to smithi06780069-27 2024-07-29T15:06:56.345 INFO:tasks.rados.rados.0.smithi067.stdout:1302: finishing write tid 2 to smithi06780069-27 2024-07-29T15:06:56.345 INFO:tasks.rados.rados.0.smithi067.stdout:1302: finishing write tid 3 to smithi06780069-27 2024-07-29T15:06:56.345 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 518 (ObjNum 439 snap 130 seq_num 439) dirty exists 2024-07-29T15:06:56.345 INFO:tasks.rados.rados.0.smithi067.stdout:1302: left oid 27 (ObjNum 439 snap 130 seq_num 439) 2024-07-29T15:06:56.345 INFO:tasks.rados.rados.0.smithi067.stdout:1311: seq_num 440 ranges {0=172032} 2024-07-29T15:06:56.346 INFO:tasks.rados.rados.0.smithi067.stdout:1311: writing smithi06780069-5 from 0 to 172032 tid 1 2024-07-29T15:06:56.346 INFO:tasks.rados.rados.0.smithi067.stdout:1300: done (6 left) 2024-07-29T15:06:56.346 INFO:tasks.rados.rados.0.smithi067.stdout:1302: done (5 left) 2024-07-29T15:06:56.346 INFO:tasks.rados.rados.0.smithi067.stdout:1303: done (4 left) 2024-07-29T15:06:56.346 INFO:tasks.rados.rados.0.smithi067.stdout:1304: done (3 left) 2024-07-29T15:06:56.346 INFO:tasks.rados.rados.0.smithi067.stdout:1306: done (2 left) 2024-07-29T15:06:56.347 INFO:tasks.rados.rados.0.smithi067.stdout:1307: done (1 left) 2024-07-29T15:06:56.347 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 29 current snap is 130 2024-07-29T15:06:56.347 INFO:tasks.rados.rados.0.smithi067.stdout:1312: seq_num 441 ranges {0=188416} 2024-07-29T15:06:56.347 INFO:tasks.rados.rados.0.smithi067.stdout:1312: writing smithi06780069-29 from 0 to 188416 tid 1 2024-07-29T15:06:56.347 INFO:tasks.rados.rados.0.smithi067.stdout:1313: rollback oid 12 current snap is 130 2024-07-29T15:06:56.348 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 12 to 102 2024-07-29T15:06:56.348 INFO:tasks.rados.rados.0.smithi067.stdout:1314: rollback oid 8 current snap is 130 2024-07-29T15:06:56.348 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 8 to 122 2024-07-29T15:06:56.348 INFO:tasks.rados.rados.0.smithi067.stdout:1315: rmattr oid 34 current snap is 130 2024-07-29T15:06:56.348 INFO:tasks.rados.rados.0.smithi067.stdout:1316: rmattr oid 13 current snap is 130 2024-07-29T15:06:56.348 INFO:tasks.rados.rados.0.smithi067.stdout:1316: done (5 left) 2024-07-29T15:06:56.348 INFO:tasks.rados.rados.0.smithi067.stdout:1317: delete oid 6 current snap is 130 2024-07-29T15:06:56.350 INFO:tasks.rados.rados.0.smithi067.stdout:1311: finishing write tid 1 to smithi06780069-5 2024-07-29T15:06:56.350 INFO:tasks.rados.rados.0.smithi067.stdout:1313: finishing rollback tid 0 to smithi06780069-12 2024-07-29T15:06:56.350 INFO:tasks.rados.rados.0.smithi067.stdout:1311: finishing write tid 2 to smithi06780069-5 2024-07-29T15:06:56.350 INFO:tasks.rados.rados.0.smithi067.stdout:1312: finishing write tid 1 to smithi06780069-29 2024-07-29T15:06:56.351 INFO:tasks.rados.rados.0.smithi067.stdout:1312: finishing write tid 2 to smithi06780069-29 2024-07-29T15:06:56.351 INFO:tasks.rados.rados.0.smithi067.stdout:1313: finishing rollback tid 1 to smithi06780069-12 2024-07-29T15:06:56.351 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 426 (ObjNum 33 snap 0 seq_num 3880050112) dirty dne 2024-07-29T15:06:56.351 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 34 v 569 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-07-29T15:06:56.351 INFO:tasks.rados.rados.0.smithi067.stdout:1314: finishing rollback tid 0 to smithi06780069-8 2024-07-29T15:06:56.351 INFO:tasks.rados.rados.0.smithi067.stdout:1313: done (5 left) 2024-07-29T15:06:56.351 INFO:tasks.rados.rados.0.smithi067.stdout:1315: done (4 left) 2024-07-29T15:06:56.351 INFO:tasks.rados.rados.0.smithi067.stdout:1317: done (3 left) 2024-07-29T15:06:56.351 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 31 current snap is 130 2024-07-29T15:06:56.352 INFO:tasks.rados.rados.0.smithi067.stdout:1318: seq_num 443 ranges {5840896=221184} 2024-07-29T15:06:56.384 INFO:tasks.rados.rados.0.smithi067.stdout:1318: writing smithi06780069-31 from 5840896 to 6062080 tid 1 2024-07-29T15:06:56.384 INFO:tasks.rados.rados.0.smithi067.stdout:1319: snap_remove snap 88 2024-07-29T15:06:56.614 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:56 smithi067 podman[99666]: 2024-07-29 15:06:56.263376906 +0000 UTC m=+0.390505868 container init 0ef047a9258d16341f00ecbed6f65712c3b5b6dbb1c14a9966e1b57f4406d038 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0-activate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240716, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=main-69149bb) 2024-07-29T15:06:56.614 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:56 smithi067 podman[99666]: 2024-07-29 15:06:56.268196259 +0000 UTC m=+0.395325206 container start 0ef047a9258d16341f00ecbed6f65712c3b5b6dbb1c14a9966e1b57f4406d038 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0-activate, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240716, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=main-69149bb, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-29T15:06:56.614 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:56 smithi067 podman[99666]: 2024-07-29 15:06:56.363109499 +0000 UTC m=+0.490238474 container attach 0ef047a9258d16341f00ecbed6f65712c3b5b6dbb1c14a9966e1b57f4406d038 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0-activate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240716, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=main-69149bb, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-29T15:06:56.614 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:56 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0-activate[99681]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-29T15:06:56.614 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:56 smithi067 bash[99666]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-29T15:06:56.615 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:56 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0-activate[99681]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-29T15:06:56.615 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:56 smithi067 bash[99666]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-29T15:06:56.615 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:56 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0-activate[99681]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-07-29T15:06:56.615 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:56 smithi067 bash[99666]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-07-29T15:06:56.938 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:56 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0-activate[99681]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-07-29T15:06:56.939 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:56 smithi067 bash[99666]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-07-29T15:06:56.939 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:56 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0-activate[99681]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-07-29T15:06:56.939 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:56 smithi067 bash[99666]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-07-29T15:06:56.939 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:56 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0-activate[99681]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-07-29T15:06:56.939 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:56 smithi067 bash[99666]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-07-29T15:06:56.939 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:56 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0-activate[99681]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-07-29T15:06:56.939 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:56 smithi067 bash[99666]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-07-29T15:06:56.939 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:56 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0-activate[99681]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-07-29T15:06:56.939 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:56 smithi067 bash[99666]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-07-29T15:06:56.939 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:56 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0-activate[99681]: --> ceph-volume raw activate successful for osd ID: 0 2024-07-29T15:06:56.939 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:56 smithi067 bash[99666]: --> ceph-volume raw activate successful for osd ID: 0 2024-07-29T15:06:56.939 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:56 smithi067 podman[99666]: 2024-07-29 15:06:56.663501892 +0000 UTC m=+0.790630834 container died 0ef047a9258d16341f00ecbed6f65712c3b5b6dbb1c14a9966e1b57f4406d038 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0-activate, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-69149bb, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240716, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.license=GPLv2) 2024-07-29T15:06:56.947 INFO:tasks.rados.rados.0.smithi067.stdout:1319: done (4 left) 2024-07-29T15:06:56.947 INFO:tasks.rados.rados.0.smithi067.stdout:1314: finishing rollback tid 1 to smithi06780069-8 2024-07-29T15:06:56.947 INFO:tasks.rados.rados.0.smithi067.stdout:1314: finishing rollback tid 2 to smithi06780069-8 2024-07-29T15:06:56.948 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 352 (ObjNum 360 snap 106 seq_num 360) dirty exists 2024-07-29T15:06:56.948 INFO:tasks.rados.rados.0.smithi067.stdout:1311: finishing write tid 3 to smithi06780069-5 2024-07-29T15:06:56.948 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 474 (ObjNum 440 snap 130 seq_num 440) dirty exists 2024-07-29T15:06:56.948 INFO:tasks.rados.rados.0.smithi067.stdout:1311: left oid 5 (ObjNum 440 snap 130 seq_num 440) 2024-07-29T15:06:56.948 INFO:tasks.rados.rados.0.smithi067.stdout:1312: finishing write tid 3 to smithi06780069-29 2024-07-29T15:06:56.948 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 520 (ObjNum 441 snap 130 seq_num 441) dirty exists 2024-07-29T15:06:56.948 INFO:tasks.rados.rados.0.smithi067.stdout:1312: left oid 29 (ObjNum 441 snap 130 seq_num 441) 2024-07-29T15:06:56.948 INFO:tasks.rados.rados.0.smithi067.stdout:1318: finishing write tid 1 to smithi06780069-31 2024-07-29T15:06:56.948 INFO:tasks.rados.rados.0.smithi067.stdout:1318: finishing write tid 2 to smithi06780069-31 2024-07-29T15:06:56.948 INFO:tasks.rados.rados.0.smithi067.stdout:1318: finishing write tid 3 to smithi06780069-31 2024-07-29T15:06:56.948 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 429 (ObjNum 443 snap 130 seq_num 443) dirty exists 2024-07-29T15:06:56.948 INFO:tasks.rados.rados.0.smithi067.stdout:1318: left oid 31 (ObjNum 443 snap 130 seq_num 443) 2024-07-29T15:06:56.948 INFO:tasks.rados.rados.0.smithi067.stdout:1320: read oid 3 snap -1 2024-07-29T15:06:56.948 INFO:tasks.rados.rados.0.smithi067.stdout:1320: expect (ObjNum 430 snap 126 seq_num 430) 2024-07-29T15:06:56.949 INFO:tasks.rados.rados.0.smithi067.stdout:1311: done (4 left) 2024-07-29T15:06:56.949 INFO:tasks.rados.rados.0.smithi067.stdout:1312: done (3 left) 2024-07-29T15:06:56.949 INFO:tasks.rados.rados.0.smithi067.stdout:1314: done (2 left) 2024-07-29T15:06:56.949 INFO:tasks.rados.rados.0.smithi067.stdout:1318: done (1 left) 2024-07-29T15:06:56.949 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 36 current snap is 130 2024-07-29T15:06:56.949 INFO:tasks.rados.rados.0.smithi067.stdout:1321: seq_num 444 ranges {6799360=237568} 2024-07-29T15:06:56.986 INFO:tasks.rados.rados.0.smithi067.stdout:1321: writing smithi06780069-36 from 6799360 to 7036928 tid 1 2024-07-29T15:06:56.986 INFO:tasks.rados.rados.0.smithi067.stdout:1322: rmattr oid 45 current snap is 130 2024-07-29T15:06:56.987 INFO:tasks.rados.rados.0.smithi067.stdout:1320: expect (ObjNum 430 snap 126 seq_num 430) 2024-07-29T15:06:57.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:56 smithi067 ceph-mon[94375]: pgmap v98: 121 pgs: 37 active+undersized, 15 active+undersized+degraded, 69 active+clean; 306 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 92 KiB/s wr, 15 op/s; 109/711 objects degraded (15.331%) 2024-07-29T15:06:57.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:56 smithi067 ceph-mon[94375]: Health check failed: Degraded data redundancy: 109/711 objects degraded (15.331%), 15 pgs degraded (PG_DEGRADED) 2024-07-29T15:06:57.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:56 smithi067 ceph-mon[94375]: osdmap e327: 8 total, 7 up, 8 in 2024-07-29T15:06:57.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:56 smithi067 ceph-mon[91995]: pgmap v98: 121 pgs: 37 active+undersized, 15 active+undersized+degraded, 69 active+clean; 306 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 92 KiB/s wr, 15 op/s; 109/711 objects degraded (15.331%) 2024-07-29T15:06:57.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:56 smithi067 ceph-mon[91995]: Health check failed: Degraded data redundancy: 109/711 objects degraded (15.331%), 15 pgs degraded (PG_DEGRADED) 2024-07-29T15:06:57.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:56 smithi067 ceph-mon[91995]: osdmap e327: 8 total, 7 up, 8 in 2024-07-29T15:06:57.296 INFO:tasks.rados.rados.0.smithi067.stdout:1321: finishing write tid 1 to smithi06780069-36 2024-07-29T15:06:57.297 INFO:tasks.rados.rados.0.smithi067.stdout:1321: finishing write tid 2 to smithi06780069-36 2024-07-29T15:06:57.297 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 326 (ObjNum 366 snap 106 seq_num 366) dirty exists 2024-07-29T15:06:57.297 INFO:tasks.rados.rados.0.smithi067.stdout:1321: finishing write tid 3 to smithi06780069-36 2024-07-29T15:06:57.297 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 324 (ObjNum 444 snap 130 seq_num 444) dirty exists 2024-07-29T15:06:57.297 INFO:tasks.rados.rados.0.smithi067.stdout:1321: left oid 36 (ObjNum 444 snap 130 seq_num 444) 2024-07-29T15:06:57.297 INFO:tasks.rados.rados.0.smithi067.stdout:1320: done (2 left) 2024-07-29T15:06:57.297 INFO:tasks.rados.rados.0.smithi067.stdout:1321: done (1 left) 2024-07-29T15:06:57.297 INFO:tasks.rados.rados.0.smithi067.stdout:1322: done (0 left) 2024-07-29T15:06:57.297 INFO:tasks.rados.rados.0.smithi067.stdout:1323: delete oid 28 current snap is 130 2024-07-29T15:06:57.298 INFO:tasks.rados.rados.0.smithi067.stdout:1323: done (0 left) 2024-07-29T15:06:57.298 INFO:tasks.rados.rados.0.smithi067.stdout:1324: rollback oid 50 current snap is 130 2024-07-29T15:06:57.299 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 50 to 128 2024-07-29T15:06:57.299 INFO:tasks.rados.rados.0.smithi067.stdout:1325: copy_from oid 7 from oid 49 current snap is 130 2024-07-29T15:06:57.299 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 3 current snap is 130 2024-07-29T15:06:57.299 INFO:tasks.rados.rados.0.smithi067.stdout:1326: seq_num 446 ranges {5283840=278528} 2024-07-29T15:06:57.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:56 smithi138 ceph-mon[86438]: pgmap v98: 121 pgs: 37 active+undersized, 15 active+undersized+degraded, 69 active+clean; 306 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 92 KiB/s wr, 15 op/s; 109/711 objects degraded (15.331%) 2024-07-29T15:06:57.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:56 smithi138 ceph-mon[86438]: Health check failed: Degraded data redundancy: 109/711 objects degraded (15.331%), 15 pgs degraded (PG_DEGRADED) 2024-07-29T15:06:57.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:56 smithi138 ceph-mon[86438]: osdmap e327: 8 total, 7 up, 8 in 2024-07-29T15:06:57.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:06:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:06:56.950Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi138\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:06:57.329 INFO:tasks.rados.rados.0.smithi067.stdout:1326: writing smithi06780069-3 from 5283840 to 5562368 tid 1 2024-07-29T15:06:57.330 INFO:tasks.rados.rados.0.smithi067.stdout:1327: read oid 35 snap 104 2024-07-29T15:06:57.330 INFO:tasks.rados.rados.0.smithi067.stdout:1327: expect deleted 2024-07-29T15:06:57.330 INFO:tasks.rados.rados.0.smithi067.stdout:1328: snap_create 2024-07-29T15:06:57.330 INFO:tasks.rados.rados.0.smithi067.stdout:1325: finishing copy_from to smithi06780069-7 2024-07-29T15:06:57.330 INFO:tasks.rados.rados.0.smithi067.stdout:1325: got expected ENOENT (src dne) 2024-07-29T15:06:57.330 INFO:tasks.rados.rados.0.smithi067.stdout:1325: finishing copy_from racing read to smithi06780069-7 2024-07-29T15:06:57.330 INFO:tasks.rados.rados.0.smithi067.stdout:1324: finishing rollback tid 0 to smithi06780069-50 2024-07-29T15:06:57.330 INFO:tasks.rados.rados.0.smithi067.stdout:1324: finishing rollback tid 1 to smithi06780069-50 2024-07-29T15:06:57.330 INFO:tasks.rados.rados.0.smithi067.stdout:1324: finishing rollback tid 2 to smithi06780069-50 2024-07-29T15:06:57.330 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 50 v 524 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-07-29T15:06:57.333 INFO:tasks.rados.rados.0.smithi067.stdout:1326: finishing write tid 1 to smithi06780069-3 2024-07-29T15:06:57.333 INFO:tasks.rados.rados.0.smithi067.stdout:1326: finishing write tid 2 to smithi06780069-3 2024-07-29T15:06:57.334 INFO:tasks.rados.rados.0.smithi067.stdout:1326: finishing write tid 3 to smithi06780069-3 2024-07-29T15:06:57.334 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 527 (ObjNum 446 snap 130 seq_num 446) dirty exists 2024-07-29T15:06:57.334 INFO:tasks.rados.rados.0.smithi067.stdout:1326: left oid 3 (ObjNum 446 snap 130 seq_num 446) 2024-07-29T15:06:57.597 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:57 smithi067 podman[99800]: 2024-07-29 15:06:57.242273192 +0000 UTC m=+0.572624931 container remove 0ef047a9258d16341f00ecbed6f65712c3b5b6dbb1c14a9966e1b57f4406d038 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0-activate, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240716, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=main-69149bb, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-07-29T15:06:57.597 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:57 smithi067 podman[99856]: 2024-07-29 15:06:57.366324615 +0000 UTC m=+0.017958368 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T15:06:57.598 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:57 smithi067 podman[99856]: 2024-07-29 15:06:57.468288775 +0000 UTC m=+0.119922517 container create 17c73145f36a54cff191500d04934b4f8a531860a79206aad10d8bb390d14b1e (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240716, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=main-69149bb, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-07-29T15:06:57.944 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:57 smithi067 podman[99856]: 2024-07-29 15:06:57.703868305 +0000 UTC m=+0.355502065 container init 17c73145f36a54cff191500d04934b4f8a531860a79206aad10d8bb390d14b1e (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0, RELEASE=main-69149bb, org.label-schema.build-date=20240716, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-07-29T15:06:57.945 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:57 smithi067 podman[99856]: 2024-07-29 15:06:57.707195985 +0000 UTC m=+0.358829728 container start 17c73145f36a54cff191500d04934b4f8a531860a79206aad10d8bb390d14b1e (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, RELEASE=main-69149bb, org.label-schema.build-date=20240716, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-29T15:06:57.945 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:57 smithi067 ceph-osd[99876]: -- 172.21.15.67:0/432503042 <== mon.2 v2:172.21.15.67:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5632e555fa40 con 0x5632e553dc00 2024-07-29T15:06:57.945 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:57 smithi067 bash[99856]: 17c73145f36a54cff191500d04934b4f8a531860a79206aad10d8bb390d14b1e 2024-07-29T15:06:57.945 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:57 smithi067 systemd[1]: Started Ceph osd.0 for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:06:57.945 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:57 smithi067 ceph-mon[91995]: osdmap e328: 8 total, 7 up, 8 in 2024-07-29T15:06:57.945 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:57.945 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:57.945 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:06:57.946 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:06:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:06:57] "GET /metrics HTTP/1.1" 200 36123 "" "Prometheus/2.51.0" 2024-07-29T15:06:57.952 INFO:tasks.rados.rados.0.smithi067.stdout:1324: done (4 left) 2024-07-29T15:06:57.952 INFO:tasks.rados.rados.0.smithi067.stdout:1325: done (3 left) 2024-07-29T15:06:57.952 INFO:tasks.rados.rados.0.smithi067.stdout:1326: done (2 left) 2024-07-29T15:06:57.952 INFO:tasks.rados.rados.0.smithi067.stdout:1327: done (1 left) 2024-07-29T15:06:57.953 INFO:tasks.rados.rados.0.smithi067.stdout:1328: done (0 left) 2024-07-29T15:06:57.953 INFO:tasks.rados.rados.0.smithi067.stdout:1329: delete oid 26 current snap is 131 2024-07-29T15:06:57.956 INFO:tasks.rados.rados.0.smithi067.stdout:1329: done (0 left) 2024-07-29T15:06:57.957 INFO:tasks.rados.rados.0.smithi067.stdout:1330: delete oid 5 current snap is 131 2024-07-29T15:06:57.961 INFO:tasks.rados.rados.0.smithi067.stdout:1330: done (0 left) 2024-07-29T15:06:57.961 INFO:tasks.rados.rados.0.smithi067.stdout:1331: copy_from oid 21 from oid 29 current snap is 131 2024-07-29T15:06:57.961 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 3 current snap is 131 2024-07-29T15:06:57.961 INFO:tasks.rados.rados.0.smithi067.stdout:1332: seq_num 449 ranges {5562368=327680} 2024-07-29T15:06:57.993 INFO:tasks.rados.rados.0.smithi067.stdout:1332: writing smithi06780069-3 from 5562368 to 5890048 tid 1 2024-07-29T15:06:57.994 INFO:tasks.rados.rados.0.smithi067.stdout:1333: copy_from oid 35 from oid 34 current snap is 131 2024-07-29T15:06:57.994 INFO:tasks.rados.rados.0.smithi067.stdout:1331: finishing copy_from racing read to smithi06780069-21 2024-07-29T15:06:57.994 INFO:tasks.rados.rados.0.smithi067.stdout:1331: finishing copy_from to smithi06780069-21 2024-07-29T15:06:57.994 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 520 (ObjNum 441 snap 130 seq_num 441) dirty exists 2024-07-29T15:06:57.994 INFO:tasks.rados.rados.0.smithi067.stdout:1331: done (2 left) 2024-07-29T15:06:57.994 INFO:tasks.rados.rados.0.smithi067.stdout:1334: read oid 38 snap -1 2024-07-29T15:06:57.994 INFO:tasks.rados.rados.0.smithi067.stdout:1334: expect (ObjNum 360 snap 106 seq_num 360) 2024-07-29T15:06:57.994 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 23 current snap is 131 2024-07-29T15:06:57.994 INFO:tasks.rados.rados.0.smithi067.stdout:1335: seq_num 450 ranges {5038080=344064} 2024-07-29T15:06:58.024 INFO:tasks.rados.rados.0.smithi067.stdout:1335: writing smithi06780069-23 from 5038080 to 5382144 tid 1 2024-07-29T15:06:58.024 INFO:tasks.rados.rados.0.smithi067.stdout:1336: copy_from oid 31 from oid 43 current snap is 131 2024-07-29T15:06:58.024 INFO:tasks.rados.rados.0.smithi067.stdout:1333: finishing copy_from racing read to smithi06780069-35 2024-07-29T15:06:58.024 INFO:tasks.rados.rados.0.smithi067.stdout:1333: finishing copy_from to smithi06780069-35 2024-07-29T15:06:58.025 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 35 v 569 (ObjNum 33 snap 0 seq_num 3837062672) dirty exists 2024-07-29T15:06:58.025 INFO:tasks.rados.rados.0.smithi067.stdout:1332: finishing write tid 1 to smithi06780069-3 2024-07-29T15:06:58.025 INFO:tasks.rados.rados.0.smithi067.stdout:1332: finishing write tid 2 to smithi06780069-3 2024-07-29T15:06:58.025 INFO:tasks.rados.rados.0.smithi067.stdout:1332: finishing write tid 3 to smithi06780069-3 2024-07-29T15:06:58.025 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 530 (ObjNum 449 snap 131 seq_num 449) dirty exists 2024-07-29T15:06:58.025 INFO:tasks.rados.rados.0.smithi067.stdout:1332: left oid 3 (ObjNum 449 snap 131 seq_num 449) 2024-07-29T15:06:58.025 INFO:tasks.rados.rados.0.smithi067.stdout:1332: done (4 left) 2024-07-29T15:06:58.025 INFO:tasks.rados.rados.0.smithi067.stdout:1333: done (3 left) 2024-07-29T15:06:58.025 INFO:tasks.rados.rados.0.smithi067.stdout:1337: rmattr oid 10 current snap is 131 2024-07-29T15:06:58.025 INFO:tasks.rados.rados.0.smithi067.stdout:1337: done (3 left) 2024-07-29T15:06:58.025 INFO:tasks.rados.rados.0.smithi067.stdout:1338: snap_remove snap 98 2024-07-29T15:06:58.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:57 smithi067 ceph-mon[94375]: osdmap e328: 8 total, 7 up, 8 in 2024-07-29T15:06:58.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:58.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:58.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:06:58.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:57 smithi138 ceph-mon[86438]: osdmap e328: 8 total, 7 up, 8 in 2024-07-29T15:06:58.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:58.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:06:58.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:06:58.620 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:06:58 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0[99872]: 2024-07-29T15:06:58.251+0000 7f5e7c4cd640 -1 Falling back to public interface 2024-07-29T15:06:58.960 INFO:tasks.rados.rados.0.smithi067.stdout:1338: done (3 left) 2024-07-29T15:06:58.960 INFO:tasks.rados.rados.0.smithi067.stdout:1339: copy_from oid 36 from oid 9 current snap is 131 2024-07-29T15:06:58.960 INFO:tasks.rados.rados.0.smithi067.stdout:1334: expect (ObjNum 360 snap 106 seq_num 360) 2024-07-29T15:06:59.036 INFO:tasks.rados.rados.0.smithi067.stdout:1335: finishing write tid 1 to smithi06780069-23 2024-07-29T15:06:59.036 INFO:tasks.rados.rados.0.smithi067.stdout:1335: finishing write tid 2 to smithi06780069-23 2024-07-29T15:06:59.036 INFO:tasks.rados.rados.0.smithi067.stdout:1335: finishing write tid 3 to smithi06780069-23 2024-07-29T15:06:59.036 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 667 (ObjNum 450 snap 131 seq_num 450) dirty exists 2024-07-29T15:06:59.036 INFO:tasks.rados.rados.0.smithi067.stdout:1335: left oid 23 (ObjNum 450 snap 131 seq_num 450) 2024-07-29T15:06:59.036 INFO:tasks.rados.rados.0.smithi067.stdout:1336: finishing copy_from racing read to smithi06780069-31 2024-07-29T15:06:59.036 INFO:tasks.rados.rados.0.smithi067.stdout:1336: finishing copy_from to smithi06780069-31 2024-07-29T15:06:59.036 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 389 (ObjNum 391 snap 118 seq_num 391) dirty exists 2024-07-29T15:06:59.036 INFO:tasks.rados.rados.0.smithi067.stdout:1339: finishing copy_from to smithi06780069-36 2024-07-29T15:06:59.036 INFO:tasks.rados.rados.0.smithi067.stdout:1339: got expected ENOENT (src dne) 2024-07-29T15:06:59.036 INFO:tasks.rados.rados.0.smithi067.stdout:1339: finishing copy_from racing read to smithi06780069-36 2024-07-29T15:06:59.037 INFO:tasks.rados.rados.0.smithi067.stdout:1334: done (3 left) 2024-07-29T15:06:59.037 INFO:tasks.rados.rados.0.smithi067.stdout:1335: done (2 left) 2024-07-29T15:06:59.037 INFO:tasks.rados.rados.0.smithi067.stdout:1336: done (1 left) 2024-07-29T15:06:59.037 INFO:tasks.rados.rados.0.smithi067.stdout:1339: done (0 left) 2024-07-29T15:06:59.037 INFO:tasks.rados.rados.0.smithi067.stdout:1340: snap_create 2024-07-29T15:06:59.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:58 smithi067 ceph-mon[91995]: pgmap v101: 121 pgs: 37 active+undersized, 15 active+undersized+degraded, 69 active+clean; 306 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 92 KiB/s wr, 15 op/s; 109/711 objects degraded (15.331%) 2024-07-29T15:06:59.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:58 smithi067 ceph-mon[91995]: osdmap e329: 8 total, 7 up, 8 in 2024-07-29T15:06:59.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:58 smithi067 ceph-mon[94375]: pgmap v101: 121 pgs: 37 active+undersized, 15 active+undersized+degraded, 69 active+clean; 306 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 92 KiB/s wr, 15 op/s; 109/711 objects degraded (15.331%) 2024-07-29T15:06:59.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:58 smithi067 ceph-mon[94375]: osdmap e329: 8 total, 7 up, 8 in 2024-07-29T15:06:59.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:58 smithi138 ceph-mon[86438]: pgmap v101: 121 pgs: 37 active+undersized, 15 active+undersized+degraded, 69 active+clean; 306 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 92 KiB/s wr, 15 op/s; 109/711 objects degraded (15.331%) 2024-07-29T15:06:59.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:58 smithi138 ceph-mon[86438]: osdmap e329: 8 total, 7 up, 8 in 2024-07-29T15:06:59.970 INFO:tasks.rados.rados.0.smithi067.stdout:1340: done (0 left) 2024-07-29T15:06:59.970 INFO:tasks.rados.rados.0.smithi067.stdout:1341: read oid 31 snap 123 2024-07-29T15:06:59.970 INFO:tasks.rados.rados.0.smithi067.stdout:1341: expect (ObjNum 422 snap 123 seq_num 422) 2024-07-29T15:06:59.970 INFO:tasks.rados.rados.0.smithi067.stdout:1342: delete oid 4 current snap is 132 2024-07-29T15:06:59.974 INFO:tasks.rados.rados.0.smithi067.stdout:1342: done (1 left) 2024-07-29T15:06:59.974 INFO:tasks.rados.rados.0.smithi067.stdout:1343: snap_remove snap 127 2024-07-29T15:07:00.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:06:59 smithi067 ceph-mon[91995]: osdmap e330: 8 total, 7 up, 8 in 2024-07-29T15:07:00.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:06:59 smithi067 ceph-mon[94375]: osdmap e330: 8 total, 7 up, 8 in 2024-07-29T15:07:00.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:06:59 smithi138 ceph-mon[86438]: osdmap e330: 8 total, 7 up, 8 in 2024-07-29T15:07:00.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:07:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:07:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:07:00.972 INFO:tasks.rados.rados.0.smithi067.stdout:1343: done (1 left) 2024-07-29T15:07:00.972 INFO:tasks.rados.rados.0.smithi067.stdout:1344: read oid 9 snap -1 2024-07-29T15:07:00.972 INFO:tasks.rados.rados.0.smithi067.stdout:1344: expect deleted 2024-07-29T15:07:00.972 INFO:tasks.rados.rados.0.smithi067.stdout:1345: delete oid 47 current snap is 132 2024-07-29T15:07:00.973 INFO:tasks.rados.rados.0.smithi067.stdout:1341: expect (ObjNum 422 snap 123 seq_num 422) 2024-07-29T15:07:01.034 INFO:tasks.rados.rados.0.smithi067.stdout:1341: done (2 left) 2024-07-29T15:07:01.034 INFO:tasks.rados.rados.0.smithi067.stdout:1344: done (1 left) 2024-07-29T15:07:01.034 INFO:tasks.rados.rados.0.smithi067.stdout:1345: done (0 left) 2024-07-29T15:07:01.034 INFO:tasks.rados.rados.0.smithi067.stdout:1346: snap_remove snap 102 2024-07-29T15:07:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:00 smithi067 ceph-mon[91995]: pgmap v104: 121 pgs: 37 active+undersized, 15 active+undersized+degraded, 69 active+clean; 306 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 109/711 objects degraded (15.331%) 2024-07-29T15:07:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:00 smithi067 ceph-mon[91995]: osdmap e331: 8 total, 7 up, 8 in 2024-07-29T15:07:01.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:00 smithi067 ceph-mon[94375]: pgmap v104: 121 pgs: 37 active+undersized, 15 active+undersized+degraded, 69 active+clean; 306 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 109/711 objects degraded (15.331%) 2024-07-29T15:07:01.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:00 smithi067 ceph-mon[94375]: osdmap e331: 8 total, 7 up, 8 in 2024-07-29T15:07:01.239 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:07:01 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0[99872]: 2024-07-29T15:07:01.145+0000 7f5e7c4cd640 -1 osd.0 323 log_to_monitors true 2024-07-29T15:07:01.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:00 smithi138 ceph-mon[86438]: pgmap v104: 121 pgs: 37 active+undersized, 15 active+undersized+degraded, 69 active+clean; 306 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 109/711 objects degraded (15.331%) 2024-07-29T15:07:01.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:00 smithi138 ceph-mon[86438]: osdmap e331: 8 total, 7 up, 8 in 2024-07-29T15:07:01.984 INFO:tasks.rados.rados.0.smithi067.stdout:1346: done (0 left) 2024-07-29T15:07:01.984 INFO:tasks.rados.rados.0.smithi067.stdout:1347: read oid 27 snap 120 2024-07-29T15:07:01.984 INFO:tasks.rados.rados.0.smithi067.stdout:1347: expect (ObjNum 319 snap 96 seq_num 319) 2024-07-29T15:07:01.984 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 8 current snap is 132 2024-07-29T15:07:01.984 INFO:tasks.rados.rados.0.smithi067.stdout:1348: seq_num 453 ranges {1916928=393216} 2024-07-29T15:07:01.997 INFO:tasks.rados.rados.0.smithi067.stdout:1348: writing smithi06780069-8 from 1916928 to 2310144 tid 1 2024-07-29T15:07:01.998 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 12 current snap is 132 2024-07-29T15:07:02.000 INFO:tasks.rados.rados.0.smithi067.stdout:1347: expect (ObjNum 319 snap 96 seq_num 319) 2024-07-29T15:07:02.024 INFO:tasks.rados.rados.0.smithi067.stdout:1348: finishing write tid 1 to smithi06780069-8 2024-07-29T15:07:02.024 INFO:tasks.rados.rados.0.smithi067.stdout:1348: finishing write tid 2 to smithi06780069-8 2024-07-29T15:07:02.024 INFO:tasks.rados.rados.0.smithi067.stdout:1348: finishing write tid 3 to smithi06780069-8 2024-07-29T15:07:02.024 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 354 (ObjNum 453 snap 132 seq_num 453) dirty exists 2024-07-29T15:07:02.025 INFO:tasks.rados.rados.0.smithi067.stdout:1348: left oid 8 (ObjNum 453 snap 132 seq_num 453) 2024-07-29T15:07:02.025 INFO:tasks.rados.rados.0.smithi067.stdout:1349: seq_num 454 ranges {0=409600} 2024-07-29T15:07:02.027 INFO:tasks.rados.rados.0.smithi067.stdout:1349: writing smithi06780069-12 from 0 to 409600 tid 1 2024-07-29T15:07:02.027 INFO:tasks.rados.rados.0.smithi067.stdout:1347: done (2 left) 2024-07-29T15:07:02.027 INFO:tasks.rados.rados.0.smithi067.stdout:1348: done (1 left) 2024-07-29T15:07:02.027 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 3 current snap is 132 2024-07-29T15:07:02.027 INFO:tasks.rados.rados.0.smithi067.stdout:1350: seq_num 455 ranges {5890048=425984} 2024-07-29T15:07:02.062 INFO:tasks.rados.rados.0.smithi067.stdout:1350: writing smithi06780069-3 from 5890048 to 6316032 tid 1 2024-07-29T15:07:02.062 INFO:tasks.rados.rados.0.smithi067.stdout:1351: snap_remove snap 112 2024-07-29T15:07:02.238 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 15:07:02 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0[99872]: 2024-07-29T15:07:02.006+0000 7f5e74277640 -1 osd.0 323 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-29T15:07:02.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:01 smithi067 ceph-mon[91995]: osdmap e332: 8 total, 7 up, 8 in 2024-07-29T15:07:02.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:01 smithi067 ceph-mon[91995]: from='osd.0 [v2:172.21.15.67:6802/1862104678,v1:172.21.15.67:6803/1862104678]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-07-29T15:07:02.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:01 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:02.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:01 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:02.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:01 smithi067 ceph-mon[94375]: osdmap e332: 8 total, 7 up, 8 in 2024-07-29T15:07:02.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:01 smithi067 ceph-mon[94375]: from='osd.0 [v2:172.21.15.67:6802/1862104678,v1:172.21.15.67:6803/1862104678]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-07-29T15:07:02.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:01 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:02.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:01 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:02.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:01 smithi138 ceph-mon[86438]: osdmap e332: 8 total, 7 up, 8 in 2024-07-29T15:07:02.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:01 smithi138 ceph-mon[86438]: from='osd.0 [v2:172.21.15.67:6802/1862104678,v1:172.21.15.67:6803/1862104678]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-07-29T15:07:02.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:01 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:02.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:01 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:02.991 INFO:tasks.rados.rados.0.smithi067.stdout:1351: done (2 left) 2024-07-29T15:07:02.992 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 4 current snap is 132 2024-07-29T15:07:02.992 INFO:tasks.rados.rados.0.smithi067.stdout:1349: finishing write tid 1 to smithi06780069-12 2024-07-29T15:07:02.992 INFO:tasks.rados.rados.0.smithi067.stdout:1349: finishing write tid 2 to smithi06780069-12 2024-07-29T15:07:02.992 INFO:tasks.rados.rados.0.smithi067.stdout:1349: finishing write tid 3 to smithi06780069-12 2024-07-29T15:07:02.992 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 443 (ObjNum 454 snap 132 seq_num 454) dirty exists 2024-07-29T15:07:02.992 INFO:tasks.rados.rados.0.smithi067.stdout:1349: left oid 12 (ObjNum 454 snap 132 seq_num 454) 2024-07-29T15:07:02.992 INFO:tasks.rados.rados.0.smithi067.stdout:1350: finishing write tid 1 to smithi06780069-3 2024-07-29T15:07:02.992 INFO:tasks.rados.rados.0.smithi067.stdout:1350: finishing write tid 2 to smithi06780069-3 2024-07-29T15:07:02.992 INFO:tasks.rados.rados.0.smithi067.stdout:1350: finishing write tid 3 to smithi06780069-3 2024-07-29T15:07:02.993 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 533 (ObjNum 455 snap 132 seq_num 455) dirty exists 2024-07-29T15:07:02.993 INFO:tasks.rados.rados.0.smithi067.stdout:1350: left oid 3 (ObjNum 455 snap 132 seq_num 455) 2024-07-29T15:07:02.993 INFO:tasks.rados.rados.0.smithi067.stdout:1352: seq_num 456 ranges {0=442368} 2024-07-29T15:07:02.995 INFO:tasks.rados.rados.0.smithi067.stdout:1352: writing smithi06780069-4 from 0 to 442368 tid 1 2024-07-29T15:07:02.996 INFO:tasks.rados.rados.0.smithi067.stdout:1349: done (2 left) 2024-07-29T15:07:02.996 INFO:tasks.rados.rados.0.smithi067.stdout:1350: done (1 left) 2024-07-29T15:07:02.996 INFO:tasks.rados.rados.0.smithi067.stdout:1353: setattr oid 47 current snap is 132 2024-07-29T15:07:02.996 INFO:tasks.rados.rados.0.smithi067.stdout:1354: copy_from oid 46 from oid 9 current snap is 132 2024-07-29T15:07:02.996 INFO:tasks.rados.rados.0.smithi067.stdout:1355: snap_create 2024-07-29T15:07:03.005 INFO:tasks.rados.rados.0.smithi067.stdout:1354: finishing copy_from to smithi06780069-46 2024-07-29T15:07:03.005 INFO:tasks.rados.rados.0.smithi067.stdout:1354: got expected ENOENT (src dne) 2024-07-29T15:07:03.005 INFO:tasks.rados.rados.0.smithi067.stdout:1354: finishing copy_from racing read to smithi06780069-46 2024-07-29T15:07:03.011 INFO:tasks.rados.rados.0.smithi067.stdout:1352: finishing write tid 1 to smithi06780069-4 2024-07-29T15:07:03.012 INFO:tasks.rados.rados.0.smithi067.stdout:1352: finishing write tid 2 to smithi06780069-4 2024-07-29T15:07:03.019 INFO:tasks.rados.rados.0.smithi067.stdout:1352: finishing write tid 3 to smithi06780069-4 2024-07-29T15:07:03.019 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 714 (ObjNum 456 snap 132 seq_num 456) dirty exists 2024-07-29T15:07:03.019 INFO:tasks.rados.rados.0.smithi067.stdout:1352: left oid 4 (ObjNum 456 snap 132 seq_num 456) 2024-07-29T15:07:03.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:02 smithi138 ceph-mon[86438]: pgmap v107: 121 pgs: 37 active+undersized, 15 active+undersized+degraded, 69 active+clean; 316 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.4 MiB/s wr, 20 op/s; 114/747 objects degraded (15.261%) 2024-07-29T15:07:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:02 smithi138 ceph-mon[86438]: from='osd.0 [v2:172.21.15.67:6802/1862104678,v1:172.21.15.67:6803/1862104678]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-07-29T15:07:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:02 smithi138 ceph-mon[86438]: osdmap e333: 8 total, 7 up, 8 in 2024-07-29T15:07:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:02 smithi138 ceph-mon[86438]: from='osd.0 [v2:172.21.15.67:6802/1862104678,v1:172.21.15.67:6803/1862104678]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T15:07:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:02 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:02 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:02 smithi138 ceph-mon[86438]: Health check update: Degraded data redundancy: 114/747 objects degraded (15.261%), 15 pgs degraded (PG_DEGRADED) 2024-07-29T15:07:03.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:02 smithi067 ceph-mon[94375]: pgmap v107: 121 pgs: 37 active+undersized, 15 active+undersized+degraded, 69 active+clean; 316 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.4 MiB/s wr, 20 op/s; 114/747 objects degraded (15.261%) 2024-07-29T15:07:03.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:02 smithi067 ceph-mon[94375]: from='osd.0 [v2:172.21.15.67:6802/1862104678,v1:172.21.15.67:6803/1862104678]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-07-29T15:07:03.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:02 smithi067 ceph-mon[94375]: osdmap e333: 8 total, 7 up, 8 in 2024-07-29T15:07:03.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:02 smithi067 ceph-mon[94375]: from='osd.0 [v2:172.21.15.67:6802/1862104678,v1:172.21.15.67:6803/1862104678]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T15:07:03.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:02 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:03.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:02 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:03.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:02 smithi067 ceph-mon[94375]: Health check update: Degraded data redundancy: 114/747 objects degraded (15.261%), 15 pgs degraded (PG_DEGRADED) 2024-07-29T15:07:03.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:02 smithi067 ceph-mon[91995]: pgmap v107: 121 pgs: 37 active+undersized, 15 active+undersized+degraded, 69 active+clean; 316 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.4 MiB/s wr, 20 op/s; 114/747 objects degraded (15.261%) 2024-07-29T15:07:03.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:02 smithi067 ceph-mon[91995]: from='osd.0 [v2:172.21.15.67:6802/1862104678,v1:172.21.15.67:6803/1862104678]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-07-29T15:07:03.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:02 smithi067 ceph-mon[91995]: osdmap e333: 8 total, 7 up, 8 in 2024-07-29T15:07:03.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:02 smithi067 ceph-mon[91995]: from='osd.0 [v2:172.21.15.67:6802/1862104678,v1:172.21.15.67:6803/1862104678]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T15:07:03.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:02 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:03.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:02 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:03.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:02 smithi067 ceph-mon[91995]: Health check update: Degraded data redundancy: 114/747 objects degraded (15.261%), 15 pgs degraded (PG_DEGRADED) 2024-07-29T15:07:03.992 INFO:tasks.rados.rados.0.smithi067.stdout:1352: done (3 left) 2024-07-29T15:07:03.992 INFO:tasks.rados.rados.0.smithi067.stdout:1354: done (2 left) 2024-07-29T15:07:03.992 INFO:tasks.rados.rados.0.smithi067.stdout:1355: done (1 left) 2024-07-29T15:07:03.992 INFO:tasks.rados.rados.0.smithi067.stdout:1356: snap_remove snap 122 2024-07-29T15:07:04.200 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:04 smithi067 ceph-mon[91995]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-29T15:07:04.200 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:04 smithi067 ceph-mon[91995]: osd.0 [v2:172.21.15.67:6802/1862104678,v1:172.21.15.67:6803/1862104678] boot 2024-07-29T15:07:04.200 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:04 smithi067 ceph-mon[91995]: osdmap e334: 8 total, 8 up, 8 in 2024-07-29T15:07:04.200 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-29T15:07:04.200 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:04 smithi067 ceph-mon[91995]: osdmap e335: 8 total, 8 up, 8 in 2024-07-29T15:07:04.201 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:04 smithi067 ceph-mon[94375]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-29T15:07:04.201 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:04 smithi067 ceph-mon[94375]: osd.0 [v2:172.21.15.67:6802/1862104678,v1:172.21.15.67:6803/1862104678] boot 2024-07-29T15:07:04.201 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:04 smithi067 ceph-mon[94375]: osdmap e334: 8 total, 8 up, 8 in 2024-07-29T15:07:04.201 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-29T15:07:04.201 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:04 smithi067 ceph-mon[94375]: osdmap e335: 8 total, 8 up, 8 in 2024-07-29T15:07:04.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:04 smithi138 ceph-mon[86438]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-29T15:07:04.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:04 smithi138 ceph-mon[86438]: osd.0 [v2:172.21.15.67:6802/1862104678,v1:172.21.15.67:6803/1862104678] boot 2024-07-29T15:07:04.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:04 smithi138 ceph-mon[86438]: osdmap e334: 8 total, 8 up, 8 in 2024-07-29T15:07:04.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-29T15:07:04.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:04 smithi138 ceph-mon[86438]: osdmap e335: 8 total, 8 up, 8 in 2024-07-29T15:07:04.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:07:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:07:04.146Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:07:04.989 INFO:tasks.rados.rados.0.smithi067.stdout:1356: done (1 left) 2024-07-29T15:07:04.989 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 2 current snap is 133 2024-07-29T15:07:04.989 INFO:tasks.rados.rados.0.smithi067.stdout:1357: seq_num 457 ranges {0=458752} 2024-07-29T15:07:04.992 INFO:tasks.rados.rados.0.smithi067.stdout:1357: writing smithi06780069-2 from 0 to 458752 tid 1 2024-07-29T15:07:04.992 INFO:tasks.rados.rados.0.smithi067.stdout:1358: rollback oid 21 current snap is 133 2024-07-29T15:07:04.992 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 21 to 121 2024-07-29T15:07:04.993 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 43 current snap is 133 2024-07-29T15:07:04.993 INFO:tasks.rados.rados.0.smithi067.stdout:1359: seq_num 458 ranges {8142848=475136} 2024-07-29T15:07:05.041 INFO:tasks.rados.rados.0.smithi067.stdout:1359: writing smithi06780069-43 from 8142848 to 8617984 tid 1 2024-07-29T15:07:05.041 INFO:tasks.rados.rados.0.smithi067.stdout:1360: read oid 32 snap -1 2024-07-29T15:07:05.041 INFO:tasks.rados.rados.0.smithi067.stdout:1360: expect (ObjNum 270 snap 74 seq_num 270) 2024-07-29T15:07:05.041 INFO:tasks.rados.rados.0.smithi067.stdout:1361: read oid 29 snap -1 2024-07-29T15:07:05.041 INFO:tasks.rados.rados.0.smithi067.stdout:1361: expect (ObjNum 441 snap 130 seq_num 441) 2024-07-29T15:07:05.042 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 6 current snap is 133 2024-07-29T15:07:05.042 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 452 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-29T15:07:05.042 INFO:tasks.rados.rados.0.smithi067.stdout:1362: seq_num 459 ranges {0=491520} 2024-07-29T15:07:05.044 INFO:tasks.rados.rados.0.smithi067.stdout:1362: writing smithi06780069-6 from 0 to 491520 tid 1 2024-07-29T15:07:05.045 INFO:tasks.rados.rados.0.smithi067.stdout:1353: done (6 left) 2024-07-29T15:07:05.045 INFO:tasks.rados.rados.0.smithi067.stdout:1363: rmattr oid 23 current snap is 133 2024-07-29T15:07:05.045 INFO:tasks.rados.rados.0.smithi067.stdout:1363: done (6 left) 2024-07-29T15:07:05.045 INFO:tasks.rados.rados.0.smithi067.stdout:1364: rmattr oid 44 current snap is 133 2024-07-29T15:07:05.045 INFO:tasks.rados.rados.0.smithi067.stdout:1358: finishing rollback tid 0 to smithi06780069-21 2024-07-29T15:07:05.045 INFO:tasks.rados.rados.0.smithi067.stdout:1358: finishing rollback tid 1 to smithi06780069-21 2024-07-29T15:07:05.045 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 665 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-07-29T15:07:05.045 INFO:tasks.rados.rados.0.smithi067.stdout:1358: done (6 left) 2024-07-29T15:07:05.045 INFO:tasks.rados.rados.0.smithi067.stdout:1365: snap_create 2024-07-29T15:07:05.045 INFO:tasks.rados.rados.0.smithi067.stdout:1357: finishing write tid 1 to smithi06780069-2 2024-07-29T15:07:05.045 INFO:tasks.rados.rados.0.smithi067.stdout:1357: finishing write tid 2 to smithi06780069-2 2024-07-29T15:07:05.045 INFO:tasks.rados.rados.0.smithi067.stdout:1357: finishing write tid 3 to smithi06780069-2 2024-07-29T15:07:05.046 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 273 (ObjNum 457 snap 133 seq_num 457) dirty exists 2024-07-29T15:07:05.046 INFO:tasks.rados.rados.0.smithi067.stdout:1357: left oid 2 (ObjNum 457 snap 133 seq_num 457) 2024-07-29T15:07:05.046 INFO:tasks.rados.rados.0.smithi067.stdout:1359: finishing write tid 1 to smithi06780069-43 2024-07-29T15:07:05.046 INFO:tasks.rados.rados.0.smithi067.stdout:1359: finishing write tid 2 to smithi06780069-43 2024-07-29T15:07:05.046 INFO:tasks.rados.rados.0.smithi067.stdout:1361: expect (ObjNum 441 snap 130 seq_num 441) 2024-07-29T15:07:05.052 INFO:tasks.rados.rados.0.smithi067.stdout:1359: finishing write tid 3 to smithi06780069-43 2024-07-29T15:07:05.052 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 43 v 475 (ObjNum 458 snap 133 seq_num 458) dirty exists 2024-07-29T15:07:05.052 INFO:tasks.rados.rados.0.smithi067.stdout:1359: left oid 43 (ObjNum 458 snap 133 seq_num 458) 2024-07-29T15:07:05.052 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 497 (ObjNum 397 snap 121 seq_num 397) dirty exists 2024-07-29T15:07:05.052 INFO:tasks.rados.rados.0.smithi067.stdout:1362: finishing write tid 1 to smithi06780069-6 2024-07-29T15:07:05.052 INFO:tasks.rados.rados.0.smithi067.stdout:1362: finishing write tid 2 to smithi06780069-6 2024-07-29T15:07:05.052 INFO:tasks.rados.rados.0.smithi067.stdout:1362: finishing write tid 3 to smithi06780069-6 2024-07-29T15:07:05.052 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 6 v 572 (ObjNum 459 snap 133 seq_num 459) dirty exists 2024-07-29T15:07:05.052 INFO:tasks.rados.rados.0.smithi067.stdout:1362: left oid 6 (ObjNum 459 snap 133 seq_num 459) 2024-07-29T15:07:05.078 INFO:tasks.rados.rados.0.smithi067.stdout:1360: expect (ObjNum 270 snap 74 seq_num 270) 2024-07-29T15:07:05.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:05 smithi138 ceph-mon[86438]: pgmap v110: 121 pgs: 37 active+undersized, 15 active+undersized+degraded, 69 active+clean; 316 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.4 MiB/s wr, 20 op/s; 114/747 objects degraded (15.261%) 2024-07-29T15:07:05.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:05.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:07:05.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:05 smithi138 ceph-mon[86438]: osdmap e336: 8 total, 8 up, 8 in 2024-07-29T15:07:05.438 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:05 smithi067 ceph-mon[94375]: pgmap v110: 121 pgs: 37 active+undersized, 15 active+undersized+degraded, 69 active+clean; 316 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.4 MiB/s wr, 20 op/s; 114/747 objects degraded (15.261%) 2024-07-29T15:07:05.438 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:05.439 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:07:05.439 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:05 smithi067 ceph-mon[94375]: osdmap e336: 8 total, 8 up, 8 in 2024-07-29T15:07:05.439 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:05 smithi067 ceph-mon[91995]: pgmap v110: 121 pgs: 37 active+undersized, 15 active+undersized+degraded, 69 active+clean; 316 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.4 MiB/s wr, 20 op/s; 114/747 objects degraded (15.261%) 2024-07-29T15:07:05.439 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:05.439 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:07:05.439 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:05 smithi067 ceph-mon[91995]: osdmap e336: 8 total, 8 up, 8 in 2024-07-29T15:07:05.738 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:07:05 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:07:05.600+0000 7f799bbb6640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-07-29T15:07:06.016 INFO:tasks.rados.rados.0.smithi067.stdout:1357: done (6 left) 2024-07-29T15:07:06.016 INFO:tasks.rados.rados.0.smithi067.stdout:1359: done (5 left) 2024-07-29T15:07:06.016 INFO:tasks.rados.rados.0.smithi067.stdout:1360: done (4 left) 2024-07-29T15:07:06.016 INFO:tasks.rados.rados.0.smithi067.stdout:1361: done (3 left) 2024-07-29T15:07:06.016 INFO:tasks.rados.rados.0.smithi067.stdout:1362: done (2 left) 2024-07-29T15:07:06.017 INFO:tasks.rados.rados.0.smithi067.stdout:1364: done (1 left) 2024-07-29T15:07:06.017 INFO:tasks.rados.rados.0.smithi067.stdout:1365: done (0 left) 2024-07-29T15:07:06.017 INFO:tasks.rados.rados.0.smithi067.stdout:1366: rollback oid 39 current snap is 134 2024-07-29T15:07:06.017 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 39 to 79 2024-07-29T15:07:06.017 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 44 current snap is 134 2024-07-29T15:07:06.017 INFO:tasks.rados.rados.0.smithi067.stdout:1367: seq_num 460 ranges {2981888=507904} 2024-07-29T15:07:06.036 INFO:tasks.rados.rados.0.smithi067.stdout:1367: writing smithi06780069-44 from 2981888 to 3489792 tid 1 2024-07-29T15:07:06.036 INFO:tasks.rados.rados.0.smithi067.stdout:1368: read oid 16 snap 120 2024-07-29T15:07:06.036 INFO:tasks.rados.rados.0.smithi067.stdout:1368: expect deleted 2024-07-29T15:07:06.036 INFO:tasks.rados.rados.0.smithi067.stdout:1369: read oid 17 snap -1 2024-07-29T15:07:06.036 INFO:tasks.rados.rados.0.smithi067.stdout:1369: expect (ObjNum 398 snap 121 seq_num 398) 2024-07-29T15:07:06.036 INFO:tasks.rados.rados.0.smithi067.stdout:1370: copy_from oid 50 from oid 25 current snap is 134 2024-07-29T15:07:06.036 INFO:tasks.rados.rados.0.smithi067.stdout:1366: finishing rollback tid 0 to smithi06780069-39 2024-07-29T15:07:06.036 INFO:tasks.rados.rados.0.smithi067.stdout:1366: finishing rollback tid 1 to smithi06780069-39 2024-07-29T15:07:06.037 INFO:tasks.rados.rados.0.smithi067.stdout:1366: finishing rollback tid 2 to smithi06780069-39 2024-07-29T15:07:06.037 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 479 (ObjNum 235 snap 63 seq_num 235) dirty exists 2024-07-29T15:07:06.037 INFO:tasks.rados.rados.0.smithi067.stdout:1366: done (4 left) 2024-07-29T15:07:06.037 INFO:tasks.rados.rados.0.smithi067.stdout:1371: rollback oid 36 current snap is 134 2024-07-29T15:07:06.037 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 36 to 97 2024-07-29T15:07:06.037 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 26 current snap is 134 2024-07-29T15:07:06.037 INFO:tasks.rados.rados.0.smithi067.stdout:1372: seq_num 461 ranges {0=524288} 2024-07-29T15:07:06.040 INFO:tasks.rados.rados.0.smithi067.stdout:1372: writing smithi06780069-26 from 0 to 524288 tid 1 2024-07-29T15:07:06.040 INFO:tasks.rados.rados.0.smithi067.stdout:1373: read oid 22 snap -1 2024-07-29T15:07:06.040 INFO:tasks.rados.rados.0.smithi067.stdout:1373: expect deleted 2024-07-29T15:07:06.040 INFO:tasks.rados.rados.0.smithi067.stdout:1374: rmattr oid 45 current snap is 134 2024-07-29T15:07:06.040 INFO:tasks.rados.rados.0.smithi067.stdout:1368: done (7 left) 2024-07-29T15:07:06.040 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 21 current snap is 134 2024-07-29T15:07:06.040 INFO:tasks.rados.rados.0.smithi067.stdout:1375: seq_num 462 ranges {0=540672} 2024-07-29T15:07:06.044 INFO:tasks.rados.rados.0.smithi067.stdout:1375: writing smithi06780069-21 from 0 to 540672 tid 1 2024-07-29T15:07:06.044 INFO:tasks.rados.rados.0.smithi067.stdout:1376: copy_from oid 35 from oid 47 current snap is 134 2024-07-29T15:07:06.044 INFO:tasks.rados.rados.0.smithi067.stdout:1370: finishing copy_from to smithi06780069-50 2024-07-29T15:07:06.044 INFO:tasks.rados.rados.0.smithi067.stdout:1370: got expected ENOENT (src dne) 2024-07-29T15:07:06.044 INFO:tasks.rados.rados.0.smithi067.stdout:1373: done (8 left) 2024-07-29T15:07:06.044 INFO:tasks.rados.rados.0.smithi067.stdout:1377: read oid 5 snap -1 2024-07-29T15:07:06.044 INFO:tasks.rados.rados.0.smithi067.stdout:1377: expect deleted 2024-07-29T15:07:06.044 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 15 current snap is 134 2024-07-29T15:07:06.044 INFO:tasks.rados.rados.0.smithi067.stdout:1370: finishing copy_from racing read to smithi06780069-50 2024-07-29T15:07:06.044 INFO:tasks.rados.rados.0.smithi067.stdout:1367: finishing write tid 1 to smithi06780069-44 2024-07-29T15:07:06.044 INFO:tasks.rados.rados.0.smithi067.stdout:1367: finishing write tid 2 to smithi06780069-44 2024-07-29T15:07:06.044 INFO:tasks.rados.rados.0.smithi067.stdout:1378: seq_num 463 ranges {1597440=557056} 2024-07-29T15:07:06.057 INFO:tasks.rados.rados.0.smithi067.stdout:1378: writing smithi06780069-15 from 1597440 to 2154496 tid 1 2024-07-29T15:07:06.057 INFO:tasks.rados.rados.0.smithi067.stdout:1370: done (9 left) 2024-07-29T15:07:06.057 INFO:tasks.rados.rados.0.smithi067.stdout:1379: snap_create 2024-07-29T15:07:06.057 INFO:tasks.rados.rados.0.smithi067.stdout:1367: finishing write tid 3 to smithi06780069-44 2024-07-29T15:07:06.057 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 499 (ObjNum 460 snap 134 seq_num 460) dirty exists 2024-07-29T15:07:06.057 INFO:tasks.rados.rados.0.smithi067.stdout:1367: left oid 44 (ObjNum 460 snap 134 seq_num 460) 2024-07-29T15:07:06.057 INFO:tasks.rados.rados.0.smithi067.stdout:1371: finishing rollback tid 0 to smithi06780069-36 2024-07-29T15:07:06.057 INFO:tasks.rados.rados.0.smithi067.stdout:1372: finishing write tid 1 to smithi06780069-26 2024-07-29T15:07:06.057 INFO:tasks.rados.rados.0.smithi067.stdout:1371: finishing rollback tid 1 to smithi06780069-36 2024-07-29T15:07:06.057 INFO:tasks.rados.rados.0.smithi067.stdout:1371: finishing rollback tid 2 to smithi06780069-36 2024-07-29T15:07:06.057 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 350 (ObjNum 289 snap 83 seq_num 289) dirty exists 2024-07-29T15:07:06.057 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 352 (ObjNum 366 snap 106 seq_num 366) dirty exists 2024-07-29T15:07:06.057 INFO:tasks.rados.rados.0.smithi067.stdout:1376: finishing copy_from racing read to smithi06780069-35 2024-07-29T15:07:06.058 INFO:tasks.rados.rados.0.smithi067.stdout:1376: finishing copy_from to smithi06780069-35 2024-07-29T15:07:06.058 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 35 v 452 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-07-29T15:07:06.058 INFO:tasks.rados.rados.0.smithi067.stdout:1372: finishing write tid 2 to smithi06780069-26 2024-07-29T15:07:06.058 INFO:tasks.rados.rados.0.smithi067.stdout:1375: finishing write tid 1 to smithi06780069-21 2024-07-29T15:07:06.058 INFO:tasks.rados.rados.0.smithi067.stdout:1375: finishing write tid 2 to smithi06780069-21 2024-07-29T15:07:06.058 INFO:tasks.rados.rados.0.smithi067.stdout:1372: finishing write tid 3 to smithi06780069-26 2024-07-29T15:07:06.058 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 667 (ObjNum 461 snap 134 seq_num 461) dirty exists 2024-07-29T15:07:06.058 INFO:tasks.rados.rados.0.smithi067.stdout:1372: left oid 26 (ObjNum 461 snap 134 seq_num 461) 2024-07-29T15:07:06.058 INFO:tasks.rados.rados.0.smithi067.stdout:1375: finishing write tid 3 to smithi06780069-21 2024-07-29T15:07:06.058 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 669 (ObjNum 462 snap 134 seq_num 462) dirty exists 2024-07-29T15:07:06.058 INFO:tasks.rados.rados.0.smithi067.stdout:1375: left oid 21 (ObjNum 462 snap 134 seq_num 462) 2024-07-29T15:07:06.059 INFO:tasks.rados.rados.0.smithi067.stdout:1369: expect (ObjNum 398 snap 121 seq_num 398) 2024-07-29T15:07:06.060 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:07:05 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:07:05.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:07:06.060 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:07:05 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:07:05.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:07:06.182 INFO:tasks.rados.rados.0.smithi067.stdout:1378: finishing write tid 1 to smithi06780069-15 2024-07-29T15:07:06.182 INFO:tasks.rados.rados.0.smithi067.stdout:1378: finishing write tid 2 to smithi06780069-15 2024-07-29T15:07:06.182 INFO:tasks.rados.rados.0.smithi067.stdout:1378: finishing write tid 3 to smithi06780069-15 2024-07-29T15:07:06.182 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 695 (ObjNum 463 snap 134 seq_num 463) dirty exists 2024-07-29T15:07:06.182 INFO:tasks.rados.rados.0.smithi067.stdout:1378: left oid 15 (ObjNum 463 snap 134 seq_num 463) 2024-07-29T15:07:06.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:06 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:06.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:06 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:06.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:06 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:07:06.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:06 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:07:06.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:06 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:06.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:06 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:07:06.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:06 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:07:06.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:06 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:07:06.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:06 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:07:06.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:06 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-29T15:07:06.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:06 smithi067 ceph-mon[91995]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-29T15:07:06.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:06 smithi067 ceph-mon[91995]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-07-29T15:07:06.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:06 smithi067 ceph-mon[91995]: pgmap v113: 121 pgs: 10 active+undersized, 5 active+undersized+degraded, 106 active+clean; 315 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 536 KiB/s wr, 7 op/s; 38/738 objects degraded (5.149%); 1.8 MiB/s, 2 objects/s recovering 2024-07-29T15:07:06.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:06 smithi067 ceph-mon[91995]: osdmap e337: 8 total, 8 up, 8 in 2024-07-29T15:07:06.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:06 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:06.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:06 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:06.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:06 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:07:06.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:06 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:07:06.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:06 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:06.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:06 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:07:06.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:06 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:07:06.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:06 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:07:06.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:06 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:07:06.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:06 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-29T15:07:06.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:06 smithi067 ceph-mon[94375]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-29T15:07:06.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:06 smithi067 ceph-mon[94375]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-07-29T15:07:06.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:06 smithi067 ceph-mon[94375]: pgmap v113: 121 pgs: 10 active+undersized, 5 active+undersized+degraded, 106 active+clean; 315 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 536 KiB/s wr, 7 op/s; 38/738 objects degraded (5.149%); 1.8 MiB/s, 2 objects/s recovering 2024-07-29T15:07:06.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:06 smithi067 ceph-mon[94375]: osdmap e337: 8 total, 8 up, 8 in 2024-07-29T15:07:06.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:06 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:06.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:06 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:06.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:06 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:07:06.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:06 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:07:06.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:06 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:06.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:06 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:07:06.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:06 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:07:06.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:06 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:07:06.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:06 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:07:06.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:06 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-29T15:07:06.812 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:06 smithi138 ceph-mon[86438]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-29T15:07:06.812 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:06 smithi138 ceph-mon[86438]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-07-29T15:07:06.812 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:06 smithi138 ceph-mon[86438]: pgmap v113: 121 pgs: 10 active+undersized, 5 active+undersized+degraded, 106 active+clean; 315 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 536 KiB/s wr, 7 op/s; 38/738 objects degraded (5.149%); 1.8 MiB/s, 2 objects/s recovering 2024-07-29T15:07:06.812 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:06 smithi138 ceph-mon[86438]: osdmap e337: 8 total, 8 up, 8 in 2024-07-29T15:07:07.014 INFO:tasks.rados.rados.0.smithi067.stdout:1367: done (9 left) 2024-07-29T15:07:07.015 INFO:tasks.rados.rados.0.smithi067.stdout:1369: done (8 left) 2024-07-29T15:07:07.015 INFO:tasks.rados.rados.0.smithi067.stdout:1371: done (7 left) 2024-07-29T15:07:07.015 INFO:tasks.rados.rados.0.smithi067.stdout:1372: done (6 left) 2024-07-29T15:07:07.015 INFO:tasks.rados.rados.0.smithi067.stdout:1374: done (5 left) 2024-07-29T15:07:07.015 INFO:tasks.rados.rados.0.smithi067.stdout:1375: done (4 left) 2024-07-29T15:07:07.015 INFO:tasks.rados.rados.0.smithi067.stdout:1376: done (3 left) 2024-07-29T15:07:07.015 INFO:tasks.rados.rados.0.smithi067.stdout:1377: done (2 left) 2024-07-29T15:07:07.015 INFO:tasks.rados.rados.0.smithi067.stdout:1378: done (1 left) 2024-07-29T15:07:07.015 INFO:tasks.rados.rados.0.smithi067.stdout:1379: done (0 left) 2024-07-29T15:07:07.015 INFO:tasks.rados.rados.0.smithi067.stdout:1380: copy_from oid 49 from oid 24 current snap is 135 2024-07-29T15:07:07.015 INFO:tasks.rados.rados.0.smithi067.stdout:1381: rollback oid 15 current snap is 135 2024-07-29T15:07:07.015 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 15 to 129 2024-07-29T15:07:07.015 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 35 current snap is 135 2024-07-29T15:07:07.015 INFO:tasks.rados.rados.0.smithi067.stdout:1382: seq_num 464 ranges {0=573440} 2024-07-29T15:07:07.018 INFO:tasks.rados.rados.0.smithi067.stdout:1382: writing smithi06780069-35 from 0 to 573440 tid 1 2024-07-29T15:07:07.018 INFO:tasks.rados.rados.0.smithi067.stdout:1383: snap_create 2024-07-29T15:07:07.021 INFO:tasks.rados.rados.0.smithi067.stdout:1381: finishing rollback tid 0 to smithi06780069-15 2024-07-29T15:07:07.021 INFO:tasks.rados.rados.0.smithi067.stdout:1380: finishing copy_from to smithi06780069-49 2024-07-29T15:07:07.021 INFO:tasks.rados.rados.0.smithi067.stdout:1380: got expected ENOENT (src dne) 2024-07-29T15:07:07.021 INFO:tasks.rados.rados.0.smithi067.stdout:1380: finishing copy_from racing read to smithi06780069-49 2024-07-29T15:07:07.021 INFO:tasks.rados.rados.0.smithi067.stdout:1381: finishing rollback tid 1 to smithi06780069-15 2024-07-29T15:07:07.021 INFO:tasks.rados.rados.0.smithi067.stdout:1381: finishing rollback tid 2 to smithi06780069-15 2024-07-29T15:07:07.021 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 699 (ObjNum 335 snap 100 seq_num 335) dirty exists 2024-07-29T15:07:07.024 INFO:tasks.rados.rados.0.smithi067.stdout:1382: finishing write tid 1 to smithi06780069-35 2024-07-29T15:07:07.024 INFO:tasks.rados.rados.0.smithi067.stdout:1382: finishing write tid 2 to smithi06780069-35 2024-07-29T15:07:07.025 INFO:tasks.rados.rados.0.smithi067.stdout:1382: finishing write tid 3 to smithi06780069-35 2024-07-29T15:07:07.026 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 35 v 574 (ObjNum 464 snap 135 seq_num 464) dirty exists 2024-07-29T15:07:07.026 INFO:tasks.rados.rados.0.smithi067.stdout:1382: left oid 35 (ObjNum 464 snap 135 seq_num 464) 2024-07-29T15:07:07.310 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:07:06 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:07:06.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi138\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:07:08.024 INFO:tasks.rados.rados.0.smithi067.stdout:1380: done (3 left) 2024-07-29T15:07:08.024 INFO:tasks.rados.rados.0.smithi067.stdout:1381: done (2 left) 2024-07-29T15:07:08.024 INFO:tasks.rados.rados.0.smithi067.stdout:1382: done (1 left) 2024-07-29T15:07:08.024 INFO:tasks.rados.rados.0.smithi067.stdout:1383: done (0 left) 2024-07-29T15:07:08.024 INFO:tasks.rados.rados.0.smithi067.stdout:1384: rollback oid 1 current snap is 136 2024-07-29T15:07:08.025 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 1 to 126 2024-07-29T15:07:08.025 INFO:tasks.rados.rados.0.smithi067.stdout:1385: rollback oid 36 current snap is 136 2024-07-29T15:07:08.025 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 36 to 123 2024-07-29T15:07:08.025 INFO:tasks.rados.rados.0.smithi067.stdout:1386: snap_remove snap 121 2024-07-29T15:07:08.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:08 smithi067 ceph-mon[91995]: osdmap e338: 8 total, 8 up, 8 in 2024-07-29T15:07:08.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:08 smithi067 ceph-mon[91995]: Health check update: Degraded data redundancy: 38/738 objects degraded (5.149%), 5 pgs degraded (PG_DEGRADED) 2024-07-29T15:07:08.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:07:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:07:07] "GET /metrics HTTP/1.1" 200 36037 "" "Prometheus/2.51.0" 2024-07-29T15:07:08.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:08 smithi067 ceph-mon[94375]: osdmap e338: 8 total, 8 up, 8 in 2024-07-29T15:07:08.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:08 smithi067 ceph-mon[94375]: Health check update: Degraded data redundancy: 38/738 objects degraded (5.149%), 5 pgs degraded (PG_DEGRADED) 2024-07-29T15:07:08.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:08 smithi138 ceph-mon[86438]: osdmap e338: 8 total, 8 up, 8 in 2024-07-29T15:07:08.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:08 smithi138 ceph-mon[86438]: Health check update: Degraded data redundancy: 38/738 objects degraded (5.149%), 5 pgs degraded (PG_DEGRADED) 2024-07-29T15:07:09.025 INFO:tasks.rados.rados.0.smithi067.stdout:1386: done (2 left) 2024-07-29T15:07:09.026 INFO:tasks.rados.rados.0.smithi067.stdout:1387: snap_remove snap 97 2024-07-29T15:07:09.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:09 smithi067 ceph-mon[91995]: pgmap v116: 121 pgs: 121 active+clean; 318 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 756 KiB/s wr, 16 op/s; 8.8 MiB/s, 4 objects/s recovering 2024-07-29T15:07:09.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:09 smithi067 ceph-mon[91995]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 38/738 objects degraded (5.149%), 5 pgs degraded) 2024-07-29T15:07:09.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:09 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:07:09.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:09 smithi067 ceph-mon[91995]: osdmap e339: 8 total, 8 up, 8 in 2024-07-29T15:07:09.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:09 smithi067 ceph-mon[94375]: pgmap v116: 121 pgs: 121 active+clean; 318 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 756 KiB/s wr, 16 op/s; 8.8 MiB/s, 4 objects/s recovering 2024-07-29T15:07:09.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:09 smithi067 ceph-mon[94375]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 38/738 objects degraded (5.149%), 5 pgs degraded) 2024-07-29T15:07:09.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:09 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:07:09.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:09 smithi067 ceph-mon[94375]: osdmap e339: 8 total, 8 up, 8 in 2024-07-29T15:07:09.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:09 smithi138 ceph-mon[86438]: pgmap v116: 121 pgs: 121 active+clean; 318 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 756 KiB/s wr, 16 op/s; 8.8 MiB/s, 4 objects/s recovering 2024-07-29T15:07:09.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:09 smithi138 ceph-mon[86438]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 38/738 objects degraded (5.149%), 5 pgs degraded) 2024-07-29T15:07:09.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:09 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:07:09.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:09 smithi138 ceph-mon[86438]: osdmap e339: 8 total, 8 up, 8 in 2024-07-29T15:07:10.038 INFO:tasks.rados.rados.0.smithi067.stdout:1385: finishing rollback tid 0 to smithi06780069-36 2024-07-29T15:07:10.038 INFO:tasks.rados.rados.0.smithi067.stdout:1384: finishing rollback tid 0 to smithi06780069-1 2024-07-29T15:07:10.038 INFO:tasks.rados.rados.0.smithi067.stdout:1385: finishing rollback tid 1 to smithi06780069-36 2024-07-29T15:07:10.038 INFO:tasks.rados.rados.0.smithi067.stdout:1384: finishing rollback tid 1 to smithi06780069-1 2024-07-29T15:07:10.038 INFO:tasks.rados.rados.0.smithi067.stdout:1384: finishing rollback tid 2 to smithi06780069-1 2024-07-29T15:07:10.038 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 703 (ObjNum 413 snap 122 seq_num 413) dirty exists 2024-07-29T15:07:10.038 INFO:tasks.rados.rados.0.smithi067.stdout:1385: finishing rollback tid 2 to smithi06780069-36 2024-07-29T15:07:10.039 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 356 (ObjNum 420 snap 123 seq_num 420) dirty exists 2024-07-29T15:07:10.039 INFO:tasks.rados.rados.0.smithi067.stdout:1384: done (2 left) 2024-07-29T15:07:10.039 INFO:tasks.rados.rados.0.smithi067.stdout:1385: done (1 left) 2024-07-29T15:07:10.039 INFO:tasks.rados.rados.0.smithi067.stdout:1387: done (0 left) 2024-07-29T15:07:10.039 INFO:tasks.rados.rados.0.smithi067.stdout:1388: read oid 49 snap 123 2024-07-29T15:07:10.039 INFO:tasks.rados.rados.0.smithi067.stdout:1388: expect (ObjNum 409 snap 122 seq_num 409) 2024-07-29T15:07:10.039 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 4 current snap is 136 2024-07-29T15:07:10.039 INFO:tasks.rados.rados.0.smithi067.stdout:1389: seq_num 465 ranges {442368=598016} 2024-07-29T15:07:10.044 INFO:tasks.rados.rados.0.smithi067.stdout:1389: writing smithi06780069-4 from 442368 to 1040384 tid 1 2024-07-29T15:07:10.044 INFO:tasks.rados.rados.0.smithi067.stdout:1390: copy_from oid 19 from oid 18 current snap is 136 2024-07-29T15:07:10.044 INFO:tasks.rados.rados.0.smithi067.stdout:1391: snap_remove snap 124 2024-07-29T15:07:10.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:10 smithi138 ceph-mon[86438]: osdmap e340: 8 total, 8 up, 8 in 2024-07-29T15:07:10.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:07:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:07:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:07:10.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:10 smithi067 ceph-mon[91995]: osdmap e340: 8 total, 8 up, 8 in 2024-07-29T15:07:10.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:10 smithi067 ceph-mon[94375]: osdmap e340: 8 total, 8 up, 8 in 2024-07-29T15:07:11.041 INFO:tasks.rados.rados.0.smithi067.stdout:1391: done (3 left) 2024-07-29T15:07:11.041 INFO:tasks.rados.rados.0.smithi067.stdout:1392: snap_create 2024-07-29T15:07:11.042 INFO:tasks.rados.rados.0.smithi067.stdout:1390: finishing copy_from racing read to smithi06780069-19 2024-07-29T15:07:11.042 INFO:tasks.rados.rados.0.smithi067.stdout:1390: finishing copy_from to smithi06780069-19 2024-07-29T15:07:11.042 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 19 v 412 (ObjNum 346 snap 102 seq_num 346) dirty exists 2024-07-29T15:07:11.042 INFO:tasks.rados.rados.0.smithi067.stdout:1388: expect (ObjNum 409 snap 122 seq_num 409) 2024-07-29T15:07:11.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:11 smithi138 ceph-mon[86438]: pgmap v119: 121 pgs: 121 active+clean; 318 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 650 KiB/s rd, 220 KiB/s wr, 9 op/s; 7.0 MiB/s, 2 objects/s recovering 2024-07-29T15:07:11.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:11 smithi138 ceph-mon[86438]: osdmap e341: 8 total, 8 up, 8 in 2024-07-29T15:07:11.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:11 smithi067 ceph-mon[94375]: pgmap v119: 121 pgs: 121 active+clean; 318 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 650 KiB/s rd, 220 KiB/s wr, 9 op/s; 7.0 MiB/s, 2 objects/s recovering 2024-07-29T15:07:11.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:11 smithi067 ceph-mon[94375]: osdmap e341: 8 total, 8 up, 8 in 2024-07-29T15:07:11.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:11 smithi067 ceph-mon[91995]: pgmap v119: 121 pgs: 121 active+clean; 318 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 650 KiB/s rd, 220 KiB/s wr, 9 op/s; 7.0 MiB/s, 2 objects/s recovering 2024-07-29T15:07:11.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:11 smithi067 ceph-mon[91995]: osdmap e341: 8 total, 8 up, 8 in 2024-07-29T15:07:11.749 INFO:tasks.rados.rados.0.smithi067.stdout:1389: finishing write tid 1 to smithi06780069-4 2024-07-29T15:07:11.749 INFO:tasks.rados.rados.0.smithi067.stdout:1389: finishing write tid 2 to smithi06780069-4 2024-07-29T15:07:11.749 INFO:tasks.rados.rados.0.smithi067.stdout:1389: finishing write tid 3 to smithi06780069-4 2024-07-29T15:07:11.749 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 735 (ObjNum 465 snap 136 seq_num 465) dirty exists 2024-07-29T15:07:11.749 INFO:tasks.rados.rados.0.smithi067.stdout:1389: left oid 4 (ObjNum 465 snap 136 seq_num 465) 2024-07-29T15:07:12.045 INFO:tasks.rados.rados.0.smithi067.stdout:1388: done (3 left) 2024-07-29T15:07:12.045 INFO:tasks.rados.rados.0.smithi067.stdout:1389: done (2 left) 2024-07-29T15:07:12.045 INFO:tasks.rados.rados.0.smithi067.stdout:1390: done (1 left) 2024-07-29T15:07:12.045 INFO:tasks.rados.rados.0.smithi067.stdout:1392: done (0 left) 2024-07-29T15:07:12.045 INFO:tasks.rados.rados.0.smithi067.stdout:1393: read oid 47 snap -1 2024-07-29T15:07:12.045 INFO:tasks.rados.rados.0.smithi067.stdout:1393: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:07:12.045 INFO:tasks.rados.rados.0.smithi067.stdout:1394: copy_from oid 11 from oid 22 current snap is 137 2024-07-29T15:07:12.046 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 2 current snap is 137 2024-07-29T15:07:12.046 INFO:tasks.rados.rados.0.smithi067.stdout:1395: seq_num 466 ranges {458752=614400} 2024-07-29T15:07:12.051 INFO:tasks.rados.rados.0.smithi067.stdout:1395: writing smithi06780069-2 from 458752 to 1073152 tid 1 2024-07-29T15:07:12.051 INFO:tasks.rados.rados.0.smithi067.stdout:1396: copy_from oid 41 from oid 27 current snap is 137 2024-07-29T15:07:12.051 INFO:tasks.rados.rados.0.smithi067.stdout:1394: finishing copy_from to smithi06780069-11 2024-07-29T15:07:12.051 INFO:tasks.rados.rados.0.smithi067.stdout:1394: got expected ENOENT (src dne) 2024-07-29T15:07:12.051 INFO:tasks.rados.rados.0.smithi067.stdout:1394: finishing copy_from racing read to smithi06780069-11 2024-07-29T15:07:12.051 INFO:tasks.rados.rados.0.smithi067.stdout:1393: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:07:12.052 INFO:tasks.rados.rados.0.smithi067.stdout:1393: done (3 left) 2024-07-29T15:07:12.052 INFO:tasks.rados.rados.0.smithi067.stdout:1394: done (2 left) 2024-07-29T15:07:12.052 INFO:tasks.rados.rados.0.smithi067.stdout:1397: read oid 38 snap -1 2024-07-29T15:07:12.052 INFO:tasks.rados.rados.0.smithi067.stdout:1397: expect (ObjNum 360 snap 106 seq_num 360) 2024-07-29T15:07:12.052 INFO:tasks.rados.rados.0.smithi067.stdout:1398: snap_remove snap 113 2024-07-29T15:07:12.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:12 smithi138 ceph-mon[86438]: osdmap e342: 8 total, 8 up, 8 in 2024-07-29T15:07:12.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:12 smithi067 ceph-mon[91995]: osdmap e342: 8 total, 8 up, 8 in 2024-07-29T15:07:12.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:12 smithi067 ceph-mon[94375]: osdmap e342: 8 total, 8 up, 8 in 2024-07-29T15:07:12.900 INFO:tasks.rados.rados.0.smithi067.stdout:1398: done (3 left) 2024-07-29T15:07:12.900 INFO:tasks.rados.rados.0.smithi067.stdout:1399: snap_remove snap 120 2024-07-29T15:07:13.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:13 smithi138 ceph-mon[86438]: pgmap v122: 121 pgs: 121 active+clean; 326 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-07-29T15:07:13.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:13 smithi138 ceph-mon[86438]: osdmap e343: 8 total, 8 up, 8 in 2024-07-29T15:07:13.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:13 smithi138 ceph-mon[86438]: osdmap e344: 8 total, 8 up, 8 in 2024-07-29T15:07:13.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:13 smithi067 ceph-mon[91995]: pgmap v122: 121 pgs: 121 active+clean; 326 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-07-29T15:07:13.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:13 smithi067 ceph-mon[91995]: osdmap e343: 8 total, 8 up, 8 in 2024-07-29T15:07:13.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:13 smithi067 ceph-mon[91995]: osdmap e344: 8 total, 8 up, 8 in 2024-07-29T15:07:13.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:13 smithi067 ceph-mon[94375]: pgmap v122: 121 pgs: 121 active+clean; 326 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-07-29T15:07:13.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:13 smithi067 ceph-mon[94375]: osdmap e343: 8 total, 8 up, 8 in 2024-07-29T15:07:13.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:13 smithi067 ceph-mon[94375]: osdmap e344: 8 total, 8 up, 8 in 2024-07-29T15:07:13.902 INFO:tasks.rados.rados.0.smithi067.stdout:1399: done (3 left) 2024-07-29T15:07:13.902 INFO:tasks.rados.rados.0.smithi067.stdout:1400: copy_from oid 47 from oid 11 current snap is 137 2024-07-29T15:07:13.902 INFO:tasks.rados.rados.0.smithi067.stdout:1396: finishing copy_from racing read to smithi06780069-41 2024-07-29T15:07:13.902 INFO:tasks.rados.rados.0.smithi067.stdout:1396: finishing copy_from to smithi06780069-41 2024-07-29T15:07:13.902 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 518 (ObjNum 439 snap 130 seq_num 439) dirty exists 2024-07-29T15:07:13.903 INFO:tasks.rados.rados.0.smithi067.stdout:1397: expect (ObjNum 360 snap 106 seq_num 360) 2024-07-29T15:07:13.981 INFO:tasks.rados.rados.0.smithi067.stdout:1395: finishing write tid 1 to smithi06780069-2 2024-07-29T15:07:13.981 INFO:tasks.rados.rados.0.smithi067.stdout:1395: finishing write tid 2 to smithi06780069-2 2024-07-29T15:07:13.982 INFO:tasks.rados.rados.0.smithi067.stdout:1395: finishing write tid 3 to smithi06780069-2 2024-07-29T15:07:13.982 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 280 (ObjNum 466 snap 137 seq_num 466) dirty exists 2024-07-29T15:07:13.982 INFO:tasks.rados.rados.0.smithi067.stdout:1395: left oid 2 (ObjNum 466 snap 137 seq_num 466) 2024-07-29T15:07:13.982 INFO:tasks.rados.rados.0.smithi067.stdout:1400: finishing copy_from to smithi06780069-47 2024-07-29T15:07:13.982 INFO:tasks.rados.rados.0.smithi067.stdout:1400: got expected ENOENT (src dne) 2024-07-29T15:07:13.982 INFO:tasks.rados.rados.0.smithi067.stdout:1400: finishing copy_from racing read to smithi06780069-47 2024-07-29T15:07:13.982 INFO:tasks.rados.rados.0.smithi067.stdout:1395: done (3 left) 2024-07-29T15:07:13.982 INFO:tasks.rados.rados.0.smithi067.stdout:1396: done (2 left) 2024-07-29T15:07:13.982 INFO:tasks.rados.rados.0.smithi067.stdout:1397: done (1 left) 2024-07-29T15:07:13.982 INFO:tasks.rados.rados.0.smithi067.stdout:1400: done (0 left) 2024-07-29T15:07:13.982 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 38 current snap is 137 2024-07-29T15:07:13.982 INFO:tasks.rados.rados.0.smithi067.stdout:1401: seq_num 467 ranges {1916928=630784} 2024-07-29T15:07:13.992 INFO:tasks.rados.rados.0.smithi067.stdout:1401: writing smithi06780069-38 from 1916928 to 2547712 tid 1 2024-07-29T15:07:13.992 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 34 current snap is 137 2024-07-29T15:07:13.992 INFO:tasks.rados.rados.0.smithi067.stdout:1402: seq_num 468 ranges {0=647168} 2024-07-29T15:07:13.996 INFO:tasks.rados.rados.0.smithi067.stdout:1402: writing smithi06780069-34 from 0 to 647168 tid 1 2024-07-29T15:07:13.996 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 22 current snap is 137 2024-07-29T15:07:13.996 INFO:tasks.rados.rados.0.smithi067.stdout:1401: finishing write tid 1 to smithi06780069-38 2024-07-29T15:07:13.996 INFO:tasks.rados.rados.0.smithi067.stdout:1403: seq_num 469 ranges {0=663552} 2024-07-29T15:07:14.000 INFO:tasks.rados.rados.0.smithi067.stdout:1403: writing smithi06780069-22 from 0 to 663552 tid 1 2024-07-29T15:07:14.000 INFO:tasks.rados.rados.0.smithi067.stdout:1404: rmattr oid 35 current snap is 137 2024-07-29T15:07:14.000 INFO:tasks.rados.rados.0.smithi067.stdout:1401: finishing write tid 2 to smithi06780069-38 2024-07-29T15:07:14.001 INFO:tasks.rados.rados.0.smithi067.stdout:1401: finishing write tid 3 to smithi06780069-38 2024-07-29T15:07:14.001 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 38 v 527 (ObjNum 467 snap 137 seq_num 467) dirty exists 2024-07-29T15:07:14.001 INFO:tasks.rados.rados.0.smithi067.stdout:1401: left oid 38 (ObjNum 467 snap 137 seq_num 467) 2024-07-29T15:07:14.001 INFO:tasks.rados.rados.0.smithi067.stdout:1402: finishing write tid 1 to smithi06780069-34 2024-07-29T15:07:14.001 INFO:tasks.rados.rados.0.smithi067.stdout:1402: finishing write tid 2 to smithi06780069-34 2024-07-29T15:07:14.001 INFO:tasks.rados.rados.0.smithi067.stdout:1401: done (3 left) 2024-07-29T15:07:14.001 INFO:tasks.rados.rados.0.smithi067.stdout:1405: delete oid 1 current snap is 137 2024-07-29T15:07:14.002 INFO:tasks.rados.rados.0.smithi067.stdout:1402: finishing write tid 3 to smithi06780069-34 2024-07-29T15:07:14.002 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 34 v 612 (ObjNum 468 snap 137 seq_num 468) dirty exists 2024-07-29T15:07:14.002 INFO:tasks.rados.rados.0.smithi067.stdout:1402: left oid 34 (ObjNum 468 snap 137 seq_num 468) 2024-07-29T15:07:14.003 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 35 v 614 (ObjNum 464 snap 135 seq_num 464) dirty exists 2024-07-29T15:07:14.003 INFO:tasks.rados.rados.0.smithi067.stdout:1402: done (3 left) 2024-07-29T15:07:14.003 INFO:tasks.rados.rados.0.smithi067.stdout:1404: done (2 left) 2024-07-29T15:07:14.003 INFO:tasks.rados.rados.0.smithi067.stdout:1405: done (1 left) 2024-07-29T15:07:14.003 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 5 current snap is 137 2024-07-29T15:07:14.003 INFO:tasks.rados.rados.0.smithi067.stdout:1406: seq_num 471 ranges {0=696320} 2024-07-29T15:07:14.007 INFO:tasks.rados.rados.0.smithi067.stdout:1406: writing smithi06780069-5 from 0 to 696320 tid 1 2024-07-29T15:07:14.007 INFO:tasks.rados.rados.0.smithi067.stdout:1407: delete oid 38 current snap is 137 2024-07-29T15:07:14.007 INFO:tasks.rados.rados.0.smithi067.stdout:1403: finishing write tid 1 to smithi06780069-22 2024-07-29T15:07:14.008 INFO:tasks.rados.rados.0.smithi067.stdout:1403: finishing write tid 2 to smithi06780069-22 2024-07-29T15:07:14.008 INFO:tasks.rados.rados.0.smithi067.stdout:1403: finishing write tid 3 to smithi06780069-22 2024-07-29T15:07:14.008 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 529 (ObjNum 469 snap 137 seq_num 469) dirty exists 2024-07-29T15:07:14.008 INFO:tasks.rados.rados.0.smithi067.stdout:1403: left oid 22 (ObjNum 469 snap 137 seq_num 469) 2024-07-29T15:07:14.010 INFO:tasks.rados.rados.0.smithi067.stdout:1406: finishing write tid 1 to smithi06780069-5 2024-07-29T15:07:14.010 INFO:tasks.rados.rados.0.smithi067.stdout:1406: finishing write tid 2 to smithi06780069-5 2024-07-29T15:07:14.011 INFO:tasks.rados.rados.0.smithi067.stdout:1403: done (2 left) 2024-07-29T15:07:14.011 INFO:tasks.rados.rados.0.smithi067.stdout:1407: done (1 left) 2024-07-29T15:07:14.011 INFO:tasks.rados.rados.0.smithi067.stdout:1408: setattr oid 17 current snap is 137 2024-07-29T15:07:14.012 INFO:tasks.rados.rados.0.smithi067.stdout:1409: read oid 21 snap -1 2024-07-29T15:07:14.012 INFO:tasks.rados.rados.0.smithi067.stdout:1409: expect (ObjNum 462 snap 134 seq_num 462) 2024-07-29T15:07:14.012 INFO:tasks.rados.rados.0.smithi067.stdout:1410: snap_remove snap 135 2024-07-29T15:07:14.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:07:14 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:07:14.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.1\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:07:14.912 INFO:tasks.rados.rados.0.smithi067.stdout:1410: done (3 left) 2024-07-29T15:07:14.912 INFO:tasks.rados.rados.0.smithi067.stdout:1411: snap_remove snap 104 2024-07-29T15:07:15.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:14 smithi067 ceph-mon[91995]: pgmap v125: 121 pgs: 121 active+clean; 326 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-07-29T15:07:15.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:14 smithi067 ceph-mon[91995]: osdmap e345: 8 total, 8 up, 8 in 2024-07-29T15:07:15.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:14 smithi067 ceph-mon[94375]: pgmap v125: 121 pgs: 121 active+clean; 326 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-07-29T15:07:15.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:14 smithi067 ceph-mon[94375]: osdmap e345: 8 total, 8 up, 8 in 2024-07-29T15:07:15.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:14 smithi138 ceph-mon[86438]: pgmap v125: 121 pgs: 121 active+clean; 326 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-07-29T15:07:15.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:14 smithi138 ceph-mon[86438]: osdmap e345: 8 total, 8 up, 8 in 2024-07-29T15:07:15.912 INFO:tasks.rados.rados.0.smithi067.stdout:1411: done (3 left) 2024-07-29T15:07:15.912 INFO:tasks.rados.rados.0.smithi067.stdout:1412: snap_create 2024-07-29T15:07:15.913 INFO:tasks.rados.rados.0.smithi067.stdout:1406: finishing write tid 3 to smithi06780069-5 2024-07-29T15:07:15.913 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 531 (ObjNum 471 snap 137 seq_num 471) dirty exists 2024-07-29T15:07:15.913 INFO:tasks.rados.rados.0.smithi067.stdout:1406: left oid 5 (ObjNum 471 snap 137 seq_num 471) 2024-07-29T15:07:15.913 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 355 (ObjNum 398 snap 121 seq_num 398) dirty exists 2024-07-29T15:07:15.913 INFO:tasks.rados.rados.0.smithi067.stdout:1409: expect (ObjNum 462 snap 134 seq_num 462) 2024-07-29T15:07:16.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:15 smithi138 ceph-mon[86438]: osdmap e346: 8 total, 8 up, 8 in 2024-07-29T15:07:16.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:15 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:16.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:07:15 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:07:15.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:07:16.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:07:15 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:07:15.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:07:16.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:15 smithi067 ceph-mon[91995]: osdmap e346: 8 total, 8 up, 8 in 2024-07-29T15:07:16.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:15 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:16.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:15 smithi067 ceph-mon[94375]: osdmap e346: 8 total, 8 up, 8 in 2024-07-29T15:07:16.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:15 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:16.913 INFO:tasks.rados.rados.0.smithi067.stdout:1406: done (3 left) 2024-07-29T15:07:16.913 INFO:tasks.rados.rados.0.smithi067.stdout:1408: done (2 left) 2024-07-29T15:07:16.913 INFO:tasks.rados.rados.0.smithi067.stdout:1409: done (1 left) 2024-07-29T15:07:16.913 INFO:tasks.rados.rados.0.smithi067.stdout:1412: done (0 left) 2024-07-29T15:07:16.913 INFO:tasks.rados.rados.0.smithi067.stdout:1413: rollback oid 14 current snap is 138 2024-07-29T15:07:16.913 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 14 to 129 2024-07-29T15:07:16.913 INFO:tasks.rados.rados.0.smithi067.stdout:1414: snap_remove snap 130 2024-07-29T15:07:17.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:16 smithi067 ceph-mon[91995]: pgmap v128: 121 pgs: 121 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 832 KiB/s wr, 14 op/s 2024-07-29T15:07:17.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:16 smithi067 ceph-mon[91995]: osdmap e347: 8 total, 8 up, 8 in 2024-07-29T15:07:17.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:16 smithi067 ceph-mon[91995]: osdmap e348: 8 total, 8 up, 8 in 2024-07-29T15:07:17.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:16 smithi067 ceph-mon[94375]: pgmap v128: 121 pgs: 121 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 832 KiB/s wr, 14 op/s 2024-07-29T15:07:17.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:16 smithi067 ceph-mon[94375]: osdmap e347: 8 total, 8 up, 8 in 2024-07-29T15:07:17.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:16 smithi067 ceph-mon[94375]: osdmap e348: 8 total, 8 up, 8 in 2024-07-29T15:07:17.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:16 smithi138 ceph-mon[86438]: pgmap v128: 121 pgs: 121 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 832 KiB/s wr, 14 op/s 2024-07-29T15:07:17.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:16 smithi138 ceph-mon[86438]: osdmap e347: 8 total, 8 up, 8 in 2024-07-29T15:07:17.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:16 smithi138 ceph-mon[86438]: osdmap e348: 8 total, 8 up, 8 in 2024-07-29T15:07:17.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:07:16 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:07:16.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi138\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:07:17.903 INFO:tasks.rados.rados.0.smithi067.stdout:1414: done (1 left) 2024-07-29T15:07:17.903 INFO:tasks.rados.rados.0.smithi067.stdout:1415: snap_remove snap 133 2024-07-29T15:07:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:07:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:07:17] "GET /metrics HTTP/1.1" 200 36037 "" "Prometheus/2.51.0" 2024-07-29T15:07:18.904 INFO:tasks.rados.rados.0.smithi067.stdout:1415: done (1 left) 2024-07-29T15:07:18.904 INFO:tasks.rados.rados.0.smithi067.stdout:1416: snap_create 2024-07-29T15:07:18.904 INFO:tasks.rados.rados.0.smithi067.stdout:1413: finishing rollback tid 1 to smithi06780069-14 2024-07-29T15:07:18.904 INFO:tasks.rados.rados.0.smithi067.stdout:1413: finishing rollback tid 2 to smithi06780069-14 2024-07-29T15:07:18.904 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 14 v 471 (ObjNum 434 snap 129 seq_num 434) dirty exists 2024-07-29T15:07:19.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:18 smithi067 ceph-mon[94375]: pgmap v131: 121 pgs: 121 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 832 KiB/s wr, 15 op/s 2024-07-29T15:07:19.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:18 smithi067 ceph-mon[94375]: osdmap e349: 8 total, 8 up, 8 in 2024-07-29T15:07:19.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:18 smithi067 ceph-mon[91995]: pgmap v131: 121 pgs: 121 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 832 KiB/s wr, 15 op/s 2024-07-29T15:07:19.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:18 smithi067 ceph-mon[91995]: osdmap e349: 8 total, 8 up, 8 in 2024-07-29T15:07:19.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:18 smithi138 ceph-mon[86438]: pgmap v131: 121 pgs: 121 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 832 KiB/s wr, 15 op/s 2024-07-29T15:07:19.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:18 smithi138 ceph-mon[86438]: osdmap e349: 8 total, 8 up, 8 in 2024-07-29T15:07:19.909 INFO:tasks.rados.rados.0.smithi067.stdout:1413: done (1 left) 2024-07-29T15:07:19.909 INFO:tasks.rados.rados.0.smithi067.stdout:1416: done (0 left) 2024-07-29T15:07:19.909 INFO:tasks.rados.rados.0.smithi067.stdout:1417: snap_create 2024-07-29T15:07:20.213 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:19 smithi138 ceph-mon[86438]: osdmap e350: 8 total, 8 up, 8 in 2024-07-29T15:07:20.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:19 smithi067 ceph-mon[91995]: osdmap e350: 8 total, 8 up, 8 in 2024-07-29T15:07:20.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:19 smithi067 ceph-mon[94375]: osdmap e350: 8 total, 8 up, 8 in 2024-07-29T15:07:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:07:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:07:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:07:20.906 INFO:tasks.rados.rados.0.smithi067.stdout:1417: done (0 left) 2024-07-29T15:07:20.906 INFO:tasks.rados.rados.0.smithi067.stdout:1418: read oid 4 snap -1 2024-07-29T15:07:20.907 INFO:tasks.rados.rados.0.smithi067.stdout:1418: expect (ObjNum 465 snap 136 seq_num 465) 2024-07-29T15:07:20.907 INFO:tasks.rados.rados.0.smithi067.stdout:1419: read oid 46 snap -1 2024-07-29T15:07:20.907 INFO:tasks.rados.rados.0.smithi067.stdout:1419: expect (ObjNum 397 snap 121 seq_num 397) 2024-07-29T15:07:20.907 INFO:tasks.rados.rados.0.smithi067.stdout:1420: delete oid 48 current snap is 140 2024-07-29T15:07:20.912 INFO:tasks.rados.rados.0.smithi067.stdout:1420: done (2 left) 2024-07-29T15:07:20.913 INFO:tasks.rados.rados.0.smithi067.stdout:1421: read oid 50 snap -1 2024-07-29T15:07:20.913 INFO:tasks.rados.rados.0.smithi067.stdout:1421: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:07:20.913 INFO:tasks.rados.rados.0.smithi067.stdout:1422: copy_from oid 49 from oid 43 current snap is 140 2024-07-29T15:07:20.913 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 34 current snap is 140 2024-07-29T15:07:20.913 INFO:tasks.rados.rados.0.smithi067.stdout:1423: seq_num 474 ranges {647168=745472} 2024-07-29T15:07:20.921 INFO:tasks.rados.rados.0.smithi067.stdout:1423: writing smithi06780069-34 from 647168 to 1392640 tid 1 2024-07-29T15:07:20.922 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 1 current snap is 140 2024-07-29T15:07:20.922 INFO:tasks.rados.rados.0.smithi067.stdout:1424: seq_num 475 ranges {0=761856} 2024-07-29T15:07:20.928 INFO:tasks.rados.rados.0.smithi067.stdout:1424: writing smithi06780069-1 from 0 to 761856 tid 1 2024-07-29T15:07:20.928 INFO:tasks.rados.rados.0.smithi067.stdout:1425: setattr oid 48 current snap is 140 2024-07-29T15:07:20.928 INFO:tasks.rados.rados.0.smithi067.stdout:1418: expect (ObjNum 465 snap 136 seq_num 465) 2024-07-29T15:07:20.972 INFO:tasks.rados.rados.0.smithi067.stdout:1421: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:07:20.974 INFO:tasks.rados.rados.0.smithi067.stdout:1419: expect (ObjNum 397 snap 121 seq_num 397) 2024-07-29T15:07:21.087 INFO:tasks.rados.rados.0.smithi067.stdout:1423: finishing write tid 1 to smithi06780069-34 2024-07-29T15:07:21.087 INFO:tasks.rados.rados.0.smithi067.stdout:1423: finishing write tid 2 to smithi06780069-34 2024-07-29T15:07:21.087 INFO:tasks.rados.rados.0.smithi067.stdout:1424: finishing write tid 1 to smithi06780069-1 2024-07-29T15:07:21.087 INFO:tasks.rados.rados.0.smithi067.stdout:1423: finishing write tid 3 to smithi06780069-34 2024-07-29T15:07:21.087 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 34 v 641 (ObjNum 474 snap 140 seq_num 474) dirty exists 2024-07-29T15:07:21.087 INFO:tasks.rados.rados.0.smithi067.stdout:1423: left oid 34 (ObjNum 474 snap 140 seq_num 474) 2024-07-29T15:07:21.087 INFO:tasks.rados.rados.0.smithi067.stdout:1424: finishing write tid 2 to smithi06780069-1 2024-07-29T15:07:21.087 INFO:tasks.rados.rados.0.smithi067.stdout:1424: finishing write tid 3 to smithi06780069-1 2024-07-29T15:07:21.087 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 749 (ObjNum 475 snap 140 seq_num 475) dirty exists 2024-07-29T15:07:21.087 INFO:tasks.rados.rados.0.smithi067.stdout:1424: left oid 1 (ObjNum 475 snap 140 seq_num 475) 2024-07-29T15:07:21.087 INFO:tasks.rados.rados.0.smithi067.stdout:1422: finishing copy_from racing read to smithi06780069-49 2024-07-29T15:07:21.088 INFO:tasks.rados.rados.0.smithi067.stdout:1422: finishing copy_from to smithi06780069-49 2024-07-29T15:07:21.088 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 475 (ObjNum 458 snap 133 seq_num 458) dirty exists 2024-07-29T15:07:21.088 INFO:tasks.rados.rados.0.smithi067.stdout:1418: done (6 left) 2024-07-29T15:07:21.088 INFO:tasks.rados.rados.0.smithi067.stdout:1419: done (5 left) 2024-07-29T15:07:21.088 INFO:tasks.rados.rados.0.smithi067.stdout:1421: done (4 left) 2024-07-29T15:07:21.088 INFO:tasks.rados.rados.0.smithi067.stdout:1422: done (3 left) 2024-07-29T15:07:21.088 INFO:tasks.rados.rados.0.smithi067.stdout:1423: done (2 left) 2024-07-29T15:07:21.089 INFO:tasks.rados.rados.0.smithi067.stdout:1424: done (1 left) 2024-07-29T15:07:21.089 INFO:tasks.rados.rados.0.smithi067.stdout:1426: rollback oid 2 current snap is 140 2024-07-29T15:07:21.089 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 2 to 134 2024-07-29T15:07:21.089 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 47 current snap is 140 2024-07-29T15:07:21.089 INFO:tasks.rados.rados.0.smithi067.stdout:1427: seq_num 476 ranges {0=778240} 2024-07-29T15:07:21.091 INFO:tasks.rados.rados.0.smithi067.stdout:1427: writing smithi06780069-47 from 0 to 778240 tid 1 2024-07-29T15:07:21.091 INFO:tasks.rados.rados.0.smithi067.stdout:1428: rmattr oid 16 current snap is 140 2024-07-29T15:07:21.091 INFO:tasks.rados.rados.0.smithi067.stdout:1428: done (3 left) 2024-07-29T15:07:21.091 INFO:tasks.rados.rados.0.smithi067.stdout:1429: read oid 9 snap -1 2024-07-29T15:07:21.091 INFO:tasks.rados.rados.0.smithi067.stdout:1429: expect deleted 2024-07-29T15:07:21.091 INFO:tasks.rados.rados.0.smithi067.stdout:1430: snap_create 2024-07-29T15:07:21.094 INFO:tasks.rados.rados.0.smithi067.stdout:1426: finishing rollback tid 0 to smithi06780069-2 2024-07-29T15:07:21.094 INFO:tasks.rados.rados.0.smithi067.stdout:1426: finishing rollback tid 1 to smithi06780069-2 2024-07-29T15:07:21.094 INFO:tasks.rados.rados.0.smithi067.stdout:1427: finishing write tid 1 to smithi06780069-47 2024-07-29T15:07:21.094 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 48 v 501 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-29T15:07:21.095 INFO:tasks.rados.rados.0.smithi067.stdout:1426: finishing rollback tid 2 to smithi06780069-2 2024-07-29T15:07:21.095 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 292 (ObjNum 457 snap 133 seq_num 457) dirty exists 2024-07-29T15:07:21.095 INFO:tasks.rados.rados.0.smithi067.stdout:1427: finishing write tid 2 to smithi06780069-47 2024-07-29T15:07:21.095 INFO:tasks.rados.rados.0.smithi067.stdout:1427: finishing write tid 3 to smithi06780069-47 2024-07-29T15:07:21.095 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 522 (ObjNum 476 snap 140 seq_num 476) dirty exists 2024-07-29T15:07:21.095 INFO:tasks.rados.rados.0.smithi067.stdout:1427: left oid 47 (ObjNum 476 snap 140 seq_num 476) 2024-07-29T15:07:21.191 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:20 smithi067 ceph-mon[91995]: pgmap v134: 121 pgs: 121 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 KiB/s rd, 1 op/s 2024-07-29T15:07:21.191 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:20 smithi067 ceph-mon[91995]: osdmap e351: 8 total, 8 up, 8 in 2024-07-29T15:07:21.192 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:21.192 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:07:21.192 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-29T15:07:21.192 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:20 smithi067 ceph-mon[91995]: osdmap e352: 8 total, 8 up, 8 in 2024-07-29T15:07:21.192 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:20 smithi067 ceph-mon[94375]: pgmap v134: 121 pgs: 121 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 KiB/s rd, 1 op/s 2024-07-29T15:07:21.192 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:20 smithi067 ceph-mon[94375]: osdmap e351: 8 total, 8 up, 8 in 2024-07-29T15:07:21.192 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:21.192 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:07:21.193 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-29T15:07:21.193 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:20 smithi067 ceph-mon[94375]: osdmap e352: 8 total, 8 up, 8 in 2024-07-29T15:07:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:20 smithi138 ceph-mon[86438]: pgmap v134: 121 pgs: 121 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 KiB/s rd, 1 op/s 2024-07-29T15:07:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:20 smithi138 ceph-mon[86438]: osdmap e351: 8 total, 8 up, 8 in 2024-07-29T15:07:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:07:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-29T15:07:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:20 smithi138 ceph-mon[86438]: osdmap e352: 8 total, 8 up, 8 in 2024-07-29T15:07:21.940 INFO:tasks.rados.rados.0.smithi067.stdout:1425: done (4 left) 2024-07-29T15:07:21.940 INFO:tasks.rados.rados.0.smithi067.stdout:1426: done (3 left) 2024-07-29T15:07:21.940 INFO:tasks.rados.rados.0.smithi067.stdout:1427: done (2 left) 2024-07-29T15:07:21.940 INFO:tasks.rados.rados.0.smithi067.stdout:1429: done (1 left) 2024-07-29T15:07:21.940 INFO:tasks.rados.rados.0.smithi067.stdout:1430: done (0 left) 2024-07-29T15:07:21.940 INFO:tasks.rados.rados.0.smithi067.stdout:1431: read oid 49 snap -1 2024-07-29T15:07:21.941 INFO:tasks.rados.rados.0.smithi067.stdout:1431: expect (ObjNum 458 snap 133 seq_num 458) 2024-07-29T15:07:21.941 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 26 current snap is 141 2024-07-29T15:07:21.941 INFO:tasks.rados.rados.0.smithi067.stdout:1432: seq_num 477 ranges {524288=794624} 2024-07-29T15:07:21.947 INFO:tasks.rados.rados.0.smithi067.stdout:1432: writing smithi06780069-26 from 524288 to 1318912 tid 1 2024-07-29T15:07:21.947 INFO:tasks.rados.rados.0.smithi067.stdout:1433: snap_create 2024-07-29T15:07:21.955 INFO:tasks.rados.rados.0.smithi067.stdout:1432: finishing write tid 1 to smithi06780069-26 2024-07-29T15:07:21.955 INFO:tasks.rados.rados.0.smithi067.stdout:1432: finishing write tid 2 to smithi06780069-26 2024-07-29T15:07:21.956 INFO:tasks.rados.rados.0.smithi067.stdout:1432: finishing write tid 3 to smithi06780069-26 2024-07-29T15:07:21.956 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 708 (ObjNum 477 snap 141 seq_num 477) dirty exists 2024-07-29T15:07:21.957 INFO:tasks.rados.rados.0.smithi067.stdout:1432: left oid 26 (ObjNum 477 snap 141 seq_num 477) 2024-07-29T15:07:21.972 INFO:tasks.rados.rados.0.smithi067.stdout:1431: expect (ObjNum 458 snap 133 seq_num 458) 2024-07-29T15:07:22.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:21 smithi067 ceph-mon[91995]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-29T15:07:22.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:21 smithi067 ceph-mon[91995]: Upgrade: osd.1 is safe to restart 2024-07-29T15:07:22.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:21 smithi067 ceph-mon[94375]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-29T15:07:22.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:21 smithi067 ceph-mon[94375]: Upgrade: osd.1 is safe to restart 2024-07-29T15:07:22.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:21 smithi138 ceph-mon[86438]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-29T15:07:22.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:21 smithi138 ceph-mon[86438]: Upgrade: osd.1 is safe to restart 2024-07-29T15:07:22.904 INFO:tasks.rados.rados.0.smithi067.stdout:1431: done (2 left) 2024-07-29T15:07:22.904 INFO:tasks.rados.rados.0.smithi067.stdout:1432: done (1 left) 2024-07-29T15:07:22.904 INFO:tasks.rados.rados.0.smithi067.stdout:1433: done (0 left) 2024-07-29T15:07:22.904 INFO:tasks.rados.rados.0.smithi067.stdout:1434: snap_create 2024-07-29T15:07:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:22 smithi067 ceph-mon[91995]: pgmap v137: 121 pgs: 121 active+clean; 319 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-07-29T15:07:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:22 smithi067 ceph-mon[91995]: mgrmap e44: y(active, since 92s), standbys: x 2024-07-29T15:07:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:22 smithi067 ceph-mon[91995]: osdmap e353: 8 total, 8 up, 8 in 2024-07-29T15:07:22.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:22 smithi067 ceph-mon[91995]: Upgrade: Updating osd.1 2024-07-29T15:07:22.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:22 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:22.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:22 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-07-29T15:07:22.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:22 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:07:22.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:22 smithi067 ceph-mon[91995]: Deploying daemon osd.1 on smithi067 2024-07-29T15:07:22.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:22 smithi067 ceph-mon[91995]: osdmap e354: 8 total, 8 up, 8 in 2024-07-29T15:07:22.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:22 smithi067 ceph-mon[94375]: pgmap v137: 121 pgs: 121 active+clean; 319 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-07-29T15:07:22.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:22 smithi067 ceph-mon[94375]: mgrmap e44: y(active, since 92s), standbys: x 2024-07-29T15:07:22.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:22 smithi067 ceph-mon[94375]: osdmap e353: 8 total, 8 up, 8 in 2024-07-29T15:07:22.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:22 smithi067 ceph-mon[94375]: Upgrade: Updating osd.1 2024-07-29T15:07:22.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:22 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:22.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:22 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-07-29T15:07:22.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:22 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:07:22.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:22 smithi067 ceph-mon[94375]: Deploying daemon osd.1 on smithi067 2024-07-29T15:07:22.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:22 smithi067 ceph-mon[94375]: osdmap e354: 8 total, 8 up, 8 in 2024-07-29T15:07:23.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:22 smithi138 ceph-mon[86438]: pgmap v137: 121 pgs: 121 active+clean; 319 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-07-29T15:07:23.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:22 smithi138 ceph-mon[86438]: mgrmap e44: y(active, since 92s), standbys: x 2024-07-29T15:07:23.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:22 smithi138 ceph-mon[86438]: osdmap e353: 8 total, 8 up, 8 in 2024-07-29T15:07:23.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:22 smithi138 ceph-mon[86438]: Upgrade: Updating osd.1 2024-07-29T15:07:23.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:22 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:23.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:22 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-07-29T15:07:23.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:22 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:07:23.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:22 smithi138 ceph-mon[86438]: Deploying daemon osd.1 on smithi067 2024-07-29T15:07:23.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:22 smithi138 ceph-mon[86438]: osdmap e354: 8 total, 8 up, 8 in 2024-07-29T15:07:23.808 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-07-29T15:07:23.903 INFO:tasks.rados.rados.0.smithi067.stdout:1434: done (0 left) 2024-07-29T15:07:23.903 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 44 current snap is 143 2024-07-29T15:07:23.904 INFO:tasks.rados.rados.0.smithi067.stdout:1435: seq_num 478 ranges {3489792=409600,3899392=401408} 2024-07-29T15:07:23.924 INFO:tasks.rados.rados.0.smithi067.stdout:1435: writing smithi06780069-44 from 3489792 to 3899392 tid 1 2024-07-29T15:07:23.927 INFO:tasks.rados.rados.0.smithi067.stdout:1435: writing smithi06780069-44 from 3899392 to 4300800 tid 2 2024-07-29T15:07:23.927 INFO:tasks.rados.rados.0.smithi067.stdout:1436: read oid 10 snap -1 2024-07-29T15:07:23.927 INFO:tasks.rados.rados.0.smithi067.stdout:1436: expect deleted 2024-07-29T15:07:23.927 INFO:tasks.rados.rados.0.smithi067.stdout:1437: read oid 1 snap -1 2024-07-29T15:07:23.927 INFO:tasks.rados.rados.0.smithi067.stdout:1437: expect (ObjNum 475 snap 140 seq_num 475) 2024-07-29T15:07:23.927 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 19 current snap is 143 2024-07-29T15:07:23.927 INFO:tasks.rados.rados.0.smithi067.stdout:1438: seq_num 479 ranges {5873664=425984,6299648=401408} 2024-07-29T15:07:23.961 INFO:tasks.rados.rados.0.smithi067.stdout:1438: writing smithi06780069-19 from 5873664 to 6299648 tid 1 2024-07-29T15:07:23.964 INFO:tasks.rados.rados.0.smithi067.stdout:1438: writing smithi06780069-19 from 6299648 to 6701056 tid 2 2024-07-29T15:07:23.964 INFO:tasks.rados.rados.0.smithi067.stdout:1439: copy_from oid 17 from oid 18 current snap is 143 2024-07-29T15:07:23.966 INFO:tasks.rados.rados.0.smithi067.stdout:1435: finishing write tid 1 to smithi06780069-44 2024-07-29T15:07:23.966 INFO:tasks.rados.rados.0.smithi067.stdout:1435: finishing write tid 2 to smithi06780069-44 2024-07-29T15:07:23.966 INFO:tasks.rados.rados.0.smithi067.stdout:1435: finishing write tid 3 to smithi06780069-44 2024-07-29T15:07:23.966 INFO:tasks.rados.rados.0.smithi067.stdout:1435: finishing write tid 4 to smithi06780069-44 2024-07-29T15:07:23.966 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 504 (ObjNum 478 snap 143 seq_num 478) dirty exists 2024-07-29T15:07:23.966 INFO:tasks.rados.rados.0.smithi067.stdout:1435: left oid 44 (ObjNum 478 snap 143 seq_num 478) 2024-07-29T15:07:23.966 INFO:tasks.rados.rados.0.smithi067.stdout:1437: expect (ObjNum 475 snap 140 seq_num 475) 2024-07-29T15:07:23.988 INFO:tasks.rados.rados.0.smithi067.stdout:1438: finishing write tid 1 to smithi06780069-19 2024-07-29T15:07:23.988 INFO:tasks.rados.rados.0.smithi067.stdout:1438: finishing write tid 2 to smithi06780069-19 2024-07-29T15:07:23.988 INFO:tasks.rados.rados.0.smithi067.stdout:1438: finishing write tid 3 to smithi06780069-19 2024-07-29T15:07:23.988 INFO:tasks.rados.rados.0.smithi067.stdout:1438: finishing write tid 4 to smithi06780069-19 2024-07-29T15:07:23.988 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 19 v 645 (ObjNum 479 snap 143 seq_num 479) dirty exists 2024-07-29T15:07:23.988 INFO:tasks.rados.rados.0.smithi067.stdout:1438: left oid 19 (ObjNum 479 snap 143 seq_num 479) 2024-07-29T15:07:23.988 INFO:tasks.rados.rados.0.smithi067.stdout:1435: done (4 left) 2024-07-29T15:07:23.988 INFO:tasks.rados.rados.0.smithi067.stdout:1436: done (3 left) 2024-07-29T15:07:23.989 INFO:tasks.rados.rados.0.smithi067.stdout:1437: done (2 left) 2024-07-29T15:07:23.989 INFO:tasks.rados.rados.0.smithi067.stdout:1438: done (1 left) 2024-07-29T15:07:23.989 INFO:tasks.rados.rados.0.smithi067.stdout:1440: snap_create 2024-07-29T15:07:23.994 INFO:tasks.rados.rados.0.smithi067.stdout:1439: finishing copy_from racing read to smithi06780069-17 2024-07-29T15:07:23.998 INFO:tasks.rados.rados.0.smithi067.stdout:1439: finishing copy_from to smithi06780069-17 2024-07-29T15:07:23.998 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 412 (ObjNum 346 snap 102 seq_num 346) dirty exists 2024-07-29T15:07:24.119 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-29T15:07:24.119 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (2m) 22s ago 7m 17.2M - 0.27.0 11f11916f8cd 7b3d7ecf5d32 2024-07-29T15:07:24.119 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi138 *:3000 running (2m) 62s ago 7m 78.0M - 9.4.7 954c08fa6188 16aea5822221 2024-07-29T15:07:24.119 INFO:teuthology.orchestra.run.smithi067.stdout:mds.a smithi067 running (8m) 22s ago 8m 20.8M - 17.2.7-1155-g3120d060 5ec745195f7e 0b73fb05902b 2024-07-29T15:07:24.119 INFO:teuthology.orchestra.run.smithi067.stdout:mds.b smithi138 running (8m) 62s ago 8m 15.3M - 17.2.7-1155-g3120d060 5ec745195f7e 8d64b29e8368 2024-07-29T15:07:24.119 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi138 *:8443,9283,8765 running (115s) 62s ago 12m 450M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 ae20c11d7057 2024-07-29T15:07:24.119 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:8443,9283,8765 running (2m) 22s ago 13m 515M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 2844d13de992 2024-07-29T15:07:24.119 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (101s) 22s ago 13m 46.3M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 b489fbc3c018 2024-07-29T15:07:24.119 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi138 running (67s) 62s ago 12m 29.8M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 bccf2941ae7e 2024-07-29T15:07:24.119 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (79s) 22s ago 12m 39.3M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 75074f1e503e 2024-07-29T15:07:24.119 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (2m) 22s ago 7m 10.0M - 1.7.0 72c9c2088986 142217b16374 2024-07-29T15:07:24.120 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi138 *:9100 running (2m) 62s ago 7m 12.2M - 1.7.0 72c9c2088986 60191c363c80 2024-07-29T15:07:24.120 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (26s) 22s ago 11m 12.2M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 17c73145f36a 2024-07-29T15:07:24.120 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (11m) 22s ago 11m 200M 2480M 17.2.7-1155-g3120d060 5ec745195f7e c744b585958c 2024-07-29T15:07:24.120 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (10m) 22s ago 10m 202M 2480M 17.2.7-1155-g3120d060 5ec745195f7e 334423e852b7 2024-07-29T15:07:24.120 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (10m) 22s ago 10m 139M 2480M 17.2.7-1155-g3120d060 5ec745195f7e c9160c216ff0 2024-07-29T15:07:24.120 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi138 running (10m) 62s ago 10m 140M 2480M 17.2.7-1155-g3120d060 5ec745195f7e a15137922a4f 2024-07-29T15:07:24.120 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi138 running (9m) 62s ago 9m 171M 2480M 17.2.7-1155-g3120d060 5ec745195f7e 095126a5d70a 2024-07-29T15:07:24.120 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi138 running (9m) 62s ago 9m 86.7M 2480M 17.2.7-1155-g3120d060 5ec745195f7e a10a9aef390f 2024-07-29T15:07:24.120 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi138 running (9m) 62s ago 9m 133M 2480M 17.2.7-1155-g3120d060 5ec745195f7e c141798f58f5 2024-07-29T15:07:24.120 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi138 *:9095 running (2m) 62s ago 7m 41.8M - 2.51.0 1d3b7f56885b 99e49ee09a02 2024-07-29T15:07:24.469 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-07-29T15:07:24.469 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-07-29T15:07:24.470 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 3 2024-07-29T15:07:24.470 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:07:24.470 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-07-29T15:07:24.470 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 2 2024-07-29T15:07:24.470 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:07:24.470 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-07-29T15:07:24.470 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 7, 2024-07-29T15:07:24.470 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 1 2024-07-29T15:07:24.470 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:07:24.470 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": { 2024-07-29T15:07:24.470 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 2 2024-07-29T15:07:24.470 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:07:24.471 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-07-29T15:07:24.471 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 9, 2024-07-29T15:07:24.471 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 6 2024-07-29T15:07:24.471 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-07-29T15:07:24.471 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-07-29T15:07:24.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:07:24 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:07:24.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.1\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:07:24.935 INFO:tasks.rados.rados.0.smithi067.stdout:1439: done (1 left) 2024-07-29T15:07:24.935 INFO:tasks.rados.rados.0.smithi067.stdout:1440: done (0 left) 2024-07-29T15:07:24.935 INFO:tasks.rados.rados.0.smithi067.stdout:1441: snap_create 2024-07-29T15:07:25.238 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:25 smithi067 systemd[1]: Stopping Ceph osd.1 for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:07:25.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:24 smithi067 ceph-mon[91995]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:07:25.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:24 smithi067 ceph-mon[91995]: pgmap v140: 121 pgs: 121 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 191 KiB/s wr, 2 op/s 2024-07-29T15:07:25.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:24 smithi067 ceph-mon[91995]: osdmap e355: 8 total, 8 up, 8 in 2024-07-29T15:07:25.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:24 smithi067 ceph-mon[91995]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:07:25.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:24 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/610990639' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:07:25.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:24 smithi067 ceph-mon[94375]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:07:25.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:24 smithi067 ceph-mon[94375]: pgmap v140: 121 pgs: 121 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 191 KiB/s wr, 2 op/s 2024-07-29T15:07:25.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:24 smithi067 ceph-mon[94375]: osdmap e355: 8 total, 8 up, 8 in 2024-07-29T15:07:25.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:24 smithi067 ceph-mon[94375]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:07:25.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:24 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/610990639' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:07:25.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:24 smithi138 ceph-mon[86438]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:07:25.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:24 smithi138 ceph-mon[86438]: pgmap v140: 121 pgs: 121 active+clean; 320 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 191 KiB/s wr, 2 op/s 2024-07-29T15:07:25.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:24 smithi138 ceph-mon[86438]: osdmap e355: 8 total, 8 up, 8 in 2024-07-29T15:07:25.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:24 smithi138 ceph-mon[86438]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:07:25.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:24 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/610990639' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:07:25.738 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:25 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1[49538]: 2024-07-29T15:07:25.290+0000 7f0af5b94640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-29T15:07:25.738 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:25 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1[49538]: 2024-07-29T15:07:25.290+0000 7f0af5b94640 -1 osd.1 355 *** Got signal Terminated *** 2024-07-29T15:07:25.738 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:25 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1[49538]: 2024-07-29T15:07:25.290+0000 7f0af5b94640 -1 osd.1 355 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-29T15:07:25.947 INFO:tasks.rados.rados.0.smithi067.stdout:1441: done (0 left) 2024-07-29T15:07:25.947 INFO:tasks.rados.rados.0.smithi067.stdout:1442: snap_remove snap 142 2024-07-29T15:07:26.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:25 smithi138 ceph-mon[86438]: osdmap e356: 8 total, 8 up, 8 in 2024-07-29T15:07:26.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:25 smithi138 ceph-mon[86438]: osd.1 marked itself down and dead 2024-07-29T15:07:26.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:07:25 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:07:25.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:07:26.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:07:25 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:07:25.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:07:26.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:25 smithi067 ceph-mon[91995]: osdmap e356: 8 total, 8 up, 8 in 2024-07-29T15:07:26.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:25 smithi067 ceph-mon[91995]: osd.1 marked itself down and dead 2024-07-29T15:07:26.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:25 smithi067 ceph-mon[94375]: osdmap e356: 8 total, 8 up, 8 in 2024-07-29T15:07:26.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:25 smithi067 ceph-mon[94375]: osd.1 marked itself down and dead 2024-07-29T15:07:26.760 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:26 smithi067 podman[103935]: 2024-07-29 15:07:26.500681647 +0000 UTC m=+1.327516343 container died c744b585958cabbca82da494638052c3b39008c9b6635da1288a550a125f9efb (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-3120d06, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-07-29T15:07:26.954 INFO:tasks.rados.rados.0.smithi067.stdout:1442: done (0 left) 2024-07-29T15:07:26.954 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 33 current snap is 145 2024-07-29T15:07:26.954 INFO:tasks.rados.rados.0.smithi067.stdout:1443: seq_num 480 ranges {1490944=442368,1933312=401408} 2024-07-29T15:07:26.965 INFO:tasks.rados.rados.0.smithi067.stdout:1443: writing smithi06780069-33 from 1490944 to 1933312 tid 1 2024-07-29T15:07:26.968 INFO:tasks.rados.rados.0.smithi067.stdout:1443: writing smithi06780069-33 from 1933312 to 2334720 tid 2 2024-07-29T15:07:26.968 INFO:tasks.rados.rados.0.smithi067.stdout:1444: copy_from oid 22 from oid 50 current snap is 145 2024-07-29T15:07:26.968 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 38 current snap is 145 2024-07-29T15:07:26.968 INFO:tasks.rados.rados.0.smithi067.stdout:1445: seq_num 481 ranges {0=458752,458752=401408} 2024-07-29T15:07:26.970 INFO:tasks.rados.rados.0.smithi067.stdout:1445: writing smithi06780069-38 from 0 to 458752 tid 1 2024-07-29T15:07:26.974 INFO:tasks.rados.rados.0.smithi067.stdout:1445: writing smithi06780069-38 from 458752 to 860160 tid 2 2024-07-29T15:07:26.974 INFO:tasks.rados.rados.0.smithi067.stdout:1446: read oid 17 snap -1 2024-07-29T15:07:26.974 INFO:tasks.rados.rados.0.smithi067.stdout:1446: expect (ObjNum 346 snap 102 seq_num 346) 2024-07-29T15:07:26.974 INFO:tasks.rados.rados.0.smithi067.stdout:1447: read oid 43 snap -1 2024-07-29T15:07:26.974 INFO:tasks.rados.rados.0.smithi067.stdout:1447: expect (ObjNum 458 snap 133 seq_num 458) 2024-07-29T15:07:26.974 INFO:tasks.rados.rados.0.smithi067.stdout:1443: finishing write tid 1 to smithi06780069-33 2024-07-29T15:07:26.975 INFO:tasks.rados.rados.0.smithi067.stdout:1444: finishing copy_from racing read to smithi06780069-22 2024-07-29T15:07:26.975 INFO:tasks.rados.rados.0.smithi067.stdout:1443: finishing write tid 2 to smithi06780069-33 2024-07-29T15:07:26.975 INFO:tasks.rados.rados.0.smithi067.stdout:1443: finishing write tid 3 to smithi06780069-33 2024-07-29T15:07:26.975 INFO:tasks.rados.rados.0.smithi067.stdout:1444: finishing copy_from to smithi06780069-22 2024-07-29T15:07:26.975 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 524 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-07-29T15:07:26.975 INFO:tasks.rados.rados.0.smithi067.stdout:1445: finishing write tid 1 to smithi06780069-38 2024-07-29T15:07:26.975 INFO:tasks.rados.rados.0.smithi067.stdout:1444: done (4 left) 2024-07-29T15:07:26.975 INFO:tasks.rados.rados.0.smithi067.stdout:1448: read oid 40 snap -1 2024-07-29T15:07:26.975 INFO:tasks.rados.rados.0.smithi067.stdout:1448: expect (ObjNum 407 snap 122 seq_num 407) 2024-07-29T15:07:26.975 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 5 current snap is 145 2024-07-29T15:07:26.975 INFO:tasks.rados.rados.0.smithi067.stdout:1449: seq_num 482 ranges {696320=475136,1171456=401408} 2024-07-29T15:07:26.981 INFO:tasks.rados.rados.0.smithi067.stdout:1449: writing smithi06780069-5 from 696320 to 1171456 tid 1 2024-07-29T15:07:26.984 INFO:tasks.rados.rados.0.smithi067.stdout:1449: writing smithi06780069-5 from 1171456 to 1572864 tid 2 2024-07-29T15:07:26.984 INFO:tasks.rados.rados.0.smithi067.stdout:1450: rollback oid 1 current snap is 145 2024-07-29T15:07:26.984 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 1 to 123 2024-07-29T15:07:26.985 INFO:tasks.rados.rados.0.smithi067.stdout:1443: finishing write tid 4 to smithi06780069-33 2024-07-29T15:07:26.985 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 33 v 776 (ObjNum 480 snap 145 seq_num 480) dirty exists 2024-07-29T15:07:26.985 INFO:tasks.rados.rados.0.smithi067.stdout:1443: left oid 33 (ObjNum 480 snap 145 seq_num 480) 2024-07-29T15:07:26.985 INFO:tasks.rados.rados.0.smithi067.stdout:1443: done (6 left) 2024-07-29T15:07:26.985 INFO:tasks.rados.rados.0.smithi067.stdout:1451: read oid 37 snap -1 2024-07-29T15:07:26.985 INFO:tasks.rados.rados.0.smithi067.stdout:1451: expect deleted 2024-07-29T15:07:26.985 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 4 current snap is 145 2024-07-29T15:07:26.985 INFO:tasks.rados.rados.0.smithi067.stdout:1452: seq_num 483 ranges {1040384=491520,1531904=401408} 2024-07-29T15:07:26.994 INFO:tasks.rados.rados.0.smithi067.stdout:1452: writing smithi06780069-4 from 1040384 to 1531904 tid 1 2024-07-29T15:07:26.996 INFO:tasks.rados.rados.0.smithi067.stdout:1452: writing smithi06780069-4 from 1531904 to 1933312 tid 2 2024-07-29T15:07:26.996 INFO:tasks.rados.rados.0.smithi067.stdout:1453: snap_remove snap 138 2024-07-29T15:07:27.068 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:26 smithi067 ceph-mon[91995]: pgmap v143: 121 pgs: 121 active+clean; 337 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.6 MiB/s wr, 16 op/s 2024-07-29T15:07:27.068 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:26 smithi067 ceph-mon[91995]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-29T15:07:27.068 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:26 smithi067 ceph-mon[91995]: osdmap e357: 8 total, 7 up, 8 in 2024-07-29T15:07:27.068 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:26 smithi067 ceph-mon[94375]: pgmap v143: 121 pgs: 121 active+clean; 337 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.6 MiB/s wr, 16 op/s 2024-07-29T15:07:27.069 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:26 smithi067 ceph-mon[94375]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-29T15:07:27.069 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:26 smithi067 ceph-mon[94375]: osdmap e357: 8 total, 7 up, 8 in 2024-07-29T15:07:27.069 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:26 smithi067 podman[103935]: 2024-07-29 15:07:26.849529175 +0000 UTC m=+1.676363867 container cleanup c744b585958cabbca82da494638052c3b39008c9b6635da1288a550a125f9efb (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1, ceph=True, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=quincy-3120d06, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-07-29T15:07:27.069 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:26 smithi067 bash[103935]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1 2024-07-29T15:07:27.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:26 smithi138 ceph-mon[86438]: pgmap v143: 121 pgs: 121 active+clean; 337 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.6 MiB/s wr, 16 op/s 2024-07-29T15:07:27.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:26 smithi138 ceph-mon[86438]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-29T15:07:27.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:26 smithi138 ceph-mon[86438]: osdmap e357: 8 total, 7 up, 8 in 2024-07-29T15:07:27.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:07:26 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:07:26.950Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi138\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:07:27.488 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:27 smithi067 podman[103954]: 2024-07-29 15:07:27.067862474 +0000 UTC m=+0.561000017 container remove c744b585958cabbca82da494638052c3b39008c9b6635da1288a550a125f9efb (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-3120d06, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-07-29T15:07:27.780 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:27 smithi067 podman[104046]: 2024-07-29 15:07:27.3925406 +0000 UTC m=+0.018059060 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T15:07:27.781 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:27 smithi067 podman[104046]: 2024-07-29 15:07:27.510688799 +0000 UTC m=+0.136207258 container create 4366d4a882d7257c1455acf8e91685580bd29332ef17b4f3a3d44e3ac6d48244 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240716, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=main-69149bb, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True) 2024-07-29T15:07:27.904 INFO:tasks.rados.rados.0.smithi067.stdout:1453: done (8 left) 2024-07-29T15:07:27.904 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 49 current snap is 145 2024-07-29T15:07:27.904 INFO:tasks.rados.rados.0.smithi067.stdout:1445: finishing write tid 2 to smithi06780069-38 2024-07-29T15:07:27.904 INFO:tasks.rados.rados.0.smithi067.stdout:1445: finishing write tid 3 to smithi06780069-38 2024-07-29T15:07:27.904 INFO:tasks.rados.rados.0.smithi067.stdout:1454: seq_num 484 ranges {8617984=507904,9125888=401408} 2024-07-29T15:07:27.954 INFO:tasks.rados.rados.0.smithi067.stdout:1454: writing smithi06780069-49 from 8617984 to 9125888 tid 1 2024-07-29T15:07:27.957 INFO:tasks.rados.rados.0.smithi067.stdout:1454: writing smithi06780069-49 from 9125888 to 9527296 tid 2 2024-07-29T15:07:27.957 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 41 current snap is 145 2024-07-29T15:07:27.957 INFO:tasks.rados.rados.0.smithi067.stdout:1445: finishing write tid 4 to smithi06780069-38 2024-07-29T15:07:27.957 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 38 v 549 (ObjNum 481 snap 145 seq_num 481) dirty exists 2024-07-29T15:07:27.957 INFO:tasks.rados.rados.0.smithi067.stdout:1445: left oid 38 (ObjNum 481 snap 145 seq_num 481) 2024-07-29T15:07:27.957 INFO:tasks.rados.rados.0.smithi067.stdout:1455: seq_num 485 ranges {155648=532480,688128=401408} 2024-07-29T15:07:27.960 INFO:tasks.rados.rados.0.smithi067.stdout:1455: writing smithi06780069-41 from 155648 to 688128 tid 1 2024-07-29T15:07:27.964 INFO:tasks.rados.rados.0.smithi067.stdout:1455: writing smithi06780069-41 from 688128 to 1089536 tid 2 2024-07-29T15:07:27.964 INFO:tasks.rados.rados.0.smithi067.stdout:1445: done (9 left) 2024-07-29T15:07:27.964 INFO:tasks.rados.rados.0.smithi067.stdout:1456: copy_from oid 9 from oid 32 current snap is 145 2024-07-29T15:07:27.964 INFO:tasks.rados.rados.0.smithi067.stdout:1450: finishing rollback tid 0 to smithi06780069-1 2024-07-29T15:07:27.964 INFO:tasks.rados.rados.0.smithi067.stdout:1450: finishing rollback tid 1 to smithi06780069-1 2024-07-29T15:07:27.964 INFO:tasks.rados.rados.0.smithi067.stdout:1450: finishing rollback tid 2 to smithi06780069-1 2024-07-29T15:07:27.964 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 753 (ObjNum 414 snap 122 seq_num 414) dirty exists 2024-07-29T15:07:27.964 INFO:tasks.rados.rados.0.smithi067.stdout:1452: finishing write tid 1 to smithi06780069-4 2024-07-29T15:07:27.964 INFO:tasks.rados.rados.0.smithi067.stdout:1452: finishing write tid 2 to smithi06780069-4 2024-07-29T15:07:27.964 INFO:tasks.rados.rados.0.smithi067.stdout:1449: finishing write tid 1 to smithi06780069-5 2024-07-29T15:07:27.964 INFO:tasks.rados.rados.0.smithi067.stdout:1449: finishing write tid 2 to smithi06780069-5 2024-07-29T15:07:27.964 INFO:tasks.rados.rados.0.smithi067.stdout:1449: finishing write tid 3 to smithi06780069-5 2024-07-29T15:07:27.965 INFO:tasks.rados.rados.0.smithi067.stdout:1452: finishing write tid 3 to smithi06780069-4 2024-07-29T15:07:27.965 INFO:tasks.rados.rados.0.smithi067.stdout:1450: done (9 left) 2024-07-29T15:07:27.965 INFO:tasks.rados.rados.0.smithi067.stdout:1451: done (8 left) 2024-07-29T15:07:27.965 INFO:tasks.rados.rados.0.smithi067.stdout:1457: read oid 21 snap -1 2024-07-29T15:07:27.965 INFO:tasks.rados.rados.0.smithi067.stdout:1457: expect (ObjNum 462 snap 134 seq_num 462) 2024-07-29T15:07:27.965 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 39 current snap is 145 2024-07-29T15:07:27.965 INFO:tasks.rados.rados.0.smithi067.stdout:1458: seq_num 486 ranges {5005312=548864,5554176=401408} 2024-07-29T15:07:27.994 INFO:tasks.rados.rados.0.smithi067.stdout:1458: writing smithi06780069-39 from 5005312 to 5554176 tid 1 2024-07-29T15:07:27.997 INFO:tasks.rados.rados.0.smithi067.stdout:1458: writing smithi06780069-39 from 5554176 to 5955584 tid 2 2024-07-29T15:07:27.997 INFO:tasks.rados.rados.0.smithi067.stdout:1459: setattr oid 18 current snap is 145 2024-07-29T15:07:27.997 INFO:tasks.rados.rados.0.smithi067.stdout:1452: finishing write tid 4 to smithi06780069-4 2024-07-29T15:07:27.997 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 780 (ObjNum 483 snap 145 seq_num 483) dirty exists 2024-07-29T15:07:27.997 INFO:tasks.rados.rados.0.smithi067.stdout:1452: left oid 4 (ObjNum 483 snap 145 seq_num 483) 2024-07-29T15:07:27.997 INFO:tasks.rados.rados.0.smithi067.stdout:1448: expect (ObjNum 407 snap 122 seq_num 407) 2024-07-29T15:07:28.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:27 smithi067 ceph-mon[91995]: osdmap e358: 8 total, 7 up, 8 in 2024-07-29T15:07:28.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:27 smithi067 ceph-mon[91995]: osdmap e359: 8 total, 7 up, 8 in 2024-07-29T15:07:28.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:27 smithi067 ceph-mon[94375]: osdmap e358: 8 total, 7 up, 8 in 2024-07-29T15:07:28.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:27 smithi067 ceph-mon[94375]: osdmap e359: 8 total, 7 up, 8 in 2024-07-29T15:07:28.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:07:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:07:27] "GET /metrics HTTP/1.1" 200 36117 "" "Prometheus/2.51.0" 2024-07-29T15:07:28.239 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:27 smithi067 podman[104046]: 2024-07-29 15:07:27.780500812 +0000 UTC m=+0.406019284 container init 4366d4a882d7257c1455acf8e91685580bd29332ef17b4f3a3d44e3ac6d48244 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240716, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, RELEASE=main-69149bb, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-07-29T15:07:28.239 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:27 smithi067 podman[104046]: 2024-07-29 15:07:27.783996415 +0000 UTC m=+0.409514877 container start 4366d4a882d7257c1455acf8e91685580bd29332ef17b4f3a3d44e3ac6d48244 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, RELEASE=main-69149bb, org.label-schema.build-date=20240716, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-29T15:07:28.239 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:27 smithi067 podman[104046]: 2024-07-29 15:07:27.863738456 +0000 UTC m=+0.489256936 container attach 4366d4a882d7257c1455acf8e91685580bd29332ef17b4f3a3d44e3ac6d48244 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240716, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-69149bb, io.buildah.version=1.36.0) 2024-07-29T15:07:28.239 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:27 smithi067 podman[104046]: 2024-07-29 15:07:27.990557346 +0000 UTC m=+0.616075807 container died 4366d4a882d7257c1455acf8e91685580bd29332ef17b4f3a3d44e3ac6d48244 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240716, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=main-69149bb, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0) 2024-07-29T15:07:28.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:27 smithi138 ceph-mon[86438]: osdmap e358: 8 total, 7 up, 8 in 2024-07-29T15:07:28.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:27 smithi138 ceph-mon[86438]: osdmap e359: 8 total, 7 up, 8 in 2024-07-29T15:07:28.380 INFO:tasks.rados.rados.0.smithi067.stdout:1449: finishing write tid 4 to smithi06780069-5 2024-07-29T15:07:28.380 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 553 (ObjNum 482 snap 145 seq_num 482) dirty exists 2024-07-29T15:07:28.381 INFO:tasks.rados.rados.0.smithi067.stdout:1449: left oid 5 (ObjNum 482 snap 145 seq_num 482) 2024-07-29T15:07:28.381 INFO:tasks.rados.rados.0.smithi067.stdout:1446: expect (ObjNum 346 snap 102 seq_num 346) 2024-07-29T15:07:28.748 INFO:tasks.rados.rados.0.smithi067.stdout:1447: expect (ObjNum 458 snap 133 seq_num 458) 2024-07-29T15:07:28.953 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:28 smithi067 podman[104069]: 2024-07-29 15:07:28.567531966 +0000 UTC m=+0.568915097 container remove 4366d4a882d7257c1455acf8e91685580bd29332ef17b4f3a3d44e3ac6d48244 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1-deactivate, RELEASE=main-69149bb, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.build-date=20240716, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-07-29T15:07:28.953 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:28 smithi067 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.1.service: Deactivated successfully. 2024-07-29T15:07:28.953 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:28 smithi067 systemd[1]: Stopped Ceph osd.1 for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:07:28.954 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:28 smithi067 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.1.service: Consumed 12.410s CPU time. 2024-07-29T15:07:28.954 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:28 smithi067 systemd[1]: Starting Ceph osd.1 for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:07:29.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:28 smithi067 ceph-mon[91995]: pgmap v146: 121 pgs: 7 active+undersized, 14 stale+active+clean, 1 active+undersized+degraded, 99 active+clean; 337 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.4 MiB/s wr, 15 op/s; 15/654 objects degraded (2.294%) 2024-07-29T15:07:29.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:28 smithi067 ceph-mon[91995]: Health check failed: Degraded data redundancy: 15/654 objects degraded (2.294%), 1 pg degraded (PG_DEGRADED) 2024-07-29T15:07:29.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:28 smithi067 ceph-mon[94375]: pgmap v146: 121 pgs: 7 active+undersized, 14 stale+active+clean, 1 active+undersized+degraded, 99 active+clean; 337 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.4 MiB/s wr, 15 op/s; 15/654 objects degraded (2.294%) 2024-07-29T15:07:29.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:28 smithi067 ceph-mon[94375]: Health check failed: Degraded data redundancy: 15/654 objects degraded (2.294%), 1 pg degraded (PG_DEGRADED) 2024-07-29T15:07:29.239 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:29 smithi067 podman[104170]: 2024-07-29 15:07:29.018775259 +0000 UTC m=+0.111496123 container create 11f81c4529e78902b0c3120138a2269b3708fd8b098646174482a8a321cdd523 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1-activate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=main-69149bb, org.label-schema.build-date=20240716, ceph=True, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-29T15:07:29.239 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:29 smithi067 podman[104170]: 2024-07-29 15:07:28.931517685 +0000 UTC m=+0.024238573 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T15:07:29.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:28 smithi138 ceph-mon[86438]: pgmap v146: 121 pgs: 7 active+undersized, 14 stale+active+clean, 1 active+undersized+degraded, 99 active+clean; 337 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.4 MiB/s wr, 15 op/s; 15/654 objects degraded (2.294%) 2024-07-29T15:07:29.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:28 smithi138 ceph-mon[86438]: Health check failed: Degraded data redundancy: 15/654 objects degraded (2.294%), 1 pg degraded (PG_DEGRADED) 2024-07-29T15:07:29.407 INFO:tasks.rados.rados.0.smithi067.stdout:1454: finishing write tid 1 to smithi06780069-49 2024-07-29T15:07:29.407 INFO:tasks.rados.rados.0.smithi067.stdout:1454: finishing write tid 2 to smithi06780069-49 2024-07-29T15:07:29.407 INFO:tasks.rados.rados.0.smithi067.stdout:1454: finishing write tid 3 to smithi06780069-49 2024-07-29T15:07:29.407 INFO:tasks.rados.rados.0.smithi067.stdout:1454: finishing write tid 4 to smithi06780069-49 2024-07-29T15:07:29.407 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 784 (ObjNum 484 snap 145 seq_num 484) dirty exists 2024-07-29T15:07:29.408 INFO:tasks.rados.rados.0.smithi067.stdout:1454: left oid 49 (ObjNum 484 snap 145 seq_num 484) 2024-07-29T15:07:29.408 INFO:tasks.rados.rados.0.smithi067.stdout:1457: expect (ObjNum 462 snap 134 seq_num 462) 2024-07-29T15:07:29.422 INFO:tasks.rados.rados.0.smithi067.stdout:1455: finishing write tid 1 to smithi06780069-41 2024-07-29T15:07:29.422 INFO:tasks.rados.rados.0.smithi067.stdout:1455: finishing write tid 2 to smithi06780069-41 2024-07-29T15:07:29.423 INFO:tasks.rados.rados.0.smithi067.stdout:1455: finishing write tid 3 to smithi06780069-41 2024-07-29T15:07:29.423 INFO:tasks.rados.rados.0.smithi067.stdout:1455: finishing write tid 4 to smithi06780069-41 2024-07-29T15:07:29.423 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 521 (ObjNum 485 snap 145 seq_num 485) dirty exists 2024-07-29T15:07:29.423 INFO:tasks.rados.rados.0.smithi067.stdout:1455: left oid 41 (ObjNum 485 snap 145 seq_num 485) 2024-07-29T15:07:29.423 INFO:tasks.rados.rados.0.smithi067.stdout:1456: finishing copy_from racing read to smithi06780069-9 2024-07-29T15:07:29.423 INFO:tasks.rados.rados.0.smithi067.stdout:1456: finishing copy_from to smithi06780069-9 2024-07-29T15:07:29.423 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 9 v 646 (ObjNum 270 snap 74 seq_num 270) dirty exists 2024-07-29T15:07:29.423 INFO:tasks.rados.rados.0.smithi067.stdout:1458: finishing write tid 1 to smithi06780069-39 2024-07-29T15:07:29.423 INFO:tasks.rados.rados.0.smithi067.stdout:1458: finishing write tid 2 to smithi06780069-39 2024-07-29T15:07:29.423 INFO:tasks.rados.rados.0.smithi067.stdout:1458: finishing write tid 3 to smithi06780069-39 2024-07-29T15:07:29.423 INFO:tasks.rados.rados.0.smithi067.stdout:1458: finishing write tid 4 to smithi06780069-39 2024-07-29T15:07:29.423 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 528 (ObjNum 486 snap 145 seq_num 486) dirty exists 2024-07-29T15:07:29.423 INFO:tasks.rados.rados.0.smithi067.stdout:1458: left oid 39 (ObjNum 486 snap 145 seq_num 486) 2024-07-29T15:07:29.424 INFO:tasks.rados.rados.0.smithi067.stdout:1446: done (10 left) 2024-07-29T15:07:29.424 INFO:tasks.rados.rados.0.smithi067.stdout:1447: done (9 left) 2024-07-29T15:07:29.424 INFO:tasks.rados.rados.0.smithi067.stdout:1448: done (8 left) 2024-07-29T15:07:29.424 INFO:tasks.rados.rados.0.smithi067.stdout:1449: done (7 left) 2024-07-29T15:07:29.424 INFO:tasks.rados.rados.0.smithi067.stdout:1452: done (6 left) 2024-07-29T15:07:29.424 INFO:tasks.rados.rados.0.smithi067.stdout:1454: done (5 left) 2024-07-29T15:07:29.424 INFO:tasks.rados.rados.0.smithi067.stdout:1455: done (4 left) 2024-07-29T15:07:29.424 INFO:tasks.rados.rados.0.smithi067.stdout:1456: done (3 left) 2024-07-29T15:07:29.424 INFO:tasks.rados.rados.0.smithi067.stdout:1457: done (2 left) 2024-07-29T15:07:29.424 INFO:tasks.rados.rados.0.smithi067.stdout:1458: done (1 left) 2024-07-29T15:07:29.424 INFO:tasks.rados.rados.0.smithi067.stdout:1460: snap_create 2024-07-29T15:07:29.426 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 559 (ObjNum 346 snap 102 seq_num 346) dirty exists 2024-07-29T15:07:29.621 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:29 smithi067 podman[104170]: 2024-07-29 15:07:29.27174629 +0000 UTC m=+0.364467164 container init 11f81c4529e78902b0c3120138a2269b3708fd8b098646174482a8a321cdd523 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1-activate, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240716, RELEASE=main-69149bb, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-07-29T15:07:29.621 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:29 smithi067 podman[104170]: 2024-07-29 15:07:29.275223074 +0000 UTC m=+0.367943937 container start 11f81c4529e78902b0c3120138a2269b3708fd8b098646174482a8a321cdd523 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1-activate, org.label-schema.schema-version=1.0, RELEASE=main-69149bb, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240716, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-29T15:07:29.621 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:29 smithi067 podman[104170]: 2024-07-29 15:07:29.34665113 +0000 UTC m=+0.439372016 container attach 11f81c4529e78902b0c3120138a2269b3708fd8b098646174482a8a321cdd523 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1-activate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240716, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=main-69149bb, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.36.0) 2024-07-29T15:07:29.621 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:29 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1-activate[104185]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-29T15:07:29.621 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:29 smithi067 bash[104170]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-29T15:07:29.621 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:29 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1-activate[104185]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-29T15:07:29.621 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:29 smithi067 bash[104170]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-29T15:07:29.621 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:29 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1-activate[104185]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-07-29T15:07:29.621 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:29 smithi067 bash[104170]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-07-29T15:07:29.962 INFO:tasks.rados.rados.0.smithi067.stdout:1459: done (1 left) 2024-07-29T15:07:29.962 INFO:tasks.rados.rados.0.smithi067.stdout:1460: done (0 left) 2024-07-29T15:07:29.962 INFO:tasks.rados.rados.0.smithi067.stdout:1461: rmattr oid 41 current snap is 146 2024-07-29T15:07:29.962 INFO:tasks.rados.rados.0.smithi067.stdout:1461: done (0 left) 2024-07-29T15:07:29.962 INFO:tasks.rados.rados.0.smithi067.stdout:1462: snap_remove snap 131 2024-07-29T15:07:29.988 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:29 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1-activate[104185]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-07-29T15:07:29.988 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:29 smithi067 bash[104170]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-07-29T15:07:29.988 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:29 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1-activate[104185]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-07-29T15:07:29.988 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:29 smithi067 bash[104170]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-07-29T15:07:29.988 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:29 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1-activate[104185]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-07-29T15:07:29.988 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:29 smithi067 bash[104170]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-07-29T15:07:29.989 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:29 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1-activate[104185]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-07-29T15:07:29.989 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:29 smithi067 bash[104170]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-07-29T15:07:29.989 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:29 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1-activate[104185]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-07-29T15:07:29.989 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:29 smithi067 bash[104170]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-07-29T15:07:29.989 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:29 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1-activate[104185]: --> ceph-volume raw activate successful for osd ID: 1 2024-07-29T15:07:29.989 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:29 smithi067 bash[104170]: --> ceph-volume raw activate successful for osd ID: 1 2024-07-29T15:07:29.989 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:29 smithi067 podman[104170]: 2024-07-29 15:07:29.669251469 +0000 UTC m=+0.761972337 container died 11f81c4529e78902b0c3120138a2269b3708fd8b098646174482a8a321cdd523 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1-activate, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240716, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=main-69149bb, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD) 2024-07-29T15:07:30.434 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:30 smithi067 podman[104304]: 2024-07-29 15:07:30.217089319 +0000 UTC m=+0.538028794 container remove 11f81c4529e78902b0c3120138a2269b3708fd8b098646174482a8a321cdd523 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1-activate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-69149bb, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240716, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0) 2024-07-29T15:07:30.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:07:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:07:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:07:30.738 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:30 smithi067 podman[104362]: 2024-07-29 15:07:30.336937287 +0000 UTC m=+0.018062705 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T15:07:30.738 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:30 smithi067 podman[104362]: 2024-07-29 15:07:30.493285299 +0000 UTC m=+0.174410743 container create e9d39547a528a96d414b96ce1b0abb119935eff462398313bc9a0f11b6180892 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240716, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, RELEASE=main-69149bb) 2024-07-29T15:07:30.968 INFO:tasks.rados.rados.0.smithi067.stdout:1462: done (0 left) 2024-07-29T15:07:30.968 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 45 current snap is 146 2024-07-29T15:07:30.968 INFO:tasks.rados.rados.0.smithi067.stdout:1463: seq_num 487 ranges {3481600=565248,4046848=401408} 2024-07-29T15:07:30.990 INFO:tasks.rados.rados.0.smithi067.stdout:1463: writing smithi06780069-45 from 3481600 to 4046848 tid 1 2024-07-29T15:07:30.993 INFO:tasks.rados.rados.0.smithi067.stdout:1463: writing smithi06780069-45 from 4046848 to 4448256 tid 2 2024-07-29T15:07:30.993 INFO:tasks.rados.rados.0.smithi067.stdout:1464: delete oid 26 current snap is 146 2024-07-29T15:07:30.995 INFO:tasks.rados.rados.0.smithi067.stdout:1464: done (1 left) 2024-07-29T15:07:30.995 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 18 current snap is 146 2024-07-29T15:07:30.995 INFO:tasks.rados.rados.0.smithi067.stdout:1465: seq_num 489 ranges {5873664=598016,6471680=401408} 2024-07-29T15:07:31.030 INFO:tasks.rados.rados.0.smithi067.stdout:1465: writing smithi06780069-18 from 5873664 to 6471680 tid 1 2024-07-29T15:07:31.033 INFO:tasks.rados.rados.0.smithi067.stdout:1465: writing smithi06780069-18 from 6471680 to 6873088 tid 2 2024-07-29T15:07:31.033 INFO:tasks.rados.rados.0.smithi067.stdout:1466: delete oid 1 current snap is 146 2024-07-29T15:07:31.033 INFO:tasks.rados.rados.0.smithi067.stdout:1463: finishing write tid 1 to smithi06780069-45 2024-07-29T15:07:31.033 INFO:tasks.rados.rados.0.smithi067.stdout:1463: finishing write tid 2 to smithi06780069-45 2024-07-29T15:07:31.033 INFO:tasks.rados.rados.0.smithi067.stdout:1463: finishing write tid 3 to smithi06780069-45 2024-07-29T15:07:31.033 INFO:tasks.rados.rados.0.smithi067.stdout:1463: finishing write tid 4 to smithi06780069-45 2024-07-29T15:07:31.033 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 394 (ObjNum 487 snap 146 seq_num 487) dirty exists 2024-07-29T15:07:31.034 INFO:tasks.rados.rados.0.smithi067.stdout:1463: left oid 45 (ObjNum 487 snap 146 seq_num 487) 2024-07-29T15:07:31.036 INFO:tasks.rados.rados.0.smithi067.stdout:1465: finishing write tid 1 to smithi06780069-18 2024-07-29T15:07:31.036 INFO:tasks.rados.rados.0.smithi067.stdout:1463: done (2 left) 2024-07-29T15:07:31.036 INFO:tasks.rados.rados.0.smithi067.stdout:1466: done (1 left) 2024-07-29T15:07:31.036 INFO:tasks.rados.rados.0.smithi067.stdout:1467: copy_from oid 4 from oid 1 current snap is 146 2024-07-29T15:07:31.036 INFO:tasks.rados.rados.0.smithi067.stdout:1468: snap_create 2024-07-29T15:07:31.036 INFO:tasks.rados.rados.0.smithi067.stdout:1465: finishing write tid 2 to smithi06780069-18 2024-07-29T15:07:31.036 INFO:tasks.rados.rados.0.smithi067.stdout:1465: finishing write tid 3 to smithi06780069-18 2024-07-29T15:07:31.037 INFO:tasks.rados.rados.0.smithi067.stdout:1467: finishing copy_from to smithi06780069-4 2024-07-29T15:07:31.037 INFO:tasks.rados.rados.0.smithi067.stdout:1467: got expected ENOENT (src dne) 2024-07-29T15:07:31.037 INFO:tasks.rados.rados.0.smithi067.stdout:1467: finishing copy_from racing read to smithi06780069-4 2024-07-29T15:07:31.037 INFO:tasks.rados.rados.0.smithi067.stdout:1465: finishing write tid 4 to smithi06780069-18 2024-07-29T15:07:31.037 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 567 (ObjNum 489 snap 146 seq_num 489) dirty exists 2024-07-29T15:07:31.037 INFO:tasks.rados.rados.0.smithi067.stdout:1465: left oid 18 (ObjNum 489 snap 146 seq_num 489) 2024-07-29T15:07:31.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:30 smithi067 ceph-mon[91995]: pgmap v148: 121 pgs: 7 active+undersized, 14 stale+active+clean, 1 active+undersized+degraded, 99 active+clean; 337 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.6 MiB/s wr, 12 op/s; 15/654 objects degraded (2.294%) 2024-07-29T15:07:31.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:30 smithi067 ceph-mon[91995]: osdmap e360: 8 total, 7 up, 8 in 2024-07-29T15:07:31.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:30 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:31.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:30 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:31.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:30 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:07:31.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:30 smithi067 ceph-mon[94375]: pgmap v148: 121 pgs: 7 active+undersized, 14 stale+active+clean, 1 active+undersized+degraded, 99 active+clean; 337 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.6 MiB/s wr, 12 op/s; 15/654 objects degraded (2.294%) 2024-07-29T15:07:31.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:30 smithi067 ceph-mon[94375]: osdmap e360: 8 total, 7 up, 8 in 2024-07-29T15:07:31.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:30 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:31.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:30 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:31.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:30 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:07:31.240 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:30 smithi067 podman[104362]: 2024-07-29 15:07:30.778973545 +0000 UTC m=+0.460098966 container init e9d39547a528a96d414b96ce1b0abb119935eff462398313bc9a0f11b6180892 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=main-69149bb, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240716, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-29T15:07:31.240 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:30 smithi067 podman[104362]: 2024-07-29 15:07:30.782320577 +0000 UTC m=+0.463445979 container start e9d39547a528a96d414b96ce1b0abb119935eff462398313bc9a0f11b6180892 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=main-69149bb, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240716, CEPH_POINT_RELEASE=) 2024-07-29T15:07:31.240 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:30 smithi067 ceph-osd[104382]: -- 172.21.15.67:0/3431570978 <== mon.0 v2:172.21.15.67:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561991255a40 con 0x56199201c400 2024-07-29T15:07:31.240 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:30 smithi067 bash[104362]: e9d39547a528a96d414b96ce1b0abb119935eff462398313bc9a0f11b6180892 2024-07-29T15:07:31.240 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:30 smithi067 systemd[1]: Started Ceph osd.1 for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:07:31.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:30 smithi138 ceph-mon[86438]: pgmap v148: 121 pgs: 7 active+undersized, 14 stale+active+clean, 1 active+undersized+degraded, 99 active+clean; 337 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.6 MiB/s wr, 12 op/s; 15/654 objects degraded (2.294%) 2024-07-29T15:07:31.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:30 smithi138 ceph-mon[86438]: osdmap e360: 8 total, 7 up, 8 in 2024-07-29T15:07:31.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:30 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:31.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:30 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:31.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:30 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:07:31.648 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1[104378]: 2024-07-29T15:07:31.322+0000 7f80ba0d1640 -1 Falling back to public interface 2024-07-29T15:07:31.978 INFO:tasks.rados.rados.0.smithi067.stdout:1465: done (2 left) 2024-07-29T15:07:31.978 INFO:tasks.rados.rados.0.smithi067.stdout:1467: done (1 left) 2024-07-29T15:07:31.978 INFO:tasks.rados.rados.0.smithi067.stdout:1468: done (0 left) 2024-07-29T15:07:31.978 INFO:tasks.rados.rados.0.smithi067.stdout:1469: setattr oid 25 current snap is 147 2024-07-29T15:07:31.982 INFO:tasks.rados.rados.0.smithi067.stdout:1470: setattr oid 47 current snap is 147 2024-07-29T15:07:31.982 INFO:tasks.rados.rados.0.smithi067.stdout:1471: snap_create 2024-07-29T15:07:31.983 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 25 v 711 (ObjNum 81 snap 0 seq_num 2148414706) dirty exists 2024-07-29T15:07:31.985 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 536 (ObjNum 476 snap 140 seq_num 476) dirty exists 2024-07-29T15:07:32.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:31 smithi067 ceph-mon[91995]: osdmap e361: 8 total, 7 up, 8 in 2024-07-29T15:07:32.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:31 smithi067 ceph-mon[94375]: osdmap e361: 8 total, 7 up, 8 in 2024-07-29T15:07:32.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:31 smithi138 ceph-mon[86438]: osdmap e361: 8 total, 7 up, 8 in 2024-07-29T15:07:32.986 INFO:tasks.rados.rados.0.smithi067.stdout:1469: done (2 left) 2024-07-29T15:07:32.986 INFO:tasks.rados.rados.0.smithi067.stdout:1470: done (1 left) 2024-07-29T15:07:32.986 INFO:tasks.rados.rados.0.smithi067.stdout:1471: done (0 left) 2024-07-29T15:07:32.986 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 7 current snap is 148 2024-07-29T15:07:32.986 INFO:tasks.rados.rados.0.smithi067.stdout:1472: seq_num 491 ranges {851968=630784,1482752=401408} 2024-07-29T15:07:32.995 INFO:tasks.rados.rados.0.smithi067.stdout:1472: writing smithi06780069-7 from 851968 to 1482752 tid 1 2024-07-29T15:07:32.999 INFO:tasks.rados.rados.0.smithi067.stdout:1472: writing smithi06780069-7 from 1482752 to 1884160 tid 2 2024-07-29T15:07:32.999 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 32 current snap is 148 2024-07-29T15:07:32.999 INFO:tasks.rados.rados.0.smithi067.stdout:1473: seq_num 492 ranges {7340032=647168,7987200=401408} 2024-07-29T15:07:33.043 INFO:tasks.rados.rados.0.smithi067.stdout:1473: writing smithi06780069-32 from 7340032 to 7987200 tid 1 2024-07-29T15:07:33.045 INFO:tasks.rados.rados.0.smithi067.stdout:1473: writing smithi06780069-32 from 7987200 to 8388608 tid 2 2024-07-29T15:07:33.045 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 34 current snap is 148 2024-07-29T15:07:33.045 INFO:tasks.rados.rados.0.smithi067.stdout:1474: seq_num 493 ranges {1392640=663552,2056192=401408} 2024-07-29T15:07:33.056 INFO:tasks.rados.rados.0.smithi067.stdout:1474: writing smithi06780069-34 from 1392640 to 2056192 tid 1 2024-07-29T15:07:33.059 INFO:tasks.rados.rados.0.smithi067.stdout:1474: writing smithi06780069-34 from 2056192 to 2457600 tid 2 2024-07-29T15:07:33.059 INFO:tasks.rados.rados.0.smithi067.stdout:1475: snap_create 2024-07-29T15:07:33.059 INFO:tasks.rados.rados.0.smithi067.stdout:1472: finishing write tid 1 to smithi06780069-7 2024-07-29T15:07:33.059 INFO:tasks.rados.rados.0.smithi067.stdout:1472: finishing write tid 2 to smithi06780069-7 2024-07-29T15:07:33.059 INFO:tasks.rados.rados.0.smithi067.stdout:1472: finishing write tid 3 to smithi06780069-7 2024-07-29T15:07:33.059 INFO:tasks.rados.rados.0.smithi067.stdout:1472: finishing write tid 4 to smithi06780069-7 2024-07-29T15:07:33.059 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 7 v 649 (ObjNum 491 snap 148 seq_num 491) dirty exists 2024-07-29T15:07:33.060 INFO:tasks.rados.rados.0.smithi067.stdout:1472: left oid 7 (ObjNum 491 snap 148 seq_num 491) 2024-07-29T15:07:33.060 INFO:tasks.rados.rados.0.smithi067.stdout:1473: finishing write tid 1 to smithi06780069-32 2024-07-29T15:07:33.060 INFO:tasks.rados.rados.0.smithi067.stdout:1473: finishing write tid 2 to smithi06780069-32 2024-07-29T15:07:33.060 INFO:tasks.rados.rados.0.smithi067.stdout:1473: finishing write tid 3 to smithi06780069-32 2024-07-29T15:07:33.060 INFO:tasks.rados.rados.0.smithi067.stdout:1473: finishing write tid 4 to smithi06780069-32 2024-07-29T15:07:33.060 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 763 (ObjNum 492 snap 148 seq_num 492) dirty exists 2024-07-29T15:07:33.060 INFO:tasks.rados.rados.0.smithi067.stdout:1473: left oid 32 (ObjNum 492 snap 148 seq_num 492) 2024-07-29T15:07:33.060 INFO:tasks.rados.rados.0.smithi067.stdout:1474: finishing write tid 1 to smithi06780069-34 2024-07-29T15:07:33.061 INFO:tasks.rados.rados.0.smithi067.stdout:1474: finishing write tid 2 to smithi06780069-34 2024-07-29T15:07:33.061 INFO:tasks.rados.rados.0.smithi067.stdout:1474: finishing write tid 3 to smithi06780069-34 2024-07-29T15:07:33.062 INFO:tasks.rados.rados.0.smithi067.stdout:1474: finishing write tid 4 to smithi06780069-34 2024-07-29T15:07:33.062 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 34 v 653 (ObjNum 493 snap 148 seq_num 493) dirty exists 2024-07-29T15:07:33.062 INFO:tasks.rados.rados.0.smithi067.stdout:1474: left oid 34 (ObjNum 493 snap 148 seq_num 493) 2024-07-29T15:07:33.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:32 smithi067 ceph-mon[91995]: pgmap v151: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 353 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 13 op/s; 112/681 objects degraded (16.446%) 2024-07-29T15:07:33.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:32 smithi067 ceph-mon[91995]: osdmap e362: 8 total, 7 up, 8 in 2024-07-29T15:07:33.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:32 smithi067 ceph-mon[94375]: pgmap v151: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 353 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 13 op/s; 112/681 objects degraded (16.446%) 2024-07-29T15:07:33.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:32 smithi067 ceph-mon[94375]: osdmap e362: 8 total, 7 up, 8 in 2024-07-29T15:07:33.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:32 smithi138 ceph-mon[86438]: pgmap v151: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 353 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 13 op/s; 112/681 objects degraded (16.446%) 2024-07-29T15:07:33.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:32 smithi138 ceph-mon[86438]: osdmap e362: 8 total, 7 up, 8 in 2024-07-29T15:07:33.992 INFO:tasks.rados.rados.0.smithi067.stdout:1472: done (3 left) 2024-07-29T15:07:33.993 INFO:tasks.rados.rados.0.smithi067.stdout:1473: done (2 left) 2024-07-29T15:07:33.993 INFO:tasks.rados.rados.0.smithi067.stdout:1474: done (1 left) 2024-07-29T15:07:33.993 INFO:tasks.rados.rados.0.smithi067.stdout:1475: done (0 left) 2024-07-29T15:07:33.993 INFO:tasks.rados.rados.0.smithi067.stdout:1476: delete oid 40 current snap is 149 2024-07-29T15:07:33.999 INFO:tasks.rados.rados.0.smithi067.stdout:1476: done (0 left) 2024-07-29T15:07:33.999 INFO:tasks.rados.rados.0.smithi067.stdout:1477: snap_remove snap 139 2024-07-29T15:07:34.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:33 smithi067 ceph-mon[91995]: osdmap e363: 8 total, 7 up, 8 in 2024-07-29T15:07:34.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:33 smithi067 ceph-mon[94375]: osdmap e363: 8 total, 7 up, 8 in 2024-07-29T15:07:34.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:33 smithi138 ceph-mon[86438]: osdmap e363: 8 total, 7 up, 8 in 2024-07-29T15:07:34.310 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:07:34 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:07:34.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.1\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:07:34.987 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:34 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1[104378]: 2024-07-29T15:07:34.527+0000 7f80ba0d1640 -1 osd.1 356 log_to_monitors true 2024-07-29T15:07:34.995 INFO:tasks.rados.rados.0.smithi067.stdout:1477: done (0 left) 2024-07-29T15:07:34.995 INFO:tasks.rados.rados.0.smithi067.stdout:1478: snap_remove snap 147 2024-07-29T15:07:35.238 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 15:07:35 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1[104378]: 2024-07-29T15:07:35.024+0000 7f80b1e7b640 -1 osd.1 356 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-29T15:07:35.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:34 smithi067 ceph-mon[91995]: pgmap v154: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 354 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.2 MiB/s wr, 21 op/s; 112/687 objects degraded (16.303%) 2024-07-29T15:07:35.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:34 smithi067 ceph-mon[91995]: Health check update: Degraded data redundancy: 112/687 objects degraded (16.303%), 12 pgs degraded (PG_DEGRADED) 2024-07-29T15:07:35.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:34 smithi067 ceph-mon[91995]: osdmap e364: 8 total, 7 up, 8 in 2024-07-29T15:07:35.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:34 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:35.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:34 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:35.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:34 smithi067 ceph-mon[91995]: from='osd.1 [v2:172.21.15.67:6810/1907697282,v1:172.21.15.67:6811/1907697282]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-07-29T15:07:35.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:34 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:35.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:34 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:07:35.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:34 smithi067 ceph-mon[94375]: pgmap v154: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 354 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.2 MiB/s wr, 21 op/s; 112/687 objects degraded (16.303%) 2024-07-29T15:07:35.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:34 smithi067 ceph-mon[94375]: Health check update: Degraded data redundancy: 112/687 objects degraded (16.303%), 12 pgs degraded (PG_DEGRADED) 2024-07-29T15:07:35.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:34 smithi067 ceph-mon[94375]: osdmap e364: 8 total, 7 up, 8 in 2024-07-29T15:07:35.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:34 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:35.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:34 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:35.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:34 smithi067 ceph-mon[94375]: from='osd.1 [v2:172.21.15.67:6810/1907697282,v1:172.21.15.67:6811/1907697282]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-07-29T15:07:35.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:34 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:35.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:34 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:07:35.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:34 smithi138 ceph-mon[86438]: pgmap v154: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 354 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.2 MiB/s wr, 21 op/s; 112/687 objects degraded (16.303%) 2024-07-29T15:07:35.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:34 smithi138 ceph-mon[86438]: Health check update: Degraded data redundancy: 112/687 objects degraded (16.303%), 12 pgs degraded (PG_DEGRADED) 2024-07-29T15:07:35.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:34 smithi138 ceph-mon[86438]: osdmap e364: 8 total, 7 up, 8 in 2024-07-29T15:07:35.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:34 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:35.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:34 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:35.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:34 smithi138 ceph-mon[86438]: from='osd.1 [v2:172.21.15.67:6810/1907697282,v1:172.21.15.67:6811/1907697282]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-07-29T15:07:35.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:34 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:35.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:34 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:07:35.993 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:07:35 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:07:35.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:07:35.993 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:07:35 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:07:35.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:07:36.009 INFO:tasks.rados.rados.0.smithi067.stdout:1478: done (0 left) 2024-07-29T15:07:36.009 INFO:tasks.rados.rados.0.smithi067.stdout:1479: snap_remove snap 79 2024-07-29T15:07:36.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:35 smithi067 ceph-mon[91995]: from='osd.1 [v2:172.21.15.67:6810/1907697282,v1:172.21.15.67:6811/1907697282]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-07-29T15:07:36.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:35 smithi067 ceph-mon[91995]: osdmap e365: 8 total, 7 up, 8 in 2024-07-29T15:07:36.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:35 smithi067 ceph-mon[91995]: from='osd.1 [v2:172.21.15.67:6810/1907697282,v1:172.21.15.67:6811/1907697282]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T15:07:36.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:36.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:36.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:35 smithi067 ceph-mon[94375]: from='osd.1 [v2:172.21.15.67:6810/1907697282,v1:172.21.15.67:6811/1907697282]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-07-29T15:07:36.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:35 smithi067 ceph-mon[94375]: osdmap e365: 8 total, 7 up, 8 in 2024-07-29T15:07:36.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:35 smithi067 ceph-mon[94375]: from='osd.1 [v2:172.21.15.67:6810/1907697282,v1:172.21.15.67:6811/1907697282]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T15:07:36.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:36.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:36.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:35 smithi138 ceph-mon[86438]: from='osd.1 [v2:172.21.15.67:6810/1907697282,v1:172.21.15.67:6811/1907697282]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-07-29T15:07:36.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:35 smithi138 ceph-mon[86438]: osdmap e365: 8 total, 7 up, 8 in 2024-07-29T15:07:36.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:35 smithi138 ceph-mon[86438]: from='osd.1 [v2:172.21.15.67:6810/1907697282,v1:172.21.15.67:6811/1907697282]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T15:07:36.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:36.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:37.006 INFO:tasks.rados.rados.0.smithi067.stdout:1479: done (0 left) 2024-07-29T15:07:37.006 INFO:tasks.rados.rados.0.smithi067.stdout:1480: delete oid 34 current snap is 149 2024-07-29T15:07:37.051 INFO:tasks.rados.rados.0.smithi067.stdout:1480: done (0 left) 2024-07-29T15:07:37.051 INFO:tasks.rados.rados.0.smithi067.stdout:1481: read oid 33 snap -1 2024-07-29T15:07:37.052 INFO:tasks.rados.rados.0.smithi067.stdout:1481: expect (ObjNum 480 snap 145 seq_num 480) 2024-07-29T15:07:37.052 INFO:tasks.rados.rados.0.smithi067.stdout:1482: copy_from oid 23 from oid 37 current snap is 149 2024-07-29T15:07:37.052 INFO:tasks.rados.rados.0.smithi067.stdout:1483: read oid 13 snap -1 2024-07-29T15:07:37.052 INFO:tasks.rados.rados.0.smithi067.stdout:1483: expect (ObjNum 389 snap 117 seq_num 389) 2024-07-29T15:07:37.052 INFO:tasks.rados.rados.0.smithi067.stdout:1484: setattr oid 26 current snap is 149 2024-07-29T15:07:37.053 INFO:tasks.rados.rados.0.smithi067.stdout:1482: finishing copy_from to smithi06780069-23 2024-07-29T15:07:37.053 INFO:tasks.rados.rados.0.smithi067.stdout:1482: got expected ENOENT (src dne) 2024-07-29T15:07:37.053 INFO:tasks.rados.rados.0.smithi067.stdout:1482: finishing copy_from racing read to smithi06780069-23 2024-07-29T15:07:37.055 INFO:tasks.rados.rados.0.smithi067.stdout:1482: done (3 left) 2024-07-29T15:07:37.055 INFO:tasks.rados.rados.0.smithi067.stdout:1485: snap_remove snap 132 2024-07-29T15:07:37.149 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:36 smithi067 ceph-mon[91995]: pgmap v157: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 359 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.4 MiB/s wr, 16 op/s; 116/708 objects degraded (16.384%) 2024-07-29T15:07:37.149 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:36 smithi067 ceph-mon[91995]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-29T15:07:37.149 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:36 smithi067 ceph-mon[91995]: osd.1 [v2:172.21.15.67:6810/1907697282,v1:172.21.15.67:6811/1907697282] boot 2024-07-29T15:07:37.149 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:36 smithi067 ceph-mon[91995]: osdmap e366: 8 total, 8 up, 8 in 2024-07-29T15:07:37.149 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:36 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-29T15:07:37.149 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:36 smithi067 ceph-mon[94375]: pgmap v157: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 359 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.4 MiB/s wr, 16 op/s; 116/708 objects degraded (16.384%) 2024-07-29T15:07:37.149 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:36 smithi067 ceph-mon[94375]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-29T15:07:37.149 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:36 smithi067 ceph-mon[94375]: osd.1 [v2:172.21.15.67:6810/1907697282,v1:172.21.15.67:6811/1907697282] boot 2024-07-29T15:07:37.150 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:36 smithi067 ceph-mon[94375]: osdmap e366: 8 total, 8 up, 8 in 2024-07-29T15:07:37.150 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:36 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-29T15:07:37.310 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:07:36 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:07:36.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi138\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:07:37.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:36 smithi138 ceph-mon[86438]: pgmap v157: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 359 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.4 MiB/s wr, 16 op/s; 116/708 objects degraded (16.384%) 2024-07-29T15:07:37.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:36 smithi138 ceph-mon[86438]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-29T15:07:37.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:36 smithi138 ceph-mon[86438]: osd.1 [v2:172.21.15.67:6810/1907697282,v1:172.21.15.67:6811/1907697282] boot 2024-07-29T15:07:37.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:36 smithi138 ceph-mon[86438]: osdmap e366: 8 total, 8 up, 8 in 2024-07-29T15:07:37.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:36 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-29T15:07:37.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:07:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:07:37] "GET /metrics HTTP/1.1" 200 36249 "" "Prometheus/2.51.0" 2024-07-29T15:07:38.036 INFO:tasks.rados.rados.0.smithi067.stdout:1485: done (3 left) 2024-07-29T15:07:38.036 INFO:tasks.rados.rados.0.smithi067.stdout:1486: setattr oid 7 current snap is 149 2024-07-29T15:07:38.036 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 712 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-29T15:07:38.036 INFO:tasks.rados.rados.0.smithi067.stdout:1481: expect (ObjNum 480 snap 145 seq_num 480) 2024-07-29T15:07:38.137 INFO:tasks.rados.rados.0.smithi067.stdout:1483: expect (ObjNum 389 snap 117 seq_num 389) 2024-07-29T15:07:38.183 INFO:tasks.rados.rados.0.smithi067.stdout:1481: done (3 left) 2024-07-29T15:07:38.184 INFO:tasks.rados.rados.0.smithi067.stdout:1483: done (2 left) 2024-07-29T15:07:38.184 INFO:tasks.rados.rados.0.smithi067.stdout:1484: done (1 left) 2024-07-29T15:07:38.184 INFO:tasks.rados.rados.0.smithi067.stdout:1487: copy_from oid 12 from oid 18 current snap is 149 2024-07-29T15:07:38.184 INFO:tasks.rados.rados.0.smithi067.stdout:1488: read oid 24 snap -1 2024-07-29T15:07:38.184 INFO:tasks.rados.rados.0.smithi067.stdout:1488: expect deleted 2024-07-29T15:07:38.184 INFO:tasks.rados.rados.0.smithi067.stdout:1489: delete oid 6 current snap is 149 2024-07-29T15:07:38.191 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 7 v 677 (ObjNum 491 snap 148 seq_num 491) dirty exists 2024-07-29T15:07:38.191 INFO:tasks.rados.rados.0.smithi067.stdout:1486: done (3 left) 2024-07-29T15:07:38.191 INFO:tasks.rados.rados.0.smithi067.stdout:1488: done (2 left) 2024-07-29T15:07:38.191 INFO:tasks.rados.rados.0.smithi067.stdout:1489: done (1 left) 2024-07-29T15:07:38.191 INFO:tasks.rados.rados.0.smithi067.stdout:1490: snap_remove snap 85 2024-07-29T15:07:38.278 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:38 smithi067 ceph-mon[91995]: osdmap e367: 8 total, 8 up, 8 in 2024-07-29T15:07:38.279 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:38 smithi067 ceph-mon[94375]: osdmap e367: 8 total, 8 up, 8 in 2024-07-29T15:07:38.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:38 smithi138 ceph-mon[86438]: osdmap e367: 8 total, 8 up, 8 in 2024-07-29T15:07:38.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:07:38 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:07:38.867+0000 7f799bbb6640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-07-29T15:07:39.024 INFO:tasks.rados.rados.0.smithi067.stdout:1490: done (1 left) 2024-07-29T15:07:39.024 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 15 current snap is 149 2024-07-29T15:07:39.024 INFO:tasks.rados.rados.0.smithi067.stdout:1487: finishing copy_from racing read to smithi06780069-12 2024-07-29T15:07:39.024 INFO:tasks.rados.rados.0.smithi067.stdout:1491: seq_num 497 ranges {1597440=729088,2326528=401408} 2024-07-29T15:07:39.038 INFO:tasks.rados.rados.0.smithi067.stdout:1491: writing smithi06780069-15 from 1597440 to 2326528 tid 1 2024-07-29T15:07:39.042 INFO:tasks.rados.rados.0.smithi067.stdout:1491: writing smithi06780069-15 from 2326528 to 2727936 tid 2 2024-07-29T15:07:39.042 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 29 current snap is 149 2024-07-29T15:07:39.042 INFO:tasks.rados.rados.0.smithi067.stdout:1487: finishing copy_from to smithi06780069-12 2024-07-29T15:07:39.042 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 567 (ObjNum 489 snap 146 seq_num 489) dirty exists 2024-07-29T15:07:39.042 INFO:tasks.rados.rados.0.smithi067.stdout:1492: seq_num 498 ranges {188416=745472,933888=401408} 2024-07-29T15:07:39.048 INFO:tasks.rados.rados.0.smithi067.stdout:1492: writing smithi06780069-29 from 188416 to 933888 tid 1 2024-07-29T15:07:39.051 INFO:tasks.rados.rados.0.smithi067.stdout:1492: writing smithi06780069-29 from 933888 to 1335296 tid 2 2024-07-29T15:07:39.051 INFO:tasks.rados.rados.0.smithi067.stdout:1487: done (2 left) 2024-07-29T15:07:39.051 INFO:tasks.rados.rados.0.smithi067.stdout:1493: rollback oid 16 current snap is 149 2024-07-29T15:07:39.051 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 16 to 144 2024-07-29T15:07:39.051 INFO:tasks.rados.rados.0.smithi067.stdout:1491: finishing write tid 1 to smithi06780069-15 2024-07-29T15:07:39.051 INFO:tasks.rados.rados.0.smithi067.stdout:1491: finishing write tid 2 to smithi06780069-15 2024-07-29T15:07:39.052 INFO:tasks.rados.rados.0.smithi067.stdout:1491: finishing write tid 3 to smithi06780069-15 2024-07-29T15:07:39.052 INFO:tasks.rados.rados.0.smithi067.stdout:1494: setattr oid 47 current snap is 149 2024-07-29T15:07:39.052 INFO:tasks.rados.rados.0.smithi067.stdout:1491: finishing write tid 4 to smithi06780069-15 2024-07-29T15:07:39.052 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 791 (ObjNum 497 snap 149 seq_num 497) dirty exists 2024-07-29T15:07:39.052 INFO:tasks.rados.rados.0.smithi067.stdout:1491: left oid 15 (ObjNum 497 snap 149 seq_num 497) 2024-07-29T15:07:39.053 INFO:tasks.rados.rados.0.smithi067.stdout:1491: done (3 left) 2024-07-29T15:07:39.053 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 2 current snap is 149 2024-07-29T15:07:39.054 INFO:tasks.rados.rados.0.smithi067.stdout:1495: seq_num 499 ranges {458752=761856,1220608=401408} 2024-07-29T15:07:39.060 INFO:tasks.rados.rados.0.smithi067.stdout:1495: writing smithi06780069-2 from 458752 to 1220608 tid 1 2024-07-29T15:07:39.063 INFO:tasks.rados.rados.0.smithi067.stdout:1495: writing smithi06780069-2 from 1220608 to 1622016 tid 2 2024-07-29T15:07:39.064 INFO:tasks.rados.rados.0.smithi067.stdout:1496: copy_from oid 10 from oid 36 current snap is 149 2024-07-29T15:07:39.064 INFO:tasks.rados.rados.0.smithi067.stdout:1493: finishing rollback tid 1 to smithi06780069-16 2024-07-29T15:07:39.064 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 16 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-07-29T15:07:39.064 INFO:tasks.rados.rados.0.smithi067.stdout:1492: finishing write tid 1 to smithi06780069-29 2024-07-29T15:07:39.064 INFO:tasks.rados.rados.0.smithi067.stdout:1492: finishing write tid 2 to smithi06780069-29 2024-07-29T15:07:39.064 INFO:tasks.rados.rados.0.smithi067.stdout:1492: finishing write tid 3 to smithi06780069-29 2024-07-29T15:07:39.064 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 558 (ObjNum 476 snap 140 seq_num 476) dirty exists 2024-07-29T15:07:39.064 INFO:tasks.rados.rados.0.smithi067.stdout:1492: finishing write tid 4 to smithi06780069-29 2024-07-29T15:07:39.064 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 607 (ObjNum 498 snap 149 seq_num 498) dirty exists 2024-07-29T15:07:39.064 INFO:tasks.rados.rados.0.smithi067.stdout:1492: left oid 29 (ObjNum 498 snap 149 seq_num 498) 2024-07-29T15:07:39.064 INFO:tasks.rados.rados.0.smithi067.stdout:1492: done (4 left) 2024-07-29T15:07:39.064 INFO:tasks.rados.rados.0.smithi067.stdout:1493: done (3 left) 2024-07-29T15:07:39.064 INFO:tasks.rados.rados.0.smithi067.stdout:1494: done (2 left) 2024-07-29T15:07:39.065 INFO:tasks.rados.rados.0.smithi067.stdout:1497: read oid 13 snap -1 2024-07-29T15:07:39.065 INFO:tasks.rados.rados.0.smithi067.stdout:1497: expect (ObjNum 389 snap 117 seq_num 389) 2024-07-29T15:07:39.065 INFO:tasks.rados.rados.0.smithi067.stdout:1498: delete oid 46 current snap is 149 2024-07-29T15:07:39.065 INFO:tasks.rados.rados.0.smithi067.stdout:1495: finishing write tid 1 to smithi06780069-2 2024-07-29T15:07:39.065 INFO:tasks.rados.rados.0.smithi067.stdout:1495: finishing write tid 2 to smithi06780069-2 2024-07-29T15:07:39.066 INFO:tasks.rados.rados.0.smithi067.stdout:1495: finishing write tid 3 to smithi06780069-2 2024-07-29T15:07:39.067 INFO:tasks.rados.rados.0.smithi067.stdout:1495: finishing write tid 4 to smithi06780069-2 2024-07-29T15:07:39.067 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 649 (ObjNum 499 snap 149 seq_num 499) dirty exists 2024-07-29T15:07:39.067 INFO:tasks.rados.rados.0.smithi067.stdout:1495: left oid 2 (ObjNum 499 snap 149 seq_num 499) 2024-07-29T15:07:39.071 INFO:tasks.rados.rados.0.smithi067.stdout:1497: expect (ObjNum 389 snap 117 seq_num 389) 2024-07-29T15:07:39.119 INFO:tasks.rados.rados.0.smithi067.stdout:1496: finishing copy_from racing read to smithi06780069-10 2024-07-29T15:07:39.119 INFO:tasks.rados.rados.0.smithi067.stdout:1496: finishing copy_from to smithi06780069-10 2024-07-29T15:07:39.119 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 356 (ObjNum 420 snap 123 seq_num 420) dirty exists 2024-07-29T15:07:39.119 INFO:tasks.rados.rados.0.smithi067.stdout:1495: done (3 left) 2024-07-29T15:07:39.119 INFO:tasks.rados.rados.0.smithi067.stdout:1496: done (2 left) 2024-07-29T15:07:39.120 INFO:tasks.rados.rados.0.smithi067.stdout:1497: done (1 left) 2024-07-29T15:07:39.120 INFO:tasks.rados.rados.0.smithi067.stdout:1498: done (0 left) 2024-07-29T15:07:39.120 INFO:tasks.rados.rados.0.smithi067.stdout:1499: copy_from oid 4 from oid 25 current snap is 149 2024-07-29T15:07:39.120 INFO:tasks.rados.rados.0.smithi067.stdout:1500: copy_from oid 1 from oid 11 current snap is 149 2024-07-29T15:07:39.120 INFO:tasks.rados.rados.0.smithi067.stdout:1501: copy_from oid 32 from oid 27 current snap is 149 2024-07-29T15:07:39.120 INFO:tasks.rados.rados.0.smithi067.stdout:1502: read oid 24 snap -1 2024-07-29T15:07:39.120 INFO:tasks.rados.rados.0.smithi067.stdout:1502: expect deleted 2024-07-29T15:07:39.120 INFO:tasks.rados.rados.0.smithi067.stdout:1503: read oid 41 snap -1 2024-07-29T15:07:39.120 INFO:tasks.rados.rados.0.smithi067.stdout:1503: expect (ObjNum 485 snap 145 seq_num 485) 2024-07-29T15:07:39.120 INFO:tasks.rados.rados.0.smithi067.stdout:1504: rmattr oid 48 current snap is 149 2024-07-29T15:07:39.120 INFO:tasks.rados.rados.0.smithi067.stdout:1505: snap_create 2024-07-29T15:07:39.121 INFO:tasks.rados.rados.0.smithi067.stdout:1500: finishing copy_from to smithi06780069-1 2024-07-29T15:07:39.121 INFO:tasks.rados.rados.0.smithi067.stdout:1500: got expected ENOENT (src dne) 2024-07-29T15:07:39.121 INFO:tasks.rados.rados.0.smithi067.stdout:1500: finishing copy_from racing read to smithi06780069-1 2024-07-29T15:07:39.121 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 48 v 505 (ObjNum 65 snap 0 seq_num 1349020016) dirty exists 2024-07-29T15:07:39.121 INFO:tasks.rados.rados.0.smithi067.stdout:1499: finishing copy_from racing read to smithi06780069-4 2024-07-29T15:07:39.121 INFO:tasks.rados.rados.0.smithi067.stdout:1499: finishing copy_from to smithi06780069-4 2024-07-29T15:07:39.122 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 711 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-29T15:07:39.123 INFO:tasks.rados.rados.0.smithi067.stdout:1503: expect (ObjNum 485 snap 145 seq_num 485) 2024-07-29T15:07:39.154 INFO:tasks.rados.rados.0.smithi067.stdout:1501: finishing copy_from racing read to smithi06780069-32 2024-07-29T15:07:39.154 INFO:tasks.rados.rados.0.smithi067.stdout:1501: finishing copy_from to smithi06780069-32 2024-07-29T15:07:39.154 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 518 (ObjNum 439 snap 130 seq_num 439) dirty exists 2024-07-29T15:07:39.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:39 smithi138 ceph-mon[86438]: pgmap v160: 121 pgs: 1 active+clean+snaptrim, 6 activating, 29 active+undersized, 11 active+undersized+degraded, 74 active+clean; 359 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 MiB/s wr, 10 op/s; 101/708 objects degraded (14.266%) 2024-07-29T15:07:39.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:39 smithi138 ceph-mon[86438]: osdmap e368: 8 total, 8 up, 8 in 2024-07-29T15:07:39.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:39.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:39.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:07:39.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:07:39.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:39.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:07:39.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:07:39.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:07:39.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:07:39.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-29T15:07:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:39 smithi067 ceph-mon[91995]: pgmap v160: 121 pgs: 1 active+clean+snaptrim, 6 activating, 29 active+undersized, 11 active+undersized+degraded, 74 active+clean; 359 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 MiB/s wr, 10 op/s; 101/708 objects degraded (14.266%) 2024-07-29T15:07:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:39 smithi067 ceph-mon[91995]: osdmap e368: 8 total, 8 up, 8 in 2024-07-29T15:07:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:39.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:39.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:07:39.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:07:39.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:39.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:07:39.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:07:39.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:07:39.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:07:39.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-29T15:07:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:39 smithi067 ceph-mon[94375]: pgmap v160: 121 pgs: 1 active+clean+snaptrim, 6 activating, 29 active+undersized, 11 active+undersized+degraded, 74 active+clean; 359 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 MiB/s wr, 10 op/s; 101/708 objects degraded (14.266%) 2024-07-29T15:07:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:39 smithi067 ceph-mon[94375]: osdmap e368: 8 total, 8 up, 8 in 2024-07-29T15:07:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:39.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:39.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:07:39.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:07:39.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:39.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:07:39.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:07:39.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:07:39.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:07:39.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-29T15:07:40.040 INFO:tasks.rados.rados.0.smithi067.stdout:1499: done (6 left) 2024-07-29T15:07:40.040 INFO:tasks.rados.rados.0.smithi067.stdout:1500: done (5 left) 2024-07-29T15:07:40.040 INFO:tasks.rados.rados.0.smithi067.stdout:1501: done (4 left) 2024-07-29T15:07:40.040 INFO:tasks.rados.rados.0.smithi067.stdout:1502: done (3 left) 2024-07-29T15:07:40.040 INFO:tasks.rados.rados.0.smithi067.stdout:1503: done (2 left) 2024-07-29T15:07:40.040 INFO:tasks.rados.rados.0.smithi067.stdout:1504: done (1 left) 2024-07-29T15:07:40.040 INFO:tasks.rados.rados.0.smithi067.stdout:1505: done (0 left) 2024-07-29T15:07:40.040 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 35 current snap is 150 2024-07-29T15:07:40.041 INFO:tasks.rados.rados.0.smithi067.stdout:1506: seq_num 501 ranges {573440=794624,1368064=401408} 2024-07-29T15:07:40.047 INFO:tasks.rados.rados.0.smithi067.stdout:1506: writing smithi06780069-35 from 573440 to 1368064 tid 1 2024-07-29T15:07:40.049 INFO:tasks.rados.rados.0.smithi067.stdout:1506: writing smithi06780069-35 from 1368064 to 1769472 tid 2 2024-07-29T15:07:40.050 INFO:tasks.rados.rados.0.smithi067.stdout:1507: delete oid 36 current snap is 150 2024-07-29T15:07:40.055 INFO:tasks.rados.rados.0.smithi067.stdout:1507: done (1 left) 2024-07-29T15:07:40.055 INFO:tasks.rados.rados.0.smithi067.stdout:1508: read oid 3 snap -1 2024-07-29T15:07:40.055 INFO:tasks.rados.rados.0.smithi067.stdout:1508: expect (ObjNum 455 snap 132 seq_num 455) 2024-07-29T15:07:40.055 INFO:tasks.rados.rados.0.smithi067.stdout:1509: snap_remove snap 134 2024-07-29T15:07:40.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:40 smithi138 ceph-mon[86438]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-29T15:07:40.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:40 smithi138 ceph-mon[86438]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-07-29T15:07:40.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:40 smithi138 ceph-mon[86438]: osdmap e369: 8 total, 8 up, 8 in 2024-07-29T15:07:40.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:07:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:07:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:07:40.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:40 smithi067 ceph-mon[91995]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-29T15:07:40.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:40 smithi067 ceph-mon[91995]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-07-29T15:07:40.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:40 smithi067 ceph-mon[91995]: osdmap e369: 8 total, 8 up, 8 in 2024-07-29T15:07:40.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:40 smithi067 ceph-mon[94375]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-29T15:07:40.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:40 smithi067 ceph-mon[94375]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-07-29T15:07:40.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:40 smithi067 ceph-mon[94375]: osdmap e369: 8 total, 8 up, 8 in 2024-07-29T15:07:41.043 INFO:tasks.rados.rados.0.smithi067.stdout:1509: done (2 left) 2024-07-29T15:07:41.043 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 16 current snap is 150 2024-07-29T15:07:41.043 INFO:tasks.rados.rados.0.smithi067.stdout:1506: finishing write tid 1 to smithi06780069-35 2024-07-29T15:07:41.043 INFO:tasks.rados.rados.0.smithi067.stdout:1510: seq_num 503 ranges {0=425984,425984=704512,1130496=98304} 2024-07-29T15:07:41.046 INFO:tasks.rados.rados.0.smithi067.stdout:1510: writing smithi06780069-16 from 0 to 425984 tid 1 2024-07-29T15:07:41.051 INFO:tasks.rados.rados.0.smithi067.stdout:1510: writing smithi06780069-16 from 425984 to 1130496 tid 2 2024-07-29T15:07:41.052 INFO:tasks.rados.rados.0.smithi067.stdout:1510: writing smithi06780069-16 from 1130496 to 1228800 tid 3 2024-07-29T15:07:41.052 INFO:tasks.rados.rados.0.smithi067.stdout:1511: rmattr oid 46 current snap is 150 2024-07-29T15:07:41.053 INFO:tasks.rados.rados.0.smithi067.stdout:1511: done (3 left) 2024-07-29T15:07:41.053 INFO:tasks.rados.rados.0.smithi067.stdout:1512: read oid 29 snap 145 2024-07-29T15:07:41.053 INFO:tasks.rados.rados.0.smithi067.stdout:1512: expect (ObjNum 441 snap 130 seq_num 441) 2024-07-29T15:07:41.053 INFO:tasks.rados.rados.0.smithi067.stdout:1513: snap_remove snap 126 2024-07-29T15:07:41.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:41 smithi138 ceph-mon[86438]: pgmap v163: 121 pgs: 1 active+clean+snaptrim, 6 activating, 29 active+undersized, 11 active+undersized+degraded, 74 active+clean; 359 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 101/708 objects degraded (14.266%) 2024-07-29T15:07:41.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:41 smithi138 ceph-mon[86438]: osdmap e370: 8 total, 8 up, 8 in 2024-07-29T15:07:41.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:41 smithi067 ceph-mon[91995]: pgmap v163: 121 pgs: 1 active+clean+snaptrim, 6 activating, 29 active+undersized, 11 active+undersized+degraded, 74 active+clean; 359 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 101/708 objects degraded (14.266%) 2024-07-29T15:07:41.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:41 smithi067 ceph-mon[91995]: osdmap e370: 8 total, 8 up, 8 in 2024-07-29T15:07:41.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:41 smithi067 ceph-mon[94375]: pgmap v163: 121 pgs: 1 active+clean+snaptrim, 6 activating, 29 active+undersized, 11 active+undersized+degraded, 74 active+clean; 359 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 101/708 objects degraded (14.266%) 2024-07-29T15:07:41.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:41 smithi067 ceph-mon[94375]: osdmap e370: 8 total, 8 up, 8 in 2024-07-29T15:07:42.053 INFO:tasks.rados.rados.0.smithi067.stdout:1513: done (4 left) 2024-07-29T15:07:42.053 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 22 current snap is 150 2024-07-29T15:07:42.053 INFO:tasks.rados.rados.0.smithi067.stdout:1506: finishing write tid 2 to smithi06780069-35 2024-07-29T15:07:42.053 INFO:tasks.rados.rados.0.smithi067.stdout:1506: finishing write tid 3 to smithi06780069-35 2024-07-29T15:07:42.053 INFO:tasks.rados.rados.0.smithi067.stdout:1506: finishing write tid 4 to smithi06780069-35 2024-07-29T15:07:42.053 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 35 v 700 (ObjNum 501 snap 150 seq_num 501) dirty exists 2024-07-29T15:07:42.053 INFO:tasks.rados.rados.0.smithi067.stdout:1506: left oid 35 (ObjNum 501 snap 150 seq_num 501) 2024-07-29T15:07:42.053 INFO:tasks.rados.rados.0.smithi067.stdout:1508: expect (ObjNum 455 snap 132 seq_num 455) 2024-07-29T15:07:42.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:42 smithi138 ceph-mon[86438]: osdmap e371: 8 total, 8 up, 8 in 2024-07-29T15:07:42.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:42 smithi067 ceph-mon[91995]: osdmap e371: 8 total, 8 up, 8 in 2024-07-29T15:07:42.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:42 smithi067 ceph-mon[94375]: osdmap e371: 8 total, 8 up, 8 in 2024-07-29T15:07:42.663 INFO:tasks.rados.rados.0.smithi067.stdout:1510: finishing write tid 1 to smithi06780069-16 2024-07-29T15:07:42.663 INFO:tasks.rados.rados.0.smithi067.stdout:1510: finishing write tid 2 to smithi06780069-16 2024-07-29T15:07:42.663 INFO:tasks.rados.rados.0.smithi067.stdout:1510: finishing write tid 3 to smithi06780069-16 2024-07-29T15:07:42.663 INFO:tasks.rados.rados.0.smithi067.stdout:1512: expect (ObjNum 441 snap 130 seq_num 441) 2024-07-29T15:07:42.668 INFO:tasks.rados.rados.0.smithi067.stdout:1510: finishing write tid 4 to smithi06780069-16 2024-07-29T15:07:42.668 INFO:tasks.rados.rados.0.smithi067.stdout:1510: finishing write tid 5 to smithi06780069-16 2024-07-29T15:07:42.668 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 16 v 802 (ObjNum 503 snap 150 seq_num 503) dirty exists 2024-07-29T15:07:42.668 INFO:tasks.rados.rados.0.smithi067.stdout:1510: left oid 16 (ObjNum 503 snap 150 seq_num 503) 2024-07-29T15:07:42.668 INFO:tasks.rados.rados.0.smithi067.stdout:1514: seq_num 504 ranges {0=450560,450560=589824,1040384=212992} 2024-07-29T15:07:42.670 INFO:tasks.rados.rados.0.smithi067.stdout:1514: writing smithi06780069-22 from 0 to 450560 tid 1 2024-07-29T15:07:42.674 INFO:tasks.rados.rados.0.smithi067.stdout:1514: writing smithi06780069-22 from 450560 to 1040384 tid 2 2024-07-29T15:07:42.675 INFO:tasks.rados.rados.0.smithi067.stdout:1514: writing smithi06780069-22 from 1040384 to 1253376 tid 3 2024-07-29T15:07:42.676 INFO:tasks.rados.rados.0.smithi067.stdout:1506: done (4 left) 2024-07-29T15:07:42.676 INFO:tasks.rados.rados.0.smithi067.stdout:1508: done (3 left) 2024-07-29T15:07:42.676 INFO:tasks.rados.rados.0.smithi067.stdout:1510: done (2 left) 2024-07-29T15:07:42.676 INFO:tasks.rados.rados.0.smithi067.stdout:1512: done (1 left) 2024-07-29T15:07:42.676 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 41 current snap is 150 2024-07-29T15:07:42.676 INFO:tasks.rados.rados.0.smithi067.stdout:1515: seq_num 505 ranges {1089536=466944,1556480=475136,2031616=327680} 2024-07-29T15:07:42.684 INFO:tasks.rados.rados.0.smithi067.stdout:1515: writing smithi06780069-41 from 1089536 to 1556480 tid 1 2024-07-29T15:07:42.686 INFO:tasks.rados.rados.0.smithi067.stdout:1515: writing smithi06780069-41 from 1556480 to 2031616 tid 2 2024-07-29T15:07:42.689 INFO:tasks.rados.rados.0.smithi067.stdout:1515: writing smithi06780069-41 from 2031616 to 2359296 tid 3 2024-07-29T15:07:42.689 INFO:tasks.rados.rados.0.smithi067.stdout:1516: read oid 48 snap 128 2024-07-29T15:07:42.689 INFO:tasks.rados.rados.0.smithi067.stdout:1516: expect (ObjNum 413 snap 122 seq_num 413) 2024-07-29T15:07:42.689 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 32 current snap is 150 2024-07-29T15:07:42.689 INFO:tasks.rados.rados.0.smithi067.stdout:1514: finishing write tid 1 to smithi06780069-22 2024-07-29T15:07:42.689 INFO:tasks.rados.rados.0.smithi067.stdout:1514: finishing write tid 2 to smithi06780069-22 2024-07-29T15:07:42.689 INFO:tasks.rados.rados.0.smithi067.stdout:1514: finishing write tid 3 to smithi06780069-22 2024-07-29T15:07:42.689 INFO:tasks.rados.rados.0.smithi067.stdout:1514: finishing write tid 4 to smithi06780069-22 2024-07-29T15:07:42.689 INFO:tasks.rados.rados.0.smithi067.stdout:1514: finishing write tid 5 to smithi06780069-22 2024-07-29T15:07:42.690 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 602 (ObjNum 504 snap 150 seq_num 504) dirty exists 2024-07-29T15:07:42.690 INFO:tasks.rados.rados.0.smithi067.stdout:1514: left oid 22 (ObjNum 504 snap 150 seq_num 504) 2024-07-29T15:07:42.690 INFO:tasks.rados.rados.0.smithi067.stdout:1515: finishing write tid 1 to smithi06780069-41 2024-07-29T15:07:42.690 INFO:tasks.rados.rados.0.smithi067.stdout:1517: seq_num 506 ranges {155648=483328,638976=761856,1400832=40960} 2024-07-29T15:07:42.692 INFO:tasks.rados.rados.0.smithi067.stdout:1517: writing smithi06780069-32 from 155648 to 638976 tid 1 2024-07-29T15:07:42.696 INFO:tasks.rados.rados.0.smithi067.stdout:1517: writing smithi06780069-32 from 638976 to 1400832 tid 2 2024-07-29T15:07:42.697 INFO:tasks.rados.rados.0.smithi067.stdout:1517: writing smithi06780069-32 from 1400832 to 1441792 tid 3 2024-07-29T15:07:42.697 INFO:tasks.rados.rados.0.smithi067.stdout:1514: done (3 left) 2024-07-29T15:07:42.698 INFO:tasks.rados.rados.0.smithi067.stdout:1518: setattr oid 45 current snap is 150 2024-07-29T15:07:42.698 INFO:tasks.rados.rados.0.smithi067.stdout:1515: finishing write tid 2 to smithi06780069-41 2024-07-29T15:07:42.698 INFO:tasks.rados.rados.0.smithi067.stdout:1515: finishing write tid 3 to smithi06780069-41 2024-07-29T15:07:42.698 INFO:tasks.rados.rados.0.smithi067.stdout:1515: finishing write tid 4 to smithi06780069-41 2024-07-29T15:07:42.698 INFO:tasks.rados.rados.0.smithi067.stdout:1515: finishing write tid 5 to smithi06780069-41 2024-07-29T15:07:42.698 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 525 (ObjNum 505 snap 150 seq_num 505) dirty exists 2024-07-29T15:07:42.698 INFO:tasks.rados.rados.0.smithi067.stdout:1515: left oid 41 (ObjNum 505 snap 150 seq_num 505) 2024-07-29T15:07:42.698 INFO:tasks.rados.rados.0.smithi067.stdout:1517: finishing write tid 1 to smithi06780069-32 2024-07-29T15:07:42.699 INFO:tasks.rados.rados.0.smithi067.stdout:1515: done (3 left) 2024-07-29T15:07:42.699 INFO:tasks.rados.rados.0.smithi067.stdout:1519: read oid 13 snap -1 2024-07-29T15:07:42.699 INFO:tasks.rados.rados.0.smithi067.stdout:1519: expect (ObjNum 389 snap 117 seq_num 389) 2024-07-29T15:07:42.699 INFO:tasks.rados.rados.0.smithi067.stdout:1520: read oid 34 snap -1 2024-07-29T15:07:42.699 INFO:tasks.rados.rados.0.smithi067.stdout:1520: expect deleted 2024-07-29T15:07:42.699 INFO:tasks.rados.rados.0.smithi067.stdout:1521: snap_remove snap 137 2024-07-29T15:07:43.052 INFO:tasks.rados.rados.0.smithi067.stdout:1521: done (5 left) 2024-07-29T15:07:43.052 INFO:tasks.rados.rados.0.smithi067.stdout:1522: rollback oid 3 current snap is 150 2024-07-29T15:07:43.052 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 3 to 143 2024-07-29T15:07:43.052 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 422 (ObjNum 487 snap 146 seq_num 487) dirty exists 2024-07-29T15:07:43.052 INFO:tasks.rados.rados.0.smithi067.stdout:1517: finishing write tid 2 to smithi06780069-32 2024-07-29T15:07:43.052 INFO:tasks.rados.rados.0.smithi067.stdout:1517: finishing write tid 3 to smithi06780069-32 2024-07-29T15:07:43.052 INFO:tasks.rados.rados.0.smithi067.stdout:1517: finishing write tid 4 to smithi06780069-32 2024-07-29T15:07:43.052 INFO:tasks.rados.rados.0.smithi067.stdout:1517: finishing write tid 5 to smithi06780069-32 2024-07-29T15:07:43.053 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 815 (ObjNum 506 snap 150 seq_num 506) dirty exists 2024-07-29T15:07:43.053 INFO:tasks.rados.rados.0.smithi067.stdout:1517: left oid 32 (ObjNum 506 snap 150 seq_num 506) 2024-07-29T15:07:43.053 INFO:tasks.rados.rados.0.smithi067.stdout:1516: expect (ObjNum 413 snap 122 seq_num 413) 2024-07-29T15:07:43.161 INFO:tasks.rados.rados.0.smithi067.stdout:1519: expect (ObjNum 389 snap 117 seq_num 389) 2024-07-29T15:07:43.206 INFO:tasks.rados.rados.0.smithi067.stdout:1522: finishing rollback tid 0 to smithi06780069-3 2024-07-29T15:07:43.207 INFO:tasks.rados.rados.0.smithi067.stdout:1522: finishing rollback tid 1 to smithi06780069-3 2024-07-29T15:07:43.207 INFO:tasks.rados.rados.0.smithi067.stdout:1522: finishing rollback tid 2 to smithi06780069-3 2024-07-29T15:07:43.207 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 619 (ObjNum 455 snap 132 seq_num 455) dirty exists 2024-07-29T15:07:43.207 INFO:tasks.rados.rados.0.smithi067.stdout:1516: done (5 left) 2024-07-29T15:07:43.207 INFO:tasks.rados.rados.0.smithi067.stdout:1517: done (4 left) 2024-07-29T15:07:43.207 INFO:tasks.rados.rados.0.smithi067.stdout:1518: done (3 left) 2024-07-29T15:07:43.207 INFO:tasks.rados.rados.0.smithi067.stdout:1519: done (2 left) 2024-07-29T15:07:43.207 INFO:tasks.rados.rados.0.smithi067.stdout:1520: done (1 left) 2024-07-29T15:07:43.207 INFO:tasks.rados.rados.0.smithi067.stdout:1522: done (0 left) 2024-07-29T15:07:43.207 INFO:tasks.rados.rados.0.smithi067.stdout:1523: copy_from oid 41 from oid 19 current snap is 150 2024-07-29T15:07:43.207 INFO:tasks.rados.rados.0.smithi067.stdout:1524: read oid 24 snap 141 2024-07-29T15:07:43.207 INFO:tasks.rados.rados.0.smithi067.stdout:1524: expect deleted 2024-07-29T15:07:43.208 INFO:tasks.rados.rados.0.smithi067.stdout:1525: snap_create 2024-07-29T15:07:43.227 INFO:tasks.rados.rados.0.smithi067.stdout:1523: finishing copy_from racing read to smithi06780069-41 2024-07-29T15:07:43.231 INFO:tasks.rados.rados.0.smithi067.stdout:1523: finishing copy_from to smithi06780069-41 2024-07-29T15:07:43.231 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 645 (ObjNum 479 snap 143 seq_num 479) dirty exists 2024-07-29T15:07:43.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:43 smithi138 ceph-mon[86438]: pgmap v166: 121 pgs: 1 active+clean+snaptrim, 6 activating, 114 active+clean; 306 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.1 MiB/s wr, 22 op/s; 9.7 MiB/s, 3 objects/s recovering 2024-07-29T15:07:43.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:43 smithi138 ceph-mon[86438]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 101/708 objects degraded (14.266%), 11 pgs degraded) 2024-07-29T15:07:43.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:43 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:07:43.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:43 smithi138 ceph-mon[86438]: osdmap e372: 8 total, 8 up, 8 in 2024-07-29T15:07:43.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:43 smithi067 ceph-mon[91995]: pgmap v166: 121 pgs: 1 active+clean+snaptrim, 6 activating, 114 active+clean; 306 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.1 MiB/s wr, 22 op/s; 9.7 MiB/s, 3 objects/s recovering 2024-07-29T15:07:43.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:43 smithi067 ceph-mon[91995]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 101/708 objects degraded (14.266%), 11 pgs degraded) 2024-07-29T15:07:43.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:43 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:07:43.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:43 smithi067 ceph-mon[91995]: osdmap e372: 8 total, 8 up, 8 in 2024-07-29T15:07:43.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:43 smithi067 ceph-mon[94375]: pgmap v166: 121 pgs: 1 active+clean+snaptrim, 6 activating, 114 active+clean; 306 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.1 MiB/s wr, 22 op/s; 9.7 MiB/s, 3 objects/s recovering 2024-07-29T15:07:43.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:43 smithi067 ceph-mon[94375]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 101/708 objects degraded (14.266%), 11 pgs degraded) 2024-07-29T15:07:43.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:43 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:07:43.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:43 smithi067 ceph-mon[94375]: osdmap e372: 8 total, 8 up, 8 in 2024-07-29T15:07:44.064 INFO:tasks.rados.rados.0.smithi067.stdout:1523: done (2 left) 2024-07-29T15:07:44.064 INFO:tasks.rados.rados.0.smithi067.stdout:1524: done (1 left) 2024-07-29T15:07:44.064 INFO:tasks.rados.rados.0.smithi067.stdout:1525: done (0 left) 2024-07-29T15:07:44.064 INFO:tasks.rados.rados.0.smithi067.stdout:1526: rmattr oid 11 current snap is 151 2024-07-29T15:07:44.064 INFO:tasks.rados.rados.0.smithi067.stdout:1526: done (0 left) 2024-07-29T15:07:44.064 INFO:tasks.rados.rados.0.smithi067.stdout:1527: snap_remove snap 136 2024-07-29T15:07:44.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:44 smithi138 ceph-mon[86438]: osdmap e373: 8 total, 8 up, 8 in 2024-07-29T15:07:44.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:07:44 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:07:44.147Z caller=alerting.go:391 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.1\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-07-29T15:07:44.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:07:44 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:07:44.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.1\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:07:44.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:44 smithi067 ceph-mon[91995]: osdmap e373: 8 total, 8 up, 8 in 2024-07-29T15:07:44.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:44 smithi067 ceph-mon[94375]: osdmap e373: 8 total, 8 up, 8 in 2024-07-29T15:07:45.067 INFO:tasks.rados.rados.0.smithi067.stdout:1527: done (0 left) 2024-07-29T15:07:45.067 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 30 current snap is 151 2024-07-29T15:07:45.067 INFO:tasks.rados.rados.0.smithi067.stdout:1528: seq_num 507 ranges {0=499712,499712=638976,1138688=163840} 2024-07-29T15:07:45.070 INFO:tasks.rados.rados.0.smithi067.stdout:1528: writing smithi06780069-30 from 0 to 499712 tid 1 2024-07-29T15:07:45.074 INFO:tasks.rados.rados.0.smithi067.stdout:1528: writing smithi06780069-30 from 499712 to 1138688 tid 2 2024-07-29T15:07:45.075 INFO:tasks.rados.rados.0.smithi067.stdout:1528: writing smithi06780069-30 from 1138688 to 1302528 tid 3 2024-07-29T15:07:45.076 INFO:tasks.rados.rados.0.smithi067.stdout:1529: read oid 44 snap -1 2024-07-29T15:07:45.076 INFO:tasks.rados.rados.0.smithi067.stdout:1529: expect (ObjNum 478 snap 143 seq_num 478) 2024-07-29T15:07:45.077 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 17 current snap is 151 2024-07-29T15:07:45.077 INFO:tasks.rados.rados.0.smithi067.stdout:1530: seq_num 508 ranges {5873664=516096,6389760=524288,6914048=278528} 2024-07-29T15:07:45.113 INFO:tasks.rados.rados.0.smithi067.stdout:1530: writing smithi06780069-17 from 5873664 to 6389760 tid 1 2024-07-29T15:07:45.116 INFO:tasks.rados.rados.0.smithi067.stdout:1530: writing smithi06780069-17 from 6389760 to 6914048 tid 2 2024-07-29T15:07:45.118 INFO:tasks.rados.rados.0.smithi067.stdout:1530: writing smithi06780069-17 from 6914048 to 7192576 tid 3 2024-07-29T15:07:45.118 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 27 current snap is 151 2024-07-29T15:07:45.118 INFO:tasks.rados.rados.0.smithi067.stdout:1528: finishing write tid 1 to smithi06780069-30 2024-07-29T15:07:45.118 INFO:tasks.rados.rados.0.smithi067.stdout:1531: seq_num 509 ranges {155648=532480,688128=409600,1097728=393216} 2024-07-29T15:07:45.121 INFO:tasks.rados.rados.0.smithi067.stdout:1531: writing smithi06780069-27 from 155648 to 688128 tid 1 2024-07-29T15:07:45.123 INFO:tasks.rados.rados.0.smithi067.stdout:1531: writing smithi06780069-27 from 688128 to 1097728 tid 2 2024-07-29T15:07:45.126 INFO:tasks.rados.rados.0.smithi067.stdout:1531: writing smithi06780069-27 from 1097728 to 1490944 tid 3 2024-07-29T15:07:45.126 INFO:tasks.rados.rados.0.smithi067.stdout:1532: setattr oid 38 current snap is 151 2024-07-29T15:07:45.127 INFO:tasks.rados.rados.0.smithi067.stdout:1528: finishing write tid 2 to smithi06780069-30 2024-07-29T15:07:45.127 INFO:tasks.rados.rados.0.smithi067.stdout:1528: finishing write tid 3 to smithi06780069-30 2024-07-29T15:07:45.127 INFO:tasks.rados.rados.0.smithi067.stdout:1528: finishing write tid 4 to smithi06780069-30 2024-07-29T15:07:45.127 INFO:tasks.rados.rados.0.smithi067.stdout:1528: finishing write tid 5 to smithi06780069-30 2024-07-29T15:07:45.127 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 777 (ObjNum 507 snap 151 seq_num 507) dirty exists 2024-07-29T15:07:45.127 INFO:tasks.rados.rados.0.smithi067.stdout:1528: left oid 30 (ObjNum 507 snap 151 seq_num 507) 2024-07-29T15:07:45.127 INFO:tasks.rados.rados.0.smithi067.stdout:1529: expect (ObjNum 478 snap 143 seq_num 478) 2024-07-29T15:07:45.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:45 smithi138 ceph-mon[86438]: pgmap v169: 121 pgs: 121 active+clean; 292 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.4 MiB/s wr, 30 op/s; 9.7 MiB/s, 3 objects/s recovering 2024-07-29T15:07:45.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:45 smithi138 ceph-mon[86438]: osdmap e374: 8 total, 8 up, 8 in 2024-07-29T15:07:45.376 INFO:tasks.rados.rados.0.smithi067.stdout:1530: finishing write tid 1 to smithi06780069-17 2024-07-29T15:07:45.376 INFO:tasks.rados.rados.0.smithi067.stdout:1530: finishing write tid 2 to smithi06780069-17 2024-07-29T15:07:45.376 INFO:tasks.rados.rados.0.smithi067.stdout:1530: finishing write tid 3 to smithi06780069-17 2024-07-29T15:07:45.376 INFO:tasks.rados.rados.0.smithi067.stdout:1530: finishing write tid 4 to smithi06780069-17 2024-07-29T15:07:45.376 INFO:tasks.rados.rados.0.smithi067.stdout:1530: finishing write tid 5 to smithi06780069-17 2024-07-29T15:07:45.376 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 416 (ObjNum 508 snap 151 seq_num 508) dirty exists 2024-07-29T15:07:45.376 INFO:tasks.rados.rados.0.smithi067.stdout:1530: left oid 17 (ObjNum 508 snap 151 seq_num 508) 2024-07-29T15:07:45.376 INFO:tasks.rados.rados.0.smithi067.stdout:1531: finishing write tid 1 to smithi06780069-27 2024-07-29T15:07:45.376 INFO:tasks.rados.rados.0.smithi067.stdout:1531: finishing write tid 2 to smithi06780069-27 2024-07-29T15:07:45.377 INFO:tasks.rados.rados.0.smithi067.stdout:1531: finishing write tid 3 to smithi06780069-27 2024-07-29T15:07:45.377 INFO:tasks.rados.rados.0.smithi067.stdout:1531: finishing write tid 4 to smithi06780069-27 2024-07-29T15:07:45.377 INFO:tasks.rados.rados.0.smithi067.stdout:1531: finishing write tid 5 to smithi06780069-27 2024-07-29T15:07:45.377 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 628 (ObjNum 509 snap 151 seq_num 509) dirty exists 2024-07-29T15:07:45.377 INFO:tasks.rados.rados.0.smithi067.stdout:1531: left oid 27 (ObjNum 509 snap 151 seq_num 509) 2024-07-29T15:07:45.377 INFO:tasks.rados.rados.0.smithi067.stdout:1528: done (4 left) 2024-07-29T15:07:45.377 INFO:tasks.rados.rados.0.smithi067.stdout:1529: done (3 left) 2024-07-29T15:07:45.377 INFO:tasks.rados.rados.0.smithi067.stdout:1530: done (2 left) 2024-07-29T15:07:45.377 INFO:tasks.rados.rados.0.smithi067.stdout:1531: done (1 left) 2024-07-29T15:07:45.377 INFO:tasks.rados.rados.0.smithi067.stdout:1533: snap_remove snap 146 2024-07-29T15:07:45.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:45 smithi067 ceph-mon[91995]: pgmap v169: 121 pgs: 121 active+clean; 292 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.4 MiB/s wr, 30 op/s; 9.7 MiB/s, 3 objects/s recovering 2024-07-29T15:07:45.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:45 smithi067 ceph-mon[91995]: osdmap e374: 8 total, 8 up, 8 in 2024-07-29T15:07:45.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:45 smithi067 ceph-mon[94375]: pgmap v169: 121 pgs: 121 active+clean; 292 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.4 MiB/s wr, 30 op/s; 9.7 MiB/s, 3 objects/s recovering 2024-07-29T15:07:45.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:45 smithi067 ceph-mon[94375]: osdmap e374: 8 total, 8 up, 8 in 2024-07-29T15:07:46.060 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:07:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:07:45.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:07:46.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:07:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:07:45.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:07:46.072 INFO:tasks.rados.rados.0.smithi067.stdout:1533: done (1 left) 2024-07-29T15:07:46.072 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 50 current snap is 151 2024-07-29T15:07:46.072 INFO:tasks.rados.rados.0.smithi067.stdout:1534: seq_num 510 ranges {0=548864,548864=745472,1294336=57344} 2024-07-29T15:07:46.076 INFO:tasks.rados.rados.0.smithi067.stdout:1534: writing smithi06780069-50 from 0 to 548864 tid 1 2024-07-29T15:07:46.081 INFO:tasks.rados.rados.0.smithi067.stdout:1534: writing smithi06780069-50 from 548864 to 1294336 tid 2 2024-07-29T15:07:46.082 INFO:tasks.rados.rados.0.smithi067.stdout:1534: writing smithi06780069-50 from 1294336 to 1351680 tid 3 2024-07-29T15:07:46.082 INFO:tasks.rados.rados.0.smithi067.stdout:1535: setattr oid 24 current snap is 151 2024-07-29T15:07:46.082 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 38 v 614 (ObjNum 481 snap 145 seq_num 481) dirty exists 2024-07-29T15:07:46.084 INFO:tasks.rados.rados.0.smithi067.stdout:1532: done (2 left) 2024-07-29T15:07:46.084 INFO:tasks.rados.rados.0.smithi067.stdout:1536: snap_remove snap 114 2024-07-29T15:07:46.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:46 smithi067 ceph-mon[91995]: osdmap e375: 8 total, 8 up, 8 in 2024-07-29T15:07:46.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:46 smithi067 ceph-mon[94375]: osdmap e375: 8 total, 8 up, 8 in 2024-07-29T15:07:46.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:46 smithi138 ceph-mon[86438]: osdmap e375: 8 total, 8 up, 8 in 2024-07-29T15:07:47.077 INFO:tasks.rados.rados.0.smithi067.stdout:1536: done (2 left) 2024-07-29T15:07:47.077 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 5 current snap is 151 2024-07-29T15:07:47.077 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 24 v 830 (ObjNum 129 snap 0 seq_num 3880168320) dirty exists 2024-07-29T15:07:47.077 INFO:tasks.rados.rados.0.smithi067.stdout:1534: finishing write tid 1 to smithi06780069-50 2024-07-29T15:07:47.077 INFO:tasks.rados.rados.0.smithi067.stdout:1534: finishing write tid 2 to smithi06780069-50 2024-07-29T15:07:47.077 INFO:tasks.rados.rados.0.smithi067.stdout:1534: finishing write tid 3 to smithi06780069-50 2024-07-29T15:07:47.077 INFO:tasks.rados.rados.0.smithi067.stdout:1534: finishing write tid 4 to smithi06780069-50 2024-07-29T15:07:47.078 INFO:tasks.rados.rados.0.smithi067.stdout:1534: finishing write tid 5 to smithi06780069-50 2024-07-29T15:07:47.078 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 50 v 637 (ObjNum 510 snap 151 seq_num 510) dirty exists 2024-07-29T15:07:47.078 INFO:tasks.rados.rados.0.smithi067.stdout:1534: left oid 50 (ObjNum 510 snap 151 seq_num 510) 2024-07-29T15:07:47.078 INFO:tasks.rados.rados.0.smithi067.stdout:1537: seq_num 511 ranges {1572864=565248,2138112=630784,2768896=172032} 2024-07-29T15:07:47.090 INFO:tasks.rados.rados.0.smithi067.stdout:1537: writing smithi06780069-5 from 1572864 to 2138112 tid 1 2024-07-29T15:07:47.094 INFO:tasks.rados.rados.0.smithi067.stdout:1537: writing smithi06780069-5 from 2138112 to 2768896 tid 2 2024-07-29T15:07:47.096 INFO:tasks.rados.rados.0.smithi067.stdout:1537: writing smithi06780069-5 from 2768896 to 2940928 tid 3 2024-07-29T15:07:47.096 INFO:tasks.rados.rados.0.smithi067.stdout:1534: done (2 left) 2024-07-29T15:07:47.096 INFO:tasks.rados.rados.0.smithi067.stdout:1535: done (1 left) 2024-07-29T15:07:47.096 INFO:tasks.rados.rados.0.smithi067.stdout:1538: copy_from oid 14 from oid 8 current snap is 151 2024-07-29T15:07:47.096 INFO:tasks.rados.rados.0.smithi067.stdout:1539: setattr oid 25 current snap is 151 2024-07-29T15:07:47.098 INFO:tasks.rados.rados.0.smithi067.stdout:1540: rollback oid 44 current snap is 151 2024-07-29T15:07:47.098 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 44 to 129 2024-07-29T15:07:47.098 INFO:tasks.rados.rados.0.smithi067.stdout:1541: rollback oid 50 current snap is 151 2024-07-29T15:07:47.098 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 50 to 148 2024-07-29T15:07:47.099 INFO:tasks.rados.rados.0.smithi067.stdout:1542: delete oid 6 current snap is 151 2024-07-29T15:07:47.099 INFO:tasks.rados.rados.0.smithi067.stdout:1537: finishing write tid 1 to smithi06780069-5 2024-07-29T15:07:47.103 INFO:tasks.rados.rados.0.smithi067.stdout:1537: finishing write tid 2 to smithi06780069-5 2024-07-29T15:07:47.105 INFO:tasks.rados.rados.0.smithi067.stdout:1540: finishing rollback tid 0 to smithi06780069-44 2024-07-29T15:07:47.105 INFO:tasks.rados.rados.0.smithi067.stdout:1540: finishing rollback tid 1 to smithi06780069-44 2024-07-29T15:07:47.105 INFO:tasks.rados.rados.0.smithi067.stdout:1541: finishing rollback tid 0 to smithi06780069-50 2024-07-29T15:07:47.106 INFO:tasks.rados.rados.0.smithi067.stdout:1542: done (5 left) 2024-07-29T15:07:47.106 INFO:tasks.rados.rados.0.smithi067.stdout:1543: read oid 33 snap -1 2024-07-29T15:07:47.107 INFO:tasks.rados.rados.0.smithi067.stdout:1543: expect (ObjNum 480 snap 145 seq_num 480) 2024-07-29T15:07:47.107 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 25 v 748 (ObjNum 529 snap 0 seq_num 3812601568) dirty exists 2024-07-29T15:07:47.107 INFO:tasks.rados.rados.0.smithi067.stdout:1539: done (5 left) 2024-07-29T15:07:47.107 INFO:tasks.rados.rados.0.smithi067.stdout:1544: read oid 23 snap -1 2024-07-29T15:07:47.107 INFO:tasks.rados.rados.0.smithi067.stdout:1544: expect (ObjNum 450 snap 131 seq_num 450) 2024-07-29T15:07:47.107 INFO:tasks.rados.rados.0.smithi067.stdout:1545: snap_remove snap 145 2024-07-29T15:07:47.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:47 smithi138 ceph-mon[86438]: pgmap v172: 121 pgs: 121 active+clean; 303 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 28 op/s 2024-07-29T15:07:47.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:47 smithi138 ceph-mon[86438]: osdmap e376: 8 total, 8 up, 8 in 2024-07-29T15:07:47.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:07:46 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:07:46.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi138\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:07:47.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:47 smithi067 ceph-mon[91995]: pgmap v172: 121 pgs: 121 active+clean; 303 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 28 op/s 2024-07-29T15:07:47.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:47 smithi067 ceph-mon[91995]: osdmap e376: 8 total, 8 up, 8 in 2024-07-29T15:07:47.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:47 smithi067 ceph-mon[94375]: pgmap v172: 121 pgs: 121 active+clean; 303 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 28 op/s 2024-07-29T15:07:47.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:47 smithi067 ceph-mon[94375]: osdmap e376: 8 total, 8 up, 8 in 2024-07-29T15:07:47.910 INFO:tasks.rados.rados.0.smithi067.stdout:1545: done (6 left) 2024-07-29T15:07:47.910 INFO:tasks.rados.rados.0.smithi067.stdout:1546: snap_remove snap 149 2024-07-29T15:07:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:48 smithi067 ceph-mon[91995]: osdmap e377: 8 total, 8 up, 8 in 2024-07-29T15:07:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:48 smithi067 ceph-mon[91995]: osdmap e378: 8 total, 8 up, 8 in 2024-07-29T15:07:48.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:48 smithi067 ceph-mon[94375]: osdmap e377: 8 total, 8 up, 8 in 2024-07-29T15:07:48.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:48 smithi067 ceph-mon[94375]: osdmap e378: 8 total, 8 up, 8 in 2024-07-29T15:07:48.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:07:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:07:47] "GET /metrics HTTP/1.1" 200 36249 "" "Prometheus/2.51.0" 2024-07-29T15:07:48.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:48 smithi138 ceph-mon[86438]: osdmap e377: 8 total, 8 up, 8 in 2024-07-29T15:07:48.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:48 smithi138 ceph-mon[86438]: osdmap e378: 8 total, 8 up, 8 in 2024-07-29T15:07:48.913 INFO:tasks.rados.rados.0.smithi067.stdout:1540: finishing rollback tid 2 to smithi06780069-44 2024-07-29T15:07:48.914 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 508 (ObjNum 397 snap 121 seq_num 397) dirty exists 2024-07-29T15:07:48.914 INFO:tasks.rados.rados.0.smithi067.stdout:1537: finishing write tid 3 to smithi06780069-5 2024-07-29T15:07:48.914 INFO:tasks.rados.rados.0.smithi067.stdout:1541: finishing rollback tid 1 to smithi06780069-50 2024-07-29T15:07:48.914 INFO:tasks.rados.rados.0.smithi067.stdout:1541: finishing rollback tid 2 to smithi06780069-50 2024-07-29T15:07:48.914 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 50 v 648 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-07-29T15:07:48.914 INFO:tasks.rados.rados.0.smithi067.stdout:1537: finishing write tid 4 to smithi06780069-5 2024-07-29T15:07:48.914 INFO:tasks.rados.rados.0.smithi067.stdout:1537: finishing write tid 5 to smithi06780069-5 2024-07-29T15:07:48.914 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 623 (ObjNum 511 snap 151 seq_num 511) dirty exists 2024-07-29T15:07:48.914 INFO:tasks.rados.rados.0.smithi067.stdout:1537: left oid 5 (ObjNum 511 snap 151 seq_num 511) 2024-07-29T15:07:48.914 INFO:tasks.rados.rados.0.smithi067.stdout:1538: finishing copy_from racing read to smithi06780069-14 2024-07-29T15:07:48.914 INFO:tasks.rados.rados.0.smithi067.stdout:1543: expect (ObjNum 480 snap 145 seq_num 480) 2024-07-29T15:07:49.016 INFO:tasks.rados.rados.0.smithi067.stdout:1538: finishing copy_from to smithi06780069-14 2024-07-29T15:07:49.016 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 14 v 354 (ObjNum 453 snap 132 seq_num 453) dirty exists 2024-07-29T15:07:49.016 INFO:tasks.rados.rados.0.smithi067.stdout:1544: expect (ObjNum 450 snap 131 seq_num 450) 2024-07-29T15:07:49.318 INFO:tasks.rados.rados.0.smithi067.stdout:1537: done (6 left) 2024-07-29T15:07:49.318 INFO:tasks.rados.rados.0.smithi067.stdout:1538: done (5 left) 2024-07-29T15:07:49.318 INFO:tasks.rados.rados.0.smithi067.stdout:1540: done (4 left) 2024-07-29T15:07:49.318 INFO:tasks.rados.rados.0.smithi067.stdout:1541: done (3 left) 2024-07-29T15:07:49.318 INFO:tasks.rados.rados.0.smithi067.stdout:1543: done (2 left) 2024-07-29T15:07:49.318 INFO:tasks.rados.rados.0.smithi067.stdout:1544: done (1 left) 2024-07-29T15:07:49.318 INFO:tasks.rados.rados.0.smithi067.stdout:1546: done (0 left) 2024-07-29T15:07:49.318 INFO:tasks.rados.rados.0.smithi067.stdout:1547: delete oid 31 current snap is 151 2024-07-29T15:07:49.319 INFO:tasks.rados.rados.0.smithi067.stdout:1547: done (0 left) 2024-07-29T15:07:49.320 INFO:tasks.rados.rados.0.smithi067.stdout:1548: snap_remove snap 143 2024-07-29T15:07:49.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:49 smithi067 ceph-mon[91995]: pgmap v175: 121 pgs: 121 active+clean; 306 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-07-29T15:07:49.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:49 smithi067 ceph-mon[91995]: osdmap e379: 8 total, 8 up, 8 in 2024-07-29T15:07:49.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:49 smithi067 ceph-mon[94375]: pgmap v175: 121 pgs: 121 active+clean; 306 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-07-29T15:07:49.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:49 smithi067 ceph-mon[94375]: osdmap e379: 8 total, 8 up, 8 in 2024-07-29T15:07:49.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:49 smithi138 ceph-mon[86438]: pgmap v175: 121 pgs: 121 active+clean; 306 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-07-29T15:07:49.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:49 smithi138 ceph-mon[86438]: osdmap e379: 8 total, 8 up, 8 in 2024-07-29T15:07:50.088 INFO:tasks.rados.rados.0.smithi067.stdout:1548: done (0 left) 2024-07-29T15:07:50.089 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 16 current snap is 151 2024-07-29T15:07:50.089 INFO:tasks.rados.rados.0.smithi067.stdout:1549: seq_num 514 ranges {1228800=614400,1843200=679936,2523136=122880} 2024-07-29T15:07:50.099 INFO:tasks.rados.rados.0.smithi067.stdout:1549: writing smithi06780069-16 from 1228800 to 1843200 tid 1 2024-07-29T15:07:50.104 INFO:tasks.rados.rados.0.smithi067.stdout:1549: writing smithi06780069-16 from 1843200 to 2523136 tid 2 2024-07-29T15:07:50.105 INFO:tasks.rados.rados.0.smithi067.stdout:1549: writing smithi06780069-16 from 2523136 to 2646016 tid 3 2024-07-29T15:07:50.105 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 15 current snap is 151 2024-07-29T15:07:50.105 INFO:tasks.rados.rados.0.smithi067.stdout:1550: seq_num 515 ranges {2727936=630784,3358720=565248,3923968=237568} 2024-07-29T15:07:50.124 INFO:tasks.rados.rados.0.smithi067.stdout:1550: writing smithi06780069-15 from 2727936 to 3358720 tid 1 2024-07-29T15:07:50.128 INFO:tasks.rados.rados.0.smithi067.stdout:1550: writing smithi06780069-15 from 3358720 to 3923968 tid 2 2024-07-29T15:07:50.129 INFO:tasks.rados.rados.0.smithi067.stdout:1550: writing smithi06780069-15 from 3923968 to 4161536 tid 3 2024-07-29T15:07:50.129 INFO:tasks.rados.rados.0.smithi067.stdout:1551: snap_remove snap 140 2024-07-29T15:07:50.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:07:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:07:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:07:51.094 INFO:tasks.rados.rados.0.smithi067.stdout:1549: finishing write tid 1 to smithi06780069-16 2024-07-29T15:07:51.094 INFO:tasks.rados.rados.0.smithi067.stdout:1549: finishing write tid 2 to smithi06780069-16 2024-07-29T15:07:51.094 INFO:tasks.rados.rados.0.smithi067.stdout:1549: finishing write tid 3 to smithi06780069-16 2024-07-29T15:07:51.094 INFO:tasks.rados.rados.0.smithi067.stdout:1549: finishing write tid 4 to smithi06780069-16 2024-07-29T15:07:51.094 INFO:tasks.rados.rados.0.smithi067.stdout:1549: finishing write tid 5 to smithi06780069-16 2024-07-29T15:07:51.094 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 16 v 853 (ObjNum 514 snap 151 seq_num 514) dirty exists 2024-07-29T15:07:51.094 INFO:tasks.rados.rados.0.smithi067.stdout:1549: left oid 16 (ObjNum 514 snap 151 seq_num 514) 2024-07-29T15:07:51.094 INFO:tasks.rados.rados.0.smithi067.stdout:1550: finishing write tid 1 to smithi06780069-15 2024-07-29T15:07:51.094 INFO:tasks.rados.rados.0.smithi067.stdout:1550: finishing write tid 2 to smithi06780069-15 2024-07-29T15:07:51.095 INFO:tasks.rados.rados.0.smithi067.stdout:1550: finishing write tid 3 to smithi06780069-15 2024-07-29T15:07:51.095 INFO:tasks.rados.rados.0.smithi067.stdout:1550: finishing write tid 4 to smithi06780069-15 2024-07-29T15:07:51.095 INFO:tasks.rados.rados.0.smithi067.stdout:1550: finishing write tid 5 to smithi06780069-15 2024-07-29T15:07:51.095 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 860 (ObjNum 515 snap 151 seq_num 515) dirty exists 2024-07-29T15:07:51.095 INFO:tasks.rados.rados.0.smithi067.stdout:1550: left oid 15 (ObjNum 515 snap 151 seq_num 515) 2024-07-29T15:07:51.095 INFO:tasks.rados.rados.0.smithi067.stdout:1549: done (2 left) 2024-07-29T15:07:51.095 INFO:tasks.rados.rados.0.smithi067.stdout:1550: done (1 left) 2024-07-29T15:07:51.095 INFO:tasks.rados.rados.0.smithi067.stdout:1551: done (0 left) 2024-07-29T15:07:51.095 INFO:tasks.rados.rados.0.smithi067.stdout:1552: read oid 33 snap -1 2024-07-29T15:07:51.095 INFO:tasks.rados.rados.0.smithi067.stdout:1552: expect (ObjNum 480 snap 145 seq_num 480) 2024-07-29T15:07:51.095 INFO:tasks.rados.rados.0.smithi067.stdout:1553: delete oid 17 current snap is 151 2024-07-29T15:07:51.100 INFO:tasks.rados.rados.0.smithi067.stdout:1553: done (1 left) 2024-07-29T15:07:51.100 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 44 current snap is 151 2024-07-29T15:07:51.100 INFO:tasks.rados.rados.0.smithi067.stdout:1554: seq_num 517 ranges {2981888=663552,3645440=786432,4431872=16384} 2024-07-29T15:07:51.122 INFO:tasks.rados.rados.0.smithi067.stdout:1554: writing smithi06780069-44 from 2981888 to 3645440 tid 1 2024-07-29T15:07:51.127 INFO:tasks.rados.rados.0.smithi067.stdout:1554: writing smithi06780069-44 from 3645440 to 4431872 tid 2 2024-07-29T15:07:51.127 INFO:tasks.rados.rados.0.smithi067.stdout:1554: writing smithi06780069-44 from 4431872 to 4448256 tid 3 2024-07-29T15:07:51.127 INFO:tasks.rados.rados.0.smithi067.stdout:1555: snap_create 2024-07-29T15:07:51.127 INFO:tasks.rados.rados.0.smithi067.stdout:1552: expect (ObjNum 480 snap 145 seq_num 480) 2024-07-29T15:07:51.225 INFO:tasks.rados.rados.0.smithi067.stdout:1554: finishing write tid 1 to smithi06780069-44 2024-07-29T15:07:51.225 INFO:tasks.rados.rados.0.smithi067.stdout:1554: finishing write tid 2 to smithi06780069-44 2024-07-29T15:07:51.226 INFO:tasks.rados.rados.0.smithi067.stdout:1554: finishing write tid 3 to smithi06780069-44 2024-07-29T15:07:51.226 INFO:tasks.rados.rados.0.smithi067.stdout:1554: finishing write tid 4 to smithi06780069-44 2024-07-29T15:07:51.226 INFO:tasks.rados.rados.0.smithi067.stdout:1554: finishing write tid 5 to smithi06780069-44 2024-07-29T15:07:51.226 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 512 (ObjNum 517 snap 151 seq_num 517) dirty exists 2024-07-29T15:07:51.226 INFO:tasks.rados.rados.0.smithi067.stdout:1554: left oid 44 (ObjNum 517 snap 151 seq_num 517) 2024-07-29T15:07:51.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:50 smithi067 ceph-mon[91995]: pgmap v178: 121 pgs: 121 active+clean; 306 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 656 KiB/s wr, 2 op/s 2024-07-29T15:07:51.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:51.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:07:51.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:51.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:50 smithi067 ceph-mon[91995]: osdmap e380: 8 total, 8 up, 8 in 2024-07-29T15:07:51.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:50 smithi067 ceph-mon[94375]: pgmap v178: 121 pgs: 121 active+clean; 306 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 656 KiB/s wr, 2 op/s 2024-07-29T15:07:51.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:51.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:07:51.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:51.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:50 smithi067 ceph-mon[94375]: osdmap e380: 8 total, 8 up, 8 in 2024-07-29T15:07:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:50 smithi138 ceph-mon[86438]: pgmap v178: 121 pgs: 121 active+clean; 306 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 656 KiB/s wr, 2 op/s 2024-07-29T15:07:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:07:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:50 smithi138 ceph-mon[86438]: osdmap e380: 8 total, 8 up, 8 in 2024-07-29T15:07:52.099 INFO:tasks.rados.rados.0.smithi067.stdout:1552: done (2 left) 2024-07-29T15:07:52.099 INFO:tasks.rados.rados.0.smithi067.stdout:1554: done (1 left) 2024-07-29T15:07:52.099 INFO:tasks.rados.rados.0.smithi067.stdout:1555: done (0 left) 2024-07-29T15:07:52.099 INFO:tasks.rados.rados.0.smithi067.stdout:1556: rollback oid 29 current snap is 152 2024-07-29T15:07:52.099 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 29 to 151 2024-07-29T15:07:52.100 INFO:tasks.rados.rados.0.smithi067.stdout:1557: read oid 47 snap -1 2024-07-29T15:07:52.100 INFO:tasks.rados.rados.0.smithi067.stdout:1557: expect (ObjNum 476 snap 140 seq_num 476) 2024-07-29T15:07:52.100 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 11 current snap is 152 2024-07-29T15:07:52.100 INFO:tasks.rados.rados.0.smithi067.stdout:1558: seq_num 518 ranges {0=679936,679936=671744,1351680=131072} 2024-07-29T15:07:52.103 INFO:tasks.rados.rados.0.smithi067.stdout:1558: writing smithi06780069-11 from 0 to 679936 tid 1 2024-07-29T15:07:52.108 INFO:tasks.rados.rados.0.smithi067.stdout:1558: writing smithi06780069-11 from 679936 to 1351680 tid 2 2024-07-29T15:07:52.109 INFO:tasks.rados.rados.0.smithi067.stdout:1558: writing smithi06780069-11 from 1351680 to 1482752 tid 3 2024-07-29T15:07:52.109 INFO:tasks.rados.rados.0.smithi067.stdout:1559: delete oid 44 current snap is 152 2024-07-29T15:07:52.109 INFO:tasks.rados.rados.0.smithi067.stdout:1556: finishing rollback tid 0 to smithi06780069-29 2024-07-29T15:07:52.109 INFO:tasks.rados.rados.0.smithi067.stdout:1556: finishing rollback tid 1 to smithi06780069-29 2024-07-29T15:07:52.109 INFO:tasks.rados.rados.0.smithi067.stdout:1557: expect (ObjNum 476 snap 140 seq_num 476) 2024-07-29T15:07:52.136 INFO:tasks.rados.rados.0.smithi067.stdout:1556: finishing rollback tid 2 to smithi06780069-29 2024-07-29T15:07:52.136 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 682 (ObjNum 498 snap 149 seq_num 498) dirty exists 2024-07-29T15:07:52.136 INFO:tasks.rados.rados.0.smithi067.stdout:1558: finishing write tid 1 to smithi06780069-11 2024-07-29T15:07:52.136 INFO:tasks.rados.rados.0.smithi067.stdout:1558: finishing write tid 2 to smithi06780069-11 2024-07-29T15:07:52.136 INFO:tasks.rados.rados.0.smithi067.stdout:1558: finishing write tid 3 to smithi06780069-11 2024-07-29T15:07:52.136 INFO:tasks.rados.rados.0.smithi067.stdout:1558: finishing write tid 4 to smithi06780069-11 2024-07-29T15:07:52.136 INFO:tasks.rados.rados.0.smithi067.stdout:1556: done (3 left) 2024-07-29T15:07:52.136 INFO:tasks.rados.rados.0.smithi067.stdout:1557: done (2 left) 2024-07-29T15:07:52.137 INFO:tasks.rados.rados.0.smithi067.stdout:1559: done (1 left) 2024-07-29T15:07:52.137 INFO:tasks.rados.rados.0.smithi067.stdout:1560: read oid 12 snap -1 2024-07-29T15:07:52.137 INFO:tasks.rados.rados.0.smithi067.stdout:1560: expect (ObjNum 489 snap 146 seq_num 489) 2024-07-29T15:07:52.137 INFO:tasks.rados.rados.0.smithi067.stdout:1561: snap_create 2024-07-29T15:07:52.137 INFO:tasks.rados.rados.0.smithi067.stdout:1558: finishing write tid 5 to smithi06780069-11 2024-07-29T15:07:52.137 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 11 v 799 (ObjNum 518 snap 152 seq_num 518) dirty exists 2024-07-29T15:07:52.137 INFO:tasks.rados.rados.0.smithi067.stdout:1558: left oid 11 (ObjNum 518 snap 152 seq_num 518) 2024-07-29T15:07:52.170 INFO:tasks.rados.rados.0.smithi067.stdout:1560: expect (ObjNum 489 snap 146 seq_num 489) 2024-07-29T15:07:52.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:52 smithi067 ceph-mon[91995]: osdmap e381: 8 total, 8 up, 8 in 2024-07-29T15:07:52.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:52 smithi067 ceph-mon[94375]: osdmap e381: 8 total, 8 up, 8 in 2024-07-29T15:07:52.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:52 smithi138 ceph-mon[86438]: osdmap e381: 8 total, 8 up, 8 in 2024-07-29T15:07:52.910 INFO:tasks.rados.rados.0.smithi067.stdout:1558: done (2 left) 2024-07-29T15:07:52.910 INFO:tasks.rados.rados.0.smithi067.stdout:1560: done (1 left) 2024-07-29T15:07:52.910 INFO:tasks.rados.rados.0.smithi067.stdout:1561: done (0 left) 2024-07-29T15:07:52.910 INFO:tasks.rados.rados.0.smithi067.stdout:1562: snap_remove snap 152 2024-07-29T15:07:53.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:53 smithi067 ceph-mon[91995]: pgmap v181: 121 pgs: 121 active+clean; 259 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-07-29T15:07:53.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:53 smithi067 ceph-mon[91995]: osdmap e382: 8 total, 8 up, 8 in 2024-07-29T15:07:53.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:53 smithi067 ceph-mon[91995]: osdmap e383: 8 total, 8 up, 8 in 2024-07-29T15:07:53.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:53 smithi067 ceph-mon[94375]: pgmap v181: 121 pgs: 121 active+clean; 259 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-07-29T15:07:53.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:53 smithi067 ceph-mon[94375]: osdmap e382: 8 total, 8 up, 8 in 2024-07-29T15:07:53.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:53 smithi067 ceph-mon[94375]: osdmap e383: 8 total, 8 up, 8 in 2024-07-29T15:07:53.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:53 smithi138 ceph-mon[86438]: pgmap v181: 121 pgs: 121 active+clean; 259 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-07-29T15:07:53.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:53 smithi138 ceph-mon[86438]: osdmap e382: 8 total, 8 up, 8 in 2024-07-29T15:07:53.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:53 smithi138 ceph-mon[86438]: osdmap e383: 8 total, 8 up, 8 in 2024-07-29T15:07:53.916 INFO:tasks.rados.rados.0.smithi067.stdout:1562: done (0 left) 2024-07-29T15:07:53.916 INFO:tasks.rados.rados.0.smithi067.stdout:1563: snap_create 2024-07-29T15:07:54.425 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:54 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-29T15:07:54.425 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:54 smithi067 ceph-mon[91995]: osdmap e384: 8 total, 8 up, 8 in 2024-07-29T15:07:54.425 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:54 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-29T15:07:54.425 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:54 smithi067 ceph-mon[94375]: osdmap e384: 8 total, 8 up, 8 in 2024-07-29T15:07:54.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:54 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-29T15:07:54.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:54 smithi138 ceph-mon[86438]: osdmap e384: 8 total, 8 up, 8 in 2024-07-29T15:07:54.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:07:54 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:07:54.147Z caller=alerting.go:391 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.1\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-07-29T15:07:54.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:07:54 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:07:54.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.1\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:07:54.779 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-07-29T15:07:54.914 INFO:tasks.rados.rados.0.smithi067.stdout:1563: done (0 left) 2024-07-29T15:07:54.915 INFO:tasks.rados.rados.0.smithi067.stdout:1564: read oid 28 snap -1 2024-07-29T15:07:54.915 INFO:tasks.rados.rados.0.smithi067.stdout:1564: expect deleted 2024-07-29T15:07:54.915 INFO:tasks.rados.rados.0.smithi067.stdout:1565: read oid 11 snap -1 2024-07-29T15:07:54.915 INFO:tasks.rados.rados.0.smithi067.stdout:1565: expect (ObjNum 518 snap 152 seq_num 518) 2024-07-29T15:07:54.915 INFO:tasks.rados.rados.0.smithi067.stdout:1566: read oid 14 snap -1 2024-07-29T15:07:54.915 INFO:tasks.rados.rados.0.smithi067.stdout:1566: expect (ObjNum 453 snap 132 seq_num 453) 2024-07-29T15:07:54.915 INFO:tasks.rados.rados.0.smithi067.stdout:1567: delete oid 42 current snap is 154 2024-07-29T15:07:54.919 INFO:tasks.rados.rados.0.smithi067.stdout:1564: done (3 left) 2024-07-29T15:07:54.919 INFO:tasks.rados.rados.0.smithi067.stdout:1567: done (2 left) 2024-07-29T15:07:54.920 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 26 current snap is 154 2024-07-29T15:07:54.920 INFO:tasks.rados.rados.0.smithi067.stdout:1568: seq_num 521 ranges {0=729088,729088=720896,1449984=81920} 2024-07-29T15:07:54.924 INFO:tasks.rados.rados.0.smithi067.stdout:1568: writing smithi06780069-26 from 0 to 729088 tid 1 2024-07-29T15:07:54.928 INFO:tasks.rados.rados.0.smithi067.stdout:1568: writing smithi06780069-26 from 729088 to 1449984 tid 2 2024-07-29T15:07:54.929 INFO:tasks.rados.rados.0.smithi067.stdout:1568: writing smithi06780069-26 from 1449984 to 1531904 tid 3 2024-07-29T15:07:54.929 INFO:tasks.rados.rados.0.smithi067.stdout:1569: delete oid 50 current snap is 154 2024-07-29T15:07:54.929 INFO:tasks.rados.rados.0.smithi067.stdout:1565: expect (ObjNum 518 snap 152 seq_num 518) 2024-07-29T15:07:54.970 INFO:tasks.rados.rados.0.smithi067.stdout:1566: expect (ObjNum 453 snap 132 seq_num 453) 2024-07-29T15:07:55.073 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-29T15:07:55.073 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (3m) 20s ago 7m 17.2M - 0.27.0 11f11916f8cd 7b3d7ecf5d32 2024-07-29T15:07:55.073 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi138 *:3000 running (2m) 93s ago 7m 78.0M - 9.4.7 954c08fa6188 16aea5822221 2024-07-29T15:07:55.073 INFO:teuthology.orchestra.run.smithi067.stdout:mds.a smithi067 running (9m) 20s ago 9m 21.1M - 17.2.7-1155-g3120d060 5ec745195f7e 0b73fb05902b 2024-07-29T15:07:55.073 INFO:teuthology.orchestra.run.smithi067.stdout:mds.b smithi138 running (9m) 93s ago 9m 15.3M - 17.2.7-1155-g3120d060 5ec745195f7e 8d64b29e8368 2024-07-29T15:07:55.073 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi138 *:8443,9283,8765 running (2m) 93s ago 12m 450M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 ae20c11d7057 2024-07-29T15:07:55.073 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:8443,9283,8765 running (2m) 20s ago 14m 517M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 2844d13de992 2024-07-29T15:07:55.074 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (2m) 20s ago 14m 48.9M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 b489fbc3c018 2024-07-29T15:07:55.074 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi138 running (98s) 93s ago 12m 29.8M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 bccf2941ae7e 2024-07-29T15:07:55.074 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (110s) 20s ago 12m 42.8M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 75074f1e503e 2024-07-29T15:07:55.074 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (3m) 20s ago 7m 9940k - 1.7.0 72c9c2088986 142217b16374 2024-07-29T15:07:55.074 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi138 *:9100 running (3m) 93s ago 7m 12.2M - 1.7.0 72c9c2088986 60191c363c80 2024-07-29T15:07:55.074 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (57s) 20s ago 12m 85.6M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 17c73145f36a 2024-07-29T15:07:55.074 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (24s) 20s ago 11m 12.0M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 e9d39547a528 2024-07-29T15:07:55.074 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (11m) 20s ago 11m 217M 2480M 17.2.7-1155-g3120d060 5ec745195f7e 334423e852b7 2024-07-29T15:07:55.074 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (11m) 20s ago 11m 148M 2480M 17.2.7-1155-g3120d060 5ec745195f7e c9160c216ff0 2024-07-29T15:07:55.074 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi138 running (10m) 93s ago 10m 140M 2480M 17.2.7-1155-g3120d060 5ec745195f7e a15137922a4f 2024-07-29T15:07:55.075 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi138 running (10m) 93s ago 10m 171M 2480M 17.2.7-1155-g3120d060 5ec745195f7e 095126a5d70a 2024-07-29T15:07:55.075 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi138 running (9m) 93s ago 9m 86.7M 2480M 17.2.7-1155-g3120d060 5ec745195f7e a10a9aef390f 2024-07-29T15:07:55.075 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi138 running (9m) 93s ago 9m 133M 2480M 17.2.7-1155-g3120d060 5ec745195f7e c141798f58f5 2024-07-29T15:07:55.075 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi138 *:9095 running (2m) 93s ago 8m 41.8M - 2.51.0 1d3b7f56885b 99e49ee09a02 2024-07-29T15:07:55.078 INFO:tasks.rados.rados.0.smithi067.stdout:1568: finishing write tid 1 to smithi06780069-26 2024-07-29T15:07:55.078 INFO:tasks.rados.rados.0.smithi067.stdout:1568: finishing write tid 2 to smithi06780069-26 2024-07-29T15:07:55.078 INFO:tasks.rados.rados.0.smithi067.stdout:1568: finishing write tid 3 to smithi06780069-26 2024-07-29T15:07:55.078 INFO:tasks.rados.rados.0.smithi067.stdout:1568: finishing write tid 4 to smithi06780069-26 2024-07-29T15:07:55.078 INFO:tasks.rados.rados.0.smithi067.stdout:1568: finishing write tid 5 to smithi06780069-26 2024-07-29T15:07:55.078 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 763 (ObjNum 521 snap 154 seq_num 521) dirty exists 2024-07-29T15:07:55.079 INFO:tasks.rados.rados.0.smithi067.stdout:1568: left oid 26 (ObjNum 521 snap 154 seq_num 521) 2024-07-29T15:07:55.079 INFO:tasks.rados.rados.0.smithi067.stdout:1565: done (3 left) 2024-07-29T15:07:55.079 INFO:tasks.rados.rados.0.smithi067.stdout:1566: done (2 left) 2024-07-29T15:07:55.079 INFO:tasks.rados.rados.0.smithi067.stdout:1568: done (1 left) 2024-07-29T15:07:55.079 INFO:tasks.rados.rados.0.smithi067.stdout:1569: done (0 left) 2024-07-29T15:07:55.079 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 17 current snap is 154 2024-07-29T15:07:55.079 INFO:tasks.rados.rados.0.smithi067.stdout:1570: seq_num 523 ranges {0=770048,770048=491520,1261568=311296} 2024-07-29T15:07:55.081 INFO:tasks.rados.rados.0.smithi067.stdout:1570: writing smithi06780069-17 from 0 to 770048 tid 1 2024-07-29T15:07:55.084 INFO:tasks.rados.rados.0.smithi067.stdout:1570: writing smithi06780069-17 from 770048 to 1261568 tid 2 2024-07-29T15:07:55.087 INFO:tasks.rados.rados.0.smithi067.stdout:1570: writing smithi06780069-17 from 1261568 to 1572864 tid 3 2024-07-29T15:07:55.087 INFO:tasks.rados.rados.0.smithi067.stdout:1571: rollback oid 19 current snap is 154 2024-07-29T15:07:55.087 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 19 to 129 2024-07-29T15:07:55.087 INFO:tasks.rados.rados.0.smithi067.stdout:1572: copy_from oid 30 from oid 11 current snap is 154 2024-07-29T15:07:55.088 INFO:tasks.rados.rados.0.smithi067.stdout:1573: read oid 6 snap -1 2024-07-29T15:07:55.088 INFO:tasks.rados.rados.0.smithi067.stdout:1573: expect deleted 2024-07-29T15:07:55.088 INFO:tasks.rados.rados.0.smithi067.stdout:1574: rmattr oid 1 current snap is 154 2024-07-29T15:07:55.088 INFO:tasks.rados.rados.0.smithi067.stdout:1574: done (4 left) 2024-07-29T15:07:55.088 INFO:tasks.rados.rados.0.smithi067.stdout:1575: read oid 21 snap -1 2024-07-29T15:07:55.088 INFO:tasks.rados.rados.0.smithi067.stdout:1575: expect (ObjNum 462 snap 134 seq_num 462) 2024-07-29T15:07:55.088 INFO:tasks.rados.rados.0.smithi067.stdout:1576: delete oid 20 current snap is 154 2024-07-29T15:07:55.088 INFO:tasks.rados.rados.0.smithi067.stdout:1570: finishing write tid 1 to smithi06780069-17 2024-07-29T15:07:55.089 INFO:tasks.rados.rados.0.smithi067.stdout:1570: finishing write tid 2 to smithi06780069-17 2024-07-29T15:07:55.090 INFO:tasks.rados.rados.0.smithi067.stdout:1570: finishing write tid 3 to smithi06780069-17 2024-07-29T15:07:55.090 INFO:tasks.rados.rados.0.smithi067.stdout:1570: finishing write tid 4 to smithi06780069-17 2024-07-29T15:07:55.091 INFO:tasks.rados.rados.0.smithi067.stdout:1576: done (5 left) 2024-07-29T15:07:55.091 INFO:tasks.rados.rados.0.smithi067.stdout:1577: rollback oid 35 current snap is 154 2024-07-29T15:07:55.091 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 35 to 123 2024-07-29T15:07:55.091 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 5 current snap is 154 2024-07-29T15:07:55.091 INFO:tasks.rados.rados.0.smithi067.stdout:1578: seq_num 525 ranges {2940928=802816,3743744=712704,4456448=90112} 2024-07-29T15:07:55.111 INFO:tasks.rados.rados.0.smithi067.stdout:1578: writing smithi06780069-5 from 2940928 to 3743744 tid 1 2024-07-29T15:07:55.116 INFO:tasks.rados.rados.0.smithi067.stdout:1578: writing smithi06780069-5 from 3743744 to 4456448 tid 2 2024-07-29T15:07:55.117 INFO:tasks.rados.rados.0.smithi067.stdout:1578: writing smithi06780069-5 from 4456448 to 4546560 tid 3 2024-07-29T15:07:55.117 INFO:tasks.rados.rados.0.smithi067.stdout:1579: setattr oid 44 current snap is 154 2024-07-29T15:07:55.117 INFO:tasks.rados.rados.0.smithi067.stdout:1575: expect (ObjNum 462 snap 134 seq_num 462) 2024-07-29T15:07:55.144 INFO:tasks.rados.rados.0.smithi067.stdout:1570: finishing write tid 5 to smithi06780069-17 2024-07-29T15:07:55.144 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 421 (ObjNum 523 snap 154 seq_num 523) dirty exists 2024-07-29T15:07:55.144 INFO:tasks.rados.rados.0.smithi067.stdout:1570: left oid 17 (ObjNum 523 snap 154 seq_num 523) 2024-07-29T15:07:55.144 INFO:tasks.rados.rados.0.smithi067.stdout:1571: finishing rollback tid 0 to smithi06780069-19 2024-07-29T15:07:55.145 INFO:tasks.rados.rados.0.smithi067.stdout:1571: finishing rollback tid 1 to smithi06780069-19 2024-07-29T15:07:55.145 INFO:tasks.rados.rados.0.smithi067.stdout:1571: finishing rollback tid 2 to smithi06780069-19 2024-07-29T15:07:55.145 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 19 v 789 (ObjNum 432 snap 126 seq_num 432) dirty exists 2024-07-29T15:07:55.145 INFO:tasks.rados.rados.0.smithi067.stdout:1577: finishing rollback tid 0 to smithi06780069-35 2024-07-29T15:07:55.145 INFO:tasks.rados.rados.0.smithi067.stdout:1577: finishing rollback tid 1 to smithi06780069-35 2024-07-29T15:07:55.145 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 35 v 792 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-29T15:07:55.145 INFO:tasks.rados.rados.0.smithi067.stdout:1572: finishing copy_from racing read to smithi06780069-30 2024-07-29T15:07:55.145 INFO:tasks.rados.rados.0.smithi067.stdout:1572: finishing copy_from to smithi06780069-30 2024-07-29T15:07:55.145 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 799 (ObjNum 518 snap 152 seq_num 518) dirty exists 2024-07-29T15:07:55.145 INFO:tasks.rados.rados.0.smithi067.stdout:1578: finishing write tid 1 to smithi06780069-5 2024-07-29T15:07:55.145 INFO:tasks.rados.rados.0.smithi067.stdout:1578: finishing write tid 2 to smithi06780069-5 2024-07-29T15:07:55.145 INFO:tasks.rados.rados.0.smithi067.stdout:1578: finishing write tid 3 to smithi06780069-5 2024-07-29T15:07:55.145 INFO:tasks.rados.rados.0.smithi067.stdout:1578: finishing write tid 4 to smithi06780069-5 2024-07-29T15:07:55.145 INFO:tasks.rados.rados.0.smithi067.stdout:1578: finishing write tid 5 to smithi06780069-5 2024-07-29T15:07:55.146 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 662 (ObjNum 525 snap 154 seq_num 525) dirty exists 2024-07-29T15:07:55.146 INFO:tasks.rados.rados.0.smithi067.stdout:1578: left oid 5 (ObjNum 525 snap 154 seq_num 525) 2024-07-29T15:07:55.146 INFO:tasks.rados.rados.0.smithi067.stdout:1570: done (7 left) 2024-07-29T15:07:55.146 INFO:tasks.rados.rados.0.smithi067.stdout:1571: done (6 left) 2024-07-29T15:07:55.146 INFO:tasks.rados.rados.0.smithi067.stdout:1572: done (5 left) 2024-07-29T15:07:55.146 INFO:tasks.rados.rados.0.smithi067.stdout:1573: done (4 left) 2024-07-29T15:07:55.146 INFO:tasks.rados.rados.0.smithi067.stdout:1575: done (3 left) 2024-07-29T15:07:55.146 INFO:tasks.rados.rados.0.smithi067.stdout:1577: done (2 left) 2024-07-29T15:07:55.146 INFO:tasks.rados.rados.0.smithi067.stdout:1578: done (1 left) 2024-07-29T15:07:55.146 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 18 current snap is 154 2024-07-29T15:07:55.146 INFO:tasks.rados.rados.0.smithi067.stdout:1580: seq_num 526 ranges {6873088=417792,7290880=589824,7880704=614400} 2024-07-29T15:07:55.183 INFO:tasks.rados.rados.0.smithi067.stdout:1580: writing smithi06780069-18 from 6873088 to 7290880 tid 1 2024-07-29T15:07:55.187 INFO:tasks.rados.rados.0.smithi067.stdout:1580: writing smithi06780069-18 from 7290880 to 7880704 tid 2 2024-07-29T15:07:55.191 INFO:tasks.rados.rados.0.smithi067.stdout:1580: writing smithi06780069-18 from 7880704 to 8495104 tid 3 2024-07-29T15:07:55.191 INFO:tasks.rados.rados.0.smithi067.stdout:1581: copy_from oid 20 from oid 35 current snap is 154 2024-07-29T15:07:55.192 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 514 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-07-29T15:07:55.192 INFO:tasks.rados.rados.0.smithi067.stdout:1579: done (2 left) 2024-07-29T15:07:55.192 INFO:tasks.rados.rados.0.smithi067.stdout:1582: read oid 27 snap 144 2024-07-29T15:07:55.192 INFO:tasks.rados.rados.0.smithi067.stdout:1582: expect (ObjNum 439 snap 130 seq_num 439) 2024-07-29T15:07:55.192 INFO:tasks.rados.rados.0.smithi067.stdout:1583: rmattr oid 10 current snap is 154 2024-07-29T15:07:55.192 INFO:tasks.rados.rados.0.smithi067.stdout:1580: finishing write tid 1 to smithi06780069-18 2024-07-29T15:07:55.192 INFO:tasks.rados.rados.0.smithi067.stdout:1580: finishing write tid 2 to smithi06780069-18 2024-07-29T15:07:55.192 INFO:tasks.rados.rados.0.smithi067.stdout:1584: snap_remove snap 153 2024-07-29T15:07:55.446 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:55 smithi067 ceph-mon[94375]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-29T15:07:55.446 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:55 smithi067 ceph-mon[94375]: Upgrade: osd.2 is safe to restart 2024-07-29T15:07:55.447 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:55 smithi067 ceph-mon[94375]: pgmap v184: 121 pgs: 121 active+clean; 256 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-07-29T15:07:55.447 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:55 smithi067 ceph-mon[94375]: osdmap e385: 8 total, 8 up, 8 in 2024-07-29T15:07:55.447 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-07-29T15:07:55.447 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-07-29T15:07:55.447 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 3 2024-07-29T15:07:55.447 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:07:55.447 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-07-29T15:07:55.447 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 2 2024-07-29T15:07:55.448 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:07:55.448 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-07-29T15:07:55.448 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 6, 2024-07-29T15:07:55.448 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 2 2024-07-29T15:07:55.448 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:07:55.448 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": { 2024-07-29T15:07:55.448 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 2 2024-07-29T15:07:55.448 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:07:55.449 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-07-29T15:07:55.449 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 8, 2024-07-29T15:07:55.449 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 7 2024-07-29T15:07:55.449 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-07-29T15:07:55.449 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-07-29T15:07:55.449 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:55 smithi067 ceph-mon[91995]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-29T15:07:55.449 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:55 smithi067 ceph-mon[91995]: Upgrade: osd.2 is safe to restart 2024-07-29T15:07:55.449 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:55 smithi067 ceph-mon[91995]: pgmap v184: 121 pgs: 121 active+clean; 256 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-07-29T15:07:55.449 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:55 smithi067 ceph-mon[91995]: osdmap e385: 8 total, 8 up, 8 in 2024-07-29T15:07:55.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:55 smithi138 ceph-mon[86438]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-29T15:07:55.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:55 smithi138 ceph-mon[86438]: Upgrade: osd.2 is safe to restart 2024-07-29T15:07:55.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:55 smithi138 ceph-mon[86438]: pgmap v184: 121 pgs: 121 active+clean; 256 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-07-29T15:07:55.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:55 smithi138 ceph-mon[86438]: osdmap e385: 8 total, 8 up, 8 in 2024-07-29T15:07:56.060 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:07:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:07:55.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:07:56.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:07:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:07:55.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:07:56.108 INFO:tasks.rados.rados.0.smithi067.stdout:1584: done (4 left) 2024-07-29T15:07:56.108 INFO:tasks.rados.rados.0.smithi067.stdout:1585: snap_create 2024-07-29T15:07:56.108 INFO:tasks.rados.rados.0.smithi067.stdout:1581: finishing copy_from to smithi06780069-20 2024-07-29T15:07:56.108 INFO:tasks.rados.rados.0.smithi067.stdout:1581: got expected ENOENT (src dne) 2024-07-29T15:07:56.108 INFO:tasks.rados.rados.0.smithi067.stdout:1582: expect (ObjNum 439 snap 130 seq_num 439) 2024-07-29T15:07:56.113 INFO:tasks.rados.rados.0.smithi067.stdout:1581: finishing copy_from racing read to smithi06780069-20 2024-07-29T15:07:56.113 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 794 (ObjNum 420 snap 123 seq_num 420) dirty exists 2024-07-29T15:07:56.113 INFO:tasks.rados.rados.0.smithi067.stdout:1580: finishing write tid 3 to smithi06780069-18 2024-07-29T15:07:56.113 INFO:tasks.rados.rados.0.smithi067.stdout:1580: finishing write tid 4 to smithi06780069-18 2024-07-29T15:07:56.114 INFO:tasks.rados.rados.0.smithi067.stdout:1580: finishing write tid 5 to smithi06780069-18 2024-07-29T15:07:56.114 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 667 (ObjNum 526 snap 154 seq_num 526) dirty exists 2024-07-29T15:07:56.114 INFO:tasks.rados.rados.0.smithi067.stdout:1580: left oid 18 (ObjNum 526 snap 154 seq_num 526) 2024-07-29T15:07:56.696 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:56 smithi067 ceph-mon[91995]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:07:56.696 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:56 smithi067 ceph-mon[91995]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:07:56.696 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:56 smithi067 ceph-mon[91995]: Upgrade: Updating osd.2 2024-07-29T15:07:56.696 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:56.696 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-07-29T15:07:56.696 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:07:56.696 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:56 smithi067 ceph-mon[91995]: Deploying daemon osd.2 on smithi067 2024-07-29T15:07:56.696 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:56 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3886189032' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:07:56.696 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:56 smithi067 ceph-mon[91995]: osdmap e386: 8 total, 8 up, 8 in 2024-07-29T15:07:56.697 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:56 smithi067 ceph-mon[94375]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:07:56.697 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:56 smithi067 ceph-mon[94375]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:07:56.697 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:56 smithi067 ceph-mon[94375]: Upgrade: Updating osd.2 2024-07-29T15:07:56.697 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:56.697 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-07-29T15:07:56.697 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:07:56.697 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:56 smithi067 ceph-mon[94375]: Deploying daemon osd.2 on smithi067 2024-07-29T15:07:56.697 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:56 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3886189032' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:07:56.697 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:56 smithi067 ceph-mon[94375]: osdmap e386: 8 total, 8 up, 8 in 2024-07-29T15:07:56.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:56 smithi138 ceph-mon[86438]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:07:56.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:56 smithi138 ceph-mon[86438]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:07:56.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:56 smithi138 ceph-mon[86438]: Upgrade: Updating osd.2 2024-07-29T15:07:56.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:07:56.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-07-29T15:07:56.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:07:56.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:56 smithi138 ceph-mon[86438]: Deploying daemon osd.2 on smithi067 2024-07-29T15:07:56.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:56 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3886189032' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:07:56.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:56 smithi138 ceph-mon[86438]: osdmap e386: 8 total, 8 up, 8 in 2024-07-29T15:07:57.109 INFO:tasks.rados.rados.0.smithi067.stdout:1580: done (4 left) 2024-07-29T15:07:57.110 INFO:tasks.rados.rados.0.smithi067.stdout:1581: done (3 left) 2024-07-29T15:07:57.110 INFO:tasks.rados.rados.0.smithi067.stdout:1582: done (2 left) 2024-07-29T15:07:57.110 INFO:tasks.rados.rados.0.smithi067.stdout:1583: done (1 left) 2024-07-29T15:07:57.110 INFO:tasks.rados.rados.0.smithi067.stdout:1585: done (0 left) 2024-07-29T15:07:57.110 INFO:tasks.rados.rados.0.smithi067.stdout:1586: read oid 36 snap -1 2024-07-29T15:07:57.110 INFO:tasks.rados.rados.0.smithi067.stdout:1586: expect deleted 2024-07-29T15:07:57.110 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 1 current snap is 155 2024-07-29T15:07:57.110 INFO:tasks.rados.rados.0.smithi067.stdout:1587: seq_num 527 ranges {0=434176,434176=475136,909312=565248,1474560=163840} 2024-07-29T15:07:57.112 INFO:tasks.rados.rados.0.smithi067.stdout:1587: writing smithi06780069-1 from 0 to 434176 tid 1 2024-07-29T15:07:57.114 INFO:tasks.rados.rados.0.smithi067.stdout:1587: writing smithi06780069-1 from 434176 to 909312 tid 2 2024-07-29T15:07:57.118 INFO:tasks.rados.rados.0.smithi067.stdout:1587: writing smithi06780069-1 from 909312 to 1474560 tid 3 2024-07-29T15:07:57.120 INFO:tasks.rados.rados.0.smithi067.stdout:1587: writing smithi06780069-1 from 1474560 to 1638400 tid 4 2024-07-29T15:07:57.120 INFO:tasks.rados.rados.0.smithi067.stdout:1588: rollback oid 8 current snap is 155 2024-07-29T15:07:57.120 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 8 to 123 2024-07-29T15:07:57.120 INFO:tasks.rados.rados.0.smithi067.stdout:1587: finishing write tid 1 to smithi06780069-1 2024-07-29T15:07:57.120 INFO:tasks.rados.rados.0.smithi067.stdout:1587: finishing write tid 2 to smithi06780069-1 2024-07-29T15:07:57.120 INFO:tasks.rados.rados.0.smithi067.stdout:1586: done (2 left) 2024-07-29T15:07:57.120 INFO:tasks.rados.rados.0.smithi067.stdout:1589: rollback oid 3 current snap is 155 2024-07-29T15:07:57.120 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 3 to 141 2024-07-29T15:07:57.120 INFO:tasks.rados.rados.0.smithi067.stdout:1590: rmattr oid 41 current snap is 155 2024-07-29T15:07:57.120 INFO:tasks.rados.rados.0.smithi067.stdout:1590: done (3 left) 2024-07-29T15:07:57.120 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 42 current snap is 155 2024-07-29T15:07:57.121 INFO:tasks.rados.rados.0.smithi067.stdout:1591: seq_num 528 ranges {0=450560,450560=761856,1212416=442368} 2024-07-29T15:07:57.122 INFO:tasks.rados.rados.0.smithi067.stdout:1591: writing smithi06780069-42 from 0 to 450560 tid 1 2024-07-29T15:07:57.128 INFO:tasks.rados.rados.0.smithi067.stdout:1591: writing smithi06780069-42 from 450560 to 1212416 tid 2 2024-07-29T15:07:57.131 INFO:tasks.rados.rados.0.smithi067.stdout:1591: writing smithi06780069-42 from 1212416 to 1654784 tid 3 2024-07-29T15:07:57.131 INFO:tasks.rados.rados.0.smithi067.stdout:1592: read oid 43 snap -1 2024-07-29T15:07:57.132 INFO:tasks.rados.rados.0.smithi067.stdout:1592: expect (ObjNum 458 snap 133 seq_num 458) 2024-07-29T15:07:57.132 INFO:tasks.rados.rados.0.smithi067.stdout:1593: rollback oid 25 current snap is 155 2024-07-29T15:07:57.132 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 25 to 129 2024-07-29T15:07:57.132 INFO:tasks.rados.rados.0.smithi067.stdout:1587: finishing write tid 3 to smithi06780069-1 2024-07-29T15:07:57.132 INFO:tasks.rados.rados.0.smithi067.stdout:1594: snap_remove snap 150 2024-07-29T15:07:57.310 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:07:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:07:56.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi138\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:07:57.551 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:57 smithi067 ceph-mon[91995]: pgmap v187: 121 pgs: 121 active+clean; 271 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.6 MiB/s wr, 22 op/s 2024-07-29T15:07:57.551 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:57 smithi067 ceph-mon[91995]: osdmap e387: 8 total, 8 up, 8 in 2024-07-29T15:07:57.551 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:57 smithi067 ceph-mon[94375]: pgmap v187: 121 pgs: 121 active+clean; 271 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.6 MiB/s wr, 22 op/s 2024-07-29T15:07:57.551 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:57 smithi067 ceph-mon[94375]: osdmap e387: 8 total, 8 up, 8 in 2024-07-29T15:07:57.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:57 smithi138 ceph-mon[86438]: pgmap v187: 121 pgs: 121 active+clean; 271 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.6 MiB/s wr, 22 op/s 2024-07-29T15:07:57.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:57 smithi138 ceph-mon[86438]: osdmap e387: 8 total, 8 up, 8 in 2024-07-29T15:07:57.913 INFO:tasks.rados.rados.0.smithi067.stdout:1594: done (6 left) 2024-07-29T15:07:57.913 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 35 current snap is 155 2024-07-29T15:07:57.913 INFO:tasks.rados.rados.0.smithi067.stdout:1587: finishing write tid 4 to smithi06780069-1 2024-07-29T15:07:57.913 INFO:tasks.rados.rados.0.smithi067.stdout:1587: finishing write tid 5 to smithi06780069-1 2024-07-29T15:07:57.913 INFO:tasks.rados.rados.0.smithi067.stdout:1588: finishing rollback tid 0 to smithi06780069-8 2024-07-29T15:07:57.913 INFO:tasks.rados.rados.0.smithi067.stdout:1588: finishing rollback tid 1 to smithi06780069-8 2024-07-29T15:07:57.913 INFO:tasks.rados.rados.0.smithi067.stdout:1588: finishing rollback tid 2 to smithi06780069-8 2024-07-29T15:07:57.914 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 424 (ObjNum 360 snap 106 seq_num 360) dirty exists 2024-07-29T15:07:57.914 INFO:tasks.rados.rados.0.smithi067.stdout:1587: finishing write tid 6 to smithi06780069-1 2024-07-29T15:07:57.914 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 871 (ObjNum 527 snap 155 seq_num 527) dirty exists 2024-07-29T15:07:57.914 INFO:tasks.rados.rados.0.smithi067.stdout:1587: left oid 1 (ObjNum 527 snap 155 seq_num 527) 2024-07-29T15:07:57.914 INFO:tasks.rados.rados.0.smithi067.stdout:1591: finishing write tid 1 to smithi06780069-42 2024-07-29T15:07:57.914 INFO:tasks.rados.rados.0.smithi067.stdout:1589: finishing rollback tid 0 to smithi06780069-3 2024-07-29T15:07:57.914 INFO:tasks.rados.rados.0.smithi067.stdout:1589: finishing rollback tid 1 to smithi06780069-3 2024-07-29T15:07:57.914 INFO:tasks.rados.rados.0.smithi067.stdout:1589: finishing rollback tid 2 to smithi06780069-3 2024-07-29T15:07:57.914 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 690 (ObjNum 455 snap 132 seq_num 455) dirty exists 2024-07-29T15:07:57.914 INFO:tasks.rados.rados.0.smithi067.stdout:1591: finishing write tid 2 to smithi06780069-42 2024-07-29T15:07:57.914 INFO:tasks.rados.rados.0.smithi067.stdout:1591: finishing write tid 3 to smithi06780069-42 2024-07-29T15:07:57.914 INFO:tasks.rados.rados.0.smithi067.stdout:1591: finishing write tid 4 to smithi06780069-42 2024-07-29T15:07:57.914 INFO:tasks.rados.rados.0.smithi067.stdout:1591: finishing write tid 5 to smithi06780069-42 2024-07-29T15:07:57.915 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 771 (ObjNum 528 snap 155 seq_num 528) dirty exists 2024-07-29T15:07:57.915 INFO:tasks.rados.rados.0.smithi067.stdout:1591: left oid 42 (ObjNum 528 snap 155 seq_num 528) 2024-07-29T15:07:57.915 INFO:tasks.rados.rados.0.smithi067.stdout:1593: finishing rollback tid 0 to smithi06780069-25 2024-07-29T15:07:57.915 INFO:tasks.rados.rados.0.smithi067.stdout:1593: finishing rollback tid 1 to smithi06780069-25 2024-07-29T15:07:57.915 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 25 v 774 (ObjNum 693 snap 1 seq_num 304) dirty dne 2024-07-29T15:07:57.915 INFO:tasks.rados.rados.0.smithi067.stdout:1595: seq_num 529 ranges {0=466944,466944=647168,1114112=532480,1646592=24576} 2024-07-29T15:07:57.916 INFO:tasks.rados.rados.0.smithi067.stdout:1595: writing smithi06780069-35 from 0 to 466944 tid 1 2024-07-29T15:07:57.920 INFO:tasks.rados.rados.0.smithi067.stdout:1595: writing smithi06780069-35 from 466944 to 1114112 tid 2 2024-07-29T15:07:57.924 INFO:tasks.rados.rados.0.smithi067.stdout:1595: writing smithi06780069-35 from 1114112 to 1646592 tid 3 2024-07-29T15:07:57.925 INFO:tasks.rados.rados.0.smithi067.stdout:1595: writing smithi06780069-35 from 1646592 to 1671168 tid 4 2024-07-29T15:07:57.926 INFO:tasks.rados.rados.0.smithi067.stdout:1587: done (6 left) 2024-07-29T15:07:57.926 INFO:tasks.rados.rados.0.smithi067.stdout:1588: done (5 left) 2024-07-29T15:07:57.926 INFO:tasks.rados.rados.0.smithi067.stdout:1589: done (4 left) 2024-07-29T15:07:57.926 INFO:tasks.rados.rados.0.smithi067.stdout:1591: done (3 left) 2024-07-29T15:07:57.926 INFO:tasks.rados.rados.0.smithi067.stdout:1593: done (2 left) 2024-07-29T15:07:57.926 INFO:tasks.rados.rados.0.smithi067.stdout:1596: delete oid 34 current snap is 155 2024-07-29T15:07:57.930 INFO:tasks.rados.rados.0.smithi067.stdout:1592: expect (ObjNum 458 snap 133 seq_num 458) 2024-07-29T15:07:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:07:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:07:57] "GET /metrics HTTP/1.1" 200 36238 "" "Prometheus/2.51.0" 2024-07-29T15:07:58.567 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:07:58 smithi067 systemd[1]: Stopping Ceph osd.2 for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:07:58.612 INFO:tasks.rados.rados.0.smithi067.stdout:1595: finishing write tid 1 to smithi06780069-35 2024-07-29T15:07:58.612 INFO:tasks.rados.rados.0.smithi067.stdout:1595: finishing write tid 2 to smithi06780069-35 2024-07-29T15:07:58.612 INFO:tasks.rados.rados.0.smithi067.stdout:1595: finishing write tid 3 to smithi06780069-35 2024-07-29T15:07:58.612 INFO:tasks.rados.rados.0.smithi067.stdout:1595: finishing write tid 4 to smithi06780069-35 2024-07-29T15:07:58.612 INFO:tasks.rados.rados.0.smithi067.stdout:1595: finishing write tid 5 to smithi06780069-35 2024-07-29T15:07:58.612 INFO:tasks.rados.rados.0.smithi067.stdout:1595: finishing write tid 6 to smithi06780069-35 2024-07-29T15:07:58.612 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 35 v 809 (ObjNum 529 snap 155 seq_num 529) dirty exists 2024-07-29T15:07:58.612 INFO:tasks.rados.rados.0.smithi067.stdout:1595: left oid 35 (ObjNum 529 snap 155 seq_num 529) 2024-07-29T15:07:58.613 INFO:tasks.rados.rados.0.smithi067.stdout:1592: done (2 left) 2024-07-29T15:07:58.614 INFO:tasks.rados.rados.0.smithi067.stdout:1595: done (1 left) 2024-07-29T15:07:58.614 INFO:tasks.rados.rados.0.smithi067.stdout:1596: done (0 left) 2024-07-29T15:07:58.614 INFO:tasks.rados.rados.0.smithi067.stdout:1597: snap_create 2024-07-29T15:07:58.909 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:07:58 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2[55562]: 2024-07-29T15:07:58.566+0000 7fd82fb3c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-29T15:07:58.909 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:07:58 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2[55562]: 2024-07-29T15:07:58.566+0000 7fd82fb3c640 -1 osd.2 388 *** Got signal Terminated *** 2024-07-29T15:07:58.909 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:07:58 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2[55562]: 2024-07-29T15:07:58.566+0000 7fd82fb3c640 -1 osd.2 388 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-29T15:07:59.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:58 smithi067 ceph-mon[91995]: pgmap v190: 121 pgs: 121 active+clean; 271 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.6 MiB/s wr, 24 op/s 2024-07-29T15:07:59.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:58 smithi067 ceph-mon[91995]: osdmap e388: 8 total, 8 up, 8 in 2024-07-29T15:07:59.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:58 smithi067 ceph-mon[91995]: osd.2 marked itself down and dead 2024-07-29T15:07:59.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:58 smithi067 ceph-mon[94375]: pgmap v190: 121 pgs: 121 active+clean; 271 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.6 MiB/s wr, 24 op/s 2024-07-29T15:07:59.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:58 smithi067 ceph-mon[94375]: osdmap e388: 8 total, 8 up, 8 in 2024-07-29T15:07:59.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:58 smithi067 ceph-mon[94375]: osd.2 marked itself down and dead 2024-07-29T15:07:59.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:58 smithi138 ceph-mon[86438]: pgmap v190: 121 pgs: 121 active+clean; 271 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.6 MiB/s wr, 24 op/s 2024-07-29T15:07:59.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:58 smithi138 ceph-mon[86438]: osdmap e388: 8 total, 8 up, 8 in 2024-07-29T15:07:59.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:58 smithi138 ceph-mon[86438]: osd.2 marked itself down and dead 2024-07-29T15:07:59.348 INFO:tasks.rados.rados.0.smithi067.stdout:1597: done (0 left) 2024-07-29T15:07:59.349 INFO:tasks.rados.rados.0.smithi067.stdout:1598: read oid 13 snap -1 2024-07-29T15:07:59.349 INFO:tasks.rados.rados.0.smithi067.stdout:1598: expect (ObjNum 389 snap 117 seq_num 389) 2024-07-29T15:07:59.349 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 32 current snap is 156 2024-07-29T15:07:59.349 INFO:tasks.rados.rados.0.smithi067.stdout:1599: seq_num 531 ranges {1441792=499712,1941504=417792,2359296=548864,2908160=237568} 2024-07-29T15:07:59.360 INFO:tasks.rados.rados.0.smithi067.stdout:1599: writing smithi06780069-32 from 1441792 to 1941504 tid 1 2024-07-29T15:07:59.363 INFO:tasks.rados.rados.0.smithi067.stdout:1599: writing smithi06780069-32 from 1941504 to 2359296 tid 2 2024-07-29T15:07:59.367 INFO:tasks.rados.rados.0.smithi067.stdout:1599: writing smithi06780069-32 from 2359296 to 2908160 tid 3 2024-07-29T15:07:59.368 INFO:tasks.rados.rados.0.smithi067.stdout:1599: writing smithi06780069-32 from 2908160 to 3145728 tid 4 2024-07-29T15:07:59.368 INFO:tasks.rados.rados.0.smithi067.stdout:1600: copy_from oid 3 from oid 14 current snap is 156 2024-07-29T15:07:59.368 INFO:tasks.rados.rados.0.smithi067.stdout:1598: expect (ObjNum 389 snap 117 seq_num 389) 2024-07-29T15:07:59.415 INFO:tasks.rados.rados.0.smithi067.stdout:1600: finishing copy_from racing read to smithi06780069-3 2024-07-29T15:07:59.415 INFO:tasks.rados.rados.0.smithi067.stdout:1600: finishing copy_from to smithi06780069-3 2024-07-29T15:07:59.415 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 354 (ObjNum 453 snap 132 seq_num 453) dirty exists 2024-07-29T15:07:59.415 INFO:tasks.rados.rados.0.smithi067.stdout:1598: done (2 left) 2024-07-29T15:07:59.415 INFO:tasks.rados.rados.0.smithi067.stdout:1600: done (1 left) 2024-07-29T15:07:59.416 INFO:tasks.rados.rados.0.smithi067.stdout:1601: snap_create 2024-07-29T15:08:00.210 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:59 smithi067 ceph-mon[91995]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-29T15:08:00.210 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:07:59 smithi067 ceph-mon[91995]: osdmap e389: 8 total, 7 up, 8 in 2024-07-29T15:08:00.211 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:59 smithi067 ceph-mon[94375]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-29T15:08:00.211 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:07:59 smithi067 ceph-mon[94375]: osdmap e389: 8 total, 7 up, 8 in 2024-07-29T15:08:00.211 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:07:59 smithi067 podman[108438]: 2024-07-29 15:07:59.904611123 +0000 UTC m=+1.432083133 container died 334423e852b7cd92e93f3a52e0a7704b90d25be52c1da494f0c6d56ae5613358 (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-3120d06) 2024-07-29T15:08:00.213 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:59 smithi138 ceph-mon[86438]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-29T15:08:00.213 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:07:59 smithi138 ceph-mon[86438]: osdmap e389: 8 total, 7 up, 8 in 2024-07-29T15:08:00.358 INFO:tasks.rados.rados.0.smithi067.stdout:1601: done (1 left) 2024-07-29T15:08:00.358 INFO:tasks.rados.rados.0.smithi067.stdout:1602: delete oid 28 current snap is 157 2024-07-29T15:08:00.364 INFO:tasks.rados.rados.0.smithi067.stdout:1602: done (1 left) 2024-07-29T15:08:00.365 INFO:tasks.rados.rados.0.smithi067.stdout:1603: read oid 10 snap -1 2024-07-29T15:08:00.365 INFO:tasks.rados.rados.0.smithi067.stdout:1603: expect (ObjNum 420 snap 123 seq_num 420) 2024-07-29T15:08:00.365 INFO:tasks.rados.rados.0.smithi067.stdout:1604: read oid 23 snap -1 2024-07-29T15:08:00.365 INFO:tasks.rados.rados.0.smithi067.stdout:1604: expect (ObjNum 450 snap 131 seq_num 450) 2024-07-29T15:08:00.366 INFO:tasks.rados.rados.0.smithi067.stdout:1605: read oid 43 snap 154 2024-07-29T15:08:00.366 INFO:tasks.rados.rados.0.smithi067.stdout:1605: expect (ObjNum 458 snap 133 seq_num 458) 2024-07-29T15:08:00.366 INFO:tasks.rados.rados.0.smithi067.stdout:1606: read oid 35 snap -1 2024-07-29T15:08:00.366 INFO:tasks.rados.rados.0.smithi067.stdout:1606: expect (ObjNum 529 snap 155 seq_num 529) 2024-07-29T15:08:00.366 INFO:tasks.rados.rados.0.smithi067.stdout:1607: snap_create 2024-07-29T15:08:00.373 INFO:tasks.rados.rados.0.smithi067.stdout:1599: finishing write tid 1 to smithi06780069-32 2024-07-29T15:08:00.373 INFO:tasks.rados.rados.0.smithi067.stdout:1599: finishing write tid 2 to smithi06780069-32 2024-07-29T15:08:00.373 INFO:tasks.rados.rados.0.smithi067.stdout:1599: finishing write tid 3 to smithi06780069-32 2024-07-29T15:08:00.375 INFO:tasks.rados.rados.0.smithi067.stdout:1599: finishing write tid 4 to smithi06780069-32 2024-07-29T15:08:00.379 INFO:tasks.rados.rados.0.smithi067.stdout:1599: finishing write tid 5 to smithi06780069-32 2024-07-29T15:08:00.386 INFO:tasks.rados.rados.0.smithi067.stdout:1599: finishing write tid 6 to smithi06780069-32 2024-07-29T15:08:00.386 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 881 (ObjNum 531 snap 156 seq_num 531) dirty exists 2024-07-29T15:08:00.386 INFO:tasks.rados.rados.0.smithi067.stdout:1599: left oid 32 (ObjNum 531 snap 156 seq_num 531) 2024-07-29T15:08:00.398 INFO:tasks.rados.rados.0.smithi067.stdout:1604: expect (ObjNum 450 snap 131 seq_num 450) 2024-07-29T15:08:00.488 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:00 smithi067 podman[108438]: 2024-07-29 15:08:00.30785916 +0000 UTC m=+1.835331161 container cleanup 334423e852b7cd92e93f3a52e0a7704b90d25be52c1da494f0c6d56ae5613358 (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, RELEASE=quincy-3120d06, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-07-29T15:08:00.488 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:00 smithi067 bash[108438]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2 2024-07-29T15:08:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:08:00.720 INFO:tasks.rados.rados.0.smithi067.stdout:1605: expect (ObjNum 458 snap 133 seq_num 458) 2024-07-29T15:08:00.943 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:00 smithi067 podman[108455]: 2024-07-29 15:08:00.575895022 +0000 UTC m=+0.667119243 container remove 334423e852b7cd92e93f3a52e0a7704b90d25be52c1da494f0c6d56ae5613358 (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724, ceph=True, GIT_CLEAN=True, RELEASE=quincy-3120d06, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-07-29T15:08:01.238 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:00 smithi067 podman[108541]: 2024-07-29 15:08:00.845837315 +0000 UTC m=+0.017998561 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T15:08:01.238 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:01 smithi067 podman[108541]: 2024-07-29 15:08:01.036953337 +0000 UTC m=+0.209114573 container create f013ab32c09cae214788883a21d0e9e2e4f52c587e6d07df33f587c7c01f9885 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240716, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-69149bb) 2024-07-29T15:08:01.375 INFO:tasks.rados.rados.0.smithi067.stdout:1603: expect (ObjNum 420 snap 123 seq_num 420) 2024-07-29T15:08:01.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:01 smithi067 ceph-mon[91995]: pgmap v193: 121 pgs: 13 stale+active+clean, 108 active+clean; 271 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 714 KiB/s rd, 0 B/s wr, 2 op/s 2024-07-29T15:08:01.654 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:01 smithi067 ceph-mon[91995]: osdmap e390: 8 total, 7 up, 8 in 2024-07-29T15:08:01.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:01 smithi067 ceph-mon[94375]: pgmap v193: 121 pgs: 13 stale+active+clean, 108 active+clean; 271 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 714 KiB/s rd, 0 B/s wr, 2 op/s 2024-07-29T15:08:01.655 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:01 smithi067 ceph-mon[94375]: osdmap e390: 8 total, 7 up, 8 in 2024-07-29T15:08:01.655 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:01 smithi067 podman[108541]: 2024-07-29 15:08:01.45535118 +0000 UTC m=+0.627512416 container init f013ab32c09cae214788883a21d0e9e2e4f52c587e6d07df33f587c7c01f9885 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2-deactivate, RELEASE=main-69149bb, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240716) 2024-07-29T15:08:01.655 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:01 smithi067 podman[108541]: 2024-07-29 15:08:01.460332472 +0000 UTC m=+0.632493717 container start f013ab32c09cae214788883a21d0e9e2e4f52c587e6d07df33f587c7c01f9885 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240716, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=main-69149bb, io.buildah.version=1.36.0) 2024-07-29T15:08:01.655 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:01 smithi067 podman[108541]: 2024-07-29 15:08:01.546809267 +0000 UTC m=+0.718970509 container attach f013ab32c09cae214788883a21d0e9e2e4f52c587e6d07df33f587c7c01f9885 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2-deactivate, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240716, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=main-69149bb, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-29T15:08:01.719 INFO:tasks.rados.rados.0.smithi067.stdout:1606: expect (ObjNum 529 snap 155 seq_num 529) 2024-07-29T15:08:01.763 INFO:tasks.rados.rados.0.smithi067.stdout:1599: done (5 left) 2024-07-29T15:08:01.763 INFO:tasks.rados.rados.0.smithi067.stdout:1603: done (4 left) 2024-07-29T15:08:01.763 INFO:tasks.rados.rados.0.smithi067.stdout:1604: done (3 left) 2024-07-29T15:08:01.763 INFO:tasks.rados.rados.0.smithi067.stdout:1605: done (2 left) 2024-07-29T15:08:01.764 INFO:tasks.rados.rados.0.smithi067.stdout:1606: done (1 left) 2024-07-29T15:08:01.764 INFO:tasks.rados.rados.0.smithi067.stdout:1607: done (0 left) 2024-07-29T15:08:01.764 INFO:tasks.rados.rados.0.smithi067.stdout:1608: delete oid 35 current snap is 158 2024-07-29T15:08:01.765 INFO:tasks.rados.rados.0.smithi067.stdout:1608: done (0 left) 2024-07-29T15:08:01.765 INFO:tasks.rados.rados.0.smithi067.stdout:1609: rollback oid 37 current snap is 158 2024-07-29T15:08:01.765 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 37 to 129 2024-07-29T15:08:01.765 INFO:tasks.rados.rados.0.smithi067.stdout:1610: snap_create 2024-07-29T15:08:01.767 INFO:tasks.rados.rados.0.smithi067.stdout:1609: finishing rollback tid 1 to smithi06780069-37 2024-07-29T15:08:01.767 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 37 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-29T15:08:01.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:01 smithi138 ceph-mon[86438]: pgmap v193: 121 pgs: 13 stale+active+clean, 108 active+clean; 271 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 714 KiB/s rd, 0 B/s wr, 2 op/s 2024-07-29T15:08:01.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:01 smithi138 ceph-mon[86438]: osdmap e390: 8 total, 7 up, 8 in 2024-07-29T15:08:01.968 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:01 smithi067 podman[108541]: 2024-07-29 15:08:01.653911764 +0000 UTC m=+0.826073007 container died f013ab32c09cae214788883a21d0e9e2e4f52c587e6d07df33f587c7c01f9885 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=main-69149bb, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240716, maintainer=Guillaume Abrioux ) 2024-07-29T15:08:02.377 INFO:tasks.rados.rados.0.smithi067.stdout:1609: done (1 left) 2024-07-29T15:08:02.378 INFO:tasks.rados.rados.0.smithi067.stdout:1610: done (0 left) 2024-07-29T15:08:02.378 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 38 current snap is 159 2024-07-29T15:08:02.378 INFO:tasks.rados.rados.0.smithi067.stdout:1611: seq_num 534 ranges {860160=548864,1409024=516096,1925120=688128} 2024-07-29T15:08:02.385 INFO:tasks.rados.rados.0.smithi067.stdout:1611: writing smithi06780069-38 from 860160 to 1409024 tid 1 2024-07-29T15:08:02.388 INFO:tasks.rados.rados.0.smithi067.stdout:1611: writing smithi06780069-38 from 1409024 to 1925120 tid 2 2024-07-29T15:08:02.392 INFO:tasks.rados.rados.0.smithi067.stdout:1611: writing smithi06780069-38 from 1925120 to 2613248 tid 3 2024-07-29T15:08:02.392 INFO:tasks.rados.rados.0.smithi067.stdout:1612: rollback oid 50 current snap is 159 2024-07-29T15:08:02.392 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 50 to 154 2024-07-29T15:08:02.392 INFO:tasks.rados.rados.0.smithi067.stdout:1611: finishing write tid 1 to smithi06780069-38 2024-07-29T15:08:02.392 INFO:tasks.rados.rados.0.smithi067.stdout:1611: finishing write tid 2 to smithi06780069-38 2024-07-29T15:08:02.392 INFO:tasks.rados.rados.0.smithi067.stdout:1613: setattr oid 41 current snap is 159 2024-07-29T15:08:02.393 INFO:tasks.rados.rados.0.smithi067.stdout:1614: rollback oid 7 current snap is 159 2024-07-29T15:08:02.393 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 7 to 151 2024-07-29T15:08:02.393 INFO:tasks.rados.rados.0.smithi067.stdout:1615: snap_remove snap 148 2024-07-29T15:08:02.501 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:02 smithi067 ceph-mon[91995]: osdmap e391: 8 total, 7 up, 8 in 2024-07-29T15:08:02.502 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:02 smithi067 ceph-mon[94375]: osdmap e391: 8 total, 7 up, 8 in 2024-07-29T15:08:02.502 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:02 smithi067 podman[108564]: 2024-07-29 15:08:02.250684615 +0000 UTC m=+0.590430118 container remove f013ab32c09cae214788883a21d0e9e2e4f52c587e6d07df33f587c7c01f9885 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, RELEASE=main-69149bb, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240716) 2024-07-29T15:08:02.502 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:02 smithi067 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.2.service: Deactivated successfully. 2024-07-29T15:08:02.502 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:02 smithi067 systemd[1]: Stopped Ceph osd.2 for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:08:02.502 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:02 smithi067 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.2.service: Consumed 16.168s CPU time. 2024-07-29T15:08:02.502 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:02 smithi067 systemd[1]: Starting Ceph osd.2 for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:08:02.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:02 smithi138 ceph-mon[86438]: osdmap e391: 8 total, 7 up, 8 in 2024-07-29T15:08:02.916 INFO:tasks.rados.rados.0.smithi067.stdout:1615: done (4 left) 2024-07-29T15:08:02.916 INFO:tasks.rados.rados.0.smithi067.stdout:1616: rollback oid 14 current snap is 159 2024-07-29T15:08:02.916 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 14 to 129 2024-07-29T15:08:02.916 INFO:tasks.rados.rados.0.smithi067.stdout:1611: finishing write tid 3 to smithi06780069-38 2024-07-29T15:08:02.916 INFO:tasks.rados.rados.0.smithi067.stdout:1611: finishing write tid 4 to smithi06780069-38 2024-07-29T15:08:02.916 INFO:tasks.rados.rados.0.smithi067.stdout:1611: finishing write tid 5 to smithi06780069-38 2024-07-29T15:08:02.917 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 38 v 682 (ObjNum 534 snap 159 seq_num 534) dirty exists 2024-07-29T15:08:02.917 INFO:tasks.rados.rados.0.smithi067.stdout:1611: left oid 38 (ObjNum 534 snap 159 seq_num 534) 2024-07-29T15:08:02.917 INFO:tasks.rados.rados.0.smithi067.stdout:1612: finishing rollback tid 1 to smithi06780069-50 2024-07-29T15:08:02.917 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 50 v 684 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-07-29T15:08:02.917 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 647 (ObjNum 479 snap 143 seq_num 479) dirty exists 2024-07-29T15:08:02.917 INFO:tasks.rados.rados.0.smithi067.stdout:1614: finishing rollback tid 0 to smithi06780069-7 2024-07-29T15:08:02.917 INFO:tasks.rados.rados.0.smithi067.stdout:1614: finishing rollback tid 1 to smithi06780069-7 2024-07-29T15:08:02.917 INFO:tasks.rados.rados.0.smithi067.stdout:1614: finishing rollback tid 2 to smithi06780069-7 2024-07-29T15:08:02.917 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 7 v 818 (ObjNum 491 snap 148 seq_num 491) dirty exists 2024-07-29T15:08:02.917 INFO:tasks.rados.rados.0.smithi067.stdout:1611: done (4 left) 2024-07-29T15:08:02.917 INFO:tasks.rados.rados.0.smithi067.stdout:1612: done (3 left) 2024-07-29T15:08:02.917 INFO:tasks.rados.rados.0.smithi067.stdout:1613: done (2 left) 2024-07-29T15:08:02.917 INFO:tasks.rados.rados.0.smithi067.stdout:1614: done (1 left) 2024-07-29T15:08:02.917 INFO:tasks.rados.rados.0.smithi067.stdout:1617: delete oid 31 current snap is 159 2024-07-29T15:08:02.929 INFO:tasks.rados.rados.0.smithi067.stdout:1616: finishing rollback tid 0 to smithi06780069-14 2024-07-29T15:08:02.929 INFO:tasks.rados.rados.0.smithi067.stdout:1616: finishing rollback tid 1 to smithi06780069-14 2024-07-29T15:08:02.929 INFO:tasks.rados.rados.0.smithi067.stdout:1616: finishing rollback tid 2 to smithi06780069-14 2024-07-29T15:08:02.929 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 14 v 571 (ObjNum 434 snap 129 seq_num 434) dirty exists 2024-07-29T15:08:02.929 INFO:tasks.rados.rados.0.smithi067.stdout:1616: done (1 left) 2024-07-29T15:08:02.929 INFO:tasks.rados.rados.0.smithi067.stdout:1617: done (0 left) 2024-07-29T15:08:02.929 INFO:tasks.rados.rados.0.smithi067.stdout:1618: snap_remove snap 123 2024-07-29T15:08:02.988 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:02 smithi067 podman[108664]: 2024-07-29 15:08:02.621521937 +0000 UTC m=+0.017797677 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T15:08:02.988 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:02 smithi067 podman[108664]: 2024-07-29 15:08:02.718864134 +0000 UTC m=+0.115139861 container create 30b503da11bcec1c806e3f8e8d73184beea813306fef49432f496cbd50f8411e (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2-activate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240716, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=main-69149bb, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-07-29T15:08:02.988 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:02 smithi067 podman[108664]: 2024-07-29 15:08:02.954768455 +0000 UTC m=+0.351044181 container init 30b503da11bcec1c806e3f8e8d73184beea813306fef49432f496cbd50f8411e (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2-activate, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240716, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=main-69149bb, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-07-29T15:08:02.988 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:02 smithi067 podman[108664]: 2024-07-29 15:08:02.958773391 +0000 UTC m=+0.355049117 container start 30b503da11bcec1c806e3f8e8d73184beea813306fef49432f496cbd50f8411e (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240716, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=main-69149bb, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-07-29T15:08:03.304 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:03 smithi067 podman[108664]: 2024-07-29 15:08:03.038379748 +0000 UTC m=+0.434655491 container attach 30b503da11bcec1c806e3f8e8d73184beea813306fef49432f496cbd50f8411e (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2-activate, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240716, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, RELEASE=main-69149bb) 2024-07-29T15:08:03.304 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2-activate[108679]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-29T15:08:03.304 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:03 smithi067 bash[108664]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-29T15:08:03.304 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2-activate[108679]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-29T15:08:03.304 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:03 smithi067 bash[108664]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-29T15:08:03.305 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2-activate[108679]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-07-29T15:08:03.305 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:03 smithi067 bash[108664]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-07-29T15:08:03.676 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:03 smithi067 ceph-mon[91995]: pgmap v196: 121 pgs: 18 active+undersized, 7 peering, 2 stale+active+clean, 7 active+undersized+degraded, 87 active+clean; 276 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.2 MiB/s wr, 7 op/s; 48/522 objects degraded (9.195%) 2024-07-29T15:08:03.676 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:03 smithi067 ceph-mon[91995]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-07-29T15:08:03.676 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:03 smithi067 ceph-mon[91995]: Health check failed: Degraded data redundancy: 48/522 objects degraded (9.195%), 7 pgs degraded (PG_DEGRADED) 2024-07-29T15:08:03.676 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:03 smithi067 ceph-mon[91995]: osdmap e392: 8 total, 7 up, 8 in 2024-07-29T15:08:03.676 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:03 smithi067 ceph-mon[91995]: osdmap e393: 8 total, 7 up, 8 in 2024-07-29T15:08:03.676 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:03 smithi067 ceph-mon[94375]: pgmap v196: 121 pgs: 18 active+undersized, 7 peering, 2 stale+active+clean, 7 active+undersized+degraded, 87 active+clean; 276 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.2 MiB/s wr, 7 op/s; 48/522 objects degraded (9.195%) 2024-07-29T15:08:03.677 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:03 smithi067 ceph-mon[94375]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-07-29T15:08:03.677 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:03 smithi067 ceph-mon[94375]: Health check failed: Degraded data redundancy: 48/522 objects degraded (9.195%), 7 pgs degraded (PG_DEGRADED) 2024-07-29T15:08:03.677 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:03 smithi067 ceph-mon[94375]: osdmap e392: 8 total, 7 up, 8 in 2024-07-29T15:08:03.677 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:03 smithi067 ceph-mon[94375]: osdmap e393: 8 total, 7 up, 8 in 2024-07-29T15:08:03.677 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2-activate[108679]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-07-29T15:08:03.677 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:03 smithi067 bash[108664]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-07-29T15:08:03.677 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2-activate[108679]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-07-29T15:08:03.677 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:03 smithi067 bash[108664]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-07-29T15:08:03.677 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2-activate[108679]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-07-29T15:08:03.677 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:03 smithi067 bash[108664]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-07-29T15:08:03.677 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2-activate[108679]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-07-29T15:08:03.678 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:03 smithi067 bash[108664]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-07-29T15:08:03.678 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2-activate[108679]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-07-29T15:08:03.678 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:03 smithi067 bash[108664]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-07-29T15:08:03.678 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:03 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2-activate[108679]: --> ceph-volume raw activate successful for osd ID: 2 2024-07-29T15:08:03.678 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:03 smithi067 bash[108664]: --> ceph-volume raw activate successful for osd ID: 2 2024-07-29T15:08:03.678 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:03 smithi067 podman[108664]: 2024-07-29 15:08:03.35543235 +0000 UTC m=+0.751708085 container died 30b503da11bcec1c806e3f8e8d73184beea813306fef49432f496cbd50f8411e (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2-activate, org.label-schema.build-date=20240716, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=main-69149bb, GIT_CLEAN=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=) 2024-07-29T15:08:03.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:03 smithi138 ceph-mon[86438]: pgmap v196: 121 pgs: 18 active+undersized, 7 peering, 2 stale+active+clean, 7 active+undersized+degraded, 87 active+clean; 276 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.2 MiB/s wr, 7 op/s; 48/522 objects degraded (9.195%) 2024-07-29T15:08:03.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:03 smithi138 ceph-mon[86438]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-07-29T15:08:03.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:03 smithi138 ceph-mon[86438]: Health check failed: Degraded data redundancy: 48/522 objects degraded (9.195%), 7 pgs degraded (PG_DEGRADED) 2024-07-29T15:08:03.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:03 smithi138 ceph-mon[86438]: osdmap e392: 8 total, 7 up, 8 in 2024-07-29T15:08:03.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:03 smithi138 ceph-mon[86438]: osdmap e393: 8 total, 7 up, 8 in 2024-07-29T15:08:03.915 INFO:tasks.rados.rados.0.smithi067.stdout:1618: done (0 left) 2024-07-29T15:08:03.916 INFO:tasks.rados.rados.0.smithi067.stdout:1619: read oid 12 snap 141 2024-07-29T15:08:03.916 INFO:tasks.rados.rados.0.smithi067.stdout:1619: expect (ObjNum 454 snap 132 seq_num 454) 2024-07-29T15:08:03.916 INFO:tasks.rados.rados.0.smithi067.stdout:1620: snap_remove snap 128 2024-07-29T15:08:04.324 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:03 smithi067 podman[108809]: 2024-07-29 15:08:03.992517462 +0000 UTC m=+0.626649922 container remove 30b503da11bcec1c806e3f8e8d73184beea813306fef49432f496cbd50f8411e (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2-activate, org.label-schema.build-date=20240716, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-69149bb, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-29T15:08:04.324 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:04 smithi067 podman[108870]: 2024-07-29 15:08:04.210147663 +0000 UTC m=+0.111034986 container create a7d5a0aa79de6a8770983ed246f0780bc7144271cea9daf51d194fc76c0e5b93 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, RELEASE=main-69149bb, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.build-date=20240716, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-07-29T15:08:04.324 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:04 smithi067 podman[108870]: 2024-07-29 15:08:04.1172539 +0000 UTC m=+0.018141226 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T15:08:04.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:04.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.2\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.2\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.2\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:08:04.738 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:04 smithi067 podman[108870]: 2024-07-29 15:08:04.471769603 +0000 UTC m=+0.372656942 container init a7d5a0aa79de6a8770983ed246f0780bc7144271cea9daf51d194fc76c0e5b93 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, RELEASE=main-69149bb, org.label-schema.build-date=20240716, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-29T15:08:04.738 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:04 smithi067 podman[108870]: 2024-07-29 15:08:04.475159619 +0000 UTC m=+0.376046942 container start a7d5a0aa79de6a8770983ed246f0780bc7144271cea9daf51d194fc76c0e5b93 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2, io.buildah.version=1.36.0, org.label-schema.build-date=20240716, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=main-69149bb, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-29T15:08:04.739 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:04 smithi067 ceph-osd[108890]: -- 172.21.15.67:0/3365178086 <== mon.0 v2:172.21.15.67:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55edfd44fa40 con 0x55edfd42dc00 2024-07-29T15:08:04.739 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:04 smithi067 bash[108870]: a7d5a0aa79de6a8770983ed246f0780bc7144271cea9daf51d194fc76c0e5b93 2024-07-29T15:08:04.739 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:04 smithi067 systemd[1]: Started Ceph osd.2 for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:08:04.919 INFO:tasks.rados.rados.0.smithi067.stdout:1620: done (1 left) 2024-07-29T15:08:04.919 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 21 current snap is 159 2024-07-29T15:08:04.919 INFO:tasks.rados.rados.0.smithi067.stdout:1621: seq_num 536 ranges {540672=581632,1122304=688128,1810432=516096} 2024-07-29T15:08:04.926 INFO:tasks.rados.rados.0.smithi067.stdout:1621: writing smithi06780069-21 from 540672 to 1122304 tid 1 2024-07-29T15:08:04.934 INFO:tasks.rados.rados.0.smithi067.stdout:1621: writing smithi06780069-21 from 1122304 to 1810432 tid 2 2024-07-29T15:08:04.938 INFO:tasks.rados.rados.0.smithi067.stdout:1621: writing smithi06780069-21 from 1810432 to 2326528 tid 3 2024-07-29T15:08:04.938 INFO:tasks.rados.rados.0.smithi067.stdout:1622: snap_remove snap 157 2024-07-29T15:08:05.227 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:05 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2[108886]: 2024-07-29T15:08:05.015+0000 7fb4fb0f1640 -1 Falling back to public interface 2024-07-29T15:08:05.227 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:04 smithi067 ceph-mon[91995]: pgmap v199: 121 pgs: 21 active+undersized, 7 peering, 9 active+undersized+degraded, 84 active+clean; 280 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 2.1 MiB/s wr, 13 op/s; 75/531 objects degraded (14.124%) 2024-07-29T15:08:05.228 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:04 smithi067 ceph-mon[91995]: osdmap e394: 8 total, 7 up, 8 in 2024-07-29T15:08:05.228 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:05.228 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:05.228 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:08:05.228 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:04 smithi067 ceph-mon[94375]: pgmap v199: 121 pgs: 21 active+undersized, 7 peering, 9 active+undersized+degraded, 84 active+clean; 280 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 2.1 MiB/s wr, 13 op/s; 75/531 objects degraded (14.124%) 2024-07-29T15:08:05.228 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:04 smithi067 ceph-mon[94375]: osdmap e394: 8 total, 7 up, 8 in 2024-07-29T15:08:05.228 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:05.228 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:05.228 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:08:05.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:04 smithi138 ceph-mon[86438]: pgmap v199: 121 pgs: 21 active+undersized, 7 peering, 9 active+undersized+degraded, 84 active+clean; 280 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 2.1 MiB/s wr, 13 op/s; 75/531 objects degraded (14.124%) 2024-07-29T15:08:05.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:04 smithi138 ceph-mon[86438]: osdmap e394: 8 total, 7 up, 8 in 2024-07-29T15:08:05.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:05.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:05.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:08:05.945 INFO:tasks.rados.rados.0.smithi067.stdout:1622: done (2 left) 2024-07-29T15:08:05.946 INFO:tasks.rados.rados.0.smithi067.stdout:1623: read oid 46 snap -1 2024-07-29T15:08:05.946 INFO:tasks.rados.rados.0.smithi067.stdout:1623: expect deleted 2024-07-29T15:08:05.946 INFO:tasks.rados.rados.0.smithi067.stdout:1624: read oid 5 snap -1 2024-07-29T15:08:05.946 INFO:tasks.rados.rados.0.smithi067.stdout:1624: expect (ObjNum 525 snap 154 seq_num 525) 2024-07-29T15:08:05.946 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 6 current snap is 159 2024-07-29T15:08:05.946 INFO:tasks.rados.rados.0.smithi067.stdout:1625: seq_num 537 ranges {0=598016,598016=573440,1171456=491520,1662976=139264} 2024-07-29T15:08:05.950 INFO:tasks.rados.rados.0.smithi067.stdout:1625: writing smithi06780069-6 from 0 to 598016 tid 1 2024-07-29T15:08:05.954 INFO:tasks.rados.rados.0.smithi067.stdout:1625: writing smithi06780069-6 from 598016 to 1171456 tid 2 2024-07-29T15:08:05.958 INFO:tasks.rados.rados.0.smithi067.stdout:1625: writing smithi06780069-6 from 1171456 to 1662976 tid 3 2024-07-29T15:08:05.959 INFO:tasks.rados.rados.0.smithi067.stdout:1625: writing smithi06780069-6 from 1662976 to 1802240 tid 4 2024-07-29T15:08:05.959 INFO:tasks.rados.rados.0.smithi067.stdout:1619: expect (ObjNum 454 snap 132 seq_num 454) 2024-07-29T15:08:05.973 INFO:tasks.rados.rados.0.smithi067.stdout:1621: finishing write tid 1 to smithi06780069-21 2024-07-29T15:08:05.973 INFO:tasks.rados.rados.0.smithi067.stdout:1621: finishing write tid 2 to smithi06780069-21 2024-07-29T15:08:05.973 INFO:tasks.rados.rados.0.smithi067.stdout:1621: finishing write tid 3 to smithi06780069-21 2024-07-29T15:08:05.974 INFO:tasks.rados.rados.0.smithi067.stdout:1621: finishing write tid 4 to smithi06780069-21 2024-07-29T15:08:05.974 INFO:tasks.rados.rados.0.smithi067.stdout:1621: finishing write tid 5 to smithi06780069-21 2024-07-29T15:08:05.974 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 793 (ObjNum 536 snap 159 seq_num 536) dirty exists 2024-07-29T15:08:05.974 INFO:tasks.rados.rados.0.smithi067.stdout:1621: left oid 21 (ObjNum 536 snap 159 seq_num 536) 2024-07-29T15:08:05.974 INFO:tasks.rados.rados.0.smithi067.stdout:1619: done (4 left) 2024-07-29T15:08:05.974 INFO:tasks.rados.rados.0.smithi067.stdout:1621: done (3 left) 2024-07-29T15:08:05.974 INFO:tasks.rados.rados.0.smithi067.stdout:1626: rollback oid 13 current snap is 159 2024-07-29T15:08:05.974 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 13 to 141 2024-07-29T15:08:05.974 INFO:tasks.rados.rados.0.smithi067.stdout:1625: finishing write tid 1 to smithi06780069-6 2024-07-29T15:08:05.974 INFO:tasks.rados.rados.0.smithi067.stdout:1625: finishing write tid 2 to smithi06780069-6 2024-07-29T15:08:05.974 INFO:tasks.rados.rados.0.smithi067.stdout:1625: finishing write tid 3 to smithi06780069-6 2024-07-29T15:08:05.974 INFO:tasks.rados.rados.0.smithi067.stdout:1625: finishing write tid 4 to smithi06780069-6 2024-07-29T15:08:05.974 INFO:tasks.rados.rados.0.smithi067.stdout:1625: finishing write tid 5 to smithi06780069-6 2024-07-29T15:08:05.975 INFO:tasks.rados.rados.0.smithi067.stdout:1625: finishing write tid 6 to smithi06780069-6 2024-07-29T15:08:05.975 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 6 v 823 (ObjNum 537 snap 159 seq_num 537) dirty exists 2024-07-29T15:08:05.975 INFO:tasks.rados.rados.0.smithi067.stdout:1625: left oid 6 (ObjNum 537 snap 159 seq_num 537) 2024-07-29T15:08:05.975 INFO:tasks.rados.rados.0.smithi067.stdout:1624: expect (ObjNum 525 snap 154 seq_num 525) 2024-07-29T15:08:06.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:05 smithi138 ceph-mon[86438]: osdmap e395: 8 total, 7 up, 8 in 2024-07-29T15:08:06.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:06.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:08:06.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:05 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:05.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:08:06.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:05 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:05.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:08:06.179 INFO:tasks.rados.rados.0.smithi067.stdout:1626: finishing rollback tid 0 to smithi06780069-13 2024-07-29T15:08:06.179 INFO:tasks.rados.rados.0.smithi067.stdout:1626: finishing rollback tid 1 to smithi06780069-13 2024-07-29T15:08:06.179 INFO:tasks.rados.rados.0.smithi067.stdout:1626: finishing rollback tid 2 to smithi06780069-13 2024-07-29T15:08:06.179 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 13 v 892 (ObjNum 389 snap 117 seq_num 389) dirty exists 2024-07-29T15:08:06.179 INFO:tasks.rados.rados.0.smithi067.stdout:1623: done (3 left) 2024-07-29T15:08:06.180 INFO:tasks.rados.rados.0.smithi067.stdout:1624: done (2 left) 2024-07-29T15:08:06.180 INFO:tasks.rados.rados.0.smithi067.stdout:1625: done (1 left) 2024-07-29T15:08:06.180 INFO:tasks.rados.rados.0.smithi067.stdout:1626: done (0 left) 2024-07-29T15:08:06.180 INFO:tasks.rados.rados.0.smithi067.stdout:1627: read oid 14 snap 155 2024-07-29T15:08:06.180 INFO:tasks.rados.rados.0.smithi067.stdout:1627: expect (ObjNum 453 snap 132 seq_num 453) 2024-07-29T15:08:06.180 INFO:tasks.rados.rados.0.smithi067.stdout:1628: rollback oid 22 current snap is 159 2024-07-29T15:08:06.180 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 22 to 141 2024-07-29T15:08:06.180 INFO:tasks.rados.rados.0.smithi067.stdout:1629: read oid 15 snap -1 2024-07-29T15:08:06.180 INFO:tasks.rados.rados.0.smithi067.stdout:1629: expect (ObjNum 515 snap 151 seq_num 515) 2024-07-29T15:08:06.180 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 49 current snap is 159 2024-07-29T15:08:06.180 INFO:tasks.rados.rados.0.smithi067.stdout:1630: seq_num 538 ranges {9527296=614400,10141696=450560,10592256=704512,11296768=49152} 2024-07-29T15:08:06.188 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:05 smithi067 ceph-mon[91995]: osdmap e395: 8 total, 7 up, 8 in 2024-07-29T15:08:06.188 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:06.188 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:08:06.189 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:05 smithi067 ceph-mon[94375]: osdmap e395: 8 total, 7 up, 8 in 2024-07-29T15:08:06.189 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:06.189 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:08:06.234 INFO:tasks.rados.rados.0.smithi067.stdout:1630: writing smithi06780069-49 from 9527296 to 10141696 tid 1 2024-07-29T15:08:06.237 INFO:tasks.rados.rados.0.smithi067.stdout:1630: writing smithi06780069-49 from 10141696 to 10592256 tid 2 2024-07-29T15:08:06.241 INFO:tasks.rados.rados.0.smithi067.stdout:1630: writing smithi06780069-49 from 10592256 to 11296768 tid 3 2024-07-29T15:08:06.242 INFO:tasks.rados.rados.0.smithi067.stdout:1630: writing smithi06780069-49 from 11296768 to 11345920 tid 4 2024-07-29T15:08:06.242 INFO:tasks.rados.rados.0.smithi067.stdout:1631: copy_from oid 50 from oid 19 current snap is 159 2024-07-29T15:08:06.242 INFO:tasks.rados.rados.0.smithi067.stdout:1628: finishing rollback tid 0 to smithi06780069-22 2024-07-29T15:08:06.242 INFO:tasks.rados.rados.0.smithi067.stdout:1628: finishing rollback tid 1 to smithi06780069-22 2024-07-29T15:08:06.242 INFO:tasks.rados.rados.0.smithi067.stdout:1628: finishing rollback tid 2 to smithi06780069-22 2024-07-29T15:08:06.242 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 686 (ObjNum 469 snap 137 seq_num 469) dirty exists 2024-07-29T15:08:06.242 INFO:tasks.rados.rados.0.smithi067.stdout:1627: expect (ObjNum 453 snap 132 seq_num 453) 2024-07-29T15:08:06.352 INFO:tasks.rados.rados.0.smithi067.stdout:1629: expect (ObjNum 515 snap 151 seq_num 515) 2024-07-29T15:08:06.549 INFO:tasks.rados.rados.0.smithi067.stdout:1630: finishing write tid 1 to smithi06780069-49 2024-07-29T15:08:06.549 INFO:tasks.rados.rados.0.smithi067.stdout:1630: finishing write tid 2 to smithi06780069-49 2024-07-29T15:08:06.549 INFO:tasks.rados.rados.0.smithi067.stdout:1630: finishing write tid 3 to smithi06780069-49 2024-07-29T15:08:06.549 INFO:tasks.rados.rados.0.smithi067.stdout:1630: finishing write tid 4 to smithi06780069-49 2024-07-29T15:08:06.549 INFO:tasks.rados.rados.0.smithi067.stdout:1630: finishing write tid 5 to smithi06780069-49 2024-07-29T15:08:06.549 INFO:tasks.rados.rados.0.smithi067.stdout:1630: finishing write tid 6 to smithi06780069-49 2024-07-29T15:08:06.549 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 898 (ObjNum 538 snap 159 seq_num 538) dirty exists 2024-07-29T15:08:06.549 INFO:tasks.rados.rados.0.smithi067.stdout:1630: left oid 49 (ObjNum 538 snap 159 seq_num 538) 2024-07-29T15:08:06.549 INFO:tasks.rados.rados.0.smithi067.stdout:1631: finishing copy_from racing read to smithi06780069-50 2024-07-29T15:08:06.549 INFO:tasks.rados.rados.0.smithi067.stdout:1631: finishing copy_from to smithi06780069-50 2024-07-29T15:08:06.549 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 50 v 789 (ObjNum 432 snap 126 seq_num 432) dirty exists 2024-07-29T15:08:06.550 INFO:tasks.rados.rados.0.smithi067.stdout:1627: done (4 left) 2024-07-29T15:08:06.550 INFO:tasks.rados.rados.0.smithi067.stdout:1628: done (3 left) 2024-07-29T15:08:06.550 INFO:tasks.rados.rados.0.smithi067.stdout:1629: done (2 left) 2024-07-29T15:08:06.550 INFO:tasks.rados.rados.0.smithi067.stdout:1630: done (1 left) 2024-07-29T15:08:06.550 INFO:tasks.rados.rados.0.smithi067.stdout:1631: done (0 left) 2024-07-29T15:08:06.550 INFO:tasks.rados.rados.0.smithi067.stdout:1632: snap_create 2024-07-29T15:08:06.955 INFO:tasks.rados.rados.0.smithi067.stdout:1632: done (0 left) 2024-07-29T15:08:06.955 INFO:tasks.rados.rados.0.smithi067.stdout:1633: rmattr oid 27 current snap is 160 2024-07-29T15:08:06.955 INFO:tasks.rados.rados.0.smithi067.stdout:1633: done (0 left) 2024-07-29T15:08:06.955 INFO:tasks.rados.rados.0.smithi067.stdout:1634: rollback oid 10 current snap is 160 2024-07-29T15:08:06.955 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 10 to 158 2024-07-29T15:08:06.955 INFO:tasks.rados.rados.0.smithi067.stdout:1635: read oid 14 snap -1 2024-07-29T15:08:06.955 INFO:tasks.rados.rados.0.smithi067.stdout:1635: expect (ObjNum 434 snap 129 seq_num 434) 2024-07-29T15:08:06.955 INFO:tasks.rados.rados.0.smithi067.stdout:1636: read oid 42 snap -1 2024-07-29T15:08:06.955 INFO:tasks.rados.rados.0.smithi067.stdout:1636: expect (ObjNum 528 snap 155 seq_num 528) 2024-07-29T15:08:06.955 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 27 current snap is 160 2024-07-29T15:08:06.955 INFO:tasks.rados.rados.0.smithi067.stdout:1637: seq_num 539 ranges {1490944=630784,2121728=737280,2859008=466944} 2024-07-29T15:08:06.966 INFO:tasks.rados.rados.0.smithi067.stdout:1637: writing smithi06780069-27 from 1490944 to 2121728 tid 1 2024-07-29T15:08:06.970 INFO:tasks.rados.rados.0.smithi067.stdout:1637: writing smithi06780069-27 from 2121728 to 2859008 tid 2 2024-07-29T15:08:06.974 INFO:tasks.rados.rados.0.smithi067.stdout:1637: writing smithi06780069-27 from 2859008 to 3325952 tid 3 2024-07-29T15:08:06.974 INFO:tasks.rados.rados.0.smithi067.stdout:1638: rmattr oid 30 current snap is 160 2024-07-29T15:08:06.974 INFO:tasks.rados.rados.0.smithi067.stdout:1638: done (4 left) 2024-07-29T15:08:06.974 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 5 current snap is 160 2024-07-29T15:08:06.974 INFO:tasks.rados.rados.0.smithi067.stdout:1634: finishing rollback tid 0 to smithi06780069-10 2024-07-29T15:08:06.974 INFO:tasks.rados.rados.0.smithi067.stdout:1634: finishing rollback tid 1 to smithi06780069-10 2024-07-29T15:08:06.974 INFO:tasks.rados.rados.0.smithi067.stdout:1634: finishing rollback tid 2 to smithi06780069-10 2024-07-29T15:08:06.974 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 827 (ObjNum 420 snap 123 seq_num 420) dirty exists 2024-07-29T15:08:06.974 INFO:tasks.rados.rados.0.smithi067.stdout:1636: expect (ObjNum 528 snap 155 seq_num 528) 2024-07-29T15:08:07.018 INFO:tasks.rados.rados.0.smithi067.stdout:1637: finishing write tid 1 to smithi06780069-27 2024-07-29T15:08:07.019 INFO:tasks.rados.rados.0.smithi067.stdout:1637: finishing write tid 2 to smithi06780069-27 2024-07-29T15:08:07.019 INFO:tasks.rados.rados.0.smithi067.stdout:1637: finishing write tid 3 to smithi06780069-27 2024-07-29T15:08:07.019 INFO:tasks.rados.rados.0.smithi067.stdout:1637: finishing write tid 4 to smithi06780069-27 2024-07-29T15:08:07.019 INFO:tasks.rados.rados.0.smithi067.stdout:1637: finishing write tid 5 to smithi06780069-27 2024-07-29T15:08:07.019 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 793 (ObjNum 539 snap 160 seq_num 539) dirty exists 2024-07-29T15:08:07.019 INFO:tasks.rados.rados.0.smithi067.stdout:1637: left oid 27 (ObjNum 539 snap 160 seq_num 539) 2024-07-29T15:08:07.019 INFO:tasks.rados.rados.0.smithi067.stdout:1635: expect (ObjNum 434 snap 129 seq_num 434) 2024-07-29T15:08:07.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:06 smithi067 ceph-mon[91995]: pgmap v202: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 277 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.8 MiB/s wr, 10 op/s; 80/513 objects degraded (15.595%) 2024-07-29T15:08:07.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:06 smithi067 ceph-mon[91995]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-07-29T15:08:07.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:06 smithi067 ceph-mon[91995]: osdmap e396: 8 total, 7 up, 8 in 2024-07-29T15:08:07.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:06 smithi067 ceph-mon[94375]: pgmap v202: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 277 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.8 MiB/s wr, 10 op/s; 80/513 objects degraded (15.595%) 2024-07-29T15:08:07.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:06 smithi067 ceph-mon[94375]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-07-29T15:08:07.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:06 smithi067 ceph-mon[94375]: osdmap e396: 8 total, 7 up, 8 in 2024-07-29T15:08:07.303 INFO:tasks.rados.rados.0.smithi067.stdout:1639: seq_num 540 ranges {4546560=647168,5193728=671744,5865472=532480} 2024-07-29T15:08:07.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:06 smithi138 ceph-mon[86438]: pgmap v202: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 277 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.8 MiB/s wr, 10 op/s; 80/513 objects degraded (15.595%) 2024-07-29T15:08:07.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:06 smithi138 ceph-mon[86438]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-07-29T15:08:07.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:06 smithi138 ceph-mon[86438]: osdmap e396: 8 total, 7 up, 8 in 2024-07-29T15:08:07.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:06 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:06.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi138\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:08:07.332 INFO:tasks.rados.rados.0.smithi067.stdout:1639: writing smithi06780069-5 from 4546560 to 5193728 tid 1 2024-07-29T15:08:07.336 INFO:tasks.rados.rados.0.smithi067.stdout:1639: writing smithi06780069-5 from 5193728 to 5865472 tid 2 2024-07-29T15:08:07.339 INFO:tasks.rados.rados.0.smithi067.stdout:1639: writing smithi06780069-5 from 5865472 to 6397952 tid 3 2024-07-29T15:08:07.339 INFO:tasks.rados.rados.0.smithi067.stdout:1634: done (4 left) 2024-07-29T15:08:07.339 INFO:tasks.rados.rados.0.smithi067.stdout:1635: done (3 left) 2024-07-29T15:08:07.339 INFO:tasks.rados.rados.0.smithi067.stdout:1636: done (2 left) 2024-07-29T15:08:07.339 INFO:tasks.rados.rados.0.smithi067.stdout:1637: done (1 left) 2024-07-29T15:08:07.340 INFO:tasks.rados.rados.0.smithi067.stdout:1640: delete oid 31 current snap is 160 2024-07-29T15:08:07.340 INFO:tasks.rados.rados.0.smithi067.stdout:1639: finishing write tid 1 to smithi06780069-5 2024-07-29T15:08:07.340 INFO:tasks.rados.rados.0.smithi067.stdout:1639: finishing write tid 2 to smithi06780069-5 2024-07-29T15:08:07.341 INFO:tasks.rados.rados.0.smithi067.stdout:1640: done (1 left) 2024-07-29T15:08:07.341 INFO:tasks.rados.rados.0.smithi067.stdout:1641: snap_remove snap 156 2024-07-29T15:08:07.886 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:08:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:08:07] "GET /metrics HTTP/1.1" 200 36323 "" "Prometheus/2.51.0" 2024-07-29T15:08:07.914 INFO:tasks.rados.rados.0.smithi067.stdout:1641: done (1 left) 2024-07-29T15:08:07.914 INFO:tasks.rados.rados.0.smithi067.stdout:1642: setattr oid 23 current snap is 160 2024-07-29T15:08:07.914 INFO:tasks.rados.rados.0.smithi067.stdout:1639: finishing write tid 3 to smithi06780069-5 2024-07-29T15:08:07.915 INFO:tasks.rados.rados.0.smithi067.stdout:1639: finishing write tid 4 to smithi06780069-5 2024-07-29T15:08:07.915 INFO:tasks.rados.rados.0.smithi067.stdout:1639: finishing write tid 5 to smithi06780069-5 2024-07-29T15:08:07.915 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 691 (ObjNum 540 snap 160 seq_num 540) dirty exists 2024-07-29T15:08:07.915 INFO:tasks.rados.rados.0.smithi067.stdout:1639: left oid 5 (ObjNum 540 snap 160 seq_num 540) 2024-07-29T15:08:07.917 INFO:tasks.rados.rados.0.smithi067.stdout:1639: done (1 left) 2024-07-29T15:08:07.917 INFO:tasks.rados.rados.0.smithi067.stdout:1643: copy_from oid 42 from oid 28 current snap is 160 2024-07-29T15:08:07.917 INFO:tasks.rados.rados.0.smithi067.stdout:1644: read oid 26 snap -1 2024-07-29T15:08:07.917 INFO:tasks.rados.rados.0.smithi067.stdout:1644: expect (ObjNum 521 snap 154 seq_num 521) 2024-07-29T15:08:07.917 INFO:tasks.rados.rados.0.smithi067.stdout:1645: copy_from oid 8 from oid 36 current snap is 160 2024-07-29T15:08:07.918 INFO:tasks.rados.rados.0.smithi067.stdout:1646: snap_remove snap 151 2024-07-29T15:08:08.238 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2[108886]: 2024-07-29T15:08:07.948+0000 7fb4fb0f1640 -1 osd.2 388 log_to_monitors true 2024-07-29T15:08:08.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:07 smithi067 ceph-mon[91995]: osdmap e397: 8 total, 7 up, 8 in 2024-07-29T15:08:08.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:07 smithi067 ceph-mon[91995]: Health check update: Degraded data redundancy: 80/513 objects degraded (15.595%), 10 pgs degraded (PG_DEGRADED) 2024-07-29T15:08:08.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:07 smithi067 ceph-mon[91995]: osdmap e398: 8 total, 7 up, 8 in 2024-07-29T15:08:08.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:07 smithi067 ceph-mon[94375]: osdmap e397: 8 total, 7 up, 8 in 2024-07-29T15:08:08.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:07 smithi067 ceph-mon[94375]: Health check update: Degraded data redundancy: 80/513 objects degraded (15.595%), 10 pgs degraded (PG_DEGRADED) 2024-07-29T15:08:08.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:07 smithi067 ceph-mon[94375]: osdmap e398: 8 total, 7 up, 8 in 2024-07-29T15:08:08.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:07 smithi138 ceph-mon[86438]: osdmap e397: 8 total, 7 up, 8 in 2024-07-29T15:08:08.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:07 smithi138 ceph-mon[86438]: Health check update: Degraded data redundancy: 80/513 objects degraded (15.595%), 10 pgs degraded (PG_DEGRADED) 2024-07-29T15:08:08.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:07 smithi138 ceph-mon[86438]: osdmap e398: 8 total, 7 up, 8 in 2024-07-29T15:08:08.918 INFO:tasks.rados.rados.0.smithi067.stdout:1646: done (4 left) 2024-07-29T15:08:08.918 INFO:tasks.rados.rados.0.smithi067.stdout:1647: delete oid 7 current snap is 160 2024-07-29T15:08:08.918 INFO:tasks.rados.rados.0.smithi067.stdout:1645: finishing copy_from to smithi06780069-8 2024-07-29T15:08:08.918 INFO:tasks.rados.rados.0.smithi067.stdout:1645: got expected ENOENT (src dne) 2024-07-29T15:08:08.918 INFO:tasks.rados.rados.0.smithi067.stdout:1645: finishing copy_from racing read to smithi06780069-8 2024-07-29T15:08:08.919 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 805 (ObjNum 450 snap 131 seq_num 450) dirty exists 2024-07-29T15:08:08.919 INFO:tasks.rados.rados.0.smithi067.stdout:1643: finishing copy_from to smithi06780069-42 2024-07-29T15:08:08.919 INFO:tasks.rados.rados.0.smithi067.stdout:1643: got expected ENOENT (src dne) 2024-07-29T15:08:08.919 INFO:tasks.rados.rados.0.smithi067.stdout:1643: finishing copy_from racing read to smithi06780069-42 2024-07-29T15:08:08.919 INFO:tasks.rados.rados.0.smithi067.stdout:1644: expect (ObjNum 521 snap 154 seq_num 521) 2024-07-29T15:08:08.968 INFO:tasks.rados.rados.0.smithi067.stdout:1642: done (4 left) 2024-07-29T15:08:08.968 INFO:tasks.rados.rados.0.smithi067.stdout:1643: done (3 left) 2024-07-29T15:08:08.969 INFO:tasks.rados.rados.0.smithi067.stdout:1644: done (2 left) 2024-07-29T15:08:08.969 INFO:tasks.rados.rados.0.smithi067.stdout:1645: done (1 left) 2024-07-29T15:08:08.969 INFO:tasks.rados.rados.0.smithi067.stdout:1647: done (0 left) 2024-07-29T15:08:08.969 INFO:tasks.rados.rados.0.smithi067.stdout:1648: read oid 24 snap -1 2024-07-29T15:08:08.969 INFO:tasks.rados.rados.0.smithi067.stdout:1648: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:08:08.969 INFO:tasks.rados.rados.0.smithi067.stdout:1649: setattr oid 18 current snap is 160 2024-07-29T15:08:08.970 INFO:tasks.rados.rados.0.smithi067.stdout:1650: copy_from oid 2 from oid 47 current snap is 160 2024-07-29T15:08:08.971 INFO:tasks.rados.rados.0.smithi067.stdout:1651: delete oid 45 current snap is 160 2024-07-29T15:08:08.972 INFO:tasks.rados.rados.0.smithi067.stdout:1648: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:08:08.979 INFO:tasks.rados.rados.0.smithi067.stdout:1650: finishing copy_from racing read to smithi06780069-2 2024-07-29T15:08:09.012 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 693 (ObjNum 526 snap 154 seq_num 526) dirty exists 2024-07-29T15:08:09.019 INFO:tasks.rados.rados.0.smithi067.stdout:1648: done (3 left) 2024-07-29T15:08:09.019 INFO:tasks.rados.rados.0.smithi067.stdout:1649: done (2 left) 2024-07-29T15:08:09.019 INFO:tasks.rados.rados.0.smithi067.stdout:1651: done (1 left) 2024-07-29T15:08:09.019 INFO:tasks.rados.rados.0.smithi067.stdout:1652: read oid 7 snap -1 2024-07-29T15:08:09.019 INFO:tasks.rados.rados.0.smithi067.stdout:1652: expect deleted 2024-07-29T15:08:09.019 INFO:tasks.rados.rados.0.smithi067.stdout:1653: copy_from oid 33 from oid 11 current snap is 160 2024-07-29T15:08:09.019 INFO:tasks.rados.rados.0.smithi067.stdout:1654: copy_from oid 10 from oid 46 current snap is 160 2024-07-29T15:08:09.019 INFO:tasks.rados.rados.0.smithi067.stdout:1655: snap_remove snap 154 2024-07-29T15:08:09.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:09 smithi067 ceph-mon[91995]: pgmap v205: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 285 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 301 KiB/s rd, 3.3 MiB/s wr, 13 op/s; 83/519 objects degraded (15.992%) 2024-07-29T15:08:09.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:09 smithi067 ceph-mon[91995]: from='osd.2 [v2:172.21.15.67:6818/3921326799,v1:172.21.15.67:6819/3921326799]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-07-29T15:08:09.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:09 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:09.265 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:09 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:09.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:09 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:09.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:09 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:09.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:09 smithi067 ceph-mon[91995]: from='osd.2 [v2:172.21.15.67:6818/3921326799,v1:172.21.15.67:6819/3921326799]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-07-29T15:08:09.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:09 smithi067 ceph-mon[91995]: osdmap e399: 8 total, 7 up, 8 in 2024-07-29T15:08:09.266 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:09 smithi067 ceph-mon[91995]: from='osd.2 [v2:172.21.15.67:6818/3921326799,v1:172.21.15.67:6819/3921326799]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T15:08:09.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:09 smithi067 ceph-mon[94375]: pgmap v205: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 285 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 301 KiB/s rd, 3.3 MiB/s wr, 13 op/s; 83/519 objects degraded (15.992%) 2024-07-29T15:08:09.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:09 smithi067 ceph-mon[94375]: from='osd.2 [v2:172.21.15.67:6818/3921326799,v1:172.21.15.67:6819/3921326799]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-07-29T15:08:09.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:09 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:09.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:09 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:09.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:09 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:09.266 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:09 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:09.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:09 smithi067 ceph-mon[94375]: from='osd.2 [v2:172.21.15.67:6818/3921326799,v1:172.21.15.67:6819/3921326799]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-07-29T15:08:09.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:09 smithi067 ceph-mon[94375]: osdmap e399: 8 total, 7 up, 8 in 2024-07-29T15:08:09.267 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:09 smithi067 ceph-mon[94375]: from='osd.2 [v2:172.21.15.67:6818/3921326799,v1:172.21.15.67:6819/3921326799]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T15:08:09.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:09 smithi138 ceph-mon[86438]: pgmap v205: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 285 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 301 KiB/s rd, 3.3 MiB/s wr, 13 op/s; 83/519 objects degraded (15.992%) 2024-07-29T15:08:09.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:09 smithi138 ceph-mon[86438]: from='osd.2 [v2:172.21.15.67:6818/3921326799,v1:172.21.15.67:6819/3921326799]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-07-29T15:08:09.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:09 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:09.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:09 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:09.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:09 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:09.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:09 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:09.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:09 smithi138 ceph-mon[86438]: from='osd.2 [v2:172.21.15.67:6818/3921326799,v1:172.21.15.67:6819/3921326799]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-07-29T15:08:09.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:09 smithi138 ceph-mon[86438]: osdmap e399: 8 total, 7 up, 8 in 2024-07-29T15:08:09.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:09 smithi138 ceph-mon[86438]: from='osd.2 [v2:172.21.15.67:6818/3921326799,v1:172.21.15.67:6819/3921326799]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T15:08:09.582 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:08:09 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2[108886]: 2024-07-29T15:08:09.408+0000 7fb4eee93640 -1 osd.2 388 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-29T15:08:10.009 INFO:tasks.rados.rados.0.smithi067.stdout:1655: done (4 left) 2024-07-29T15:08:10.009 INFO:tasks.rados.rados.0.smithi067.stdout:1656: copy_from oid 28 from oid 36 current snap is 160 2024-07-29T15:08:10.009 INFO:tasks.rados.rados.0.smithi067.stdout:1657: rmattr oid 18 current snap is 160 2024-07-29T15:08:10.009 INFO:tasks.rados.rados.0.smithi067.stdout:1658: snap_create 2024-07-29T15:08:10.009 INFO:tasks.rados.rados.0.smithi067.stdout:1650: finishing copy_from to smithi06780069-2 2024-07-29T15:08:10.009 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 558 (ObjNum 476 snap 140 seq_num 476) dirty exists 2024-07-29T15:08:10.009 INFO:tasks.rados.rados.0.smithi067.stdout:1654: finishing copy_from to smithi06780069-10 2024-07-29T15:08:10.009 INFO:tasks.rados.rados.0.smithi067.stdout:1654: got expected ENOENT (src dne) 2024-07-29T15:08:10.010 INFO:tasks.rados.rados.0.smithi067.stdout:1654: finishing copy_from racing read to smithi06780069-10 2024-07-29T15:08:10.010 INFO:tasks.rados.rados.0.smithi067.stdout:1653: finishing copy_from racing read to smithi06780069-33 2024-07-29T15:08:10.010 INFO:tasks.rados.rados.0.smithi067.stdout:1653: finishing copy_from to smithi06780069-33 2024-07-29T15:08:10.010 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 33 v 799 (ObjNum 518 snap 152 seq_num 518) dirty exists 2024-07-29T15:08:10.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:10 smithi138 ceph-mon[86438]: from='osd.2 [v2:172.21.15.67:6818/3921326799,v1:172.21.15.67:6819/3921326799]' entity='osd.2' 2024-07-29T15:08:10.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:10 smithi138 ceph-mon[86438]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-29T15:08:10.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:10 smithi138 ceph-mon[86438]: osd.2 [v2:172.21.15.67:6818/3921326799,v1:172.21.15.67:6819/3921326799] boot 2024-07-29T15:08:10.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:10 smithi138 ceph-mon[86438]: osdmap e400: 8 total, 8 up, 8 in 2024-07-29T15:08:10.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:10 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-29T15:08:10.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:08:10.681 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:10 smithi067 ceph-mon[91995]: from='osd.2 [v2:172.21.15.67:6818/3921326799,v1:172.21.15.67:6819/3921326799]' entity='osd.2' 2024-07-29T15:08:10.681 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:10 smithi067 ceph-mon[91995]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-29T15:08:10.682 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:10 smithi067 ceph-mon[91995]: osd.2 [v2:172.21.15.67:6818/3921326799,v1:172.21.15.67:6819/3921326799] boot 2024-07-29T15:08:10.682 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:10 smithi067 ceph-mon[91995]: osdmap e400: 8 total, 8 up, 8 in 2024-07-29T15:08:10.682 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:10 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-29T15:08:10.682 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:10 smithi067 ceph-mon[94375]: from='osd.2 [v2:172.21.15.67:6818/3921326799,v1:172.21.15.67:6819/3921326799]' entity='osd.2' 2024-07-29T15:08:10.682 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:10 smithi067 ceph-mon[94375]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-29T15:08:10.682 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:10 smithi067 ceph-mon[94375]: osd.2 [v2:172.21.15.67:6818/3921326799,v1:172.21.15.67:6819/3921326799] boot 2024-07-29T15:08:10.682 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:10 smithi067 ceph-mon[94375]: osdmap e400: 8 total, 8 up, 8 in 2024-07-29T15:08:10.682 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:10 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-29T15:08:11.007 INFO:tasks.rados.rados.0.smithi067.stdout:1650: done (6 left) 2024-07-29T15:08:11.007 INFO:tasks.rados.rados.0.smithi067.stdout:1652: done (5 left) 2024-07-29T15:08:11.007 INFO:tasks.rados.rados.0.smithi067.stdout:1653: done (4 left) 2024-07-29T15:08:11.007 INFO:tasks.rados.rados.0.smithi067.stdout:1654: done (3 left) 2024-07-29T15:08:11.007 INFO:tasks.rados.rados.0.smithi067.stdout:1658: done (2 left) 2024-07-29T15:08:11.007 INFO:tasks.rados.rados.0.smithi067.stdout:1659: rollback oid 14 current snap is 161 2024-07-29T15:08:11.007 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 14 to 144 2024-07-29T15:08:11.007 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 27 current snap is 161 2024-07-29T15:08:11.007 INFO:tasks.rados.rados.0.smithi067.stdout:1660: seq_num 544 ranges {3325952=720896,4046848=614400,4661248=589824} 2024-07-29T15:08:11.033 INFO:tasks.rados.rados.0.smithi067.stdout:1660: writing smithi06780069-27 from 3325952 to 4046848 tid 1 2024-07-29T15:08:11.037 INFO:tasks.rados.rados.0.smithi067.stdout:1660: writing smithi06780069-27 from 4046848 to 4661248 tid 2 2024-07-29T15:08:11.042 INFO:tasks.rados.rados.0.smithi067.stdout:1660: writing smithi06780069-27 from 4661248 to 5251072 tid 3 2024-07-29T15:08:11.042 INFO:tasks.rados.rados.0.smithi067.stdout:1661: read oid 3 snap -1 2024-07-29T15:08:11.042 INFO:tasks.rados.rados.0.smithi067.stdout:1661: expect (ObjNum 453 snap 132 seq_num 453) 2024-07-29T15:08:11.042 INFO:tasks.rados.rados.0.smithi067.stdout:1662: read oid 32 snap -1 2024-07-29T15:08:11.042 INFO:tasks.rados.rados.0.smithi067.stdout:1662: expect (ObjNum 531 snap 156 seq_num 531) 2024-07-29T15:08:11.042 INFO:tasks.rados.rados.0.smithi067.stdout:1663: rollback oid 2 current snap is 161 2024-07-29T15:08:11.042 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 2 to 158 2024-07-29T15:08:11.042 INFO:tasks.rados.rados.0.smithi067.stdout:1664: copy_from oid 6 from oid 29 current snap is 161 2024-07-29T15:08:11.042 INFO:tasks.rados.rados.0.smithi067.stdout:1665: delete oid 35 current snap is 161 2024-07-29T15:08:11.042 INFO:tasks.rados.rados.0.smithi067.stdout:1659: finishing rollback tid 0 to smithi06780069-14 2024-07-29T15:08:11.042 INFO:tasks.rados.rados.0.smithi067.stdout:1659: finishing rollback tid 1 to smithi06780069-14 2024-07-29T15:08:11.043 INFO:tasks.rados.rados.0.smithi067.stdout:1659: finishing rollback tid 2 to smithi06780069-14 2024-07-29T15:08:11.043 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 14 v 574 (ObjNum 434 snap 129 seq_num 434) dirty exists 2024-07-29T15:08:11.043 INFO:tasks.rados.rados.0.smithi067.stdout:1656: finishing copy_from to smithi06780069-28 2024-07-29T15:08:11.043 INFO:tasks.rados.rados.0.smithi067.stdout:1656: got expected ENOENT (src dne) 2024-07-29T15:08:11.043 INFO:tasks.rados.rados.0.smithi067.stdout:1656: finishing copy_from racing read to smithi06780069-28 2024-07-29T15:08:11.043 INFO:tasks.rados.rados.0.smithi067.stdout:1660: finishing write tid 1 to smithi06780069-27 2024-07-29T15:08:11.043 INFO:tasks.rados.rados.0.smithi067.stdout:1660: finishing write tid 2 to smithi06780069-27 2024-07-29T15:08:11.046 INFO:tasks.rados.rados.0.smithi067.stdout:1660: finishing write tid 3 to smithi06780069-27 2024-07-29T15:08:11.047 INFO:tasks.rados.rados.0.smithi067.stdout:1663: finishing rollback tid 0 to smithi06780069-2 2024-07-29T15:08:11.048 INFO:tasks.rados.rados.0.smithi067.stdout:1663: finishing rollback tid 1 to smithi06780069-2 2024-07-29T15:08:11.048 INFO:tasks.rados.rados.0.smithi067.stdout:1663: finishing rollback tid 2 to smithi06780069-2 2024-07-29T15:08:11.048 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 652 (ObjNum 499 snap 149 seq_num 499) dirty exists 2024-07-29T15:08:11.050 INFO:tasks.rados.rados.0.smithi067.stdout:1660: finishing write tid 4 to smithi06780069-27 2024-07-29T15:08:11.055 INFO:tasks.rados.rados.0.smithi067.stdout:1656: done (8 left) 2024-07-29T15:08:11.055 INFO:tasks.rados.rados.0.smithi067.stdout:1659: done (7 left) 2024-07-29T15:08:11.055 INFO:tasks.rados.rados.0.smithi067.stdout:1663: done (6 left) 2024-07-29T15:08:11.055 INFO:tasks.rados.rados.0.smithi067.stdout:1665: done (5 left) 2024-07-29T15:08:11.056 INFO:tasks.rados.rados.0.smithi067.stdout:1666: rollback oid 24 current snap is 161 2024-07-29T15:08:11.056 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 24 to 158 2024-07-29T15:08:11.056 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 28 current snap is 161 2024-07-29T15:08:11.056 INFO:tasks.rados.rados.0.smithi067.stdout:1667: seq_num 546 ranges {0=753664,753664=778240,1531904=425984} 2024-07-29T15:08:11.060 INFO:tasks.rados.rados.0.smithi067.stdout:1667: writing smithi06780069-28 from 0 to 753664 tid 1 2024-07-29T15:08:11.065 INFO:tasks.rados.rados.0.smithi067.stdout:1667: writing smithi06780069-28 from 753664 to 1531904 tid 2 2024-07-29T15:08:11.069 INFO:tasks.rados.rados.0.smithi067.stdout:1667: writing smithi06780069-28 from 1531904 to 1957888 tid 3 2024-07-29T15:08:11.069 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 19 current snap is 161 2024-07-29T15:08:11.069 INFO:tasks.rados.rados.0.smithi067.stdout:1668: seq_num 547 ranges {6619136=770048,7389184=663552,8052736=466944,8519680=73728} 2024-07-29T15:08:11.111 INFO:tasks.rados.rados.0.smithi067.stdout:1668: writing smithi06780069-19 from 6619136 to 7389184 tid 1 2024-07-29T15:08:11.116 INFO:tasks.rados.rados.0.smithi067.stdout:1668: writing smithi06780069-19 from 7389184 to 8052736 tid 2 2024-07-29T15:08:11.119 INFO:tasks.rados.rados.0.smithi067.stdout:1668: writing smithi06780069-19 from 8052736 to 8519680 tid 3 2024-07-29T15:08:11.119 INFO:tasks.rados.rados.0.smithi067.stdout:1668: writing smithi06780069-19 from 8519680 to 8593408 tid 4 2024-07-29T15:08:11.120 INFO:tasks.rados.rados.0.smithi067.stdout:1669: read oid 43 snap -1 2024-07-29T15:08:11.120 INFO:tasks.rados.rados.0.smithi067.stdout:1669: expect (ObjNum 458 snap 133 seq_num 458) 2024-07-29T15:08:11.120 INFO:tasks.rados.rados.0.smithi067.stdout:1670: delete oid 5 current snap is 161 2024-07-29T15:08:11.120 INFO:tasks.rados.rados.0.smithi067.stdout:1661: expect (ObjNum 453 snap 132 seq_num 453) 2024-07-29T15:08:11.250 INFO:tasks.rados.rados.0.smithi067.stdout:1660: finishing write tid 5 to smithi06780069-27 2024-07-29T15:08:11.250 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 797 (ObjNum 544 snap 161 seq_num 544) dirty exists 2024-07-29T15:08:11.250 INFO:tasks.rados.rados.0.smithi067.stdout:1660: left oid 27 (ObjNum 544 snap 161 seq_num 544) 2024-07-29T15:08:11.250 INFO:tasks.rados.rados.0.smithi067.stdout:1662: expect (ObjNum 531 snap 156 seq_num 531) 2024-07-29T15:08:11.385 INFO:tasks.rados.rados.0.smithi067.stdout:1666: finishing rollback tid 0 to smithi06780069-24 2024-07-29T15:08:11.385 INFO:tasks.rados.rados.0.smithi067.stdout:1666: finishing rollback tid 1 to smithi06780069-24 2024-07-29T15:08:11.385 INFO:tasks.rados.rados.0.smithi067.stdout:1666: finishing rollback tid 2 to smithi06780069-24 2024-07-29T15:08:11.385 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 24 v 885 (ObjNum 1761 snap 0 seq_num 3880323840) dirty exists 2024-07-29T15:08:11.385 INFO:tasks.rados.rados.0.smithi067.stdout:1667: finishing write tid 1 to smithi06780069-28 2024-07-29T15:08:11.385 INFO:tasks.rados.rados.0.smithi067.stdout:1667: finishing write tid 2 to smithi06780069-28 2024-07-29T15:08:11.385 INFO:tasks.rados.rados.0.smithi067.stdout:1660: done (9 left) 2024-07-29T15:08:11.385 INFO:tasks.rados.rados.0.smithi067.stdout:1661: done (8 left) 2024-07-29T15:08:11.385 INFO:tasks.rados.rados.0.smithi067.stdout:1662: done (7 left) 2024-07-29T15:08:11.385 INFO:tasks.rados.rados.0.smithi067.stdout:1666: done (6 left) 2024-07-29T15:08:11.385 INFO:tasks.rados.rados.0.smithi067.stdout:1670: done (5 left) 2024-07-29T15:08:11.385 INFO:tasks.rados.rados.0.smithi067.stdout:1671: copy_from oid 33 from oid 13 current snap is 161 2024-07-29T15:08:11.385 INFO:tasks.rados.rados.0.smithi067.stdout:1664: finishing copy_from racing read to smithi06780069-6 2024-07-29T15:08:11.386 INFO:tasks.rados.rados.0.smithi067.stdout:1667: finishing write tid 3 to smithi06780069-28 2024-07-29T15:08:11.386 INFO:tasks.rados.rados.0.smithi067.stdout:1667: finishing write tid 4 to smithi06780069-28 2024-07-29T15:08:11.386 INFO:tasks.rados.rados.0.smithi067.stdout:1667: finishing write tid 5 to smithi06780069-28 2024-07-29T15:08:11.386 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 28 v 116 (ObjNum 546 snap 161 seq_num 546) dirty exists 2024-07-29T15:08:11.386 INFO:tasks.rados.rados.0.smithi067.stdout:1667: left oid 28 (ObjNum 546 snap 161 seq_num 546) 2024-07-29T15:08:11.386 INFO:tasks.rados.rados.0.smithi067.stdout:1664: finishing copy_from to smithi06780069-6 2024-07-29T15:08:11.386 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 6 v 682 (ObjNum 498 snap 149 seq_num 498) dirty exists 2024-07-29T15:08:11.386 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 694 (ObjNum 526 snap 154 seq_num 526) dirty exists 2024-07-29T15:08:11.386 INFO:tasks.rados.rados.0.smithi067.stdout:1668: finishing write tid 1 to smithi06780069-19 2024-07-29T15:08:11.386 INFO:tasks.rados.rados.0.smithi067.stdout:1668: finishing write tid 2 to smithi06780069-19 2024-07-29T15:08:11.386 INFO:tasks.rados.rados.0.smithi067.stdout:1668: finishing write tid 3 to smithi06780069-19 2024-07-29T15:08:11.386 INFO:tasks.rados.rados.0.smithi067.stdout:1668: finishing write tid 4 to smithi06780069-19 2024-07-29T15:08:11.386 INFO:tasks.rados.rados.0.smithi067.stdout:1668: finishing write tid 5 to smithi06780069-19 2024-07-29T15:08:11.387 INFO:tasks.rados.rados.0.smithi067.stdout:1668: finishing write tid 6 to smithi06780069-19 2024-07-29T15:08:11.387 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 19 v 838 (ObjNum 547 snap 161 seq_num 547) dirty exists 2024-07-29T15:08:11.387 INFO:tasks.rados.rados.0.smithi067.stdout:1668: left oid 19 (ObjNum 547 snap 161 seq_num 547) 2024-07-29T15:08:11.387 INFO:tasks.rados.rados.0.smithi067.stdout:1669: expect (ObjNum 458 snap 133 seq_num 458) 2024-07-29T15:08:11.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:11 smithi067 ceph-mon[91995]: pgmap v208: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 285 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.4 MiB/s wr, 9 op/s; 83/519 objects degraded (15.992%) 2024-07-29T15:08:11.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:11 smithi067 ceph-mon[91995]: osdmap e401: 8 total, 8 up, 8 in 2024-07-29T15:08:11.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:11 smithi067 ceph-mon[94375]: pgmap v208: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 285 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.4 MiB/s wr, 9 op/s; 83/519 objects degraded (15.992%) 2024-07-29T15:08:11.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:11 smithi067 ceph-mon[94375]: osdmap e401: 8 total, 8 up, 8 in 2024-07-29T15:08:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:11 smithi138 ceph-mon[86438]: pgmap v208: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 285 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.4 MiB/s wr, 9 op/s; 83/519 objects degraded (15.992%) 2024-07-29T15:08:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:11 smithi138 ceph-mon[86438]: osdmap e401: 8 total, 8 up, 8 in 2024-07-29T15:08:12.043 INFO:tasks.rados.rados.0.smithi067.stdout:1671: finishing copy_from racing read to smithi06780069-33 2024-07-29T15:08:12.044 INFO:tasks.rados.rados.0.smithi067.stdout:1671: finishing copy_from to smithi06780069-33 2024-07-29T15:08:12.044 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 33 v 892 (ObjNum 389 snap 117 seq_num 389) dirty exists 2024-07-29T15:08:12.044 INFO:tasks.rados.rados.0.smithi067.stdout:1657: done (5 left) 2024-07-29T15:08:12.044 INFO:tasks.rados.rados.0.smithi067.stdout:1664: done (4 left) 2024-07-29T15:08:12.044 INFO:tasks.rados.rados.0.smithi067.stdout:1667: done (3 left) 2024-07-29T15:08:12.044 INFO:tasks.rados.rados.0.smithi067.stdout:1668: done (2 left) 2024-07-29T15:08:12.044 INFO:tasks.rados.rados.0.smithi067.stdout:1669: done (1 left) 2024-07-29T15:08:12.044 INFO:tasks.rados.rados.0.smithi067.stdout:1671: done (0 left) 2024-07-29T15:08:12.044 INFO:tasks.rados.rados.0.smithi067.stdout:1672: rmattr oid 22 current snap is 161 2024-07-29T15:08:12.044 INFO:tasks.rados.rados.0.smithi067.stdout:1672: done (0 left) 2024-07-29T15:08:12.044 INFO:tasks.rados.rados.0.smithi067.stdout:1673: snap_remove snap 141 2024-07-29T15:08:12.417 INFO:tasks.rados.rados.0.smithi067.stdout:1673: done (0 left) 2024-07-29T15:08:12.417 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 44 current snap is 161 2024-07-29T15:08:12.417 INFO:tasks.rados.rados.0.smithi067.stdout:1674: seq_num 549 ranges {0=802816,802816=483328,1286144=434176,1720320=286720} 2024-07-29T15:08:12.422 INFO:tasks.rados.rados.0.smithi067.stdout:1674: writing smithi06780069-44 from 0 to 802816 tid 1 2024-07-29T15:08:12.425 INFO:tasks.rados.rados.0.smithi067.stdout:1674: writing smithi06780069-44 from 802816 to 1286144 tid 2 2024-07-29T15:08:12.428 INFO:tasks.rados.rados.0.smithi067.stdout:1674: writing smithi06780069-44 from 1286144 to 1720320 tid 3 2024-07-29T15:08:12.431 INFO:tasks.rados.rados.0.smithi067.stdout:1674: writing smithi06780069-44 from 1720320 to 2007040 tid 4 2024-07-29T15:08:12.431 INFO:tasks.rados.rados.0.smithi067.stdout:1675: copy_from oid 45 from oid 37 current snap is 161 2024-07-29T15:08:12.431 INFO:tasks.rados.rados.0.smithi067.stdout:1676: rollback oid 30 current snap is 161 2024-07-29T15:08:12.431 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 30 to 159 2024-07-29T15:08:12.431 INFO:tasks.rados.rados.0.smithi067.stdout:1677: rollback oid 16 current snap is 161 2024-07-29T15:08:12.432 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 16 to 159 2024-07-29T15:08:12.432 INFO:tasks.rados.rados.0.smithi067.stdout:1678: snap_remove snap 158 2024-07-29T15:08:12.488 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:08:12 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:08:12.318+0000 7f799bbb6640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-07-29T15:08:13.422 INFO:tasks.rados.rados.0.smithi067.stdout:1678: done (4 left) 2024-07-29T15:08:13.422 INFO:tasks.rados.rados.0.smithi067.stdout:1679: snap_remove snap 129 2024-07-29T15:08:13.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:13 smithi067 ceph-mon[91995]: pgmap v211: 121 pgs: 21 peering, 9 active+undersized, 7 active+undersized+degraded, 84 active+clean; 287 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 996 KiB/s wr, 8 op/s; 67/519 objects degraded (12.909%) 2024-07-29T15:08:13.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:13 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:13.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:13 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:13.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:13 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:08:13.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:13 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:08:13.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:13 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:13.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:13 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:08:13.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:13 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:08:13.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:13 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:08:13.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:13 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:08:13.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:13 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-29T15:08:13.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:13 smithi067 ceph-mon[91995]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-29T15:08:13.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:13 smithi067 ceph-mon[91995]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-07-29T15:08:13.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:13 smithi067 ceph-mon[91995]: osdmap e402: 8 total, 8 up, 8 in 2024-07-29T15:08:13.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:13 smithi067 ceph-mon[91995]: Health check update: Degraded data redundancy: 67/519 objects degraded (12.909%), 7 pgs degraded (PG_DEGRADED) 2024-07-29T15:08:13.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:13 smithi067 ceph-mon[94375]: pgmap v211: 121 pgs: 21 peering, 9 active+undersized, 7 active+undersized+degraded, 84 active+clean; 287 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 996 KiB/s wr, 8 op/s; 67/519 objects degraded (12.909%) 2024-07-29T15:08:13.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:13 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:13.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:13 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:13.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:13 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:08:13.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:13 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:08:13.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:13 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:13.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:13 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:08:13.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:13 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:08:13.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:13 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:08:13.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:13 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:08:13.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:13 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-29T15:08:13.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:13 smithi067 ceph-mon[94375]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-29T15:08:13.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:13 smithi067 ceph-mon[94375]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-07-29T15:08:13.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:13 smithi067 ceph-mon[94375]: osdmap e402: 8 total, 8 up, 8 in 2024-07-29T15:08:13.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:13 smithi067 ceph-mon[94375]: Health check update: Degraded data redundancy: 67/519 objects degraded (12.909%), 7 pgs degraded (PG_DEGRADED) 2024-07-29T15:08:13.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:13 smithi138 ceph-mon[86438]: pgmap v211: 121 pgs: 21 peering, 9 active+undersized, 7 active+undersized+degraded, 84 active+clean; 287 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 996 KiB/s wr, 8 op/s; 67/519 objects degraded (12.909%) 2024-07-29T15:08:13.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:13 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:13.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:13 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:13.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:13 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:08:13.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:13 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:08:13.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:13 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:13.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:13 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:08:13.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:13 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:08:13.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:13 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:08:13.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:13 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:08:13.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:13 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-29T15:08:13.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:13 smithi138 ceph-mon[86438]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-29T15:08:13.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:13 smithi138 ceph-mon[86438]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-07-29T15:08:13.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:13 smithi138 ceph-mon[86438]: osdmap e402: 8 total, 8 up, 8 in 2024-07-29T15:08:13.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:13 smithi138 ceph-mon[86438]: Health check update: Degraded data redundancy: 67/519 objects degraded (12.909%), 7 pgs degraded (PG_DEGRADED) 2024-07-29T15:08:14.424 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:14 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:14.147Z caller=alerting.go:391 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.2\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.2\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.2\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-07-29T15:08:14.425 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:14 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:14.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.2\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.2\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.2\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:08:14.429 INFO:tasks.rados.rados.0.smithi067.stdout:1679: done (4 left) 2024-07-29T15:08:14.429 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 40 current snap is 161 2024-07-29T15:08:14.429 INFO:tasks.rados.rados.0.smithi067.stdout:1675: finishing copy_from to smithi06780069-45 2024-07-29T15:08:14.429 INFO:tasks.rados.rados.0.smithi067.stdout:1675: got expected ENOENT (src dne) 2024-07-29T15:08:14.429 INFO:tasks.rados.rados.0.smithi067.stdout:1680: seq_num 550 ranges {0=417792,417792=770048,1187840=638976,1826816=196608} 2024-07-29T15:08:14.431 INFO:tasks.rados.rados.0.smithi067.stdout:1680: writing smithi06780069-40 from 0 to 417792 tid 1 2024-07-29T15:08:14.437 INFO:tasks.rados.rados.0.smithi067.stdout:1680: writing smithi06780069-40 from 417792 to 1187840 tid 2 2024-07-29T15:08:14.441 INFO:tasks.rados.rados.0.smithi067.stdout:1680: writing smithi06780069-40 from 1187840 to 1826816 tid 3 2024-07-29T15:08:14.444 INFO:tasks.rados.rados.0.smithi067.stdout:1680: writing smithi06780069-40 from 1826816 to 2023424 tid 4 2024-07-29T15:08:14.445 INFO:tasks.rados.rados.0.smithi067.stdout:1681: read oid 46 snap -1 2024-07-29T15:08:14.445 INFO:tasks.rados.rados.0.smithi067.stdout:1681: expect deleted 2024-07-29T15:08:14.445 INFO:tasks.rados.rados.0.smithi067.stdout:1675: finishing copy_from racing read to smithi06780069-45 2024-07-29T15:08:14.445 INFO:tasks.rados.rados.0.smithi067.stdout:1676: finishing rollback tid 0 to smithi06780069-30 2024-07-29T15:08:14.445 INFO:tasks.rados.rados.0.smithi067.stdout:1676: finishing rollback tid 1 to smithi06780069-30 2024-07-29T15:08:14.445 INFO:tasks.rados.rados.0.smithi067.stdout:1674: finishing write tid 1 to smithi06780069-44 2024-07-29T15:08:14.445 INFO:tasks.rados.rados.0.smithi067.stdout:1674: finishing write tid 2 to smithi06780069-44 2024-07-29T15:08:14.445 INFO:tasks.rados.rados.0.smithi067.stdout:1674: finishing write tid 3 to smithi06780069-44 2024-07-29T15:08:14.445 INFO:tasks.rados.rados.0.smithi067.stdout:1674: finishing write tid 4 to smithi06780069-44 2024-07-29T15:08:14.445 INFO:tasks.rados.rados.0.smithi067.stdout:1674: finishing write tid 5 to smithi06780069-44 2024-07-29T15:08:14.445 INFO:tasks.rados.rados.0.smithi067.stdout:1676: finishing rollback tid 2 to smithi06780069-30 2024-07-29T15:08:14.445 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 823 (ObjNum 518 snap 152 seq_num 518) dirty exists 2024-07-29T15:08:14.445 INFO:tasks.rados.rados.0.smithi067.stdout:1677: finishing rollback tid 0 to smithi06780069-16 2024-07-29T15:08:14.446 INFO:tasks.rados.rados.0.smithi067.stdout:1677: finishing rollback tid 1 to smithi06780069-16 2024-07-29T15:08:14.446 INFO:tasks.rados.rados.0.smithi067.stdout:1677: finishing rollback tid 2 to smithi06780069-16 2024-07-29T15:08:14.446 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 16 v 909 (ObjNum 514 snap 151 seq_num 514) dirty exists 2024-07-29T15:08:14.446 INFO:tasks.rados.rados.0.smithi067.stdout:1674: finishing write tid 6 to smithi06780069-44 2024-07-29T15:08:14.446 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 519 (ObjNum 549 snap 161 seq_num 549) dirty exists 2024-07-29T15:08:14.446 INFO:tasks.rados.rados.0.smithi067.stdout:1674: left oid 44 (ObjNum 549 snap 161 seq_num 549) 2024-07-29T15:08:14.446 INFO:tasks.rados.rados.0.smithi067.stdout:1682: read oid 24 snap 159 2024-07-29T15:08:14.447 INFO:tasks.rados.rados.0.smithi067.stdout:1682: expect (ObjNum -415128768 snap 21888 seq_num 3879861456) 2024-07-29T15:08:14.447 INFO:tasks.rados.rados.0.smithi067.stdout:1674: done (6 left) 2024-07-29T15:08:14.447 INFO:tasks.rados.rados.0.smithi067.stdout:1675: done (5 left) 2024-07-29T15:08:14.447 INFO:tasks.rados.rados.0.smithi067.stdout:1676: done (4 left) 2024-07-29T15:08:14.447 INFO:tasks.rados.rados.0.smithi067.stdout:1677: done (3 left) 2024-07-29T15:08:14.447 INFO:tasks.rados.rados.0.smithi067.stdout:1683: delete oid 25 current snap is 161 2024-07-29T15:08:14.448 INFO:tasks.rados.rados.0.smithi067.stdout:1680: finishing write tid 1 to smithi06780069-40 2024-07-29T15:08:14.448 INFO:tasks.rados.rados.0.smithi067.stdout:1682: expect (ObjNum -415128768 snap 21888 seq_num 3879861456) 2024-07-29T15:08:14.453 INFO:tasks.rados.rados.0.smithi067.stdout:1681: done (3 left) 2024-07-29T15:08:14.453 INFO:tasks.rados.rados.0.smithi067.stdout:1682: done (2 left) 2024-07-29T15:08:14.453 INFO:tasks.rados.rados.0.smithi067.stdout:1683: done (1 left) 2024-07-29T15:08:14.453 INFO:tasks.rados.rados.0.smithi067.stdout:1684: read oid 15 snap -1 2024-07-29T15:08:14.453 INFO:tasks.rados.rados.0.smithi067.stdout:1684: expect (ObjNum 515 snap 151 seq_num 515) 2024-07-29T15:08:14.453 INFO:tasks.rados.rados.0.smithi067.stdout:1685: copy_from oid 9 from oid 19 current snap is 161 2024-07-29T15:08:14.453 INFO:tasks.rados.rados.0.smithi067.stdout:1680: finishing write tid 2 to smithi06780069-40 2024-07-29T15:08:14.453 INFO:tasks.rados.rados.0.smithi067.stdout:1680: finishing write tid 3 to smithi06780069-40 2024-07-29T15:08:14.453 INFO:tasks.rados.rados.0.smithi067.stdout:1680: finishing write tid 4 to smithi06780069-40 2024-07-29T15:08:14.453 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 37 current snap is 161 2024-07-29T15:08:14.454 INFO:tasks.rados.rados.0.smithi067.stdout:1686: seq_num 552 ranges {0=450560,450560=532480,983040=655360,1638400=417792} 2024-07-29T15:08:14.456 INFO:tasks.rados.rados.0.smithi067.stdout:1686: writing smithi06780069-37 from 0 to 450560 tid 1 2024-07-29T15:08:14.460 INFO:tasks.rados.rados.0.smithi067.stdout:1686: writing smithi06780069-37 from 450560 to 983040 tid 2 2024-07-29T15:08:14.464 INFO:tasks.rados.rados.0.smithi067.stdout:1686: writing smithi06780069-37 from 983040 to 1638400 tid 3 2024-07-29T15:08:14.469 INFO:tasks.rados.rados.0.smithi067.stdout:1686: writing smithi06780069-37 from 1638400 to 2056192 tid 4 2024-07-29T15:08:14.469 INFO:tasks.rados.rados.0.smithi067.stdout:1687: copy_from oid 48 from oid 5 current snap is 161 2024-07-29T15:08:14.469 INFO:tasks.rados.rados.0.smithi067.stdout:1680: finishing write tid 5 to smithi06780069-40 2024-07-29T15:08:14.469 INFO:tasks.rados.rados.0.smithi067.stdout:1680: finishing write tid 6 to smithi06780069-40 2024-07-29T15:08:14.469 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 40 v 832 (ObjNum 550 snap 161 seq_num 550) dirty exists 2024-07-29T15:08:14.469 INFO:tasks.rados.rados.0.smithi067.stdout:1680: left oid 40 (ObjNum 550 snap 161 seq_num 550) 2024-07-29T15:08:14.469 INFO:tasks.rados.rados.0.smithi067.stdout:1680: done (4 left) 2024-07-29T15:08:14.470 INFO:tasks.rados.rados.0.smithi067.stdout:1688: read oid 44 snap -1 2024-07-29T15:08:14.470 INFO:tasks.rados.rados.0.smithi067.stdout:1688: expect (ObjNum 549 snap 161 seq_num 549) 2024-07-29T15:08:14.470 INFO:tasks.rados.rados.0.smithi067.stdout:1689: rollback oid 38 current snap is 161 2024-07-29T15:08:14.470 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 38 to 155 2024-07-29T15:08:14.470 INFO:tasks.rados.rados.0.smithi067.stdout:1690: rollback oid 27 current snap is 161 2024-07-29T15:08:14.470 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 27 to 160 2024-07-29T15:08:14.470 INFO:tasks.rados.rados.0.smithi067.stdout:1691: rollback oid 12 current snap is 161 2024-07-29T15:08:14.470 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 12 to 159 2024-07-29T15:08:14.470 INFO:tasks.rados.rados.0.smithi067.stdout:1692: read oid 4 snap 160 2024-07-29T15:08:14.470 INFO:tasks.rados.rados.0.smithi067.stdout:1692: expect (ObjNum -414998208 snap 21888 seq_num 3879851664) 2024-07-29T15:08:14.470 INFO:tasks.rados.rados.0.smithi067.stdout:1693: read oid 18 snap -1 2024-07-29T15:08:14.470 INFO:tasks.rados.rados.0.smithi067.stdout:1693: expect (ObjNum 526 snap 154 seq_num 526) 2024-07-29T15:08:14.470 INFO:tasks.rados.rados.0.smithi067.stdout:1694: delete oid 6 current snap is 161 2024-07-29T15:08:14.471 INFO:tasks.rados.rados.0.smithi067.stdout:1692: expect (ObjNum -414998208 snap 21888 seq_num 3879851664) 2024-07-29T15:08:14.472 INFO:tasks.rados.rados.0.smithi067.stdout:1686: finishing write tid 1 to smithi06780069-37 2024-07-29T15:08:14.472 INFO:tasks.rados.rados.0.smithi067.stdout:1686: finishing write tid 2 to smithi06780069-37 2024-07-29T15:08:14.473 INFO:tasks.rados.rados.0.smithi067.stdout:1690: finishing rollback tid 0 to smithi06780069-27 2024-07-29T15:08:14.474 INFO:tasks.rados.rados.0.smithi067.stdout:1690: finishing rollback tid 1 to smithi06780069-27 2024-07-29T15:08:14.474 INFO:tasks.rados.rados.0.smithi067.stdout:1690: finishing rollback tid 2 to smithi06780069-27 2024-07-29T15:08:14.474 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 800 (ObjNum 539 snap 160 seq_num 539) dirty exists 2024-07-29T15:08:14.475 INFO:tasks.rados.rados.0.smithi067.stdout:1686: finishing write tid 3 to smithi06780069-37 2024-07-29T15:08:14.477 INFO:tasks.rados.rados.0.smithi067.stdout:1686: finishing write tid 4 to smithi06780069-37 2024-07-29T15:08:14.481 INFO:tasks.rados.rados.0.smithi067.stdout:1686: finishing write tid 5 to smithi06780069-37 2024-07-29T15:08:14.481 INFO:tasks.rados.rados.0.smithi067.stdout:1686: finishing write tid 6 to smithi06780069-37 2024-07-29T15:08:14.481 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 37 v 652 (ObjNum 552 snap 161 seq_num 552) dirty exists 2024-07-29T15:08:14.481 INFO:tasks.rados.rados.0.smithi067.stdout:1686: left oid 37 (ObjNum 552 snap 161 seq_num 552) 2024-07-29T15:08:14.481 INFO:tasks.rados.rados.0.smithi067.stdout:1689: finishing rollback tid 0 to smithi06780069-38 2024-07-29T15:08:14.481 INFO:tasks.rados.rados.0.smithi067.stdout:1689: finishing rollback tid 1 to smithi06780069-38 2024-07-29T15:08:14.483 INFO:tasks.rados.rados.0.smithi067.stdout:1686: done (10 left) 2024-07-29T15:08:14.483 INFO:tasks.rados.rados.0.smithi067.stdout:1690: done (9 left) 2024-07-29T15:08:14.483 INFO:tasks.rados.rados.0.smithi067.stdout:1692: done (8 left) 2024-07-29T15:08:14.483 INFO:tasks.rados.rados.0.smithi067.stdout:1694: done (7 left) 2024-07-29T15:08:14.483 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 27 current snap is 161 2024-07-29T15:08:14.483 INFO:tasks.rados.rados.0.smithi067.stdout:1695: seq_num 554 ranges {3325952=483328,3809280=704512,4513792=622592,5136384=278528} 2024-07-29T15:08:14.504 INFO:tasks.rados.rados.0.smithi067.stdout:1695: writing smithi06780069-27 from 3325952 to 3809280 tid 1 2024-07-29T15:08:14.509 INFO:tasks.rados.rados.0.smithi067.stdout:1695: writing smithi06780069-27 from 3809280 to 4513792 tid 2 2024-07-29T15:08:14.512 INFO:tasks.rados.rados.0.smithi067.stdout:1695: writing smithi06780069-27 from 4513792 to 5136384 tid 3 2024-07-29T15:08:14.515 INFO:tasks.rados.rados.0.smithi067.stdout:1695: writing smithi06780069-27 from 5136384 to 5414912 tid 4 2024-07-29T15:08:14.515 INFO:tasks.rados.rados.0.smithi067.stdout:1696: read oid 31 snap -1 2024-07-29T15:08:14.515 INFO:tasks.rados.rados.0.smithi067.stdout:1696: expect deleted 2024-07-29T15:08:14.515 INFO:tasks.rados.rados.0.smithi067.stdout:1697: snap_create 2024-07-29T15:08:14.515 INFO:tasks.rados.rados.0.smithi067.stdout:1684: expect (ObjNum 515 snap 151 seq_num 515) 2024-07-29T15:08:14.712 INFO:tasks.rados.rados.0.smithi067.stdout:1691: finishing rollback tid 0 to smithi06780069-12 2024-07-29T15:08:14.712 INFO:tasks.rados.rados.0.smithi067.stdout:1691: finishing rollback tid 1 to smithi06780069-12 2024-07-29T15:08:14.712 INFO:tasks.rados.rados.0.smithi067.stdout:1691: finishing rollback tid 2 to smithi06780069-12 2024-07-29T15:08:14.712 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 579 (ObjNum 489 snap 146 seq_num 489) dirty exists 2024-07-29T15:08:14.712 INFO:tasks.rados.rados.0.smithi067.stdout:1689: finishing rollback tid 2 to smithi06780069-38 2024-07-29T15:08:14.712 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 38 v 748 (ObjNum 481 snap 145 seq_num 481) dirty exists 2024-07-29T15:08:14.712 INFO:tasks.rados.rados.0.smithi067.stdout:1688: expect (ObjNum 549 snap 161 seq_num 549) 2024-07-29T15:08:14.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:14 smithi067 ceph-mon[91995]: osdmap e403: 8 total, 8 up, 8 in 2024-07-29T15:08:14.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:14 smithi067 ceph-mon[91995]: pgmap v214: 121 pgs: 21 peering, 6 active+undersized, 7 active+undersized+degraded, 87 active+clean; 289 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.4 MiB/s wr, 11 op/s; 67/513 objects degraded (13.060%) 2024-07-29T15:08:14.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:14 smithi067 ceph-mon[94375]: osdmap e403: 8 total, 8 up, 8 in 2024-07-29T15:08:14.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:14 smithi067 ceph-mon[94375]: pgmap v214: 121 pgs: 21 peering, 6 active+undersized, 7 active+undersized+degraded, 87 active+clean; 289 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.4 MiB/s wr, 11 op/s; 67/513 objects degraded (13.060%) 2024-07-29T15:08:14.766 INFO:tasks.rados.rados.0.smithi067.stdout:1687: finishing copy_from to smithi06780069-48 2024-07-29T15:08:14.766 INFO:tasks.rados.rados.0.smithi067.stdout:1687: got expected ENOENT (src dne) 2024-07-29T15:08:14.766 INFO:tasks.rados.rados.0.smithi067.stdout:1687: finishing copy_from racing read to smithi06780069-48 2024-07-29T15:08:14.766 INFO:tasks.rados.rados.0.smithi067.stdout:1695: finishing write tid 1 to smithi06780069-27 2024-07-29T15:08:14.766 INFO:tasks.rados.rados.0.smithi067.stdout:1695: finishing write tid 2 to smithi06780069-27 2024-07-29T15:08:14.767 INFO:tasks.rados.rados.0.smithi067.stdout:1685: finishing copy_from racing read to smithi06780069-9 2024-07-29T15:08:14.767 INFO:tasks.rados.rados.0.smithi067.stdout:1695: finishing write tid 3 to smithi06780069-27 2024-07-29T15:08:14.767 INFO:tasks.rados.rados.0.smithi067.stdout:1695: finishing write tid 4 to smithi06780069-27 2024-07-29T15:08:14.767 INFO:tasks.rados.rados.0.smithi067.stdout:1695: finishing write tid 5 to smithi06780069-27 2024-07-29T15:08:14.767 INFO:tasks.rados.rados.0.smithi067.stdout:1693: expect (ObjNum 526 snap 154 seq_num 526) 2024-07-29T15:08:14.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:14 smithi138 ceph-mon[86438]: osdmap e403: 8 total, 8 up, 8 in 2024-07-29T15:08:14.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:14 smithi138 ceph-mon[86438]: pgmap v214: 121 pgs: 21 peering, 6 active+undersized, 7 active+undersized+degraded, 87 active+clean; 289 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.4 MiB/s wr, 11 op/s; 67/513 objects degraded (13.060%) 2024-07-29T15:08:15.407 INFO:tasks.rados.rados.0.smithi067.stdout:1685: finishing copy_from to smithi06780069-9 2024-07-29T15:08:15.407 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 9 v 838 (ObjNum 547 snap 161 seq_num 547) dirty exists 2024-07-29T15:08:15.408 INFO:tasks.rados.rados.0.smithi067.stdout:1695: finishing write tid 6 to smithi06780069-27 2024-07-29T15:08:15.408 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 805 (ObjNum 554 snap 161 seq_num 554) dirty exists 2024-07-29T15:08:15.408 INFO:tasks.rados.rados.0.smithi067.stdout:1695: left oid 27 (ObjNum 554 snap 161 seq_num 554) 2024-07-29T15:08:15.432 INFO:tasks.rados.rados.0.smithi067.stdout:1684: done (9 left) 2024-07-29T15:08:15.432 INFO:tasks.rados.rados.0.smithi067.stdout:1685: done (8 left) 2024-07-29T15:08:15.432 INFO:tasks.rados.rados.0.smithi067.stdout:1687: done (7 left) 2024-07-29T15:08:15.432 INFO:tasks.rados.rados.0.smithi067.stdout:1688: done (6 left) 2024-07-29T15:08:15.432 INFO:tasks.rados.rados.0.smithi067.stdout:1689: done (5 left) 2024-07-29T15:08:15.432 INFO:tasks.rados.rados.0.smithi067.stdout:1691: done (4 left) 2024-07-29T15:08:15.432 INFO:tasks.rados.rados.0.smithi067.stdout:1693: done (3 left) 2024-07-29T15:08:15.432 INFO:tasks.rados.rados.0.smithi067.stdout:1695: done (2 left) 2024-07-29T15:08:15.432 INFO:tasks.rados.rados.0.smithi067.stdout:1696: done (1 left) 2024-07-29T15:08:15.433 INFO:tasks.rados.rados.0.smithi067.stdout:1697: done (0 left) 2024-07-29T15:08:15.433 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 27 current snap is 162 2024-07-29T15:08:15.433 INFO:tasks.rados.rados.0.smithi067.stdout:1698: seq_num 555 ranges {5414912=499712,5914624=638976,6553600=425984,6979584=540672} 2024-07-29T15:08:15.464 INFO:tasks.rados.rados.0.smithi067.stdout:1698: writing smithi06780069-27 from 5414912 to 5914624 tid 1 2024-07-29T15:08:15.468 INFO:tasks.rados.rados.0.smithi067.stdout:1698: writing smithi06780069-27 from 5914624 to 6553600 tid 2 2024-07-29T15:08:15.471 INFO:tasks.rados.rados.0.smithi067.stdout:1698: writing smithi06780069-27 from 6553600 to 6979584 tid 3 2024-07-29T15:08:15.474 INFO:tasks.rados.rados.0.smithi067.stdout:1698: writing smithi06780069-27 from 6979584 to 7520256 tid 4 2024-07-29T15:08:15.474 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 15 current snap is 162 2024-07-29T15:08:15.474 INFO:tasks.rados.rados.0.smithi067.stdout:1698: finishing write tid 1 to smithi06780069-27 2024-07-29T15:08:15.474 INFO:tasks.rados.rados.0.smithi067.stdout:1698: finishing write tid 2 to smithi06780069-27 2024-07-29T15:08:15.474 INFO:tasks.rados.rados.0.smithi067.stdout:1698: finishing write tid 3 to smithi06780069-27 2024-07-29T15:08:15.475 INFO:tasks.rados.rados.0.smithi067.stdout:1699: seq_num 556 ranges {4161536=516096,4677632=524288,5201920=638976,5840896=442368} 2024-07-29T15:08:15.499 INFO:tasks.rados.rados.0.smithi067.stdout:1699: writing smithi06780069-15 from 4161536 to 4677632 tid 1 2024-07-29T15:08:15.502 INFO:tasks.rados.rados.0.smithi067.stdout:1699: writing smithi06780069-15 from 4677632 to 5201920 tid 2 2024-07-29T15:08:15.506 INFO:tasks.rados.rados.0.smithi067.stdout:1699: writing smithi06780069-15 from 5201920 to 5840896 tid 3 2024-07-29T15:08:15.509 INFO:tasks.rados.rados.0.smithi067.stdout:1699: writing smithi06780069-15 from 5840896 to 6283264 tid 4 2024-07-29T15:08:15.509 INFO:tasks.rados.rados.0.smithi067.stdout:1700: read oid 29 snap -1 2024-07-29T15:08:15.509 INFO:tasks.rados.rados.0.smithi067.stdout:1700: expect (ObjNum 498 snap 149 seq_num 498) 2024-07-29T15:08:15.509 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 31 current snap is 162 2024-07-29T15:08:15.509 INFO:tasks.rados.rados.0.smithi067.stdout:1698: finishing write tid 4 to smithi06780069-27 2024-07-29T15:08:15.510 INFO:tasks.rados.rados.0.smithi067.stdout:1698: finishing write tid 5 to smithi06780069-27 2024-07-29T15:08:15.510 INFO:tasks.rados.rados.0.smithi067.stdout:1698: finishing write tid 6 to smithi06780069-27 2024-07-29T15:08:15.510 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 810 (ObjNum 555 snap 162 seq_num 555) dirty exists 2024-07-29T15:08:15.510 INFO:tasks.rados.rados.0.smithi067.stdout:1698: left oid 27 (ObjNum 555 snap 162 seq_num 555) 2024-07-29T15:08:15.510 INFO:tasks.rados.rados.0.smithi067.stdout:1699: finishing write tid 1 to smithi06780069-15 2024-07-29T15:08:15.510 INFO:tasks.rados.rados.0.smithi067.stdout:1701: seq_num 557 ranges {0=532480,532480=802816,1335296=794624,2129920=8192} 2024-07-29T15:08:15.512 INFO:tasks.rados.rados.0.smithi067.stdout:1701: writing smithi06780069-31 from 0 to 532480 tid 1 2024-07-29T15:08:15.517 INFO:tasks.rados.rados.0.smithi067.stdout:1701: writing smithi06780069-31 from 532480 to 1335296 tid 2 2024-07-29T15:08:15.522 INFO:tasks.rados.rados.0.smithi067.stdout:1701: writing smithi06780069-31 from 1335296 to 2129920 tid 3 2024-07-29T15:08:15.522 INFO:tasks.rados.rados.0.smithi067.stdout:1701: writing smithi06780069-31 from 2129920 to 2138112 tid 4 2024-07-29T15:08:15.522 INFO:tasks.rados.rados.0.smithi067.stdout:1698: done (3 left) 2024-07-29T15:08:15.523 INFO:tasks.rados.rados.0.smithi067.stdout:1702: read oid 38 snap -1 2024-07-29T15:08:15.523 INFO:tasks.rados.rados.0.smithi067.stdout:1702: expect (ObjNum 481 snap 145 seq_num 481) 2024-07-29T15:08:15.523 INFO:tasks.rados.rados.0.smithi067.stdout:1703: read oid 3 snap -1 2024-07-29T15:08:15.523 INFO:tasks.rados.rados.0.smithi067.stdout:1703: expect (ObjNum 453 snap 132 seq_num 453) 2024-07-29T15:08:15.523 INFO:tasks.rados.rados.0.smithi067.stdout:1704: snap_remove snap 155 2024-07-29T15:08:15.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:15 smithi067 ceph-mon[91995]: osdmap e404: 8 total, 8 up, 8 in 2024-07-29T15:08:15.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:15 smithi067 ceph-mon[94375]: osdmap e404: 8 total, 8 up, 8 in 2024-07-29T15:08:15.740 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:15 smithi138 ceph-mon[86438]: osdmap e404: 8 total, 8 up, 8 in 2024-07-29T15:08:16.060 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:15 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:15.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:08:16.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:15 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:15.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:08:16.440 INFO:tasks.rados.rados.0.smithi067.stdout:1704: done (5 left) 2024-07-29T15:08:16.440 INFO:tasks.rados.rados.0.smithi067.stdout:1705: snap_create 2024-07-29T15:08:16.440 INFO:tasks.rados.rados.0.smithi067.stdout:1699: finishing write tid 2 to smithi06780069-15 2024-07-29T15:08:16.440 INFO:tasks.rados.rados.0.smithi067.stdout:1699: finishing write tid 3 to smithi06780069-15 2024-07-29T15:08:16.440 INFO:tasks.rados.rados.0.smithi067.stdout:1699: finishing write tid 4 to smithi06780069-15 2024-07-29T15:08:16.440 INFO:tasks.rados.rados.0.smithi067.stdout:1699: finishing write tid 5 to smithi06780069-15 2024-07-29T15:08:16.440 INFO:tasks.rados.rados.0.smithi067.stdout:1700: expect (ObjNum 498 snap 149 seq_num 498) 2024-07-29T15:08:16.489 INFO:tasks.rados.rados.0.smithi067.stdout:1699: finishing write tid 6 to smithi06780069-15 2024-07-29T15:08:16.489 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 927 (ObjNum 556 snap 162 seq_num 556) dirty exists 2024-07-29T15:08:16.489 INFO:tasks.rados.rados.0.smithi067.stdout:1699: left oid 15 (ObjNum 556 snap 162 seq_num 556) 2024-07-29T15:08:16.489 INFO:tasks.rados.rados.0.smithi067.stdout:1701: finishing write tid 1 to smithi06780069-31 2024-07-29T15:08:16.489 INFO:tasks.rados.rados.0.smithi067.stdout:1701: finishing write tid 2 to smithi06780069-31 2024-07-29T15:08:16.489 INFO:tasks.rados.rados.0.smithi067.stdout:1701: finishing write tid 3 to smithi06780069-31 2024-07-29T15:08:16.489 INFO:tasks.rados.rados.0.smithi067.stdout:1701: finishing write tid 4 to smithi06780069-31 2024-07-29T15:08:16.490 INFO:tasks.rados.rados.0.smithi067.stdout:1701: finishing write tid 5 to smithi06780069-31 2024-07-29T15:08:16.490 INFO:tasks.rados.rados.0.smithi067.stdout:1702: expect (ObjNum 481 snap 145 seq_num 481) 2024-07-29T15:08:16.514 INFO:tasks.rados.rados.0.smithi067.stdout:1701: finishing write tid 6 to smithi06780069-31 2024-07-29T15:08:16.515 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 584 (ObjNum 557 snap 162 seq_num 557) dirty exists 2024-07-29T15:08:16.515 INFO:tasks.rados.rados.0.smithi067.stdout:1701: left oid 31 (ObjNum 557 snap 162 seq_num 557) 2024-07-29T15:08:16.515 INFO:tasks.rados.rados.0.smithi067.stdout:1703: expect (ObjNum 453 snap 132 seq_num 453) 2024-07-29T15:08:16.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:16 smithi067 ceph-mon[91995]: osdmap e405: 8 total, 8 up, 8 in 2024-07-29T15:08:16.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:16 smithi067 ceph-mon[91995]: pgmap v217: 121 pgs: 121 active+clean; 271 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.1 MiB/s wr, 38 op/s; 21 MiB/s, 5 objects/s recovering 2024-07-29T15:08:16.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:16 smithi067 ceph-mon[94375]: osdmap e405: 8 total, 8 up, 8 in 2024-07-29T15:08:16.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:16 smithi067 ceph-mon[94375]: pgmap v217: 121 pgs: 121 active+clean; 271 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.1 MiB/s wr, 38 op/s; 21 MiB/s, 5 objects/s recovering 2024-07-29T15:08:16.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:16 smithi138 ceph-mon[86438]: osdmap e405: 8 total, 8 up, 8 in 2024-07-29T15:08:16.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:16 smithi138 ceph-mon[86438]: pgmap v217: 121 pgs: 121 active+clean; 271 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.1 MiB/s wr, 38 op/s; 21 MiB/s, 5 objects/s recovering 2024-07-29T15:08:17.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:16 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:16.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi138\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:08:17.443 INFO:tasks.rados.rados.0.smithi067.stdout:1699: done (5 left) 2024-07-29T15:08:17.443 INFO:tasks.rados.rados.0.smithi067.stdout:1700: done (4 left) 2024-07-29T15:08:17.443 INFO:tasks.rados.rados.0.smithi067.stdout:1701: done (3 left) 2024-07-29T15:08:17.443 INFO:tasks.rados.rados.0.smithi067.stdout:1702: done (2 left) 2024-07-29T15:08:17.443 INFO:tasks.rados.rados.0.smithi067.stdout:1703: done (1 left) 2024-07-29T15:08:17.443 INFO:tasks.rados.rados.0.smithi067.stdout:1705: done (0 left) 2024-07-29T15:08:17.443 INFO:tasks.rados.rados.0.smithi067.stdout:1706: read oid 34 snap -1 2024-07-29T15:08:17.443 INFO:tasks.rados.rados.0.smithi067.stdout:1706: expect deleted 2024-07-29T15:08:17.443 INFO:tasks.rados.rados.0.smithi067.stdout:1707: setattr oid 5 current snap is 163 2024-07-29T15:08:17.444 INFO:tasks.rados.rados.0.smithi067.stdout:1708: snap_create 2024-07-29T15:08:17.451 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 757 (ObjNum 705 snap 0 seq_num 3879683568) dirty exists 2024-07-29T15:08:17.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:17 smithi067 ceph-mon[91995]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 67/513 objects degraded (13.060%), 7 pgs degraded) 2024-07-29T15:08:17.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:17 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:08:17.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:17 smithi067 ceph-mon[91995]: osdmap e406: 8 total, 8 up, 8 in 2024-07-29T15:08:17.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:17 smithi067 ceph-mon[94375]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 67/513 objects degraded (13.060%), 7 pgs degraded) 2024-07-29T15:08:17.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:17 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:08:17.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:17 smithi067 ceph-mon[94375]: osdmap e406: 8 total, 8 up, 8 in 2024-07-29T15:08:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:17 smithi138 ceph-mon[86438]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 67/513 objects degraded (13.060%), 7 pgs degraded) 2024-07-29T15:08:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:17 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:08:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:17 smithi138 ceph-mon[86438]: osdmap e406: 8 total, 8 up, 8 in 2024-07-29T15:08:17.917 INFO:tasks.rados.rados.0.smithi067.stdout:1706: done (2 left) 2024-07-29T15:08:17.917 INFO:tasks.rados.rados.0.smithi067.stdout:1707: done (1 left) 2024-07-29T15:08:17.918 INFO:tasks.rados.rados.0.smithi067.stdout:1708: done (0 left) 2024-07-29T15:08:17.918 INFO:tasks.rados.rados.0.smithi067.stdout:1709: delete oid 6 current snap is 164 2024-07-29T15:08:17.922 INFO:tasks.rados.rados.0.smithi067.stdout:1709: done (0 left) 2024-07-29T15:08:17.922 INFO:tasks.rados.rados.0.smithi067.stdout:1710: snap_create 2024-07-29T15:08:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:08:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:08:17] "GET /metrics HTTP/1.1" 200 36323 "" "Prometheus/2.51.0" 2024-07-29T15:08:18.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:18 smithi067 ceph-mon[91995]: osdmap e407: 8 total, 8 up, 8 in 2024-07-29T15:08:18.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:18 smithi067 ceph-mon[91995]: pgmap v220: 121 pgs: 121 active+clean; 260 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 40 op/s; 21 MiB/s, 5 objects/s recovering 2024-07-29T15:08:18.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:18 smithi067 ceph-mon[91995]: osdmap e408: 8 total, 8 up, 8 in 2024-07-29T15:08:18.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:18 smithi067 ceph-mon[94375]: osdmap e407: 8 total, 8 up, 8 in 2024-07-29T15:08:18.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:18 smithi067 ceph-mon[94375]: pgmap v220: 121 pgs: 121 active+clean; 260 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 40 op/s; 21 MiB/s, 5 objects/s recovering 2024-07-29T15:08:18.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:18 smithi067 ceph-mon[94375]: osdmap e408: 8 total, 8 up, 8 in 2024-07-29T15:08:18.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:18 smithi138 ceph-mon[86438]: osdmap e407: 8 total, 8 up, 8 in 2024-07-29T15:08:18.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:18 smithi138 ceph-mon[86438]: pgmap v220: 121 pgs: 121 active+clean; 260 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 40 op/s; 21 MiB/s, 5 objects/s recovering 2024-07-29T15:08:18.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:18 smithi138 ceph-mon[86438]: osdmap e408: 8 total, 8 up, 8 in 2024-07-29T15:08:18.919 INFO:tasks.rados.rados.0.smithi067.stdout:1710: done (0 left) 2024-07-29T15:08:18.920 INFO:tasks.rados.rados.0.smithi067.stdout:1711: snap_remove snap 144 2024-07-29T15:08:19.932 INFO:tasks.rados.rados.0.smithi067.stdout:1711: done (0 left) 2024-07-29T15:08:19.932 INFO:tasks.rados.rados.0.smithi067.stdout:1712: delete oid 32 current snap is 165 2024-07-29T15:08:19.948 INFO:tasks.rados.rados.0.smithi067.stdout:1712: done (0 left) 2024-07-29T15:08:19.948 INFO:tasks.rados.rados.0.smithi067.stdout:1713: delete oid 21 current snap is 165 2024-07-29T15:08:19.960 INFO:tasks.rados.rados.0.smithi067.stdout:1713: done (0 left) 2024-07-29T15:08:19.960 INFO:tasks.rados.rados.0.smithi067.stdout:1714: snap_remove snap 161 2024-07-29T15:08:20.213 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:19 smithi138 ceph-mon[86438]: osdmap e409: 8 total, 8 up, 8 in 2024-07-29T15:08:20.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:19 smithi067 ceph-mon[94375]: osdmap e409: 8 total, 8 up, 8 in 2024-07-29T15:08:20.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:19 smithi067 ceph-mon[91995]: osdmap e409: 8 total, 8 up, 8 in 2024-07-29T15:08:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:08:20.942 INFO:tasks.rados.rados.0.smithi067.stdout:1714: done (0 left) 2024-07-29T15:08:20.942 INFO:tasks.rados.rados.0.smithi067.stdout:1715: snap_remove snap 162 2024-07-29T15:08:21.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:20 smithi067 ceph-mon[91995]: pgmap v223: 121 pgs: 121 active+clean; 239 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-07-29T15:08:21.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:20 smithi067 ceph-mon[91995]: osdmap e410: 8 total, 8 up, 8 in 2024-07-29T15:08:21.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:21.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:08:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:20 smithi067 ceph-mon[94375]: pgmap v223: 121 pgs: 121 active+clean; 239 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-07-29T15:08:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:20 smithi067 ceph-mon[94375]: osdmap e410: 8 total, 8 up, 8 in 2024-07-29T15:08:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:08:21.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:20 smithi138 ceph-mon[86438]: pgmap v223: 121 pgs: 121 active+clean; 239 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-07-29T15:08:21.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:20 smithi138 ceph-mon[86438]: osdmap e410: 8 total, 8 up, 8 in 2024-07-29T15:08:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:08:21.947 INFO:tasks.rados.rados.0.smithi067.stdout:1715: done (0 left) 2024-07-29T15:08:21.947 INFO:tasks.rados.rados.0.smithi067.stdout:1716: copy_from oid 11 from oid 16 current snap is 165 2024-07-29T15:08:21.947 INFO:tasks.rados.rados.0.smithi067.stdout:1717: rollback oid 40 current snap is 165 2024-07-29T15:08:21.947 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 40 to 163 2024-07-29T15:08:21.948 INFO:tasks.rados.rados.0.smithi067.stdout:1718: read oid 17 snap -1 2024-07-29T15:08:21.948 INFO:tasks.rados.rados.0.smithi067.stdout:1718: expect (ObjNum 523 snap 154 seq_num 523) 2024-07-29T15:08:21.948 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 3 current snap is 165 2024-07-29T15:08:21.948 INFO:tasks.rados.rados.0.smithi067.stdout:1719: seq_num 561 ranges {2310144=598016,2908160=745472,3653632=778240,4431872=81920} 2024-07-29T15:08:21.963 INFO:tasks.rados.rados.0.smithi067.stdout:1719: writing smithi06780069-3 from 2310144 to 2908160 tid 1 2024-07-29T15:08:21.968 INFO:tasks.rados.rados.0.smithi067.stdout:1719: writing smithi06780069-3 from 2908160 to 3653632 tid 2 2024-07-29T15:08:21.972 INFO:tasks.rados.rados.0.smithi067.stdout:1719: writing smithi06780069-3 from 3653632 to 4431872 tid 3 2024-07-29T15:08:21.973 INFO:tasks.rados.rados.0.smithi067.stdout:1719: writing smithi06780069-3 from 4431872 to 4513792 tid 4 2024-07-29T15:08:21.973 INFO:tasks.rados.rados.0.smithi067.stdout:1720: copy_from oid 41 from oid 24 current snap is 165 2024-07-29T15:08:21.973 INFO:tasks.rados.rados.0.smithi067.stdout:1717: finishing rollback tid 0 to smithi06780069-40 2024-07-29T15:08:21.973 INFO:tasks.rados.rados.0.smithi067.stdout:1717: finishing rollback tid 1 to smithi06780069-40 2024-07-29T15:08:21.974 INFO:tasks.rados.rados.0.smithi067.stdout:1717: finishing rollback tid 2 to smithi06780069-40 2024-07-29T15:08:21.974 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 40 v 848 (ObjNum 550 snap 161 seq_num 550) dirty exists 2024-07-29T15:08:21.974 INFO:tasks.rados.rados.0.smithi067.stdout:1718: expect (ObjNum 523 snap 154 seq_num 523) 2024-07-29T15:08:22.017 INFO:tasks.rados.rados.0.smithi067.stdout:1719: finishing write tid 1 to smithi06780069-3 2024-07-29T15:08:22.017 INFO:tasks.rados.rados.0.smithi067.stdout:1719: finishing write tid 2 to smithi06780069-3 2024-07-29T15:08:22.017 INFO:tasks.rados.rados.0.smithi067.stdout:1716: finishing copy_from racing read to smithi06780069-11 2024-07-29T15:08:22.017 INFO:tasks.rados.rados.0.smithi067.stdout:1716: finishing copy_from to smithi06780069-11 2024-07-29T15:08:22.017 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 11 v 909 (ObjNum 514 snap 151 seq_num 514) dirty exists 2024-07-29T15:08:22.018 INFO:tasks.rados.rados.0.smithi067.stdout:1720: finishing copy_from racing read to smithi06780069-41 2024-07-29T15:08:22.018 INFO:tasks.rados.rados.0.smithi067.stdout:1719: finishing write tid 3 to smithi06780069-3 2024-07-29T15:08:22.018 INFO:tasks.rados.rados.0.smithi067.stdout:1720: finishing copy_from to smithi06780069-41 2024-07-29T15:08:22.018 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 885 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-07-29T15:08:22.018 INFO:tasks.rados.rados.0.smithi067.stdout:1719: finishing write tid 4 to smithi06780069-3 2024-07-29T15:08:22.018 INFO:tasks.rados.rados.0.smithi067.stdout:1716: done (4 left) 2024-07-29T15:08:22.018 INFO:tasks.rados.rados.0.smithi067.stdout:1717: done (3 left) 2024-07-29T15:08:22.018 INFO:tasks.rados.rados.0.smithi067.stdout:1718: done (2 left) 2024-07-29T15:08:22.018 INFO:tasks.rados.rados.0.smithi067.stdout:1720: done (1 left) 2024-07-29T15:08:22.018 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 22 current snap is 165 2024-07-29T15:08:22.018 INFO:tasks.rados.rados.0.smithi067.stdout:1719: finishing write tid 5 to smithi06780069-3 2024-07-29T15:08:22.018 INFO:tasks.rados.rados.0.smithi067.stdout:1719: finishing write tid 6 to smithi06780069-3 2024-07-29T15:08:22.018 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 815 (ObjNum 561 snap 165 seq_num 561) dirty exists 2024-07-29T15:08:22.019 INFO:tasks.rados.rados.0.smithi067.stdout:1719: left oid 3 (ObjNum 561 snap 165 seq_num 561) 2024-07-29T15:08:22.019 INFO:tasks.rados.rados.0.smithi067.stdout:1721: seq_num 562 ranges {663552=622592,1286144=630784,1916928=581632,2498560=393216} 2024-07-29T15:08:22.024 INFO:tasks.rados.rados.0.smithi067.stdout:1721: writing smithi06780069-22 from 663552 to 1286144 tid 1 2024-07-29T15:08:22.028 INFO:tasks.rados.rados.0.smithi067.stdout:1721: writing smithi06780069-22 from 1286144 to 1916928 tid 2 2024-07-29T15:08:22.032 INFO:tasks.rados.rados.0.smithi067.stdout:1721: writing smithi06780069-22 from 1916928 to 2498560 tid 3 2024-07-29T15:08:22.034 INFO:tasks.rados.rados.0.smithi067.stdout:1721: writing smithi06780069-22 from 2498560 to 2891776 tid 4 2024-07-29T15:08:22.034 INFO:tasks.rados.rados.0.smithi067.stdout:1719: done (1 left) 2024-07-29T15:08:22.034 INFO:tasks.rados.rados.0.smithi067.stdout:1722: copy_from oid 18 from oid 20 current snap is 165 2024-07-29T15:08:22.034 INFO:tasks.rados.rados.0.smithi067.stdout:1721: finishing write tid 1 to smithi06780069-22 2024-07-29T15:08:22.035 INFO:tasks.rados.rados.0.smithi067.stdout:1721: finishing write tid 2 to smithi06780069-22 2024-07-29T15:08:22.035 INFO:tasks.rados.rados.0.smithi067.stdout:1723: delete oid 46 current snap is 165 2024-07-29T15:08:22.035 INFO:tasks.rados.rados.0.smithi067.stdout:1721: finishing write tid 3 to smithi06780069-22 2024-07-29T15:08:22.036 INFO:tasks.rados.rados.0.smithi067.stdout:1723: done (2 left) 2024-07-29T15:08:22.036 INFO:tasks.rados.rados.0.smithi067.stdout:1724: snap_remove snap 163 2024-07-29T15:08:22.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:21 smithi067 ceph-mon[91995]: osdmap e411: 8 total, 8 up, 8 in 2024-07-29T15:08:22.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:21 smithi067 ceph-mon[94375]: osdmap e411: 8 total, 8 up, 8 in 2024-07-29T15:08:22.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:21 smithi138 ceph-mon[86438]: osdmap e411: 8 total, 8 up, 8 in 2024-07-29T15:08:22.920 INFO:tasks.rados.rados.0.smithi067.stdout:1724: done (2 left) 2024-07-29T15:08:22.920 INFO:tasks.rados.rados.0.smithi067.stdout:1725: read oid 1 snap 164 2024-07-29T15:08:22.920 INFO:tasks.rados.rados.0.smithi067.stdout:1725: expect (ObjNum 527 snap 155 seq_num 527) 2024-07-29T15:08:22.921 INFO:tasks.rados.rados.0.smithi067.stdout:1726: rmattr oid 39 current snap is 165 2024-07-29T15:08:22.921 INFO:tasks.rados.rados.0.smithi067.stdout:1726: done (3 left) 2024-07-29T15:08:22.921 INFO:tasks.rados.rados.0.smithi067.stdout:1727: read oid 34 snap -1 2024-07-29T15:08:22.921 INFO:tasks.rados.rados.0.smithi067.stdout:1727: expect deleted 2024-07-29T15:08:22.921 INFO:tasks.rados.rados.0.smithi067.stdout:1728: copy_from oid 27 from oid 8 current snap is 165 2024-07-29T15:08:22.921 INFO:tasks.rados.rados.0.smithi067.stdout:1721: finishing write tid 4 to smithi06780069-22 2024-07-29T15:08:22.921 INFO:tasks.rados.rados.0.smithi067.stdout:1721: finishing write tid 5 to smithi06780069-22 2024-07-29T15:08:22.921 INFO:tasks.rados.rados.0.smithi067.stdout:1722: finishing copy_from to smithi06780069-18 2024-07-29T15:08:22.921 INFO:tasks.rados.rados.0.smithi067.stdout:1722: got expected ENOENT (src dne) 2024-07-29T15:08:22.921 INFO:tasks.rados.rados.0.smithi067.stdout:1722: finishing copy_from racing read to smithi06780069-18 2024-07-29T15:08:22.921 INFO:tasks.rados.rados.0.smithi067.stdout:1721: finishing write tid 6 to smithi06780069-22 2024-07-29T15:08:22.921 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 769 (ObjNum 562 snap 165 seq_num 562) dirty exists 2024-07-29T15:08:22.921 INFO:tasks.rados.rados.0.smithi067.stdout:1721: left oid 22 (ObjNum 562 snap 165 seq_num 562) 2024-07-29T15:08:22.922 INFO:tasks.rados.rados.0.smithi067.stdout:1721: done (4 left) 2024-07-29T15:08:22.922 INFO:tasks.rados.rados.0.smithi067.stdout:1722: done (3 left) 2024-07-29T15:08:22.922 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 42 current snap is 165 2024-07-29T15:08:22.922 INFO:tasks.rados.rados.0.smithi067.stdout:1729: seq_num 564 ranges {1654784=655360,2310144=442368,2752512=598016,3350528=565248} 2024-07-29T15:08:22.934 INFO:tasks.rados.rados.0.smithi067.stdout:1729: writing smithi06780069-42 from 1654784 to 2310144 tid 1 2024-07-29T15:08:22.936 INFO:tasks.rados.rados.0.smithi067.stdout:1729: writing smithi06780069-42 from 2310144 to 2752512 tid 2 2024-07-29T15:08:22.940 INFO:tasks.rados.rados.0.smithi067.stdout:1729: writing smithi06780069-42 from 2752512 to 3350528 tid 3 2024-07-29T15:08:22.944 INFO:tasks.rados.rados.0.smithi067.stdout:1729: writing smithi06780069-42 from 3350528 to 3915776 tid 4 2024-07-29T15:08:22.945 INFO:tasks.rados.rados.0.smithi067.stdout:1730: setattr oid 9 current snap is 165 2024-07-29T15:08:22.945 INFO:tasks.rados.rados.0.smithi067.stdout:1725: expect (ObjNum 527 snap 155 seq_num 527) 2024-07-29T15:08:22.990 INFO:tasks.rados.rados.0.smithi067.stdout:1729: finishing write tid 1 to smithi06780069-42 2024-07-29T15:08:22.991 INFO:tasks.rados.rados.0.smithi067.stdout:1729: finishing write tid 2 to smithi06780069-42 2024-07-29T15:08:22.991 INFO:tasks.rados.rados.0.smithi067.stdout:1729: finishing write tid 3 to smithi06780069-42 2024-07-29T15:08:22.991 INFO:tasks.rados.rados.0.smithi067.stdout:1729: finishing write tid 4 to smithi06780069-42 2024-07-29T15:08:22.991 INFO:tasks.rados.rados.0.smithi067.stdout:1729: finishing write tid 5 to smithi06780069-42 2024-07-29T15:08:22.991 INFO:tasks.rados.rados.0.smithi067.stdout:1728: finishing copy_from racing read to smithi06780069-27 2024-07-29T15:08:22.991 INFO:tasks.rados.rados.0.smithi067.stdout:1729: finishing write tid 6 to smithi06780069-42 2024-07-29T15:08:22.991 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 842 (ObjNum 564 snap 165 seq_num 564) dirty exists 2024-07-29T15:08:22.991 INFO:tasks.rados.rados.0.smithi067.stdout:1729: left oid 42 (ObjNum 564 snap 165 seq_num 564) 2024-07-29T15:08:22.991 INFO:tasks.rados.rados.0.smithi067.stdout:1728: finishing copy_from to smithi06780069-27 2024-07-29T15:08:22.991 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 424 (ObjNum 360 snap 106 seq_num 360) dirty exists 2024-07-29T15:08:22.991 INFO:tasks.rados.rados.0.smithi067.stdout:1725: done (4 left) 2024-07-29T15:08:22.991 INFO:tasks.rados.rados.0.smithi067.stdout:1727: done (3 left) 2024-07-29T15:08:22.992 INFO:tasks.rados.rados.0.smithi067.stdout:1728: done (2 left) 2024-07-29T15:08:22.992 INFO:tasks.rados.rados.0.smithi067.stdout:1729: done (1 left) 2024-07-29T15:08:22.992 INFO:tasks.rados.rados.0.smithi067.stdout:1731: snap_remove snap 164 2024-07-29T15:08:23.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:22 smithi067 ceph-mon[91995]: pgmap v226: 121 pgs: 121 active+clean; 201 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 996 KiB/s wr, 11 op/s 2024-07-29T15:08:23.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:22 smithi067 ceph-mon[91995]: osdmap e412: 8 total, 8 up, 8 in 2024-07-29T15:08:23.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:22 smithi067 ceph-mon[91995]: osdmap e413: 8 total, 8 up, 8 in 2024-07-29T15:08:23.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:22 smithi067 ceph-mon[94375]: pgmap v226: 121 pgs: 121 active+clean; 201 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 996 KiB/s wr, 11 op/s 2024-07-29T15:08:23.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:22 smithi067 ceph-mon[94375]: osdmap e412: 8 total, 8 up, 8 in 2024-07-29T15:08:23.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:22 smithi067 ceph-mon[94375]: osdmap e413: 8 total, 8 up, 8 in 2024-07-29T15:08:23.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:22 smithi138 ceph-mon[86438]: pgmap v226: 121 pgs: 121 active+clean; 201 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 996 KiB/s wr, 11 op/s 2024-07-29T15:08:23.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:22 smithi138 ceph-mon[86438]: osdmap e412: 8 total, 8 up, 8 in 2024-07-29T15:08:23.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:22 smithi138 ceph-mon[86438]: osdmap e413: 8 total, 8 up, 8 in 2024-07-29T15:08:23.955 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 9 v 839 (ObjNum 547 snap 161 seq_num 547) dirty exists 2024-07-29T15:08:23.955 INFO:tasks.rados.rados.0.smithi067.stdout:1730: done (1 left) 2024-07-29T15:08:23.955 INFO:tasks.rados.rados.0.smithi067.stdout:1731: done (0 left) 2024-07-29T15:08:23.956 INFO:tasks.rados.rados.0.smithi067.stdout:1732: rmattr oid 39 current snap is 165 2024-07-29T15:08:23.956 INFO:tasks.rados.rados.0.smithi067.stdout:1732: done (0 left) 2024-07-29T15:08:23.956 INFO:tasks.rados.rados.0.smithi067.stdout:1733: read oid 26 snap 159 2024-07-29T15:08:23.956 INFO:tasks.rados.rados.0.smithi067.stdout:1733: expect (ObjNum 521 snap 154 seq_num 521) 2024-07-29T15:08:23.956 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 23 current snap is 165 2024-07-29T15:08:23.956 INFO:tasks.rados.rados.0.smithi067.stdout:1734: seq_num 565 ranges {5382144=671744,6053888=729088,6782976=753664,7536640=122880} 2024-07-29T15:08:23.989 INFO:tasks.rados.rados.0.smithi067.stdout:1734: writing smithi06780069-23 from 5382144 to 6053888 tid 1 2024-07-29T15:08:23.993 INFO:tasks.rados.rados.0.smithi067.stdout:1734: writing smithi06780069-23 from 6053888 to 6782976 tid 2 2024-07-29T15:08:23.998 INFO:tasks.rados.rados.0.smithi067.stdout:1734: writing smithi06780069-23 from 6782976 to 7536640 tid 3 2024-07-29T15:08:23.999 INFO:tasks.rados.rados.0.smithi067.stdout:1734: writing smithi06780069-23 from 7536640 to 7659520 tid 4 2024-07-29T15:08:23.999 INFO:tasks.rados.rados.0.smithi067.stdout:1735: rollback oid 17 current snap is 165 2024-07-29T15:08:23.999 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 17 to 159 2024-07-29T15:08:23.999 INFO:tasks.rados.rados.0.smithi067.stdout:1733: expect (ObjNum 521 snap 154 seq_num 521) 2024-07-29T15:08:24.047 INFO:tasks.rados.rados.0.smithi067.stdout:1734: finishing write tid 1 to smithi06780069-23 2024-07-29T15:08:24.047 INFO:tasks.rados.rados.0.smithi067.stdout:1734: finishing write tid 2 to smithi06780069-23 2024-07-29T15:08:24.047 INFO:tasks.rados.rados.0.smithi067.stdout:1733: done (2 left) 2024-07-29T15:08:24.047 INFO:tasks.rados.rados.0.smithi067.stdout:1736: snap_remove snap 160 2024-07-29T15:08:24.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:24 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:24.147Z caller=alerting.go:391 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.2\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.2\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.2\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-07-29T15:08:24.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:24 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:24.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.2\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.2\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.2\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:08:24.962 INFO:tasks.rados.rados.0.smithi067.stdout:1736: done (2 left) 2024-07-29T15:08:24.962 INFO:tasks.rados.rados.0.smithi067.stdout:1737: rollback oid 3 current snap is 165 2024-07-29T15:08:24.962 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 3 to 159 2024-07-29T15:08:24.962 INFO:tasks.rados.rados.0.smithi067.stdout:1738: copy_from oid 30 from oid 21 current snap is 165 2024-07-29T15:08:24.963 INFO:tasks.rados.rados.0.smithi067.stdout:1735: finishing rollback tid 0 to smithi06780069-17 2024-07-29T15:08:24.963 INFO:tasks.rados.rados.0.smithi067.stdout:1734: finishing write tid 3 to smithi06780069-23 2024-07-29T15:08:24.963 INFO:tasks.rados.rados.0.smithi067.stdout:1735: finishing rollback tid 1 to smithi06780069-17 2024-07-29T15:08:24.963 INFO:tasks.rados.rados.0.smithi067.stdout:1735: finishing rollback tid 2 to smithi06780069-17 2024-07-29T15:08:24.963 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 427 (ObjNum 523 snap 154 seq_num 523) dirty exists 2024-07-29T15:08:24.963 INFO:tasks.rados.rados.0.smithi067.stdout:1734: finishing write tid 4 to smithi06780069-23 2024-07-29T15:08:24.963 INFO:tasks.rados.rados.0.smithi067.stdout:1734: finishing write tid 5 to smithi06780069-23 2024-07-29T15:08:24.963 INFO:tasks.rados.rados.0.smithi067.stdout:1734: finishing write tid 6 to smithi06780069-23 2024-07-29T15:08:24.963 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 914 (ObjNum 565 snap 165 seq_num 565) dirty exists 2024-07-29T15:08:24.963 INFO:tasks.rados.rados.0.smithi067.stdout:1734: left oid 23 (ObjNum 565 snap 165 seq_num 565) 2024-07-29T15:08:24.963 INFO:tasks.rados.rados.0.smithi067.stdout:1734: done (3 left) 2024-07-29T15:08:24.963 INFO:tasks.rados.rados.0.smithi067.stdout:1735: done (2 left) 2024-07-29T15:08:24.963 INFO:tasks.rados.rados.0.smithi067.stdout:1739: copy_from oid 37 from oid 32 current snap is 165 2024-07-29T15:08:24.963 INFO:tasks.rados.rados.0.smithi067.stdout:1740: read oid 23 snap -1 2024-07-29T15:08:24.963 INFO:tasks.rados.rados.0.smithi067.stdout:1740: expect (ObjNum 565 snap 165 seq_num 565) 2024-07-29T15:08:24.964 INFO:tasks.rados.rados.0.smithi067.stdout:1741: copy_from oid 12 from oid 39 current snap is 165 2024-07-29T15:08:24.964 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 25 current snap is 165 2024-07-29T15:08:24.964 INFO:tasks.rados.rados.0.smithi067.stdout:1742: seq_num 566 ranges {0=688128,688128=614400,1302528=565248,1867776=425984} 2024-07-29T15:08:24.967 INFO:tasks.rados.rados.0.smithi067.stdout:1742: writing smithi06780069-25 from 0 to 688128 tid 1 2024-07-29T15:08:24.971 INFO:tasks.rados.rados.0.smithi067.stdout:1742: writing smithi06780069-25 from 688128 to 1302528 tid 2 2024-07-29T15:08:24.975 INFO:tasks.rados.rados.0.smithi067.stdout:1742: writing smithi06780069-25 from 1302528 to 1867776 tid 3 2024-07-29T15:08:24.979 INFO:tasks.rados.rados.0.smithi067.stdout:1742: writing smithi06780069-25 from 1867776 to 2293760 tid 4 2024-07-29T15:08:24.979 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 1 current snap is 165 2024-07-29T15:08:24.979 INFO:tasks.rados.rados.0.smithi067.stdout:1743: seq_num 567 ranges {1638400=704512,2342912=499712,2842624=770048,3612672=335872} 2024-07-29T15:08:24.993 INFO:tasks.rados.rados.0.smithi067.stdout:1743: writing smithi06780069-1 from 1638400 to 2342912 tid 1 2024-07-29T15:08:24.996 INFO:tasks.rados.rados.0.smithi067.stdout:1743: writing smithi06780069-1 from 2342912 to 2842624 tid 2 2024-07-29T15:08:25.000 INFO:tasks.rados.rados.0.smithi067.stdout:1743: writing smithi06780069-1 from 2842624 to 3612672 tid 3 2024-07-29T15:08:25.003 INFO:tasks.rados.rados.0.smithi067.stdout:1743: writing smithi06780069-1 from 3612672 to 3948544 tid 4 2024-07-29T15:08:25.003 INFO:tasks.rados.rados.0.smithi067.stdout:1744: read oid 31 snap -1 2024-07-29T15:08:25.004 INFO:tasks.rados.rados.0.smithi067.stdout:1744: expect (ObjNum 557 snap 162 seq_num 557) 2024-07-29T15:08:25.004 INFO:tasks.rados.rados.0.smithi067.stdout:1745: rmattr oid 5 current snap is 165 2024-07-29T15:08:25.004 INFO:tasks.rados.rados.0.smithi067.stdout:1737: finishing rollback tid 0 to smithi06780069-3 2024-07-29T15:08:25.004 INFO:tasks.rados.rados.0.smithi067.stdout:1737: finishing rollback tid 1 to smithi06780069-3 2024-07-29T15:08:25.004 INFO:tasks.rados.rados.0.smithi067.stdout:1737: finishing rollback tid 2 to smithi06780069-3 2024-07-29T15:08:25.004 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 818 (ObjNum 453 snap 132 seq_num 453) dirty exists 2024-07-29T15:08:25.004 INFO:tasks.rados.rados.0.smithi067.stdout:1738: finishing copy_from to smithi06780069-30 2024-07-29T15:08:25.004 INFO:tasks.rados.rados.0.smithi067.stdout:1738: got expected ENOENT (src dne) 2024-07-29T15:08:25.004 INFO:tasks.rados.rados.0.smithi067.stdout:1737: done (8 left) 2024-07-29T15:08:25.004 INFO:tasks.rados.rados.0.smithi067.stdout:1746: rollback oid 38 current snap is 165 2024-07-29T15:08:25.004 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 38 to 159 2024-07-29T15:08:25.004 INFO:tasks.rados.rados.0.smithi067.stdout:1738: finishing copy_from racing read to smithi06780069-30 2024-07-29T15:08:25.004 INFO:tasks.rados.rados.0.smithi067.stdout:1742: finishing write tid 1 to smithi06780069-25 2024-07-29T15:08:25.004 INFO:tasks.rados.rados.0.smithi067.stdout:1742: finishing write tid 2 to smithi06780069-25 2024-07-29T15:08:25.005 INFO:tasks.rados.rados.0.smithi067.stdout:1738: done (8 left) 2024-07-29T15:08:25.005 INFO:tasks.rados.rados.0.smithi067.stdout:1747: read oid 40 snap -1 2024-07-29T15:08:25.005 INFO:tasks.rados.rados.0.smithi067.stdout:1747: expect (ObjNum 550 snap 161 seq_num 550) 2024-07-29T15:08:25.005 INFO:tasks.rados.rados.0.smithi067.stdout:1748: snap_create 2024-07-29T15:08:25.005 INFO:tasks.rados.rados.0.smithi067.stdout:1742: finishing write tid 3 to smithi06780069-25 2024-07-29T15:08:25.006 INFO:tasks.rados.rados.0.smithi067.stdout:1742: finishing write tid 4 to smithi06780069-25 2024-07-29T15:08:25.006 INFO:tasks.rados.rados.0.smithi067.stdout:1742: finishing write tid 5 to smithi06780069-25 2024-07-29T15:08:25.006 INFO:tasks.rados.rados.0.smithi067.stdout:1739: finishing copy_from to smithi06780069-37 2024-07-29T15:08:25.006 INFO:tasks.rados.rados.0.smithi067.stdout:1739: got expected ENOENT (src dne) 2024-07-29T15:08:25.006 INFO:tasks.rados.rados.0.smithi067.stdout:1739: finishing copy_from racing read to smithi06780069-37 2024-07-29T15:08:25.006 INFO:tasks.rados.rados.0.smithi067.stdout:1742: finishing write tid 6 to smithi06780069-25 2024-07-29T15:08:25.006 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 25 v 855 (ObjNum 566 snap 165 seq_num 566) dirty exists 2024-07-29T15:08:25.006 INFO:tasks.rados.rados.0.smithi067.stdout:1742: left oid 25 (ObjNum 566 snap 165 seq_num 566) 2024-07-29T15:08:25.007 INFO:tasks.rados.rados.0.smithi067.stdout:1741: finishing copy_from racing read to smithi06780069-12 2024-07-29T15:08:25.011 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 780 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-07-29T15:08:25.013 INFO:tasks.rados.rados.0.smithi067.stdout:1743: finishing write tid 1 to smithi06780069-1 2024-07-29T15:08:25.013 INFO:tasks.rados.rados.0.smithi067.stdout:1746: finishing rollback tid 0 to smithi06780069-38 2024-07-29T15:08:25.013 INFO:tasks.rados.rados.0.smithi067.stdout:1743: finishing write tid 2 to smithi06780069-1 2024-07-29T15:08:25.013 INFO:tasks.rados.rados.0.smithi067.stdout:1746: finishing rollback tid 1 to smithi06780069-38 2024-07-29T15:08:25.013 INFO:tasks.rados.rados.0.smithi067.stdout:1743: finishing write tid 3 to smithi06780069-1 2024-07-29T15:08:25.013 INFO:tasks.rados.rados.0.smithi067.stdout:1743: finishing write tid 4 to smithi06780069-1 2024-07-29T15:08:25.013 INFO:tasks.rados.rados.0.smithi067.stdout:1743: finishing write tid 5 to smithi06780069-1 2024-07-29T15:08:25.013 INFO:tasks.rados.rados.0.smithi067.stdout:1746: finishing rollback tid 2 to smithi06780069-38 2024-07-29T15:08:25.014 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 38 v 783 (ObjNum 534 snap 159 seq_num 534) dirty exists 2024-07-29T15:08:25.017 INFO:tasks.rados.rados.0.smithi067.stdout:1741: finishing copy_from to smithi06780069-12 2024-07-29T15:08:25.017 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 528 (ObjNum 486 snap 145 seq_num 486) dirty exists 2024-07-29T15:08:25.017 INFO:tasks.rados.rados.0.smithi067.stdout:1743: finishing write tid 6 to smithi06780069-1 2024-07-29T15:08:25.017 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 967 (ObjNum 567 snap 165 seq_num 567) dirty exists 2024-07-29T15:08:25.017 INFO:tasks.rados.rados.0.smithi067.stdout:1743: left oid 1 (ObjNum 567 snap 165 seq_num 567) 2024-07-29T15:08:25.019 INFO:tasks.rados.rados.0.smithi067.stdout:1740: expect (ObjNum 565 snap 165 seq_num 565) 2024-07-29T15:08:25.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:24 smithi067 ceph-mon[91995]: pgmap v229: 121 pgs: 121 active+clean; 197 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 538 KiB/s wr, 2 op/s 2024-07-29T15:08:25.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:24 smithi067 ceph-mon[91995]: osdmap e414: 8 total, 8 up, 8 in 2024-07-29T15:08:25.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:24 smithi067 ceph-mon[94375]: pgmap v229: 121 pgs: 121 active+clean; 197 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 538 KiB/s wr, 2 op/s 2024-07-29T15:08:25.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:24 smithi067 ceph-mon[94375]: osdmap e414: 8 total, 8 up, 8 in 2024-07-29T15:08:25.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:24 smithi138 ceph-mon[86438]: pgmap v229: 121 pgs: 121 active+clean; 197 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 538 KiB/s wr, 2 op/s 2024-07-29T15:08:25.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:24 smithi138 ceph-mon[86438]: osdmap e414: 8 total, 8 up, 8 in 2024-07-29T15:08:25.472 INFO:tasks.rados.rados.0.smithi067.stdout:1747: expect (ObjNum 550 snap 161 seq_num 550) 2024-07-29T15:08:25.525 INFO:tasks.rados.rados.0.smithi067.stdout:1744: expect (ObjNum 557 snap 162 seq_num 557) 2024-07-29T15:08:25.755 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-07-29T15:08:25.984 INFO:tasks.rados.rados.0.smithi067.stdout:1739: done (9 left) 2024-07-29T15:08:25.984 INFO:tasks.rados.rados.0.smithi067.stdout:1740: done (8 left) 2024-07-29T15:08:25.984 INFO:tasks.rados.rados.0.smithi067.stdout:1741: done (7 left) 2024-07-29T15:08:25.984 INFO:tasks.rados.rados.0.smithi067.stdout:1742: done (6 left) 2024-07-29T15:08:25.984 INFO:tasks.rados.rados.0.smithi067.stdout:1743: done (5 left) 2024-07-29T15:08:25.985 INFO:tasks.rados.rados.0.smithi067.stdout:1744: done (4 left) 2024-07-29T15:08:25.985 INFO:tasks.rados.rados.0.smithi067.stdout:1745: done (3 left) 2024-07-29T15:08:25.985 INFO:tasks.rados.rados.0.smithi067.stdout:1746: done (2 left) 2024-07-29T15:08:25.985 INFO:tasks.rados.rados.0.smithi067.stdout:1747: done (1 left) 2024-07-29T15:08:25.985 INFO:tasks.rados.rados.0.smithi067.stdout:1748: done (0 left) 2024-07-29T15:08:25.985 INFO:tasks.rados.rados.0.smithi067.stdout:1749: read oid 1 snap -1 2024-07-29T15:08:25.985 INFO:tasks.rados.rados.0.smithi067.stdout:1749: expect (ObjNum 567 snap 165 seq_num 567) 2024-07-29T15:08:25.985 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 14 current snap is 166 2024-07-29T15:08:25.985 INFO:tasks.rados.rados.0.smithi067.stdout:1750: seq_num 568 ranges {5120000=720896,5840896=786432,6627328=581632,7208960=237568} 2024-07-29T15:08:26.016 INFO:tasks.rados.rados.0.smithi067.stdout:1750: writing smithi06780069-14 from 5120000 to 5840896 tid 1 2024-07-29T15:08:26.021 INFO:tasks.rados.rados.0.smithi067.stdout:1750: writing smithi06780069-14 from 5840896 to 6627328 tid 2 2024-07-29T15:08:26.025 INFO:tasks.rados.rados.0.smithi067.stdout:1750: writing smithi06780069-14 from 6627328 to 7208960 tid 3 2024-07-29T15:08:26.026 INFO:tasks.rados.rados.0.smithi067.stdout:1750: writing smithi06780069-14 from 7208960 to 7446528 tid 4 2024-07-29T15:08:26.026 INFO:tasks.rados.rados.0.smithi067.stdout:1751: snap_remove snap 165 2024-07-29T15:08:26.047 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-29T15:08:26.047 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (4m) 17s ago 8m 17.3M - 0.27.0 11f11916f8cd 7b3d7ecf5d32 2024-07-29T15:08:26.047 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi138 *:3000 running (3m) 2m ago 8m 78.0M - 9.4.7 954c08fa6188 16aea5822221 2024-07-29T15:08:26.047 INFO:teuthology.orchestra.run.smithi067.stdout:mds.a smithi067 running (9m) 17s ago 9m 21.4M - 17.2.7-1155-g3120d060 5ec745195f7e 0b73fb05902b 2024-07-29T15:08:26.047 INFO:teuthology.orchestra.run.smithi067.stdout:mds.b smithi138 running (9m) 2m ago 9m 15.3M - 17.2.7-1155-g3120d060 5ec745195f7e 8d64b29e8368 2024-07-29T15:08:26.047 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi138 *:8443,9283,8765 running (2m) 2m ago 13m 450M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 ae20c11d7057 2024-07-29T15:08:26.048 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:8443,9283,8765 running (3m) 17s ago 14m 519M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 2844d13de992 2024-07-29T15:08:26.048 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (2m) 17s ago 14m 52.1M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 b489fbc3c018 2024-07-29T15:08:26.048 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi138 running (2m) 2m ago 13m 29.8M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 bccf2941ae7e 2024-07-29T15:08:26.048 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (2m) 17s ago 13m 45.5M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 75074f1e503e 2024-07-29T15:08:26.048 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (3m) 17s ago 8m 9567k - 1.7.0 72c9c2088986 142217b16374 2024-07-29T15:08:26.048 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi138 *:9100 running (3m) 2m ago 8m 12.2M - 1.7.0 72c9c2088986 60191c363c80 2024-07-29T15:08:26.048 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (88s) 17s ago 12m 123M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 17c73145f36a 2024-07-29T15:08:26.048 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (55s) 17s ago 12m 108M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 e9d39547a528 2024-07-29T15:08:26.048 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (21s) 17s ago 11m 12.0M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 a7d5a0aa79de 2024-07-29T15:08:26.048 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (11m) 17s ago 11m 154M 2480M 17.2.7-1155-g3120d060 5ec745195f7e c9160c216ff0 2024-07-29T15:08:26.048 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi138 running (11m) 2m ago 11m 140M 2480M 17.2.7-1155-g3120d060 5ec745195f7e a15137922a4f 2024-07-29T15:08:26.048 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi138 running (10m) 2m ago 10m 171M 2480M 17.2.7-1155-g3120d060 5ec745195f7e 095126a5d70a 2024-07-29T15:08:26.048 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi138 running (10m) 2m ago 10m 86.7M 2480M 17.2.7-1155-g3120d060 5ec745195f7e a10a9aef390f 2024-07-29T15:08:26.049 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi138 running (10m) 2m ago 10m 133M 2480M 17.2.7-1155-g3120d060 5ec745195f7e c141798f58f5 2024-07-29T15:08:26.049 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi138 *:9095 running (3m) 2m ago 8m 41.8M - 2.51.0 1d3b7f56885b 99e49ee09a02 2024-07-29T15:08:26.049 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:25 smithi067 ceph-mon[91995]: osdmap e415: 8 total, 8 up, 8 in 2024-07-29T15:08:26.049 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:25 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:26.049 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:25 smithi067 ceph-mon[94375]: osdmap e415: 8 total, 8 up, 8 in 2024-07-29T15:08:26.049 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:25 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:26.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:25 smithi138 ceph-mon[86438]: osdmap e415: 8 total, 8 up, 8 in 2024-07-29T15:08:26.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:25 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:26.060 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:25 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:25.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:08:26.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:25 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:25.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:08:26.392 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-07-29T15:08:26.393 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-07-29T15:08:26.393 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 3 2024-07-29T15:08:26.393 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:08:26.393 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-07-29T15:08:26.393 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 2 2024-07-29T15:08:26.393 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:08:26.393 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-07-29T15:08:26.393 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 5, 2024-07-29T15:08:26.393 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 3 2024-07-29T15:08:26.393 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:08:26.393 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": { 2024-07-29T15:08:26.394 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 2 2024-07-29T15:08:26.394 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:08:26.394 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-07-29T15:08:26.394 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 7, 2024-07-29T15:08:26.394 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 8 2024-07-29T15:08:26.394 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-07-29T15:08:26.394 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-07-29T15:08:26.998 INFO:tasks.rados.rados.0.smithi067.stdout:1751: done (2 left) 2024-07-29T15:08:26.998 INFO:tasks.rados.rados.0.smithi067.stdout:1752: rollback oid 30 current snap is 166 2024-07-29T15:08:26.998 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 30 to 159 2024-07-29T15:08:26.998 INFO:tasks.rados.rados.0.smithi067.stdout:1753: copy_from oid 11 from oid 46 current snap is 166 2024-07-29T15:08:26.998 INFO:tasks.rados.rados.0.smithi067.stdout:1754: setattr oid 37 current snap is 166 2024-07-29T15:08:26.998 INFO:tasks.rados.rados.0.smithi067.stdout:1749: expect (ObjNum 567 snap 165 seq_num 567) 2024-07-29T15:08:27.133 INFO:tasks.rados.rados.0.smithi067.stdout:1750: finishing write tid 1 to smithi06780069-14 2024-07-29T15:08:27.134 INFO:tasks.rados.rados.0.smithi067.stdout:1750: finishing write tid 2 to smithi06780069-14 2024-07-29T15:08:27.134 INFO:tasks.rados.rados.0.smithi067.stdout:1750: finishing write tid 3 to smithi06780069-14 2024-07-29T15:08:27.134 INFO:tasks.rados.rados.0.smithi067.stdout:1750: finishing write tid 4 to smithi06780069-14 2024-07-29T15:08:27.134 INFO:tasks.rados.rados.0.smithi067.stdout:1750: finishing write tid 5 to smithi06780069-14 2024-07-29T15:08:27.134 INFO:tasks.rados.rados.0.smithi067.stdout:1750: finishing write tid 6 to smithi06780069-14 2024-07-29T15:08:27.134 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 14 v 605 (ObjNum 568 snap 166 seq_num 568) dirty exists 2024-07-29T15:08:27.134 INFO:tasks.rados.rados.0.smithi067.stdout:1750: left oid 14 (ObjNum 568 snap 166 seq_num 568) 2024-07-29T15:08:27.134 INFO:tasks.rados.rados.0.smithi067.stdout:1752: finishing rollback tid 0 to smithi06780069-30 2024-07-29T15:08:27.134 INFO:tasks.rados.rados.0.smithi067.stdout:1753: finishing copy_from to smithi06780069-11 2024-07-29T15:08:27.134 INFO:tasks.rados.rados.0.smithi067.stdout:1753: got expected ENOENT (src dne) 2024-07-29T15:08:27.134 INFO:tasks.rados.rados.0.smithi067.stdout:1753: finishing copy_from racing read to smithi06780069-11 2024-07-29T15:08:27.134 INFO:tasks.rados.rados.0.smithi067.stdout:1752: finishing rollback tid 1 to smithi06780069-30 2024-07-29T15:08:27.134 INFO:tasks.rados.rados.0.smithi067.stdout:1752: finishing rollback tid 2 to smithi06780069-30 2024-07-29T15:08:27.135 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 917 (ObjNum 518 snap 152 seq_num 518) dirty exists 2024-07-29T15:08:27.135 INFO:tasks.rados.rados.0.smithi067.stdout:1749: done (4 left) 2024-07-29T15:08:27.135 INFO:tasks.rados.rados.0.smithi067.stdout:1750: done (3 left) 2024-07-29T15:08:27.135 INFO:tasks.rados.rados.0.smithi067.stdout:1752: done (2 left) 2024-07-29T15:08:27.135 INFO:tasks.rados.rados.0.smithi067.stdout:1753: done (1 left) 2024-07-29T15:08:27.135 INFO:tasks.rados.rados.0.smithi067.stdout:1755: copy_from oid 15 from oid 32 current snap is 166 2024-07-29T15:08:27.135 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 24 current snap is 166 2024-07-29T15:08:27.135 INFO:tasks.rados.rados.0.smithi067.stdout:1756: seq_num 569 ranges {0=737280,737280=671744,1409024=737280,2146304=196608} 2024-07-29T15:08:27.137 INFO:tasks.rados.rados.0.smithi067.stdout:1756: writing smithi06780069-24 from 0 to 737280 tid 1 2024-07-29T15:08:27.141 INFO:tasks.rados.rados.0.smithi067.stdout:1756: writing smithi06780069-24 from 737280 to 1409024 tid 2 2024-07-29T15:08:27.145 INFO:tasks.rados.rados.0.smithi067.stdout:1756: writing smithi06780069-24 from 1409024 to 2146304 tid 3 2024-07-29T15:08:27.146 INFO:tasks.rados.rados.0.smithi067.stdout:1756: writing smithi06780069-24 from 2146304 to 2342912 tid 4 2024-07-29T15:08:27.146 INFO:tasks.rados.rados.0.smithi067.stdout:1757: snap_remove snap 159 2024-07-29T15:08:27.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:26 smithi067 ceph-mon[91995]: from='client.34269 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:08:27.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:26 smithi067 ceph-mon[91995]: pgmap v232: 121 pgs: 121 active+clean; 190 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.3 MiB/s wr, 20 op/s 2024-07-29T15:08:27.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:26 smithi067 ceph-mon[91995]: osdmap e416: 8 total, 8 up, 8 in 2024-07-29T15:08:27.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:26 smithi067 ceph-mon[91995]: from='client.34275 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:08:27.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:26 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2753018227' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:08:27.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:26 smithi067 ceph-mon[94375]: from='client.34269 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:08:27.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:26 smithi067 ceph-mon[94375]: pgmap v232: 121 pgs: 121 active+clean; 190 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.3 MiB/s wr, 20 op/s 2024-07-29T15:08:27.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:26 smithi067 ceph-mon[94375]: osdmap e416: 8 total, 8 up, 8 in 2024-07-29T15:08:27.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:26 smithi067 ceph-mon[94375]: from='client.34275 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:08:27.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:26 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2753018227' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:08:27.310 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:26 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:26.950Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi138\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:08:27.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:26 smithi138 ceph-mon[86438]: from='client.34269 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:08:27.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:26 smithi138 ceph-mon[86438]: pgmap v232: 121 pgs: 121 active+clean; 190 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.3 MiB/s wr, 20 op/s 2024-07-29T15:08:27.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:26 smithi138 ceph-mon[86438]: osdmap e416: 8 total, 8 up, 8 in 2024-07-29T15:08:27.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:26 smithi138 ceph-mon[86438]: from='client.34275 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:08:27.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:26 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2753018227' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:08:27.922 INFO:tasks.rados.rados.0.smithi067.stdout:1757: done (3 left) 2024-07-29T15:08:27.922 INFO:tasks.rados.rados.0.smithi067.stdout:1758: copy_from oid 26 from oid 18 current snap is 166 2024-07-29T15:08:27.922 INFO:tasks.rados.rados.0.smithi067.stdout:1755: finishing copy_from to smithi06780069-15 2024-07-29T15:08:27.922 INFO:tasks.rados.rados.0.smithi067.stdout:1755: got expected ENOENT (src dne) 2024-07-29T15:08:27.922 INFO:tasks.rados.rados.0.smithi067.stdout:1755: finishing copy_from racing read to smithi06780069-15 2024-07-29T15:08:27.922 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 37 v 886 (ObjNum 552 snap 161 seq_num 552) dirty exists 2024-07-29T15:08:27.922 INFO:tasks.rados.rados.0.smithi067.stdout:1756: finishing write tid 1 to smithi06780069-24 2024-07-29T15:08:27.922 INFO:tasks.rados.rados.0.smithi067.stdout:1756: finishing write tid 2 to smithi06780069-24 2024-07-29T15:08:27.923 INFO:tasks.rados.rados.0.smithi067.stdout:1756: finishing write tid 3 to smithi06780069-24 2024-07-29T15:08:27.923 INFO:tasks.rados.rados.0.smithi067.stdout:1756: finishing write tid 4 to smithi06780069-24 2024-07-29T15:08:27.923 INFO:tasks.rados.rados.0.smithi067.stdout:1756: finishing write tid 5 to smithi06780069-24 2024-07-29T15:08:27.923 INFO:tasks.rados.rados.0.smithi067.stdout:1756: finishing write tid 6 to smithi06780069-24 2024-07-29T15:08:27.923 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 24 v 972 (ObjNum 569 snap 166 seq_num 569) dirty exists 2024-07-29T15:08:27.923 INFO:tasks.rados.rados.0.smithi067.stdout:1756: left oid 24 (ObjNum 569 snap 166 seq_num 569) 2024-07-29T15:08:27.923 INFO:tasks.rados.rados.0.smithi067.stdout:1754: done (3 left) 2024-07-29T15:08:27.923 INFO:tasks.rados.rados.0.smithi067.stdout:1755: done (2 left) 2024-07-29T15:08:27.923 INFO:tasks.rados.rados.0.smithi067.stdout:1756: done (1 left) 2024-07-29T15:08:27.923 INFO:tasks.rados.rados.0.smithi067.stdout:1759: snap_create 2024-07-29T15:08:27.973 INFO:tasks.rados.rados.0.smithi067.stdout:1758: finishing copy_from racing read to smithi06780069-26 2024-07-29T15:08:27.984 INFO:tasks.rados.rados.0.smithi067.stdout:1758: finishing copy_from to smithi06780069-26 2024-07-29T15:08:27.984 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 694 (ObjNum 526 snap 154 seq_num 526) dirty exists 2024-07-29T15:08:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:08:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:08:27] "GET /metrics HTTP/1.1" 200 36247 "" "Prometheus/2.51.0" 2024-07-29T15:08:28.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:27 smithi067 ceph-mon[94375]: osdmap e417: 8 total, 8 up, 8 in 2024-07-29T15:08:28.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:27 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-29T15:08:28.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:27 smithi067 ceph-mon[94375]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-29T15:08:28.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:27 smithi067 ceph-mon[94375]: Upgrade: osd.3 is safe to restart 2024-07-29T15:08:28.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:27 smithi067 ceph-mon[94375]: osdmap e418: 8 total, 8 up, 8 in 2024-07-29T15:08:28.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:27 smithi067 ceph-mon[91995]: osdmap e417: 8 total, 8 up, 8 in 2024-07-29T15:08:28.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:27 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-29T15:08:28.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:27 smithi067 ceph-mon[91995]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-29T15:08:28.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:27 smithi067 ceph-mon[91995]: Upgrade: osd.3 is safe to restart 2024-07-29T15:08:28.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:27 smithi067 ceph-mon[91995]: osdmap e418: 8 total, 8 up, 8 in 2024-07-29T15:08:28.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:27 smithi138 ceph-mon[86438]: osdmap e417: 8 total, 8 up, 8 in 2024-07-29T15:08:28.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:27 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-29T15:08:28.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:27 smithi138 ceph-mon[86438]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-29T15:08:28.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:27 smithi138 ceph-mon[86438]: Upgrade: osd.3 is safe to restart 2024-07-29T15:08:28.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:27 smithi138 ceph-mon[86438]: osdmap e418: 8 total, 8 up, 8 in 2024-07-29T15:08:28.921 INFO:tasks.rados.rados.0.smithi067.stdout:1758: done (1 left) 2024-07-29T15:08:28.921 INFO:tasks.rados.rados.0.smithi067.stdout:1759: done (0 left) 2024-07-29T15:08:28.921 INFO:tasks.rados.rados.0.smithi067.stdout:1760: delete oid 30 current snap is 167 2024-07-29T15:08:28.925 INFO:tasks.rados.rados.0.smithi067.stdout:1760: done (0 left) 2024-07-29T15:08:28.925 INFO:tasks.rados.rados.0.smithi067.stdout:1761: rollback oid 41 current snap is 167 2024-07-29T15:08:28.925 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 41 to 166 2024-07-29T15:08:28.925 INFO:tasks.rados.rados.0.smithi067.stdout:1762: read oid 42 snap -1 2024-07-29T15:08:28.925 INFO:tasks.rados.rados.0.smithi067.stdout:1762: expect (ObjNum 564 snap 165 seq_num 564) 2024-07-29T15:08:28.926 INFO:tasks.rados.rados.0.smithi067.stdout:1763: copy_from oid 31 from oid 50 current snap is 167 2024-07-29T15:08:28.926 INFO:tasks.rados.rados.0.smithi067.stdout:1764: snap_create 2024-07-29T15:08:28.930 INFO:tasks.rados.rados.0.smithi067.stdout:1761: finishing rollback tid 0 to smithi06780069-41 2024-07-29T15:08:28.930 INFO:tasks.rados.rados.0.smithi067.stdout:1761: finishing rollback tid 1 to smithi06780069-41 2024-07-29T15:08:28.931 INFO:tasks.rados.rados.0.smithi067.stdout:1761: finishing rollback tid 2 to smithi06780069-41 2024-07-29T15:08:28.931 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 889 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-07-29T15:08:28.958 INFO:tasks.rados.rados.0.smithi067.stdout:1762: expect (ObjNum 564 snap 165 seq_num 564) 2024-07-29T15:08:29.091 INFO:tasks.rados.rados.0.smithi067.stdout:1763: finishing copy_from racing read to smithi06780069-31 2024-07-29T15:08:29.091 INFO:tasks.rados.rados.0.smithi067.stdout:1763: finishing copy_from to smithi06780069-31 2024-07-29T15:08:29.091 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 789 (ObjNum 432 snap 126 seq_num 432) dirty exists 2024-07-29T15:08:29.271 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:28 smithi067 ceph-mon[91995]: pgmap v235: 121 pgs: 121 active+clean; 184 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.2 MiB/s wr, 20 op/s 2024-07-29T15:08:29.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:28 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:29.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:28 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-07-29T15:08:29.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:28 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:08:29.272 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:28 smithi067 ceph-mon[91995]: osdmap e419: 8 total, 8 up, 8 in 2024-07-29T15:08:29.272 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:28 smithi067 ceph-mon[94375]: pgmap v235: 121 pgs: 121 active+clean; 184 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.2 MiB/s wr, 20 op/s 2024-07-29T15:08:29.272 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:28 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:29.272 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:28 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-07-29T15:08:29.272 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:28 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:08:29.272 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:28 smithi067 ceph-mon[94375]: osdmap e419: 8 total, 8 up, 8 in 2024-07-29T15:08:29.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:28 smithi138 ceph-mon[86438]: pgmap v235: 121 pgs: 121 active+clean; 184 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.2 MiB/s wr, 20 op/s 2024-07-29T15:08:29.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:28 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:29.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:28 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-07-29T15:08:29.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:28 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:08:29.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:28 smithi138 ceph-mon[86438]: osdmap e419: 8 total, 8 up, 8 in 2024-07-29T15:08:29.923 INFO:tasks.rados.rados.0.smithi067.stdout:1761: done (3 left) 2024-07-29T15:08:29.923 INFO:tasks.rados.rados.0.smithi067.stdout:1762: done (2 left) 2024-07-29T15:08:29.923 INFO:tasks.rados.rados.0.smithi067.stdout:1763: done (1 left) 2024-07-29T15:08:29.923 INFO:tasks.rados.rados.0.smithi067.stdout:1764: done (0 left) 2024-07-29T15:08:29.923 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 47 current snap is 168 2024-07-29T15:08:29.923 INFO:tasks.rados.rados.0.smithi067.stdout:1765: seq_num 571 ranges {778240=770048,1548288=483328,2031616=753664,2785280=368640} 2024-07-29T15:08:29.931 INFO:tasks.rados.rados.0.smithi067.stdout:1765: writing smithi06780069-47 from 778240 to 1548288 tid 1 2024-07-29T15:08:29.934 INFO:tasks.rados.rados.0.smithi067.stdout:1765: writing smithi06780069-47 from 1548288 to 2031616 tid 2 2024-07-29T15:08:29.939 INFO:tasks.rados.rados.0.smithi067.stdout:1765: writing smithi06780069-47 from 2031616 to 2785280 tid 3 2024-07-29T15:08:29.942 INFO:tasks.rados.rados.0.smithi067.stdout:1765: writing smithi06780069-47 from 2785280 to 3153920 tid 4 2024-07-29T15:08:29.942 INFO:tasks.rados.rados.0.smithi067.stdout:1766: read oid 37 snap -1 2024-07-29T15:08:29.942 INFO:tasks.rados.rados.0.smithi067.stdout:1766: expect (ObjNum 552 snap 161 seq_num 552) 2024-07-29T15:08:29.942 INFO:tasks.rados.rados.0.smithi067.stdout:1765: finishing write tid 1 to smithi06780069-47 2024-07-29T15:08:29.942 INFO:tasks.rados.rados.0.smithi067.stdout:1767: read oid 9 snap -1 2024-07-29T15:08:29.942 INFO:tasks.rados.rados.0.smithi067.stdout:1767: expect (ObjNum 547 snap 161 seq_num 547) 2024-07-29T15:08:29.942 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 30 current snap is 168 2024-07-29T15:08:29.943 INFO:tasks.rados.rados.0.smithi067.stdout:1765: finishing write tid 2 to smithi06780069-47 2024-07-29T15:08:29.943 INFO:tasks.rados.rados.0.smithi067.stdout:1768: seq_num 572 ranges {0=786432,786432=770048,1556480=557056,2113536=278528} 2024-07-29T15:08:29.947 INFO:tasks.rados.rados.0.smithi067.stdout:1768: writing smithi06780069-30 from 0 to 786432 tid 1 2024-07-29T15:08:29.953 INFO:tasks.rados.rados.0.smithi067.stdout:1768: writing smithi06780069-30 from 786432 to 1556480 tid 2 2024-07-29T15:08:29.956 INFO:tasks.rados.rados.0.smithi067.stdout:1768: writing smithi06780069-30 from 1556480 to 2113536 tid 3 2024-07-29T15:08:29.959 INFO:tasks.rados.rados.0.smithi067.stdout:1768: writing smithi06780069-30 from 2113536 to 2392064 tid 4 2024-07-29T15:08:29.959 INFO:tasks.rados.rados.0.smithi067.stdout:1769: rollback oid 15 current snap is 168 2024-07-29T15:08:29.959 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 15 to 167 2024-07-29T15:08:29.959 INFO:tasks.rados.rados.0.smithi067.stdout:1765: finishing write tid 3 to smithi06780069-47 2024-07-29T15:08:29.959 INFO:tasks.rados.rados.0.smithi067.stdout:1765: finishing write tid 4 to smithi06780069-47 2024-07-29T15:08:29.959 INFO:tasks.rados.rados.0.smithi067.stdout:1765: finishing write tid 5 to smithi06780069-47 2024-07-29T15:08:29.959 INFO:tasks.rados.rados.0.smithi067.stdout:1765: finishing write tid 6 to smithi06780069-47 2024-07-29T15:08:29.959 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 628 (ObjNum 571 snap 168 seq_num 571) dirty exists 2024-07-29T15:08:29.959 INFO:tasks.rados.rados.0.smithi067.stdout:1765: left oid 47 (ObjNum 571 snap 168 seq_num 571) 2024-07-29T15:08:29.959 INFO:tasks.rados.rados.0.smithi067.stdout:1766: expect (ObjNum 552 snap 161 seq_num 552) 2024-07-29T15:08:30.023 INFO:tasks.rados.rados.0.smithi067.stdout:1768: finishing write tid 1 to smithi06780069-30 2024-07-29T15:08:30.024 INFO:tasks.rados.rados.0.smithi067.stdout:1768: finishing write tid 2 to smithi06780069-30 2024-07-29T15:08:30.024 INFO:tasks.rados.rados.0.smithi067.stdout:1768: finishing write tid 3 to smithi06780069-30 2024-07-29T15:08:30.024 INFO:tasks.rados.rados.0.smithi067.stdout:1765: done (4 left) 2024-07-29T15:08:30.024 INFO:tasks.rados.rados.0.smithi067.stdout:1766: done (3 left) 2024-07-29T15:08:30.024 INFO:tasks.rados.rados.0.smithi067.stdout:1770: read oid 10 snap -1 2024-07-29T15:08:30.024 INFO:tasks.rados.rados.0.smithi067.stdout:1770: expect (ObjNum 420 snap 123 seq_num 420) 2024-07-29T15:08:30.024 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 42 current snap is 168 2024-07-29T15:08:30.024 INFO:tasks.rados.rados.0.smithi067.stdout:1768: finishing write tid 4 to smithi06780069-30 2024-07-29T15:08:30.024 INFO:tasks.rados.rados.0.smithi067.stdout:1771: seq_num 573 ranges {3915776=802816,4718592=655360,5373952=720896,6094848=229376} 2024-07-29T15:08:30.050 INFO:tasks.rados.rados.0.smithi067.stdout:1771: writing smithi06780069-42 from 3915776 to 4718592 tid 1 2024-07-29T15:08:30.054 INFO:tasks.rados.rados.0.smithi067.stdout:1771: writing smithi06780069-42 from 4718592 to 5373952 tid 2 2024-07-29T15:08:30.059 INFO:tasks.rados.rados.0.smithi067.stdout:1771: writing smithi06780069-42 from 5373952 to 6094848 tid 3 2024-07-29T15:08:30.060 INFO:tasks.rados.rados.0.smithi067.stdout:1771: writing smithi06780069-42 from 6094848 to 6324224 tid 4 2024-07-29T15:08:30.060 INFO:tasks.rados.rados.0.smithi067.stdout:1772: snap_remove snap 166 2024-07-29T15:08:30.293 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:30 smithi067 ceph-mon[91995]: Upgrade: Updating osd.3 2024-07-29T15:08:30.293 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:30 smithi067 ceph-mon[91995]: Deploying daemon osd.3 on smithi067 2024-07-29T15:08:30.293 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:30 smithi067 ceph-mon[91995]: osdmap e420: 8 total, 8 up, 8 in 2024-07-29T15:08:30.293 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:30 smithi067 ceph-mon[94375]: Upgrade: Updating osd.3 2024-07-29T15:08:30.294 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:30 smithi067 ceph-mon[94375]: Deploying daemon osd.3 on smithi067 2024-07-29T15:08:30.294 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:30 smithi067 ceph-mon[94375]: osdmap e420: 8 total, 8 up, 8 in 2024-07-29T15:08:30.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:30 smithi138 ceph-mon[86438]: Upgrade: Updating osd.3 2024-07-29T15:08:30.490 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:30 smithi138 ceph-mon[86438]: Deploying daemon osd.3 on smithi067 2024-07-29T15:08:30.490 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:30 smithi138 ceph-mon[86438]: osdmap e420: 8 total, 8 up, 8 in 2024-07-29T15:08:30.491 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:08:31.007 INFO:tasks.rados.rados.0.smithi067.stdout:1772: done (5 left) 2024-07-29T15:08:31.007 INFO:tasks.rados.rados.0.smithi067.stdout:1773: read oid 5 snap 167 2024-07-29T15:08:31.007 INFO:tasks.rados.rados.0.smithi067.stdout:1773: expect (ObjNum -416779072 snap 21888 seq_num 3879838512) 2024-07-29T15:08:31.008 INFO:tasks.rados.rados.0.smithi067.stdout:1774: rmattr oid 29 current snap is 168 2024-07-29T15:08:31.008 INFO:tasks.rados.rados.0.smithi067.stdout:1774: done (6 left) 2024-07-29T15:08:31.008 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 47 current snap is 168 2024-07-29T15:08:31.008 INFO:tasks.rados.rados.0.smithi067.stdout:1768: finishing write tid 5 to smithi06780069-30 2024-07-29T15:08:31.008 INFO:tasks.rados.rados.0.smithi067.stdout:1768: finishing write tid 6 to smithi06780069-30 2024-07-29T15:08:31.008 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 923 (ObjNum 572 snap 168 seq_num 572) dirty exists 2024-07-29T15:08:31.008 INFO:tasks.rados.rados.0.smithi067.stdout:1768: left oid 30 (ObjNum 572 snap 168 seq_num 572) 2024-07-29T15:08:31.008 INFO:tasks.rados.rados.0.smithi067.stdout:1769: finishing rollback tid 0 to smithi06780069-15 2024-07-29T15:08:31.008 INFO:tasks.rados.rados.0.smithi067.stdout:1769: finishing rollback tid 1 to smithi06780069-15 2024-07-29T15:08:31.008 INFO:tasks.rados.rados.0.smithi067.stdout:1775: seq_num 574 ranges {3153920=16384} 2024-07-29T15:08:31.025 INFO:tasks.rados.rados.0.smithi067.stdout:1775: writing smithi06780069-47 from 3153920 to 3170304 tid 1 2024-07-29T15:08:31.025 INFO:tasks.rados.rados.0.smithi067.stdout:1768: done (6 left) 2024-07-29T15:08:31.025 INFO:tasks.rados.rados.0.smithi067.stdout:1776: delete oid 24 current snap is 168 2024-07-29T15:08:31.025 INFO:tasks.rados.rados.0.smithi067.stdout:1769: finishing rollback tid 2 to smithi06780069-15 2024-07-29T15:08:31.025 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 986 (ObjNum 556 snap 162 seq_num 556) dirty exists 2024-07-29T15:08:31.026 INFO:tasks.rados.rados.0.smithi067.stdout:1767: expect (ObjNum 547 snap 161 seq_num 547) 2024-07-29T15:08:31.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:31 smithi138 ceph-mon[86438]: pgmap v238: 121 pgs: 121 active+clean; 162 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 468 KiB/s wr, 11 op/s 2024-07-29T15:08:31.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:31 smithi067 ceph-mon[91995]: pgmap v238: 121 pgs: 121 active+clean; 162 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 468 KiB/s wr, 11 op/s 2024-07-29T15:08:31.344 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:31 smithi067 ceph-mon[94375]: pgmap v238: 121 pgs: 121 active+clean; 162 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 468 KiB/s wr, 11 op/s 2024-07-29T15:08:31.682 INFO:tasks.rados.rados.0.smithi067.stdout:1770: expect (ObjNum 420 snap 123 seq_num 420) 2024-07-29T15:08:31.988 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:31 smithi067 systemd[1]: Stopping Ceph osd.3 for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:08:32.040 INFO:tasks.rados.rados.0.smithi067.stdout:1771: finishing write tid 1 to smithi06780069-42 2024-07-29T15:08:32.040 INFO:tasks.rados.rados.0.smithi067.stdout:1771: finishing write tid 2 to smithi06780069-42 2024-07-29T15:08:32.040 INFO:tasks.rados.rados.0.smithi067.stdout:1771: finishing write tid 3 to smithi06780069-42 2024-07-29T15:08:32.040 INFO:tasks.rados.rados.0.smithi067.stdout:1771: finishing write tid 4 to smithi06780069-42 2024-07-29T15:08:32.040 INFO:tasks.rados.rados.0.smithi067.stdout:1771: finishing write tid 5 to smithi06780069-42 2024-07-29T15:08:32.040 INFO:tasks.rados.rados.0.smithi067.stdout:1771: finishing write tid 6 to smithi06780069-42 2024-07-29T15:08:32.040 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 866 (ObjNum 573 snap 168 seq_num 573) dirty exists 2024-07-29T15:08:32.040 INFO:tasks.rados.rados.0.smithi067.stdout:1771: left oid 42 (ObjNum 573 snap 168 seq_num 573) 2024-07-29T15:08:32.040 INFO:tasks.rados.rados.0.smithi067.stdout:1767: done (6 left) 2024-07-29T15:08:32.041 INFO:tasks.rados.rados.0.smithi067.stdout:1769: done (5 left) 2024-07-29T15:08:32.041 INFO:tasks.rados.rados.0.smithi067.stdout:1770: done (4 left) 2024-07-29T15:08:32.041 INFO:tasks.rados.rados.0.smithi067.stdout:1771: done (3 left) 2024-07-29T15:08:32.041 INFO:tasks.rados.rados.0.smithi067.stdout:1776: done (2 left) 2024-07-29T15:08:32.041 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 40 current snap is 168 2024-07-29T15:08:32.041 INFO:tasks.rados.rados.0.smithi067.stdout:1777: seq_num 576 ranges {2023424=49152} 2024-07-29T15:08:32.052 INFO:tasks.rados.rados.0.smithi067.stdout:1777: writing smithi06780069-40 from 2023424 to 2072576 tid 1 2024-07-29T15:08:32.052 INFO:tasks.rados.rados.0.smithi067.stdout:1778: snap_create 2024-07-29T15:08:32.052 INFO:tasks.rados.rados.0.smithi067.stdout:1773: expect (ObjNum -416779072 snap 21888 seq_num 3879838512) 2024-07-29T15:08:32.053 INFO:tasks.rados.rados.0.smithi067.stdout:1775: finishing write tid 1 to smithi06780069-47 2024-07-29T15:08:32.053 INFO:tasks.rados.rados.0.smithi067.stdout:1775: finishing write tid 2 to smithi06780069-47 2024-07-29T15:08:32.053 INFO:tasks.rados.rados.0.smithi067.stdout:1775: finishing write tid 3 to smithi06780069-47 2024-07-29T15:08:32.054 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 632 (ObjNum 574 snap 168 seq_num 574) dirty exists 2024-07-29T15:08:32.054 INFO:tasks.rados.rados.0.smithi067.stdout:1775: left oid 47 (ObjNum 574 snap 168 seq_num 574) 2024-07-29T15:08:32.055 INFO:tasks.rados.rados.0.smithi067.stdout:1777: finishing write tid 1 to smithi06780069-40 2024-07-29T15:08:32.055 INFO:tasks.rados.rados.0.smithi067.stdout:1777: finishing write tid 2 to smithi06780069-40 2024-07-29T15:08:32.056 INFO:tasks.rados.rados.0.smithi067.stdout:1777: finishing write tid 3 to smithi06780069-40 2024-07-29T15:08:32.056 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 40 v 925 (ObjNum 576 snap 168 seq_num 576) dirty exists 2024-07-29T15:08:32.056 INFO:tasks.rados.rados.0.smithi067.stdout:1777: left oid 40 (ObjNum 576 snap 168 seq_num 576) 2024-07-29T15:08:32.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:32 smithi138 ceph-mon[86438]: osdmap e421: 8 total, 8 up, 8 in 2024-07-29T15:08:32.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:32 smithi138 ceph-mon[86438]: osd.3 marked itself down and dead 2024-07-29T15:08:32.487 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:32 smithi067 ceph-mon[91995]: osdmap e421: 8 total, 8 up, 8 in 2024-07-29T15:08:32.487 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:32 smithi067 ceph-mon[91995]: osd.3 marked itself down and dead 2024-07-29T15:08:32.488 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:32 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3[61372]: 2024-07-29T15:08:32.006+0000 7fbb01cbf640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-29T15:08:32.488 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:32 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3[61372]: 2024-07-29T15:08:32.006+0000 7fbb01cbf640 -1 osd.3 421 *** Got signal Terminated *** 2024-07-29T15:08:32.488 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:32 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3[61372]: 2024-07-29T15:08:32.006+0000 7fbb01cbf640 -1 osd.3 421 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-29T15:08:32.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:32 smithi067 ceph-mon[94375]: osdmap e421: 8 total, 8 up, 8 in 2024-07-29T15:08:32.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:32 smithi067 ceph-mon[94375]: osd.3 marked itself down and dead 2024-07-29T15:08:32.738 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:32 smithi067 podman[113110]: 2024-07-29 15:08:32.487053444 +0000 UTC m=+0.606440941 container died c9160c216ff00d70668ae80af02b5ec328593ffe87810ae111df9105d4c32df4 (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3, ceph=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-3120d06, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-29T15:08:32.927 INFO:tasks.rados.rados.0.smithi067.stdout:1773: done (3 left) 2024-07-29T15:08:32.927 INFO:tasks.rados.rados.0.smithi067.stdout:1775: done (2 left) 2024-07-29T15:08:32.927 INFO:tasks.rados.rados.0.smithi067.stdout:1777: done (1 left) 2024-07-29T15:08:32.927 INFO:tasks.rados.rados.0.smithi067.stdout:1778: done (0 left) 2024-07-29T15:08:32.927 INFO:tasks.rados.rados.0.smithi067.stdout:1779: rollback oid 21 current snap is 169 2024-07-29T15:08:32.927 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 21 to 168 2024-07-29T15:08:32.928 INFO:tasks.rados.rados.0.smithi067.stdout:1780: read oid 13 snap 168 2024-07-29T15:08:32.928 INFO:tasks.rados.rados.0.smithi067.stdout:1780: expect (ObjNum 389 snap 117 seq_num 389) 2024-07-29T15:08:32.928 INFO:tasks.rados.rados.0.smithi067.stdout:1781: copy_from oid 25 from oid 10 current snap is 169 2024-07-29T15:08:32.928 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 4 current snap is 169 2024-07-29T15:08:32.928 INFO:tasks.rados.rados.0.smithi067.stdout:1782: seq_num 577 ranges {0=65536} 2024-07-29T15:08:32.928 INFO:tasks.rados.rados.0.smithi067.stdout:1782: writing smithi06780069-4 from 0 to 65536 tid 1 2024-07-29T15:08:32.928 INFO:tasks.rados.rados.0.smithi067.stdout:1783: snap_create 2024-07-29T15:08:32.930 INFO:tasks.rados.rados.0.smithi067.stdout:1779: finishing rollback tid 1 to smithi06780069-21 2024-07-29T15:08:32.930 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-07-29T15:08:32.954 INFO:tasks.rados.rados.0.smithi067.stdout:1782: finishing write tid 1 to smithi06780069-4 2024-07-29T15:08:32.954 INFO:tasks.rados.rados.0.smithi067.stdout:1782: finishing write tid 2 to smithi06780069-4 2024-07-29T15:08:32.956 INFO:tasks.rados.rados.0.smithi067.stdout:1780: expect (ObjNum 389 snap 117 seq_num 389) 2024-07-29T15:08:33.006 INFO:tasks.rados.rados.0.smithi067.stdout:1782: finishing write tid 3 to smithi06780069-4 2024-07-29T15:08:33.007 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 966 (ObjNum 577 snap 169 seq_num 577) dirty exists 2024-07-29T15:08:33.007 INFO:tasks.rados.rados.0.smithi067.stdout:1782: left oid 4 (ObjNum 577 snap 169 seq_num 577) 2024-07-29T15:08:33.007 INFO:tasks.rados.rados.0.smithi067.stdout:1781: finishing copy_from racing read to smithi06780069-25 2024-07-29T15:08:33.007 INFO:tasks.rados.rados.0.smithi067.stdout:1781: finishing copy_from to smithi06780069-25 2024-07-29T15:08:33.007 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 25 v 827 (ObjNum 420 snap 123 seq_num 420) dirty exists 2024-07-29T15:08:33.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:33 smithi067 ceph-mon[91995]: pgmap v241: 121 pgs: 121 active+clean; 154 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 5.3 MiB/s wr, 20 op/s 2024-07-29T15:08:33.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:33 smithi067 ceph-mon[91995]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-29T15:08:33.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:33 smithi067 ceph-mon[91995]: osdmap e422: 8 total, 7 up, 8 in 2024-07-29T15:08:33.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:33 smithi067 ceph-mon[91995]: osdmap e423: 8 total, 7 up, 8 in 2024-07-29T15:08:33.159 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:32 smithi067 podman[113110]: 2024-07-29 15:08:32.889563635 +0000 UTC m=+1.008951130 container cleanup c9160c216ff00d70668ae80af02b5ec328593ffe87810ae111df9105d4c32df4 (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3, GIT_BRANCH=HEAD, RELEASE=quincy-3120d06, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-07-29T15:08:33.159 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:32 smithi067 bash[113110]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3 2024-07-29T15:08:33.159 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:33 smithi067 ceph-mon[94375]: pgmap v241: 121 pgs: 121 active+clean; 154 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 5.3 MiB/s wr, 20 op/s 2024-07-29T15:08:33.159 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:33 smithi067 ceph-mon[94375]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-29T15:08:33.159 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:33 smithi067 ceph-mon[94375]: osdmap e422: 8 total, 7 up, 8 in 2024-07-29T15:08:33.159 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:33 smithi067 ceph-mon[94375]: osdmap e423: 8 total, 7 up, 8 in 2024-07-29T15:08:33.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:33 smithi138 ceph-mon[86438]: pgmap v241: 121 pgs: 121 active+clean; 154 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 5.3 MiB/s wr, 20 op/s 2024-07-29T15:08:33.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:33 smithi138 ceph-mon[86438]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-29T15:08:33.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:33 smithi138 ceph-mon[86438]: osdmap e422: 8 total, 7 up, 8 in 2024-07-29T15:08:33.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:33 smithi138 ceph-mon[86438]: osdmap e423: 8 total, 7 up, 8 in 2024-07-29T15:08:33.484 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:33 smithi067 podman[113126]: 2024-07-29 15:08:33.157786212 +0000 UTC m=+0.670735554 container remove c9160c216ff00d70668ae80af02b5ec328593ffe87810ae111df9105d4c32df4 (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-3120d06) 2024-07-29T15:08:33.738 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:33 smithi067 podman[113214]: 2024-07-29 15:08:33.483949837 +0000 UTC m=+0.106409112 container create 4661e3dba8793ce7bdca5a8245c71e8c20c6ea483b3927a2ff7ff6d0baa412b2 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3-deactivate, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240716, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=main-69149bb, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-29T15:08:33.739 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:33 smithi067 podman[113214]: 2024-07-29 15:08:33.395540046 +0000 UTC m=+0.017999262 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T15:08:33.739 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:33 smithi067 podman[113214]: 2024-07-29 15:08:33.702939814 +0000 UTC m=+0.325399022 container init 4661e3dba8793ce7bdca5a8245c71e8c20c6ea483b3927a2ff7ff6d0baa412b2 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, RELEASE=main-69149bb, org.label-schema.build-date=20240716, GIT_BRANCH=HEAD) 2024-07-29T15:08:33.739 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:33 smithi067 podman[113214]: 2024-07-29 15:08:33.707455331 +0000 UTC m=+0.329914545 container start 4661e3dba8793ce7bdca5a8245c71e8c20c6ea483b3927a2ff7ff6d0baa412b2 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3-deactivate, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-69149bb, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240716, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-29T15:08:33.923 INFO:tasks.rados.rados.0.smithi067.stdout:1779: done (4 left) 2024-07-29T15:08:33.923 INFO:tasks.rados.rados.0.smithi067.stdout:1780: done (3 left) 2024-07-29T15:08:33.924 INFO:tasks.rados.rados.0.smithi067.stdout:1781: done (2 left) 2024-07-29T15:08:33.924 INFO:tasks.rados.rados.0.smithi067.stdout:1782: done (1 left) 2024-07-29T15:08:33.924 INFO:tasks.rados.rados.0.smithi067.stdout:1783: done (0 left) 2024-07-29T15:08:33.924 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 47 current snap is 170 2024-07-29T15:08:33.924 INFO:tasks.rados.rados.0.smithi067.stdout:1784: seq_num 578 ranges {3170304=81920} 2024-07-29T15:08:33.941 INFO:tasks.rados.rados.0.smithi067.stdout:1784: writing smithi06780069-47 from 3170304 to 3252224 tid 1 2024-07-29T15:08:33.941 INFO:tasks.rados.rados.0.smithi067.stdout:1785: setattr oid 48 current snap is 170 2024-07-29T15:08:33.942 INFO:tasks.rados.rados.0.smithi067.stdout:1786: read oid 17 snap 168 2024-07-29T15:08:33.942 INFO:tasks.rados.rados.0.smithi067.stdout:1786: expect (ObjNum 523 snap 154 seq_num 523) 2024-07-29T15:08:33.943 INFO:tasks.rados.rados.0.smithi067.stdout:1787: snap_create 2024-07-29T15:08:33.947 INFO:tasks.rados.rados.0.smithi067.stdout:1784: finishing write tid 1 to smithi06780069-47 2024-07-29T15:08:33.948 INFO:tasks.rados.rados.0.smithi067.stdout:1784: finishing write tid 2 to smithi06780069-47 2024-07-29T15:08:33.949 INFO:tasks.rados.rados.0.smithi067.stdout:1784: finishing write tid 3 to smithi06780069-47 2024-07-29T15:08:33.949 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 635 (ObjNum 578 snap 170 seq_num 578) dirty exists 2024-07-29T15:08:33.949 INFO:tasks.rados.rados.0.smithi067.stdout:1784: left oid 47 (ObjNum 578 snap 170 seq_num 578) 2024-07-29T15:08:33.951 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 48 v 520 (ObjNum 65 snap 0 seq_num 1382176611) dirty exists 2024-07-29T15:08:33.954 INFO:tasks.rados.rados.0.smithi067.stdout:1786: expect (ObjNum 523 snap 154 seq_num 523) 2024-07-29T15:08:34.238 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:33 smithi067 podman[113214]: 2024-07-29 15:08:33.811434666 +0000 UTC m=+0.433893886 container attach 4661e3dba8793ce7bdca5a8245c71e8c20c6ea483b3927a2ff7ff6d0baa412b2 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240716, GIT_CLEAN=True, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-69149bb, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-07-29T15:08:34.238 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:33 smithi067 podman[113214]: 2024-07-29 15:08:33.907170666 +0000 UTC m=+0.529629873 container died 4661e3dba8793ce7bdca5a8245c71e8c20c6ea483b3927a2ff7ff6d0baa412b2 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240716, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-69149bb, CEPH_POINT_RELEASE=) 2024-07-29T15:08:34.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:34 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:34.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.3\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:08:34.738 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:34 smithi067 podman[113237]: 2024-07-29 15:08:34.448994562 +0000 UTC m=+0.535871765 container remove 4661e3dba8793ce7bdca5a8245c71e8c20c6ea483b3927a2ff7ff6d0baa412b2 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-69149bb, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240716) 2024-07-29T15:08:34.739 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:34 smithi067 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.3.service: Deactivated successfully. 2024-07-29T15:08:34.739 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:34 smithi067 systemd[1]: Stopped Ceph osd.3 for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:08:34.739 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:34 smithi067 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.3.service: Consumed 12.202s CPU time. 2024-07-29T15:08:34.739 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:34 smithi067 systemd[1]: Starting Ceph osd.3 for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:08:34.935 INFO:tasks.rados.rados.0.smithi067.stdout:1784: done (3 left) 2024-07-29T15:08:34.936 INFO:tasks.rados.rados.0.smithi067.stdout:1785: done (2 left) 2024-07-29T15:08:34.936 INFO:tasks.rados.rados.0.smithi067.stdout:1786: done (1 left) 2024-07-29T15:08:34.936 INFO:tasks.rados.rados.0.smithi067.stdout:1787: done (0 left) 2024-07-29T15:08:34.936 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 5 current snap is 171 2024-07-29T15:08:34.936 INFO:tasks.rados.rados.0.smithi067.stdout:1788: seq_num 579 ranges {0=98304} 2024-07-29T15:08:34.937 INFO:tasks.rados.rados.0.smithi067.stdout:1788: writing smithi06780069-5 from 0 to 98304 tid 1 2024-07-29T15:08:34.937 INFO:tasks.rados.rados.0.smithi067.stdout:1789: rollback oid 45 current snap is 171 2024-07-29T15:08:34.937 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 45 to 167 2024-07-29T15:08:34.937 INFO:tasks.rados.rados.0.smithi067.stdout:1790: setattr oid 38 current snap is 171 2024-07-29T15:08:34.940 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 7 current snap is 171 2024-07-29T15:08:34.940 INFO:tasks.rados.rados.0.smithi067.stdout:1791: seq_num 580 ranges {0=114688} 2024-07-29T15:08:34.941 INFO:tasks.rados.rados.0.smithi067.stdout:1791: writing smithi06780069-7 from 0 to 114688 tid 1 2024-07-29T15:08:34.941 INFO:tasks.rados.rados.0.smithi067.stdout:1792: read oid 11 snap -1 2024-07-29T15:08:34.942 INFO:tasks.rados.rados.0.smithi067.stdout:1792: expect (ObjNum 514 snap 151 seq_num 514) 2024-07-29T15:08:34.942 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 39 current snap is 171 2024-07-29T15:08:34.942 INFO:tasks.rados.rados.0.smithi067.stdout:1789: finishing rollback tid 1 to smithi06780069-45 2024-07-29T15:08:34.942 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-07-29T15:08:34.942 INFO:tasks.rados.rados.0.smithi067.stdout:1793: seq_num 581 ranges {5955584=139264} 2024-07-29T15:08:34.977 INFO:tasks.rados.rados.0.smithi067.stdout:1793: writing smithi06780069-39 from 5955584 to 6094848 tid 1 2024-07-29T15:08:34.977 INFO:tasks.rados.rados.0.smithi067.stdout:1789: done (5 left) 2024-07-29T15:08:34.977 INFO:tasks.rados.rados.0.smithi067.stdout:1794: read oid 42 snap -1 2024-07-29T15:08:34.977 INFO:tasks.rados.rados.0.smithi067.stdout:1794: expect (ObjNum 573 snap 168 seq_num 573) 2024-07-29T15:08:34.977 INFO:tasks.rados.rados.0.smithi067.stdout:1795: copy_from oid 24 from oid 25 current snap is 171 2024-07-29T15:08:34.977 INFO:tasks.rados.rados.0.smithi067.stdout:1788: finishing write tid 1 to smithi06780069-5 2024-07-29T15:08:34.977 INFO:tasks.rados.rados.0.smithi067.stdout:1788: finishing write tid 2 to smithi06780069-5 2024-07-29T15:08:34.977 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 38 v 796 (ObjNum 534 snap 159 seq_num 534) dirty exists 2024-07-29T15:08:34.977 INFO:tasks.rados.rados.0.smithi067.stdout:1790: done (6 left) 2024-07-29T15:08:34.977 INFO:tasks.rados.rados.0.smithi067.stdout:1796: snap_create 2024-07-29T15:08:34.978 INFO:tasks.rados.rados.0.smithi067.stdout:1791: finishing write tid 1 to smithi06780069-7 2024-07-29T15:08:34.978 INFO:tasks.rados.rados.0.smithi067.stdout:1791: finishing write tid 2 to smithi06780069-7 2024-07-29T15:08:34.978 INFO:tasks.rados.rados.0.smithi067.stdout:1788: finishing write tid 3 to smithi06780069-5 2024-07-29T15:08:34.978 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 794 (ObjNum 579 snap 171 seq_num 579) dirty exists 2024-07-29T15:08:34.978 INFO:tasks.rados.rados.0.smithi067.stdout:1788: left oid 5 (ObjNum 579 snap 171 seq_num 579) 2024-07-29T15:08:34.978 INFO:tasks.rados.rados.0.smithi067.stdout:1791: finishing write tid 3 to smithi06780069-7 2024-07-29T15:08:34.978 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 7 v 926 (ObjNum 580 snap 171 seq_num 580) dirty exists 2024-07-29T15:08:34.978 INFO:tasks.rados.rados.0.smithi067.stdout:1791: left oid 7 (ObjNum 580 snap 171 seq_num 580) 2024-07-29T15:08:34.978 INFO:tasks.rados.rados.0.smithi067.stdout:1792: expect (ObjNum 514 snap 151 seq_num 514) 2024-07-29T15:08:35.074 INFO:tasks.rados.rados.0.smithi067.stdout:1793: finishing write tid 1 to smithi06780069-39 2024-07-29T15:08:35.075 INFO:tasks.rados.rados.0.smithi067.stdout:1793: finishing write tid 2 to smithi06780069-39 2024-07-29T15:08:35.075 INFO:tasks.rados.rados.0.smithi067.stdout:1793: finishing write tid 3 to smithi06780069-39 2024-07-29T15:08:35.075 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 638 (ObjNum 581 snap 171 seq_num 581) dirty exists 2024-07-29T15:08:35.075 INFO:tasks.rados.rados.0.smithi067.stdout:1793: left oid 39 (ObjNum 581 snap 171 seq_num 581) 2024-07-29T15:08:35.075 INFO:tasks.rados.rados.0.smithi067.stdout:1795: finishing copy_from racing read to smithi06780069-24 2024-07-29T15:08:35.075 INFO:tasks.rados.rados.0.smithi067.stdout:1795: finishing copy_from to smithi06780069-24 2024-07-29T15:08:35.075 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 24 v 827 (ObjNum 420 snap 123 seq_num 420) dirty exists 2024-07-29T15:08:35.075 INFO:tasks.rados.rados.0.smithi067.stdout:1794: expect (ObjNum 573 snap 168 seq_num 573) 2024-07-29T15:08:35.195 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:34 smithi067 ceph-mon[91995]: pgmap v244: 121 pgs: 16 stale+active+clean, 105 active+clean; 155 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.9 MiB/s wr, 11 op/s 2024-07-29T15:08:35.195 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:34 smithi067 ceph-mon[91995]: osdmap e424: 8 total, 7 up, 8 in 2024-07-29T15:08:35.196 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:34 smithi067 ceph-mon[94375]: pgmap v244: 121 pgs: 16 stale+active+clean, 105 active+clean; 155 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.9 MiB/s wr, 11 op/s 2024-07-29T15:08:35.196 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:34 smithi067 ceph-mon[94375]: osdmap e424: 8 total, 7 up, 8 in 2024-07-29T15:08:35.196 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:34 smithi067 podman[113335]: 2024-07-29 15:08:34.798751327 +0000 UTC m=+0.017495095 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T15:08:35.196 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:34 smithi067 podman[113335]: 2024-07-29 15:08:34.900149231 +0000 UTC m=+0.118892990 container create 1858ec0ce0a588047bc0bef335822d9e96979c993714a6ec86d6515a2c1243f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3-activate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=main-69149bb, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240716, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True) 2024-07-29T15:08:35.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:34 smithi138 ceph-mon[86438]: pgmap v244: 121 pgs: 16 stale+active+clean, 105 active+clean; 155 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.9 MiB/s wr, 11 op/s 2024-07-29T15:08:35.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:34 smithi138 ceph-mon[86438]: osdmap e424: 8 total, 7 up, 8 in 2024-07-29T15:08:35.489 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:35 smithi067 podman[113335]: 2024-07-29 15:08:35.19486571 +0000 UTC m=+0.413609486 container init 1858ec0ce0a588047bc0bef335822d9e96979c993714a6ec86d6515a2c1243f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3-activate, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240716, RELEASE=main-69149bb, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-07-29T15:08:35.489 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:35 smithi067 podman[113335]: 2024-07-29 15:08:35.199811985 +0000 UTC m=+0.418555748 container start 1858ec0ce0a588047bc0bef335822d9e96979c993714a6ec86d6515a2c1243f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240716, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=main-69149bb, GIT_CLEAN=True) 2024-07-29T15:08:35.489 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:35 smithi067 podman[113335]: 2024-07-29 15:08:35.303040694 +0000 UTC m=+0.521784477 container attach 1858ec0ce0a588047bc0bef335822d9e96979c993714a6ec86d6515a2c1243f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3-activate, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240716, RELEASE=main-69149bb, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-07-29T15:08:35.489 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:35 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3-activate[113350]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-29T15:08:35.489 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:35 smithi067 bash[113335]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-29T15:08:35.489 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:35 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3-activate[113350]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-29T15:08:35.489 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:35 smithi067 bash[113335]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-29T15:08:35.928 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:35 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3-activate[113350]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-07-29T15:08:35.929 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:35 smithi067 bash[113335]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-07-29T15:08:35.929 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:35 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3-activate[113350]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-07-29T15:08:35.929 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:35 smithi067 bash[113335]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-07-29T15:08:35.929 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:35 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3-activate[113350]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-07-29T15:08:35.929 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:35 smithi067 bash[113335]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-07-29T15:08:35.929 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:35 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3-activate[113350]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-07-29T15:08:35.929 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:35 smithi067 bash[113335]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-07-29T15:08:35.929 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:35 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3-activate[113350]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-07-29T15:08:35.929 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:35 smithi067 bash[113335]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-07-29T15:08:35.929 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:35 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3-activate[113350]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-07-29T15:08:35.930 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:35 smithi067 bash[113335]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-07-29T15:08:35.930 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:35 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3-activate[113350]: --> ceph-volume raw activate successful for osd ID: 3 2024-07-29T15:08:35.930 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:35 smithi067 bash[113335]: --> ceph-volume raw activate successful for osd ID: 3 2024-07-29T15:08:35.930 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:35 smithi067 podman[113335]: 2024-07-29 15:08:35.595040854 +0000 UTC m=+0.813784621 container died 1858ec0ce0a588047bc0bef335822d9e96979c993714a6ec86d6515a2c1243f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3-activate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=main-69149bb, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.build-date=20240716, ceph=True, maintainer=Guillaume Abrioux ) 2024-07-29T15:08:35.949 INFO:tasks.rados.rados.0.smithi067.stdout:1788: done (6 left) 2024-07-29T15:08:35.949 INFO:tasks.rados.rados.0.smithi067.stdout:1791: done (5 left) 2024-07-29T15:08:35.949 INFO:tasks.rados.rados.0.smithi067.stdout:1792: done (4 left) 2024-07-29T15:08:35.949 INFO:tasks.rados.rados.0.smithi067.stdout:1793: done (3 left) 2024-07-29T15:08:35.949 INFO:tasks.rados.rados.0.smithi067.stdout:1794: done (2 left) 2024-07-29T15:08:35.949 INFO:tasks.rados.rados.0.smithi067.stdout:1795: done (1 left) 2024-07-29T15:08:35.949 INFO:tasks.rados.rados.0.smithi067.stdout:1796: done (0 left) 2024-07-29T15:08:35.949 INFO:tasks.rados.rados.0.smithi067.stdout:1797: rollback oid 1 current snap is 172 2024-07-29T15:08:35.949 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 1 to 169 2024-07-29T15:08:35.949 INFO:tasks.rados.rados.0.smithi067.stdout:1798: read oid 38 snap -1 2024-07-29T15:08:35.949 INFO:tasks.rados.rados.0.smithi067.stdout:1798: expect (ObjNum 534 snap 159 seq_num 534) 2024-07-29T15:08:35.949 INFO:tasks.rados.rados.0.smithi067.stdout:1799: delete oid 40 current snap is 172 2024-07-29T15:08:35.952 INFO:tasks.rados.rados.0.smithi067.stdout:1799: done (2 left) 2024-07-29T15:08:35.953 INFO:tasks.rados.rados.0.smithi067.stdout:1800: read oid 21 snap 168 2024-07-29T15:08:35.953 INFO:tasks.rados.rados.0.smithi067.stdout:1800: expect deleted 2024-07-29T15:08:35.953 INFO:tasks.rados.rados.0.smithi067.stdout:1801: delete oid 19 current snap is 172 2024-07-29T15:08:35.955 INFO:tasks.rados.rados.0.smithi067.stdout:1797: finishing rollback tid 0 to smithi06780069-1 2024-07-29T15:08:35.955 INFO:tasks.rados.rados.0.smithi067.stdout:1797: finishing rollback tid 1 to smithi06780069-1 2024-07-29T15:08:35.960 INFO:tasks.rados.rados.0.smithi067.stdout:1797: finishing rollback tid 2 to smithi06780069-1 2024-07-29T15:08:35.961 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 995 (ObjNum 567 snap 165 seq_num 567) dirty exists 2024-07-29T15:08:35.961 INFO:tasks.rados.rados.0.smithi067.stdout:1797: done (3 left) 2024-07-29T15:08:35.961 INFO:tasks.rados.rados.0.smithi067.stdout:1800: done (2 left) 2024-07-29T15:08:35.961 INFO:tasks.rados.rados.0.smithi067.stdout:1801: done (1 left) 2024-07-29T15:08:35.961 INFO:tasks.rados.rados.0.smithi067.stdout:1802: rollback oid 26 current snap is 172 2024-07-29T15:08:35.961 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 26 to 171 2024-07-29T15:08:35.961 INFO:tasks.rados.rados.0.smithi067.stdout:1803: read oid 20 snap -1 2024-07-29T15:08:35.961 INFO:tasks.rados.rados.0.smithi067.stdout:1803: expect deleted 2024-07-29T15:08:35.961 INFO:tasks.rados.rados.0.smithi067.stdout:1804: snap_create 2024-07-29T15:08:35.961 INFO:tasks.rados.rados.0.smithi067.stdout:1798: expect (ObjNum 534 snap 159 seq_num 534) 2024-07-29T15:08:36.052 INFO:tasks.rados.rados.0.smithi067.stdout:1802: finishing rollback tid 0 to smithi06780069-26 2024-07-29T15:08:36.052 INFO:tasks.rados.rados.0.smithi067.stdout:1802: finishing rollback tid 1 to smithi06780069-26 2024-07-29T15:08:36.052 INFO:tasks.rados.rados.0.smithi067.stdout:1802: finishing rollback tid 2 to smithi06780069-26 2024-07-29T15:08:36.052 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 874 (ObjNum 526 snap 154 seq_num 526) dirty exists 2024-07-29T15:08:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:35 smithi138 ceph-mon[86438]: osdmap e425: 8 total, 7 up, 8 in 2024-07-29T15:08:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:08:36.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:35 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:35.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:08:36.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:35 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:35.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:08:36.232 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:35 smithi067 ceph-mon[91995]: osdmap e425: 8 total, 7 up, 8 in 2024-07-29T15:08:36.233 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:36.233 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:08:36.233 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:35 smithi067 ceph-mon[94375]: osdmap e425: 8 total, 7 up, 8 in 2024-07-29T15:08:36.233 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:36.233 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:08:36.488 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:36 smithi067 podman[113474]: 2024-07-29 15:08:36.232333278 +0000 UTC m=+0.629494287 container remove 1858ec0ce0a588047bc0bef335822d9e96979c993714a6ec86d6515a2c1243f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-69149bb, GIT_BRANCH=HEAD, org.label-schema.build-date=20240716, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-29T15:08:36.489 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:36 smithi067 podman[113535]: 2024-07-29 15:08:36.350121323 +0000 UTC m=+0.018389208 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T15:08:36.489 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:36 smithi067 podman[113535]: 2024-07-29 15:08:36.450053915 +0000 UTC m=+0.118321832 container create 6b82a8519e220efd4df271486efed007838591219de8bd2309640e283122679e (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240716, CEPH_POINT_RELEASE=, ceph=True, RELEASE=main-69149bb, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-29T15:08:36.932 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:36 smithi067 podman[113535]: 2024-07-29 15:08:36.685781012 +0000 UTC m=+0.354048896 container init 6b82a8519e220efd4df271486efed007838591219de8bd2309640e283122679e (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240716, RELEASE=main-69149bb) 2024-07-29T15:08:36.932 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:36 smithi067 podman[113535]: 2024-07-29 15:08:36.689049662 +0000 UTC m=+0.357317536 container start 6b82a8519e220efd4df271486efed007838591219de8bd2309640e283122679e (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=main-69149bb, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240716, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-07-29T15:08:36.932 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:36 smithi067 ceph-osd[113554]: -- 172.21.15.67:0/1510493978 <== mon.2 v2:172.21.15.67:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5617f49bda40 con 0x5617f5784000 2024-07-29T15:08:36.932 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:36 smithi067 bash[113535]: 6b82a8519e220efd4df271486efed007838591219de8bd2309640e283122679e 2024-07-29T15:08:36.932 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:36 smithi067 systemd[1]: Started Ceph osd.3 for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:08:36.950 INFO:tasks.rados.rados.0.smithi067.stdout:1798: done (3 left) 2024-07-29T15:08:36.950 INFO:tasks.rados.rados.0.smithi067.stdout:1802: done (2 left) 2024-07-29T15:08:36.950 INFO:tasks.rados.rados.0.smithi067.stdout:1803: done (1 left) 2024-07-29T15:08:36.950 INFO:tasks.rados.rados.0.smithi067.stdout:1804: done (0 left) 2024-07-29T15:08:36.950 INFO:tasks.rados.rados.0.smithi067.stdout:1805: rollback oid 5 current snap is 173 2024-07-29T15:08:36.950 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 5 to 167 2024-07-29T15:08:36.950 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 46 current snap is 173 2024-07-29T15:08:36.951 INFO:tasks.rados.rados.0.smithi067.stdout:1806: seq_num 584 ranges {0=188416} 2024-07-29T15:08:36.951 INFO:tasks.rados.rados.0.smithi067.stdout:1806: writing smithi06780069-46 from 0 to 188416 tid 1 2024-07-29T15:08:36.951 INFO:tasks.rados.rados.0.smithi067.stdout:1807: snap_create 2024-07-29T15:08:36.956 INFO:tasks.rados.rados.0.smithi067.stdout:1805: finishing rollback tid 0 to smithi06780069-5 2024-07-29T15:08:36.956 INFO:tasks.rados.rados.0.smithi067.stdout:1805: finishing rollback tid 1 to smithi06780069-5 2024-07-29T15:08:36.956 INFO:tasks.rados.rados.0.smithi067.stdout:1805: finishing rollback tid 2 to smithi06780069-5 2024-07-29T15:08:36.956 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 800 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-29T15:08:36.957 INFO:tasks.rados.rados.0.smithi067.stdout:1806: finishing write tid 1 to smithi06780069-46 2024-07-29T15:08:36.957 INFO:tasks.rados.rados.0.smithi067.stdout:1806: finishing write tid 2 to smithi06780069-46 2024-07-29T15:08:36.959 INFO:tasks.rados.rados.0.smithi067.stdout:1806: finishing write tid 3 to smithi06780069-46 2024-07-29T15:08:36.959 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 46 v 968 (ObjNum 584 snap 173 seq_num 584) dirty exists 2024-07-29T15:08:36.959 INFO:tasks.rados.rados.0.smithi067.stdout:1806: left oid 46 (ObjNum 584 snap 173 seq_num 584) 2024-07-29T15:08:37.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:36 smithi067 ceph-mon[94375]: pgmap v247: 121 pgs: 27 active+undersized, 3 stale+active+clean, 6 active+undersized+degraded, 85 active+clean; 167 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.4 MiB/s wr, 17 op/s; 17/222 objects degraded (7.658%) 2024-07-29T15:08:37.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:36 smithi067 ceph-mon[94375]: Health check failed: Degraded data redundancy: 17/222 objects degraded (7.658%), 6 pgs degraded (PG_DEGRADED) 2024-07-29T15:08:37.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:36 smithi067 ceph-mon[94375]: osdmap e426: 8 total, 7 up, 8 in 2024-07-29T15:08:37.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:36 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:37.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:36 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:37.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:36 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:08:37.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:36 smithi067 ceph-mon[91995]: pgmap v247: 121 pgs: 27 active+undersized, 3 stale+active+clean, 6 active+undersized+degraded, 85 active+clean; 167 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.4 MiB/s wr, 17 op/s; 17/222 objects degraded (7.658%) 2024-07-29T15:08:37.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:36 smithi067 ceph-mon[91995]: Health check failed: Degraded data redundancy: 17/222 objects degraded (7.658%), 6 pgs degraded (PG_DEGRADED) 2024-07-29T15:08:37.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:36 smithi067 ceph-mon[91995]: osdmap e426: 8 total, 7 up, 8 in 2024-07-29T15:08:37.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:36 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:37.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:36 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:37.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:36 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:08:37.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:36 smithi138 ceph-mon[86438]: pgmap v247: 121 pgs: 27 active+undersized, 3 stale+active+clean, 6 active+undersized+degraded, 85 active+clean; 167 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.4 MiB/s wr, 17 op/s; 17/222 objects degraded (7.658%) 2024-07-29T15:08:37.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:36 smithi138 ceph-mon[86438]: Health check failed: Degraded data redundancy: 17/222 objects degraded (7.658%), 6 pgs degraded (PG_DEGRADED) 2024-07-29T15:08:37.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:36 smithi138 ceph-mon[86438]: osdmap e426: 8 total, 7 up, 8 in 2024-07-29T15:08:37.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:36 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:37.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:36 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:37.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:36 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:08:37.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:36 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:36.950Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi138\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:08:37.488 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3[113550]: 2024-07-29T15:08:37.236+0000 7fb5636ee640 -1 Falling back to public interface 2024-07-29T15:08:37.925 INFO:tasks.rados.rados.0.smithi067.stdout:1805: done (2 left) 2024-07-29T15:08:37.925 INFO:tasks.rados.rados.0.smithi067.stdout:1806: done (1 left) 2024-07-29T15:08:37.925 INFO:tasks.rados.rados.0.smithi067.stdout:1807: done (0 left) 2024-07-29T15:08:37.925 INFO:tasks.rados.rados.0.smithi067.stdout:1808: snap_remove snap 172 2024-07-29T15:08:37.952 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:08:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:08:37] "GET /metrics HTTP/1.1" 200 36319 "" "Prometheus/2.51.0" 2024-07-29T15:08:38.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:37 smithi067 ceph-mon[91995]: osdmap e427: 8 total, 7 up, 8 in 2024-07-29T15:08:38.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:37 smithi067 ceph-mon[91995]: osdmap e428: 8 total, 7 up, 8 in 2024-07-29T15:08:38.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:37 smithi067 ceph-mon[94375]: osdmap e427: 8 total, 7 up, 8 in 2024-07-29T15:08:38.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:37 smithi067 ceph-mon[94375]: osdmap e428: 8 total, 7 up, 8 in 2024-07-29T15:08:38.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:37 smithi138 ceph-mon[86438]: osdmap e427: 8 total, 7 up, 8 in 2024-07-29T15:08:38.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:37 smithi138 ceph-mon[86438]: osdmap e428: 8 total, 7 up, 8 in 2024-07-29T15:08:38.924 INFO:tasks.rados.rados.0.smithi067.stdout:1808: done (0 left) 2024-07-29T15:08:38.924 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 49 current snap is 174 2024-07-29T15:08:38.924 INFO:tasks.rados.rados.0.smithi067.stdout:1809: seq_num 585 ranges {11345920=204800} 2024-07-29T15:08:38.953 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:38 smithi067 ceph-mon[91995]: pgmap v250: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 167 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.9 MiB/s wr, 16 op/s; 25/228 objects degraded (10.965%) 2024-07-29T15:08:38.953 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:38 smithi067 ceph-mon[91995]: osdmap e429: 8 total, 7 up, 8 in 2024-07-29T15:08:38.987 INFO:tasks.rados.rados.0.smithi067.stdout:1809: writing smithi06780069-49 from 11345920 to 11550720 tid 1 2024-07-29T15:08:38.987 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 25 current snap is 174 2024-07-29T15:08:38.987 INFO:tasks.rados.rados.0.smithi067.stdout:1810: seq_num 586 ranges {6799360=221184} 2024-07-29T15:08:39.026 INFO:tasks.rados.rados.0.smithi067.stdout:1810: writing smithi06780069-25 from 6799360 to 7020544 tid 1 2024-07-29T15:08:39.026 INFO:tasks.rados.rados.0.smithi067.stdout:1811: copy_from oid 30 from oid 13 current snap is 174 2024-07-29T15:08:39.026 INFO:tasks.rados.rados.0.smithi067.stdout:1809: finishing write tid 1 to smithi06780069-49 2024-07-29T15:08:39.026 INFO:tasks.rados.rados.0.smithi067.stdout:1809: finishing write tid 2 to smithi06780069-49 2024-07-29T15:08:39.026 INFO:tasks.rados.rados.0.smithi067.stdout:1809: finishing write tid 3 to smithi06780069-49 2024-07-29T15:08:39.026 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 971 (ObjNum 585 snap 174 seq_num 585) dirty exists 2024-07-29T15:08:39.027 INFO:tasks.rados.rados.0.smithi067.stdout:1809: left oid 49 (ObjNum 585 snap 174 seq_num 585) 2024-07-29T15:08:39.027 INFO:tasks.rados.rados.0.smithi067.stdout:1809: done (2 left) 2024-07-29T15:08:39.027 INFO:tasks.rados.rados.0.smithi067.stdout:1812: read oid 36 snap -1 2024-07-29T15:08:39.027 INFO:tasks.rados.rados.0.smithi067.stdout:1812: expect deleted 2024-07-29T15:08:39.027 INFO:tasks.rados.rados.0.smithi067.stdout:1813: setattr oid 47 current snap is 174 2024-07-29T15:08:39.027 INFO:tasks.rados.rados.0.smithi067.stdout:1814: read oid 35 snap -1 2024-07-29T15:08:39.027 INFO:tasks.rados.rados.0.smithi067.stdout:1814: expect deleted 2024-07-29T15:08:39.027 INFO:tasks.rados.rados.0.smithi067.stdout:1815: delete oid 24 current snap is 174 2024-07-29T15:08:39.031 INFO:tasks.rados.rados.0.smithi067.stdout:1810: finishing write tid 1 to smithi06780069-25 2024-07-29T15:08:39.032 INFO:tasks.rados.rados.0.smithi067.stdout:1810: finishing write tid 2 to smithi06780069-25 2024-07-29T15:08:39.033 INFO:tasks.rados.rados.0.smithi067.stdout:1812: done (5 left) 2024-07-29T15:08:39.033 INFO:tasks.rados.rados.0.smithi067.stdout:1814: done (4 left) 2024-07-29T15:08:39.033 INFO:tasks.rados.rados.0.smithi067.stdout:1815: done (3 left) 2024-07-29T15:08:39.033 INFO:tasks.rados.rados.0.smithi067.stdout:1816: snap_remove snap 170 2024-07-29T15:08:39.204 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:38 smithi067 ceph-mon[94375]: pgmap v250: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 167 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.9 MiB/s wr, 16 op/s; 25/228 objects degraded (10.965%) 2024-07-29T15:08:39.204 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:38 smithi067 ceph-mon[94375]: osdmap e429: 8 total, 7 up, 8 in 2024-07-29T15:08:39.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:38 smithi138 ceph-mon[86438]: pgmap v250: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 167 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.9 MiB/s wr, 16 op/s; 25/228 objects degraded (10.965%) 2024-07-29T15:08:39.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:38 smithi138 ceph-mon[86438]: osdmap e429: 8 total, 7 up, 8 in 2024-07-29T15:08:39.966 INFO:tasks.rados.rados.0.smithi067.stdout:1816: done (3 left) 2024-07-29T15:08:39.966 INFO:tasks.rados.rados.0.smithi067.stdout:1817: rollback oid 3 current snap is 174 2024-07-29T15:08:39.966 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 3 to 169 2024-07-29T15:08:39.966 INFO:tasks.rados.rados.0.smithi067.stdout:1810: finishing write tid 3 to smithi06780069-25 2024-07-29T15:08:39.966 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 25 v 877 (ObjNum 586 snap 174 seq_num 586) dirty exists 2024-07-29T15:08:39.966 INFO:tasks.rados.rados.0.smithi067.stdout:1810: left oid 25 (ObjNum 586 snap 174 seq_num 586) 2024-07-29T15:08:39.966 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 640 (ObjNum 578 snap 170 seq_num 578) dirty exists 2024-07-29T15:08:39.966 INFO:tasks.rados.rados.0.smithi067.stdout:1811: finishing copy_from racing read to smithi06780069-30 2024-07-29T15:08:39.967 INFO:tasks.rados.rados.0.smithi067.stdout:1811: finishing copy_from to smithi06780069-30 2024-07-29T15:08:39.967 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 892 (ObjNum 389 snap 117 seq_num 389) dirty exists 2024-07-29T15:08:39.967 INFO:tasks.rados.rados.0.smithi067.stdout:1810: done (3 left) 2024-07-29T15:08:39.967 INFO:tasks.rados.rados.0.smithi067.stdout:1811: done (2 left) 2024-07-29T15:08:39.967 INFO:tasks.rados.rados.0.smithi067.stdout:1813: done (1 left) 2024-07-29T15:08:39.967 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 29 current snap is 174 2024-07-29T15:08:39.967 INFO:tasks.rados.rados.0.smithi067.stdout:1818: seq_num 588 ranges {1335296=253952} 2024-07-29T15:08:39.975 INFO:tasks.rados.rados.0.smithi067.stdout:1818: writing smithi06780069-29 from 1335296 to 1589248 tid 1 2024-07-29T15:08:39.975 INFO:tasks.rados.rados.0.smithi067.stdout:1819: delete oid 31 current snap is 174 2024-07-29T15:08:39.975 INFO:tasks.rados.rados.0.smithi067.stdout:1817: finishing rollback tid 0 to smithi06780069-3 2024-07-29T15:08:39.975 INFO:tasks.rados.rados.0.smithi067.stdout:1817: finishing rollback tid 1 to smithi06780069-3 2024-07-29T15:08:39.975 INFO:tasks.rados.rados.0.smithi067.stdout:1817: finishing rollback tid 2 to smithi06780069-3 2024-07-29T15:08:39.975 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 821 (ObjNum 453 snap 132 seq_num 453) dirty exists 2024-07-29T15:08:39.977 INFO:tasks.rados.rados.0.smithi067.stdout:1818: finishing write tid 1 to smithi06780069-29 2024-07-29T15:08:39.977 INFO:tasks.rados.rados.0.smithi067.stdout:1818: finishing write tid 2 to smithi06780069-29 2024-07-29T15:08:39.979 INFO:tasks.rados.rados.0.smithi067.stdout:1818: finishing write tid 3 to smithi06780069-29 2024-07-29T15:08:39.979 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 823 (ObjNum 588 snap 174 seq_num 588) dirty exists 2024-07-29T15:08:39.979 INFO:tasks.rados.rados.0.smithi067.stdout:1818: left oid 29 (ObjNum 588 snap 174 seq_num 588) 2024-07-29T15:08:39.981 INFO:tasks.rados.rados.0.smithi067.stdout:1817: done (2 left) 2024-07-29T15:08:39.981 INFO:tasks.rados.rados.0.smithi067.stdout:1818: done (1 left) 2024-07-29T15:08:39.981 INFO:tasks.rados.rados.0.smithi067.stdout:1819: done (0 left) 2024-07-29T15:08:39.982 INFO:tasks.rados.rados.0.smithi067.stdout:1820: delete oid 33 current snap is 174 2024-07-29T15:08:39.985 INFO:tasks.rados.rados.0.smithi067.stdout:1820: done (0 left) 2024-07-29T15:08:39.985 INFO:tasks.rados.rados.0.smithi067.stdout:1821: read oid 29 snap -1 2024-07-29T15:08:39.985 INFO:tasks.rados.rados.0.smithi067.stdout:1821: expect (ObjNum 588 snap 174 seq_num 588) 2024-07-29T15:08:39.985 INFO:tasks.rados.rados.0.smithi067.stdout:1822: rollback oid 6 current snap is 174 2024-07-29T15:08:39.985 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 6 to 169 2024-07-29T15:08:39.985 INFO:tasks.rados.rados.0.smithi067.stdout:1823: read oid 9 snap -1 2024-07-29T15:08:39.985 INFO:tasks.rados.rados.0.smithi067.stdout:1823: expect (ObjNum 547 snap 161 seq_num 547) 2024-07-29T15:08:39.985 INFO:tasks.rados.rados.0.smithi067.stdout:1824: read oid 49 snap -1 2024-07-29T15:08:39.985 INFO:tasks.rados.rados.0.smithi067.stdout:1824: expect (ObjNum 585 snap 174 seq_num 585) 2024-07-29T15:08:39.985 INFO:tasks.rados.rados.0.smithi067.stdout:1825: snap_create 2024-07-29T15:08:39.986 INFO:tasks.rados.rados.0.smithi067.stdout:1822: finishing rollback tid 1 to smithi06780069-6 2024-07-29T15:08:39.986 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 6 v 0 (ObjNum 145 snap 0 seq_num 3879767200) dirty dne 2024-07-29T15:08:39.994 INFO:tasks.rados.rados.0.smithi067.stdout:1821: expect (ObjNum 588 snap 174 seq_num 588) 2024-07-29T15:08:40.075 INFO:tasks.rados.rados.0.smithi067.stdout:1823: expect (ObjNum 547 snap 161 seq_num 547) 2024-07-29T15:08:40.175 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:40 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3[113550]: 2024-07-29T15:08:40.090+0000 7fb5636ee640 -1 osd.3 421 log_to_monitors true 2024-07-29T15:08:40.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:08:40.727 INFO:tasks.rados.rados.0.smithi067.stdout:1824: expect (ObjNum 585 snap 174 seq_num 585) 2024-07-29T15:08:41.238 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:08:40 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3[113550]: 2024-07-29T15:08:40.993+0000 7fb55b498640 -1 osd.3 421 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-29T15:08:41.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:40 smithi067 ceph-mon[91995]: pgmap v253: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 168 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 106 KiB/s wr, 11 op/s; 28/246 objects degraded (11.382%) 2024-07-29T15:08:41.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:40 smithi067 ceph-mon[91995]: osdmap e430: 8 total, 7 up, 8 in 2024-07-29T15:08:41.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:40 smithi067 ceph-mon[91995]: from='osd.3 [v2:172.21.15.67:6826/985921640,v1:172.21.15.67:6827/985921640]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-07-29T15:08:41.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:40 smithi067 ceph-mon[91995]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-07-29T15:08:41.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:40 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:41.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:40 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:41.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:40 smithi067 ceph-mon[94375]: pgmap v253: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 168 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 106 KiB/s wr, 11 op/s; 28/246 objects degraded (11.382%) 2024-07-29T15:08:41.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:40 smithi067 ceph-mon[94375]: osdmap e430: 8 total, 7 up, 8 in 2024-07-29T15:08:41.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:40 smithi067 ceph-mon[94375]: from='osd.3 [v2:172.21.15.67:6826/985921640,v1:172.21.15.67:6827/985921640]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-07-29T15:08:41.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:40 smithi067 ceph-mon[94375]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-07-29T15:08:41.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:40 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:41.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:40 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:41.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:40 smithi138 ceph-mon[86438]: pgmap v253: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 168 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 106 KiB/s wr, 11 op/s; 28/246 objects degraded (11.382%) 2024-07-29T15:08:41.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:40 smithi138 ceph-mon[86438]: osdmap e430: 8 total, 7 up, 8 in 2024-07-29T15:08:41.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:40 smithi138 ceph-mon[86438]: from='osd.3 [v2:172.21.15.67:6826/985921640,v1:172.21.15.67:6827/985921640]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-07-29T15:08:41.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:40 smithi138 ceph-mon[86438]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-07-29T15:08:41.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:40 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:41.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:40 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:41.950 INFO:tasks.rados.rados.0.smithi067.stdout:1821: done (4 left) 2024-07-29T15:08:41.950 INFO:tasks.rados.rados.0.smithi067.stdout:1822: done (3 left) 2024-07-29T15:08:41.950 INFO:tasks.rados.rados.0.smithi067.stdout:1823: done (2 left) 2024-07-29T15:08:41.950 INFO:tasks.rados.rados.0.smithi067.stdout:1824: done (1 left) 2024-07-29T15:08:41.951 INFO:tasks.rados.rados.0.smithi067.stdout:1825: done (0 left) 2024-07-29T15:08:41.951 INFO:tasks.rados.rados.0.smithi067.stdout:1826: read oid 24 snap -1 2024-07-29T15:08:41.951 INFO:tasks.rados.rados.0.smithi067.stdout:1826: expect deleted 2024-07-29T15:08:41.951 INFO:tasks.rados.rados.0.smithi067.stdout:1827: read oid 14 snap -1 2024-07-29T15:08:41.951 INFO:tasks.rados.rados.0.smithi067.stdout:1827: expect (ObjNum 568 snap 166 seq_num 568) 2024-07-29T15:08:41.951 INFO:tasks.rados.rados.0.smithi067.stdout:1828: snap_remove snap 174 2024-07-29T15:08:41.977 INFO:tasks.rados.rados.0.smithi067.stdout:1828: done (2 left) 2024-07-29T15:08:41.978 INFO:tasks.rados.rados.0.smithi067.stdout:1829: snap_remove snap 168 2024-07-29T15:08:42.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:41 smithi067 ceph-mon[91995]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-07-29T15:08:42.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:41 smithi067 ceph-mon[91995]: osdmap e431: 8 total, 7 up, 8 in 2024-07-29T15:08:42.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:41 smithi067 ceph-mon[91995]: from='osd.3 [v2:172.21.15.67:6826/985921640,v1:172.21.15.67:6827/985921640]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T15:08:42.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:41 smithi067 ceph-mon[91995]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T15:08:42.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:41 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:42.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:41 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:42.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:41 smithi067 ceph-mon[94375]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-07-29T15:08:42.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:41 smithi067 ceph-mon[94375]: osdmap e431: 8 total, 7 up, 8 in 2024-07-29T15:08:42.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:41 smithi067 ceph-mon[94375]: from='osd.3 [v2:172.21.15.67:6826/985921640,v1:172.21.15.67:6827/985921640]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T15:08:42.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:41 smithi067 ceph-mon[94375]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T15:08:42.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:41 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:42.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:41 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:42.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:41 smithi138 ceph-mon[86438]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-07-29T15:08:42.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:41 smithi138 ceph-mon[86438]: osdmap e431: 8 total, 7 up, 8 in 2024-07-29T15:08:42.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:41 smithi138 ceph-mon[86438]: from='osd.3 [v2:172.21.15.67:6826/985921640,v1:172.21.15.67:6827/985921640]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T15:08:42.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:41 smithi138 ceph-mon[86438]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-07-29T15:08:42.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:41 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:42.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:41 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:42.983 INFO:tasks.rados.rados.0.smithi067.stdout:1829: done (2 left) 2024-07-29T15:08:42.983 INFO:tasks.rados.rados.0.smithi067.stdout:1830: snap_create 2024-07-29T15:08:42.983 INFO:tasks.rados.rados.0.smithi067.stdout:1827: expect (ObjNum 568 snap 166 seq_num 568) 2024-07-29T15:08:43.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:42 smithi067 ceph-mon[91995]: pgmap v256: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 168 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 202 KiB/s wr, 15 op/s; 31/270 objects degraded (11.481%) 2024-07-29T15:08:43.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:42 smithi067 ceph-mon[91995]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-29T15:08:43.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:42 smithi067 ceph-mon[91995]: osd.3 [v2:172.21.15.67:6826/985921640,v1:172.21.15.67:6827/985921640] boot 2024-07-29T15:08:43.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:42 smithi067 ceph-mon[91995]: osdmap e432: 8 total, 8 up, 8 in 2024-07-29T15:08:43.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-29T15:08:43.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:42 smithi067 ceph-mon[91995]: Health check update: Degraded data redundancy: 31/270 objects degraded (11.481%), 8 pgs degraded (PG_DEGRADED) 2024-07-29T15:08:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:42 smithi067 ceph-mon[94375]: pgmap v256: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 168 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 202 KiB/s wr, 15 op/s; 31/270 objects degraded (11.481%) 2024-07-29T15:08:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:42 smithi067 ceph-mon[94375]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-29T15:08:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:42 smithi067 ceph-mon[94375]: osd.3 [v2:172.21.15.67:6826/985921640,v1:172.21.15.67:6827/985921640] boot 2024-07-29T15:08:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:42 smithi067 ceph-mon[94375]: osdmap e432: 8 total, 8 up, 8 in 2024-07-29T15:08:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-29T15:08:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:42 smithi067 ceph-mon[94375]: Health check update: Degraded data redundancy: 31/270 objects degraded (11.481%), 8 pgs degraded (PG_DEGRADED) 2024-07-29T15:08:43.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:42 smithi138 ceph-mon[86438]: pgmap v256: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 168 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 202 KiB/s wr, 15 op/s; 31/270 objects degraded (11.481%) 2024-07-29T15:08:43.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:42 smithi138 ceph-mon[86438]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-29T15:08:43.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:42 smithi138 ceph-mon[86438]: osd.3 [v2:172.21.15.67:6826/985921640,v1:172.21.15.67:6827/985921640] boot 2024-07-29T15:08:43.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:42 smithi138 ceph-mon[86438]: osdmap e432: 8 total, 8 up, 8 in 2024-07-29T15:08:43.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-29T15:08:43.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:42 smithi138 ceph-mon[86438]: Health check update: Degraded data redundancy: 31/270 objects degraded (11.481%), 8 pgs degraded (PG_DEGRADED) 2024-07-29T15:08:43.979 INFO:tasks.rados.rados.0.smithi067.stdout:1826: done (2 left) 2024-07-29T15:08:43.979 INFO:tasks.rados.rados.0.smithi067.stdout:1827: done (1 left) 2024-07-29T15:08:43.979 INFO:tasks.rados.rados.0.smithi067.stdout:1830: done (0 left) 2024-07-29T15:08:43.979 INFO:tasks.rados.rados.0.smithi067.stdout:1831: rollback oid 7 current snap is 176 2024-07-29T15:08:43.979 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 7 to 175 2024-07-29T15:08:43.980 INFO:tasks.rados.rados.0.smithi067.stdout:1832: snap_remove snap 173 2024-07-29T15:08:44.116 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:43 smithi067 ceph-mon[91995]: osdmap e433: 8 total, 8 up, 8 in 2024-07-29T15:08:44.117 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:43 smithi067 ceph-mon[91995]: osdmap e434: 8 total, 8 up, 8 in 2024-07-29T15:08:44.117 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:43 smithi067 ceph-mon[94375]: osdmap e433: 8 total, 8 up, 8 in 2024-07-29T15:08:44.117 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:43 smithi067 ceph-mon[94375]: osdmap e434: 8 total, 8 up, 8 in 2024-07-29T15:08:44.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:43 smithi138 ceph-mon[86438]: osdmap e433: 8 total, 8 up, 8 in 2024-07-29T15:08:44.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:43 smithi138 ceph-mon[86438]: osdmap e434: 8 total, 8 up, 8 in 2024-07-29T15:08:44.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:44 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:44.147Z caller=alerting.go:391 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.3\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-07-29T15:08:44.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:44 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:44.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.3\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:08:44.488 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:08:44 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:08:44.279+0000 7f799bbb6640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-07-29T15:08:44.983 INFO:tasks.rados.rados.0.smithi067.stdout:1832: done (1 left) 2024-07-29T15:08:44.983 INFO:tasks.rados.rados.0.smithi067.stdout:1833: rollback oid 16 current snap is 176 2024-07-29T15:08:44.983 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 16 to 171 2024-07-29T15:08:44.983 INFO:tasks.rados.rados.0.smithi067.stdout:1834: rollback oid 47 current snap is 176 2024-07-29T15:08:44.983 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 47 to 167 2024-07-29T15:08:44.983 INFO:tasks.rados.rados.0.smithi067.stdout:1835: read oid 12 snap -1 2024-07-29T15:08:44.983 INFO:tasks.rados.rados.0.smithi067.stdout:1835: expect (ObjNum 486 snap 145 seq_num 486) 2024-07-29T15:08:44.984 INFO:tasks.rados.rados.0.smithi067.stdout:1836: snap_create 2024-07-29T15:08:44.984 INFO:tasks.rados.rados.0.smithi067.stdout:1831: finishing rollback tid 0 to smithi06780069-7 2024-07-29T15:08:44.984 INFO:tasks.rados.rados.0.smithi067.stdout:1831: finishing rollback tid 1 to smithi06780069-7 2024-07-29T15:08:44.984 INFO:tasks.rados.rados.0.smithi067.stdout:1831: finishing rollback tid 2 to smithi06780069-7 2024-07-29T15:08:44.984 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 7 v 936 (ObjNum 580 snap 171 seq_num 580) dirty exists 2024-07-29T15:08:44.992 INFO:tasks.rados.rados.0.smithi067.stdout:1833: finishing rollback tid 0 to smithi06780069-16 2024-07-29T15:08:44.994 INFO:tasks.rados.rados.0.smithi067.stdout:1833: finishing rollback tid 1 to smithi06780069-16 2024-07-29T15:08:44.996 INFO:tasks.rados.rados.0.smithi067.stdout:1834: finishing rollback tid 0 to smithi06780069-47 2024-07-29T15:08:44.997 INFO:tasks.rados.rados.0.smithi067.stdout:1834: finishing rollback tid 1 to smithi06780069-47 2024-07-29T15:08:44.997 INFO:tasks.rados.rados.0.smithi067.stdout:1834: finishing rollback tid 2 to smithi06780069-47 2024-07-29T15:08:44.998 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 650 (ObjNum 476 snap 140 seq_num 476) dirty exists 2024-07-29T15:08:45.001 INFO:tasks.rados.rados.0.smithi067.stdout:1833: finishing rollback tid 2 to smithi06780069-16 2024-07-29T15:08:45.001 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 16 v 1005 (ObjNum 514 snap 151 seq_num 514) dirty exists 2024-07-29T15:08:45.024 INFO:tasks.rados.rados.0.smithi067.stdout:1835: expect (ObjNum 486 snap 145 seq_num 486) 2024-07-29T15:08:45.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:45 smithi067 ceph-mon[91995]: pgmap v259: 121 pgs: 5 peering, 30 active+undersized, 6 active+undersized+degraded, 80 active+clean; 168 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 212 KiB/s wr, 13 op/s; 23/279 objects degraded (8.244%) 2024-07-29T15:08:45.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:45.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:45.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:08:45.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:08:45.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:45.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:08:45.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:08:45.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:08:45.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:08:45.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-29T15:08:45.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:45 smithi067 ceph-mon[91995]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-29T15:08:45.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:45 smithi067 ceph-mon[91995]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-07-29T15:08:45.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:45 smithi067 ceph-mon[91995]: osdmap e435: 8 total, 8 up, 8 in 2024-07-29T15:08:45.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:45.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:45 smithi067 ceph-mon[94375]: pgmap v259: 121 pgs: 5 peering, 30 active+undersized, 6 active+undersized+degraded, 80 active+clean; 168 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 212 KiB/s wr, 13 op/s; 23/279 objects degraded (8.244%) 2024-07-29T15:08:45.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:45.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:45.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:08:45.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:08:45.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:45.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:08:45.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:08:45.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:08:45.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:08:45.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-29T15:08:45.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:45 smithi067 ceph-mon[94375]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-29T15:08:45.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:45 smithi067 ceph-mon[94375]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-07-29T15:08:45.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:45 smithi067 ceph-mon[94375]: osdmap e435: 8 total, 8 up, 8 in 2024-07-29T15:08:45.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:45.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:45 smithi138 ceph-mon[86438]: pgmap v259: 121 pgs: 5 peering, 30 active+undersized, 6 active+undersized+degraded, 80 active+clean; 168 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 212 KiB/s wr, 13 op/s; 23/279 objects degraded (8.244%) 2024-07-29T15:08:45.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:45.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:45.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:08:45.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:08:45.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:45.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:08:45.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:08:45.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:08:45.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:08:45.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-29T15:08:45.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:45 smithi138 ceph-mon[86438]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-29T15:08:45.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:45 smithi138 ceph-mon[86438]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-07-29T15:08:45.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:45 smithi138 ceph-mon[86438]: osdmap e435: 8 total, 8 up, 8 in 2024-07-29T15:08:45.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:45.980 INFO:tasks.rados.rados.0.smithi067.stdout:1831: done (4 left) 2024-07-29T15:08:45.980 INFO:tasks.rados.rados.0.smithi067.stdout:1833: done (3 left) 2024-07-29T15:08:45.980 INFO:tasks.rados.rados.0.smithi067.stdout:1834: done (2 left) 2024-07-29T15:08:45.980 INFO:tasks.rados.rados.0.smithi067.stdout:1835: done (1 left) 2024-07-29T15:08:45.980 INFO:tasks.rados.rados.0.smithi067.stdout:1836: done (0 left) 2024-07-29T15:08:45.980 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 16 current snap is 177 2024-07-29T15:08:45.980 INFO:tasks.rados.rados.0.smithi067.stdout:1837: seq_num 591 ranges {2646016=303104} 2024-07-29T15:08:45.996 INFO:tasks.rados.rados.0.smithi067.stdout:1837: writing smithi06780069-16 from 2646016 to 2949120 tid 1 2024-07-29T15:08:45.996 INFO:tasks.rados.rados.0.smithi067.stdout:1838: copy_from oid 50 from oid 48 current snap is 177 2024-07-29T15:08:45.996 INFO:tasks.rados.rados.0.smithi067.stdout:1839: copy_from oid 35 from oid 37 current snap is 177 2024-07-29T15:08:45.996 INFO:tasks.rados.rados.0.smithi067.stdout:1840: rollback oid 8 current snap is 177 2024-07-29T15:08:45.996 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 8 to 176 2024-07-29T15:08:45.997 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 12 current snap is 177 2024-07-29T15:08:45.997 INFO:tasks.rados.rados.0.smithi067.stdout:1841: seq_num 592 ranges {5955584=319488} 2024-07-29T15:08:46.031 INFO:tasks.rados.rados.0.smithi067.stdout:1841: writing smithi06780069-12 from 5955584 to 6275072 tid 1 2024-07-29T15:08:46.031 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 25 current snap is 177 2024-07-29T15:08:46.031 INFO:tasks.rados.rados.0.smithi067.stdout:1840: finishing rollback tid 0 to smithi06780069-8 2024-07-29T15:08:46.031 INFO:tasks.rados.rados.0.smithi067.stdout:1842: seq_num 593 ranges {7020544=335872} 2024-07-29T15:08:46.060 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:45.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:08:46.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:45.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:08:46.072 INFO:tasks.rados.rados.0.smithi067.stdout:1842: writing smithi06780069-25 from 7020544 to 7356416 tid 1 2024-07-29T15:08:46.072 INFO:tasks.rados.rados.0.smithi067.stdout:1843: delete oid 41 current snap is 177 2024-07-29T15:08:46.072 INFO:tasks.rados.rados.0.smithi067.stdout:1840: finishing rollback tid 1 to smithi06780069-8 2024-07-29T15:08:46.072 INFO:tasks.rados.rados.0.smithi067.stdout:1840: finishing rollback tid 2 to smithi06780069-8 2024-07-29T15:08:46.072 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 430 (ObjNum 360 snap 106 seq_num 360) dirty exists 2024-07-29T15:08:46.072 INFO:tasks.rados.rados.0.smithi067.stdout:1837: finishing write tid 1 to smithi06780069-16 2024-07-29T15:08:46.073 INFO:tasks.rados.rados.0.smithi067.stdout:1837: finishing write tid 2 to smithi06780069-16 2024-07-29T15:08:46.073 INFO:tasks.rados.rados.0.smithi067.stdout:1838: finishing copy_from racing read to smithi06780069-50 2024-07-29T15:08:46.073 INFO:tasks.rados.rados.0.smithi067.stdout:1837: finishing write tid 3 to smithi06780069-16 2024-07-29T15:08:46.073 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 16 v 1010 (ObjNum 591 snap 177 seq_num 591) dirty exists 2024-07-29T15:08:46.073 INFO:tasks.rados.rados.0.smithi067.stdout:1837: left oid 16 (ObjNum 591 snap 177 seq_num 591) 2024-07-29T15:08:46.073 INFO:tasks.rados.rados.0.smithi067.stdout:1838: finishing copy_from to smithi06780069-50 2024-07-29T15:08:46.073 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 50 v 520 (ObjNum 929 snap 0 seq_num 2234692850) dirty exists 2024-07-29T15:08:46.073 INFO:tasks.rados.rados.0.smithi067.stdout:1839: finishing copy_from racing read to smithi06780069-35 2024-07-29T15:08:46.073 INFO:tasks.rados.rados.0.smithi067.stdout:1839: finishing copy_from to smithi06780069-35 2024-07-29T15:08:46.073 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 35 v 886 (ObjNum 552 snap 161 seq_num 552) dirty exists 2024-07-29T15:08:46.073 INFO:tasks.rados.rados.0.smithi067.stdout:1841: finishing write tid 1 to smithi06780069-12 2024-07-29T15:08:46.074 INFO:tasks.rados.rados.0.smithi067.stdout:1841: finishing write tid 2 to smithi06780069-12 2024-07-29T15:08:46.074 INFO:tasks.rados.rados.0.smithi067.stdout:1841: finishing write tid 3 to smithi06780069-12 2024-07-29T15:08:46.074 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 792 (ObjNum 592 snap 177 seq_num 592) dirty exists 2024-07-29T15:08:46.074 INFO:tasks.rados.rados.0.smithi067.stdout:1841: left oid 12 (ObjNum 592 snap 177 seq_num 592) 2024-07-29T15:08:46.074 INFO:tasks.rados.rados.0.smithi067.stdout:1837: done (6 left) 2024-07-29T15:08:46.075 INFO:tasks.rados.rados.0.smithi067.stdout:1838: done (5 left) 2024-07-29T15:08:46.075 INFO:tasks.rados.rados.0.smithi067.stdout:1839: done (4 left) 2024-07-29T15:08:46.075 INFO:tasks.rados.rados.0.smithi067.stdout:1840: done (3 left) 2024-07-29T15:08:46.075 INFO:tasks.rados.rados.0.smithi067.stdout:1841: done (2 left) 2024-07-29T15:08:46.075 INFO:tasks.rados.rados.0.smithi067.stdout:1843: done (1 left) 2024-07-29T15:08:46.075 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 47 current snap is 177 2024-07-29T15:08:46.075 INFO:tasks.rados.rados.0.smithi067.stdout:1844: seq_num 595 ranges {778240=368640} 2024-07-29T15:08:46.080 INFO:tasks.rados.rados.0.smithi067.stdout:1844: writing smithi06780069-47 from 778240 to 1146880 tid 1 2024-07-29T15:08:46.080 INFO:tasks.rados.rados.0.smithi067.stdout:1845: rollback oid 26 current snap is 177 2024-07-29T15:08:46.080 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 26 to 171 2024-07-29T15:08:46.081 INFO:tasks.rados.rados.0.smithi067.stdout:1842: finishing write tid 1 to smithi06780069-25 2024-07-29T15:08:46.081 INFO:tasks.rados.rados.0.smithi067.stdout:1842: finishing write tid 2 to smithi06780069-25 2024-07-29T15:08:46.081 INFO:tasks.rados.rados.0.smithi067.stdout:1842: finishing write tid 3 to smithi06780069-25 2024-07-29T15:08:46.081 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 25 v 890 (ObjNum 593 snap 177 seq_num 593) dirty exists 2024-07-29T15:08:46.081 INFO:tasks.rados.rados.0.smithi067.stdout:1842: left oid 25 (ObjNum 593 snap 177 seq_num 593) 2024-07-29T15:08:46.081 INFO:tasks.rados.rados.0.smithi067.stdout:1842: done (2 left) 2024-07-29T15:08:46.081 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 45 current snap is 177 2024-07-29T15:08:46.081 INFO:tasks.rados.rados.0.smithi067.stdout:1846: seq_num 596 ranges {0=385024} 2024-07-29T15:08:46.083 INFO:tasks.rados.rados.0.smithi067.stdout:1846: writing smithi06780069-45 from 0 to 385024 tid 1 2024-07-29T15:08:46.083 INFO:tasks.rados.rados.0.smithi067.stdout:1847: setattr oid 13 current snap is 177 2024-07-29T15:08:46.084 INFO:tasks.rados.rados.0.smithi067.stdout:1848: setattr oid 15 current snap is 177 2024-07-29T15:08:46.085 INFO:tasks.rados.rados.0.smithi067.stdout:1844: finishing write tid 1 to smithi06780069-47 2024-07-29T15:08:46.085 INFO:tasks.rados.rados.0.smithi067.stdout:1845: finishing rollback tid 0 to smithi06780069-26 2024-07-29T15:08:46.087 INFO:tasks.rados.rados.0.smithi067.stdout:1844: finishing write tid 2 to smithi06780069-47 2024-07-29T15:08:46.087 INFO:tasks.rados.rados.0.smithi067.stdout:1845: finishing rollback tid 1 to smithi06780069-26 2024-07-29T15:08:46.087 INFO:tasks.rados.rados.0.smithi067.stdout:1849: copy_from oid 41 from oid 11 current snap is 177 2024-07-29T15:08:46.087 INFO:tasks.rados.rados.0.smithi067.stdout:1850: read oid 34 snap -1 2024-07-29T15:08:46.087 INFO:tasks.rados.rados.0.smithi067.stdout:1850: expect deleted 2024-07-29T15:08:46.087 INFO:tasks.rados.rados.0.smithi067.stdout:1851: rollback oid 1 current snap is 177 2024-07-29T15:08:46.087 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 1 to 175 2024-07-29T15:08:46.087 INFO:tasks.rados.rados.0.smithi067.stdout:1852: copy_from oid 35 from oid 32 current snap is 177 2024-07-29T15:08:46.087 INFO:tasks.rados.rados.0.smithi067.stdout:1853: rollback oid 10 current snap is 177 2024-07-29T15:08:46.087 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 10 to 175 2024-07-29T15:08:46.088 INFO:tasks.rados.rados.0.smithi067.stdout:1854: snap_create 2024-07-29T15:08:46.088 INFO:tasks.rados.rados.0.smithi067.stdout:1845: finishing rollback tid 2 to smithi06780069-26 2024-07-29T15:08:46.088 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 894 (ObjNum 526 snap 154 seq_num 526) dirty exists 2024-07-29T15:08:46.088 INFO:tasks.rados.rados.0.smithi067.stdout:1846: finishing write tid 1 to smithi06780069-45 2024-07-29T15:08:46.088 INFO:tasks.rados.rados.0.smithi067.stdout:1846: finishing write tid 2 to smithi06780069-45 2024-07-29T15:08:46.089 INFO:tasks.rados.rados.0.smithi067.stdout:1844: finishing write tid 3 to smithi06780069-47 2024-07-29T15:08:46.089 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 655 (ObjNum 595 snap 177 seq_num 595) dirty exists 2024-07-29T15:08:46.089 INFO:tasks.rados.rados.0.smithi067.stdout:1844: left oid 47 (ObjNum 595 snap 177 seq_num 595) 2024-07-29T15:08:46.089 INFO:tasks.rados.rados.0.smithi067.stdout:1846: finishing write tid 3 to smithi06780069-45 2024-07-29T15:08:46.089 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 486 (ObjNum 596 snap 177 seq_num 596) dirty exists 2024-07-29T15:08:46.089 INFO:tasks.rados.rados.0.smithi067.stdout:1846: left oid 45 (ObjNum 596 snap 177 seq_num 596) 2024-07-29T15:08:46.090 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 13 v 985 (ObjNum 389 snap 117 seq_num 389) dirty exists 2024-07-29T15:08:46.091 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 1012 (ObjNum 556 snap 162 seq_num 556) dirty exists 2024-07-29T15:08:46.093 INFO:tasks.rados.rados.0.smithi067.stdout:1851: finishing rollback tid 0 to smithi06780069-1 2024-07-29T15:08:46.093 INFO:tasks.rados.rados.0.smithi067.stdout:1853: finishing rollback tid 0 to smithi06780069-10 2024-07-29T15:08:46.093 INFO:tasks.rados.rados.0.smithi067.stdout:1851: finishing rollback tid 1 to smithi06780069-1 2024-07-29T15:08:46.093 INFO:tasks.rados.rados.0.smithi067.stdout:1853: finishing rollback tid 1 to smithi06780069-10 2024-07-29T15:08:46.093 INFO:tasks.rados.rados.0.smithi067.stdout:1852: finishing copy_from to smithi06780069-35 2024-07-29T15:08:46.093 INFO:tasks.rados.rados.0.smithi067.stdout:1852: got expected ENOENT (src dne) 2024-07-29T15:08:46.093 INFO:tasks.rados.rados.0.smithi067.stdout:1852: finishing copy_from racing read to smithi06780069-35 2024-07-29T15:08:46.093 INFO:tasks.rados.rados.0.smithi067.stdout:1851: finishing rollback tid 2 to smithi06780069-1 2024-07-29T15:08:46.093 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 1016 (ObjNum 567 snap 165 seq_num 567) dirty exists 2024-07-29T15:08:46.094 INFO:tasks.rados.rados.0.smithi067.stdout:1853: finishing rollback tid 2 to smithi06780069-10 2024-07-29T15:08:46.094 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 943 (ObjNum 420 snap 123 seq_num 420) dirty exists 2024-07-29T15:08:46.097 INFO:tasks.rados.rados.0.smithi067.stdout:1849: finishing copy_from racing read to smithi06780069-41 2024-07-29T15:08:46.098 INFO:tasks.rados.rados.0.smithi067.stdout:1849: finishing copy_from to smithi06780069-41 2024-07-29T15:08:46.098 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 909 (ObjNum 514 snap 151 seq_num 514) dirty exists 2024-07-29T15:08:46.987 INFO:tasks.rados.rados.0.smithi067.stdout:1844: done (10 left) 2024-07-29T15:08:46.987 INFO:tasks.rados.rados.0.smithi067.stdout:1845: done (9 left) 2024-07-29T15:08:46.987 INFO:tasks.rados.rados.0.smithi067.stdout:1846: done (8 left) 2024-07-29T15:08:46.988 INFO:tasks.rados.rados.0.smithi067.stdout:1847: done (7 left) 2024-07-29T15:08:46.988 INFO:tasks.rados.rados.0.smithi067.stdout:1848: done (6 left) 2024-07-29T15:08:46.988 INFO:tasks.rados.rados.0.smithi067.stdout:1849: done (5 left) 2024-07-29T15:08:46.988 INFO:tasks.rados.rados.0.smithi067.stdout:1850: done (4 left) 2024-07-29T15:08:46.988 INFO:tasks.rados.rados.0.smithi067.stdout:1851: done (3 left) 2024-07-29T15:08:46.988 INFO:tasks.rados.rados.0.smithi067.stdout:1852: done (2 left) 2024-07-29T15:08:46.988 INFO:tasks.rados.rados.0.smithi067.stdout:1853: done (1 left) 2024-07-29T15:08:46.988 INFO:tasks.rados.rados.0.smithi067.stdout:1854: done (0 left) 2024-07-29T15:08:46.988 INFO:tasks.rados.rados.0.smithi067.stdout:1855: snap_create 2024-07-29T15:08:47.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:46 smithi067 ceph-mon[91995]: pgmap v262: 121 pgs: 5 peering, 15 active+undersized, 1 active+undersized+degraded, 100 active+clean; 170 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 484 KiB/s wr, 10 op/s; 8/288 objects degraded (2.778%); 1.3 MiB/s, 1 objects/s recovering 2024-07-29T15:08:47.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:46 smithi067 ceph-mon[91995]: osdmap e436: 8 total, 8 up, 8 in 2024-07-29T15:08:47.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:46 smithi067 ceph-mon[94375]: pgmap v262: 121 pgs: 5 peering, 15 active+undersized, 1 active+undersized+degraded, 100 active+clean; 170 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 484 KiB/s wr, 10 op/s; 8/288 objects degraded (2.778%); 1.3 MiB/s, 1 objects/s recovering 2024-07-29T15:08:47.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:46 smithi067 ceph-mon[94375]: osdmap e436: 8 total, 8 up, 8 in 2024-07-29T15:08:47.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:46 smithi138 ceph-mon[86438]: pgmap v262: 121 pgs: 5 peering, 15 active+undersized, 1 active+undersized+degraded, 100 active+clean; 170 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 484 KiB/s wr, 10 op/s; 8/288 objects degraded (2.778%); 1.3 MiB/s, 1 objects/s recovering 2024-07-29T15:08:47.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:46 smithi138 ceph-mon[86438]: osdmap e436: 8 total, 8 up, 8 in 2024-07-29T15:08:47.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:46 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:46.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi138\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:08:47.996 INFO:tasks.rados.rados.0.smithi067.stdout:1855: done (0 left) 2024-07-29T15:08:47.997 INFO:tasks.rados.rados.0.smithi067.stdout:1856: read oid 37 snap -1 2024-07-29T15:08:47.997 INFO:tasks.rados.rados.0.smithi067.stdout:1856: expect (ObjNum 552 snap 161 seq_num 552) 2024-07-29T15:08:47.997 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 45 current snap is 179 2024-07-29T15:08:47.997 INFO:tasks.rados.rados.0.smithi067.stdout:1857: seq_num 597 ranges {385024=401408} 2024-07-29T15:08:48.001 INFO:tasks.rados.rados.0.smithi067.stdout:1857: writing smithi06780069-45 from 385024 to 786432 tid 1 2024-07-29T15:08:48.002 INFO:tasks.rados.rados.0.smithi067.stdout:1858: copy_from oid 16 from oid 27 current snap is 179 2024-07-29T15:08:48.002 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 20 current snap is 179 2024-07-29T15:08:48.002 INFO:tasks.rados.rados.0.smithi067.stdout:1859: seq_num 598 ranges {0=417792} 2024-07-29T15:08:48.004 INFO:tasks.rados.rados.0.smithi067.stdout:1859: writing smithi06780069-20 from 0 to 417792 tid 1 2024-07-29T15:08:48.004 INFO:tasks.rados.rados.0.smithi067.stdout:1860: snap_remove snap 178 2024-07-29T15:08:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:47 smithi067 ceph-mon[91995]: osdmap e437: 8 total, 8 up, 8 in 2024-07-29T15:08:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:47 smithi067 ceph-mon[91995]: Health check update: Degraded data redundancy: 8/288 objects degraded (2.778%), 1 pg degraded (PG_DEGRADED) 2024-07-29T15:08:48.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:47 smithi067 ceph-mon[94375]: osdmap e437: 8 total, 8 up, 8 in 2024-07-29T15:08:48.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:47 smithi067 ceph-mon[94375]: Health check update: Degraded data redundancy: 8/288 objects degraded (2.778%), 1 pg degraded (PG_DEGRADED) 2024-07-29T15:08:48.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:08:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:08:47] "GET /metrics HTTP/1.1" 200 36319 "" "Prometheus/2.51.0" 2024-07-29T15:08:48.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:47 smithi138 ceph-mon[86438]: osdmap e437: 8 total, 8 up, 8 in 2024-07-29T15:08:48.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:47 smithi138 ceph-mon[86438]: Health check update: Degraded data redundancy: 8/288 objects degraded (2.778%), 1 pg degraded (PG_DEGRADED) 2024-07-29T15:08:49.002 INFO:tasks.rados.rados.0.smithi067.stdout:1860: done (4 left) 2024-07-29T15:08:49.002 INFO:tasks.rados.rados.0.smithi067.stdout:1861: copy_from oid 28 from oid 43 current snap is 179 2024-07-29T15:08:49.002 INFO:tasks.rados.rados.0.smithi067.stdout:1856: expect (ObjNum 552 snap 161 seq_num 552) 2024-07-29T15:08:49.067 INFO:tasks.rados.rados.0.smithi067.stdout:1857: finishing write tid 1 to smithi06780069-45 2024-07-29T15:08:49.067 INFO:tasks.rados.rados.0.smithi067.stdout:1857: finishing write tid 2 to smithi06780069-45 2024-07-29T15:08:49.067 INFO:tasks.rados.rados.0.smithi067.stdout:1857: finishing write tid 3 to smithi06780069-45 2024-07-29T15:08:49.067 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 489 (ObjNum 597 snap 179 seq_num 597) dirty exists 2024-07-29T15:08:49.067 INFO:tasks.rados.rados.0.smithi067.stdout:1857: left oid 45 (ObjNum 597 snap 179 seq_num 597) 2024-07-29T15:08:49.067 INFO:tasks.rados.rados.0.smithi067.stdout:1859: finishing write tid 1 to smithi06780069-20 2024-07-29T15:08:49.067 INFO:tasks.rados.rados.0.smithi067.stdout:1859: finishing write tid 2 to smithi06780069-20 2024-07-29T15:08:49.068 INFO:tasks.rados.rados.0.smithi067.stdout:1859: finishing write tid 3 to smithi06780069-20 2024-07-29T15:08:49.068 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 911 (ObjNum 598 snap 179 seq_num 598) dirty exists 2024-07-29T15:08:49.068 INFO:tasks.rados.rados.0.smithi067.stdout:1859: left oid 20 (ObjNum 598 snap 179 seq_num 598) 2024-07-29T15:08:49.068 INFO:tasks.rados.rados.0.smithi067.stdout:1858: finishing copy_from racing read to smithi06780069-16 2024-07-29T15:08:49.068 INFO:tasks.rados.rados.0.smithi067.stdout:1858: finishing copy_from to smithi06780069-16 2024-07-29T15:08:49.068 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 16 v 424 (ObjNum 360 snap 106 seq_num 360) dirty exists 2024-07-29T15:08:49.068 INFO:tasks.rados.rados.0.smithi067.stdout:1856: done (4 left) 2024-07-29T15:08:49.068 INFO:tasks.rados.rados.0.smithi067.stdout:1857: done (3 left) 2024-07-29T15:08:49.068 INFO:tasks.rados.rados.0.smithi067.stdout:1858: done (2 left) 2024-07-29T15:08:49.068 INFO:tasks.rados.rados.0.smithi067.stdout:1859: done (1 left) 2024-07-29T15:08:49.068 INFO:tasks.rados.rados.0.smithi067.stdout:1862: snap_create 2024-07-29T15:08:49.068 INFO:tasks.rados.rados.0.smithi067.stdout:1861: finishing copy_from racing read to smithi06780069-28 2024-07-29T15:08:49.068 INFO:tasks.rados.rados.0.smithi067.stdout:1861: finishing copy_from to smithi06780069-28 2024-07-29T15:08:49.068 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 28 v 475 (ObjNum 458 snap 133 seq_num 458) dirty exists 2024-07-29T15:08:49.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:48 smithi138 ceph-mon[86438]: pgmap v265: 121 pgs: 121 active+clean; 170 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 512 KiB/s wr, 5 op/s; 12 MiB/s, 4 objects/s recovering 2024-07-29T15:08:49.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:48 smithi138 ceph-mon[86438]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/288 objects degraded (2.778%), 1 pg degraded) 2024-07-29T15:08:49.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:48 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:08:49.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:48 smithi138 ceph-mon[86438]: osdmap e438: 8 total, 8 up, 8 in 2024-07-29T15:08:49.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:48 smithi067 ceph-mon[91995]: pgmap v265: 121 pgs: 121 active+clean; 170 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 512 KiB/s wr, 5 op/s; 12 MiB/s, 4 objects/s recovering 2024-07-29T15:08:49.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:48 smithi067 ceph-mon[91995]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/288 objects degraded (2.778%), 1 pg degraded) 2024-07-29T15:08:49.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:48 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:08:49.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:48 smithi067 ceph-mon[91995]: osdmap e438: 8 total, 8 up, 8 in 2024-07-29T15:08:49.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:48 smithi067 ceph-mon[94375]: pgmap v265: 121 pgs: 121 active+clean; 170 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 512 KiB/s wr, 5 op/s; 12 MiB/s, 4 objects/s recovering 2024-07-29T15:08:49.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:48 smithi067 ceph-mon[94375]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/288 objects degraded (2.778%), 1 pg degraded) 2024-07-29T15:08:49.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:48 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:08:49.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:48 smithi067 ceph-mon[94375]: osdmap e438: 8 total, 8 up, 8 in 2024-07-29T15:08:50.011 INFO:tasks.rados.rados.0.smithi067.stdout:1861: done (1 left) 2024-07-29T15:08:50.011 INFO:tasks.rados.rados.0.smithi067.stdout:1862: done (0 left) 2024-07-29T15:08:50.011 INFO:tasks.rados.rados.0.smithi067.stdout:1863: read oid 44 snap -1 2024-07-29T15:08:50.011 INFO:tasks.rados.rados.0.smithi067.stdout:1863: expect (ObjNum 549 snap 161 seq_num 549) 2024-07-29T15:08:50.011 INFO:tasks.rados.rados.0.smithi067.stdout:1864: read oid 11 snap -1 2024-07-29T15:08:50.011 INFO:tasks.rados.rados.0.smithi067.stdout:1864: expect (ObjNum 514 snap 151 seq_num 514) 2024-07-29T15:08:50.011 INFO:tasks.rados.rados.0.smithi067.stdout:1865: copy_from oid 33 from oid 6 current snap is 180 2024-07-29T15:08:50.011 INFO:tasks.rados.rados.0.smithi067.stdout:1866: snap_remove snap 175 2024-07-29T15:08:50.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:50 smithi138 ceph-mon[86438]: osdmap e439: 8 total, 8 up, 8 in 2024-07-29T15:08:50.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:50.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:08:50.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:08:50.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:50 smithi067 ceph-mon[91995]: osdmap e439: 8 total, 8 up, 8 in 2024-07-29T15:08:50.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:50.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:08:50.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:50 smithi067 ceph-mon[94375]: osdmap e439: 8 total, 8 up, 8 in 2024-07-29T15:08:50.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:50.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:08:51.012 INFO:tasks.rados.rados.0.smithi067.stdout:1866: done (3 left) 2024-07-29T15:08:51.012 INFO:tasks.rados.rados.0.smithi067.stdout:1867: read oid 49 snap -1 2024-07-29T15:08:51.012 INFO:tasks.rados.rados.0.smithi067.stdout:1867: expect (ObjNum 585 snap 174 seq_num 585) 2024-07-29T15:08:51.012 INFO:tasks.rados.rados.0.smithi067.stdout:1868: delete oid 4 current snap is 180 2024-07-29T15:08:51.012 INFO:tasks.rados.rados.0.smithi067.stdout:1865: finishing copy_from to smithi06780069-33 2024-07-29T15:08:51.012 INFO:tasks.rados.rados.0.smithi067.stdout:1865: got expected ENOENT (src dne) 2024-07-29T15:08:51.012 INFO:tasks.rados.rados.0.smithi067.stdout:1865: finishing copy_from racing read to smithi06780069-33 2024-07-29T15:08:51.013 INFO:tasks.rados.rados.0.smithi067.stdout:1864: expect (ObjNum 514 snap 151 seq_num 514) 2024-07-29T15:08:51.120 INFO:tasks.rados.rados.0.smithi067.stdout:1863: expect (ObjNum 549 snap 161 seq_num 549) 2024-07-29T15:08:51.175 INFO:tasks.rados.rados.0.smithi067.stdout:1867: expect (ObjNum 585 snap 174 seq_num 585) 2024-07-29T15:08:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:51 smithi138 ceph-mon[86438]: pgmap v268: 121 pgs: 121 active+clean; 176 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 7 op/s; 11 MiB/s, 2 objects/s recovering 2024-07-29T15:08:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:51 smithi138 ceph-mon[86438]: osdmap e440: 8 total, 8 up, 8 in 2024-07-29T15:08:51.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:51 smithi067 ceph-mon[91995]: pgmap v268: 121 pgs: 121 active+clean; 176 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 7 op/s; 11 MiB/s, 2 objects/s recovering 2024-07-29T15:08:51.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:51 smithi067 ceph-mon[91995]: osdmap e440: 8 total, 8 up, 8 in 2024-07-29T15:08:51.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:51 smithi067 ceph-mon[94375]: pgmap v268: 121 pgs: 121 active+clean; 176 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 7 op/s; 11 MiB/s, 2 objects/s recovering 2024-07-29T15:08:51.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:51 smithi067 ceph-mon[94375]: osdmap e440: 8 total, 8 up, 8 in 2024-07-29T15:08:52.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:52 smithi138 ceph-mon[86438]: osdmap e441: 8 total, 8 up, 8 in 2024-07-29T15:08:52.378 INFO:tasks.rados.rados.0.smithi067.stdout:1863: done (4 left) 2024-07-29T15:08:52.379 INFO:tasks.rados.rados.0.smithi067.stdout:1864: done (3 left) 2024-07-29T15:08:52.379 INFO:tasks.rados.rados.0.smithi067.stdout:1865: done (2 left) 2024-07-29T15:08:52.379 INFO:tasks.rados.rados.0.smithi067.stdout:1867: done (1 left) 2024-07-29T15:08:52.379 INFO:tasks.rados.rados.0.smithi067.stdout:1868: done (0 left) 2024-07-29T15:08:52.379 INFO:tasks.rados.rados.0.smithi067.stdout:1869: read oid 32 snap -1 2024-07-29T15:08:52.379 INFO:tasks.rados.rados.0.smithi067.stdout:1869: expect deleted 2024-07-29T15:08:52.379 INFO:tasks.rados.rados.0.smithi067.stdout:1870: snap_remove snap 176 2024-07-29T15:08:52.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:52 smithi067 ceph-mon[91995]: osdmap e441: 8 total, 8 up, 8 in 2024-07-29T15:08:52.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:52 smithi067 ceph-mon[94375]: osdmap e441: 8 total, 8 up, 8 in 2024-07-29T15:08:52.927 INFO:tasks.rados.rados.0.smithi067.stdout:1870: done (1 left) 2024-07-29T15:08:52.927 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 6 current snap is 180 2024-07-29T15:08:52.927 INFO:tasks.rados.rados.0.smithi067.stdout:1871: seq_num 600 ranges {0=450560} 2024-07-29T15:08:52.930 INFO:tasks.rados.rados.0.smithi067.stdout:1871: writing smithi06780069-6 from 0 to 450560 tid 1 2024-07-29T15:08:52.931 INFO:tasks.rados.rados.0.smithi067.stdout:1869: done (1 left) 2024-07-29T15:08:52.931 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 14 current snap is 180 2024-07-29T15:08:52.931 INFO:tasks.rados.rados.0.smithi067.stdout:1872: seq_num 601 ranges {7446528=475136} 2024-07-29T15:08:52.975 INFO:tasks.rados.rados.0.smithi067.stdout:1872: writing smithi06780069-14 from 7446528 to 7921664 tid 1 2024-07-29T15:08:52.975 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 4 current snap is 180 2024-07-29T15:08:52.975 INFO:tasks.rados.rados.0.smithi067.stdout:1873: seq_num 602 ranges {0=491520} 2024-07-29T15:08:52.978 INFO:tasks.rados.rados.0.smithi067.stdout:1873: writing smithi06780069-4 from 0 to 491520 tid 1 2024-07-29T15:08:52.978 INFO:tasks.rados.rados.0.smithi067.stdout:1874: snap_create 2024-07-29T15:08:52.979 INFO:tasks.rados.rados.0.smithi067.stdout:1871: finishing write tid 1 to smithi06780069-6 2024-07-29T15:08:52.979 INFO:tasks.rados.rados.0.smithi067.stdout:1871: finishing write tid 2 to smithi06780069-6 2024-07-29T15:08:52.979 INFO:tasks.rados.rados.0.smithi067.stdout:1871: finishing write tid 3 to smithi06780069-6 2024-07-29T15:08:52.979 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 6 v 949 (ObjNum 600 snap 180 seq_num 600) dirty exists 2024-07-29T15:08:52.979 INFO:tasks.rados.rados.0.smithi067.stdout:1871: left oid 6 (ObjNum 600 snap 180 seq_num 600) 2024-07-29T15:08:52.982 INFO:tasks.rados.rados.0.smithi067.stdout:1873: finishing write tid 1 to smithi06780069-4 2024-07-29T15:08:52.982 INFO:tasks.rados.rados.0.smithi067.stdout:1873: finishing write tid 2 to smithi06780069-4 2024-07-29T15:08:52.983 INFO:tasks.rados.rados.0.smithi067.stdout:1873: finishing write tid 3 to smithi06780069-4 2024-07-29T15:08:52.983 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 995 (ObjNum 602 snap 180 seq_num 602) dirty exists 2024-07-29T15:08:52.984 INFO:tasks.rados.rados.0.smithi067.stdout:1873: left oid 4 (ObjNum 602 snap 180 seq_num 602) 2024-07-29T15:08:52.984 INFO:tasks.rados.rados.0.smithi067.stdout:1872: finishing write tid 1 to smithi06780069-14 2024-07-29T15:08:52.984 INFO:tasks.rados.rados.0.smithi067.stdout:1872: finishing write tid 2 to smithi06780069-14 2024-07-29T15:08:52.985 INFO:tasks.rados.rados.0.smithi067.stdout:1872: finishing write tid 3 to smithi06780069-14 2024-07-29T15:08:52.985 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 14 v 794 (ObjNum 601 snap 180 seq_num 601) dirty exists 2024-07-29T15:08:52.985 INFO:tasks.rados.rados.0.smithi067.stdout:1872: left oid 14 (ObjNum 601 snap 180 seq_num 601) 2024-07-29T15:08:53.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:53 smithi138 ceph-mon[86438]: pgmap v271: 121 pgs: 121 active+clean; 187 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.1 MiB/s wr, 21 op/s 2024-07-29T15:08:53.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:53 smithi138 ceph-mon[86438]: osdmap e442: 8 total, 8 up, 8 in 2024-07-29T15:08:53.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:53 smithi067 ceph-mon[94375]: pgmap v271: 121 pgs: 121 active+clean; 187 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.1 MiB/s wr, 21 op/s 2024-07-29T15:08:53.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:53 smithi067 ceph-mon[94375]: osdmap e442: 8 total, 8 up, 8 in 2024-07-29T15:08:53.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:53 smithi067 ceph-mon[91995]: pgmap v271: 121 pgs: 121 active+clean; 187 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.1 MiB/s wr, 21 op/s 2024-07-29T15:08:53.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:53 smithi067 ceph-mon[91995]: osdmap e442: 8 total, 8 up, 8 in 2024-07-29T15:08:53.929 INFO:tasks.rados.rados.0.smithi067.stdout:1871: done (3 left) 2024-07-29T15:08:53.929 INFO:tasks.rados.rados.0.smithi067.stdout:1872: done (2 left) 2024-07-29T15:08:53.929 INFO:tasks.rados.rados.0.smithi067.stdout:1873: done (1 left) 2024-07-29T15:08:53.929 INFO:tasks.rados.rados.0.smithi067.stdout:1874: done (0 left) 2024-07-29T15:08:53.929 INFO:tasks.rados.rados.0.smithi067.stdout:1875: rmattr oid 13 current snap is 181 2024-07-29T15:08:53.929 INFO:tasks.rados.rados.0.smithi067.stdout:1876: read oid 26 snap 179 2024-07-29T15:08:53.929 INFO:tasks.rados.rados.0.smithi067.stdout:1876: expect (ObjNum 526 snap 154 seq_num 526) 2024-07-29T15:08:53.929 INFO:tasks.rados.rados.0.smithi067.stdout:1877: rollback oid 25 current snap is 181 2024-07-29T15:08:53.929 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 25 to 177 2024-07-29T15:08:53.929 INFO:tasks.rados.rados.0.smithi067.stdout:1878: setattr oid 35 current snap is 181 2024-07-29T15:08:53.930 INFO:tasks.rados.rados.0.smithi067.stdout:1879: read oid 42 snap -1 2024-07-29T15:08:53.930 INFO:tasks.rados.rados.0.smithi067.stdout:1879: expect (ObjNum 573 snap 168 seq_num 573) 2024-07-29T15:08:53.930 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 30 current snap is 181 2024-07-29T15:08:53.930 INFO:tasks.rados.rados.0.smithi067.stdout:1880: seq_num 603 ranges {1728512=507904} 2024-07-29T15:08:53.944 INFO:tasks.rados.rados.0.smithi067.stdout:1880: writing smithi06780069-30 from 1728512 to 2236416 tid 1 2024-07-29T15:08:53.945 INFO:tasks.rados.rados.0.smithi067.stdout:1881: copy_from oid 31 from oid 39 current snap is 181 2024-07-29T15:08:53.945 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 13 v 997 (ObjNum 389 snap 117 seq_num 389) dirty exists 2024-07-29T15:08:53.945 INFO:tasks.rados.rados.0.smithi067.stdout:1875: done (6 left) 2024-07-29T15:08:53.945 INFO:tasks.rados.rados.0.smithi067.stdout:1882: rollback oid 14 current snap is 181 2024-07-29T15:08:53.945 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 14 to 167 2024-07-29T15:08:53.945 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 35 v 953 (ObjNum 552 snap 161 seq_num 552) dirty exists 2024-07-29T15:08:53.945 INFO:tasks.rados.rados.0.smithi067.stdout:1878: done (6 left) 2024-07-29T15:08:53.945 INFO:tasks.rados.rados.0.smithi067.stdout:1883: copy_from oid 9 from oid 40 current snap is 181 2024-07-29T15:08:53.945 INFO:tasks.rados.rados.0.smithi067.stdout:1884: read oid 19 snap 171 2024-07-29T15:08:53.945 INFO:tasks.rados.rados.0.smithi067.stdout:1884: expect (ObjNum 547 snap 161 seq_num 547) 2024-07-29T15:08:53.945 INFO:tasks.rados.rados.0.smithi067.stdout:1885: read oid 49 snap -1 2024-07-29T15:08:53.945 INFO:tasks.rados.rados.0.smithi067.stdout:1885: expect (ObjNum 585 snap 174 seq_num 585) 2024-07-29T15:08:53.965 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 48 current snap is 181 2024-07-29T15:08:53.966 INFO:tasks.rados.rados.0.smithi067.stdout:1883: finishing copy_from to smithi06780069-9 2024-07-29T15:08:53.966 INFO:tasks.rados.rados.0.smithi067.stdout:1883: got expected ENOENT (src dne) 2024-07-29T15:08:53.966 INFO:tasks.rados.rados.0.smithi067.stdout:1883: finishing copy_from racing read to smithi06780069-9 2024-07-29T15:08:53.966 INFO:tasks.rados.rados.0.smithi067.stdout:1880: finishing write tid 1 to smithi06780069-30 2024-07-29T15:08:53.966 INFO:tasks.rados.rados.0.smithi067.stdout:1880: finishing write tid 2 to smithi06780069-30 2024-07-29T15:08:53.966 INFO:tasks.rados.rados.0.smithi067.stdout:1882: finishing rollback tid 0 to smithi06780069-14 2024-07-29T15:08:53.966 INFO:tasks.rados.rados.0.smithi067.stdout:1882: finishing rollback tid 1 to smithi06780069-14 2024-07-29T15:08:53.966 INFO:tasks.rados.rados.0.smithi067.stdout:1882: finishing rollback tid 2 to smithi06780069-14 2024-07-29T15:08:53.966 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 14 v 797 (ObjNum 568 snap 166 seq_num 568) dirty exists 2024-07-29T15:08:53.966 INFO:tasks.rados.rados.0.smithi067.stdout:1880: finishing write tid 3 to smithi06780069-30 2024-07-29T15:08:53.966 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 928 (ObjNum 603 snap 181 seq_num 603) dirty exists 2024-07-29T15:08:53.966 INFO:tasks.rados.rados.0.smithi067.stdout:1880: left oid 30 (ObjNum 603 snap 181 seq_num 603) 2024-07-29T15:08:53.966 INFO:tasks.rados.rados.0.smithi067.stdout:1886: seq_num 604 ranges {0=524288} 2024-07-29T15:08:53.970 INFO:tasks.rados.rados.0.smithi067.stdout:1886: writing smithi06780069-48 from 0 to 524288 tid 1 2024-07-29T15:08:53.970 INFO:tasks.rados.rados.0.smithi067.stdout:1880: done (9 left) 2024-07-29T15:08:53.970 INFO:tasks.rados.rados.0.smithi067.stdout:1882: done (8 left) 2024-07-29T15:08:53.970 INFO:tasks.rados.rados.0.smithi067.stdout:1883: done (7 left) 2024-07-29T15:08:53.970 INFO:tasks.rados.rados.0.smithi067.stdout:1887: rollback oid 3 current snap is 181 2024-07-29T15:08:53.970 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 3 to 171 2024-07-29T15:08:53.970 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 10 current snap is 181 2024-07-29T15:08:53.970 INFO:tasks.rados.rados.0.smithi067.stdout:1888: seq_num 605 ranges {6799360=540672} 2024-07-29T15:08:54.016 INFO:tasks.rados.rados.0.smithi067.stdout:1888: writing smithi06780069-10 from 6799360 to 7340032 tid 1 2024-07-29T15:08:54.016 INFO:tasks.rados.rados.0.smithi067.stdout:1889: snap_create 2024-07-29T15:08:54.016 INFO:tasks.rados.rados.0.smithi067.stdout:1887: finishing rollback tid 0 to smithi06780069-3 2024-07-29T15:08:54.016 INFO:tasks.rados.rados.0.smithi067.stdout:1887: finishing rollback tid 1 to smithi06780069-3 2024-07-29T15:08:54.016 INFO:tasks.rados.rados.0.smithi067.stdout:1887: finishing rollback tid 2 to smithi06780069-3 2024-07-29T15:08:54.016 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 834 (ObjNum 453 snap 132 seq_num 453) dirty exists 2024-07-29T15:08:54.016 INFO:tasks.rados.rados.0.smithi067.stdout:1881: finishing copy_from racing read to smithi06780069-31 2024-07-29T15:08:54.016 INFO:tasks.rados.rados.0.smithi067.stdout:1876: expect (ObjNum 526 snap 154 seq_num 526) 2024-07-29T15:08:54.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:54 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:54.146Z caller=alerting.go:391 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.3\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-07-29T15:08:54.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:54 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:54.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.3\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster_addr=\"172.21.15.67\", device_class=\"ssd\", hostname=\"smithi067\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.67\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:08:54.658 INFO:tasks.rados.rados.0.smithi067.stdout:1877: finishing rollback tid 0 to smithi06780069-25 2024-07-29T15:08:54.658 INFO:tasks.rados.rados.0.smithi067.stdout:1877: finishing rollback tid 1 to smithi06780069-25 2024-07-29T15:08:54.658 INFO:tasks.rados.rados.0.smithi067.stdout:1877: finishing rollback tid 2 to smithi06780069-25 2024-07-29T15:08:54.659 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 25 v 906 (ObjNum 593 snap 177 seq_num 593) dirty exists 2024-07-29T15:08:54.659 INFO:tasks.rados.rados.0.smithi067.stdout:1881: finishing copy_from to smithi06780069-31 2024-07-29T15:08:54.659 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 638 (ObjNum 581 snap 171 seq_num 581) dirty exists 2024-07-29T15:08:54.659 INFO:tasks.rados.rados.0.smithi067.stdout:1884: expect (ObjNum 547 snap 161 seq_num 547) 2024-07-29T15:08:55.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:54 smithi067 ceph-mon[91995]: pgmap v273: 121 pgs: 121 active+clean; 187 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 17 op/s 2024-07-29T15:08:55.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:54 smithi067 ceph-mon[91995]: osdmap e443: 8 total, 8 up, 8 in 2024-07-29T15:08:55.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:54 smithi067 ceph-mon[94375]: pgmap v273: 121 pgs: 121 active+clean; 187 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 17 op/s 2024-07-29T15:08:55.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:54 smithi067 ceph-mon[94375]: osdmap e443: 8 total, 8 up, 8 in 2024-07-29T15:08:55.305 INFO:tasks.rados.rados.0.smithi067.stdout:1885: expect (ObjNum 585 snap 174 seq_num 585) 2024-07-29T15:08:55.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:54 smithi138 ceph-mon[86438]: pgmap v273: 121 pgs: 121 active+clean; 187 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 17 op/s 2024-07-29T15:08:55.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:54 smithi138 ceph-mon[86438]: osdmap e443: 8 total, 8 up, 8 in 2024-07-29T15:08:56.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:55 smithi138 ceph-mon[86438]: osdmap e444: 8 total, 8 up, 8 in 2024-07-29T15:08:56.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:55 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:56.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:55.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:08:56.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:55.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:08:56.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:55 smithi067 ceph-mon[91995]: osdmap e444: 8 total, 8 up, 8 in 2024-07-29T15:08:56.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:55 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:56.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:55 smithi067 ceph-mon[94375]: osdmap e444: 8 total, 8 up, 8 in 2024-07-29T15:08:56.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:55 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:08:56.508 INFO:tasks.rados.rados.0.smithi067.stdout:1879: expect (ObjNum 573 snap 168 seq_num 573) 2024-07-29T15:08:56.699 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-07-29T15:08:56.766 INFO:tasks.rados.rados.0.smithi067.stdout:1886: finishing write tid 1 to smithi06780069-48 2024-07-29T15:08:56.766 INFO:tasks.rados.rados.0.smithi067.stdout:1886: finishing write tid 2 to smithi06780069-48 2024-07-29T15:08:56.766 INFO:tasks.rados.rados.0.smithi067.stdout:1886: finishing write tid 3 to smithi06780069-48 2024-07-29T15:08:56.767 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 48 v 522 (ObjNum 604 snap 181 seq_num 604) dirty exists 2024-07-29T15:08:56.767 INFO:tasks.rados.rados.0.smithi067.stdout:1886: left oid 48 (ObjNum 604 snap 181 seq_num 604) 2024-07-29T15:08:56.767 INFO:tasks.rados.rados.0.smithi067.stdout:1876: done (9 left) 2024-07-29T15:08:56.767 INFO:tasks.rados.rados.0.smithi067.stdout:1877: done (8 left) 2024-07-29T15:08:56.767 INFO:tasks.rados.rados.0.smithi067.stdout:1879: done (7 left) 2024-07-29T15:08:56.767 INFO:tasks.rados.rados.0.smithi067.stdout:1881: done (6 left) 2024-07-29T15:08:56.767 INFO:tasks.rados.rados.0.smithi067.stdout:1884: done (5 left) 2024-07-29T15:08:56.767 INFO:tasks.rados.rados.0.smithi067.stdout:1885: done (4 left) 2024-07-29T15:08:56.767 INFO:tasks.rados.rados.0.smithi067.stdout:1886: done (3 left) 2024-07-29T15:08:56.767 INFO:tasks.rados.rados.0.smithi067.stdout:1887: done (2 left) 2024-07-29T15:08:56.767 INFO:tasks.rados.rados.0.smithi067.stdout:1889: done (1 left) 2024-07-29T15:08:56.767 INFO:tasks.rados.rados.0.smithi067.stdout:1890: read oid 36 snap -1 2024-07-29T15:08:56.767 INFO:tasks.rados.rados.0.smithi067.stdout:1890: expect deleted 2024-07-29T15:08:56.767 INFO:tasks.rados.rados.0.smithi067.stdout:1891: rollback oid 13 current snap is 182 2024-07-29T15:08:56.767 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 13 to 179 2024-07-29T15:08:56.768 INFO:tasks.rados.rados.0.smithi067.stdout:1888: finishing write tid 1 to smithi06780069-10 2024-07-29T15:08:56.768 INFO:tasks.rados.rados.0.smithi067.stdout:1888: finishing write tid 2 to smithi06780069-10 2024-07-29T15:08:56.768 INFO:tasks.rados.rados.0.smithi067.stdout:1888: finishing write tid 3 to smithi06780069-10 2024-07-29T15:08:56.768 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 956 (ObjNum 605 snap 181 seq_num 605) dirty exists 2024-07-29T15:08:56.768 INFO:tasks.rados.rados.0.smithi067.stdout:1888: left oid 10 (ObjNum 605 snap 181 seq_num 605) 2024-07-29T15:08:56.768 INFO:tasks.rados.rados.0.smithi067.stdout:1888: done (2 left) 2024-07-29T15:08:56.768 INFO:tasks.rados.rados.0.smithi067.stdout:1892: delete oid 37 current snap is 182 2024-07-29T15:08:56.769 INFO:tasks.rados.rados.0.smithi067.stdout:1890: done (2 left) 2024-07-29T15:08:56.769 INFO:tasks.rados.rados.0.smithi067.stdout:1892: done (1 left) 2024-07-29T15:08:56.770 INFO:tasks.rados.rados.0.smithi067.stdout:1893: snap_remove snap 181 2024-07-29T15:08:56.981 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-29T15:08:56.981 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (4m) 16s ago 8m 18.1M - 0.27.0 11f11916f8cd 7b3d7ecf5d32 2024-07-29T15:08:56.981 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi138 *:3000 running (4m) 2m ago 8m 78.0M - 9.4.7 954c08fa6188 16aea5822221 2024-07-29T15:08:56.981 INFO:teuthology.orchestra.run.smithi067.stdout:mds.a smithi067 running (10m) 16s ago 10m 21.7M - 17.2.7-1155-g3120d060 5ec745195f7e 0b73fb05902b 2024-07-29T15:08:56.982 INFO:teuthology.orchestra.run.smithi067.stdout:mds.b smithi138 running (10m) 2m ago 10m 15.3M - 17.2.7-1155-g3120d060 5ec745195f7e 8d64b29e8368 2024-07-29T15:08:56.982 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi138 *:8443,9283,8765 running (3m) 2m ago 13m 450M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 ae20c11d7057 2024-07-29T15:08:56.982 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:8443,9283,8765 running (3m) 16s ago 15m 520M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 2844d13de992 2024-07-29T15:08:56.982 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (3m) 16s ago 15m 55.2M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 b489fbc3c018 2024-07-29T15:08:56.982 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi138 running (2m) 2m ago 13m 29.8M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 bccf2941ae7e 2024-07-29T15:08:56.982 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (2m) 16s ago 13m 48.1M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 75074f1e503e 2024-07-29T15:08:56.982 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (4m) 16s ago 8m 11.2M - 1.7.0 72c9c2088986 142217b16374 2024-07-29T15:08:56.982 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi138 *:9100 running (4m) 2m ago 8m 12.2M - 1.7.0 72c9c2088986 60191c363c80 2024-07-29T15:08:56.982 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (119s) 16s ago 13m 145M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 17c73145f36a 2024-07-29T15:08:56.982 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (86s) 16s ago 12m 131M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 e9d39547a528 2024-07-29T15:08:56.982 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (52s) 16s ago 12m 127M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 a7d5a0aa79de 2024-07-29T15:08:56.982 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (20s) 16s ago 12m 12.2M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 6b82a8519e22 2024-07-29T15:08:56.982 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi138 running (11m) 2m ago 11m 140M 2480M 17.2.7-1155-g3120d060 5ec745195f7e a15137922a4f 2024-07-29T15:08:56.983 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi138 running (11m) 2m ago 11m 171M 2480M 17.2.7-1155-g3120d060 5ec745195f7e 095126a5d70a 2024-07-29T15:08:56.983 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi138 running (11m) 2m ago 10m 86.7M 2480M 17.2.7-1155-g3120d060 5ec745195f7e a10a9aef390f 2024-07-29T15:08:56.983 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi138 running (10m) 2m ago 10m 133M 2480M 17.2.7-1155-g3120d060 5ec745195f7e c141798f58f5 2024-07-29T15:08:56.983 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi138 *:9095 running (3m) 2m ago 9m 41.8M - 2.51.0 1d3b7f56885b 99e49ee09a02 2024-07-29T15:08:57.014 INFO:tasks.rados.rados.0.smithi067.stdout:1893: done (1 left) 2024-07-29T15:08:57.014 INFO:tasks.rados.rados.0.smithi067.stdout:1894: read oid 44 snap 167 2024-07-29T15:08:57.014 INFO:tasks.rados.rados.0.smithi067.stdout:1894: expect (ObjNum 549 snap 161 seq_num 549) 2024-07-29T15:08:57.014 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 4 current snap is 182 2024-07-29T15:08:57.014 INFO:tasks.rados.rados.0.smithi067.stdout:1891: finishing rollback tid 0 to smithi06780069-13 2024-07-29T15:08:57.014 INFO:tasks.rados.rados.0.smithi067.stdout:1891: finishing rollback tid 1 to smithi06780069-13 2024-07-29T15:08:57.014 INFO:tasks.rados.rados.0.smithi067.stdout:1891: finishing rollback tid 2 to smithi06780069-13 2024-07-29T15:08:57.014 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 13 v 1001 (ObjNum 389 snap 117 seq_num 389) dirty exists 2024-07-29T15:08:57.015 INFO:tasks.rados.rados.0.smithi067.stdout:1895: seq_num 607 ranges {491520=573440} 2024-07-29T15:08:57.019 INFO:tasks.rados.rados.0.smithi067.stdout:1895: writing smithi06780069-4 from 491520 to 1064960 tid 1 2024-07-29T15:08:57.019 INFO:tasks.rados.rados.0.smithi067.stdout:1891: done (2 left) 2024-07-29T15:08:57.019 INFO:tasks.rados.rados.0.smithi067.stdout:1896: snap_create 2024-07-29T15:08:57.026 INFO:tasks.rados.rados.0.smithi067.stdout:1895: finishing write tid 1 to smithi06780069-4 2024-07-29T15:08:57.027 INFO:tasks.rados.rados.0.smithi067.stdout:1895: finishing write tid 2 to smithi06780069-4 2024-07-29T15:08:57.027 INFO:tasks.rados.rados.0.smithi067.stdout:1894: expect (ObjNum 549 snap 161 seq_num 549) 2024-07-29T15:08:57.084 INFO:tasks.rados.rados.0.smithi067.stdout:1895: finishing write tid 3 to smithi06780069-4 2024-07-29T15:08:57.084 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 1004 (ObjNum 607 snap 182 seq_num 607) dirty exists 2024-07-29T15:08:57.085 INFO:tasks.rados.rados.0.smithi067.stdout:1895: left oid 4 (ObjNum 607 snap 182 seq_num 607) 2024-07-29T15:08:57.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:57 smithi067 ceph-mon[91995]: pgmap v276: 121 pgs: 121 active+clean; 195 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-07-29T15:08:57.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:57 smithi067 ceph-mon[94375]: pgmap v276: 121 pgs: 121 active+clean; 195 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-07-29T15:08:57.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:57 smithi138 ceph-mon[86438]: pgmap v276: 121 pgs: 121 active+clean; 195 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-07-29T15:08:57.310 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:08:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:08:56.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi138\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:08:57.338 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-07-29T15:08:57.339 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-07-29T15:08:57.339 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 3 2024-07-29T15:08:57.339 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:08:57.339 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-07-29T15:08:57.339 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 2 2024-07-29T15:08:57.339 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:08:57.339 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-07-29T15:08:57.339 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 4, 2024-07-29T15:08:57.339 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 4 2024-07-29T15:08:57.339 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:08:57.339 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": { 2024-07-29T15:08:57.340 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 2 2024-07-29T15:08:57.340 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:08:57.340 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-07-29T15:08:57.340 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 6, 2024-07-29T15:08:57.340 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 9 2024-07-29T15:08:57.340 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-07-29T15:08:57.340 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-07-29T15:08:57.927 INFO:tasks.rados.rados.0.smithi067.stdout:1894: done (2 left) 2024-07-29T15:08:57.927 INFO:tasks.rados.rados.0.smithi067.stdout:1895: done (1 left) 2024-07-29T15:08:57.927 INFO:tasks.rados.rados.0.smithi067.stdout:1896: done (0 left) 2024-07-29T15:08:57.927 INFO:tasks.rados.rados.0.smithi067.stdout:1897: copy_from oid 34 from oid 41 current snap is 183 2024-07-29T15:08:57.927 INFO:tasks.rados.rados.0.smithi067.stdout:1898: rollback oid 2 current snap is 183 2024-07-29T15:08:57.927 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 2 to 171 2024-07-29T15:08:57.928 INFO:tasks.rados.rados.0.smithi067.stdout:1899: rollback oid 26 current snap is 183 2024-07-29T15:08:57.928 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 26 to 171 2024-07-29T15:08:57.928 INFO:tasks.rados.rados.0.smithi067.stdout:1900: read oid 9 snap -1 2024-07-29T15:08:57.928 INFO:tasks.rados.rados.0.smithi067.stdout:1900: expect (ObjNum 547 snap 161 seq_num 547) 2024-07-29T15:08:57.928 INFO:tasks.rados.rados.0.smithi067.stdout:1901: rollback oid 37 current snap is 183 2024-07-29T15:08:57.928 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 37 to 179 2024-07-29T15:08:57.928 INFO:tasks.rados.rados.0.smithi067.stdout:1902: delete oid 4 current snap is 183 2024-07-29T15:08:57.937 INFO:tasks.rados.rados.0.smithi067.stdout:1899: finishing rollback tid 0 to smithi06780069-26 2024-07-29T15:08:57.938 INFO:tasks.rados.rados.0.smithi067.stdout:1901: finishing rollback tid 1 to smithi06780069-37 2024-07-29T15:08:57.940 INFO:tasks.rados.rados.0.smithi067.stdout:1899: finishing rollback tid 1 to smithi06780069-26 2024-07-29T15:08:57.940 INFO:tasks.rados.rados.0.smithi067.stdout:1899: finishing rollback tid 2 to smithi06780069-26 2024-07-29T15:08:57.940 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 910 (ObjNum 526 snap 154 seq_num 526) dirty exists 2024-07-29T15:08:57.941 INFO:tasks.rados.rados.0.smithi067.stdout:1899: done (5 left) 2024-07-29T15:08:57.942 INFO:tasks.rados.rados.0.smithi067.stdout:1902: done (4 left) 2024-07-29T15:08:57.942 INFO:tasks.rados.rados.0.smithi067.stdout:1903: snap_create 2024-07-29T15:08:57.942 INFO:tasks.rados.rados.0.smithi067.stdout:1901: finishing rollback tid 2 to smithi06780069-37 2024-07-29T15:08:57.942 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 37 v 914 (ObjNum 552 snap 161 seq_num 552) dirty exists 2024-07-29T15:08:57.947 INFO:tasks.rados.rados.0.smithi067.stdout:1897: finishing copy_from racing read to smithi06780069-34 2024-07-29T15:08:57.950 INFO:tasks.rados.rados.0.smithi067.stdout:1897: finishing copy_from to smithi06780069-34 2024-07-29T15:08:57.950 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 34 v 909 (ObjNum 514 snap 151 seq_num 514) dirty exists 2024-07-29T15:08:57.965 INFO:tasks.rados.rados.0.smithi067.stdout:1898: finishing rollback tid 0 to smithi06780069-2 2024-07-29T15:08:57.965 INFO:tasks.rados.rados.0.smithi067.stdout:1898: finishing rollback tid 1 to smithi06780069-2 2024-07-29T15:08:57.965 INFO:tasks.rados.rados.0.smithi067.stdout:1898: finishing rollback tid 2 to smithi06780069-2 2024-07-29T15:08:57.965 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 842 (ObjNum 499 snap 149 seq_num 499) dirty exists 2024-07-29T15:08:57.982 INFO:tasks.rados.rados.0.smithi067.stdout:1900: expect (ObjNum 547 snap 161 seq_num 547) 2024-07-29T15:08:58.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:58 smithi067 ceph-mon[91995]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:08:58.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:58 smithi067 ceph-mon[91995]: from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:08:58.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:58 smithi067 ceph-mon[91995]: osdmap e445: 8 total, 8 up, 8 in 2024-07-29T15:08:58.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:58 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2664137261' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:08:58.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:58 smithi067 ceph-mon[91995]: osdmap e446: 8 total, 8 up, 8 in 2024-07-29T15:08:58.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:58 smithi067 ceph-mon[94375]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:08:58.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:58 smithi067 ceph-mon[94375]: from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:08:58.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:58 smithi067 ceph-mon[94375]: osdmap e445: 8 total, 8 up, 8 in 2024-07-29T15:08:58.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:58 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2664137261' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:08:58.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:58 smithi067 ceph-mon[94375]: osdmap e446: 8 total, 8 up, 8 in 2024-07-29T15:08:58.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:08:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:08:57] "GET /metrics HTTP/1.1" 200 36333 "" "Prometheus/2.51.0" 2024-07-29T15:08:58.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:58 smithi138 ceph-mon[86438]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:08:58.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:58 smithi138 ceph-mon[86438]: from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:08:58.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:58 smithi138 ceph-mon[86438]: osdmap e445: 8 total, 8 up, 8 in 2024-07-29T15:08:58.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:58 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2664137261' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:08:58.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:58 smithi138 ceph-mon[86438]: osdmap e446: 8 total, 8 up, 8 in 2024-07-29T15:08:58.928 INFO:tasks.rados.rados.0.smithi067.stdout:1897: done (4 left) 2024-07-29T15:08:58.928 INFO:tasks.rados.rados.0.smithi067.stdout:1898: done (3 left) 2024-07-29T15:08:58.928 INFO:tasks.rados.rados.0.smithi067.stdout:1900: done (2 left) 2024-07-29T15:08:58.928 INFO:tasks.rados.rados.0.smithi067.stdout:1901: done (1 left) 2024-07-29T15:08:58.928 INFO:tasks.rados.rados.0.smithi067.stdout:1903: done (0 left) 2024-07-29T15:08:58.928 INFO:tasks.rados.rados.0.smithi067.stdout:1904: copy_from oid 2 from oid 47 current snap is 184 2024-07-29T15:08:58.929 INFO:tasks.rados.rados.0.smithi067.stdout:1905: snap_remove snap 177 2024-07-29T15:08:59.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:59 smithi138 ceph-mon[86438]: pgmap v278: 121 pgs: 121 active+clean; 196 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-07-29T15:08:59.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:08:59 smithi138 ceph-mon[86438]: osdmap e447: 8 total, 8 up, 8 in 2024-07-29T15:08:59.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:59 smithi067 ceph-mon[91995]: pgmap v278: 121 pgs: 121 active+clean; 196 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-07-29T15:08:59.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:08:59 smithi067 ceph-mon[91995]: osdmap e447: 8 total, 8 up, 8 in 2024-07-29T15:08:59.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:59 smithi067 ceph-mon[94375]: pgmap v278: 121 pgs: 121 active+clean; 196 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-07-29T15:08:59.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:08:59 smithi067 ceph-mon[94375]: osdmap e447: 8 total, 8 up, 8 in 2024-07-29T15:08:59.932 INFO:tasks.rados.rados.0.smithi067.stdout:1905: done (1 left) 2024-07-29T15:08:59.933 INFO:tasks.rados.rados.0.smithi067.stdout:1906: rollback oid 25 current snap is 184 2024-07-29T15:08:59.933 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 25 to 183 2024-07-29T15:08:59.933 INFO:tasks.rados.rados.0.smithi067.stdout:1904: finishing copy_from racing read to smithi06780069-2 2024-07-29T15:08:59.933 INFO:tasks.rados.rados.0.smithi067.stdout:1904: finishing copy_from to smithi06780069-2 2024-07-29T15:08:59.933 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 655 (ObjNum 595 snap 177 seq_num 595) dirty exists 2024-07-29T15:08:59.933 INFO:tasks.rados.rados.0.smithi067.stdout:1904: done (1 left) 2024-07-29T15:08:59.933 INFO:tasks.rados.rados.0.smithi067.stdout:1907: rmattr oid 50 current snap is 184 2024-07-29T15:08:59.933 INFO:tasks.rados.rados.0.smithi067.stdout:1908: read oid 34 snap 180 2024-07-29T15:08:59.933 INFO:tasks.rados.rados.0.smithi067.stdout:1908: expect deleted 2024-07-29T15:08:59.933 INFO:tasks.rados.rados.0.smithi067.stdout:1909: delete oid 23 current snap is 184 2024-07-29T15:08:59.942 INFO:tasks.rados.rados.0.smithi067.stdout:1906: finishing rollback tid 0 to smithi06780069-25 2024-07-29T15:08:59.944 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 50 v 836 (ObjNum 65 snap 0 seq_num 1885629289) dirty exists 2024-07-29T15:08:59.945 INFO:tasks.rados.rados.0.smithi067.stdout:1907: done (3 left) 2024-07-29T15:08:59.945 INFO:tasks.rados.rados.0.smithi067.stdout:1908: done (2 left) 2024-07-29T15:08:59.945 INFO:tasks.rados.rados.0.smithi067.stdout:1909: done (1 left) 2024-07-29T15:08:59.945 INFO:tasks.rados.rados.0.smithi067.stdout:1910: read oid 36 snap -1 2024-07-29T15:08:59.945 INFO:tasks.rados.rados.0.smithi067.stdout:1910: expect deleted 2024-07-29T15:08:59.945 INFO:tasks.rados.rados.0.smithi067.stdout:1911: read oid 22 snap -1 2024-07-29T15:08:59.945 INFO:tasks.rados.rados.0.smithi067.stdout:1911: expect (ObjNum 562 snap 165 seq_num 562) 2024-07-29T15:08:59.945 INFO:tasks.rados.rados.0.smithi067.stdout:1912: snap_create 2024-07-29T15:08:59.947 INFO:tasks.rados.rados.0.smithi067.stdout:1906: finishing rollback tid 1 to smithi06780069-25 2024-07-29T15:08:59.948 INFO:tasks.rados.rados.0.smithi067.stdout:1906: finishing rollback tid 2 to smithi06780069-25 2024-07-29T15:08:59.948 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 25 v 914 (ObjNum 593 snap 177 seq_num 593) dirty exists 2024-07-29T15:08:59.958 INFO:tasks.rados.rados.0.smithi067.stdout:1911: expect (ObjNum 562 snap 165 seq_num 562) 2024-07-29T15:09:00.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:00 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-29T15:09:00.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:00 smithi138 ceph-mon[86438]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-29T15:09:00.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:00 smithi138 ceph-mon[86438]: Upgrade: osd.4 is safe to restart 2024-07-29T15:09:00.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:00 smithi138 ceph-mon[86438]: osdmap e448: 8 total, 8 up, 8 in 2024-07-29T15:09:00.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:09:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:09:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:09:00.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:00 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-29T15:09:00.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:00 smithi067 ceph-mon[94375]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-29T15:09:00.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:00 smithi067 ceph-mon[94375]: Upgrade: osd.4 is safe to restart 2024-07-29T15:09:00.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:00 smithi067 ceph-mon[94375]: osdmap e448: 8 total, 8 up, 8 in 2024-07-29T15:09:00.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-29T15:09:00.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:00 smithi067 ceph-mon[91995]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-29T15:09:00.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:00 smithi067 ceph-mon[91995]: Upgrade: osd.4 is safe to restart 2024-07-29T15:09:00.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:00 smithi067 ceph-mon[91995]: osdmap e448: 8 total, 8 up, 8 in 2024-07-29T15:09:00.933 INFO:tasks.rados.rados.0.smithi067.stdout:1906: done (3 left) 2024-07-29T15:09:00.933 INFO:tasks.rados.rados.0.smithi067.stdout:1910: done (2 left) 2024-07-29T15:09:00.933 INFO:tasks.rados.rados.0.smithi067.stdout:1911: done (1 left) 2024-07-29T15:09:00.933 INFO:tasks.rados.rados.0.smithi067.stdout:1912: done (0 left) 2024-07-29T15:09:00.933 INFO:tasks.rados.rados.0.smithi067.stdout:1913: read oid 16 snap -1 2024-07-29T15:09:00.933 INFO:tasks.rados.rados.0.smithi067.stdout:1913: expect (ObjNum 360 snap 106 seq_num 360) 2024-07-29T15:09:00.934 INFO:tasks.rados.rados.0.smithi067.stdout:1914: delete oid 12 current snap is 185 2024-07-29T15:09:00.937 INFO:tasks.rados.rados.0.smithi067.stdout:1914: done (1 left) 2024-07-29T15:09:00.937 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 36 current snap is 185 2024-07-29T15:09:00.937 INFO:tasks.rados.rados.0.smithi067.stdout:1915: seq_num 611 ranges {0=638976} 2024-07-29T15:09:00.941 INFO:tasks.rados.rados.0.smithi067.stdout:1915: writing smithi06780069-36 from 0 to 638976 tid 1 2024-07-29T15:09:00.941 INFO:tasks.rados.rados.0.smithi067.stdout:1916: delete oid 40 current snap is 185 2024-07-29T15:09:00.945 INFO:tasks.rados.rados.0.smithi067.stdout:1916: done (2 left) 2024-07-29T15:09:00.945 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 9 current snap is 185 2024-07-29T15:09:00.945 INFO:tasks.rados.rados.0.smithi067.stdout:1917: seq_num 613 ranges {8593408=671744} 2024-07-29T15:09:00.996 INFO:tasks.rados.rados.0.smithi067.stdout:1917: writing smithi06780069-9 from 8593408 to 9265152 tid 1 2024-07-29T15:09:00.996 INFO:tasks.rados.rados.0.smithi067.stdout:1918: rmattr oid 26 current snap is 185 2024-07-29T15:09:00.996 INFO:tasks.rados.rados.0.smithi067.stdout:1915: finishing write tid 1 to smithi06780069-36 2024-07-29T15:09:00.997 INFO:tasks.rados.rados.0.smithi067.stdout:1915: finishing write tid 2 to smithi06780069-36 2024-07-29T15:09:00.997 INFO:tasks.rados.rados.0.smithi067.stdout:1913: expect (ObjNum 360 snap 106 seq_num 360) 2024-07-29T15:09:01.064 INFO:tasks.rados.rados.0.smithi067.stdout:1915: finishing write tid 3 to smithi06780069-36 2024-07-29T15:09:01.134 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 495 (ObjNum 611 snap 185 seq_num 611) dirty exists 2024-07-29T15:09:01.134 INFO:tasks.rados.rados.0.smithi067.stdout:1915: left oid 36 (ObjNum 611 snap 185 seq_num 611) 2024-07-29T15:09:01.135 INFO:tasks.rados.rados.0.smithi067.stdout:1913: done (3 left) 2024-07-29T15:09:01.135 INFO:tasks.rados.rados.0.smithi067.stdout:1915: done (2 left) 2024-07-29T15:09:01.135 INFO:tasks.rados.rados.0.smithi067.stdout:1919: copy_from oid 31 from oid 2 current snap is 185 2024-07-29T15:09:01.135 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 920 (ObjNum 526 snap 154 seq_num 526) dirty exists 2024-07-29T15:09:01.135 INFO:tasks.rados.rados.0.smithi067.stdout:1917: finishing write tid 1 to smithi06780069-9 2024-07-29T15:09:01.135 INFO:tasks.rados.rados.0.smithi067.stdout:1917: finishing write tid 2 to smithi06780069-9 2024-07-29T15:09:01.135 INFO:tasks.rados.rados.0.smithi067.stdout:1917: finishing write tid 3 to smithi06780069-9 2024-07-29T15:09:01.135 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 9 v 844 (ObjNum 613 snap 185 seq_num 613) dirty exists 2024-07-29T15:09:01.135 INFO:tasks.rados.rados.0.smithi067.stdout:1917: left oid 9 (ObjNum 613 snap 185 seq_num 613) 2024-07-29T15:09:01.135 INFO:tasks.rados.rados.0.smithi067.stdout:1917: done (2 left) 2024-07-29T15:09:01.135 INFO:tasks.rados.rados.0.smithi067.stdout:1918: done (1 left) 2024-07-29T15:09:01.135 INFO:tasks.rados.rados.0.smithi067.stdout:1920: copy_from oid 20 from oid 50 current snap is 185 2024-07-29T15:09:01.135 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 36 current snap is 185 2024-07-29T15:09:01.136 INFO:tasks.rados.rados.0.smithi067.stdout:1921: seq_num 614 ranges {638976=688128} 2024-07-29T15:09:01.137 INFO:tasks.rados.rados.0.smithi067.stdout:1921: writing smithi06780069-36 from 638976 to 1327104 tid 1 2024-07-29T15:09:01.137 INFO:tasks.rados.rados.0.smithi067.stdout:1922: delete oid 33 current snap is 185 2024-07-29T15:09:01.138 INFO:tasks.rados.rados.0.smithi067.stdout:1920: finishing copy_from racing read to smithi06780069-20 2024-07-29T15:09:01.138 INFO:tasks.rados.rados.0.smithi067.stdout:1920: finishing copy_from to smithi06780069-20 2024-07-29T15:09:01.138 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 836 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-29T15:09:01.138 INFO:tasks.rados.rados.0.smithi067.stdout:1919: finishing copy_from racing read to smithi06780069-31 2024-07-29T15:09:01.138 INFO:tasks.rados.rados.0.smithi067.stdout:1919: finishing copy_from to smithi06780069-31 2024-07-29T15:09:01.138 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 655 (ObjNum 595 snap 177 seq_num 595) dirty exists 2024-07-29T15:09:01.138 INFO:tasks.rados.rados.0.smithi067.stdout:1919: done (3 left) 2024-07-29T15:09:01.138 INFO:tasks.rados.rados.0.smithi067.stdout:1920: done (2 left) 2024-07-29T15:09:01.138 INFO:tasks.rados.rados.0.smithi067.stdout:1922: done (1 left) 2024-07-29T15:09:01.138 INFO:tasks.rados.rados.0.smithi067.stdout:1923: read oid 29 snap -1 2024-07-29T15:09:01.138 INFO:tasks.rados.rados.0.smithi067.stdout:1923: expect (ObjNum 588 snap 174 seq_num 588) 2024-07-29T15:09:01.138 INFO:tasks.rados.rados.0.smithi067.stdout:1924: delete oid 41 current snap is 185 2024-07-29T15:09:01.139 INFO:tasks.rados.rados.0.smithi067.stdout:1921: finishing write tid 1 to smithi06780069-36 2024-07-29T15:09:01.139 INFO:tasks.rados.rados.0.smithi067.stdout:1921: finishing write tid 2 to smithi06780069-36 2024-07-29T15:09:01.139 INFO:tasks.rados.rados.0.smithi067.stdout:1924: done (2 left) 2024-07-29T15:09:01.139 INFO:tasks.rados.rados.0.smithi067.stdout:1925: snap_create 2024-07-29T15:09:01.139 INFO:tasks.rados.rados.0.smithi067.stdout:1921: finishing write tid 3 to smithi06780069-36 2024-07-29T15:09:01.139 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 497 (ObjNum 614 snap 185 seq_num 614) dirty exists 2024-07-29T15:09:01.139 INFO:tasks.rados.rados.0.smithi067.stdout:1921: left oid 36 (ObjNum 614 snap 185 seq_num 614) 2024-07-29T15:09:01.139 INFO:tasks.rados.rados.0.smithi067.stdout:1923: expect (ObjNum 588 snap 174 seq_num 588) 2024-07-29T15:09:01.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:01 smithi138 ceph-mon[86438]: pgmap v281: 121 pgs: 121 active+clean; 200 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-07-29T15:09:01.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:01 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:01.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:01 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-07-29T15:09:01.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:01 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:09:01.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:01 smithi138 ceph-mon[86438]: osdmap e449: 8 total, 8 up, 8 in 2024-07-29T15:09:01.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:01 smithi067 ceph-mon[91995]: pgmap v281: 121 pgs: 121 active+clean; 200 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-07-29T15:09:01.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:01 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:01.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:01 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-07-29T15:09:01.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:01 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:09:01.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:01 smithi067 ceph-mon[91995]: osdmap e449: 8 total, 8 up, 8 in 2024-07-29T15:09:01.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:01 smithi067 ceph-mon[94375]: pgmap v281: 121 pgs: 121 active+clean; 200 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-07-29T15:09:01.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:01 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:01.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:01 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-07-29T15:09:01.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:01 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:09:01.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:01 smithi067 ceph-mon[94375]: osdmap e449: 8 total, 8 up, 8 in 2024-07-29T15:09:02.034 INFO:tasks.rados.rados.0.smithi067.stdout:1921: done (2 left) 2024-07-29T15:09:02.034 INFO:tasks.rados.rados.0.smithi067.stdout:1923: done (1 left) 2024-07-29T15:09:02.035 INFO:tasks.rados.rados.0.smithi067.stdout:1925: done (0 left) 2024-07-29T15:09:02.035 INFO:tasks.rados.rados.0.smithi067.stdout:1926: delete oid 9 current snap is 186 2024-07-29T15:09:02.037 INFO:tasks.rados.rados.0.smithi067.stdout:1926: done (0 left) 2024-07-29T15:09:02.037 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 39 current snap is 186 2024-07-29T15:09:02.037 INFO:tasks.rados.rados.0.smithi067.stdout:1927: seq_num 618 ranges {6094848=753664} 2024-07-29T15:09:02.074 INFO:tasks.rados.rados.0.smithi067.stdout:1927: writing smithi06780069-39 from 6094848 to 6848512 tid 1 2024-07-29T15:09:02.074 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 47 current snap is 186 2024-07-29T15:09:02.074 INFO:tasks.rados.rados.0.smithi067.stdout:1928: seq_num 619 ranges {1146880=770048} 2024-07-29T15:09:02.085 INFO:tasks.rados.rados.0.smithi067.stdout:1928: writing smithi06780069-47 from 1146880 to 1916928 tid 1 2024-07-29T15:09:02.085 INFO:tasks.rados.rados.0.smithi067.stdout:1929: read oid 32 snap -1 2024-07-29T15:09:02.085 INFO:tasks.rados.rados.0.smithi067.stdout:1929: expect deleted 2024-07-29T15:09:02.085 INFO:tasks.rados.rados.0.smithi067.stdout:1930: snap_create 2024-07-29T15:09:02.085 INFO:tasks.rados.rados.0.smithi067.stdout:1927: finishing write tid 1 to smithi06780069-39 2024-07-29T15:09:02.086 INFO:tasks.rados.rados.0.smithi067.stdout:1927: finishing write tid 2 to smithi06780069-39 2024-07-29T15:09:02.086 INFO:tasks.rados.rados.0.smithi067.stdout:1927: finishing write tid 3 to smithi06780069-39 2024-07-29T15:09:02.086 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 662 (ObjNum 618 snap 186 seq_num 618) dirty exists 2024-07-29T15:09:02.086 INFO:tasks.rados.rados.0.smithi067.stdout:1927: left oid 39 (ObjNum 618 snap 186 seq_num 618) 2024-07-29T15:09:02.089 INFO:tasks.rados.rados.0.smithi067.stdout:1928: finishing write tid 1 to smithi06780069-47 2024-07-29T15:09:02.090 INFO:tasks.rados.rados.0.smithi067.stdout:1928: finishing write tid 2 to smithi06780069-47 2024-07-29T15:09:02.091 INFO:tasks.rados.rados.0.smithi067.stdout:1928: finishing write tid 3 to smithi06780069-47 2024-07-29T15:09:02.091 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 665 (ObjNum 619 snap 186 seq_num 619) dirty exists 2024-07-29T15:09:02.091 INFO:tasks.rados.rados.0.smithi067.stdout:1928: left oid 47 (ObjNum 619 snap 186 seq_num 619) 2024-07-29T15:09:02.307 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:02 smithi138 ceph-mon[86438]: Upgrade: Updating osd.4 2024-07-29T15:09:02.307 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:02 smithi138 ceph-mon[86438]: Deploying daemon osd.4 on smithi138 2024-07-29T15:09:02.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:02 smithi067 ceph-mon[94375]: Upgrade: Updating osd.4 2024-07-29T15:09:02.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:02 smithi067 ceph-mon[94375]: Deploying daemon osd.4 on smithi138 2024-07-29T15:09:02.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:02 smithi067 ceph-mon[91995]: Upgrade: Updating osd.4 2024-07-29T15:09:02.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:02 smithi067 ceph-mon[91995]: Deploying daemon osd.4 on smithi138 2024-07-29T15:09:02.930 INFO:tasks.rados.rados.0.smithi067.stdout:1927: done (3 left) 2024-07-29T15:09:02.930 INFO:tasks.rados.rados.0.smithi067.stdout:1928: done (2 left) 2024-07-29T15:09:02.930 INFO:tasks.rados.rados.0.smithi067.stdout:1929: done (1 left) 2024-07-29T15:09:02.930 INFO:tasks.rados.rados.0.smithi067.stdout:1930: done (0 left) 2024-07-29T15:09:02.930 INFO:tasks.rados.rados.0.smithi067.stdout:1931: copy_from oid 23 from oid 48 current snap is 187 2024-07-29T15:09:02.930 INFO:tasks.rados.rados.0.smithi067.stdout:1932: delete oid 40 current snap is 187 2024-07-29T15:09:02.934 INFO:tasks.rados.rados.0.smithi067.stdout:1932: done (1 left) 2024-07-29T15:09:02.934 INFO:tasks.rados.rados.0.smithi067.stdout:1933: snap_remove snap 171 2024-07-29T15:09:03.290 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:03 smithi138 ceph-mon[86438]: pgmap v284: 121 pgs: 121 active+clean; 201 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-07-29T15:09:03.290 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:03 smithi138 ceph-mon[86438]: osdmap e450: 8 total, 8 up, 8 in 2024-07-29T15:09:03.291 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:03 smithi138 ceph-mon[86438]: osdmap e451: 8 total, 8 up, 8 in 2024-07-29T15:09:03.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:03 smithi067 ceph-mon[94375]: pgmap v284: 121 pgs: 121 active+clean; 201 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-07-29T15:09:03.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:03 smithi067 ceph-mon[94375]: osdmap e450: 8 total, 8 up, 8 in 2024-07-29T15:09:03.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:03 smithi067 ceph-mon[94375]: osdmap e451: 8 total, 8 up, 8 in 2024-07-29T15:09:03.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:03 smithi067 ceph-mon[91995]: pgmap v284: 121 pgs: 121 active+clean; 201 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-07-29T15:09:03.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:03 smithi067 ceph-mon[91995]: osdmap e450: 8 total, 8 up, 8 in 2024-07-29T15:09:03.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:03 smithi067 ceph-mon[91995]: osdmap e451: 8 total, 8 up, 8 in 2024-07-29T15:09:03.912 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:03 smithi138 systemd[1]: Stopping Ceph osd.4 for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:09:03.933 INFO:tasks.rados.rados.0.smithi067.stdout:1933: done (1 left) 2024-07-29T15:09:03.933 INFO:tasks.rados.rados.0.smithi067.stdout:1934: setattr oid 37 current snap is 187 2024-07-29T15:09:03.933 INFO:tasks.rados.rados.0.smithi067.stdout:1931: finishing copy_from racing read to smithi06780069-23 2024-07-29T15:09:03.933 INFO:tasks.rados.rados.0.smithi067.stdout:1931: finishing copy_from to smithi06780069-23 2024-07-29T15:09:03.933 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 522 (ObjNum 604 snap 181 seq_num 604) dirty exists 2024-07-29T15:09:03.935 INFO:tasks.rados.rados.0.smithi067.stdout:1931: done (1 left) 2024-07-29T15:09:03.935 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 46 current snap is 187 2024-07-29T15:09:03.935 INFO:tasks.rados.rados.0.smithi067.stdout:1935: seq_num 621 ranges {188416=409600,598016=401408} 2024-07-29T15:09:03.939 INFO:tasks.rados.rados.0.smithi067.stdout:1935: writing smithi06780069-46 from 188416 to 598016 tid 1 2024-07-29T15:09:03.942 INFO:tasks.rados.rados.0.smithi067.stdout:1935: writing smithi06780069-46 from 598016 to 999424 tid 2 2024-07-29T15:09:03.942 INFO:tasks.rados.rados.0.smithi067.stdout:1936: delete oid 23 current snap is 187 2024-07-29T15:09:03.953 INFO:tasks.rados.rados.0.smithi067.stdout:1936: done (2 left) 2024-07-29T15:09:03.953 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 42 current snap is 187 2024-07-29T15:09:03.953 INFO:tasks.rados.rados.0.smithi067.stdout:1937: seq_num 623 ranges {6324224=442368,6766592=401408} 2024-07-29T15:09:03.991 INFO:tasks.rados.rados.0.smithi067.stdout:1937: writing smithi06780069-42 from 6324224 to 6766592 tid 1 2024-07-29T15:09:03.993 INFO:tasks.rados.rados.0.smithi067.stdout:1937: writing smithi06780069-42 from 6766592 to 7168000 tid 2 2024-07-29T15:09:03.993 INFO:tasks.rados.rados.0.smithi067.stdout:1938: snap_remove snap 182 2024-07-29T15:09:04.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:04 smithi138 ceph-mon[86438]: osd.4 marked itself down and dead 2024-07-29T15:09:04.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:04 smithi138 ceph-mon[86438]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-29T15:09:04.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:04 smithi138 ceph-mon[86438]: osdmap e452: 8 total, 7 up, 8 in 2024-07-29T15:09:04.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:09:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:09:04.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.4\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.4\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", cluster_addr=\"172.21.15.138\", device_class=\"ssd\", hostname=\"smithi138\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.138\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.4\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster_addr=\"172.21.15.138\", device_class=\"ssd\", hostname=\"smithi138\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.138\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:09:04.311 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:03 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4[37634]: 2024-07-29T15:09:03.909+0000 7ff71cf9c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-29T15:09:04.311 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:03 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4[37634]: 2024-07-29T15:09:03.909+0000 7ff71cf9c640 -1 osd.4 451 *** Got signal Terminated *** 2024-07-29T15:09:04.311 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:03 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4[37634]: 2024-07-29T15:09:03.909+0000 7ff71cf9c640 -1 osd.4 451 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-29T15:09:04.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:04 smithi067 ceph-mon[91995]: osd.4 marked itself down and dead 2024-07-29T15:09:04.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:04 smithi067 ceph-mon[91995]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-29T15:09:04.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:04 smithi067 ceph-mon[91995]: osdmap e452: 8 total, 7 up, 8 in 2024-07-29T15:09:04.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:04 smithi067 ceph-mon[94375]: osd.4 marked itself down and dead 2024-07-29T15:09:04.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:04 smithi067 ceph-mon[94375]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-29T15:09:04.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:04 smithi067 ceph-mon[94375]: osdmap e452: 8 total, 7 up, 8 in 2024-07-29T15:09:04.754 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:04 smithi138 podman[91562]: 2024-07-29 15:09:04.482027194 +0000 UTC m=+0.690295886 container died a15137922a4faa341f1a42a222b523dcf7976b32f3d9bdb159906bb5ff276663 (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=quincy-3120d06, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-29T15:09:04.932 INFO:tasks.rados.rados.0.smithi067.stdout:1938: done (3 left) 2024-07-29T15:09:04.933 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 2 current snap is 187 2024-07-29T15:09:04.933 INFO:tasks.rados.rados.0.smithi067.stdout:1939: seq_num 624 ranges {1146880=458752,1605632=401408} 2024-07-29T15:09:04.942 INFO:tasks.rados.rados.0.smithi067.stdout:1939: writing smithi06780069-2 from 1146880 to 1605632 tid 1 2024-07-29T15:09:04.946 INFO:tasks.rados.rados.0.smithi067.stdout:1939: writing smithi06780069-2 from 1605632 to 2007040 tid 2 2024-07-29T15:09:04.946 INFO:tasks.rados.rados.0.smithi067.stdout:1940: snap_create 2024-07-29T15:09:04.946 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 37 v 916 (ObjNum 552 snap 161 seq_num 552) dirty exists 2024-07-29T15:09:04.946 INFO:tasks.rados.rados.0.smithi067.stdout:1937: finishing write tid 1 to smithi06780069-42 2024-07-29T15:09:04.946 INFO:tasks.rados.rados.0.smithi067.stdout:1937: finishing write tid 2 to smithi06780069-42 2024-07-29T15:09:04.946 INFO:tasks.rados.rados.0.smithi067.stdout:1937: finishing write tid 3 to smithi06780069-42 2024-07-29T15:09:04.946 INFO:tasks.rados.rados.0.smithi067.stdout:1937: finishing write tid 4 to smithi06780069-42 2024-07-29T15:09:04.946 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 928 (ObjNum 623 snap 187 seq_num 623) dirty exists 2024-07-29T15:09:04.946 INFO:tasks.rados.rados.0.smithi067.stdout:1937: left oid 42 (ObjNum 623 snap 187 seq_num 623) 2024-07-29T15:09:04.963 INFO:tasks.rados.rados.0.smithi067.stdout:1935: finishing write tid 1 to smithi06780069-46 2024-07-29T15:09:04.963 INFO:tasks.rados.rados.0.smithi067.stdout:1935: finishing write tid 2 to smithi06780069-46 2024-07-29T15:09:04.963 INFO:tasks.rados.rados.0.smithi067.stdout:1935: finishing write tid 3 to smithi06780069-46 2024-07-29T15:09:04.964 INFO:tasks.rados.rados.0.smithi067.stdout:1939: finishing write tid 1 to smithi06780069-2 2024-07-29T15:09:04.964 INFO:tasks.rados.rados.0.smithi067.stdout:1939: finishing write tid 2 to smithi06780069-2 2024-07-29T15:09:04.964 INFO:tasks.rados.rados.0.smithi067.stdout:1939: finishing write tid 3 to smithi06780069-2 2024-07-29T15:09:04.965 INFO:tasks.rados.rados.0.smithi067.stdout:1935: finishing write tid 4 to smithi06780069-46 2024-07-29T15:09:04.965 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 46 v 1017 (ObjNum 621 snap 187 seq_num 621) dirty exists 2024-07-29T15:09:04.965 INFO:tasks.rados.rados.0.smithi067.stdout:1935: left oid 46 (ObjNum 621 snap 187 seq_num 621) 2024-07-29T15:09:04.966 INFO:tasks.rados.rados.0.smithi067.stdout:1939: finishing write tid 4 to smithi06780069-2 2024-07-29T15:09:04.966 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 848 (ObjNum 624 snap 187 seq_num 624) dirty exists 2024-07-29T15:09:04.966 INFO:tasks.rados.rados.0.smithi067.stdout:1939: left oid 2 (ObjNum 624 snap 187 seq_num 624) 2024-07-29T15:09:05.040 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:04 smithi138 podman[91562]: 2024-07-29 15:09:04.886463086 +0000 UTC m=+1.094731777 container cleanup a15137922a4faa341f1a42a222b523dcf7976b32f3d9bdb159906bb5ff276663 (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=quincy-3120d06) 2024-07-29T15:09:05.040 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:04 smithi138 bash[91562]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4 2024-07-29T15:09:05.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:05 smithi138 ceph-mon[86438]: pgmap v287: 121 pgs: 121 active+clean; 201 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 420 KiB/s wr, 8 op/s 2024-07-29T15:09:05.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:05 smithi138 ceph-mon[86438]: osdmap e453: 8 total, 7 up, 8 in 2024-07-29T15:09:05.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:05.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:09:05.311 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:05 smithi138 podman[91580]: 2024-07-29 15:09:05.129884079 +0000 UTC m=+0.639292871 container remove a15137922a4faa341f1a42a222b523dcf7976b32f3d9bdb159906bb5ff276663 (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-3120d06, ceph=True, org.label-schema.build-date=20240724) 2024-07-29T15:09:05.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:05 smithi067 ceph-mon[91995]: pgmap v287: 121 pgs: 121 active+clean; 201 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 420 KiB/s wr, 8 op/s 2024-07-29T15:09:05.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:05 smithi067 ceph-mon[91995]: osdmap e453: 8 total, 7 up, 8 in 2024-07-29T15:09:05.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:05.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:09:05.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:05 smithi067 ceph-mon[94375]: pgmap v287: 121 pgs: 121 active+clean; 201 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 420 KiB/s wr, 8 op/s 2024-07-29T15:09:05.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:05 smithi067 ceph-mon[94375]: osdmap e453: 8 total, 7 up, 8 in 2024-07-29T15:09:05.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:05.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:09:05.741 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:05 smithi138 podman[91669]: 2024-07-29 15:09:05.37293558 +0000 UTC m=+0.017776143 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T15:09:05.741 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:05 smithi138 podman[91669]: 2024-07-29 15:09:05.48092235 +0000 UTC m=+0.125762902 container create 929946d26d0aed310a9478324033bbfe27ccaf0e9f7ff001f453b3a01b046af2 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=main-69149bb, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240716) 2024-07-29T15:09:05.741 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:05 smithi138 podman[91669]: 2024-07-29 15:09:05.691937461 +0000 UTC m=+0.336778014 container init 929946d26d0aed310a9478324033bbfe27ccaf0e9f7ff001f453b3a01b046af2 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240716, RELEASE=main-69149bb, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-29T15:09:05.741 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:05 smithi138 podman[91669]: 2024-07-29 15:09:05.695367397 +0000 UTC m=+0.340207958 container start 929946d26d0aed310a9478324033bbfe27ccaf0e9f7ff001f453b3a01b046af2 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, RELEASE=main-69149bb, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240716) 2024-07-29T15:09:05.943 INFO:tasks.rados.rados.0.smithi067.stdout:1934: done (4 left) 2024-07-29T15:09:05.943 INFO:tasks.rados.rados.0.smithi067.stdout:1935: done (3 left) 2024-07-29T15:09:05.943 INFO:tasks.rados.rados.0.smithi067.stdout:1937: done (2 left) 2024-07-29T15:09:05.943 INFO:tasks.rados.rados.0.smithi067.stdout:1939: done (1 left) 2024-07-29T15:09:05.943 INFO:tasks.rados.rados.0.smithi067.stdout:1940: done (0 left) 2024-07-29T15:09:05.943 INFO:tasks.rados.rados.0.smithi067.stdout:1941: rollback oid 36 current snap is 188 2024-07-29T15:09:05.943 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 36 to 179 2024-07-29T15:09:05.944 INFO:tasks.rados.rados.0.smithi067.stdout:1942: snap_create 2024-07-29T15:09:05.947 INFO:tasks.rados.rados.0.smithi067.stdout:1941: finishing rollback tid 0 to smithi06780069-36 2024-07-29T15:09:05.948 INFO:tasks.rados.rados.0.smithi067.stdout:1941: finishing rollback tid 1 to smithi06780069-36 2024-07-29T15:09:05.948 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 500 (ObjNum 129 snap 0 seq_num 3208685441) dirty dne 2024-07-29T15:09:06.033 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:05 smithi138 podman[91669]: 2024-07-29 15:09:05.775404643 +0000 UTC m=+0.420245197 container attach 929946d26d0aed310a9478324033bbfe27ccaf0e9f7ff001f453b3a01b046af2 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.build-date=20240716, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-69149bb, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-07-29T15:09:06.033 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:05 smithi138 podman[91669]: 2024-07-29 15:09:05.902995605 +0000 UTC m=+0.547836164 container died 929946d26d0aed310a9478324033bbfe27ccaf0e9f7ff001f453b3a01b046af2 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4-deactivate, RELEASE=main-69149bb, org.label-schema.build-date=20240716, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True) 2024-07-29T15:09:06.034 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:09:05 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:09:05.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:09:06.034 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:09:05 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:09:05.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:09:06.824 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:06 smithi138 podman[91693]: 2024-07-29 15:09:06.56345528 +0000 UTC m=+0.653619933 container remove 929946d26d0aed310a9478324033bbfe27ccaf0e9f7ff001f453b3a01b046af2 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=main-69149bb, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240716, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-07-29T15:09:06.825 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:06 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.4.service: Deactivated successfully. 2024-07-29T15:09:06.825 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:06 smithi138 systemd[1]: Stopped Ceph osd.4 for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:09:06.825 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:06 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.4.service: Consumed 13.402s CPU time. 2024-07-29T15:09:06.825 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:06 smithi138 systemd[1]: Starting Ceph osd.4 for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:09:06.945 INFO:tasks.rados.rados.0.smithi067.stdout:1941: done (1 left) 2024-07-29T15:09:06.945 INFO:tasks.rados.rados.0.smithi067.stdout:1942: done (0 left) 2024-07-29T15:09:06.945 INFO:tasks.rados.rados.0.smithi067.stdout:1943: read oid 4 snap 183 2024-07-29T15:09:06.945 INFO:tasks.rados.rados.0.smithi067.stdout:1943: expect deleted 2024-07-29T15:09:06.945 INFO:tasks.rados.rados.0.smithi067.stdout:1944: snap_remove snap 169 2024-07-29T15:09:07.138 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:06 smithi138 ceph-mon[86438]: pgmap v290: 121 pgs: 21 active+undersized, 3 peering, 3 stale+active+clean, 7 active+undersized+degraded, 87 active+clean; 198 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 938 KiB/s wr, 17 op/s; 13/402 objects degraded (3.234%) 2024-07-29T15:09:07.139 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:06 smithi138 ceph-mon[86438]: osdmap e454: 8 total, 7 up, 8 in 2024-07-29T15:09:07.139 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:06 smithi138 ceph-mon[86438]: Health check failed: Degraded data redundancy: 13/402 objects degraded (3.234%), 7 pgs degraded (PG_DEGRADED) 2024-07-29T15:09:07.139 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:09:06 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:09:06.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi138\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:09:07.139 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:07 smithi138 podman[91801]: 2024-07-29 15:09:06.906146251 +0000 UTC m=+0.017723387 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T15:09:07.139 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:07 smithi138 podman[91801]: 2024-07-29 15:09:07.031478512 +0000 UTC m=+0.143055646 container create 158f92e567225f870e1fda22355f55087521b72eaafa31c026d232b5f912619f (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4-activate, io.buildah.version=1.36.0, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=main-69149bb, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240716, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-29T15:09:07.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:06 smithi067 ceph-mon[91995]: pgmap v290: 121 pgs: 21 active+undersized, 3 peering, 3 stale+active+clean, 7 active+undersized+degraded, 87 active+clean; 198 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 938 KiB/s wr, 17 op/s; 13/402 objects degraded (3.234%) 2024-07-29T15:09:07.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:06 smithi067 ceph-mon[91995]: osdmap e454: 8 total, 7 up, 8 in 2024-07-29T15:09:07.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:06 smithi067 ceph-mon[91995]: Health check failed: Degraded data redundancy: 13/402 objects degraded (3.234%), 7 pgs degraded (PG_DEGRADED) 2024-07-29T15:09:07.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:06 smithi067 ceph-mon[94375]: pgmap v290: 121 pgs: 21 active+undersized, 3 peering, 3 stale+active+clean, 7 active+undersized+degraded, 87 active+clean; 198 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 938 KiB/s wr, 17 op/s; 13/402 objects degraded (3.234%) 2024-07-29T15:09:07.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:06 smithi067 ceph-mon[94375]: osdmap e454: 8 total, 7 up, 8 in 2024-07-29T15:09:07.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:06 smithi067 ceph-mon[94375]: Health check failed: Degraded data redundancy: 13/402 objects degraded (3.234%), 7 pgs degraded (PG_DEGRADED) 2024-07-29T15:09:07.560 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:07 smithi138 podman[91801]: 2024-07-29 15:09:07.225817089 +0000 UTC m=+0.337394234 container init 158f92e567225f870e1fda22355f55087521b72eaafa31c026d232b5f912619f (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240716, RELEASE=main-69149bb, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-07-29T15:09:07.561 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:07 smithi138 podman[91801]: 2024-07-29 15:09:07.229028976 +0000 UTC m=+0.340606110 container start 158f92e567225f870e1fda22355f55087521b72eaafa31c026d232b5f912619f (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4-activate, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240716, maintainer=Guillaume Abrioux , RELEASE=main-69149bb, io.buildah.version=1.36.0) 2024-07-29T15:09:07.561 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:07 smithi138 podman[91801]: 2024-07-29 15:09:07.30089137 +0000 UTC m=+0.412468506 container attach 158f92e567225f870e1fda22355f55087521b72eaafa31c026d232b5f912619f (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240716, RELEASE=main-69149bb, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-07-29T15:09:07.561 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4-activate[91816]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-29T15:09:07.561 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:07 smithi138 bash[91801]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-29T15:09:07.561 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4-activate[91816]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-29T15:09:07.561 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:07 smithi138 bash[91801]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-29T15:09:07.561 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4-activate[91816]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-07-29T15:09:07.561 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:07 smithi138 bash[91801]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-07-29T15:09:07.930 INFO:tasks.rados.rados.0.smithi067.stdout:1944: done (1 left) 2024-07-29T15:09:07.931 INFO:tasks.rados.rados.0.smithi067.stdout:1945: setattr oid 49 current snap is 189 2024-07-29T15:09:07.932 INFO:tasks.rados.rados.0.smithi067.stdout:1943: done (1 left) 2024-07-29T15:09:07.932 INFO:tasks.rados.rados.0.smithi067.stdout:1946: snap_remove snap 183 2024-07-29T15:09:07.953 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4-activate[91816]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-07-29T15:09:07.953 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:07 smithi138 bash[91801]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-07-29T15:09:07.954 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4-activate[91816]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-07-29T15:09:07.954 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:07 smithi138 bash[91801]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-07-29T15:09:07.954 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4-activate[91816]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-07-29T15:09:07.954 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:07 smithi138 bash[91801]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-07-29T15:09:07.954 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4-activate[91816]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-07-29T15:09:07.954 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:07 smithi138 bash[91801]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-07-29T15:09:07.954 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4-activate[91816]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-07-29T15:09:07.954 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:07 smithi138 bash[91801]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-07-29T15:09:07.954 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4-activate[91816]: --> ceph-volume raw activate successful for osd ID: 4 2024-07-29T15:09:07.954 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:07 smithi138 bash[91801]: --> ceph-volume raw activate successful for osd ID: 4 2024-07-29T15:09:07.954 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:07 smithi138 podman[91801]: 2024-07-29 15:09:07.608306242 +0000 UTC m=+0.719883376 container died 158f92e567225f870e1fda22355f55087521b72eaafa31c026d232b5f912619f (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4-activate, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240716, org.label-schema.license=GPLv2, RELEASE=main-69149bb, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-29T15:09:08.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:07 smithi067 ceph-mon[94375]: osdmap e455: 8 total, 7 up, 8 in 2024-07-29T15:09:08.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:07 smithi067 ceph-mon[94375]: osdmap e456: 8 total, 7 up, 8 in 2024-07-29T15:09:08.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:09:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:09:07] "GET /metrics HTTP/1.1" 200 36317 "" "Prometheus/2.51.0" 2024-07-29T15:09:08.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:07 smithi067 ceph-mon[91995]: osdmap e455: 8 total, 7 up, 8 in 2024-07-29T15:09:08.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:07 smithi067 ceph-mon[91995]: osdmap e456: 8 total, 7 up, 8 in 2024-07-29T15:09:08.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:07 smithi138 ceph-mon[86438]: osdmap e455: 8 total, 7 up, 8 in 2024-07-29T15:09:08.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:07 smithi138 ceph-mon[86438]: osdmap e456: 8 total, 7 up, 8 in 2024-07-29T15:09:08.311 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:08 smithi138 podman[91945]: 2024-07-29 15:09:08.180631772 +0000 UTC m=+0.566944077 container remove 158f92e567225f870e1fda22355f55087521b72eaafa31c026d232b5f912619f (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4-activate, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.build-date=20240716, org.label-schema.license=GPLv2, RELEASE=main-69149bb, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-07-29T15:09:08.701 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:08 smithi138 podman[92006]: 2024-07-29 15:09:08.296074171 +0000 UTC m=+0.017732645 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T15:09:08.701 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:08 smithi138 podman[92006]: 2024-07-29 15:09:08.415205015 +0000 UTC m=+0.136863475 container create 7347f50b0cd87441ae78f4bb4c1270d2eb741ec4471b387fe9edf6265331827f (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4, RELEASE=main-69149bb, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240716, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-29T15:09:08.702 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:08 smithi138 podman[92006]: 2024-07-29 15:09:08.617591151 +0000 UTC m=+0.339249621 container init 7347f50b0cd87441ae78f4bb4c1270d2eb741ec4471b387fe9edf6265331827f (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240716, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=main-69149bb, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-29T15:09:08.702 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:08 smithi138 podman[92006]: 2024-07-29 15:09:08.620681285 +0000 UTC m=+0.342339748 container start 7347f50b0cd87441ae78f4bb4c1270d2eb741ec4471b387fe9edf6265331827f (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, RELEASE=main-69149bb, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240716, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True) 2024-07-29T15:09:08.702 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:08 smithi138 ceph-osd[92026]: -- 172.21.15.138:0/1037401614 <== mon.1 v2:172.21.15.138:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55962c711a40 con 0x55962d4d8400 2024-07-29T15:09:08.933 INFO:tasks.rados.rados.0.smithi067.stdout:1946: done (1 left) 2024-07-29T15:09:08.933 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 41 current snap is 189 2024-07-29T15:09:08.933 INFO:tasks.rados.rados.0.smithi067.stdout:1947: seq_num 625 ranges {0=475136,475136=401408} 2024-07-29T15:09:08.936 INFO:tasks.rados.rados.0.smithi067.stdout:1947: writing smithi06780069-41 from 0 to 475136 tid 1 2024-07-29T15:09:08.939 INFO:tasks.rados.rados.0.smithi067.stdout:1947: writing smithi06780069-41 from 475136 to 876544 tid 2 2024-07-29T15:09:08.939 INFO:tasks.rados.rados.0.smithi067.stdout:1948: copy_from oid 47 from oid 44 current snap is 189 2024-07-29T15:09:08.939 INFO:tasks.rados.rados.0.smithi067.stdout:1949: rollback oid 19 current snap is 189 2024-07-29T15:09:08.939 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 19 to 179 2024-07-29T15:09:08.940 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 21 current snap is 189 2024-07-29T15:09:08.940 INFO:tasks.rados.rados.0.smithi067.stdout:1950: seq_num 626 ranges {0=491520,491520=401408} 2024-07-29T15:09:08.942 INFO:tasks.rados.rados.0.smithi067.stdout:1950: writing smithi06780069-21 from 0 to 491520 tid 1 2024-07-29T15:09:08.946 INFO:tasks.rados.rados.0.smithi067.stdout:1950: writing smithi06780069-21 from 491520 to 892928 tid 2 2024-07-29T15:09:08.946 INFO:tasks.rados.rados.0.smithi067.stdout:1951: read oid 22 snap -1 2024-07-29T15:09:08.946 INFO:tasks.rados.rados.0.smithi067.stdout:1951: expect (ObjNum 562 snap 165 seq_num 562) 2024-07-29T15:09:08.946 INFO:tasks.rados.rados.0.smithi067.stdout:1952: snap_create 2024-07-29T15:09:08.946 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 1019 (ObjNum 585 snap 174 seq_num 585) dirty exists 2024-07-29T15:09:08.947 INFO:tasks.rados.rados.0.smithi067.stdout:1949: finishing rollback tid 1 to smithi06780069-19 2024-07-29T15:09:08.947 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 19 v 928 (ObjNum 65 snap 0 seq_num 3879438976) dirty dne 2024-07-29T15:09:08.947 INFO:tasks.rados.rados.0.smithi067.stdout:1947: finishing write tid 1 to smithi06780069-41 2024-07-29T15:09:08.947 INFO:tasks.rados.rados.0.smithi067.stdout:1947: finishing write tid 2 to smithi06780069-41 2024-07-29T15:09:08.947 INFO:tasks.rados.rados.0.smithi067.stdout:1947: finishing write tid 3 to smithi06780069-41 2024-07-29T15:09:08.949 INFO:tasks.rados.rados.0.smithi067.stdout:1947: finishing write tid 4 to smithi06780069-41 2024-07-29T15:09:08.949 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 919 (ObjNum 625 snap 189 seq_num 625) dirty exists 2024-07-29T15:09:08.950 INFO:tasks.rados.rados.0.smithi067.stdout:1947: left oid 41 (ObjNum 625 snap 189 seq_num 625) 2024-07-29T15:09:08.950 INFO:tasks.rados.rados.0.smithi067.stdout:1950: finishing write tid 1 to smithi06780069-21 2024-07-29T15:09:08.951 INFO:tasks.rados.rados.0.smithi067.stdout:1950: finishing write tid 2 to smithi06780069-21 2024-07-29T15:09:08.951 INFO:tasks.rados.rados.0.smithi067.stdout:1950: finishing write tid 3 to smithi06780069-21 2024-07-29T15:09:08.953 INFO:tasks.rados.rados.0.smithi067.stdout:1950: finishing write tid 4 to smithi06780069-21 2024-07-29T15:09:08.953 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 947 (ObjNum 626 snap 189 seq_num 626) dirty exists 2024-07-29T15:09:08.953 INFO:tasks.rados.rados.0.smithi067.stdout:1950: left oid 21 (ObjNum 626 snap 189 seq_num 626) 2024-07-29T15:09:08.957 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:08 smithi138 bash[92006]: 7347f50b0cd87441ae78f4bb4c1270d2eb741ec4471b387fe9edf6265331827f 2024-07-29T15:09:08.957 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:08 smithi138 systemd[1]: Started Ceph osd.4 for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:09:08.962 INFO:tasks.rados.rados.0.smithi067.stdout:1948: finishing copy_from racing read to smithi06780069-47 2024-07-29T15:09:08.962 INFO:tasks.rados.rados.0.smithi067.stdout:1948: finishing copy_from to smithi06780069-47 2024-07-29T15:09:08.962 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 519 (ObjNum 549 snap 161 seq_num 549) dirty exists 2024-07-29T15:09:08.966 INFO:tasks.rados.rados.0.smithi067.stdout:1951: expect (ObjNum 562 snap 165 seq_num 562) 2024-07-29T15:09:09.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:08 smithi067 ceph-mon[91995]: pgmap v293: 121 pgs: 29 active+undersized, 3 peering, 13 active+undersized+degraded, 76 active+clean; 202 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 19 op/s; 48/417 objects degraded (11.511%) 2024-07-29T15:09:09.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:08 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:09.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:08 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:09.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:08 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:09:09.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:08 smithi067 ceph-mon[91995]: osdmap e457: 8 total, 7 up, 8 in 2024-07-29T15:09:09.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:08 smithi067 ceph-mon[94375]: pgmap v293: 121 pgs: 29 active+undersized, 3 peering, 13 active+undersized+degraded, 76 active+clean; 202 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 19 op/s; 48/417 objects degraded (11.511%) 2024-07-29T15:09:09.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:08 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:09.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:08 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:09.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:08 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:09:09.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:08 smithi067 ceph-mon[94375]: osdmap e457: 8 total, 7 up, 8 in 2024-07-29T15:09:09.310 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:09 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4[92022]: 2024-07-29T15:09:09.160+0000 7f0aacbc5640 -1 Falling back to public interface 2024-07-29T15:09:09.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:08 smithi138 ceph-mon[86438]: pgmap v293: 121 pgs: 29 active+undersized, 3 peering, 13 active+undersized+degraded, 76 active+clean; 202 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 19 op/s; 48/417 objects degraded (11.511%) 2024-07-29T15:09:09.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:08 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:09.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:08 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:09.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:08 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:09:09.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:08 smithi138 ceph-mon[86438]: osdmap e457: 8 total, 7 up, 8 in 2024-07-29T15:09:09.934 INFO:tasks.rados.rados.0.smithi067.stdout:1945: done (6 left) 2024-07-29T15:09:09.934 INFO:tasks.rados.rados.0.smithi067.stdout:1947: done (5 left) 2024-07-29T15:09:09.935 INFO:tasks.rados.rados.0.smithi067.stdout:1948: done (4 left) 2024-07-29T15:09:09.935 INFO:tasks.rados.rados.0.smithi067.stdout:1949: done (3 left) 2024-07-29T15:09:09.935 INFO:tasks.rados.rados.0.smithi067.stdout:1950: done (2 left) 2024-07-29T15:09:09.935 INFO:tasks.rados.rados.0.smithi067.stdout:1951: done (1 left) 2024-07-29T15:09:09.935 INFO:tasks.rados.rados.0.smithi067.stdout:1952: done (0 left) 2024-07-29T15:09:09.935 INFO:tasks.rados.rados.0.smithi067.stdout:1953: setattr oid 37 current snap is 190 2024-07-29T15:09:09.937 INFO:tasks.rados.rados.0.smithi067.stdout:1954: copy_from oid 34 from oid 33 current snap is 190 2024-07-29T15:09:09.937 INFO:tasks.rados.rados.0.smithi067.stdout:1955: copy_from oid 16 from oid 43 current snap is 190 2024-07-29T15:09:09.937 INFO:tasks.rados.rados.0.smithi067.stdout:1956: rollback oid 13 current snap is 190 2024-07-29T15:09:09.937 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 13 to 186 2024-07-29T15:09:09.937 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 24 current snap is 190 2024-07-29T15:09:09.937 INFO:tasks.rados.rados.0.smithi067.stdout:1957: seq_num 627 ranges {0=507904,507904=401408} 2024-07-29T15:09:09.941 INFO:tasks.rados.rados.0.smithi067.stdout:1957: writing smithi06780069-24 from 0 to 507904 tid 1 2024-07-29T15:09:09.944 INFO:tasks.rados.rados.0.smithi067.stdout:1957: writing smithi06780069-24 from 507904 to 909312 tid 2 2024-07-29T15:09:09.944 INFO:tasks.rados.rados.0.smithi067.stdout:1958: copy_from oid 38 from oid 11 current snap is 190 2024-07-29T15:09:09.944 INFO:tasks.rados.rados.0.smithi067.stdout:1959: rollback oid 47 current snap is 190 2024-07-29T15:09:09.944 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 47 to 184 2024-07-29T15:09:09.944 INFO:tasks.rados.rados.0.smithi067.stdout:1960: snap_create 2024-07-29T15:09:09.945 INFO:tasks.rados.rados.0.smithi067.stdout:1956: finishing rollback tid 0 to smithi06780069-13 2024-07-29T15:09:09.945 INFO:tasks.rados.rados.0.smithi067.stdout:1954: finishing copy_from to smithi06780069-34 2024-07-29T15:09:09.945 INFO:tasks.rados.rados.0.smithi067.stdout:1954: got expected ENOENT (src dne) 2024-07-29T15:09:09.945 INFO:tasks.rados.rados.0.smithi067.stdout:1954: finishing copy_from racing read to smithi06780069-34 2024-07-29T15:09:09.945 INFO:tasks.rados.rados.0.smithi067.stdout:1956: finishing rollback tid 1 to smithi06780069-13 2024-07-29T15:09:09.946 INFO:tasks.rados.rados.0.smithi067.stdout:1956: finishing rollback tid 2 to smithi06780069-13 2024-07-29T15:09:09.946 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 13 v 1023 (ObjNum 389 snap 117 seq_num 389) dirty exists 2024-07-29T15:09:09.948 INFO:tasks.rados.rados.0.smithi067.stdout:1957: finishing write tid 1 to smithi06780069-24 2024-07-29T15:09:09.948 INFO:tasks.rados.rados.0.smithi067.stdout:1957: finishing write tid 2 to smithi06780069-24 2024-07-29T15:09:09.948 INFO:tasks.rados.rados.0.smithi067.stdout:1957: finishing write tid 3 to smithi06780069-24 2024-07-29T15:09:09.951 INFO:tasks.rados.rados.0.smithi067.stdout:1957: finishing write tid 4 to smithi06780069-24 2024-07-29T15:09:09.951 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 24 v 1051 (ObjNum 627 snap 190 seq_num 627) dirty exists 2024-07-29T15:09:09.951 INFO:tasks.rados.rados.0.smithi067.stdout:1957: left oid 24 (ObjNum 627 snap 190 seq_num 627) 2024-07-29T15:09:09.955 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 37 v 920 (ObjNum 552 snap 161 seq_num 552) dirty exists 2024-07-29T15:09:09.959 INFO:tasks.rados.rados.0.smithi067.stdout:1958: finishing copy_from racing read to smithi06780069-38 2024-07-29T15:09:09.959 INFO:tasks.rados.rados.0.smithi067.stdout:1959: finishing rollback tid 0 to smithi06780069-47 2024-07-29T15:09:09.960 INFO:tasks.rados.rados.0.smithi067.stdout:1959: finishing rollback tid 1 to smithi06780069-47 2024-07-29T15:09:09.960 INFO:tasks.rados.rados.0.smithi067.stdout:1959: finishing rollback tid 2 to smithi06780069-47 2024-07-29T15:09:09.960 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 687 (ObjNum 595 snap 177 seq_num 595) dirty exists 2024-07-29T15:09:09.962 INFO:tasks.rados.rados.0.smithi067.stdout:1958: finishing copy_from to smithi06780069-38 2024-07-29T15:09:09.962 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 38 v 909 (ObjNum 514 snap 151 seq_num 514) dirty exists 2024-07-29T15:09:09.982 INFO:tasks.rados.rados.0.smithi067.stdout:1955: finishing copy_from racing read to smithi06780069-16 2024-07-29T15:09:09.986 INFO:tasks.rados.rados.0.smithi067.stdout:1955: finishing copy_from to smithi06780069-16 2024-07-29T15:09:09.986 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 16 v 475 (ObjNum 458 snap 133 seq_num 458) dirty exists 2024-07-29T15:09:10.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:09:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:09:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:09:10.939 INFO:tasks.rados.rados.0.smithi067.stdout:1953: done (7 left) 2024-07-29T15:09:10.939 INFO:tasks.rados.rados.0.smithi067.stdout:1954: done (6 left) 2024-07-29T15:09:10.939 INFO:tasks.rados.rados.0.smithi067.stdout:1955: done (5 left) 2024-07-29T15:09:10.939 INFO:tasks.rados.rados.0.smithi067.stdout:1956: done (4 left) 2024-07-29T15:09:10.939 INFO:tasks.rados.rados.0.smithi067.stdout:1957: done (3 left) 2024-07-29T15:09:10.940 INFO:tasks.rados.rados.0.smithi067.stdout:1958: done (2 left) 2024-07-29T15:09:10.940 INFO:tasks.rados.rados.0.smithi067.stdout:1959: done (1 left) 2024-07-29T15:09:10.940 INFO:tasks.rados.rados.0.smithi067.stdout:1960: done (0 left) 2024-07-29T15:09:10.940 INFO:tasks.rados.rados.0.smithi067.stdout:1961: rmattr oid 9 current snap is 191 2024-07-29T15:09:10.940 INFO:tasks.rados.rados.0.smithi067.stdout:1961: done (0 left) 2024-07-29T15:09:10.940 INFO:tasks.rados.rados.0.smithi067.stdout:1962: copy_from oid 8 from oid 42 current snap is 191 2024-07-29T15:09:10.940 INFO:tasks.rados.rados.0.smithi067.stdout:1963: delete oid 3 current snap is 191 2024-07-29T15:09:10.946 INFO:tasks.rados.rados.0.smithi067.stdout:1963: done (1 left) 2024-07-29T15:09:10.946 INFO:tasks.rados.rados.0.smithi067.stdout:1964: rollback oid 25 current snap is 191 2024-07-29T15:09:10.946 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 25 to 188 2024-07-29T15:09:10.946 INFO:tasks.rados.rados.0.smithi067.stdout:1965: snap_create 2024-07-29T15:09:10.954 INFO:tasks.rados.rados.0.smithi067.stdout:1964: finishing rollback tid 0 to smithi06780069-25 2024-07-29T15:09:10.954 INFO:tasks.rados.rados.0.smithi067.stdout:1964: finishing rollback tid 1 to smithi06780069-25 2024-07-29T15:09:10.954 INFO:tasks.rados.rados.0.smithi067.stdout:1964: finishing rollback tid 2 to smithi06780069-25 2024-07-29T15:09:10.954 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 25 v 953 (ObjNum 593 snap 177 seq_num 593) dirty exists 2024-07-29T15:09:10.969 INFO:tasks.rados.rados.0.smithi067.stdout:1962: finishing copy_from racing read to smithi06780069-8 2024-07-29T15:09:10.976 INFO:tasks.rados.rados.0.smithi067.stdout:1962: finishing copy_from to smithi06780069-8 2024-07-29T15:09:10.976 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 928 (ObjNum 623 snap 187 seq_num 623) dirty exists 2024-07-29T15:09:11.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:10 smithi067 ceph-mon[91995]: pgmap v296: 121 pgs: 31 active+undersized, 14 active+undersized+degraded, 76 active+clean; 200 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.1 MiB/s wr, 6 op/s; 55/414 objects degraded (13.285%) 2024-07-29T15:09:11.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:10 smithi067 ceph-mon[91995]: osdmap e458: 8 total, 7 up, 8 in 2024-07-29T15:09:11.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:10 smithi067 ceph-mon[94375]: pgmap v296: 121 pgs: 31 active+undersized, 14 active+undersized+degraded, 76 active+clean; 200 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.1 MiB/s wr, 6 op/s; 55/414 objects degraded (13.285%) 2024-07-29T15:09:11.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:10 smithi067 ceph-mon[94375]: osdmap e458: 8 total, 7 up, 8 in 2024-07-29T15:09:11.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:10 smithi138 ceph-mon[86438]: pgmap v296: 121 pgs: 31 active+undersized, 14 active+undersized+degraded, 76 active+clean; 200 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.1 MiB/s wr, 6 op/s; 55/414 objects degraded (13.285%) 2024-07-29T15:09:11.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:10 smithi138 ceph-mon[86438]: osdmap e458: 8 total, 7 up, 8 in 2024-07-29T15:09:11.951 INFO:tasks.rados.rados.0.smithi067.stdout:1962: done (2 left) 2024-07-29T15:09:11.951 INFO:tasks.rados.rados.0.smithi067.stdout:1964: done (1 left) 2024-07-29T15:09:11.952 INFO:tasks.rados.rados.0.smithi067.stdout:1965: done (0 left) 2024-07-29T15:09:11.952 INFO:tasks.rados.rados.0.smithi067.stdout:1966: read oid 30 snap 184 2024-07-29T15:09:11.952 INFO:tasks.rados.rados.0.smithi067.stdout:1966: expect (ObjNum 603 snap 181 seq_num 603) 2024-07-29T15:09:11.952 INFO:tasks.rados.rados.0.smithi067.stdout:1967: rollback oid 17 current snap is 192 2024-07-29T15:09:11.952 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 17 to 179 2024-07-29T15:09:11.952 INFO:tasks.rados.rados.0.smithi067.stdout:1968: read oid 14 snap 184 2024-07-29T15:09:11.952 INFO:tasks.rados.rados.0.smithi067.stdout:1968: expect (ObjNum 568 snap 166 seq_num 568) 2024-07-29T15:09:11.952 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 13 current snap is 192 2024-07-29T15:09:11.952 INFO:tasks.rados.rados.0.smithi067.stdout:1969: seq_num 629 ranges {1728512=540672,2269184=401408} 2024-07-29T15:09:11.964 INFO:tasks.rados.rados.0.smithi067.stdout:1969: writing smithi06780069-13 from 1728512 to 2269184 tid 1 2024-07-29T15:09:11.967 INFO:tasks.rados.rados.0.smithi067.stdout:1969: writing smithi06780069-13 from 2269184 to 2670592 tid 2 2024-07-29T15:09:11.967 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 23 current snap is 192 2024-07-29T15:09:11.967 INFO:tasks.rados.rados.0.smithi067.stdout:1967: finishing rollback tid 0 to smithi06780069-17 2024-07-29T15:09:11.967 INFO:tasks.rados.rados.0.smithi067.stdout:1970: seq_num 630 ranges {0=557056,557056=401408} 2024-07-29T15:09:11.970 INFO:tasks.rados.rados.0.smithi067.stdout:1970: writing smithi06780069-23 from 0 to 557056 tid 1 2024-07-29T15:09:11.973 INFO:tasks.rados.rados.0.smithi067.stdout:1970: writing smithi06780069-23 from 557056 to 958464 tid 2 2024-07-29T15:09:11.973 INFO:tasks.rados.rados.0.smithi067.stdout:1971: rollback oid 32 current snap is 192 2024-07-29T15:09:11.974 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 32 to 184 2024-07-29T15:09:11.974 INFO:tasks.rados.rados.0.smithi067.stdout:1967: finishing rollback tid 1 to smithi06780069-17 2024-07-29T15:09:11.974 INFO:tasks.rados.rados.0.smithi067.stdout:1967: finishing rollback tid 2 to smithi06780069-17 2024-07-29T15:09:11.974 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 931 (ObjNum 523 snap 154 seq_num 523) dirty exists 2024-07-29T15:09:11.974 INFO:tasks.rados.rados.0.smithi067.stdout:1966: expect (ObjNum 603 snap 181 seq_num 603) 2024-07-29T15:09:12.061 INFO:tasks.rados.rados.0.smithi067.stdout:1969: finishing write tid 1 to smithi06780069-13 2024-07-29T15:09:12.061 INFO:tasks.rados.rados.0.smithi067.stdout:1969: finishing write tid 2 to smithi06780069-13 2024-07-29T15:09:12.062 INFO:tasks.rados.rados.0.smithi067.stdout:1969: finishing write tid 3 to smithi06780069-13 2024-07-29T15:09:12.062 INFO:tasks.rados.rados.0.smithi067.stdout:1969: finishing write tid 4 to smithi06780069-13 2024-07-29T15:09:12.062 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 13 v 1027 (ObjNum 629 snap 192 seq_num 629) dirty exists 2024-07-29T15:09:12.062 INFO:tasks.rados.rados.0.smithi067.stdout:1969: left oid 13 (ObjNum 629 snap 192 seq_num 629) 2024-07-29T15:09:12.062 INFO:tasks.rados.rados.0.smithi067.stdout:1970: finishing write tid 1 to smithi06780069-23 2024-07-29T15:09:12.062 INFO:tasks.rados.rados.0.smithi067.stdout:1970: finishing write tid 2 to smithi06780069-23 2024-07-29T15:09:12.062 INFO:tasks.rados.rados.0.smithi067.stdout:1970: finishing write tid 3 to smithi06780069-23 2024-07-29T15:09:12.062 INFO:tasks.rados.rados.0.smithi067.stdout:1970: finishing write tid 4 to smithi06780069-23 2024-07-29T15:09:12.062 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 935 (ObjNum 630 snap 192 seq_num 630) dirty exists 2024-07-29T15:09:12.062 INFO:tasks.rados.rados.0.smithi067.stdout:1970: left oid 23 (ObjNum 630 snap 192 seq_num 630) 2024-07-29T15:09:12.062 INFO:tasks.rados.rados.0.smithi067.stdout:1968: expect (ObjNum 568 snap 166 seq_num 568) 2024-07-29T15:09:12.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:11 smithi067 ceph-mon[91995]: osdmap e459: 8 total, 7 up, 8 in 2024-07-29T15:09:12.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:11 smithi067 ceph-mon[94375]: osdmap e459: 8 total, 7 up, 8 in 2024-07-29T15:09:12.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:11 smithi138 ceph-mon[86438]: osdmap e459: 8 total, 7 up, 8 in 2024-07-29T15:09:12.486 INFO:tasks.rados.rados.0.smithi067.stdout:1971: finishing rollback tid 1 to smithi06780069-32 2024-07-29T15:09:12.486 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 0 (ObjNum 33 snap 0 seq_num 3880587712) dirty dne 2024-07-29T15:09:12.486 INFO:tasks.rados.rados.0.smithi067.stdout:1966: done (5 left) 2024-07-29T15:09:12.486 INFO:tasks.rados.rados.0.smithi067.stdout:1967: done (4 left) 2024-07-29T15:09:12.486 INFO:tasks.rados.rados.0.smithi067.stdout:1968: done (3 left) 2024-07-29T15:09:12.486 INFO:tasks.rados.rados.0.smithi067.stdout:1969: done (2 left) 2024-07-29T15:09:12.487 INFO:tasks.rados.rados.0.smithi067.stdout:1970: done (1 left) 2024-07-29T15:09:12.487 INFO:tasks.rados.rados.0.smithi067.stdout:1971: done (0 left) 2024-07-29T15:09:12.487 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 15 current snap is 192 2024-07-29T15:09:12.487 INFO:tasks.rados.rados.0.smithi067.stdout:1972: seq_num 631 ranges {6283264=573440,6856704=401408} 2024-07-29T15:09:12.523 INFO:tasks.rados.rados.0.smithi067.stdout:1972: writing smithi06780069-15 from 6283264 to 6856704 tid 1 2024-07-29T15:09:12.525 INFO:tasks.rados.rados.0.smithi067.stdout:1972: writing smithi06780069-15 from 6856704 to 7258112 tid 2 2024-07-29T15:09:12.525 INFO:tasks.rados.rados.0.smithi067.stdout:1973: read oid 16 snap -1 2024-07-29T15:09:12.525 INFO:tasks.rados.rados.0.smithi067.stdout:1973: expect (ObjNum 458 snap 133 seq_num 458) 2024-07-29T15:09:12.526 INFO:tasks.rados.rados.0.smithi067.stdout:1974: snap_remove snap 188 2024-07-29T15:09:12.671 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:12 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4[92022]: 2024-07-29T15:09:12.342+0000 7f0aacbc5640 -1 osd.4 451 log_to_monitors true 2024-07-29T15:09:12.949 INFO:tasks.rados.rados.0.smithi067.stdout:1972: finishing write tid 1 to smithi06780069-15 2024-07-29T15:09:12.949 INFO:tasks.rados.rados.0.smithi067.stdout:1972: finishing write tid 2 to smithi06780069-15 2024-07-29T15:09:12.949 INFO:tasks.rados.rados.0.smithi067.stdout:1972: finishing write tid 3 to smithi06780069-15 2024-07-29T15:09:12.949 INFO:tasks.rados.rados.0.smithi067.stdout:1972: finishing write tid 4 to smithi06780069-15 2024-07-29T15:09:12.949 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 1057 (ObjNum 631 snap 192 seq_num 631) dirty exists 2024-07-29T15:09:12.949 INFO:tasks.rados.rados.0.smithi067.stdout:1972: left oid 15 (ObjNum 631 snap 192 seq_num 631) 2024-07-29T15:09:12.949 INFO:tasks.rados.rados.0.smithi067.stdout:1973: expect (ObjNum 458 snap 133 seq_num 458) 2024-07-29T15:09:13.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:12 smithi067 ceph-mon[91995]: pgmap v299: 121 pgs: 31 active+undersized, 14 active+undersized+degraded, 76 active+clean; 210 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 10 op/s; 57/417 objects degraded (13.669%) 2024-07-29T15:09:13.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:12 smithi067 ceph-mon[91995]: Health check update: Degraded data redundancy: 57/417 objects degraded (13.669%), 14 pgs degraded (PG_DEGRADED) 2024-07-29T15:09:13.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:12 smithi067 ceph-mon[91995]: osdmap e460: 8 total, 7 up, 8 in 2024-07-29T15:09:13.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:12 smithi067 ceph-mon[91995]: from='osd.4 [v2:172.21.15.138:6800/2702577173,v1:172.21.15.138:6801/2702577173]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-29T15:09:13.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:12 smithi067 ceph-mon[91995]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-29T15:09:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:12 smithi067 ceph-mon[94375]: pgmap v299: 121 pgs: 31 active+undersized, 14 active+undersized+degraded, 76 active+clean; 210 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 10 op/s; 57/417 objects degraded (13.669%) 2024-07-29T15:09:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:12 smithi067 ceph-mon[94375]: Health check update: Degraded data redundancy: 57/417 objects degraded (13.669%), 14 pgs degraded (PG_DEGRADED) 2024-07-29T15:09:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:12 smithi067 ceph-mon[94375]: osdmap e460: 8 total, 7 up, 8 in 2024-07-29T15:09:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:12 smithi067 ceph-mon[94375]: from='osd.4 [v2:172.21.15.138:6800/2702577173,v1:172.21.15.138:6801/2702577173]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-29T15:09:13.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:12 smithi067 ceph-mon[94375]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-29T15:09:13.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:12 smithi138 ceph-mon[86438]: pgmap v299: 121 pgs: 31 active+undersized, 14 active+undersized+degraded, 76 active+clean; 210 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 10 op/s; 57/417 objects degraded (13.669%) 2024-07-29T15:09:13.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:12 smithi138 ceph-mon[86438]: Health check update: Degraded data redundancy: 57/417 objects degraded (13.669%), 14 pgs degraded (PG_DEGRADED) 2024-07-29T15:09:13.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:12 smithi138 ceph-mon[86438]: osdmap e460: 8 total, 7 up, 8 in 2024-07-29T15:09:13.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:12 smithi138 ceph-mon[86438]: from='osd.4 [v2:172.21.15.138:6800/2702577173,v1:172.21.15.138:6801/2702577173]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-29T15:09:13.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:12 smithi138 ceph-mon[86438]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-29T15:09:13.599 INFO:tasks.rados.rados.0.smithi067.stdout:1972: done (2 left) 2024-07-29T15:09:13.600 INFO:tasks.rados.rados.0.smithi067.stdout:1973: done (1 left) 2024-07-29T15:09:13.600 INFO:tasks.rados.rados.0.smithi067.stdout:1974: done (0 left) 2024-07-29T15:09:13.600 INFO:tasks.rados.rados.0.smithi067.stdout:1975: rollback oid 10 current snap is 192 2024-07-29T15:09:13.600 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 10 to 185 2024-07-29T15:09:13.600 INFO:tasks.rados.rados.0.smithi067.stdout:1976: read oid 22 snap 179 2024-07-29T15:09:13.600 INFO:tasks.rados.rados.0.smithi067.stdout:1976: expect (ObjNum 562 snap 165 seq_num 562) 2024-07-29T15:09:13.600 INFO:tasks.rados.rados.0.smithi067.stdout:1977: read oid 44 snap 190 2024-07-29T15:09:13.600 INFO:tasks.rados.rados.0.smithi067.stdout:1977: expect (ObjNum 549 snap 161 seq_num 549) 2024-07-29T15:09:13.600 INFO:tasks.rados.rados.0.smithi067.stdout:1978: delete oid 3 current snap is 192 2024-07-29T15:09:13.601 INFO:tasks.rados.rados.0.smithi067.stdout:1978: done (3 left) 2024-07-29T15:09:13.601 INFO:tasks.rados.rados.0.smithi067.stdout:1979: setattr oid 31 current snap is 192 2024-07-29T15:09:13.604 INFO:tasks.rados.rados.0.smithi067.stdout:1980: rollback oid 13 current snap is 192 2024-07-29T15:09:13.604 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 13 to 190 2024-07-29T15:09:13.604 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 45 current snap is 192 2024-07-29T15:09:13.604 INFO:tasks.rados.rados.0.smithi067.stdout:1981: seq_num 633 ranges {786432=606208,1392640=401408} 2024-07-29T15:09:13.612 INFO:tasks.rados.rados.0.smithi067.stdout:1981: writing smithi06780069-45 from 786432 to 1392640 tid 1 2024-07-29T15:09:13.615 INFO:tasks.rados.rados.0.smithi067.stdout:1981: writing smithi06780069-45 from 1392640 to 1794048 tid 2 2024-07-29T15:09:13.615 INFO:tasks.rados.rados.0.smithi067.stdout:1982: read oid 33 snap -1 2024-07-29T15:09:13.616 INFO:tasks.rados.rados.0.smithi067.stdout:1982: expect deleted 2024-07-29T15:09:13.616 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 20 current snap is 192 2024-07-29T15:09:13.616 INFO:tasks.rados.rados.0.smithi067.stdout:1975: finishing rollback tid 0 to smithi06780069-10 2024-07-29T15:09:13.616 INFO:tasks.rados.rados.0.smithi067.stdout:1975: finishing rollback tid 1 to smithi06780069-10 2024-07-29T15:09:13.616 INFO:tasks.rados.rados.0.smithi067.stdout:1975: finishing rollback tid 2 to smithi06780069-10 2024-07-29T15:09:13.616 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 976 (ObjNum 605 snap 181 seq_num 605) dirty exists 2024-07-29T15:09:13.616 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 799 (ObjNum 595 snap 177 seq_num 595) dirty exists 2024-07-29T15:09:13.616 INFO:tasks.rados.rados.0.smithi067.stdout:1980: finishing rollback tid 0 to smithi06780069-13 2024-07-29T15:09:13.616 INFO:tasks.rados.rados.0.smithi067.stdout:1977: expect (ObjNum 549 snap 161 seq_num 549) 2024-07-29T15:09:13.670 INFO:tasks.rados.rados.0.smithi067.stdout:1980: finishing rollback tid 1 to smithi06780069-13 2024-07-29T15:09:13.670 INFO:tasks.rados.rados.0.smithi067.stdout:1980: finishing rollback tid 2 to smithi06780069-13 2024-07-29T15:09:13.670 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 13 v 1030 (ObjNum 389 snap 117 seq_num 389) dirty exists 2024-07-29T15:09:13.670 INFO:tasks.rados.rados.0.smithi067.stdout:1976: expect (ObjNum 562 snap 165 seq_num 562) 2024-07-29T15:09:13.758 INFO:tasks.rados.rados.0.smithi067.stdout:1981: finishing write tid 1 to smithi06780069-45 2024-07-29T15:09:13.758 INFO:tasks.rados.rados.0.smithi067.stdout:1981: finishing write tid 2 to smithi06780069-45 2024-07-29T15:09:13.758 INFO:tasks.rados.rados.0.smithi067.stdout:1981: finishing write tid 3 to smithi06780069-45 2024-07-29T15:09:13.758 INFO:tasks.rados.rados.0.smithi067.stdout:1981: finishing write tid 4 to smithi06780069-45 2024-07-29T15:09:13.758 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 504 (ObjNum 633 snap 192 seq_num 633) dirty exists 2024-07-29T15:09:13.758 INFO:tasks.rados.rados.0.smithi067.stdout:1981: left oid 45 (ObjNum 633 snap 192 seq_num 633) 2024-07-29T15:09:13.759 INFO:tasks.rados.rados.0.smithi067.stdout:1983: seq_num 634 ranges {0=622592,622592=401408} 2024-07-29T15:09:13.761 INFO:tasks.rados.rados.0.smithi067.stdout:1983: writing smithi06780069-20 from 0 to 622592 tid 1 2024-07-29T15:09:13.764 INFO:tasks.rados.rados.0.smithi067.stdout:1983: writing smithi06780069-20 from 622592 to 1024000 tid 2 2024-07-29T15:09:13.764 INFO:tasks.rados.rados.0.smithi067.stdout:1975: done (7 left) 2024-07-29T15:09:13.764 INFO:tasks.rados.rados.0.smithi067.stdout:1976: done (6 left) 2024-07-29T15:09:13.764 INFO:tasks.rados.rados.0.smithi067.stdout:1977: done (5 left) 2024-07-29T15:09:13.764 INFO:tasks.rados.rados.0.smithi067.stdout:1979: done (4 left) 2024-07-29T15:09:13.764 INFO:tasks.rados.rados.0.smithi067.stdout:1980: done (3 left) 2024-07-29T15:09:13.764 INFO:tasks.rados.rados.0.smithi067.stdout:1981: done (2 left) 2024-07-29T15:09:13.764 INFO:tasks.rados.rados.0.smithi067.stdout:1982: done (1 left) 2024-07-29T15:09:13.765 INFO:tasks.rados.rados.0.smithi067.stdout:1984: delete oid 40 current snap is 192 2024-07-29T15:09:13.765 INFO:tasks.rados.rados.0.smithi067.stdout:1984: done (1 left) 2024-07-29T15:09:13.765 INFO:tasks.rados.rados.0.smithi067.stdout:1985: snap_create 2024-07-29T15:09:13.766 INFO:tasks.rados.rados.0.smithi067.stdout:1983: finishing write tid 1 to smithi06780069-20 2024-07-29T15:09:13.766 INFO:tasks.rados.rados.0.smithi067.stdout:1983: finishing write tid 2 to smithi06780069-20 2024-07-29T15:09:13.766 INFO:tasks.rados.rados.0.smithi067.stdout:1983: finishing write tid 3 to smithi06780069-20 2024-07-29T15:09:13.767 INFO:tasks.rados.rados.0.smithi067.stdout:1983: finishing write tid 4 to smithi06780069-20 2024-07-29T15:09:13.768 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 923 (ObjNum 634 snap 192 seq_num 634) dirty exists 2024-07-29T15:09:13.768 INFO:tasks.rados.rados.0.smithi067.stdout:1983: left oid 20 (ObjNum 634 snap 192 seq_num 634) 2024-07-29T15:09:13.810 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:09:13 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4[92022]: 2024-07-29T15:09:13.411+0000 7f0aa0967640 -1 osd.4 451 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-29T15:09:14.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:13 smithi067 ceph-mon[91995]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-07-29T15:09:14.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:13 smithi067 ceph-mon[91995]: from='osd.4 [v2:172.21.15.138:6800/2702577173,v1:172.21.15.138:6801/2702577173]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T15:09:14.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:13 smithi067 ceph-mon[91995]: osdmap e461: 8 total, 7 up, 8 in 2024-07-29T15:09:14.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:13 smithi067 ceph-mon[91995]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T15:09:14.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:13 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:14.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:13 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:14.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:13 smithi067 ceph-mon[91995]: from='osd.4 ' entity='osd.4' 2024-07-29T15:09:14.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:13 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:14.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:13 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:14.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:13 smithi067 ceph-mon[94375]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-07-29T15:09:14.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:13 smithi067 ceph-mon[94375]: from='osd.4 [v2:172.21.15.138:6800/2702577173,v1:172.21.15.138:6801/2702577173]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T15:09:14.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:13 smithi067 ceph-mon[94375]: osdmap e461: 8 total, 7 up, 8 in 2024-07-29T15:09:14.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:13 smithi067 ceph-mon[94375]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T15:09:14.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:13 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:14.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:13 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:14.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:13 smithi067 ceph-mon[94375]: from='osd.4 ' entity='osd.4' 2024-07-29T15:09:14.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:13 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:14.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:13 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:14.310 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:09:14 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:09:14.147Z caller=alerting.go:391 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.4\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.4\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", cluster_addr=\"172.21.15.138\", device_class=\"ssd\", hostname=\"smithi138\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.138\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.4\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster_addr=\"172.21.15.138\", device_class=\"ssd\", hostname=\"smithi138\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.138\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-07-29T15:09:14.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:09:14 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:09:14.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.4\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.4\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", cluster_addr=\"172.21.15.138\", device_class=\"ssd\", hostname=\"smithi138\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.138\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.4\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster_addr=\"172.21.15.138\", device_class=\"ssd\", hostname=\"smithi138\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.138\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:09:14.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:13 smithi138 ceph-mon[86438]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-07-29T15:09:14.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:13 smithi138 ceph-mon[86438]: from='osd.4 [v2:172.21.15.138:6800/2702577173,v1:172.21.15.138:6801/2702577173]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T15:09:14.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:13 smithi138 ceph-mon[86438]: osdmap e461: 8 total, 7 up, 8 in 2024-07-29T15:09:14.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:13 smithi138 ceph-mon[86438]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T15:09:14.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:13 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:14.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:13 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:14.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:13 smithi138 ceph-mon[86438]: from='osd.4 ' entity='osd.4' 2024-07-29T15:09:14.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:13 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:14.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:13 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:14.410 INFO:tasks.rados.rados.0.smithi067.stdout:1983: done (1 left) 2024-07-29T15:09:14.410 INFO:tasks.rados.rados.0.smithi067.stdout:1985: done (0 left) 2024-07-29T15:09:14.410 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 3 current snap is 193 2024-07-29T15:09:14.411 INFO:tasks.rados.rados.0.smithi067.stdout:1986: seq_num 636 ranges {0=655360,655360=401408} 2024-07-29T15:09:14.415 INFO:tasks.rados.rados.0.smithi067.stdout:1986: writing smithi06780069-3 from 0 to 655360 tid 1 2024-07-29T15:09:14.419 INFO:tasks.rados.rados.0.smithi067.stdout:1986: writing smithi06780069-3 from 655360 to 1056768 tid 2 2024-07-29T15:09:14.419 INFO:tasks.rados.rados.0.smithi067.stdout:1987: rollback oid 11 current snap is 193 2024-07-29T15:09:14.419 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 11 to 192 2024-07-29T15:09:14.420 INFO:tasks.rados.rados.0.smithi067.stdout:1988: rollback oid 26 current snap is 193 2024-07-29T15:09:14.420 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 26 to 180 2024-07-29T15:09:14.420 INFO:tasks.rados.rados.0.smithi067.stdout:1989: rollback oid 19 current snap is 193 2024-07-29T15:09:14.420 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 19 to 192 2024-07-29T15:09:14.421 INFO:tasks.rados.rados.0.smithi067.stdout:1990: snap_create 2024-07-29T15:09:14.423 INFO:tasks.rados.rados.0.smithi067.stdout:1989: finishing rollback tid 1 to smithi06780069-19 2024-07-29T15:09:14.423 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 19 v 928 (ObjNum 161 snap 0 seq_num 3880210048) dirty dne 2024-07-29T15:09:14.424 INFO:tasks.rados.rados.0.smithi067.stdout:1987: finishing rollback tid 0 to smithi06780069-11 2024-07-29T15:09:14.424 INFO:tasks.rados.rados.0.smithi067.stdout:1987: finishing rollback tid 1 to smithi06780069-11 2024-07-29T15:09:14.425 INFO:tasks.rados.rados.0.smithi067.stdout:1987: finishing rollback tid 2 to smithi06780069-11 2024-07-29T15:09:14.425 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 11 v 940 (ObjNum 514 snap 151 seq_num 514) dirty exists 2024-07-29T15:09:14.425 INFO:tasks.rados.rados.0.smithi067.stdout:1988: finishing rollback tid 0 to smithi06780069-26 2024-07-29T15:09:14.426 INFO:tasks.rados.rados.0.smithi067.stdout:1988: finishing rollback tid 1 to smithi06780069-26 2024-07-29T15:09:14.427 INFO:tasks.rados.rados.0.smithi067.stdout:1988: finishing rollback tid 2 to smithi06780069-26 2024-07-29T15:09:14.427 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 959 (ObjNum 526 snap 154 seq_num 526) dirty exists 2024-07-29T15:09:15.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:14 smithi067 ceph-mon[91995]: pgmap v302: 121 pgs: 31 active+undersized, 14 active+undersized+degraded, 76 active+clean; 211 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.0 MiB/s wr, 9 op/s; 58/423 objects degraded (13.712%) 2024-07-29T15:09:15.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:14 smithi067 ceph-mon[91995]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-29T15:09:15.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:14 smithi067 ceph-mon[91995]: osd.4 [v2:172.21.15.138:6800/2702577173,v1:172.21.15.138:6801/2702577173] boot 2024-07-29T15:09:15.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:14 smithi067 ceph-mon[91995]: osdmap e462: 8 total, 8 up, 8 in 2024-07-29T15:09:15.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:14 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-29T15:09:15.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:14 smithi067 ceph-mon[94375]: pgmap v302: 121 pgs: 31 active+undersized, 14 active+undersized+degraded, 76 active+clean; 211 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.0 MiB/s wr, 9 op/s; 58/423 objects degraded (13.712%) 2024-07-29T15:09:15.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:14 smithi067 ceph-mon[94375]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-29T15:09:15.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:14 smithi067 ceph-mon[94375]: osd.4 [v2:172.21.15.138:6800/2702577173,v1:172.21.15.138:6801/2702577173] boot 2024-07-29T15:09:15.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:14 smithi067 ceph-mon[94375]: osdmap e462: 8 total, 8 up, 8 in 2024-07-29T15:09:15.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:14 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-29T15:09:15.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:14 smithi138 ceph-mon[86438]: pgmap v302: 121 pgs: 31 active+undersized, 14 active+undersized+degraded, 76 active+clean; 211 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.0 MiB/s wr, 9 op/s; 58/423 objects degraded (13.712%) 2024-07-29T15:09:15.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:14 smithi138 ceph-mon[86438]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-29T15:09:15.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:14 smithi138 ceph-mon[86438]: osd.4 [v2:172.21.15.138:6800/2702577173,v1:172.21.15.138:6801/2702577173] boot 2024-07-29T15:09:15.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:14 smithi138 ceph-mon[86438]: osdmap e462: 8 total, 8 up, 8 in 2024-07-29T15:09:15.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:14 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-29T15:09:15.422 INFO:tasks.rados.rados.0.smithi067.stdout:1987: done (4 left) 2024-07-29T15:09:15.422 INFO:tasks.rados.rados.0.smithi067.stdout:1988: done (3 left) 2024-07-29T15:09:15.422 INFO:tasks.rados.rados.0.smithi067.stdout:1989: done (2 left) 2024-07-29T15:09:15.422 INFO:tasks.rados.rados.0.smithi067.stdout:1990: done (1 left) 2024-07-29T15:09:15.422 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 29 current snap is 194 2024-07-29T15:09:15.423 INFO:tasks.rados.rados.0.smithi067.stdout:1991: seq_num 637 ranges {1589248=671744,2260992=401408} 2024-07-29T15:09:15.436 INFO:tasks.rados.rados.0.smithi067.stdout:1991: writing smithi06780069-29 from 1589248 to 2260992 tid 1 2024-07-29T15:09:15.439 INFO:tasks.rados.rados.0.smithi067.stdout:1991: writing smithi06780069-29 from 2260992 to 2662400 tid 2 2024-07-29T15:09:15.439 INFO:tasks.rados.rados.0.smithi067.stdout:1992: snap_create 2024-07-29T15:09:15.442 INFO:tasks.rados.rados.0.smithi067.stdout:1986: finishing write tid 1 to smithi06780069-3 2024-07-29T15:09:15.443 INFO:tasks.rados.rados.0.smithi067.stdout:1986: finishing write tid 2 to smithi06780069-3 2024-07-29T15:09:15.443 INFO:tasks.rados.rados.0.smithi067.stdout:1986: finishing write tid 3 to smithi06780069-3 2024-07-29T15:09:15.448 INFO:tasks.rados.rados.0.smithi067.stdout:1991: finishing write tid 1 to smithi06780069-29 2024-07-29T15:09:15.449 INFO:tasks.rados.rados.0.smithi067.stdout:1991: finishing write tid 2 to smithi06780069-29 2024-07-29T15:09:15.450 INFO:tasks.rados.rados.0.smithi067.stdout:1986: finishing write tid 4 to smithi06780069-3 2024-07-29T15:09:15.450 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 844 (ObjNum 636 snap 193 seq_num 636) dirty exists 2024-07-29T15:09:15.450 INFO:tasks.rados.rados.0.smithi067.stdout:1986: left oid 3 (ObjNum 636 snap 193 seq_num 636) 2024-07-29T15:09:15.451 INFO:tasks.rados.rados.0.smithi067.stdout:1991: finishing write tid 3 to smithi06780069-29 2024-07-29T15:09:15.452 INFO:tasks.rados.rados.0.smithi067.stdout:1991: finishing write tid 4 to smithi06780069-29 2024-07-29T15:09:15.453 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 848 (ObjNum 637 snap 194 seq_num 637) dirty exists 2024-07-29T15:09:15.453 INFO:tasks.rados.rados.0.smithi067.stdout:1991: left oid 29 (ObjNum 637 snap 194 seq_num 637) 2024-07-29T15:09:16.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:09:15 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:09:15.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:09:16.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:09:15 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:09:15.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:09:16.419 INFO:tasks.rados.rados.0.smithi067.stdout:1986: done (2 left) 2024-07-29T15:09:16.419 INFO:tasks.rados.rados.0.smithi067.stdout:1991: done (1 left) 2024-07-29T15:09:16.419 INFO:tasks.rados.rados.0.smithi067.stdout:1992: done (0 left) 2024-07-29T15:09:16.419 INFO:tasks.rados.rados.0.smithi067.stdout:1993: setattr oid 29 current snap is 195 2024-07-29T15:09:16.419 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 31 current snap is 195 2024-07-29T15:09:16.419 INFO:tasks.rados.rados.0.smithi067.stdout:1994: seq_num 638 ranges {1146880=688128,1835008=401408} 2024-07-29T15:09:16.430 INFO:tasks.rados.rados.0.smithi067.stdout:1994: writing smithi06780069-31 from 1146880 to 1835008 tid 1 2024-07-29T15:09:16.432 INFO:tasks.rados.rados.0.smithi067.stdout:1994: writing smithi06780069-31 from 1835008 to 2236416 tid 2 2024-07-29T15:09:16.433 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 46 current snap is 195 2024-07-29T15:09:16.433 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 860 (ObjNum 637 snap 194 seq_num 637) dirty exists 2024-07-29T15:09:16.433 INFO:tasks.rados.rados.0.smithi067.stdout:1995: seq_num 639 ranges {999424=704512,1703936=401408} 2024-07-29T15:09:16.442 INFO:tasks.rados.rados.0.smithi067.stdout:1995: writing smithi06780069-46 from 999424 to 1703936 tid 1 2024-07-29T15:09:16.445 INFO:tasks.rados.rados.0.smithi067.stdout:1995: writing smithi06780069-46 from 1703936 to 2105344 tid 2 2024-07-29T15:09:16.445 INFO:tasks.rados.rados.0.smithi067.stdout:1993: done (2 left) 2024-07-29T15:09:16.446 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 25 current snap is 195 2024-07-29T15:09:16.446 INFO:tasks.rados.rados.0.smithi067.stdout:1994: finishing write tid 1 to smithi06780069-31 2024-07-29T15:09:16.446 INFO:tasks.rados.rados.0.smithi067.stdout:1994: finishing write tid 2 to smithi06780069-31 2024-07-29T15:09:16.446 INFO:tasks.rados.rados.0.smithi067.stdout:1994: finishing write tid 3 to smithi06780069-31 2024-07-29T15:09:16.446 INFO:tasks.rados.rados.0.smithi067.stdout:1996: seq_num 640 ranges {7356416=729088,8085504=401408} 2024-07-29T15:09:16.489 INFO:tasks.rados.rados.0.smithi067.stdout:1996: writing smithi06780069-25 from 7356416 to 8085504 tid 1 2024-07-29T15:09:16.492 INFO:tasks.rados.rados.0.smithi067.stdout:1996: writing smithi06780069-25 from 8085504 to 8486912 tid 2 2024-07-29T15:09:16.492 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 2 current snap is 195 2024-07-29T15:09:16.492 INFO:tasks.rados.rados.0.smithi067.stdout:1994: finishing write tid 4 to smithi06780069-31 2024-07-29T15:09:16.492 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 802 (ObjNum 638 snap 195 seq_num 638) dirty exists 2024-07-29T15:09:16.492 INFO:tasks.rados.rados.0.smithi067.stdout:1994: left oid 31 (ObjNum 638 snap 195 seq_num 638) 2024-07-29T15:09:16.492 INFO:tasks.rados.rados.0.smithi067.stdout:1995: finishing write tid 1 to smithi06780069-46 2024-07-29T15:09:16.493 INFO:tasks.rados.rados.0.smithi067.stdout:1995: finishing write tid 2 to smithi06780069-46 2024-07-29T15:09:16.493 INFO:tasks.rados.rados.0.smithi067.stdout:1997: seq_num 641 ranges {2007040=745472,2752512=401408} 2024-07-29T15:09:16.507 INFO:tasks.rados.rados.0.smithi067.stdout:1997: writing smithi06780069-2 from 2007040 to 2752512 tid 1 2024-07-29T15:09:16.510 INFO:tasks.rados.rados.0.smithi067.stdout:1997: writing smithi06780069-2 from 2752512 to 3153920 tid 2 2024-07-29T15:09:16.510 INFO:tasks.rados.rados.0.smithi067.stdout:1994: done (3 left) 2024-07-29T15:09:16.510 INFO:tasks.rados.rados.0.smithi067.stdout:1998: rmattr oid 18 current snap is 195 2024-07-29T15:09:16.510 INFO:tasks.rados.rados.0.smithi067.stdout:1995: finishing write tid 3 to smithi06780069-46 2024-07-29T15:09:16.510 INFO:tasks.rados.rados.0.smithi067.stdout:1995: finishing write tid 4 to smithi06780069-46 2024-07-29T15:09:16.511 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 46 v 1050 (ObjNum 639 snap 195 seq_num 639) dirty exists 2024-07-29T15:09:16.511 INFO:tasks.rados.rados.0.smithi067.stdout:1995: left oid 46 (ObjNum 639 snap 195 seq_num 639) 2024-07-29T15:09:16.511 INFO:tasks.rados.rados.0.smithi067.stdout:1996: finishing write tid 1 to smithi06780069-25 2024-07-29T15:09:16.511 INFO:tasks.rados.rados.0.smithi067.stdout:1995: done (3 left) 2024-07-29T15:09:16.511 INFO:tasks.rados.rados.0.smithi067.stdout:1999: setattr oid 34 current snap is 195 2024-07-29T15:09:16.511 INFO:tasks.rados.rados.0.smithi067.stdout:1996: finishing write tid 2 to smithi06780069-25 2024-07-29T15:09:16.511 INFO:tasks.rados.rados.0.smithi067.stdout:1996: finishing write tid 3 to smithi06780069-25 2024-07-29T15:09:16.511 INFO:tasks.rados.rados.0.smithi067.stdout:1996: finishing write tid 4 to smithi06780069-25 2024-07-29T15:09:16.511 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 25 v 963 (ObjNum 640 snap 195 seq_num 640) dirty exists 2024-07-29T15:09:16.511 INFO:tasks.rados.rados.0.smithi067.stdout:1996: left oid 25 (ObjNum 640 snap 195 seq_num 640) 2024-07-29T15:09:16.512 INFO:tasks.rados.rados.0.smithi067.stdout:1996: done (3 left) 2024-07-29T15:09:16.512 INFO:tasks.rados.rados.0.smithi067.stdout:2000: rollback oid 40 current snap is 195 2024-07-29T15:09:16.512 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 40 to 194 2024-07-29T15:09:16.512 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 8 current snap is 195 2024-07-29T15:09:16.512 INFO:tasks.rados.rados.0.smithi067.stdout:2001: seq_num 642 ranges {7168000=761856,7929856=401408} 2024-07-29T15:09:16.554 INFO:tasks.rados.rados.0.smithi067.stdout:2001: writing smithi06780069-8 from 7168000 to 7929856 tid 1 2024-07-29T15:09:16.558 INFO:tasks.rados.rados.0.smithi067.stdout:2001: writing smithi06780069-8 from 7929856 to 8331264 tid 2 2024-07-29T15:09:16.558 INFO:tasks.rados.rados.0.smithi067.stdout:2002: rollback oid 29 current snap is 195 2024-07-29T15:09:16.558 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 29 to 192 2024-07-29T15:09:16.558 INFO:tasks.rados.rados.0.smithi067.stdout:1997: finishing write tid 1 to smithi06780069-2 2024-07-29T15:09:16.558 INFO:tasks.rados.rados.0.smithi067.stdout:2000: finishing rollback tid 1 to smithi06780069-40 2024-07-29T15:09:16.558 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 40 v 926 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-07-29T15:09:16.558 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 910 (ObjNum 526 snap 154 seq_num 526) dirty exists 2024-07-29T15:09:16.558 INFO:tasks.rados.rados.0.smithi067.stdout:1997: finishing write tid 2 to smithi06780069-2 2024-07-29T15:09:16.558 INFO:tasks.rados.rados.0.smithi067.stdout:1997: finishing write tid 3 to smithi06780069-2 2024-07-29T15:09:16.559 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 34 v 979 (ObjNum 514 snap 151 seq_num 514) dirty exists 2024-07-29T15:09:16.559 INFO:tasks.rados.rados.0.smithi067.stdout:1997: finishing write tid 4 to smithi06780069-2 2024-07-29T15:09:16.559 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 851 (ObjNum 641 snap 195 seq_num 641) dirty exists 2024-07-29T15:09:16.559 INFO:tasks.rados.rados.0.smithi067.stdout:1997: left oid 2 (ObjNum 641 snap 195 seq_num 641) 2024-07-29T15:09:16.559 INFO:tasks.rados.rados.0.smithi067.stdout:1997: done (5 left) 2024-07-29T15:09:16.559 INFO:tasks.rados.rados.0.smithi067.stdout:1998: done (4 left) 2024-07-29T15:09:16.559 INFO:tasks.rados.rados.0.smithi067.stdout:1999: done (3 left) 2024-07-29T15:09:16.559 INFO:tasks.rados.rados.0.smithi067.stdout:2000: done (2 left) 2024-07-29T15:09:16.559 INFO:tasks.rados.rados.0.smithi067.stdout:2003: copy_from oid 35 from oid 50 current snap is 195 2024-07-29T15:09:16.559 INFO:tasks.rados.rados.0.smithi067.stdout:2004: delete oid 21 current snap is 195 2024-07-29T15:09:16.560 INFO:tasks.rados.rados.0.smithi067.stdout:2001: finishing write tid 1 to smithi06780069-8 2024-07-29T15:09:16.560 INFO:tasks.rados.rados.0.smithi067.stdout:2004: done (3 left) 2024-07-29T15:09:16.560 INFO:tasks.rados.rados.0.smithi067.stdout:2005: rmattr oid 26 current snap is 195 2024-07-29T15:09:16.560 INFO:tasks.rados.rados.0.smithi067.stdout:2006: copy_from oid 17 from oid 9 current snap is 195 2024-07-29T15:09:16.560 INFO:tasks.rados.rados.0.smithi067.stdout:2007: setattr oid 3 current snap is 195 2024-07-29T15:09:16.561 INFO:tasks.rados.rados.0.smithi067.stdout:2001: finishing write tid 2 to smithi06780069-8 2024-07-29T15:09:16.561 INFO:tasks.rados.rados.0.smithi067.stdout:2002: finishing rollback tid 0 to smithi06780069-29 2024-07-29T15:09:16.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:16 smithi138 ceph-mon[86438]: osdmap e463: 8 total, 8 up, 8 in 2024-07-29T15:09:16.562 INFO:tasks.rados.rados.0.smithi067.stdout:2002: finishing rollback tid 1 to smithi06780069-29 2024-07-29T15:09:16.562 INFO:tasks.rados.rados.0.smithi067.stdout:2001: finishing write tid 3 to smithi06780069-8 2024-07-29T15:09:16.562 INFO:tasks.rados.rados.0.smithi067.stdout:2002: finishing rollback tid 2 to smithi06780069-29 2024-07-29T15:09:16.562 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 863 (ObjNum 588 snap 174 seq_num 588) dirty exists 2024-07-29T15:09:16.562 INFO:tasks.rados.rados.0.smithi067.stdout:2002: done (5 left) 2024-07-29T15:09:16.562 INFO:tasks.rados.rados.0.smithi067.stdout:2008: snap_create 2024-07-29T15:09:16.563 INFO:tasks.rados.rados.0.smithi067.stdout:2006: finishing copy_from to smithi06780069-17 2024-07-29T15:09:16.563 INFO:tasks.rados.rados.0.smithi067.stdout:2006: got expected ENOENT (src dne) 2024-07-29T15:09:16.563 INFO:tasks.rados.rados.0.smithi067.stdout:2006: finishing copy_from racing read to smithi06780069-17 2024-07-29T15:09:16.563 INFO:tasks.rados.rados.0.smithi067.stdout:2001: finishing write tid 4 to smithi06780069-8 2024-07-29T15:09:16.563 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 934 (ObjNum 642 snap 195 seq_num 642) dirty exists 2024-07-29T15:09:16.563 INFO:tasks.rados.rados.0.smithi067.stdout:2001: left oid 8 (ObjNum 642 snap 195 seq_num 642) 2024-07-29T15:09:16.564 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 967 (ObjNum 526 snap 154 seq_num 526) dirty exists 2024-07-29T15:09:16.564 INFO:tasks.rados.rados.0.smithi067.stdout:2003: finishing copy_from racing read to smithi06780069-35 2024-07-29T15:09:16.565 INFO:tasks.rados.rados.0.smithi067.stdout:2003: finishing copy_from to smithi06780069-35 2024-07-29T15:09:16.565 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 35 v 836 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-07-29T15:09:16.565 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 865 (ObjNum 636 snap 193 seq_num 636) dirty exists 2024-07-29T15:09:16.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:16 smithi067 ceph-mon[91995]: osdmap e463: 8 total, 8 up, 8 in 2024-07-29T15:09:16.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:16 smithi067 ceph-mon[94375]: osdmap e463: 8 total, 8 up, 8 in 2024-07-29T15:09:17.060 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:09:16 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:09:16.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi138\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:09:17.422 INFO:tasks.rados.rados.0.smithi067.stdout:2001: done (5 left) 2024-07-29T15:09:17.422 INFO:tasks.rados.rados.0.smithi067.stdout:2003: done (4 left) 2024-07-29T15:09:17.422 INFO:tasks.rados.rados.0.smithi067.stdout:2005: done (3 left) 2024-07-29T15:09:17.422 INFO:tasks.rados.rados.0.smithi067.stdout:2006: done (2 left) 2024-07-29T15:09:17.422 INFO:tasks.rados.rados.0.smithi067.stdout:2007: done (1 left) 2024-07-29T15:09:17.422 INFO:tasks.rados.rados.0.smithi067.stdout:2008: done (0 left) 2024-07-29T15:09:17.422 INFO:tasks.rados.rados.0.smithi067.stdout:2009: delete oid 24 current snap is 196 2024-07-29T15:09:17.426 INFO:tasks.rados.rados.0.smithi067.stdout:2009: done (0 left) 2024-07-29T15:09:17.426 INFO:tasks.rados.rados.0.smithi067.stdout:2010: rmattr oid 14 current snap is 196 2024-07-29T15:09:17.426 INFO:tasks.rados.rados.0.smithi067.stdout:2010: done (0 left) 2024-07-29T15:09:17.426 INFO:tasks.rados.rados.0.smithi067.stdout:2011: delete oid 15 current snap is 196 2024-07-29T15:09:17.428 INFO:tasks.rados.rados.0.smithi067.stdout:2011: done (0 left) 2024-07-29T15:09:17.428 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 4 current snap is 196 2024-07-29T15:09:17.428 INFO:tasks.rados.rados.0.smithi067.stdout:2012: seq_num 646 ranges {0=425984,425984=655360,1081344=147456} 2024-07-29T15:09:17.430 INFO:tasks.rados.rados.0.smithi067.stdout:2012: writing smithi06780069-4 from 0 to 425984 tid 1 2024-07-29T15:09:17.434 INFO:tasks.rados.rados.0.smithi067.stdout:2012: writing smithi06780069-4 from 425984 to 1081344 tid 2 2024-07-29T15:09:17.435 INFO:tasks.rados.rados.0.smithi067.stdout:2012: writing smithi06780069-4 from 1081344 to 1228800 tid 3 2024-07-29T15:09:17.435 INFO:tasks.rados.rados.0.smithi067.stdout:2013: snap_create 2024-07-29T15:09:17.435 INFO:tasks.rados.rados.0.smithi067.stdout:2012: finishing write tid 1 to smithi06780069-4 2024-07-29T15:09:17.438 INFO:tasks.rados.rados.0.smithi067.stdout:2012: finishing write tid 2 to smithi06780069-4 2024-07-29T15:09:17.438 INFO:tasks.rados.rados.0.smithi067.stdout:2012: finishing write tid 3 to smithi06780069-4 2024-07-29T15:09:17.438 INFO:tasks.rados.rados.0.smithi067.stdout:2012: finishing write tid 4 to smithi06780069-4 2024-07-29T15:09:17.439 INFO:tasks.rados.rados.0.smithi067.stdout:2012: finishing write tid 5 to smithi06780069-4 2024-07-29T15:09:17.439 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 1054 (ObjNum 646 snap 196 seq_num 646) dirty exists 2024-07-29T15:09:17.439 INFO:tasks.rados.rados.0.smithi067.stdout:2012: left oid 4 (ObjNum 646 snap 196 seq_num 646) 2024-07-29T15:09:17.738 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:09:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:09:17.268+0000 7f799bbb6640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-07-29T15:09:17.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:17 smithi067 ceph-mon[91995]: pgmap v305: 121 pgs: 5 peering, 14 active+undersized, 8 active+undersized+degraded, 94 active+clean; 217 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 21 op/s; 49/450 objects degraded (10.889%) 2024-07-29T15:09:17.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:17 smithi067 ceph-mon[91995]: osdmap e464: 8 total, 8 up, 8 in 2024-07-29T15:09:17.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:17 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:17.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:17 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:17.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:17 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:09:17.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:17 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:09:17.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:17 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:17.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:17 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:09:17.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:17 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:09:17.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:17 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:09:17.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:17 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:09:17.740 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:17 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-29T15:09:17.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:17 smithi067 ceph-mon[94375]: pgmap v305: 121 pgs: 5 peering, 14 active+undersized, 8 active+undersized+degraded, 94 active+clean; 217 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 21 op/s; 49/450 objects degraded (10.889%) 2024-07-29T15:09:17.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:17 smithi067 ceph-mon[94375]: osdmap e464: 8 total, 8 up, 8 in 2024-07-29T15:09:17.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:17 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:17.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:17 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:17.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:17 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:09:17.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:17 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:09:17.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:17 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:17.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:17 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:09:17.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:17 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:09:17.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:17 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:09:17.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:17 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:09:17.741 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:17 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-29T15:09:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:17 smithi138 ceph-mon[86438]: pgmap v305: 121 pgs: 5 peering, 14 active+undersized, 8 active+undersized+degraded, 94 active+clean; 217 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 21 op/s; 49/450 objects degraded (10.889%) 2024-07-29T15:09:17.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:17 smithi138 ceph-mon[86438]: osdmap e464: 8 total, 8 up, 8 in 2024-07-29T15:09:17.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:17 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:17.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:17 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:17.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:17 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:09:17.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:17 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:09:17.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:17 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:17.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:17 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:09:17.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:17 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:09:17.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:17 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:09:17.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:17 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:09:17.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:17 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-29T15:09:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:09:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:09:17] "GET /metrics HTTP/1.1" 200 36317 "" "Prometheus/2.51.0" 2024-07-29T15:09:18.431 INFO:tasks.rados.rados.0.smithi067.stdout:2012: done (1 left) 2024-07-29T15:09:18.431 INFO:tasks.rados.rados.0.smithi067.stdout:2013: done (0 left) 2024-07-29T15:09:18.431 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 45 current snap is 197 2024-07-29T15:09:18.431 INFO:tasks.rados.rados.0.smithi067.stdout:2014: seq_num 647 ranges {1794048=442368,2236416=589824,2826240=212992} 2024-07-29T15:09:18.443 INFO:tasks.rados.rados.0.smithi067.stdout:2014: writing smithi06780069-45 from 1794048 to 2236416 tid 1 2024-07-29T15:09:18.447 INFO:tasks.rados.rados.0.smithi067.stdout:2014: writing smithi06780069-45 from 2236416 to 2826240 tid 2 2024-07-29T15:09:18.448 INFO:tasks.rados.rados.0.smithi067.stdout:2014: writing smithi06780069-45 from 2826240 to 3039232 tid 3 2024-07-29T15:09:18.448 INFO:tasks.rados.rados.0.smithi067.stdout:2015: snap_remove snap 194 2024-07-29T15:09:18.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:18 smithi067 ceph-mon[91995]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-29T15:09:18.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:18 smithi067 ceph-mon[91995]: Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-07-29T15:09:18.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:18 smithi067 ceph-mon[91995]: osdmap e465: 8 total, 8 up, 8 in 2024-07-29T15:09:18.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:18 smithi067 ceph-mon[91995]: Health check update: Degraded data redundancy: 49/450 objects degraded (10.889%), 8 pgs degraded (PG_DEGRADED) 2024-07-29T15:09:18.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:18 smithi067 ceph-mon[94375]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-29T15:09:18.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:18 smithi067 ceph-mon[94375]: Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-07-29T15:09:18.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:18 smithi067 ceph-mon[94375]: osdmap e465: 8 total, 8 up, 8 in 2024-07-29T15:09:18.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:18 smithi067 ceph-mon[94375]: Health check update: Degraded data redundancy: 49/450 objects degraded (10.889%), 8 pgs degraded (PG_DEGRADED) 2024-07-29T15:09:18.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:18 smithi138 ceph-mon[86438]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-29T15:09:18.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:18 smithi138 ceph-mon[86438]: Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-07-29T15:09:18.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:18 smithi138 ceph-mon[86438]: osdmap e465: 8 total, 8 up, 8 in 2024-07-29T15:09:18.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:18 smithi138 ceph-mon[86438]: Health check update: Degraded data redundancy: 49/450 objects degraded (10.889%), 8 pgs degraded (PG_DEGRADED) 2024-07-29T15:09:19.440 INFO:tasks.rados.rados.0.smithi067.stdout:2014: finishing write tid 1 to smithi06780069-45 2024-07-29T15:09:19.440 INFO:tasks.rados.rados.0.smithi067.stdout:2014: finishing write tid 2 to smithi06780069-45 2024-07-29T15:09:19.440 INFO:tasks.rados.rados.0.smithi067.stdout:2014: finishing write tid 3 to smithi06780069-45 2024-07-29T15:09:19.440 INFO:tasks.rados.rados.0.smithi067.stdout:2014: finishing write tid 4 to smithi06780069-45 2024-07-29T15:09:19.440 INFO:tasks.rados.rados.0.smithi067.stdout:2014: finishing write tid 5 to smithi06780069-45 2024-07-29T15:09:19.440 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 509 (ObjNum 647 snap 197 seq_num 647) dirty exists 2024-07-29T15:09:19.441 INFO:tasks.rados.rados.0.smithi067.stdout:2014: left oid 45 (ObjNum 647 snap 197 seq_num 647) 2024-07-29T15:09:19.441 INFO:tasks.rados.rados.0.smithi067.stdout:2014: done (1 left) 2024-07-29T15:09:19.441 INFO:tasks.rados.rados.0.smithi067.stdout:2015: done (0 left) 2024-07-29T15:09:19.441 INFO:tasks.rados.rados.0.smithi067.stdout:2016: copy_from oid 41 from oid 23 current snap is 197 2024-07-29T15:09:19.441 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 32 current snap is 197 2024-07-29T15:09:19.441 INFO:tasks.rados.rados.0.smithi067.stdout:2017: seq_num 648 ranges {0=458752,458752=475136,933888=327680} 2024-07-29T15:09:19.443 INFO:tasks.rados.rados.0.smithi067.stdout:2017: writing smithi06780069-32 from 0 to 458752 tid 1 2024-07-29T15:09:19.446 INFO:tasks.rados.rados.0.smithi067.stdout:2017: writing smithi06780069-32 from 458752 to 933888 tid 2 2024-07-29T15:09:19.449 INFO:tasks.rados.rados.0.smithi067.stdout:2017: writing smithi06780069-32 from 933888 to 1261568 tid 3 2024-07-29T15:09:19.449 INFO:tasks.rados.rados.0.smithi067.stdout:2018: snap_remove snap 191 2024-07-29T15:09:19.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:19 smithi067 ceph-mon[91995]: pgmap v308: 121 pgs: 5 peering, 7 active+undersized, 4 active+undersized+degraded, 105 active+clean; 219 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.3 MiB/s wr, 34 op/s; 19/459 objects degraded (4.139%); 7.6 MiB/s, 2 objects/s recovering 2024-07-29T15:09:19.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:19 smithi067 ceph-mon[91995]: osdmap e466: 8 total, 8 up, 8 in 2024-07-29T15:09:19.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:19 smithi067 ceph-mon[94375]: pgmap v308: 121 pgs: 5 peering, 7 active+undersized, 4 active+undersized+degraded, 105 active+clean; 219 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.3 MiB/s wr, 34 op/s; 19/459 objects degraded (4.139%); 7.6 MiB/s, 2 objects/s recovering 2024-07-29T15:09:19.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:19 smithi067 ceph-mon[94375]: osdmap e466: 8 total, 8 up, 8 in 2024-07-29T15:09:19.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:19 smithi138 ceph-mon[86438]: pgmap v308: 121 pgs: 5 peering, 7 active+undersized, 4 active+undersized+degraded, 105 active+clean; 219 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.3 MiB/s wr, 34 op/s; 19/459 objects degraded (4.139%); 7.6 MiB/s, 2 objects/s recovering 2024-07-29T15:09:19.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:19 smithi138 ceph-mon[86438]: osdmap e466: 8 total, 8 up, 8 in 2024-07-29T15:09:20.444 INFO:tasks.rados.rados.0.smithi067.stdout:2017: finishing write tid 1 to smithi06780069-32 2024-07-29T15:09:20.444 INFO:tasks.rados.rados.0.smithi067.stdout:2017: finishing write tid 2 to smithi06780069-32 2024-07-29T15:09:20.444 INFO:tasks.rados.rados.0.smithi067.stdout:2017: finishing write tid 3 to smithi06780069-32 2024-07-29T15:09:20.444 INFO:tasks.rados.rados.0.smithi067.stdout:2017: finishing write tid 4 to smithi06780069-32 2024-07-29T15:09:20.445 INFO:tasks.rados.rados.0.smithi067.stdout:2017: finishing write tid 5 to smithi06780069-32 2024-07-29T15:09:20.445 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 1073 (ObjNum 648 snap 197 seq_num 648) dirty exists 2024-07-29T15:09:20.445 INFO:tasks.rados.rados.0.smithi067.stdout:2017: left oid 32 (ObjNum 648 snap 197 seq_num 648) 2024-07-29T15:09:20.445 INFO:tasks.rados.rados.0.smithi067.stdout:2016: finishing copy_from racing read to smithi06780069-41 2024-07-29T15:09:20.445 INFO:tasks.rados.rados.0.smithi067.stdout:2016: finishing copy_from to smithi06780069-41 2024-07-29T15:09:20.445 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 935 (ObjNum 630 snap 192 seq_num 630) dirty exists 2024-07-29T15:09:20.445 INFO:tasks.rados.rados.0.smithi067.stdout:2016: done (2 left) 2024-07-29T15:09:20.445 INFO:tasks.rados.rados.0.smithi067.stdout:2017: done (1 left) 2024-07-29T15:09:20.445 INFO:tasks.rados.rados.0.smithi067.stdout:2018: done (0 left) 2024-07-29T15:09:20.445 INFO:tasks.rados.rados.0.smithi067.stdout:2019: delete oid 8 current snap is 197 2024-07-29T15:09:20.454 INFO:tasks.rados.rados.0.smithi067.stdout:2019: done (0 left) 2024-07-29T15:09:20.454 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 23 current snap is 197 2024-07-29T15:09:20.454 INFO:tasks.rados.rados.0.smithi067.stdout:2020: seq_num 650 ranges {958464=491520,1449984=647168,2097152=155648} 2024-07-29T15:09:20.463 INFO:tasks.rados.rados.0.smithi067.stdout:2020: writing smithi06780069-23 from 958464 to 1449984 tid 1 2024-07-29T15:09:20.466 INFO:tasks.rados.rados.0.smithi067.stdout:2020: writing smithi06780069-23 from 1449984 to 2097152 tid 2 2024-07-29T15:09:20.467 INFO:tasks.rados.rados.0.smithi067.stdout:2020: writing smithi06780069-23 from 2097152 to 2252800 tid 3 2024-07-29T15:09:20.467 INFO:tasks.rados.rados.0.smithi067.stdout:2021: snap_create 2024-07-29T15:09:20.468 INFO:tasks.rados.rados.0.smithi067.stdout:2020: finishing write tid 1 to smithi06780069-23 2024-07-29T15:09:20.470 INFO:tasks.rados.rados.0.smithi067.stdout:2020: finishing write tid 2 to smithi06780069-23 2024-07-29T15:09:20.470 INFO:tasks.rados.rados.0.smithi067.stdout:2020: finishing write tid 3 to smithi06780069-23 2024-07-29T15:09:20.470 INFO:tasks.rados.rados.0.smithi067.stdout:2020: finishing write tid 4 to smithi06780069-23 2024-07-29T15:09:20.471 INFO:tasks.rados.rados.0.smithi067.stdout:2020: finishing write tid 5 to smithi06780069-23 2024-07-29T15:09:20.471 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 948 (ObjNum 650 snap 197 seq_num 650) dirty exists 2024-07-29T15:09:20.471 INFO:tasks.rados.rados.0.smithi067.stdout:2020: left oid 23 (ObjNum 650 snap 197 seq_num 650) 2024-07-29T15:09:20.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:20 smithi138 ceph-mon[86438]: osdmap e467: 8 total, 8 up, 8 in 2024-07-29T15:09:20.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:20 smithi138 ceph-mon[86438]: pgmap v311: 121 pgs: 5 peering, 116 active+clean; 229 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 3.3 MiB/s wr, 25 op/s; 12 MiB/s, 4 objects/s recovering 2024-07-29T15:09:20.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:20.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:09:20.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:09:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:09:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:09:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:20 smithi067 ceph-mon[91995]: osdmap e467: 8 total, 8 up, 8 in 2024-07-29T15:09:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:20 smithi067 ceph-mon[91995]: pgmap v311: 121 pgs: 5 peering, 116 active+clean; 229 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 3.3 MiB/s wr, 25 op/s; 12 MiB/s, 4 objects/s recovering 2024-07-29T15:09:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:09:20.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:20 smithi067 ceph-mon[94375]: osdmap e467: 8 total, 8 up, 8 in 2024-07-29T15:09:20.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:20 smithi067 ceph-mon[94375]: pgmap v311: 121 pgs: 5 peering, 116 active+clean; 229 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 3.3 MiB/s wr, 25 op/s; 12 MiB/s, 4 objects/s recovering 2024-07-29T15:09:20.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:20.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:09:21.449 INFO:tasks.rados.rados.0.smithi067.stdout:2020: done (1 left) 2024-07-29T15:09:21.449 INFO:tasks.rados.rados.0.smithi067.stdout:2021: done (0 left) 2024-07-29T15:09:21.449 INFO:tasks.rados.rados.0.smithi067.stdout:2022: read oid 33 snap -1 2024-07-29T15:09:21.449 INFO:tasks.rados.rados.0.smithi067.stdout:2022: expect deleted 2024-07-29T15:09:21.449 INFO:tasks.rados.rados.0.smithi067.stdout:2023: read oid 6 snap -1 2024-07-29T15:09:21.449 INFO:tasks.rados.rados.0.smithi067.stdout:2023: expect (ObjNum 600 snap 180 seq_num 600) 2024-07-29T15:09:21.449 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 2 current snap is 198 2024-07-29T15:09:21.449 INFO:tasks.rados.rados.0.smithi067.stdout:2024: seq_num 651 ranges {3153920=507904,3661824=532480,4194304=270336} 2024-07-29T15:09:21.469 INFO:tasks.rados.rados.0.smithi067.stdout:2024: writing smithi06780069-2 from 3153920 to 3661824 tid 1 2024-07-29T15:09:21.471 INFO:tasks.rados.rados.0.smithi067.stdout:2024: writing smithi06780069-2 from 3661824 to 4194304 tid 2 2024-07-29T15:09:21.473 INFO:tasks.rados.rados.0.smithi067.stdout:2024: writing smithi06780069-2 from 4194304 to 4464640 tid 3 2024-07-29T15:09:21.473 INFO:tasks.rados.rados.0.smithi067.stdout:2025: delete oid 8 current snap is 198 2024-07-29T15:09:21.473 INFO:tasks.rados.rados.0.smithi067.stdout:2023: expect (ObjNum 600 snap 180 seq_num 600) 2024-07-29T15:09:21.486 INFO:tasks.rados.rados.0.smithi067.stdout:2024: finishing write tid 1 to smithi06780069-2 2024-07-29T15:09:21.486 INFO:tasks.rados.rados.0.smithi067.stdout:2024: finishing write tid 2 to smithi06780069-2 2024-07-29T15:09:21.486 INFO:tasks.rados.rados.0.smithi067.stdout:2024: finishing write tid 3 to smithi06780069-2 2024-07-29T15:09:21.486 INFO:tasks.rados.rados.0.smithi067.stdout:2024: finishing write tid 4 to smithi06780069-2 2024-07-29T15:09:21.486 INFO:tasks.rados.rados.0.smithi067.stdout:2024: finishing write tid 5 to smithi06780069-2 2024-07-29T15:09:21.486 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 855 (ObjNum 651 snap 198 seq_num 651) dirty exists 2024-07-29T15:09:21.486 INFO:tasks.rados.rados.0.smithi067.stdout:2024: left oid 2 (ObjNum 651 snap 198 seq_num 651) 2024-07-29T15:09:21.487 INFO:tasks.rados.rados.0.smithi067.stdout:2022: done (3 left) 2024-07-29T15:09:21.487 INFO:tasks.rados.rados.0.smithi067.stdout:2023: done (2 left) 2024-07-29T15:09:21.487 INFO:tasks.rados.rados.0.smithi067.stdout:2024: done (1 left) 2024-07-29T15:09:21.487 INFO:tasks.rados.rados.0.smithi067.stdout:2025: done (0 left) 2024-07-29T15:09:21.487 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 42 current snap is 198 2024-07-29T15:09:21.487 INFO:tasks.rados.rados.0.smithi067.stdout:2026: seq_num 653 ranges {7168000=540672,7708672=696320,8404992=106496} 2024-07-29T15:09:21.528 INFO:tasks.rados.rados.0.smithi067.stdout:2026: writing smithi06780069-42 from 7168000 to 7708672 tid 1 2024-07-29T15:09:21.532 INFO:tasks.rados.rados.0.smithi067.stdout:2026: writing smithi06780069-42 from 7708672 to 8404992 tid 2 2024-07-29T15:09:21.533 INFO:tasks.rados.rados.0.smithi067.stdout:2026: writing smithi06780069-42 from 8404992 to 8511488 tid 3 2024-07-29T15:09:21.533 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 39 current snap is 198 2024-07-29T15:09:21.533 INFO:tasks.rados.rados.0.smithi067.stdout:2027: seq_num 654 ranges {6848512=557056,7405568=630784,8036352=172032} 2024-07-29T15:09:21.573 INFO:tasks.rados.rados.0.smithi067.stdout:2027: writing smithi06780069-39 from 6848512 to 7405568 tid 1 2024-07-29T15:09:21.577 INFO:tasks.rados.rados.0.smithi067.stdout:2027: writing smithi06780069-39 from 7405568 to 8036352 tid 2 2024-07-29T15:09:21.579 INFO:tasks.rados.rados.0.smithi067.stdout:2027: writing smithi06780069-39 from 8036352 to 8208384 tid 3 2024-07-29T15:09:21.579 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 23 current snap is 198 2024-07-29T15:09:21.579 INFO:tasks.rados.rados.0.smithi067.stdout:2026: finishing write tid 1 to smithi06780069-42 2024-07-29T15:09:21.579 INFO:tasks.rados.rados.0.smithi067.stdout:2028: seq_num 655 ranges {2252800=573440,2826240=516096,3342336=286720} 2024-07-29T15:09:21.594 INFO:tasks.rados.rados.0.smithi067.stdout:2028: writing smithi06780069-23 from 2252800 to 2826240 tid 1 2024-07-29T15:09:21.597 INFO:tasks.rados.rados.0.smithi067.stdout:2028: writing smithi06780069-23 from 2826240 to 3342336 tid 2 2024-07-29T15:09:21.602 INFO:tasks.rados.rados.0.smithi067.stdout:2028: writing smithi06780069-23 from 3342336 to 3629056 tid 3 2024-07-29T15:09:21.602 INFO:tasks.rados.rados.0.smithi067.stdout:2029: delete oid 13 current snap is 198 2024-07-29T15:09:21.602 INFO:tasks.rados.rados.0.smithi067.stdout:2026: finishing write tid 2 to smithi06780069-42 2024-07-29T15:09:21.602 INFO:tasks.rados.rados.0.smithi067.stdout:2026: finishing write tid 3 to smithi06780069-42 2024-07-29T15:09:21.602 INFO:tasks.rados.rados.0.smithi067.stdout:2026: finishing write tid 4 to smithi06780069-42 2024-07-29T15:09:21.602 INFO:tasks.rados.rados.0.smithi067.stdout:2026: finishing write tid 5 to smithi06780069-42 2024-07-29T15:09:21.602 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 984 (ObjNum 653 snap 198 seq_num 653) dirty exists 2024-07-29T15:09:21.602 INFO:tasks.rados.rados.0.smithi067.stdout:2026: left oid 42 (ObjNum 653 snap 198 seq_num 653) 2024-07-29T15:09:21.603 INFO:tasks.rados.rados.0.smithi067.stdout:2027: finishing write tid 1 to smithi06780069-39 2024-07-29T15:09:21.603 INFO:tasks.rados.rados.0.smithi067.stdout:2027: finishing write tid 2 to smithi06780069-39 2024-07-29T15:09:21.603 INFO:tasks.rados.rados.0.smithi067.stdout:2027: finishing write tid 3 to smithi06780069-39 2024-07-29T15:09:21.603 INFO:tasks.rados.rados.0.smithi067.stdout:2027: finishing write tid 4 to smithi06780069-39 2024-07-29T15:09:21.603 INFO:tasks.rados.rados.0.smithi067.stdout:2027: finishing write tid 5 to smithi06780069-39 2024-07-29T15:09:21.603 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 694 (ObjNum 654 snap 198 seq_num 654) dirty exists 2024-07-29T15:09:21.603 INFO:tasks.rados.rados.0.smithi067.stdout:2027: left oid 39 (ObjNum 654 snap 198 seq_num 654) 2024-07-29T15:09:21.603 INFO:tasks.rados.rados.0.smithi067.stdout:2028: finishing write tid 1 to smithi06780069-23 2024-07-29T15:09:21.603 INFO:tasks.rados.rados.0.smithi067.stdout:2028: finishing write tid 2 to smithi06780069-23 2024-07-29T15:09:21.603 INFO:tasks.rados.rados.0.smithi067.stdout:2026: done (3 left) 2024-07-29T15:09:21.603 INFO:tasks.rados.rados.0.smithi067.stdout:2027: done (2 left) 2024-07-29T15:09:21.603 INFO:tasks.rados.rados.0.smithi067.stdout:2029: done (1 left) 2024-07-29T15:09:21.603 INFO:tasks.rados.rados.0.smithi067.stdout:2030: rmattr oid 7 current snap is 198 2024-07-29T15:09:21.603 INFO:tasks.rados.rados.0.smithi067.stdout:2030: done (1 left) 2024-07-29T15:09:21.604 INFO:tasks.rados.rados.0.smithi067.stdout:2031: read oid 29 snap -1 2024-07-29T15:09:21.604 INFO:tasks.rados.rados.0.smithi067.stdout:2031: expect (ObjNum 588 snap 174 seq_num 588) 2024-07-29T15:09:21.604 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 7 current snap is 198 2024-07-29T15:09:21.604 INFO:tasks.rados.rados.0.smithi067.stdout:2032: seq_num 657 ranges {114688=606208,720896=688128,1409024=114688} 2024-07-29T15:09:21.605 INFO:tasks.rados.rados.0.smithi067.stdout:2032: writing smithi06780069-7 from 114688 to 720896 tid 1 2024-07-29T15:09:21.610 INFO:tasks.rados.rados.0.smithi067.stdout:2032: writing smithi06780069-7 from 720896 to 1409024 tid 2 2024-07-29T15:09:21.612 INFO:tasks.rados.rados.0.smithi067.stdout:2032: writing smithi06780069-7 from 1409024 to 1523712 tid 3 2024-07-29T15:09:21.612 INFO:tasks.rados.rados.0.smithi067.stdout:2033: read oid 13 snap -1 2024-07-29T15:09:21.612 INFO:tasks.rados.rados.0.smithi067.stdout:2033: expect deleted 2024-07-29T15:09:21.612 INFO:tasks.rados.rados.0.smithi067.stdout:2034: read oid 26 snap 184 2024-07-29T15:09:21.612 INFO:tasks.rados.rados.0.smithi067.stdout:2034: expect (ObjNum 526 snap 154 seq_num 526) 2024-07-29T15:09:21.612 INFO:tasks.rados.rados.0.smithi067.stdout:2035: rmattr oid 22 current snap is 198 2024-07-29T15:09:21.613 INFO:tasks.rados.rados.0.smithi067.stdout:2035: done (5 left) 2024-07-29T15:09:21.613 INFO:tasks.rados.rados.0.smithi067.stdout:2036: read oid 44 snap -1 2024-07-29T15:09:21.613 INFO:tasks.rados.rados.0.smithi067.stdout:2036: expect (ObjNum 549 snap 161 seq_num 549) 2024-07-29T15:09:21.613 INFO:tasks.rados.rados.0.smithi067.stdout:2037: copy_from oid 42 from oid 22 current snap is 198 2024-07-29T15:09:21.613 INFO:tasks.rados.rados.0.smithi067.stdout:2038: rollback oid 5 current snap is 198 2024-07-29T15:09:21.613 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 5 to 189 2024-07-29T15:09:21.613 INFO:tasks.rados.rados.0.smithi067.stdout:2039: read oid 10 snap -1 2024-07-29T15:09:21.613 INFO:tasks.rados.rados.0.smithi067.stdout:2039: expect (ObjNum 605 snap 181 seq_num 605) 2024-07-29T15:09:21.613 INFO:tasks.rados.rados.0.smithi067.stdout:2040: rollback oid 50 current snap is 198 2024-07-29T15:09:21.613 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 50 to 184 2024-07-29T15:09:21.613 INFO:tasks.rados.rados.0.smithi067.stdout:2041: read oid 40 snap -1 2024-07-29T15:09:21.613 INFO:tasks.rados.rados.0.smithi067.stdout:2041: expect deleted 2024-07-29T15:09:21.613 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 9 current snap is 198 2024-07-29T15:09:21.613 INFO:tasks.rados.rados.0.smithi067.stdout:2042: seq_num 658 ranges {0=622592,622592=565248,1187840=237568} 2024-07-29T15:09:21.616 INFO:tasks.rados.rados.0.smithi067.stdout:2042: writing smithi06780069-9 from 0 to 622592 tid 1 2024-07-29T15:09:21.619 INFO:tasks.rados.rados.0.smithi067.stdout:2042: writing smithi06780069-9 from 622592 to 1187840 tid 2 2024-07-29T15:09:21.621 INFO:tasks.rados.rados.0.smithi067.stdout:2042: writing smithi06780069-9 from 1187840 to 1425408 tid 3 2024-07-29T15:09:21.621 INFO:tasks.rados.rados.0.smithi067.stdout:2043: delete oid 37 current snap is 198 2024-07-29T15:09:21.621 INFO:tasks.rados.rados.0.smithi067.stdout:2028: finishing write tid 3 to smithi06780069-23 2024-07-29T15:09:21.621 INFO:tasks.rados.rados.0.smithi067.stdout:2028: finishing write tid 4 to smithi06780069-23 2024-07-29T15:09:21.621 INFO:tasks.rados.rados.0.smithi067.stdout:2028: finishing write tid 5 to smithi06780069-23 2024-07-29T15:09:21.621 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 953 (ObjNum 655 snap 198 seq_num 655) dirty exists 2024-07-29T15:09:21.621 INFO:tasks.rados.rados.0.smithi067.stdout:2028: left oid 23 (ObjNum 655 snap 198 seq_num 655) 2024-07-29T15:09:21.621 INFO:tasks.rados.rados.0.smithi067.stdout:2031: expect (ObjNum 588 snap 174 seq_num 588) 2024-07-29T15:09:21.694 INFO:tasks.rados.rados.0.smithi067.stdout:2032: finishing write tid 1 to smithi06780069-7 2024-07-29T15:09:21.694 INFO:tasks.rados.rados.0.smithi067.stdout:2032: finishing write tid 2 to smithi06780069-7 2024-07-29T15:09:21.694 INFO:tasks.rados.rados.0.smithi067.stdout:2038: finishing rollback tid 0 to smithi06780069-5 2024-07-29T15:09:21.694 INFO:tasks.rados.rados.0.smithi067.stdout:2040: finishing rollback tid 0 to smithi06780069-50 2024-07-29T15:09:21.694 INFO:tasks.rados.rados.0.smithi067.stdout:2040: finishing rollback tid 1 to smithi06780069-50 2024-07-29T15:09:21.694 INFO:tasks.rados.rados.0.smithi067.stdout:2028: done (12 left) 2024-07-29T15:09:21.695 INFO:tasks.rados.rados.0.smithi067.stdout:2031: done (11 left) 2024-07-29T15:09:21.695 INFO:tasks.rados.rados.0.smithi067.stdout:2033: done (10 left) 2024-07-29T15:09:21.695 INFO:tasks.rados.rados.0.smithi067.stdout:2041: done (9 left) 2024-07-29T15:09:21.695 INFO:tasks.rados.rados.0.smithi067.stdout:2043: done (8 left) 2024-07-29T15:09:21.695 INFO:tasks.rados.rados.0.smithi067.stdout:2044: read oid 6 snap -1 2024-07-29T15:09:21.695 INFO:tasks.rados.rados.0.smithi067.stdout:2044: expect (ObjNum 600 snap 180 seq_num 600) 2024-07-29T15:09:21.695 INFO:tasks.rados.rados.0.smithi067.stdout:2045: delete oid 21 current snap is 198 2024-07-29T15:09:21.695 INFO:tasks.rados.rados.0.smithi067.stdout:2040: finishing rollback tid 2 to smithi06780069-50 2024-07-29T15:09:21.695 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 50 v 875 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-29T15:09:21.695 INFO:tasks.rados.rados.0.smithi067.stdout:2042: finishing write tid 1 to smithi06780069-9 2024-07-29T15:09:21.695 INFO:tasks.rados.rados.0.smithi067.stdout:2042: finishing write tid 2 to smithi06780069-9 2024-07-29T15:09:21.695 INFO:tasks.rados.rados.0.smithi067.stdout:2042: finishing write tid 3 to smithi06780069-9 2024-07-29T15:09:21.695 INFO:tasks.rados.rados.0.smithi067.stdout:2042: finishing write tid 4 to smithi06780069-9 2024-07-29T15:09:21.695 INFO:tasks.rados.rados.0.smithi067.stdout:2032: finishing write tid 3 to smithi06780069-7 2024-07-29T15:09:21.695 INFO:tasks.rados.rados.0.smithi067.stdout:2032: finishing write tid 4 to smithi06780069-7 2024-07-29T15:09:21.696 INFO:tasks.rados.rados.0.smithi067.stdout:2038: finishing rollback tid 1 to smithi06780069-5 2024-07-29T15:09:21.696 INFO:tasks.rados.rados.0.smithi067.stdout:2042: finishing write tid 5 to smithi06780069-9 2024-07-29T15:09:21.696 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 9 v 859 (ObjNum 658 snap 198 seq_num 658) dirty exists 2024-07-29T15:09:21.696 INFO:tasks.rados.rados.0.smithi067.stdout:2042: left oid 9 (ObjNum 658 snap 198 seq_num 658) 2024-07-29T15:09:21.696 INFO:tasks.rados.rados.0.smithi067.stdout:2038: finishing rollback tid 2 to smithi06780069-5 2024-07-29T15:09:21.696 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 913 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-29T15:09:21.696 INFO:tasks.rados.rados.0.smithi067.stdout:2036: expect (ObjNum 549 snap 161 seq_num 549) 2024-07-29T15:09:21.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:21 smithi067 ceph-mon[91995]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 19/459 objects degraded (4.139%), 4 pgs degraded) 2024-07-29T15:09:21.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:21 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:09:21.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:21 smithi067 ceph-mon[91995]: osdmap e468: 8 total, 8 up, 8 in 2024-07-29T15:09:21.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:21 smithi067 ceph-mon[94375]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 19/459 objects degraded (4.139%), 4 pgs degraded) 2024-07-29T15:09:21.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:21 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:09:21.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:21 smithi067 ceph-mon[94375]: osdmap e468: 8 total, 8 up, 8 in 2024-07-29T15:09:21.749 INFO:tasks.rados.rados.0.smithi067.stdout:2032: finishing write tid 5 to smithi06780069-7 2024-07-29T15:09:21.749 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 7 v 996 (ObjNum 657 snap 198 seq_num 657) dirty exists 2024-07-29T15:09:21.749 INFO:tasks.rados.rados.0.smithi067.stdout:2032: left oid 7 (ObjNum 657 snap 198 seq_num 657) 2024-07-29T15:09:21.749 INFO:tasks.rados.rados.0.smithi067.stdout:2039: expect (ObjNum 605 snap 181 seq_num 605) 2024-07-29T15:09:21.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:21 smithi138 ceph-mon[86438]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 19/459 objects degraded (4.139%), 4 pgs degraded) 2024-07-29T15:09:21.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:21 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:09:21.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:21 smithi138 ceph-mon[86438]: osdmap e468: 8 total, 8 up, 8 in 2024-07-29T15:09:22.218 INFO:tasks.rados.rados.0.smithi067.stdout:2034: expect (ObjNum 526 snap 154 seq_num 526) 2024-07-29T15:09:22.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:22 smithi067 ceph-mon[91995]: osdmap e469: 8 total, 8 up, 8 in 2024-07-29T15:09:22.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:22 smithi067 ceph-mon[91995]: pgmap v314: 121 pgs: 121 active+clean; 234 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 3.9 MiB/s wr, 20 op/s; 4.9 MiB/s, 1 objects/s recovering 2024-07-29T15:09:22.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:22 smithi067 ceph-mon[94375]: osdmap e469: 8 total, 8 up, 8 in 2024-07-29T15:09:22.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:22 smithi067 ceph-mon[94375]: pgmap v314: 121 pgs: 121 active+clean; 234 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 3.9 MiB/s wr, 20 op/s; 4.9 MiB/s, 1 objects/s recovering 2024-07-29T15:09:22.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:22 smithi138 ceph-mon[86438]: osdmap e469: 8 total, 8 up, 8 in 2024-07-29T15:09:22.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:22 smithi138 ceph-mon[86438]: pgmap v314: 121 pgs: 121 active+clean; 234 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 3.9 MiB/s wr, 20 op/s; 4.9 MiB/s, 1 objects/s recovering 2024-07-29T15:09:22.860 INFO:tasks.rados.rados.0.smithi067.stdout:2037: finishing copy_from racing read to smithi06780069-42 2024-07-29T15:09:22.860 INFO:tasks.rados.rados.0.smithi067.stdout:2037: finishing copy_from to smithi06780069-42 2024-07-29T15:09:22.860 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 769 (ObjNum 562 snap 165 seq_num 562) dirty exists 2024-07-29T15:09:22.860 INFO:tasks.rados.rados.0.smithi067.stdout:2044: expect (ObjNum 600 snap 180 seq_num 600) 2024-07-29T15:09:22.872 INFO:tasks.rados.rados.0.smithi067.stdout:2032: done (9 left) 2024-07-29T15:09:22.872 INFO:tasks.rados.rados.0.smithi067.stdout:2034: done (8 left) 2024-07-29T15:09:22.872 INFO:tasks.rados.rados.0.smithi067.stdout:2036: done (7 left) 2024-07-29T15:09:22.872 INFO:tasks.rados.rados.0.smithi067.stdout:2037: done (6 left) 2024-07-29T15:09:22.872 INFO:tasks.rados.rados.0.smithi067.stdout:2038: done (5 left) 2024-07-29T15:09:22.872 INFO:tasks.rados.rados.0.smithi067.stdout:2039: done (4 left) 2024-07-29T15:09:22.873 INFO:tasks.rados.rados.0.smithi067.stdout:2040: done (3 left) 2024-07-29T15:09:22.873 INFO:tasks.rados.rados.0.smithi067.stdout:2042: done (2 left) 2024-07-29T15:09:22.873 INFO:tasks.rados.rados.0.smithi067.stdout:2044: done (1 left) 2024-07-29T15:09:22.873 INFO:tasks.rados.rados.0.smithi067.stdout:2045: done (0 left) 2024-07-29T15:09:22.873 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 31 current snap is 198 2024-07-29T15:09:22.873 INFO:tasks.rados.rados.0.smithi067.stdout:2046: seq_num 661 ranges {2236416=679936,2916352=622592,3538944=180224} 2024-07-29T15:09:22.887 INFO:tasks.rados.rados.0.smithi067.stdout:2046: writing smithi06780069-31 from 2236416 to 2916352 tid 1 2024-07-29T15:09:22.891 INFO:tasks.rados.rados.0.smithi067.stdout:2046: writing smithi06780069-31 from 2916352 to 3538944 tid 2 2024-07-29T15:09:22.892 INFO:tasks.rados.rados.0.smithi067.stdout:2046: writing smithi06780069-31 from 3538944 to 3719168 tid 3 2024-07-29T15:09:22.892 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 49 current snap is 198 2024-07-29T15:09:22.892 INFO:tasks.rados.rados.0.smithi067.stdout:2047: seq_num 662 ranges {11550720=696320,12247040=557056,12804096=245760} 2024-07-29T15:09:22.959 INFO:tasks.rados.rados.0.smithi067.stdout:2047: writing smithi06780069-49 from 11550720 to 12247040 tid 1 2024-07-29T15:09:22.962 INFO:tasks.rados.rados.0.smithi067.stdout:2047: writing smithi06780069-49 from 12247040 to 12804096 tid 2 2024-07-29T15:09:22.964 INFO:tasks.rados.rados.0.smithi067.stdout:2047: writing smithi06780069-49 from 12804096 to 13049856 tid 3 2024-07-29T15:09:22.964 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 23 current snap is 198 2024-07-29T15:09:22.964 INFO:tasks.rados.rados.0.smithi067.stdout:2046: finishing write tid 1 to smithi06780069-31 2024-07-29T15:09:22.964 INFO:tasks.rados.rados.0.smithi067.stdout:2046: finishing write tid 2 to smithi06780069-31 2024-07-29T15:09:22.964 INFO:tasks.rados.rados.0.smithi067.stdout:2048: seq_num 663 ranges {3629056=712704,4341760=442368,4784128=360448} 2024-07-29T15:09:22.988 INFO:tasks.rados.rados.0.smithi067.stdout:2048: writing smithi06780069-23 from 3629056 to 4341760 tid 1 2024-07-29T15:09:22.991 INFO:tasks.rados.rados.0.smithi067.stdout:2048: writing smithi06780069-23 from 4341760 to 4784128 tid 2 2024-07-29T15:09:22.994 INFO:tasks.rados.rados.0.smithi067.stdout:2048: writing smithi06780069-23 from 4784128 to 5144576 tid 3 2024-07-29T15:09:22.994 INFO:tasks.rados.rados.0.smithi067.stdout:2049: read oid 2 snap -1 2024-07-29T15:09:22.994 INFO:tasks.rados.rados.0.smithi067.stdout:2049: expect (ObjNum 651 snap 198 seq_num 651) 2024-07-29T15:09:22.994 INFO:tasks.rados.rados.0.smithi067.stdout:2050: snap_create 2024-07-29T15:09:22.994 INFO:tasks.rados.rados.0.smithi067.stdout:2046: finishing write tid 3 to smithi06780069-31 2024-07-29T15:09:22.994 INFO:tasks.rados.rados.0.smithi067.stdout:2046: finishing write tid 4 to smithi06780069-31 2024-07-29T15:09:22.994 INFO:tasks.rados.rados.0.smithi067.stdout:2046: finishing write tid 5 to smithi06780069-31 2024-07-29T15:09:22.994 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 806 (ObjNum 661 snap 198 seq_num 661) dirty exists 2024-07-29T15:09:22.994 INFO:tasks.rados.rados.0.smithi067.stdout:2046: left oid 31 (ObjNum 661 snap 198 seq_num 661) 2024-07-29T15:09:22.994 INFO:tasks.rados.rados.0.smithi067.stdout:2047: finishing write tid 1 to smithi06780069-49 2024-07-29T15:09:22.995 INFO:tasks.rados.rados.0.smithi067.stdout:2047: finishing write tid 2 to smithi06780069-49 2024-07-29T15:09:22.995 INFO:tasks.rados.rados.0.smithi067.stdout:2047: finishing write tid 3 to smithi06780069-49 2024-07-29T15:09:22.995 INFO:tasks.rados.rados.0.smithi067.stdout:2047: finishing write tid 4 to smithi06780069-49 2024-07-29T15:09:22.995 INFO:tasks.rados.rados.0.smithi067.stdout:2047: finishing write tid 5 to smithi06780069-49 2024-07-29T15:09:22.995 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 1067 (ObjNum 662 snap 198 seq_num 662) dirty exists 2024-07-29T15:09:22.995 INFO:tasks.rados.rados.0.smithi067.stdout:2047: left oid 49 (ObjNum 662 snap 198 seq_num 662) 2024-07-29T15:09:22.995 INFO:tasks.rados.rados.0.smithi067.stdout:2048: finishing write tid 1 to smithi06780069-23 2024-07-29T15:09:22.996 INFO:tasks.rados.rados.0.smithi067.stdout:2048: finishing write tid 2 to smithi06780069-23 2024-07-29T15:09:22.996 INFO:tasks.rados.rados.0.smithi067.stdout:2048: finishing write tid 3 to smithi06780069-23 2024-07-29T15:09:22.996 INFO:tasks.rados.rados.0.smithi067.stdout:2048: finishing write tid 4 to smithi06780069-23 2024-07-29T15:09:22.997 INFO:tasks.rados.rados.0.smithi067.stdout:2048: finishing write tid 5 to smithi06780069-23 2024-07-29T15:09:22.998 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 957 (ObjNum 663 snap 198 seq_num 663) dirty exists 2024-07-29T15:09:22.998 INFO:tasks.rados.rados.0.smithi067.stdout:2048: left oid 23 (ObjNum 663 snap 198 seq_num 663) 2024-07-29T15:09:23.019 INFO:tasks.rados.rados.0.smithi067.stdout:2049: expect (ObjNum 651 snap 198 seq_num 651) 2024-07-29T15:09:23.943 INFO:tasks.rados.rados.0.smithi067.stdout:2046: done (4 left) 2024-07-29T15:09:23.943 INFO:tasks.rados.rados.0.smithi067.stdout:2047: done (3 left) 2024-07-29T15:09:23.943 INFO:tasks.rados.rados.0.smithi067.stdout:2048: done (2 left) 2024-07-29T15:09:23.943 INFO:tasks.rados.rados.0.smithi067.stdout:2049: done (1 left) 2024-07-29T15:09:23.943 INFO:tasks.rados.rados.0.smithi067.stdout:2050: done (0 left) 2024-07-29T15:09:23.943 INFO:tasks.rados.rados.0.smithi067.stdout:2051: snap_create 2024-07-29T15:09:24.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:23 smithi067 ceph-mon[91995]: osdmap e470: 8 total, 8 up, 8 in 2024-07-29T15:09:24.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:23 smithi067 ceph-mon[94375]: osdmap e470: 8 total, 8 up, 8 in 2024-07-29T15:09:24.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:23 smithi138 ceph-mon[86438]: osdmap e470: 8 total, 8 up, 8 in 2024-07-29T15:09:24.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:09:24 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:09:24.147Z caller=alerting.go:391 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.4\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.4\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", cluster_addr=\"172.21.15.138\", device_class=\"ssd\", hostname=\"smithi138\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.138\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.4\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster_addr=\"172.21.15.138\", device_class=\"ssd\", hostname=\"smithi138\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.138\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-07-29T15:09:24.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:09:24 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:09:24.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.4\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.4\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", cluster_addr=\"172.21.15.138\", device_class=\"ssd\", hostname=\"smithi138\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.138\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.4\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster_addr=\"172.21.15.138\", device_class=\"ssd\", hostname=\"smithi138\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.138\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:09:24.951 INFO:tasks.rados.rados.0.smithi067.stdout:2051: done (0 left) 2024-07-29T15:09:24.951 INFO:tasks.rados.rados.0.smithi067.stdout:2052: read oid 23 snap 167 2024-07-29T15:09:24.951 INFO:tasks.rados.rados.0.smithi067.stdout:2052: expect (ObjNum 565 snap 165 seq_num 565) 2024-07-29T15:09:24.951 INFO:tasks.rados.rados.0.smithi067.stdout:2053: setattr oid 36 current snap is 200 2024-07-29T15:09:24.954 INFO:tasks.rados.rados.0.smithi067.stdout:2054: rollback oid 19 current snap is 200 2024-07-29T15:09:24.954 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 19 to 198 2024-07-29T15:09:24.954 INFO:tasks.rados.rados.0.smithi067.stdout:2055: read oid 39 snap -1 2024-07-29T15:09:24.954 INFO:tasks.rados.rados.0.smithi067.stdout:2055: expect (ObjNum 654 snap 198 seq_num 654) 2024-07-29T15:09:24.954 INFO:tasks.rados.rados.0.smithi067.stdout:2056: rollback oid 10 current snap is 200 2024-07-29T15:09:24.954 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 10 to 195 2024-07-29T15:09:24.954 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 6 current snap is 200 2024-07-29T15:09:24.955 INFO:tasks.rados.rados.0.smithi067.stdout:2057: seq_num 664 ranges {450560=729088,1179648=729088,1908736=73728} 2024-07-29T15:09:24.961 INFO:tasks.rados.rados.0.smithi067.stdout:2057: writing smithi06780069-6 from 450560 to 1179648 tid 1 2024-07-29T15:09:24.966 INFO:tasks.rados.rados.0.smithi067.stdout:2057: writing smithi06780069-6 from 1179648 to 1908736 tid 2 2024-07-29T15:09:24.967 INFO:tasks.rados.rados.0.smithi067.stdout:2057: writing smithi06780069-6 from 1908736 to 1982464 tid 3 2024-07-29T15:09:24.968 INFO:tasks.rados.rados.0.smithi067.stdout:2058: delete oid 34 current snap is 200 2024-07-29T15:09:24.968 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 514 (ObjNum 33 snap 0 seq_num 2) dirty exists 2024-07-29T15:09:24.968 INFO:tasks.rados.rados.0.smithi067.stdout:2054: finishing rollback tid 1 to smithi06780069-19 2024-07-29T15:09:24.968 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 19 v 928 (ObjNum 33 snap 0 seq_num 0) dirty dne 2024-07-29T15:09:24.968 INFO:tasks.rados.rados.0.smithi067.stdout:2056: finishing rollback tid 0 to smithi06780069-10 2024-07-29T15:09:24.973 INFO:tasks.rados.rados.0.smithi067.stdout:2056: finishing rollback tid 1 to smithi06780069-10 2024-07-29T15:09:24.973 INFO:tasks.rados.rados.0.smithi067.stdout:2056: finishing rollback tid 2 to smithi06780069-10 2024-07-29T15:09:24.973 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 1001 (ObjNum 605 snap 181 seq_num 605) dirty exists 2024-07-29T15:09:24.978 INFO:tasks.rados.rados.0.smithi067.stdout:2057: finishing write tid 1 to smithi06780069-6 2024-07-29T15:09:24.981 INFO:tasks.rados.rados.0.smithi067.stdout:2057: finishing write tid 2 to smithi06780069-6 2024-07-29T15:09:24.981 INFO:tasks.rados.rados.0.smithi067.stdout:2057: finishing write tid 3 to smithi06780069-6 2024-07-29T15:09:24.981 INFO:tasks.rados.rados.0.smithi067.stdout:2057: finishing write tid 4 to smithi06780069-6 2024-07-29T15:09:24.982 INFO:tasks.rados.rados.0.smithi067.stdout:2057: finishing write tid 5 to smithi06780069-6 2024-07-29T15:09:24.982 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 6 v 1006 (ObjNum 664 snap 200 seq_num 664) dirty exists 2024-07-29T15:09:24.982 INFO:tasks.rados.rados.0.smithi067.stdout:2057: left oid 6 (ObjNum 664 snap 200 seq_num 664) 2024-07-29T15:09:24.985 INFO:tasks.rados.rados.0.smithi067.stdout:2053: done (6 left) 2024-07-29T15:09:24.985 INFO:tasks.rados.rados.0.smithi067.stdout:2054: done (5 left) 2024-07-29T15:09:24.985 INFO:tasks.rados.rados.0.smithi067.stdout:2056: done (4 left) 2024-07-29T15:09:24.985 INFO:tasks.rados.rados.0.smithi067.stdout:2057: done (3 left) 2024-07-29T15:09:24.985 INFO:tasks.rados.rados.0.smithi067.stdout:2058: done (2 left) 2024-07-29T15:09:24.985 INFO:tasks.rados.rados.0.smithi067.stdout:2059: rollback oid 36 current snap is 200 2024-07-29T15:09:24.985 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 36 to 187 2024-07-29T15:09:24.985 INFO:tasks.rados.rados.0.smithi067.stdout:2060: read oid 3 snap 197 2024-07-29T15:09:24.985 INFO:tasks.rados.rados.0.smithi067.stdout:2060: expect (ObjNum 636 snap 193 seq_num 636) 2024-07-29T15:09:24.986 INFO:tasks.rados.rados.0.smithi067.stdout:2061: read oid 43 snap -1 2024-07-29T15:09:24.986 INFO:tasks.rados.rados.0.smithi067.stdout:2061: expect (ObjNum 458 snap 133 seq_num 458) 2024-07-29T15:09:24.986 INFO:tasks.rados.rados.0.smithi067.stdout:2062: copy_from oid 38 from oid 40 current snap is 200 2024-07-29T15:09:24.986 INFO:tasks.rados.rados.0.smithi067.stdout:2063: setattr oid 10 current snap is 200 2024-07-29T15:09:24.986 INFO:tasks.rados.rados.0.smithi067.stdout:2064: read oid 1 snap -1 2024-07-29T15:09:24.987 INFO:tasks.rados.rados.0.smithi067.stdout:2064: expect (ObjNum 567 snap 165 seq_num 567) 2024-07-29T15:09:24.987 INFO:tasks.rados.rados.0.smithi067.stdout:2065: read oid 13 snap -1 2024-07-29T15:09:24.987 INFO:tasks.rados.rados.0.smithi067.stdout:2065: expect deleted 2024-07-29T15:09:24.987 INFO:tasks.rados.rados.0.smithi067.stdout:2066: snap_create 2024-07-29T15:09:24.994 INFO:tasks.rados.rados.0.smithi067.stdout:2059: finishing rollback tid 0 to smithi06780069-36 2024-07-29T15:09:24.994 INFO:tasks.rados.rados.0.smithi067.stdout:2059: finishing rollback tid 1 to smithi06780069-36 2024-07-29T15:09:24.994 INFO:tasks.rados.rados.0.smithi067.stdout:2059: finishing rollback tid 2 to smithi06780069-36 2024-07-29T15:09:24.994 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 517 (ObjNum 614 snap 185 seq_num 614) dirty exists 2024-07-29T15:09:24.994 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 1009 (ObjNum 605 snap 181 seq_num 605) dirty exists 2024-07-29T15:09:25.003 INFO:tasks.rados.rados.0.smithi067.stdout:2052: expect (ObjNum 565 snap 165 seq_num 565) 2024-07-29T15:09:25.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:24 smithi067 ceph-mon[91995]: pgmap v316: 121 pgs: 121 active+clean; 237 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-07-29T15:09:25.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:24 smithi067 ceph-mon[91995]: osdmap e471: 8 total, 8 up, 8 in 2024-07-29T15:09:25.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:24 smithi067 ceph-mon[94375]: pgmap v316: 121 pgs: 121 active+clean; 237 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-07-29T15:09:25.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:24 smithi067 ceph-mon[94375]: osdmap e471: 8 total, 8 up, 8 in 2024-07-29T15:09:25.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:24 smithi138 ceph-mon[86438]: pgmap v316: 121 pgs: 121 active+clean; 237 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-07-29T15:09:25.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:24 smithi138 ceph-mon[86438]: osdmap e471: 8 total, 8 up, 8 in 2024-07-29T15:09:25.458 INFO:tasks.rados.rados.0.smithi067.stdout:2062: finishing copy_from to smithi06780069-38 2024-07-29T15:09:25.459 INFO:tasks.rados.rados.0.smithi067.stdout:2062: got expected ENOENT (src dne) 2024-07-29T15:09:25.459 INFO:tasks.rados.rados.0.smithi067.stdout:2062: finishing copy_from racing read to smithi06780069-38 2024-07-29T15:09:25.459 INFO:tasks.rados.rados.0.smithi067.stdout:2055: expect (ObjNum 654 snap 198 seq_num 654) 2024-07-29T15:09:26.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:25 smithi138 ceph-mon[86438]: osdmap e472: 8 total, 8 up, 8 in 2024-07-29T15:09:26.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:09:25 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:09:25.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:09:26.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:09:25 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:09:25.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:09:26.164 INFO:tasks.rados.rados.0.smithi067.stdout:2060: expect (ObjNum 636 snap 193 seq_num 636) 2024-07-29T15:09:26.194 INFO:tasks.rados.rados.0.smithi067.stdout:2064: expect (ObjNum 567 snap 165 seq_num 567) 2024-07-29T15:09:26.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:25 smithi067 ceph-mon[91995]: osdmap e472: 8 total, 8 up, 8 in 2024-07-29T15:09:26.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:25 smithi067 ceph-mon[94375]: osdmap e472: 8 total, 8 up, 8 in 2024-07-29T15:09:26.324 INFO:tasks.rados.rados.0.smithi067.stdout:2061: expect (ObjNum 458 snap 133 seq_num 458) 2024-07-29T15:09:26.968 INFO:tasks.rados.rados.0.smithi067.stdout:2052: done (9 left) 2024-07-29T15:09:26.968 INFO:tasks.rados.rados.0.smithi067.stdout:2055: done (8 left) 2024-07-29T15:09:26.968 INFO:tasks.rados.rados.0.smithi067.stdout:2059: done (7 left) 2024-07-29T15:09:26.969 INFO:tasks.rados.rados.0.smithi067.stdout:2060: done (6 left) 2024-07-29T15:09:26.969 INFO:tasks.rados.rados.0.smithi067.stdout:2061: done (5 left) 2024-07-29T15:09:26.969 INFO:tasks.rados.rados.0.smithi067.stdout:2062: done (4 left) 2024-07-29T15:09:26.969 INFO:tasks.rados.rados.0.smithi067.stdout:2063: done (3 left) 2024-07-29T15:09:26.969 INFO:tasks.rados.rados.0.smithi067.stdout:2064: done (2 left) 2024-07-29T15:09:26.969 INFO:tasks.rados.rados.0.smithi067.stdout:2065: done (1 left) 2024-07-29T15:09:26.969 INFO:tasks.rados.rados.0.smithi067.stdout:2066: done (0 left) 2024-07-29T15:09:26.969 INFO:tasks.rados.rados.0.smithi067.stdout:2067: copy_from oid 43 from oid 29 current snap is 201 2024-07-29T15:09:26.969 INFO:tasks.rados.rados.0.smithi067.stdout:2068: delete oid 37 current snap is 201 2024-07-29T15:09:26.970 INFO:tasks.rados.rados.0.smithi067.stdout:2068: done (1 left) 2024-07-29T15:09:26.970 INFO:tasks.rados.rados.0.smithi067.stdout:2069: read oid 5 snap -1 2024-07-29T15:09:26.970 INFO:tasks.rados.rados.0.smithi067.stdout:2069: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:09:26.970 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 42 current snap is 201 2024-07-29T15:09:26.970 INFO:tasks.rados.rados.0.smithi067.stdout:2070: seq_num 667 ranges {2891776=778240,3670016=778240,4448256=24576} 2024-07-29T15:09:26.990 INFO:tasks.rados.rados.0.smithi067.stdout:2070: writing smithi06780069-42 from 2891776 to 3670016 tid 1 2024-07-29T15:09:26.995 INFO:tasks.rados.rados.0.smithi067.stdout:2070: writing smithi06780069-42 from 3670016 to 4448256 tid 2 2024-07-29T15:09:26.995 INFO:tasks.rados.rados.0.smithi067.stdout:2070: writing smithi06780069-42 from 4448256 to 4472832 tid 3 2024-07-29T15:09:26.995 INFO:tasks.rados.rados.0.smithi067.stdout:2071: snap_create 2024-07-29T15:09:26.995 INFO:tasks.rados.rados.0.smithi067.stdout:2069: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:09:26.996 INFO:tasks.rados.rados.0.smithi067.stdout:2067: finishing copy_from racing read to smithi06780069-43 2024-07-29T15:09:26.997 INFO:tasks.rados.rados.0.smithi067.stdout:2067: finishing copy_from to smithi06780069-43 2024-07-29T15:09:26.997 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 43 v 863 (ObjNum 588 snap 174 seq_num 588) dirty exists 2024-07-29T15:09:26.997 INFO:tasks.rados.rados.0.smithi067.stdout:2070: finishing write tid 1 to smithi06780069-42 2024-07-29T15:09:26.999 INFO:tasks.rados.rados.0.smithi067.stdout:2070: finishing write tid 2 to smithi06780069-42 2024-07-29T15:09:27.000 INFO:tasks.rados.rados.0.smithi067.stdout:2070: finishing write tid 3 to smithi06780069-42 2024-07-29T15:09:27.000 INFO:tasks.rados.rados.0.smithi067.stdout:2070: finishing write tid 4 to smithi06780069-42 2024-07-29T15:09:27.001 INFO:tasks.rados.rados.0.smithi067.stdout:2070: finishing write tid 5 to smithi06780069-42 2024-07-29T15:09:27.001 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 991 (ObjNum 667 snap 201 seq_num 667) dirty exists 2024-07-29T15:09:27.001 INFO:tasks.rados.rados.0.smithi067.stdout:2070: left oid 42 (ObjNum 667 snap 201 seq_num 667) 2024-07-29T15:09:27.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:26 smithi067 ceph-mon[91995]: pgmap v319: 121 pgs: 121 active+clean; 248 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 3.5 MiB/s wr, 19 op/s 2024-07-29T15:09:27.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:26 smithi067 ceph-mon[91995]: osdmap e473: 8 total, 8 up, 8 in 2024-07-29T15:09:27.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:26 smithi067 ceph-mon[94375]: pgmap v319: 121 pgs: 121 active+clean; 248 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 3.5 MiB/s wr, 19 op/s 2024-07-29T15:09:27.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:26 smithi067 ceph-mon[94375]: osdmap e473: 8 total, 8 up, 8 in 2024-07-29T15:09:27.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:26 smithi138 ceph-mon[86438]: pgmap v319: 121 pgs: 121 active+clean; 248 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 3.5 MiB/s wr, 19 op/s 2024-07-29T15:09:27.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:26 smithi138 ceph-mon[86438]: osdmap e473: 8 total, 8 up, 8 in 2024-07-29T15:09:27.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:09:26 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:09:26.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi138\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi138\", job=\"node\", machine=\"x86_64\", nodename=\"smithi138\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:09:27.646 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-07-29T15:09:27.925 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-29T15:09:27.925 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (5m) 47s ago 9m 18.1M - 0.27.0 11f11916f8cd 7b3d7ecf5d32 2024-07-29T15:09:27.926 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi138 *:3000 running (4m) 14s ago 9m 84.9M - 9.4.7 954c08fa6188 16aea5822221 2024-07-29T15:09:27.926 INFO:teuthology.orchestra.run.smithi067.stdout:mds.a smithi067 running (10m) 47s ago 10m 21.7M - 17.2.7-1155-g3120d060 5ec745195f7e 0b73fb05902b 2024-07-29T15:09:27.926 INFO:teuthology.orchestra.run.smithi067.stdout:mds.b smithi138 running (10m) 14s ago 10m 15.9M - 17.2.7-1155-g3120d060 5ec745195f7e 8d64b29e8368 2024-07-29T15:09:27.926 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi138 *:8443,9283,8765 running (3m) 14s ago 14m 453M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 ae20c11d7057 2024-07-29T15:09:27.926 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:8443,9283,8765 running (4m) 47s ago 15m 520M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 2844d13de992 2024-07-29T15:09:27.926 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (3m) 47s ago 15m 55.2M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 b489fbc3c018 2024-07-29T15:09:27.926 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi138 running (3m) 14s ago 14m 45.1M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 bccf2941ae7e 2024-07-29T15:09:27.926 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (3m) 47s ago 14m 48.1M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 75074f1e503e 2024-07-29T15:09:27.926 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (4m) 47s ago 9m 11.2M - 1.7.0 72c9c2088986 142217b16374 2024-07-29T15:09:27.926 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi138 *:9100 running (4m) 14s ago 9m 11.5M - 1.7.0 72c9c2088986 60191c363c80 2024-07-29T15:09:27.926 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (2m) 47s ago 13m 145M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 17c73145f36a 2024-07-29T15:09:27.926 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (117s) 47s ago 13m 131M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 e9d39547a528 2024-07-29T15:09:27.926 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (83s) 47s ago 13m 127M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 a7d5a0aa79de 2024-07-29T15:09:27.927 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (51s) 47s ago 12m 12.2M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 6b82a8519e22 2024-07-29T15:09:27.927 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi138 running (19s) 14s ago 12m 11.1M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 7347f50b0cd8 2024-07-29T15:09:27.927 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi138 running (11m) 14s ago 11m 264M 2480M 17.2.7-1155-g3120d060 5ec745195f7e 095126a5d70a 2024-07-29T15:09:27.927 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi138 running (11m) 14s ago 11m 133M 2480M 17.2.7-1155-g3120d060 5ec745195f7e a10a9aef390f 2024-07-29T15:09:27.927 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi138 running (11m) 14s ago 11m 190M 2480M 17.2.7-1155-g3120d060 5ec745195f7e c141798f58f5 2024-07-29T15:09:27.927 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi138 *:9095 running (4m) 14s ago 9m 51.7M - 2.51.0 1d3b7f56885b 99e49ee09a02 2024-07-29T15:09:27.927 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:09:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:09:27] "GET /metrics HTTP/1.1" 200 36324 "" "Prometheus/2.51.0" 2024-07-29T15:09:27.938 INFO:tasks.rados.rados.0.smithi067.stdout:2067: done (3 left) 2024-07-29T15:09:27.938 INFO:tasks.rados.rados.0.smithi067.stdout:2069: done (2 left) 2024-07-29T15:09:27.938 INFO:tasks.rados.rados.0.smithi067.stdout:2070: done (1 left) 2024-07-29T15:09:27.938 INFO:tasks.rados.rados.0.smithi067.stdout:2071: done (0 left) 2024-07-29T15:09:27.938 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 42 current snap is 202 2024-07-29T15:09:27.938 INFO:tasks.rados.rados.0.smithi067.stdout:2072: seq_num 668 ranges {4472832=794624,5267456=663552,5931008=139264} 2024-07-29T15:09:27.966 INFO:tasks.rados.rados.0.smithi067.stdout:2072: writing smithi06780069-42 from 4472832 to 5267456 tid 1 2024-07-29T15:09:27.969 INFO:tasks.rados.rados.0.smithi067.stdout:2072: writing smithi06780069-42 from 5267456 to 5931008 tid 2 2024-07-29T15:09:27.970 INFO:tasks.rados.rados.0.smithi067.stdout:2072: writing smithi06780069-42 from 5931008 to 6070272 tid 3 2024-07-29T15:09:27.970 INFO:tasks.rados.rados.0.smithi067.stdout:2073: snap_create 2024-07-29T15:09:27.976 INFO:tasks.rados.rados.0.smithi067.stdout:2072: finishing write tid 1 to smithi06780069-42 2024-07-29T15:09:27.976 INFO:tasks.rados.rados.0.smithi067.stdout:2072: finishing write tid 2 to smithi06780069-42 2024-07-29T15:09:27.977 INFO:tasks.rados.rados.0.smithi067.stdout:2072: finishing write tid 3 to smithi06780069-42 2024-07-29T15:09:27.977 INFO:tasks.rados.rados.0.smithi067.stdout:2072: finishing write tid 4 to smithi06780069-42 2024-07-29T15:09:27.977 INFO:tasks.rados.rados.0.smithi067.stdout:2072: finishing write tid 5 to smithi06780069-42 2024-07-29T15:09:27.977 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 996 (ObjNum 668 snap 202 seq_num 668) dirty exists 2024-07-29T15:09:27.977 INFO:tasks.rados.rados.0.smithi067.stdout:2072: left oid 42 (ObjNum 668 snap 202 seq_num 668) 2024-07-29T15:09:28.278 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-07-29T15:09:28.278 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-07-29T15:09:28.278 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 3 2024-07-29T15:09:28.278 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:09:28.279 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-07-29T15:09:28.279 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 2 2024-07-29T15:09:28.279 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:09:28.279 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-07-29T15:09:28.279 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 3, 2024-07-29T15:09:28.279 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 5 2024-07-29T15:09:28.279 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:09:28.279 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": { 2024-07-29T15:09:28.279 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 2 2024-07-29T15:09:28.279 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:09:28.279 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-07-29T15:09:28.279 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 5, 2024-07-29T15:09:28.279 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 10 2024-07-29T15:09:28.279 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-07-29T15:09:28.280 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-07-29T15:09:28.962 INFO:tasks.rados.rados.0.smithi067.stdout:2072: done (1 left) 2024-07-29T15:09:28.963 INFO:tasks.rados.rados.0.smithi067.stdout:2073: done (0 left) 2024-07-29T15:09:28.963 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 18 current snap is 203 2024-07-29T15:09:28.963 INFO:tasks.rados.rados.0.smithi067.stdout:2074: seq_num 669 ranges {8495104=409600,8904704=548864,9453568=655360} 2024-07-29T15:09:29.010 INFO:tasks.rados.rados.0.smithi067.stdout:2074: writing smithi06780069-18 from 8495104 to 8904704 tid 1 2024-07-29T15:09:29.013 INFO:tasks.rados.rados.0.smithi067.stdout:2074: writing smithi06780069-18 from 8904704 to 9453568 tid 2 2024-07-29T15:09:29.018 INFO:tasks.rados.rados.0.smithi067.stdout:2074: writing smithi06780069-18 from 9453568 to 10108928 tid 3 2024-07-29T15:09:29.018 INFO:tasks.rados.rados.0.smithi067.stdout:2075: snap_create 2024-07-29T15:09:29.018 INFO:tasks.rados.rados.0.smithi067.stdout:2074: finishing write tid 1 to smithi06780069-18 2024-07-29T15:09:29.018 INFO:tasks.rados.rados.0.smithi067.stdout:2074: finishing write tid 2 to smithi06780069-18 2024-07-29T15:09:29.021 INFO:tasks.rados.rados.0.smithi067.stdout:2074: finishing write tid 3 to smithi06780069-18 2024-07-29T15:09:29.021 INFO:tasks.rados.rados.0.smithi067.stdout:2074: finishing write tid 4 to smithi06780069-18 2024-07-29T15:09:29.022 INFO:tasks.rados.rados.0.smithi067.stdout:2074: finishing write tid 5 to smithi06780069-18 2024-07-29T15:09:29.023 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 917 (ObjNum 669 snap 203 seq_num 669) dirty exists 2024-07-29T15:09:29.023 INFO:tasks.rados.rados.0.smithi067.stdout:2074: left oid 18 (ObjNum 669 snap 203 seq_num 669) 2024-07-29T15:09:29.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:28 smithi067 ceph-mon[94375]: from='client.44237 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:09:29.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:28 smithi067 ceph-mon[94375]: pgmap v321: 121 pgs: 121 active+clean; 251 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 3.5 MiB/s wr, 19 op/s 2024-07-29T15:09:29.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:28 smithi067 ceph-mon[94375]: from='client.34320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:09:29.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:28 smithi067 ceph-mon[94375]: osdmap e474: 8 total, 8 up, 8 in 2024-07-29T15:09:29.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:28 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3567114933' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:09:29.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:28 smithi067 ceph-mon[91995]: from='client.44237 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:09:29.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:28 smithi067 ceph-mon[91995]: pgmap v321: 121 pgs: 121 active+clean; 251 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 3.5 MiB/s wr, 19 op/s 2024-07-29T15:09:29.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:28 smithi067 ceph-mon[91995]: from='client.34320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:09:29.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:28 smithi067 ceph-mon[91995]: osdmap e474: 8 total, 8 up, 8 in 2024-07-29T15:09:29.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:28 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3567114933' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:09:29.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:28 smithi138 ceph-mon[86438]: from='client.44237 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:09:29.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:28 smithi138 ceph-mon[86438]: pgmap v321: 121 pgs: 121 active+clean; 251 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 3.5 MiB/s wr, 19 op/s 2024-07-29T15:09:29.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:28 smithi138 ceph-mon[86438]: from='client.34320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:09:29.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:28 smithi138 ceph-mon[86438]: osdmap e474: 8 total, 8 up, 8 in 2024-07-29T15:09:29.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:28 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3567114933' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:09:29.970 INFO:tasks.rados.rados.0.smithi067.stdout:2074: done (1 left) 2024-07-29T15:09:29.970 INFO:tasks.rados.rados.0.smithi067.stdout:2075: done (0 left) 2024-07-29T15:09:29.970 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 17 current snap is 204 2024-07-29T15:09:29.970 INFO:tasks.rados.rados.0.smithi067.stdout:2076: seq_num 670 ranges {1572864=425984,1998848=483328,2482176=507904,2990080=212992} 2024-07-29T15:09:29.980 INFO:tasks.rados.rados.0.smithi067.stdout:2076: writing smithi06780069-17 from 1572864 to 1998848 tid 1 2024-07-29T15:09:29.986 INFO:tasks.rados.rados.0.smithi067.stdout:2076: writing smithi06780069-17 from 1998848 to 2482176 tid 2 2024-07-29T15:09:29.986 INFO:tasks.rados.rados.0.smithi067.stdout:2076: writing smithi06780069-17 from 2482176 to 2990080 tid 3 2024-07-29T15:09:29.987 INFO:tasks.rados.rados.0.smithi067.stdout:2076: writing smithi06780069-17 from 2990080 to 3203072 tid 4 2024-07-29T15:09:29.987 INFO:tasks.rados.rados.0.smithi067.stdout:2077: rollback oid 22 current snap is 204 2024-07-29T15:09:29.988 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 22 to 197 2024-07-29T15:09:29.988 INFO:tasks.rados.rados.0.smithi067.stdout:2076: finishing write tid 1 to smithi06780069-17 2024-07-29T15:09:29.988 INFO:tasks.rados.rados.0.smithi067.stdout:2076: finishing write tid 2 to smithi06780069-17 2024-07-29T15:09:29.988 INFO:tasks.rados.rados.0.smithi067.stdout:2078: delete oid 39 current snap is 204 2024-07-29T15:09:29.990 INFO:tasks.rados.rados.0.smithi067.stdout:2076: finishing write tid 3 to smithi06780069-17 2024-07-29T15:09:29.990 INFO:tasks.rados.rados.0.smithi067.stdout:2076: finishing write tid 4 to smithi06780069-17 2024-07-29T15:09:29.991 INFO:tasks.rados.rados.0.smithi067.stdout:2076: finishing write tid 5 to smithi06780069-17 2024-07-29T15:09:29.991 INFO:tasks.rados.rados.0.smithi067.stdout:2078: done (2 left) 2024-07-29T15:09:29.991 INFO:tasks.rados.rados.0.smithi067.stdout:2079: snap_remove snap 195 2024-07-29T15:09:30.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:29 smithi067 ceph-mon[91995]: osdmap e475: 8 total, 8 up, 8 in 2024-07-29T15:09:30.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:29 smithi067 ceph-mon[94375]: osdmap e475: 8 total, 8 up, 8 in 2024-07-29T15:09:30.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:29 smithi138 ceph-mon[86438]: osdmap e475: 8 total, 8 up, 8 in 2024-07-29T15:09:30.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:09:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:09:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:09:30.986 INFO:tasks.rados.rados.0.smithi067.stdout:2079: done (2 left) 2024-07-29T15:09:30.986 INFO:tasks.rados.rados.0.smithi067.stdout:2080: snap_create 2024-07-29T15:09:30.986 INFO:tasks.rados.rados.0.smithi067.stdout:2076: finishing write tid 6 to smithi06780069-17 2024-07-29T15:09:30.986 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 940 (ObjNum 670 snap 204 seq_num 670) dirty exists 2024-07-29T15:09:30.986 INFO:tasks.rados.rados.0.smithi067.stdout:2076: left oid 17 (ObjNum 670 snap 204 seq_num 670) 2024-07-29T15:09:30.986 INFO:tasks.rados.rados.0.smithi067.stdout:2077: finishing rollback tid 0 to smithi06780069-22 2024-07-29T15:09:30.986 INFO:tasks.rados.rados.0.smithi067.stdout:2077: finishing rollback tid 1 to smithi06780069-22 2024-07-29T15:09:30.986 INFO:tasks.rados.rados.0.smithi067.stdout:2077: finishing rollback tid 2 to smithi06780069-22 2024-07-29T15:09:30.986 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 920 (ObjNum 562 snap 165 seq_num 562) dirty exists 2024-07-29T15:09:31.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:30 smithi067 ceph-mon[91995]: pgmap v324: 121 pgs: 121 active+clean; 255 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 2.3 MiB/s wr, 21 op/s 2024-07-29T15:09:31.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:30 smithi067 ceph-mon[91995]: osdmap e476: 8 total, 8 up, 8 in 2024-07-29T15:09:31.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:30 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:31.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:30 smithi067 ceph-mon[94375]: pgmap v324: 121 pgs: 121 active+clean; 255 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 2.3 MiB/s wr, 21 op/s 2024-07-29T15:09:31.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:30 smithi067 ceph-mon[94375]: osdmap e476: 8 total, 8 up, 8 in 2024-07-29T15:09:31.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:30 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:31.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:30 smithi138 ceph-mon[86438]: pgmap v324: 121 pgs: 121 active+clean; 255 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 2.3 MiB/s wr, 21 op/s 2024-07-29T15:09:31.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:30 smithi138 ceph-mon[86438]: osdmap e476: 8 total, 8 up, 8 in 2024-07-29T15:09:31.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:30 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:31.984 INFO:tasks.rados.rados.0.smithi067.stdout:2076: done (2 left) 2024-07-29T15:09:31.985 INFO:tasks.rados.rados.0.smithi067.stdout:2077: done (1 left) 2024-07-29T15:09:31.985 INFO:tasks.rados.rados.0.smithi067.stdout:2080: done (0 left) 2024-07-29T15:09:31.985 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 10 current snap is 205 2024-07-29T15:09:31.985 INFO:tasks.rados.rados.0.smithi067.stdout:2081: seq_num 672 ranges {7340032=458752,7798784=647168,8445952=466944,8912896=90112} 2024-07-29T15:09:32.027 INFO:tasks.rados.rados.0.smithi067.stdout:2081: writing smithi06780069-10 from 7340032 to 7798784 tid 1 2024-07-29T15:09:32.031 INFO:tasks.rados.rados.0.smithi067.stdout:2081: writing smithi06780069-10 from 7798784 to 8445952 tid 2 2024-07-29T15:09:32.034 INFO:tasks.rados.rados.0.smithi067.stdout:2081: writing smithi06780069-10 from 8445952 to 8912896 tid 3 2024-07-29T15:09:32.034 INFO:tasks.rados.rados.0.smithi067.stdout:2081: writing smithi06780069-10 from 8912896 to 9003008 tid 4 2024-07-29T15:09:32.034 INFO:tasks.rados.rados.0.smithi067.stdout:2082: snap_create 2024-07-29T15:09:32.038 INFO:tasks.rados.rados.0.smithi067.stdout:2081: finishing write tid 1 to smithi06780069-10 2024-07-29T15:09:32.039 INFO:tasks.rados.rados.0.smithi067.stdout:2081: finishing write tid 2 to smithi06780069-10 2024-07-29T15:09:32.039 INFO:tasks.rados.rados.0.smithi067.stdout:2081: finishing write tid 3 to smithi06780069-10 2024-07-29T15:09:32.039 INFO:tasks.rados.rados.0.smithi067.stdout:2081: finishing write tid 4 to smithi06780069-10 2024-07-29T15:09:32.040 INFO:tasks.rados.rados.0.smithi067.stdout:2081: finishing write tid 5 to smithi06780069-10 2024-07-29T15:09:32.041 INFO:tasks.rados.rados.0.smithi067.stdout:2081: finishing write tid 6 to smithi06780069-10 2024-07-29T15:09:32.041 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 1023 (ObjNum 672 snap 205 seq_num 672) dirty exists 2024-07-29T15:09:32.041 INFO:tasks.rados.rados.0.smithi067.stdout:2081: left oid 10 (ObjNum 672 snap 205 seq_num 672) 2024-07-29T15:09:32.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:31 smithi067 ceph-mon[91995]: osdmap e477: 8 total, 8 up, 8 in 2024-07-29T15:09:32.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:31 smithi067 ceph-mon[94375]: osdmap e477: 8 total, 8 up, 8 in 2024-07-29T15:09:32.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:31 smithi138 ceph-mon[86438]: osdmap e477: 8 total, 8 up, 8 in 2024-07-29T15:09:32.989 INFO:tasks.rados.rados.0.smithi067.stdout:2081: done (1 left) 2024-07-29T15:09:32.989 INFO:tasks.rados.rados.0.smithi067.stdout:2082: done (0 left) 2024-07-29T15:09:32.989 INFO:tasks.rados.rados.0.smithi067.stdout:2083: rollback oid 27 current snap is 206 2024-07-29T15:09:32.989 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 27 to 193 2024-07-29T15:09:32.989 INFO:tasks.rados.rados.0.smithi067.stdout:2084: delete oid 39 current snap is 206 2024-07-29T15:09:32.994 INFO:tasks.rados.rados.0.smithi067.stdout:2084: done (1 left) 2024-07-29T15:09:32.994 INFO:tasks.rados.rados.0.smithi067.stdout:2085: rollback oid 5 current snap is 206 2024-07-29T15:09:32.994 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 5 to 187 2024-07-29T15:09:32.994 INFO:tasks.rados.rados.0.smithi067.stdout:2086: copy_from oid 6 from oid 24 current snap is 206 2024-07-29T15:09:32.994 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 17 current snap is 206 2024-07-29T15:09:32.994 INFO:tasks.rados.rados.0.smithi067.stdout:2087: seq_num 674 ranges {3203072=491520,3694592=417792,4112384=483328,4595712=303104} 2024-07-29T15:09:33.014 INFO:tasks.rados.rados.0.smithi067.stdout:2087: writing smithi06780069-17 from 3203072 to 3694592 tid 1 2024-07-29T15:09:33.016 INFO:tasks.rados.rados.0.smithi067.stdout:2087: writing smithi06780069-17 from 3694592 to 4112384 tid 2 2024-07-29T15:09:33.019 INFO:tasks.rados.rados.0.smithi067.stdout:2087: writing smithi06780069-17 from 4112384 to 4595712 tid 3 2024-07-29T15:09:33.021 INFO:tasks.rados.rados.0.smithi067.stdout:2087: writing smithi06780069-17 from 4595712 to 4898816 tid 4 2024-07-29T15:09:33.022 INFO:tasks.rados.rados.0.smithi067.stdout:2088: snap_create 2024-07-29T15:09:33.022 INFO:tasks.rados.rados.0.smithi067.stdout:2083: finishing rollback tid 0 to smithi06780069-27 2024-07-29T15:09:33.022 INFO:tasks.rados.rados.0.smithi067.stdout:2083: finishing rollback tid 1 to smithi06780069-27 2024-07-29T15:09:33.022 INFO:tasks.rados.rados.0.smithi067.stdout:2083: finishing rollback tid 2 to smithi06780069-27 2024-07-29T15:09:33.022 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 881 (ObjNum 360 snap 106 seq_num 360) dirty exists 2024-07-29T15:09:33.022 INFO:tasks.rados.rados.0.smithi067.stdout:2086: finishing copy_from to smithi06780069-6 2024-07-29T15:09:33.022 INFO:tasks.rados.rados.0.smithi067.stdout:2086: got expected ENOENT (src dne) 2024-07-29T15:09:33.022 INFO:tasks.rados.rados.0.smithi067.stdout:2086: finishing copy_from racing read to smithi06780069-6 2024-07-29T15:09:33.022 INFO:tasks.rados.rados.0.smithi067.stdout:2085: finishing rollback tid 0 to smithi06780069-5 2024-07-29T15:09:33.022 INFO:tasks.rados.rados.0.smithi067.stdout:2085: finishing rollback tid 1 to smithi06780069-5 2024-07-29T15:09:33.022 INFO:tasks.rados.rados.0.smithi067.stdout:2085: finishing rollback tid 2 to smithi06780069-5 2024-07-29T15:09:33.023 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 923 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-07-29T15:09:33.023 INFO:tasks.rados.rados.0.smithi067.stdout:2087: finishing write tid 1 to smithi06780069-17 2024-07-29T15:09:33.023 INFO:tasks.rados.rados.0.smithi067.stdout:2087: finishing write tid 2 to smithi06780069-17 2024-07-29T15:09:33.024 INFO:tasks.rados.rados.0.smithi067.stdout:2087: finishing write tid 3 to smithi06780069-17 2024-07-29T15:09:33.024 INFO:tasks.rados.rados.0.smithi067.stdout:2087: finishing write tid 4 to smithi06780069-17 2024-07-29T15:09:33.024 INFO:tasks.rados.rados.0.smithi067.stdout:2087: finishing write tid 5 to smithi06780069-17 2024-07-29T15:09:33.024 INFO:tasks.rados.rados.0.smithi067.stdout:2087: finishing write tid 6 to smithi06780069-17 2024-07-29T15:09:33.024 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 945 (ObjNum 674 snap 206 seq_num 674) dirty exists 2024-07-29T15:09:33.024 INFO:tasks.rados.rados.0.smithi067.stdout:2087: left oid 17 (ObjNum 674 snap 206 seq_num 674) 2024-07-29T15:09:33.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:32 smithi067 ceph-mon[91995]: pgmap v327: 121 pgs: 121 active+clean; 258 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-07-29T15:09:33.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:32 smithi067 ceph-mon[91995]: osdmap e478: 8 total, 8 up, 8 in 2024-07-29T15:09:33.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:32 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-29T15:09:33.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:32 smithi067 ceph-mon[91995]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-29T15:09:33.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:32 smithi067 ceph-mon[91995]: Upgrade: osd.5 is safe to restart 2024-07-29T15:09:33.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:32 smithi067 ceph-mon[94375]: pgmap v327: 121 pgs: 121 active+clean; 258 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-07-29T15:09:33.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:32 smithi067 ceph-mon[94375]: osdmap e478: 8 total, 8 up, 8 in 2024-07-29T15:09:33.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:32 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-29T15:09:33.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:32 smithi067 ceph-mon[94375]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-29T15:09:33.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:32 smithi067 ceph-mon[94375]: Upgrade: osd.5 is safe to restart 2024-07-29T15:09:33.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:32 smithi138 ceph-mon[86438]: pgmap v327: 121 pgs: 121 active+clean; 258 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-07-29T15:09:33.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:32 smithi138 ceph-mon[86438]: osdmap e478: 8 total, 8 up, 8 in 2024-07-29T15:09:33.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:32 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-29T15:09:33.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:32 smithi138 ceph-mon[86438]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-29T15:09:33.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:32 smithi138 ceph-mon[86438]: Upgrade: osd.5 is safe to restart 2024-07-29T15:09:33.995 INFO:tasks.rados.rados.0.smithi067.stdout:2083: done (4 left) 2024-07-29T15:09:33.995 INFO:tasks.rados.rados.0.smithi067.stdout:2085: done (3 left) 2024-07-29T15:09:33.995 INFO:tasks.rados.rados.0.smithi067.stdout:2086: done (2 left) 2024-07-29T15:09:33.995 INFO:tasks.rados.rados.0.smithi067.stdout:2087: done (1 left) 2024-07-29T15:09:33.995 INFO:tasks.rados.rados.0.smithi067.stdout:2088: done (0 left) 2024-07-29T15:09:33.995 INFO:tasks.rados.rados.0.smithi067.stdout:2089: snap_remove snap 198 2024-07-29T15:09:34.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:33 smithi067 ceph-mon[94375]: osdmap e479: 8 total, 8 up, 8 in 2024-07-29T15:09:34.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:33 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:34.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:33 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-07-29T15:09:34.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:33 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:09:34.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:33 smithi067 ceph-mon[91995]: osdmap e479: 8 total, 8 up, 8 in 2024-07-29T15:09:34.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:33 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:34.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:33 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-07-29T15:09:34.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:33 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:09:34.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:33 smithi138 ceph-mon[86438]: osdmap e479: 8 total, 8 up, 8 in 2024-07-29T15:09:34.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:33 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:34.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:33 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-07-29T15:09:34.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:33 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:09:34.312 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:09:34 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:09:34.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.5\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.5\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", cluster_addr=\"172.21.15.138\", device_class=\"ssd\", hostname=\"smithi138\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.138\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.5\", ceph_version=\"ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)\", cluster_addr=\"172.21.15.138\", device_class=\"ssd\", hostname=\"smithi138\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.138\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:09:35.013 INFO:tasks.rados.rados.0.smithi067.stdout:2089: done (0 left) 2024-07-29T15:09:35.013 INFO:tasks.rados.rados.0.smithi067.stdout:2090: read oid 42 snap 189 2024-07-29T15:09:35.013 INFO:tasks.rados.rados.0.smithi067.stdout:2090: expect (ObjNum 623 snap 187 seq_num 623) 2024-07-29T15:09:35.013 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 33 current snap is 207 2024-07-29T15:09:35.013 INFO:tasks.rados.rados.0.smithi067.stdout:2091: seq_num 675 ranges {0=507904,507904=704512,1212416=499712} 2024-07-29T15:09:35.015 INFO:tasks.rados.rados.0.smithi067.stdout:2091: writing smithi06780069-33 from 0 to 507904 tid 1 2024-07-29T15:09:35.020 INFO:tasks.rados.rados.0.smithi067.stdout:2091: writing smithi06780069-33 from 507904 to 1212416 tid 2 2024-07-29T15:09:35.024 INFO:tasks.rados.rados.0.smithi067.stdout:2091: writing smithi06780069-33 from 1212416 to 1712128 tid 3 2024-07-29T15:09:35.024 INFO:tasks.rados.rados.0.smithi067.stdout:2092: delete oid 6 current snap is 207 2024-07-29T15:09:35.024 INFO:tasks.rados.rados.0.smithi067.stdout:2091: finishing write tid 1 to smithi06780069-33 2024-07-29T15:09:35.028 INFO:tasks.rados.rados.0.smithi067.stdout:2091: finishing write tid 2 to smithi06780069-33 2024-07-29T15:09:35.028 INFO:tasks.rados.rados.0.smithi067.stdout:2091: finishing write tid 3 to smithi06780069-33 2024-07-29T15:09:35.029 INFO:tasks.rados.rados.0.smithi067.stdout:2091: finishing write tid 4 to smithi06780069-33 2024-07-29T15:09:35.032 INFO:tasks.rados.rados.0.smithi067.stdout:2092: done (2 left) 2024-07-29T15:09:35.033 INFO:tasks.rados.rados.0.smithi067.stdout:2093: read oid 24 snap -1 2024-07-29T15:09:35.033 INFO:tasks.rados.rados.0.smithi067.stdout:2093: expect deleted 2024-07-29T15:09:35.033 INFO:tasks.rados.rados.0.smithi067.stdout:2094: read oid 39 snap -1 2024-07-29T15:09:35.033 INFO:tasks.rados.rados.0.smithi067.stdout:2094: expect deleted 2024-07-29T15:09:35.033 INFO:tasks.rados.rados.0.smithi067.stdout:2095: snap_create 2024-07-29T15:09:35.034 INFO:tasks.rados.rados.0.smithi067.stdout:2091: finishing write tid 5 to smithi06780069-33 2024-07-29T15:09:35.034 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 33 v 1075 (ObjNum 675 snap 207 seq_num 675) dirty exists 2024-07-29T15:09:35.034 INFO:tasks.rados.rados.0.smithi067.stdout:2091: left oid 33 (ObjNum 675 snap 207 seq_num 675) 2024-07-29T15:09:35.054 INFO:tasks.rados.rados.0.smithi067.stdout:2090: expect (ObjNum 623 snap 187 seq_num 623) 2024-07-29T15:09:35.277 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:34 smithi138 ceph-mon[86438]: Upgrade: Updating osd.5 2024-07-29T15:09:35.277 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:34 smithi138 ceph-mon[86438]: Deploying daemon osd.5 on smithi138 2024-07-29T15:09:35.277 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:34 smithi138 ceph-mon[86438]: pgmap v330: 121 pgs: 121 active+clean; 261 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.6 MiB/s wr, 5 op/s 2024-07-29T15:09:35.277 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:34 smithi138 ceph-mon[86438]: osdmap e480: 8 total, 8 up, 8 in 2024-07-29T15:09:35.277 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:34 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:35.278 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:34 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:09:35.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:34 smithi067 ceph-mon[91995]: Upgrade: Updating osd.5 2024-07-29T15:09:35.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:34 smithi067 ceph-mon[91995]: Deploying daemon osd.5 on smithi138 2024-07-29T15:09:35.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:34 smithi067 ceph-mon[91995]: pgmap v330: 121 pgs: 121 active+clean; 261 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.6 MiB/s wr, 5 op/s 2024-07-29T15:09:35.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:34 smithi067 ceph-mon[91995]: osdmap e480: 8 total, 8 up, 8 in 2024-07-29T15:09:35.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:34 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:35.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:34 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:09:35.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:34 smithi067 ceph-mon[94375]: Upgrade: Updating osd.5 2024-07-29T15:09:35.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:34 smithi067 ceph-mon[94375]: Deploying daemon osd.5 on smithi138 2024-07-29T15:09:35.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:34 smithi067 ceph-mon[94375]: pgmap v330: 121 pgs: 121 active+clean; 261 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.6 MiB/s wr, 5 op/s 2024-07-29T15:09:35.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:34 smithi067 ceph-mon[94375]: osdmap e480: 8 total, 8 up, 8 in 2024-07-29T15:09:35.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:34 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:35.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:34 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:09:35.810 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:09:35 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:09:35.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:09:35.811 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:09:35 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:09:35.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:09:36.012 INFO:tasks.rados.rados.0.smithi067.stdout:2090: done (4 left) 2024-07-29T15:09:36.012 INFO:tasks.rados.rados.0.smithi067.stdout:2091: done (3 left) 2024-07-29T15:09:36.012 INFO:tasks.rados.rados.0.smithi067.stdout:2093: done (2 left) 2024-07-29T15:09:36.012 INFO:tasks.rados.rados.0.smithi067.stdout:2094: done (1 left) 2024-07-29T15:09:36.013 INFO:tasks.rados.rados.0.smithi067.stdout:2095: done (0 left) 2024-07-29T15:09:36.013 INFO:tasks.rados.rados.0.smithi067.stdout:2096: delete oid 33 current snap is 208 2024-07-29T15:09:36.015 INFO:tasks.rados.rados.0.smithi067.stdout:2096: done (0 left) 2024-07-29T15:09:36.015 INFO:tasks.rados.rados.0.smithi067.stdout:2097: copy_from oid 29 from oid 38 current snap is 208 2024-07-29T15:09:36.015 INFO:tasks.rados.rados.0.smithi067.stdout:2098: setattr oid 45 current snap is 208 2024-07-29T15:09:36.016 INFO:tasks.rados.rados.0.smithi067.stdout:2099: delete oid 12 current snap is 208 2024-07-29T15:09:36.021 INFO:tasks.rados.rados.0.smithi067.stdout:2099: done (2 left) 2024-07-29T15:09:36.021 INFO:tasks.rados.rados.0.smithi067.stdout:2100: snap_create 2024-07-29T15:09:36.022 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 521 (ObjNum 647 snap 197 seq_num 647) dirty exists 2024-07-29T15:09:36.031 INFO:tasks.rados.rados.0.smithi067.stdout:2097: finishing copy_from racing read to smithi06780069-29 2024-07-29T15:09:36.032 INFO:tasks.rados.rados.0.smithi067.stdout:2097: finishing copy_from to smithi06780069-29 2024-07-29T15:09:36.032 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 909 (ObjNum 514 snap 151 seq_num 514) dirty exists 2024-07-29T15:09:36.149 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:36 smithi138 ceph-mon[86438]: osdmap e481: 8 total, 8 up, 8 in 2024-07-29T15:09:36.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:36 smithi067 ceph-mon[91995]: osdmap e481: 8 total, 8 up, 8 in 2024-07-29T15:09:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:36 smithi067 ceph-mon[94375]: osdmap e481: 8 total, 8 up, 8 in 2024-07-29T15:09:36.738 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:36 smithi138 systemd[1]: Stopping Ceph osd.5 for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:09:37.009 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:36 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[43376]: 2024-07-29T15:09:36.743+0000 7f5dd7ae2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-29T15:09:37.009 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:36 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[43376]: 2024-07-29T15:09:36.743+0000 7f5dd7ae2640 -1 osd.5 482 *** Got signal Terminated *** 2024-07-29T15:09:37.009 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:36 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[43376]: 2024-07-29T15:09:36.743+0000 7f5dd7ae2640 -1 osd.5 482 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-29T15:09:37.009 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:09:36 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:09:36.950Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi067\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi067\", job=\"node\", machine=\"x86_64\", nodename=\"smithi067\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:09:37.020 INFO:tasks.rados.rados.0.smithi067.stdout:2097: done (2 left) 2024-07-29T15:09:37.020 INFO:tasks.rados.rados.0.smithi067.stdout:2098: done (1 left) 2024-07-29T15:09:37.020 INFO:tasks.rados.rados.0.smithi067.stdout:2100: done (0 left) 2024-07-29T15:09:37.020 INFO:tasks.rados.rados.0.smithi067.stdout:2101: snap_remove snap 204 2024-07-29T15:09:37.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:37 smithi138 ceph-mon[86438]: pgmap v333: 121 pgs: 121 active+clean; 263 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-07-29T15:09:37.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:37 smithi138 ceph-mon[86438]: osdmap e482: 8 total, 8 up, 8 in 2024-07-29T15:09:37.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:37 smithi138 ceph-mon[86438]: osd.5 marked itself down and dead 2024-07-29T15:09:37.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:37 smithi067 ceph-mon[91995]: pgmap v333: 121 pgs: 121 active+clean; 263 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-07-29T15:09:37.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:37 smithi067 ceph-mon[91995]: osdmap e482: 8 total, 8 up, 8 in 2024-07-29T15:09:37.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:37 smithi067 ceph-mon[91995]: osd.5 marked itself down and dead 2024-07-29T15:09:37.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:37 smithi067 ceph-mon[94375]: pgmap v333: 121 pgs: 121 active+clean; 263 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-07-29T15:09:37.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:37 smithi067 ceph-mon[94375]: osdmap e482: 8 total, 8 up, 8 in 2024-07-29T15:09:37.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:37 smithi067 ceph-mon[94375]: osd.5 marked itself down and dead 2024-07-29T15:09:37.887 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:37 smithi138 podman[96173]: 2024-07-29 15:09:37.579867424 +0000 UTC m=+0.946477676 container died 095126a5d70ac03f5d1ed12d496830655089ea067dba68503f621c2bf3eb54f1 (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-3120d06, GIT_CLEAN=True, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-29T15:09:37.942 INFO:tasks.rados.rados.0.smithi067.stdout:2101: done (0 left) 2024-07-29T15:09:37.942 INFO:tasks.rados.rados.0.smithi067.stdout:2102: snap_remove snap 197 2024-07-29T15:09:38.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:38 smithi067 ceph-mon[91995]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-29T15:09:38.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:38 smithi067 ceph-mon[91995]: osdmap e483: 8 total, 7 up, 8 in 2024-07-29T15:09:38.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:38 smithi067 ceph-mon[91995]: osdmap e484: 8 total, 7 up, 8 in 2024-07-29T15:09:38.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:38 smithi067 ceph-mon[94375]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-29T15:09:38.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:38 smithi067 ceph-mon[94375]: osdmap e483: 8 total, 7 up, 8 in 2024-07-29T15:09:38.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:38 smithi067 ceph-mon[94375]: osdmap e484: 8 total, 7 up, 8 in 2024-07-29T15:09:38.240 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:09:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:09:37] "GET /metrics HTTP/1.1" 200 36307 "" "Prometheus/2.51.0" 2024-07-29T15:09:38.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:38 smithi138 ceph-mon[86438]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-29T15:09:38.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:38 smithi138 ceph-mon[86438]: osdmap e483: 8 total, 7 up, 8 in 2024-07-29T15:09:38.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:38 smithi138 ceph-mon[86438]: osdmap e484: 8 total, 7 up, 8 in 2024-07-29T15:09:38.311 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:37 smithi138 podman[96173]: 2024-07-29 15:09:37.977927385 +0000 UTC m=+1.344537634 container cleanup 095126a5d70ac03f5d1ed12d496830655089ea067dba68503f621c2bf3eb54f1 (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, RELEASE=quincy-3120d06, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-07-29T15:09:38.311 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:37 smithi138 bash[96173]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5 2024-07-29T15:09:38.708 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:38 smithi138 podman[96198]: 2024-07-29 15:09:38.388032741 +0000 UTC m=+0.804132203 container remove 095126a5d70ac03f5d1ed12d496830655089ea067dba68503f621c2bf3eb54f1 (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=quincy-3120d06, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-07-29T15:09:38.941 INFO:tasks.rados.rados.0.smithi067.stdout:2102: done (0 left) 2024-07-29T15:09:38.941 INFO:tasks.rados.rados.0.smithi067.stdout:2103: snap_remove snap 190 2024-07-29T15:09:38.992 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:38 smithi138 podman[96288]: 2024-07-29 15:09:38.610918691 +0000 UTC m=+0.017342972 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T15:09:38.992 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:38 smithi138 podman[96288]: 2024-07-29 15:09:38.76421861 +0000 UTC m=+0.170642921 container create 4196c9dd9a1f5bbb589ec03e05957af92ea4fe29f99ca0ff47db1e547e88b551 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-69149bb, org.label-schema.build-date=20240716) 2024-07-29T15:09:39.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:39 smithi138 ceph-mon[86438]: pgmap v336: 121 pgs: 6 peering, 16 stale+active+clean, 99 active+clean; 267 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-07-29T15:09:39.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:39 smithi138 ceph-mon[86438]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-07-29T15:09:39.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:39 smithi138 ceph-mon[86438]: osdmap e485: 8 total, 7 up, 8 in 2024-07-29T15:09:39.311 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:38 smithi138 podman[96288]: 2024-07-29 15:09:38.991971966 +0000 UTC m=+0.398396235 container init 4196c9dd9a1f5bbb589ec03e05957af92ea4fe29f99ca0ff47db1e547e88b551 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=main-69149bb, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240716) 2024-07-29T15:09:39.311 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:38 smithi138 podman[96288]: 2024-07-29 15:09:38.995491173 +0000 UTC m=+0.401915451 container start 4196c9dd9a1f5bbb589ec03e05957af92ea4fe29f99ca0ff47db1e547e88b551 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240716, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, RELEASE=main-69149bb, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True) 2024-07-29T15:09:39.311 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:39 smithi138 podman[96288]: 2024-07-29 15:09:39.156064558 +0000 UTC m=+0.562488929 container attach 4196c9dd9a1f5bbb589ec03e05957af92ea4fe29f99ca0ff47db1e547e88b551 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, RELEASE=main-69149bb, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240716, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True) 2024-07-29T15:09:39.311 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:39 smithi138 podman[96288]: 2024-07-29 15:09:39.19343155 +0000 UTC m=+0.599855831 container died 4196c9dd9a1f5bbb589ec03e05957af92ea4fe29f99ca0ff47db1e547e88b551 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-69149bb, ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240716, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-07-29T15:09:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:39 smithi067 ceph-mon[91995]: pgmap v336: 121 pgs: 6 peering, 16 stale+active+clean, 99 active+clean; 267 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-07-29T15:09:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:39 smithi067 ceph-mon[91995]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-07-29T15:09:39.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:39 smithi067 ceph-mon[91995]: osdmap e485: 8 total, 7 up, 8 in 2024-07-29T15:09:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:39 smithi067 ceph-mon[94375]: pgmap v336: 121 pgs: 6 peering, 16 stale+active+clean, 99 active+clean; 267 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-07-29T15:09:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:39 smithi067 ceph-mon[94375]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-07-29T15:09:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:39 smithi067 ceph-mon[94375]: osdmap e485: 8 total, 7 up, 8 in 2024-07-29T15:09:39.945 INFO:tasks.rados.rados.0.smithi067.stdout:2103: done (0 left) 2024-07-29T15:09:39.945 INFO:tasks.rados.rados.0.smithi067.stdout:2104: delete oid 26 current snap is 209 2024-07-29T15:09:39.951 INFO:tasks.rados.rados.0.smithi067.stdout:2104: done (0 left) 2024-07-29T15:09:39.951 INFO:tasks.rados.rados.0.smithi067.stdout:2105: snap_remove snap 187 2024-07-29T15:09:40.214 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:39 smithi138 podman[96311]: 2024-07-29 15:09:39.846764811 +0000 UTC m=+0.647138432 container remove 4196c9dd9a1f5bbb589ec03e05957af92ea4fe29f99ca0ff47db1e547e88b551 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5-deactivate, RELEASE=main-69149bb, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240716, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-29T15:09:40.215 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:39 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.5.service: Deactivated successfully. 2024-07-29T15:09:40.215 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:39 smithi138 systemd[1]: Stopped Ceph osd.5 for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:09:40.215 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:39 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.5.service: Consumed 16.053s CPU time. 2024-07-29T15:09:40.215 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:40 smithi138 systemd[1]: Starting Ceph osd.5 for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:09:40.543 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:40 smithi138 podman[96408]: 2024-07-29 15:09:40.185003758 +0000 UTC m=+0.017605799 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T15:09:40.543 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:40 smithi138 podman[96408]: 2024-07-29 15:09:40.314880663 +0000 UTC m=+0.147482736 container create 204609a75840c457d0baf1ab78a80a95f4185b49b0f5811c6ed27c61d2d0fc45 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5-activate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240716, RELEASE=main-69149bb, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-07-29T15:09:40.544 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:09:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:09:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:09:40.810 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:40 smithi138 podman[96408]: 2024-07-29 15:09:40.542943389 +0000 UTC m=+0.375545424 container init 204609a75840c457d0baf1ab78a80a95f4185b49b0f5811c6ed27c61d2d0fc45 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5-activate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240716, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=main-69149bb, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-29T15:09:40.811 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:40 smithi138 podman[96408]: 2024-07-29 15:09:40.546530056 +0000 UTC m=+0.379132089 container start 204609a75840c457d0baf1ab78a80a95f4185b49b0f5811c6ed27c61d2d0fc45 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5-activate, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240716, RELEASE=main-69149bb, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-07-29T15:09:40.811 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:40 smithi138 podman[96408]: 2024-07-29 15:09:40.626094175 +0000 UTC m=+0.458696203 container attach 204609a75840c457d0baf1ab78a80a95f4185b49b0f5811c6ed27c61d2d0fc45 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5-activate, RELEASE=main-69149bb, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240716, ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS) 2024-07-29T15:09:40.811 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5-activate[96423]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-29T15:09:40.811 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:40 smithi138 bash[96408]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-29T15:09:40.811 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5-activate[96423]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-29T15:09:40.811 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:40 smithi138 bash[96408]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-29T15:09:40.949 INFO:tasks.rados.rados.0.smithi067.stdout:2105: done (0 left) 2024-07-29T15:09:40.949 INFO:tasks.rados.rados.0.smithi067.stdout:2106: read oid 49 snap -1 2024-07-29T15:09:40.949 INFO:tasks.rados.rados.0.smithi067.stdout:2106: expect (ObjNum 662 snap 198 seq_num 662) 2024-07-29T15:09:40.949 INFO:tasks.rados.rados.0.smithi067.stdout:2107: snap_remove snap 201 2024-07-29T15:09:41.222 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:40 smithi138 ceph-mon[86438]: pgmap v339: 121 pgs: 6 active+undersized, 6 peering, 12 stale+active+clean, 5 active+undersized+degraded, 92 active+clean; 267 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.0 MiB/s wr, 6 op/s; 41/594 objects degraded (6.902%) 2024-07-29T15:09:41.222 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:40 smithi138 ceph-mon[86438]: osdmap e486: 8 total, 7 up, 8 in 2024-07-29T15:09:41.223 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:40 smithi138 ceph-mon[86438]: Health check failed: Degraded data redundancy: 41/594 objects degraded (6.902%), 5 pgs degraded (PG_DEGRADED) 2024-07-29T15:09:41.223 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5-activate[96423]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-07-29T15:09:41.223 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:40 smithi138 bash[96408]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-07-29T15:09:41.223 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5-activate[96423]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-07-29T15:09:41.223 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:40 smithi138 bash[96408]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-07-29T15:09:41.223 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5-activate[96423]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-07-29T15:09:41.223 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:40 smithi138 bash[96408]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-07-29T15:09:41.223 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5-activate[96423]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-07-29T15:09:41.223 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:40 smithi138 bash[96408]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-07-29T15:09:41.223 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5-activate[96423]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-07-29T15:09:41.223 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:40 smithi138 bash[96408]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-07-29T15:09:41.224 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5-activate[96423]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-07-29T15:09:41.224 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:40 smithi138 bash[96408]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-07-29T15:09:41.224 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5-activate[96423]: --> ceph-volume raw activate successful for osd ID: 5 2024-07-29T15:09:41.224 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:40 smithi138 bash[96408]: --> ceph-volume raw activate successful for osd ID: 5 2024-07-29T15:09:41.224 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:40 smithi138 podman[96408]: 2024-07-29 15:09:40.928555755 +0000 UTC m=+0.761157790 container died 204609a75840c457d0baf1ab78a80a95f4185b49b0f5811c6ed27c61d2d0fc45 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5-activate, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240716, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=main-69149bb, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-29T15:09:41.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:40 smithi067 ceph-mon[94375]: pgmap v339: 121 pgs: 6 active+undersized, 6 peering, 12 stale+active+clean, 5 active+undersized+degraded, 92 active+clean; 267 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.0 MiB/s wr, 6 op/s; 41/594 objects degraded (6.902%) 2024-07-29T15:09:41.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:40 smithi067 ceph-mon[94375]: osdmap e486: 8 total, 7 up, 8 in 2024-07-29T15:09:41.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:40 smithi067 ceph-mon[94375]: Health check failed: Degraded data redundancy: 41/594 objects degraded (6.902%), 5 pgs degraded (PG_DEGRADED) 2024-07-29T15:09:41.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:40 smithi067 ceph-mon[91995]: pgmap v339: 121 pgs: 6 active+undersized, 6 peering, 12 stale+active+clean, 5 active+undersized+degraded, 92 active+clean; 267 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.0 MiB/s wr, 6 op/s; 41/594 objects degraded (6.902%) 2024-07-29T15:09:41.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:40 smithi067 ceph-mon[91995]: osdmap e486: 8 total, 7 up, 8 in 2024-07-29T15:09:41.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:40 smithi067 ceph-mon[91995]: Health check failed: Degraded data redundancy: 41/594 objects degraded (6.902%), 5 pgs degraded (PG_DEGRADED) 2024-07-29T15:09:41.946 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:41 smithi138 podman[96547]: 2024-07-29 15:09:41.614547252 +0000 UTC m=+0.675817277 container remove 204609a75840c457d0baf1ab78a80a95f4185b49b0f5811c6ed27c61d2d0fc45 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5-activate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=main-69149bb, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240716, GIT_CLEAN=True, io.buildah.version=1.36.0) 2024-07-29T15:09:41.946 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:41 smithi138 podman[96604]: 2024-07-29 15:09:41.732119056 +0000 UTC m=+0.017515486 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T15:09:41.947 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:41 smithi138 podman[96604]: 2024-07-29 15:09:41.832209177 +0000 UTC m=+0.117605630 container create da601be038821153a7e50b40ac7c9fef8b87fb7223ef8307bb4795d99e382706 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5, ceph=True, GIT_BRANCH=HEAD, RELEASE=main-69149bb, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240716, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-29T15:09:41.954 INFO:tasks.rados.rados.0.smithi067.stdout:2107: done (1 left) 2024-07-29T15:09:41.955 INFO:tasks.rados.rados.0.smithi067.stdout:2108: read oid 41 snap 208 2024-07-29T15:09:41.955 INFO:tasks.rados.rados.0.smithi067.stdout:2108: expect (ObjNum 630 snap 192 seq_num 630) 2024-07-29T15:09:41.955 INFO:tasks.rados.rados.0.smithi067.stdout:2109: read oid 28 snap 199 2024-07-29T15:09:41.955 INFO:tasks.rados.rados.0.smithi067.stdout:2109: expect (ObjNum 458 snap 133 seq_num 458) 2024-07-29T15:09:41.955 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 31 current snap is 209 2024-07-29T15:09:41.955 INFO:tasks.rados.rados.0.smithi067.stdout:2110: seq_num 680 ranges {3719168=598016,4317184=573440,4890624=434176,5324800=196608} 2024-07-29T15:09:41.979 INFO:tasks.rados.rados.0.smithi067.stdout:2110: writing smithi06780069-31 from 3719168 to 4317184 tid 1 2024-07-29T15:09:41.982 INFO:tasks.rados.rados.0.smithi067.stdout:2110: writing smithi06780069-31 from 4317184 to 4890624 tid 2 2024-07-29T15:09:41.984 INFO:tasks.rados.rados.0.smithi067.stdout:2110: writing smithi06780069-31 from 4890624 to 5324800 tid 3 2024-07-29T15:09:41.986 INFO:tasks.rados.rados.0.smithi067.stdout:2110: writing smithi06780069-31 from 5324800 to 5521408 tid 4 2024-07-29T15:09:41.986 INFO:tasks.rados.rados.0.smithi067.stdout:2111: delete oid 19 current snap is 209 2024-07-29T15:09:41.986 INFO:tasks.rados.rados.0.smithi067.stdout:2106: expect (ObjNum 662 snap 198 seq_num 662) 2024-07-29T15:09:42.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:41 smithi067 ceph-mon[94375]: osdmap e487: 8 total, 7 up, 8 in 2024-07-29T15:09:42.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:41 smithi067 ceph-mon[91995]: osdmap e487: 8 total, 7 up, 8 in 2024-07-29T15:09:42.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:41 smithi138 ceph-mon[86438]: osdmap e487: 8 total, 7 up, 8 in 2024-07-29T15:09:42.311 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:42 smithi138 podman[96604]: 2024-07-29 15:09:42.068701345 +0000 UTC m=+0.354097762 container init da601be038821153a7e50b40ac7c9fef8b87fb7223ef8307bb4795d99e382706 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=main-69149bb, org.label-schema.build-date=20240716, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-07-29T15:09:42.311 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:42 smithi138 podman[96604]: 2024-07-29 15:09:42.072072383 +0000 UTC m=+0.357468794 container start da601be038821153a7e50b40ac7c9fef8b87fb7223ef8307bb4795d99e382706 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-69149bb, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240716) 2024-07-29T15:09:42.311 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:42 smithi138 ceph-osd[96623]: -- 172.21.15.138:0/2378515673 <== mon.1 v2:172.21.15.138:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5561869c3a40 con 0x5561869a1c00 2024-07-29T15:09:42.311 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:42 smithi138 bash[96604]: da601be038821153a7e50b40ac7c9fef8b87fb7223ef8307bb4795d99e382706 2024-07-29T15:09:42.311 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:42 smithi138 systemd[1]: Started Ceph osd.5 for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:09:42.948 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:42 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[96619]: 2024-07-29T15:09:42.615+0000 7f561b030640 -1 Falling back to public interface 2024-07-29T15:09:43.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:42 smithi067 ceph-mon[91995]: pgmap v342: 121 pgs: 31 active+undersized, 6 peering, 12 active+undersized+degraded, 72 active+clean; 267 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 5 op/s; 83/597 objects degraded (13.903%) 2024-07-29T15:09:43.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:42 smithi067 ceph-mon[91995]: osdmap e488: 8 total, 7 up, 8 in 2024-07-29T15:09:43.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:43.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:43.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:09:43.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:42 smithi067 ceph-mon[91995]: osdmap e489: 8 total, 7 up, 8 in 2024-07-29T15:09:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:42 smithi067 ceph-mon[94375]: pgmap v342: 121 pgs: 31 active+undersized, 6 peering, 12 active+undersized+degraded, 72 active+clean; 267 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 5 op/s; 83/597 objects degraded (13.903%) 2024-07-29T15:09:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:42 smithi067 ceph-mon[94375]: osdmap e488: 8 total, 7 up, 8 in 2024-07-29T15:09:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:09:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:42 smithi067 ceph-mon[94375]: osdmap e489: 8 total, 7 up, 8 in 2024-07-29T15:09:43.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:42 smithi138 ceph-mon[86438]: pgmap v342: 121 pgs: 31 active+undersized, 6 peering, 12 active+undersized+degraded, 72 active+clean; 267 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 5 op/s; 83/597 objects degraded (13.903%) 2024-07-29T15:09:43.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:42 smithi138 ceph-mon[86438]: osdmap e488: 8 total, 7 up, 8 in 2024-07-29T15:09:43.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:43.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:43.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:09:43.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:42 smithi138 ceph-mon[86438]: osdmap e489: 8 total, 7 up, 8 in 2024-07-29T15:09:43.427 INFO:tasks.rados.rados.0.smithi067.stdout:2108: expect (ObjNum 630 snap 192 seq_num 630) 2024-07-29T15:09:43.452 INFO:tasks.rados.rados.0.smithi067.stdout:2110: finishing write tid 1 to smithi06780069-31 2024-07-29T15:09:43.452 INFO:tasks.rados.rados.0.smithi067.stdout:2110: finishing write tid 2 to smithi06780069-31 2024-07-29T15:09:43.452 INFO:tasks.rados.rados.0.smithi067.stdout:2110: finishing write tid 3 to smithi06780069-31 2024-07-29T15:09:43.452 INFO:tasks.rados.rados.0.smithi067.stdout:2110: finishing write tid 4 to smithi06780069-31 2024-07-29T15:09:43.452 INFO:tasks.rados.rados.0.smithi067.stdout:2110: finishing write tid 5 to smithi06780069-31 2024-07-29T15:09:43.452 INFO:tasks.rados.rados.0.smithi067.stdout:2110: finishing write tid 6 to smithi06780069-31 2024-07-29T15:09:43.453 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 811 (ObjNum 680 snap 209 seq_num 680) dirty exists 2024-07-29T15:09:43.453 INFO:tasks.rados.rados.0.smithi067.stdout:2110: left oid 31 (ObjNum 680 snap 209 seq_num 680) 2024-07-29T15:09:43.453 INFO:tasks.rados.rados.0.smithi067.stdout:2109: expect (ObjNum 458 snap 133 seq_num 458) 2024-07-29T15:09:44.104 INFO:tasks.rados.rados.0.smithi067.stdout:2106: done (4 left) 2024-07-29T15:09:44.104 INFO:tasks.rados.rados.0.smithi067.stdout:2108: done (3 left) 2024-07-29T15:09:44.105 INFO:tasks.rados.rados.0.smithi067.stdout:2109: done (2 left) 2024-07-29T15:09:44.105 INFO:tasks.rados.rados.0.smithi067.stdout:2110: done (1 left) 2024-07-29T15:09:44.105 INFO:tasks.rados.rados.0.smithi067.stdout:2111: done (0 left) 2024-07-29T15:09:44.105 INFO:tasks.rados.rados.0.smithi067.stdout:2112: setattr oid 45 current snap is 209 2024-07-29T15:09:44.105 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 4 current snap is 209 2024-07-29T15:09:44.105 INFO:tasks.rados.rados.0.smithi067.stdout:2113: seq_num 682 ranges {1228800=630784,1859584=745472,2605056=442368,3047424=16384} 2024-07-29T15:09:44.115 INFO:tasks.rados.rados.0.smithi067.stdout:2113: writing smithi06780069-4 from 1228800 to 1859584 tid 1 2024-07-29T15:09:44.120 INFO:tasks.rados.rados.0.smithi067.stdout:2113: writing smithi06780069-4 from 1859584 to 2605056 tid 2 2024-07-29T15:09:44.123 INFO:tasks.rados.rados.0.smithi067.stdout:2113: writing smithi06780069-4 from 2605056 to 3047424 tid 3 2024-07-29T15:09:44.123 INFO:tasks.rados.rados.0.smithi067.stdout:2113: writing smithi06780069-4 from 3047424 to 3063808 tid 4 2024-07-29T15:09:44.123 INFO:tasks.rados.rados.0.smithi067.stdout:2114: rollback oid 26 current snap is 209 2024-07-29T15:09:44.123 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 26 to 185 2024-07-29T15:09:44.123 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 523 (ObjNum 647 snap 197 seq_num 647) dirty exists 2024-07-29T15:09:44.123 INFO:tasks.rados.rados.0.smithi067.stdout:2113: finishing write tid 1 to smithi06780069-4 2024-07-29T15:09:44.123 INFO:tasks.rados.rados.0.smithi067.stdout:2112: done (2 left) 2024-07-29T15:09:44.123 INFO:tasks.rados.rados.0.smithi067.stdout:2115: copy_from oid 14 from oid 24 current snap is 209 2024-07-29T15:09:44.123 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 42 current snap is 209 2024-07-29T15:09:44.123 INFO:tasks.rados.rados.0.smithi067.stdout:2116: seq_num 683 ranges {6070272=647168,6717440=630784,7348224=573440} 2024-07-29T15:09:44.159 INFO:tasks.rados.rados.0.smithi067.stdout:2116: writing smithi06780069-42 from 6070272 to 6717440 tid 1 2024-07-29T15:09:44.163 INFO:tasks.rados.rados.0.smithi067.stdout:2116: writing smithi06780069-42 from 6717440 to 7348224 tid 2 2024-07-29T15:09:44.166 INFO:tasks.rados.rados.0.smithi067.stdout:2116: writing smithi06780069-42 from 7348224 to 7921664 tid 3 2024-07-29T15:09:44.166 INFO:tasks.rados.rados.0.smithi067.stdout:2117: delete oid 40 current snap is 209 2024-07-29T15:09:44.166 INFO:tasks.rados.rados.0.smithi067.stdout:2113: finishing write tid 2 to smithi06780069-4 2024-07-29T15:09:44.166 INFO:tasks.rados.rados.0.smithi067.stdout:2115: finishing copy_from to smithi06780069-14 2024-07-29T15:09:44.166 INFO:tasks.rados.rados.0.smithi067.stdout:2115: got expected ENOENT (src dne) 2024-07-29T15:09:44.166 INFO:tasks.rados.rados.0.smithi067.stdout:2115: finishing copy_from racing read to smithi06780069-14 2024-07-29T15:09:44.167 INFO:tasks.rados.rados.0.smithi067.stdout:2114: finishing rollback tid 1 to smithi06780069-26 2024-07-29T15:09:44.167 INFO:tasks.rados.rados.0.smithi067.stdout:2114: finishing rollback tid 2 to smithi06780069-26 2024-07-29T15:09:44.167 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 1004 (ObjNum 526 snap 154 seq_num 526) dirty exists 2024-07-29T15:09:44.167 INFO:tasks.rados.rados.0.smithi067.stdout:2113: finishing write tid 3 to smithi06780069-4 2024-07-29T15:09:44.167 INFO:tasks.rados.rados.0.smithi067.stdout:2113: finishing write tid 4 to smithi06780069-4 2024-07-29T15:09:44.167 INFO:tasks.rados.rados.0.smithi067.stdout:2113: finishing write tid 5 to smithi06780069-4 2024-07-29T15:09:44.167 INFO:tasks.rados.rados.0.smithi067.stdout:2113: finishing write tid 6 to smithi06780069-4 2024-07-29T15:09:44.167 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 1099 (ObjNum 682 snap 209 seq_num 682) dirty exists 2024-07-29T15:09:44.167 INFO:tasks.rados.rados.0.smithi067.stdout:2113: left oid 4 (ObjNum 682 snap 209 seq_num 682) 2024-07-29T15:09:44.167 INFO:tasks.rados.rados.0.smithi067.stdout:2116: finishing write tid 1 to smithi06780069-42 2024-07-29T15:09:44.167 INFO:tasks.rados.rados.0.smithi067.stdout:2116: finishing write tid 2 to smithi06780069-42 2024-07-29T15:09:44.168 INFO:tasks.rados.rados.0.smithi067.stdout:2113: done (4 left) 2024-07-29T15:09:44.168 INFO:tasks.rados.rados.0.smithi067.stdout:2114: done (3 left) 2024-07-29T15:09:44.168 INFO:tasks.rados.rados.0.smithi067.stdout:2115: done (2 left) 2024-07-29T15:09:44.168 INFO:tasks.rados.rados.0.smithi067.stdout:2117: done (1 left) 2024-07-29T15:09:44.168 INFO:tasks.rados.rados.0.smithi067.stdout:2118: read oid 26 snap -1 2024-07-29T15:09:44.168 INFO:tasks.rados.rados.0.smithi067.stdout:2118: expect (ObjNum 526 snap 154 seq_num 526) 2024-07-29T15:09:44.168 INFO:tasks.rados.rados.0.smithi067.stdout:2119: snap_remove snap 193 2024-07-29T15:09:44.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:44 smithi138 ceph-mon[86438]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-07-29T15:09:44.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:44 smithi067 ceph-mon[91995]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-07-29T15:09:44.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:44 smithi067 ceph-mon[94375]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-07-29T15:09:45.025 INFO:tasks.rados.rados.0.smithi067.stdout:2116: finishing write tid 3 to smithi06780069-42 2024-07-29T15:09:45.025 INFO:tasks.rados.rados.0.smithi067.stdout:2116: finishing write tid 4 to smithi06780069-42 2024-07-29T15:09:45.025 INFO:tasks.rados.rados.0.smithi067.stdout:2116: finishing write tid 5 to smithi06780069-42 2024-07-29T15:09:45.025 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 1009 (ObjNum 683 snap 209 seq_num 683) dirty exists 2024-07-29T15:09:45.025 INFO:tasks.rados.rados.0.smithi067.stdout:2116: left oid 42 (ObjNum 683 snap 209 seq_num 683) 2024-07-29T15:09:45.025 INFO:tasks.rados.rados.0.smithi067.stdout:2118: expect (ObjNum 526 snap 154 seq_num 526) 2024-07-29T15:09:45.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:45 smithi138 ceph-mon[86438]: pgmap v345: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 267 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 0 B/s wr, 0 op/s; 84/597 objects degraded (14.070%) 2024-07-29T15:09:45.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:45 smithi067 ceph-mon[91995]: pgmap v345: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 267 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 0 B/s wr, 0 op/s; 84/597 objects degraded (14.070%) 2024-07-29T15:09:45.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:45 smithi067 ceph-mon[94375]: pgmap v345: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 267 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 0 B/s wr, 0 op/s; 84/597 objects degraded (14.070%) 2024-07-29T15:09:45.673 INFO:tasks.rados.rados.0.smithi067.stdout:2116: done (2 left) 2024-07-29T15:09:45.673 INFO:tasks.rados.rados.0.smithi067.stdout:2118: done (1 left) 2024-07-29T15:09:45.673 INFO:tasks.rados.rados.0.smithi067.stdout:2119: done (0 left) 2024-07-29T15:09:45.673 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 41 current snap is 209 2024-07-29T15:09:45.673 INFO:tasks.rados.rados.0.smithi067.stdout:2120: seq_num 685 ranges {958464=679936,1638400=442368,2080768=622592,2703360=139264} 2024-07-29T15:09:45.681 INFO:tasks.rados.rados.0.smithi067.stdout:2120: writing smithi06780069-41 from 958464 to 1638400 tid 1 2024-07-29T15:09:45.684 INFO:tasks.rados.rados.0.smithi067.stdout:2120: writing smithi06780069-41 from 1638400 to 2080768 tid 2 2024-07-29T15:09:45.687 INFO:tasks.rados.rados.0.smithi067.stdout:2120: writing smithi06780069-41 from 2080768 to 2703360 tid 3 2024-07-29T15:09:45.688 INFO:tasks.rados.rados.0.smithi067.stdout:2120: writing smithi06780069-41 from 2703360 to 2842624 tid 4 2024-07-29T15:09:45.689 INFO:tasks.rados.rados.0.smithi067.stdout:2121: read oid 42 snap -1 2024-07-29T15:09:45.689 INFO:tasks.rados.rados.0.smithi067.stdout:2121: expect (ObjNum 683 snap 209 seq_num 683) 2024-07-29T15:09:45.689 INFO:tasks.rados.rados.0.smithi067.stdout:2122: snap_remove snap 179 2024-07-29T15:09:46.033 INFO:tasks.rados.rados.0.smithi067.stdout:2120: finishing write tid 1 to smithi06780069-41 2024-07-29T15:09:46.033 INFO:tasks.rados.rados.0.smithi067.stdout:2120: finishing write tid 2 to smithi06780069-41 2024-07-29T15:09:46.033 INFO:tasks.rados.rados.0.smithi067.stdout:2120: finishing write tid 3 to smithi06780069-41 2024-07-29T15:09:46.033 INFO:tasks.rados.rados.0.smithi067.stdout:2120: finishing write tid 4 to smithi06780069-41 2024-07-29T15:09:46.033 INFO:tasks.rados.rados.0.smithi067.stdout:2120: finishing write tid 5 to smithi06780069-41 2024-07-29T15:09:46.033 INFO:tasks.rados.rados.0.smithi067.stdout:2120: finishing write tid 6 to smithi06780069-41 2024-07-29T15:09:46.033 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 941 (ObjNum 685 snap 209 seq_num 685) dirty exists 2024-07-29T15:09:46.033 INFO:tasks.rados.rados.0.smithi067.stdout:2120: left oid 41 (ObjNum 685 snap 209 seq_num 685) 2024-07-29T15:09:46.033 INFO:tasks.rados.rados.0.smithi067.stdout:2121: expect (ObjNum 683 snap 209 seq_num 683) 2024-07-29T15:09:46.218 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[96619]: 2024-07-29T15:09:45.871+0000 7f561b030640 -1 osd.5 482 log_to_monitors true 2024-07-29T15:09:46.218 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:46 smithi138 ceph-mon[86438]: osdmap e490: 8 total, 7 up, 8 in 2024-07-29T15:09:46.218 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:46 smithi138 ceph-mon[86438]: from='osd.5 [v2:172.21.15.138:6808/378569863,v1:172.21.15.138:6809/378569863]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-29T15:09:46.218 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:46 smithi138 ceph-mon[86438]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-29T15:09:46.475 INFO:tasks.rados.rados.0.smithi067.stdout:2120: done (2 left) 2024-07-29T15:09:46.475 INFO:tasks.rados.rados.0.smithi067.stdout:2121: done (1 left) 2024-07-29T15:09:46.475 INFO:tasks.rados.rados.0.smithi067.stdout:2122: done (0 left) 2024-07-29T15:09:46.475 INFO:tasks.rados.rados.0.smithi067.stdout:2123: snap_create 2024-07-29T15:09:46.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:46 smithi067 ceph-mon[91995]: osdmap e490: 8 total, 7 up, 8 in 2024-07-29T15:09:46.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:46 smithi067 ceph-mon[91995]: from='osd.5 [v2:172.21.15.138:6808/378569863,v1:172.21.15.138:6809/378569863]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-29T15:09:46.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:46 smithi067 ceph-mon[91995]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-29T15:09:46.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:46 smithi067 ceph-mon[94375]: osdmap e490: 8 total, 7 up, 8 in 2024-07-29T15:09:46.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:46 smithi067 ceph-mon[94375]: from='osd.5 [v2:172.21.15.138:6808/378569863,v1:172.21.15.138:6809/378569863]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-29T15:09:46.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:46 smithi067 ceph-mon[94375]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-29T15:09:46.810 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 15:09:46 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[96619]: 2024-07-29T15:09:46.499+0000 7f560edd2640 -1 osd.5 482 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-29T15:09:47.036 INFO:tasks.rados.rados.0.smithi067.stdout:2123: done (0 left) 2024-07-29T15:09:47.036 INFO:tasks.rados.rados.0.smithi067.stdout:2124: rollback oid 39 current snap is 210 2024-07-29T15:09:47.036 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 39 to 192 2024-07-29T15:09:47.037 INFO:tasks.rados.rados.0.smithi067.stdout:2125: snap_create 2024-07-29T15:09:47.044 INFO:tasks.rados.rados.0.smithi067.stdout:2124: finishing rollback tid 1 to smithi06780069-39 2024-07-29T15:09:47.044 INFO:tasks.rados.rados.0.smithi067.stdout:2124: finishing rollback tid 2 to smithi06780069-39 2024-07-29T15:09:47.044 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 866 (ObjNum 618 snap 186 seq_num 618) dirty exists 2024-07-29T15:09:47.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:47 smithi138 ceph-mon[86438]: pgmap v347: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 278 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 718 KiB/s wr, 6 op/s; 85/603 objects degraded (14.096%) 2024-07-29T15:09:47.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:47 smithi138 ceph-mon[86438]: Health check update: Degraded data redundancy: 85/603 objects degraded (14.096%), 13 pgs degraded (PG_DEGRADED) 2024-07-29T15:09:47.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:47 smithi138 ceph-mon[86438]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-07-29T15:09:47.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:47 smithi138 ceph-mon[86438]: from='osd.5 [v2:172.21.15.138:6808/378569863,v1:172.21.15.138:6809/378569863]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T15:09:47.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:47 smithi138 ceph-mon[86438]: osdmap e491: 8 total, 7 up, 8 in 2024-07-29T15:09:47.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:47 smithi138 ceph-mon[86438]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T15:09:47.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:47 smithi138 ceph-mon[86438]: from='osd.5 ' entity='osd.5' 2024-07-29T15:09:47.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:47 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:47.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:47 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:47.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:47 smithi067 ceph-mon[91995]: pgmap v347: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 278 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 718 KiB/s wr, 6 op/s; 85/603 objects degraded (14.096%) 2024-07-29T15:09:47.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:47 smithi067 ceph-mon[91995]: Health check update: Degraded data redundancy: 85/603 objects degraded (14.096%), 13 pgs degraded (PG_DEGRADED) 2024-07-29T15:09:47.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:47 smithi067 ceph-mon[91995]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-07-29T15:09:47.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:47 smithi067 ceph-mon[91995]: from='osd.5 [v2:172.21.15.138:6808/378569863,v1:172.21.15.138:6809/378569863]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T15:09:47.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:47 smithi067 ceph-mon[91995]: osdmap e491: 8 total, 7 up, 8 in 2024-07-29T15:09:47.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:47 smithi067 ceph-mon[91995]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T15:09:47.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:47 smithi067 ceph-mon[91995]: from='osd.5 ' entity='osd.5' 2024-07-29T15:09:47.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:47 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:47.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:47 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:47.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:47 smithi067 ceph-mon[94375]: pgmap v347: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 278 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 718 KiB/s wr, 6 op/s; 85/603 objects degraded (14.096%) 2024-07-29T15:09:47.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:47 smithi067 ceph-mon[94375]: Health check update: Degraded data redundancy: 85/603 objects degraded (14.096%), 13 pgs degraded (PG_DEGRADED) 2024-07-29T15:09:47.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:47 smithi067 ceph-mon[94375]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-07-29T15:09:47.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:47 smithi067 ceph-mon[94375]: from='osd.5 [v2:172.21.15.138:6808/378569863,v1:172.21.15.138:6809/378569863]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T15:09:47.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:47 smithi067 ceph-mon[94375]: osdmap e491: 8 total, 7 up, 8 in 2024-07-29T15:09:47.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:47 smithi067 ceph-mon[94375]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T15:09:47.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:47 smithi067 ceph-mon[94375]: from='osd.5 ' entity='osd.5' 2024-07-29T15:09:47.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:47 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:47.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:47 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:48.038 INFO:tasks.rados.rados.0.smithi067.stdout:2124: done (1 left) 2024-07-29T15:09:48.038 INFO:tasks.rados.rados.0.smithi067.stdout:2125: done (0 left) 2024-07-29T15:09:48.038 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 28 current snap is 211 2024-07-29T15:09:48.038 INFO:tasks.rados.rados.0.smithi067.stdout:2126: seq_num 686 ranges {8617984=696320,9314304=729088,10043392=425984,10469376=49152} 2024-07-29T15:09:48.090 INFO:tasks.rados.rados.0.smithi067.stdout:2126: writing smithi06780069-28 from 8617984 to 9314304 tid 1 2024-07-29T15:09:48.094 INFO:tasks.rados.rados.0.smithi067.stdout:2126: writing smithi06780069-28 from 9314304 to 10043392 tid 2 2024-07-29T15:09:48.097 INFO:tasks.rados.rados.0.smithi067.stdout:2126: writing smithi06780069-28 from 10043392 to 10469376 tid 3 2024-07-29T15:09:48.098 INFO:tasks.rados.rados.0.smithi067.stdout:2126: writing smithi06780069-28 from 10469376 to 10518528 tid 4 2024-07-29T15:09:48.098 INFO:tasks.rados.rados.0.smithi067.stdout:2127: snap_create 2024-07-29T15:09:48.098 INFO:tasks.rados.rados.0.smithi067.stdout:2126: finishing write tid 1 to smithi06780069-28 2024-07-29T15:09:48.098 INFO:tasks.rados.rados.0.smithi067.stdout:2126: finishing write tid 2 to smithi06780069-28 2024-07-29T15:09:48.100 INFO:tasks.rados.rados.0.smithi067.stdout:2126: finishing write tid 3 to smithi06780069-28 2024-07-29T15:09:48.100 INFO:tasks.rados.rados.0.smithi067.stdout:2126: finishing write tid 4 to smithi06780069-28 2024-07-29T15:09:48.101 INFO:tasks.rados.rados.0.smithi067.stdout:2126: finishing write tid 5 to smithi06780069-28 2024-07-29T15:09:48.102 INFO:tasks.rados.rados.0.smithi067.stdout:2126: finishing write tid 6 to smithi06780069-28 2024-07-29T15:09:48.102 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 28 v 480 (ObjNum 686 snap 211 seq_num 686) dirty exists 2024-07-29T15:09:48.102 INFO:tasks.rados.rados.0.smithi067.stdout:2126: left oid 28 (ObjNum 686 snap 211 seq_num 686) 2024-07-29T15:09:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:48 smithi067 ceph-mon[91995]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-29T15:09:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:48 smithi067 ceph-mon[91995]: osd.5 [v2:172.21.15.138:6808/378569863,v1:172.21.15.138:6809/378569863] boot 2024-07-29T15:09:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:48 smithi067 ceph-mon[91995]: osdmap e492: 8 total, 8 up, 8 in 2024-07-29T15:09:48.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-29T15:09:48.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:48.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:48.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:09:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:09:47] "GET /metrics HTTP/1.1" 200 36307 "" "Prometheus/2.51.0" 2024-07-29T15:09:48.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:48 smithi067 ceph-mon[94375]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-29T15:09:48.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:48 smithi067 ceph-mon[94375]: osd.5 [v2:172.21.15.138:6808/378569863,v1:172.21.15.138:6809/378569863] boot 2024-07-29T15:09:48.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:48 smithi067 ceph-mon[94375]: osdmap e492: 8 total, 8 up, 8 in 2024-07-29T15:09:48.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-29T15:09:48.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:48.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:48.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:48 smithi138 ceph-mon[86438]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-29T15:09:48.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:48 smithi138 ceph-mon[86438]: osd.5 [v2:172.21.15.138:6808/378569863,v1:172.21.15.138:6809/378569863] boot 2024-07-29T15:09:48.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:48 smithi138 ceph-mon[86438]: osdmap e492: 8 total, 8 up, 8 in 2024-07-29T15:09:48.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-29T15:09:48.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:48.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:49.042 INFO:tasks.rados.rados.0.smithi067.stdout:2126: done (1 left) 2024-07-29T15:09:49.042 INFO:tasks.rados.rados.0.smithi067.stdout:2127: done (0 left) 2024-07-29T15:09:49.042 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 22 current snap is 212 2024-07-29T15:09:49.043 INFO:tasks.rados.rados.0.smithi067.stdout:2128: seq_num 687 ranges {2891776=712704,3604480=614400,4218880=589824} 2024-07-29T15:09:49.061 INFO:tasks.rados.rados.0.smithi067.stdout:2128: writing smithi06780069-22 from 2891776 to 3604480 tid 1 2024-07-29T15:09:49.065 INFO:tasks.rados.rados.0.smithi067.stdout:2128: writing smithi06780069-22 from 3604480 to 4218880 tid 2 2024-07-29T15:09:49.070 INFO:tasks.rados.rados.0.smithi067.stdout:2128: writing smithi06780069-22 from 4218880 to 4808704 tid 3 2024-07-29T15:09:49.070 INFO:tasks.rados.rados.0.smithi067.stdout:2129: copy_from oid 50 from oid 15 current snap is 212 2024-07-29T15:09:49.070 INFO:tasks.rados.rados.0.smithi067.stdout:2128: finishing write tid 1 to smithi06780069-22 2024-07-29T15:09:49.070 INFO:tasks.rados.rados.0.smithi067.stdout:2128: finishing write tid 2 to smithi06780069-22 2024-07-29T15:09:49.070 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 8 current snap is 212 2024-07-29T15:09:49.070 INFO:tasks.rados.rados.0.smithi067.stdout:2130: seq_num 688 ranges {0=729088,729088=499712,1228800=704512} 2024-07-29T15:09:49.074 INFO:tasks.rados.rados.0.smithi067.stdout:2130: writing smithi06780069-8 from 0 to 729088 tid 1 2024-07-29T15:09:49.077 INFO:tasks.rados.rados.0.smithi067.stdout:2130: writing smithi06780069-8 from 729088 to 1228800 tid 2 2024-07-29T15:09:49.081 INFO:tasks.rados.rados.0.smithi067.stdout:2130: writing smithi06780069-8 from 1228800 to 1933312 tid 3 2024-07-29T15:09:49.082 INFO:tasks.rados.rados.0.smithi067.stdout:2131: copy_from oid 31 from oid 27 current snap is 212 2024-07-29T15:09:49.082 INFO:tasks.rados.rados.0.smithi067.stdout:2128: finishing write tid 3 to smithi06780069-22 2024-07-29T15:09:49.082 INFO:tasks.rados.rados.0.smithi067.stdout:2129: finishing copy_from to smithi06780069-50 2024-07-29T15:09:49.082 INFO:tasks.rados.rados.0.smithi067.stdout:2129: got expected ENOENT (src dne) 2024-07-29T15:09:49.082 INFO:tasks.rados.rados.0.smithi067.stdout:2128: finishing write tid 4 to smithi06780069-22 2024-07-29T15:09:49.082 INFO:tasks.rados.rados.0.smithi067.stdout:2129: finishing copy_from racing read to smithi06780069-50 2024-07-29T15:09:49.082 INFO:tasks.rados.rados.0.smithi067.stdout:2128: finishing write tid 5 to smithi06780069-22 2024-07-29T15:09:49.082 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 927 (ObjNum 687 snap 212 seq_num 687) dirty exists 2024-07-29T15:09:49.082 INFO:tasks.rados.rados.0.smithi067.stdout:2128: left oid 22 (ObjNum 687 snap 212 seq_num 687) 2024-07-29T15:09:49.082 INFO:tasks.rados.rados.0.smithi067.stdout:2130: finishing write tid 1 to smithi06780069-8 2024-07-29T15:09:49.082 INFO:tasks.rados.rados.0.smithi067.stdout:2130: finishing write tid 2 to smithi06780069-8 2024-07-29T15:09:49.082 INFO:tasks.rados.rados.0.smithi067.stdout:2128: done (3 left) 2024-07-29T15:09:49.082 INFO:tasks.rados.rados.0.smithi067.stdout:2129: done (2 left) 2024-07-29T15:09:49.083 INFO:tasks.rados.rados.0.smithi067.stdout:2132: snap_create 2024-07-29T15:09:49.085 INFO:tasks.rados.rados.0.smithi067.stdout:2130: finishing write tid 3 to smithi06780069-8 2024-07-29T15:09:49.085 INFO:tasks.rados.rados.0.smithi067.stdout:2130: finishing write tid 4 to smithi06780069-8 2024-07-29T15:09:49.086 INFO:tasks.rados.rados.0.smithi067.stdout:2130: finishing write tid 5 to smithi06780069-8 2024-07-29T15:09:49.086 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 949 (ObjNum 688 snap 212 seq_num 688) dirty exists 2024-07-29T15:09:49.086 INFO:tasks.rados.rados.0.smithi067.stdout:2130: left oid 8 (ObjNum 688 snap 212 seq_num 688) 2024-07-29T15:09:49.092 INFO:tasks.rados.rados.0.smithi067.stdout:2131: finishing copy_from racing read to smithi06780069-31 2024-07-29T15:09:49.094 INFO:tasks.rados.rados.0.smithi067.stdout:2131: finishing copy_from to smithi06780069-31 2024-07-29T15:09:49.094 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 881 (ObjNum 360 snap 106 seq_num 360) dirty exists 2024-07-29T15:09:49.245 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:49 smithi138 ceph-mon[86438]: pgmap v350: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 280 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.1 MiB/s wr, 6 op/s; 85/603 objects degraded (14.096%) 2024-07-29T15:09:49.245 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:49 smithi138 ceph-mon[86438]: osdmap e493: 8 total, 8 up, 8 in 2024-07-29T15:09:49.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:49 smithi067 ceph-mon[91995]: pgmap v350: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 280 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.1 MiB/s wr, 6 op/s; 85/603 objects degraded (14.096%) 2024-07-29T15:09:49.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:49 smithi067 ceph-mon[91995]: osdmap e493: 8 total, 8 up, 8 in 2024-07-29T15:09:49.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:49 smithi067 ceph-mon[94375]: pgmap v350: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 280 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.1 MiB/s wr, 6 op/s; 85/603 objects degraded (14.096%) 2024-07-29T15:09:49.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:49 smithi067 ceph-mon[94375]: osdmap e493: 8 total, 8 up, 8 in 2024-07-29T15:09:50.047 INFO:tasks.rados.rados.0.smithi067.stdout:2130: done (2 left) 2024-07-29T15:09:50.048 INFO:tasks.rados.rados.0.smithi067.stdout:2131: done (1 left) 2024-07-29T15:09:50.048 INFO:tasks.rados.rados.0.smithi067.stdout:2132: done (0 left) 2024-07-29T15:09:50.048 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 43 current snap is 213 2024-07-29T15:09:50.048 INFO:tasks.rados.rados.0.smithi067.stdout:2133: seq_num 689 ranges {1589248=745472,2334720=786432,3121152=417792} 2024-07-29T15:09:50.060 INFO:tasks.rados.rados.0.smithi067.stdout:2133: writing smithi06780069-43 from 1589248 to 2334720 tid 1 2024-07-29T15:09:50.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:50 smithi138 ceph-mon[86438]: osdmap e494: 8 total, 8 up, 8 in 2024-07-29T15:09:50.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:50.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:09:50.065 INFO:tasks.rados.rados.0.smithi067.stdout:2133: writing smithi06780069-43 from 2334720 to 3121152 tid 2 2024-07-29T15:09:50.068 INFO:tasks.rados.rados.0.smithi067.stdout:2133: writing smithi06780069-43 from 3121152 to 3538944 tid 3 2024-07-29T15:09:50.068 INFO:tasks.rados.rados.0.smithi067.stdout:2134: delete oid 18 current snap is 213 2024-07-29T15:09:50.068 INFO:tasks.rados.rados.0.smithi067.stdout:2133: finishing write tid 1 to smithi06780069-43 2024-07-29T15:09:50.071 INFO:tasks.rados.rados.0.smithi067.stdout:2133: finishing write tid 2 to smithi06780069-43 2024-07-29T15:09:50.071 INFO:tasks.rados.rados.0.smithi067.stdout:2133: finishing write tid 3 to smithi06780069-43 2024-07-29T15:09:50.071 INFO:tasks.rados.rados.0.smithi067.stdout:2133: finishing write tid 4 to smithi06780069-43 2024-07-29T15:09:50.072 INFO:tasks.rados.rados.0.smithi067.stdout:2133: finishing write tid 5 to smithi06780069-43 2024-07-29T15:09:50.072 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 43 v 870 (ObjNum 689 snap 213 seq_num 689) dirty exists 2024-07-29T15:09:50.073 INFO:tasks.rados.rados.0.smithi067.stdout:2133: left oid 43 (ObjNum 689 snap 213 seq_num 689) 2024-07-29T15:09:50.073 INFO:tasks.rados.rados.0.smithi067.stdout:2133: done (1 left) 2024-07-29T15:09:50.073 INFO:tasks.rados.rados.0.smithi067.stdout:2134: done (0 left) 2024-07-29T15:09:50.073 INFO:tasks.rados.rados.0.smithi067.stdout:2135: read oid 36 snap -1 2024-07-29T15:09:50.073 INFO:tasks.rados.rados.0.smithi067.stdout:2135: expect (ObjNum 614 snap 185 seq_num 614) 2024-07-29T15:09:50.073 INFO:tasks.rados.rados.0.smithi067.stdout:2136: snap_create 2024-07-29T15:09:50.080 INFO:tasks.rados.rados.0.smithi067.stdout:2135: expect (ObjNum 614 snap 185 seq_num 614) 2024-07-29T15:09:50.442 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:09:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:09:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:09:50.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:50 smithi067 ceph-mon[91995]: osdmap e494: 8 total, 8 up, 8 in 2024-07-29T15:09:50.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:50.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:09:50.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:50 smithi067 ceph-mon[94375]: osdmap e494: 8 total, 8 up, 8 in 2024-07-29T15:09:50.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:50.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:09:50.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:09:50 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:09:50.607+0000 7f799bbb6640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-07-29T15:09:51.051 INFO:tasks.rados.rados.0.smithi067.stdout:2135: done (1 left) 2024-07-29T15:09:51.051 INFO:tasks.rados.rados.0.smithi067.stdout:2136: done (0 left) 2024-07-29T15:09:51.051 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 7 current snap is 214 2024-07-29T15:09:51.051 INFO:tasks.rados.rados.0.smithi067.stdout:2137: seq_num 691 ranges {1523712=778240,2301952=548864,2850816=614400,3465216=40960} 2024-07-29T15:09:51.063 INFO:tasks.rados.rados.0.smithi067.stdout:2137: writing smithi06780069-7 from 1523712 to 2301952 tid 1 2024-07-29T15:09:51.069 INFO:tasks.rados.rados.0.smithi067.stdout:2137: writing smithi06780069-7 from 2301952 to 2850816 tid 2 2024-07-29T15:09:51.071 INFO:tasks.rados.rados.0.smithi067.stdout:2137: writing smithi06780069-7 from 2850816 to 3465216 tid 3 2024-07-29T15:09:51.071 INFO:tasks.rados.rados.0.smithi067.stdout:2137: writing smithi06780069-7 from 3465216 to 3506176 tid 4 2024-07-29T15:09:51.072 INFO:tasks.rados.rados.0.smithi067.stdout:2138: read oid 43 snap -1 2024-07-29T15:09:51.072 INFO:tasks.rados.rados.0.smithi067.stdout:2138: expect (ObjNum 689 snap 213 seq_num 689) 2024-07-29T15:09:51.072 INFO:tasks.rados.rados.0.smithi067.stdout:2139: snap_remove snap 202 2024-07-29T15:09:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:51 smithi138 ceph-mon[86438]: pgmap v353: 121 pgs: 2 peering, 33 active+undersized, 9 active+undersized+degraded, 77 active+clean; 282 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 908 KiB/s wr, 7 op/s; 48/606 objects degraded (7.921%); 2.4 MiB/s, 0 objects/s recovering 2024-07-29T15:09:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:51 smithi138 ceph-mon[86438]: osdmap e495: 8 total, 8 up, 8 in 2024-07-29T15:09:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:51 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:51 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:51 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:09:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:51 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:09:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:51 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:51 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:09:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:51 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:09:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:51 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:09:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:51 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:09:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:51 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-29T15:09:51.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:51 smithi067 ceph-mon[91995]: pgmap v353: 121 pgs: 2 peering, 33 active+undersized, 9 active+undersized+degraded, 77 active+clean; 282 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 908 KiB/s wr, 7 op/s; 48/606 objects degraded (7.921%); 2.4 MiB/s, 0 objects/s recovering 2024-07-29T15:09:51.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:51 smithi067 ceph-mon[91995]: osdmap e495: 8 total, 8 up, 8 in 2024-07-29T15:09:51.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:51 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:51.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:51 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:51.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:51 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:09:51.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:51 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:09:51.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:51 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:51.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:51 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:09:51.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:51 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:09:51.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:51 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:09:51.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:51 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:09:51.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:51 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-29T15:09:51.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:51 smithi067 ceph-mon[94375]: pgmap v353: 121 pgs: 2 peering, 33 active+undersized, 9 active+undersized+degraded, 77 active+clean; 282 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 908 KiB/s wr, 7 op/s; 48/606 objects degraded (7.921%); 2.4 MiB/s, 0 objects/s recovering 2024-07-29T15:09:51.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:51 smithi067 ceph-mon[94375]: osdmap e495: 8 total, 8 up, 8 in 2024-07-29T15:09:51.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:51 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:51.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:51 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:51.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:51 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:09:51.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:51 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:09:51.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:51 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:09:51.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:51 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:09:51.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:51 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:09:51.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:51 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:09:51.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:51 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:09:51.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:51 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-29T15:09:52.058 INFO:tasks.rados.rados.0.smithi067.stdout:2139: done (2 left) 2024-07-29T15:09:52.058 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 25 current snap is 214 2024-07-29T15:09:52.058 INFO:tasks.rados.rados.0.smithi067.stdout:2137: finishing write tid 1 to smithi06780069-7 2024-07-29T15:09:52.058 INFO:tasks.rados.rados.0.smithi067.stdout:2140: seq_num 692 ranges {8486912=794624,9281536=483328,9764864=720896} 2024-07-29T15:09:52.109 INFO:tasks.rados.rados.0.smithi067.stdout:2140: writing smithi06780069-25 from 8486912 to 9281536 tid 1 2024-07-29T15:09:52.112 INFO:tasks.rados.rados.0.smithi067.stdout:2140: writing smithi06780069-25 from 9281536 to 9764864 tid 2 2024-07-29T15:09:52.116 INFO:tasks.rados.rados.0.smithi067.stdout:2140: writing smithi06780069-25 from 9764864 to 10485760 tid 3 2024-07-29T15:09:52.116 INFO:tasks.rados.rados.0.smithi067.stdout:2141: snap_remove snap 206 2024-07-29T15:09:52.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:52 smithi138 ceph-mon[86438]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-29T15:09:52.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:52 smithi138 ceph-mon[86438]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-07-29T15:09:52.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:52 smithi138 ceph-mon[86438]: osdmap e496: 8 total, 8 up, 8 in 2024-07-29T15:09:52.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:52 smithi067 ceph-mon[91995]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-29T15:09:52.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:52 smithi067 ceph-mon[91995]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-07-29T15:09:52.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:52 smithi067 ceph-mon[91995]: osdmap e496: 8 total, 8 up, 8 in 2024-07-29T15:09:52.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:52 smithi067 ceph-mon[94375]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-29T15:09:52.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:52 smithi067 ceph-mon[94375]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-07-29T15:09:52.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:52 smithi067 ceph-mon[94375]: osdmap e496: 8 total, 8 up, 8 in 2024-07-29T15:09:53.066 INFO:tasks.rados.rados.0.smithi067.stdout:2137: finishing write tid 2 to smithi06780069-7 2024-07-29T15:09:53.066 INFO:tasks.rados.rados.0.smithi067.stdout:2137: finishing write tid 3 to smithi06780069-7 2024-07-29T15:09:53.066 INFO:tasks.rados.rados.0.smithi067.stdout:2137: finishing write tid 4 to smithi06780069-7 2024-07-29T15:09:53.066 INFO:tasks.rados.rados.0.smithi067.stdout:2137: finishing write tid 5 to smithi06780069-7 2024-07-29T15:09:53.066 INFO:tasks.rados.rados.0.smithi067.stdout:2137: finishing write tid 6 to smithi06780069-7 2024-07-29T15:09:53.066 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 7 v 1090 (ObjNum 691 snap 214 seq_num 691) dirty exists 2024-07-29T15:09:53.067 INFO:tasks.rados.rados.0.smithi067.stdout:2137: left oid 7 (ObjNum 691 snap 214 seq_num 691) 2024-07-29T15:09:53.067 INFO:tasks.rados.rados.0.smithi067.stdout:2138: expect (ObjNum 689 snap 213 seq_num 689) 2024-07-29T15:09:53.215 INFO:tasks.rados.rados.0.smithi067.stdout:2140: finishing write tid 1 to smithi06780069-25 2024-07-29T15:09:53.215 INFO:tasks.rados.rados.0.smithi067.stdout:2140: finishing write tid 2 to smithi06780069-25 2024-07-29T15:09:53.215 INFO:tasks.rados.rados.0.smithi067.stdout:2140: finishing write tid 3 to smithi06780069-25 2024-07-29T15:09:53.215 INFO:tasks.rados.rados.0.smithi067.stdout:2140: finishing write tid 4 to smithi06780069-25 2024-07-29T15:09:53.215 INFO:tasks.rados.rados.0.smithi067.stdout:2140: finishing write tid 5 to smithi06780069-25 2024-07-29T15:09:53.215 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 25 v 1040 (ObjNum 692 snap 214 seq_num 692) dirty exists 2024-07-29T15:09:53.215 INFO:tasks.rados.rados.0.smithi067.stdout:2140: left oid 25 (ObjNum 692 snap 214 seq_num 692) 2024-07-29T15:09:53.216 INFO:tasks.rados.rados.0.smithi067.stdout:2137: done (3 left) 2024-07-29T15:09:53.216 INFO:tasks.rados.rados.0.smithi067.stdout:2138: done (2 left) 2024-07-29T15:09:53.216 INFO:tasks.rados.rados.0.smithi067.stdout:2140: done (1 left) 2024-07-29T15:09:53.216 INFO:tasks.rados.rados.0.smithi067.stdout:2141: done (0 left) 2024-07-29T15:09:53.216 INFO:tasks.rados.rados.0.smithi067.stdout:2142: setattr oid 3 current snap is 214 2024-07-29T15:09:53.218 INFO:tasks.rados.rados.0.smithi067.stdout:2143: copy_from oid 22 from oid 29 current snap is 214 2024-07-29T15:09:53.218 INFO:tasks.rados.rados.0.smithi067.stdout:2144: rmattr oid 39 current snap is 214 2024-07-29T15:09:53.218 INFO:tasks.rados.rados.0.smithi067.stdout:2144: done (2 left) 2024-07-29T15:09:53.218 INFO:tasks.rados.rados.0.smithi067.stdout:2145: rollback oid 28 current snap is 214 2024-07-29T15:09:53.218 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 28 to 185 2024-07-29T15:09:53.218 INFO:tasks.rados.rados.0.smithi067.stdout:2146: snap_create 2024-07-29T15:09:53.219 INFO:tasks.rados.rados.0.smithi067.stdout:2145: finishing rollback tid 0 to smithi06780069-28 2024-07-29T15:09:53.220 INFO:tasks.rados.rados.0.smithi067.stdout:2145: finishing rollback tid 1 to smithi06780069-28 2024-07-29T15:09:53.220 INFO:tasks.rados.rados.0.smithi067.stdout:2145: finishing rollback tid 2 to smithi06780069-28 2024-07-29T15:09:53.220 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 28 v 483 (ObjNum 458 snap 133 seq_num 458) dirty exists 2024-07-29T15:09:53.222 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 939 (ObjNum 636 snap 193 seq_num 636) dirty exists 2024-07-29T15:09:53.230 INFO:tasks.rados.rados.0.smithi067.stdout:2143: finishing copy_from racing read to smithi06780069-22 2024-07-29T15:09:53.232 INFO:tasks.rados.rados.0.smithi067.stdout:2143: finishing copy_from to smithi06780069-22 2024-07-29T15:09:53.232 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 909 (ObjNum 514 snap 151 seq_num 514) dirty exists 2024-07-29T15:09:53.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:53 smithi138 ceph-mon[86438]: pgmap v356: 121 pgs: 2 peering, 3 active+undersized, 1 active+undersized+degraded, 115 active+clean; 286 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s wr, 7 op/s; 1/603 objects degraded (0.166%); 9.7 MiB/s, 1 objects/s recovering 2024-07-29T15:09:53.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:53 smithi138 ceph-mon[86438]: Health check update: Degraded data redundancy: 1/603 objects degraded (0.166%), 1 pg degraded (PG_DEGRADED) 2024-07-29T15:09:53.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:53 smithi138 ceph-mon[86438]: osdmap e497: 8 total, 8 up, 8 in 2024-07-29T15:09:53.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:53 smithi067 ceph-mon[91995]: pgmap v356: 121 pgs: 2 peering, 3 active+undersized, 1 active+undersized+degraded, 115 active+clean; 286 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s wr, 7 op/s; 1/603 objects degraded (0.166%); 9.7 MiB/s, 1 objects/s recovering 2024-07-29T15:09:53.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:53 smithi067 ceph-mon[91995]: Health check update: Degraded data redundancy: 1/603 objects degraded (0.166%), 1 pg degraded (PG_DEGRADED) 2024-07-29T15:09:53.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:53 smithi067 ceph-mon[91995]: osdmap e497: 8 total, 8 up, 8 in 2024-07-29T15:09:53.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:53 smithi067 ceph-mon[94375]: pgmap v356: 121 pgs: 2 peering, 3 active+undersized, 1 active+undersized+degraded, 115 active+clean; 286 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s wr, 7 op/s; 1/603 objects degraded (0.166%); 9.7 MiB/s, 1 objects/s recovering 2024-07-29T15:09:53.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:53 smithi067 ceph-mon[94375]: Health check update: Degraded data redundancy: 1/603 objects degraded (0.166%), 1 pg degraded (PG_DEGRADED) 2024-07-29T15:09:53.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:53 smithi067 ceph-mon[94375]: osdmap e497: 8 total, 8 up, 8 in 2024-07-29T15:09:54.074 INFO:tasks.rados.rados.0.smithi067.stdout:2142: done (3 left) 2024-07-29T15:09:54.074 INFO:tasks.rados.rados.0.smithi067.stdout:2143: done (2 left) 2024-07-29T15:09:54.074 INFO:tasks.rados.rados.0.smithi067.stdout:2145: done (1 left) 2024-07-29T15:09:54.074 INFO:tasks.rados.rados.0.smithi067.stdout:2146: done (0 left) 2024-07-29T15:09:54.074 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 18 current snap is 215 2024-07-29T15:09:54.074 INFO:tasks.rados.rados.0.smithi067.stdout:2147: seq_num 693 ranges {0=409600,409600=770048,1179648=581632,1761280=253952} 2024-07-29T15:09:54.076 INFO:tasks.rados.rados.0.smithi067.stdout:2147: writing smithi06780069-18 from 0 to 409600 tid 1 2024-07-29T15:09:54.080 INFO:tasks.rados.rados.0.smithi067.stdout:2147: writing smithi06780069-18 from 409600 to 1179648 tid 2 2024-07-29T15:09:54.084 INFO:tasks.rados.rados.0.smithi067.stdout:2147: writing smithi06780069-18 from 1179648 to 1761280 tid 3 2024-07-29T15:09:54.086 INFO:tasks.rados.rados.0.smithi067.stdout:2147: writing smithi06780069-18 from 1761280 to 2015232 tid 4 2024-07-29T15:09:54.086 INFO:tasks.rados.rados.0.smithi067.stdout:2148: snap_create 2024-07-29T15:09:54.086 INFO:tasks.rados.rados.0.smithi067.stdout:2147: finishing write tid 1 to smithi06780069-18 2024-07-29T15:09:54.086 INFO:tasks.rados.rados.0.smithi067.stdout:2147: finishing write tid 2 to smithi06780069-18 2024-07-29T15:09:54.089 INFO:tasks.rados.rados.0.smithi067.stdout:2147: finishing write tid 3 to smithi06780069-18 2024-07-29T15:09:54.089 INFO:tasks.rados.rados.0.smithi067.stdout:2147: finishing write tid 4 to smithi06780069-18 2024-07-29T15:09:54.089 INFO:tasks.rados.rados.0.smithi067.stdout:2147: finishing write tid 5 to smithi06780069-18 2024-07-29T15:09:54.093 INFO:tasks.rados.rados.0.smithi067.stdout:2147: finishing write tid 6 to smithi06780069-18 2024-07-29T15:09:54.093 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 933 (ObjNum 693 snap 215 seq_num 693) dirty exists 2024-07-29T15:09:54.093 INFO:tasks.rados.rados.0.smithi067.stdout:2147: left oid 18 (ObjNum 693 snap 215 seq_num 693) 2024-07-29T15:09:54.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:54 smithi067 ceph-mon[91995]: osdmap e498: 8 total, 8 up, 8 in 2024-07-29T15:09:54.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:54 smithi067 ceph-mon[94375]: osdmap e498: 8 total, 8 up, 8 in 2024-07-29T15:09:54.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:54 smithi138 ceph-mon[86438]: osdmap e498: 8 total, 8 up, 8 in 2024-07-29T15:09:55.078 INFO:tasks.rados.rados.0.smithi067.stdout:2147: done (1 left) 2024-07-29T15:09:55.079 INFO:tasks.rados.rados.0.smithi067.stdout:2148: done (0 left) 2024-07-29T15:09:55.079 INFO:tasks.rados.rados.0.smithi067.stdout:2149: setattr oid 44 current snap is 216 2024-07-29T15:09:55.080 INFO:tasks.rados.rados.0.smithi067.stdout:2150: rollback oid 20 current snap is 216 2024-07-29T15:09:55.080 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 20 to 214 2024-07-29T15:09:55.080 INFO:tasks.rados.rados.0.smithi067.stdout:2151: snap_remove snap 167 2024-07-29T15:09:55.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:55 smithi067 ceph-mon[91995]: pgmap v359: 121 pgs: 121 active+clean; 296 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.8 MiB/s wr, 4 op/s; 7.4 MiB/s, 0 objects/s recovering 2024-07-29T15:09:55.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:55 smithi067 ceph-mon[91995]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/603 objects degraded (0.166%), 1 pg degraded) 2024-07-29T15:09:55.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:55 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:09:55.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:55 smithi067 ceph-mon[91995]: osdmap e499: 8 total, 8 up, 8 in 2024-07-29T15:09:55.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:55 smithi067 ceph-mon[94375]: pgmap v359: 121 pgs: 121 active+clean; 296 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.8 MiB/s wr, 4 op/s; 7.4 MiB/s, 0 objects/s recovering 2024-07-29T15:09:55.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:55 smithi067 ceph-mon[94375]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/603 objects degraded (0.166%), 1 pg degraded) 2024-07-29T15:09:55.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:55 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:09:55.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:55 smithi067 ceph-mon[94375]: osdmap e499: 8 total, 8 up, 8 in 2024-07-29T15:09:55.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:55 smithi138 ceph-mon[86438]: pgmap v359: 121 pgs: 121 active+clean; 296 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.8 MiB/s wr, 4 op/s; 7.4 MiB/s, 0 objects/s recovering 2024-07-29T15:09:55.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:55 smithi138 ceph-mon[86438]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/603 objects degraded (0.166%), 1 pg degraded) 2024-07-29T15:09:55.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:55 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:09:55.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:55 smithi138 ceph-mon[86438]: osdmap e499: 8 total, 8 up, 8 in 2024-07-29T15:09:56.082 INFO:tasks.rados.rados.0.smithi067.stdout:2151: done (2 left) 2024-07-29T15:09:56.082 INFO:tasks.rados.rados.0.smithi067.stdout:2152: copy_from oid 39 from oid 18 current snap is 216 2024-07-29T15:09:56.082 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 523 (ObjNum 549 snap 161 seq_num 549) dirty exists 2024-07-29T15:09:56.082 INFO:tasks.rados.rados.0.smithi067.stdout:2150: finishing rollback tid 0 to smithi06780069-20 2024-07-29T15:09:56.082 INFO:tasks.rados.rados.0.smithi067.stdout:2150: finishing rollback tid 1 to smithi06780069-20 2024-07-29T15:09:56.083 INFO:tasks.rados.rados.0.smithi067.stdout:2150: finishing rollback tid 2 to smithi06780069-20 2024-07-29T15:09:56.083 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 944 (ObjNum 634 snap 192 seq_num 634) dirty exists 2024-07-29T15:09:56.083 INFO:tasks.rados.rados.0.smithi067.stdout:2149: done (2 left) 2024-07-29T15:09:56.083 INFO:tasks.rados.rados.0.smithi067.stdout:2150: done (1 left) 2024-07-29T15:09:56.083 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 23 current snap is 216 2024-07-29T15:09:56.083 INFO:tasks.rados.rados.0.smithi067.stdout:2153: seq_num 694 ranges {5144576=425984,5570560=655360,6225920=786432,7012352=163840} 2024-07-29T15:09:56.115 INFO:tasks.rados.rados.0.smithi067.stdout:2153: writing smithi06780069-23 from 5144576 to 5570560 tid 1 2024-07-29T15:09:56.118 INFO:tasks.rados.rados.0.smithi067.stdout:2153: writing smithi06780069-23 from 5570560 to 6225920 tid 2 2024-07-29T15:09:56.123 INFO:tasks.rados.rados.0.smithi067.stdout:2153: writing smithi06780069-23 from 6225920 to 7012352 tid 3 2024-07-29T15:09:56.124 INFO:tasks.rados.rados.0.smithi067.stdout:2153: writing smithi06780069-23 from 7012352 to 7176192 tid 4 2024-07-29T15:09:56.124 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 30 current snap is 216 2024-07-29T15:09:56.124 INFO:tasks.rados.rados.0.smithi067.stdout:2154: seq_num 695 ranges {2236416=442368,2678784=540672,3219456=598016,3817472=466944} 2024-07-29T15:09:56.138 INFO:tasks.rados.rados.0.smithi067.stdout:2154: writing smithi06780069-30 from 2236416 to 2678784 tid 1 2024-07-29T15:09:56.141 INFO:tasks.rados.rados.0.smithi067.stdout:2154: writing smithi06780069-30 from 2678784 to 3219456 tid 2 2024-07-29T15:09:56.144 INFO:tasks.rados.rados.0.smithi067.stdout:2154: writing smithi06780069-30 from 3219456 to 3817472 tid 3 2024-07-29T15:09:56.147 INFO:tasks.rados.rados.0.smithi067.stdout:2154: writing smithi06780069-30 from 3817472 to 4284416 tid 4 2024-07-29T15:09:56.147 INFO:tasks.rados.rados.0.smithi067.stdout:2155: read oid 19 snap -1 2024-07-29T15:09:56.147 INFO:tasks.rados.rados.0.smithi067.stdout:2155: expect deleted 2024-07-29T15:09:56.148 INFO:tasks.rados.rados.0.smithi067.stdout:2156: read oid 1 snap -1 2024-07-29T15:09:56.148 INFO:tasks.rados.rados.0.smithi067.stdout:2156: expect (ObjNum 567 snap 165 seq_num 567) 2024-07-29T15:09:56.148 INFO:tasks.rados.rados.0.smithi067.stdout:2157: snap_remove snap 184 2024-07-29T15:09:56.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:56 smithi067 ceph-mon[91995]: osdmap e500: 8 total, 8 up, 8 in 2024-07-29T15:09:56.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:56 smithi067 ceph-mon[94375]: osdmap e500: 8 total, 8 up, 8 in 2024-07-29T15:09:56.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:56 smithi138 ceph-mon[86438]: osdmap e500: 8 total, 8 up, 8 in 2024-07-29T15:09:57.087 INFO:tasks.rados.rados.0.smithi067.stdout:2157: done (5 left) 2024-07-29T15:09:57.087 INFO:tasks.rados.rados.0.smithi067.stdout:2158: rollback oid 41 current snap is 216 2024-07-29T15:09:57.087 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 41 to 205 2024-07-29T15:09:57.087 INFO:tasks.rados.rados.0.smithi067.stdout:2152: finishing copy_from racing read to smithi06780069-39 2024-07-29T15:09:57.087 INFO:tasks.rados.rados.0.smithi067.stdout:2152: finishing copy_from to smithi06780069-39 2024-07-29T15:09:57.087 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 933 (ObjNum 693 snap 215 seq_num 693) dirty exists 2024-07-29T15:09:57.087 INFO:tasks.rados.rados.0.smithi067.stdout:2153: finishing write tid 1 to smithi06780069-23 2024-07-29T15:09:57.087 INFO:tasks.rados.rados.0.smithi067.stdout:2153: finishing write tid 2 to smithi06780069-23 2024-07-29T15:09:57.088 INFO:tasks.rados.rados.0.smithi067.stdout:2153: finishing write tid 3 to smithi06780069-23 2024-07-29T15:09:57.088 INFO:tasks.rados.rados.0.smithi067.stdout:2153: finishing write tid 4 to smithi06780069-23 2024-07-29T15:09:57.088 INFO:tasks.rados.rados.0.smithi067.stdout:2153: finishing write tid 5 to smithi06780069-23 2024-07-29T15:09:57.088 INFO:tasks.rados.rados.0.smithi067.stdout:2153: finishing write tid 6 to smithi06780069-23 2024-07-29T15:09:57.088 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 982 (ObjNum 694 snap 216 seq_num 694) dirty exists 2024-07-29T15:09:57.088 INFO:tasks.rados.rados.0.smithi067.stdout:2153: left oid 23 (ObjNum 694 snap 216 seq_num 694) 2024-07-29T15:09:57.088 INFO:tasks.rados.rados.0.smithi067.stdout:2154: finishing write tid 1 to smithi06780069-30 2024-07-29T15:09:57.088 INFO:tasks.rados.rados.0.smithi067.stdout:2154: finishing write tid 2 to smithi06780069-30 2024-07-29T15:09:57.088 INFO:tasks.rados.rados.0.smithi067.stdout:2154: finishing write tid 3 to smithi06780069-30 2024-07-29T15:09:57.088 INFO:tasks.rados.rados.0.smithi067.stdout:2154: finishing write tid 4 to smithi06780069-30 2024-07-29T15:09:57.088 INFO:tasks.rados.rados.0.smithi067.stdout:2154: finishing write tid 5 to smithi06780069-30 2024-07-29T15:09:57.088 INFO:tasks.rados.rados.0.smithi067.stdout:2154: finishing write tid 6 to smithi06780069-30 2024-07-29T15:09:57.088 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 988 (ObjNum 695 snap 216 seq_num 695) dirty exists 2024-07-29T15:09:57.088 INFO:tasks.rados.rados.0.smithi067.stdout:2154: left oid 30 (ObjNum 695 snap 216 seq_num 695) 2024-07-29T15:09:57.089 INFO:tasks.rados.rados.0.smithi067.stdout:2156: expect (ObjNum 567 snap 165 seq_num 567) 2024-07-29T15:09:57.229 INFO:tasks.rados.rados.0.smithi067.stdout:2158: finishing rollback tid 0 to smithi06780069-41 2024-07-29T15:09:57.229 INFO:tasks.rados.rados.0.smithi067.stdout:2158: finishing rollback tid 1 to smithi06780069-41 2024-07-29T15:09:57.229 INFO:tasks.rados.rados.0.smithi067.stdout:2158: finishing rollback tid 2 to smithi06780069-41 2024-07-29T15:09:57.229 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 947 (ObjNum 630 snap 192 seq_num 630) dirty exists 2024-07-29T15:09:57.229 INFO:tasks.rados.rados.0.smithi067.stdout:2152: done (5 left) 2024-07-29T15:09:57.229 INFO:tasks.rados.rados.0.smithi067.stdout:2153: done (4 left) 2024-07-29T15:09:57.229 INFO:tasks.rados.rados.0.smithi067.stdout:2154: done (3 left) 2024-07-29T15:09:57.229 INFO:tasks.rados.rados.0.smithi067.stdout:2155: done (2 left) 2024-07-29T15:09:57.230 INFO:tasks.rados.rados.0.smithi067.stdout:2156: done (1 left) 2024-07-29T15:09:57.230 INFO:tasks.rados.rados.0.smithi067.stdout:2158: done (0 left) 2024-07-29T15:09:57.230 INFO:tasks.rados.rados.0.smithi067.stdout:2159: read oid 21 snap -1 2024-07-29T15:09:57.230 INFO:tasks.rados.rados.0.smithi067.stdout:2159: expect deleted 2024-07-29T15:09:57.230 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 11 current snap is 216 2024-07-29T15:09:57.230 INFO:tasks.rados.rados.0.smithi067.stdout:2160: seq_num 696 ranges {2646016=458752,3104768=417792,3522560=753664,4276224=434176} 2024-07-29T15:09:57.245 INFO:tasks.rados.rados.0.smithi067.stdout:2160: writing smithi06780069-11 from 2646016 to 3104768 tid 1 2024-07-29T15:09:57.248 INFO:tasks.rados.rados.0.smithi067.stdout:2160: writing smithi06780069-11 from 3104768 to 3522560 tid 2 2024-07-29T15:09:57.252 INFO:tasks.rados.rados.0.smithi067.stdout:2160: writing smithi06780069-11 from 3522560 to 4276224 tid 3 2024-07-29T15:09:57.255 INFO:tasks.rados.rados.0.smithi067.stdout:2160: writing smithi06780069-11 from 4276224 to 4710400 tid 4 2024-07-29T15:09:57.255 INFO:tasks.rados.rados.0.smithi067.stdout:2161: delete oid 25 current snap is 216 2024-07-29T15:09:57.256 INFO:tasks.rados.rados.0.smithi067.stdout:2160: finishing write tid 1 to smithi06780069-11 2024-07-29T15:09:57.256 INFO:tasks.rados.rados.0.smithi067.stdout:2160: finishing write tid 2 to smithi06780069-11 2024-07-29T15:09:57.256 INFO:tasks.rados.rados.0.smithi067.stdout:2160: finishing write tid 3 to smithi06780069-11 2024-07-29T15:09:57.258 INFO:tasks.rados.rados.0.smithi067.stdout:2159: done (2 left) 2024-07-29T15:09:57.258 INFO:tasks.rados.rados.0.smithi067.stdout:2161: done (1 left) 2024-07-29T15:09:57.258 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 8 current snap is 216 2024-07-29T15:09:57.258 INFO:tasks.rados.rados.0.smithi067.stdout:2162: seq_num 698 ranges {1933312=499712,2433024=589824,3022848=770048,3792896=245760} 2024-07-29T15:09:57.271 INFO:tasks.rados.rados.0.smithi067.stdout:2162: writing smithi06780069-8 from 1933312 to 2433024 tid 1 2024-07-29T15:09:57.275 INFO:tasks.rados.rados.0.smithi067.stdout:2162: writing smithi06780069-8 from 2433024 to 3022848 tid 2 2024-07-29T15:09:57.279 INFO:tasks.rados.rados.0.smithi067.stdout:2162: writing smithi06780069-8 from 3022848 to 3792896 tid 3 2024-07-29T15:09:57.281 INFO:tasks.rados.rados.0.smithi067.stdout:2162: writing smithi06780069-8 from 3792896 to 4038656 tid 4 2024-07-29T15:09:57.281 INFO:tasks.rados.rados.0.smithi067.stdout:2163: read oid 19 snap -1 2024-07-29T15:09:57.281 INFO:tasks.rados.rados.0.smithi067.stdout:2163: expect deleted 2024-07-29T15:09:57.281 INFO:tasks.rados.rados.0.smithi067.stdout:2164: setattr oid 34 current snap is 216 2024-07-29T15:09:57.281 INFO:tasks.rados.rados.0.smithi067.stdout:2160: finishing write tid 4 to smithi06780069-11 2024-07-29T15:09:57.281 INFO:tasks.rados.rados.0.smithi067.stdout:2160: finishing write tid 5 to smithi06780069-11 2024-07-29T15:09:57.282 INFO:tasks.rados.rados.0.smithi067.stdout:2160: finishing write tid 6 to smithi06780069-11 2024-07-29T15:09:57.282 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 11 v 998 (ObjNum 696 snap 216 seq_num 696) dirty exists 2024-07-29T15:09:57.282 INFO:tasks.rados.rados.0.smithi067.stdout:2160: left oid 11 (ObjNum 696 snap 216 seq_num 696) 2024-07-29T15:09:57.282 INFO:tasks.rados.rados.0.smithi067.stdout:2162: finishing write tid 1 to smithi06780069-8 2024-07-29T15:09:57.282 INFO:tasks.rados.rados.0.smithi067.stdout:2162: finishing write tid 2 to smithi06780069-8 2024-07-29T15:09:57.282 INFO:tasks.rados.rados.0.smithi067.stdout:2160: done (3 left) 2024-07-29T15:09:57.282 INFO:tasks.rados.rados.0.smithi067.stdout:2163: done (2 left) 2024-07-29T15:09:57.282 INFO:tasks.rados.rados.0.smithi067.stdout:2165: delete oid 39 current snap is 216 2024-07-29T15:09:57.283 INFO:tasks.rados.rados.0.smithi067.stdout:2165: done (2 left) 2024-07-29T15:09:57.283 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 9 current snap is 216 2024-07-29T15:09:57.283 INFO:tasks.rados.rados.0.smithi067.stdout:2166: seq_num 700 ranges {1425408=532480,1957888=409600,2367488=737280,3104768=458752} 2024-07-29T15:09:57.294 INFO:tasks.rados.rados.0.smithi067.stdout:2166: writing smithi06780069-9 from 1425408 to 1957888 tid 1 2024-07-29T15:09:57.296 INFO:tasks.rados.rados.0.smithi067.stdout:2166: writing smithi06780069-9 from 1957888 to 2367488 tid 2 2024-07-29T15:09:57.300 INFO:tasks.rados.rados.0.smithi067.stdout:2166: writing smithi06780069-9 from 2367488 to 3104768 tid 3 2024-07-29T15:09:57.303 INFO:tasks.rados.rados.0.smithi067.stdout:2166: writing smithi06780069-9 from 3104768 to 3563520 tid 4 2024-07-29T15:09:57.304 INFO:tasks.rados.rados.0.smithi067.stdout:2167: read oid 15 snap -1 2024-07-29T15:09:57.304 INFO:tasks.rados.rados.0.smithi067.stdout:2167: expect deleted 2024-07-29T15:09:57.304 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 20 current snap is 216 2024-07-29T15:09:57.304 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 34 v 1115 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-07-29T15:09:57.304 INFO:tasks.rados.rados.0.smithi067.stdout:2162: finishing write tid 3 to smithi06780069-8 2024-07-29T15:09:57.304 INFO:tasks.rados.rados.0.smithi067.stdout:2162: finishing write tid 4 to smithi06780069-8 2024-07-29T15:09:57.304 INFO:tasks.rados.rados.0.smithi067.stdout:2168: seq_num 701 ranges {1024000=548864,1572864=696320,2269184=540672,2809856=368640} 2024-07-29T15:09:57.312 INFO:tasks.rados.rados.0.smithi067.stdout:2168: writing smithi06780069-20 from 1024000 to 1572864 tid 1 2024-07-29T15:09:57.315 INFO:tasks.rados.rados.0.smithi067.stdout:2168: writing smithi06780069-20 from 1572864 to 2269184 tid 2 2024-07-29T15:09:57.318 INFO:tasks.rados.rados.0.smithi067.stdout:2168: writing smithi06780069-20 from 2269184 to 2809856 tid 3 2024-07-29T15:09:57.321 INFO:tasks.rados.rados.0.smithi067.stdout:2168: writing smithi06780069-20 from 2809856 to 3178496 tid 4 2024-07-29T15:09:57.322 INFO:tasks.rados.rados.0.smithi067.stdout:2164: done (4 left) 2024-07-29T15:09:57.322 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 46 current snap is 216 2024-07-29T15:09:57.322 INFO:tasks.rados.rados.0.smithi067.stdout:2162: finishing write tid 5 to smithi06780069-8 2024-07-29T15:09:57.322 INFO:tasks.rados.rados.0.smithi067.stdout:2162: finishing write tid 6 to smithi06780069-8 2024-07-29T15:09:57.322 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 954 (ObjNum 698 snap 216 seq_num 698) dirty exists 2024-07-29T15:09:57.322 INFO:tasks.rados.rados.0.smithi067.stdout:2162: left oid 8 (ObjNum 698 snap 216 seq_num 698) 2024-07-29T15:09:57.322 INFO:tasks.rados.rados.0.smithi067.stdout:2166: finishing write tid 1 to smithi06780069-9 2024-07-29T15:09:57.322 INFO:tasks.rados.rados.0.smithi067.stdout:2166: finishing write tid 2 to smithi06780069-9 2024-07-29T15:09:57.322 INFO:tasks.rados.rados.0.smithi067.stdout:2169: seq_num 702 ranges {2105344=565248,2670592=581632,3252224=745472,3997696=278528} 2024-07-29T15:09:57.336 INFO:tasks.rados.rados.0.smithi067.stdout:2169: writing smithi06780069-46 from 2105344 to 2670592 tid 1 2024-07-29T15:09:57.340 INFO:tasks.rados.rados.0.smithi067.stdout:2169: writing smithi06780069-46 from 2670592 to 3252224 tid 2 2024-07-29T15:09:57.344 INFO:tasks.rados.rados.0.smithi067.stdout:2169: writing smithi06780069-46 from 3252224 to 3997696 tid 3 2024-07-29T15:09:57.346 INFO:tasks.rados.rados.0.smithi067.stdout:2169: writing smithi06780069-46 from 3997696 to 4276224 tid 4 2024-07-29T15:09:57.346 INFO:tasks.rados.rados.0.smithi067.stdout:2162: done (4 left) 2024-07-29T15:09:57.347 INFO:tasks.rados.rados.0.smithi067.stdout:2170: snap_create 2024-07-29T15:09:57.347 INFO:tasks.rados.rados.0.smithi067.stdout:2166: finishing write tid 3 to smithi06780069-9 2024-07-29T15:09:57.347 INFO:tasks.rados.rados.0.smithi067.stdout:2166: finishing write tid 4 to smithi06780069-9 2024-07-29T15:09:57.347 INFO:tasks.rados.rados.0.smithi067.stdout:2166: finishing write tid 5 to smithi06780069-9 2024-07-29T15:09:57.347 INFO:tasks.rados.rados.0.smithi067.stdout:2166: finishing write tid 6 to smithi06780069-9 2024-07-29T15:09:57.347 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 9 v 864 (ObjNum 700 snap 216 seq_num 700) dirty exists 2024-07-29T15:09:57.347 INFO:tasks.rados.rados.0.smithi067.stdout:2166: left oid 9 (ObjNum 700 snap 216 seq_num 700) 2024-07-29T15:09:57.347 INFO:tasks.rados.rados.0.smithi067.stdout:2168: finishing write tid 1 to smithi06780069-20 2024-07-29T15:09:57.347 INFO:tasks.rados.rados.0.smithi067.stdout:2168: finishing write tid 2 to smithi06780069-20 2024-07-29T15:09:57.347 INFO:tasks.rados.rados.0.smithi067.stdout:2168: finishing write tid 3 to smithi06780069-20 2024-07-29T15:09:57.347 INFO:tasks.rados.rados.0.smithi067.stdout:2168: finishing write tid 4 to smithi06780069-20 2024-07-29T15:09:57.347 INFO:tasks.rados.rados.0.smithi067.stdout:2168: finishing write tid 5 to smithi06780069-20 2024-07-29T15:09:57.348 INFO:tasks.rados.rados.0.smithi067.stdout:2168: finishing write tid 6 to smithi06780069-20 2024-07-29T15:09:57.348 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 952 (ObjNum 701 snap 216 seq_num 701) dirty exists 2024-07-29T15:09:57.348 INFO:tasks.rados.rados.0.smithi067.stdout:2168: left oid 20 (ObjNum 701 snap 216 seq_num 701) 2024-07-29T15:09:57.348 INFO:tasks.rados.rados.0.smithi067.stdout:2169: finishing write tid 1 to smithi06780069-46 2024-07-29T15:09:57.348 INFO:tasks.rados.rados.0.smithi067.stdout:2169: finishing write tid 2 to smithi06780069-46 2024-07-29T15:09:57.348 INFO:tasks.rados.rados.0.smithi067.stdout:2169: finishing write tid 3 to smithi06780069-46 2024-07-29T15:09:57.505 INFO:tasks.rados.rados.0.smithi067.stdout:2169: finishing write tid 4 to smithi06780069-46 2024-07-29T15:09:57.505 INFO:tasks.rados.rados.0.smithi067.stdout:2169: finishing write tid 5 to smithi06780069-46 2024-07-29T15:09:57.506 INFO:tasks.rados.rados.0.smithi067.stdout:2169: finishing write tid 6 to smithi06780069-46 2024-07-29T15:09:57.506 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 46 v 1137 (ObjNum 702 snap 216 seq_num 702) dirty exists 2024-07-29T15:09:57.506 INFO:tasks.rados.rados.0.smithi067.stdout:2169: left oid 46 (ObjNum 702 snap 216 seq_num 702) 2024-07-29T15:09:57.507 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:57 smithi067 ceph-mon[91995]: pgmap v362: 121 pgs: 121 active+clean; 302 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 9 op/s 2024-07-29T15:09:57.507 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:57 smithi067 ceph-mon[91995]: osdmap e501: 8 total, 8 up, 8 in 2024-07-29T15:09:57.507 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:57 smithi067 ceph-mon[94375]: pgmap v362: 121 pgs: 121 active+clean; 302 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 9 op/s 2024-07-29T15:09:57.507 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:57 smithi067 ceph-mon[94375]: osdmap e501: 8 total, 8 up, 8 in 2024-07-29T15:09:57.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:57 smithi138 ceph-mon[86438]: pgmap v362: 121 pgs: 121 active+clean; 302 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 9 op/s 2024-07-29T15:09:57.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:57 smithi138 ceph-mon[86438]: osdmap e501: 8 total, 8 up, 8 in 2024-07-29T15:09:57.945 INFO:tasks.rados.rados.0.smithi067.stdout:2166: done (4 left) 2024-07-29T15:09:57.945 INFO:tasks.rados.rados.0.smithi067.stdout:2167: done (3 left) 2024-07-29T15:09:57.945 INFO:tasks.rados.rados.0.smithi067.stdout:2168: done (2 left) 2024-07-29T15:09:57.945 INFO:tasks.rados.rados.0.smithi067.stdout:2169: done (1 left) 2024-07-29T15:09:57.945 INFO:tasks.rados.rados.0.smithi067.stdout:2170: done (0 left) 2024-07-29T15:09:57.945 INFO:tasks.rados.rados.0.smithi067.stdout:2171: read oid 22 snap -1 2024-07-29T15:09:57.945 INFO:tasks.rados.rados.0.smithi067.stdout:2171: expect (ObjNum 514 snap 151 seq_num 514) 2024-07-29T15:09:57.945 INFO:tasks.rados.rados.0.smithi067.stdout:2172: read oid 39 snap 207 2024-07-29T15:09:57.945 INFO:tasks.rados.rados.0.smithi067.stdout:2172: expect deleted 2024-07-29T15:09:57.945 INFO:tasks.rados.rados.0.smithi067.stdout:2173: setattr oid 14 current snap is 217 2024-07-29T15:09:57.946 INFO:tasks.rados.rados.0.smithi067.stdout:2174: read oid 36 snap 192 2024-07-29T15:09:57.946 INFO:tasks.rados.rados.0.smithi067.stdout:2174: expect deleted 2024-07-29T15:09:57.946 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 43 current snap is 217 2024-07-29T15:09:57.946 INFO:tasks.rados.rados.0.smithi067.stdout:2175: seq_num 703 ranges {3538944=581632,4120576=458752,4579328=557056,5136384=417792,5554176=172032} 2024-07-29T15:09:57.969 INFO:tasks.rados.rados.0.smithi067.stdout:2175: writing smithi06780069-43 from 3538944 to 4120576 tid 1 2024-07-29T15:09:57.971 INFO:tasks.rados.rados.0.smithi067.stdout:2175: writing smithi06780069-43 from 4120576 to 4579328 tid 2 2024-07-29T15:09:57.975 INFO:tasks.rados.rados.0.smithi067.stdout:2175: writing smithi06780069-43 from 4579328 to 5136384 tid 3 2024-07-29T15:09:57.977 INFO:tasks.rados.rados.0.smithi067.stdout:2175: writing smithi06780069-43 from 5136384 to 5554176 tid 4 2024-07-29T15:09:57.979 INFO:tasks.rados.rados.0.smithi067.stdout:2175: writing smithi06780069-43 from 5554176 to 5726208 tid 5 2024-07-29T15:09:57.979 INFO:tasks.rados.rados.0.smithi067.stdout:2176: read oid 24 snap -1 2024-07-29T15:09:57.979 INFO:tasks.rados.rados.0.smithi067.stdout:2176: expect deleted 2024-07-29T15:09:57.979 INFO:tasks.rados.rados.0.smithi067.stdout:2177: read oid 37 snap -1 2024-07-29T15:09:57.979 INFO:tasks.rados.rados.0.smithi067.stdout:2177: expect deleted 2024-07-29T15:09:57.979 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 5 current snap is 217 2024-07-29T15:09:57.979 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 14 v 882 (ObjNum 568 snap 166 seq_num 568) dirty exists 2024-07-29T15:09:57.979 INFO:tasks.rados.rados.0.smithi067.stdout:2171: expect (ObjNum 514 snap 151 seq_num 514) 2024-07-29T15:09:57.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:09:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:09:57] "GET /metrics HTTP/1.1" 200 36166 "" "Prometheus/2.51.0" 2024-07-29T15:09:58.070 INFO:tasks.rados.rados.0.smithi067.stdout:2175: finishing write tid 1 to smithi06780069-43 2024-07-29T15:09:58.070 INFO:tasks.rados.rados.0.smithi067.stdout:2175: finishing write tid 2 to smithi06780069-43 2024-07-29T15:09:58.070 INFO:tasks.rados.rados.0.smithi067.stdout:2175: finishing write tid 3 to smithi06780069-43 2024-07-29T15:09:58.070 INFO:tasks.rados.rados.0.smithi067.stdout:2178: seq_num 704 ranges {0=598016,598016=745472,1343488=712704,2056192=147456} 2024-07-29T15:09:58.073 INFO:tasks.rados.rados.0.smithi067.stdout:2178: writing smithi06780069-5 from 0 to 598016 tid 1 2024-07-29T15:09:58.077 INFO:tasks.rados.rados.0.smithi067.stdout:2178: writing smithi06780069-5 from 598016 to 1343488 tid 2 2024-07-29T15:09:58.082 INFO:tasks.rados.rados.0.smithi067.stdout:2178: writing smithi06780069-5 from 1343488 to 2056192 tid 3 2024-07-29T15:09:58.083 INFO:tasks.rados.rados.0.smithi067.stdout:2178: writing smithi06780069-5 from 2056192 to 2203648 tid 4 2024-07-29T15:09:58.083 INFO:tasks.rados.rados.0.smithi067.stdout:2171: done (7 left) 2024-07-29T15:09:58.083 INFO:tasks.rados.rados.0.smithi067.stdout:2172: done (6 left) 2024-07-29T15:09:58.083 INFO:tasks.rados.rados.0.smithi067.stdout:2173: done (5 left) 2024-07-29T15:09:58.084 INFO:tasks.rados.rados.0.smithi067.stdout:2174: done (4 left) 2024-07-29T15:09:58.084 INFO:tasks.rados.rados.0.smithi067.stdout:2179: snap_remove snap 186 2024-07-29T15:09:58.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:58 smithi067 ceph-mon[91995]: osdmap e502: 8 total, 8 up, 8 in 2024-07-29T15:09:58.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:58 smithi067 ceph-mon[91995]: osdmap e503: 8 total, 8 up, 8 in 2024-07-29T15:09:58.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:58 smithi067 ceph-mon[94375]: osdmap e502: 8 total, 8 up, 8 in 2024-07-29T15:09:58.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:58 smithi067 ceph-mon[94375]: osdmap e503: 8 total, 8 up, 8 in 2024-07-29T15:09:58.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:58 smithi138 ceph-mon[86438]: osdmap e502: 8 total, 8 up, 8 in 2024-07-29T15:09:58.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:58 smithi138 ceph-mon[86438]: osdmap e503: 8 total, 8 up, 8 in 2024-07-29T15:09:58.587 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-07-29T15:09:58.869 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-29T15:09:58.869 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (5m) 78s ago 10m 18.1M - 0.27.0 11f11916f8cd 7b3d7ecf5d32 2024-07-29T15:09:58.869 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi138 *:3000 running (5m) 12s ago 9m 86.5M - 9.4.7 954c08fa6188 16aea5822221 2024-07-29T15:09:58.869 INFO:teuthology.orchestra.run.smithi067.stdout:mds.a smithi067 running (11m) 78s ago 11m 21.7M - 17.2.7-1155-g3120d060 5ec745195f7e 0b73fb05902b 2024-07-29T15:09:58.869 INFO:teuthology.orchestra.run.smithi067.stdout:mds.b smithi138 running (11m) 12s ago 11m 16.0M - 17.2.7-1155-g3120d060 5ec745195f7e 8d64b29e8368 2024-07-29T15:09:58.869 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi138 *:8443,9283,8765 running (4m) 12s ago 14m 453M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 ae20c11d7057 2024-07-29T15:09:58.869 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:8443,9283,8765 running (4m) 78s ago 16m 520M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 2844d13de992 2024-07-29T15:09:58.869 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (4m) 78s ago 16m 55.2M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 b489fbc3c018 2024-07-29T15:09:58.869 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi138 running (3m) 12s ago 15m 48.1M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 bccf2941ae7e 2024-07-29T15:09:58.870 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (3m) 78s ago 14m 48.1M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 75074f1e503e 2024-07-29T15:09:58.870 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (5m) 78s ago 9m 11.2M - 1.7.0 72c9c2088986 142217b16374 2024-07-29T15:09:58.870 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi138 *:9100 running (5m) 12s ago 9m 11.4M - 1.7.0 72c9c2088986 60191c363c80 2024-07-29T15:09:58.870 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (3m) 78s ago 14m 145M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 17c73145f36a 2024-07-29T15:09:58.870 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (2m) 78s ago 13m 131M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 e9d39547a528 2024-07-29T15:09:58.870 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (114s) 78s ago 13m 127M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 a7d5a0aa79de 2024-07-29T15:09:58.870 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (82s) 78s ago 13m 12.2M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 6b82a8519e22 2024-07-29T15:09:58.870 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi138 running (50s) 12s ago 12m 104M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 7347f50b0cd8 2024-07-29T15:09:58.870 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi138 running (17s) 12s ago 12m 12.2M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 da601be03882 2024-07-29T15:09:58.870 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi138 running (12m) 12s ago 12m 139M 2480M 17.2.7-1155-g3120d060 5ec745195f7e a10a9aef390f 2024-07-29T15:09:58.870 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi138 running (11m) 12s ago 11m 204M 2480M 17.2.7-1155-g3120d060 5ec745195f7e c141798f58f5 2024-07-29T15:09:58.870 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi138 *:9095 running (4m) 12s ago 10m 54.2M - 2.51.0 1d3b7f56885b 99e49ee09a02 2024-07-29T15:09:58.946 INFO:tasks.rados.rados.0.smithi067.stdout:2179: done (4 left) 2024-07-29T15:09:58.946 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 39 current snap is 217 2024-07-29T15:09:58.947 INFO:tasks.rados.rados.0.smithi067.stdout:2180: seq_num 705 ranges {0=614400,614400=630784,1245184=524288,1769472=450560} 2024-07-29T15:09:58.950 INFO:tasks.rados.rados.0.smithi067.stdout:2180: writing smithi06780069-39 from 0 to 614400 tid 1 2024-07-29T15:09:58.955 INFO:tasks.rados.rados.0.smithi067.stdout:2180: writing smithi06780069-39 from 614400 to 1245184 tid 2 2024-07-29T15:09:58.959 INFO:tasks.rados.rados.0.smithi067.stdout:2180: writing smithi06780069-39 from 1245184 to 1769472 tid 3 2024-07-29T15:09:58.963 INFO:tasks.rados.rados.0.smithi067.stdout:2180: writing smithi06780069-39 from 1769472 to 2220032 tid 4 2024-07-29T15:09:58.963 INFO:tasks.rados.rados.0.smithi067.stdout:2181: delete oid 36 current snap is 217 2024-07-29T15:09:58.963 INFO:tasks.rados.rados.0.smithi067.stdout:2175: finishing write tid 4 to smithi06780069-43 2024-07-29T15:09:58.963 INFO:tasks.rados.rados.0.smithi067.stdout:2175: finishing write tid 5 to smithi06780069-43 2024-07-29T15:09:58.963 INFO:tasks.rados.rados.0.smithi067.stdout:2175: finishing write tid 6 to smithi06780069-43 2024-07-29T15:09:58.963 INFO:tasks.rados.rados.0.smithi067.stdout:2175: finishing write tid 7 to smithi06780069-43 2024-07-29T15:09:58.964 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 43 v 940 (ObjNum 703 snap 217 seq_num 703) dirty exists 2024-07-29T15:09:58.964 INFO:tasks.rados.rados.0.smithi067.stdout:2175: left oid 43 (ObjNum 703 snap 217 seq_num 703) 2024-07-29T15:09:58.964 INFO:tasks.rados.rados.0.smithi067.stdout:2178: finishing write tid 1 to smithi06780069-5 2024-07-29T15:09:58.964 INFO:tasks.rados.rados.0.smithi067.stdout:2178: finishing write tid 2 to smithi06780069-5 2024-07-29T15:09:58.964 INFO:tasks.rados.rados.0.smithi067.stdout:2178: finishing write tid 3 to smithi06780069-5 2024-07-29T15:09:58.964 INFO:tasks.rados.rados.0.smithi067.stdout:2178: finishing write tid 4 to smithi06780069-5 2024-07-29T15:09:58.964 INFO:tasks.rados.rados.0.smithi067.stdout:2178: finishing write tid 5 to smithi06780069-5 2024-07-29T15:09:58.964 INFO:tasks.rados.rados.0.smithi067.stdout:2178: finishing write tid 6 to smithi06780069-5 2024-07-29T15:09:58.964 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 939 (ObjNum 704 snap 217 seq_num 704) dirty exists 2024-07-29T15:09:58.964 INFO:tasks.rados.rados.0.smithi067.stdout:2178: left oid 5 (ObjNum 704 snap 217 seq_num 704) 2024-07-29T15:09:58.964 INFO:tasks.rados.rados.0.smithi067.stdout:2180: finishing write tid 1 to smithi06780069-39 2024-07-29T15:09:58.967 INFO:tasks.rados.rados.0.smithi067.stdout:2180: finishing write tid 2 to smithi06780069-39 2024-07-29T15:09:58.967 INFO:tasks.rados.rados.0.smithi067.stdout:2180: finishing write tid 3 to smithi06780069-39 2024-07-29T15:09:58.968 INFO:tasks.rados.rados.0.smithi067.stdout:2180: finishing write tid 4 to smithi06780069-39 2024-07-29T15:09:58.968 INFO:tasks.rados.rados.0.smithi067.stdout:2180: finishing write tid 5 to smithi06780069-39 2024-07-29T15:09:58.970 INFO:tasks.rados.rados.0.smithi067.stdout:2175: done (5 left) 2024-07-29T15:09:58.970 INFO:tasks.rados.rados.0.smithi067.stdout:2176: done (4 left) 2024-07-29T15:09:58.971 INFO:tasks.rados.rados.0.smithi067.stdout:2177: done (3 left) 2024-07-29T15:09:58.971 INFO:tasks.rados.rados.0.smithi067.stdout:2178: done (2 left) 2024-07-29T15:09:58.971 INFO:tasks.rados.rados.0.smithi067.stdout:2181: done (1 left) 2024-07-29T15:09:58.971 INFO:tasks.rados.rados.0.smithi067.stdout:2182: setattr oid 31 current snap is 217 2024-07-29T15:09:58.971 INFO:tasks.rados.rados.0.smithi067.stdout:2180: finishing write tid 6 to smithi06780069-39 2024-07-29T15:09:58.972 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 945 (ObjNum 705 snap 217 seq_num 705) dirty exists 2024-07-29T15:09:58.972 INFO:tasks.rados.rados.0.smithi067.stdout:2180: left oid 39 (ObjNum 705 snap 217 seq_num 705) 2024-07-29T15:09:58.974 INFO:tasks.rados.rados.0.smithi067.stdout:2180: done (1 left) 2024-07-29T15:09:58.974 INFO:tasks.rados.rados.0.smithi067.stdout:2183: rmattr oid 7 current snap is 217 2024-07-29T15:09:58.974 INFO:tasks.rados.rados.0.smithi067.stdout:2183: done (1 left) 2024-07-29T15:09:58.974 INFO:tasks.rados.rados.0.smithi067.stdout:2184: delete oid 49 current snap is 217 2024-07-29T15:09:58.977 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 883 (ObjNum 360 snap 106 seq_num 360) dirty exists 2024-07-29T15:09:58.979 INFO:tasks.rados.rados.0.smithi067.stdout:2182: done (1 left) 2024-07-29T15:09:58.980 INFO:tasks.rados.rados.0.smithi067.stdout:2184: done (0 left) 2024-07-29T15:09:58.980 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 49 current snap is 217 2024-07-29T15:09:58.980 INFO:tasks.rados.rados.0.smithi067.stdout:2185: seq_num 708 ranges {0=663552,663552=737280,1400832=696320,2097152=172032} 2024-07-29T15:09:58.983 INFO:tasks.rados.rados.0.smithi067.stdout:2185: writing smithi06780069-49 from 0 to 663552 tid 1 2024-07-29T15:09:58.988 INFO:tasks.rados.rados.0.smithi067.stdout:2185: writing smithi06780069-49 from 663552 to 1400832 tid 2 2024-07-29T15:09:58.992 INFO:tasks.rados.rados.0.smithi067.stdout:2185: writing smithi06780069-49 from 1400832 to 2097152 tid 3 2024-07-29T15:09:58.994 INFO:tasks.rados.rados.0.smithi067.stdout:2185: writing smithi06780069-49 from 2097152 to 2269184 tid 4 2024-07-29T15:09:58.994 INFO:tasks.rados.rados.0.smithi067.stdout:2186: read oid 38 snap -1 2024-07-29T15:09:58.994 INFO:tasks.rados.rados.0.smithi067.stdout:2186: expect (ObjNum 514 snap 151 seq_num 514) 2024-07-29T15:09:58.995 INFO:tasks.rados.rados.0.smithi067.stdout:2187: delete oid 33 current snap is 217 2024-07-29T15:09:58.995 INFO:tasks.rados.rados.0.smithi067.stdout:2185: finishing write tid 1 to smithi06780069-49 2024-07-29T15:09:58.995 INFO:tasks.rados.rados.0.smithi067.stdout:2185: finishing write tid 2 to smithi06780069-49 2024-07-29T15:09:58.997 INFO:tasks.rados.rados.0.smithi067.stdout:2185: finishing write tid 3 to smithi06780069-49 2024-07-29T15:09:58.997 INFO:tasks.rados.rados.0.smithi067.stdout:2185: finishing write tid 4 to smithi06780069-49 2024-07-29T15:09:58.997 INFO:tasks.rados.rados.0.smithi067.stdout:2185: finishing write tid 5 to smithi06780069-49 2024-07-29T15:09:59.000 INFO:tasks.rados.rados.0.smithi067.stdout:2185: finishing write tid 6 to smithi06780069-49 2024-07-29T15:09:59.000 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 1150 (ObjNum 708 snap 217 seq_num 708) dirty exists 2024-07-29T15:09:59.000 INFO:tasks.rados.rados.0.smithi067.stdout:2185: left oid 49 (ObjNum 708 snap 217 seq_num 708) 2024-07-29T15:09:59.000 INFO:tasks.rados.rados.0.smithi067.stdout:2185: done (2 left) 2024-07-29T15:09:59.000 INFO:tasks.rados.rados.0.smithi067.stdout:2187: done (1 left) 2024-07-29T15:09:59.000 INFO:tasks.rados.rados.0.smithi067.stdout:2188: snap_create 2024-07-29T15:09:59.003 INFO:tasks.rados.rados.0.smithi067.stdout:2186: expect (ObjNum 514 snap 151 seq_num 514) 2024-07-29T15:09:59.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:59 smithi067 ceph-mon[94375]: pgmap v365: 121 pgs: 121 active+clean; 297 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 973 KiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-07-29T15:09:59.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:09:59 smithi067 ceph-mon[94375]: osdmap e504: 8 total, 8 up, 8 in 2024-07-29T15:09:59.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:59 smithi067 ceph-mon[91995]: pgmap v365: 121 pgs: 121 active+clean; 297 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 973 KiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-07-29T15:09:59.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:09:59 smithi067 ceph-mon[91995]: osdmap e504: 8 total, 8 up, 8 in 2024-07-29T15:09:59.250 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-07-29T15:09:59.250 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-07-29T15:09:59.251 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 3 2024-07-29T15:09:59.251 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:09:59.251 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-07-29T15:09:59.251 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 2 2024-07-29T15:09:59.251 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:09:59.251 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-07-29T15:09:59.251 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 2, 2024-07-29T15:09:59.251 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 6 2024-07-29T15:09:59.251 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:09:59.251 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": { 2024-07-29T15:09:59.252 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 2 2024-07-29T15:09:59.252 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:09:59.252 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-07-29T15:09:59.252 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 4, 2024-07-29T15:09:59.252 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 11 2024-07-29T15:09:59.252 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-07-29T15:09:59.252 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-07-29T15:09:59.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:59 smithi138 ceph-mon[86438]: pgmap v365: 121 pgs: 121 active+clean; 297 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 973 KiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-07-29T15:09:59.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:09:59 smithi138 ceph-mon[86438]: osdmap e504: 8 total, 8 up, 8 in 2024-07-29T15:09:59.953 INFO:tasks.rados.rados.0.smithi067.stdout:2186: done (1 left) 2024-07-29T15:09:59.953 INFO:tasks.rados.rados.0.smithi067.stdout:2188: done (0 left) 2024-07-29T15:09:59.953 INFO:tasks.rados.rados.0.smithi067.stdout:2189: snap_create 2024-07-29T15:10:00.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:00 smithi067 ceph-mon[91995]: from='client.34338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:10:00.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:00 smithi067 ceph-mon[91995]: from='client.44267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:10:00.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:00 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1681071462' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:10:00.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:00 smithi067 ceph-mon[91995]: osdmap e505: 8 total, 8 up, 8 in 2024-07-29T15:10:00.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:00 smithi067 ceph-mon[91995]: overall HEALTH_OK 2024-07-29T15:10:00.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:00.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:00 smithi067 ceph-mon[94375]: from='client.34338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:10:00.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:00 smithi067 ceph-mon[94375]: from='client.44267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:10:00.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:00 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1681071462' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:10:00.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:00 smithi067 ceph-mon[94375]: osdmap e505: 8 total, 8 up, 8 in 2024-07-29T15:10:00.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:00 smithi067 ceph-mon[94375]: overall HEALTH_OK 2024-07-29T15:10:00.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:00 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:10:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:10:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:10:00.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:00 smithi138 ceph-mon[86438]: from='client.34338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:10:00.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:00 smithi138 ceph-mon[86438]: from='client.44267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:10:00.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:00 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1681071462' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:10:00.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:00 smithi138 ceph-mon[86438]: osdmap e505: 8 total, 8 up, 8 in 2024-07-29T15:10:00.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:00 smithi138 ceph-mon[86438]: overall HEALTH_OK 2024-07-29T15:10:00.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:00 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:00.950 INFO:tasks.rados.rados.0.smithi067.stdout:2189: done (0 left) 2024-07-29T15:10:00.950 INFO:tasks.rados.rados.0.smithi067.stdout:2190: read oid 37 snap 218 2024-07-29T15:10:00.951 INFO:tasks.rados.rados.0.smithi067.stdout:2190: expect deleted 2024-07-29T15:10:00.951 INFO:tasks.rados.rados.0.smithi067.stdout:2191: read oid 11 snap -1 2024-07-29T15:10:00.951 INFO:tasks.rados.rados.0.smithi067.stdout:2191: expect (ObjNum 696 snap 216 seq_num 696) 2024-07-29T15:10:00.951 INFO:tasks.rados.rados.0.smithi067.stdout:2192: read oid 3 snap -1 2024-07-29T15:10:00.951 INFO:tasks.rados.rados.0.smithi067.stdout:2192: expect (ObjNum 636 snap 193 seq_num 636) 2024-07-29T15:10:00.951 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 35 current snap is 219 2024-07-29T15:10:00.951 INFO:tasks.rados.rados.0.smithi067.stdout:2193: seq_num 710 ranges {0=696320,696320=499712,1196032=712704,1908736=393216} 2024-07-29T15:10:00.955 INFO:tasks.rados.rados.0.smithi067.stdout:2193: writing smithi06780069-35 from 0 to 696320 tid 1 2024-07-29T15:10:00.958 INFO:tasks.rados.rados.0.smithi067.stdout:2193: writing smithi06780069-35 from 696320 to 1196032 tid 2 2024-07-29T15:10:00.963 INFO:tasks.rados.rados.0.smithi067.stdout:2193: writing smithi06780069-35 from 1196032 to 1908736 tid 3 2024-07-29T15:10:00.966 INFO:tasks.rados.rados.0.smithi067.stdout:2193: writing smithi06780069-35 from 1908736 to 2301952 tid 4 2024-07-29T15:10:00.966 INFO:tasks.rados.rados.0.smithi067.stdout:2194: rollback oid 6 current snap is 219 2024-07-29T15:10:00.966 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 6 to 189 2024-07-29T15:10:00.966 INFO:tasks.rados.rados.0.smithi067.stdout:2190: done (4 left) 2024-07-29T15:10:00.966 INFO:tasks.rados.rados.0.smithi067.stdout:2195: read oid 32 snap -1 2024-07-29T15:10:00.966 INFO:tasks.rados.rados.0.smithi067.stdout:2195: expect (ObjNum 648 snap 197 seq_num 648) 2024-07-29T15:10:00.966 INFO:tasks.rados.rados.0.smithi067.stdout:2196: snap_remove snap 200 2024-07-29T15:10:01.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:01 smithi067 ceph-mon[91995]: pgmap v368: 121 pgs: 121 active+clean; 303 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 5.0 MiB/s wr, 32 op/s 2024-07-29T15:10:01.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:01 smithi067 ceph-mon[91995]: osdmap e506: 8 total, 8 up, 8 in 2024-07-29T15:10:01.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:01 smithi067 ceph-mon[94375]: pgmap v368: 121 pgs: 121 active+clean; 303 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 5.0 MiB/s wr, 32 op/s 2024-07-29T15:10:01.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:01 smithi067 ceph-mon[94375]: osdmap e506: 8 total, 8 up, 8 in 2024-07-29T15:10:01.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:01 smithi138 ceph-mon[86438]: pgmap v368: 121 pgs: 121 active+clean; 303 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 5.0 MiB/s wr, 32 op/s 2024-07-29T15:10:01.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:01 smithi138 ceph-mon[86438]: osdmap e506: 8 total, 8 up, 8 in 2024-07-29T15:10:01.956 INFO:tasks.rados.rados.0.smithi067.stdout:2192: expect (ObjNum 636 snap 193 seq_num 636) 2024-07-29T15:10:01.996 INFO:tasks.rados.rados.0.smithi067.stdout:2193: finishing write tid 1 to smithi06780069-35 2024-07-29T15:10:01.996 INFO:tasks.rados.rados.0.smithi067.stdout:2193: finishing write tid 2 to smithi06780069-35 2024-07-29T15:10:01.996 INFO:tasks.rados.rados.0.smithi067.stdout:2193: finishing write tid 3 to smithi06780069-35 2024-07-29T15:10:01.996 INFO:tasks.rados.rados.0.smithi067.stdout:2193: finishing write tid 4 to smithi06780069-35 2024-07-29T15:10:01.996 INFO:tasks.rados.rados.0.smithi067.stdout:2193: finishing write tid 5 to smithi06780069-35 2024-07-29T15:10:01.996 INFO:tasks.rados.rados.0.smithi067.stdout:2194: finishing rollback tid 1 to smithi06780069-6 2024-07-29T15:10:01.996 INFO:tasks.rados.rados.0.smithi067.stdout:2194: finishing rollback tid 2 to smithi06780069-6 2024-07-29T15:10:01.996 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 6 v 1133 (ObjNum 600 snap 180 seq_num 600) dirty exists 2024-07-29T15:10:01.996 INFO:tasks.rados.rados.0.smithi067.stdout:2191: expect (ObjNum 696 snap 216 seq_num 696) 2024-07-29T15:10:02.183 INFO:tasks.rados.rados.0.smithi067.stdout:2193: finishing write tid 6 to smithi06780069-35 2024-07-29T15:10:02.184 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 35 v 1131 (ObjNum 710 snap 219 seq_num 710) dirty exists 2024-07-29T15:10:02.184 INFO:tasks.rados.rados.0.smithi067.stdout:2193: left oid 35 (ObjNum 710 snap 219 seq_num 710) 2024-07-29T15:10:02.184 INFO:tasks.rados.rados.0.smithi067.stdout:2195: expect (ObjNum 648 snap 197 seq_num 648) 2024-07-29T15:10:02.217 INFO:tasks.rados.rados.0.smithi067.stdout:2191: done (5 left) 2024-07-29T15:10:02.217 INFO:tasks.rados.rados.0.smithi067.stdout:2192: done (4 left) 2024-07-29T15:10:02.217 INFO:tasks.rados.rados.0.smithi067.stdout:2193: done (3 left) 2024-07-29T15:10:02.217 INFO:tasks.rados.rados.0.smithi067.stdout:2194: done (2 left) 2024-07-29T15:10:02.217 INFO:tasks.rados.rados.0.smithi067.stdout:2195: done (1 left) 2024-07-29T15:10:02.217 INFO:tasks.rados.rados.0.smithi067.stdout:2196: done (0 left) 2024-07-29T15:10:02.217 INFO:tasks.rados.rados.0.smithi067.stdout:2197: read oid 47 snap -1 2024-07-29T15:10:02.217 INFO:tasks.rados.rados.0.smithi067.stdout:2197: expect (ObjNum 595 snap 177 seq_num 595) 2024-07-29T15:10:02.217 INFO:tasks.rados.rados.0.smithi067.stdout:2198: delete oid 31 current snap is 219 2024-07-29T15:10:02.220 INFO:tasks.rados.rados.0.smithi067.stdout:2198: done (1 left) 2024-07-29T15:10:02.220 INFO:tasks.rados.rados.0.smithi067.stdout:2199: read oid 49 snap -1 2024-07-29T15:10:02.220 INFO:tasks.rados.rados.0.smithi067.stdout:2199: expect (ObjNum 708 snap 217 seq_num 708) 2024-07-29T15:10:02.220 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 5 current snap is 219 2024-07-29T15:10:02.220 INFO:tasks.rados.rados.0.smithi067.stdout:2200: seq_num 712 ranges {2203648=729088,2932736=671744,3604480=671744,4276224=262144} 2024-07-29T15:10:02.236 INFO:tasks.rados.rados.0.smithi067.stdout:2200: writing smithi06780069-5 from 2203648 to 2932736 tid 1 2024-07-29T15:10:02.240 INFO:tasks.rados.rados.0.smithi067.stdout:2200: writing smithi06780069-5 from 2932736 to 3604480 tid 2 2024-07-29T15:10:02.245 INFO:tasks.rados.rados.0.smithi067.stdout:2200: writing smithi06780069-5 from 3604480 to 4276224 tid 3 2024-07-29T15:10:02.247 INFO:tasks.rados.rados.0.smithi067.stdout:2200: writing smithi06780069-5 from 4276224 to 4538368 tid 4 2024-07-29T15:10:02.247 INFO:tasks.rados.rados.0.smithi067.stdout:2201: read oid 15 snap -1 2024-07-29T15:10:02.247 INFO:tasks.rados.rados.0.smithi067.stdout:2201: expect deleted 2024-07-29T15:10:02.247 INFO:tasks.rados.rados.0.smithi067.stdout:2202: copy_from oid 6 from oid 45 current snap is 219 2024-07-29T15:10:02.247 INFO:tasks.rados.rados.0.smithi067.stdout:2197: expect (ObjNum 595 snap 177 seq_num 595) 2024-07-29T15:10:02.296 INFO:tasks.rados.rados.0.smithi067.stdout:2199: expect (ObjNum 708 snap 217 seq_num 708) 2024-07-29T15:10:02.356 INFO:tasks.rados.rados.0.smithi067.stdout:2200: finishing write tid 1 to smithi06780069-5 2024-07-29T15:10:02.357 INFO:tasks.rados.rados.0.smithi067.stdout:2200: finishing write tid 2 to smithi06780069-5 2024-07-29T15:10:02.357 INFO:tasks.rados.rados.0.smithi067.stdout:2200: finishing write tid 3 to smithi06780069-5 2024-07-29T15:10:02.357 INFO:tasks.rados.rados.0.smithi067.stdout:2200: finishing write tid 4 to smithi06780069-5 2024-07-29T15:10:02.357 INFO:tasks.rados.rados.0.smithi067.stdout:2200: finishing write tid 5 to smithi06780069-5 2024-07-29T15:10:02.357 INFO:tasks.rados.rados.0.smithi067.stdout:2200: finishing write tid 6 to smithi06780069-5 2024-07-29T15:10:02.357 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 959 (ObjNum 712 snap 219 seq_num 712) dirty exists 2024-07-29T15:10:02.357 INFO:tasks.rados.rados.0.smithi067.stdout:2200: left oid 5 (ObjNum 712 snap 219 seq_num 712) 2024-07-29T15:10:02.357 INFO:tasks.rados.rados.0.smithi067.stdout:2202: finishing copy_from racing read to smithi06780069-6 2024-07-29T15:10:02.357 INFO:tasks.rados.rados.0.smithi067.stdout:2202: finishing copy_from to smithi06780069-6 2024-07-29T15:10:02.357 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 6 v 523 (ObjNum 647 snap 197 seq_num 647) dirty exists 2024-07-29T15:10:02.357 INFO:tasks.rados.rados.0.smithi067.stdout:2197: done (4 left) 2024-07-29T15:10:02.358 INFO:tasks.rados.rados.0.smithi067.stdout:2199: done (3 left) 2024-07-29T15:10:02.358 INFO:tasks.rados.rados.0.smithi067.stdout:2200: done (2 left) 2024-07-29T15:10:02.358 INFO:tasks.rados.rados.0.smithi067.stdout:2201: done (1 left) 2024-07-29T15:10:02.358 INFO:tasks.rados.rados.0.smithi067.stdout:2202: done (0 left) 2024-07-29T15:10:02.358 INFO:tasks.rados.rados.0.smithi067.stdout:2203: copy_from oid 30 from oid 22 current snap is 219 2024-07-29T15:10:02.358 INFO:tasks.rados.rados.0.smithi067.stdout:2204: snap_remove snap 212 2024-07-29T15:10:02.947 INFO:tasks.rados.rados.0.smithi067.stdout:2204: done (1 left) 2024-07-29T15:10:02.947 INFO:tasks.rados.rados.0.smithi067.stdout:2205: copy_from oid 19 from oid 25 current snap is 219 2024-07-29T15:10:02.947 INFO:tasks.rados.rados.0.smithi067.stdout:2203: finishing copy_from racing read to smithi06780069-30 2024-07-29T15:10:02.948 INFO:tasks.rados.rados.0.smithi067.stdout:2203: finishing copy_from to smithi06780069-30 2024-07-29T15:10:02.948 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 909 (ObjNum 514 snap 151 seq_num 514) dirty exists 2024-07-29T15:10:02.948 INFO:tasks.rados.rados.0.smithi067.stdout:2203: done (1 left) 2024-07-29T15:10:02.948 INFO:tasks.rados.rados.0.smithi067.stdout:2206: read oid 1 snap 217 2024-07-29T15:10:02.948 INFO:tasks.rados.rados.0.smithi067.stdout:2206: expect (ObjNum 567 snap 165 seq_num 567) 2024-07-29T15:10:02.948 INFO:tasks.rados.rados.0.smithi067.stdout:2207: snap_remove snap 211 2024-07-29T15:10:03.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:02 smithi067 ceph-mon[94375]: pgmap v371: 121 pgs: 121 active+clean; 287 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.1 MiB/s wr, 35 op/s 2024-07-29T15:10:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:02 smithi067 ceph-mon[94375]: osdmap e507: 8 total, 8 up, 8 in 2024-07-29T15:10:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:02 smithi067 ceph-mon[94375]: osdmap e508: 8 total, 8 up, 8 in 2024-07-29T15:10:03.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:02 smithi067 ceph-mon[91995]: pgmap v371: 121 pgs: 121 active+clean; 287 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.1 MiB/s wr, 35 op/s 2024-07-29T15:10:03.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:02 smithi067 ceph-mon[91995]: osdmap e507: 8 total, 8 up, 8 in 2024-07-29T15:10:03.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:02 smithi067 ceph-mon[91995]: osdmap e508: 8 total, 8 up, 8 in 2024-07-29T15:10:03.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:02 smithi138 ceph-mon[86438]: pgmap v371: 121 pgs: 121 active+clean; 287 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.1 MiB/s wr, 35 op/s 2024-07-29T15:10:03.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:02 smithi138 ceph-mon[86438]: osdmap e507: 8 total, 8 up, 8 in 2024-07-29T15:10:03.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:02 smithi138 ceph-mon[86438]: osdmap e508: 8 total, 8 up, 8 in 2024-07-29T15:10:03.949 INFO:tasks.rados.rados.0.smithi067.stdout:2207: done (2 left) 2024-07-29T15:10:03.949 INFO:tasks.rados.rados.0.smithi067.stdout:2208: snap_create 2024-07-29T15:10:03.949 INFO:tasks.rados.rados.0.smithi067.stdout:2205: finishing copy_from to smithi06780069-19 2024-07-29T15:10:03.949 INFO:tasks.rados.rados.0.smithi067.stdout:2205: got expected ENOENT (src dne) 2024-07-29T15:10:03.949 INFO:tasks.rados.rados.0.smithi067.stdout:2205: finishing copy_from racing read to smithi06780069-19 2024-07-29T15:10:03.949 INFO:tasks.rados.rados.0.smithi067.stdout:2206: expect (ObjNum 567 snap 165 seq_num 567) 2024-07-29T15:10:04.953 INFO:tasks.rados.rados.0.smithi067.stdout:2205: done (2 left) 2024-07-29T15:10:04.953 INFO:tasks.rados.rados.0.smithi067.stdout:2206: done (1 left) 2024-07-29T15:10:04.953 INFO:tasks.rados.rados.0.smithi067.stdout:2208: done (0 left) 2024-07-29T15:10:04.954 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 48 current snap is 220 2024-07-29T15:10:04.954 INFO:tasks.rados.rados.0.smithi067.stdout:2209: seq_num 713 ranges {524288=745472,1269760=557056,1826816=483328,2310144=565248} 2024-07-29T15:10:04.962 INFO:tasks.rados.rados.0.smithi067.stdout:2209: writing smithi06780069-48 from 524288 to 1269760 tid 1 2024-07-29T15:10:04.965 INFO:tasks.rados.rados.0.smithi067.stdout:2209: writing smithi06780069-48 from 1269760 to 1826816 tid 2 2024-07-29T15:10:04.967 INFO:tasks.rados.rados.0.smithi067.stdout:2209: writing smithi06780069-48 from 1826816 to 2310144 tid 3 2024-07-29T15:10:04.971 INFO:tasks.rados.rados.0.smithi067.stdout:2209: writing smithi06780069-48 from 2310144 to 2875392 tid 4 2024-07-29T15:10:04.971 INFO:tasks.rados.rados.0.smithi067.stdout:2210: setattr oid 21 current snap is 220 2024-07-29T15:10:04.971 INFO:tasks.rados.rados.0.smithi067.stdout:2209: finishing write tid 1 to smithi06780069-48 2024-07-29T15:10:04.971 INFO:tasks.rados.rados.0.smithi067.stdout:2209: finishing write tid 2 to smithi06780069-48 2024-07-29T15:10:04.972 INFO:tasks.rados.rados.0.smithi067.stdout:2211: snap_create 2024-07-29T15:10:04.973 INFO:tasks.rados.rados.0.smithi067.stdout:2209: finishing write tid 3 to smithi06780069-48 2024-07-29T15:10:04.974 INFO:tasks.rados.rados.0.smithi067.stdout:2209: finishing write tid 4 to smithi06780069-48 2024-07-29T15:10:04.975 INFO:tasks.rados.rados.0.smithi067.stdout:2209: finishing write tid 5 to smithi06780069-48 2024-07-29T15:10:04.977 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 1077 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-07-29T15:10:04.978 INFO:tasks.rados.rados.0.smithi067.stdout:2209: finishing write tid 6 to smithi06780069-48 2024-07-29T15:10:04.978 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 48 v 528 (ObjNum 713 snap 220 seq_num 713) dirty exists 2024-07-29T15:10:04.978 INFO:tasks.rados.rados.0.smithi067.stdout:2209: left oid 48 (ObjNum 713 snap 220 seq_num 713) 2024-07-29T15:10:05.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:04 smithi067 ceph-mon[91995]: pgmap v374: 121 pgs: 121 active+clean; 289 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-07-29T15:10:05.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:04 smithi067 ceph-mon[91995]: osdmap e509: 8 total, 8 up, 8 in 2024-07-29T15:10:05.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:05.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:10:05.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:04 smithi067 ceph-mon[94375]: pgmap v374: 121 pgs: 121 active+clean; 289 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-07-29T15:10:05.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:04 smithi067 ceph-mon[94375]: osdmap e509: 8 total, 8 up, 8 in 2024-07-29T15:10:05.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:05.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:10:05.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:04 smithi138 ceph-mon[86438]: pgmap v374: 121 pgs: 121 active+clean; 289 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-07-29T15:10:05.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:04 smithi138 ceph-mon[86438]: osdmap e509: 8 total, 8 up, 8 in 2024-07-29T15:10:05.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:05.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:10:05.966 INFO:tasks.rados.rados.0.smithi067.stdout:2209: done (2 left) 2024-07-29T15:10:05.966 INFO:tasks.rados.rados.0.smithi067.stdout:2210: done (1 left) 2024-07-29T15:10:05.966 INFO:tasks.rados.rados.0.smithi067.stdout:2211: done (0 left) 2024-07-29T15:10:05.966 INFO:tasks.rados.rados.0.smithi067.stdout:2212: setattr oid 1 current snap is 221 2024-07-29T15:10:05.967 INFO:tasks.rados.rados.0.smithi067.stdout:2213: rmattr oid 4 current snap is 221 2024-07-29T15:10:05.967 INFO:tasks.rados.rados.0.smithi067.stdout:2213: done (1 left) 2024-07-29T15:10:05.967 INFO:tasks.rados.rados.0.smithi067.stdout:2214: copy_from oid 15 from oid 24 current snap is 221 2024-07-29T15:10:05.967 INFO:tasks.rados.rados.0.smithi067.stdout:2215: snap_remove snap 215 2024-07-29T15:10:06.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:05 smithi067 ceph-mon[91995]: osdmap e510: 8 total, 8 up, 8 in 2024-07-29T15:10:06.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-29T15:10:06.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:05 smithi067 ceph-mon[94375]: osdmap e510: 8 total, 8 up, 8 in 2024-07-29T15:10:06.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-29T15:10:06.286 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:05 smithi138 ceph-mon[86438]: osdmap e510: 8 total, 8 up, 8 in 2024-07-29T15:10:06.287 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-29T15:10:06.969 INFO:tasks.rados.rados.0.smithi067.stdout:2215: done (2 left) 2024-07-29T15:10:06.969 INFO:tasks.rados.rados.0.smithi067.stdout:2216: setattr oid 39 current snap is 221 2024-07-29T15:10:06.969 INFO:tasks.rados.rados.0.smithi067.stdout:2214: finishing copy_from to smithi06780069-15 2024-07-29T15:10:06.969 INFO:tasks.rados.rados.0.smithi067.stdout:2214: got expected ENOENT (src dne) 2024-07-29T15:10:06.969 INFO:tasks.rados.rados.0.smithi067.stdout:2214: finishing copy_from racing read to smithi06780069-15 2024-07-29T15:10:06.970 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 1107 (ObjNum 567 snap 165 seq_num 567) dirty exists 2024-07-29T15:10:06.971 INFO:tasks.rados.rados.0.smithi067.stdout:2212: done (2 left) 2024-07-29T15:10:06.971 INFO:tasks.rados.rados.0.smithi067.stdout:2214: done (1 left) 2024-07-29T15:10:06.971 INFO:tasks.rados.rados.0.smithi067.stdout:2217: read oid 46 snap 203 2024-07-29T15:10:06.971 INFO:tasks.rados.rados.0.smithi067.stdout:2217: expect (ObjNum 639 snap 195 seq_num 639) 2024-07-29T15:10:06.971 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 22 current snap is 221 2024-07-29T15:10:06.971 INFO:tasks.rados.rados.0.smithi067.stdout:2218: seq_num 714 ranges {2646016=761856,3407872=442368,3850240=688128,4538368=475136} 2024-07-29T15:10:06.991 INFO:tasks.rados.rados.0.smithi067.stdout:2218: writing smithi06780069-22 from 2646016 to 3407872 tid 1 2024-07-29T15:10:06.994 INFO:tasks.rados.rados.0.smithi067.stdout:2218: writing smithi06780069-22 from 3407872 to 3850240 tid 2 2024-07-29T15:10:06.998 INFO:tasks.rados.rados.0.smithi067.stdout:2218: writing smithi06780069-22 from 3850240 to 4538368 tid 3 2024-07-29T15:10:07.002 INFO:tasks.rados.rados.0.smithi067.stdout:2218: writing smithi06780069-22 from 4538368 to 5013504 tid 4 2024-07-29T15:10:07.002 INFO:tasks.rados.rados.0.smithi067.stdout:2219: copy_from oid 27 from oid 33 current snap is 221 2024-07-29T15:10:07.002 INFO:tasks.rados.rados.0.smithi067.stdout:2217: expect (ObjNum 639 snap 195 seq_num 639) 2024-07-29T15:10:07.079 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 946 (ObjNum 705 snap 217 seq_num 705) dirty exists 2024-07-29T15:10:07.080 INFO:tasks.rados.rados.0.smithi067.stdout:2218: finishing write tid 1 to smithi06780069-22 2024-07-29T15:10:07.080 INFO:tasks.rados.rados.0.smithi067.stdout:2218: finishing write tid 2 to smithi06780069-22 2024-07-29T15:10:07.080 INFO:tasks.rados.rados.0.smithi067.stdout:2218: finishing write tid 3 to smithi06780069-22 2024-07-29T15:10:07.080 INFO:tasks.rados.rados.0.smithi067.stdout:2219: finishing copy_from to smithi06780069-27 2024-07-29T15:10:07.080 INFO:tasks.rados.rados.0.smithi067.stdout:2219: got expected ENOENT (src dne) 2024-07-29T15:10:07.080 INFO:tasks.rados.rados.0.smithi067.stdout:2219: finishing copy_from racing read to smithi06780069-27 2024-07-29T15:10:07.080 INFO:tasks.rados.rados.0.smithi067.stdout:2218: finishing write tid 4 to smithi06780069-22 2024-07-29T15:10:07.080 INFO:tasks.rados.rados.0.smithi067.stdout:2218: finishing write tid 5 to smithi06780069-22 2024-07-29T15:10:07.080 INFO:tasks.rados.rados.0.smithi067.stdout:2218: finishing write tid 6 to smithi06780069-22 2024-07-29T15:10:07.080 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 979 (ObjNum 714 snap 221 seq_num 714) dirty exists 2024-07-29T15:10:07.080 INFO:tasks.rados.rados.0.smithi067.stdout:2218: left oid 22 (ObjNum 714 snap 221 seq_num 714) 2024-07-29T15:10:07.080 INFO:tasks.rados.rados.0.smithi067.stdout:2216: done (3 left) 2024-07-29T15:10:07.080 INFO:tasks.rados.rados.0.smithi067.stdout:2217: done (2 left) 2024-07-29T15:10:07.081 INFO:tasks.rados.rados.0.smithi067.stdout:2218: done (1 left) 2024-07-29T15:10:07.081 INFO:tasks.rados.rados.0.smithi067.stdout:2219: done (0 left) 2024-07-29T15:10:07.081 INFO:tasks.rados.rados.0.smithi067.stdout:2220: rollback oid 9 current snap is 221 2024-07-29T15:10:07.081 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 9 to 199 2024-07-29T15:10:07.081 INFO:tasks.rados.rados.0.smithi067.stdout:2221: read oid 12 snap -1 2024-07-29T15:10:07.081 INFO:tasks.rados.rados.0.smithi067.stdout:2221: expect deleted 2024-07-29T15:10:07.081 INFO:tasks.rados.rados.0.smithi067.stdout:2222: copy_from oid 21 from oid 15 current snap is 221 2024-07-29T15:10:07.081 INFO:tasks.rados.rados.0.smithi067.stdout:2223: copy_from oid 13 from oid 36 current snap is 221 2024-07-29T15:10:07.081 INFO:tasks.rados.rados.0.smithi067.stdout:2224: snap_remove snap 180 2024-07-29T15:10:07.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:06 smithi067 ceph-mon[91995]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-29T15:10:07.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:06 smithi067 ceph-mon[91995]: Upgrade: osd.6 is safe to restart 2024-07-29T15:10:07.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:06 smithi067 ceph-mon[91995]: pgmap v377: 121 pgs: 121 active+clean; 298 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.5 MiB/s wr, 11 op/s 2024-07-29T15:10:07.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:06 smithi067 ceph-mon[91995]: osdmap e511: 8 total, 8 up, 8 in 2024-07-29T15:10:07.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:06 smithi067 ceph-mon[94375]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-29T15:10:07.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:06 smithi067 ceph-mon[94375]: Upgrade: osd.6 is safe to restart 2024-07-29T15:10:07.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:06 smithi067 ceph-mon[94375]: pgmap v377: 121 pgs: 121 active+clean; 298 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.5 MiB/s wr, 11 op/s 2024-07-29T15:10:07.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:06 smithi067 ceph-mon[94375]: osdmap e511: 8 total, 8 up, 8 in 2024-07-29T15:10:07.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:06 smithi138 ceph-mon[86438]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-29T15:10:07.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:06 smithi138 ceph-mon[86438]: Upgrade: osd.6 is safe to restart 2024-07-29T15:10:07.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:06 smithi138 ceph-mon[86438]: pgmap v377: 121 pgs: 121 active+clean; 298 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.5 MiB/s wr, 11 op/s 2024-07-29T15:10:07.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:06 smithi138 ceph-mon[86438]: osdmap e511: 8 total, 8 up, 8 in 2024-07-29T15:10:07.946 INFO:tasks.rados.rados.0.smithi067.stdout:2224: done (4 left) 2024-07-29T15:10:07.946 INFO:tasks.rados.rados.0.smithi067.stdout:2225: read oid 41 snap -1 2024-07-29T15:10:07.946 INFO:tasks.rados.rados.0.smithi067.stdout:2225: expect (ObjNum 630 snap 192 seq_num 630) 2024-07-29T15:10:07.947 INFO:tasks.rados.rados.0.smithi067.stdout:2226: read oid 46 snap 203 2024-07-29T15:10:07.947 INFO:tasks.rados.rados.0.smithi067.stdout:2226: expect (ObjNum 639 snap 195 seq_num 639) 2024-07-29T15:10:07.947 INFO:tasks.rados.rados.0.smithi067.stdout:2227: snap_create 2024-07-29T15:10:07.947 INFO:tasks.rados.rados.0.smithi067.stdout:2223: finishing copy_from to smithi06780069-13 2024-07-29T15:10:07.947 INFO:tasks.rados.rados.0.smithi067.stdout:2223: got expected ENOENT (src dne) 2024-07-29T15:10:07.947 INFO:tasks.rados.rados.0.smithi067.stdout:2223: finishing copy_from racing read to smithi06780069-13 2024-07-29T15:10:07.947 INFO:tasks.rados.rados.0.smithi067.stdout:2222: finishing copy_from to smithi06780069-21 2024-07-29T15:10:07.947 INFO:tasks.rados.rados.0.smithi067.stdout:2222: got expected ENOENT (src dne) 2024-07-29T15:10:07.947 INFO:tasks.rados.rados.0.smithi067.stdout:2222: finishing copy_from racing read to smithi06780069-21 2024-07-29T15:10:07.947 INFO:tasks.rados.rados.0.smithi067.stdout:2220: finishing rollback tid 0 to smithi06780069-9 2024-07-29T15:10:07.947 INFO:tasks.rados.rados.0.smithi067.stdout:2220: finishing rollback tid 1 to smithi06780069-9 2024-07-29T15:10:07.947 INFO:tasks.rados.rados.0.smithi067.stdout:2220: finishing rollback tid 2 to smithi06780069-9 2024-07-29T15:10:07.947 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 9 v 867 (ObjNum 658 snap 198 seq_num 658) dirty exists 2024-07-29T15:10:07.963 INFO:tasks.rados.rados.0.smithi067.stdout:2225: expect (ObjNum 630 snap 192 seq_num 630) 2024-07-29T15:10:08.000 INFO:tasks.rados.rados.0.smithi067.stdout:2226: expect (ObjNum 639 snap 195 seq_num 639) 2024-07-29T15:10:08.123 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:07 smithi067 ceph-mon[91995]: osdmap e512: 8 total, 8 up, 8 in 2024-07-29T15:10:08.123 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:07 smithi067 ceph-mon[91995]: Upgrade: Updating osd.6 2024-07-29T15:10:08.123 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:07 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:08.123 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:07 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-07-29T15:10:08.124 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:07 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:10:08.124 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:07 smithi067 ceph-mon[91995]: Deploying daemon osd.6 on smithi138 2024-07-29T15:10:08.124 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:07 smithi067 ceph-mon[91995]: osdmap e513: 8 total, 8 up, 8 in 2024-07-29T15:10:08.124 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:07 smithi067 ceph-mon[94375]: osdmap e512: 8 total, 8 up, 8 in 2024-07-29T15:10:08.124 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:07 smithi067 ceph-mon[94375]: Upgrade: Updating osd.6 2024-07-29T15:10:08.124 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:07 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:08.124 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:07 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-07-29T15:10:08.124 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:07 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:10:08.124 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:07 smithi067 ceph-mon[94375]: Deploying daemon osd.6 on smithi138 2024-07-29T15:10:08.124 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:07 smithi067 ceph-mon[94375]: osdmap e513: 8 total, 8 up, 8 in 2024-07-29T15:10:08.125 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:10:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:10:07] "GET /metrics HTTP/1.1" 200 36304 "" "Prometheus/2.51.0" 2024-07-29T15:10:08.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:07 smithi138 ceph-mon[86438]: osdmap e512: 8 total, 8 up, 8 in 2024-07-29T15:10:08.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:07 smithi138 ceph-mon[86438]: Upgrade: Updating osd.6 2024-07-29T15:10:08.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:07 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:08.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:07 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-07-29T15:10:08.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:07 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:10:08.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:07 smithi138 ceph-mon[86438]: Deploying daemon osd.6 on smithi138 2024-07-29T15:10:08.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:07 smithi138 ceph-mon[86438]: osdmap e513: 8 total, 8 up, 8 in 2024-07-29T15:10:08.947 INFO:tasks.rados.rados.0.smithi067.stdout:2220: done (6 left) 2024-07-29T15:10:08.947 INFO:tasks.rados.rados.0.smithi067.stdout:2221: done (5 left) 2024-07-29T15:10:08.947 INFO:tasks.rados.rados.0.smithi067.stdout:2222: done (4 left) 2024-07-29T15:10:08.947 INFO:tasks.rados.rados.0.smithi067.stdout:2223: done (3 left) 2024-07-29T15:10:08.947 INFO:tasks.rados.rados.0.smithi067.stdout:2225: done (2 left) 2024-07-29T15:10:08.947 INFO:tasks.rados.rados.0.smithi067.stdout:2226: done (1 left) 2024-07-29T15:10:08.947 INFO:tasks.rados.rados.0.smithi067.stdout:2227: done (0 left) 2024-07-29T15:10:08.947 INFO:tasks.rados.rados.0.smithi067.stdout:2228: snap_remove snap 207 2024-07-29T15:10:09.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:09 smithi138 ceph-mon[86438]: pgmap v380: 121 pgs: 121 active+clean; 301 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-07-29T15:10:09.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:09 smithi138 ceph-mon[86438]: osdmap e514: 8 total, 8 up, 8 in 2024-07-29T15:10:09.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:09 smithi067 ceph-mon[94375]: pgmap v380: 121 pgs: 121 active+clean; 301 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-07-29T15:10:09.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:09 smithi067 ceph-mon[94375]: osdmap e514: 8 total, 8 up, 8 in 2024-07-29T15:10:09.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:09 smithi067 ceph-mon[91995]: pgmap v380: 121 pgs: 121 active+clean; 301 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-07-29T15:10:09.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:09 smithi067 ceph-mon[91995]: osdmap e514: 8 total, 8 up, 8 in 2024-07-29T15:10:09.949 INFO:tasks.rados.rados.0.smithi067.stdout:2228: done (0 left) 2024-07-29T15:10:09.949 INFO:tasks.rados.rados.0.smithi067.stdout:2229: copy_from oid 3 from oid 28 current snap is 222 2024-07-29T15:10:09.949 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 45 current snap is 222 2024-07-29T15:10:09.949 INFO:tasks.rados.rados.0.smithi067.stdout:2230: seq_num 715 ranges {3039232=778240,3817472=770048,4587520=499712,5087232=335872} 2024-07-29T15:10:09.972 INFO:tasks.rados.rados.0.smithi067.stdout:2230: writing smithi06780069-45 from 3039232 to 3817472 tid 1 2024-07-29T15:10:09.977 INFO:tasks.rados.rados.0.smithi067.stdout:2230: writing smithi06780069-45 from 3817472 to 4587520 tid 2 2024-07-29T15:10:09.981 INFO:tasks.rados.rados.0.smithi067.stdout:2230: writing smithi06780069-45 from 4587520 to 5087232 tid 3 2024-07-29T15:10:09.984 INFO:tasks.rados.rados.0.smithi067.stdout:2230: writing smithi06780069-45 from 5087232 to 5423104 tid 4 2024-07-29T15:10:09.984 INFO:tasks.rados.rados.0.smithi067.stdout:2231: read oid 14 snap -1 2024-07-29T15:10:09.984 INFO:tasks.rados.rados.0.smithi067.stdout:2231: expect (ObjNum 568 snap 166 seq_num 568) 2024-07-29T15:10:09.984 INFO:tasks.rados.rados.0.smithi067.stdout:2232: rollback oid 6 current snap is 222 2024-07-29T15:10:09.984 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 6 to 209 2024-07-29T15:10:09.985 INFO:tasks.rados.rados.0.smithi067.stdout:2230: finishing write tid 1 to smithi06780069-45 2024-07-29T15:10:09.985 INFO:tasks.rados.rados.0.smithi067.stdout:2233: copy_from oid 37 from oid 49 current snap is 222 2024-07-29T15:10:09.985 INFO:tasks.rados.rados.0.smithi067.stdout:2234: read oid 11 snap -1 2024-07-29T15:10:09.985 INFO:tasks.rados.rados.0.smithi067.stdout:2234: expect (ObjNum 696 snap 216 seq_num 696) 2024-07-29T15:10:09.985 INFO:tasks.rados.rados.0.smithi067.stdout:2235: snap_create 2024-07-29T15:10:09.985 INFO:tasks.rados.rados.0.smithi067.stdout:2230: finishing write tid 2 to smithi06780069-45 2024-07-29T15:10:09.989 INFO:tasks.rados.rados.0.smithi067.stdout:2230: finishing write tid 3 to smithi06780069-45 2024-07-29T15:10:09.991 INFO:tasks.rados.rados.0.smithi067.stdout:2230: finishing write tid 4 to smithi06780069-45 2024-07-29T15:10:09.992 INFO:tasks.rados.rados.0.smithi067.stdout:2232: finishing rollback tid 0 to smithi06780069-6 2024-07-29T15:10:09.992 INFO:tasks.rados.rados.0.smithi067.stdout:2230: finishing write tid 5 to smithi06780069-45 2024-07-29T15:10:09.993 INFO:tasks.rados.rados.0.smithi067.stdout:2232: finishing rollback tid 1 to smithi06780069-6 2024-07-29T15:10:09.993 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 6 v 1167 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-07-29T15:10:09.994 INFO:tasks.rados.rados.0.smithi067.stdout:2230: finishing write tid 6 to smithi06780069-45 2024-07-29T15:10:09.995 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 565 (ObjNum 715 snap 222 seq_num 715) dirty exists 2024-07-29T15:10:09.995 INFO:tasks.rados.rados.0.smithi067.stdout:2230: left oid 45 (ObjNum 715 snap 222 seq_num 715) 2024-07-29T15:10:09.998 INFO:tasks.rados.rados.0.smithi067.stdout:2233: finishing copy_from racing read to smithi06780069-37 2024-07-29T15:10:10.003 INFO:tasks.rados.rados.0.smithi067.stdout:2233: finishing copy_from to smithi06780069-37 2024-07-29T15:10:10.003 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 37 v 1150 (ObjNum 708 snap 217 seq_num 708) dirty exists 2024-07-29T15:10:10.016 INFO:tasks.rados.rados.0.smithi067.stdout:2234: expect (ObjNum 696 snap 216 seq_num 696) 2024-07-29T15:10:10.205 INFO:tasks.rados.rados.0.smithi067.stdout:2229: finishing copy_from racing read to smithi06780069-3 2024-07-29T15:10:10.205 INFO:tasks.rados.rados.0.smithi067.stdout:2229: finishing copy_from to smithi06780069-3 2024-07-29T15:10:10.205 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 483 (ObjNum 458 snap 133 seq_num 458) dirty exists 2024-07-29T15:10:10.205 INFO:tasks.rados.rados.0.smithi067.stdout:2231: expect (ObjNum 568 snap 166 seq_num 568) 2024-07-29T15:10:10.311 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:10 smithi138 systemd[1]: Stopping Ceph osd.6 for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:10:10.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:10:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:10:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:10:10.810 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[49198]: 2024-07-29T15:10:10.320+0000 7f6611b13640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-29T15:10:10.811 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[49198]: 2024-07-29T15:10:10.320+0000 7f6611b13640 -1 osd.6 515 *** Got signal Terminated *** 2024-07-29T15:10:10.811 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[49198]: 2024-07-29T15:10:10.320+0000 7f6611b13640 -1 osd.6 515 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-29T15:10:10.963 INFO:tasks.rados.rados.0.smithi067.stdout:2229: done (6 left) 2024-07-29T15:10:10.963 INFO:tasks.rados.rados.0.smithi067.stdout:2230: done (5 left) 2024-07-29T15:10:10.963 INFO:tasks.rados.rados.0.smithi067.stdout:2231: done (4 left) 2024-07-29T15:10:10.963 INFO:tasks.rados.rados.0.smithi067.stdout:2232: done (3 left) 2024-07-29T15:10:10.963 INFO:tasks.rados.rados.0.smithi067.stdout:2233: done (2 left) 2024-07-29T15:10:10.963 INFO:tasks.rados.rados.0.smithi067.stdout:2234: done (1 left) 2024-07-29T15:10:10.963 INFO:tasks.rados.rados.0.smithi067.stdout:2235: done (0 left) 2024-07-29T15:10:10.963 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 38 current snap is 223 2024-07-29T15:10:10.963 INFO:tasks.rados.rados.0.smithi067.stdout:2236: seq_num 716 ranges {2646016=794624,3440640=655360,4096000=704512,4800512=245760} 2024-07-29T15:10:10.981 INFO:tasks.rados.rados.0.smithi067.stdout:2236: writing smithi06780069-38 from 2646016 to 3440640 tid 1 2024-07-29T15:10:10.985 INFO:tasks.rados.rados.0.smithi067.stdout:2236: writing smithi06780069-38 from 3440640 to 4096000 tid 2 2024-07-29T15:10:10.989 INFO:tasks.rados.rados.0.smithi067.stdout:2236: writing smithi06780069-38 from 4096000 to 4800512 tid 3 2024-07-29T15:10:10.991 INFO:tasks.rados.rados.0.smithi067.stdout:2236: writing smithi06780069-38 from 4800512 to 5046272 tid 4 2024-07-29T15:10:10.991 INFO:tasks.rados.rados.0.smithi067.stdout:2237: delete oid 14 current snap is 223 2024-07-29T15:10:10.991 INFO:tasks.rados.rados.0.smithi067.stdout:2236: finishing write tid 1 to smithi06780069-38 2024-07-29T15:10:10.991 INFO:tasks.rados.rados.0.smithi067.stdout:2236: finishing write tid 2 to smithi06780069-38 2024-07-29T15:10:10.993 INFO:tasks.rados.rados.0.smithi067.stdout:2236: finishing write tid 3 to smithi06780069-38 2024-07-29T15:10:10.993 INFO:tasks.rados.rados.0.smithi067.stdout:2236: finishing write tid 4 to smithi06780069-38 2024-07-29T15:10:10.993 INFO:tasks.rados.rados.0.smithi067.stdout:2236: finishing write tid 5 to smithi06780069-38 2024-07-29T15:10:10.994 INFO:tasks.rados.rados.0.smithi067.stdout:2236: finishing write tid 6 to smithi06780069-38 2024-07-29T15:10:10.995 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 38 v 999 (ObjNum 716 snap 223 seq_num 716) dirty exists 2024-07-29T15:10:10.995 INFO:tasks.rados.rados.0.smithi067.stdout:2236: left oid 38 (ObjNum 716 snap 223 seq_num 716) 2024-07-29T15:10:11.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:10 smithi067 ceph-mon[91995]: pgmap v383: 121 pgs: 121 active+clean; 289 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.1 MiB/s wr, 16 op/s 2024-07-29T15:10:11.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:10 smithi067 ceph-mon[91995]: osdmap e515: 8 total, 8 up, 8 in 2024-07-29T15:10:11.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:10 smithi067 ceph-mon[91995]: osd.6 marked itself down and dead 2024-07-29T15:10:11.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:10 smithi067 ceph-mon[94375]: pgmap v383: 121 pgs: 121 active+clean; 289 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.1 MiB/s wr, 16 op/s 2024-07-29T15:10:11.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:10 smithi067 ceph-mon[94375]: osdmap e515: 8 total, 8 up, 8 in 2024-07-29T15:10:11.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:10 smithi067 ceph-mon[94375]: osd.6 marked itself down and dead 2024-07-29T15:10:11.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:10 smithi138 ceph-mon[86438]: pgmap v383: 121 pgs: 121 active+clean; 289 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.1 MiB/s wr, 16 op/s 2024-07-29T15:10:11.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:10 smithi138 ceph-mon[86438]: osdmap e515: 8 total, 8 up, 8 in 2024-07-29T15:10:11.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:10 smithi138 ceph-mon[86438]: osd.6 marked itself down and dead 2024-07-29T15:10:11.798 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:11 smithi138 podman[100653]: 2024-07-29 15:10:11.515879115 +0000 UTC m=+1.311788261 container died a10a9aef390fca7bcfef6dba11f30dd105fbb41ad3afdf53d7d742a88e51bda1 (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=quincy-3120d06) 2024-07-29T15:10:11.980 INFO:tasks.rados.rados.0.smithi067.stdout:2236: done (1 left) 2024-07-29T15:10:11.980 INFO:tasks.rados.rados.0.smithi067.stdout:2237: done (0 left) 2024-07-29T15:10:11.980 INFO:tasks.rados.rados.0.smithi067.stdout:2238: rollback oid 19 current snap is 223 2024-07-29T15:10:11.980 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 19 to 196 2024-07-29T15:10:11.980 INFO:tasks.rados.rados.0.smithi067.stdout:2239: read oid 30 snap 192 2024-07-29T15:10:11.980 INFO:tasks.rados.rados.0.smithi067.stdout:2239: expect (ObjNum 603 snap 181 seq_num 603) 2024-07-29T15:10:11.980 INFO:tasks.rados.rados.0.smithi067.stdout:2240: setattr oid 23 current snap is 223 2024-07-29T15:10:11.980 INFO:tasks.rados.rados.0.smithi067.stdout:2238: finishing rollback tid 1 to smithi06780069-19 2024-07-29T15:10:11.980 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 19 v 0 (ObjNum 1265 snap 0 seq_num 3881927472) dirty dne 2024-07-29T15:10:11.981 INFO:tasks.rados.rados.0.smithi067.stdout:2238: done (2 left) 2024-07-29T15:10:11.981 INFO:tasks.rados.rados.0.smithi067.stdout:2241: read oid 45 snap -1 2024-07-29T15:10:11.981 INFO:tasks.rados.rados.0.smithi067.stdout:2241: expect (ObjNum 715 snap 222 seq_num 715) 2024-07-29T15:10:11.981 INFO:tasks.rados.rados.0.smithi067.stdout:2242: setattr oid 41 current snap is 223 2024-07-29T15:10:11.983 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 12 current snap is 223 2024-07-29T15:10:11.983 INFO:tasks.rados.rados.0.smithi067.stdout:2243: seq_num 718 ranges {0=32768} 2024-07-29T15:10:11.983 INFO:tasks.rados.rados.0.smithi067.stdout:2243: writing smithi06780069-12 from 0 to 32768 tid 1 2024-07-29T15:10:11.983 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 1 current snap is 223 2024-07-29T15:10:11.983 INFO:tasks.rados.rados.0.smithi067.stdout:2244: seq_num 719 ranges {3948544=49152} 2024-07-29T15:10:12.006 INFO:tasks.rados.rados.0.smithi067.stdout:2244: writing smithi06780069-1 from 3948544 to 3997696 tid 1 2024-07-29T15:10:12.007 INFO:tasks.rados.rados.0.smithi067.stdout:2245: read oid 26 snap -1 2024-07-29T15:10:12.007 INFO:tasks.rados.rados.0.smithi067.stdout:2245: expect (ObjNum 526 snap 154 seq_num 526) 2024-07-29T15:10:12.007 INFO:tasks.rados.rados.0.smithi067.stdout:2246: read oid 44 snap -1 2024-07-29T15:10:12.007 INFO:tasks.rados.rados.0.smithi067.stdout:2246: expect (ObjNum 549 snap 161 seq_num 549) 2024-07-29T15:10:12.007 INFO:tasks.rados.rados.0.smithi067.stdout:2247: copy_from oid 6 from oid 24 current snap is 223 2024-07-29T15:10:12.007 INFO:tasks.rados.rados.0.smithi067.stdout:2243: finishing write tid 1 to smithi06780069-12 2024-07-29T15:10:12.007 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 27 current snap is 223 2024-07-29T15:10:12.007 INFO:tasks.rados.rados.0.smithi067.stdout:2243: finishing write tid 2 to smithi06780069-12 2024-07-29T15:10:12.007 INFO:tasks.rados.rados.0.smithi067.stdout:2248: seq_num 720 ranges {1916928=65536} 2024-07-29T15:10:12.018 INFO:tasks.rados.rados.0.smithi067.stdout:2248: writing smithi06780069-27 from 1916928 to 1982464 tid 1 2024-07-29T15:10:12.018 INFO:tasks.rados.rados.0.smithi067.stdout:2249: read oid 17 snap -1 2024-07-29T15:10:12.018 INFO:tasks.rados.rados.0.smithi067.stdout:2249: expect (ObjNum 674 snap 206 seq_num 674) 2024-07-29T15:10:12.018 INFO:tasks.rados.rados.0.smithi067.stdout:2250: setattr oid 4 current snap is 223 2024-07-29T15:10:12.018 INFO:tasks.rados.rados.0.smithi067.stdout:2239: expect (ObjNum 603 snap 181 seq_num 603) 2024-07-29T15:10:12.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:11 smithi138 ceph-mon[86438]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-29T15:10:12.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:11 smithi138 ceph-mon[86438]: osdmap e516: 8 total, 7 up, 8 in 2024-07-29T15:10:12.061 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:11 smithi138 podman[100653]: 2024-07-29 15:10:11.904256625 +0000 UTC m=+1.700165770 container cleanup a10a9aef390fca7bcfef6dba11f30dd105fbb41ad3afdf53d7d742a88e51bda1 (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=quincy-3120d06, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-07-29T15:10:12.061 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:11 smithi138 bash[100653]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6 2024-07-29T15:10:12.109 INFO:tasks.rados.rados.0.smithi067.stdout:2243: finishing write tid 3 to smithi06780069-12 2024-07-29T15:10:12.110 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 887 (ObjNum 718 snap 223 seq_num 718) dirty exists 2024-07-29T15:10:12.110 INFO:tasks.rados.rados.0.smithi067.stdout:2243: left oid 12 (ObjNum 718 snap 223 seq_num 718) 2024-07-29T15:10:12.110 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 1042 (ObjNum 694 snap 216 seq_num 694) dirty exists 2024-07-29T15:10:12.110 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 1151 (ObjNum 630 snap 192 seq_num 630) dirty exists 2024-07-29T15:10:12.110 INFO:tasks.rados.rados.0.smithi067.stdout:2247: finishing copy_from to smithi06780069-6 2024-07-29T15:10:12.110 INFO:tasks.rados.rados.0.smithi067.stdout:2247: got expected ENOENT (src dne) 2024-07-29T15:10:12.110 INFO:tasks.rados.rados.0.smithi067.stdout:2244: finishing write tid 1 to smithi06780069-1 2024-07-29T15:10:12.110 INFO:tasks.rados.rados.0.smithi067.stdout:2247: finishing copy_from racing read to smithi06780069-6 2024-07-29T15:10:12.110 INFO:tasks.rados.rados.0.smithi067.stdout:2244: finishing write tid 2 to smithi06780069-1 2024-07-29T15:10:12.110 INFO:tasks.rados.rados.0.smithi067.stdout:2241: expect (ObjNum 715 snap 222 seq_num 715) 2024-07-29T15:10:12.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:11 smithi067 ceph-mon[91995]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-29T15:10:12.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:11 smithi067 ceph-mon[91995]: osdmap e516: 8 total, 7 up, 8 in 2024-07-29T15:10:12.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:11 smithi067 ceph-mon[94375]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-29T15:10:12.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:11 smithi067 ceph-mon[94375]: osdmap e516: 8 total, 7 up, 8 in 2024-07-29T15:10:12.353 INFO:tasks.rados.rados.0.smithi067.stdout:2244: finishing write tid 3 to smithi06780069-1 2024-07-29T15:10:12.354 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 1120 (ObjNum 719 snap 223 seq_num 719) dirty exists 2024-07-29T15:10:12.354 INFO:tasks.rados.rados.0.smithi067.stdout:2244: left oid 1 (ObjNum 719 snap 223 seq_num 719) 2024-07-29T15:10:12.354 INFO:tasks.rados.rados.0.smithi067.stdout:2248: finishing write tid 1 to smithi06780069-27 2024-07-29T15:10:12.354 INFO:tasks.rados.rados.0.smithi067.stdout:2248: finishing write tid 2 to smithi06780069-27 2024-07-29T15:10:12.354 INFO:tasks.rados.rados.0.smithi067.stdout:2248: finishing write tid 3 to smithi06780069-27 2024-07-29T15:10:12.354 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 990 (ObjNum 720 snap 223 seq_num 720) dirty exists 2024-07-29T15:10:12.354 INFO:tasks.rados.rados.0.smithi067.stdout:2248: left oid 27 (ObjNum 720 snap 223 seq_num 720) 2024-07-29T15:10:12.354 INFO:tasks.rados.rados.0.smithi067.stdout:2246: expect (ObjNum 549 snap 161 seq_num 549) 2024-07-29T15:10:12.411 INFO:tasks.rados.rados.0.smithi067.stdout:2249: expect (ObjNum 674 snap 206 seq_num 674) 2024-07-29T15:10:12.561 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:12 smithi138 podman[100670]: 2024-07-29 15:10:12.222564956 +0000 UTC m=+0.705221690 container remove a10a9aef390fca7bcfef6dba11f30dd105fbb41ad3afdf53d7d742a88e51bda1 (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-3120d06, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-07-29T15:10:12.617 INFO:tasks.rados.rados.0.smithi067.stdout:2245: expect (ObjNum 526 snap 154 seq_num 526) 2024-07-29T15:10:12.810 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:12 smithi138 podman[100757]: 2024-07-29 15:10:12.462015427 +0000 UTC m=+0.017404391 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T15:10:12.811 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:12 smithi138 podman[100757]: 2024-07-29 15:10:12.582265197 +0000 UTC m=+0.137654160 container create efb9e4baaf7f2698aa5bf24438714d1c0cf942b10c7c81cecfe520986a22a33f (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6-deactivate, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=main-69149bb, GIT_BRANCH=HEAD, org.label-schema.build-date=20240716, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_CLEAN=True) 2024-07-29T15:10:13.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:12 smithi067 ceph-mon[91995]: pgmap v386: 121 pgs: 16 peering, 10 stale+active+clean, 95 active+clean; 281 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 578 KiB/s wr, 11 op/s 2024-07-29T15:10:13.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:12 smithi067 ceph-mon[91995]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-07-29T15:10:13.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:12 smithi067 ceph-mon[91995]: osdmap e517: 8 total, 7 up, 8 in 2024-07-29T15:10:13.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:12 smithi067 ceph-mon[91995]: osdmap e518: 8 total, 7 up, 8 in 2024-07-29T15:10:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:12 smithi067 ceph-mon[94375]: pgmap v386: 121 pgs: 16 peering, 10 stale+active+clean, 95 active+clean; 281 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 578 KiB/s wr, 11 op/s 2024-07-29T15:10:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:12 smithi067 ceph-mon[94375]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-07-29T15:10:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:12 smithi067 ceph-mon[94375]: osdmap e517: 8 total, 7 up, 8 in 2024-07-29T15:10:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:12 smithi067 ceph-mon[94375]: osdmap e518: 8 total, 7 up, 8 in 2024-07-29T15:10:13.257 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 1187 (ObjNum 682 snap 209 seq_num 682) dirty exists 2024-07-29T15:10:13.258 INFO:tasks.rados.rados.0.smithi067.stdout:2239: done (11 left) 2024-07-29T15:10:13.258 INFO:tasks.rados.rados.0.smithi067.stdout:2240: done (10 left) 2024-07-29T15:10:13.258 INFO:tasks.rados.rados.0.smithi067.stdout:2241: done (9 left) 2024-07-29T15:10:13.258 INFO:tasks.rados.rados.0.smithi067.stdout:2242: done (8 left) 2024-07-29T15:10:13.258 INFO:tasks.rados.rados.0.smithi067.stdout:2243: done (7 left) 2024-07-29T15:10:13.258 INFO:tasks.rados.rados.0.smithi067.stdout:2244: done (6 left) 2024-07-29T15:10:13.258 INFO:tasks.rados.rados.0.smithi067.stdout:2245: done (5 left) 2024-07-29T15:10:13.258 INFO:tasks.rados.rados.0.smithi067.stdout:2246: done (4 left) 2024-07-29T15:10:13.258 INFO:tasks.rados.rados.0.smithi067.stdout:2247: done (3 left) 2024-07-29T15:10:13.258 INFO:tasks.rados.rados.0.smithi067.stdout:2248: done (2 left) 2024-07-29T15:10:13.259 INFO:tasks.rados.rados.0.smithi067.stdout:2249: done (1 left) 2024-07-29T15:10:13.259 INFO:tasks.rados.rados.0.smithi067.stdout:2250: done (0 left) 2024-07-29T15:10:13.259 INFO:tasks.rados.rados.0.smithi067.stdout:2251: rollback oid 1 current snap is 223 2024-07-29T15:10:13.259 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 1 to 192 2024-07-29T15:10:13.259 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 39 current snap is 223 2024-07-29T15:10:13.259 INFO:tasks.rados.rados.0.smithi067.stdout:2252: seq_num 721 ranges {2220032=81920} 2024-07-29T15:10:13.270 INFO:tasks.rados.rados.0.smithi067.stdout:2252: writing smithi06780069-39 from 2220032 to 2301952 tid 1 2024-07-29T15:10:13.270 INFO:tasks.rados.rados.0.smithi067.stdout:2253: copy_from oid 36 from oid 22 current snap is 223 2024-07-29T15:10:13.270 INFO:tasks.rados.rados.0.smithi067.stdout:2251: finishing rollback tid 0 to smithi06780069-1 2024-07-29T15:10:13.270 INFO:tasks.rados.rados.0.smithi067.stdout:2251: finishing rollback tid 1 to smithi06780069-1 2024-07-29T15:10:13.270 INFO:tasks.rados.rados.0.smithi067.stdout:2251: finishing rollback tid 2 to smithi06780069-1 2024-07-29T15:10:13.270 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 1123 (ObjNum 567 snap 165 seq_num 567) dirty exists 2024-07-29T15:10:13.270 INFO:tasks.rados.rados.0.smithi067.stdout:2251: done (2 left) 2024-07-29T15:10:13.271 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 1 current snap is 223 2024-07-29T15:10:13.271 INFO:tasks.rados.rados.0.smithi067.stdout:2254: seq_num 722 ranges {3948544=98304} 2024-07-29T15:10:13.292 INFO:tasks.rados.rados.0.smithi067.stdout:2254: writing smithi06780069-1 from 3948544 to 4046848 tid 1 2024-07-29T15:10:13.292 INFO:tasks.rados.rados.0.smithi067.stdout:2255: snap_remove snap 196 2024-07-29T15:10:13.306 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:12 smithi138 ceph-mon[86438]: pgmap v386: 121 pgs: 16 peering, 10 stale+active+clean, 95 active+clean; 281 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 578 KiB/s wr, 11 op/s 2024-07-29T15:10:13.306 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:12 smithi138 ceph-mon[86438]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-07-29T15:10:13.306 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:12 smithi138 ceph-mon[86438]: osdmap e517: 8 total, 7 up, 8 in 2024-07-29T15:10:13.306 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:12 smithi138 ceph-mon[86438]: osdmap e518: 8 total, 7 up, 8 in 2024-07-29T15:10:13.306 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:12 smithi138 podman[100757]: 2024-07-29 15:10:12.81918544 +0000 UTC m=+0.374574407 container init efb9e4baaf7f2698aa5bf24438714d1c0cf942b10c7c81cecfe520986a22a33f (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, RELEASE=main-69149bb, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240716, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0) 2024-07-29T15:10:13.307 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:12 smithi138 podman[100757]: 2024-07-29 15:10:12.822493916 +0000 UTC m=+0.377882887 container start efb9e4baaf7f2698aa5bf24438714d1c0cf942b10c7c81cecfe520986a22a33f (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=main-69149bb, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240716, org.label-schema.schema-version=1.0) 2024-07-29T15:10:13.307 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:12 smithi138 podman[100757]: 2024-07-29 15:10:12.903219009 +0000 UTC m=+0.458607983 container attach efb9e4baaf7f2698aa5bf24438714d1c0cf942b10c7c81cecfe520986a22a33f (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=main-69149bb, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.build-date=20240716, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-07-29T15:10:13.307 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:13 smithi138 podman[100757]: 2024-07-29 15:10:13.016849747 +0000 UTC m=+0.572238709 container died efb9e4baaf7f2698aa5bf24438714d1c0cf942b10c7c81cecfe520986a22a33f (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, RELEASE=main-69149bb, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240716) 2024-07-29T15:10:13.964 INFO:tasks.rados.rados.0.smithi067.stdout:2255: done (3 left) 2024-07-29T15:10:13.965 INFO:tasks.rados.rados.0.smithi067.stdout:2256: snap_remove snap 210 2024-07-29T15:10:14.004 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:13 smithi138 podman[100781]: 2024-07-29 15:10:13.597767619 +0000 UTC m=+0.574492470 container remove efb9e4baaf7f2698aa5bf24438714d1c0cf942b10c7c81cecfe520986a22a33f (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-69149bb, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240716, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-29T15:10:14.005 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:13 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.6.service: Deactivated successfully. 2024-07-29T15:10:14.005 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:13 smithi138 systemd[1]: Stopped Ceph osd.6 for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:10:14.005 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:13 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.6.service: Consumed 11.238s CPU time. 2024-07-29T15:10:14.005 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:13 smithi138 systemd[1]: Starting Ceph osd.6 for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:10:14.269 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:14 smithi138 ceph-mon[86438]: Health check failed: Degraded data redundancy: 13/549 objects degraded (2.368%), 1 pg degraded (PG_DEGRADED) 2024-07-29T15:10:14.269 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:14 smithi138 ceph-mon[86438]: osdmap e519: 8 total, 7 up, 8 in 2024-07-29T15:10:14.270 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:14 smithi138 podman[100883]: 2024-07-29 15:10:13.927304378 +0000 UTC m=+0.017376594 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T15:10:14.270 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:14 smithi138 podman[100883]: 2024-07-29 15:10:14.04958537 +0000 UTC m=+0.139657581 container create 5ae076222c2171ebfa04e9b815bdf3a4d16542a929c6b15ceace6a1c60451bf8 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240716, io.buildah.version=1.36.0, RELEASE=main-69149bb, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-29T15:10:14.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:14 smithi067 ceph-mon[91995]: Health check failed: Degraded data redundancy: 13/549 objects degraded (2.368%), 1 pg degraded (PG_DEGRADED) 2024-07-29T15:10:14.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:14 smithi067 ceph-mon[91995]: osdmap e519: 8 total, 7 up, 8 in 2024-07-29T15:10:14.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:14 smithi067 ceph-mon[94375]: Health check failed: Degraded data redundancy: 13/549 objects degraded (2.368%), 1 pg degraded (PG_DEGRADED) 2024-07-29T15:10:14.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:14 smithi067 ceph-mon[94375]: osdmap e519: 8 total, 7 up, 8 in 2024-07-29T15:10:14.560 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:14 smithi138 podman[100883]: 2024-07-29 15:10:14.268912309 +0000 UTC m=+0.358984520 container init 5ae076222c2171ebfa04e9b815bdf3a4d16542a929c6b15ceace6a1c60451bf8 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6-activate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240716, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=main-69149bb, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0) 2024-07-29T15:10:14.561 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:14 smithi138 podman[100883]: 2024-07-29 15:10:14.273352125 +0000 UTC m=+0.363424339 container start 5ae076222c2171ebfa04e9b815bdf3a4d16542a929c6b15ceace6a1c60451bf8 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6-activate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=main-69149bb, GIT_BRANCH=HEAD, org.label-schema.build-date=20240716, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-07-29T15:10:14.561 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:14 smithi138 podman[100883]: 2024-07-29 15:10:14.352886305 +0000 UTC m=+0.442958518 container attach 5ae076222c2171ebfa04e9b815bdf3a4d16542a929c6b15ceace6a1c60451bf8 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6-activate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, RELEASE=main-69149bb, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240716) 2024-07-29T15:10:14.561 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:14 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6-activate[100897]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-29T15:10:14.561 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:14 smithi138 bash[100883]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-29T15:10:14.561 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:14 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6-activate[100897]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-29T15:10:14.561 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:14 smithi138 bash[100883]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-29T15:10:14.942 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:14 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6-activate[100897]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-07-29T15:10:14.942 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:14 smithi138 bash[100883]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-07-29T15:10:14.942 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:14 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6-activate[100897]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-07-29T15:10:14.942 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:14 smithi138 bash[100883]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-07-29T15:10:14.942 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:14 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6-activate[100897]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-07-29T15:10:14.942 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:14 smithi138 bash[100883]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-07-29T15:10:14.942 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:14 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6-activate[100897]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-07-29T15:10:14.942 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:14 smithi138 bash[100883]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-07-29T15:10:14.942 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:14 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6-activate[100897]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-07-29T15:10:14.943 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:14 smithi138 bash[100883]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-07-29T15:10:14.943 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:14 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6-activate[100897]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-07-29T15:10:14.943 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:14 smithi138 bash[100883]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-07-29T15:10:14.943 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:14 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6-activate[100897]: --> ceph-volume raw activate successful for osd ID: 6 2024-07-29T15:10:14.943 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:14 smithi138 bash[100883]: --> ceph-volume raw activate successful for osd ID: 6 2024-07-29T15:10:14.943 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:14 smithi138 podman[100883]: 2024-07-29 15:10:14.655393668 +0000 UTC m=+0.745465881 container died 5ae076222c2171ebfa04e9b815bdf3a4d16542a929c6b15ceace6a1c60451bf8 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6-activate, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=main-69149bb, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240716, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0) 2024-07-29T15:10:14.965 INFO:tasks.rados.rados.0.smithi067.stdout:2256: done (3 left) 2024-07-29T15:10:14.965 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 41 current snap is 223 2024-07-29T15:10:14.965 INFO:tasks.rados.rados.0.smithi067.stdout:2257: seq_num 723 ranges {958464=114688} 2024-07-29T15:10:14.972 INFO:tasks.rados.rados.0.smithi067.stdout:2257: writing smithi06780069-41 from 958464 to 1073152 tid 1 2024-07-29T15:10:14.972 INFO:tasks.rados.rados.0.smithi067.stdout:2258: setattr oid 4 current snap is 223 2024-07-29T15:10:14.973 INFO:tasks.rados.rados.0.smithi067.stdout:2252: finishing write tid 1 to smithi06780069-39 2024-07-29T15:10:14.973 INFO:tasks.rados.rados.0.smithi067.stdout:2252: finishing write tid 2 to smithi06780069-39 2024-07-29T15:10:14.973 INFO:tasks.rados.rados.0.smithi067.stdout:2252: finishing write tid 3 to smithi06780069-39 2024-07-29T15:10:14.973 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 948 (ObjNum 721 snap 223 seq_num 721) dirty exists 2024-07-29T15:10:14.973 INFO:tasks.rados.rados.0.smithi067.stdout:2252: left oid 39 (ObjNum 721 snap 223 seq_num 721) 2024-07-29T15:10:14.973 INFO:tasks.rados.rados.0.smithi067.stdout:2253: finishing copy_from racing read to smithi06780069-36 2024-07-29T15:10:14.973 INFO:tasks.rados.rados.0.smithi067.stdout:2253: finishing copy_from to smithi06780069-36 2024-07-29T15:10:14.973 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 979 (ObjNum 714 snap 221 seq_num 714) dirty exists 2024-07-29T15:10:14.973 INFO:tasks.rados.rados.0.smithi067.stdout:2254: finishing write tid 1 to smithi06780069-1 2024-07-29T15:10:14.973 INFO:tasks.rados.rados.0.smithi067.stdout:2254: finishing write tid 2 to smithi06780069-1 2024-07-29T15:10:14.973 INFO:tasks.rados.rados.0.smithi067.stdout:2254: finishing write tid 3 to smithi06780069-1 2024-07-29T15:10:14.973 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 1125 (ObjNum 722 snap 223 seq_num 722) dirty exists 2024-07-29T15:10:14.973 INFO:tasks.rados.rados.0.smithi067.stdout:2254: left oid 1 (ObjNum 722 snap 223 seq_num 722) 2024-07-29T15:10:14.977 INFO:tasks.rados.rados.0.smithi067.stdout:2252: done (4 left) 2024-07-29T15:10:14.978 INFO:tasks.rados.rados.0.smithi067.stdout:2253: done (3 left) 2024-07-29T15:10:14.978 INFO:tasks.rados.rados.0.smithi067.stdout:2254: done (2 left) 2024-07-29T15:10:14.978 INFO:tasks.rados.rados.0.smithi067.stdout:2259: rollback oid 11 current snap is 223 2024-07-29T15:10:14.978 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 11 to 218 2024-07-29T15:10:14.978 INFO:tasks.rados.rados.0.smithi067.stdout:2260: read oid 47 snap -1 2024-07-29T15:10:14.978 INFO:tasks.rados.rados.0.smithi067.stdout:2260: expect (ObjNum 595 snap 177 seq_num 595) 2024-07-29T15:10:14.978 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 14 current snap is 223 2024-07-29T15:10:14.978 INFO:tasks.rados.rados.0.smithi067.stdout:2261: seq_num 724 ranges {0=131072} 2024-07-29T15:10:14.979 INFO:tasks.rados.rados.0.smithi067.stdout:2261: writing smithi06780069-14 from 0 to 131072 tid 1 2024-07-29T15:10:14.979 INFO:tasks.rados.rados.0.smithi067.stdout:2262: snap_remove snap 205 2024-07-29T15:10:15.209 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:15 smithi138 ceph-mon[86438]: pgmap v389: 121 pgs: 11 active+undersized, 16 peering, 3 stale+active+clean, 1 active+undersized+degraded, 90 active+clean; 289 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 10 op/s; 13/549 objects degraded (2.368%) 2024-07-29T15:10:15.209 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:15 smithi138 ceph-mon[86438]: osdmap e520: 8 total, 7 up, 8 in 2024-07-29T15:10:15.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:15 smithi067 ceph-mon[91995]: pgmap v389: 121 pgs: 11 active+undersized, 16 peering, 3 stale+active+clean, 1 active+undersized+degraded, 90 active+clean; 289 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 10 op/s; 13/549 objects degraded (2.368%) 2024-07-29T15:10:15.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:15 smithi067 ceph-mon[91995]: osdmap e520: 8 total, 7 up, 8 in 2024-07-29T15:10:15.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:15 smithi067 ceph-mon[94375]: pgmap v389: 121 pgs: 11 active+undersized, 16 peering, 3 stale+active+clean, 1 active+undersized+degraded, 90 active+clean; 289 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 10 op/s; 13/549 objects degraded (2.368%) 2024-07-29T15:10:15.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:15 smithi067 ceph-mon[94375]: osdmap e520: 8 total, 7 up, 8 in 2024-07-29T15:10:15.550 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:15 smithi138 podman[101031]: 2024-07-29 15:10:15.209006219 +0000 UTC m=+0.543948024 container remove 5ae076222c2171ebfa04e9b815bdf3a4d16542a929c6b15ceace6a1c60451bf8 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6-activate, org.label-schema.build-date=20240716, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-69149bb, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-29T15:10:15.550 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:15 smithi138 podman[101089]: 2024-07-29 15:10:15.324905378 +0000 UTC m=+0.017036913 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T15:10:15.550 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:15 smithi138 podman[101089]: 2024-07-29 15:10:15.451654724 +0000 UTC m=+0.143786253 container create 9f9dad5a2717bbcd48ff9ef1411a60f4fae2b6e858a1927125e0bc4ab0b4bbbd (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-69149bb, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.build-date=20240716, CEPH_POINT_RELEASE=) 2024-07-29T15:10:15.967 INFO:tasks.rados.rados.0.smithi067.stdout:2261: finishing write tid 1 to smithi06780069-14 2024-07-29T15:10:15.967 INFO:tasks.rados.rados.0.smithi067.stdout:2259: finishing rollback tid 0 to smithi06780069-11 2024-07-29T15:10:15.967 INFO:tasks.rados.rados.0.smithi067.stdout:2259: finishing rollback tid 1 to smithi06780069-11 2024-07-29T15:10:15.967 INFO:tasks.rados.rados.0.smithi067.stdout:2259: finishing rollback tid 2 to smithi06780069-11 2024-07-29T15:10:15.967 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 11 v 1052 (ObjNum 696 snap 216 seq_num 696) dirty exists 2024-07-29T15:10:15.967 INFO:tasks.rados.rados.0.smithi067.stdout:2257: finishing write tid 1 to smithi06780069-41 2024-07-29T15:10:15.967 INFO:tasks.rados.rados.0.smithi067.stdout:2257: finishing write tid 2 to smithi06780069-41 2024-07-29T15:10:15.967 INFO:tasks.rados.rados.0.smithi067.stdout:2261: finishing write tid 2 to smithi06780069-14 2024-07-29T15:10:15.967 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 1202 (ObjNum 682 snap 209 seq_num 682) dirty exists 2024-07-29T15:10:15.967 INFO:tasks.rados.rados.0.smithi067.stdout:2260: expect (ObjNum 595 snap 177 seq_num 595) 2024-07-29T15:10:16.025 INFO:tasks.rados.rados.0.smithi067.stdout:2257: finishing write tid 3 to smithi06780069-41 2024-07-29T15:10:16.025 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 1153 (ObjNum 723 snap 223 seq_num 723) dirty exists 2024-07-29T15:10:16.025 INFO:tasks.rados.rados.0.smithi067.stdout:2257: left oid 41 (ObjNum 723 snap 223 seq_num 723) 2024-07-29T15:10:16.025 INFO:tasks.rados.rados.0.smithi067.stdout:2261: finishing write tid 3 to smithi06780069-14 2024-07-29T15:10:16.026 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 14 v 889 (ObjNum 724 snap 223 seq_num 724) dirty exists 2024-07-29T15:10:16.026 INFO:tasks.rados.rados.0.smithi067.stdout:2261: left oid 14 (ObjNum 724 snap 223 seq_num 724) 2024-07-29T15:10:16.026 INFO:tasks.rados.rados.0.smithi067.stdout:2257: done (5 left) 2024-07-29T15:10:16.026 INFO:tasks.rados.rados.0.smithi067.stdout:2258: done (4 left) 2024-07-29T15:10:16.026 INFO:tasks.rados.rados.0.smithi067.stdout:2259: done (3 left) 2024-07-29T15:10:16.027 INFO:tasks.rados.rados.0.smithi067.stdout:2260: done (2 left) 2024-07-29T15:10:16.027 INFO:tasks.rados.rados.0.smithi067.stdout:2261: done (1 left) 2024-07-29T15:10:16.027 INFO:tasks.rados.rados.0.smithi067.stdout:2262: done (0 left) 2024-07-29T15:10:16.027 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 10 current snap is 223 2024-07-29T15:10:16.027 INFO:tasks.rados.rados.0.smithi067.stdout:2263: seq_num 725 ranges {9003008=147456} 2024-07-29T15:10:16.060 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:15 smithi138 podman[101089]: 2024-07-29 15:10:15.646811092 +0000 UTC m=+0.338942621 container init 9f9dad5a2717bbcd48ff9ef1411a60f4fae2b6e858a1927125e0bc4ab0b4bbbd (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.build-date=20240716, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, RELEASE=main-69149bb, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-07-29T15:10:16.061 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:15 smithi138 podman[101089]: 2024-07-29 15:10:15.650082101 +0000 UTC m=+0.342213631 container start 9f9dad5a2717bbcd48ff9ef1411a60f4fae2b6e858a1927125e0bc4ab0b4bbbd (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=main-69149bb, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240716, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-07-29T15:10:16.061 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:15 smithi138 ceph-osd[101107]: -- 172.21.15.138:0/2966007671 <== mon.1 v2:172.21.15.138:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e28c1a5a40 con 0x55e28c183c00 2024-07-29T15:10:16.061 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:15 smithi138 bash[101089]: 9f9dad5a2717bbcd48ff9ef1411a60f4fae2b6e858a1927125e0bc4ab0b4bbbd 2024-07-29T15:10:16.061 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:15 smithi138 systemd[1]: Started Ceph osd.6 for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:10:16.074 INFO:tasks.rados.rados.0.smithi067.stdout:2263: writing smithi06780069-10 from 9003008 to 9150464 tid 1 2024-07-29T15:10:16.074 INFO:tasks.rados.rados.0.smithi067.stdout:2264: rmattr oid 46 current snap is 223 2024-07-29T15:10:16.075 INFO:tasks.rados.rados.0.smithi067.stdout:2264: done (1 left) 2024-07-29T15:10:16.075 INFO:tasks.rados.rados.0.smithi067.stdout:2265: rollback oid 6 current snap is 223 2024-07-29T15:10:16.075 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 6 to 218 2024-07-29T15:10:16.075 INFO:tasks.rados.rados.0.smithi067.stdout:2266: setattr oid 43 current snap is 223 2024-07-29T15:10:16.077 INFO:tasks.rados.rados.0.smithi067.stdout:2267: read oid 26 snap 222 2024-07-29T15:10:16.077 INFO:tasks.rados.rados.0.smithi067.stdout:2267: expect (ObjNum 526 snap 154 seq_num 526) 2024-07-29T15:10:16.078 INFO:tasks.rados.rados.0.smithi067.stdout:2268: rollback oid 34 current snap is 223 2024-07-29T15:10:16.078 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 34 to 192 2024-07-29T15:10:16.078 INFO:tasks.rados.rados.0.smithi067.stdout:2269: read oid 48 snap -1 2024-07-29T15:10:16.078 INFO:tasks.rados.rados.0.smithi067.stdout:2269: expect (ObjNum 713 snap 220 seq_num 713) 2024-07-29T15:10:16.078 INFO:tasks.rados.rados.0.smithi067.stdout:2270: copy_from oid 23 from oid 31 current snap is 223 2024-07-29T15:10:16.078 INFO:tasks.rados.rados.0.smithi067.stdout:2271: snap_create 2024-07-29T15:10:16.079 INFO:tasks.rados.rados.0.smithi067.stdout:2270: finishing copy_from to smithi06780069-23 2024-07-29T15:10:16.079 INFO:tasks.rados.rados.0.smithi067.stdout:2270: got expected ENOENT (src dne) 2024-07-29T15:10:16.079 INFO:tasks.rados.rados.0.smithi067.stdout:2270: finishing copy_from racing read to smithi06780069-23 2024-07-29T15:10:16.080 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 43 v 949 (ObjNum 703 snap 217 seq_num 703) dirty exists 2024-07-29T15:10:16.081 INFO:tasks.rados.rados.0.smithi067.stdout:2263: finishing write tid 1 to smithi06780069-10 2024-07-29T15:10:16.081 INFO:tasks.rados.rados.0.smithi067.stdout:2263: finishing write tid 2 to smithi06780069-10 2024-07-29T15:10:16.082 INFO:tasks.rados.rados.0.smithi067.stdout:2265: finishing rollback tid 1 to smithi06780069-6 2024-07-29T15:10:16.082 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 6 v 1167 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-29T15:10:16.082 INFO:tasks.rados.rados.0.smithi067.stdout:2268: finishing rollback tid 0 to smithi06780069-34 2024-07-29T15:10:16.085 INFO:tasks.rados.rados.0.smithi067.stdout:2263: finishing write tid 3 to smithi06780069-10 2024-07-29T15:10:16.085 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 1190 (ObjNum 725 snap 223 seq_num 725) dirty exists 2024-07-29T15:10:16.086 INFO:tasks.rados.rados.0.smithi067.stdout:2263: left oid 10 (ObjNum 725 snap 223 seq_num 725) 2024-07-29T15:10:16.086 INFO:tasks.rados.rados.0.smithi067.stdout:2268: finishing rollback tid 1 to smithi06780069-34 2024-07-29T15:10:16.086 INFO:tasks.rados.rados.0.smithi067.stdout:2268: finishing rollback tid 2 to smithi06780069-34 2024-07-29T15:10:16.086 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 34 v 1195 (ObjNum 514 snap 151 seq_num 514) dirty exists 2024-07-29T15:10:16.103 INFO:tasks.rados.rados.0.smithi067.stdout:2269: expect (ObjNum 713 snap 220 seq_num 713) 2024-07-29T15:10:16.193 INFO:tasks.rados.rados.0.smithi067.stdout:2267: expect (ObjNum 526 snap 154 seq_num 526) 2024-07-29T15:10:16.560 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:16 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T15:10:16.194+0000 7f299e7ff640 -1 Falling back to public interface 2024-07-29T15:10:16.968 INFO:tasks.rados.rados.0.smithi067.stdout:2263: done (7 left) 2024-07-29T15:10:16.969 INFO:tasks.rados.rados.0.smithi067.stdout:2265: done (6 left) 2024-07-29T15:10:16.969 INFO:tasks.rados.rados.0.smithi067.stdout:2266: done (5 left) 2024-07-29T15:10:16.969 INFO:tasks.rados.rados.0.smithi067.stdout:2267: done (4 left) 2024-07-29T15:10:16.969 INFO:tasks.rados.rados.0.smithi067.stdout:2268: done (3 left) 2024-07-29T15:10:16.969 INFO:tasks.rados.rados.0.smithi067.stdout:2269: done (2 left) 2024-07-29T15:10:16.969 INFO:tasks.rados.rados.0.smithi067.stdout:2270: done (1 left) 2024-07-29T15:10:16.969 INFO:tasks.rados.rados.0.smithi067.stdout:2271: done (0 left) 2024-07-29T15:10:16.969 INFO:tasks.rados.rados.0.smithi067.stdout:2272: rollback oid 43 current snap is 224 2024-07-29T15:10:16.969 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 43 to 208 2024-07-29T15:10:16.969 INFO:tasks.rados.rados.0.smithi067.stdout:2273: snap_create 2024-07-29T15:10:16.973 INFO:tasks.rados.rados.0.smithi067.stdout:2272: finishing rollback tid 0 to smithi06780069-43 2024-07-29T15:10:16.973 INFO:tasks.rados.rados.0.smithi067.stdout:2272: finishing rollback tid 1 to smithi06780069-43 2024-07-29T15:10:16.974 INFO:tasks.rados.rados.0.smithi067.stdout:2272: finishing rollback tid 2 to smithi06780069-43 2024-07-29T15:10:16.974 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 43 v 952 (ObjNum 588 snap 174 seq_num 588) dirty exists 2024-07-29T15:10:17.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:16 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:17.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:16 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:17.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:16 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:10:17.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:16 smithi067 ceph-mon[94375]: pgmap v392: 121 pgs: 21 active+undersized, 16 peering, 6 active+undersized+degraded, 78 active+clean; 301 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 5.0 MiB/s wr, 22 op/s; 30/573 objects degraded (5.236%) 2024-07-29T15:10:17.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:16 smithi067 ceph-mon[94375]: osdmap e521: 8 total, 7 up, 8 in 2024-07-29T15:10:17.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:16 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:17.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:16 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:17.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:16 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:10:17.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:16 smithi067 ceph-mon[91995]: pgmap v392: 121 pgs: 21 active+undersized, 16 peering, 6 active+undersized+degraded, 78 active+clean; 301 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 5.0 MiB/s wr, 22 op/s; 30/573 objects degraded (5.236%) 2024-07-29T15:10:17.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:16 smithi067 ceph-mon[91995]: osdmap e521: 8 total, 7 up, 8 in 2024-07-29T15:10:17.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:16 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:17.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:16 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:17.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:16 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:10:17.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:16 smithi138 ceph-mon[86438]: pgmap v392: 121 pgs: 21 active+undersized, 16 peering, 6 active+undersized+degraded, 78 active+clean; 301 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 5.0 MiB/s wr, 22 op/s; 30/573 objects degraded (5.236%) 2024-07-29T15:10:17.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:16 smithi138 ceph-mon[86438]: osdmap e521: 8 total, 7 up, 8 in 2024-07-29T15:10:17.951 INFO:tasks.rados.rados.0.smithi067.stdout:2272: done (1 left) 2024-07-29T15:10:17.951 INFO:tasks.rados.rados.0.smithi067.stdout:2273: done (0 left) 2024-07-29T15:10:17.951 INFO:tasks.rados.rados.0.smithi067.stdout:2274: read oid 42 snap 218 2024-07-29T15:10:17.951 INFO:tasks.rados.rados.0.smithi067.stdout:2274: expect (ObjNum 683 snap 209 seq_num 683) 2024-07-29T15:10:17.952 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 12 current snap is 225 2024-07-29T15:10:17.952 INFO:tasks.rados.rados.0.smithi067.stdout:2275: seq_num 726 ranges {32768=163840} 2024-07-29T15:10:17.952 INFO:tasks.rados.rados.0.smithi067.stdout:2275: writing smithi06780069-12 from 32768 to 196608 tid 1 2024-07-29T15:10:17.952 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 22 current snap is 225 2024-07-29T15:10:17.952 INFO:tasks.rados.rados.0.smithi067.stdout:2276: seq_num 727 ranges {5013504=180224} 2024-07-29T15:10:17.983 INFO:tasks.rados.rados.0.smithi067.stdout:2276: writing smithi06780069-22 from 5013504 to 5193728 tid 1 2024-07-29T15:10:17.983 INFO:tasks.rados.rados.0.smithi067.stdout:2277: rollback oid 35 current snap is 225 2024-07-29T15:10:17.983 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 35 to 192 2024-07-29T15:10:17.983 INFO:tasks.rados.rados.0.smithi067.stdout:2275: finishing write tid 1 to smithi06780069-12 2024-07-29T15:10:17.983 INFO:tasks.rados.rados.0.smithi067.stdout:2275: finishing write tid 2 to smithi06780069-12 2024-07-29T15:10:17.983 INFO:tasks.rados.rados.0.smithi067.stdout:2275: finishing write tid 3 to smithi06780069-12 2024-07-29T15:10:17.983 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 891 (ObjNum 726 snap 225 seq_num 726) dirty exists 2024-07-29T15:10:17.983 INFO:tasks.rados.rados.0.smithi067.stdout:2275: left oid 12 (ObjNum 726 snap 225 seq_num 726) 2024-07-29T15:10:17.983 INFO:tasks.rados.rados.0.smithi067.stdout:2275: done (3 left) 2024-07-29T15:10:17.983 INFO:tasks.rados.rados.0.smithi067.stdout:2278: rollback oid 20 current snap is 225 2024-07-29T15:10:17.983 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 20 to 220 2024-07-29T15:10:17.984 INFO:tasks.rados.rados.0.smithi067.stdout:2279: read oid 23 snap -1 2024-07-29T15:10:17.984 INFO:tasks.rados.rados.0.smithi067.stdout:2279: expect (ObjNum 694 snap 216 seq_num 694) 2024-07-29T15:10:17.984 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 49 current snap is 225 2024-07-29T15:10:17.984 INFO:tasks.rados.rados.0.smithi067.stdout:2280: seq_num 728 ranges {2269184=196608} 2024-07-29T15:10:17.997 INFO:tasks.rados.rados.0.smithi067.stdout:2280: writing smithi06780069-49 from 2269184 to 2465792 tid 1 2024-07-29T15:10:17.997 INFO:tasks.rados.rados.0.smithi067.stdout:2281: read oid 50 snap -1 2024-07-29T15:10:17.997 INFO:tasks.rados.rados.0.smithi067.stdout:2281: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:10:17.997 INFO:tasks.rados.rados.0.smithi067.stdout:2282: snap_create 2024-07-29T15:10:17.997 INFO:tasks.rados.rados.0.smithi067.stdout:2276: finishing write tid 1 to smithi06780069-22 2024-07-29T15:10:17.997 INFO:tasks.rados.rados.0.smithi067.stdout:2278: finishing rollback tid 0 to smithi06780069-20 2024-07-29T15:10:17.997 INFO:tasks.rados.rados.0.smithi067.stdout:2274: expect (ObjNum 683 snap 209 seq_num 683) 2024-07-29T15:10:18.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:17 smithi067 ceph-mon[91995]: osdmap e522: 8 total, 7 up, 8 in 2024-07-29T15:10:18.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:17 smithi067 ceph-mon[91995]: osdmap e523: 8 total, 7 up, 8 in 2024-07-29T15:10:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:10:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:10:17] "GET /metrics HTTP/1.1" 200 36304 "" "Prometheus/2.51.0" 2024-07-29T15:10:18.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:17 smithi067 ceph-mon[94375]: osdmap e522: 8 total, 7 up, 8 in 2024-07-29T15:10:18.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:17 smithi067 ceph-mon[94375]: osdmap e523: 8 total, 7 up, 8 in 2024-07-29T15:10:18.255 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:17 smithi138 ceph-mon[86438]: osdmap e522: 8 total, 7 up, 8 in 2024-07-29T15:10:18.255 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:17 smithi138 ceph-mon[86438]: osdmap e523: 8 total, 7 up, 8 in 2024-07-29T15:10:18.439 INFO:tasks.rados.rados.0.smithi067.stdout:2278: finishing rollback tid 1 to smithi06780069-20 2024-07-29T15:10:18.439 INFO:tasks.rados.rados.0.smithi067.stdout:2278: finishing rollback tid 2 to smithi06780069-20 2024-07-29T15:10:18.439 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 1156 (ObjNum 701 snap 216 seq_num 701) dirty exists 2024-07-29T15:10:18.439 INFO:tasks.rados.rados.0.smithi067.stdout:2276: finishing write tid 2 to smithi06780069-22 2024-07-29T15:10:18.439 INFO:tasks.rados.rados.0.smithi067.stdout:2276: finishing write tid 3 to smithi06780069-22 2024-07-29T15:10:18.439 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 1026 (ObjNum 727 snap 225 seq_num 727) dirty exists 2024-07-29T15:10:18.439 INFO:tasks.rados.rados.0.smithi067.stdout:2276: left oid 22 (ObjNum 727 snap 225 seq_num 727) 2024-07-29T15:10:18.440 INFO:tasks.rados.rados.0.smithi067.stdout:2277: finishing rollback tid 0 to smithi06780069-35 2024-07-29T15:10:18.440 INFO:tasks.rados.rados.0.smithi067.stdout:2281: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:10:18.441 INFO:tasks.rados.rados.0.smithi067.stdout:2277: finishing rollback tid 1 to smithi06780069-35 2024-07-29T15:10:18.441 INFO:tasks.rados.rados.0.smithi067.stdout:2277: finishing rollback tid 2 to smithi06780069-35 2024-07-29T15:10:18.441 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 35 v 1199 (ObjNum 552 snap 161 seq_num 552) dirty exists 2024-07-29T15:10:18.441 INFO:tasks.rados.rados.0.smithi067.stdout:2280: finishing write tid 1 to smithi06780069-49 2024-07-29T15:10:18.441 INFO:tasks.rados.rados.0.smithi067.stdout:2280: finishing write tid 2 to smithi06780069-49 2024-07-29T15:10:18.441 INFO:tasks.rados.rados.0.smithi067.stdout:2280: finishing write tid 3 to smithi06780069-49 2024-07-29T15:10:18.442 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 1211 (ObjNum 728 snap 225 seq_num 728) dirty exists 2024-07-29T15:10:18.442 INFO:tasks.rados.rados.0.smithi067.stdout:2280: left oid 49 (ObjNum 728 snap 225 seq_num 728) 2024-07-29T15:10:18.442 INFO:tasks.rados.rados.0.smithi067.stdout:2279: expect (ObjNum 694 snap 216 seq_num 694) 2024-07-29T15:10:18.979 INFO:tasks.rados.rados.0.smithi067.stdout:2274: done (7 left) 2024-07-29T15:10:18.979 INFO:tasks.rados.rados.0.smithi067.stdout:2276: done (6 left) 2024-07-29T15:10:18.979 INFO:tasks.rados.rados.0.smithi067.stdout:2277: done (5 left) 2024-07-29T15:10:18.980 INFO:tasks.rados.rados.0.smithi067.stdout:2278: done (4 left) 2024-07-29T15:10:18.980 INFO:tasks.rados.rados.0.smithi067.stdout:2279: done (3 left) 2024-07-29T15:10:18.980 INFO:tasks.rados.rados.0.smithi067.stdout:2280: done (2 left) 2024-07-29T15:10:18.980 INFO:tasks.rados.rados.0.smithi067.stdout:2281: done (1 left) 2024-07-29T15:10:18.980 INFO:tasks.rados.rados.0.smithi067.stdout:2282: done (0 left) 2024-07-29T15:10:18.980 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 31 current snap is 226 2024-07-29T15:10:18.980 INFO:tasks.rados.rados.0.smithi067.stdout:2283: seq_num 729 ranges {0=212992} 2024-07-29T15:10:18.980 INFO:tasks.rados.rados.0.smithi067.stdout:2283: writing smithi06780069-31 from 0 to 212992 tid 1 2024-07-29T15:10:18.981 INFO:tasks.rados.rados.0.smithi067.stdout:2284: delete oid 16 current snap is 226 2024-07-29T15:10:18.985 INFO:tasks.rados.rados.0.smithi067.stdout:2283: finishing write tid 1 to smithi06780069-31 2024-07-29T15:10:18.985 INFO:tasks.rados.rados.0.smithi067.stdout:2284: done (1 left) 2024-07-29T15:10:18.985 INFO:tasks.rados.rados.0.smithi067.stdout:2285: snap_remove snap 213 2024-07-29T15:10:19.075 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:18 smithi138 ceph-mon[86438]: pgmap v395: 121 pgs: 35 active+undersized, 8 active+undersized+degraded, 78 active+clean; 301 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.0 MiB/s wr, 41 op/s; 41/585 objects degraded (7.009%) 2024-07-29T15:10:19.075 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:18 smithi138 ceph-mon[86438]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-07-29T15:10:19.075 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:19 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T15:10:19.040+0000 7f299e7ff640 -1 osd.6 515 log_to_monitors true 2024-07-29T15:10:19.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:18 smithi067 ceph-mon[91995]: pgmap v395: 121 pgs: 35 active+undersized, 8 active+undersized+degraded, 78 active+clean; 301 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.0 MiB/s wr, 41 op/s; 41/585 objects degraded (7.009%) 2024-07-29T15:10:19.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:18 smithi067 ceph-mon[91995]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-07-29T15:10:19.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:18 smithi067 ceph-mon[94375]: pgmap v395: 121 pgs: 35 active+undersized, 8 active+undersized+degraded, 78 active+clean; 301 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.0 MiB/s wr, 41 op/s; 41/585 objects degraded (7.009%) 2024-07-29T15:10:19.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:18 smithi067 ceph-mon[94375]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-07-29T15:10:19.987 INFO:tasks.rados.rados.0.smithi067.stdout:2285: done (1 left) 2024-07-29T15:10:19.987 INFO:tasks.rados.rados.0.smithi067.stdout:2286: snap_remove snap 223 2024-07-29T15:10:20.213 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:19 smithi138 ceph-mon[86438]: osdmap e524: 8 total, 7 up, 8 in 2024-07-29T15:10:20.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:19 smithi138 ceph-mon[86438]: from='osd.6 [v2:172.21.15.138:6816/1218131263,v1:172.21.15.138:6817/1218131263]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-29T15:10:20.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:19 smithi138 ceph-mon[86438]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-29T15:10:20.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:19 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:20.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:19 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:10:20.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:19 smithi067 ceph-mon[91995]: osdmap e524: 8 total, 7 up, 8 in 2024-07-29T15:10:20.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:19 smithi067 ceph-mon[91995]: from='osd.6 [v2:172.21.15.138:6816/1218131263,v1:172.21.15.138:6817/1218131263]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-29T15:10:20.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:19 smithi067 ceph-mon[91995]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-29T15:10:20.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:19 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:20.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:19 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:10:20.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:19 smithi067 ceph-mon[94375]: osdmap e524: 8 total, 7 up, 8 in 2024-07-29T15:10:20.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:19 smithi067 ceph-mon[94375]: from='osd.6 [v2:172.21.15.138:6816/1218131263,v1:172.21.15.138:6817/1218131263]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-29T15:10:20.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:19 smithi067 ceph-mon[94375]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-29T15:10:20.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:19 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:20.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:19 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:10:20.560 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 15:10:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T15:10:20.455+0000 7f29925a1640 -1 osd.6 515 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-29T15:10:20.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:10:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:10:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:10:21.005 INFO:tasks.rados.rados.0.smithi067.stdout:2286: done (1 left) 2024-07-29T15:10:21.005 INFO:tasks.rados.rados.0.smithi067.stdout:2287: rollback oid 39 current snap is 226 2024-07-29T15:10:21.005 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 39 to 203 2024-07-29T15:10:21.005 INFO:tasks.rados.rados.0.smithi067.stdout:2288: snap_remove snap 221 2024-07-29T15:10:21.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:20 smithi067 ceph-mon[91995]: pgmap v398: 121 pgs: 35 active+undersized, 8 active+undersized+degraded, 78 active+clean; 305 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 128 KiB/s wr, 26 op/s; 41/594 objects degraded (6.902%) 2024-07-29T15:10:21.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:20 smithi067 ceph-mon[91995]: Health check update: Degraded data redundancy: 41/594 objects degraded (6.902%), 8 pgs degraded (PG_DEGRADED) 2024-07-29T15:10:21.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:20 smithi067 ceph-mon[91995]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-07-29T15:10:21.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:20 smithi067 ceph-mon[91995]: from='osd.6 [v2:172.21.15.138:6816/1218131263,v1:172.21.15.138:6817/1218131263]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T15:10:21.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:20 smithi067 ceph-mon[91995]: osdmap e525: 8 total, 7 up, 8 in 2024-07-29T15:10:21.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:20 smithi067 ceph-mon[91995]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T15:10:21.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:21.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:21.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:20 smithi067 ceph-mon[91995]: from='osd.6 ' entity='osd.6' 2024-07-29T15:10:21.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:21.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:21.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:20 smithi067 ceph-mon[94375]: pgmap v398: 121 pgs: 35 active+undersized, 8 active+undersized+degraded, 78 active+clean; 305 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 128 KiB/s wr, 26 op/s; 41/594 objects degraded (6.902%) 2024-07-29T15:10:21.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:20 smithi067 ceph-mon[94375]: Health check update: Degraded data redundancy: 41/594 objects degraded (6.902%), 8 pgs degraded (PG_DEGRADED) 2024-07-29T15:10:21.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:20 smithi067 ceph-mon[94375]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-07-29T15:10:21.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:20 smithi067 ceph-mon[94375]: from='osd.6 [v2:172.21.15.138:6816/1218131263,v1:172.21.15.138:6817/1218131263]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T15:10:21.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:20 smithi067 ceph-mon[94375]: osdmap e525: 8 total, 7 up, 8 in 2024-07-29T15:10:21.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:20 smithi067 ceph-mon[94375]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T15:10:21.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:21.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:21.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:20 smithi067 ceph-mon[94375]: from='osd.6 ' entity='osd.6' 2024-07-29T15:10:21.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:21.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:21.244 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:20 smithi138 ceph-mon[86438]: pgmap v398: 121 pgs: 35 active+undersized, 8 active+undersized+degraded, 78 active+clean; 305 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 128 KiB/s wr, 26 op/s; 41/594 objects degraded (6.902%) 2024-07-29T15:10:21.244 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:20 smithi138 ceph-mon[86438]: Health check update: Degraded data redundancy: 41/594 objects degraded (6.902%), 8 pgs degraded (PG_DEGRADED) 2024-07-29T15:10:21.244 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:20 smithi138 ceph-mon[86438]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-07-29T15:10:21.244 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:20 smithi138 ceph-mon[86438]: from='osd.6 [v2:172.21.15.138:6816/1218131263,v1:172.21.15.138:6817/1218131263]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T15:10:21.244 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:20 smithi138 ceph-mon[86438]: osdmap e525: 8 total, 7 up, 8 in 2024-07-29T15:10:21.244 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:20 smithi138 ceph-mon[86438]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T15:10:21.245 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:21.245 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:21.245 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:20 smithi138 ceph-mon[86438]: from='osd.6 ' entity='osd.6' 2024-07-29T15:10:21.245 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:21.245 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:21.997 INFO:tasks.rados.rados.0.smithi067.stdout:2288: done (2 left) 2024-07-29T15:10:21.998 INFO:tasks.rados.rados.0.smithi067.stdout:2289: copy_from oid 19 from oid 45 current snap is 226 2024-07-29T15:10:21.998 INFO:tasks.rados.rados.0.smithi067.stdout:2290: snap_remove snap 224 2024-07-29T15:10:22.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:21 smithi067 ceph-mon[91995]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-29T15:10:22.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:21 smithi067 ceph-mon[91995]: osd.6 [v2:172.21.15.138:6816/1218131263,v1:172.21.15.138:6817/1218131263] boot 2024-07-29T15:10:22.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:21 smithi067 ceph-mon[91995]: osdmap e526: 8 total, 8 up, 8 in 2024-07-29T15:10:22.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:21 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-29T15:10:22.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:21 smithi067 ceph-mon[94375]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-29T15:10:22.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:21 smithi067 ceph-mon[94375]: osd.6 [v2:172.21.15.138:6816/1218131263,v1:172.21.15.138:6817/1218131263] boot 2024-07-29T15:10:22.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:21 smithi067 ceph-mon[94375]: osdmap e526: 8 total, 8 up, 8 in 2024-07-29T15:10:22.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:21 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-29T15:10:22.247 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:21 smithi138 ceph-mon[86438]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-29T15:10:22.247 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:21 smithi138 ceph-mon[86438]: osd.6 [v2:172.21.15.138:6816/1218131263,v1:172.21.15.138:6817/1218131263] boot 2024-07-29T15:10:22.248 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:21 smithi138 ceph-mon[86438]: osdmap e526: 8 total, 8 up, 8 in 2024-07-29T15:10:22.248 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:21 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-29T15:10:23.003 INFO:tasks.rados.rados.0.smithi067.stdout:2290: done (3 left) 2024-07-29T15:10:23.003 INFO:tasks.rados.rados.0.smithi067.stdout:2291: delete oid 13 current snap is 226 2024-07-29T15:10:23.003 INFO:tasks.rados.rados.0.smithi067.stdout:2283: finishing write tid 2 to smithi06780069-31 2024-07-29T15:10:23.003 INFO:tasks.rados.rados.0.smithi067.stdout:2283: finishing write tid 3 to smithi06780069-31 2024-07-29T15:10:23.003 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 893 (ObjNum 729 snap 226 seq_num 729) dirty exists 2024-07-29T15:10:23.003 INFO:tasks.rados.rados.0.smithi067.stdout:2283: left oid 31 (ObjNum 729 snap 226 seq_num 729) 2024-07-29T15:10:23.003 INFO:tasks.rados.rados.0.smithi067.stdout:2289: finishing copy_from racing read to smithi06780069-19 2024-07-29T15:10:23.003 INFO:tasks.rados.rados.0.smithi067.stdout:2289: finishing copy_from to smithi06780069-19 2024-07-29T15:10:23.003 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 19 v 565 (ObjNum 715 snap 222 seq_num 715) dirty exists 2024-07-29T15:10:23.004 INFO:tasks.rados.rados.0.smithi067.stdout:2287: finishing rollback tid 0 to smithi06780069-39 2024-07-29T15:10:23.004 INFO:tasks.rados.rados.0.smithi067.stdout:2287: finishing rollback tid 1 to smithi06780069-39 2024-07-29T15:10:23.004 INFO:tasks.rados.rados.0.smithi067.stdout:2287: finishing rollback tid 2 to smithi06780069-39 2024-07-29T15:10:23.004 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 955 (ObjNum 654 snap 198 seq_num 654) dirty exists 2024-07-29T15:10:23.009 INFO:tasks.rados.rados.0.smithi067.stdout:2283: done (3 left) 2024-07-29T15:10:23.009 INFO:tasks.rados.rados.0.smithi067.stdout:2287: done (2 left) 2024-07-29T15:10:23.009 INFO:tasks.rados.rados.0.smithi067.stdout:2289: done (1 left) 2024-07-29T15:10:23.009 INFO:tasks.rados.rados.0.smithi067.stdout:2291: done (0 left) 2024-07-29T15:10:23.010 INFO:tasks.rados.rados.0.smithi067.stdout:2292: read oid 47 snap -1 2024-07-29T15:10:23.010 INFO:tasks.rados.rados.0.smithi067.stdout:2292: expect (ObjNum 595 snap 177 seq_num 595) 2024-07-29T15:10:23.010 INFO:tasks.rados.rados.0.smithi067.stdout:2293: read oid 1 snap -1 2024-07-29T15:10:23.010 INFO:tasks.rados.rados.0.smithi067.stdout:2293: expect (ObjNum 722 snap 223 seq_num 722) 2024-07-29T15:10:23.010 INFO:tasks.rados.rados.0.smithi067.stdout:2294: delete oid 37 current snap is 226 2024-07-29T15:10:23.018 INFO:tasks.rados.rados.0.smithi067.stdout:2294: done (2 left) 2024-07-29T15:10:23.018 INFO:tasks.rados.rados.0.smithi067.stdout:2295: snap_create 2024-07-29T15:10:23.023 INFO:tasks.rados.rados.0.smithi067.stdout:2292: expect (ObjNum 595 snap 177 seq_num 595) 2024-07-29T15:10:23.070 INFO:tasks.rados.rados.0.smithi067.stdout:2293: expect (ObjNum 722 snap 223 seq_num 722) 2024-07-29T15:10:23.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:22 smithi138 ceph-mon[86438]: pgmap v401: 121 pgs: 12 peering, 24 active+undersized, 7 active+undersized+degraded, 78 active+clean; 303 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 248 KiB/s wr, 9 op/s; 38/600 objects degraded (6.333%) 2024-07-29T15:10:23.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:22 smithi138 ceph-mon[86438]: osdmap e527: 8 total, 8 up, 8 in 2024-07-29T15:10:23.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:22 smithi067 ceph-mon[91995]: pgmap v401: 121 pgs: 12 peering, 24 active+undersized, 7 active+undersized+degraded, 78 active+clean; 303 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 248 KiB/s wr, 9 op/s; 38/600 objects degraded (6.333%) 2024-07-29T15:10:23.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:22 smithi067 ceph-mon[91995]: osdmap e527: 8 total, 8 up, 8 in 2024-07-29T15:10:23.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:22 smithi067 ceph-mon[94375]: pgmap v401: 121 pgs: 12 peering, 24 active+undersized, 7 active+undersized+degraded, 78 active+clean; 303 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 248 KiB/s wr, 9 op/s; 38/600 objects degraded (6.333%) 2024-07-29T15:10:23.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:22 smithi067 ceph-mon[94375]: osdmap e527: 8 total, 8 up, 8 in 2024-07-29T15:10:24.016 INFO:tasks.rados.rados.0.smithi067.stdout:2292: done (2 left) 2024-07-29T15:10:24.016 INFO:tasks.rados.rados.0.smithi067.stdout:2293: done (1 left) 2024-07-29T15:10:24.016 INFO:tasks.rados.rados.0.smithi067.stdout:2295: done (0 left) 2024-07-29T15:10:24.016 INFO:tasks.rados.rados.0.smithi067.stdout:2296: copy_from oid 23 from oid 20 current snap is 227 2024-07-29T15:10:24.016 INFO:tasks.rados.rados.0.smithi067.stdout:2297: rmattr oid 4 current snap is 227 2024-07-29T15:10:24.016 INFO:tasks.rados.rados.0.smithi067.stdout:2298: snap_create 2024-07-29T15:10:24.021 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 1228 (ObjNum 682 snap 209 seq_num 682) dirty exists 2024-07-29T15:10:24.033 INFO:tasks.rados.rados.0.smithi067.stdout:2296: finishing copy_from racing read to smithi06780069-23 2024-07-29T15:10:24.038 INFO:tasks.rados.rados.0.smithi067.stdout:2296: finishing copy_from to smithi06780069-23 2024-07-29T15:10:24.038 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 1156 (ObjNum 701 snap 216 seq_num 701) dirty exists 2024-07-29T15:10:24.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:24 smithi138 ceph-mon[86438]: osdmap e528: 8 total, 8 up, 8 in 2024-07-29T15:10:24.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:24 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:24.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:24 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:24.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:24 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:10:24.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:24 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:10:24.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:24 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:24.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:24 smithi067 ceph-mon[94375]: osdmap e528: 8 total, 8 up, 8 in 2024-07-29T15:10:24.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:24 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:24.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:24 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:24.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:24 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:10:24.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:24 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:10:24.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:24 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:24.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:24 smithi067 ceph-mon[91995]: osdmap e528: 8 total, 8 up, 8 in 2024-07-29T15:10:24.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:24 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:24.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:24 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:24.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:24 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:10:24.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:24 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:10:24.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:24 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:24.490 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:10:24 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T15:10:24.067+0000 7f799bbb6640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-07-29T15:10:25.020 INFO:tasks.rados.rados.0.smithi067.stdout:2296: done (2 left) 2024-07-29T15:10:25.020 INFO:tasks.rados.rados.0.smithi067.stdout:2297: done (1 left) 2024-07-29T15:10:25.020 INFO:tasks.rados.rados.0.smithi067.stdout:2298: done (0 left) 2024-07-29T15:10:25.020 INFO:tasks.rados.rados.0.smithi067.stdout:2299: rollback oid 37 current snap is 228 2024-07-29T15:10:25.020 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 37 to 203 2024-07-29T15:10:25.021 INFO:tasks.rados.rados.0.smithi067.stdout:2300: read oid 25 snap -1 2024-07-29T15:10:25.021 INFO:tasks.rados.rados.0.smithi067.stdout:2300: expect deleted 2024-07-29T15:10:25.021 INFO:tasks.rados.rados.0.smithi067.stdout:2301: read oid 28 snap -1 2024-07-29T15:10:25.021 INFO:tasks.rados.rados.0.smithi067.stdout:2301: expect (ObjNum 458 snap 133 seq_num 458) 2024-07-29T15:10:25.021 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 42 current snap is 228 2024-07-29T15:10:25.021 INFO:tasks.rados.rados.0.smithi067.stdout:2302: seq_num 733 ranges {7921664=278528} 2024-07-29T15:10:25.066 INFO:tasks.rados.rados.0.smithi067.stdout:2302: writing smithi06780069-42 from 7921664 to 8200192 tid 1 2024-07-29T15:10:25.066 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 47 current snap is 228 2024-07-29T15:10:25.066 INFO:tasks.rados.rados.0.smithi067.stdout:2303: seq_num 734 ranges {1146880=294912} 2024-07-29T15:10:25.074 INFO:tasks.rados.rados.0.smithi067.stdout:2303: writing smithi06780069-47 from 1146880 to 1441792 tid 1 2024-07-29T15:10:25.074 INFO:tasks.rados.rados.0.smithi067.stdout:2304: read oid 21 snap -1 2024-07-29T15:10:25.074 INFO:tasks.rados.rados.0.smithi067.stdout:2304: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:10:25.074 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 32 current snap is 228 2024-07-29T15:10:25.074 INFO:tasks.rados.rados.0.smithi067.stdout:2305: seq_num 735 ranges {1261568=311296} 2024-07-29T15:10:25.083 INFO:tasks.rados.rados.0.smithi067.stdout:2305: writing smithi06780069-32 from 1261568 to 1572864 tid 1 2024-07-29T15:10:25.083 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 15 current snap is 228 2024-07-29T15:10:25.083 INFO:tasks.rados.rados.0.smithi067.stdout:2306: seq_num 736 ranges {0=335872} 2024-07-29T15:10:25.085 INFO:tasks.rados.rados.0.smithi067.stdout:2306: writing smithi06780069-15 from 0 to 335872 tid 1 2024-07-29T15:10:25.085 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 10 current snap is 228 2024-07-29T15:10:25.085 INFO:tasks.rados.rados.0.smithi067.stdout:2299: finishing rollback tid 1 to smithi06780069-37 2024-07-29T15:10:25.085 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 37 v 1157 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-07-29T15:10:25.085 INFO:tasks.rados.rados.0.smithi067.stdout:2301: expect (ObjNum 458 snap 133 seq_num 458) 2024-07-29T15:10:25.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:25 smithi138 ceph-mon[86438]: pgmap v404: 121 pgs: 1 active+recovering+degraded, 12 peering, 20 active+undersized, 6 active+undersized+degraded, 82 active+clean; 303 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 140 KiB/s wr, 4 op/s; 27/600 objects degraded (4.500%) 2024-07-29T15:10:25.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:25 smithi138 ceph-mon[86438]: osdmap e529: 8 total, 8 up, 8 in 2024-07-29T15:10:25.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:25 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:10:25.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:25 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:10:25.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:25 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:10:25.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:25 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:10:25.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:25 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-29T15:10:25.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:25 smithi138 ceph-mon[86438]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-29T15:10:25.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:25 smithi138 ceph-mon[86438]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-07-29T15:10:25.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:25 smithi067 ceph-mon[91995]: pgmap v404: 121 pgs: 1 active+recovering+degraded, 12 peering, 20 active+undersized, 6 active+undersized+degraded, 82 active+clean; 303 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 140 KiB/s wr, 4 op/s; 27/600 objects degraded (4.500%) 2024-07-29T15:10:25.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:25 smithi067 ceph-mon[91995]: osdmap e529: 8 total, 8 up, 8 in 2024-07-29T15:10:25.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:25 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:10:25.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:25 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:10:25.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:25 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:10:25.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:25 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:10:25.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:25 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-29T15:10:25.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:25 smithi067 ceph-mon[91995]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-29T15:10:25.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:25 smithi067 ceph-mon[91995]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-07-29T15:10:25.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:25 smithi067 ceph-mon[94375]: pgmap v404: 121 pgs: 1 active+recovering+degraded, 12 peering, 20 active+undersized, 6 active+undersized+degraded, 82 active+clean; 303 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 140 KiB/s wr, 4 op/s; 27/600 objects degraded (4.500%) 2024-07-29T15:10:25.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:25 smithi067 ceph-mon[94375]: osdmap e529: 8 total, 8 up, 8 in 2024-07-29T15:10:25.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:25 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:10:25.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:25 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:10:25.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:25 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:10:25.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:25 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:10:25.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:25 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-29T15:10:25.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:25 smithi067 ceph-mon[94375]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-29T15:10:25.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:25 smithi067 ceph-mon[94375]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-07-29T15:10:25.729 INFO:tasks.rados.rados.0.smithi067.stdout:2302: finishing write tid 1 to smithi06780069-42 2024-07-29T15:10:25.729 INFO:tasks.rados.rados.0.smithi067.stdout:2302: finishing write tid 2 to smithi06780069-42 2024-07-29T15:10:25.729 INFO:tasks.rados.rados.0.smithi067.stdout:2307: seq_num 737 ranges {9150464=352256} 2024-07-29T15:10:25.781 INFO:tasks.rados.rados.0.smithi067.stdout:2307: writing smithi06780069-10 from 9150464 to 9502720 tid 1 2024-07-29T15:10:25.781 INFO:tasks.rados.rados.0.smithi067.stdout:2299: done (8 left) 2024-07-29T15:10:25.781 INFO:tasks.rados.rados.0.smithi067.stdout:2300: done (7 left) 2024-07-29T15:10:25.781 INFO:tasks.rados.rados.0.smithi067.stdout:2301: done (6 left) 2024-07-29T15:10:25.781 INFO:tasks.rados.rados.0.smithi067.stdout:2308: rollback oid 17 current snap is 228 2024-07-29T15:10:25.781 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 17 to 225 2024-07-29T15:10:25.781 INFO:tasks.rados.rados.0.smithi067.stdout:2302: finishing write tid 3 to smithi06780069-42 2024-07-29T15:10:25.781 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 1110 (ObjNum 733 snap 228 seq_num 733) dirty exists 2024-07-29T15:10:25.781 INFO:tasks.rados.rados.0.smithi067.stdout:2302: left oid 42 (ObjNum 733 snap 228 seq_num 733) 2024-07-29T15:10:25.781 INFO:tasks.rados.rados.0.smithi067.stdout:2304: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:10:25.782 INFO:tasks.rados.rados.0.smithi067.stdout:2303: finishing write tid 1 to smithi06780069-47 2024-07-29T15:10:25.782 INFO:tasks.rados.rados.0.smithi067.stdout:2303: finishing write tid 2 to smithi06780069-47 2024-07-29T15:10:25.782 INFO:tasks.rados.rados.0.smithi067.stdout:2302: done (6 left) 2024-07-29T15:10:25.783 INFO:tasks.rados.rados.0.smithi067.stdout:2304: done (5 left) 2024-07-29T15:10:25.783 INFO:tasks.rados.rados.0.smithi067.stdout:2309: delete oid 23 current snap is 228 2024-07-29T15:10:25.783 INFO:tasks.rados.rados.0.smithi067.stdout:2303: finishing write tid 3 to smithi06780069-47 2024-07-29T15:10:25.783 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 957 (ObjNum 734 snap 228 seq_num 734) dirty exists 2024-07-29T15:10:25.783 INFO:tasks.rados.rados.0.smithi067.stdout:2303: left oid 47 (ObjNum 734 snap 228 seq_num 734) 2024-07-29T15:10:25.783 INFO:tasks.rados.rados.0.smithi067.stdout:2305: finishing write tid 1 to smithi06780069-32 2024-07-29T15:10:25.783 INFO:tasks.rados.rados.0.smithi067.stdout:2305: finishing write tid 2 to smithi06780069-32 2024-07-29T15:10:25.783 INFO:tasks.rados.rados.0.smithi067.stdout:2306: finishing write tid 1 to smithi06780069-15 2024-07-29T15:10:25.783 INFO:tasks.rados.rados.0.smithi067.stdout:2306: finishing write tid 2 to smithi06780069-15 2024-07-29T15:10:25.783 INFO:tasks.rados.rados.0.smithi067.stdout:2305: finishing write tid 3 to smithi06780069-32 2024-07-29T15:10:25.783 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 1148 (ObjNum 735 snap 228 seq_num 735) dirty exists 2024-07-29T15:10:25.783 INFO:tasks.rados.rados.0.smithi067.stdout:2305: left oid 32 (ObjNum 735 snap 228 seq_num 735) 2024-07-29T15:10:25.783 INFO:tasks.rados.rados.0.smithi067.stdout:2306: finishing write tid 3 to smithi06780069-15 2024-07-29T15:10:25.783 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 1150 (ObjNum 736 snap 228 seq_num 736) dirty exists 2024-07-29T15:10:25.783 INFO:tasks.rados.rados.0.smithi067.stdout:2306: left oid 15 (ObjNum 736 snap 228 seq_num 736) 2024-07-29T15:10:25.785 INFO:tasks.rados.rados.0.smithi067.stdout:2307: finishing write tid 1 to smithi06780069-10 2024-07-29T15:10:25.785 INFO:tasks.rados.rados.0.smithi067.stdout:2308: finishing rollback tid 0 to smithi06780069-17 2024-07-29T15:10:25.785 INFO:tasks.rados.rados.0.smithi067.stdout:2307: finishing write tid 2 to smithi06780069-10 2024-07-29T15:10:25.785 INFO:tasks.rados.rados.0.smithi067.stdout:2308: finishing rollback tid 1 to smithi06780069-17 2024-07-29T15:10:25.785 INFO:tasks.rados.rados.0.smithi067.stdout:2308: finishing rollback tid 2 to smithi06780069-17 2024-07-29T15:10:25.785 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 957 (ObjNum 674 snap 206 seq_num 674) dirty exists 2024-07-29T15:10:25.786 INFO:tasks.rados.rados.0.smithi067.stdout:2303: done (5 left) 2024-07-29T15:10:25.786 INFO:tasks.rados.rados.0.smithi067.stdout:2305: done (4 left) 2024-07-29T15:10:25.786 INFO:tasks.rados.rados.0.smithi067.stdout:2306: done (3 left) 2024-07-29T15:10:25.786 INFO:tasks.rados.rados.0.smithi067.stdout:2308: done (2 left) 2024-07-29T15:10:25.786 INFO:tasks.rados.rados.0.smithi067.stdout:2309: done (1 left) 2024-07-29T15:10:25.786 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 48 current snap is 228 2024-07-29T15:10:25.786 INFO:tasks.rados.rados.0.smithi067.stdout:2310: seq_num 739 ranges {2875392=385024} 2024-07-29T15:10:25.803 INFO:tasks.rados.rados.0.smithi067.stdout:2310: writing smithi06780069-48 from 2875392 to 3260416 tid 1 2024-07-29T15:10:25.803 INFO:tasks.rados.rados.0.smithi067.stdout:2311: delete oid 32 current snap is 228 2024-07-29T15:10:25.804 INFO:tasks.rados.rados.0.smithi067.stdout:2307: finishing write tid 3 to smithi06780069-10 2024-07-29T15:10:25.804 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 1221 (ObjNum 737 snap 228 seq_num 737) dirty exists 2024-07-29T15:10:25.804 INFO:tasks.rados.rados.0.smithi067.stdout:2307: left oid 10 (ObjNum 737 snap 228 seq_num 737) 2024-07-29T15:10:25.805 INFO:tasks.rados.rados.0.smithi067.stdout:2307: done (2 left) 2024-07-29T15:10:25.805 INFO:tasks.rados.rados.0.smithi067.stdout:2311: done (1 left) 2024-07-29T15:10:25.805 INFO:tasks.rados.rados.0.smithi067.stdout:2312: snap_create 2024-07-29T15:10:25.808 INFO:tasks.rados.rados.0.smithi067.stdout:2310: finishing write tid 1 to smithi06780069-48 2024-07-29T15:10:25.808 INFO:tasks.rados.rados.0.smithi067.stdout:2310: finishing write tid 2 to smithi06780069-48 2024-07-29T15:10:25.809 INFO:tasks.rados.rados.0.smithi067.stdout:2310: finishing write tid 3 to smithi06780069-48 2024-07-29T15:10:25.809 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 48 v 530 (ObjNum 739 snap 228 seq_num 739) dirty exists 2024-07-29T15:10:25.809 INFO:tasks.rados.rados.0.smithi067.stdout:2310: left oid 48 (ObjNum 739 snap 228 seq_num 739) 2024-07-29T15:10:26.028 INFO:tasks.rados.rados.0.smithi067.stdout:2310: done (1 left) 2024-07-29T15:10:26.028 INFO:tasks.rados.rados.0.smithi067.stdout:2312: done (0 left) 2024-07-29T15:10:26.028 INFO:tasks.rados.rados.0.smithi067.stdout:2313: delete oid 1 current snap is 229 2024-07-29T15:10:26.032 INFO:tasks.rados.rados.0.smithi067.stdout:2313: done (0 left) 2024-07-29T15:10:26.032 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 40 current snap is 229 2024-07-29T15:10:26.033 INFO:tasks.rados.rados.0.smithi067.stdout:2314: seq_num 742 ranges {0=434176} 2024-07-29T15:10:26.035 INFO:tasks.rados.rados.0.smithi067.stdout:2314: writing smithi06780069-40 from 0 to 434176 tid 1 2024-07-29T15:10:26.035 INFO:tasks.rados.rados.0.smithi067.stdout:2315: copy_from oid 26 from oid 4 current snap is 229 2024-07-29T15:10:26.035 INFO:tasks.rados.rados.0.smithi067.stdout:2316: snap_create 2024-07-29T15:10:26.038 INFO:tasks.rados.rados.0.smithi067.stdout:2314: finishing write tid 1 to smithi06780069-40 2024-07-29T15:10:26.038 INFO:tasks.rados.rados.0.smithi067.stdout:2314: finishing write tid 2 to smithi06780069-40 2024-07-29T15:10:26.040 INFO:tasks.rados.rados.0.smithi067.stdout:2314: finishing write tid 3 to smithi06780069-40 2024-07-29T15:10:26.040 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 40 v 1159 (ObjNum 742 snap 229 seq_num 742) dirty exists 2024-07-29T15:10:26.040 INFO:tasks.rados.rados.0.smithi067.stdout:2314: left oid 40 (ObjNum 742 snap 229 seq_num 742) 2024-07-29T15:10:26.053 INFO:tasks.rados.rados.0.smithi067.stdout:2315: finishing copy_from racing read to smithi06780069-26 2024-07-29T15:10:26.056 INFO:tasks.rados.rados.0.smithi067.stdout:2315: finishing copy_from to smithi06780069-26 2024-07-29T15:10:26.057 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 1228 (ObjNum 682 snap 209 seq_num 682) dirty exists 2024-07-29T15:10:26.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:26 smithi138 ceph-mon[86438]: osdmap e530: 8 total, 8 up, 8 in 2024-07-29T15:10:26.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:26 smithi067 ceph-mon[91995]: osdmap e530: 8 total, 8 up, 8 in 2024-07-29T15:10:26.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:26 smithi067 ceph-mon[94375]: osdmap e530: 8 total, 8 up, 8 in 2024-07-29T15:10:27.040 INFO:tasks.rados.rados.0.smithi067.stdout:2314: done (2 left) 2024-07-29T15:10:27.040 INFO:tasks.rados.rados.0.smithi067.stdout:2315: done (1 left) 2024-07-29T15:10:27.041 INFO:tasks.rados.rados.0.smithi067.stdout:2316: done (0 left) 2024-07-29T15:10:27.041 INFO:tasks.rados.rados.0.smithi067.stdout:2317: snap_remove snap 228 2024-07-29T15:10:27.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:27 smithi138 ceph-mon[86438]: pgmap v407: 121 pgs: 1 active+recovering+degraded, 12 peering, 108 active+clean; 310 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.2 MiB/s wr, 6 op/s; 5/603 objects degraded (0.829%); 1.9 MiB/s, 1 objects/s recovering 2024-07-29T15:10:27.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:27 smithi138 ceph-mon[86438]: Health check update: Degraded data redundancy: 5/603 objects degraded (0.829%), 1 pg degraded (PG_DEGRADED) 2024-07-29T15:10:27.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:27 smithi138 ceph-mon[86438]: osdmap e531: 8 total, 8 up, 8 in 2024-07-29T15:10:27.390 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:27 smithi067 ceph-mon[91995]: pgmap v407: 121 pgs: 1 active+recovering+degraded, 12 peering, 108 active+clean; 310 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.2 MiB/s wr, 6 op/s; 5/603 objects degraded (0.829%); 1.9 MiB/s, 1 objects/s recovering 2024-07-29T15:10:27.390 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:27 smithi067 ceph-mon[91995]: Health check update: Degraded data redundancy: 5/603 objects degraded (0.829%), 1 pg degraded (PG_DEGRADED) 2024-07-29T15:10:27.390 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:27 smithi067 ceph-mon[91995]: osdmap e531: 8 total, 8 up, 8 in 2024-07-29T15:10:27.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:27 smithi067 ceph-mon[94375]: pgmap v407: 121 pgs: 1 active+recovering+degraded, 12 peering, 108 active+clean; 310 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.2 MiB/s wr, 6 op/s; 5/603 objects degraded (0.829%); 1.9 MiB/s, 1 objects/s recovering 2024-07-29T15:10:27.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:27 smithi067 ceph-mon[94375]: Health check update: Degraded data redundancy: 5/603 objects degraded (0.829%), 1 pg degraded (PG_DEGRADED) 2024-07-29T15:10:27.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:27 smithi067 ceph-mon[94375]: osdmap e531: 8 total, 8 up, 8 in 2024-07-29T15:10:28.047 INFO:tasks.rados.rados.0.smithi067.stdout:2317: done (0 left) 2024-07-29T15:10:28.048 INFO:tasks.rados.rados.0.smithi067.stdout:2318: delete oid 21 current snap is 230 2024-07-29T15:10:28.056 INFO:tasks.rados.rados.0.smithi067.stdout:2318: done (0 left) 2024-07-29T15:10:28.056 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 23 current snap is 230 2024-07-29T15:10:28.056 INFO:tasks.rados.rados.0.smithi067.stdout:2319: seq_num 744 ranges {0=466944} 2024-07-29T15:10:28.059 INFO:tasks.rados.rados.0.smithi067.stdout:2319: writing smithi06780069-23 from 0 to 466944 tid 1 2024-07-29T15:10:28.059 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 43 current snap is 230 2024-07-29T15:10:28.059 INFO:tasks.rados.rados.0.smithi067.stdout:2320: seq_num 745 ranges {1589248=483328} 2024-07-29T15:10:28.071 INFO:tasks.rados.rados.0.smithi067.stdout:2320: writing smithi06780069-43 from 1589248 to 2072576 tid 1 2024-07-29T15:10:28.071 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 48 current snap is 230 2024-07-29T15:10:28.071 INFO:tasks.rados.rados.0.smithi067.stdout:2319: finishing write tid 1 to smithi06780069-23 2024-07-29T15:10:28.071 INFO:tasks.rados.rados.0.smithi067.stdout:2321: seq_num 746 ranges {3260416=499712} 2024-07-29T15:10:28.093 INFO:tasks.rados.rados.0.smithi067.stdout:2321: writing smithi06780069-48 from 3260416 to 3760128 tid 1 2024-07-29T15:10:28.093 INFO:tasks.rados.rados.0.smithi067.stdout:2322: read oid 10 snap -1 2024-07-29T15:10:28.093 INFO:tasks.rados.rados.0.smithi067.stdout:2322: expect (ObjNum 737 snap 228 seq_num 737) 2024-07-29T15:10:28.093 INFO:tasks.rados.rados.0.smithi067.stdout:2323: read oid 31 snap -1 2024-07-29T15:10:28.093 INFO:tasks.rados.rados.0.smithi067.stdout:2323: expect (ObjNum 729 snap 226 seq_num 729) 2024-07-29T15:10:28.093 INFO:tasks.rados.rados.0.smithi067.stdout:2324: snap_create 2024-07-29T15:10:28.093 INFO:tasks.rados.rados.0.smithi067.stdout:2319: finishing write tid 2 to smithi06780069-23 2024-07-29T15:10:28.093 INFO:tasks.rados.rados.0.smithi067.stdout:2319: finishing write tid 3 to smithi06780069-23 2024-07-29T15:10:28.093 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 1161 (ObjNum 744 snap 230 seq_num 744) dirty exists 2024-07-29T15:10:28.093 INFO:tasks.rados.rados.0.smithi067.stdout:2319: left oid 23 (ObjNum 744 snap 230 seq_num 744) 2024-07-29T15:10:28.093 INFO:tasks.rados.rados.0.smithi067.stdout:2320: finishing write tid 1 to smithi06780069-43 2024-07-29T15:10:28.093 INFO:tasks.rados.rados.0.smithi067.stdout:2320: finishing write tid 2 to smithi06780069-43 2024-07-29T15:10:28.094 INFO:tasks.rados.rados.0.smithi067.stdout:2320: finishing write tid 3 to smithi06780069-43 2024-07-29T15:10:28.094 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 43 v 959 (ObjNum 745 snap 230 seq_num 745) dirty exists 2024-07-29T15:10:28.094 INFO:tasks.rados.rados.0.smithi067.stdout:2320: left oid 43 (ObjNum 745 snap 230 seq_num 745) 2024-07-29T15:10:28.095 INFO:tasks.rados.rados.0.smithi067.stdout:2323: expect (ObjNum 729 snap 226 seq_num 729) 2024-07-29T15:10:28.101 INFO:tasks.rados.rados.0.smithi067.stdout:2321: finishing write tid 1 to smithi06780069-48 2024-07-29T15:10:28.101 INFO:tasks.rados.rados.0.smithi067.stdout:2321: finishing write tid 2 to smithi06780069-48 2024-07-29T15:10:28.101 INFO:tasks.rados.rados.0.smithi067.stdout:2321: finishing write tid 3 to smithi06780069-48 2024-07-29T15:10:28.101 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 48 v 532 (ObjNum 746 snap 230 seq_num 746) dirty exists 2024-07-29T15:10:28.102 INFO:tasks.rados.rados.0.smithi067.stdout:2321: left oid 48 (ObjNum 746 snap 230 seq_num 746) 2024-07-29T15:10:28.134 INFO:tasks.rados.rados.0.smithi067.stdout:2322: expect (ObjNum 737 snap 228 seq_num 737) 2024-07-29T15:10:28.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:28 smithi067 ceph-mon[91995]: osdmap e532: 8 total, 8 up, 8 in 2024-07-29T15:10:28.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:28 smithi067 ceph-mon[94375]: osdmap e532: 8 total, 8 up, 8 in 2024-07-29T15:10:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:10:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:10:27] "GET /metrics HTTP/1.1" 200 36307 "" "Prometheus/2.51.0" 2024-07-29T15:10:28.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:28 smithi138 ceph-mon[86438]: osdmap e532: 8 total, 8 up, 8 in 2024-07-29T15:10:29.077 INFO:tasks.rados.rados.0.smithi067.stdout:2319: done (5 left) 2024-07-29T15:10:29.077 INFO:tasks.rados.rados.0.smithi067.stdout:2320: done (4 left) 2024-07-29T15:10:29.077 INFO:tasks.rados.rados.0.smithi067.stdout:2321: done (3 left) 2024-07-29T15:10:29.077 INFO:tasks.rados.rados.0.smithi067.stdout:2322: done (2 left) 2024-07-29T15:10:29.078 INFO:tasks.rados.rados.0.smithi067.stdout:2323: done (1 left) 2024-07-29T15:10:29.078 INFO:tasks.rados.rados.0.smithi067.stdout:2324: done (0 left) 2024-07-29T15:10:29.078 INFO:tasks.rados.rados.0.smithi067.stdout:2325: copy_from oid 45 from oid 2 current snap is 231 2024-07-29T15:10:29.078 INFO:tasks.rados.rados.0.smithi067.stdout:2326: read oid 19 snap 185 2024-07-29T15:10:29.078 INFO:tasks.rados.rados.0.smithi067.stdout:2326: expect deleted 2024-07-29T15:10:29.078 INFO:tasks.rados.rados.0.smithi067.stdout:2327: setattr oid 40 current snap is 231 2024-07-29T15:10:29.078 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 49 current snap is 231 2024-07-29T15:10:29.078 INFO:tasks.rados.rados.0.smithi067.stdout:2328: seq_num 747 ranges {2465792=516096} 2024-07-29T15:10:29.095 INFO:tasks.rados.rados.0.smithi067.stdout:2328: writing smithi06780069-49 from 2465792 to 2981888 tid 1 2024-07-29T15:10:29.095 INFO:tasks.rados.rados.0.smithi067.stdout:2329: rmattr oid 27 current snap is 231 2024-07-29T15:10:29.095 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 40 v 1162 (ObjNum 742 snap 229 seq_num 742) dirty exists 2024-07-29T15:10:29.095 INFO:tasks.rados.rados.0.smithi067.stdout:2326: done (4 left) 2024-07-29T15:10:29.095 INFO:tasks.rados.rados.0.smithi067.stdout:2327: done (3 left) 2024-07-29T15:10:29.095 INFO:tasks.rados.rados.0.smithi067.stdout:2330: rmattr oid 21 current snap is 231 2024-07-29T15:10:29.095 INFO:tasks.rados.rados.0.smithi067.stdout:2330: done (3 left) 2024-07-29T15:10:29.095 INFO:tasks.rados.rados.0.smithi067.stdout:2331: delete oid 23 current snap is 231 2024-07-29T15:10:29.100 INFO:tasks.rados.rados.0.smithi067.stdout:2331: done (3 left) 2024-07-29T15:10:29.100 INFO:tasks.rados.rados.0.smithi067.stdout:2332: rmattr oid 44 current snap is 231 2024-07-29T15:10:29.100 INFO:tasks.rados.rados.0.smithi067.stdout:2333: read oid 31 snap 203 2024-07-29T15:10:29.100 INFO:tasks.rados.rados.0.smithi067.stdout:2333: expect (ObjNum 661 snap 198 seq_num 661) 2024-07-29T15:10:29.100 INFO:tasks.rados.rados.0.smithi067.stdout:2334: read oid 6 snap 219 2024-07-29T15:10:29.101 INFO:tasks.rados.rados.0.smithi067.stdout:2334: expect (ObjNum 647 snap 197 seq_num 647) 2024-07-29T15:10:29.101 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 30 current snap is 231 2024-07-29T15:10:29.101 INFO:tasks.rados.rados.0.smithi067.stdout:2335: seq_num 749 ranges {2646016=548864} 2024-07-29T15:10:29.120 INFO:tasks.rados.rados.0.smithi067.stdout:2335: writing smithi06780069-30 from 2646016 to 3194880 tid 1 2024-07-29T15:10:29.120 INFO:tasks.rados.rados.0.smithi067.stdout:2336: rmattr oid 41 current snap is 231 2024-07-29T15:10:29.120 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 1018 (ObjNum 720 snap 223 seq_num 720) dirty exists 2024-07-29T15:10:29.120 INFO:tasks.rados.rados.0.smithi067.stdout:2328: finishing write tid 1 to smithi06780069-49 2024-07-29T15:10:29.120 INFO:tasks.rados.rados.0.smithi067.stdout:2328: finishing write tid 2 to smithi06780069-49 2024-07-29T15:10:29.120 INFO:tasks.rados.rados.0.smithi067.stdout:2325: finishing copy_from racing read to smithi06780069-45 2024-07-29T15:10:29.120 INFO:tasks.rados.rados.0.smithi067.stdout:2328: finishing write tid 3 to smithi06780069-49 2024-07-29T15:10:29.120 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 1231 (ObjNum 747 snap 231 seq_num 747) dirty exists 2024-07-29T15:10:29.120 INFO:tasks.rados.rados.0.smithi067.stdout:2328: left oid 49 (ObjNum 747 snap 231 seq_num 747) 2024-07-29T15:10:29.121 INFO:tasks.rados.rados.0.smithi067.stdout:2328: done (7 left) 2024-07-29T15:10:29.121 INFO:tasks.rados.rados.0.smithi067.stdout:2329: done (6 left) 2024-07-29T15:10:29.121 INFO:tasks.rados.rados.0.smithi067.stdout:2337: copy_from oid 18 from oid 43 current snap is 231 2024-07-29T15:10:29.121 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 533 (ObjNum 549 snap 161 seq_num 549) dirty exists 2024-07-29T15:10:29.121 INFO:tasks.rados.rados.0.smithi067.stdout:2325: finishing copy_from to smithi06780069-45 2024-07-29T15:10:29.121 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 855 (ObjNum 651 snap 198 seq_num 651) dirty exists 2024-07-29T15:10:29.121 INFO:tasks.rados.rados.0.smithi067.stdout:2334: expect (ObjNum 647 snap 197 seq_num 647) 2024-07-29T15:10:29.253 INFO:tasks.rados.rados.0.smithi067.stdout:2333: expect (ObjNum 661 snap 198 seq_num 661) 2024-07-29T15:10:29.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:29 smithi138 ceph-mon[86438]: pgmap v410: 121 pgs: 121 active+clean; 322 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.2 MiB/s wr, 13 op/s; 6.1 MiB/s, 2 objects/s recovering 2024-07-29T15:10:29.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:29 smithi138 ceph-mon[86438]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/603 objects degraded (0.829%), 1 pg degraded) 2024-07-29T15:10:29.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:29 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:10:29.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:29 smithi138 ceph-mon[86438]: osdmap e533: 8 total, 8 up, 8 in 2024-07-29T15:10:29.427 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 1158 (ObjNum 723 snap 223 seq_num 723) dirty exists 2024-07-29T15:10:29.427 INFO:tasks.rados.rados.0.smithi067.stdout:2335: finishing write tid 1 to smithi06780069-30 2024-07-29T15:10:29.427 INFO:tasks.rados.rados.0.smithi067.stdout:2335: finishing write tid 2 to smithi06780069-30 2024-07-29T15:10:29.427 INFO:tasks.rados.rados.0.smithi067.stdout:2335: finishing write tid 3 to smithi06780069-30 2024-07-29T15:10:29.428 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 1165 (ObjNum 749 snap 231 seq_num 749) dirty exists 2024-07-29T15:10:29.428 INFO:tasks.rados.rados.0.smithi067.stdout:2335: left oid 30 (ObjNum 749 snap 231 seq_num 749) 2024-07-29T15:10:29.428 INFO:tasks.rados.rados.0.smithi067.stdout:2337: finishing copy_from racing read to smithi06780069-18 2024-07-29T15:10:29.428 INFO:tasks.rados.rados.0.smithi067.stdout:2337: finishing copy_from to smithi06780069-18 2024-07-29T15:10:29.428 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 959 (ObjNum 745 snap 230 seq_num 745) dirty exists 2024-07-29T15:10:29.428 INFO:tasks.rados.rados.0.smithi067.stdout:2325: done (6 left) 2024-07-29T15:10:29.428 INFO:tasks.rados.rados.0.smithi067.stdout:2332: done (5 left) 2024-07-29T15:10:29.428 INFO:tasks.rados.rados.0.smithi067.stdout:2333: done (4 left) 2024-07-29T15:10:29.428 INFO:tasks.rados.rados.0.smithi067.stdout:2334: done (3 left) 2024-07-29T15:10:29.428 INFO:tasks.rados.rados.0.smithi067.stdout:2335: done (2 left) 2024-07-29T15:10:29.428 INFO:tasks.rados.rados.0.smithi067.stdout:2336: done (1 left) 2024-07-29T15:10:29.428 INFO:tasks.rados.rados.0.smithi067.stdout:2337: done (0 left) 2024-07-29T15:10:29.428 INFO:tasks.rados.rados.0.smithi067.stdout:2338: copy_from oid 38 from oid 34 current snap is 231 2024-07-29T15:10:29.428 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 39 current snap is 231 2024-07-29T15:10:29.428 INFO:tasks.rados.rados.0.smithi067.stdout:2339: seq_num 750 ranges {8208384=565248} 2024-07-29T15:10:29.475 INFO:tasks.rados.rados.0.smithi067.stdout:2339: writing smithi06780069-39 from 8208384 to 8773632 tid 1 2024-07-29T15:10:29.476 INFO:tasks.rados.rados.0.smithi067.stdout:2340: delete oid 19 current snap is 231 2024-07-29T15:10:29.476 INFO:tasks.rados.rados.0.smithi067.stdout:2338: finishing copy_from racing read to smithi06780069-38 2024-07-29T15:10:29.476 INFO:tasks.rados.rados.0.smithi067.stdout:2338: finishing copy_from to smithi06780069-38 2024-07-29T15:10:29.476 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 38 v 1195 (ObjNum 514 snap 151 seq_num 514) dirty exists 2024-07-29T15:10:29.479 INFO:tasks.rados.rados.0.smithi067.stdout:2338: done (2 left) 2024-07-29T15:10:29.479 INFO:tasks.rados.rados.0.smithi067.stdout:2340: done (1 left) 2024-07-29T15:10:29.479 INFO:tasks.rados.rados.0.smithi067.stdout:2341: snap_remove snap 227 2024-07-29T15:10:29.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:29 smithi067 ceph-mon[91995]: pgmap v410: 121 pgs: 121 active+clean; 322 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.2 MiB/s wr, 13 op/s; 6.1 MiB/s, 2 objects/s recovering 2024-07-29T15:10:29.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:29 smithi067 ceph-mon[91995]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/603 objects degraded (0.829%), 1 pg degraded) 2024-07-29T15:10:29.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:29 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:10:29.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:29 smithi067 ceph-mon[91995]: osdmap e533: 8 total, 8 up, 8 in 2024-07-29T15:10:29.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:29 smithi067 ceph-mon[94375]: pgmap v410: 121 pgs: 121 active+clean; 322 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.2 MiB/s wr, 13 op/s; 6.1 MiB/s, 2 objects/s recovering 2024-07-29T15:10:29.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:29 smithi067 ceph-mon[94375]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/603 objects degraded (0.829%), 1 pg degraded) 2024-07-29T15:10:29.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:29 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:10:29.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:29 smithi067 ceph-mon[94375]: osdmap e533: 8 total, 8 up, 8 in 2024-07-29T15:10:29.559 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-07-29T15:10:29.839 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-29T15:10:29.839 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (6m) 109s ago 10m 18.1M - 0.27.0 11f11916f8cd 7b3d7ecf5d32 2024-07-29T15:10:29.839 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi138 *:3000 running (5m) 9s ago 10m 85.1M - 9.4.7 954c08fa6188 16aea5822221 2024-07-29T15:10:29.839 INFO:teuthology.orchestra.run.smithi067.stdout:mds.a smithi067 running (11m) 109s ago 11m 21.7M - 17.2.7-1155-g3120d060 5ec745195f7e 0b73fb05902b 2024-07-29T15:10:29.840 INFO:teuthology.orchestra.run.smithi067.stdout:mds.b smithi138 running (11m) 9s ago 11m 16.1M - 17.2.7-1155-g3120d060 5ec745195f7e 8d64b29e8368 2024-07-29T15:10:29.840 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi138 *:8443,9283,8765 running (5m) 9s ago 15m 453M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 ae20c11d7057 2024-07-29T15:10:29.840 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:8443,9283,8765 running (5m) 109s ago 16m 520M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 2844d13de992 2024-07-29T15:10:29.840 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (4m) 109s ago 16m 55.2M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 b489fbc3c018 2024-07-29T15:10:29.840 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi138 running (4m) 9s ago 15m 47.9M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 bccf2941ae7e 2024-07-29T15:10:29.840 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (4m) 109s ago 15m 48.1M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 75074f1e503e 2024-07-29T15:10:29.840 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (5m) 109s ago 10m 11.2M - 1.7.0 72c9c2088986 142217b16374 2024-07-29T15:10:29.840 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi138 *:9100 running (5m) 9s ago 10m 11.2M - 1.7.0 72c9c2088986 60191c363c80 2024-07-29T15:10:29.840 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (3m) 109s ago 14m 145M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 17c73145f36a 2024-07-29T15:10:29.840 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (2m) 109s ago 14m 131M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 e9d39547a528 2024-07-29T15:10:29.840 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (2m) 109s ago 14m 127M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 a7d5a0aa79de 2024-07-29T15:10:29.840 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (113s) 109s ago 13m 12.2M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 6b82a8519e22 2024-07-29T15:10:29.840 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi138 running (81s) 9s ago 13m 136M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 7347f50b0cd8 2024-07-29T15:10:29.841 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi138 running (48s) 9s ago 12m 141M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 da601be03882 2024-07-29T15:10:29.841 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi138 running (14s) 9s ago 12m 12.2M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 9f9dad5a2717 2024-07-29T15:10:29.841 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi138 running (12m) 9s ago 12m 208M 2480M 17.2.7-1155-g3120d060 5ec745195f7e c141798f58f5 2024-07-29T15:10:29.841 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi138 *:9095 running (5m) 9s ago 10m 54.3M - 2.51.0 1d3b7f56885b 99e49ee09a02 2024-07-29T15:10:30.059 INFO:tasks.rados.rados.0.smithi067.stdout:2341: done (1 left) 2024-07-29T15:10:30.060 INFO:tasks.rados.rados.0.smithi067.stdout:2342: read oid 18 snap 209 2024-07-29T15:10:30.060 INFO:tasks.rados.rados.0.smithi067.stdout:2342: expect (ObjNum 669 snap 203 seq_num 669) 2024-07-29T15:10:30.060 INFO:tasks.rados.rados.0.smithi067.stdout:2343: setattr oid 37 current snap is 231 2024-07-29T15:10:30.063 INFO:tasks.rados.rados.0.smithi067.stdout:2344: rollback oid 25 current snap is 231 2024-07-29T15:10:30.063 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 25 to 229 2024-07-29T15:10:30.064 INFO:tasks.rados.rados.0.smithi067.stdout:2345: rollback oid 19 current snap is 231 2024-07-29T15:10:30.064 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 19 to 220 2024-07-29T15:10:30.064 INFO:tasks.rados.rados.0.smithi067.stdout:2346: rmattr oid 49 current snap is 231 2024-07-29T15:10:30.064 INFO:tasks.rados.rados.0.smithi067.stdout:2346: done (5 left) 2024-07-29T15:10:30.064 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 9 current snap is 231 2024-07-29T15:10:30.064 INFO:tasks.rados.rados.0.smithi067.stdout:2347: seq_num 752 ranges {1425408=598016} 2024-07-29T15:10:30.077 INFO:tasks.rados.rados.0.smithi067.stdout:2347: writing smithi06780069-9 from 1425408 to 2023424 tid 1 2024-07-29T15:10:30.077 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 21 current snap is 231 2024-07-29T15:10:30.077 INFO:tasks.rados.rados.0.smithi067.stdout:2339: finishing write tid 1 to smithi06780069-39 2024-07-29T15:10:30.077 INFO:tasks.rados.rados.0.smithi067.stdout:2339: finishing write tid 2 to smithi06780069-39 2024-07-29T15:10:30.077 INFO:tasks.rados.rados.0.smithi067.stdout:2339: finishing write tid 3 to smithi06780069-39 2024-07-29T15:10:30.077 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 961 (ObjNum 750 snap 231 seq_num 750) dirty exists 2024-07-29T15:10:30.077 INFO:tasks.rados.rados.0.smithi067.stdout:2339: left oid 39 (ObjNum 750 snap 231 seq_num 750) 2024-07-29T15:10:30.077 INFO:tasks.rados.rados.0.smithi067.stdout:2344: finishing rollback tid 1 to smithi06780069-25 2024-07-29T15:10:30.077 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 25 v 1060 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-29T15:10:30.077 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 37 v 1159 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-07-29T15:10:30.078 INFO:tasks.rados.rados.0.smithi067.stdout:2345: finishing rollback tid 1 to smithi06780069-19 2024-07-29T15:10:30.078 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 19 v 1223 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-07-29T15:10:30.078 INFO:tasks.rados.rados.0.smithi067.stdout:2348: seq_num 753 ranges {0=614400} 2024-07-29T15:10:30.081 INFO:tasks.rados.rados.0.smithi067.stdout:2348: writing smithi06780069-21 from 0 to 614400 tid 1 2024-07-29T15:10:30.081 INFO:tasks.rados.rados.0.smithi067.stdout:2339: done (6 left) 2024-07-29T15:10:30.081 INFO:tasks.rados.rados.0.smithi067.stdout:2343: done (5 left) 2024-07-29T15:10:30.081 INFO:tasks.rados.rados.0.smithi067.stdout:2344: done (4 left) 2024-07-29T15:10:30.081 INFO:tasks.rados.rados.0.smithi067.stdout:2345: done (3 left) 2024-07-29T15:10:30.081 INFO:tasks.rados.rados.0.smithi067.stdout:2349: read oid 35 snap -1 2024-07-29T15:10:30.081 INFO:tasks.rados.rados.0.smithi067.stdout:2349: expect (ObjNum 552 snap 161 seq_num 552) 2024-07-29T15:10:30.082 INFO:tasks.rados.rados.0.smithi067.stdout:2350: setattr oid 49 current snap is 231 2024-07-29T15:10:30.083 INFO:tasks.rados.rados.0.smithi067.stdout:2351: snap_remove snap 230 2024-07-29T15:10:30.221 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-07-29T15:10:30.221 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-07-29T15:10:30.221 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 3 2024-07-29T15:10:30.221 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:10:30.221 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-07-29T15:10:30.221 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 2 2024-07-29T15:10:30.221 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:10:30.221 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-07-29T15:10:30.221 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 1, 2024-07-29T15:10:30.221 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 7 2024-07-29T15:10:30.221 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:10:30.221 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": { 2024-07-29T15:10:30.221 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 2 2024-07-29T15:10:30.222 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:10:30.222 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-07-29T15:10:30.222 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 3, 2024-07-29T15:10:30.222 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 12 2024-07-29T15:10:30.222 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-07-29T15:10:30.222 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-07-29T15:10:30.222 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:30 smithi067 ceph-mon[91995]: osdmap e534: 8 total, 8 up, 8 in 2024-07-29T15:10:30.222 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:30 smithi067 ceph-mon[94375]: osdmap e534: 8 total, 8 up, 8 in 2024-07-29T15:10:30.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:30 smithi138 ceph-mon[86438]: osdmap e534: 8 total, 8 up, 8 in 2024-07-29T15:10:30.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:10:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:10:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:10:31.065 INFO:tasks.rados.rados.0.smithi067.stdout:2351: done (5 left) 2024-07-29T15:10:31.066 INFO:tasks.rados.rados.0.smithi067.stdout:2352: read oid 10 snap -1 2024-07-29T15:10:31.066 INFO:tasks.rados.rados.0.smithi067.stdout:2352: expect (ObjNum 737 snap 228 seq_num 737) 2024-07-29T15:10:31.066 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 44 current snap is 231 2024-07-29T15:10:31.066 INFO:tasks.rados.rados.0.smithi067.stdout:2347: finishing write tid 1 to smithi06780069-9 2024-07-29T15:10:31.066 INFO:tasks.rados.rados.0.smithi067.stdout:2347: finishing write tid 2 to smithi06780069-9 2024-07-29T15:10:31.066 INFO:tasks.rados.rados.0.smithi067.stdout:2347: finishing write tid 3 to smithi06780069-9 2024-07-29T15:10:31.066 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 9 v 869 (ObjNum 752 snap 231 seq_num 752) dirty exists 2024-07-29T15:10:31.066 INFO:tasks.rados.rados.0.smithi067.stdout:2347: left oid 9 (ObjNum 752 snap 231 seq_num 752) 2024-07-29T15:10:31.066 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 1234 (ObjNum 747 snap 231 seq_num 747) dirty exists 2024-07-29T15:10:31.066 INFO:tasks.rados.rados.0.smithi067.stdout:2348: finishing write tid 1 to smithi06780069-21 2024-07-29T15:10:31.067 INFO:tasks.rados.rados.0.smithi067.stdout:2348: finishing write tid 2 to smithi06780069-21 2024-07-29T15:10:31.067 INFO:tasks.rados.rados.0.smithi067.stdout:2348: finishing write tid 3 to smithi06780069-21 2024-07-29T15:10:31.067 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 1231 (ObjNum 753 snap 231 seq_num 753) dirty exists 2024-07-29T15:10:31.067 INFO:tasks.rados.rados.0.smithi067.stdout:2348: left oid 21 (ObjNum 753 snap 231 seq_num 753) 2024-07-29T15:10:31.067 INFO:tasks.rados.rados.0.smithi067.stdout:2349: expect (ObjNum 552 snap 161 seq_num 552) 2024-07-29T15:10:31.139 INFO:tasks.rados.rados.0.smithi067.stdout:2342: expect (ObjNum 669 snap 203 seq_num 669) 2024-07-29T15:10:31.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:31 smithi138 ceph-mon[86438]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:10:31.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:31 smithi138 ceph-mon[86438]: from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:10:31.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:31 smithi138 ceph-mon[86438]: pgmap v413: 121 pgs: 121 active+clean; 323 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.3 MiB/s wr, 12 op/s; 4.2 MiB/s, 1 objects/s recovering 2024-07-29T15:10:31.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:31 smithi138 ceph-mon[86438]: osdmap e535: 8 total, 8 up, 8 in 2024-07-29T15:10:31.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:31 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2044035215' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:10:31.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:31 smithi067 ceph-mon[94375]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:10:31.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:31 smithi067 ceph-mon[94375]: from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:10:31.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:31 smithi067 ceph-mon[94375]: pgmap v413: 121 pgs: 121 active+clean; 323 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.3 MiB/s wr, 12 op/s; 4.2 MiB/s, 1 objects/s recovering 2024-07-29T15:10:31.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:31 smithi067 ceph-mon[94375]: osdmap e535: 8 total, 8 up, 8 in 2024-07-29T15:10:31.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:31 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2044035215' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:10:31.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:31 smithi067 ceph-mon[91995]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:10:31.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:31 smithi067 ceph-mon[91995]: from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:10:31.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:31 smithi067 ceph-mon[91995]: pgmap v413: 121 pgs: 121 active+clean; 323 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.3 MiB/s wr, 12 op/s; 4.2 MiB/s, 1 objects/s recovering 2024-07-29T15:10:31.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:31 smithi067 ceph-mon[91995]: osdmap e535: 8 total, 8 up, 8 in 2024-07-29T15:10:31.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:31 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2044035215' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:10:31.960 INFO:tasks.rados.rados.0.smithi067.stdout:2352: expect (ObjNum 737 snap 228 seq_num 737) 2024-07-29T15:10:32.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:32 smithi067 ceph-mon[91995]: osdmap e536: 8 total, 8 up, 8 in 2024-07-29T15:10:32.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:32 smithi067 ceph-mon[94375]: osdmap e536: 8 total, 8 up, 8 in 2024-07-29T15:10:32.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:32 smithi138 ceph-mon[86438]: osdmap e536: 8 total, 8 up, 8 in 2024-07-29T15:10:32.902 INFO:tasks.rados.rados.0.smithi067.stdout:2353: seq_num 754 ranges {2007040=630784} 2024-07-29T15:10:32.917 INFO:tasks.rados.rados.0.smithi067.stdout:2353: writing smithi06780069-44 from 2007040 to 2637824 tid 1 2024-07-29T15:10:32.917 INFO:tasks.rados.rados.0.smithi067.stdout:2342: done (6 left) 2024-07-29T15:10:32.917 INFO:tasks.rados.rados.0.smithi067.stdout:2347: done (5 left) 2024-07-29T15:10:32.917 INFO:tasks.rados.rados.0.smithi067.stdout:2348: done (4 left) 2024-07-29T15:10:32.917 INFO:tasks.rados.rados.0.smithi067.stdout:2349: done (3 left) 2024-07-29T15:10:32.917 INFO:tasks.rados.rados.0.smithi067.stdout:2350: done (2 left) 2024-07-29T15:10:32.917 INFO:tasks.rados.rados.0.smithi067.stdout:2352: done (1 left) 2024-07-29T15:10:32.917 INFO:tasks.rados.rados.0.smithi067.stdout:2354: snap_create 2024-07-29T15:10:32.921 INFO:tasks.rados.rados.0.smithi067.stdout:2353: finishing write tid 1 to smithi06780069-44 2024-07-29T15:10:32.921 INFO:tasks.rados.rados.0.smithi067.stdout:2353: finishing write tid 2 to smithi06780069-44 2024-07-29T15:10:32.922 INFO:tasks.rados.rados.0.smithi067.stdout:2353: finishing write tid 3 to smithi06780069-44 2024-07-29T15:10:32.922 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 535 (ObjNum 754 snap 231 seq_num 754) dirty exists 2024-07-29T15:10:32.922 INFO:tasks.rados.rados.0.smithi067.stdout:2353: left oid 44 (ObjNum 754 snap 231 seq_num 754) 2024-07-29T15:10:32.955 INFO:tasks.rados.rados.0.smithi067.stdout:2353: done (1 left) 2024-07-29T15:10:32.955 INFO:tasks.rados.rados.0.smithi067.stdout:2354: done (0 left) 2024-07-29T15:10:32.955 INFO:tasks.rados.rados.0.smithi067.stdout:2355: copy_from oid 43 from oid 50 current snap is 232 2024-07-29T15:10:32.955 INFO:tasks.rados.rados.0.smithi067.stdout:2356: snap_remove snap 199 2024-07-29T15:10:33.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:33 smithi067 ceph-mon[94375]: pgmap v416: 121 pgs: 121 active+clean; 324 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 704 KiB/s wr, 17 op/s 2024-07-29T15:10:33.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:33 smithi067 ceph-mon[94375]: osdmap e537: 8 total, 8 up, 8 in 2024-07-29T15:10:33.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:33 smithi067 ceph-mon[91995]: pgmap v416: 121 pgs: 121 active+clean; 324 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 704 KiB/s wr, 17 op/s 2024-07-29T15:10:33.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:33 smithi067 ceph-mon[91995]: osdmap e537: 8 total, 8 up, 8 in 2024-07-29T15:10:33.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:33 smithi138 ceph-mon[86438]: pgmap v416: 121 pgs: 121 active+clean; 324 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 704 KiB/s wr, 17 op/s 2024-07-29T15:10:33.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:33 smithi138 ceph-mon[86438]: osdmap e537: 8 total, 8 up, 8 in 2024-07-29T15:10:33.957 INFO:tasks.rados.rados.0.smithi067.stdout:2355: finishing copy_from racing read to smithi06780069-43 2024-07-29T15:10:33.957 INFO:tasks.rados.rados.0.smithi067.stdout:2355: finishing copy_from to smithi06780069-43 2024-07-29T15:10:33.957 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 43 v 875 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-07-29T15:10:33.958 INFO:tasks.rados.rados.0.smithi067.stdout:2355: done (1 left) 2024-07-29T15:10:33.958 INFO:tasks.rados.rados.0.smithi067.stdout:2356: done (0 left) 2024-07-29T15:10:33.958 INFO:tasks.rados.rados.0.smithi067.stdout:2357: snap_create 2024-07-29T15:10:34.957 INFO:tasks.rados.rados.0.smithi067.stdout:2357: done (0 left) 2024-07-29T15:10:34.958 INFO:tasks.rados.rados.0.smithi067.stdout:2358: rollback oid 29 current snap is 233 2024-07-29T15:10:34.958 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 29 to 192 2024-07-29T15:10:34.958 INFO:tasks.rados.rados.0.smithi067.stdout:2359: snap_remove snap 232 2024-07-29T15:10:35.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:34 smithi067 ceph-mon[94375]: pgmap v418: 121 pgs: 121 active+clean; 326 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 657 KiB/s wr, 14 op/s 2024-07-29T15:10:35.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:34 smithi067 ceph-mon[94375]: osdmap e538: 8 total, 8 up, 8 in 2024-07-29T15:10:35.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:34 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:35.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:34 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:10:35.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:34 smithi067 ceph-mon[91995]: pgmap v418: 121 pgs: 121 active+clean; 326 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 657 KiB/s wr, 14 op/s 2024-07-29T15:10:35.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:34 smithi067 ceph-mon[91995]: osdmap e538: 8 total, 8 up, 8 in 2024-07-29T15:10:35.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:34 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:35.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:34 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:10:35.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:34 smithi138 ceph-mon[86438]: pgmap v418: 121 pgs: 121 active+clean; 326 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 657 KiB/s wr, 14 op/s 2024-07-29T15:10:35.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:34 smithi138 ceph-mon[86438]: osdmap e538: 8 total, 8 up, 8 in 2024-07-29T15:10:35.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:34 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:35.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:34 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:10:35.959 INFO:tasks.rados.rados.0.smithi067.stdout:2358: finishing rollback tid 0 to smithi06780069-29 2024-07-29T15:10:35.959 INFO:tasks.rados.rados.0.smithi067.stdout:2358: finishing rollback tid 1 to smithi06780069-29 2024-07-29T15:10:35.959 INFO:tasks.rados.rados.0.smithi067.stdout:2358: finishing rollback tid 2 to smithi06780069-29 2024-07-29T15:10:35.959 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 1032 (ObjNum 588 snap 174 seq_num 588) dirty exists 2024-07-29T15:10:35.960 INFO:tasks.rados.rados.0.smithi067.stdout:2358: done (1 left) 2024-07-29T15:10:35.960 INFO:tasks.rados.rados.0.smithi067.stdout:2359: done (0 left) 2024-07-29T15:10:35.960 INFO:tasks.rados.rados.0.smithi067.stdout:2360: rollback oid 44 current snap is 233 2024-07-29T15:10:35.960 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 44 to 208 2024-07-29T15:10:35.960 INFO:tasks.rados.rados.0.smithi067.stdout:2361: delete oid 11 current snap is 233 2024-07-29T15:10:35.966 INFO:tasks.rados.rados.0.smithi067.stdout:2361: done (1 left) 2024-07-29T15:10:35.966 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 49 current snap is 233 2024-07-29T15:10:35.966 INFO:tasks.rados.rados.0.smithi067.stdout:2360: finishing rollback tid 0 to smithi06780069-44 2024-07-29T15:10:35.967 INFO:tasks.rados.rados.0.smithi067.stdout:2362: seq_num 756 ranges {2981888=671744} 2024-07-29T15:10:35.987 INFO:tasks.rados.rados.0.smithi067.stdout:2362: writing smithi06780069-49 from 2981888 to 3653632 tid 1 2024-07-29T15:10:35.987 INFO:tasks.rados.rados.0.smithi067.stdout:2363: rmattr oid 12 current snap is 233 2024-07-29T15:10:35.987 INFO:tasks.rados.rados.0.smithi067.stdout:2363: done (2 left) 2024-07-29T15:10:35.987 INFO:tasks.rados.rados.0.smithi067.stdout:2364: rmattr oid 10 current snap is 233 2024-07-29T15:10:35.987 INFO:tasks.rados.rados.0.smithi067.stdout:2360: finishing rollback tid 1 to smithi06780069-44 2024-07-29T15:10:35.987 INFO:tasks.rados.rados.0.smithi067.stdout:2360: finishing rollback tid 2 to smithi06780069-44 2024-07-29T15:10:35.987 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 538 (ObjNum 549 snap 161 seq_num 549) dirty exists 2024-07-29T15:10:35.987 INFO:tasks.rados.rados.0.smithi067.stdout:2360: done (2 left) 2024-07-29T15:10:35.987 INFO:tasks.rados.rados.0.smithi067.stdout:2365: copy_from oid 24 from oid 37 current snap is 233 2024-07-29T15:10:35.987 INFO:tasks.rados.rados.0.smithi067.stdout:2366: copy_from oid 12 from oid 50 current snap is 233 2024-07-29T15:10:35.988 INFO:tasks.rados.rados.0.smithi067.stdout:2367: snap_remove snap 219 2024-07-29T15:10:36.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:35 smithi067 ceph-mon[91995]: osdmap e539: 8 total, 8 up, 8 in 2024-07-29T15:10:36.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:36.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:35 smithi067 ceph-mon[91995]: osdmap e540: 8 total, 8 up, 8 in 2024-07-29T15:10:36.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:35 smithi067 ceph-mon[94375]: osdmap e539: 8 total, 8 up, 8 in 2024-07-29T15:10:36.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:36.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:35 smithi067 ceph-mon[94375]: osdmap e540: 8 total, 8 up, 8 in 2024-07-29T15:10:36.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:35 smithi138 ceph-mon[86438]: osdmap e539: 8 total, 8 up, 8 in 2024-07-29T15:10:36.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:36.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:35 smithi138 ceph-mon[86438]: osdmap e540: 8 total, 8 up, 8 in 2024-07-29T15:10:36.973 INFO:tasks.rados.rados.0.smithi067.stdout:2367: done (4 left) 2024-07-29T15:10:36.973 INFO:tasks.rados.rados.0.smithi067.stdout:2368: rollback oid 1 current snap is 233 2024-07-29T15:10:36.973 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 1 to 217 2024-07-29T15:10:36.973 INFO:tasks.rados.rados.0.smithi067.stdout:2365: finishing copy_from racing read to smithi06780069-24 2024-07-29T15:10:36.973 INFO:tasks.rados.rados.0.smithi067.stdout:2365: finishing copy_from to smithi06780069-24 2024-07-29T15:10:36.973 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 24 v 1159 (ObjNum 129 snap 0 seq_num 3879523080) dirty exists 2024-07-29T15:10:36.973 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 1242 (ObjNum 737 snap 228 seq_num 737) dirty exists 2024-07-29T15:10:36.973 INFO:tasks.rados.rados.0.smithi067.stdout:2362: finishing write tid 1 to smithi06780069-49 2024-07-29T15:10:36.973 INFO:tasks.rados.rados.0.smithi067.stdout:2362: finishing write tid 2 to smithi06780069-49 2024-07-29T15:10:36.974 INFO:tasks.rados.rados.0.smithi067.stdout:2366: finishing copy_from racing read to smithi06780069-12 2024-07-29T15:10:36.974 INFO:tasks.rados.rados.0.smithi067.stdout:2362: finishing write tid 3 to smithi06780069-49 2024-07-29T15:10:36.974 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 1245 (ObjNum 756 snap 233 seq_num 756) dirty exists 2024-07-29T15:10:36.974 INFO:tasks.rados.rados.0.smithi067.stdout:2362: left oid 49 (ObjNum 756 snap 233 seq_num 756) 2024-07-29T15:10:36.974 INFO:tasks.rados.rados.0.smithi067.stdout:2366: finishing copy_from to smithi06780069-12 2024-07-29T15:10:36.974 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 875 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-07-29T15:10:36.974 INFO:tasks.rados.rados.0.smithi067.stdout:2362: done (4 left) 2024-07-29T15:10:36.974 INFO:tasks.rados.rados.0.smithi067.stdout:2364: done (3 left) 2024-07-29T15:10:36.974 INFO:tasks.rados.rados.0.smithi067.stdout:2365: done (2 left) 2024-07-29T15:10:36.974 INFO:tasks.rados.rados.0.smithi067.stdout:2366: done (1 left) 2024-07-29T15:10:36.974 INFO:tasks.rados.rados.0.smithi067.stdout:2369: rollback oid 9 current snap is 233 2024-07-29T15:10:36.974 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 9 to 214 2024-07-29T15:10:36.974 INFO:tasks.rados.rados.0.smithi067.stdout:2370: read oid 48 snap -1 2024-07-29T15:10:36.975 INFO:tasks.rados.rados.0.smithi067.stdout:2370: expect (ObjNum 746 snap 230 seq_num 746) 2024-07-29T15:10:36.975 INFO:tasks.rados.rados.0.smithi067.stdout:2371: snap_remove snap 203 2024-07-29T15:10:37.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:37 smithi138 ceph-mon[86438]: pgmap v421: 121 pgs: 121 active+clean; 332 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.4 MiB/s wr, 23 op/s 2024-07-29T15:10:37.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:37 smithi138 ceph-mon[86438]: osdmap e541: 8 total, 8 up, 8 in 2024-07-29T15:10:37.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:37 smithi067 ceph-mon[91995]: pgmap v421: 121 pgs: 121 active+clean; 332 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.4 MiB/s wr, 23 op/s 2024-07-29T15:10:37.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:37 smithi067 ceph-mon[91995]: osdmap e541: 8 total, 8 up, 8 in 2024-07-29T15:10:37.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:37 smithi067 ceph-mon[94375]: pgmap v421: 121 pgs: 121 active+clean; 332 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.4 MiB/s wr, 23 op/s 2024-07-29T15:10:37.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:37 smithi067 ceph-mon[94375]: osdmap e541: 8 total, 8 up, 8 in 2024-07-29T15:10:37.958 INFO:tasks.rados.rados.0.smithi067.stdout:2369: finishing rollback tid 0 to smithi06780069-9 2024-07-29T15:10:37.959 INFO:tasks.rados.rados.0.smithi067.stdout:2369: finishing rollback tid 1 to smithi06780069-9 2024-07-29T15:10:37.959 INFO:tasks.rados.rados.0.smithi067.stdout:2369: finishing rollback tid 2 to smithi06780069-9 2024-07-29T15:10:37.959 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 9 v 872 (ObjNum 658 snap 198 seq_num 658) dirty exists 2024-07-29T15:10:37.959 INFO:tasks.rados.rados.0.smithi067.stdout:2368: finishing rollback tid 1 to smithi06780069-1 2024-07-29T15:10:37.959 INFO:tasks.rados.rados.0.smithi067.stdout:2368: finishing rollback tid 2 to smithi06780069-1 2024-07-29T15:10:37.959 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 1172 (ObjNum 567 snap 165 seq_num 567) dirty exists 2024-07-29T15:10:37.959 INFO:tasks.rados.rados.0.smithi067.stdout:2370: expect (ObjNum 746 snap 230 seq_num 746) 2024-07-29T15:10:38.181 INFO:tasks.rados.rados.0.smithi067.stdout:2368: done (3 left) 2024-07-29T15:10:38.182 INFO:tasks.rados.rados.0.smithi067.stdout:2369: done (2 left) 2024-07-29T15:10:38.182 INFO:tasks.rados.rados.0.smithi067.stdout:2370: done (1 left) 2024-07-29T15:10:38.182 INFO:tasks.rados.rados.0.smithi067.stdout:2371: done (0 left) 2024-07-29T15:10:38.182 INFO:tasks.rados.rados.0.smithi067.stdout:2372: copy_from oid 11 from oid 18 current snap is 233 2024-07-29T15:10:38.182 INFO:tasks.rados.rados.0.smithi067.stdout:2373: read oid 35 snap 222 2024-07-29T15:10:38.182 INFO:tasks.rados.rados.0.smithi067.stdout:2373: expect (ObjNum 710 snap 219 seq_num 710) 2024-07-29T15:10:38.182 INFO:tasks.rados.rados.0.smithi067.stdout:2374: snap_remove snap 218 2024-07-29T15:10:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:10:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:10:37] "GET /metrics HTTP/1.1" 200 36299 "" "Prometheus/2.51.0" 2024-07-29T15:10:39.051 INFO:tasks.rados.rados.0.smithi067.stdout:2373: expect (ObjNum 710 snap 219 seq_num 710) 2024-07-29T15:10:39.126 INFO:tasks.rados.rados.0.smithi067.stdout:2372: finishing copy_from racing read to smithi06780069-11 2024-07-29T15:10:39.126 INFO:tasks.rados.rados.0.smithi067.stdout:2372: finishing copy_from to smithi06780069-11 2024-07-29T15:10:39.126 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 11 v 959 (ObjNum 745 snap 230 seq_num 745) dirty exists 2024-07-29T15:10:39.126 INFO:tasks.rados.rados.0.smithi067.stdout:2372: done (2 left) 2024-07-29T15:10:39.126 INFO:tasks.rados.rados.0.smithi067.stdout:2373: done (1 left) 2024-07-29T15:10:39.126 INFO:tasks.rados.rados.0.smithi067.stdout:2374: done (0 left) 2024-07-29T15:10:39.126 INFO:tasks.rados.rados.0.smithi067.stdout:2375: read oid 17 snap -1 2024-07-29T15:10:39.126 INFO:tasks.rados.rados.0.smithi067.stdout:2375: expect (ObjNum 674 snap 206 seq_num 674) 2024-07-29T15:10:39.126 INFO:tasks.rados.rados.0.smithi067.stdout:2376: rollback oid 31 current snap is 233 2024-07-29T15:10:39.127 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 31 to 225 2024-07-29T15:10:39.127 INFO:tasks.rados.rados.0.smithi067.stdout:2377: snap_create 2024-07-29T15:10:39.128 INFO:tasks.rados.rados.0.smithi067.stdout:2376: finishing rollback tid 0 to smithi06780069-31 2024-07-29T15:10:39.129 INFO:tasks.rados.rados.0.smithi067.stdout:2376: finishing rollback tid 1 to smithi06780069-31 2024-07-29T15:10:39.129 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 895 (ObjNum 3313 snap 0 seq_num 3812602592) dirty dne 2024-07-29T15:10:39.150 INFO:tasks.rados.rados.0.smithi067.stdout:2375: expect (ObjNum 674 snap 206 seq_num 674) 2024-07-29T15:10:39.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:38 smithi067 ceph-mon[91995]: pgmap v424: 121 pgs: 121 active+clean; 335 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 2.6 MiB/s wr, 22 op/s 2024-07-29T15:10:39.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:38 smithi067 ceph-mon[91995]: osdmap e542: 8 total, 8 up, 8 in 2024-07-29T15:10:39.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:38 smithi067 ceph-mon[94375]: pgmap v424: 121 pgs: 121 active+clean; 335 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 2.6 MiB/s wr, 22 op/s 2024-07-29T15:10:39.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:38 smithi067 ceph-mon[94375]: osdmap e542: 8 total, 8 up, 8 in 2024-07-29T15:10:39.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:38 smithi138 ceph-mon[86438]: pgmap v424: 121 pgs: 121 active+clean; 335 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 2.6 MiB/s wr, 22 op/s 2024-07-29T15:10:39.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:38 smithi138 ceph-mon[86438]: osdmap e542: 8 total, 8 up, 8 in 2024-07-29T15:10:40.056 INFO:tasks.rados.rados.0.smithi067.stdout:2375: done (2 left) 2024-07-29T15:10:40.056 INFO:tasks.rados.rados.0.smithi067.stdout:2376: done (1 left) 2024-07-29T15:10:40.057 INFO:tasks.rados.rados.0.smithi067.stdout:2377: done (0 left) 2024-07-29T15:10:40.057 INFO:tasks.rados.rados.0.smithi067.stdout:2378: read oid 7 snap -1 2024-07-29T15:10:40.057 INFO:tasks.rados.rados.0.smithi067.stdout:2378: expect (ObjNum 691 snap 214 seq_num 691) 2024-07-29T15:10:40.057 INFO:tasks.rados.rados.0.smithi067.stdout:2379: delete oid 38 current snap is 234 2024-07-29T15:10:40.061 INFO:tasks.rados.rados.0.smithi067.stdout:2379: done (1 left) 2024-07-29T15:10:40.062 INFO:tasks.rados.rados.0.smithi067.stdout:2380: rmattr oid 19 current snap is 234 2024-07-29T15:10:40.062 INFO:tasks.rados.rados.0.smithi067.stdout:2380: done (1 left) 2024-07-29T15:10:40.062 INFO:tasks.rados.rados.0.smithi067.stdout:2381: read oid 48 snap 217 2024-07-29T15:10:40.062 INFO:tasks.rados.rados.0.smithi067.stdout:2381: expect (ObjNum 604 snap 181 seq_num 604) 2024-07-29T15:10:40.062 INFO:tasks.rados.rados.0.smithi067.stdout:2382: copy_from oid 23 from oid 16 current snap is 234 2024-07-29T15:10:40.062 INFO:tasks.rados.rados.0.smithi067.stdout:2383: delete oid 10 current snap is 234 2024-07-29T15:10:40.062 INFO:tasks.rados.rados.0.smithi067.stdout:2382: finishing copy_from to smithi06780069-23 2024-07-29T15:10:40.062 INFO:tasks.rados.rados.0.smithi067.stdout:2382: got expected ENOENT (src dne) 2024-07-29T15:10:40.066 INFO:tasks.rados.rados.0.smithi067.stdout:2382: finishing copy_from racing read to smithi06780069-23 2024-07-29T15:10:40.067 INFO:tasks.rados.rados.0.smithi067.stdout:2381: expect (ObjNum 604 snap 181 seq_num 604) 2024-07-29T15:10:40.085 INFO:tasks.rados.rados.0.smithi067.stdout:2378: expect (ObjNum 691 snap 214 seq_num 691) 2024-07-29T15:10:40.204 INFO:tasks.rados.rados.0.smithi067.stdout:2378: done (3 left) 2024-07-29T15:10:40.204 INFO:tasks.rados.rados.0.smithi067.stdout:2381: done (2 left) 2024-07-29T15:10:40.204 INFO:tasks.rados.rados.0.smithi067.stdout:2382: done (1 left) 2024-07-29T15:10:40.204 INFO:tasks.rados.rados.0.smithi067.stdout:2383: done (0 left) 2024-07-29T15:10:40.204 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 4 current snap is 234 2024-07-29T15:10:40.204 INFO:tasks.rados.rados.0.smithi067.stdout:2384: seq_num 759 ranges {3063808=720896} 2024-07-29T15:10:40.224 INFO:tasks.rados.rados.0.smithi067.stdout:2384: writing smithi06780069-4 from 3063808 to 3784704 tid 1 2024-07-29T15:10:40.224 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 10 current snap is 234 2024-07-29T15:10:40.224 INFO:tasks.rados.rados.0.smithi067.stdout:2385: seq_num 760 ranges {0=737280} 2024-07-29T15:10:40.229 INFO:tasks.rados.rados.0.smithi067.stdout:2385: writing smithi06780069-10 from 0 to 737280 tid 1 2024-07-29T15:10:40.229 INFO:tasks.rados.rados.0.smithi067.stdout:2386: read oid 46 snap -1 2024-07-29T15:10:40.229 INFO:tasks.rados.rados.0.smithi067.stdout:2386: expect (ObjNum 702 snap 216 seq_num 702) 2024-07-29T15:10:40.229 INFO:tasks.rados.rados.0.smithi067.stdout:2387: copy_from oid 23 from oid 16 current snap is 234 2024-07-29T15:10:40.229 INFO:tasks.rados.rados.0.smithi067.stdout:2384: finishing write tid 1 to smithi06780069-4 2024-07-29T15:10:40.230 INFO:tasks.rados.rados.0.smithi067.stdout:2388: read oid 2 snap -1 2024-07-29T15:10:40.230 INFO:tasks.rados.rados.0.smithi067.stdout:2388: expect (ObjNum 651 snap 198 seq_num 651) 2024-07-29T15:10:40.230 INFO:tasks.rados.rados.0.smithi067.stdout:2389: rollback oid 50 current snap is 234 2024-07-29T15:10:40.230 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 50 to 231 2024-07-29T15:10:40.230 INFO:tasks.rados.rados.0.smithi067.stdout:2390: rollback oid 17 current snap is 234 2024-07-29T15:10:40.230 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 17 to 233 2024-07-29T15:10:40.230 INFO:tasks.rados.rados.0.smithi067.stdout:2391: snap_create 2024-07-29T15:10:40.230 INFO:tasks.rados.rados.0.smithi067.stdout:2384: finishing write tid 2 to smithi06780069-4 2024-07-29T15:10:40.232 INFO:tasks.rados.rados.0.smithi067.stdout:2387: finishing copy_from to smithi06780069-23 2024-07-29T15:10:40.232 INFO:tasks.rados.rados.0.smithi067.stdout:2387: got expected ENOENT (src dne) 2024-07-29T15:10:40.232 INFO:tasks.rados.rados.0.smithi067.stdout:2387: finishing copy_from racing read to smithi06780069-23 2024-07-29T15:10:40.233 INFO:tasks.rados.rados.0.smithi067.stdout:2390: finishing rollback tid 0 to smithi06780069-17 2024-07-29T15:10:40.234 INFO:tasks.rados.rados.0.smithi067.stdout:2389: finishing rollback tid 0 to smithi06780069-50 2024-07-29T15:10:40.234 INFO:tasks.rados.rados.0.smithi067.stdout:2390: finishing rollback tid 1 to smithi06780069-17 2024-07-29T15:10:40.234 INFO:tasks.rados.rados.0.smithi067.stdout:2389: finishing rollback tid 1 to smithi06780069-50 2024-07-29T15:10:40.234 INFO:tasks.rados.rados.0.smithi067.stdout:2390: finishing rollback tid 2 to smithi06780069-17 2024-07-29T15:10:40.235 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 960 (ObjNum 674 snap 206 seq_num 674) dirty exists 2024-07-29T15:10:40.235 INFO:tasks.rados.rados.0.smithi067.stdout:2389: finishing rollback tid 2 to smithi06780069-50 2024-07-29T15:10:40.235 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 50 v 1056 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-07-29T15:10:40.237 INFO:tasks.rados.rados.0.smithi067.stdout:2385: finishing write tid 1 to smithi06780069-10 2024-07-29T15:10:40.237 INFO:tasks.rados.rados.0.smithi067.stdout:2385: finishing write tid 2 to smithi06780069-10 2024-07-29T15:10:40.239 INFO:tasks.rados.rados.0.smithi067.stdout:2385: finishing write tid 3 to smithi06780069-10 2024-07-29T15:10:40.239 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 1268 (ObjNum 760 snap 234 seq_num 760) dirty exists 2024-07-29T15:10:40.239 INFO:tasks.rados.rados.0.smithi067.stdout:2385: left oid 10 (ObjNum 760 snap 234 seq_num 760) 2024-07-29T15:10:40.244 INFO:tasks.rados.rados.0.smithi067.stdout:2384: finishing write tid 3 to smithi06780069-4 2024-07-29T15:10:40.244 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 1262 (ObjNum 759 snap 234 seq_num 759) dirty exists 2024-07-29T15:10:40.244 INFO:tasks.rados.rados.0.smithi067.stdout:2384: left oid 4 (ObjNum 759 snap 234 seq_num 759) 2024-07-29T15:10:40.247 INFO:tasks.rados.rados.0.smithi067.stdout:2386: expect (ObjNum 702 snap 216 seq_num 702) 2024-07-29T15:10:40.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:10:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:10:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:10:40.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:40 smithi138 ceph-mon[86438]: osdmap e543: 8 total, 8 up, 8 in 2024-07-29T15:10:40.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:40 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-29T15:10:40.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:40 smithi138 ceph-mon[86438]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-29T15:10:40.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:40 smithi138 ceph-mon[86438]: Upgrade: osd.7 is safe to restart 2024-07-29T15:10:40.413 INFO:tasks.rados.rados.0.smithi067.stdout:2388: expect (ObjNum 651 snap 198 seq_num 651) 2024-07-29T15:10:40.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:40 smithi067 ceph-mon[91995]: osdmap e543: 8 total, 8 up, 8 in 2024-07-29T15:10:40.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:40 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-29T15:10:40.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:40 smithi067 ceph-mon[91995]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-29T15:10:40.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:40 smithi067 ceph-mon[91995]: Upgrade: osd.7 is safe to restart 2024-07-29T15:10:40.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:40 smithi067 ceph-mon[94375]: osdmap e543: 8 total, 8 up, 8 in 2024-07-29T15:10:40.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:40 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-29T15:10:40.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:40 smithi067 ceph-mon[94375]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-29T15:10:40.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:40 smithi067 ceph-mon[94375]: Upgrade: osd.7 is safe to restart 2024-07-29T15:10:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:41 smithi138 ceph-mon[86438]: pgmap v427: 121 pgs: 121 active+clean; 335 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 824 KiB/s wr, 7 op/s 2024-07-29T15:10:41.115 INFO:tasks.rados.rados.0.smithi067.stdout:2384: done (7 left) 2024-07-29T15:10:41.115 INFO:tasks.rados.rados.0.smithi067.stdout:2385: done (6 left) 2024-07-29T15:10:41.115 INFO:tasks.rados.rados.0.smithi067.stdout:2386: done (5 left) 2024-07-29T15:10:41.115 INFO:tasks.rados.rados.0.smithi067.stdout:2387: done (4 left) 2024-07-29T15:10:41.115 INFO:tasks.rados.rados.0.smithi067.stdout:2388: done (3 left) 2024-07-29T15:10:41.115 INFO:tasks.rados.rados.0.smithi067.stdout:2389: done (2 left) 2024-07-29T15:10:41.115 INFO:tasks.rados.rados.0.smithi067.stdout:2390: done (1 left) 2024-07-29T15:10:41.116 INFO:tasks.rados.rados.0.smithi067.stdout:2391: done (0 left) 2024-07-29T15:10:41.116 INFO:tasks.rados.rados.0.smithi067.stdout:2392: rollback oid 20 current snap is 235 2024-07-29T15:10:41.116 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 20 to 189 2024-07-29T15:10:41.116 INFO:tasks.rados.rados.0.smithi067.stdout:2393: copy_from oid 33 from oid 28 current snap is 235 2024-07-29T15:10:41.116 INFO:tasks.rados.rados.0.smithi067.stdout:2394: read oid 50 snap 214 2024-07-29T15:10:41.116 INFO:tasks.rados.rados.0.smithi067.stdout:2394: expect (ObjNum -414586176 snap 21888 seq_num 3881958848) 2024-07-29T15:10:41.116 INFO:tasks.rados.rados.0.smithi067.stdout:2395: read oid 37 snap -1 2024-07-29T15:10:41.116 INFO:tasks.rados.rados.0.smithi067.stdout:2395: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:10:41.116 INFO:tasks.rados.rados.0.smithi067.stdout:2396: rmattr oid 43 current snap is 235 2024-07-29T15:10:41.116 INFO:tasks.rados.rados.0.smithi067.stdout:2397: rmattr oid 9 current snap is 235 2024-07-29T15:10:41.116 INFO:tasks.rados.rados.0.smithi067.stdout:2397: done (5 left) 2024-07-29T15:10:41.116 INFO:tasks.rados.rados.0.smithi067.stdout:2398: delete oid 48 current snap is 235 2024-07-29T15:10:41.120 INFO:tasks.rados.rados.0.smithi067.stdout:2398: done (5 left) 2024-07-29T15:10:41.120 INFO:tasks.rados.rados.0.smithi067.stdout:2399: read oid 32 snap -1 2024-07-29T15:10:41.120 INFO:tasks.rados.rados.0.smithi067.stdout:2399: expect deleted 2024-07-29T15:10:41.120 INFO:tasks.rados.rados.0.smithi067.stdout:2400: read oid 13 snap -1 2024-07-29T15:10:41.120 INFO:tasks.rados.rados.0.smithi067.stdout:2400: expect deleted 2024-07-29T15:10:41.120 INFO:tasks.rados.rados.0.smithi067.stdout:2401: read oid 7 snap -1 2024-07-29T15:10:41.120 INFO:tasks.rados.rados.0.smithi067.stdout:2401: expect (ObjNum 691 snap 214 seq_num 691) 2024-07-29T15:10:41.120 INFO:tasks.rados.rados.0.smithi067.stdout:2402: delete oid 23 current snap is 235 2024-07-29T15:10:41.121 INFO:tasks.rados.rados.0.smithi067.stdout:2394: expect (ObjNum -414586176 snap 21888 seq_num 3881958848) 2024-07-29T15:10:41.124 INFO:tasks.rados.rados.0.smithi067.stdout:2395: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:10:41.129 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 43 v 962 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-07-29T15:10:41.129 INFO:tasks.rados.rados.0.smithi067.stdout:2392: finishing rollback tid 0 to smithi06780069-20 2024-07-29T15:10:41.130 INFO:tasks.rados.rados.0.smithi067.stdout:2392: finishing rollback tid 1 to smithi06780069-20 2024-07-29T15:10:41.130 INFO:tasks.rados.rados.0.smithi067.stdout:2392: finishing rollback tid 2 to smithi06780069-20 2024-07-29T15:10:41.130 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 1162 (ObjNum 4113 snap 0 seq_num 3879991808) dirty exists 2024-07-29T15:10:41.130 INFO:tasks.rados.rados.0.smithi067.stdout:2392: done (8 left) 2024-07-29T15:10:41.130 INFO:tasks.rados.rados.0.smithi067.stdout:2394: done (7 left) 2024-07-29T15:10:41.130 INFO:tasks.rados.rados.0.smithi067.stdout:2395: done (6 left) 2024-07-29T15:10:41.130 INFO:tasks.rados.rados.0.smithi067.stdout:2396: done (5 left) 2024-07-29T15:10:41.130 INFO:tasks.rados.rados.0.smithi067.stdout:2399: done (4 left) 2024-07-29T15:10:41.130 INFO:tasks.rados.rados.0.smithi067.stdout:2400: done (3 left) 2024-07-29T15:10:41.130 INFO:tasks.rados.rados.0.smithi067.stdout:2402: done (2 left) 2024-07-29T15:10:41.130 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 46 current snap is 235 2024-07-29T15:10:41.130 INFO:tasks.rados.rados.0.smithi067.stdout:2403: seq_num 763 ranges {4276224=786432} 2024-07-29T15:10:41.158 INFO:tasks.rados.rados.0.smithi067.stdout:2403: writing smithi06780069-46 from 4276224 to 5062656 tid 1 2024-07-29T15:10:41.158 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 50 current snap is 235 2024-07-29T15:10:41.158 INFO:tasks.rados.rados.0.smithi067.stdout:2404: seq_num 764 ranges {0=802816} 2024-07-29T15:10:41.163 INFO:tasks.rados.rados.0.smithi067.stdout:2404: writing smithi06780069-50 from 0 to 802816 tid 1 2024-07-29T15:10:41.163 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 9 current snap is 235 2024-07-29T15:10:41.163 INFO:tasks.rados.rados.0.smithi067.stdout:2401: expect (ObjNum 691 snap 214 seq_num 691) 2024-07-29T15:10:41.282 INFO:tasks.rados.rados.0.smithi067.stdout:2393: finishing copy_from racing read to smithi06780069-33 2024-07-29T15:10:41.283 INFO:tasks.rados.rados.0.smithi067.stdout:2393: finishing copy_from to smithi06780069-33 2024-07-29T15:10:41.283 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 33 v 483 (ObjNum 458 snap 133 seq_num 458) dirty exists 2024-07-29T15:10:41.283 INFO:tasks.rados.rados.0.smithi067.stdout:2403: finishing write tid 1 to smithi06780069-46 2024-07-29T15:10:41.283 INFO:tasks.rados.rados.0.smithi067.stdout:2403: finishing write tid 2 to smithi06780069-46 2024-07-29T15:10:41.283 INFO:tasks.rados.rados.0.smithi067.stdout:2403: finishing write tid 3 to smithi06780069-46 2024-07-29T15:10:41.283 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 46 v 1266 (ObjNum 763 snap 235 seq_num 763) dirty exists 2024-07-29T15:10:41.283 INFO:tasks.rados.rados.0.smithi067.stdout:2403: left oid 46 (ObjNum 763 snap 235 seq_num 763) 2024-07-29T15:10:41.283 INFO:tasks.rados.rados.0.smithi067.stdout:2404: finishing write tid 1 to smithi06780069-50 2024-07-29T15:10:41.283 INFO:tasks.rados.rados.0.smithi067.stdout:2404: finishing write tid 2 to smithi06780069-50 2024-07-29T15:10:41.283 INFO:tasks.rados.rados.0.smithi067.stdout:2404: finishing write tid 3 to smithi06780069-50 2024-07-29T15:10:41.283 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 50 v 1059 (ObjNum 764 snap 235 seq_num 764) dirty exists 2024-07-29T15:10:41.283 INFO:tasks.rados.rados.0.smithi067.stdout:2404: left oid 50 (ObjNum 764 snap 235 seq_num 764) 2024-07-29T15:10:41.284 INFO:tasks.rados.rados.0.smithi067.stdout:2405: seq_num 765 ranges {1425408=417792,1843200=401408} 2024-07-29T15:10:41.292 INFO:tasks.rados.rados.0.smithi067.stdout:2405: writing smithi06780069-9 from 1425408 to 1843200 tid 1 2024-07-29T15:10:41.295 INFO:tasks.rados.rados.0.smithi067.stdout:2405: writing smithi06780069-9 from 1843200 to 2244608 tid 2 2024-07-29T15:10:41.295 INFO:tasks.rados.rados.0.smithi067.stdout:2393: done (4 left) 2024-07-29T15:10:41.295 INFO:tasks.rados.rados.0.smithi067.stdout:2401: done (3 left) 2024-07-29T15:10:41.295 INFO:tasks.rados.rados.0.smithi067.stdout:2403: done (2 left) 2024-07-29T15:10:41.295 INFO:tasks.rados.rados.0.smithi067.stdout:2404: done (1 left) 2024-07-29T15:10:41.295 INFO:tasks.rados.rados.0.smithi067.stdout:2406: read oid 25 snap -1 2024-07-29T15:10:41.295 INFO:tasks.rados.rados.0.smithi067.stdout:2406: expect deleted 2024-07-29T15:10:41.295 INFO:tasks.rados.rados.0.smithi067.stdout:2407: delete oid 32 current snap is 235 2024-07-29T15:10:41.297 INFO:tasks.rados.rados.0.smithi067.stdout:2406: done (2 left) 2024-07-29T15:10:41.297 INFO:tasks.rados.rados.0.smithi067.stdout:2407: done (1 left) 2024-07-29T15:10:41.297 INFO:tasks.rados.rados.0.smithi067.stdout:2408: rmattr oid 16 current snap is 235 2024-07-29T15:10:41.297 INFO:tasks.rados.rados.0.smithi067.stdout:2408: done (1 left) 2024-07-29T15:10:41.297 INFO:tasks.rados.rados.0.smithi067.stdout:2409: snap_remove snap 225 2024-07-29T15:10:41.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:41 smithi067 ceph-mon[91995]: pgmap v427: 121 pgs: 121 active+clean; 335 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 824 KiB/s wr, 7 op/s 2024-07-29T15:10:41.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:41 smithi067 ceph-mon[91995]: osdmap e544: 8 total, 8 up, 8 in 2024-07-29T15:10:41.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:41 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:41.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:41 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-07-29T15:10:41.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:41 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:10:41.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:41 smithi067 ceph-mon[94375]: pgmap v427: 121 pgs: 121 active+clean; 335 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 824 KiB/s wr, 7 op/s 2024-07-29T15:10:41.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:41 smithi067 ceph-mon[94375]: osdmap e544: 8 total, 8 up, 8 in 2024-07-29T15:10:41.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:41 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:41.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:41 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-07-29T15:10:41.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:41 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:10:41.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:41 smithi138 ceph-mon[86438]: osdmap e544: 8 total, 8 up, 8 in 2024-07-29T15:10:41.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:41 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:41.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:41 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-07-29T15:10:41.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:41 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:10:42.127 INFO:tasks.rados.rados.0.smithi067.stdout:2409: done (1 left) 2024-07-29T15:10:42.128 INFO:tasks.rados.rados.0.smithi067.stdout:2410: snap_create 2024-07-29T15:10:42.128 INFO:tasks.rados.rados.0.smithi067.stdout:2405: finishing write tid 1 to smithi06780069-9 2024-07-29T15:10:42.128 INFO:tasks.rados.rados.0.smithi067.stdout:2405: finishing write tid 2 to smithi06780069-9 2024-07-29T15:10:42.128 INFO:tasks.rados.rados.0.smithi067.stdout:2405: finishing write tid 3 to smithi06780069-9 2024-07-29T15:10:42.128 INFO:tasks.rados.rados.0.smithi067.stdout:2405: finishing write tid 4 to smithi06780069-9 2024-07-29T15:10:42.128 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 9 v 875 (ObjNum 765 snap 235 seq_num 765) dirty exists 2024-07-29T15:10:42.128 INFO:tasks.rados.rados.0.smithi067.stdout:2405: left oid 9 (ObjNum 765 snap 235 seq_num 765) 2024-07-29T15:10:42.219 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:42 smithi138 ceph-mon[86438]: Upgrade: Updating osd.7 2024-07-29T15:10:42.219 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:42 smithi138 ceph-mon[86438]: Deploying daemon osd.7 on smithi138 2024-07-29T15:10:42.219 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:42 smithi138 ceph-mon[86438]: osdmap e545: 8 total, 8 up, 8 in 2024-07-29T15:10:42.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:42 smithi067 ceph-mon[91995]: Upgrade: Updating osd.7 2024-07-29T15:10:42.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:42 smithi067 ceph-mon[91995]: Deploying daemon osd.7 on smithi138 2024-07-29T15:10:42.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:42 smithi067 ceph-mon[91995]: osdmap e545: 8 total, 8 up, 8 in 2024-07-29T15:10:42.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:42 smithi067 ceph-mon[94375]: Upgrade: Updating osd.7 2024-07-29T15:10:42.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:42 smithi067 ceph-mon[94375]: Deploying daemon osd.7 on smithi138 2024-07-29T15:10:42.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:42 smithi067 ceph-mon[94375]: osdmap e545: 8 total, 8 up, 8 in 2024-07-29T15:10:42.958 INFO:tasks.rados.rados.0.smithi067.stdout:2405: done (1 left) 2024-07-29T15:10:42.958 INFO:tasks.rados.rados.0.smithi067.stdout:2410: done (0 left) 2024-07-29T15:10:42.958 INFO:tasks.rados.rados.0.smithi067.stdout:2411: rollback oid 30 current snap is 236 2024-07-29T15:10:42.958 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 30 to 214 2024-07-29T15:10:42.958 INFO:tasks.rados.rados.0.smithi067.stdout:2412: rollback oid 21 current snap is 236 2024-07-29T15:10:42.958 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 21 to 214 2024-07-29T15:10:42.958 INFO:tasks.rados.rados.0.smithi067.stdout:2413: delete oid 10 current snap is 236 2024-07-29T15:10:42.965 INFO:tasks.rados.rados.0.smithi067.stdout:2412: finishing rollback tid 0 to smithi06780069-21 2024-07-29T15:10:42.965 INFO:tasks.rados.rados.0.smithi067.stdout:2412: finishing rollback tid 1 to smithi06780069-21 2024-07-29T15:10:42.965 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 1233 (ObjNum 1521 snap 0 seq_num 3881958880) dirty dne 2024-07-29T15:10:42.965 INFO:tasks.rados.rados.0.smithi067.stdout:2411: finishing rollback tid 0 to smithi06780069-30 2024-07-29T15:10:42.965 INFO:tasks.rados.rados.0.smithi067.stdout:2411: finishing rollback tid 1 to smithi06780069-30 2024-07-29T15:10:42.965 INFO:tasks.rados.rados.0.smithi067.stdout:2411: finishing rollback tid 2 to smithi06780069-30 2024-07-29T15:10:42.965 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 1169 (ObjNum 603 snap 181 seq_num 603) dirty exists 2024-07-29T15:10:42.965 INFO:tasks.rados.rados.0.smithi067.stdout:2411: done (2 left) 2024-07-29T15:10:42.965 INFO:tasks.rados.rados.0.smithi067.stdout:2412: done (1 left) 2024-07-29T15:10:42.965 INFO:tasks.rados.rados.0.smithi067.stdout:2413: done (0 left) 2024-07-29T15:10:42.966 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 15 current snap is 236 2024-07-29T15:10:42.966 INFO:tasks.rados.rados.0.smithi067.stdout:2414: seq_num 768 ranges {335872=466944,802816=401408} 2024-07-29T15:10:42.969 INFO:tasks.rados.rados.0.smithi067.stdout:2414: writing smithi06780069-15 from 335872 to 802816 tid 1 2024-07-29T15:10:42.972 INFO:tasks.rados.rados.0.smithi067.stdout:2414: writing smithi06780069-15 from 802816 to 1204224 tid 2 2024-07-29T15:10:42.972 INFO:tasks.rados.rados.0.smithi067.stdout:2415: snap_create 2024-07-29T15:10:42.974 INFO:tasks.rados.rados.0.smithi067.stdout:2414: finishing write tid 1 to smithi06780069-15 2024-07-29T15:10:42.974 INFO:tasks.rados.rados.0.smithi067.stdout:2414: finishing write tid 2 to smithi06780069-15 2024-07-29T15:10:42.974 INFO:tasks.rados.rados.0.smithi067.stdout:2414: finishing write tid 3 to smithi06780069-15 2024-07-29T15:10:42.975 INFO:tasks.rados.rados.0.smithi067.stdout:2414: finishing write tid 4 to smithi06780069-15 2024-07-29T15:10:42.976 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 1197 (ObjNum 768 snap 236 seq_num 768) dirty exists 2024-07-29T15:10:42.976 INFO:tasks.rados.rados.0.smithi067.stdout:2414: left oid 15 (ObjNum 768 snap 236 seq_num 768) 2024-07-29T15:10:43.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:43 smithi138 ceph-mon[86438]: pgmap v430: 121 pgs: 121 active+clean; 340 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 682 KiB/s wr, 10 op/s 2024-07-29T15:10:43.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:43 smithi138 ceph-mon[86438]: osdmap e546: 8 total, 8 up, 8 in 2024-07-29T15:10:43.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:43 smithi138 ceph-mon[86438]: osdmap e547: 8 total, 8 up, 8 in 2024-07-29T15:10:43.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:43 smithi067 ceph-mon[91995]: pgmap v430: 121 pgs: 121 active+clean; 340 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 682 KiB/s wr, 10 op/s 2024-07-29T15:10:43.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:43 smithi067 ceph-mon[91995]: osdmap e546: 8 total, 8 up, 8 in 2024-07-29T15:10:43.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:43 smithi067 ceph-mon[91995]: osdmap e547: 8 total, 8 up, 8 in 2024-07-29T15:10:43.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:43 smithi067 ceph-mon[94375]: pgmap v430: 121 pgs: 121 active+clean; 340 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 682 KiB/s wr, 10 op/s 2024-07-29T15:10:43.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:43 smithi067 ceph-mon[94375]: osdmap e546: 8 total, 8 up, 8 in 2024-07-29T15:10:43.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:43 smithi067 ceph-mon[94375]: osdmap e547: 8 total, 8 up, 8 in 2024-07-29T15:10:43.646 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:43 smithi138 systemd[1]: Stopping Ceph osd.7 for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:10:43.961 INFO:tasks.rados.rados.0.smithi067.stdout:2414: done (1 left) 2024-07-29T15:10:43.961 INFO:tasks.rados.rados.0.smithi067.stdout:2415: done (0 left) 2024-07-29T15:10:43.961 INFO:tasks.rados.rados.0.smithi067.stdout:2416: rmattr oid 36 current snap is 237 2024-07-29T15:10:43.961 INFO:tasks.rados.rados.0.smithi067.stdout:2416: done (0 left) 2024-07-29T15:10:43.961 INFO:tasks.rados.rados.0.smithi067.stdout:2417: delete oid 24 current snap is 237 2024-07-29T15:10:44.060 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:43 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[55046]: 2024-07-29T15:10:43.644+0000 7f25e79df640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-29T15:10:44.060 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:43 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[55046]: 2024-07-29T15:10:43.644+0000 7f25e79df640 -1 osd.7 547 *** Got signal Terminated *** 2024-07-29T15:10:44.060 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:43 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[55046]: 2024-07-29T15:10:43.644+0000 7f25e79df640 -1 osd.7 547 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-29T15:10:44.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:44 smithi067 ceph-mon[91995]: osd.7 marked itself down and dead 2024-07-29T15:10:44.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:44 smithi067 ceph-mon[91995]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-29T15:10:44.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:44 smithi067 ceph-mon[91995]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-07-29T15:10:44.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:44 smithi067 ceph-mon[91995]: osdmap e548: 8 total, 7 up, 8 in 2024-07-29T15:10:44.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:44 smithi067 ceph-mon[94375]: osd.7 marked itself down and dead 2024-07-29T15:10:44.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:44 smithi067 ceph-mon[94375]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-29T15:10:44.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:44 smithi067 ceph-mon[94375]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-07-29T15:10:44.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:44 smithi067 ceph-mon[94375]: osdmap e548: 8 total, 7 up, 8 in 2024-07-29T15:10:44.560 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:44 smithi138 podman[105551]: 2024-07-29 15:10:44.371830463 +0000 UTC m=+0.820643460 container died c141798f58f52a4101d512585f857dd514fd49f85ac5c192a0004d63c8b2336a (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-3120d06, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-07-29T15:10:44.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:44 smithi138 ceph-mon[86438]: osd.7 marked itself down and dead 2024-07-29T15:10:44.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:44 smithi138 ceph-mon[86438]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-29T15:10:44.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:44 smithi138 ceph-mon[86438]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-07-29T15:10:44.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:44 smithi138 ceph-mon[86438]: osdmap e548: 8 total, 7 up, 8 in 2024-07-29T15:10:44.976 INFO:tasks.rados.rados.0.smithi067.stdout:2417: done (0 left) 2024-07-29T15:10:44.976 INFO:tasks.rados.rados.0.smithi067.stdout:2418: read oid 46 snap -1 2024-07-29T15:10:44.976 INFO:tasks.rados.rados.0.smithi067.stdout:2418: expect (ObjNum 763 snap 235 seq_num 763) 2024-07-29T15:10:44.976 INFO:tasks.rados.rados.0.smithi067.stdout:2419: setattr oid 5 current snap is 237 2024-07-29T15:10:44.979 INFO:tasks.rados.rados.0.smithi067.stdout:2420: copy_from oid 6 from oid 7 current snap is 237 2024-07-29T15:10:44.979 INFO:tasks.rados.rados.0.smithi067.stdout:2421: read oid 48 snap -1 2024-07-29T15:10:44.979 INFO:tasks.rados.rados.0.smithi067.stdout:2421: expect deleted 2024-07-29T15:10:44.979 INFO:tasks.rados.rados.0.smithi067.stdout:2422: snap_remove snap 229 2024-07-29T15:10:45.022 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:44 smithi138 podman[105551]: 2024-07-29 15:10:44.761832949 +0000 UTC m=+1.210645990 container cleanup c141798f58f52a4101d512585f857dd514fd49f85ac5c192a0004d63c8b2336a (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=quincy-3120d06) 2024-07-29T15:10:45.022 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:44 smithi138 bash[105551]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7 2024-07-29T15:10:45.310 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:45 smithi138 podman[105569]: 2024-07-29 15:10:45.021449943 +0000 UTC m=+0.648920146 container remove c141798f58f52a4101d512585f857dd514fd49f85ac5c192a0004d63c8b2336a (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=quincy-3120d06, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS) 2024-07-29T15:10:45.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:45 smithi138 ceph-mon[86438]: pgmap v433: 121 pgs: 121 active+clean; 340 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 572 KiB/s wr, 13 op/s 2024-07-29T15:10:45.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:45 smithi138 ceph-mon[86438]: osdmap e549: 8 total, 7 up, 8 in 2024-07-29T15:10:45.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:45 smithi067 ceph-mon[94375]: pgmap v433: 121 pgs: 121 active+clean; 340 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 572 KiB/s wr, 13 op/s 2024-07-29T15:10:45.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:45 smithi067 ceph-mon[94375]: osdmap e549: 8 total, 7 up, 8 in 2024-07-29T15:10:45.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:45 smithi067 ceph-mon[91995]: pgmap v433: 121 pgs: 121 active+clean; 340 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 572 KiB/s wr, 13 op/s 2024-07-29T15:10:45.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:45 smithi067 ceph-mon[91995]: osdmap e549: 8 total, 7 up, 8 in 2024-07-29T15:10:45.676 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:45 smithi138 podman[105658]: 2024-07-29 15:10:45.2984064 +0000 UTC m=+0.017144755 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T15:10:45.676 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:45 smithi138 podman[105658]: 2024-07-29 15:10:45.439591672 +0000 UTC m=+0.158330019 container create 897e5491ef059e06761163225daabb84d677555cbdd628c9fb0ba03543bda822 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240716, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-69149bb, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux ) 2024-07-29T15:10:45.962 INFO:tasks.rados.rados.0.smithi067.stdout:2422: done (4 left) 2024-07-29T15:10:45.962 INFO:tasks.rados.rados.0.smithi067.stdout:2423: rmattr oid 24 current snap is 237 2024-07-29T15:10:45.963 INFO:tasks.rados.rados.0.smithi067.stdout:2423: done (4 left) 2024-07-29T15:10:45.963 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 13 current snap is 237 2024-07-29T15:10:45.963 INFO:tasks.rados.rados.0.smithi067.stdout:2424: seq_num 770 ranges {0=499712,499712=401408} 2024-07-29T15:10:45.966 INFO:tasks.rados.rados.0.smithi067.stdout:2424: writing smithi06780069-13 from 0 to 499712 tid 1 2024-07-29T15:10:45.969 INFO:tasks.rados.rados.0.smithi067.stdout:2424: writing smithi06780069-13 from 499712 to 901120 tid 2 2024-07-29T15:10:45.969 INFO:tasks.rados.rados.0.smithi067.stdout:2425: snap_create 2024-07-29T15:10:45.969 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 1197 (ObjNum 712 snap 219 seq_num 712) dirty exists 2024-07-29T15:10:45.969 INFO:tasks.rados.rados.0.smithi067.stdout:2420: finishing copy_from racing read to smithi06780069-6 2024-07-29T15:10:45.969 INFO:tasks.rados.rados.0.smithi067.stdout:2418: expect (ObjNum 763 snap 235 seq_num 763) 2024-07-29T15:10:46.060 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:45 smithi138 podman[105658]: 2024-07-29 15:10:45.675898963 +0000 UTC m=+0.394637311 container init 897e5491ef059e06761163225daabb84d677555cbdd628c9fb0ba03543bda822 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240716, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-69149bb, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-07-29T15:10:46.060 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:45 smithi138 podman[105658]: 2024-07-29 15:10:45.679676957 +0000 UTC m=+0.398415306 container start 897e5491ef059e06761163225daabb84d677555cbdd628c9fb0ba03543bda822 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-69149bb, ceph=True, org.label-schema.build-date=20240716, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-07-29T15:10:46.061 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:45 smithi138 podman[105658]: 2024-07-29 15:10:45.750362301 +0000 UTC m=+0.469100658 container attach 897e5491ef059e06761163225daabb84d677555cbdd628c9fb0ba03543bda822 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240716, org.label-schema.schema-version=1.0, RELEASE=main-69149bb, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True) 2024-07-29T15:10:46.061 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:45 smithi138 podman[105658]: 2024-07-29 15:10:45.866941983 +0000 UTC m=+0.585680331 container died 897e5491ef059e06761163225daabb84d677555cbdd628c9fb0ba03543bda822 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240716, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-69149bb, ceph=True) 2024-07-29T15:10:46.232 INFO:tasks.rados.rados.0.smithi067.stdout:2420: finishing copy_from to smithi06780069-6 2024-07-29T15:10:46.232 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 6 v 1090 (ObjNum 691 snap 214 seq_num 691) dirty exists 2024-07-29T15:10:46.232 INFO:tasks.rados.rados.0.smithi067.stdout:2424: finishing write tid 1 to smithi06780069-13 2024-07-29T15:10:46.232 INFO:tasks.rados.rados.0.smithi067.stdout:2424: finishing write tid 2 to smithi06780069-13 2024-07-29T15:10:46.232 INFO:tasks.rados.rados.0.smithi067.stdout:2424: finishing write tid 3 to smithi06780069-13 2024-07-29T15:10:46.232 INFO:tasks.rados.rados.0.smithi067.stdout:2424: finishing write tid 4 to smithi06780069-13 2024-07-29T15:10:46.232 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 13 v 1279 (ObjNum 770 snap 237 seq_num 770) dirty exists 2024-07-29T15:10:46.232 INFO:tasks.rados.rados.0.smithi067.stdout:2424: left oid 13 (ObjNum 770 snap 237 seq_num 770) 2024-07-29T15:10:46.964 INFO:tasks.rados.rados.0.smithi067.stdout:2418: done (5 left) 2024-07-29T15:10:46.965 INFO:tasks.rados.rados.0.smithi067.stdout:2419: done (4 left) 2024-07-29T15:10:46.965 INFO:tasks.rados.rados.0.smithi067.stdout:2420: done (3 left) 2024-07-29T15:10:46.965 INFO:tasks.rados.rados.0.smithi067.stdout:2421: done (2 left) 2024-07-29T15:10:46.965 INFO:tasks.rados.rados.0.smithi067.stdout:2424: done (1 left) 2024-07-29T15:10:46.965 INFO:tasks.rados.rados.0.smithi067.stdout:2425: done (0 left) 2024-07-29T15:10:46.965 INFO:tasks.rados.rados.0.smithi067.stdout:2426: read oid 13 snap 235 2024-07-29T15:10:46.965 INFO:tasks.rados.rados.0.smithi067.stdout:2426: expect deleted 2024-07-29T15:10:46.965 INFO:tasks.rados.rados.0.smithi067.stdout:2427: read oid 44 snap 189 2024-07-29T15:10:46.965 INFO:tasks.rados.rados.0.smithi067.stdout:2427: expect (ObjNum 549 snap 161 seq_num 549) 2024-07-29T15:10:46.965 INFO:tasks.rados.rados.0.smithi067.stdout:2428: rollback oid 18 current snap is 238 2024-07-29T15:10:46.965 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 18 to 217 2024-07-29T15:10:46.965 INFO:tasks.rados.rados.0.smithi067.stdout:2429: read oid 42 snap -1 2024-07-29T15:10:46.965 INFO:tasks.rados.rados.0.smithi067.stdout:2429: expect (ObjNum 733 snap 228 seq_num 733) 2024-07-29T15:10:46.966 INFO:tasks.rados.rados.0.smithi067.stdout:2430: rmattr oid 17 current snap is 238 2024-07-29T15:10:46.966 INFO:tasks.rados.rados.0.smithi067.stdout:2430: done (4 left) 2024-07-29T15:10:46.966 INFO:tasks.rados.rados.0.smithi067.stdout:2431: read oid 39 snap -1 2024-07-29T15:10:46.966 INFO:tasks.rados.rados.0.smithi067.stdout:2431: expect (ObjNum 750 snap 231 seq_num 750) 2024-07-29T15:10:46.966 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 28 current snap is 238 2024-07-29T15:10:46.966 INFO:tasks.rados.rados.0.smithi067.stdout:2432: seq_num 771 ranges {8617984=516096,9134080=401408} 2024-07-29T15:10:46.968 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:46 smithi138 podman[105681]: 2024-07-29 15:10:46.571219227 +0000 UTC m=+0.694596200 container remove 897e5491ef059e06761163225daabb84d677555cbdd628c9fb0ba03543bda822 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240716, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=main-69149bb) 2024-07-29T15:10:46.968 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:46 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.7.service: Deactivated successfully. 2024-07-29T15:10:46.968 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:46 smithi138 systemd[1]: Stopped Ceph osd.7 for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:10:46.968 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:46 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.7.service: Consumed 17.254s CPU time. 2024-07-29T15:10:46.968 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:46 smithi138 systemd[1]: Starting Ceph osd.7 for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:10:47.016 INFO:tasks.rados.rados.0.smithi067.stdout:2432: writing smithi06780069-28 from 8617984 to 9134080 tid 1 2024-07-29T15:10:47.019 INFO:tasks.rados.rados.0.smithi067.stdout:2432: writing smithi06780069-28 from 9134080 to 9535488 tid 2 2024-07-29T15:10:47.019 INFO:tasks.rados.rados.0.smithi067.stdout:2433: read oid 11 snap 235 2024-07-29T15:10:47.019 INFO:tasks.rados.rados.0.smithi067.stdout:2433: expect (ObjNum 745 snap 230 seq_num 745) 2024-07-29T15:10:47.019 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 22 current snap is 238 2024-07-29T15:10:47.019 INFO:tasks.rados.rados.0.smithi067.stdout:2434: seq_num 772 ranges {5193728=532480,5726208=401408} 2024-07-29T15:10:47.050 INFO:tasks.rados.rados.0.smithi067.stdout:2434: writing smithi06780069-22 from 5193728 to 5726208 tid 1 2024-07-29T15:10:47.053 INFO:tasks.rados.rados.0.smithi067.stdout:2434: writing smithi06780069-22 from 5726208 to 6127616 tid 2 2024-07-29T15:10:47.053 INFO:tasks.rados.rados.0.smithi067.stdout:2435: delete oid 4 current snap is 238 2024-07-29T15:10:47.053 INFO:tasks.rados.rados.0.smithi067.stdout:2428: finishing rollback tid 0 to smithi06780069-18 2024-07-29T15:10:47.053 INFO:tasks.rados.rados.0.smithi067.stdout:2428: finishing rollback tid 1 to smithi06780069-18 2024-07-29T15:10:47.053 INFO:tasks.rados.rados.0.smithi067.stdout:2428: finishing rollback tid 2 to smithi06780069-18 2024-07-29T15:10:47.053 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 1200 (ObjNum 693 snap 215 seq_num 693) dirty exists 2024-07-29T15:10:47.053 INFO:tasks.rados.rados.0.smithi067.stdout:2427: expect (ObjNum 549 snap 161 seq_num 549) 2024-07-29T15:10:47.109 INFO:tasks.rados.rados.0.smithi067.stdout:2431: expect (ObjNum 750 snap 231 seq_num 750) 2024-07-29T15:10:47.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:46 smithi067 ceph-mon[91995]: pgmap v436: 121 pgs: 8 active+undersized, 6 peering, 12 stale+active+clean, 3 active+undersized+degraded, 92 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 788 KiB/s wr, 14 op/s; 15/714 objects degraded (2.101%) 2024-07-29T15:10:47.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:46 smithi067 ceph-mon[91995]: osdmap e550: 8 total, 7 up, 8 in 2024-07-29T15:10:47.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:46 smithi067 ceph-mon[91995]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-07-29T15:10:47.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:46 smithi067 ceph-mon[91995]: Health check failed: Degraded data redundancy: 15/714 objects degraded (2.101%), 3 pgs degraded (PG_DEGRADED) 2024-07-29T15:10:47.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:46 smithi067 ceph-mon[94375]: pgmap v436: 121 pgs: 8 active+undersized, 6 peering, 12 stale+active+clean, 3 active+undersized+degraded, 92 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 788 KiB/s wr, 14 op/s; 15/714 objects degraded (2.101%) 2024-07-29T15:10:47.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:46 smithi067 ceph-mon[94375]: osdmap e550: 8 total, 7 up, 8 in 2024-07-29T15:10:47.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:46 smithi067 ceph-mon[94375]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-07-29T15:10:47.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:46 smithi067 ceph-mon[94375]: Health check failed: Degraded data redundancy: 15/714 objects degraded (2.101%), 3 pgs degraded (PG_DEGRADED) 2024-07-29T15:10:47.242 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:46 smithi138 ceph-mon[86438]: pgmap v436: 121 pgs: 8 active+undersized, 6 peering, 12 stale+active+clean, 3 active+undersized+degraded, 92 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 788 KiB/s wr, 14 op/s; 15/714 objects degraded (2.101%) 2024-07-29T15:10:47.243 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:46 smithi138 ceph-mon[86438]: osdmap e550: 8 total, 7 up, 8 in 2024-07-29T15:10:47.243 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:46 smithi138 ceph-mon[86438]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-07-29T15:10:47.243 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:46 smithi138 ceph-mon[86438]: Health check failed: Degraded data redundancy: 15/714 objects degraded (2.101%), 3 pgs degraded (PG_DEGRADED) 2024-07-29T15:10:47.243 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:47 smithi138 podman[105782]: 2024-07-29 15:10:46.91375102 +0000 UTC m=+0.017822629 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T15:10:47.243 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:47 smithi138 podman[105782]: 2024-07-29 15:10:47.022852105 +0000 UTC m=+0.126923696 container create 7bc98c39e26d2e3e403c5fcf382fda9c9fa7f86cbc3a1a951ea697bfeeeb5b12 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7-activate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240716, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=main-69149bb, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-07-29T15:10:47.243 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:47 smithi138 podman[105782]: 2024-07-29 15:10:47.242288743 +0000 UTC m=+0.346360333 container init 7bc98c39e26d2e3e403c5fcf382fda9c9fa7f86cbc3a1a951ea697bfeeeb5b12 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7-activate, GIT_CLEAN=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240716, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=main-69149bb, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-29T15:10:47.560 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:47 smithi138 podman[105782]: 2024-07-29 15:10:47.246002338 +0000 UTC m=+0.350073937 container start 7bc98c39e26d2e3e403c5fcf382fda9c9fa7f86cbc3a1a951ea697bfeeeb5b12 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7-activate, RELEASE=main-69149bb, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240716, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-29T15:10:47.560 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:47 smithi138 podman[105782]: 2024-07-29 15:10:47.317201538 +0000 UTC m=+0.421273141 container attach 7bc98c39e26d2e3e403c5fcf382fda9c9fa7f86cbc3a1a951ea697bfeeeb5b12 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7-activate, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.36.0, RELEASE=main-69149bb, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240716, CEPH_POINT_RELEASE=, ceph=True) 2024-07-29T15:10:47.561 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:47 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7-activate[105797]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-29T15:10:47.561 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:47 smithi138 bash[105782]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-29T15:10:47.561 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:47 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7-activate[105797]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-29T15:10:47.561 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:47 smithi138 bash[105782]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-29T15:10:47.964 INFO:tasks.rados.rados.0.smithi067.stdout:2429: expect (ObjNum 733 snap 228 seq_num 733) 2024-07-29T15:10:47.975 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:47 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7-activate[105797]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-07-29T15:10:47.975 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:47 smithi138 bash[105782]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-07-29T15:10:47.975 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:47 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7-activate[105797]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-07-29T15:10:47.975 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:47 smithi138 bash[105782]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-07-29T15:10:47.975 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:47 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7-activate[105797]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-07-29T15:10:47.975 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:47 smithi138 bash[105782]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-07-29T15:10:47.975 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:47 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7-activate[105797]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-07-29T15:10:47.975 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:47 smithi138 bash[105782]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-07-29T15:10:47.975 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:47 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7-activate[105797]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-07-29T15:10:47.975 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:47 smithi138 bash[105782]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-07-29T15:10:47.975 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:47 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7-activate[105797]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-07-29T15:10:47.975 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:47 smithi138 bash[105782]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-07-29T15:10:47.975 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:47 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7-activate[105797]: --> ceph-volume raw activate successful for osd ID: 7 2024-07-29T15:10:47.976 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:47 smithi138 bash[105782]: --> ceph-volume raw activate successful for osd ID: 7 2024-07-29T15:10:47.976 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:47 smithi138 podman[105782]: 2024-07-29 15:10:47.624897098 +0000 UTC m=+0.728968700 container died 7bc98c39e26d2e3e403c5fcf382fda9c9fa7f86cbc3a1a951ea697bfeeeb5b12 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7-activate, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.build-date=20240716, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-69149bb, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux ) 2024-07-29T15:10:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:47 smithi067 ceph-mon[91995]: osdmap e551: 8 total, 7 up, 8 in 2024-07-29T15:10:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:47 smithi067 ceph-mon[91995]: osdmap e552: 8 total, 7 up, 8 in 2024-07-29T15:10:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:10:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:10:47] "GET /metrics HTTP/1.1" 200 36299 "" "Prometheus/2.51.0" 2024-07-29T15:10:48.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:47 smithi067 ceph-mon[94375]: osdmap e551: 8 total, 7 up, 8 in 2024-07-29T15:10:48.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:47 smithi067 ceph-mon[94375]: osdmap e552: 8 total, 7 up, 8 in 2024-07-29T15:10:48.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:47 smithi138 ceph-mon[86438]: osdmap e551: 8 total, 7 up, 8 in 2024-07-29T15:10:48.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:47 smithi138 ceph-mon[86438]: osdmap e552: 8 total, 7 up, 8 in 2024-07-29T15:10:48.311 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:48 smithi138 podman[105915]: 2024-07-29 15:10:48.196002792 +0000 UTC m=+0.561425194 container remove 7bc98c39e26d2e3e403c5fcf382fda9c9fa7f86cbc3a1a951ea697bfeeeb5b12 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7-activate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240716, org.label-schema.schema-version=1.0, RELEASE=main-69149bb, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-29T15:10:48.537 INFO:tasks.rados.rados.0.smithi067.stdout:2432: finishing write tid 1 to smithi06780069-28 2024-07-29T15:10:48.538 INFO:tasks.rados.rados.0.smithi067.stdout:2432: finishing write tid 2 to smithi06780069-28 2024-07-29T15:10:48.538 INFO:tasks.rados.rados.0.smithi067.stdout:2432: finishing write tid 3 to smithi06780069-28 2024-07-29T15:10:48.538 INFO:tasks.rados.rados.0.smithi067.stdout:2432: finishing write tid 4 to smithi06780069-28 2024-07-29T15:10:48.538 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 28 v 486 (ObjNum 771 snap 238 seq_num 771) dirty exists 2024-07-29T15:10:48.538 INFO:tasks.rados.rados.0.smithi067.stdout:2432: left oid 28 (ObjNum 771 snap 238 seq_num 771) 2024-07-29T15:10:48.538 INFO:tasks.rados.rados.0.smithi067.stdout:2433: expect (ObjNum 745 snap 230 seq_num 745) 2024-07-29T15:10:48.643 INFO:tasks.rados.rados.0.smithi067.stdout:2434: finishing write tid 1 to smithi06780069-22 2024-07-29T15:10:48.643 INFO:tasks.rados.rados.0.smithi067.stdout:2434: finishing write tid 2 to smithi06780069-22 2024-07-29T15:10:48.643 INFO:tasks.rados.rados.0.smithi067.stdout:2434: finishing write tid 3 to smithi06780069-22 2024-07-29T15:10:48.643 INFO:tasks.rados.rados.0.smithi067.stdout:2434: finishing write tid 4 to smithi06780069-22 2024-07-29T15:10:48.643 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 1203 (ObjNum 772 snap 238 seq_num 772) dirty exists 2024-07-29T15:10:48.643 INFO:tasks.rados.rados.0.smithi067.stdout:2434: left oid 22 (ObjNum 772 snap 238 seq_num 772) 2024-07-29T15:10:48.643 INFO:tasks.rados.rados.0.smithi067.stdout:2426: done (8 left) 2024-07-29T15:10:48.643 INFO:tasks.rados.rados.0.smithi067.stdout:2427: done (7 left) 2024-07-29T15:10:48.643 INFO:tasks.rados.rados.0.smithi067.stdout:2428: done (6 left) 2024-07-29T15:10:48.643 INFO:tasks.rados.rados.0.smithi067.stdout:2429: done (5 left) 2024-07-29T15:10:48.644 INFO:tasks.rados.rados.0.smithi067.stdout:2431: done (4 left) 2024-07-29T15:10:48.644 INFO:tasks.rados.rados.0.smithi067.stdout:2432: done (3 left) 2024-07-29T15:10:48.644 INFO:tasks.rados.rados.0.smithi067.stdout:2433: done (2 left) 2024-07-29T15:10:48.644 INFO:tasks.rados.rados.0.smithi067.stdout:2434: done (1 left) 2024-07-29T15:10:48.644 INFO:tasks.rados.rados.0.smithi067.stdout:2435: done (0 left) 2024-07-29T15:10:48.644 INFO:tasks.rados.rados.0.smithi067.stdout:2436: snap_create 2024-07-29T15:10:48.734 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:48 smithi138 podman[105974]: 2024-07-29 15:10:48.313208571 +0000 UTC m=+0.017799491 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T15:10:48.734 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:48 smithi138 podman[105974]: 2024-07-29 15:10:48.438881933 +0000 UTC m=+0.143472895 container create f39d08ab086fbca0c0d1b9d71c6121c748c3c89f4546cde9aeaa60469c1980f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=main-69149bb, org.label-schema.build-date=20240716, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0) 2024-07-29T15:10:48.735 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:48 smithi138 podman[105974]: 2024-07-29 15:10:48.633535226 +0000 UTC m=+0.338126145 container init f39d08ab086fbca0c0d1b9d71c6121c748c3c89f4546cde9aeaa60469c1980f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7, org.label-schema.build-date=20240716, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, ceph=True, RELEASE=main-69149bb, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-07-29T15:10:48.735 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:48 smithi138 podman[105974]: 2024-07-29 15:10:48.63686197 +0000 UTC m=+0.341452888 container start f39d08ab086fbca0c0d1b9d71c6121c748c3c89f4546cde9aeaa60469c1980f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240716, RELEASE=main-69149bb, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-07-29T15:10:48.735 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:48 smithi138 ceph-osd[105993]: -- 172.21.15.138:0/2902777570 <== mon.1 v2:172.21.15.138:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555ecb18fa40 con 0x555ecbf56400 2024-07-29T15:10:48.982 INFO:tasks.rados.rados.0.smithi067.stdout:2436: done (0 left) 2024-07-29T15:10:48.982 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 13 current snap is 239 2024-07-29T15:10:48.982 INFO:tasks.rados.rados.0.smithi067.stdout:2437: seq_num 774 ranges {901120=565248,1466368=401408} 2024-07-29T15:10:48.989 INFO:tasks.rados.rados.0.smithi067.stdout:2437: writing smithi06780069-13 from 901120 to 1466368 tid 1 2024-07-29T15:10:48.992 INFO:tasks.rados.rados.0.smithi067.stdout:2437: writing smithi06780069-13 from 1466368 to 1867776 tid 2 2024-07-29T15:10:48.992 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 17 current snap is 239 2024-07-29T15:10:48.992 INFO:tasks.rados.rados.0.smithi067.stdout:2438: seq_num 775 ranges {4898816=589824,5488640=401408} 2024-07-29T15:10:49.022 INFO:tasks.rados.rados.0.smithi067.stdout:2438: writing smithi06780069-17 from 4898816 to 5488640 tid 1 2024-07-29T15:10:49.025 INFO:tasks.rados.rados.0.smithi067.stdout:2438: writing smithi06780069-17 from 5488640 to 5890048 tid 2 2024-07-29T15:10:49.025 INFO:tasks.rados.rados.0.smithi067.stdout:2439: read oid 30 snap -1 2024-07-29T15:10:49.025 INFO:tasks.rados.rados.0.smithi067.stdout:2439: expect (ObjNum 603 snap 181 seq_num 603) 2024-07-29T15:10:49.025 INFO:tasks.rados.rados.0.smithi067.stdout:2440: snap_remove snap 208 2024-07-29T15:10:49.060 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:48 smithi138 bash[105974]: f39d08ab086fbca0c0d1b9d71c6121c748c3c89f4546cde9aeaa60469c1980f7 2024-07-29T15:10:49.060 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:48 smithi138 systemd[1]: Started Ceph osd.7 for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:10:49.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:48 smithi138 ceph-mon[86438]: pgmap v439: 121 pgs: 28 active+undersized, 6 peering, 5 stale+active+clean, 7 active+undersized+degraded, 75 active+clean; 353 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.8 MiB/s wr, 7 op/s; 21/717 objects degraded (2.929%) 2024-07-29T15:10:49.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:49.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:49.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:10:49.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:48 smithi067 ceph-mon[91995]: pgmap v439: 121 pgs: 28 active+undersized, 6 peering, 5 stale+active+clean, 7 active+undersized+degraded, 75 active+clean; 353 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.8 MiB/s wr, 7 op/s; 21/717 objects degraded (2.929%) 2024-07-29T15:10:49.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:49.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:49.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:10:49.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:48 smithi067 ceph-mon[94375]: pgmap v439: 121 pgs: 28 active+undersized, 6 peering, 5 stale+active+clean, 7 active+undersized+degraded, 75 active+clean; 353 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.8 MiB/s wr, 7 op/s; 21/717 objects degraded (2.929%) 2024-07-29T15:10:49.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:49.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:49.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:10:49.515 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:49 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T15:10:49.180+0000 7fc582460640 -1 Falling back to public interface 2024-07-29T15:10:49.994 INFO:tasks.rados.rados.0.smithi067.stdout:2440: done (3 left) 2024-07-29T15:10:49.995 INFO:tasks.rados.rados.0.smithi067.stdout:2441: delete oid 47 current snap is 239 2024-07-29T15:10:49.995 INFO:tasks.rados.rados.0.smithi067.stdout:2437: finishing write tid 1 to smithi06780069-13 2024-07-29T15:10:49.995 INFO:tasks.rados.rados.0.smithi067.stdout:2437: finishing write tid 2 to smithi06780069-13 2024-07-29T15:10:49.995 INFO:tasks.rados.rados.0.smithi067.stdout:2437: finishing write tid 3 to smithi06780069-13 2024-07-29T15:10:49.995 INFO:tasks.rados.rados.0.smithi067.stdout:2437: finishing write tid 4 to smithi06780069-13 2024-07-29T15:10:49.995 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 13 v 1287 (ObjNum 774 snap 239 seq_num 774) dirty exists 2024-07-29T15:10:49.995 INFO:tasks.rados.rados.0.smithi067.stdout:2437: left oid 13 (ObjNum 774 snap 239 seq_num 774) 2024-07-29T15:10:49.995 INFO:tasks.rados.rados.0.smithi067.stdout:2438: finishing write tid 1 to smithi06780069-17 2024-07-29T15:10:49.995 INFO:tasks.rados.rados.0.smithi067.stdout:2438: finishing write tid 2 to smithi06780069-17 2024-07-29T15:10:49.995 INFO:tasks.rados.rados.0.smithi067.stdout:2438: finishing write tid 3 to smithi06780069-17 2024-07-29T15:10:49.995 INFO:tasks.rados.rados.0.smithi067.stdout:2438: finishing write tid 4 to smithi06780069-17 2024-07-29T15:10:49.995 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 963 (ObjNum 775 snap 239 seq_num 775) dirty exists 2024-07-29T15:10:49.995 INFO:tasks.rados.rados.0.smithi067.stdout:2438: left oid 17 (ObjNum 775 snap 239 seq_num 775) 2024-07-29T15:10:49.995 INFO:tasks.rados.rados.0.smithi067.stdout:2439: expect (ObjNum 603 snap 181 seq_num 603) 2024-07-29T15:10:50.090 INFO:tasks.rados.rados.0.smithi067.stdout:2437: done (3 left) 2024-07-29T15:10:50.090 INFO:tasks.rados.rados.0.smithi067.stdout:2438: done (2 left) 2024-07-29T15:10:50.090 INFO:tasks.rados.rados.0.smithi067.stdout:2439: done (1 left) 2024-07-29T15:10:50.090 INFO:tasks.rados.rados.0.smithi067.stdout:2441: done (0 left) 2024-07-29T15:10:50.090 INFO:tasks.rados.rados.0.smithi067.stdout:2442: snap_create 2024-07-29T15:10:50.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:49 smithi067 ceph-mon[91995]: osdmap e553: 8 total, 7 up, 8 in 2024-07-29T15:10:50.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:49 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:50.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:49 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:10:50.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:49 smithi067 ceph-mon[94375]: osdmap e553: 8 total, 7 up, 8 in 2024-07-29T15:10:50.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:49 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:50.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:49 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:10:50.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:49 smithi138 ceph-mon[86438]: osdmap e553: 8 total, 7 up, 8 in 2024-07-29T15:10:50.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:49 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:50.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:49 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:10:50.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:10:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:10:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:10:50.997 INFO:tasks.rados.rados.0.smithi067.stdout:2442: done (0 left) 2024-07-29T15:10:50.997 INFO:tasks.rados.rados.0.smithi067.stdout:2443: delete oid 28 current snap is 240 2024-07-29T15:10:51.002 INFO:tasks.rados.rados.0.smithi067.stdout:2443: done (0 left) 2024-07-29T15:10:51.003 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 39 current snap is 240 2024-07-29T15:10:51.003 INFO:tasks.rados.rados.0.smithi067.stdout:2444: seq_num 778 ranges {8773632=638976,9412608=401408} 2024-07-29T15:10:51.053 INFO:tasks.rados.rados.0.smithi067.stdout:2444: writing smithi06780069-39 from 8773632 to 9412608 tid 1 2024-07-29T15:10:51.056 INFO:tasks.rados.rados.0.smithi067.stdout:2444: writing smithi06780069-39 from 9412608 to 9814016 tid 2 2024-07-29T15:10:51.056 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 13 current snap is 240 2024-07-29T15:10:51.056 INFO:tasks.rados.rados.0.smithi067.stdout:2445: seq_num 779 ranges {1867776=655360,2523136=401408} 2024-07-29T15:10:51.070 INFO:tasks.rados.rados.0.smithi067.stdout:2445: writing smithi06780069-13 from 1867776 to 2523136 tid 1 2024-07-29T15:10:51.072 INFO:tasks.rados.rados.0.smithi067.stdout:2445: writing smithi06780069-13 from 2523136 to 2924544 tid 2 2024-07-29T15:10:51.072 INFO:tasks.rados.rados.0.smithi067.stdout:2446: snap_remove snap 226 2024-07-29T15:10:51.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:50 smithi067 ceph-mon[91995]: pgmap v442: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 359 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 10 op/s; 67/729 objects degraded (9.191%) 2024-07-29T15:10:51.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:50 smithi067 ceph-mon[91995]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-07-29T15:10:51.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:50 smithi067 ceph-mon[91995]: osdmap e554: 8 total, 7 up, 8 in 2024-07-29T15:10:51.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:50 smithi067 ceph-mon[94375]: pgmap v442: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 359 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 10 op/s; 67/729 objects degraded (9.191%) 2024-07-29T15:10:51.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:50 smithi067 ceph-mon[94375]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-07-29T15:10:51.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:50 smithi067 ceph-mon[94375]: osdmap e554: 8 total, 7 up, 8 in 2024-07-29T15:10:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:50 smithi138 ceph-mon[86438]: pgmap v442: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 359 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 10 op/s; 67/729 objects degraded (9.191%) 2024-07-29T15:10:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:50 smithi138 ceph-mon[86438]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-07-29T15:10:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:50 smithi138 ceph-mon[86438]: osdmap e554: 8 total, 7 up, 8 in 2024-07-29T15:10:52.002 INFO:tasks.rados.rados.0.smithi067.stdout:2446: done (2 left) 2024-07-29T15:10:52.002 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 28 current snap is 240 2024-07-29T15:10:52.002 INFO:tasks.rados.rados.0.smithi067.stdout:2447: seq_num 780 ranges {0=671744,671744=401408} 2024-07-29T15:10:52.006 INFO:tasks.rados.rados.0.smithi067.stdout:2447: writing smithi06780069-28 from 0 to 671744 tid 1 2024-07-29T15:10:52.010 INFO:tasks.rados.rados.0.smithi067.stdout:2447: writing smithi06780069-28 from 671744 to 1073152 tid 2 2024-07-29T15:10:52.010 INFO:tasks.rados.rados.0.smithi067.stdout:2444: finishing write tid 1 to smithi06780069-39 2024-07-29T15:10:52.010 INFO:tasks.rados.rados.0.smithi067.stdout:2444: finishing write tid 2 to smithi06780069-39 2024-07-29T15:10:52.010 INFO:tasks.rados.rados.0.smithi067.stdout:2444: finishing write tid 3 to smithi06780069-39 2024-07-29T15:10:52.010 INFO:tasks.rados.rados.0.smithi067.stdout:2444: finishing write tid 4 to smithi06780069-39 2024-07-29T15:10:52.010 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 966 (ObjNum 778 snap 240 seq_num 778) dirty exists 2024-07-29T15:10:52.010 INFO:tasks.rados.rados.0.smithi067.stdout:2444: left oid 39 (ObjNum 778 snap 240 seq_num 778) 2024-07-29T15:10:52.010 INFO:tasks.rados.rados.0.smithi067.stdout:2445: finishing write tid 1 to smithi06780069-13 2024-07-29T15:10:52.011 INFO:tasks.rados.rados.0.smithi067.stdout:2445: finishing write tid 2 to smithi06780069-13 2024-07-29T15:10:52.011 INFO:tasks.rados.rados.0.smithi067.stdout:2445: finishing write tid 3 to smithi06780069-13 2024-07-29T15:10:52.011 INFO:tasks.rados.rados.0.smithi067.stdout:2445: finishing write tid 4 to smithi06780069-13 2024-07-29T15:10:52.011 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 13 v 1297 (ObjNum 779 snap 240 seq_num 779) dirty exists 2024-07-29T15:10:52.011 INFO:tasks.rados.rados.0.smithi067.stdout:2445: left oid 13 (ObjNum 779 snap 240 seq_num 779) 2024-07-29T15:10:52.011 INFO:tasks.rados.rados.0.smithi067.stdout:2444: done (2 left) 2024-07-29T15:10:52.011 INFO:tasks.rados.rados.0.smithi067.stdout:2445: done (1 left) 2024-07-29T15:10:52.011 INFO:tasks.rados.rados.0.smithi067.stdout:2448: read oid 36 snap 237 2024-07-29T15:10:52.011 INFO:tasks.rados.rados.0.smithi067.stdout:2448: expect (ObjNum 714 snap 221 seq_num 714) 2024-07-29T15:10:52.011 INFO:tasks.rados.rados.0.smithi067.stdout:2449: delete oid 26 current snap is 240 2024-07-29T15:10:52.018 INFO:tasks.rados.rados.0.smithi067.stdout:2447: finishing write tid 1 to smithi06780069-28 2024-07-29T15:10:52.018 INFO:tasks.rados.rados.0.smithi067.stdout:2447: finishing write tid 2 to smithi06780069-28 2024-07-29T15:10:52.018 INFO:tasks.rados.rados.0.smithi067.stdout:2449: done (2 left) 2024-07-29T15:10:52.018 INFO:tasks.rados.rados.0.smithi067.stdout:2450: delete oid 12 current snap is 240 2024-07-29T15:10:52.021 INFO:tasks.rados.rados.0.smithi067.stdout:2447: finishing write tid 3 to smithi06780069-28 2024-07-29T15:10:52.024 INFO:tasks.rados.rados.0.smithi067.stdout:2447: finishing write tid 4 to smithi06780069-28 2024-07-29T15:10:52.024 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 28 v 490 (ObjNum 780 snap 240 seq_num 780) dirty exists 2024-07-29T15:10:52.024 INFO:tasks.rados.rados.0.smithi067.stdout:2447: left oid 28 (ObjNum 780 snap 240 seq_num 780) 2024-07-29T15:10:52.024 INFO:tasks.rados.rados.0.smithi067.stdout:2447: done (2 left) 2024-07-29T15:10:52.024 INFO:tasks.rados.rados.0.smithi067.stdout:2450: done (1 left) 2024-07-29T15:10:52.025 INFO:tasks.rados.rados.0.smithi067.stdout:2451: setattr oid 37 current snap is 240 2024-07-29T15:10:52.025 INFO:tasks.rados.rados.0.smithi067.stdout:2452: snap_remove snap 234 2024-07-29T15:10:52.306 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:51 smithi138 ceph-mon[86438]: osdmap e555: 8 total, 7 up, 8 in 2024-07-29T15:10:52.307 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T15:10:52.111+0000 7fc582460640 -1 osd.7 547 log_to_monitors true 2024-07-29T15:10:52.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:51 smithi067 ceph-mon[91995]: osdmap e555: 8 total, 7 up, 8 in 2024-07-29T15:10:52.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:51 smithi067 ceph-mon[94375]: osdmap e555: 8 total, 7 up, 8 in 2024-07-29T15:10:52.961 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 37 v 1163 (ObjNum 1505 snap 0 seq_num 3812602176) dirty exists 2024-07-29T15:10:52.961 INFO:tasks.rados.rados.0.smithi067.stdout:2448: expect (ObjNum 714 snap 221 seq_num 714) 2024-07-29T15:10:53.060 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:10:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T15:10:52.981+0000 7fc57a20a640 -1 osd.7 547 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-29T15:10:53.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:52 smithi138 ceph-mon[86438]: pgmap v445: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 361 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.5 MiB/s wr, 13 op/s; 67/729 objects degraded (9.191%) 2024-07-29T15:10:53.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:52 smithi138 ceph-mon[86438]: osdmap e556: 8 total, 7 up, 8 in 2024-07-29T15:10:53.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:52 smithi138 ceph-mon[86438]: from='osd.7 [v2:172.21.15.138:6824/1661185235,v1:172.21.15.138:6825/1661185235]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-29T15:10:53.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:52 smithi138 ceph-mon[86438]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-29T15:10:53.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:52 smithi138 ceph-mon[86438]: Health check update: Degraded data redundancy: 67/729 objects degraded (9.191%), 13 pgs degraded (PG_DEGRADED) 2024-07-29T15:10:53.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:52 smithi138 ceph-mon[86438]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-07-29T15:10:53.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:52 smithi138 ceph-mon[86438]: from='osd.7 [v2:172.21.15.138:6824/1661185235,v1:172.21.15.138:6825/1661185235]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T15:10:53.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:52 smithi138 ceph-mon[86438]: osdmap e557: 8 total, 7 up, 8 in 2024-07-29T15:10:53.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:52 smithi138 ceph-mon[86438]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T15:10:53.163 INFO:tasks.rados.rados.0.smithi067.stdout:2448: done (2 left) 2024-07-29T15:10:53.163 INFO:tasks.rados.rados.0.smithi067.stdout:2451: done (1 left) 2024-07-29T15:10:53.164 INFO:tasks.rados.rados.0.smithi067.stdout:2452: done (0 left) 2024-07-29T15:10:53.164 INFO:tasks.rados.rados.0.smithi067.stdout:2453: snap_create 2024-07-29T15:10:53.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:52 smithi067 ceph-mon[94375]: pgmap v445: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 361 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.5 MiB/s wr, 13 op/s; 67/729 objects degraded (9.191%) 2024-07-29T15:10:53.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:52 smithi067 ceph-mon[94375]: osdmap e556: 8 total, 7 up, 8 in 2024-07-29T15:10:53.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:52 smithi067 ceph-mon[94375]: from='osd.7 [v2:172.21.15.138:6824/1661185235,v1:172.21.15.138:6825/1661185235]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-29T15:10:53.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:52 smithi067 ceph-mon[94375]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-29T15:10:53.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:52 smithi067 ceph-mon[94375]: Health check update: Degraded data redundancy: 67/729 objects degraded (9.191%), 13 pgs degraded (PG_DEGRADED) 2024-07-29T15:10:53.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:52 smithi067 ceph-mon[94375]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-07-29T15:10:53.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:52 smithi067 ceph-mon[94375]: from='osd.7 [v2:172.21.15.138:6824/1661185235,v1:172.21.15.138:6825/1661185235]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T15:10:53.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:52 smithi067 ceph-mon[94375]: osdmap e557: 8 total, 7 up, 8 in 2024-07-29T15:10:53.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:52 smithi067 ceph-mon[94375]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T15:10:53.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:52 smithi067 ceph-mon[91995]: pgmap v445: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 361 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.5 MiB/s wr, 13 op/s; 67/729 objects degraded (9.191%) 2024-07-29T15:10:53.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:52 smithi067 ceph-mon[91995]: osdmap e556: 8 total, 7 up, 8 in 2024-07-29T15:10:53.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:52 smithi067 ceph-mon[91995]: from='osd.7 [v2:172.21.15.138:6824/1661185235,v1:172.21.15.138:6825/1661185235]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-29T15:10:53.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:52 smithi067 ceph-mon[91995]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-29T15:10:53.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:52 smithi067 ceph-mon[91995]: Health check update: Degraded data redundancy: 67/729 objects degraded (9.191%), 13 pgs degraded (PG_DEGRADED) 2024-07-29T15:10:53.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:52 smithi067 ceph-mon[91995]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-07-29T15:10:53.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:52 smithi067 ceph-mon[91995]: from='osd.7 [v2:172.21.15.138:6824/1661185235,v1:172.21.15.138:6825/1661185235]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T15:10:53.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:52 smithi067 ceph-mon[91995]: osdmap e557: 8 total, 7 up, 8 in 2024-07-29T15:10:53.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:52 smithi067 ceph-mon[91995]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi138", "root=default"]}]: dispatch 2024-07-29T15:10:53.975 INFO:tasks.rados.rados.0.smithi067.stdout:2453: done (0 left) 2024-07-29T15:10:53.975 INFO:tasks.rados.rados.0.smithi067.stdout:2454: read oid 42 snap -1 2024-07-29T15:10:53.976 INFO:tasks.rados.rados.0.smithi067.stdout:2454: expect (ObjNum 733 snap 228 seq_num 733) 2024-07-29T15:10:53.976 INFO:tasks.rados.rados.0.smithi067.stdout:2455: snap_remove snap 233 2024-07-29T15:10:54.473 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:54 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:54.473 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:54 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:54.473 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:54 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:54.473 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:54 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:54.473 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:54 smithi138 ceph-mon[86438]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-29T15:10:54.473 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:54 smithi138 ceph-mon[86438]: osd.7 [v2:172.21.15.138:6824/1661185235,v1:172.21.15.138:6825/1661185235] boot 2024-07-29T15:10:54.473 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:54 smithi138 ceph-mon[86438]: osdmap e558: 8 total, 8 up, 8 in 2024-07-29T15:10:54.473 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:54 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-29T15:10:54.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:54 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:54.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:54 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:54.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:54 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:54.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:54 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:54.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:54 smithi067 ceph-mon[94375]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-29T15:10:54.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:54 smithi067 ceph-mon[94375]: osd.7 [v2:172.21.15.138:6824/1661185235,v1:172.21.15.138:6825/1661185235] boot 2024-07-29T15:10:54.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:54 smithi067 ceph-mon[94375]: osdmap e558: 8 total, 8 up, 8 in 2024-07-29T15:10:54.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:54 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-29T15:10:54.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:54 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:54.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:54 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:54.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:54 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:54.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:54 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:54.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:54 smithi067 ceph-mon[91995]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-29T15:10:54.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:54 smithi067 ceph-mon[91995]: osd.7 [v2:172.21.15.138:6824/1661185235,v1:172.21.15.138:6825/1661185235] boot 2024-07-29T15:10:54.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:54 smithi067 ceph-mon[91995]: osdmap e558: 8 total, 8 up, 8 in 2024-07-29T15:10:54.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:54 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-29T15:10:54.975 INFO:tasks.rados.rados.0.smithi067.stdout:2455: done (1 left) 2024-07-29T15:10:54.975 INFO:tasks.rados.rados.0.smithi067.stdout:2456: copy_from oid 21 from oid 12 current snap is 241 2024-07-29T15:10:54.975 INFO:tasks.rados.rados.0.smithi067.stdout:2457: copy_from oid 13 from oid 26 current snap is 241 2024-07-29T15:10:54.975 INFO:tasks.rados.rados.0.smithi067.stdout:2458: delete oid 50 current snap is 241 2024-07-29T15:10:54.975 INFO:tasks.rados.rados.0.smithi067.stdout:2454: expect (ObjNum 733 snap 228 seq_num 733) 2024-07-29T15:10:55.400 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:55 smithi138 ceph-mon[86438]: pgmap v448: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 363 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 956 KiB/s wr, 6 op/s; 67/729 objects degraded (9.191%) 2024-07-29T15:10:55.401 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:55 smithi138 ceph-mon[86438]: osdmap e559: 8 total, 8 up, 8 in 2024-07-29T15:10:55.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:55 smithi067 ceph-mon[94375]: pgmap v448: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 363 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 956 KiB/s wr, 6 op/s; 67/729 objects degraded (9.191%) 2024-07-29T15:10:55.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:55 smithi067 ceph-mon[94375]: osdmap e559: 8 total, 8 up, 8 in 2024-07-29T15:10:55.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:55 smithi067 ceph-mon[91995]: pgmap v448: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 363 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 956 KiB/s wr, 6 op/s; 67/729 objects degraded (9.191%) 2024-07-29T15:10:55.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:55 smithi067 ceph-mon[91995]: osdmap e559: 8 total, 8 up, 8 in 2024-07-29T15:10:55.567 INFO:tasks.rados.rados.0.smithi067.stdout:2456: finishing copy_from to smithi06780069-21 2024-07-29T15:10:55.567 INFO:tasks.rados.rados.0.smithi067.stdout:2456: got expected ENOENT (src dne) 2024-07-29T15:10:55.567 INFO:tasks.rados.rados.0.smithi067.stdout:2456: finishing copy_from racing read to smithi06780069-21 2024-07-29T15:10:55.567 INFO:tasks.rados.rados.0.smithi067.stdout:2457: finishing copy_from to smithi06780069-13 2024-07-29T15:10:55.567 INFO:tasks.rados.rados.0.smithi067.stdout:2457: got expected ENOENT (src dne) 2024-07-29T15:10:55.568 INFO:tasks.rados.rados.0.smithi067.stdout:2457: finishing copy_from racing read to smithi06780069-13 2024-07-29T15:10:55.568 INFO:tasks.rados.rados.0.smithi067.stdout:2454: done (3 left) 2024-07-29T15:10:55.568 INFO:tasks.rados.rados.0.smithi067.stdout:2456: done (2 left) 2024-07-29T15:10:55.568 INFO:tasks.rados.rados.0.smithi067.stdout:2457: done (1 left) 2024-07-29T15:10:55.568 INFO:tasks.rados.rados.0.smithi067.stdout:2458: done (0 left) 2024-07-29T15:10:55.568 INFO:tasks.rados.rados.0.smithi067.stdout:2459: read oid 34 snap -1 2024-07-29T15:10:55.568 INFO:tasks.rados.rados.0.smithi067.stdout:2459: expect (ObjNum 514 snap 151 seq_num 514) 2024-07-29T15:10:55.568 INFO:tasks.rados.rados.0.smithi067.stdout:2460: snap_remove snap 237 2024-07-29T15:10:56.207 INFO:tasks.rados.rados.0.smithi067.stdout:2460: done (1 left) 2024-07-29T15:10:56.208 INFO:tasks.rados.rados.0.smithi067.stdout:2461: copy_from oid 3 from oid 22 current snap is 241 2024-07-29T15:10:56.208 INFO:tasks.rados.rados.0.smithi067.stdout:2462: delete oid 44 current snap is 241 2024-07-29T15:10:56.208 INFO:tasks.rados.rados.0.smithi067.stdout:2459: expect (ObjNum 514 snap 151 seq_num 514) 2024-07-29T15:10:56.305 INFO:tasks.rados.rados.0.smithi067.stdout:2461: finishing copy_from racing read to smithi06780069-3 2024-07-29T15:10:56.306 INFO:tasks.rados.rados.0.smithi067.stdout:2461: finishing copy_from to smithi06780069-3 2024-07-29T15:10:56.306 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 1203 (ObjNum 772 snap 238 seq_num 772) dirty exists 2024-07-29T15:10:56.306 INFO:tasks.rados.rados.0.smithi067.stdout:2459: done (2 left) 2024-07-29T15:10:56.306 INFO:tasks.rados.rados.0.smithi067.stdout:2461: done (1 left) 2024-07-29T15:10:56.306 INFO:tasks.rados.rados.0.smithi067.stdout:2462: done (0 left) 2024-07-29T15:10:56.306 INFO:tasks.rados.rados.0.smithi067.stdout:2463: read oid 42 snap -1 2024-07-29T15:10:56.306 INFO:tasks.rados.rados.0.smithi067.stdout:2463: expect (ObjNum 733 snap 228 seq_num 733) 2024-07-29T15:10:56.306 INFO:tasks.rados.rados.0.smithi067.stdout:2464: snap_remove snap 192 2024-07-29T15:10:57.218 INFO:tasks.rados.rados.0.smithi067.stdout:2464: done (1 left) 2024-07-29T15:10:57.219 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 12 current snap is 241 2024-07-29T15:10:57.219 INFO:tasks.rados.rados.0.smithi067.stdout:2465: seq_num 785 ranges {0=753664,753664=401408} 2024-07-29T15:10:57.224 INFO:tasks.rados.rados.0.smithi067.stdout:2465: writing smithi06780069-12 from 0 to 753664 tid 1 2024-07-29T15:10:57.228 INFO:tasks.rados.rados.0.smithi067.stdout:2465: writing smithi06780069-12 from 753664 to 1155072 tid 2 2024-07-29T15:10:57.229 INFO:tasks.rados.rados.0.smithi067.stdout:2466: rmattr oid 9 current snap is 241 2024-07-29T15:10:57.229 INFO:tasks.rados.rados.0.smithi067.stdout:2466: done (2 left) 2024-07-29T15:10:57.229 INFO:tasks.rados.rados.0.smithi067.stdout:2467: read oid 32 snap 214 2024-07-29T15:10:57.229 INFO:tasks.rados.rados.0.smithi067.stdout:2467: expect (ObjNum 648 snap 197 seq_num 648) 2024-07-29T15:10:57.229 INFO:tasks.rados.rados.0.smithi067.stdout:2468: read oid 18 snap 231 2024-07-29T15:10:57.229 INFO:tasks.rados.rados.0.smithi067.stdout:2468: expect (ObjNum 745 snap 230 seq_num 745) 2024-07-29T15:10:57.229 INFO:tasks.rados.rados.0.smithi067.stdout:2469: delete oid 44 current snap is 241 2024-07-29T15:10:57.235 INFO:tasks.rados.rados.0.smithi067.stdout:2463: expect (ObjNum 733 snap 228 seq_num 733) 2024-07-29T15:10:57.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[91995]: pgmap v451: 121 pgs: 3 peering, 31 active+undersized, 10 active+undersized+degraded, 77 active+clean; 357 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 758 KiB/s wr, 9 op/s; 48/714 objects degraded (6.723%) 2024-07-29T15:10:57.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[91995]: osdmap e560: 8 total, 8 up, 8 in 2024-07-29T15:10:57.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:57.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:57.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:10:57.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:10:57.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:57.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:10:57.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:10:57.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:10:57.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:10:57.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:10:57.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:57.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-07-29T15:10:57.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-07-29T15:10:57.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-07-29T15:10:57.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-07-29T15:10:57.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-07-29T15:10:57.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-07-29T15:10:57.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-07-29T15:10:57.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-07-29T15:10:57.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-07-29T15:10:57.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-07-29T15:10:57.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-07-29T15:10:57.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-07-29T15:10:57.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-07-29T15:10:57.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-07-29T15:10:57.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-07-29T15:10:57.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-07-29T15:10:57.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-07-29T15:10:57.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[94375]: pgmap v451: 121 pgs: 3 peering, 31 active+undersized, 10 active+undersized+degraded, 77 active+clean; 357 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 758 KiB/s wr, 9 op/s; 48/714 objects degraded (6.723%) 2024-07-29T15:10:57.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[94375]: osdmap e560: 8 total, 8 up, 8 in 2024-07-29T15:10:57.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:57.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:57.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:10:57.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:10:57.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:57.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:10:57.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:10:57.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:10:57.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:10:57.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:10:57.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:57.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-07-29T15:10:57.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-07-29T15:10:57.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-07-29T15:10:57.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-07-29T15:10:57.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-07-29T15:10:57.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-07-29T15:10:57.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-07-29T15:10:57.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-07-29T15:10:57.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-07-29T15:10:57.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-07-29T15:10:57.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-07-29T15:10:57.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-07-29T15:10:57.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-07-29T15:10:57.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-07-29T15:10:57.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-07-29T15:10:57.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-07-29T15:10:57.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-07-29T15:10:57.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:57 smithi138 ceph-mon[86438]: pgmap v451: 121 pgs: 3 peering, 31 active+undersized, 10 active+undersized+degraded, 77 active+clean; 357 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 758 KiB/s wr, 9 op/s; 48/714 objects degraded (6.723%) 2024-07-29T15:10:57.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:57 smithi138 ceph-mon[86438]: osdmap e560: 8 total, 8 up, 8 in 2024-07-29T15:10:57.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:57.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:57.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:10:57.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:10:57.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:57.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:10:57.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:10:57.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:10:57.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:10:57.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:10:57.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:57.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-07-29T15:10:57.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-07-29T15:10:57.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-07-29T15:10:57.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-07-29T15:10:57.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-07-29T15:10:57.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-07-29T15:10:57.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-07-29T15:10:57.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-07-29T15:10:57.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-07-29T15:10:57.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-07-29T15:10:57.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-07-29T15:10:57.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-07-29T15:10:57.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-07-29T15:10:57.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-07-29T15:10:57.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-07-29T15:10:57.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-07-29T15:10:57.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-07-29T15:10:57.827 INFO:tasks.rados.rados.0.smithi067.stdout:2465: finishing write tid 1 to smithi06780069-12 2024-07-29T15:10:57.827 INFO:tasks.rados.rados.0.smithi067.stdout:2465: finishing write tid 2 to smithi06780069-12 2024-07-29T15:10:57.827 INFO:tasks.rados.rados.0.smithi067.stdout:2465: finishing write tid 3 to smithi06780069-12 2024-07-29T15:10:57.827 INFO:tasks.rados.rados.0.smithi067.stdout:2465: finishing write tid 4 to smithi06780069-12 2024-07-29T15:10:57.827 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 899 (ObjNum 785 snap 241 seq_num 785) dirty exists 2024-07-29T15:10:57.827 INFO:tasks.rados.rados.0.smithi067.stdout:2465: left oid 12 (ObjNum 785 snap 241 seq_num 785) 2024-07-29T15:10:57.827 INFO:tasks.rados.rados.0.smithi067.stdout:2463: done (4 left) 2024-07-29T15:10:57.827 INFO:tasks.rados.rados.0.smithi067.stdout:2465: done (3 left) 2024-07-29T15:10:57.828 INFO:tasks.rados.rados.0.smithi067.stdout:2469: done (2 left) 2024-07-29T15:10:57.828 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 23 current snap is 241 2024-07-29T15:10:57.828 INFO:tasks.rados.rados.0.smithi067.stdout:2468: expect (ObjNum 745 snap 230 seq_num 745) 2024-07-29T15:10:57.933 INFO:tasks.rados.rados.0.smithi067.stdout:2467: expect (ObjNum 648 snap 197 seq_num 648) 2024-07-29T15:10:57.952 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:10:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:10:57] "GET /metrics HTTP/1.1" 200 36381 "" "Prometheus/2.51.0" 2024-07-29T15:10:57.969 INFO:tasks.rados.rados.0.smithi067.stdout:2470: seq_num 787 ranges {0=786432,786432=401408} 2024-07-29T15:10:57.974 INFO:tasks.rados.rados.0.smithi067.stdout:2470: writing smithi06780069-23 from 0 to 786432 tid 1 2024-07-29T15:10:57.977 INFO:tasks.rados.rados.0.smithi067.stdout:2470: writing smithi06780069-23 from 786432 to 1187840 tid 2 2024-07-29T15:10:57.977 INFO:tasks.rados.rados.0.smithi067.stdout:2467: done (2 left) 2024-07-29T15:10:57.977 INFO:tasks.rados.rados.0.smithi067.stdout:2468: done (1 left) 2024-07-29T15:10:57.977 INFO:tasks.rados.rados.0.smithi067.stdout:2471: delete oid 29 current snap is 241 2024-07-29T15:10:57.979 INFO:tasks.rados.rados.0.smithi067.stdout:2471: done (1 left) 2024-07-29T15:10:57.980 INFO:tasks.rados.rados.0.smithi067.stdout:2472: snap_create 2024-07-29T15:10:57.982 INFO:tasks.rados.rados.0.smithi067.stdout:2470: finishing write tid 1 to smithi06780069-23 2024-07-29T15:10:57.982 INFO:tasks.rados.rados.0.smithi067.stdout:2470: finishing write tid 2 to smithi06780069-23 2024-07-29T15:10:57.983 INFO:tasks.rados.rados.0.smithi067.stdout:2470: finishing write tid 3 to smithi06780069-23 2024-07-29T15:10:57.984 INFO:tasks.rados.rados.0.smithi067.stdout:2470: finishing write tid 4 to smithi06780069-23 2024-07-29T15:10:57.984 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 1172 (ObjNum 787 snap 241 seq_num 787) dirty exists 2024-07-29T15:10:57.984 INFO:tasks.rados.rados.0.smithi067.stdout:2470: left oid 23 (ObjNum 787 snap 241 seq_num 787) 2024-07-29T15:10:58.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:58 smithi067 ceph-mon[91995]: Upgrade: Setting container_image for all osd 2024-07-29T15:10:58.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:58 smithi067 ceph-mon[91995]: Upgrade: Setting require_osd_release to 19 squid 2024-07-29T15:10:58.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:58 smithi067 ceph-mon[91995]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-07-29T15:10:58.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:58 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-07-29T15:10:58.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:58 smithi067 ceph-mon[91995]: osdmap e561: 8 total, 8 up, 8 in 2024-07-29T15:10:58.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:58 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-07-29T15:10:58.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:58 smithi067 ceph-mon[91995]: Upgrade: It appears safe to stop mds.a 2024-07-29T15:10:58.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:58 smithi067 ceph-mon[91995]: Health check update: Degraded data redundancy: 48/714 objects degraded (6.723%), 10 pgs degraded (PG_DEGRADED) 2024-07-29T15:10:58.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:58 smithi067 ceph-mon[94375]: Upgrade: Setting container_image for all osd 2024-07-29T15:10:58.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:58 smithi067 ceph-mon[94375]: Upgrade: Setting require_osd_release to 19 squid 2024-07-29T15:10:58.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:58 smithi067 ceph-mon[94375]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-07-29T15:10:58.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:58 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-07-29T15:10:58.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:58 smithi067 ceph-mon[94375]: osdmap e561: 8 total, 8 up, 8 in 2024-07-29T15:10:58.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:58 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-07-29T15:10:58.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:58 smithi067 ceph-mon[94375]: Upgrade: It appears safe to stop mds.a 2024-07-29T15:10:58.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:58 smithi067 ceph-mon[94375]: Health check update: Degraded data redundancy: 48/714 objects degraded (6.723%), 10 pgs degraded (PG_DEGRADED) 2024-07-29T15:10:58.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:58 smithi138 ceph-mon[86438]: Upgrade: Setting container_image for all osd 2024-07-29T15:10:58.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:58 smithi138 ceph-mon[86438]: Upgrade: Setting require_osd_release to 19 squid 2024-07-29T15:10:58.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:58 smithi138 ceph-mon[86438]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-07-29T15:10:58.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:58 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-07-29T15:10:58.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:58 smithi138 ceph-mon[86438]: osdmap e561: 8 total, 8 up, 8 in 2024-07-29T15:10:58.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:58 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-07-29T15:10:58.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:58 smithi138 ceph-mon[86438]: Upgrade: It appears safe to stop mds.a 2024-07-29T15:10:58.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:58 smithi138 ceph-mon[86438]: Health check update: Degraded data redundancy: 48/714 objects degraded (6.723%), 10 pgs degraded (PG_DEGRADED) 2024-07-29T15:10:58.962 INFO:tasks.rados.rados.0.smithi067.stdout:2470: done (1 left) 2024-07-29T15:10:58.963 INFO:tasks.rados.rados.0.smithi067.stdout:2472: done (0 left) 2024-07-29T15:10:58.963 INFO:tasks.rados.rados.0.smithi067.stdout:2473: snap_remove snap 235 2024-07-29T15:10:59.461 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:59 smithi067 ceph-mon[91995]: pgmap v454: 121 pgs: 3 peering, 16 active+undersized, 8 active+undersized+degraded, 94 active+clean; 363 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 10 op/s; 45/714 objects degraded (6.303%) 2024-07-29T15:10:59.461 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:59 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:59.461 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:59 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-29T15:10:59.461 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:59 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:10:59.461 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:10:59 smithi067 ceph-mon[91995]: osdmap e562: 8 total, 8 up, 8 in 2024-07-29T15:10:59.461 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:59 smithi067 ceph-mon[94375]: pgmap v454: 121 pgs: 3 peering, 16 active+undersized, 8 active+undersized+degraded, 94 active+clean; 363 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 10 op/s; 45/714 objects degraded (6.303%) 2024-07-29T15:10:59.462 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:59 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:59.462 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:59 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-29T15:10:59.462 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:59 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:10:59.462 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:10:59 smithi067 ceph-mon[94375]: osdmap e562: 8 total, 8 up, 8 in 2024-07-29T15:10:59.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:59 smithi138 ceph-mon[86438]: pgmap v454: 121 pgs: 3 peering, 16 active+undersized, 8 active+undersized+degraded, 94 active+clean; 363 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 10 op/s; 45/714 objects degraded (6.303%) 2024-07-29T15:10:59.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:59 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:10:59.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:59 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-29T15:10:59.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:59 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:10:59.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:10:59 smithi138 ceph-mon[86438]: osdmap e562: 8 total, 8 up, 8 in 2024-07-29T15:10:59.964 INFO:tasks.rados.rados.0.smithi067.stdout:2473: done (0 left) 2024-07-29T15:10:59.964 INFO:tasks.rados.rados.0.smithi067.stdout:2474: copy_from oid 33 from oid 14 current snap is 242 2024-07-29T15:10:59.964 INFO:tasks.rados.rados.0.smithi067.stdout:2475: rmattr oid 20 current snap is 242 2024-07-29T15:10:59.964 INFO:tasks.rados.rados.0.smithi067.stdout:2476: snap_remove snap 209 2024-07-29T15:11:00.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:00 smithi067 ceph-mon[91995]: Upgrade: Updating mds.a 2024-07-29T15:11:00.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:00 smithi067 ceph-mon[91995]: Deploying daemon mds.a on smithi067 2024-07-29T15:11:00.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:00 smithi067 ceph-mon[91995]: osdmap e563: 8 total, 8 up, 8 in 2024-07-29T15:11:00.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:00 smithi067 ceph-mon[94375]: Upgrade: Updating mds.a 2024-07-29T15:11:00.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:00 smithi067 ceph-mon[94375]: Deploying daemon mds.a on smithi067 2024-07-29T15:11:00.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:00 smithi067 ceph-mon[94375]: osdmap e563: 8 total, 8 up, 8 in 2024-07-29T15:11:00.555 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-07-29T15:11:00.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:00 smithi138 ceph-mon[86438]: Upgrade: Updating mds.a 2024-07-29T15:11:00.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:00 smithi138 ceph-mon[86438]: Deploying daemon mds.a on smithi067 2024-07-29T15:11:00.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:00 smithi138 ceph-mon[86438]: osdmap e563: 8 total, 8 up, 8 in 2024-07-29T15:11:00.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:11:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:11:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:11:00.849 INFO:journalctl@ceph.mds.a.smithi067.stdout:Jul 29 15:11:00 smithi067 systemd[1]: Stopping Ceph mds.a for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:11:00.850 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-29T15:11:00.850 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (6m) 2m ago 11m 18.1M - 0.27.0 11f11916f8cd 7b3d7ecf5d32 2024-07-29T15:11:00.850 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi138 *:3000 running (6m) 7s ago 10m 86.1M - 9.4.7 954c08fa6188 16aea5822221 2024-07-29T15:11:00.850 INFO:teuthology.orchestra.run.smithi067.stdout:mds.a smithi067 running (12m) 2m ago 12m 21.7M - 17.2.7-1155-g3120d060 5ec745195f7e 0b73fb05902b 2024-07-29T15:11:00.850 INFO:teuthology.orchestra.run.smithi067.stdout:mds.b smithi138 running (12m) 7s ago 12m 16.2M - 17.2.7-1155-g3120d060 5ec745195f7e 8d64b29e8368 2024-07-29T15:11:00.850 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi138 *:8443,9283,8765 running (5m) 7s ago 15m 454M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 ae20c11d7057 2024-07-29T15:11:00.850 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:8443,9283,8765 running (6m) 2m ago 17m 520M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 2844d13de992 2024-07-29T15:11:00.850 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (5m) 2m ago 17m 55.2M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 b489fbc3c018 2024-07-29T15:11:00.850 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi138 running (4m) 7s ago 16m 50.2M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 bccf2941ae7e 2024-07-29T15:11:00.850 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (4m) 2m ago 15m 48.1M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 75074f1e503e 2024-07-29T15:11:00.850 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (6m) 2m ago 10m 11.2M - 1.7.0 72c9c2088986 142217b16374 2024-07-29T15:11:00.850 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi138 *:9100 running (6m) 7s ago 10m 12.0M - 1.7.0 72c9c2088986 60191c363c80 2024-07-29T15:11:00.850 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (4m) 2m ago 15m 145M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 17c73145f36a 2024-07-29T15:11:00.851 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (3m) 2m ago 14m 131M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 e9d39547a528 2024-07-29T15:11:00.851 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (2m) 2m ago 14m 127M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 a7d5a0aa79de 2024-07-29T15:11:00.851 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (2m) 2m ago 14m 12.2M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 6b82a8519e22 2024-07-29T15:11:00.851 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi138 running (112s) 7s ago 13m 154M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 7347f50b0cd8 2024-07-29T15:11:00.851 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi138 running (79s) 7s ago 13m 147M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 da601be03882 2024-07-29T15:11:00.851 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi138 running (45s) 7s ago 13m 82.2M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 9f9dad5a2717 2024-07-29T15:11:00.851 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi138 running (12s) 7s ago 12m 12.2M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 f39d08ab086f 2024-07-29T15:11:00.851 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi138 *:9095 running (5m) 7s ago 11m 54.4M - 2.51.0 1d3b7f56885b 99e49ee09a02 2024-07-29T15:11:00.937 INFO:tasks.rados.rados.0.smithi067.stdout:2476: done (2 left) 2024-07-29T15:11:00.938 INFO:tasks.rados.rados.0.smithi067.stdout:2477: snap_create 2024-07-29T15:11:00.938 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 1164 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-29T15:11:00.938 INFO:tasks.rados.rados.0.smithi067.stdout:2474: finishing copy_from racing read to smithi06780069-33 2024-07-29T15:11:00.938 INFO:tasks.rados.rados.0.smithi067.stdout:2474: finishing copy_from to smithi06780069-33 2024-07-29T15:11:00.938 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 33 v 889 (ObjNum 724 snap 223 seq_num 724) dirty exists 2024-07-29T15:11:01.221 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:00 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-a[91991]: 2024-07-29T15:11:00.928+0000 7f11406fd640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-29T15:11:01.221 INFO:journalctl@ceph.mds.a.smithi067.stdout:Jul 29 15:11:00 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-a[66148]: 2024-07-29T15:11:00.928+0000 7fa83ce75640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-29T15:11:01.222 INFO:journalctl@ceph.mds.a.smithi067.stdout:Jul 29 15:11:00 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-a[66148]: 2024-07-29T15:11:00.928+0000 7fa83ce75640 -1 mds.a *** got signal Terminated *** 2024-07-29T15:11:01.222 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-07-29T15:11:01.222 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-07-29T15:11:01.222 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 3 2024-07-29T15:11:01.222 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:11:01.222 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-07-29T15:11:01.222 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 2 2024-07-29T15:11:01.222 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:11:01.222 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-07-29T15:11:01.222 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 8 2024-07-29T15:11:01.223 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:11:01.223 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": { 2024-07-29T15:11:01.223 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 1 2024-07-29T15:11:01.223 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:11:01.223 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-07-29T15:11:01.223 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 17.2.7-1155-g3120d060 (3120d0609b388fe36c245c2679b9cdf0554c9d32) quincy (stable)": 1, 2024-07-29T15:11:01.223 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 13 2024-07-29T15:11:01.223 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-07-29T15:11:01.223 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-07-29T15:11:01.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:01 smithi067 ceph-mon[91995]: pgmap v456: 121 pgs: 121 active+clean; 357 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.0 MiB/s wr, 8 op/s; 0 B/s, 0 objects/s recovering 2024-07-29T15:11:01.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:01 smithi067 ceph-mon[91995]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 45/714 objects degraded (6.303%), 8 pgs degraded) 2024-07-29T15:11:01.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:01 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:11:01.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:01 smithi067 ceph-mon[91995]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-07-29T15:11:01.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:01 smithi067 ceph-mon[91995]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-29T15:11:01.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:01 smithi067 ceph-mon[91995]: osdmap e564: 8 total, 8 up, 8 in 2024-07-29T15:11:01.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:01 smithi067 ceph-mon[91995]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-07-29T15:11:01.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:01 smithi067 ceph-mon[91995]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-07-29T15:11:01.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:01 smithi067 ceph-mon[91995]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-07-29T15:11:01.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:01 smithi067 ceph-mon[91995]: fsmap cephfs:1/1 {0=b=up:replay} 2024-07-29T15:11:01.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:01 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1635412977' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:01.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:01 smithi067 ceph-mon[94375]: pgmap v456: 121 pgs: 121 active+clean; 357 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.0 MiB/s wr, 8 op/s; 0 B/s, 0 objects/s recovering 2024-07-29T15:11:01.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:01 smithi067 ceph-mon[94375]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 45/714 objects degraded (6.303%), 8 pgs degraded) 2024-07-29T15:11:01.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:01 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:11:01.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:01 smithi067 ceph-mon[94375]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-07-29T15:11:01.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:01 smithi067 ceph-mon[94375]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-29T15:11:01.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:01 smithi067 ceph-mon[94375]: osdmap e564: 8 total, 8 up, 8 in 2024-07-29T15:11:01.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:01 smithi067 ceph-mon[94375]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-07-29T15:11:01.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:01 smithi067 ceph-mon[94375]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-07-29T15:11:01.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:01 smithi067 ceph-mon[94375]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-07-29T15:11:01.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:01 smithi067 ceph-mon[94375]: fsmap cephfs:1/1 {0=b=up:replay} 2024-07-29T15:11:01.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:01 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1635412977' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:01.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:01 smithi138 ceph-mon[86438]: pgmap v456: 121 pgs: 121 active+clean; 357 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.0 MiB/s wr, 8 op/s; 0 B/s, 0 objects/s recovering 2024-07-29T15:11:01.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:01 smithi138 ceph-mon[86438]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 45/714 objects degraded (6.303%), 8 pgs degraded) 2024-07-29T15:11:01.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:01 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:11:01.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:01 smithi138 ceph-mon[86438]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-07-29T15:11:01.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:01 smithi138 ceph-mon[86438]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-29T15:11:01.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:01 smithi138 ceph-mon[86438]: osdmap e564: 8 total, 8 up, 8 in 2024-07-29T15:11:01.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:01 smithi138 ceph-mon[86438]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-07-29T15:11:01.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:01 smithi138 ceph-mon[86438]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-07-29T15:11:01.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:01 smithi138 ceph-mon[86438]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-07-29T15:11:01.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:01 smithi138 ceph-mon[86438]: fsmap cephfs:1/1 {0=b=up:replay} 2024-07-29T15:11:01.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:01 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1635412977' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:01.938 INFO:tasks.rados.rados.0.smithi067.stdout:2474: done (2 left) 2024-07-29T15:11:01.939 INFO:tasks.rados.rados.0.smithi067.stdout:2475: done (1 left) 2024-07-29T15:11:01.939 INFO:tasks.rados.rados.0.smithi067.stdout:2477: done (0 left) 2024-07-29T15:11:01.939 INFO:tasks.rados.rados.0.smithi067.stdout:2478: read oid 47 snap -1 2024-07-29T15:11:01.939 INFO:tasks.rados.rados.0.smithi067.stdout:2478: expect deleted 2024-07-29T15:11:01.939 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 12 current snap is 243 2024-07-29T15:11:01.939 INFO:tasks.rados.rados.0.smithi067.stdout:2479: seq_num 789 ranges {1155072=417792,1572864=663552,2236416=139264} 2024-07-29T15:11:01.947 INFO:tasks.rados.rados.0.smithi067.stdout:2479: writing smithi06780069-12 from 1155072 to 1572864 tid 1 2024-07-29T15:11:01.950 INFO:tasks.rados.rados.0.smithi067.stdout:2479: writing smithi06780069-12 from 1572864 to 2236416 tid 2 2024-07-29T15:11:01.952 INFO:tasks.rados.rados.0.smithi067.stdout:2479: writing smithi06780069-12 from 2236416 to 2375680 tid 3 2024-07-29T15:11:01.952 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 8 current snap is 243 2024-07-29T15:11:01.952 INFO:tasks.rados.rados.0.smithi067.stdout:2480: seq_num 790 ranges {4038656=434176,4472832=548864,5021696=253952} 2024-07-29T15:11:01.976 INFO:tasks.rados.rados.0.smithi067.stdout:2480: writing smithi06780069-8 from 4038656 to 4472832 tid 1 2024-07-29T15:11:01.979 INFO:tasks.rados.rados.0.smithi067.stdout:2480: writing smithi06780069-8 from 4472832 to 5021696 tid 2 2024-07-29T15:11:01.981 INFO:tasks.rados.rados.0.smithi067.stdout:2480: writing smithi06780069-8 from 5021696 to 5275648 tid 3 2024-07-29T15:11:01.982 INFO:tasks.rados.rados.0.smithi067.stdout:2481: delete oid 31 current snap is 243 2024-07-29T15:11:01.982 INFO:tasks.rados.rados.0.smithi067.stdout:2479: finishing write tid 1 to smithi06780069-12 2024-07-29T15:11:01.982 INFO:tasks.rados.rados.0.smithi067.stdout:2479: finishing write tid 2 to smithi06780069-12 2024-07-29T15:11:01.982 INFO:tasks.rados.rados.0.smithi067.stdout:2479: finishing write tid 3 to smithi06780069-12 2024-07-29T15:11:01.982 INFO:tasks.rados.rados.0.smithi067.stdout:2479: finishing write tid 4 to smithi06780069-12 2024-07-29T15:11:01.982 INFO:tasks.rados.rados.0.smithi067.stdout:2479: finishing write tid 5 to smithi06780069-12 2024-07-29T15:11:01.982 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 903 (ObjNum 789 snap 243 seq_num 789) dirty exists 2024-07-29T15:11:01.982 INFO:tasks.rados.rados.0.smithi067.stdout:2479: left oid 12 (ObjNum 789 snap 243 seq_num 789) 2024-07-29T15:11:01.982 INFO:tasks.rados.rados.0.smithi067.stdout:2480: finishing write tid 1 to smithi06780069-8 2024-07-29T15:11:01.983 INFO:tasks.rados.rados.0.smithi067.stdout:2478: done (3 left) 2024-07-29T15:11:01.983 INFO:tasks.rados.rados.0.smithi067.stdout:2479: done (2 left) 2024-07-29T15:11:01.983 INFO:tasks.rados.rados.0.smithi067.stdout:2481: done (1 left) 2024-07-29T15:11:01.984 INFO:tasks.rados.rados.0.smithi067.stdout:2482: delete oid 12 current snap is 243 2024-07-29T15:11:01.984 INFO:tasks.rados.rados.0.smithi067.stdout:2480: finishing write tid 2 to smithi06780069-8 2024-07-29T15:11:01.984 INFO:tasks.rados.rados.0.smithi067.stdout:2480: finishing write tid 3 to smithi06780069-8 2024-07-29T15:11:01.984 INFO:tasks.rados.rados.0.smithi067.stdout:2480: finishing write tid 4 to smithi06780069-8 2024-07-29T15:11:01.985 INFO:tasks.rados.rados.0.smithi067.stdout:2482: done (1 left) 2024-07-29T15:11:01.985 INFO:tasks.rados.rados.0.smithi067.stdout:2483: read oid 46 snap -1 2024-07-29T15:11:01.985 INFO:tasks.rados.rados.0.smithi067.stdout:2483: expect (ObjNum 763 snap 235 seq_num 763) 2024-07-29T15:11:01.986 INFO:tasks.rados.rados.0.smithi067.stdout:2484: read oid 44 snap -1 2024-07-29T15:11:01.986 INFO:tasks.rados.rados.0.smithi067.stdout:2484: expect deleted 2024-07-29T15:11:01.986 INFO:tasks.rados.rados.0.smithi067.stdout:2485: snap_remove snap 238 2024-07-29T15:11:02.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:02 smithi067 ceph-mon[91995]: from='client.44303 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:11:02.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:02 smithi067 ceph-mon[91995]: from='client.34386 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:11:02.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:02 smithi067 ceph-mon[91995]: osdmap e565: 8 total, 8 up, 8 in 2024-07-29T15:11:02.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:02 smithi067 ceph-mon[91995]: mds.? [v2:172.21.15.138:6832/1303672784,v1:172.21.15.138:6833/1303672784] up:reconnect 2024-07-29T15:11:02.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:02 smithi067 ceph-mon[91995]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-07-29T15:11:02.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:02 smithi067 ceph-mon[94375]: from='client.44303 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:11:02.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:02 smithi067 ceph-mon[94375]: from='client.34386 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:11:02.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:02 smithi067 ceph-mon[94375]: osdmap e565: 8 total, 8 up, 8 in 2024-07-29T15:11:02.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:02 smithi067 ceph-mon[94375]: mds.? [v2:172.21.15.138:6832/1303672784,v1:172.21.15.138:6833/1303672784] up:reconnect 2024-07-29T15:11:02.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:02 smithi067 ceph-mon[94375]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-07-29T15:11:02.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:02 smithi138 ceph-mon[86438]: from='client.44303 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:11:02.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:02 smithi138 ceph-mon[86438]: from='client.34386 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:11:02.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:02 smithi138 ceph-mon[86438]: osdmap e565: 8 total, 8 up, 8 in 2024-07-29T15:11:02.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:02 smithi138 ceph-mon[86438]: mds.? [v2:172.21.15.138:6832/1303672784,v1:172.21.15.138:6833/1303672784] up:reconnect 2024-07-29T15:11:02.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:02 smithi138 ceph-mon[86438]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-07-29T15:11:02.961 INFO:tasks.rados.rados.0.smithi067.stdout:2480: finishing write tid 5 to smithi06780069-8 2024-07-29T15:11:02.961 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 967 (ObjNum 790 snap 243 seq_num 790) dirty exists 2024-07-29T15:11:02.961 INFO:tasks.rados.rados.0.smithi067.stdout:2480: left oid 8 (ObjNum 790 snap 243 seq_num 790) 2024-07-29T15:11:02.961 INFO:tasks.rados.rados.0.smithi067.stdout:2483: expect (ObjNum 763 snap 235 seq_num 763) 2024-07-29T15:11:03.227 INFO:tasks.rados.rados.0.smithi067.stdout:2480: done (3 left) 2024-07-29T15:11:03.227 INFO:tasks.rados.rados.0.smithi067.stdout:2483: done (2 left) 2024-07-29T15:11:03.227 INFO:tasks.rados.rados.0.smithi067.stdout:2484: done (1 left) 2024-07-29T15:11:03.227 INFO:tasks.rados.rados.0.smithi067.stdout:2485: done (0 left) 2024-07-29T15:11:03.228 INFO:tasks.rados.rados.0.smithi067.stdout:2486: copy_from oid 13 from oid 11 current snap is 243 2024-07-29T15:11:03.228 INFO:tasks.rados.rados.0.smithi067.stdout:2487: snap_create 2024-07-29T15:11:03.236 INFO:tasks.rados.rados.0.smithi067.stdout:2486: finishing copy_from racing read to smithi06780069-13 2024-07-29T15:11:03.238 INFO:tasks.rados.rados.0.smithi067.stdout:2486: finishing copy_from to smithi06780069-13 2024-07-29T15:11:03.238 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 13 v 959 (ObjNum 745 snap 230 seq_num 745) dirty exists 2024-07-29T15:11:03.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:03 smithi067 ceph-mon[91995]: pgmap v459: 121 pgs: 121 active+clean; 357 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 512 KiB/s wr, 6 op/s; 0 B/s, 0 objects/s recovering 2024-07-29T15:11:03.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:03 smithi067 ceph-mon[91995]: mds.? [v2:172.21.15.138:6832/1303672784,v1:172.21.15.138:6833/1303672784] up:rejoin 2024-07-29T15:11:03.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:03 smithi067 ceph-mon[91995]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-07-29T15:11:03.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:03 smithi067 ceph-mon[91995]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-07-29T15:11:03.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:03 smithi067 ceph-mon[91995]: osdmap e566: 8 total, 8 up, 8 in 2024-07-29T15:11:03.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:03 smithi067 ceph-mon[91995]: osdmap e567: 8 total, 8 up, 8 in 2024-07-29T15:11:03.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:03 smithi067 ceph-mon[94375]: pgmap v459: 121 pgs: 121 active+clean; 357 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 512 KiB/s wr, 6 op/s; 0 B/s, 0 objects/s recovering 2024-07-29T15:11:03.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:03 smithi067 ceph-mon[94375]: mds.? [v2:172.21.15.138:6832/1303672784,v1:172.21.15.138:6833/1303672784] up:rejoin 2024-07-29T15:11:03.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:03 smithi067 ceph-mon[94375]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-07-29T15:11:03.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:03 smithi067 ceph-mon[94375]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-07-29T15:11:03.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:03 smithi067 ceph-mon[94375]: osdmap e566: 8 total, 8 up, 8 in 2024-07-29T15:11:03.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:03 smithi067 ceph-mon[94375]: osdmap e567: 8 total, 8 up, 8 in 2024-07-29T15:11:03.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:03 smithi138 ceph-mon[86438]: pgmap v459: 121 pgs: 121 active+clean; 357 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 512 KiB/s wr, 6 op/s; 0 B/s, 0 objects/s recovering 2024-07-29T15:11:03.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:03 smithi138 ceph-mon[86438]: mds.? [v2:172.21.15.138:6832/1303672784,v1:172.21.15.138:6833/1303672784] up:rejoin 2024-07-29T15:11:03.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:03 smithi138 ceph-mon[86438]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-07-29T15:11:03.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:03 smithi138 ceph-mon[86438]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-07-29T15:11:03.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:03 smithi138 ceph-mon[86438]: osdmap e566: 8 total, 8 up, 8 in 2024-07-29T15:11:03.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:03 smithi138 ceph-mon[86438]: osdmap e567: 8 total, 8 up, 8 in 2024-07-29T15:11:04.238 INFO:tasks.rados.rados.0.smithi067.stdout:2486: done (1 left) 2024-07-29T15:11:04.300 INFO:tasks.rados.rados.0.smithi067.stdout:2487: done (0 left) 2024-07-29T15:11:04.301 INFO:tasks.rados.rados.0.smithi067.stdout:2488: setattr oid 23 current snap is 244 2024-07-29T15:11:04.301 INFO:tasks.rados.rados.0.smithi067.stdout:2489: snap_create 2024-07-29T15:11:04.301 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 1173 (ObjNum 787 snap 241 seq_num 787) dirty exists 2024-07-29T15:11:04.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:04 smithi067 ceph-mon[91995]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-07-29T15:11:04.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:04 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:11:04.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:04 smithi067 ceph-mon[91995]: mds.? [v2:172.21.15.138:6832/1303672784,v1:172.21.15.138:6833/1303672784] up:active 2024-07-29T15:11:04.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:04 smithi067 ceph-mon[91995]: fsmap cephfs:1 {0=b=up:active} 2024-07-29T15:11:04.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:04 smithi067 ceph-mon[94375]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-07-29T15:11:04.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:04 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:11:04.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:04 smithi067 ceph-mon[94375]: mds.? [v2:172.21.15.138:6832/1303672784,v1:172.21.15.138:6833/1303672784] up:active 2024-07-29T15:11:04.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:04 smithi067 ceph-mon[94375]: fsmap cephfs:1 {0=b=up:active} 2024-07-29T15:11:04.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:04 smithi138 ceph-mon[86438]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-07-29T15:11:04.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:04 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:11:04.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:04 smithi138 ceph-mon[86438]: mds.? [v2:172.21.15.138:6832/1303672784,v1:172.21.15.138:6833/1303672784] up:active 2024-07-29T15:11:04.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:04 smithi138 ceph-mon[86438]: fsmap cephfs:1 {0=b=up:active} 2024-07-29T15:11:05.242 INFO:tasks.rados.rados.0.smithi067.stdout:2488: done (1 left) 2024-07-29T15:11:05.242 INFO:tasks.rados.rados.0.smithi067.stdout:2489: done (0 left) 2024-07-29T15:11:05.242 INFO:tasks.rados.rados.0.smithi067.stdout:2490: read oid 30 snap 189 2024-07-29T15:11:05.242 INFO:tasks.rados.rados.0.smithi067.stdout:2490: expect (ObjNum 603 snap 181 seq_num 603) 2024-07-29T15:11:05.242 INFO:tasks.rados.rados.0.smithi067.stdout:2491: read oid 25 snap -1 2024-07-29T15:11:05.242 INFO:tasks.rados.rados.0.smithi067.stdout:2491: expect deleted 2024-07-29T15:11:05.242 INFO:tasks.rados.rados.0.smithi067.stdout:2492: read oid 50 snap -1 2024-07-29T15:11:05.242 INFO:tasks.rados.rados.0.smithi067.stdout:2492: expect deleted 2024-07-29T15:11:05.242 INFO:tasks.rados.rados.0.smithi067.stdout:2493: snap_create 2024-07-29T15:11:05.255 INFO:tasks.rados.rados.0.smithi067.stdout:2490: expect (ObjNum 603 snap 181 seq_num 603) 2024-07-29T15:11:05.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:05 smithi138 ceph-mon[86438]: pgmap v463: 121 pgs: 121 active+clean; 354 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 636 KiB/s wr, 6 op/s 2024-07-29T15:11:05.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:05 smithi138 ceph-mon[86438]: osdmap e568: 8 total, 8 up, 8 in 2024-07-29T15:11:05.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:05.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:11:05.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:05 smithi067 ceph-mon[91995]: pgmap v463: 121 pgs: 121 active+clean; 354 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 636 KiB/s wr, 6 op/s 2024-07-29T15:11:05.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:05 smithi067 ceph-mon[91995]: osdmap e568: 8 total, 8 up, 8 in 2024-07-29T15:11:05.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:05.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:11:05.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:05 smithi067 ceph-mon[94375]: pgmap v463: 121 pgs: 121 active+clean; 354 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 636 KiB/s wr, 6 op/s 2024-07-29T15:11:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:05 smithi067 ceph-mon[94375]: osdmap e568: 8 total, 8 up, 8 in 2024-07-29T15:11:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:11:05.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:06.060 INFO:journalctl@ceph.mds.b.smithi138.stdout:Jul 29 15:11:05 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-b[58969]: 2024-07-29T15:11:05.862+0000 7f53b86a1640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-29T15:11:06.240 INFO:tasks.rados.rados.0.smithi067.stdout:2490: done (3 left) 2024-07-29T15:11:06.240 INFO:tasks.rados.rados.0.smithi067.stdout:2491: done (2 left) 2024-07-29T15:11:06.240 INFO:tasks.rados.rados.0.smithi067.stdout:2492: done (1 left) 2024-07-29T15:11:06.240 INFO:tasks.rados.rados.0.smithi067.stdout:2493: done (0 left) 2024-07-29T15:11:06.240 INFO:tasks.rados.rados.0.smithi067.stdout:2494: snap_remove snap 214 2024-07-29T15:11:06.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:06 smithi138 ceph-mon[86438]: osdmap e569: 8 total, 8 up, 8 in 2024-07-29T15:11:06.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:06 smithi138 ceph-mon[86438]: osdmap e570: 8 total, 8 up, 8 in 2024-07-29T15:11:06.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:06 smithi067 ceph-mon[91995]: osdmap e569: 8 total, 8 up, 8 in 2024-07-29T15:11:06.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:06 smithi067 ceph-mon[91995]: osdmap e570: 8 total, 8 up, 8 in 2024-07-29T15:11:06.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:06 smithi067 ceph-mon[94375]: osdmap e569: 8 total, 8 up, 8 in 2024-07-29T15:11:06.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:06 smithi067 ceph-mon[94375]: osdmap e570: 8 total, 8 up, 8 in 2024-07-29T15:11:07.245 INFO:tasks.rados.rados.0.smithi067.stdout:2494: done (0 left) 2024-07-29T15:11:07.245 INFO:tasks.rados.rados.0.smithi067.stdout:2495: rmattr oid 49 current snap is 246 2024-07-29T15:11:07.245 INFO:tasks.rados.rados.0.smithi067.stdout:2496: rollback oid 46 current snap is 246 2024-07-29T15:11:07.245 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 46 to 231 2024-07-29T15:11:07.245 INFO:tasks.rados.rados.0.smithi067.stdout:2497: snap_create 2024-07-29T15:11:07.261 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 1343 (ObjNum 756 snap 233 seq_num 756) dirty exists 2024-07-29T15:11:07.261 INFO:tasks.rados.rados.0.smithi067.stdout:2496: finishing rollback tid 0 to smithi06780069-46 2024-07-29T15:11:07.261 INFO:tasks.rados.rados.0.smithi067.stdout:2496: finishing rollback tid 1 to smithi06780069-46 2024-07-29T15:11:07.261 INFO:tasks.rados.rados.0.smithi067.stdout:2496: finishing rollback tid 2 to smithi06780069-46 2024-07-29T15:11:07.261 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 46 v 1347 (ObjNum 702 snap 216 seq_num 702) dirty exists 2024-07-29T15:11:07.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:07 smithi138 ceph-mon[86438]: pgmap v466: 121 pgs: 121 active+clean; 352 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 600 KiB/s wr, 14 op/s 2024-07-29T15:11:07.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:07 smithi138 ceph-mon[86438]: osdmap e571: 8 total, 8 up, 8 in 2024-07-29T15:11:07.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:07 smithi067 ceph-mon[91995]: pgmap v466: 121 pgs: 121 active+clean; 352 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 600 KiB/s wr, 14 op/s 2024-07-29T15:11:07.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:07 smithi067 ceph-mon[91995]: osdmap e571: 8 total, 8 up, 8 in 2024-07-29T15:11:07.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:07 smithi067 ceph-mon[94375]: pgmap v466: 121 pgs: 121 active+clean; 352 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 600 KiB/s wr, 14 op/s 2024-07-29T15:11:07.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:07 smithi067 ceph-mon[94375]: osdmap e571: 8 total, 8 up, 8 in 2024-07-29T15:11:07.739 INFO:journalctl@ceph.mds.a.smithi067.stdout:Jul 29 15:11:07 smithi067 podman[118555]: 2024-07-29 15:11:07.450064663 +0000 UTC m=+6.634372055 container died 0b73fb05902b5c99ef2c817880a62b741d24107ba94ceaca9496bf70fd3241c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-a, RELEASE=quincy-3120d06, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-07-29T15:11:07.968 INFO:tasks.rados.rados.0.smithi067.stdout:2495: done (2 left) 2024-07-29T15:11:07.969 INFO:tasks.rados.rados.0.smithi067.stdout:2496: done (1 left) 2024-07-29T15:11:07.969 INFO:tasks.rados.rados.0.smithi067.stdout:2497: done (0 left) 2024-07-29T15:11:07.969 INFO:tasks.rados.rados.0.smithi067.stdout:2498: rmattr oid 32 current snap is 247 2024-07-29T15:11:07.969 INFO:tasks.rados.rados.0.smithi067.stdout:2498: done (0 left) 2024-07-29T15:11:07.969 INFO:tasks.rados.rados.0.smithi067.stdout:2499: rollback oid 3 current snap is 247 2024-07-29T15:11:07.969 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 3 to 239 2024-07-29T15:11:07.969 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 9 current snap is 247 2024-07-29T15:11:07.969 INFO:tasks.rados.rados.0.smithi067.stdout:2500: seq_num 793 ranges {2244608=483328,2727936=647168,3375104=155648} 2024-07-29T15:11:07.984 INFO:tasks.rados.rados.0.smithi067.stdout:2500: writing smithi06780069-9 from 2244608 to 2727936 tid 1 2024-07-29T15:11:07.987 INFO:tasks.rados.rados.0.smithi067.stdout:2500: writing smithi06780069-9 from 2727936 to 3375104 tid 2 2024-07-29T15:11:07.989 INFO:tasks.rados.rados.0.smithi067.stdout:2500: writing smithi06780069-9 from 3375104 to 3530752 tid 3 2024-07-29T15:11:07.989 INFO:tasks.rados.rados.0.smithi067.stdout:2501: snap_create 2024-07-29T15:11:07.989 INFO:tasks.rados.rados.0.smithi067.stdout:2499: finishing rollback tid 0 to smithi06780069-3 2024-07-29T15:11:07.989 INFO:tasks.rados.rados.0.smithi067.stdout:2499: finishing rollback tid 1 to smithi06780069-3 2024-07-29T15:11:07.989 INFO:tasks.rados.rados.0.smithi067.stdout:2499: finishing rollback tid 2 to smithi06780069-3 2024-07-29T15:11:07.989 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 1207 (ObjNum 458 snap 133 seq_num 458) dirty exists 2024-07-29T15:11:07.989 INFO:tasks.rados.rados.0.smithi067.stdout:2500: finishing write tid 1 to smithi06780069-9 2024-07-29T15:11:07.991 INFO:tasks.rados.rados.0.smithi067.stdout:2500: finishing write tid 2 to smithi06780069-9 2024-07-29T15:11:07.992 INFO:tasks.rados.rados.0.smithi067.stdout:2500: finishing write tid 3 to smithi06780069-9 2024-07-29T15:11:07.992 INFO:tasks.rados.rados.0.smithi067.stdout:2500: finishing write tid 4 to smithi06780069-9 2024-07-29T15:11:07.994 INFO:tasks.rados.rados.0.smithi067.stdout:2500: finishing write tid 5 to smithi06780069-9 2024-07-29T15:11:07.994 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 9 v 879 (ObjNum 793 snap 247 seq_num 793) dirty exists 2024-07-29T15:11:07.994 INFO:tasks.rados.rados.0.smithi067.stdout:2500: left oid 9 (ObjNum 793 snap 247 seq_num 793) 2024-07-29T15:11:08.221 INFO:journalctl@ceph.mds.a.smithi067.stdout:Jul 29 15:11:07 smithi067 podman[118555]: 2024-07-29 15:11:07.927721104 +0000 UTC m=+7.112028498 container cleanup 0b73fb05902b5c99ef2c817880a62b741d24107ba94ceaca9496bf70fd3241c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, RELEASE=quincy-3120d06) 2024-07-29T15:11:08.221 INFO:journalctl@ceph.mds.a.smithi067.stdout:Jul 29 15:11:07 smithi067 bash[118555]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-a 2024-07-29T15:11:08.222 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:11:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:11:07] "GET /metrics HTTP/1.1" 200 36140 "" "Prometheus/2.51.0" 2024-07-29T15:11:08.488 INFO:journalctl@ceph.mds.a.smithi067.stdout:Jul 29 15:11:08 smithi067 podman[118594]: 2024-07-29 15:11:08.221022445 +0000 UTC m=+0.761760614 container remove 0b73fb05902b5c99ef2c817880a62b741d24107ba94ceaca9496bf70fd3241c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-a, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-3120d06, GIT_BRANCH=HEAD) 2024-07-29T15:11:08.488 INFO:journalctl@ceph.mds.a.smithi067.stdout:Jul 29 15:11:08 smithi067 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mds.a.service: Deactivated successfully. 2024-07-29T15:11:08.488 INFO:journalctl@ceph.mds.a.smithi067.stdout:Jul 29 15:11:08 smithi067 systemd[1]: Stopped Ceph mds.a for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:11:08.489 INFO:journalctl@ceph.mds.a.smithi067.stdout:Jul 29 15:11:08 smithi067 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mds.a.service: Consumed 1.733s CPU time. 2024-07-29T15:11:08.945 INFO:journalctl@ceph.mds.a.smithi067.stdout:Jul 29 15:11:08 smithi067 systemd[1]: Starting Ceph mds.a for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:11:08.945 INFO:journalctl@ceph.mds.a.smithi067.stdout:Jul 29 15:11:08 smithi067 podman[118720]: 2024-07-29 15:11:08.72467075 +0000 UTC m=+0.018094704 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T15:11:08.946 INFO:journalctl@ceph.mds.a.smithi067.stdout:Jul 29 15:11:08 smithi067 podman[118720]: 2024-07-29 15:11:08.839600527 +0000 UTC m=+0.133024512 container create 8eee6be7b0d8164fb1a5b1fefcefdd4af51dfe4bf790687a04b77f249e6b1bcf (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-a, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240716, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-69149bb, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-29T15:11:08.973 INFO:tasks.rados.rados.0.smithi067.stdout:2499: done (2 left) 2024-07-29T15:11:08.973 INFO:tasks.rados.rados.0.smithi067.stdout:2500: done (1 left) 2024-07-29T15:11:08.973 INFO:tasks.rados.rados.0.smithi067.stdout:2501: done (0 left) 2024-07-29T15:11:08.973 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 33 current snap is 248 2024-07-29T15:11:08.973 INFO:tasks.rados.rados.0.smithi067.stdout:2502: seq_num 794 ranges {131072=499712,630784=532480,1163264=270336} 2024-07-29T15:11:08.976 INFO:tasks.rados.rados.0.smithi067.stdout:2502: writing smithi06780069-33 from 131072 to 630784 tid 1 2024-07-29T15:11:08.979 INFO:tasks.rados.rados.0.smithi067.stdout:2502: writing smithi06780069-33 from 630784 to 1163264 tid 2 2024-07-29T15:11:08.981 INFO:tasks.rados.rados.0.smithi067.stdout:2502: writing smithi06780069-33 from 1163264 to 1433600 tid 3 2024-07-29T15:11:08.981 INFO:tasks.rados.rados.0.smithi067.stdout:2503: snap_create 2024-07-29T15:11:08.981 INFO:tasks.rados.rados.0.smithi067.stdout:2502: finishing write tid 1 to smithi06780069-33 2024-07-29T15:11:08.983 INFO:tasks.rados.rados.0.smithi067.stdout:2502: finishing write tid 2 to smithi06780069-33 2024-07-29T15:11:08.983 INFO:tasks.rados.rados.0.smithi067.stdout:2502: finishing write tid 3 to smithi06780069-33 2024-07-29T15:11:08.984 INFO:tasks.rados.rados.0.smithi067.stdout:2502: finishing write tid 4 to smithi06780069-33 2024-07-29T15:11:08.985 INFO:tasks.rados.rados.0.smithi067.stdout:2502: finishing write tid 5 to smithi06780069-33 2024-07-29T15:11:08.985 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 33 v 1354 (ObjNum 794 snap 248 seq_num 794) dirty exists 2024-07-29T15:11:08.985 INFO:tasks.rados.rados.0.smithi067.stdout:2502: left oid 33 (ObjNum 794 snap 248 seq_num 794) 2024-07-29T15:11:09.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:08 smithi067 ceph-mon[94375]: pgmap v469: 121 pgs: 121 active+clean; 354 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 506 KiB/s wr, 13 op/s 2024-07-29T15:11:09.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:08 smithi067 ceph-mon[94375]: osdmap e572: 8 total, 8 up, 8 in 2024-07-29T15:11:09.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:08 smithi067 ceph-mon[91995]: pgmap v469: 121 pgs: 121 active+clean; 354 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 506 KiB/s wr, 13 op/s 2024-07-29T15:11:09.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:08 smithi067 ceph-mon[91995]: osdmap e572: 8 total, 8 up, 8 in 2024-07-29T15:11:09.239 INFO:journalctl@ceph.mds.a.smithi067.stdout:Jul 29 15:11:09 smithi067 podman[118720]: 2024-07-29 15:11:09.084043735 +0000 UTC m=+0.377467690 container init 8eee6be7b0d8164fb1a5b1fefcefdd4af51dfe4bf790687a04b77f249e6b1bcf (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-a, org.label-schema.build-date=20240716, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-69149bb, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True) 2024-07-29T15:11:09.239 INFO:journalctl@ceph.mds.a.smithi067.stdout:Jul 29 15:11:09 smithi067 podman[118720]: 2024-07-29 15:11:09.08717338 +0000 UTC m=+0.380597320 container start 8eee6be7b0d8164fb1a5b1fefcefdd4af51dfe4bf790687a04b77f249e6b1bcf (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240716, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-69149bb, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-07-29T15:11:09.239 INFO:journalctl@ceph.mds.a.smithi067.stdout:Jul 29 15:11:09 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-a[118735]: starting mds.a at 2024-07-29T15:11:09.239 INFO:journalctl@ceph.mds.a.smithi067.stdout:Jul 29 15:11:09 smithi067 bash[118720]: 8eee6be7b0d8164fb1a5b1fefcefdd4af51dfe4bf790687a04b77f249e6b1bcf 2024-07-29T15:11:09.239 INFO:journalctl@ceph.mds.a.smithi067.stdout:Jul 29 15:11:09 smithi067 systemd[1]: Started Ceph mds.a for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:11:09.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:08 smithi138 ceph-mon[86438]: pgmap v469: 121 pgs: 121 active+clean; 354 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 506 KiB/s wr, 13 op/s 2024-07-29T15:11:09.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:08 smithi138 ceph-mon[86438]: osdmap e572: 8 total, 8 up, 8 in 2024-07-29T15:11:09.984 INFO:tasks.rados.rados.0.smithi067.stdout:2502: done (1 left) 2024-07-29T15:11:09.984 INFO:tasks.rados.rados.0.smithi067.stdout:2503: done (0 left) 2024-07-29T15:11:09.984 INFO:tasks.rados.rados.0.smithi067.stdout:2504: delete oid 46 current snap is 249 2024-07-29T15:11:09.986 INFO:tasks.rados.rados.0.smithi067.stdout:2504: done (0 left) 2024-07-29T15:11:09.986 INFO:tasks.rados.rados.0.smithi067.stdout:2505: delete oid 40 current snap is 249 2024-07-29T15:11:09.990 INFO:tasks.rados.rados.0.smithi067.stdout:2505: done (0 left) 2024-07-29T15:11:09.990 INFO:tasks.rados.rados.0.smithi067.stdout:2506: snap_create 2024-07-29T15:11:10.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:09 smithi067 ceph-mon[94375]: osdmap e573: 8 total, 8 up, 8 in 2024-07-29T15:11:10.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:09 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:10.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:09 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:10.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:09 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:11:10.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:09 smithi067 ceph-mon[91995]: osdmap e573: 8 total, 8 up, 8 in 2024-07-29T15:11:10.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:09 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:10.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:09 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:10.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:09 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:11:10.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:09 smithi138 ceph-mon[86438]: osdmap e573: 8 total, 8 up, 8 in 2024-07-29T15:11:10.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:09 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:10.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:09 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:10.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:09 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:11:10.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:11:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:11:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:11:10.990 INFO:tasks.rados.rados.0.smithi067.stdout:2506: done (0 left) 2024-07-29T15:11:10.991 INFO:tasks.rados.rados.0.smithi067.stdout:2507: read oid 50 snap -1 2024-07-29T15:11:10.991 INFO:tasks.rados.rados.0.smithi067.stdout:2507: expect deleted 2024-07-29T15:11:10.991 INFO:tasks.rados.rados.0.smithi067.stdout:2508: read oid 18 snap -1 2024-07-29T15:11:10.991 INFO:tasks.rados.rados.0.smithi067.stdout:2508: expect (ObjNum 693 snap 215 seq_num 693) 2024-07-29T15:11:10.991 INFO:tasks.rados.rados.0.smithi067.stdout:2509: rmattr oid 13 current snap is 250 2024-07-29T15:11:10.991 INFO:tasks.rados.rados.0.smithi067.stdout:2509: done (2 left) 2024-07-29T15:11:10.991 INFO:tasks.rados.rados.0.smithi067.stdout:2510: rmattr oid 11 current snap is 250 2024-07-29T15:11:10.991 INFO:tasks.rados.rados.0.smithi067.stdout:2510: done (2 left) 2024-07-29T15:11:10.991 INFO:tasks.rados.rados.0.smithi067.stdout:2511: snap_create 2024-07-29T15:11:10.999 INFO:tasks.rados.rados.0.smithi067.stdout:2508: expect (ObjNum 693 snap 215 seq_num 693) 2024-07-29T15:11:11.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:10 smithi067 ceph-mon[91995]: pgmap v472: 121 pgs: 121 active+clean; 353 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 820 KiB/s wr, 11 op/s 2024-07-29T15:11:11.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:10 smithi067 ceph-mon[91995]: mds.? [v2:172.21.15.67:6834/1292002331,v1:172.21.15.67:6835/1292002331] up:boot 2024-07-29T15:11:11.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:10 smithi067 ceph-mon[91995]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-29T15:11:11.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:10 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-29T15:11:11.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:10 smithi067 ceph-mon[91995]: osdmap e574: 8 total, 8 up, 8 in 2024-07-29T15:11:11.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:10 smithi067 ceph-mon[94375]: pgmap v472: 121 pgs: 121 active+clean; 353 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 820 KiB/s wr, 11 op/s 2024-07-29T15:11:11.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:10 smithi067 ceph-mon[94375]: mds.? [v2:172.21.15.67:6834/1292002331,v1:172.21.15.67:6835/1292002331] up:boot 2024-07-29T15:11:11.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:10 smithi067 ceph-mon[94375]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-29T15:11:11.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:10 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-29T15:11:11.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:10 smithi067 ceph-mon[94375]: osdmap e574: 8 total, 8 up, 8 in 2024-07-29T15:11:11.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:10 smithi138 ceph-mon[86438]: pgmap v472: 121 pgs: 121 active+clean; 353 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 820 KiB/s wr, 11 op/s 2024-07-29T15:11:11.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:10 smithi138 ceph-mon[86438]: mds.? [v2:172.21.15.67:6834/1292002331,v1:172.21.15.67:6835/1292002331] up:boot 2024-07-29T15:11:11.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:10 smithi138 ceph-mon[86438]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-29T15:11:11.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:10 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-29T15:11:11.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:10 smithi138 ceph-mon[86438]: osdmap e574: 8 total, 8 up, 8 in 2024-07-29T15:11:11.991 INFO:tasks.rados.rados.0.smithi067.stdout:2507: done (2 left) 2024-07-29T15:11:11.992 INFO:tasks.rados.rados.0.smithi067.stdout:2508: done (1 left) 2024-07-29T15:11:11.992 INFO:tasks.rados.rados.0.smithi067.stdout:2511: done (0 left) 2024-07-29T15:11:11.992 INFO:tasks.rados.rados.0.smithi067.stdout:2512: copy_from oid 48 from oid 32 current snap is 251 2024-07-29T15:11:11.992 INFO:tasks.rados.rados.0.smithi067.stdout:2513: rollback oid 19 current snap is 251 2024-07-29T15:11:11.992 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 19 to 220 2024-07-29T15:11:11.992 INFO:tasks.rados.rados.0.smithi067.stdout:2514: copy_from oid 36 from oid 37 current snap is 251 2024-07-29T15:11:11.992 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 39 current snap is 251 2024-07-29T15:11:11.992 INFO:tasks.rados.rados.0.smithi067.stdout:2515: seq_num 797 ranges {9814016=557056,10371072=589824,10960896=212992} 2024-07-29T15:11:12.048 INFO:tasks.rados.rados.0.smithi067.stdout:2515: writing smithi06780069-39 from 9814016 to 10371072 tid 1 2024-07-29T15:11:12.051 INFO:tasks.rados.rados.0.smithi067.stdout:2515: writing smithi06780069-39 from 10371072 to 10960896 tid 2 2024-07-29T15:11:12.053 INFO:tasks.rados.rados.0.smithi067.stdout:2515: writing smithi06780069-39 from 10960896 to 11173888 tid 3 2024-07-29T15:11:12.053 INFO:tasks.rados.rados.0.smithi067.stdout:2516: snap_create 2024-07-29T15:11:12.053 INFO:tasks.rados.rados.0.smithi067.stdout:2513: finishing rollback tid 1 to smithi06780069-19 2024-07-29T15:11:12.053 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 19 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-07-29T15:11:12.053 INFO:tasks.rados.rados.0.smithi067.stdout:2514: finishing copy_from racing read to smithi06780069-36 2024-07-29T15:11:12.053 INFO:tasks.rados.rados.0.smithi067.stdout:2514: finishing copy_from to smithi06780069-36 2024-07-29T15:11:12.054 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 1163 (ObjNum 129 snap 0 seq_num 3879634256) dirty exists 2024-07-29T15:11:12.054 INFO:tasks.rados.rados.0.smithi067.stdout:2512: finishing copy_from to smithi06780069-48 2024-07-29T15:11:12.054 INFO:tasks.rados.rados.0.smithi067.stdout:2512: got expected ENOENT (src dne) 2024-07-29T15:11:12.054 INFO:tasks.rados.rados.0.smithi067.stdout:2512: finishing copy_from racing read to smithi06780069-48 2024-07-29T15:11:12.054 INFO:tasks.rados.rados.0.smithi067.stdout:2515: finishing write tid 1 to smithi06780069-39 2024-07-29T15:11:12.058 INFO:tasks.rados.rados.0.smithi067.stdout:2515: finishing write tid 2 to smithi06780069-39 2024-07-29T15:11:12.058 INFO:tasks.rados.rados.0.smithi067.stdout:2515: finishing write tid 3 to smithi06780069-39 2024-07-29T15:11:12.058 INFO:tasks.rados.rados.0.smithi067.stdout:2515: finishing write tid 4 to smithi06780069-39 2024-07-29T15:11:12.058 INFO:tasks.rados.rados.0.smithi067.stdout:2515: finishing write tid 5 to smithi06780069-39 2024-07-29T15:11:12.059 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 970 (ObjNum 797 snap 251 seq_num 797) dirty exists 2024-07-29T15:11:12.059 INFO:tasks.rados.rados.0.smithi067.stdout:2515: left oid 39 (ObjNum 797 snap 251 seq_num 797) 2024-07-29T15:11:12.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:11 smithi067 ceph-mon[91995]: osdmap e575: 8 total, 8 up, 8 in 2024-07-29T15:11:12.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:11 smithi067 ceph-mon[94375]: osdmap e575: 8 total, 8 up, 8 in 2024-07-29T15:11:12.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:11 smithi138 ceph-mon[86438]: osdmap e575: 8 total, 8 up, 8 in 2024-07-29T15:11:12.969 INFO:tasks.rados.rados.0.smithi067.stdout:2512: done (4 left) 2024-07-29T15:11:12.969 INFO:tasks.rados.rados.0.smithi067.stdout:2513: done (3 left) 2024-07-29T15:11:12.970 INFO:tasks.rados.rados.0.smithi067.stdout:2514: done (2 left) 2024-07-29T15:11:12.970 INFO:tasks.rados.rados.0.smithi067.stdout:2515: done (1 left) 2024-07-29T15:11:12.970 INFO:tasks.rados.rados.0.smithi067.stdout:2516: done (0 left) 2024-07-29T15:11:12.970 INFO:tasks.rados.rados.0.smithi067.stdout:2517: read oid 28 snap -1 2024-07-29T15:11:12.970 INFO:tasks.rados.rados.0.smithi067.stdout:2517: expect (ObjNum 780 snap 240 seq_num 780) 2024-07-29T15:11:12.970 INFO:tasks.rados.rados.0.smithi067.stdout:2518: read oid 50 snap -1 2024-07-29T15:11:12.970 INFO:tasks.rados.rados.0.smithi067.stdout:2518: expect deleted 2024-07-29T15:11:12.970 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 15 current snap is 252 2024-07-29T15:11:12.970 INFO:tasks.rados.rados.0.smithi067.stdout:2519: seq_num 798 ranges {1204224=573440,1777664=466944,2244608=335872} 2024-07-29T15:11:12.980 INFO:tasks.rados.rados.0.smithi067.stdout:2519: writing smithi06780069-15 from 1204224 to 1777664 tid 1 2024-07-29T15:11:12.983 INFO:tasks.rados.rados.0.smithi067.stdout:2519: writing smithi06780069-15 from 1777664 to 2244608 tid 2 2024-07-29T15:11:12.985 INFO:tasks.rados.rados.0.smithi067.stdout:2519: writing smithi06780069-15 from 2244608 to 2580480 tid 3 2024-07-29T15:11:12.985 INFO:tasks.rados.rados.0.smithi067.stdout:2520: snap_remove snap 239 2024-07-29T15:11:13.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:12 smithi067 ceph-mon[91995]: pgmap v475: 121 pgs: 121 active+clean; 352 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 632 KiB/s wr, 12 op/s 2024-07-29T15:11:13.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:12 smithi067 ceph-mon[91995]: osdmap e576: 8 total, 8 up, 8 in 2024-07-29T15:11:13.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:12 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:13.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:12 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:13.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:12 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:13.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:12 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:13.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:12 smithi067 ceph-mon[91995]: osdmap e577: 8 total, 8 up, 8 in 2024-07-29T15:11:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:12 smithi067 ceph-mon[94375]: pgmap v475: 121 pgs: 121 active+clean; 352 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 632 KiB/s wr, 12 op/s 2024-07-29T15:11:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:12 smithi067 ceph-mon[94375]: osdmap e576: 8 total, 8 up, 8 in 2024-07-29T15:11:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:12 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:12 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:12 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:12 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:13.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:12 smithi067 ceph-mon[94375]: osdmap e577: 8 total, 8 up, 8 in 2024-07-29T15:11:13.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:12 smithi138 ceph-mon[86438]: pgmap v475: 121 pgs: 121 active+clean; 352 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 632 KiB/s wr, 12 op/s 2024-07-29T15:11:13.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:12 smithi138 ceph-mon[86438]: osdmap e576: 8 total, 8 up, 8 in 2024-07-29T15:11:13.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:12 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:13.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:12 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:13.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:12 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:13.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:12 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:13.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:12 smithi138 ceph-mon[86438]: osdmap e577: 8 total, 8 up, 8 in 2024-07-29T15:11:13.973 INFO:tasks.rados.rados.0.smithi067.stdout:2520: done (3 left) 2024-07-29T15:11:13.973 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 25 current snap is 252 2024-07-29T15:11:13.973 INFO:tasks.rados.rados.0.smithi067.stdout:2521: seq_num 799 ranges {0=589824,589824=802816} 2024-07-29T15:11:13.976 INFO:tasks.rados.rados.0.smithi067.stdout:2521: writing smithi06780069-25 from 0 to 589824 tid 1 2024-07-29T15:11:13.983 INFO:tasks.rados.rados.0.smithi067.stdout:2521: writing smithi06780069-25 from 589824 to 1392640 tid 2 2024-07-29T15:11:13.983 INFO:tasks.rados.rados.0.smithi067.stdout:2522: rollback oid 23 current snap is 252 2024-07-29T15:11:13.983 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 23 to 246 2024-07-29T15:11:13.985 INFO:tasks.rados.rados.0.smithi067.stdout:2517: expect (ObjNum 780 snap 240 seq_num 780) 2024-07-29T15:11:14.017 INFO:tasks.rados.rados.0.smithi067.stdout:2519: finishing write tid 1 to smithi06780069-15 2024-07-29T15:11:14.017 INFO:tasks.rados.rados.0.smithi067.stdout:2519: finishing write tid 2 to smithi06780069-15 2024-07-29T15:11:14.017 INFO:tasks.rados.rados.0.smithi067.stdout:2519: finishing write tid 3 to smithi06780069-15 2024-07-29T15:11:14.017 INFO:tasks.rados.rados.0.smithi067.stdout:2519: finishing write tid 4 to smithi06780069-15 2024-07-29T15:11:14.017 INFO:tasks.rados.rados.0.smithi067.stdout:2519: finishing write tid 5 to smithi06780069-15 2024-07-29T15:11:14.017 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 1240 (ObjNum 798 snap 252 seq_num 798) dirty exists 2024-07-29T15:11:14.017 INFO:tasks.rados.rados.0.smithi067.stdout:2519: left oid 15 (ObjNum 798 snap 252 seq_num 798) 2024-07-29T15:11:14.017 INFO:tasks.rados.rados.0.smithi067.stdout:2522: finishing rollback tid 0 to smithi06780069-23 2024-07-29T15:11:14.017 INFO:tasks.rados.rados.0.smithi067.stdout:2521: finishing write tid 1 to smithi06780069-25 2024-07-29T15:11:14.017 INFO:tasks.rados.rados.0.smithi067.stdout:2521: finishing write tid 2 to smithi06780069-25 2024-07-29T15:11:14.018 INFO:tasks.rados.rados.0.smithi067.stdout:2517: done (4 left) 2024-07-29T15:11:14.018 INFO:tasks.rados.rados.0.smithi067.stdout:2518: done (3 left) 2024-07-29T15:11:14.018 INFO:tasks.rados.rados.0.smithi067.stdout:2519: done (2 left) 2024-07-29T15:11:14.018 INFO:tasks.rados.rados.0.smithi067.stdout:2523: read oid 26 snap 245 2024-07-29T15:11:14.018 INFO:tasks.rados.rados.0.smithi067.stdout:2523: expect deleted 2024-07-29T15:11:14.018 INFO:tasks.rados.rados.0.smithi067.stdout:2524: read oid 13 snap 249 2024-07-29T15:11:14.018 INFO:tasks.rados.rados.0.smithi067.stdout:2524: expect (ObjNum 745 snap 230 seq_num 745) 2024-07-29T15:11:14.018 INFO:tasks.rados.rados.0.smithi067.stdout:2525: read oid 44 snap -1 2024-07-29T15:11:14.018 INFO:tasks.rados.rados.0.smithi067.stdout:2525: expect deleted 2024-07-29T15:11:14.018 INFO:tasks.rados.rados.0.smithi067.stdout:2526: snap_create 2024-07-29T15:11:14.018 INFO:tasks.rados.rados.0.smithi067.stdout:2521: finishing write tid 3 to smithi06780069-25 2024-07-29T15:11:14.018 INFO:tasks.rados.rados.0.smithi067.stdout:2522: finishing rollback tid 1 to smithi06780069-23 2024-07-29T15:11:14.018 INFO:tasks.rados.rados.0.smithi067.stdout:2521: finishing write tid 4 to smithi06780069-25 2024-07-29T15:11:14.018 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 25 v 1237 (ObjNum 799 snap 252 seq_num 799) dirty exists 2024-07-29T15:11:14.019 INFO:tasks.rados.rados.0.smithi067.stdout:2521: left oid 25 (ObjNum 799 snap 252 seq_num 799) 2024-07-29T15:11:14.019 INFO:tasks.rados.rados.0.smithi067.stdout:2522: finishing rollback tid 2 to smithi06780069-23 2024-07-29T15:11:14.019 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 1186 (ObjNum 787 snap 241 seq_num 787) dirty exists 2024-07-29T15:11:14.022 INFO:tasks.rados.rados.0.smithi067.stdout:2524: expect (ObjNum 745 snap 230 seq_num 745) 2024-07-29T15:11:14.999 INFO:tasks.rados.rados.0.smithi067.stdout:2521: done (5 left) 2024-07-29T15:11:15.000 INFO:tasks.rados.rados.0.smithi067.stdout:2522: done (4 left) 2024-07-29T15:11:15.000 INFO:tasks.rados.rados.0.smithi067.stdout:2523: done (3 left) 2024-07-29T15:11:15.000 INFO:tasks.rados.rados.0.smithi067.stdout:2524: done (2 left) 2024-07-29T15:11:15.000 INFO:tasks.rados.rados.0.smithi067.stdout:2525: done (1 left) 2024-07-29T15:11:15.000 INFO:tasks.rados.rados.0.smithi067.stdout:2526: done (0 left) 2024-07-29T15:11:15.000 INFO:tasks.rados.rados.0.smithi067.stdout:2527: copy_from oid 22 from oid 19 current snap is 253 2024-07-29T15:11:15.000 INFO:tasks.rados.rados.0.smithi067.stdout:2528: read oid 11 snap -1 2024-07-29T15:11:15.000 INFO:tasks.rados.rados.0.smithi067.stdout:2528: expect (ObjNum 745 snap 230 seq_num 745) 2024-07-29T15:11:15.000 INFO:tasks.rados.rados.0.smithi067.stdout:2529: snap_create 2024-07-29T15:11:15.000 INFO:tasks.rados.rados.0.smithi067.stdout:2527: finishing copy_from to smithi06780069-22 2024-07-29T15:11:15.000 INFO:tasks.rados.rados.0.smithi067.stdout:2527: got expected ENOENT (src dne) 2024-07-29T15:11:15.001 INFO:tasks.rados.rados.0.smithi067.stdout:2527: finishing copy_from racing read to smithi06780069-22 2024-07-29T15:11:15.006 INFO:tasks.rados.rados.0.smithi067.stdout:2528: expect (ObjNum 745 snap 230 seq_num 745) 2024-07-29T15:11:15.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:14 smithi067 ceph-mon[91995]: pgmap v478: 121 pgs: 121 active+clean; 353 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 318 KiB/s wr, 4 op/s 2024-07-29T15:11:15.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:14 smithi067 ceph-mon[91995]: osdmap e578: 8 total, 8 up, 8 in 2024-07-29T15:11:15.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:14 smithi067 ceph-mon[94375]: pgmap v478: 121 pgs: 121 active+clean; 353 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 318 KiB/s wr, 4 op/s 2024-07-29T15:11:15.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:14 smithi067 ceph-mon[94375]: osdmap e578: 8 total, 8 up, 8 in 2024-07-29T15:11:15.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:14 smithi138 ceph-mon[86438]: pgmap v478: 121 pgs: 121 active+clean; 353 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 318 KiB/s wr, 4 op/s 2024-07-29T15:11:15.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:14 smithi138 ceph-mon[86438]: osdmap e578: 8 total, 8 up, 8 in 2024-07-29T15:11:16.009 INFO:tasks.rados.rados.0.smithi067.stdout:2527: done (2 left) 2024-07-29T15:11:16.009 INFO:tasks.rados.rados.0.smithi067.stdout:2528: done (1 left) 2024-07-29T15:11:16.009 INFO:tasks.rados.rados.0.smithi067.stdout:2529: done (0 left) 2024-07-29T15:11:16.009 INFO:tasks.rados.rados.0.smithi067.stdout:2530: rmattr oid 34 current snap is 254 2024-07-29T15:11:16.009 INFO:tasks.rados.rados.0.smithi067.stdout:2530: done (0 left) 2024-07-29T15:11:16.009 INFO:tasks.rados.rados.0.smithi067.stdout:2531: setattr oid 27 current snap is 254 2024-07-29T15:11:16.010 INFO:tasks.rados.rados.0.smithi067.stdout:2532: read oid 32 snap -1 2024-07-29T15:11:16.010 INFO:tasks.rados.rados.0.smithi067.stdout:2532: expect deleted 2024-07-29T15:11:16.010 INFO:tasks.rados.rados.0.smithi067.stdout:2533: snap_create 2024-07-29T15:11:16.013 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 1208 (ObjNum 720 snap 223 seq_num 720) dirty exists 2024-07-29T15:11:16.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:16 smithi067 ceph-mon[94375]: osdmap e579: 8 total, 8 up, 8 in 2024-07-29T15:11:16.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:16 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:16.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:16 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:16.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:16 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:11:16.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:16 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:11:16.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:16 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:16.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:16 smithi067 ceph-mon[91995]: osdmap e579: 8 total, 8 up, 8 in 2024-07-29T15:11:16.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:16 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:16.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:16 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:16.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:16 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:11:16.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:16 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:11:16.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:16 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:16.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:16 smithi138 ceph-mon[86438]: osdmap e579: 8 total, 8 up, 8 in 2024-07-29T15:11:16.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:16 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:16.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:16 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:16.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:16 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:11:16.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:16 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:11:16.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:16 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:17.013 INFO:tasks.rados.rados.0.smithi067.stdout:2531: done (2 left) 2024-07-29T15:11:17.014 INFO:tasks.rados.rados.0.smithi067.stdout:2532: done (1 left) 2024-07-29T15:11:17.014 INFO:tasks.rados.rados.0.smithi067.stdout:2533: done (0 left) 2024-07-29T15:11:17.014 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 24 current snap is 255 2024-07-29T15:11:17.014 INFO:tasks.rados.rados.0.smithi067.stdout:2534: seq_num 800 ranges {0=606208,606208=688128,1294336=114688} 2024-07-29T15:11:17.016 INFO:tasks.rados.rados.0.smithi067.stdout:2534: writing smithi06780069-24 from 0 to 606208 tid 1 2024-07-29T15:11:17.021 INFO:tasks.rados.rados.0.smithi067.stdout:2534: writing smithi06780069-24 from 606208 to 1294336 tid 2 2024-07-29T15:11:17.022 INFO:tasks.rados.rados.0.smithi067.stdout:2534: writing smithi06780069-24 from 1294336 to 1409024 tid 3 2024-07-29T15:11:17.022 INFO:tasks.rados.rados.0.smithi067.stdout:2535: copy_from oid 30 from oid 12 current snap is 255 2024-07-29T15:11:17.022 INFO:tasks.rados.rados.0.smithi067.stdout:2536: copy_from oid 43 from oid 16 current snap is 255 2024-07-29T15:11:17.022 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 39 current snap is 255 2024-07-29T15:11:17.022 INFO:tasks.rados.rados.0.smithi067.stdout:2537: seq_num 801 ranges {11173888=622592,11796480=573440,12369920=229376} 2024-07-29T15:11:17.086 INFO:tasks.rados.rados.0.smithi067.stdout:2537: writing smithi06780069-39 from 11173888 to 11796480 tid 1 2024-07-29T15:11:17.089 INFO:tasks.rados.rados.0.smithi067.stdout:2537: writing smithi06780069-39 from 11796480 to 12369920 tid 2 2024-07-29T15:11:17.091 INFO:tasks.rados.rados.0.smithi067.stdout:2537: writing smithi06780069-39 from 12369920 to 12599296 tid 3 2024-07-29T15:11:17.091 INFO:tasks.rados.rados.0.smithi067.stdout:2538: snap_create 2024-07-29T15:11:17.092 INFO:tasks.rados.rados.0.smithi067.stdout:2535: finishing copy_from to smithi06780069-30 2024-07-29T15:11:17.092 INFO:tasks.rados.rados.0.smithi067.stdout:2535: got expected ENOENT (src dne) 2024-07-29T15:11:17.092 INFO:tasks.rados.rados.0.smithi067.stdout:2535: finishing copy_from racing read to smithi06780069-30 2024-07-29T15:11:17.092 INFO:tasks.rados.rados.0.smithi067.stdout:2534: finishing write tid 1 to smithi06780069-24 2024-07-29T15:11:17.092 INFO:tasks.rados.rados.0.smithi067.stdout:2534: finishing write tid 2 to smithi06780069-24 2024-07-29T15:11:17.092 INFO:tasks.rados.rados.0.smithi067.stdout:2536: finishing copy_from to smithi06780069-43 2024-07-29T15:11:17.092 INFO:tasks.rados.rados.0.smithi067.stdout:2536: got expected ENOENT (src dne) 2024-07-29T15:11:17.092 INFO:tasks.rados.rados.0.smithi067.stdout:2534: finishing write tid 3 to smithi06780069-24 2024-07-29T15:11:17.092 INFO:tasks.rados.rados.0.smithi067.stdout:2536: finishing copy_from racing read to smithi06780069-43 2024-07-29T15:11:17.092 INFO:tasks.rados.rados.0.smithi067.stdout:2534: finishing write tid 4 to smithi06780069-24 2024-07-29T15:11:17.092 INFO:tasks.rados.rados.0.smithi067.stdout:2534: finishing write tid 5 to smithi06780069-24 2024-07-29T15:11:17.092 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 24 v 1246 (ObjNum 800 snap 255 seq_num 800) dirty exists 2024-07-29T15:11:17.092 INFO:tasks.rados.rados.0.smithi067.stdout:2534: left oid 24 (ObjNum 800 snap 255 seq_num 800) 2024-07-29T15:11:17.093 INFO:tasks.rados.rados.0.smithi067.stdout:2537: finishing write tid 1 to smithi06780069-39 2024-07-29T15:11:17.094 INFO:tasks.rados.rados.0.smithi067.stdout:2537: finishing write tid 2 to smithi06780069-39 2024-07-29T15:11:17.094 INFO:tasks.rados.rados.0.smithi067.stdout:2537: finishing write tid 3 to smithi06780069-39 2024-07-29T15:11:17.094 INFO:tasks.rados.rados.0.smithi067.stdout:2537: finishing write tid 4 to smithi06780069-39 2024-07-29T15:11:17.095 INFO:tasks.rados.rados.0.smithi067.stdout:2537: finishing write tid 5 to smithi06780069-39 2024-07-29T15:11:17.095 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 974 (ObjNum 801 snap 255 seq_num 801) dirty exists 2024-07-29T15:11:17.095 INFO:tasks.rados.rados.0.smithi067.stdout:2537: left oid 39 (ObjNum 801 snap 255 seq_num 801) 2024-07-29T15:11:17.267 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:17 smithi138 ceph-mon[86438]: pgmap v481: 121 pgs: 121 active+clean; 352 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 0 B/s wr, 3 op/s 2024-07-29T15:11:17.267 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:17 smithi138 ceph-mon[86438]: Detected new or changed devices on smithi067 2024-07-29T15:11:17.267 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:17 smithi138 ceph-mon[86438]: osdmap e580: 8 total, 8 up, 8 in 2024-07-29T15:11:17.268 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:17 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:11:17.268 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:17 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:17.268 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:17 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:17.268 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:17 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:17.268 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:17 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:17.269 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:17 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-07-29T15:11:17.269 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:17 smithi138 ceph-mon[86438]: Upgrade: It appears safe to stop mds.b 2024-07-29T15:11:17.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:17 smithi067 ceph-mon[91995]: pgmap v481: 121 pgs: 121 active+clean; 352 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 0 B/s wr, 3 op/s 2024-07-29T15:11:17.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:17 smithi067 ceph-mon[91995]: Detected new or changed devices on smithi067 2024-07-29T15:11:17.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:17 smithi067 ceph-mon[91995]: osdmap e580: 8 total, 8 up, 8 in 2024-07-29T15:11:17.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:17 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:11:17.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:17 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:17.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:17 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:17.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:17 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:17.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:17 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:17.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:17 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-07-29T15:11:17.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:17 smithi067 ceph-mon[91995]: Upgrade: It appears safe to stop mds.b 2024-07-29T15:11:17.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:17 smithi067 ceph-mon[94375]: pgmap v481: 121 pgs: 121 active+clean; 352 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 0 B/s wr, 3 op/s 2024-07-29T15:11:17.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:17 smithi067 ceph-mon[94375]: Detected new or changed devices on smithi067 2024-07-29T15:11:17.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:17 smithi067 ceph-mon[94375]: osdmap e580: 8 total, 8 up, 8 in 2024-07-29T15:11:17.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:17 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:11:17.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:17 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:17.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:17 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:17.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:17 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:17.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:17 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:17.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:17 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-07-29T15:11:17.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:17 smithi067 ceph-mon[94375]: Upgrade: It appears safe to stop mds.b 2024-07-29T15:11:17.972 INFO:tasks.rados.rados.0.smithi067.stdout:2534: done (4 left) 2024-07-29T15:11:17.972 INFO:tasks.rados.rados.0.smithi067.stdout:2535: done (3 left) 2024-07-29T15:11:17.972 INFO:tasks.rados.rados.0.smithi067.stdout:2536: done (2 left) 2024-07-29T15:11:17.973 INFO:tasks.rados.rados.0.smithi067.stdout:2537: done (1 left) 2024-07-29T15:11:17.973 INFO:tasks.rados.rados.0.smithi067.stdout:2538: done (0 left) 2024-07-29T15:11:17.973 INFO:tasks.rados.rados.0.smithi067.stdout:2539: read oid 8 snap -1 2024-07-29T15:11:17.973 INFO:tasks.rados.rados.0.smithi067.stdout:2539: expect (ObjNum 790 snap 243 seq_num 790) 2024-07-29T15:11:17.973 INFO:tasks.rados.rados.0.smithi067.stdout:2540: read oid 29 snap 254 2024-07-29T15:11:17.973 INFO:tasks.rados.rados.0.smithi067.stdout:2540: expect deleted 2024-07-29T15:11:17.974 INFO:tasks.rados.rados.0.smithi067.stdout:2541: snap_create 2024-07-29T15:11:17.999 INFO:tasks.rados.rados.0.smithi067.stdout:2539: expect (ObjNum 790 snap 243 seq_num 790) 2024-07-29T15:11:18.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:18 smithi067 ceph-mon[94375]: osdmap e581: 8 total, 8 up, 8 in 2024-07-29T15:11:18.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:18.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-29T15:11:18.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:11:18.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:18 smithi067 ceph-mon[94375]: osdmap e582: 8 total, 8 up, 8 in 2024-07-29T15:11:18.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:18 smithi067 ceph-mon[91995]: osdmap e581: 8 total, 8 up, 8 in 2024-07-29T15:11:18.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:18.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-29T15:11:18.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:11:18.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:18 smithi067 ceph-mon[91995]: osdmap e582: 8 total, 8 up, 8 in 2024-07-29T15:11:18.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:11:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:11:17] "GET /metrics HTTP/1.1" 200 36140 "" "Prometheus/2.51.0" 2024-07-29T15:11:18.292 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:18 smithi138 ceph-mon[86438]: osdmap e581: 8 total, 8 up, 8 in 2024-07-29T15:11:18.292 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:18.292 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-29T15:11:18.292 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:11:18.292 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:18 smithi138 ceph-mon[86438]: osdmap e582: 8 total, 8 up, 8 in 2024-07-29T15:11:18.972 INFO:tasks.rados.rados.0.smithi067.stdout:2539: done (2 left) 2024-07-29T15:11:18.972 INFO:tasks.rados.rados.0.smithi067.stdout:2540: done (1 left) 2024-07-29T15:11:18.972 INFO:tasks.rados.rados.0.smithi067.stdout:2541: done (0 left) 2024-07-29T15:11:18.972 INFO:tasks.rados.rados.0.smithi067.stdout:2542: snap_create 2024-07-29T15:11:19.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:19 smithi138 ceph-mon[86438]: Upgrade: Updating mds.b 2024-07-29T15:11:19.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:19 smithi138 ceph-mon[86438]: Deploying daemon mds.b on smithi138 2024-07-29T15:11:19.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:19 smithi138 ceph-mon[86438]: pgmap v484: 121 pgs: 121 active+clean; 355 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 672 KiB/s wr, 11 op/s 2024-07-29T15:11:19.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:19 smithi138 ceph-mon[86438]: osdmap e583: 8 total, 8 up, 8 in 2024-07-29T15:11:19.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:19 smithi067 ceph-mon[91995]: Upgrade: Updating mds.b 2024-07-29T15:11:19.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:19 smithi067 ceph-mon[91995]: Deploying daemon mds.b on smithi138 2024-07-29T15:11:19.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:19 smithi067 ceph-mon[91995]: pgmap v484: 121 pgs: 121 active+clean; 355 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 672 KiB/s wr, 11 op/s 2024-07-29T15:11:19.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:19 smithi067 ceph-mon[91995]: osdmap e583: 8 total, 8 up, 8 in 2024-07-29T15:11:19.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:19 smithi067 ceph-mon[94375]: Upgrade: Updating mds.b 2024-07-29T15:11:19.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:19 smithi067 ceph-mon[94375]: Deploying daemon mds.b on smithi138 2024-07-29T15:11:19.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:19 smithi067 ceph-mon[94375]: pgmap v484: 121 pgs: 121 active+clean; 355 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 672 KiB/s wr, 11 op/s 2024-07-29T15:11:19.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:19 smithi067 ceph-mon[94375]: osdmap e583: 8 total, 8 up, 8 in 2024-07-29T15:11:19.688 INFO:tasks.rados.rados.0.smithi067.stdout:2542: done (0 left) 2024-07-29T15:11:19.688 INFO:tasks.rados.rados.0.smithi067.stdout:2543: delete oid 49 current snap is 258 2024-07-29T15:11:19.693 INFO:tasks.rados.rados.0.smithi067.stdout:2543: done (0 left) 2024-07-29T15:11:19.693 INFO:tasks.rados.rados.0.smithi067.stdout:2544: delete oid 41 current snap is 258 2024-07-29T15:11:19.698 INFO:tasks.rados.rados.0.smithi067.stdout:2544: done (0 left) 2024-07-29T15:11:19.699 INFO:tasks.rados.rados.0.smithi067.stdout:2545: copy_from oid 45 from oid 18 current snap is 258 2024-07-29T15:11:19.699 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 6 current snap is 258 2024-07-29T15:11:19.699 INFO:tasks.rados.rados.0.smithi067.stdout:2546: seq_num 804 ranges {3506176=671744,4177920=622592,4800512=180224} 2024-07-29T15:11:19.721 INFO:tasks.rados.rados.0.smithi067.stdout:2546: writing smithi06780069-6 from 3506176 to 4177920 tid 1 2024-07-29T15:11:19.725 INFO:tasks.rados.rados.0.smithi067.stdout:2546: writing smithi06780069-6 from 4177920 to 4800512 tid 2 2024-07-29T15:11:19.727 INFO:tasks.rados.rados.0.smithi067.stdout:2546: writing smithi06780069-6 from 4800512 to 4980736 tid 3 2024-07-29T15:11:19.727 INFO:tasks.rados.rados.0.smithi067.stdout:2547: copy_from oid 41 from oid 11 current snap is 258 2024-07-29T15:11:19.727 INFO:tasks.rados.rados.0.smithi067.stdout:2545: finishing copy_from racing read to smithi06780069-45 2024-07-29T15:11:19.728 INFO:tasks.rados.rados.0.smithi067.stdout:2545: finishing copy_from to smithi06780069-45 2024-07-29T15:11:19.728 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 1200 (ObjNum 693 snap 215 seq_num 693) dirty exists 2024-07-29T15:11:19.728 INFO:tasks.rados.rados.0.smithi067.stdout:2546: finishing write tid 1 to smithi06780069-6 2024-07-29T15:11:19.728 INFO:tasks.rados.rados.0.smithi067.stdout:2545: done (2 left) 2024-07-29T15:11:19.728 INFO:tasks.rados.rados.0.smithi067.stdout:2548: setattr oid 30 current snap is 258 2024-07-29T15:11:19.729 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 47 current snap is 258 2024-07-29T15:11:19.729 INFO:tasks.rados.rados.0.smithi067.stdout:2549: seq_num 805 ranges {0=688128,688128=507904,1196032=294912} 2024-07-29T15:11:19.733 INFO:tasks.rados.rados.0.smithi067.stdout:2549: writing smithi06780069-47 from 0 to 688128 tid 1 2024-07-29T15:11:19.737 INFO:tasks.rados.rados.0.smithi067.stdout:2549: writing smithi06780069-47 from 688128 to 1196032 tid 2 2024-07-29T15:11:19.740 INFO:tasks.rados.rados.0.smithi067.stdout:2549: writing smithi06780069-47 from 1196032 to 1490944 tid 3 2024-07-29T15:11:19.740 INFO:tasks.rados.rados.0.smithi067.stdout:2550: rollback oid 32 current snap is 258 2024-07-29T15:11:19.740 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 32 to 247 2024-07-29T15:11:19.740 INFO:tasks.rados.rados.0.smithi067.stdout:2546: finishing write tid 2 to smithi06780069-6 2024-07-29T15:11:19.740 INFO:tasks.rados.rados.0.smithi067.stdout:2546: finishing write tid 3 to smithi06780069-6 2024-07-29T15:11:19.740 INFO:tasks.rados.rados.0.smithi067.stdout:2546: finishing write tid 4 to smithi06780069-6 2024-07-29T15:11:19.740 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 1188 (ObjNum 603 snap 181 seq_num 603) dirty exists 2024-07-29T15:11:19.740 INFO:tasks.rados.rados.0.smithi067.stdout:2546: finishing write tid 5 to smithi06780069-6 2024-07-29T15:11:19.740 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 6 v 1319 (ObjNum 804 snap 258 seq_num 804) dirty exists 2024-07-29T15:11:19.741 INFO:tasks.rados.rados.0.smithi067.stdout:2546: left oid 6 (ObjNum 804 snap 258 seq_num 804) 2024-07-29T15:11:19.741 INFO:tasks.rados.rados.0.smithi067.stdout:2547: finishing copy_from racing read to smithi06780069-41 2024-07-29T15:11:19.741 INFO:tasks.rados.rados.0.smithi067.stdout:2549: finishing write tid 1 to smithi06780069-47 2024-07-29T15:11:19.741 INFO:tasks.rados.rados.0.smithi067.stdout:2547: finishing copy_from to smithi06780069-41 2024-07-29T15:11:19.741 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 959 (ObjNum 745 snap 230 seq_num 745) dirty exists 2024-07-29T15:11:19.741 INFO:tasks.rados.rados.0.smithi067.stdout:2546: done (4 left) 2024-07-29T15:11:19.741 INFO:tasks.rados.rados.0.smithi067.stdout:2547: done (3 left) 2024-07-29T15:11:19.742 INFO:tasks.rados.rados.0.smithi067.stdout:2548: done (2 left) 2024-07-29T15:11:19.742 INFO:tasks.rados.rados.0.smithi067.stdout:2551: setattr oid 21 current snap is 258 2024-07-29T15:11:19.743 INFO:tasks.rados.rados.0.smithi067.stdout:2550: finishing rollback tid 1 to smithi06780069-32 2024-07-29T15:11:19.743 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 1151 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-07-29T15:11:19.743 INFO:tasks.rados.rados.0.smithi067.stdout:2549: finishing write tid 2 to smithi06780069-47 2024-07-29T15:11:19.743 INFO:tasks.rados.rados.0.smithi067.stdout:2549: finishing write tid 3 to smithi06780069-47 2024-07-29T15:11:19.744 INFO:tasks.rados.rados.0.smithi067.stdout:2550: done (2 left) 2024-07-29T15:11:19.744 INFO:tasks.rados.rados.0.smithi067.stdout:2552: copy_from oid 2 from oid 31 current snap is 258 2024-07-29T15:11:19.744 INFO:tasks.rados.rados.0.smithi067.stdout:2553: rmattr oid 14 current snap is 258 2024-07-29T15:11:19.744 INFO:tasks.rados.rados.0.smithi067.stdout:2553: done (3 left) 2024-07-29T15:11:19.744 INFO:tasks.rados.rados.0.smithi067.stdout:2554: copy_from oid 4 from oid 39 current snap is 258 2024-07-29T15:11:19.744 INFO:tasks.rados.rados.0.smithi067.stdout:2549: finishing write tid 4 to smithi06780069-47 2024-07-29T15:11:19.744 INFO:tasks.rados.rados.0.smithi067.stdout:2555: read oid 40 snap -1 2024-07-29T15:11:19.744 INFO:tasks.rados.rados.0.smithi067.stdout:2555: expect deleted 2024-07-29T15:11:19.744 INFO:tasks.rados.rados.0.smithi067.stdout:2556: delete oid 20 current snap is 258 2024-07-29T15:11:19.745 INFO:tasks.rados.rados.0.smithi067.stdout:2552: finishing copy_from to smithi06780069-2 2024-07-29T15:11:19.745 INFO:tasks.rados.rados.0.smithi067.stdout:2552: got expected ENOENT (src dne) 2024-07-29T15:11:19.746 INFO:tasks.rados.rados.0.smithi067.stdout:2552: finishing copy_from racing read to smithi06780069-2 2024-07-29T15:11:19.746 INFO:tasks.rados.rados.0.smithi067.stdout:2549: finishing write tid 5 to smithi06780069-47 2024-07-29T15:11:19.746 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 978 (ObjNum 805 snap 258 seq_num 805) dirty exists 2024-07-29T15:11:19.746 INFO:tasks.rados.rados.0.smithi067.stdout:2549: left oid 47 (ObjNum 805 snap 258 seq_num 805) 2024-07-29T15:11:19.746 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 1238 (ObjNum 33 snap 0 seq_num 5) dirty exists 2024-07-29T15:11:19.746 INFO:tasks.rados.rados.0.smithi067.stdout:2549: done (5 left) 2024-07-29T15:11:19.746 INFO:tasks.rados.rados.0.smithi067.stdout:2551: done (4 left) 2024-07-29T15:11:19.746 INFO:tasks.rados.rados.0.smithi067.stdout:2552: done (3 left) 2024-07-29T15:11:19.746 INFO:tasks.rados.rados.0.smithi067.stdout:2555: done (2 left) 2024-07-29T15:11:19.746 INFO:tasks.rados.rados.0.smithi067.stdout:2556: done (1 left) 2024-07-29T15:11:19.746 INFO:tasks.rados.rados.0.smithi067.stdout:2557: rmattr oid 38 current snap is 258 2024-07-29T15:11:19.746 INFO:tasks.rados.rados.0.smithi067.stdout:2557: done (1 left) 2024-07-29T15:11:19.747 INFO:tasks.rados.rados.0.smithi067.stdout:2558: delete oid 31 current snap is 258 2024-07-29T15:11:19.748 INFO:tasks.rados.rados.0.smithi067.stdout:2558: done (1 left) 2024-07-29T15:11:19.748 INFO:tasks.rados.rados.0.smithi067.stdout:2559: rollback oid 12 current snap is 258 2024-07-29T15:11:19.748 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 12 to 220 2024-07-29T15:11:19.748 INFO:tasks.rados.rados.0.smithi067.stdout:2560: rollback oid 33 current snap is 258 2024-07-29T15:11:19.748 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 33 to 242 2024-07-29T15:11:19.748 INFO:tasks.rados.rados.0.smithi067.stdout:2561: read oid 38 snap 241 2024-07-29T15:11:19.748 INFO:tasks.rados.rados.0.smithi067.stdout:2561: expect deleted 2024-07-29T15:11:19.748 INFO:tasks.rados.rados.0.smithi067.stdout:2562: read oid 41 snap 217 2024-07-29T15:11:19.748 INFO:tasks.rados.rados.0.smithi067.stdout:2562: expect (ObjNum 630 snap 192 seq_num 630) 2024-07-29T15:11:19.748 INFO:tasks.rados.rados.0.smithi067.stdout:2563: rollback oid 40 current snap is 258 2024-07-29T15:11:19.748 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 40 to 250 2024-07-29T15:11:19.749 INFO:tasks.rados.rados.0.smithi067.stdout:2564: rollback oid 21 current snap is 258 2024-07-29T15:11:19.749 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 21 to 252 2024-07-29T15:11:19.749 INFO:tasks.rados.rados.0.smithi067.stdout:2565: snap_create 2024-07-29T15:11:19.749 INFO:tasks.rados.rados.0.smithi067.stdout:2559: finishing rollback tid 1 to smithi06780069-12 2024-07-29T15:11:19.749 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 904 (ObjNum 225 snap 0 seq_num 333) dirty dne 2024-07-29T15:11:19.750 INFO:tasks.rados.rados.0.smithi067.stdout:2564: finishing rollback tid 0 to smithi06780069-21 2024-07-29T15:11:19.751 INFO:tasks.rados.rados.0.smithi067.stdout:2563: finishing rollback tid 1 to smithi06780069-40 2024-07-29T15:11:19.751 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 40 v 1180 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-07-29T15:11:19.751 INFO:tasks.rados.rados.0.smithi067.stdout:2564: finishing rollback tid 1 to smithi06780069-21 2024-07-29T15:11:19.751 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 1240 (ObjNum 33 snap 0 seq_num 5) dirty dne 2024-07-29T15:11:19.752 INFO:tasks.rados.rados.0.smithi067.stdout:2560: finishing rollback tid 0 to smithi06780069-33 2024-07-29T15:11:19.752 INFO:tasks.rados.rados.0.smithi067.stdout:2560: finishing rollback tid 1 to smithi06780069-33 2024-07-29T15:11:19.753 INFO:tasks.rados.rados.0.smithi067.stdout:2560: finishing rollback tid 2 to smithi06780069-33 2024-07-29T15:11:19.753 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 33 v 1370 (ObjNum 724 snap 223 seq_num 724) dirty exists 2024-07-29T15:11:19.756 INFO:tasks.rados.rados.0.smithi067.stdout:2562: expect (ObjNum 630 snap 192 seq_num 630) 2024-07-29T15:11:19.789 INFO:tasks.rados.rados.0.smithi067.stdout:2554: finishing copy_from racing read to smithi06780069-4 2024-07-29T15:11:19.792 INFO:tasks.rados.rados.0.smithi067.stdout:2554: finishing copy_from to smithi06780069-4 2024-07-29T15:11:19.792 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 974 (ObjNum 801 snap 255 seq_num 801) dirty exists 2024-07-29T15:11:19.810 INFO:journalctl@ceph.mds.b.smithi138.stdout:Jul 29 15:11:19 smithi138 systemd[1]: Stopping Ceph mds.b for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:11:19.811 INFO:journalctl@ceph.mds.b.smithi138.stdout:Jul 29 15:11:19 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-b[58969]: 2024-07-29T15:11:19.678+0000 7f53bc6a9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-29T15:11:19.811 INFO:journalctl@ceph.mds.b.smithi138.stdout:Jul 29 15:11:19 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-b[58969]: 2024-07-29T15:11:19.678+0000 7f53bc6a9640 -1 mds.b *** got signal Terminated *** 2024-07-29T15:11:19.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:19 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-a[91991]: 2024-07-29T15:11:19.679+0000 7f11406fd640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-29T15:11:20.310 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:11:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:11:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:11:20.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:20 smithi138 ceph-mon[86438]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-07-29T15:11:20.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:20 smithi138 ceph-mon[86438]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-29T15:11:20.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:20 smithi138 ceph-mon[86438]: osdmap e584: 8 total, 8 up, 8 in 2024-07-29T15:11:20.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:20 smithi138 ceph-mon[86438]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-07-29T15:11:20.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:20 smithi138 ceph-mon[86438]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-07-29T15:11:20.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:20 smithi138 ceph-mon[86438]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-07-29T15:11:20.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:20 smithi138 ceph-mon[86438]: fsmap cephfs:1/1 {0=a=up:replay} 2024-07-29T15:11:20.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:20.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:11:20.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:20 smithi067 ceph-mon[94375]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-07-29T15:11:20.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:20 smithi067 ceph-mon[94375]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-29T15:11:20.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:20 smithi067 ceph-mon[94375]: osdmap e584: 8 total, 8 up, 8 in 2024-07-29T15:11:20.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:20 smithi067 ceph-mon[94375]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-07-29T15:11:20.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:20 smithi067 ceph-mon[94375]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-07-29T15:11:20.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:20 smithi067 ceph-mon[94375]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-07-29T15:11:20.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:20 smithi067 ceph-mon[94375]: fsmap cephfs:1/1 {0=a=up:replay} 2024-07-29T15:11:20.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:20.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:11:20.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:20 smithi067 ceph-mon[91995]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-07-29T15:11:20.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:20 smithi067 ceph-mon[91995]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-29T15:11:20.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:20 smithi067 ceph-mon[91995]: osdmap e584: 8 total, 8 up, 8 in 2024-07-29T15:11:20.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:20 smithi067 ceph-mon[91995]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-07-29T15:11:20.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:20 smithi067 ceph-mon[91995]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-07-29T15:11:20.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:20 smithi067 ceph-mon[91995]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-07-29T15:11:20.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:20 smithi067 ceph-mon[91995]: fsmap cephfs:1/1 {0=a=up:replay} 2024-07-29T15:11:20.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:20.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:11:20.699 INFO:tasks.rados.rados.0.smithi067.stdout:2554: done (7 left) 2024-07-29T15:11:20.699 INFO:tasks.rados.rados.0.smithi067.stdout:2559: done (6 left) 2024-07-29T15:11:20.699 INFO:tasks.rados.rados.0.smithi067.stdout:2560: done (5 left) 2024-07-29T15:11:20.699 INFO:tasks.rados.rados.0.smithi067.stdout:2561: done (4 left) 2024-07-29T15:11:20.699 INFO:tasks.rados.rados.0.smithi067.stdout:2562: done (3 left) 2024-07-29T15:11:20.700 INFO:tasks.rados.rados.0.smithi067.stdout:2563: done (2 left) 2024-07-29T15:11:20.700 INFO:tasks.rados.rados.0.smithi067.stdout:2564: done (1 left) 2024-07-29T15:11:20.700 INFO:tasks.rados.rados.0.smithi067.stdout:2565: done (0 left) 2024-07-29T15:11:20.700 INFO:tasks.rados.rados.0.smithi067.stdout:2566: copy_from oid 12 from oid 43 current snap is 259 2024-07-29T15:11:20.700 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 49 current snap is 259 2024-07-29T15:11:20.700 INFO:tasks.rados.rados.0.smithi067.stdout:2567: seq_num 808 ranges {0=737280,737280=614400,1351680=188416} 2024-07-29T15:11:20.702 INFO:tasks.rados.rados.0.smithi067.stdout:2567: writing smithi06780069-49 from 0 to 737280 tid 1 2024-07-29T15:11:20.706 INFO:tasks.rados.rados.0.smithi067.stdout:2567: writing smithi06780069-49 from 737280 to 1351680 tid 2 2024-07-29T15:11:20.708 INFO:tasks.rados.rados.0.smithi067.stdout:2567: writing smithi06780069-49 from 1351680 to 1540096 tid 3 2024-07-29T15:11:20.708 INFO:tasks.rados.rados.0.smithi067.stdout:2568: copy_from oid 6 from oid 21 current snap is 259 2024-07-29T15:11:20.708 INFO:tasks.rados.rados.0.smithi067.stdout:2566: finishing copy_from racing read to smithi06780069-12 2024-07-29T15:11:20.708 INFO:tasks.rados.rados.0.smithi067.stdout:2566: finishing copy_from to smithi06780069-12 2024-07-29T15:11:20.708 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 962 (ObjNum 33 snap 0 seq_num 3209116734) dirty exists 2024-07-29T15:11:20.708 INFO:tasks.rados.rados.0.smithi067.stdout:2567: finishing write tid 1 to smithi06780069-49 2024-07-29T15:11:20.708 INFO:tasks.rados.rados.0.smithi067.stdout:2566: done (2 left) 2024-07-29T15:11:20.708 INFO:tasks.rados.rados.0.smithi067.stdout:2569: snap_remove snap 245 2024-07-29T15:11:21.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:21 smithi138 ceph-mon[86438]: pgmap v488: 121 pgs: 121 active+clean; 358 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-07-29T15:11:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:21 smithi138 ceph-mon[86438]: mds.? [v2:172.21.15.67:6834/1292002331,v1:172.21.15.67:6835/1292002331] up:reconnect 2024-07-29T15:11:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:21 smithi138 ceph-mon[86438]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-07-29T15:11:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:21 smithi138 ceph-mon[86438]: osdmap e585: 8 total, 8 up, 8 in 2024-07-29T15:11:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:21 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-29T15:11:21.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:21 smithi067 ceph-mon[91995]: pgmap v488: 121 pgs: 121 active+clean; 358 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-07-29T15:11:21.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:21 smithi067 ceph-mon[91995]: mds.? [v2:172.21.15.67:6834/1292002331,v1:172.21.15.67:6835/1292002331] up:reconnect 2024-07-29T15:11:21.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:21 smithi067 ceph-mon[91995]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-07-29T15:11:21.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:21 smithi067 ceph-mon[91995]: osdmap e585: 8 total, 8 up, 8 in 2024-07-29T15:11:21.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:21 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-29T15:11:21.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:21 smithi067 ceph-mon[94375]: pgmap v488: 121 pgs: 121 active+clean; 358 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-07-29T15:11:21.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:21 smithi067 ceph-mon[94375]: mds.? [v2:172.21.15.67:6834/1292002331,v1:172.21.15.67:6835/1292002331] up:reconnect 2024-07-29T15:11:21.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:21 smithi067 ceph-mon[94375]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-07-29T15:11:21.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:21 smithi067 ceph-mon[94375]: osdmap e585: 8 total, 8 up, 8 in 2024-07-29T15:11:21.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:21 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-29T15:11:21.708 INFO:tasks.rados.rados.0.smithi067.stdout:2567: finishing write tid 2 to smithi06780069-49 2024-07-29T15:11:21.708 INFO:tasks.rados.rados.0.smithi067.stdout:2567: finishing write tid 3 to smithi06780069-49 2024-07-29T15:11:21.709 INFO:tasks.rados.rados.0.smithi067.stdout:2567: finishing write tid 4 to smithi06780069-49 2024-07-29T15:11:21.709 INFO:tasks.rados.rados.0.smithi067.stdout:2568: finishing copy_from to smithi06780069-6 2024-07-29T15:11:21.709 INFO:tasks.rados.rados.0.smithi067.stdout:2568: got expected ENOENT (src dne) 2024-07-29T15:11:21.709 INFO:tasks.rados.rados.0.smithi067.stdout:2568: finishing copy_from racing read to smithi06780069-6 2024-07-29T15:11:21.709 INFO:tasks.rados.rados.0.smithi067.stdout:2567: finishing write tid 5 to smithi06780069-49 2024-07-29T15:11:21.709 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 1375 (ObjNum 808 snap 259 seq_num 808) dirty exists 2024-07-29T15:11:21.709 INFO:tasks.rados.rados.0.smithi067.stdout:2567: left oid 49 (ObjNum 808 snap 259 seq_num 808) 2024-07-29T15:11:21.709 INFO:tasks.rados.rados.0.smithi067.stdout:2567: done (2 left) 2024-07-29T15:11:21.709 INFO:tasks.rados.rados.0.smithi067.stdout:2568: done (1 left) 2024-07-29T15:11:21.709 INFO:tasks.rados.rados.0.smithi067.stdout:2569: done (0 left) 2024-07-29T15:11:21.709 INFO:tasks.rados.rados.0.smithi067.stdout:2570: snap_remove snap 185 2024-07-29T15:11:22.713 INFO:tasks.rados.rados.0.smithi067.stdout:2570: done (0 left) 2024-07-29T15:11:22.713 INFO:tasks.rados.rados.0.smithi067.stdout:2571: read oid 38 snap 241 2024-07-29T15:11:22.713 INFO:tasks.rados.rados.0.smithi067.stdout:2571: expect deleted 2024-07-29T15:11:22.714 INFO:tasks.rados.rados.0.smithi067.stdout:2572: snap_remove snap 258 2024-07-29T15:11:22.973 INFO:tasks.rados.rados.0.smithi067.stdout:2571: done (1 left) 2024-07-29T15:11:22.973 INFO:tasks.rados.rados.0.smithi067.stdout:2572: done (0 left) 2024-07-29T15:11:22.974 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 23 current snap is 259 2024-07-29T15:11:22.974 INFO:tasks.rados.rados.0.smithi067.stdout:2573: seq_num 809 ranges {1187840=753664,1941504=499712,2441216=303104} 2024-07-29T15:11:22.984 INFO:tasks.rados.rados.0.smithi067.stdout:2573: writing smithi06780069-23 from 1187840 to 1941504 tid 1 2024-07-29T15:11:22.987 INFO:tasks.rados.rados.0.smithi067.stdout:2573: writing smithi06780069-23 from 1941504 to 2441216 tid 2 2024-07-29T15:11:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:22 smithi067 ceph-mon[91995]: mds.? [v2:172.21.15.67:6834/1292002331,v1:172.21.15.67:6835/1292002331] up:rejoin 2024-07-29T15:11:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:22 smithi067 ceph-mon[91995]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-07-29T15:11:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:22 smithi067 ceph-mon[91995]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-07-29T15:11:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:22 smithi067 ceph-mon[91995]: osdmap e586: 8 total, 8 up, 8 in 2024-07-29T15:11:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:22 smithi067 ceph-mon[91995]: pgmap v491: 121 pgs: 121 active+clean; 371 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.1 MiB/s wr, 15 op/s 2024-07-29T15:11:22.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:22 smithi067 ceph-mon[94375]: mds.? [v2:172.21.15.67:6834/1292002331,v1:172.21.15.67:6835/1292002331] up:rejoin 2024-07-29T15:11:22.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:22 smithi067 ceph-mon[94375]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-07-29T15:11:22.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:22 smithi067 ceph-mon[94375]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-07-29T15:11:22.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:22 smithi067 ceph-mon[94375]: osdmap e586: 8 total, 8 up, 8 in 2024-07-29T15:11:22.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:22 smithi067 ceph-mon[94375]: pgmap v491: 121 pgs: 121 active+clean; 371 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.1 MiB/s wr, 15 op/s 2024-07-29T15:11:22.989 INFO:tasks.rados.rados.0.smithi067.stdout:2573: writing smithi06780069-23 from 2441216 to 2744320 tid 3 2024-07-29T15:11:22.990 INFO:tasks.rados.rados.0.smithi067.stdout:2574: rollback oid 40 current snap is 259 2024-07-29T15:11:22.990 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 40 to 248 2024-07-29T15:11:22.990 INFO:tasks.rados.rados.0.smithi067.stdout:2575: read oid 49 snap -1 2024-07-29T15:11:22.990 INFO:tasks.rados.rados.0.smithi067.stdout:2575: expect (ObjNum 808 snap 259 seq_num 808) 2024-07-29T15:11:22.990 INFO:tasks.rados.rados.0.smithi067.stdout:2576: snap_create 2024-07-29T15:11:22.993 INFO:tasks.rados.rados.0.smithi067.stdout:2573: finishing write tid 1 to smithi06780069-23 2024-07-29T15:11:22.995 INFO:tasks.rados.rados.0.smithi067.stdout:2573: finishing write tid 2 to smithi06780069-23 2024-07-29T15:11:22.996 INFO:tasks.rados.rados.0.smithi067.stdout:2573: finishing write tid 3 to smithi06780069-23 2024-07-29T15:11:22.996 INFO:tasks.rados.rados.0.smithi067.stdout:2573: finishing write tid 4 to smithi06780069-23 2024-07-29T15:11:22.997 INFO:tasks.rados.rados.0.smithi067.stdout:2574: finishing rollback tid 1 to smithi06780069-40 2024-07-29T15:11:23.000 INFO:tasks.rados.rados.0.smithi067.stdout:2573: finishing write tid 5 to smithi06780069-23 2024-07-29T15:11:23.000 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 1204 (ObjNum 809 snap 259 seq_num 809) dirty exists 2024-07-29T15:11:23.000 INFO:tasks.rados.rados.0.smithi067.stdout:2573: left oid 23 (ObjNum 809 snap 259 seq_num 809) 2024-07-29T15:11:23.000 INFO:tasks.rados.rados.0.smithi067.stdout:2574: finishing rollback tid 2 to smithi06780069-40 2024-07-29T15:11:23.000 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 40 v 1206 (ObjNum 742 snap 229 seq_num 742) dirty exists 2024-07-29T15:11:23.000 INFO:tasks.rados.rados.0.smithi067.stdout:2575: expect (ObjNum 808 snap 259 seq_num 808) 2024-07-29T15:11:23.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:22 smithi138 ceph-mon[86438]: mds.? [v2:172.21.15.67:6834/1292002331,v1:172.21.15.67:6835/1292002331] up:rejoin 2024-07-29T15:11:23.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:22 smithi138 ceph-mon[86438]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-07-29T15:11:23.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:22 smithi138 ceph-mon[86438]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-07-29T15:11:23.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:22 smithi138 ceph-mon[86438]: osdmap e586: 8 total, 8 up, 8 in 2024-07-29T15:11:23.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:22 smithi138 ceph-mon[86438]: pgmap v491: 121 pgs: 121 active+clean; 371 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.1 MiB/s wr, 15 op/s 2024-07-29T15:11:23.974 INFO:tasks.rados.rados.0.smithi067.stdout:2573: done (3 left) 2024-07-29T15:11:23.974 INFO:tasks.rados.rados.0.smithi067.stdout:2574: done (2 left) 2024-07-29T15:11:23.974 INFO:tasks.rados.rados.0.smithi067.stdout:2575: done (1 left) 2024-07-29T15:11:23.974 INFO:tasks.rados.rados.0.smithi067.stdout:2576: done (0 left) 2024-07-29T15:11:23.974 INFO:tasks.rados.rados.0.smithi067.stdout:2577: delete oid 35 current snap is 260 2024-07-29T15:11:23.980 INFO:tasks.rados.rados.0.smithi067.stdout:2577: done (0 left) 2024-07-29T15:11:23.980 INFO:tasks.rados.rados.0.smithi067.stdout:2578: snap_create 2024-07-29T15:11:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:23 smithi067 ceph-mon[91995]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-07-29T15:11:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:23 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:11:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:23 smithi067 ceph-mon[91995]: mds.? [v2:172.21.15.67:6834/1292002331,v1:172.21.15.67:6835/1292002331] up:active 2024-07-29T15:11:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:23 smithi067 ceph-mon[91995]: fsmap cephfs:1 {0=a=up:active} 2024-07-29T15:11:23.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:23 smithi067 ceph-mon[91995]: osdmap e587: 8 total, 8 up, 8 in 2024-07-29T15:11:23.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:23 smithi067 ceph-mon[91995]: osdmap e588: 8 total, 8 up, 8 in 2024-07-29T15:11:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:23 smithi067 ceph-mon[94375]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-07-29T15:11:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:23 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:11:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:23 smithi067 ceph-mon[94375]: mds.? [v2:172.21.15.67:6834/1292002331,v1:172.21.15.67:6835/1292002331] up:active 2024-07-29T15:11:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:23 smithi067 ceph-mon[94375]: fsmap cephfs:1 {0=a=up:active} 2024-07-29T15:11:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:23 smithi067 ceph-mon[94375]: osdmap e587: 8 total, 8 up, 8 in 2024-07-29T15:11:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:23 smithi067 ceph-mon[94375]: osdmap e588: 8 total, 8 up, 8 in 2024-07-29T15:11:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:23 smithi138 ceph-mon[86438]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-07-29T15:11:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:23 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:11:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:23 smithi138 ceph-mon[86438]: mds.? [v2:172.21.15.67:6834/1292002331,v1:172.21.15.67:6835/1292002331] up:active 2024-07-29T15:11:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:23 smithi138 ceph-mon[86438]: fsmap cephfs:1 {0=a=up:active} 2024-07-29T15:11:24.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:23 smithi138 ceph-mon[86438]: osdmap e587: 8 total, 8 up, 8 in 2024-07-29T15:11:24.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:23 smithi138 ceph-mon[86438]: osdmap e588: 8 total, 8 up, 8 in 2024-07-29T15:11:24.984 INFO:tasks.rados.rados.0.smithi067.stdout:2578: done (0 left) 2024-07-29T15:11:24.985 INFO:tasks.rados.rados.0.smithi067.stdout:2579: copy_from oid 2 from oid 45 current snap is 261 2024-07-29T15:11:24.985 INFO:tasks.rados.rados.0.smithi067.stdout:2580: rmattr oid 23 current snap is 261 2024-07-29T15:11:24.985 INFO:tasks.rados.rados.0.smithi067.stdout:2581: rmattr oid 38 current snap is 261 2024-07-29T15:11:24.985 INFO:tasks.rados.rados.0.smithi067.stdout:2581: done (2 left) 2024-07-29T15:11:24.985 INFO:tasks.rados.rados.0.smithi067.stdout:2582: delete oid 48 current snap is 261 2024-07-29T15:11:24.990 INFO:tasks.rados.rados.0.smithi067.stdout:2582: done (2 left) 2024-07-29T15:11:24.990 INFO:tasks.rados.rados.0.smithi067.stdout:2583: snap_remove snap 255 2024-07-29T15:11:25.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:24 smithi067 ceph-mon[91995]: pgmap v494: 121 pgs: 121 active+clean; 365 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.0 KiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-07-29T15:11:25.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:24 smithi067 ceph-mon[91995]: osdmap e589: 8 total, 8 up, 8 in 2024-07-29T15:11:25.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:24 smithi067 ceph-mon[94375]: pgmap v494: 121 pgs: 121 active+clean; 365 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.0 KiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-07-29T15:11:25.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:24 smithi067 ceph-mon[94375]: osdmap e589: 8 total, 8 up, 8 in 2024-07-29T15:11:25.240 INFO:journalctl@ceph.mds.a.smithi067.stdout:Jul 29 15:11:24 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-a[118735]: 2024-07-29T15:11:24.977+0000 7fd3f8953640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-29T15:11:25.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:24 smithi138 ceph-mon[86438]: pgmap v494: 121 pgs: 121 active+clean; 365 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.0 KiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-07-29T15:11:25.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:24 smithi138 ceph-mon[86438]: osdmap e589: 8 total, 8 up, 8 in 2024-07-29T15:11:25.998 INFO:tasks.rados.rados.0.smithi067.stdout:2583: done (2 left) 2024-07-29T15:11:25.998 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 11 current snap is 261 2024-07-29T15:11:25.998 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 1208 (ObjNum 809 snap 259 seq_num 809) dirty exists 2024-07-29T15:11:25.998 INFO:tasks.rados.rados.0.smithi067.stdout:2579: finishing copy_from racing read to smithi06780069-2 2024-07-29T15:11:25.998 INFO:tasks.rados.rados.0.smithi067.stdout:2579: finishing copy_from to smithi06780069-2 2024-07-29T15:11:25.998 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 1200 (ObjNum 693 snap 215 seq_num 693) dirty exists 2024-07-29T15:11:25.998 INFO:tasks.rados.rados.0.smithi067.stdout:2584: seq_num 812 ranges {2072576=802816,2875392=548864,3424256=253952} 2024-07-29T15:11:26.013 INFO:tasks.rados.rados.0.smithi067.stdout:2584: writing smithi06780069-11 from 2072576 to 2875392 tid 1 2024-07-29T15:11:26.017 INFO:tasks.rados.rados.0.smithi067.stdout:2584: writing smithi06780069-11 from 2875392 to 3424256 tid 2 2024-07-29T15:11:26.019 INFO:tasks.rados.rados.0.smithi067.stdout:2584: writing smithi06780069-11 from 3424256 to 3678208 tid 3 2024-07-29T15:11:26.019 INFO:tasks.rados.rados.0.smithi067.stdout:2579: done (2 left) 2024-07-29T15:11:26.019 INFO:tasks.rados.rados.0.smithi067.stdout:2580: done (1 left) 2024-07-29T15:11:26.019 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 14 current snap is 261 2024-07-29T15:11:26.019 INFO:tasks.rados.rados.0.smithi067.stdout:2585: seq_num 813 ranges {131072=417792,548864=434176,983040=442368,1425408=327680} 2024-07-29T15:11:26.023 INFO:tasks.rados.rados.0.smithi067.stdout:2585: writing smithi06780069-14 from 131072 to 548864 tid 1 2024-07-29T15:11:26.026 INFO:tasks.rados.rados.0.smithi067.stdout:2585: writing smithi06780069-14 from 548864 to 983040 tid 2 2024-07-29T15:11:26.029 INFO:tasks.rados.rados.0.smithi067.stdout:2585: writing smithi06780069-14 from 983040 to 1425408 tid 3 2024-07-29T15:11:26.032 INFO:tasks.rados.rados.0.smithi067.stdout:2585: writing smithi06780069-14 from 1425408 to 1753088 tid 4 2024-07-29T15:11:26.032 INFO:tasks.rados.rados.0.smithi067.stdout:2586: snap_remove snap 256 2024-07-29T15:11:26.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:25 smithi138 ceph-mon[86438]: osdmap e590: 8 total, 8 up, 8 in 2024-07-29T15:11:26.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:25 smithi067 ceph-mon[91995]: osdmap e590: 8 total, 8 up, 8 in 2024-07-29T15:11:26.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:25 smithi067 ceph-mon[94375]: osdmap e590: 8 total, 8 up, 8 in 2024-07-29T15:11:27.001 INFO:tasks.rados.rados.0.smithi067.stdout:2586: done (2 left) 2024-07-29T15:11:27.001 INFO:tasks.rados.rados.0.smithi067.stdout:2587: setattr oid 10 current snap is 261 2024-07-29T15:11:27.002 INFO:tasks.rados.rados.0.smithi067.stdout:2584: finishing write tid 1 to smithi06780069-11 2024-07-29T15:11:27.002 INFO:tasks.rados.rados.0.smithi067.stdout:2585: finishing write tid 1 to smithi06780069-14 2024-07-29T15:11:27.003 INFO:tasks.rados.rados.0.smithi067.stdout:2584: finishing write tid 2 to smithi06780069-11 2024-07-29T15:11:27.003 INFO:tasks.rados.rados.0.smithi067.stdout:2584: finishing write tid 3 to smithi06780069-11 2024-07-29T15:11:27.003 INFO:tasks.rados.rados.0.smithi067.stdout:2584: finishing write tid 4 to smithi06780069-11 2024-07-29T15:11:27.003 INFO:tasks.rados.rados.0.smithi067.stdout:2585: finishing write tid 2 to smithi06780069-14 2024-07-29T15:11:27.003 INFO:tasks.rados.rados.0.smithi067.stdout:2584: finishing write tid 5 to smithi06780069-11 2024-07-29T15:11:27.003 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 11 v 1213 (ObjNum 812 snap 261 seq_num 812) dirty exists 2024-07-29T15:11:27.003 INFO:tasks.rados.rados.0.smithi067.stdout:2584: left oid 11 (ObjNum 812 snap 261 seq_num 812) 2024-07-29T15:11:27.003 INFO:tasks.rados.rados.0.smithi067.stdout:2585: finishing write tid 3 to smithi06780069-14 2024-07-29T15:11:27.003 INFO:tasks.rados.rados.0.smithi067.stdout:2585: finishing write tid 4 to smithi06780069-14 2024-07-29T15:11:27.003 INFO:tasks.rados.rados.0.smithi067.stdout:2585: finishing write tid 5 to smithi06780069-14 2024-07-29T15:11:27.003 INFO:tasks.rados.rados.0.smithi067.stdout:2585: finishing write tid 6 to smithi06780069-14 2024-07-29T15:11:27.003 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 14 v 967 (ObjNum 813 snap 261 seq_num 813) dirty exists 2024-07-29T15:11:27.003 INFO:tasks.rados.rados.0.smithi067.stdout:2585: left oid 14 (ObjNum 813 snap 261 seq_num 813) 2024-07-29T15:11:27.004 INFO:tasks.rados.rados.0.smithi067.stdout:2584: done (2 left) 2024-07-29T15:11:27.004 INFO:tasks.rados.rados.0.smithi067.stdout:2585: done (1 left) 2024-07-29T15:11:27.004 INFO:tasks.rados.rados.0.smithi067.stdout:2588: rmattr oid 39 current snap is 261 2024-07-29T15:11:27.004 INFO:tasks.rados.rados.0.smithi067.stdout:2588: done (1 left) 2024-07-29T15:11:27.005 INFO:tasks.rados.rados.0.smithi067.stdout:2589: rollback oid 23 current snap is 261 2024-07-29T15:11:27.005 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 23 to 250 2024-07-29T15:11:27.005 INFO:tasks.rados.rados.0.smithi067.stdout:2590: snap_remove snap 253 2024-07-29T15:11:27.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:26 smithi138 ceph-mon[86438]: pgmap v497: 121 pgs: 121 active+clean; 371 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 719 KiB/s rd, 2.4 MiB/s wr, 30 op/s 2024-07-29T15:11:27.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:26 smithi138 ceph-mon[86438]: osdmap e591: 8 total, 8 up, 8 in 2024-07-29T15:11:27.390 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:26 smithi067 ceph-mon[91995]: pgmap v497: 121 pgs: 121 active+clean; 371 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 719 KiB/s rd, 2.4 MiB/s wr, 30 op/s 2024-07-29T15:11:27.390 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:26 smithi067 ceph-mon[91995]: osdmap e591: 8 total, 8 up, 8 in 2024-07-29T15:11:27.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:26 smithi067 ceph-mon[94375]: pgmap v497: 121 pgs: 121 active+clean; 371 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 719 KiB/s rd, 2.4 MiB/s wr, 30 op/s 2024-07-29T15:11:27.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:26 smithi067 ceph-mon[94375]: osdmap e591: 8 total, 8 up, 8 in 2024-07-29T15:11:27.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:11:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:11:27] "GET /metrics HTTP/1.1" 200 36202 "" "Prometheus/2.51.0" 2024-07-29T15:11:28.008 INFO:tasks.rados.rados.0.smithi067.stdout:2589: finishing rollback tid 0 to smithi06780069-23 2024-07-29T15:11:28.008 INFO:tasks.rados.rados.0.smithi067.stdout:2589: finishing rollback tid 1 to smithi06780069-23 2024-07-29T15:11:28.008 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 1338 (ObjNum 33 snap 0 seq_num 3879860080) dirty exists 2024-07-29T15:11:28.008 INFO:tasks.rados.rados.0.smithi067.stdout:2589: finishing rollback tid 2 to smithi06780069-23 2024-07-29T15:11:28.008 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 1220 (ObjNum 787 snap 241 seq_num 787) dirty exists 2024-07-29T15:11:28.008 INFO:tasks.rados.rados.0.smithi067.stdout:2587: done (2 left) 2024-07-29T15:11:28.008 INFO:tasks.rados.rados.0.smithi067.stdout:2589: done (1 left) 2024-07-29T15:11:28.008 INFO:tasks.rados.rados.0.smithi067.stdout:2590: done (0 left) 2024-07-29T15:11:28.009 INFO:tasks.rados.rados.0.smithi067.stdout:2591: delete oid 23 current snap is 261 2024-07-29T15:11:28.019 INFO:tasks.rados.rados.0.smithi067.stdout:2591: done (0 left) 2024-07-29T15:11:28.019 INFO:tasks.rados.rados.0.smithi067.stdout:2592: read oid 50 snap -1 2024-07-29T15:11:28.019 INFO:tasks.rados.rados.0.smithi067.stdout:2592: expect deleted 2024-07-29T15:11:28.019 INFO:tasks.rados.rados.0.smithi067.stdout:2593: rollback oid 21 current snap is 261 2024-07-29T15:11:28.019 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 21 to 220 2024-07-29T15:11:28.019 INFO:tasks.rados.rados.0.smithi067.stdout:2594: delete oid 35 current snap is 261 2024-07-29T15:11:28.022 INFO:tasks.rados.rados.0.smithi067.stdout:2593: finishing rollback tid 1 to smithi06780069-21 2024-07-29T15:11:28.022 INFO:tasks.rados.rados.0.smithi067.stdout:2593: finishing rollback tid 2 to smithi06780069-21 2024-07-29T15:11:28.022 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 1242 (ObjNum 33 snap 0 seq_num 3880767104) dirty exists 2024-07-29T15:11:28.026 INFO:tasks.rados.rados.0.smithi067.stdout:2592: done (2 left) 2024-07-29T15:11:28.026 INFO:tasks.rados.rados.0.smithi067.stdout:2593: done (1 left) 2024-07-29T15:11:28.026 INFO:tasks.rados.rados.0.smithi067.stdout:2594: done (0 left) 2024-07-29T15:11:28.026 INFO:tasks.rados.rados.0.smithi067.stdout:2595: delete oid 50 current snap is 261 2024-07-29T15:11:28.028 INFO:tasks.rados.rados.0.smithi067.stdout:2595: done (0 left) 2024-07-29T15:11:28.028 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 35 current snap is 261 2024-07-29T15:11:28.028 INFO:tasks.rados.rados.0.smithi067.stdout:2596: seq_num 817 ranges {0=491520,491520=417792,909312=425984,1335296=360448} 2024-07-29T15:11:28.030 INFO:tasks.rados.rados.0.smithi067.stdout:2596: writing smithi06780069-35 from 0 to 491520 tid 1 2024-07-29T15:11:28.033 INFO:tasks.rados.rados.0.smithi067.stdout:2596: writing smithi06780069-35 from 491520 to 909312 tid 2 2024-07-29T15:11:28.036 INFO:tasks.rados.rados.0.smithi067.stdout:2596: writing smithi06780069-35 from 909312 to 1335296 tid 3 2024-07-29T15:11:28.039 INFO:tasks.rados.rados.0.smithi067.stdout:2596: writing smithi06780069-35 from 1335296 to 1695744 tid 4 2024-07-29T15:11:28.039 INFO:tasks.rados.rados.0.smithi067.stdout:2597: delete oid 17 current snap is 261 2024-07-29T15:11:28.039 INFO:tasks.rados.rados.0.smithi067.stdout:2596: finishing write tid 1 to smithi06780069-35 2024-07-29T15:11:28.039 INFO:tasks.rados.rados.0.smithi067.stdout:2596: finishing write tid 2 to smithi06780069-35 2024-07-29T15:11:28.040 INFO:tasks.rados.rados.0.smithi067.stdout:2596: finishing write tid 3 to smithi06780069-35 2024-07-29T15:11:28.041 INFO:tasks.rados.rados.0.smithi067.stdout:2597: done (1 left) 2024-07-29T15:11:28.041 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 3 current snap is 261 2024-07-29T15:11:28.041 INFO:tasks.rados.rados.0.smithi067.stdout:2598: seq_num 819 ranges {8617984=524288,9142272=589824,9732096=614400} 2024-07-29T15:11:28.091 INFO:tasks.rados.rados.0.smithi067.stdout:2598: writing smithi06780069-3 from 8617984 to 9142272 tid 1 2024-07-29T15:11:28.095 INFO:tasks.rados.rados.0.smithi067.stdout:2598: writing smithi06780069-3 from 9142272 to 9732096 tid 2 2024-07-29T15:11:28.099 INFO:tasks.rados.rados.0.smithi067.stdout:2598: writing smithi06780069-3 from 9732096 to 10346496 tid 3 2024-07-29T15:11:28.099 INFO:tasks.rados.rados.0.smithi067.stdout:2599: snap_create 2024-07-29T15:11:28.099 INFO:tasks.rados.rados.0.smithi067.stdout:2596: finishing write tid 4 to smithi06780069-35 2024-07-29T15:11:28.099 INFO:tasks.rados.rados.0.smithi067.stdout:2596: finishing write tid 5 to smithi06780069-35 2024-07-29T15:11:28.099 INFO:tasks.rados.rados.0.smithi067.stdout:2596: finishing write tid 6 to smithi06780069-35 2024-07-29T15:11:28.099 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 35 v 1352 (ObjNum 817 snap 261 seq_num 817) dirty exists 2024-07-29T15:11:28.099 INFO:tasks.rados.rados.0.smithi067.stdout:2596: left oid 35 (ObjNum 817 snap 261 seq_num 817) 2024-07-29T15:11:28.100 INFO:tasks.rados.rados.0.smithi067.stdout:2598: finishing write tid 1 to smithi06780069-3 2024-07-29T15:11:28.100 INFO:tasks.rados.rados.0.smithi067.stdout:2598: finishing write tid 2 to smithi06780069-3 2024-07-29T15:11:28.101 INFO:tasks.rados.rados.0.smithi067.stdout:2598: finishing write tid 3 to smithi06780069-3 2024-07-29T15:11:28.101 INFO:tasks.rados.rados.0.smithi067.stdout:2598: finishing write tid 4 to smithi06780069-3 2024-07-29T15:11:28.103 INFO:tasks.rados.rados.0.smithi067.stdout:2598: finishing write tid 5 to smithi06780069-3 2024-07-29T15:11:28.103 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 1212 (ObjNum 819 snap 261 seq_num 819) dirty exists 2024-07-29T15:11:28.103 INFO:tasks.rados.rados.0.smithi067.stdout:2598: left oid 3 (ObjNum 819 snap 261 seq_num 819) 2024-07-29T15:11:28.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:28 smithi138 ceph-mon[86438]: osdmap e592: 8 total, 8 up, 8 in 2024-07-29T15:11:28.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:28 smithi067 ceph-mon[94375]: osdmap e592: 8 total, 8 up, 8 in 2024-07-29T15:11:28.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:28 smithi067 ceph-mon[91995]: osdmap e592: 8 total, 8 up, 8 in 2024-07-29T15:11:29.010 INFO:tasks.rados.rados.0.smithi067.stdout:2596: done (2 left) 2024-07-29T15:11:29.010 INFO:tasks.rados.rados.0.smithi067.stdout:2598: done (1 left) 2024-07-29T15:11:29.010 INFO:tasks.rados.rados.0.smithi067.stdout:2599: done (0 left) 2024-07-29T15:11:29.010 INFO:tasks.rados.rados.0.smithi067.stdout:2600: delete oid 47 current snap is 262 2024-07-29T15:11:29.014 INFO:tasks.rados.rados.0.smithi067.stdout:2600: done (0 left) 2024-07-29T15:11:29.014 INFO:tasks.rados.rados.0.smithi067.stdout:2601: copy_from oid 37 from oid 34 current snap is 262 2024-07-29T15:11:29.014 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 9 current snap is 262 2024-07-29T15:11:29.014 INFO:tasks.rados.rados.0.smithi067.stdout:2602: seq_num 821 ranges {3530752=557056,4087808=761856,4849664=442368} 2024-07-29T15:11:29.038 INFO:tasks.rados.rados.0.smithi067.stdout:2602: writing smithi06780069-9 from 3530752 to 4087808 tid 1 2024-07-29T15:11:29.041 INFO:tasks.rados.rados.0.smithi067.stdout:2602: writing smithi06780069-9 from 4087808 to 4849664 tid 2 2024-07-29T15:11:29.044 INFO:tasks.rados.rados.0.smithi067.stdout:2602: writing smithi06780069-9 from 4849664 to 5292032 tid 3 2024-07-29T15:11:29.044 INFO:tasks.rados.rados.0.smithi067.stdout:2603: rollback oid 27 current snap is 262 2024-07-29T15:11:29.044 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 27 to 250 2024-07-29T15:11:29.044 INFO:tasks.rados.rados.0.smithi067.stdout:2601: finishing copy_from racing read to smithi06780069-37 2024-07-29T15:11:29.044 INFO:tasks.rados.rados.0.smithi067.stdout:2601: finishing copy_from to smithi06780069-37 2024-07-29T15:11:29.044 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 37 v 1195 (ObjNum 514 snap 151 seq_num 514) dirty exists 2024-07-29T15:11:29.044 INFO:tasks.rados.rados.0.smithi067.stdout:2602: finishing write tid 1 to smithi06780069-9 2024-07-29T15:11:29.044 INFO:tasks.rados.rados.0.smithi067.stdout:2601: done (2 left) 2024-07-29T15:11:29.044 INFO:tasks.rados.rados.0.smithi067.stdout:2604: delete oid 48 current snap is 262 2024-07-29T15:11:29.045 INFO:tasks.rados.rados.0.smithi067.stdout:2602: finishing write tid 2 to smithi06780069-9 2024-07-29T15:11:29.046 INFO:tasks.rados.rados.0.smithi067.stdout:2604: done (2 left) 2024-07-29T15:11:29.046 INFO:tasks.rados.rados.0.smithi067.stdout:2605: delete oid 20 current snap is 262 2024-07-29T15:11:29.047 INFO:tasks.rados.rados.0.smithi067.stdout:2602: finishing write tid 3 to smithi06780069-9 2024-07-29T15:11:29.047 INFO:tasks.rados.rados.0.smithi067.stdout:2602: finishing write tid 4 to smithi06780069-9 2024-07-29T15:11:29.048 INFO:tasks.rados.rados.0.smithi067.stdout:2603: finishing rollback tid 0 to smithi06780069-27 2024-07-29T15:11:29.049 INFO:tasks.rados.rados.0.smithi067.stdout:2605: done (2 left) 2024-07-29T15:11:29.049 INFO:tasks.rados.rados.0.smithi067.stdout:2606: snap_create 2024-07-29T15:11:29.049 INFO:tasks.rados.rados.0.smithi067.stdout:2603: finishing rollback tid 1 to smithi06780069-27 2024-07-29T15:11:29.049 INFO:tasks.rados.rados.0.smithi067.stdout:2602: finishing write tid 5 to smithi06780069-9 2024-07-29T15:11:29.049 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 9 v 1204 (ObjNum 821 snap 262 seq_num 821) dirty exists 2024-07-29T15:11:29.049 INFO:tasks.rados.rados.0.smithi067.stdout:2602: left oid 9 (ObjNum 821 snap 262 seq_num 821) 2024-07-29T15:11:29.050 INFO:tasks.rados.rados.0.smithi067.stdout:2603: finishing rollback tid 2 to smithi06780069-27 2024-07-29T15:11:29.050 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 1215 (ObjNum 720 snap 223 seq_num 720) dirty exists 2024-07-29T15:11:29.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:29 smithi138 ceph-mon[86438]: pgmap v500: 121 pgs: 121 active+clean; 370 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-07-29T15:11:29.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:29 smithi138 ceph-mon[86438]: osdmap e593: 8 total, 8 up, 8 in 2024-07-29T15:11:29.311 INFO:journalctl@ceph.mds.b.smithi138.stdout:Jul 29 15:11:29 smithi138 podman[110298]: 2024-07-29 15:11:29.222413008 +0000 UTC m=+9.641512821 container died 8d64b29e83686202bebe4bf54e366a3fb0cac68953d0f0579e7164cbacd0c2d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-b, GIT_CLEAN=True, io.buildah.version=1.36.0, RELEASE=quincy-3120d06, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-29T15:11:29.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:29 smithi067 ceph-mon[91995]: pgmap v500: 121 pgs: 121 active+clean; 370 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-07-29T15:11:29.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:29 smithi067 ceph-mon[91995]: osdmap e593: 8 total, 8 up, 8 in 2024-07-29T15:11:29.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:29 smithi067 ceph-mon[94375]: pgmap v500: 121 pgs: 121 active+clean; 370 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-07-29T15:11:29.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:29 smithi067 ceph-mon[94375]: osdmap e593: 8 total, 8 up, 8 in 2024-07-29T15:11:29.810 INFO:journalctl@ceph.mds.b.smithi138.stdout:Jul 29 15:11:29 smithi138 podman[110298]: 2024-07-29 15:11:29.695854491 +0000 UTC m=+10.114954299 container cleanup 8d64b29e83686202bebe4bf54e366a3fb0cac68953d0f0579e7164cbacd0c2d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-b, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=quincy-3120d06, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-29T15:11:29.811 INFO:journalctl@ceph.mds.b.smithi138.stdout:Jul 29 15:11:29 smithi138 bash[110298]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-b 2024-07-29T15:11:30.022 INFO:tasks.rados.rados.0.smithi067.stdout:2602: done (2 left) 2024-07-29T15:11:30.022 INFO:tasks.rados.rados.0.smithi067.stdout:2603: done (1 left) 2024-07-29T15:11:30.022 INFO:tasks.rados.rados.0.smithi067.stdout:2606: done (0 left) 2024-07-29T15:11:30.022 INFO:tasks.rados.rados.0.smithi067.stdout:2607: snap_remove snap 250 2024-07-29T15:11:30.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:30 smithi138 ceph-mon[86438]: osdmap e594: 8 total, 8 up, 8 in 2024-07-29T15:11:30.214 INFO:journalctl@ceph.mds.b.smithi138.stdout:Jul 29 15:11:29 smithi138 podman[110312]: 2024-07-29 15:11:29.938912149 +0000 UTC m=+0.715420745 container remove 8d64b29e83686202bebe4bf54e366a3fb0cac68953d0f0579e7164cbacd0c2d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:aef3335cf6bb52b9399a204b3a450d76e4542d974c0168c8be53fd7eddf1d5ca, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-3120d06, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-07-29T15:11:30.214 INFO:journalctl@ceph.mds.b.smithi138.stdout:Jul 29 15:11:30 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mds.b.service: Deactivated successfully. 2024-07-29T15:11:30.214 INFO:journalctl@ceph.mds.b.smithi138.stdout:Jul 29 15:11:30 smithi138 systemd[1]: Stopped Ceph mds.b for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:11:30.214 INFO:journalctl@ceph.mds.b.smithi138.stdout:Jul 29 15:11:30 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mds.b.service: Consumed 1.175s CPU time. 2024-07-29T15:11:30.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:30 smithi067 ceph-mon[91995]: osdmap e594: 8 total, 8 up, 8 in 2024-07-29T15:11:30.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:30 smithi067 ceph-mon[94375]: osdmap e594: 8 total, 8 up, 8 in 2024-07-29T15:11:30.532 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:11:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:11:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:11:30.533 INFO:journalctl@ceph.mds.b.smithi138.stdout:Jul 29 15:11:30 smithi138 systemd[1]: Starting Ceph mds.b for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:11:30.811 INFO:journalctl@ceph.mds.b.smithi138.stdout:Jul 29 15:11:30 smithi138 podman[110437]: 2024-07-29 15:11:30.532249823 +0000 UTC m=+0.111022033 container create 1428b5e8c4c03d15579419930a52dd2bf8d18c82fe7265793b1973a29c54a3a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-b, RELEASE=main-69149bb, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240716) 2024-07-29T15:11:30.811 INFO:journalctl@ceph.mds.b.smithi138.stdout:Jul 29 15:11:30 smithi138 podman[110437]: 2024-07-29 15:11:30.438441996 +0000 UTC m=+0.017214176 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T15:11:30.811 INFO:journalctl@ceph.mds.b.smithi138.stdout:Jul 29 15:11:30 smithi138 podman[110437]: 2024-07-29 15:11:30.734742436 +0000 UTC m=+0.313514608 container init 1428b5e8c4c03d15579419930a52dd2bf8d18c82fe7265793b1973a29c54a3a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-b, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-69149bb, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240716, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-07-29T15:11:30.811 INFO:journalctl@ceph.mds.b.smithi138.stdout:Jul 29 15:11:30 smithi138 podman[110437]: 2024-07-29 15:11:30.73735144 +0000 UTC m=+0.316123609 container start 1428b5e8c4c03d15579419930a52dd2bf8d18c82fe7265793b1973a29c54a3a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240716, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, RELEASE=main-69149bb, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-29T15:11:30.811 INFO:journalctl@ceph.mds.b.smithi138.stdout:Jul 29 15:11:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-b[110453]: starting mds.b at 2024-07-29T15:11:31.039 INFO:tasks.rados.rados.0.smithi067.stdout:2607: done (0 left) 2024-07-29T15:11:31.039 INFO:tasks.rados.rados.0.smithi067.stdout:2608: snap_create 2024-07-29T15:11:31.311 INFO:journalctl@ceph.mds.b.smithi138.stdout:Jul 29 15:11:30 smithi138 bash[110437]: 1428b5e8c4c03d15579419930a52dd2bf8d18c82fe7265793b1973a29c54a3a8 2024-07-29T15:11:31.311 INFO:journalctl@ceph.mds.b.smithi138.stdout:Jul 29 15:11:30 smithi138 systemd[1]: Started Ceph mds.b for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:11:31.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:31 smithi138 ceph-mon[86438]: pgmap v503: 121 pgs: 121 active+clean; 379 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2024-07-29T15:11:31.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:31 smithi138 ceph-mon[86438]: osdmap e595: 8 total, 8 up, 8 in 2024-07-29T15:11:31.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:31 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:31.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:31 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:31.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:31 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:11:31.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:31 smithi067 ceph-mon[91995]: pgmap v503: 121 pgs: 121 active+clean; 379 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2024-07-29T15:11:31.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:31 smithi067 ceph-mon[91995]: osdmap e595: 8 total, 8 up, 8 in 2024-07-29T15:11:31.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:31 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:31.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:31 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:31.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:31 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:11:31.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:31 smithi067 ceph-mon[94375]: pgmap v503: 121 pgs: 121 active+clean; 379 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2024-07-29T15:11:31.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:31 smithi067 ceph-mon[94375]: osdmap e595: 8 total, 8 up, 8 in 2024-07-29T15:11:31.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:31 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:31.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:31 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:31.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:31 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:11:31.546 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-07-29T15:11:31.824 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-29T15:11:31.825 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (7m) 19s ago 11m 18.3M - 0.27.0 11f11916f8cd 7b3d7ecf5d32 2024-07-29T15:11:31.825 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi138 *:3000 running (6m) 38s ago 11m 86.1M - 9.4.7 954c08fa6188 16aea5822221 2024-07-29T15:11:31.825 INFO:teuthology.orchestra.run.smithi067.stdout:mds.a smithi067 running (23s) 19s ago 12m 14.1M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 8eee6be7b0d8 2024-07-29T15:11:31.825 INFO:teuthology.orchestra.run.smithi067.stdout:mds.b smithi138 starting - - - - 2024-07-29T15:11:31.825 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi138 *:8443,9283,8765 running (6m) 38s ago 16m 454M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 ae20c11d7057 2024-07-29T15:11:31.825 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:8443,9283,8765 running (6m) 19s ago 17m 527M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 2844d13de992 2024-07-29T15:11:31.825 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (5m) 19s ago 17m 66.6M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 b489fbc3c018 2024-07-29T15:11:31.825 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi138 running (5m) 38s ago 16m 50.2M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 bccf2941ae7e 2024-07-29T15:11:31.825 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (5m) 19s ago 16m 55.6M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 75074f1e503e 2024-07-29T15:11:31.825 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (7m) 19s ago 11m 10.3M - 1.7.0 72c9c2088986 142217b16374 2024-07-29T15:11:31.825 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi138 *:9100 running (6m) 38s ago 11m 12.0M - 1.7.0 72c9c2088986 60191c363c80 2024-07-29T15:11:31.825 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (4m) 19s ago 15m 252M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 17c73145f36a 2024-07-29T15:11:31.825 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (4m) 19s ago 15m 237M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 e9d39547a528 2024-07-29T15:11:31.826 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (3m) 19s ago 15m 218M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 a7d5a0aa79de 2024-07-29T15:11:31.826 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (2m) 19s ago 14m 141M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 6b82a8519e22 2024-07-29T15:11:31.826 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi138 running (2m) 38s ago 14m 154M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 7347f50b0cd8 2024-07-29T15:11:31.826 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi138 running (110s) 38s ago 13m 147M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 da601be03882 2024-07-29T15:11:31.826 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi138 running (76s) 38s ago 13m 82.2M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 9f9dad5a2717 2024-07-29T15:11:31.826 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi138 running (43s) 38s ago 13m 12.2M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 f39d08ab086f 2024-07-29T15:11:31.826 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi138 *:9095 running (6m) 38s ago 11m 54.4M - 2.51.0 1d3b7f56885b 99e49ee09a02 2024-07-29T15:11:32.036 INFO:tasks.rados.rados.0.smithi067.stdout:2608: done (0 left) 2024-07-29T15:11:32.036 INFO:tasks.rados.rados.0.smithi067.stdout:2609: snap_remove snap 259 2024-07-29T15:11:32.181 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-07-29T15:11:32.181 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-07-29T15:11:32.182 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 3 2024-07-29T15:11:32.182 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:11:32.182 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-07-29T15:11:32.182 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 2 2024-07-29T15:11:32.182 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:11:32.182 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-07-29T15:11:32.182 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 8 2024-07-29T15:11:32.182 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:11:32.182 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": { 2024-07-29T15:11:32.182 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 2 2024-07-29T15:11:32.182 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:11:32.182 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-07-29T15:11:32.182 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 15 2024-07-29T15:11:32.183 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-07-29T15:11:32.183 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-07-29T15:11:32.183 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:32 smithi067 ceph-mon[91995]: mds.? [v2:172.21.15.138:6832/3837460225,v1:172.21.15.138:6833/3837460225] up:boot 2024-07-29T15:11:32.183 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:32 smithi067 ceph-mon[91995]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-07-29T15:11:32.183 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:32 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-29T15:11:32.183 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:32 smithi067 ceph-mon[91995]: osdmap e596: 8 total, 8 up, 8 in 2024-07-29T15:11:32.183 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:32 smithi067 ceph-mon[94375]: mds.? [v2:172.21.15.138:6832/3837460225,v1:172.21.15.138:6833/3837460225] up:boot 2024-07-29T15:11:32.183 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:32 smithi067 ceph-mon[94375]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-07-29T15:11:32.184 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:32 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-29T15:11:32.184 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:32 smithi067 ceph-mon[94375]: osdmap e596: 8 total, 8 up, 8 in 2024-07-29T15:11:32.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:32 smithi138 ceph-mon[86438]: mds.? [v2:172.21.15.138:6832/3837460225,v1:172.21.15.138:6833/3837460225] up:boot 2024-07-29T15:11:32.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:32 smithi138 ceph-mon[86438]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-07-29T15:11:32.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:32 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-29T15:11:32.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:32 smithi138 ceph-mon[86438]: osdmap e596: 8 total, 8 up, 8 in 2024-07-29T15:11:32.975 INFO:tasks.rados.rados.0.smithi067.stdout:2609: done (0 left) 2024-07-29T15:11:32.976 INFO:tasks.rados.rados.0.smithi067.stdout:2610: setattr oid 43 current snap is 264 2024-07-29T15:11:32.979 INFO:tasks.rados.rados.0.smithi067.stdout:2611: setattr oid 29 current snap is 264 2024-07-29T15:11:32.984 INFO:tasks.rados.rados.0.smithi067.stdout:2612: rmattr oid 12 current snap is 264 2024-07-29T15:11:32.984 INFO:tasks.rados.rados.0.smithi067.stdout:2613: read oid 6 snap -1 2024-07-29T15:11:32.984 INFO:tasks.rados.rados.0.smithi067.stdout:2613: expect (ObjNum 804 snap 258 seq_num 804) 2024-07-29T15:11:32.984 INFO:tasks.rados.rados.0.smithi067.stdout:2614: copy_from oid 42 from oid 26 current snap is 264 2024-07-29T15:11:32.984 INFO:tasks.rados.rados.0.smithi067.stdout:2615: read oid 46 snap 254 2024-07-29T15:11:32.984 INFO:tasks.rados.rados.0.smithi067.stdout:2615: expect deleted 2024-07-29T15:11:32.984 INFO:tasks.rados.rados.0.smithi067.stdout:2616: setattr oid 10 current snap is 264 2024-07-29T15:11:32.984 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 43 v 981 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-29T15:11:32.985 INFO:tasks.rados.rados.0.smithi067.stdout:2614: finishing copy_from to smithi06780069-42 2024-07-29T15:11:32.985 INFO:tasks.rados.rados.0.smithi067.stdout:2614: got expected ENOENT (src dne) 2024-07-29T15:11:32.986 INFO:tasks.rados.rados.0.smithi067.stdout:2614: finishing copy_from racing read to smithi06780069-42 2024-07-29T15:11:32.987 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 968 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-07-29T15:11:32.987 INFO:tasks.rados.rados.0.smithi067.stdout:2610: done (6 left) 2024-07-29T15:11:32.988 INFO:tasks.rados.rados.0.smithi067.stdout:2612: done (5 left) 2024-07-29T15:11:32.988 INFO:tasks.rados.rados.0.smithi067.stdout:2614: done (4 left) 2024-07-29T15:11:32.988 INFO:tasks.rados.rados.0.smithi067.stdout:2615: done (3 left) 2024-07-29T15:11:32.988 INFO:tasks.rados.rados.0.smithi067.stdout:2617: delete oid 39 current snap is 264 2024-07-29T15:11:32.988 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 1216 (ObjNum 33 snap 0 seq_num 3879656384) dirty exists 2024-07-29T15:11:32.991 INFO:tasks.rados.rados.0.smithi067.stdout:2611: done (3 left) 2024-07-29T15:11:32.992 INFO:tasks.rados.rados.0.smithi067.stdout:2617: done (2 left) 2024-07-29T15:11:32.992 INFO:tasks.rados.rados.0.smithi067.stdout:2618: snap_remove snap 257 2024-07-29T15:11:33.226 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:33 smithi138 ceph-mon[86438]: from='client.34407 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:11:33.226 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:33 smithi138 ceph-mon[86438]: from='client.44330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:11:33.226 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:33 smithi138 ceph-mon[86438]: pgmap v506: 121 pgs: 121 active+clean; 379 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.3 MiB/s wr, 13 op/s 2024-07-29T15:11:33.226 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:33 smithi138 ceph-mon[86438]: osdmap e597: 8 total, 8 up, 8 in 2024-07-29T15:11:33.226 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:33 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/197266468' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:33.226 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:33 smithi138 ceph-mon[86438]: osdmap e598: 8 total, 8 up, 8 in 2024-07-29T15:11:33.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:33 smithi067 ceph-mon[91995]: from='client.34407 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:11:33.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:33 smithi067 ceph-mon[91995]: from='client.44330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:11:33.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:33 smithi067 ceph-mon[91995]: pgmap v506: 121 pgs: 121 active+clean; 379 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.3 MiB/s wr, 13 op/s 2024-07-29T15:11:33.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:33 smithi067 ceph-mon[91995]: osdmap e597: 8 total, 8 up, 8 in 2024-07-29T15:11:33.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:33 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/197266468' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:33.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:33 smithi067 ceph-mon[91995]: osdmap e598: 8 total, 8 up, 8 in 2024-07-29T15:11:33.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:33 smithi067 ceph-mon[94375]: from='client.34407 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:11:33.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:33 smithi067 ceph-mon[94375]: from='client.44330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:11:33.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:33 smithi067 ceph-mon[94375]: pgmap v506: 121 pgs: 121 active+clean; 379 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.3 MiB/s wr, 13 op/s 2024-07-29T15:11:33.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:33 smithi067 ceph-mon[94375]: osdmap e597: 8 total, 8 up, 8 in 2024-07-29T15:11:33.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:33 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/197266468' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:33.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:33 smithi067 ceph-mon[94375]: osdmap e598: 8 total, 8 up, 8 in 2024-07-29T15:11:33.976 INFO:tasks.rados.rados.0.smithi067.stdout:2613: expect (ObjNum 804 snap 258 seq_num 804) 2024-07-29T15:11:34.198 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 1358 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-07-29T15:11:34.199 INFO:tasks.rados.rados.0.smithi067.stdout:2613: done (2 left) 2024-07-29T15:11:34.199 INFO:tasks.rados.rados.0.smithi067.stdout:2616: done (1 left) 2024-07-29T15:11:34.199 INFO:tasks.rados.rados.0.smithi067.stdout:2618: done (0 left) 2024-07-29T15:11:34.199 INFO:tasks.rados.rados.0.smithi067.stdout:2619: rollback oid 23 current snap is 264 2024-07-29T15:11:34.199 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 23 to 263 2024-07-29T15:11:34.199 INFO:tasks.rados.rados.0.smithi067.stdout:2620: read oid 40 snap -1 2024-07-29T15:11:34.199 INFO:tasks.rados.rados.0.smithi067.stdout:2620: expect (ObjNum 742 snap 229 seq_num 742) 2024-07-29T15:11:34.199 INFO:tasks.rados.rados.0.smithi067.stdout:2621: copy_from oid 17 from oid 5 current snap is 264 2024-07-29T15:11:34.199 INFO:tasks.rados.rados.0.smithi067.stdout:2622: rmattr oid 8 current snap is 264 2024-07-29T15:11:34.199 INFO:tasks.rados.rados.0.smithi067.stdout:2622: done (3 left) 2024-07-29T15:11:34.199 INFO:tasks.rados.rados.0.smithi067.stdout:2623: snap_create 2024-07-29T15:11:34.202 INFO:tasks.rados.rados.0.smithi067.stdout:2619: finishing rollback tid 1 to smithi06780069-23 2024-07-29T15:11:34.202 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 1227 (ObjNum 129 snap 0 seq_num 3879654488) dirty dne 2024-07-29T15:11:34.202 INFO:tasks.rados.rados.0.smithi067.stdout:2620: expect (ObjNum 742 snap 229 seq_num 742) 2024-07-29T15:11:34.220 INFO:tasks.rados.rados.0.smithi067.stdout:2621: finishing copy_from racing read to smithi06780069-17 2024-07-29T15:11:34.223 INFO:tasks.rados.rados.0.smithi067.stdout:2621: finishing copy_from to smithi06780069-17 2024-07-29T15:11:34.224 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 1197 (ObjNum 712 snap 219 seq_num 712) dirty exists 2024-07-29T15:11:35.038 INFO:tasks.rados.rados.0.smithi067.stdout:2619: done (3 left) 2024-07-29T15:11:35.038 INFO:tasks.rados.rados.0.smithi067.stdout:2620: done (2 left) 2024-07-29T15:11:35.038 INFO:tasks.rados.rados.0.smithi067.stdout:2621: done (1 left) 2024-07-29T15:11:35.038 INFO:tasks.rados.rados.0.smithi067.stdout:2623: done (0 left) 2024-07-29T15:11:35.038 INFO:tasks.rados.rados.0.smithi067.stdout:2624: rollback oid 50 current snap is 265 2024-07-29T15:11:35.038 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 50 to 248 2024-07-29T15:11:35.038 INFO:tasks.rados.rados.0.smithi067.stdout:2625: read oid 14 snap -1 2024-07-29T15:11:35.038 INFO:tasks.rados.rados.0.smithi067.stdout:2625: expect (ObjNum 813 snap 261 seq_num 813) 2024-07-29T15:11:35.038 INFO:tasks.rados.rados.0.smithi067.stdout:2626: setattr oid 45 current snap is 265 2024-07-29T15:11:35.040 INFO:tasks.rados.rados.0.smithi067.stdout:2627: read oid 1 snap 263 2024-07-29T15:11:35.040 INFO:tasks.rados.rados.0.smithi067.stdout:2627: expect (ObjNum 567 snap 165 seq_num 567) 2024-07-29T15:11:35.040 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 18 current snap is 265 2024-07-29T15:11:35.040 INFO:tasks.rados.rados.0.smithi067.stdout:2628: seq_num 825 ranges {2015232=622592,2637824=745472,3383296=458752} 2024-07-29T15:11:35.055 INFO:tasks.rados.rados.0.smithi067.stdout:2628: writing smithi06780069-18 from 2015232 to 2637824 tid 1 2024-07-29T15:11:35.060 INFO:tasks.rados.rados.0.smithi067.stdout:2628: writing smithi06780069-18 from 2637824 to 3383296 tid 2 2024-07-29T15:11:35.064 INFO:tasks.rados.rados.0.smithi067.stdout:2628: writing smithi06780069-18 from 3383296 to 3842048 tid 3 2024-07-29T15:11:35.064 INFO:tasks.rados.rados.0.smithi067.stdout:2629: snap_create 2024-07-29T15:11:35.064 INFO:tasks.rados.rados.0.smithi067.stdout:2624: finishing rollback tid 1 to smithi06780069-50 2024-07-29T15:11:35.064 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 50 v 1091 (ObjNum 65 snap 0 seq_num 1) dirty dne 2024-07-29T15:11:35.064 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 1201 (ObjNum 693 snap 215 seq_num 693) dirty exists 2024-07-29T15:11:35.064 INFO:tasks.rados.rados.0.smithi067.stdout:2625: expect (ObjNum 813 snap 261 seq_num 813) 2024-07-29T15:11:35.113 INFO:tasks.rados.rados.0.smithi067.stdout:2628: finishing write tid 1 to smithi06780069-18 2024-07-29T15:11:35.113 INFO:tasks.rados.rados.0.smithi067.stdout:2627: expect (ObjNum 567 snap 165 seq_num 567) 2024-07-29T15:11:35.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:34 smithi067 ceph-mon[91995]: pgmap v509: 121 pgs: 121 active+clean; 382 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 852 KiB/s wr, 5 op/s 2024-07-29T15:11:35.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:34 smithi067 ceph-mon[91995]: osdmap e599: 8 total, 8 up, 8 in 2024-07-29T15:11:35.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:34 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:35.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:34 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:35.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:34 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:35.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:34 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:11:35.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:34 smithi067 ceph-mon[94375]: pgmap v509: 121 pgs: 121 active+clean; 382 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 852 KiB/s wr, 5 op/s 2024-07-29T15:11:35.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:34 smithi067 ceph-mon[94375]: osdmap e599: 8 total, 8 up, 8 in 2024-07-29T15:11:35.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:34 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:35.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:34 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:35.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:34 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:35.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:34 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:11:35.243 INFO:tasks.rados.rados.0.smithi067.stdout:2628: finishing write tid 2 to smithi06780069-18 2024-07-29T15:11:35.243 INFO:tasks.rados.rados.0.smithi067.stdout:2628: finishing write tid 3 to smithi06780069-18 2024-07-29T15:11:35.243 INFO:tasks.rados.rados.0.smithi067.stdout:2628: finishing write tid 4 to smithi06780069-18 2024-07-29T15:11:35.243 INFO:tasks.rados.rados.0.smithi067.stdout:2628: finishing write tid 5 to smithi06780069-18 2024-07-29T15:11:35.243 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 1207 (ObjNum 825 snap 265 seq_num 825) dirty exists 2024-07-29T15:11:35.243 INFO:tasks.rados.rados.0.smithi067.stdout:2628: left oid 18 (ObjNum 825 snap 265 seq_num 825) 2024-07-29T15:11:35.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:34 smithi138 ceph-mon[86438]: pgmap v509: 121 pgs: 121 active+clean; 382 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 852 KiB/s wr, 5 op/s 2024-07-29T15:11:35.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:34 smithi138 ceph-mon[86438]: osdmap e599: 8 total, 8 up, 8 in 2024-07-29T15:11:35.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:34 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:35.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:34 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:35.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:34 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:35.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:34 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:11:36.043 INFO:tasks.rados.rados.0.smithi067.stdout:2624: done (5 left) 2024-07-29T15:11:36.043 INFO:tasks.rados.rados.0.smithi067.stdout:2625: done (4 left) 2024-07-29T15:11:36.043 INFO:tasks.rados.rados.0.smithi067.stdout:2626: done (3 left) 2024-07-29T15:11:36.044 INFO:tasks.rados.rados.0.smithi067.stdout:2627: done (2 left) 2024-07-29T15:11:36.044 INFO:tasks.rados.rados.0.smithi067.stdout:2628: done (1 left) 2024-07-29T15:11:36.044 INFO:tasks.rados.rados.0.smithi067.stdout:2629: done (0 left) 2024-07-29T15:11:36.044 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 9 current snap is 266 2024-07-29T15:11:36.044 INFO:tasks.rados.rados.0.smithi067.stdout:2630: seq_num 826 ranges {5292032=638976,5931008=630784,6561792=573440} 2024-07-29T15:11:36.075 INFO:tasks.rados.rados.0.smithi067.stdout:2630: writing smithi06780069-9 from 5292032 to 5931008 tid 1 2024-07-29T15:11:36.079 INFO:tasks.rados.rados.0.smithi067.stdout:2630: writing smithi06780069-9 from 5931008 to 6561792 tid 2 2024-07-29T15:11:36.082 INFO:tasks.rados.rados.0.smithi067.stdout:2630: writing smithi06780069-9 from 6561792 to 7135232 tid 3 2024-07-29T15:11:36.083 INFO:tasks.rados.rados.0.smithi067.stdout:2631: read oid 18 snap -1 2024-07-29T15:11:36.083 INFO:tasks.rados.rados.0.smithi067.stdout:2631: expect (ObjNum 825 snap 265 seq_num 825) 2024-07-29T15:11:36.083 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 21 current snap is 266 2024-07-29T15:11:36.083 INFO:tasks.rados.rados.0.smithi067.stdout:2630: finishing write tid 1 to smithi06780069-9 2024-07-29T15:11:36.083 INFO:tasks.rados.rados.0.smithi067.stdout:2630: finishing write tid 2 to smithi06780069-9 2024-07-29T15:11:36.083 INFO:tasks.rados.rados.0.smithi067.stdout:2632: seq_num 827 ranges {0=655360,655360=516096,1171456=688128} 2024-07-29T15:11:36.086 INFO:tasks.rados.rados.0.smithi067.stdout:2632: writing smithi06780069-21 from 0 to 655360 tid 1 2024-07-29T15:11:36.089 INFO:tasks.rados.rados.0.smithi067.stdout:2632: writing smithi06780069-21 from 655360 to 1171456 tid 2 2024-07-29T15:11:36.094 INFO:tasks.rados.rados.0.smithi067.stdout:2632: writing smithi06780069-21 from 1171456 to 1859584 tid 3 2024-07-29T15:11:36.094 INFO:tasks.rados.rados.0.smithi067.stdout:2633: snap_create 2024-07-29T15:11:36.094 INFO:tasks.rados.rados.0.smithi067.stdout:2630: finishing write tid 3 to smithi06780069-9 2024-07-29T15:11:36.094 INFO:tasks.rados.rados.0.smithi067.stdout:2630: finishing write tid 4 to smithi06780069-9 2024-07-29T15:11:36.094 INFO:tasks.rados.rados.0.smithi067.stdout:2630: finishing write tid 5 to smithi06780069-9 2024-07-29T15:11:36.094 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 9 v 1208 (ObjNum 826 snap 266 seq_num 826) dirty exists 2024-07-29T15:11:36.094 INFO:tasks.rados.rados.0.smithi067.stdout:2630: left oid 9 (ObjNum 826 snap 266 seq_num 826) 2024-07-29T15:11:36.098 INFO:tasks.rados.rados.0.smithi067.stdout:2632: finishing write tid 1 to smithi06780069-21 2024-07-29T15:11:36.098 INFO:tasks.rados.rados.0.smithi067.stdout:2632: finishing write tid 2 to smithi06780069-21 2024-07-29T15:11:36.099 INFO:tasks.rados.rados.0.smithi067.stdout:2632: finishing write tid 3 to smithi06780069-21 2024-07-29T15:11:36.099 INFO:tasks.rados.rados.0.smithi067.stdout:2632: finishing write tid 4 to smithi06780069-21 2024-07-29T15:11:36.100 INFO:tasks.rados.rados.0.smithi067.stdout:2632: finishing write tid 5 to smithi06780069-21 2024-07-29T15:11:36.101 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 1246 (ObjNum 827 snap 266 seq_num 827) dirty exists 2024-07-29T15:11:36.101 INFO:tasks.rados.rados.0.smithi067.stdout:2632: left oid 21 (ObjNum 827 snap 266 seq_num 827) 2024-07-29T15:11:36.102 INFO:tasks.rados.rados.0.smithi067.stdout:2631: expect (ObjNum 825 snap 265 seq_num 825) 2024-07-29T15:11:36.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:36.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:36.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:35 smithi067 ceph-mon[91995]: osdmap e600: 8 total, 8 up, 8 in 2024-07-29T15:11:36.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:36.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:36.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:35 smithi067 ceph-mon[94375]: osdmap e600: 8 total, 8 up, 8 in 2024-07-29T15:11:36.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:36.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:36.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:35 smithi138 ceph-mon[86438]: osdmap e600: 8 total, 8 up, 8 in 2024-07-29T15:11:37.050 INFO:tasks.rados.rados.0.smithi067.stdout:2630: done (3 left) 2024-07-29T15:11:37.050 INFO:tasks.rados.rados.0.smithi067.stdout:2631: done (2 left) 2024-07-29T15:11:37.050 INFO:tasks.rados.rados.0.smithi067.stdout:2632: done (1 left) 2024-07-29T15:11:37.050 INFO:tasks.rados.rados.0.smithi067.stdout:2633: done (0 left) 2024-07-29T15:11:37.050 INFO:tasks.rados.rados.0.smithi067.stdout:2634: rmattr oid 11 current snap is 267 2024-07-29T15:11:37.050 INFO:tasks.rados.rados.0.smithi067.stdout:2634: done (0 left) 2024-07-29T15:11:37.050 INFO:tasks.rados.rados.0.smithi067.stdout:2635: read oid 43 snap -1 2024-07-29T15:11:37.051 INFO:tasks.rados.rados.0.smithi067.stdout:2635: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:11:37.051 INFO:tasks.rados.rados.0.smithi067.stdout:2636: snap_remove snap 261 2024-07-29T15:11:37.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:37 smithi138 ceph-mon[86438]: pgmap v512: 121 pgs: 121 active+clean; 382 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 852 KiB/s wr, 11 op/s 2024-07-29T15:11:37.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:37 smithi138 ceph-mon[86438]: osdmap e601: 8 total, 8 up, 8 in 2024-07-29T15:11:37.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:37 smithi067 ceph-mon[91995]: pgmap v512: 121 pgs: 121 active+clean; 382 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 852 KiB/s wr, 11 op/s 2024-07-29T15:11:37.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:37 smithi067 ceph-mon[91995]: osdmap e601: 8 total, 8 up, 8 in 2024-07-29T15:11:37.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:37 smithi067 ceph-mon[94375]: pgmap v512: 121 pgs: 121 active+clean; 382 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 852 KiB/s wr, 11 op/s 2024-07-29T15:11:37.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:37 smithi067 ceph-mon[94375]: osdmap e601: 8 total, 8 up, 8 in 2024-07-29T15:11:37.978 INFO:tasks.rados.rados.0.smithi067.stdout:2636: done (1 left) 2024-07-29T15:11:37.978 INFO:tasks.rados.rados.0.smithi067.stdout:2637: read oid 9 snap -1 2024-07-29T15:11:37.978 INFO:tasks.rados.rados.0.smithi067.stdout:2637: expect (ObjNum 826 snap 266 seq_num 826) 2024-07-29T15:11:37.978 INFO:tasks.rados.rados.0.smithi067.stdout:2638: rollback oid 38 current snap is 267 2024-07-29T15:11:37.978 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 38 to 260 2024-07-29T15:11:37.978 INFO:tasks.rados.rados.0.smithi067.stdout:2639: delete oid 40 current snap is 267 2024-07-29T15:11:37.978 INFO:tasks.rados.rados.0.smithi067.stdout:2635: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:11:37.987 INFO:tasks.rados.rados.0.smithi067.stdout:2635: done (3 left) 2024-07-29T15:11:37.987 INFO:tasks.rados.rados.0.smithi067.stdout:2639: done (2 left) 2024-07-29T15:11:37.987 INFO:tasks.rados.rados.0.smithi067.stdout:2640: delete oid 32 current snap is 267 2024-07-29T15:11:37.991 INFO:tasks.rados.rados.0.smithi067.stdout:2640: done (2 left) 2024-07-29T15:11:37.991 INFO:tasks.rados.rados.0.smithi067.stdout:2641: read oid 11 snap -1 2024-07-29T15:11:37.991 INFO:tasks.rados.rados.0.smithi067.stdout:2641: expect (ObjNum 812 snap 261 seq_num 812) 2024-07-29T15:11:37.991 INFO:tasks.rados.rados.0.smithi067.stdout:2642: snap_create 2024-07-29T15:11:37.991 INFO:tasks.rados.rados.0.smithi067.stdout:2638: finishing rollback tid 1 to smithi06780069-38 2024-07-29T15:11:37.991 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 38 v 1196 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-07-29T15:11:38.013 INFO:tasks.rados.rados.0.smithi067.stdout:2641: expect (ObjNum 812 snap 261 seq_num 812) 2024-07-29T15:11:38.149 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:11:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:11:37] "GET /metrics HTTP/1.1" 200 36440 "" "Prometheus/2.51.0" 2024-07-29T15:11:38.150 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:38 smithi067 ceph-mon[91995]: osdmap e602: 8 total, 8 up, 8 in 2024-07-29T15:11:38.150 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:38 smithi067 ceph-mon[91995]: osdmap e603: 8 total, 8 up, 8 in 2024-07-29T15:11:38.150 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:38 smithi067 ceph-mon[94375]: osdmap e602: 8 total, 8 up, 8 in 2024-07-29T15:11:38.150 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:38 smithi067 ceph-mon[94375]: osdmap e603: 8 total, 8 up, 8 in 2024-07-29T15:11:38.210 INFO:tasks.rados.rados.0.smithi067.stdout:2637: expect (ObjNum 826 snap 266 seq_num 826) 2024-07-29T15:11:38.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:38 smithi138 ceph-mon[86438]: osdmap e602: 8 total, 8 up, 8 in 2024-07-29T15:11:38.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:38 smithi138 ceph-mon[86438]: osdmap e603: 8 total, 8 up, 8 in 2024-07-29T15:11:38.977 INFO:tasks.rados.rados.0.smithi067.stdout:2637: done (3 left) 2024-07-29T15:11:38.977 INFO:tasks.rados.rados.0.smithi067.stdout:2638: done (2 left) 2024-07-29T15:11:38.977 INFO:tasks.rados.rados.0.smithi067.stdout:2641: done (1 left) 2024-07-29T15:11:38.977 INFO:tasks.rados.rados.0.smithi067.stdout:2642: done (0 left) 2024-07-29T15:11:38.977 INFO:tasks.rados.rados.0.smithi067.stdout:2643: setattr oid 42 current snap is 268 2024-07-29T15:11:38.978 INFO:tasks.rados.rados.0.smithi067.stdout:2644: rollback oid 29 current snap is 268 2024-07-29T15:11:38.978 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 29 to 217 2024-07-29T15:11:38.978 INFO:tasks.rados.rados.0.smithi067.stdout:2645: snap_create 2024-07-29T15:11:38.983 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 1247 (ObjNum 733 snap 228 seq_num 733) dirty exists 2024-07-29T15:11:38.985 INFO:tasks.rados.rados.0.smithi067.stdout:2644: finishing rollback tid 0 to smithi06780069-29 2024-07-29T15:11:38.985 INFO:tasks.rados.rados.0.smithi067.stdout:2644: finishing rollback tid 1 to smithi06780069-29 2024-07-29T15:11:38.985 INFO:tasks.rados.rados.0.smithi067.stdout:2644: finishing rollback tid 2 to smithi06780069-29 2024-07-29T15:11:38.985 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 1219 (ObjNum 514 snap 151 seq_num 514) dirty exists 2024-07-29T15:11:39.223 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: pgmap v515: 121 pgs: 121 active+clean; 384 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 454 KiB/s wr, 17 op/s 2024-07-29T15:11:39.224 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: Detected new or changed devices on smithi138 2024-07-29T15:11:39.224 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:39.224 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:39.224 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:11:39.224 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:11:39.224 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:39.224 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:11:39.224 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.224 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.224 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.225 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.225 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.225 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: Upgrade: Setting container_image for all mds 2024-07-29T15:11:39.225 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:39.225 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-07-29T15:11:39.225 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-07-29T15:11:39.225 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-07-29T15:11:39.225 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-07-29T15:11:39.225 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.225 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: Upgrade: Setting container_image for all rgw 2024-07-29T15:11:39.225 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:39.225 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.225 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: Upgrade: Setting container_image for all rbd-mirror 2024-07-29T15:11:39.226 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:39.226 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.226 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.226 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: Upgrade: Setting container_image for all ceph-exporter 2024-07-29T15:11:39.226 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:39.226 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.226 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: Upgrade: Setting container_image for all iscsi 2024-07-29T15:11:39.226 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:39.226 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.226 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: Upgrade: Setting container_image for all nfs 2024-07-29T15:11:39.226 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:39.227 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.227 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: Upgrade: Setting container_image for all nvmeof 2024-07-29T15:11:39.227 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:39.227 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.227 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.227 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.227 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:39 smithi138 ceph-mon[86438]: osdmap e604: 8 total, 8 up, 8 in 2024-07-29T15:11:39.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: pgmap v515: 121 pgs: 121 active+clean; 384 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 454 KiB/s wr, 17 op/s 2024-07-29T15:11:39.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: Detected new or changed devices on smithi138 2024-07-29T15:11:39.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:39.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:39.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:11:39.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:11:39.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:39.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:11:39.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: Upgrade: Setting container_image for all mds 2024-07-29T15:11:39.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:39.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-07-29T15:11:39.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-07-29T15:11:39.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-07-29T15:11:39.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-07-29T15:11:39.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: Upgrade: Setting container_image for all rgw 2024-07-29T15:11:39.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:39.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: Upgrade: Setting container_image for all rbd-mirror 2024-07-29T15:11:39.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:39.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: Upgrade: Setting container_image for all ceph-exporter 2024-07-29T15:11:39.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:39.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: Upgrade: Setting container_image for all iscsi 2024-07-29T15:11:39.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:39.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: Upgrade: Setting container_image for all nfs 2024-07-29T15:11:39.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:39.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: Upgrade: Setting container_image for all nvmeof 2024-07-29T15:11:39.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:39.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[91995]: osdmap e604: 8 total, 8 up, 8 in 2024-07-29T15:11:39.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: pgmap v515: 121 pgs: 121 active+clean; 384 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 454 KiB/s wr, 17 op/s 2024-07-29T15:11:39.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: Detected new or changed devices on smithi138 2024-07-29T15:11:39.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:39.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:39.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:11:39.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:11:39.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:39.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:11:39.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: Upgrade: Setting container_image for all mds 2024-07-29T15:11:39.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:39.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-07-29T15:11:39.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-07-29T15:11:39.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-07-29T15:11:39.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-07-29T15:11:39.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: Upgrade: Setting container_image for all rgw 2024-07-29T15:11:39.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:39.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: Upgrade: Setting container_image for all rbd-mirror 2024-07-29T15:11:39.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:39.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: Upgrade: Setting container_image for all ceph-exporter 2024-07-29T15:11:39.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:39.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: Upgrade: Setting container_image for all iscsi 2024-07-29T15:11:39.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:39.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: Upgrade: Setting container_image for all nfs 2024-07-29T15:11:39.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:39.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: Upgrade: Setting container_image for all nvmeof 2024-07-29T15:11:39.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:39.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:11:39.496 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:39 smithi067 ceph-mon[94375]: osdmap e604: 8 total, 8 up, 8 in 2024-07-29T15:11:39.979 INFO:tasks.rados.rados.0.smithi067.stdout:2643: done (2 left) 2024-07-29T15:11:39.980 INFO:tasks.rados.rados.0.smithi067.stdout:2644: done (1 left) 2024-07-29T15:11:39.980 INFO:tasks.rados.rados.0.smithi067.stdout:2645: done (0 left) 2024-07-29T15:11:39.980 INFO:tasks.rados.rados.0.smithi067.stdout:2646: copy_from oid 16 from oid 7 current snap is 269 2024-07-29T15:11:39.980 INFO:tasks.rados.rados.0.smithi067.stdout:2647: read oid 14 snap -1 2024-07-29T15:11:39.980 INFO:tasks.rados.rados.0.smithi067.stdout:2647: expect (ObjNum 813 snap 261 seq_num 813) 2024-07-29T15:11:39.980 INFO:tasks.rados.rados.0.smithi067.stdout:2648: delete oid 40 current snap is 269 2024-07-29T15:11:39.985 INFO:tasks.rados.rados.0.smithi067.stdout:2648: done (2 left) 2024-07-29T15:11:39.985 INFO:tasks.rados.rados.0.smithi067.stdout:2649: snap_remove snap 247 2024-07-29T15:11:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:11:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:11:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:11:40.995 INFO:tasks.rados.rados.0.smithi067.stdout:2649: done (2 left) 2024-07-29T15:11:40.995 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 37 current snap is 269 2024-07-29T15:11:40.995 INFO:tasks.rados.rados.0.smithi067.stdout:2650: seq_num 831 ranges {2646016=720896,3366912=499712,3866624=704512} 2024-07-29T15:11:41.015 INFO:tasks.rados.rados.0.smithi067.stdout:2650: writing smithi06780069-37 from 2646016 to 3366912 tid 1 2024-07-29T15:11:41.018 INFO:tasks.rados.rados.0.smithi067.stdout:2650: writing smithi06780069-37 from 3366912 to 3866624 tid 2 2024-07-29T15:11:41.022 INFO:tasks.rados.rados.0.smithi067.stdout:2650: writing smithi06780069-37 from 3866624 to 4571136 tid 3 2024-07-29T15:11:41.022 INFO:tasks.rados.rados.0.smithi067.stdout:2651: snap_remove snap 222 2024-07-29T15:11:41.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:40 smithi067 ceph-mon[94375]: Upgrade: Updating grafana.a 2024-07-29T15:11:41.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:40 smithi067 ceph-mon[94375]: Deploying daemon grafana.a on smithi138 2024-07-29T15:11:41.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:40 smithi067 ceph-mon[94375]: pgmap v518: 121 pgs: 121 active+clean; 392 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.4 MiB/s wr, 26 op/s 2024-07-29T15:11:41.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:40 smithi067 ceph-mon[94375]: osdmap e605: 8 total, 8 up, 8 in 2024-07-29T15:11:41.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:40 smithi067 ceph-mon[91995]: Upgrade: Updating grafana.a 2024-07-29T15:11:41.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:40 smithi067 ceph-mon[91995]: Deploying daemon grafana.a on smithi138 2024-07-29T15:11:41.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:40 smithi067 ceph-mon[91995]: pgmap v518: 121 pgs: 121 active+clean; 392 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.4 MiB/s wr, 26 op/s 2024-07-29T15:11:41.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:40 smithi067 ceph-mon[91995]: osdmap e605: 8 total, 8 up, 8 in 2024-07-29T15:11:41.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:40 smithi138 ceph-mon[86438]: Upgrade: Updating grafana.a 2024-07-29T15:11:41.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:40 smithi138 ceph-mon[86438]: Deploying daemon grafana.a on smithi138 2024-07-29T15:11:41.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:40 smithi138 ceph-mon[86438]: pgmap v518: 121 pgs: 121 active+clean; 392 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.4 MiB/s wr, 26 op/s 2024-07-29T15:11:41.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:40 smithi138 ceph-mon[86438]: osdmap e605: 8 total, 8 up, 8 in 2024-07-29T15:11:42.001 INFO:tasks.rados.rados.0.smithi067.stdout:2651: done (3 left) 2024-07-29T15:11:42.001 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 13 current snap is 269 2024-07-29T15:11:42.001 INFO:tasks.rados.rados.0.smithi067.stdout:2652: seq_num 832 ranges {2072576=737280,2809856=786432,3596288=417792} 2024-07-29T15:11:42.018 INFO:tasks.rados.rados.0.smithi067.stdout:2652: writing smithi06780069-13 from 2072576 to 2809856 tid 1 2024-07-29T15:11:42.024 INFO:tasks.rados.rados.0.smithi067.stdout:2652: writing smithi06780069-13 from 2809856 to 3596288 tid 2 2024-07-29T15:11:42.027 INFO:tasks.rados.rados.0.smithi067.stdout:2652: writing smithi06780069-13 from 3596288 to 4014080 tid 3 2024-07-29T15:11:42.027 INFO:tasks.rados.rados.0.smithi067.stdout:2647: expect (ObjNum 813 snap 261 seq_num 813) 2024-07-29T15:11:42.080 INFO:tasks.rados.rados.0.smithi067.stdout:2646: finishing copy_from racing read to smithi06780069-16 2024-07-29T15:11:42.081 INFO:tasks.rados.rados.0.smithi067.stdout:2646: finishing copy_from to smithi06780069-16 2024-07-29T15:11:42.081 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 16 v 1090 (ObjNum 691 snap 214 seq_num 691) dirty exists 2024-07-29T15:11:42.081 INFO:tasks.rados.rados.0.smithi067.stdout:2650: finishing write tid 1 to smithi06780069-37 2024-07-29T15:11:42.081 INFO:tasks.rados.rados.0.smithi067.stdout:2650: finishing write tid 2 to smithi06780069-37 2024-07-29T15:11:42.081 INFO:tasks.rados.rados.0.smithi067.stdout:2646: done (3 left) 2024-07-29T15:11:42.081 INFO:tasks.rados.rados.0.smithi067.stdout:2647: done (2 left) 2024-07-29T15:11:42.081 INFO:tasks.rados.rados.0.smithi067.stdout:2653: copy_from oid 1 from oid 7 current snap is 269 2024-07-29T15:11:42.081 INFO:tasks.rados.rados.0.smithi067.stdout:2650: finishing write tid 3 to smithi06780069-37 2024-07-29T15:11:42.081 INFO:tasks.rados.rados.0.smithi067.stdout:2650: finishing write tid 4 to smithi06780069-37 2024-07-29T15:11:42.081 INFO:tasks.rados.rados.0.smithi067.stdout:2650: finishing write tid 5 to smithi06780069-37 2024-07-29T15:11:42.081 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 37 v 1199 (ObjNum 831 snap 269 seq_num 831) dirty exists 2024-07-29T15:11:42.081 INFO:tasks.rados.rados.0.smithi067.stdout:2650: left oid 37 (ObjNum 831 snap 269 seq_num 831) 2024-07-29T15:11:42.081 INFO:tasks.rados.rados.0.smithi067.stdout:2652: finishing write tid 1 to smithi06780069-13 2024-07-29T15:11:42.081 INFO:tasks.rados.rados.0.smithi067.stdout:2652: finishing write tid 2 to smithi06780069-13 2024-07-29T15:11:42.082 INFO:tasks.rados.rados.0.smithi067.stdout:2652: finishing write tid 3 to smithi06780069-13 2024-07-29T15:11:42.082 INFO:tasks.rados.rados.0.smithi067.stdout:2652: finishing write tid 4 to smithi06780069-13 2024-07-29T15:11:42.082 INFO:tasks.rados.rados.0.smithi067.stdout:2652: finishing write tid 5 to smithi06780069-13 2024-07-29T15:11:42.082 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 13 v 1424 (ObjNum 832 snap 269 seq_num 832) dirty exists 2024-07-29T15:11:42.082 INFO:tasks.rados.rados.0.smithi067.stdout:2652: left oid 13 (ObjNum 832 snap 269 seq_num 832) 2024-07-29T15:11:42.082 INFO:tasks.rados.rados.0.smithi067.stdout:2650: done (2 left) 2024-07-29T15:11:42.082 INFO:tasks.rados.rados.0.smithi067.stdout:2652: done (1 left) 2024-07-29T15:11:42.082 INFO:tasks.rados.rados.0.smithi067.stdout:2654: rollback oid 17 current snap is 269 2024-07-29T15:11:42.082 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 17 to 217 2024-07-29T15:11:42.082 INFO:tasks.rados.rados.0.smithi067.stdout:2655: delete oid 8 current snap is 269 2024-07-29T15:11:42.083 INFO:tasks.rados.rados.0.smithi067.stdout:2654: finishing rollback tid 0 to smithi06780069-17 2024-07-29T15:11:42.084 INFO:tasks.rados.rados.0.smithi067.stdout:2654: finishing rollback tid 1 to smithi06780069-17 2024-07-29T15:11:42.085 INFO:tasks.rados.rados.0.smithi067.stdout:2654: finishing rollback tid 2 to smithi06780069-17 2024-07-29T15:11:42.085 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 1200 (ObjNum 674 snap 206 seq_num 674) dirty exists 2024-07-29T15:11:42.086 INFO:tasks.rados.rados.0.smithi067.stdout:2654: done (2 left) 2024-07-29T15:11:42.086 INFO:tasks.rados.rados.0.smithi067.stdout:2655: done (1 left) 2024-07-29T15:11:42.086 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 35 current snap is 269 2024-07-29T15:11:42.086 INFO:tasks.rados.rados.0.smithi067.stdout:2656: seq_num 834 ranges {1695744=778240,2473984=557056,3031040=548864,3579904=98304} 2024-07-29T15:11:42.099 INFO:tasks.rados.rados.0.smithi067.stdout:2656: writing smithi06780069-35 from 1695744 to 2473984 tid 1 2024-07-29T15:11:42.103 INFO:tasks.rados.rados.0.smithi067.stdout:2656: writing smithi06780069-35 from 2473984 to 3031040 tid 2 2024-07-29T15:11:42.107 INFO:tasks.rados.rados.0.smithi067.stdout:2656: writing smithi06780069-35 from 3031040 to 3579904 tid 3 2024-07-29T15:11:42.108 INFO:tasks.rados.rados.0.smithi067.stdout:2656: writing smithi06780069-35 from 3579904 to 3678208 tid 4 2024-07-29T15:11:42.108 INFO:tasks.rados.rados.0.smithi067.stdout:2657: copy_from oid 26 from oid 40 current snap is 269 2024-07-29T15:11:42.108 INFO:tasks.rados.rados.0.smithi067.stdout:2653: finishing copy_from racing read to smithi06780069-1 2024-07-29T15:11:42.108 INFO:tasks.rados.rados.0.smithi067.stdout:2653: finishing copy_from to smithi06780069-1 2024-07-29T15:11:42.108 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 1090 (ObjNum 691 snap 214 seq_num 691) dirty exists 2024-07-29T15:11:42.108 INFO:tasks.rados.rados.0.smithi067.stdout:2656: finishing write tid 1 to smithi06780069-35 2024-07-29T15:11:42.108 INFO:tasks.rados.rados.0.smithi067.stdout:2656: finishing write tid 2 to smithi06780069-35 2024-07-29T15:11:42.108 INFO:tasks.rados.rados.0.smithi067.stdout:2653: done (2 left) 2024-07-29T15:11:42.108 INFO:tasks.rados.rados.0.smithi067.stdout:2658: snap_remove snap 264 2024-07-29T15:11:42.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:41 smithi138 ceph-mon[86438]: osdmap e606: 8 total, 8 up, 8 in 2024-07-29T15:11:42.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:41 smithi067 ceph-mon[91995]: osdmap e606: 8 total, 8 up, 8 in 2024-07-29T15:11:42.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:41 smithi067 ceph-mon[94375]: osdmap e606: 8 total, 8 up, 8 in 2024-07-29T15:11:42.978 INFO:tasks.rados.rados.0.smithi067.stdout:2657: finishing copy_from to smithi06780069-26 2024-07-29T15:11:42.978 INFO:tasks.rados.rados.0.smithi067.stdout:2657: got expected ENOENT (src dne) 2024-07-29T15:11:42.979 INFO:tasks.rados.rados.0.smithi067.stdout:2657: finishing copy_from racing read to smithi06780069-26 2024-07-29T15:11:42.979 INFO:tasks.rados.rados.0.smithi067.stdout:2656: finishing write tid 3 to smithi06780069-35 2024-07-29T15:11:42.979 INFO:tasks.rados.rados.0.smithi067.stdout:2656: finishing write tid 4 to smithi06780069-35 2024-07-29T15:11:42.979 INFO:tasks.rados.rados.0.smithi067.stdout:2656: finishing write tid 5 to smithi06780069-35 2024-07-29T15:11:42.979 INFO:tasks.rados.rados.0.smithi067.stdout:2656: finishing write tid 6 to smithi06780069-35 2024-07-29T15:11:42.979 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 35 v 1382 (ObjNum 834 snap 269 seq_num 834) dirty exists 2024-07-29T15:11:42.979 INFO:tasks.rados.rados.0.smithi067.stdout:2656: left oid 35 (ObjNum 834 snap 269 seq_num 834) 2024-07-29T15:11:42.979 INFO:tasks.rados.rados.0.smithi067.stdout:2656: done (2 left) 2024-07-29T15:11:42.979 INFO:tasks.rados.rados.0.smithi067.stdout:2657: done (1 left) 2024-07-29T15:11:42.979 INFO:tasks.rados.rados.0.smithi067.stdout:2658: done (0 left) 2024-07-29T15:11:42.979 INFO:tasks.rados.rados.0.smithi067.stdout:2659: read oid 3 snap -1 2024-07-29T15:11:42.979 INFO:tasks.rados.rados.0.smithi067.stdout:2659: expect (ObjNum 819 snap 261 seq_num 819) 2024-07-29T15:11:42.979 INFO:tasks.rados.rados.0.smithi067.stdout:2660: snap_remove snap 254 2024-07-29T15:11:43.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:42 smithi138 ceph-mon[86438]: pgmap v521: 121 pgs: 121 active+clean; 392 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-07-29T15:11:43.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:42 smithi138 ceph-mon[86438]: osdmap e607: 8 total, 8 up, 8 in 2024-07-29T15:11:43.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:42 smithi138 ceph-mon[86438]: osdmap e608: 8 total, 8 up, 8 in 2024-07-29T15:11:43.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:42 smithi067 ceph-mon[94375]: pgmap v521: 121 pgs: 121 active+clean; 392 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-07-29T15:11:43.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:42 smithi067 ceph-mon[94375]: osdmap e607: 8 total, 8 up, 8 in 2024-07-29T15:11:43.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:42 smithi067 ceph-mon[94375]: osdmap e608: 8 total, 8 up, 8 in 2024-07-29T15:11:43.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:42 smithi067 ceph-mon[91995]: pgmap v521: 121 pgs: 121 active+clean; 392 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-07-29T15:11:43.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:42 smithi067 ceph-mon[91995]: osdmap e607: 8 total, 8 up, 8 in 2024-07-29T15:11:43.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:42 smithi067 ceph-mon[91995]: osdmap e608: 8 total, 8 up, 8 in 2024-07-29T15:11:43.981 INFO:tasks.rados.rados.0.smithi067.stdout:2660: done (1 left) 2024-07-29T15:11:43.981 INFO:tasks.rados.rados.0.smithi067.stdout:2661: read oid 33 snap -1 2024-07-29T15:11:43.981 INFO:tasks.rados.rados.0.smithi067.stdout:2661: expect (ObjNum 724 snap 223 seq_num 724) 2024-07-29T15:11:43.981 INFO:tasks.rados.rados.0.smithi067.stdout:2662: rollback oid 50 current snap is 269 2024-07-29T15:11:43.981 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 50 to 268 2024-07-29T15:11:43.981 INFO:tasks.rados.rados.0.smithi067.stdout:2663: copy_from oid 40 from oid 48 current snap is 269 2024-07-29T15:11:43.981 INFO:tasks.rados.rados.0.smithi067.stdout:2659: expect (ObjNum 819 snap 261 seq_num 819) 2024-07-29T15:11:44.820 INFO:tasks.rados.rados.0.smithi067.stdout:2662: finishing rollback tid 1 to smithi06780069-50 2024-07-29T15:11:44.820 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 50 v 1091 (ObjNum 7473 snap 0 seq_num 3880421136) dirty dne 2024-07-29T15:11:44.820 INFO:tasks.rados.rados.0.smithi067.stdout:2663: finishing copy_from to smithi06780069-40 2024-07-29T15:11:44.820 INFO:tasks.rados.rados.0.smithi067.stdout:2663: got expected ENOENT (src dne) 2024-07-29T15:11:44.820 INFO:tasks.rados.rados.0.smithi067.stdout:2659: done (3 left) 2024-07-29T15:11:44.821 INFO:tasks.rados.rados.0.smithi067.stdout:2662: done (2 left) 2024-07-29T15:11:44.821 INFO:tasks.rados.rados.0.smithi067.stdout:2664: rollback oid 29 current snap is 269 2024-07-29T15:11:44.821 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 29 to 231 2024-07-29T15:11:44.821 INFO:tasks.rados.rados.0.smithi067.stdout:2663: finishing copy_from racing read to smithi06780069-40 2024-07-29T15:11:44.821 INFO:tasks.rados.rados.0.smithi067.stdout:2661: expect (ObjNum 724 snap 223 seq_num 724) 2024-07-29T15:11:44.825 INFO:tasks.rados.rados.0.smithi067.stdout:2664: finishing rollback tid 0 to smithi06780069-29 2024-07-29T15:11:44.825 INFO:tasks.rados.rados.0.smithi067.stdout:2664: finishing rollback tid 1 to smithi06780069-29 2024-07-29T15:11:44.825 INFO:tasks.rados.rados.0.smithi067.stdout:2664: finishing rollback tid 2 to smithi06780069-29 2024-07-29T15:11:44.825 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 1222 (ObjNum 514 snap 151 seq_num 514) dirty exists 2024-07-29T15:11:44.825 INFO:tasks.rados.rados.0.smithi067.stdout:2661: done (2 left) 2024-07-29T15:11:44.825 INFO:tasks.rados.rados.0.smithi067.stdout:2663: done (1 left) 2024-07-29T15:11:44.825 INFO:tasks.rados.rados.0.smithi067.stdout:2664: done (0 left) 2024-07-29T15:11:44.825 INFO:tasks.rados.rados.0.smithi067.stdout:2665: read oid 42 snap 231 2024-07-29T15:11:44.825 INFO:tasks.rados.rados.0.smithi067.stdout:2665: expect (ObjNum 733 snap 228 seq_num 733) 2024-07-29T15:11:44.825 INFO:tasks.rados.rados.0.smithi067.stdout:2666: snap_create 2024-07-29T15:11:44.868 INFO:tasks.rados.rados.0.smithi067.stdout:2665: expect (ObjNum 733 snap 228 seq_num 733) 2024-07-29T15:11:45.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:44 smithi067 ceph-mon[94375]: pgmap v524: 121 pgs: 121 active+clean; 406 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-07-29T15:11:45.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:44 smithi067 ceph-mon[94375]: osdmap e609: 8 total, 8 up, 8 in 2024-07-29T15:11:45.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:44 smithi067 ceph-mon[91995]: pgmap v524: 121 pgs: 121 active+clean; 406 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-07-29T15:11:45.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:44 smithi067 ceph-mon[91995]: osdmap e609: 8 total, 8 up, 8 in 2024-07-29T15:11:45.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:44 smithi138 ceph-mon[86438]: pgmap v524: 121 pgs: 121 active+clean; 406 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-07-29T15:11:45.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:44 smithi138 ceph-mon[86438]: osdmap e609: 8 total, 8 up, 8 in 2024-07-29T15:11:45.444 INFO:tasks.rados.rados.0.smithi067.stdout:2665: done (1 left) 2024-07-29T15:11:45.445 INFO:tasks.rados.rados.0.smithi067.stdout:2666: done (0 left) 2024-07-29T15:11:45.445 INFO:tasks.rados.rados.0.smithi067.stdout:2667: setattr oid 9 current snap is 270 2024-07-29T15:11:45.446 INFO:tasks.rados.rados.0.smithi067.stdout:2668: read oid 10 snap -1 2024-07-29T15:11:45.446 INFO:tasks.rados.rados.0.smithi067.stdout:2668: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:11:45.446 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 31 current snap is 270 2024-07-29T15:11:45.446 INFO:tasks.rados.rados.0.smithi067.stdout:2669: seq_num 835 ranges {0=794624,794624=442368,1236992=712704,1949696=49152} 2024-07-29T15:11:45.450 INFO:tasks.rados.rados.0.smithi067.stdout:2669: writing smithi06780069-31 from 0 to 794624 tid 1 2024-07-29T15:11:45.453 INFO:tasks.rados.rados.0.smithi067.stdout:2669: writing smithi06780069-31 from 794624 to 1236992 tid 2 2024-07-29T15:11:45.457 INFO:tasks.rados.rados.0.smithi067.stdout:2669: writing smithi06780069-31 from 1236992 to 1949696 tid 3 2024-07-29T15:11:45.458 INFO:tasks.rados.rados.0.smithi067.stdout:2669: writing smithi06780069-31 from 1949696 to 1998848 tid 4 2024-07-29T15:11:45.458 INFO:tasks.rados.rados.0.smithi067.stdout:2670: rollback oid 26 current snap is 270 2024-07-29T15:11:45.458 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 26 to 240 2024-07-29T15:11:45.458 INFO:tasks.rados.rados.0.smithi067.stdout:2668: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:11:45.464 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 9 v 1209 (ObjNum 826 snap 266 seq_num 826) dirty exists 2024-07-29T15:11:45.464 INFO:tasks.rados.rados.0.smithi067.stdout:2669: finishing write tid 1 to smithi06780069-31 2024-07-29T15:11:45.464 INFO:tasks.rados.rados.0.smithi067.stdout:2669: finishing write tid 2 to smithi06780069-31 2024-07-29T15:11:45.464 INFO:tasks.rados.rados.0.smithi067.stdout:2669: finishing write tid 3 to smithi06780069-31 2024-07-29T15:11:45.464 INFO:tasks.rados.rados.0.smithi067.stdout:2669: finishing write tid 4 to smithi06780069-31 2024-07-29T15:11:45.465 INFO:tasks.rados.rados.0.smithi067.stdout:2669: finishing write tid 5 to smithi06780069-31 2024-07-29T15:11:45.465 INFO:tasks.rados.rados.0.smithi067.stdout:2670: finishing rollback tid 1 to smithi06780069-26 2024-07-29T15:11:45.465 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 1234 (ObjNum 33 snap 0 seq_num 3879656384) dirty dne 2024-07-29T15:11:45.465 INFO:tasks.rados.rados.0.smithi067.stdout:2669: finishing write tid 6 to smithi06780069-31 2024-07-29T15:11:45.465 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 973 (ObjNum 835 snap 270 seq_num 835) dirty exists 2024-07-29T15:11:45.465 INFO:tasks.rados.rados.0.smithi067.stdout:2669: left oid 31 (ObjNum 835 snap 270 seq_num 835) 2024-07-29T15:11:45.465 INFO:tasks.rados.rados.0.smithi067.stdout:2667: done (3 left) 2024-07-29T15:11:45.465 INFO:tasks.rados.rados.0.smithi067.stdout:2668: done (2 left) 2024-07-29T15:11:45.465 INFO:tasks.rados.rados.0.smithi067.stdout:2669: done (1 left) 2024-07-29T15:11:45.465 INFO:tasks.rados.rados.0.smithi067.stdout:2670: done (0 left) 2024-07-29T15:11:45.465 INFO:tasks.rados.rados.0.smithi067.stdout:2671: snap_remove snap 268 2024-07-29T15:11:46.018 INFO:tasks.rados.rados.0.smithi067.stdout:2671: done (0 left) 2024-07-29T15:11:46.018 INFO:tasks.rados.rados.0.smithi067.stdout:2672: snap_create 2024-07-29T15:11:46.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:46 smithi138 ceph-mon[86438]: osdmap e610: 8 total, 8 up, 8 in 2024-07-29T15:11:46.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:46 smithi067 ceph-mon[91995]: osdmap e610: 8 total, 8 up, 8 in 2024-07-29T15:11:46.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:46 smithi067 ceph-mon[94375]: osdmap e610: 8 total, 8 up, 8 in 2024-07-29T15:11:47.018 INFO:tasks.rados.rados.0.smithi067.stdout:2672: done (0 left) 2024-07-29T15:11:47.018 INFO:tasks.rados.rados.0.smithi067.stdout:2673: copy_from oid 22 from oid 29 current snap is 271 2024-07-29T15:11:47.018 INFO:tasks.rados.rados.0.smithi067.stdout:2674: read oid 10 snap -1 2024-07-29T15:11:47.018 INFO:tasks.rados.rados.0.smithi067.stdout:2674: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:11:47.018 INFO:tasks.rados.rados.0.smithi067.stdout:2675: snap_create 2024-07-29T15:11:47.018 INFO:tasks.rados.rados.0.smithi067.stdout:2674: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:11:47.036 INFO:tasks.rados.rados.0.smithi067.stdout:2673: finishing copy_from racing read to smithi06780069-22 2024-07-29T15:11:47.036 INFO:tasks.rados.rados.0.smithi067.stdout:2673: finishing copy_from to smithi06780069-22 2024-07-29T15:11:47.036 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 1222 (ObjNum 514 snap 151 seq_num 514) dirty exists 2024-07-29T15:11:47.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:47 smithi138 ceph-mon[86438]: pgmap v527: 121 pgs: 121 active+clean; 405 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-07-29T15:11:47.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:47 smithi138 ceph-mon[86438]: osdmap e611: 8 total, 8 up, 8 in 2024-07-29T15:11:47.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:47 smithi067 ceph-mon[91995]: pgmap v527: 121 pgs: 121 active+clean; 405 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-07-29T15:11:47.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:47 smithi067 ceph-mon[91995]: osdmap e611: 8 total, 8 up, 8 in 2024-07-29T15:11:47.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:47 smithi067 ceph-mon[94375]: pgmap v527: 121 pgs: 121 active+clean; 405 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-07-29T15:11:47.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:47 smithi067 ceph-mon[94375]: osdmap e611: 8 total, 8 up, 8 in 2024-07-29T15:11:47.980 INFO:tasks.rados.rados.0.smithi067.stdout:2673: done (2 left) 2024-07-29T15:11:47.980 INFO:tasks.rados.rados.0.smithi067.stdout:2674: done (1 left) 2024-07-29T15:11:47.980 INFO:tasks.rados.rados.0.smithi067.stdout:2675: done (0 left) 2024-07-29T15:11:47.980 INFO:tasks.rados.rados.0.smithi067.stdout:2676: rollback oid 45 current snap is 272 2024-07-29T15:11:47.980 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 45 to 240 2024-07-29T15:11:47.980 INFO:tasks.rados.rados.0.smithi067.stdout:2677: read oid 14 snap -1 2024-07-29T15:11:47.980 INFO:tasks.rados.rados.0.smithi067.stdout:2677: expect (ObjNum 813 snap 261 seq_num 813) 2024-07-29T15:11:47.980 INFO:tasks.rados.rados.0.smithi067.stdout:2678: read oid 3 snap -1 2024-07-29T15:11:47.980 INFO:tasks.rados.rados.0.smithi067.stdout:2678: expect (ObjNum 819 snap 261 seq_num 819) 2024-07-29T15:11:47.980 INFO:tasks.rados.rados.0.smithi067.stdout:2679: delete oid 25 current snap is 272 2024-07-29T15:11:47.990 INFO:tasks.rados.rados.0.smithi067.stdout:2676: finishing rollback tid 0 to smithi06780069-45 2024-07-29T15:11:47.991 INFO:tasks.rados.rados.0.smithi067.stdout:2676: finishing rollback tid 1 to smithi06780069-45 2024-07-29T15:11:47.991 INFO:tasks.rados.rados.0.smithi067.stdout:2679: done (3 left) 2024-07-29T15:11:47.991 INFO:tasks.rados.rados.0.smithi067.stdout:2680: delete oid 29 current snap is 272 2024-07-29T15:11:47.993 INFO:tasks.rados.rados.0.smithi067.stdout:2676: finishing rollback tid 2 to smithi06780069-45 2024-07-29T15:11:47.993 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 1204 (ObjNum 651 snap 198 seq_num 651) dirty exists 2024-07-29T15:11:47.993 INFO:tasks.rados.rados.0.smithi067.stdout:2677: expect (ObjNum 813 snap 261 seq_num 813) 2024-07-29T15:11:48.047 INFO:tasks.rados.rados.0.smithi067.stdout:2678: expect (ObjNum 819 snap 261 seq_num 819) 2024-07-29T15:11:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:48 smithi067 ceph-mon[91995]: osdmap e612: 8 total, 8 up, 8 in 2024-07-29T15:11:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:48 smithi067 ceph-mon[91995]: osdmap e613: 8 total, 8 up, 8 in 2024-07-29T15:11:48.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:48 smithi067 ceph-mon[94375]: osdmap e612: 8 total, 8 up, 8 in 2024-07-29T15:11:48.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:48 smithi067 ceph-mon[94375]: osdmap e613: 8 total, 8 up, 8 in 2024-07-29T15:11:48.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:11:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:11:47] "GET /metrics HTTP/1.1" 200 36440 "" "Prometheus/2.51.0" 2024-07-29T15:11:48.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:48 smithi138 ceph-mon[86438]: osdmap e612: 8 total, 8 up, 8 in 2024-07-29T15:11:48.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:48 smithi138 ceph-mon[86438]: osdmap e613: 8 total, 8 up, 8 in 2024-07-29T15:11:48.877 INFO:tasks.rados.rados.0.smithi067.stdout:2676: done (3 left) 2024-07-29T15:11:48.877 INFO:tasks.rados.rados.0.smithi067.stdout:2677: done (2 left) 2024-07-29T15:11:48.877 INFO:tasks.rados.rados.0.smithi067.stdout:2678: done (1 left) 2024-07-29T15:11:48.878 INFO:tasks.rados.rados.0.smithi067.stdout:2680: done (0 left) 2024-07-29T15:11:48.878 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 21 current snap is 272 2024-07-29T15:11:48.878 INFO:tasks.rados.rados.0.smithi067.stdout:2681: seq_num 838 ranges {1859584=442368,2301952=540672,2842624=532480,3375104=442368,3817472=90112} 2024-07-29T15:11:48.889 INFO:tasks.rados.rados.0.smithi067.stdout:2681: writing smithi06780069-21 from 1859584 to 2301952 tid 1 2024-07-29T15:11:48.893 INFO:tasks.rados.rados.0.smithi067.stdout:2681: writing smithi06780069-21 from 2301952 to 2842624 tid 2 2024-07-29T15:11:48.895 INFO:tasks.rados.rados.0.smithi067.stdout:2681: writing smithi06780069-21 from 2842624 to 3375104 tid 3 2024-07-29T15:11:48.898 INFO:tasks.rados.rados.0.smithi067.stdout:2681: writing smithi06780069-21 from 3375104 to 3817472 tid 4 2024-07-29T15:11:48.899 INFO:tasks.rados.rados.0.smithi067.stdout:2681: writing smithi06780069-21 from 3817472 to 3907584 tid 5 2024-07-29T15:11:48.899 INFO:tasks.rados.rados.0.smithi067.stdout:2682: rollback oid 1 current snap is 272 2024-07-29T15:11:48.899 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 1 to 260 2024-07-29T15:11:48.899 INFO:tasks.rados.rados.0.smithi067.stdout:2681: finishing write tid 1 to smithi06780069-21 2024-07-29T15:11:48.899 INFO:tasks.rados.rados.0.smithi067.stdout:2681: finishing write tid 2 to smithi06780069-21 2024-07-29T15:11:48.899 INFO:tasks.rados.rados.0.smithi067.stdout:2683: snap_create 2024-07-29T15:11:48.899 INFO:tasks.rados.rados.0.smithi067.stdout:2681: finishing write tid 3 to smithi06780069-21 2024-07-29T15:11:48.902 INFO:tasks.rados.rados.0.smithi067.stdout:2682: finishing rollback tid 0 to smithi06780069-1 2024-07-29T15:11:48.903 INFO:tasks.rados.rados.0.smithi067.stdout:2682: finishing rollback tid 1 to smithi06780069-1 2024-07-29T15:11:48.903 INFO:tasks.rados.rados.0.smithi067.stdout:2681: finishing write tid 4 to smithi06780069-21 2024-07-29T15:11:48.903 INFO:tasks.rados.rados.0.smithi067.stdout:2682: finishing rollback tid 2 to smithi06780069-1 2024-07-29T15:11:48.903 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 1279 (ObjNum 567 snap 165 seq_num 567) dirty exists 2024-07-29T15:11:48.904 INFO:tasks.rados.rados.0.smithi067.stdout:2681: finishing write tid 5 to smithi06780069-21 2024-07-29T15:11:48.905 INFO:tasks.rados.rados.0.smithi067.stdout:2681: finishing write tid 6 to smithi06780069-21 2024-07-29T15:11:48.906 INFO:tasks.rados.rados.0.smithi067.stdout:2681: finishing write tid 7 to smithi06780069-21 2024-07-29T15:11:48.906 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 1255 (ObjNum 838 snap 272 seq_num 838) dirty exists 2024-07-29T15:11:48.906 INFO:tasks.rados.rados.0.smithi067.stdout:2681: left oid 21 (ObjNum 838 snap 272 seq_num 838) 2024-07-29T15:11:49.033 INFO:tasks.rados.rados.0.smithi067.stdout:2681: done (2 left) 2024-07-29T15:11:49.033 INFO:tasks.rados.rados.0.smithi067.stdout:2682: done (1 left) 2024-07-29T15:11:49.033 INFO:tasks.rados.rados.0.smithi067.stdout:2683: done (0 left) 2024-07-29T15:11:49.033 INFO:tasks.rados.rados.0.smithi067.stdout:2684: snap_create 2024-07-29T15:11:49.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:49 smithi138 ceph-mon[86438]: pgmap v530: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 407 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-07-29T15:11:49.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:49 smithi067 ceph-mon[91995]: pgmap v530: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 407 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-07-29T15:11:49.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:49 smithi067 ceph-mon[94375]: pgmap v530: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 407 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-07-29T15:11:50.035 INFO:tasks.rados.rados.0.smithi067.stdout:2684: done (0 left) 2024-07-29T15:11:50.035 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 36 current snap is 274 2024-07-29T15:11:50.035 INFO:tasks.rados.rados.0.smithi067.stdout:2685: seq_num 839 ranges {0=458752,458752=425984,884736=688128,1572864=491520} 2024-07-29T15:11:50.037 INFO:tasks.rados.rados.0.smithi067.stdout:2685: writing smithi06780069-36 from 0 to 458752 tid 1 2024-07-29T15:11:50.040 INFO:tasks.rados.rados.0.smithi067.stdout:2685: writing smithi06780069-36 from 458752 to 884736 tid 2 2024-07-29T15:11:50.045 INFO:tasks.rados.rados.0.smithi067.stdout:2685: writing smithi06780069-36 from 884736 to 1572864 tid 3 2024-07-29T15:11:50.048 INFO:tasks.rados.rados.0.smithi067.stdout:2685: writing smithi06780069-36 from 1572864 to 2064384 tid 4 2024-07-29T15:11:50.048 INFO:tasks.rados.rados.0.smithi067.stdout:2686: snap_create 2024-07-29T15:11:50.048 INFO:tasks.rados.rados.0.smithi067.stdout:2685: finishing write tid 1 to smithi06780069-36 2024-07-29T15:11:50.048 INFO:tasks.rados.rados.0.smithi067.stdout:2685: finishing write tid 2 to smithi06780069-36 2024-07-29T15:11:50.050 INFO:tasks.rados.rados.0.smithi067.stdout:2685: finishing write tid 3 to smithi06780069-36 2024-07-29T15:11:50.051 INFO:tasks.rados.rados.0.smithi067.stdout:2685: finishing write tid 4 to smithi06780069-36 2024-07-29T15:11:50.051 INFO:tasks.rados.rados.0.smithi067.stdout:2685: finishing write tid 5 to smithi06780069-36 2024-07-29T15:11:50.053 INFO:tasks.rados.rados.0.smithi067.stdout:2685: finishing write tid 6 to smithi06780069-36 2024-07-29T15:11:50.053 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 1209 (ObjNum 839 snap 274 seq_num 839) dirty exists 2024-07-29T15:11:50.053 INFO:tasks.rados.rados.0.smithi067.stdout:2685: left oid 36 (ObjNum 839 snap 274 seq_num 839) 2024-07-29T15:11:50.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:50 smithi138 ceph-mon[86438]: osdmap e614: 8 total, 8 up, 8 in 2024-07-29T15:11:50.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:11:50.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:11:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:11:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:11:50.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:50 smithi067 ceph-mon[91995]: osdmap e614: 8 total, 8 up, 8 in 2024-07-29T15:11:50.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:11:50.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:50 smithi067 ceph-mon[94375]: osdmap e614: 8 total, 8 up, 8 in 2024-07-29T15:11:50.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:11:50.732 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:50 smithi138 systemd[1]: Stopping Ceph grafana.a for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:11:50.989 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:50 smithi138 podman[114349]: 2024-07-29 15:11:50.731169231 +0000 UTC m=+0.136031004 container died 16aea58222214d0a40e4217400d6a43ec0a1f2b8c069bc13353c8e91144e762c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, io.buildah.version=1.32.0, description=Ceph Grafana Container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ubi8, distribution-scope=public, com.redhat.component=ubi8-container, version=8.5, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, io.openshift.tags=base rhel8, release=239.1651231664, architecture=x86_64) 2024-07-29T15:11:51.054 INFO:tasks.rados.rados.0.smithi067.stdout:2685: done (1 left) 2024-07-29T15:11:51.054 INFO:tasks.rados.rados.0.smithi067.stdout:2686: done (0 left) 2024-07-29T15:11:51.054 INFO:tasks.rados.rados.0.smithi067.stdout:2687: read oid 5 snap 240 2024-07-29T15:11:51.054 INFO:tasks.rados.rados.0.smithi067.stdout:2687: expect (ObjNum 712 snap 219 seq_num 712) 2024-07-29T15:11:51.054 INFO:tasks.rados.rados.0.smithi067.stdout:2688: rmattr oid 12 current snap is 275 2024-07-29T15:11:51.054 INFO:tasks.rados.rados.0.smithi067.stdout:2689: snap_create 2024-07-29T15:11:51.059 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 974 (ObjNum 209 snap 0 seq_num 3812601248) dirty exists 2024-07-29T15:11:51.072 INFO:tasks.rados.rados.0.smithi067.stdout:2687: expect (ObjNum 712 snap 219 seq_num 712) 2024-07-29T15:11:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:51 smithi138 ceph-mon[86438]: pgmap v533: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 416 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-07-29T15:11:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:51 smithi138 ceph-mon[86438]: osdmap e615: 8 total, 8 up, 8 in 2024-07-29T15:11:51.311 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:51 smithi138 podman[114349]: 2024-07-29 15:11:51.079641497 +0000 UTC m=+0.484503266 container cleanup 16aea58222214d0a40e4217400d6a43ec0a1f2b8c069bc13353c8e91144e762c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a, io.openshift.expose-services=, vcs-type=git, vendor=Red Hat, Inc., io.buildah.version=1.32.0, distribution-scope=public, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5, io.k8s.display-name=Red Hat Universal Base Image 8, build-date=2022-04-29T11:48:11.055897, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=ubi8-container, name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, description=Ceph Grafana Container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=base rhel8, maintainer=Paul Cuzner , release=239.1651231664, architecture=x86_64) 2024-07-29T15:11:51.311 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:51 smithi138 bash[114349]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a 2024-07-29T15:11:51.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:51 smithi067 ceph-mon[91995]: pgmap v533: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 416 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-07-29T15:11:51.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:51 smithi067 ceph-mon[91995]: osdmap e615: 8 total, 8 up, 8 in 2024-07-29T15:11:51.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:51 smithi067 ceph-mon[94375]: pgmap v533: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 416 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-07-29T15:11:51.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:51 smithi067 ceph-mon[94375]: osdmap e615: 8 total, 8 up, 8 in 2024-07-29T15:11:51.810 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:51 smithi138 podman[114363]: 2024-07-29 15:11:51.465043815 +0000 UTC m=+0.734350420 container remove 16aea58222214d0a40e4217400d6a43ec0a1f2b8c069bc13353c8e91144e762c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a, io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, release=239.1651231664, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Paul Cuzner , version=8.5, io.openshift.tags=base rhel8, architecture=x86_64, build-date=2022-04-29T11:48:11.055897, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, name=ubi8, description=Ceph Grafana Container, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.component=ubi8-container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-07-29T15:11:51.810 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:51 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-07-29T15:11:51.811 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:51 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-07-29T15:11:51.811 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:51 smithi138 systemd[1]: Stopped Ceph grafana.a for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:11:51.811 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:51 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@grafana.a.service: Consumed 6.802s CPU time. 2024-07-29T15:11:52.058 INFO:tasks.rados.rados.0.smithi067.stdout:2687: done (2 left) 2024-07-29T15:11:52.058 INFO:tasks.rados.rados.0.smithi067.stdout:2688: done (1 left) 2024-07-29T15:11:52.058 INFO:tasks.rados.rados.0.smithi067.stdout:2689: done (0 left) 2024-07-29T15:11:52.058 INFO:tasks.rados.rados.0.smithi067.stdout:2690: snap_remove snap 272 2024-07-29T15:11:52.197 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-mon[86438]: osdmap e616: 8 total, 8 up, 8 in 2024-07-29T15:11:52.197 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:51 smithi138 systemd[1]: Starting Ceph grafana.a for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T15:11:52.197 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 podman[114492]: 2024-07-29 15:11:51.969269399 +0000 UTC m=+0.017975517 image pull c8b91775d855b99270fc5d22f3c6737e8cca01ef4c25c8b0362295e0746fa39b quay.io/ceph/grafana:10.4.0 2024-07-29T15:11:52.198 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 podman[114492]: 2024-07-29 15:11:52.091587105 +0000 UTC m=+0.140293260 container create 96c9f5d256838c52e29b286539ba8f17c92f757ab255f240ba08afad214d53b5 (image=quay.io/ceph/grafana:10.4.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-07-29T15:11:52.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:52 smithi067 ceph-mon[91995]: osdmap e616: 8 total, 8 up, 8 in 2024-07-29T15:11:52.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:52 smithi067 ceph-mon[94375]: osdmap e616: 8 total, 8 up, 8 in 2024-07-29T15:11:52.699 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 podman[114492]: 2024-07-29 15:11:52.444581873 +0000 UTC m=+0.493287979 container init 96c9f5d256838c52e29b286539ba8f17c92f757ab255f240ba08afad214d53b5 (image=quay.io/ceph/grafana:10.4.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-07-29T15:11:52.699 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 podman[114492]: 2024-07-29 15:11:52.448201608 +0000 UTC m=+0.496907724 container start 96c9f5d256838c52e29b286539ba8f17c92f757ab255f240ba08afad214d53b5 (image=quay.io/ceph/grafana:10.4.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-07-29T15:11:52.699 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 bash[114492]: 96c9f5d256838c52e29b286539ba8f17c92f757ab255f240ba08afad214d53b5 2024-07-29T15:11:52.700 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 systemd[1]: Started Ceph grafana.a for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T15:11:52.700 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=settings t=2024-07-29T15:11:52.569835211Z level=info msg="Starting Grafana" version=10.4.0 commit=03f502a94d17f7dc4e6c34acdf8428aedd986e4c branch=HEAD compiled=2024-07-29T15:11:52Z 2024-07-29T15:11:52.700 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=settings t=2024-07-29T15:11:52.570070827Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-07-29T15:11:52.700 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=settings t=2024-07-29T15:11:52.570079442Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-07-29T15:11:52.700 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=settings t=2024-07-29T15:11:52.570082847Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-07-29T15:11:52.700 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=settings t=2024-07-29T15:11:52.570086009Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-07-29T15:11:52.700 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=settings t=2024-07-29T15:11:52.570088718Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-07-29T15:11:52.700 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=settings t=2024-07-29T15:11:52.570091181Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-07-29T15:11:52.700 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=settings t=2024-07-29T15:11:52.570093768Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-07-29T15:11:52.700 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=settings t=2024-07-29T15:11:52.570096631Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-07-29T15:11:52.700 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=settings t=2024-07-29T15:11:52.570099326Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-07-29T15:11:52.700 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=settings t=2024-07-29T15:11:52.570101801Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-07-29T15:11:52.700 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=settings t=2024-07-29T15:11:52.570104202Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-07-29T15:11:52.701 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=settings t=2024-07-29T15:11:52.570106725Z level=info msg=Target target=[all] 2024-07-29T15:11:52.701 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=settings t=2024-07-29T15:11:52.570113132Z level=info msg="Path Home" path=/usr/share/grafana 2024-07-29T15:11:52.701 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=settings t=2024-07-29T15:11:52.570116118Z level=info msg="Path Data" path=/var/lib/grafana 2024-07-29T15:11:52.701 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=settings t=2024-07-29T15:11:52.570118476Z level=info msg="Path Logs" path=/var/log/grafana 2024-07-29T15:11:52.702 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=settings t=2024-07-29T15:11:52.570120797Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-07-29T15:11:52.702 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=settings t=2024-07-29T15:11:52.570124007Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-07-29T15:11:52.702 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=settings t=2024-07-29T15:11:52.57012647Z level=info msg="App mode production" 2024-07-29T15:11:52.702 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=sqlstore t=2024-07-29T15:11:52.570361244Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-07-29T15:11:52.702 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=sqlstore t=2024-07-29T15:11:52.570373307Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-07-29T15:11:52.702 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.570883324Z level=info msg="Starting DB migrations" 2024-07-29T15:11:52.702 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.582439912Z level=info msg="Executing migration" id="Add uid column to user" 2024-07-29T15:11:52.702 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.588332678Z level=info msg="Migration successfully executed" id="Add uid column to user" duration=5.889651ms 2024-07-29T15:11:52.702 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.588731252Z level=info msg="Executing migration" id="Update uid column values for users" 2024-07-29T15:11:52.702 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.588872271Z level=info msg="Migration successfully executed" id="Update uid column values for users" duration=141.397µs 2024-07-29T15:11:52.703 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.589293584Z level=info msg="Executing migration" id="Add unique index user_uid" 2024-07-29T15:11:52.703 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.590053528Z level=info msg="Migration successfully executed" id="Add unique index user_uid" duration=759.125µs 2024-07-29T15:11:52.703 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.592027845Z level=info msg="Executing migration" id="Add playlist column created_at" 2024-07-29T15:11:52.703 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.597078277Z level=info msg="Migration successfully executed" id="Add playlist column created_at" duration=5.049587ms 2024-07-29T15:11:52.703 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.597471393Z level=info msg="Executing migration" id="Add playlist column updated_at" 2024-07-29T15:11:52.703 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.602700589Z level=info msg="Migration successfully executed" id="Add playlist column updated_at" duration=5.229308ms 2024-07-29T15:11:52.703 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.60316607Z level=info msg="Executing migration" id="Add column uid in team" 2024-07-29T15:11:52.703 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.608308138Z level=info msg="Migration successfully executed" id="Add column uid in team" duration=5.141671ms 2024-07-29T15:11:52.703 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.608691215Z level=info msg="Executing migration" id="Update uid column values in team" 2024-07-29T15:11:52.703 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.608824946Z level=info msg="Migration successfully executed" id="Update uid column values in team" duration=132.971µs 2024-07-29T15:11:52.703 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.611328559Z level=info msg="Executing migration" id="Add unique index team_org_id_uid" 2024-07-29T15:11:52.703 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.612073392Z level=info msg="Migration successfully executed" id="Add unique index team_org_id_uid" duration=744.594µs 2024-07-29T15:11:52.703 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.614016019Z level=info msg="Executing migration" id="add index user_auth_token.revoked_at" 2024-07-29T15:11:52.704 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.614701286Z level=info msg="Migration successfully executed" id="add index user_auth_token.revoked_at" duration=684.84µs 2024-07-29T15:11:52.704 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.616657627Z level=info msg="Executing migration" id="add result_fingerprint column to alert_instance" 2024-07-29T15:11:52.704 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.622058301Z level=info msg="Migration successfully executed" id="add result_fingerprint column to alert_instance" duration=5.399474ms 2024-07-29T15:11:52.704 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.622476189Z level=info msg="Executing migration" id="add last_applied column to alert_configuration_history" 2024-07-29T15:11:52.704 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.627492334Z level=info msg="Migration successfully executed" id="add last_applied column to alert_configuration_history" duration=5.015217ms 2024-07-29T15:11:52.704 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.627869943Z level=info msg="Executing migration" id="alter library_element model to mediumtext" 2024-07-29T15:11:52.704 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.627907979Z level=info msg="Migration successfully executed" id="alter library_element model to mediumtext" duration=37.699µs 2024-07-29T15:11:52.704 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.630521481Z level=info msg="Executing migration" id="permission kind migration" 2024-07-29T15:11:52.704 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.635509808Z level=info msg="Migration successfully executed" id="permission kind migration" duration=4.98752ms 2024-07-29T15:11:52.704 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.63587527Z level=info msg="Executing migration" id="permission attribute migration" 2024-07-29T15:11:52.704 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.640992222Z level=info msg="Migration successfully executed" id="permission attribute migration" duration=5.114619ms 2024-07-29T15:11:52.704 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.641380044Z level=info msg="Executing migration" id="permission identifier migration" 2024-07-29T15:11:52.704 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.646878397Z level=info msg="Migration successfully executed" id="permission identifier migration" duration=5.497336ms 2024-07-29T15:11:52.705 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.647266655Z level=info msg="Executing migration" id="add permission identifier index" 2024-07-29T15:11:52.705 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.648084986Z level=info msg="Migration successfully executed" id="add permission identifier index" duration=818.144µs 2024-07-29T15:11:52.705 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.650019613Z level=info msg="Executing migration" id="add permission action scope role_id index" 2024-07-29T15:11:52.705 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.650803879Z level=info msg="Migration successfully executed" id="add permission action scope role_id index" duration=784.383µs 2024-07-29T15:11:52.705 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.652676651Z level=info msg="Executing migration" id="remove permission role_id action scope index" 2024-07-29T15:11:52.705 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.65354637Z level=info msg="Migration successfully executed" id="remove permission role_id action scope index" duration=870.123µs 2024-07-29T15:11:52.705 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.655071584Z level=info msg="Executing migration" id="rbac disabled migrator" 2024-07-29T15:11:52.705 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.655092429Z level=info msg="Migration successfully executed" id="rbac disabled migrator" duration=20.976µs 2024-07-29T15:11:52.705 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.657696774Z level=info msg="Executing migration" id="drop index IDX_correlation_uid - v1" 2024-07-29T15:11:52.705 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.658399308Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_uid - v1" duration=702.067µs 2024-07-29T15:11:52.705 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.658737701Z level=info msg="Executing migration" id="drop index IDX_correlation_source_uid - v1" 2024-07-29T15:11:52.705 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.659422615Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_source_uid - v1" duration=684.573µs 2024-07-29T15:11:52.706 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.661317959Z level=info msg="Executing migration" id="Rename table correlation to correlation_tmp_qwerty - v1" 2024-07-29T15:11:52.706 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.677391128Z level=info msg="Migration successfully executed" id="Rename table correlation to correlation_tmp_qwerty - v1" duration=16.069927ms 2024-07-29T15:11:52.706 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.677874176Z level=info msg="Executing migration" id="create correlation v2" 2024-07-29T15:11:52.706 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.678622508Z level=info msg="Migration successfully executed" id="create correlation v2" duration=748.683µs 2024-07-29T15:11:52.706 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.680394793Z level=info msg="Executing migration" id="create index IDX_correlation_uid - v2" 2024-07-29T15:11:52.706 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.681099852Z level=info msg="Migration successfully executed" id="create index IDX_correlation_uid - v2" duration=706.924µs 2024-07-29T15:11:52.706 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.682998946Z level=info msg="Executing migration" id="create index IDX_correlation_source_uid - v2" 2024-07-29T15:11:52.706 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.683668344Z level=info msg="Migration successfully executed" id="create index IDX_correlation_source_uid - v2" duration=669.183µs 2024-07-29T15:11:52.706 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.685635144Z level=info msg="Executing migration" id="create index IDX_correlation_org_id - v2" 2024-07-29T15:11:52.706 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.686334802Z level=info msg="Migration successfully executed" id="create index IDX_correlation_org_id - v2" duration=699.541µs 2024-07-29T15:11:52.706 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.688301396Z level=info msg="Executing migration" id="copy correlation v1 to v2" 2024-07-29T15:11:52.706 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.688487365Z level=info msg="Migration successfully executed" id="copy correlation v1 to v2" duration=186.223µs 2024-07-29T15:11:52.707 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.691019074Z level=info msg="Executing migration" id="drop correlation_tmp_qwerty" 2024-07-29T15:11:52.707 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.691590814Z level=info msg="Migration successfully executed" id="drop correlation_tmp_qwerty" duration=571.695µs 2024-07-29T15:11:52.707 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.693649571Z level=info msg="Executing migration" id="add provisioning column" 2024-07-29T15:11:52.707 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.69883655Z level=info msg="Migration successfully executed" id="add provisioning column" duration=5.186642ms 2024-07-29T15:11:52.707 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.699294677Z level=info msg="Executing migration" id="backfill empty share column fields with default of public" 2024-07-29T15:11:52.707 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.699462035Z level=info msg="Migration successfully executed" id="backfill empty share column fields with default of public" duration=166.923µs 2024-07-29T15:11:52.973 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.701891301Z level=info msg="Executing migration" id="migrate contents column to mediumblob for MySQL" 2024-07-29T15:11:52.973 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.701940503Z level=info msg="Migration successfully executed" id="migrate contents column to mediumblob for MySQL" duration=46.035µs 2024-07-29T15:11:52.973 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.704454552Z level=info msg="Executing migration" id="add origin column to seed_assignment" 2024-07-29T15:11:52.973 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.710031484Z level=info msg="Migration successfully executed" id="add origin column to seed_assignment" duration=5.575747ms 2024-07-29T15:11:52.973 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.710420199Z level=info msg="Executing migration" id="add origin to plugin seed_assignment" 2024-07-29T15:11:52.973 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.710646151Z level=info msg="Migration successfully executed" id="add origin to plugin seed_assignment" duration=226.032µs 2024-07-29T15:11:52.973 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.713043414Z level=info msg="Executing migration" id="prevent seeding OnCall access" 2024-07-29T15:11:52.973 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.713184535Z level=info msg="Migration successfully executed" id="prevent seeding OnCall access" duration=141.091µs 2024-07-29T15:11:52.973 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.715675613Z level=info msg="Executing migration" id="managed folder permissions library panel actions migration" 2024-07-29T15:11:52.974 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.716693416Z level=info msg="Migration successfully executed" id="managed folder permissions library panel actions migration" duration=1.0176ms 2024-07-29T15:11:52.974 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.718235681Z level=info msg="Executing migration" id="Remove unique index for folder.title and folder.parent_uid" 2024-07-29T15:11:52.974 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.718963436Z level=info msg="Migration successfully executed" id="Remove unique index for folder.title and folder.parent_uid" duration=721.196µs 2024-07-29T15:11:52.974 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.72079349Z level=info msg="Executing migration" id="Add unique index for title, parent_uid, and org_id" 2024-07-29T15:11:52.974 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.721590124Z level=info msg="Migration successfully executed" id="Add unique index for title, parent_uid, and org_id" duration=796.787µs 2024-07-29T15:11:52.974 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.723376036Z level=info msg="Executing migration" id="Sync dashboard and folder table" 2024-07-29T15:11:52.974 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.723757555Z level=info msg="Migration successfully executed" id="Sync dashboard and folder table" duration=382.69µs 2024-07-29T15:11:52.974 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.72606269Z level=info msg="Executing migration" id="Remove ghost folders from the folder table" 2024-07-29T15:11:52.975 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.726262914Z level=info msg="Migration successfully executed" id="Remove ghost folders from the folder table" duration=202.421µs 2024-07-29T15:11:52.975 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.728599787Z level=info msg="Executing migration" id="Remove unique index UQE_folder_uid_org_id" 2024-07-29T15:11:52.975 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.729298819Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_uid_org_id" duration=698.773µs 2024-07-29T15:11:52.975 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.731201701Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_uid" 2024-07-29T15:11:52.975 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.731904758Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_uid" duration=703.255µs 2024-07-29T15:11:52.975 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.733817432Z level=info msg="Executing migration" id="Remove unique index UQE_folder_title_parent_uid_org_id" 2024-07-29T15:11:52.975 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.734513824Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_title_parent_uid_org_id" duration=696.308µs 2024-07-29T15:11:52.975 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.736244392Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_parent_uid_title" 2024-07-29T15:11:52.975 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.736946115Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_parent_uid_title" duration=701.569µs 2024-07-29T15:11:52.976 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.738921078Z level=info msg="Executing migration" id="Remove index IDX_folder_parent_uid_org_id" 2024-07-29T15:11:52.976 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.739617571Z level=info msg="Migration successfully executed" id="Remove index IDX_folder_parent_uid_org_id" duration=694.409µs 2024-07-29T15:11:52.976 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.741388837Z level=info msg="Executing migration" id="create anon_device table" 2024-07-29T15:11:52.976 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.741969526Z level=info msg="Migration successfully executed" id="create anon_device table" duration=580.884µs 2024-07-29T15:11:52.976 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.743913428Z level=info msg="Executing migration" id="add unique index anon_device.device_id" 2024-07-29T15:11:52.976 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.744634154Z level=info msg="Migration successfully executed" id="add unique index anon_device.device_id" duration=721.288µs 2024-07-29T15:11:52.976 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.746382339Z level=info msg="Executing migration" id="add index anon_device.updated_at" 2024-07-29T15:11:52.976 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.74706713Z level=info msg="Migration successfully executed" id="add index anon_device.updated_at" duration=684.495µs 2024-07-29T15:11:52.976 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.74885232Z level=info msg="Executing migration" id="create signing_key table" 2024-07-29T15:11:52.976 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.749439418Z level=info msg="Migration successfully executed" id="create signing_key table" duration=587.555µs 2024-07-29T15:11:52.976 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.751521194Z level=info msg="Executing migration" id="add unique index signing_key.key_id" 2024-07-29T15:11:52.976 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.752261055Z level=info msg="Migration successfully executed" id="add unique index signing_key.key_id" duration=741.559µs 2024-07-29T15:11:52.976 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.754110543Z level=info msg="Executing migration" id="set legacy alert migration status in kvstore" 2024-07-29T15:11:52.976 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.754822183Z level=info msg="Migration successfully executed" id="set legacy alert migration status in kvstore" duration=710.875µs 2024-07-29T15:11:52.977 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.756525493Z level=info msg="Executing migration" id="migrate record of created folders during legacy migration to kvstore" 2024-07-29T15:11:52.977 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.756951935Z level=info msg="Migration successfully executed" id="migrate record of created folders during legacy migration to kvstore" duration=426.987µs 2024-07-29T15:11:52.977 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.759030693Z level=info msg="Executing migration" id="Add folder_uid for dashboard" 2024-07-29T15:11:52.977 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.764303189Z level=info msg="Migration successfully executed" id="Add folder_uid for dashboard" duration=5.272234ms 2024-07-29T15:11:52.977 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.764768524Z level=info msg="Executing migration" id="Populate dashboard folder_uid column" 2024-07-29T15:11:52.977 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.766476377Z level=info msg="Migration successfully executed" id="Populate dashboard folder_uid column" duration=1.70856ms 2024-07-29T15:11:52.977 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.767444445Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title" 2024-07-29T15:11:52.977 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.768390194Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title" duration=945.723µs 2024-07-29T15:11:52.977 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.768726925Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_id_title" 2024-07-29T15:11:52.977 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.769457372Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_id_title" duration=730.918µs 2024-07-29T15:11:52.977 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.769809341Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_uid_title" 2024-07-29T15:11:52.977 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.770514739Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_uid_title" duration=705.917µs 2024-07-29T15:11:52.977 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.770874712Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" 2024-07-29T15:11:52.978 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.771717476Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" duration=840.974µs 2024-07-29T15:11:52.978 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.772076801Z level=info msg="Executing migration" id="Restore index for dashboard_org_id_folder_id_title" 2024-07-29T15:11:52.978 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.772858016Z level=info msg="Migration successfully executed" id="Restore index for dashboard_org_id_folder_id_title" duration=781.514µs 2024-07-29T15:11:52.978 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.773246784Z level=info msg="Executing migration" id="create sso_setting table" 2024-07-29T15:11:52.978 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.773986671Z level=info msg="Migration successfully executed" id="create sso_setting table" duration=740.138µs 2024-07-29T15:11:52.978 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.77435314Z level=info msg="Executing migration" id="copy kvstore migration status to each org" 2024-07-29T15:11:52.978 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.77501565Z level=info msg="Migration successfully executed" id="copy kvstore migration status to each org" duration=663.019µs 2024-07-29T15:11:52.978 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.775342751Z level=info msg="Executing migration" id="add back entry for orgid=0 migrated status" 2024-07-29T15:11:52.978 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.77574394Z level=info msg="Migration successfully executed" id="add back entry for orgid=0 migrated status" duration=401.52µs 2024-07-29T15:11:52.978 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.776147837Z level=info msg="Executing migration" id="alter kv_store.value to longtext" 2024-07-29T15:11:52.978 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.776186706Z level=info msg="Migration successfully executed" id="alter kv_store.value to longtext" duration=39.098µs 2024-07-29T15:11:52.978 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.776926653Z level=info msg="Executing migration" id="add notification_settings column to alert_rule table" 2024-07-29T15:11:52.978 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.782307152Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule table" duration=5.380779ms 2024-07-29T15:11:52.979 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.782687888Z level=info msg="Executing migration" id="add notification_settings column to alert_rule_version table" 2024-07-29T15:11:52.979 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.788041245Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule_version table" duration=5.354795ms 2024-07-29T15:11:52.979 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.788393736Z level=info msg="Executing migration" id="removing scope from alert.instances:read action migration" 2024-07-29T15:11:52.979 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.788606725Z level=info msg="Migration successfully executed" id="removing scope from alert.instances:read action migration" duration=213.015µs 2024-07-29T15:11:52.979 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=migrator t=2024-07-29T15:11:52.7891396Z level=info msg="migrations completed" performed=65 skipped=482 duration=206.76063ms 2024-07-29T15:11:52.979 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=sqlstore t=2024-07-29T15:11:52.78984186Z level=info msg="Created default organization" 2024-07-29T15:11:52.979 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=secrets t=2024-07-29T15:11:52.791931868Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-07-29T15:11:52.980 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=plugin.store t=2024-07-29T15:11:52.807358946Z level=info msg="Loading plugins..." 2024-07-29T15:11:52.980 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=local.finder t=2024-07-29T15:11:52.851915892Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-07-29T15:11:52.980 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=plugin.store t=2024-07-29T15:11:52.851938102Z level=info msg="Plugins loaded" count=55 duration=44.579862ms 2024-07-29T15:11:52.980 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=query_data t=2024-07-29T15:11:52.854203755Z level=info msg="Query Service initialization" 2024-07-29T15:11:52.980 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=live.push_http t=2024-07-29T15:11:52.856997592Z level=info msg="Live Push Gateway initialization" 2024-07-29T15:11:52.980 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=ngalert.migration t=2024-07-29T15:11:52.858102294Z level=info msg=Starting 2024-07-29T15:11:52.980 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=ngalert.state.manager t=2024-07-29T15:11:52.863705391Z level=info msg="Running in alternative execution of Error/NoData mode" 2024-07-29T15:11:52.980 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=infra.usagestats.collector t=2024-07-29T15:11:52.865428028Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-07-29T15:11:52.980 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=provisioning.datasources t=2024-07-29T15:11:52.867909222Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-07-29T15:11:52.980 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=provisioning.datasources t=2024-07-29T15:11:52.868169824Z level=info msg="inserting datasource from configuration" name=Dashboard1 uid=P43CA22E17D0F9596 2024-07-29T15:11:52.980 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=provisioning.alerting t=2024-07-29T15:11:52.89473563Z level=info msg="starting to provision alerting" 2024-07-29T15:11:52.980 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=provisioning.alerting t=2024-07-29T15:11:52.894751394Z level=info msg="finished to provision alerting" 2024-07-29T15:11:52.980 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=grafanaStorageLogger t=2024-07-29T15:11:52.894892201Z level=info msg="Storage starting" 2024-07-29T15:11:52.980 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=ngalert.state.manager t=2024-07-29T15:11:52.895303344Z level=info msg="Warming state cache for startup" 2024-07-29T15:11:52.981 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=ngalert.multiorg.alertmanager t=2024-07-29T15:11:52.895672704Z level=info msg="Starting MultiOrg Alertmanager" 2024-07-29T15:11:52.981 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=http.server t=2024-07-29T15:11:52.897936243Z level=info msg="HTTP Server TLS settings" MinTLSVersion=TLS1.2 configuredciphers=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA,TLS_RSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA 2024-07-29T15:11:52.981 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=http.server t=2024-07-29T15:11:52.898244386Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-07-29T15:11:52.981 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=ngalert.state.manager t=2024-07-29T15:11:52.910647122Z level=info msg="State cache has been initialized" states=0 duration=15.340724ms 2024-07-29T15:11:52.981 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=ngalert.scheduler t=2024-07-29T15:11:52.910707011Z level=info msg="Starting scheduler" tickInterval=10s maxAttempts=1 2024-07-29T15:11:52.981 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=ticker t=2024-07-29T15:11:52.910748597Z level=info msg=starting first_tick=2024-07-29T15:12:00Z 2024-07-29T15:11:52.981 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=provisioning.dashboard t=2024-07-29T15:11:52.912601283Z level=info msg="starting to provision dashboards" 2024-07-29T15:11:52.981 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=grafana.update.checker t=2024-07-29T15:11:52.971827619Z level=info msg="Update check succeeded" duration=76.952736ms 2024-07-29T15:11:52.984 INFO:tasks.rados.rados.0.smithi067.stdout:2690: done (0 left) 2024-07-29T15:11:52.984 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 32 current snap is 276 2024-07-29T15:11:52.984 INFO:tasks.rados.rados.0.smithi067.stdout:2691: seq_num 840 ranges {0=475136,475136=712704,1187840=499712,1687552=393216} 2024-07-29T15:11:52.986 INFO:tasks.rados.rados.0.smithi067.stdout:2691: writing smithi06780069-32 from 0 to 475136 tid 1 2024-07-29T15:11:52.990 INFO:tasks.rados.rados.0.smithi067.stdout:2691: writing smithi06780069-32 from 475136 to 1187840 tid 2 2024-07-29T15:11:52.994 INFO:tasks.rados.rados.0.smithi067.stdout:2691: writing smithi06780069-32 from 1187840 to 1687552 tid 3 2024-07-29T15:11:52.996 INFO:tasks.rados.rados.0.smithi067.stdout:2691: writing smithi06780069-32 from 1687552 to 2080768 tid 4 2024-07-29T15:11:52.996 INFO:tasks.rados.rados.0.smithi067.stdout:2692: snap_remove snap 267 2024-07-29T15:11:53.226 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:53 smithi138 ceph-mon[86438]: pgmap v536: 121 pgs: 121 active+clean; 418 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-07-29T15:11:53.227 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:53 smithi138 ceph-mon[86438]: osdmap e617: 8 total, 8 up, 8 in 2024-07-29T15:11:53.227 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:53 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:53.227 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:53 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:53.227 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:53 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:11:53.227 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:53 smithi138 ceph-mon[86438]: osdmap e618: 8 total, 8 up, 8 in 2024-07-29T15:11:53.227 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=plugins.update.checker t=2024-07-29T15:11:52.978768447Z level=info msg="Update check succeeded" duration=83.904938ms 2024-07-29T15:11:53.227 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=sqlstore.transactions t=2024-07-29T15:11:52.992781484Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-07-29T15:11:53.227 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:53 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=provisioning.dashboard t=2024-07-29T15:11:53.100662002Z level=info msg="finished to provision dashboards" 2024-07-29T15:11:53.227 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:53 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=grafana-apiserver t=2024-07-29T15:11:53.164322325Z level=info msg="Adding GroupVersion playlist.grafana.app v0alpha1 to ResourceManager" 2024-07-29T15:11:53.228 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:11:53 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=grafana-apiserver t=2024-07-29T15:11:53.164799614Z level=info msg="Adding GroupVersion featuretoggle.grafana.app v0alpha1 to ResourceManager" 2024-07-29T15:11:53.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:53 smithi067 ceph-mon[91995]: pgmap v536: 121 pgs: 121 active+clean; 418 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-07-29T15:11:53.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:53 smithi067 ceph-mon[91995]: osdmap e617: 8 total, 8 up, 8 in 2024-07-29T15:11:53.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:53 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:53.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:53 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:53.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:53 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:11:53.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:53 smithi067 ceph-mon[91995]: osdmap e618: 8 total, 8 up, 8 in 2024-07-29T15:11:53.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:53 smithi067 ceph-mon[94375]: pgmap v536: 121 pgs: 121 active+clean; 418 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-07-29T15:11:53.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:53 smithi067 ceph-mon[94375]: osdmap e617: 8 total, 8 up, 8 in 2024-07-29T15:11:53.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:53 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:53.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:53 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:11:53.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:53 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:11:53.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:53 smithi067 ceph-mon[94375]: osdmap e618: 8 total, 8 up, 8 in 2024-07-29T15:11:53.988 INFO:tasks.rados.rados.0.smithi067.stdout:2692: done (1 left) 2024-07-29T15:11:53.988 INFO:tasks.rados.rados.0.smithi067.stdout:2693: copy_from oid 8 from oid 42 current snap is 276 2024-07-29T15:11:53.988 INFO:tasks.rados.rados.0.smithi067.stdout:2694: read oid 9 snap 243 2024-07-29T15:11:53.988 INFO:tasks.rados.rados.0.smithi067.stdout:2694: expect (ObjNum 765 snap 235 seq_num 765) 2024-07-29T15:11:53.988 INFO:tasks.rados.rados.0.smithi067.stdout:2695: copy_from oid 43 from oid 35 current snap is 276 2024-07-29T15:11:53.988 INFO:tasks.rados.rados.0.smithi067.stdout:2696: rmattr oid 36 current snap is 276 2024-07-29T15:11:53.989 INFO:tasks.rados.rados.0.smithi067.stdout:2697: rmattr oid 34 current snap is 276 2024-07-29T15:11:53.989 INFO:tasks.rados.rados.0.smithi067.stdout:2697: done (5 left) 2024-07-29T15:11:53.990 INFO:tasks.rados.rados.0.smithi067.stdout:2698: snap_create 2024-07-29T15:11:53.990 INFO:tasks.rados.rados.0.smithi067.stdout:2691: finishing write tid 1 to smithi06780069-32 2024-07-29T15:11:53.990 INFO:tasks.rados.rados.0.smithi067.stdout:2691: finishing write tid 2 to smithi06780069-32 2024-07-29T15:11:53.990 INFO:tasks.rados.rados.0.smithi067.stdout:2691: finishing write tid 3 to smithi06780069-32 2024-07-29T15:11:53.990 INFO:tasks.rados.rados.0.smithi067.stdout:2691: finishing write tid 4 to smithi06780069-32 2024-07-29T15:11:53.990 INFO:tasks.rados.rados.0.smithi067.stdout:2691: finishing write tid 5 to smithi06780069-32 2024-07-29T15:11:53.990 INFO:tasks.rados.rados.0.smithi067.stdout:2691: finishing write tid 6 to smithi06780069-32 2024-07-29T15:11:53.990 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 1284 (ObjNum 840 snap 276 seq_num 840) dirty exists 2024-07-29T15:11:53.990 INFO:tasks.rados.rados.0.smithi067.stdout:2691: left oid 32 (ObjNum 840 snap 276 seq_num 840) 2024-07-29T15:11:54.005 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 1210 (ObjNum 839 snap 274 seq_num 839) dirty exists 2024-07-29T15:11:54.005 INFO:tasks.rados.rados.0.smithi067.stdout:2694: expect (ObjNum 765 snap 235 seq_num 765) 2024-07-29T15:11:54.091 INFO:tasks.rados.rados.0.smithi067.stdout:2695: finishing copy_from racing read to smithi06780069-43 2024-07-29T15:11:54.091 INFO:tasks.rados.rados.0.smithi067.stdout:2695: finishing copy_from to smithi06780069-43 2024-07-29T15:11:54.091 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 43 v 1382 (ObjNum 834 snap 269 seq_num 834) dirty exists 2024-07-29T15:11:54.091 INFO:tasks.rados.rados.0.smithi067.stdout:2693: finishing copy_from racing read to smithi06780069-8 2024-07-29T15:11:54.091 INFO:tasks.rados.rados.0.smithi067.stdout:2693: finishing copy_from to smithi06780069-8 2024-07-29T15:11:54.091 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 1247 (ObjNum 733 snap 228 seq_num 733) dirty exists 2024-07-29T15:11:54.991 INFO:tasks.rados.rados.0.smithi067.stdout:2691: done (5 left) 2024-07-29T15:11:54.991 INFO:tasks.rados.rados.0.smithi067.stdout:2693: done (4 left) 2024-07-29T15:11:54.991 INFO:tasks.rados.rados.0.smithi067.stdout:2694: done (3 left) 2024-07-29T15:11:54.991 INFO:tasks.rados.rados.0.smithi067.stdout:2695: done (2 left) 2024-07-29T15:11:54.991 INFO:tasks.rados.rados.0.smithi067.stdout:2696: done (1 left) 2024-07-29T15:11:54.991 INFO:tasks.rados.rados.0.smithi067.stdout:2698: done (0 left) 2024-07-29T15:11:54.991 INFO:tasks.rados.rados.0.smithi067.stdout:2699: read oid 19 snap -1 2024-07-29T15:11:54.991 INFO:tasks.rados.rados.0.smithi067.stdout:2699: expect deleted 2024-07-29T15:11:54.991 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 41 current snap is 277 2024-07-29T15:11:54.991 INFO:tasks.rados.rados.0.smithi067.stdout:2700: seq_num 841 ranges {2072576=491520,2564096=598016,3162112=704512,3866624=303104} 2024-07-29T15:11:55.004 INFO:tasks.rados.rados.0.smithi067.stdout:2700: writing smithi06780069-41 from 2072576 to 2564096 tid 1 2024-07-29T15:11:55.008 INFO:tasks.rados.rados.0.smithi067.stdout:2700: writing smithi06780069-41 from 2564096 to 3162112 tid 2 2024-07-29T15:11:55.013 INFO:tasks.rados.rados.0.smithi067.stdout:2700: writing smithi06780069-41 from 3162112 to 3866624 tid 3 2024-07-29T15:11:55.015 INFO:tasks.rados.rados.0.smithi067.stdout:2700: writing smithi06780069-41 from 3866624 to 4169728 tid 4 2024-07-29T15:11:55.015 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 7 current snap is 277 2024-07-29T15:11:55.015 INFO:tasks.rados.rados.0.smithi067.stdout:2701: seq_num 842 ranges {3506176=507904,4014080=475136,4489216=516096,5005312=499712,5505024=114688} 2024-07-29T15:11:55.037 INFO:tasks.rados.rados.0.smithi067.stdout:2701: writing smithi06780069-7 from 3506176 to 4014080 tid 1 2024-07-29T15:11:55.040 INFO:tasks.rados.rados.0.smithi067.stdout:2701: writing smithi06780069-7 from 4014080 to 4489216 tid 2 2024-07-29T15:11:55.043 INFO:tasks.rados.rados.0.smithi067.stdout:2701: writing smithi06780069-7 from 4489216 to 5005312 tid 3 2024-07-29T15:11:55.046 INFO:tasks.rados.rados.0.smithi067.stdout:2701: writing smithi06780069-7 from 5005312 to 5505024 tid 4 2024-07-29T15:11:55.047 INFO:tasks.rados.rados.0.smithi067.stdout:2701: writing smithi06780069-7 from 5505024 to 5619712 tid 5 2024-07-29T15:11:55.047 INFO:tasks.rados.rados.0.smithi067.stdout:2702: snap_create 2024-07-29T15:11:55.047 INFO:tasks.rados.rados.0.smithi067.stdout:2700: finishing write tid 1 to smithi06780069-41 2024-07-29T15:11:55.047 INFO:tasks.rados.rados.0.smithi067.stdout:2700: finishing write tid 2 to smithi06780069-41 2024-07-29T15:11:55.048 INFO:tasks.rados.rados.0.smithi067.stdout:2700: finishing write tid 3 to smithi06780069-41 2024-07-29T15:11:55.048 INFO:tasks.rados.rados.0.smithi067.stdout:2700: finishing write tid 4 to smithi06780069-41 2024-07-29T15:11:55.048 INFO:tasks.rados.rados.0.smithi067.stdout:2700: finishing write tid 5 to smithi06780069-41 2024-07-29T15:11:55.048 INFO:tasks.rados.rados.0.smithi067.stdout:2700: finishing write tid 6 to smithi06780069-41 2024-07-29T15:11:55.048 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 1204 (ObjNum 841 snap 277 seq_num 841) dirty exists 2024-07-29T15:11:55.048 INFO:tasks.rados.rados.0.smithi067.stdout:2700: left oid 41 (ObjNum 841 snap 277 seq_num 841) 2024-07-29T15:11:55.048 INFO:tasks.rados.rados.0.smithi067.stdout:2701: finishing write tid 1 to smithi06780069-7 2024-07-29T15:11:55.048 INFO:tasks.rados.rados.0.smithi067.stdout:2701: finishing write tid 2 to smithi06780069-7 2024-07-29T15:11:55.048 INFO:tasks.rados.rados.0.smithi067.stdout:2701: finishing write tid 3 to smithi06780069-7 2024-07-29T15:11:55.051 INFO:tasks.rados.rados.0.smithi067.stdout:2701: finishing write tid 4 to smithi06780069-7 2024-07-29T15:11:55.051 INFO:tasks.rados.rados.0.smithi067.stdout:2701: finishing write tid 5 to smithi06780069-7 2024-07-29T15:11:55.051 INFO:tasks.rados.rados.0.smithi067.stdout:2701: finishing write tid 6 to smithi06780069-7 2024-07-29T15:11:55.052 INFO:tasks.rados.rados.0.smithi067.stdout:2701: finishing write tid 7 to smithi06780069-7 2024-07-29T15:11:55.052 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 7 v 1399 (ObjNum 842 snap 277 seq_num 842) dirty exists 2024-07-29T15:11:55.053 INFO:tasks.rados.rados.0.smithi067.stdout:2701: left oid 7 (ObjNum 842 snap 277 seq_num 842) 2024-07-29T15:11:55.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:54 smithi067 ceph-mon[91995]: pgmap v539: 121 pgs: 121 active+clean; 423 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 912 KiB/s wr, 7 op/s 2024-07-29T15:11:55.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:54 smithi067 ceph-mon[91995]: osdmap e619: 8 total, 8 up, 8 in 2024-07-29T15:11:55.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:54 smithi067 ceph-mon[94375]: pgmap v539: 121 pgs: 121 active+clean; 423 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 912 KiB/s wr, 7 op/s 2024-07-29T15:11:55.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:54 smithi067 ceph-mon[94375]: osdmap e619: 8 total, 8 up, 8 in 2024-07-29T15:11:55.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:54 smithi138 ceph-mon[86438]: pgmap v539: 121 pgs: 121 active+clean; 423 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 912 KiB/s wr, 7 op/s 2024-07-29T15:11:55.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:54 smithi138 ceph-mon[86438]: osdmap e619: 8 total, 8 up, 8 in 2024-07-29T15:11:55.997 INFO:tasks.rados.rados.0.smithi067.stdout:2699: done (3 left) 2024-07-29T15:11:55.997 INFO:tasks.rados.rados.0.smithi067.stdout:2700: done (2 left) 2024-07-29T15:11:55.997 INFO:tasks.rados.rados.0.smithi067.stdout:2701: done (1 left) 2024-07-29T15:11:55.997 INFO:tasks.rados.rados.0.smithi067.stdout:2702: done (0 left) 2024-07-29T15:11:55.997 INFO:tasks.rados.rados.0.smithi067.stdout:2703: read oid 29 snap -1 2024-07-29T15:11:55.997 INFO:tasks.rados.rados.0.smithi067.stdout:2703: expect deleted 2024-07-29T15:11:55.997 INFO:tasks.rados.rados.0.smithi067.stdout:2704: snap_create 2024-07-29T15:11:56.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:55 smithi138 ceph-mon[86438]: osdmap e620: 8 total, 8 up, 8 in 2024-07-29T15:11:56.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:55 smithi067 ceph-mon[91995]: osdmap e620: 8 total, 8 up, 8 in 2024-07-29T15:11:56.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:55 smithi067 ceph-mon[94375]: osdmap e620: 8 total, 8 up, 8 in 2024-07-29T15:11:56.997 INFO:tasks.rados.rados.0.smithi067.stdout:2703: done (1 left) 2024-07-29T15:11:56.997 INFO:tasks.rados.rados.0.smithi067.stdout:2704: done (0 left) 2024-07-29T15:11:56.997 INFO:tasks.rados.rados.0.smithi067.stdout:2705: delete oid 3 current snap is 279 2024-07-29T15:11:57.007 INFO:tasks.rados.rados.0.smithi067.stdout:2705: done (0 left) 2024-07-29T15:11:57.007 INFO:tasks.rados.rados.0.smithi067.stdout:2706: read oid 38 snap -1 2024-07-29T15:11:57.007 INFO:tasks.rados.rados.0.smithi067.stdout:2706: expect deleted 2024-07-29T15:11:57.007 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 16 current snap is 279 2024-07-29T15:11:57.007 INFO:tasks.rados.rados.0.smithi067.stdout:2707: seq_num 844 ranges {3506176=540672,4046848=696320,4743168=475136,5218304=434176} 2024-07-29T15:11:57.029 INFO:tasks.rados.rados.0.smithi067.stdout:2707: writing smithi06780069-16 from 3506176 to 4046848 tid 1 2024-07-29T15:11:57.032 INFO:tasks.rados.rados.0.smithi067.stdout:2707: writing smithi06780069-16 from 4046848 to 4743168 tid 2 2024-07-29T15:11:57.035 INFO:tasks.rados.rados.0.smithi067.stdout:2707: writing smithi06780069-16 from 4743168 to 5218304 tid 3 2024-07-29T15:11:57.038 INFO:tasks.rados.rados.0.smithi067.stdout:2707: writing smithi06780069-16 from 5218304 to 5652480 tid 4 2024-07-29T15:11:57.038 INFO:tasks.rados.rados.0.smithi067.stdout:2708: delete oid 12 current snap is 279 2024-07-29T15:11:57.039 INFO:tasks.rados.rados.0.smithi067.stdout:2707: finishing write tid 1 to smithi06780069-16 2024-07-29T15:11:57.039 INFO:tasks.rados.rados.0.smithi067.stdout:2707: finishing write tid 2 to smithi06780069-16 2024-07-29T15:11:57.039 INFO:tasks.rados.rados.0.smithi067.stdout:2707: finishing write tid 3 to smithi06780069-16 2024-07-29T15:11:57.041 INFO:tasks.rados.rados.0.smithi067.stdout:2706: done (2 left) 2024-07-29T15:11:57.041 INFO:tasks.rados.rados.0.smithi067.stdout:2708: done (1 left) 2024-07-29T15:11:57.041 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 48 current snap is 279 2024-07-29T15:11:57.041 INFO:tasks.rados.rados.0.smithi067.stdout:2709: seq_num 846 ranges {0=573440,573440=466944,1040384=491520,1531904=548864,2080768=98304} 2024-07-29T15:11:57.044 INFO:tasks.rados.rados.0.smithi067.stdout:2709: writing smithi06780069-48 from 0 to 573440 tid 1 2024-07-29T15:11:57.050 INFO:tasks.rados.rados.0.smithi067.stdout:2709: writing smithi06780069-48 from 573440 to 1040384 tid 2 2024-07-29T15:11:57.050 INFO:tasks.rados.rados.0.smithi067.stdout:2709: writing smithi06780069-48 from 1040384 to 1531904 tid 3 2024-07-29T15:11:57.052 INFO:tasks.rados.rados.0.smithi067.stdout:2709: writing smithi06780069-48 from 1531904 to 2080768 tid 4 2024-07-29T15:11:57.053 INFO:tasks.rados.rados.0.smithi067.stdout:2709: writing smithi06780069-48 from 2080768 to 2179072 tid 5 2024-07-29T15:11:57.053 INFO:tasks.rados.rados.0.smithi067.stdout:2710: rmattr oid 45 current snap is 279 2024-07-29T15:11:57.053 INFO:tasks.rados.rados.0.smithi067.stdout:2707: finishing write tid 4 to smithi06780069-16 2024-07-29T15:11:57.054 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 10 current snap is 279 2024-07-29T15:11:57.054 INFO:tasks.rados.rados.0.smithi067.stdout:2707: finishing write tid 5 to smithi06780069-16 2024-07-29T15:11:57.054 INFO:tasks.rados.rados.0.smithi067.stdout:2707: finishing write tid 6 to smithi06780069-16 2024-07-29T15:11:57.054 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 16 v 1292 (ObjNum 844 snap 279 seq_num 844) dirty exists 2024-07-29T15:11:57.054 INFO:tasks.rados.rados.0.smithi067.stdout:2707: left oid 16 (ObjNum 844 snap 279 seq_num 844) 2024-07-29T15:11:57.054 INFO:tasks.rados.rados.0.smithi067.stdout:2709: finishing write tid 1 to smithi06780069-48 2024-07-29T15:11:57.054 INFO:tasks.rados.rados.0.smithi067.stdout:2709: finishing write tid 2 to smithi06780069-48 2024-07-29T15:11:57.054 INFO:tasks.rados.rados.0.smithi067.stdout:2709: finishing write tid 3 to smithi06780069-48 2024-07-29T15:11:57.054 INFO:tasks.rados.rados.0.smithi067.stdout:2711: seq_num 847 ranges {0=589824,589824=753664,1343488=655360,1998848=196608} 2024-07-29T15:11:57.057 INFO:tasks.rados.rados.0.smithi067.stdout:2711: writing smithi06780069-10 from 0 to 589824 tid 1 2024-07-29T15:11:57.061 INFO:tasks.rados.rados.0.smithi067.stdout:2711: writing smithi06780069-10 from 589824 to 1343488 tid 2 2024-07-29T15:11:57.065 INFO:tasks.rados.rados.0.smithi067.stdout:2711: writing smithi06780069-10 from 1343488 to 1998848 tid 3 2024-07-29T15:11:57.067 INFO:tasks.rados.rados.0.smithi067.stdout:2711: writing smithi06780069-10 from 1998848 to 2195456 tid 4 2024-07-29T15:11:57.067 INFO:tasks.rados.rados.0.smithi067.stdout:2707: done (3 left) 2024-07-29T15:11:57.067 INFO:tasks.rados.rados.0.smithi067.stdout:2712: rmattr oid 23 current snap is 279 2024-07-29T15:11:57.067 INFO:tasks.rados.rados.0.smithi067.stdout:2712: done (3 left) 2024-07-29T15:11:57.067 INFO:tasks.rados.rados.0.smithi067.stdout:2713: snap_remove snap 252 2024-07-29T15:11:57.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:56 smithi138 ceph-mon[86438]: pgmap v542: 121 pgs: 121 active+clean; 425 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 916 KiB/s wr, 11 op/s 2024-07-29T15:11:57.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:56 smithi138 ceph-mon[86438]: osdmap e621: 8 total, 8 up, 8 in 2024-07-29T15:11:57.390 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:56 smithi067 ceph-mon[91995]: pgmap v542: 121 pgs: 121 active+clean; 425 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 916 KiB/s wr, 11 op/s 2024-07-29T15:11:57.390 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:56 smithi067 ceph-mon[91995]: osdmap e621: 8 total, 8 up, 8 in 2024-07-29T15:11:57.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:56 smithi067 ceph-mon[94375]: pgmap v542: 121 pgs: 121 active+clean; 425 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 916 KiB/s wr, 11 op/s 2024-07-29T15:11:57.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:56 smithi067 ceph-mon[94375]: osdmap e621: 8 total, 8 up, 8 in 2024-07-29T15:11:58.036 INFO:tasks.rados.rados.0.smithi067.stdout:2713: done (3 left) 2024-07-29T15:11:58.037 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 2 current snap is 279 2024-07-29T15:11:58.037 INFO:tasks.rados.rados.0.smithi067.stdout:2709: finishing write tid 4 to smithi06780069-48 2024-07-29T15:11:58.037 INFO:tasks.rados.rados.0.smithi067.stdout:2709: finishing write tid 5 to smithi06780069-48 2024-07-29T15:11:58.037 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 1211 (ObjNum 651 snap 198 seq_num 651) dirty exists 2024-07-29T15:11:58.037 INFO:tasks.rados.rados.0.smithi067.stdout:2709: finishing write tid 6 to smithi06780069-48 2024-07-29T15:11:58.037 INFO:tasks.rados.rados.0.smithi067.stdout:2709: finishing write tid 7 to smithi06780069-48 2024-07-29T15:11:58.037 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 48 v 554 (ObjNum 846 snap 279 seq_num 846) dirty exists 2024-07-29T15:11:58.037 INFO:tasks.rados.rados.0.smithi067.stdout:2709: left oid 48 (ObjNum 846 snap 279 seq_num 846) 2024-07-29T15:11:58.037 INFO:tasks.rados.rados.0.smithi067.stdout:2711: finishing write tid 1 to smithi06780069-10 2024-07-29T15:11:58.037 INFO:tasks.rados.rados.0.smithi067.stdout:2711: finishing write tid 2 to smithi06780069-10 2024-07-29T15:11:58.037 INFO:tasks.rados.rados.0.smithi067.stdout:2711: finishing write tid 3 to smithi06780069-10 2024-07-29T15:11:58.037 INFO:tasks.rados.rados.0.smithi067.stdout:2711: finishing write tid 4 to smithi06780069-10 2024-07-29T15:11:58.038 INFO:tasks.rados.rados.0.smithi067.stdout:2711: finishing write tid 5 to smithi06780069-10 2024-07-29T15:11:58.038 INFO:tasks.rados.rados.0.smithi067.stdout:2711: finishing write tid 6 to smithi06780069-10 2024-07-29T15:11:58.038 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 1405 (ObjNum 847 snap 279 seq_num 847) dirty exists 2024-07-29T15:11:58.038 INFO:tasks.rados.rados.0.smithi067.stdout:2711: left oid 10 (ObjNum 847 snap 279 seq_num 847) 2024-07-29T15:11:58.038 INFO:tasks.rados.rados.0.smithi067.stdout:2714: seq_num 848 ranges {2015232=606208,2621440=630784,3252224=458752,3710976=516096} 2024-07-29T15:11:58.052 INFO:tasks.rados.rados.0.smithi067.stdout:2714: writing smithi06780069-2 from 2015232 to 2621440 tid 1 2024-07-29T15:11:58.056 INFO:tasks.rados.rados.0.smithi067.stdout:2714: writing smithi06780069-2 from 2621440 to 3252224 tid 2 2024-07-29T15:11:58.060 INFO:tasks.rados.rados.0.smithi067.stdout:2714: writing smithi06780069-2 from 3252224 to 3710976 tid 3 2024-07-29T15:11:58.063 INFO:tasks.rados.rados.0.smithi067.stdout:2714: writing smithi06780069-2 from 3710976 to 4227072 tid 4 2024-07-29T15:11:58.063 INFO:tasks.rados.rados.0.smithi067.stdout:2709: done (3 left) 2024-07-29T15:11:58.063 INFO:tasks.rados.rados.0.smithi067.stdout:2710: done (2 left) 2024-07-29T15:11:58.063 INFO:tasks.rados.rados.0.smithi067.stdout:2711: done (1 left) 2024-07-29T15:11:58.064 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 4 current snap is 279 2024-07-29T15:11:58.064 INFO:tasks.rados.rados.0.smithi067.stdout:2714: finishing write tid 1 to smithi06780069-2 2024-07-29T15:11:58.064 INFO:tasks.rados.rados.0.smithi067.stdout:2715: seq_num 849 ranges {12599296=622592,13221888=516096,13737984=663552,14401536=425984} 2024-07-29T15:11:58.135 INFO:tasks.rados.rados.0.smithi067.stdout:2715: writing smithi06780069-4 from 12599296 to 13221888 tid 1 2024-07-29T15:11:58.138 INFO:tasks.rados.rados.0.smithi067.stdout:2715: writing smithi06780069-4 from 13221888 to 13737984 tid 2 2024-07-29T15:11:58.142 INFO:tasks.rados.rados.0.smithi067.stdout:2715: writing smithi06780069-4 from 13737984 to 14401536 tid 3 2024-07-29T15:11:58.144 INFO:tasks.rados.rados.0.smithi067.stdout:2715: writing smithi06780069-4 from 14401536 to 14827520 tid 4 2024-07-29T15:11:58.145 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 25 current snap is 279 2024-07-29T15:11:58.145 INFO:tasks.rados.rados.0.smithi067.stdout:2714: finishing write tid 2 to smithi06780069-2 2024-07-29T15:11:58.145 INFO:tasks.rados.rados.0.smithi067.stdout:2714: finishing write tid 3 to smithi06780069-2 2024-07-29T15:11:58.145 INFO:tasks.rados.rados.0.smithi067.stdout:2716: seq_num 850 ranges {0=638976,638976=802816,1441792=475136,1916928=327680} 2024-07-29T15:11:58.148 INFO:tasks.rados.rados.0.smithi067.stdout:2716: writing smithi06780069-25 from 0 to 638976 tid 1 2024-07-29T15:11:58.153 INFO:tasks.rados.rados.0.smithi067.stdout:2716: writing smithi06780069-25 from 638976 to 1441792 tid 2 2024-07-29T15:11:58.156 INFO:tasks.rados.rados.0.smithi067.stdout:2716: writing smithi06780069-25 from 1441792 to 1916928 tid 3 2024-07-29T15:11:58.158 INFO:tasks.rados.rados.0.smithi067.stdout:2716: writing smithi06780069-25 from 1916928 to 2244608 tid 4 2024-07-29T15:11:58.159 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 48 current snap is 279 2024-07-29T15:11:58.159 INFO:tasks.rados.rados.0.smithi067.stdout:2714: finishing write tid 4 to smithi06780069-2 2024-07-29T15:11:58.159 INFO:tasks.rados.rados.0.smithi067.stdout:2714: finishing write tid 5 to smithi06780069-2 2024-07-29T15:11:58.159 INFO:tasks.rados.rados.0.smithi067.stdout:2714: finishing write tid 6 to smithi06780069-2 2024-07-29T15:11:58.159 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 1214 (ObjNum 848 snap 279 seq_num 848) dirty exists 2024-07-29T15:11:58.159 INFO:tasks.rados.rados.0.smithi067.stdout:2714: left oid 2 (ObjNum 848 snap 279 seq_num 848) 2024-07-29T15:11:58.159 INFO:tasks.rados.rados.0.smithi067.stdout:2715: finishing write tid 1 to smithi06780069-4 2024-07-29T15:11:58.159 INFO:tasks.rados.rados.0.smithi067.stdout:2717: seq_num 851 ranges {2179072=655360,2834432=688128,3522560=679936,4202496=237568} 2024-07-29T15:11:58.174 INFO:tasks.rados.rados.0.smithi067.stdout:2717: writing smithi06780069-48 from 2179072 to 2834432 tid 1 2024-07-29T15:11:58.177 INFO:tasks.rados.rados.0.smithi067.stdout:2717: writing smithi06780069-48 from 2834432 to 3522560 tid 2 2024-07-29T15:11:58.181 INFO:tasks.rados.rados.0.smithi067.stdout:2717: writing smithi06780069-48 from 3522560 to 4202496 tid 3 2024-07-29T15:11:58.183 INFO:tasks.rados.rados.0.smithi067.stdout:2717: writing smithi06780069-48 from 4202496 to 4440064 tid 4 2024-07-29T15:11:58.183 INFO:tasks.rados.rados.0.smithi067.stdout:2714: done (3 left) 2024-07-29T15:11:58.183 INFO:tasks.rados.rados.0.smithi067.stdout:2718: rollback oid 1 current snap is 279 2024-07-29T15:11:58.183 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 1 to 278 2024-07-29T15:11:58.184 INFO:tasks.rados.rados.0.smithi067.stdout:2715: finishing write tid 2 to smithi06780069-4 2024-07-29T15:11:58.184 INFO:tasks.rados.rados.0.smithi067.stdout:2715: finishing write tid 3 to smithi06780069-4 2024-07-29T15:11:58.184 INFO:tasks.rados.rados.0.smithi067.stdout:2715: finishing write tid 4 to smithi06780069-4 2024-07-29T15:11:58.184 INFO:tasks.rados.rados.0.smithi067.stdout:2715: finishing write tid 5 to smithi06780069-4 2024-07-29T15:11:58.184 INFO:tasks.rados.rados.0.smithi067.stdout:2719: snap_create 2024-07-29T15:11:58.184 INFO:tasks.rados.rados.0.smithi067.stdout:2715: finishing write tid 6 to smithi06780069-4 2024-07-29T15:11:58.184 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 1448 (ObjNum 849 snap 279 seq_num 849) dirty exists 2024-07-29T15:11:58.184 INFO:tasks.rados.rados.0.smithi067.stdout:2715: left oid 4 (ObjNum 849 snap 279 seq_num 849) 2024-07-29T15:11:58.184 INFO:tasks.rados.rados.0.smithi067.stdout:2716: finishing write tid 1 to smithi06780069-25 2024-07-29T15:11:58.184 INFO:tasks.rados.rados.0.smithi067.stdout:2716: finishing write tid 2 to smithi06780069-25 2024-07-29T15:11:58.184 INFO:tasks.rados.rados.0.smithi067.stdout:2716: finishing write tid 3 to smithi06780069-25 2024-07-29T15:11:58.184 INFO:tasks.rados.rados.0.smithi067.stdout:2716: finishing write tid 4 to smithi06780069-25 2024-07-29T15:11:58.184 INFO:tasks.rados.rados.0.smithi067.stdout:2716: finishing write tid 5 to smithi06780069-25 2024-07-29T15:11:58.184 INFO:tasks.rados.rados.0.smithi067.stdout:2716: finishing write tid 6 to smithi06780069-25 2024-07-29T15:11:58.184 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 25 v 1270 (ObjNum 850 snap 279 seq_num 850) dirty exists 2024-07-29T15:11:58.185 INFO:tasks.rados.rados.0.smithi067.stdout:2716: left oid 25 (ObjNum 850 snap 279 seq_num 850) 2024-07-29T15:11:58.185 INFO:tasks.rados.rados.0.smithi067.stdout:2717: finishing write tid 1 to smithi06780069-48 2024-07-29T15:11:58.185 INFO:tasks.rados.rados.0.smithi067.stdout:2717: finishing write tid 2 to smithi06780069-48 2024-07-29T15:11:58.185 INFO:tasks.rados.rados.0.smithi067.stdout:2717: finishing write tid 3 to smithi06780069-48 2024-07-29T15:11:58.185 INFO:tasks.rados.rados.0.smithi067.stdout:2717: finishing write tid 4 to smithi06780069-48 2024-07-29T15:11:58.186 INFO:tasks.rados.rados.0.smithi067.stdout:2717: finishing write tid 5 to smithi06780069-48 2024-07-29T15:11:58.187 INFO:tasks.rados.rados.0.smithi067.stdout:2718: finishing rollback tid 0 to smithi06780069-1 2024-07-29T15:11:58.187 INFO:tasks.rados.rados.0.smithi067.stdout:2718: finishing rollback tid 1 to smithi06780069-1 2024-07-29T15:11:58.187 INFO:tasks.rados.rados.0.smithi067.stdout:2718: finishing rollback tid 2 to smithi06780069-1 2024-07-29T15:11:58.187 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 1298 (ObjNum 567 snap 165 seq_num 567) dirty exists 2024-07-29T15:11:58.187 INFO:tasks.rados.rados.0.smithi067.stdout:2717: finishing write tid 6 to smithi06780069-48 2024-07-29T15:11:58.187 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 48 v 559 (ObjNum 851 snap 279 seq_num 851) dirty exists 2024-07-29T15:11:58.188 INFO:tasks.rados.rados.0.smithi067.stdout:2717: left oid 48 (ObjNum 851 snap 279 seq_num 851) 2024-07-29T15:11:58.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:58 smithi067 ceph-mon[94375]: osdmap e622: 8 total, 8 up, 8 in 2024-07-29T15:11:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:11:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:11:57] "GET /metrics HTTP/1.1" 200 36435 "" "Prometheus/2.51.0" 2024-07-29T15:11:58.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:58 smithi067 ceph-mon[91995]: osdmap e622: 8 total, 8 up, 8 in 2024-07-29T15:11:58.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:58 smithi138 ceph-mon[86438]: osdmap e622: 8 total, 8 up, 8 in 2024-07-29T15:11:59.046 INFO:tasks.rados.rados.0.smithi067.stdout:2715: done (4 left) 2024-07-29T15:11:59.046 INFO:tasks.rados.rados.0.smithi067.stdout:2716: done (3 left) 2024-07-29T15:11:59.046 INFO:tasks.rados.rados.0.smithi067.stdout:2717: done (2 left) 2024-07-29T15:11:59.046 INFO:tasks.rados.rados.0.smithi067.stdout:2718: done (1 left) 2024-07-29T15:11:59.047 INFO:tasks.rados.rados.0.smithi067.stdout:2719: done (0 left) 2024-07-29T15:11:59.047 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 10 current snap is 280 2024-07-29T15:11:59.047 INFO:tasks.rados.rados.0.smithi067.stdout:2720: seq_num 852 ranges {2195456=671744,2867200=622592,3489792=442368,3932160=540672} 2024-07-29T15:11:59.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:59 smithi138 ceph-mon[86438]: pgmap v545: 121 pgs: 121 active+clean; 429 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-07-29T15:11:59.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:11:59 smithi138 ceph-mon[86438]: osdmap e623: 8 total, 8 up, 8 in 2024-07-29T15:11:59.062 INFO:tasks.rados.rados.0.smithi067.stdout:2720: writing smithi06780069-10 from 2195456 to 2867200 tid 1 2024-07-29T15:11:59.066 INFO:tasks.rados.rados.0.smithi067.stdout:2720: writing smithi06780069-10 from 2867200 to 3489792 tid 2 2024-07-29T15:11:59.069 INFO:tasks.rados.rados.0.smithi067.stdout:2720: writing smithi06780069-10 from 3489792 to 3932160 tid 3 2024-07-29T15:11:59.073 INFO:tasks.rados.rados.0.smithi067.stdout:2720: writing smithi06780069-10 from 3932160 to 4472832 tid 4 2024-07-29T15:11:59.073 INFO:tasks.rados.rados.0.smithi067.stdout:2721: read oid 21 snap -1 2024-07-29T15:11:59.073 INFO:tasks.rados.rados.0.smithi067.stdout:2721: expect (ObjNum 838 snap 272 seq_num 838) 2024-07-29T15:11:59.073 INFO:tasks.rados.rados.0.smithi067.stdout:2722: copy_from oid 3 from oid 39 current snap is 280 2024-07-29T15:11:59.073 INFO:tasks.rados.rados.0.smithi067.stdout:2723: read oid 13 snap -1 2024-07-29T15:11:59.074 INFO:tasks.rados.rados.0.smithi067.stdout:2723: expect (ObjNum 832 snap 269 seq_num 832) 2024-07-29T15:11:59.074 INFO:tasks.rados.rados.0.smithi067.stdout:2724: rollback oid 8 current snap is 280 2024-07-29T15:11:59.074 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 8 to 275 2024-07-29T15:11:59.074 INFO:tasks.rados.rados.0.smithi067.stdout:2725: rmattr oid 9 current snap is 280 2024-07-29T15:11:59.074 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 24 current snap is 280 2024-07-29T15:11:59.074 INFO:tasks.rados.rados.0.smithi067.stdout:2726: seq_num 853 ranges {1409024=696320,2105344=507904,2613248=647168,3260416=450560} 2024-07-29T15:11:59.086 INFO:tasks.rados.rados.0.smithi067.stdout:2726: writing smithi06780069-24 from 1409024 to 2105344 tid 1 2024-07-29T15:11:59.089 INFO:tasks.rados.rados.0.smithi067.stdout:2726: writing smithi06780069-24 from 2105344 to 2613248 tid 2 2024-07-29T15:11:59.093 INFO:tasks.rados.rados.0.smithi067.stdout:2726: writing smithi06780069-24 from 2613248 to 3260416 tid 3 2024-07-29T15:11:59.097 INFO:tasks.rados.rados.0.smithi067.stdout:2726: writing smithi06780069-24 from 3260416 to 3710976 tid 4 2024-07-29T15:11:59.097 INFO:tasks.rados.rados.0.smithi067.stdout:2727: read oid 41 snap -1 2024-07-29T15:11:59.097 INFO:tasks.rados.rados.0.smithi067.stdout:2727: expect (ObjNum 841 snap 277 seq_num 841) 2024-07-29T15:11:59.097 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 16 current snap is 280 2024-07-29T15:11:59.097 INFO:tasks.rados.rados.0.smithi067.stdout:2722: finishing copy_from to smithi06780069-3 2024-07-29T15:11:59.097 INFO:tasks.rados.rados.0.smithi067.stdout:2722: got expected ENOENT (src dne) 2024-07-29T15:11:59.097 INFO:tasks.rados.rados.0.smithi067.stdout:2722: finishing copy_from racing read to smithi06780069-3 2024-07-29T15:11:59.097 INFO:tasks.rados.rados.0.smithi067.stdout:2720: finishing write tid 1 to smithi06780069-10 2024-07-29T15:11:59.097 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 9 v 1215 (ObjNum 826 snap 266 seq_num 826) dirty exists 2024-07-29T15:11:59.097 INFO:tasks.rados.rados.0.smithi067.stdout:2724: finishing rollback tid 0 to smithi06780069-8 2024-07-29T15:11:59.098 INFO:tasks.rados.rados.0.smithi067.stdout:2724: finishing rollback tid 1 to smithi06780069-8 2024-07-29T15:11:59.098 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 1249 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-29T15:11:59.098 INFO:tasks.rados.rados.0.smithi067.stdout:2720: finishing write tid 2 to smithi06780069-10 2024-07-29T15:11:59.098 INFO:tasks.rados.rados.0.smithi067.stdout:2720: finishing write tid 3 to smithi06780069-10 2024-07-29T15:11:59.098 INFO:tasks.rados.rados.0.smithi067.stdout:2728: seq_num 854 ranges {5652480=712704,6365184=794624,7159808=450560,7610368=360448} 2024-07-29T15:11:59.132 INFO:tasks.rados.rados.0.smithi067.stdout:2728: writing smithi06780069-16 from 5652480 to 6365184 tid 1 2024-07-29T15:11:59.136 INFO:tasks.rados.rados.0.smithi067.stdout:2728: writing smithi06780069-16 from 6365184 to 7159808 tid 2 2024-07-29T15:11:59.139 INFO:tasks.rados.rados.0.smithi067.stdout:2728: writing smithi06780069-16 from 7159808 to 7610368 tid 3 2024-07-29T15:11:59.141 INFO:tasks.rados.rados.0.smithi067.stdout:2728: writing smithi06780069-16 from 7610368 to 7970816 tid 4 2024-07-29T15:11:59.141 INFO:tasks.rados.rados.0.smithi067.stdout:2722: done (8 left) 2024-07-29T15:11:59.141 INFO:tasks.rados.rados.0.smithi067.stdout:2724: done (7 left) 2024-07-29T15:11:59.141 INFO:tasks.rados.rados.0.smithi067.stdout:2725: done (6 left) 2024-07-29T15:11:59.141 INFO:tasks.rados.rados.0.smithi067.stdout:2729: snap_create 2024-07-29T15:11:59.142 INFO:tasks.rados.rados.0.smithi067.stdout:2720: finishing write tid 4 to smithi06780069-10 2024-07-29T15:11:59.142 INFO:tasks.rados.rados.0.smithi067.stdout:2720: finishing write tid 5 to smithi06780069-10 2024-07-29T15:11:59.142 INFO:tasks.rados.rados.0.smithi067.stdout:2720: finishing write tid 6 to smithi06780069-10 2024-07-29T15:11:59.142 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 1417 (ObjNum 852 snap 280 seq_num 852) dirty exists 2024-07-29T15:11:59.142 INFO:tasks.rados.rados.0.smithi067.stdout:2720: left oid 10 (ObjNum 852 snap 280 seq_num 852) 2024-07-29T15:11:59.142 INFO:tasks.rados.rados.0.smithi067.stdout:2726: finishing write tid 1 to smithi06780069-24 2024-07-29T15:11:59.142 INFO:tasks.rados.rados.0.smithi067.stdout:2726: finishing write tid 2 to smithi06780069-24 2024-07-29T15:11:59.142 INFO:tasks.rados.rados.0.smithi067.stdout:2723: expect (ObjNum 832 snap 269 seq_num 832) 2024-07-29T15:11:59.332 INFO:tasks.rados.rados.0.smithi067.stdout:2726: finishing write tid 3 to smithi06780069-24 2024-07-29T15:11:59.332 INFO:tasks.rados.rados.0.smithi067.stdout:2726: finishing write tid 4 to smithi06780069-24 2024-07-29T15:11:59.332 INFO:tasks.rados.rados.0.smithi067.stdout:2726: finishing write tid 5 to smithi06780069-24 2024-07-29T15:11:59.332 INFO:tasks.rados.rados.0.smithi067.stdout:2721: expect (ObjNum 838 snap 272 seq_num 838) 2024-07-29T15:11:59.465 INFO:tasks.rados.rados.0.smithi067.stdout:2726: finishing write tid 6 to smithi06780069-24 2024-07-29T15:11:59.466 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 24 v 1304 (ObjNum 853 snap 280 seq_num 853) dirty exists 2024-07-29T15:11:59.466 INFO:tasks.rados.rados.0.smithi067.stdout:2726: left oid 24 (ObjNum 853 snap 280 seq_num 853) 2024-07-29T15:11:59.466 INFO:tasks.rados.rados.0.smithi067.stdout:2727: expect (ObjNum 841 snap 277 seq_num 841) 2024-07-29T15:11:59.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:59 smithi067 ceph-mon[94375]: pgmap v545: 121 pgs: 121 active+clean; 429 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-07-29T15:11:59.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:11:59 smithi067 ceph-mon[94375]: osdmap e623: 8 total, 8 up, 8 in 2024-07-29T15:11:59.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:59 smithi067 ceph-mon[91995]: pgmap v545: 121 pgs: 121 active+clean; 429 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-07-29T15:11:59.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:11:59 smithi067 ceph-mon[91995]: osdmap e623: 8 total, 8 up, 8 in 2024-07-29T15:11:59.660 INFO:tasks.rados.rados.0.smithi067.stdout:2728: finishing write tid 1 to smithi06780069-16 2024-07-29T15:11:59.660 INFO:tasks.rados.rados.0.smithi067.stdout:2728: finishing write tid 2 to smithi06780069-16 2024-07-29T15:11:59.660 INFO:tasks.rados.rados.0.smithi067.stdout:2728: finishing write tid 3 to smithi06780069-16 2024-07-29T15:11:59.660 INFO:tasks.rados.rados.0.smithi067.stdout:2728: finishing write tid 4 to smithi06780069-16 2024-07-29T15:11:59.660 INFO:tasks.rados.rados.0.smithi067.stdout:2728: finishing write tid 5 to smithi06780069-16 2024-07-29T15:11:59.660 INFO:tasks.rados.rados.0.smithi067.stdout:2728: finishing write tid 6 to smithi06780069-16 2024-07-29T15:11:59.661 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 16 v 1310 (ObjNum 854 snap 280 seq_num 854) dirty exists 2024-07-29T15:11:59.661 INFO:tasks.rados.rados.0.smithi067.stdout:2728: left oid 16 (ObjNum 854 snap 280 seq_num 854) 2024-07-29T15:12:00.045 INFO:tasks.rados.rados.0.smithi067.stdout:2720: done (6 left) 2024-07-29T15:12:00.045 INFO:tasks.rados.rados.0.smithi067.stdout:2721: done (5 left) 2024-07-29T15:12:00.045 INFO:tasks.rados.rados.0.smithi067.stdout:2723: done (4 left) 2024-07-29T15:12:00.045 INFO:tasks.rados.rados.0.smithi067.stdout:2726: done (3 left) 2024-07-29T15:12:00.045 INFO:tasks.rados.rados.0.smithi067.stdout:2727: done (2 left) 2024-07-29T15:12:00.045 INFO:tasks.rados.rados.0.smithi067.stdout:2728: done (1 left) 2024-07-29T15:12:00.046 INFO:tasks.rados.rados.0.smithi067.stdout:2729: done (0 left) 2024-07-29T15:12:00.046 INFO:tasks.rados.rados.0.smithi067.stdout:2730: copy_from oid 27 from oid 18 current snap is 281 2024-07-29T15:12:00.046 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 13 current snap is 281 2024-07-29T15:12:00.046 INFO:tasks.rados.rados.0.smithi067.stdout:2731: seq_num 855 ranges {4014080=729088,4743168=671744,5414912=663552,6078464=270336} 2024-07-29T15:12:00.071 INFO:tasks.rados.rados.0.smithi067.stdout:2731: writing smithi06780069-13 from 4014080 to 4743168 tid 1 2024-07-29T15:12:00.075 INFO:tasks.rados.rados.0.smithi067.stdout:2731: writing smithi06780069-13 from 4743168 to 5414912 tid 2 2024-07-29T15:12:00.079 INFO:tasks.rados.rados.0.smithi067.stdout:2731: writing smithi06780069-13 from 5414912 to 6078464 tid 3 2024-07-29T15:12:00.081 INFO:tasks.rados.rados.0.smithi067.stdout:2731: writing smithi06780069-13 from 6078464 to 6348800 tid 4 2024-07-29T15:12:00.081 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 35 current snap is 281 2024-07-29T15:12:00.081 INFO:tasks.rados.rados.0.smithi067.stdout:2730: finishing copy_from racing read to smithi06780069-27 2024-07-29T15:12:00.082 INFO:tasks.rados.rados.0.smithi067.stdout:2730: finishing copy_from to smithi06780069-27 2024-07-29T15:12:00.082 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 1207 (ObjNum 825 snap 265 seq_num 825) dirty exists 2024-07-29T15:12:00.082 INFO:tasks.rados.rados.0.smithi067.stdout:2731: finishing write tid 1 to smithi06780069-13 2024-07-29T15:12:00.082 INFO:tasks.rados.rados.0.smithi067.stdout:2732: seq_num 856 ranges {3678208=745472,4423680=557056,4980736=417792,5398528=434176,5832704=196608} 2024-07-29T15:12:00.105 INFO:tasks.rados.rados.0.smithi067.stdout:2732: writing smithi06780069-35 from 3678208 to 4423680 tid 1 2024-07-29T15:12:00.109 INFO:tasks.rados.rados.0.smithi067.stdout:2732: writing smithi06780069-35 from 4423680 to 4980736 tid 2 2024-07-29T15:12:00.111 INFO:tasks.rados.rados.0.smithi067.stdout:2732: writing smithi06780069-35 from 4980736 to 5398528 tid 3 2024-07-29T15:12:00.114 INFO:tasks.rados.rados.0.smithi067.stdout:2732: writing smithi06780069-35 from 5398528 to 5832704 tid 4 2024-07-29T15:12:00.116 INFO:tasks.rados.rados.0.smithi067.stdout:2732: writing smithi06780069-35 from 5832704 to 6029312 tid 5 2024-07-29T15:12:00.116 INFO:tasks.rados.rados.0.smithi067.stdout:2730: done (2 left) 2024-07-29T15:12:00.116 INFO:tasks.rados.rados.0.smithi067.stdout:2733: read oid 45 snap -1 2024-07-29T15:12:00.116 INFO:tasks.rados.rados.0.smithi067.stdout:2733: expect (ObjNum 651 snap 198 seq_num 651) 2024-07-29T15:12:00.116 INFO:tasks.rados.rados.0.smithi067.stdout:2734: copy_from oid 31 from oid 17 current snap is 281 2024-07-29T15:12:00.116 INFO:tasks.rados.rados.0.smithi067.stdout:2731: finishing write tid 2 to smithi06780069-13 2024-07-29T15:12:00.116 INFO:tasks.rados.rados.0.smithi067.stdout:2731: finishing write tid 3 to smithi06780069-13 2024-07-29T15:12:00.117 INFO:tasks.rados.rados.0.smithi067.stdout:2731: finishing write tid 4 to smithi06780069-13 2024-07-29T15:12:00.117 INFO:tasks.rados.rados.0.smithi067.stdout:2731: finishing write tid 5 to smithi06780069-13 2024-07-29T15:12:00.117 INFO:tasks.rados.rados.0.smithi067.stdout:2731: finishing write tid 6 to smithi06780069-13 2024-07-29T15:12:00.117 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 13 v 1454 (ObjNum 855 snap 281 seq_num 855) dirty exists 2024-07-29T15:12:00.117 INFO:tasks.rados.rados.0.smithi067.stdout:2731: left oid 13 (ObjNum 855 snap 281 seq_num 855) 2024-07-29T15:12:00.117 INFO:tasks.rados.rados.0.smithi067.stdout:2732: finishing write tid 1 to smithi06780069-35 2024-07-29T15:12:00.117 INFO:tasks.rados.rados.0.smithi067.stdout:2732: finishing write tid 2 to smithi06780069-35 2024-07-29T15:12:00.117 INFO:tasks.rados.rados.0.smithi067.stdout:2731: done (3 left) 2024-07-29T15:12:00.117 INFO:tasks.rados.rados.0.smithi067.stdout:2735: snap_remove snap 231 2024-07-29T15:12:00.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:00 smithi138 ceph-mon[86438]: osdmap e624: 8 total, 8 up, 8 in 2024-07-29T15:12:00.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:00 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:12:00.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:00 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:12:00.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:00 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:12:00.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:00 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:12:00.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:12:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:12:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:12:00.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:00 smithi067 ceph-mon[91995]: osdmap e624: 8 total, 8 up, 8 in 2024-07-29T15:12:00.836 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:12:00.837 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:12:00.837 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:12:00.837 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:12:00.837 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:00 smithi067 ceph-mon[94375]: osdmap e624: 8 total, 8 up, 8 in 2024-07-29T15:12:00.837 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:00 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:12:00.837 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:00 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:12:00.837 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:00 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:12:00.838 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:00 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:12:01.067 INFO:tasks.rados.rados.0.smithi067.stdout:2735: done (3 left) 2024-07-29T15:12:01.067 INFO:tasks.rados.rados.0.smithi067.stdout:2736: read oid 32 snap -1 2024-07-29T15:12:01.067 INFO:tasks.rados.rados.0.smithi067.stdout:2736: expect (ObjNum 840 snap 276 seq_num 840) 2024-07-29T15:12:01.067 INFO:tasks.rados.rados.0.smithi067.stdout:2737: copy_from oid 30 from oid 10 current snap is 281 2024-07-29T15:12:01.067 INFO:tasks.rados.rados.0.smithi067.stdout:2732: finishing write tid 3 to smithi06780069-35 2024-07-29T15:12:01.067 INFO:tasks.rados.rados.0.smithi067.stdout:2732: finishing write tid 4 to smithi06780069-35 2024-07-29T15:12:01.067 INFO:tasks.rados.rados.0.smithi067.stdout:2732: finishing write tid 5 to smithi06780069-35 2024-07-29T15:12:01.068 INFO:tasks.rados.rados.0.smithi067.stdout:2732: finishing write tid 6 to smithi06780069-35 2024-07-29T15:12:01.068 INFO:tasks.rados.rados.0.smithi067.stdout:2732: finishing write tid 7 to smithi06780069-35 2024-07-29T15:12:01.068 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 35 v 1424 (ObjNum 856 snap 281 seq_num 856) dirty exists 2024-07-29T15:12:01.068 INFO:tasks.rados.rados.0.smithi067.stdout:2732: left oid 35 (ObjNum 856 snap 281 seq_num 856) 2024-07-29T15:12:01.068 INFO:tasks.rados.rados.0.smithi067.stdout:2733: expect (ObjNum 651 snap 198 seq_num 651) 2024-07-29T15:12:01.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:01 smithi138 ceph-mon[86438]: pgmap v548: 121 pgs: 121 active+clean; 445 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.0 MiB/s wr, 13 op/s 2024-07-29T15:12:01.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:01 smithi138 ceph-mon[86438]: osdmap e625: 8 total, 8 up, 8 in 2024-07-29T15:12:01.315 INFO:tasks.rados.rados.0.smithi067.stdout:2734: finishing copy_from racing read to smithi06780069-31 2024-07-29T15:12:01.315 INFO:tasks.rados.rados.0.smithi067.stdout:2734: finishing copy_from to smithi06780069-31 2024-07-29T15:12:01.315 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 1200 (ObjNum 674 snap 206 seq_num 674) dirty exists 2024-07-29T15:12:01.315 INFO:tasks.rados.rados.0.smithi067.stdout:2736: expect (ObjNum 840 snap 276 seq_num 840) 2024-07-29T15:12:01.370 INFO:tasks.rados.rados.0.smithi067.stdout:2737: finishing copy_from racing read to smithi06780069-30 2024-07-29T15:12:01.370 INFO:tasks.rados.rados.0.smithi067.stdout:2737: finishing copy_from to smithi06780069-30 2024-07-29T15:12:01.370 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 1417 (ObjNum 852 snap 280 seq_num 852) dirty exists 2024-07-29T15:12:01.370 INFO:tasks.rados.rados.0.smithi067.stdout:2732: done (4 left) 2024-07-29T15:12:01.371 INFO:tasks.rados.rados.0.smithi067.stdout:2733: done (3 left) 2024-07-29T15:12:01.371 INFO:tasks.rados.rados.0.smithi067.stdout:2734: done (2 left) 2024-07-29T15:12:01.371 INFO:tasks.rados.rados.0.smithi067.stdout:2736: done (1 left) 2024-07-29T15:12:01.371 INFO:tasks.rados.rados.0.smithi067.stdout:2737: done (0 left) 2024-07-29T15:12:01.371 INFO:tasks.rados.rados.0.smithi067.stdout:2738: read oid 1 snap -1 2024-07-29T15:12:01.371 INFO:tasks.rados.rados.0.smithi067.stdout:2738: expect (ObjNum 567 snap 165 seq_num 567) 2024-07-29T15:12:01.371 INFO:tasks.rados.rados.0.smithi067.stdout:2739: rollback oid 44 current snap is 281 2024-07-29T15:12:01.371 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 44 to 241 2024-07-29T15:12:01.371 INFO:tasks.rados.rados.0.smithi067.stdout:2740: snap_create 2024-07-29T15:12:01.371 INFO:tasks.rados.rados.0.smithi067.stdout:2739: finishing rollback tid 1 to smithi06780069-44 2024-07-29T15:12:01.372 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 540 (ObjNum 129 snap 0 seq_num 3879453504) dirty dne 2024-07-29T15:12:01.388 INFO:tasks.rados.rados.0.smithi067.stdout:2738: expect (ObjNum 567 snap 165 seq_num 567) 2024-07-29T15:12:01.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:01 smithi067 ceph-mon[94375]: pgmap v548: 121 pgs: 121 active+clean; 445 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.0 MiB/s wr, 13 op/s 2024-07-29T15:12:01.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:01 smithi067 ceph-mon[94375]: osdmap e625: 8 total, 8 up, 8 in 2024-07-29T15:12:01.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:01 smithi067 ceph-mon[91995]: pgmap v548: 121 pgs: 121 active+clean; 445 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.0 MiB/s wr, 13 op/s 2024-07-29T15:12:01.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:01 smithi067 ceph-mon[91995]: osdmap e625: 8 total, 8 up, 8 in 2024-07-29T15:12:02.066 INFO:tasks.rados.rados.0.smithi067.stdout:2738: done (2 left) 2024-07-29T15:12:02.066 INFO:tasks.rados.rados.0.smithi067.stdout:2739: done (1 left) 2024-07-29T15:12:02.067 INFO:tasks.rados.rados.0.smithi067.stdout:2740: done (0 left) 2024-07-29T15:12:02.067 INFO:tasks.rados.rados.0.smithi067.stdout:2741: snap_remove snap 265 2024-07-29T15:12:02.318 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:02 smithi138 ceph-mon[86438]: osdmap e626: 8 total, 8 up, 8 in 2024-07-29T15:12:02.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:02 smithi067 ceph-mon[91995]: osdmap e626: 8 total, 8 up, 8 in 2024-07-29T15:12:02.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:02 smithi067 ceph-mon[94375]: osdmap e626: 8 total, 8 up, 8 in 2024-07-29T15:12:02.497 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-07-29T15:12:02.778 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-29T15:12:02.778 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (7m) 50s ago 12m 18.3M - 0.27.0 11f11916f8cd 7b3d7ecf5d32 2024-07-29T15:12:02.778 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi138 *:3000 running (10s) 3s ago 11m 42.4M - c8b91775d855 96c9f5d25683 2024-07-29T15:12:02.778 INFO:teuthology.orchestra.run.smithi067.stdout:mds.a smithi067 running (54s) 50s ago 13m 14.1M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 8eee6be7b0d8 2024-07-29T15:12:02.778 INFO:teuthology.orchestra.run.smithi067.stdout:mds.b smithi138 running (32s) 3s ago 13m 12.9M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 1428b5e8c4c0 2024-07-29T15:12:02.778 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi138 *:8443,9283,8765 running (6m) 3s ago 16m 454M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 ae20c11d7057 2024-07-29T15:12:02.778 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:8443,9283,8765 running (7m) 50s ago 18m 527M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 2844d13de992 2024-07-29T15:12:02.778 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (6m) 50s ago 18m 66.6M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 b489fbc3c018 2024-07-29T15:12:02.778 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi138 running (5m) 3s ago 17m 55.5M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 bccf2941ae7e 2024-07-29T15:12:02.778 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (5m) 50s ago 16m 55.6M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 75074f1e503e 2024-07-29T15:12:02.779 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (7m) 50s ago 11m 10.3M - 1.7.0 72c9c2088986 142217b16374 2024-07-29T15:12:02.779 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi138 *:9100 running (7m) 3s ago 11m 11.7M - 1.7.0 72c9c2088986 60191c363c80 2024-07-29T15:12:02.779 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (5m) 50s ago 16m 252M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 17c73145f36a 2024-07-29T15:12:02.779 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (4m) 50s ago 15m 237M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 e9d39547a528 2024-07-29T15:12:02.779 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (3m) 50s ago 15m 218M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 a7d5a0aa79de 2024-07-29T15:12:02.779 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (3m) 50s ago 15m 141M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 6b82a8519e22 2024-07-29T15:12:02.779 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi138 running (2m) 3s ago 14m 181M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 7347f50b0cd8 2024-07-29T15:12:02.779 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi138 running (2m) 3s ago 14m 181M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 da601be03882 2024-07-29T15:12:02.779 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi138 running (107s) 3s ago 14m 92.3M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 9f9dad5a2717 2024-07-29T15:12:02.779 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi138 running (74s) 3s ago 13m 93.0M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 f39d08ab086f 2024-07-29T15:12:02.779 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi138 *:9095 running (6m) 3s ago 12m 54.5M - 2.51.0 1d3b7f56885b 99e49ee09a02 2024-07-29T15:12:02.989 INFO:tasks.rados.rados.0.smithi067.stdout:2741: done (0 left) 2024-07-29T15:12:02.989 INFO:tasks.rados.rados.0.smithi067.stdout:2742: delete oid 47 current snap is 282 2024-07-29T15:12:02.998 INFO:tasks.rados.rados.0.smithi067.stdout:2742: done (0 left) 2024-07-29T15:12:02.999 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 27 current snap is 282 2024-07-29T15:12:02.999 INFO:tasks.rados.rados.0.smithi067.stdout:2743: seq_num 858 ranges {3842048=778240,4620288=729088,5349376=434176,5783552=442368} 2024-07-29T15:12:03.023 INFO:tasks.rados.rados.0.smithi067.stdout:2743: writing smithi06780069-27 from 3842048 to 4620288 tid 1 2024-07-29T15:12:03.028 INFO:tasks.rados.rados.0.smithi067.stdout:2743: writing smithi06780069-27 from 4620288 to 5349376 tid 2 2024-07-29T15:12:03.031 INFO:tasks.rados.rados.0.smithi067.stdout:2743: writing smithi06780069-27 from 5349376 to 5783552 tid 3 2024-07-29T15:12:03.034 INFO:tasks.rados.rados.0.smithi067.stdout:2743: writing smithi06780069-27 from 5783552 to 6225920 tid 4 2024-07-29T15:12:03.034 INFO:tasks.rados.rados.0.smithi067.stdout:2744: read oid 18 snap -1 2024-07-29T15:12:03.034 INFO:tasks.rados.rados.0.smithi067.stdout:2744: expect (ObjNum 825 snap 265 seq_num 825) 2024-07-29T15:12:03.034 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 43 current snap is 282 2024-07-29T15:12:03.034 INFO:tasks.rados.rados.0.smithi067.stdout:2745: seq_num 859 ranges {3678208=794624,4472832=614400,5087232=638976,5726208=352256} 2024-07-29T15:12:03.059 INFO:tasks.rados.rados.0.smithi067.stdout:2745: writing smithi06780069-43 from 3678208 to 4472832 tid 1 2024-07-29T15:12:03.063 INFO:tasks.rados.rados.0.smithi067.stdout:2745: writing smithi06780069-43 from 4472832 to 5087232 tid 2 2024-07-29T15:12:03.068 INFO:tasks.rados.rados.0.smithi067.stdout:2745: writing smithi06780069-43 from 5087232 to 5726208 tid 3 2024-07-29T15:12:03.071 INFO:tasks.rados.rados.0.smithi067.stdout:2745: writing smithi06780069-43 from 5726208 to 6078464 tid 4 2024-07-29T15:12:03.071 INFO:tasks.rados.rados.0.smithi067.stdout:2746: read oid 8 snap 278 2024-07-29T15:12:03.071 INFO:tasks.rados.rados.0.smithi067.stdout:2746: expect (ObjNum 733 snap 228 seq_num 733) 2024-07-29T15:12:03.071 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 34 current snap is 282 2024-07-29T15:12:03.071 INFO:tasks.rados.rados.0.smithi067.stdout:2743: finishing write tid 1 to smithi06780069-27 2024-07-29T15:12:03.071 INFO:tasks.rados.rados.0.smithi067.stdout:2747: seq_num 860 ranges {2646016=8192} 2024-07-29T15:12:03.086 INFO:tasks.rados.rados.0.smithi067.stdout:2747: writing smithi06780069-34 from 2646016 to 2654208 tid 1 2024-07-29T15:12:03.086 INFO:tasks.rados.rados.0.smithi067.stdout:2748: delete oid 17 current snap is 282 2024-07-29T15:12:03.086 INFO:tasks.rados.rados.0.smithi067.stdout:2743: finishing write tid 2 to smithi06780069-27 2024-07-29T15:12:03.087 INFO:tasks.rados.rados.0.smithi067.stdout:2743: finishing write tid 3 to smithi06780069-27 2024-07-29T15:12:03.087 INFO:tasks.rados.rados.0.smithi067.stdout:2743: finishing write tid 4 to smithi06780069-27 2024-07-29T15:12:03.087 INFO:tasks.rados.rados.0.smithi067.stdout:2743: finishing write tid 5 to smithi06780069-27 2024-07-29T15:12:03.087 INFO:tasks.rados.rados.0.smithi067.stdout:2743: finishing write tid 6 to smithi06780069-27 2024-07-29T15:12:03.087 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 1244 (ObjNum 858 snap 282 seq_num 858) dirty exists 2024-07-29T15:12:03.087 INFO:tasks.rados.rados.0.smithi067.stdout:2743: left oid 27 (ObjNum 858 snap 282 seq_num 858) 2024-07-29T15:12:03.087 INFO:tasks.rados.rados.0.smithi067.stdout:2744: expect (ObjNum 825 snap 265 seq_num 825) 2024-07-29T15:12:03.190 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-07-29T15:12:03.190 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-07-29T15:12:03.190 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 3 2024-07-29T15:12:03.191 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:12:03.191 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-07-29T15:12:03.191 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 2 2024-07-29T15:12:03.191 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:12:03.191 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-07-29T15:12:03.191 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 8 2024-07-29T15:12:03.191 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:12:03.191 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": { 2024-07-29T15:12:03.191 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 2 2024-07-29T15:12:03.191 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:12:03.191 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-07-29T15:12:03.191 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 15 2024-07-29T15:12:03.192 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-07-29T15:12:03.192 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-07-29T15:12:03.240 INFO:tasks.rados.rados.0.smithi067.stdout:2745: finishing write tid 1 to smithi06780069-43 2024-07-29T15:12:03.241 INFO:tasks.rados.rados.0.smithi067.stdout:2745: finishing write tid 2 to smithi06780069-43 2024-07-29T15:12:03.241 INFO:tasks.rados.rados.0.smithi067.stdout:2745: finishing write tid 3 to smithi06780069-43 2024-07-29T15:12:03.241 INFO:tasks.rados.rados.0.smithi067.stdout:2745: finishing write tid 4 to smithi06780069-43 2024-07-29T15:12:03.241 INFO:tasks.rados.rados.0.smithi067.stdout:2745: finishing write tid 5 to smithi06780069-43 2024-07-29T15:12:03.241 INFO:tasks.rados.rados.0.smithi067.stdout:2745: finishing write tid 6 to smithi06780069-43 2024-07-29T15:12:03.241 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 43 v 1387 (ObjNum 859 snap 282 seq_num 859) dirty exists 2024-07-29T15:12:03.241 INFO:tasks.rados.rados.0.smithi067.stdout:2745: left oid 43 (ObjNum 859 snap 282 seq_num 859) 2024-07-29T15:12:03.241 INFO:tasks.rados.rados.0.smithi067.stdout:2747: finishing write tid 1 to smithi06780069-34 2024-07-29T15:12:03.241 INFO:tasks.rados.rados.0.smithi067.stdout:2747: finishing write tid 2 to smithi06780069-34 2024-07-29T15:12:03.241 INFO:tasks.rados.rados.0.smithi067.stdout:2747: finishing write tid 3 to smithi06780069-34 2024-07-29T15:12:03.242 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 34 v 1439 (ObjNum 860 snap 282 seq_num 860) dirty exists 2024-07-29T15:12:03.242 INFO:tasks.rados.rados.0.smithi067.stdout:2747: left oid 34 (ObjNum 860 snap 282 seq_num 860) 2024-07-29T15:12:03.242 INFO:tasks.rados.rados.0.smithi067.stdout:2746: expect (ObjNum 733 snap 228 seq_num 733) 2024-07-29T15:12:03.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:03 smithi138 ceph-mon[86438]: pgmap v551: 121 pgs: 121 active+clean; 454 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 6.8 MiB/s wr, 22 op/s 2024-07-29T15:12:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:03 smithi138 ceph-mon[86438]: osdmap e627: 8 total, 8 up, 8 in 2024-07-29T15:12:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:12:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:12:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:12:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:12:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:12:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:03 smithi138 ceph-mon[86438]: osdmap e628: 8 total, 8 up, 8 in 2024-07-29T15:12:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-29T15:12:03.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:03 smithi067 ceph-mon[91995]: pgmap v551: 121 pgs: 121 active+clean; 454 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 6.8 MiB/s wr, 22 op/s 2024-07-29T15:12:03.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:03 smithi067 ceph-mon[91995]: osdmap e627: 8 total, 8 up, 8 in 2024-07-29T15:12:03.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:12:03.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:12:03.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:12:03.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:12:03.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:12:03.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:03 smithi067 ceph-mon[91995]: osdmap e628: 8 total, 8 up, 8 in 2024-07-29T15:12:03.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-29T15:12:03.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:03 smithi067 ceph-mon[94375]: pgmap v551: 121 pgs: 121 active+clean; 454 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 6.8 MiB/s wr, 22 op/s 2024-07-29T15:12:03.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:03 smithi067 ceph-mon[94375]: osdmap e627: 8 total, 8 up, 8 in 2024-07-29T15:12:03.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:12:03.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:12:03.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:12:03.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:12:03.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:12:03.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:03 smithi067 ceph-mon[94375]: osdmap e628: 8 total, 8 up, 8 in 2024-07-29T15:12:03.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-29T15:12:03.828 INFO:tasks.rados.rados.0.smithi067.stdout:2743: done (5 left) 2024-07-29T15:12:03.828 INFO:tasks.rados.rados.0.smithi067.stdout:2744: done (4 left) 2024-07-29T15:12:03.828 INFO:tasks.rados.rados.0.smithi067.stdout:2745: done (3 left) 2024-07-29T15:12:03.829 INFO:tasks.rados.rados.0.smithi067.stdout:2746: done (2 left) 2024-07-29T15:12:03.829 INFO:tasks.rados.rados.0.smithi067.stdout:2747: done (1 left) 2024-07-29T15:12:03.829 INFO:tasks.rados.rados.0.smithi067.stdout:2748: done (0 left) 2024-07-29T15:12:03.829 INFO:tasks.rados.rados.0.smithi067.stdout:2749: setattr oid 27 current snap is 282 2024-07-29T15:12:03.830 INFO:tasks.rados.rados.0.smithi067.stdout:2750: read oid 10 snap -1 2024-07-29T15:12:03.830 INFO:tasks.rados.rados.0.smithi067.stdout:2750: expect (ObjNum 852 snap 280 seq_num 852) 2024-07-29T15:12:03.830 INFO:tasks.rados.rados.0.smithi067.stdout:2751: rollback oid 28 current snap is 282 2024-07-29T15:12:03.830 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 28 to 280 2024-07-29T15:12:03.830 INFO:tasks.rados.rados.0.smithi067.stdout:2752: setattr oid 4 current snap is 282 2024-07-29T15:12:03.832 INFO:tasks.rados.rados.0.smithi067.stdout:2753: copy_from oid 22 from oid 50 current snap is 282 2024-07-29T15:12:03.832 INFO:tasks.rados.rados.0.smithi067.stdout:2754: snap_create 2024-07-29T15:12:03.833 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 1245 (ObjNum 858 snap 282 seq_num 858) dirty exists 2024-07-29T15:12:03.834 INFO:tasks.rados.rados.0.smithi067.stdout:2751: finishing rollback tid 0 to smithi06780069-28 2024-07-29T15:12:03.834 INFO:tasks.rados.rados.0.smithi067.stdout:2751: finishing rollback tid 1 to smithi06780069-28 2024-07-29T15:12:03.834 INFO:tasks.rados.rados.0.smithi067.stdout:2751: finishing rollback tid 2 to smithi06780069-28 2024-07-29T15:12:03.834 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 28 v 493 (ObjNum 780 snap 240 seq_num 780) dirty exists 2024-07-29T15:12:03.836 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 1466 (ObjNum 849 snap 279 seq_num 849) dirty exists 2024-07-29T15:12:03.839 INFO:tasks.rados.rados.0.smithi067.stdout:2753: finishing copy_from to smithi06780069-22 2024-07-29T15:12:03.839 INFO:tasks.rados.rados.0.smithi067.stdout:2753: got expected ENOENT (src dne) 2024-07-29T15:12:03.839 INFO:tasks.rados.rados.0.smithi067.stdout:2753: finishing copy_from racing read to smithi06780069-22 2024-07-29T15:12:03.843 INFO:tasks.rados.rados.0.smithi067.stdout:2750: expect (ObjNum 852 snap 280 seq_num 852) 2024-07-29T15:12:04.322 INFO:tasks.rados.rados.0.smithi067.stdout:2749: done (5 left) 2024-07-29T15:12:04.322 INFO:tasks.rados.rados.0.smithi067.stdout:2750: done (4 left) 2024-07-29T15:12:04.322 INFO:tasks.rados.rados.0.smithi067.stdout:2751: done (3 left) 2024-07-29T15:12:04.322 INFO:tasks.rados.rados.0.smithi067.stdout:2752: done (2 left) 2024-07-29T15:12:04.323 INFO:tasks.rados.rados.0.smithi067.stdout:2753: done (1 left) 2024-07-29T15:12:04.323 INFO:tasks.rados.rados.0.smithi067.stdout:2754: done (0 left) 2024-07-29T15:12:04.323 INFO:tasks.rados.rados.0.smithi067.stdout:2755: rollback oid 44 current snap is 283 2024-07-29T15:12:04.323 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 44 to 275 2024-07-29T15:12:04.323 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 42 current snap is 283 2024-07-29T15:12:04.323 INFO:tasks.rados.rados.0.smithi067.stdout:2756: seq_num 862 ranges {8200192=40960} 2024-07-29T15:12:04.367 INFO:tasks.rados.rados.0.smithi067.stdout:2756: writing smithi06780069-42 from 8200192 to 8241152 tid 1 2024-07-29T15:12:04.367 INFO:tasks.rados.rados.0.smithi067.stdout:2757: rollback oid 5 current snap is 283 2024-07-29T15:12:04.367 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 5 to 241 2024-07-29T15:12:04.367 INFO:tasks.rados.rados.0.smithi067.stdout:2755: finishing rollback tid 1 to smithi06780069-44 2024-07-29T15:12:04.368 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 540 (ObjNum 49 snap 0 seq_num 1717986661) dirty dne 2024-07-29T15:12:04.368 INFO:tasks.rados.rados.0.smithi067.stdout:2755: done (2 left) 2024-07-29T15:12:04.368 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 37 current snap is 283 2024-07-29T15:12:04.368 INFO:tasks.rados.rados.0.smithi067.stdout:2758: seq_num 863 ranges {4571136=57344} 2024-07-29T15:12:04.393 INFO:tasks.rados.rados.0.smithi067.stdout:2758: writing smithi06780069-37 from 4571136 to 4628480 tid 1 2024-07-29T15:12:04.393 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 9 current snap is 283 2024-07-29T15:12:04.393 INFO:tasks.rados.rados.0.smithi067.stdout:2757: finishing rollback tid 0 to smithi06780069-5 2024-07-29T15:12:04.393 INFO:tasks.rados.rados.0.smithi067.stdout:2756: finishing write tid 1 to smithi06780069-42 2024-07-29T15:12:04.393 INFO:tasks.rados.rados.0.smithi067.stdout:2759: seq_num 864 ranges {7135232=73728} 2024-07-29T15:12:04.433 INFO:tasks.rados.rados.0.smithi067.stdout:2759: writing smithi06780069-9 from 7135232 to 7208960 tid 1 2024-07-29T15:12:04.433 INFO:tasks.rados.rados.0.smithi067.stdout:2760: read oid 19 snap -1 2024-07-29T15:12:04.433 INFO:tasks.rados.rados.0.smithi067.stdout:2760: expect deleted 2024-07-29T15:12:04.433 INFO:tasks.rados.rados.0.smithi067.stdout:2761: delete oid 36 current snap is 283 2024-07-29T15:12:04.433 INFO:tasks.rados.rados.0.smithi067.stdout:2757: finishing rollback tid 1 to smithi06780069-5 2024-07-29T15:12:04.433 INFO:tasks.rados.rados.0.smithi067.stdout:2756: finishing write tid 2 to smithi06780069-42 2024-07-29T15:12:04.433 INFO:tasks.rados.rados.0.smithi067.stdout:2757: finishing rollback tid 2 to smithi06780069-5 2024-07-29T15:12:04.433 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 1225 (ObjNum 712 snap 219 seq_num 712) dirty exists 2024-07-29T15:12:04.434 INFO:tasks.rados.rados.0.smithi067.stdout:2756: finishing write tid 3 to smithi06780069-42 2024-07-29T15:12:04.434 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 1285 (ObjNum 862 snap 283 seq_num 862) dirty exists 2024-07-29T15:12:04.434 INFO:tasks.rados.rados.0.smithi067.stdout:2756: left oid 42 (ObjNum 862 snap 283 seq_num 862) 2024-07-29T15:12:04.434 INFO:tasks.rados.rados.0.smithi067.stdout:2758: finishing write tid 1 to smithi06780069-37 2024-07-29T15:12:04.434 INFO:tasks.rados.rados.0.smithi067.stdout:2758: finishing write tid 2 to smithi06780069-37 2024-07-29T15:12:04.434 INFO:tasks.rados.rados.0.smithi067.stdout:2758: finishing write tid 3 to smithi06780069-37 2024-07-29T15:12:04.434 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 37 v 1206 (ObjNum 863 snap 283 seq_num 863) dirty exists 2024-07-29T15:12:04.434 INFO:tasks.rados.rados.0.smithi067.stdout:2758: left oid 37 (ObjNum 863 snap 283 seq_num 863) 2024-07-29T15:12:04.435 INFO:tasks.rados.rados.0.smithi067.stdout:2756: done (5 left) 2024-07-29T15:12:04.435 INFO:tasks.rados.rados.0.smithi067.stdout:2757: done (4 left) 2024-07-29T15:12:04.436 INFO:tasks.rados.rados.0.smithi067.stdout:2758: done (3 left) 2024-07-29T15:12:04.436 INFO:tasks.rados.rados.0.smithi067.stdout:2760: done (2 left) 2024-07-29T15:12:04.436 INFO:tasks.rados.rados.0.smithi067.stdout:2761: done (1 left) 2024-07-29T15:12:04.436 INFO:tasks.rados.rados.0.smithi067.stdout:2762: read oid 20 snap -1 2024-07-29T15:12:04.436 INFO:tasks.rados.rados.0.smithi067.stdout:2762: expect deleted 2024-07-29T15:12:04.436 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 8 current snap is 283 2024-07-29T15:12:04.436 INFO:tasks.rados.rados.0.smithi067.stdout:2763: seq_num 866 ranges {0=106496} 2024-07-29T15:12:04.436 INFO:tasks.rados.rados.0.smithi067.stdout:2763: writing smithi06780069-8 from 0 to 106496 tid 1 2024-07-29T15:12:04.436 INFO:tasks.rados.rados.0.smithi067.stdout:2764: snap_remove snap 269 2024-07-29T15:12:04.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='client.34425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:12:04.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='client.34431 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:12:04.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-29T15:12:04.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:12:04.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: Upgrade: Finalizing container_image settings 2024-07-29T15:12:04.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:12:04.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-07-29T15:12:04.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-07-29T15:12:04.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-29T15:12:04.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-07-29T15:12:04.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='client.34425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:12:04.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='client.34431 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:12:04.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-29T15:12:04.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:12:04.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.492 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: Upgrade: Finalizing container_image settings 2024-07-29T15:12:04.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:12:04.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-07-29T15:12:04.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-07-29T15:12:04.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-29T15:12:04.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-07-29T15:12:04.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-07-29T15:12:04.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-07-29T15:12:04.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-07-29T15:12:04.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-07-29T15:12:04.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-07-29T15:12:04.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-07-29T15:12:04.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-07-29T15:12:04.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-07-29T15:12:04.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-07-29T15:12:04.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-07-29T15:12:04.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-29T15:12:04.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-07-29T15:12:04.494 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-07-29T15:12:04.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-07-29T15:12:04.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-07-29T15:12:04.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-07-29T15:12:04.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-07-29T15:12:04.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-07-29T15:12:04.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-07-29T15:12:04.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-29T15:12:04.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-29T15:12:04.495 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-29T15:12:04.495 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-07-29T15:12:04.495 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-07-29T15:12:04.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-07-29T15:12:04.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-07-29T15:12:04.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-07-29T15:12:04.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-07-29T15:12:04.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-07-29T15:12:04.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-07-29T15:12:04.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-07-29T15:12:04.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-07-29T15:12:04.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-29T15:12:04.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-07-29T15:12:04.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-07-29T15:12:04.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-07-29T15:12:04.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-07-29T15:12:04.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-07-29T15:12:04.496 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-07-29T15:12:04.497 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-07-29T15:12:04.497 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-07-29T15:12:04.497 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-29T15:12:04.497 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-29T15:12:04.497 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-29T15:12:04.497 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-29T15:12:04.497 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-29T15:12:04.497 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-29T15:12:04.497 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: Upgrade: Complete! 2024-07-29T15:12:04.497 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-07-29T15:12:04.497 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-07-29T15:12:04.498 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3383020004' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.498 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:12:04.498 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:12:04.498 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:12:04.498 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:12:04.498 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:12:04.498 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:12:04.498 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:12:04.498 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:12:04.498 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-29T15:12:04.498 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-29T15:12:04.498 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-29T15:12:04.499 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: Upgrade: Complete! 2024-07-29T15:12:04.499 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-07-29T15:12:04.499 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-07-29T15:12:04.499 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3383020004' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.499 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:12:04.499 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:12:04.499 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:12:04.499 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:12:04.499 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:12:04.499 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:12:04.499 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:12:04.499 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:12:04.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='client.34425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:12:04.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='client.34431 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:12:04.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-29T15:12:04.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:12:04.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: Upgrade: Finalizing container_image settings 2024-07-29T15:12:04.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:12:04.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-07-29T15:12:04.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-07-29T15:12:04.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-29T15:12:04.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-07-29T15:12:04.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-07-29T15:12:04.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-07-29T15:12:04.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-07-29T15:12:04.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-07-29T15:12:04.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-07-29T15:12:04.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-07-29T15:12:04.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-07-29T15:12:04.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-07-29T15:12:04.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-07-29T15:12:04.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-07-29T15:12:04.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-29T15:12:04.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-07-29T15:12:04.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-07-29T15:12:04.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-07-29T15:12:04.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-07-29T15:12:04.564 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-07-29T15:12:04.565 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-07-29T15:12:04.565 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-07-29T15:12:04.565 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-07-29T15:12:04.565 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-29T15:12:04.565 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-29T15:12:04.565 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-29T15:12:04.565 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-29T15:12:04.565 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-29T15:12:04.565 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-29T15:12:04.565 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: Upgrade: Complete! 2024-07-29T15:12:04.565 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-07-29T15:12:04.565 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-07-29T15:12:04.565 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3383020004' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:04.566 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:12:04.566 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:12:04.566 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:12:04.566 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:12:04.566 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:12:04.566 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:12:04.566 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:12:04.566 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:12:05.336 INFO:tasks.rados.rados.0.smithi067.stdout:2764: done (3 left) 2024-07-29T15:12:05.336 INFO:tasks.rados.rados.0.smithi067.stdout:2765: copy_from oid 46 from oid 6 current snap is 283 2024-07-29T15:12:05.336 INFO:tasks.rados.rados.0.smithi067.stdout:2759: finishing write tid 1 to smithi06780069-9 2024-07-29T15:12:05.336 INFO:tasks.rados.rados.0.smithi067.stdout:2759: finishing write tid 2 to smithi06780069-9 2024-07-29T15:12:05.336 INFO:tasks.rados.rados.0.smithi067.stdout:2759: finishing write tid 3 to smithi06780069-9 2024-07-29T15:12:05.336 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 9 v 1217 (ObjNum 864 snap 283 seq_num 864) dirty exists 2024-07-29T15:12:05.336 INFO:tasks.rados.rados.0.smithi067.stdout:2759: left oid 9 (ObjNum 864 snap 283 seq_num 864) 2024-07-29T15:12:05.336 INFO:tasks.rados.rados.0.smithi067.stdout:2763: finishing write tid 1 to smithi06780069-8 2024-07-29T15:12:05.336 INFO:tasks.rados.rados.0.smithi067.stdout:2763: finishing write tid 2 to smithi06780069-8 2024-07-29T15:12:05.336 INFO:tasks.rados.rados.0.smithi067.stdout:2763: finishing write tid 3 to smithi06780069-8 2024-07-29T15:12:05.337 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 1252 (ObjNum 866 snap 283 seq_num 866) dirty exists 2024-07-29T15:12:05.337 INFO:tasks.rados.rados.0.smithi067.stdout:2763: left oid 8 (ObjNum 866 snap 283 seq_num 866) 2024-07-29T15:12:05.337 INFO:tasks.rados.rados.0.smithi067.stdout:2759: done (3 left) 2024-07-29T15:12:05.337 INFO:tasks.rados.rados.0.smithi067.stdout:2762: done (2 left) 2024-07-29T15:12:05.337 INFO:tasks.rados.rados.0.smithi067.stdout:2763: done (1 left) 2024-07-29T15:12:05.337 INFO:tasks.rados.rados.0.smithi067.stdout:2766: read oid 22 snap 249 2024-07-29T15:12:05.337 INFO:tasks.rados.rados.0.smithi067.stdout:2766: expect (ObjNum 772 snap 238 seq_num 772) 2024-07-29T15:12:05.337 INFO:tasks.rados.rados.0.smithi067.stdout:2767: copy_from oid 47 from oid 31 current snap is 283 2024-07-29T15:12:05.337 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 23 current snap is 283 2024-07-29T15:12:05.337 INFO:tasks.rados.rados.0.smithi067.stdout:2768: seq_num 867 ranges {0=122880} 2024-07-29T15:12:05.338 INFO:tasks.rados.rados.0.smithi067.stdout:2768: writing smithi06780069-23 from 0 to 122880 tid 1 2024-07-29T15:12:05.338 INFO:tasks.rados.rados.0.smithi067.stdout:2769: delete oid 38 current snap is 283 2024-07-29T15:12:05.348 INFO:tasks.rados.rados.0.smithi067.stdout:2768: finishing write tid 1 to smithi06780069-23 2024-07-29T15:12:05.349 INFO:tasks.rados.rados.0.smithi067.stdout:2768: finishing write tid 2 to smithi06780069-23 2024-07-29T15:12:05.355 INFO:tasks.rados.rados.0.smithi067.stdout:2768: finishing write tid 3 to smithi06780069-23 2024-07-29T15:12:05.355 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 1419 (ObjNum 867 snap 283 seq_num 867) dirty exists 2024-07-29T15:12:05.355 INFO:tasks.rados.rados.0.smithi067.stdout:2768: left oid 23 (ObjNum 867 snap 283 seq_num 867) 2024-07-29T15:12:05.370 INFO:tasks.rados.rados.0.smithi067.stdout:2765: finishing copy_from racing read to smithi06780069-46 2024-07-29T15:12:05.372 INFO:tasks.rados.rados.0.smithi067.stdout:2768: done (4 left) 2024-07-29T15:12:05.372 INFO:tasks.rados.rados.0.smithi067.stdout:2769: done (3 left) 2024-07-29T15:12:05.372 INFO:tasks.rados.rados.0.smithi067.stdout:2770: copy_from oid 4 from oid 35 current snap is 283 2024-07-29T15:12:05.372 INFO:tasks.rados.rados.0.smithi067.stdout:2771: snap_remove snap 273 2024-07-29T15:12:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:05 smithi067 ceph-mon[91995]: pgmap v554: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 467 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 6.4 MiB/s wr, 19 op/s 2024-07-29T15:12:05.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:05 smithi067 ceph-mon[91995]: osdmap e629: 8 total, 8 up, 8 in 2024-07-29T15:12:05.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:12:05.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:12:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:05 smithi067 ceph-mon[94375]: pgmap v554: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 467 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 6.4 MiB/s wr, 19 op/s 2024-07-29T15:12:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:05 smithi067 ceph-mon[94375]: osdmap e629: 8 total, 8 up, 8 in 2024-07-29T15:12:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:12:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:12:05.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:05 smithi138 ceph-mon[86438]: pgmap v554: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 467 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 6.4 MiB/s wr, 19 op/s 2024-07-29T15:12:05.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:05 smithi138 ceph-mon[86438]: osdmap e629: 8 total, 8 up, 8 in 2024-07-29T15:12:05.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:12:05.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:12:06.343 INFO:tasks.rados.rados.0.smithi067.stdout:2771: done (4 left) 2024-07-29T15:12:06.343 INFO:tasks.rados.rados.0.smithi067.stdout:2772: read oid 43 snap 244 2024-07-29T15:12:06.343 INFO:tasks.rados.rados.0.smithi067.stdout:2772: expect (ObjNum -414789280 snap 21888 seq_num 3880294368) 2024-07-29T15:12:06.344 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 42 current snap is 283 2024-07-29T15:12:06.344 INFO:tasks.rados.rados.0.smithi067.stdout:2773: seq_num 869 ranges {8241152=155648} 2024-07-29T15:12:06.391 INFO:tasks.rados.rados.0.smithi067.stdout:2773: writing smithi06780069-42 from 8241152 to 8396800 tid 1 2024-07-29T15:12:06.391 INFO:tasks.rados.rados.0.smithi067.stdout:2774: delete oid 5 current snap is 283 2024-07-29T15:12:06.391 INFO:tasks.rados.rados.0.smithi067.stdout:2767: finishing copy_from racing read to smithi06780069-47 2024-07-29T15:12:06.391 INFO:tasks.rados.rados.0.smithi067.stdout:2766: expect (ObjNum 772 snap 238 seq_num 772) 2024-07-29T15:12:06.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:06 smithi067 ceph-mon[91995]: osdmap e630: 8 total, 8 up, 8 in 2024-07-29T15:12:06.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:06 smithi067 ceph-mon[94375]: osdmap e630: 8 total, 8 up, 8 in 2024-07-29T15:12:06.782 INFO:tasks.rados.rados.0.smithi067.stdout:2765: finishing copy_from to smithi06780069-46 2024-07-29T15:12:06.783 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 46 v 1319 (ObjNum 804 snap 258 seq_num 804) dirty exists 2024-07-29T15:12:06.783 INFO:tasks.rados.rados.0.smithi067.stdout:2767: finishing copy_from to smithi06780069-47 2024-07-29T15:12:06.783 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 1200 (ObjNum 674 snap 206 seq_num 674) dirty exists 2024-07-29T15:12:06.783 INFO:tasks.rados.rados.0.smithi067.stdout:2770: finishing copy_from racing read to smithi06780069-4 2024-07-29T15:12:06.783 INFO:tasks.rados.rados.0.smithi067.stdout:2770: finishing copy_from to smithi06780069-4 2024-07-29T15:12:06.783 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 1424 (ObjNum 856 snap 281 seq_num 856) dirty exists 2024-07-29T15:12:06.783 INFO:tasks.rados.rados.0.smithi067.stdout:2772: expect (ObjNum -414789280 snap 21888 seq_num 3880294368) 2024-07-29T15:12:06.784 INFO:tasks.rados.rados.0.smithi067.stdout:2773: finishing write tid 1 to smithi06780069-42 2024-07-29T15:12:06.784 INFO:tasks.rados.rados.0.smithi067.stdout:2773: finishing write tid 2 to smithi06780069-42 2024-07-29T15:12:06.784 INFO:tasks.rados.rados.0.smithi067.stdout:2773: finishing write tid 3 to smithi06780069-42 2024-07-29T15:12:06.784 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 1295 (ObjNum 869 snap 283 seq_num 869) dirty exists 2024-07-29T15:12:06.784 INFO:tasks.rados.rados.0.smithi067.stdout:2773: left oid 42 (ObjNum 869 snap 283 seq_num 869) 2024-07-29T15:12:06.784 INFO:tasks.rados.rados.0.smithi067.stdout:2765: done (6 left) 2024-07-29T15:12:06.785 INFO:tasks.rados.rados.0.smithi067.stdout:2766: done (5 left) 2024-07-29T15:12:06.785 INFO:tasks.rados.rados.0.smithi067.stdout:2767: done (4 left) 2024-07-29T15:12:06.785 INFO:tasks.rados.rados.0.smithi067.stdout:2770: done (3 left) 2024-07-29T15:12:06.785 INFO:tasks.rados.rados.0.smithi067.stdout:2772: done (2 left) 2024-07-29T15:12:06.785 INFO:tasks.rados.rados.0.smithi067.stdout:2773: done (1 left) 2024-07-29T15:12:06.785 INFO:tasks.rados.rados.0.smithi067.stdout:2774: done (0 left) 2024-07-29T15:12:06.785 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 30 current snap is 283 2024-07-29T15:12:06.785 INFO:tasks.rados.rados.0.smithi067.stdout:2775: seq_num 871 ranges {4472832=188416} 2024-07-29T15:12:06.809 INFO:tasks.rados.rados.0.smithi067.stdout:2775: writing smithi06780069-30 from 4472832 to 4661248 tid 1 2024-07-29T15:12:06.809 INFO:tasks.rados.rados.0.smithi067.stdout:2776: delete oid 35 current snap is 283 2024-07-29T15:12:06.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:06 smithi138 ceph-mon[86438]: osdmap e630: 8 total, 8 up, 8 in 2024-07-29T15:12:06.812 INFO:tasks.rados.rados.0.smithi067.stdout:2776: done (1 left) 2024-07-29T15:12:06.812 INFO:tasks.rados.rados.0.smithi067.stdout:2777: rollback oid 39 current snap is 283 2024-07-29T15:12:06.812 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 39 to 270 2024-07-29T15:12:06.812 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 47 current snap is 283 2024-07-29T15:12:06.812 INFO:tasks.rados.rados.0.smithi067.stdout:2778: seq_num 873 ranges {4898816=229376} 2024-07-29T15:12:06.841 INFO:tasks.rados.rados.0.smithi067.stdout:2778: writing smithi06780069-47 from 4898816 to 5128192 tid 1 2024-07-29T15:12:06.841 INFO:tasks.rados.rados.0.smithi067.stdout:2779: read oid 7 snap -1 2024-07-29T15:12:06.841 INFO:tasks.rados.rados.0.smithi067.stdout:2779: expect (ObjNum 842 snap 277 seq_num 842) 2024-07-29T15:12:06.841 INFO:tasks.rados.rados.0.smithi067.stdout:2780: read oid 25 snap -1 2024-07-29T15:12:06.841 INFO:tasks.rados.rados.0.smithi067.stdout:2780: expect (ObjNum 850 snap 279 seq_num 850) 2024-07-29T15:12:06.842 INFO:tasks.rados.rados.0.smithi067.stdout:2781: read oid 38 snap 263 2024-07-29T15:12:06.842 INFO:tasks.rados.rados.0.smithi067.stdout:2781: expect deleted 2024-07-29T15:12:06.842 INFO:tasks.rados.rados.0.smithi067.stdout:2782: rollback oid 9 current snap is 283 2024-07-29T15:12:06.842 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 9 to 266 2024-07-29T15:12:06.842 INFO:tasks.rados.rados.0.smithi067.stdout:2775: finishing write tid 1 to smithi06780069-30 2024-07-29T15:12:06.842 INFO:tasks.rados.rados.0.smithi067.stdout:2775: finishing write tid 2 to smithi06780069-30 2024-07-29T15:12:06.842 INFO:tasks.rados.rados.0.smithi067.stdout:2777: finishing rollback tid 1 to smithi06780069-39 2024-07-29T15:12:06.842 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 983 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-07-29T15:12:06.842 INFO:tasks.rados.rados.0.smithi067.stdout:2775: finishing write tid 3 to smithi06780069-30 2024-07-29T15:12:06.842 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 1421 (ObjNum 871 snap 283 seq_num 871) dirty exists 2024-07-29T15:12:06.842 INFO:tasks.rados.rados.0.smithi067.stdout:2775: left oid 30 (ObjNum 871 snap 283 seq_num 871) 2024-07-29T15:12:06.842 INFO:tasks.rados.rados.0.smithi067.stdout:2775: done (6 left) 2024-07-29T15:12:06.842 INFO:tasks.rados.rados.0.smithi067.stdout:2777: done (5 left) 2024-07-29T15:12:06.843 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 5 current snap is 283 2024-07-29T15:12:06.843 INFO:tasks.rados.rados.0.smithi067.stdout:2783: seq_num 874 ranges {0=245760} 2024-07-29T15:12:06.843 INFO:tasks.rados.rados.0.smithi067.stdout:2783: writing smithi06780069-5 from 0 to 245760 tid 1 2024-07-29T15:12:06.843 INFO:tasks.rados.rados.0.smithi067.stdout:2784: delete oid 24 current snap is 283 2024-07-29T15:12:06.844 INFO:tasks.rados.rados.0.smithi067.stdout:2778: finishing write tid 1 to smithi06780069-47 2024-07-29T15:12:06.844 INFO:tasks.rados.rados.0.smithi067.stdout:2782: finishing rollback tid 0 to smithi06780069-9 2024-07-29T15:12:06.845 INFO:tasks.rados.rados.0.smithi067.stdout:2782: finishing rollback tid 1 to smithi06780069-9 2024-07-29T15:12:06.846 INFO:tasks.rados.rados.0.smithi067.stdout:2782: finishing rollback tid 2 to smithi06780069-9 2024-07-29T15:12:06.846 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 9 v 1220 (ObjNum 826 snap 266 seq_num 826) dirty exists 2024-07-29T15:12:06.846 INFO:tasks.rados.rados.0.smithi067.stdout:2778: finishing write tid 2 to smithi06780069-47 2024-07-29T15:12:06.847 INFO:tasks.rados.rados.0.smithi067.stdout:2778: finishing write tid 3 to smithi06780069-47 2024-07-29T15:12:06.848 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 1389 (ObjNum 873 snap 283 seq_num 873) dirty exists 2024-07-29T15:12:06.848 INFO:tasks.rados.rados.0.smithi067.stdout:2778: left oid 47 (ObjNum 873 snap 283 seq_num 873) 2024-07-29T15:12:06.850 INFO:tasks.rados.rados.0.smithi067.stdout:2778: done (6 left) 2024-07-29T15:12:06.851 INFO:tasks.rados.rados.0.smithi067.stdout:2781: done (5 left) 2024-07-29T15:12:06.851 INFO:tasks.rados.rados.0.smithi067.stdout:2782: done (4 left) 2024-07-29T15:12:06.851 INFO:tasks.rados.rados.0.smithi067.stdout:2784: done (3 left) 2024-07-29T15:12:06.851 INFO:tasks.rados.rados.0.smithi067.stdout:2785: rollback oid 18 current snap is 283 2024-07-29T15:12:06.851 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 18 to 276 2024-07-29T15:12:06.851 INFO:tasks.rados.rados.0.smithi067.stdout:2786: rollback oid 9 current snap is 283 2024-07-29T15:12:06.851 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 9 to 274 2024-07-29T15:12:06.851 INFO:tasks.rados.rados.0.smithi067.stdout:2787: copy_from oid 29 from oid 32 current snap is 283 2024-07-29T15:12:06.851 INFO:tasks.rados.rados.0.smithi067.stdout:2788: read oid 31 snap 270 2024-07-29T15:12:06.851 INFO:tasks.rados.rados.0.smithi067.stdout:2788: expect (ObjNum 835 snap 270 seq_num 835) 2024-07-29T15:12:06.851 INFO:tasks.rados.rados.0.smithi067.stdout:2789: snap_remove snap 236 2024-07-29T15:12:07.345 INFO:tasks.rados.rados.0.smithi067.stdout:2789: done (7 left) 2024-07-29T15:12:07.346 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 10 current snap is 283 2024-07-29T15:12:07.346 INFO:tasks.rados.rados.0.smithi067.stdout:2790: seq_num 876 ranges {4472832=278528} 2024-07-29T15:12:07.374 INFO:tasks.rados.rados.0.smithi067.stdout:2790: writing smithi06780069-10 from 4472832 to 4751360 tid 1 2024-07-29T15:12:07.374 INFO:tasks.rados.rados.0.smithi067.stdout:2791: read oid 33 snap 276 2024-07-29T15:12:07.374 INFO:tasks.rados.rados.0.smithi067.stdout:2791: expect (ObjNum 724 snap 223 seq_num 724) 2024-07-29T15:12:07.374 INFO:tasks.rados.rados.0.smithi067.stdout:2792: read oid 23 snap -1 2024-07-29T15:12:07.374 INFO:tasks.rados.rados.0.smithi067.stdout:2792: expect (ObjNum 867 snap 283 seq_num 867) 2024-07-29T15:12:07.374 INFO:tasks.rados.rados.0.smithi067.stdout:2793: copy_from oid 40 from oid 3 current snap is 283 2024-07-29T15:12:07.374 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 50 current snap is 283 2024-07-29T15:12:07.374 INFO:tasks.rados.rados.0.smithi067.stdout:2794: seq_num 877 ranges {0=294912} 2024-07-29T15:12:07.376 INFO:tasks.rados.rados.0.smithi067.stdout:2794: writing smithi06780069-50 from 0 to 294912 tid 1 2024-07-29T15:12:07.376 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 36 current snap is 283 2024-07-29T15:12:07.376 INFO:tasks.rados.rados.0.smithi067.stdout:2795: seq_num 878 ranges {0=311296} 2024-07-29T15:12:07.378 INFO:tasks.rados.rados.0.smithi067.stdout:2795: writing smithi06780069-36 from 0 to 311296 tid 1 2024-07-29T15:12:07.378 INFO:tasks.rados.rados.0.smithi067.stdout:2796: delete oid 12 current snap is 283 2024-07-29T15:12:07.378 INFO:tasks.rados.rados.0.smithi067.stdout:2783: finishing write tid 1 to smithi06780069-5 2024-07-29T15:12:07.378 INFO:tasks.rados.rados.0.smithi067.stdout:2783: finishing write tid 2 to smithi06780069-5 2024-07-29T15:12:07.378 INFO:tasks.rados.rados.0.smithi067.stdout:2780: expect (ObjNum 850 snap 279 seq_num 850) 2024-07-29T15:12:07.441 INFO:tasks.rados.rados.0.smithi067.stdout:2786: finishing rollback tid 0 to smithi06780069-9 2024-07-29T15:12:07.441 INFO:tasks.rados.rados.0.smithi067.stdout:2783: finishing write tid 3 to smithi06780069-5 2024-07-29T15:12:07.441 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 1228 (ObjNum 874 snap 283 seq_num 874) dirty exists 2024-07-29T15:12:07.441 INFO:tasks.rados.rados.0.smithi067.stdout:2783: left oid 5 (ObjNum 874 snap 283 seq_num 874) 2024-07-29T15:12:07.441 INFO:tasks.rados.rados.0.smithi067.stdout:2786: finishing rollback tid 1 to smithi06780069-9 2024-07-29T15:12:07.442 INFO:tasks.rados.rados.0.smithi067.stdout:2780: done (13 left) 2024-07-29T15:12:07.442 INFO:tasks.rados.rados.0.smithi067.stdout:2783: done (12 left) 2024-07-29T15:12:07.442 INFO:tasks.rados.rados.0.smithi067.stdout:2796: done (11 left) 2024-07-29T15:12:07.442 INFO:tasks.rados.rados.0.smithi067.stdout:2797: snap_remove snap 220 2024-07-29T15:12:07.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:07 smithi067 ceph-mon[91995]: pgmap v557: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 472 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.9 MiB/s wr, 19 op/s 2024-07-29T15:12:07.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:07 smithi067 ceph-mon[91995]: osdmap e631: 8 total, 8 up, 8 in 2024-07-29T15:12:07.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:07 smithi067 ceph-mon[94375]: pgmap v557: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 472 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.9 MiB/s wr, 19 op/s 2024-07-29T15:12:07.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:07 smithi067 ceph-mon[94375]: osdmap e631: 8 total, 8 up, 8 in 2024-07-29T15:12:07.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:07 smithi138 ceph-mon[86438]: pgmap v557: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 472 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.9 MiB/s wr, 19 op/s 2024-07-29T15:12:07.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:07 smithi138 ceph-mon[86438]: osdmap e631: 8 total, 8 up, 8 in 2024-07-29T15:12:07.988 INFO:tasks.rados.rados.0.smithi067.stdout:2797: done (11 left) 2024-07-29T15:12:07.988 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 6 current snap is 283 2024-07-29T15:12:07.989 INFO:tasks.rados.rados.0.smithi067.stdout:2798: seq_num 880 ranges {4980736=344064} 2024-07-29T15:12:08.019 INFO:tasks.rados.rados.0.smithi067.stdout:2798: writing smithi06780069-6 from 4980736 to 5324800 tid 1 2024-07-29T15:12:08.020 INFO:tasks.rados.rados.0.smithi067.stdout:2786: finishing rollback tid 2 to smithi06780069-9 2024-07-29T15:12:08.020 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 9 v 1223 (ObjNum 826 snap 266 seq_num 826) dirty exists 2024-07-29T15:12:08.020 INFO:tasks.rados.rados.0.smithi067.stdout:2779: expect (ObjNum 842 snap 277 seq_num 842) 2024-07-29T15:12:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:12:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:12:07] "GET /metrics HTTP/1.1" 200 36438 "" "Prometheus/2.51.0" 2024-07-29T15:12:08.253 INFO:tasks.rados.rados.0.smithi067.stdout:2785: finishing rollback tid 0 to smithi06780069-18 2024-07-29T15:12:08.253 INFO:tasks.rados.rados.0.smithi067.stdout:2785: finishing rollback tid 1 to smithi06780069-18 2024-07-29T15:12:08.253 INFO:tasks.rados.rados.0.smithi067.stdout:2785: finishing rollback tid 2 to smithi06780069-18 2024-07-29T15:12:08.254 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 1232 (ObjNum 825 snap 265 seq_num 825) dirty exists 2024-07-29T15:12:08.254 INFO:tasks.rados.rados.0.smithi067.stdout:2787: finishing copy_from racing read to smithi06780069-29 2024-07-29T15:12:08.254 INFO:tasks.rados.rados.0.smithi067.stdout:2788: expect (ObjNum 835 snap 270 seq_num 835) 2024-07-29T15:12:08.306 INFO:tasks.rados.rados.0.smithi067.stdout:2787: finishing copy_from to smithi06780069-29 2024-07-29T15:12:08.306 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 1284 (ObjNum 840 snap 276 seq_num 840) dirty exists 2024-07-29T15:12:08.306 INFO:tasks.rados.rados.0.smithi067.stdout:2779: done (11 left) 2024-07-29T15:12:08.306 INFO:tasks.rados.rados.0.smithi067.stdout:2785: done (10 left) 2024-07-29T15:12:08.306 INFO:tasks.rados.rados.0.smithi067.stdout:2786: done (9 left) 2024-07-29T15:12:08.306 INFO:tasks.rados.rados.0.smithi067.stdout:2787: done (8 left) 2024-07-29T15:12:08.306 INFO:tasks.rados.rados.0.smithi067.stdout:2788: done (7 left) 2024-07-29T15:12:08.306 INFO:tasks.rados.rados.0.smithi067.stdout:2799: read oid 39 snap -1 2024-07-29T15:12:08.306 INFO:tasks.rados.rados.0.smithi067.stdout:2799: expect deleted 2024-07-29T15:12:08.306 INFO:tasks.rados.rados.0.smithi067.stdout:2800: snap_create 2024-07-29T15:12:08.307 INFO:tasks.rados.rados.0.smithi067.stdout:2791: expect (ObjNum 724 snap 223 seq_num 724) 2024-07-29T15:12:08.309 INFO:tasks.rados.rados.0.smithi067.stdout:2790: finishing write tid 1 to smithi06780069-10 2024-07-29T15:12:08.309 INFO:tasks.rados.rados.0.smithi067.stdout:2794: finishing write tid 1 to smithi06780069-50 2024-07-29T15:12:08.309 INFO:tasks.rados.rados.0.smithi067.stdout:2794: finishing write tid 2 to smithi06780069-50 2024-07-29T15:12:08.309 INFO:tasks.rados.rados.0.smithi067.stdout:2793: finishing copy_from to smithi06780069-40 2024-07-29T15:12:08.309 INFO:tasks.rados.rados.0.smithi067.stdout:2793: got expected ENOENT (src dne) 2024-07-29T15:12:08.309 INFO:tasks.rados.rados.0.smithi067.stdout:2793: finishing copy_from racing read to smithi06780069-40 2024-07-29T15:12:08.309 INFO:tasks.rados.rados.0.smithi067.stdout:2790: finishing write tid 2 to smithi06780069-10 2024-07-29T15:12:08.310 INFO:tasks.rados.rados.0.smithi067.stdout:2794: finishing write tid 3 to smithi06780069-50 2024-07-29T15:12:08.310 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 50 v 1286 (ObjNum 877 snap 283 seq_num 877) dirty exists 2024-07-29T15:12:08.310 INFO:tasks.rados.rados.0.smithi067.stdout:2794: left oid 50 (ObjNum 877 snap 283 seq_num 877) 2024-07-29T15:12:08.310 INFO:tasks.rados.rados.0.smithi067.stdout:2792: expect (ObjNum 867 snap 283 seq_num 867) 2024-07-29T15:12:08.312 INFO:tasks.rados.rados.0.smithi067.stdout:2790: finishing write tid 3 to smithi06780069-10 2024-07-29T15:12:08.312 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 1466 (ObjNum 876 snap 283 seq_num 876) dirty exists 2024-07-29T15:12:08.313 INFO:tasks.rados.rados.0.smithi067.stdout:2790: left oid 10 (ObjNum 876 snap 283 seq_num 876) 2024-07-29T15:12:08.313 INFO:tasks.rados.rados.0.smithi067.stdout:2795: finishing write tid 1 to smithi06780069-36 2024-07-29T15:12:08.313 INFO:tasks.rados.rados.0.smithi067.stdout:2795: finishing write tid 2 to smithi06780069-36 2024-07-29T15:12:08.313 INFO:tasks.rados.rados.0.smithi067.stdout:2795: finishing write tid 3 to smithi06780069-36 2024-07-29T15:12:08.313 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 1214 (ObjNum 878 snap 283 seq_num 878) dirty exists 2024-07-29T15:12:08.313 INFO:tasks.rados.rados.0.smithi067.stdout:2795: left oid 36 (ObjNum 878 snap 283 seq_num 878) 2024-07-29T15:12:08.313 INFO:tasks.rados.rados.0.smithi067.stdout:2798: finishing write tid 1 to smithi06780069-6 2024-07-29T15:12:08.313 INFO:tasks.rados.rados.0.smithi067.stdout:2798: finishing write tid 2 to smithi06780069-6 2024-07-29T15:12:08.313 INFO:tasks.rados.rados.0.smithi067.stdout:2798: finishing write tid 3 to smithi06780069-6 2024-07-29T15:12:08.313 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 6 v 1479 (ObjNum 880 snap 283 seq_num 880) dirty exists 2024-07-29T15:12:08.313 INFO:tasks.rados.rados.0.smithi067.stdout:2798: left oid 6 (ObjNum 880 snap 283 seq_num 880) 2024-07-29T15:12:08.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:08 smithi067 ceph-mon[91995]: osdmap e632: 8 total, 8 up, 8 in 2024-07-29T15:12:08.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:08 smithi067 ceph-mon[91995]: osdmap e633: 8 total, 8 up, 8 in 2024-07-29T15:12:08.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:08 smithi067 ceph-mon[94375]: osdmap e632: 8 total, 8 up, 8 in 2024-07-29T15:12:08.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:08 smithi067 ceph-mon[94375]: osdmap e633: 8 total, 8 up, 8 in 2024-07-29T15:12:08.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:08 smithi138 ceph-mon[86438]: osdmap e632: 8 total, 8 up, 8 in 2024-07-29T15:12:08.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:08 smithi138 ceph-mon[86438]: osdmap e633: 8 total, 8 up, 8 in 2024-07-29T15:12:08.989 INFO:tasks.rados.rados.0.smithi067.stdout:2790: done (8 left) 2024-07-29T15:12:08.989 INFO:tasks.rados.rados.0.smithi067.stdout:2791: done (7 left) 2024-07-29T15:12:08.989 INFO:tasks.rados.rados.0.smithi067.stdout:2792: done (6 left) 2024-07-29T15:12:08.989 INFO:tasks.rados.rados.0.smithi067.stdout:2793: done (5 left) 2024-07-29T15:12:08.989 INFO:tasks.rados.rados.0.smithi067.stdout:2794: done (4 left) 2024-07-29T15:12:08.989 INFO:tasks.rados.rados.0.smithi067.stdout:2795: done (3 left) 2024-07-29T15:12:08.989 INFO:tasks.rados.rados.0.smithi067.stdout:2798: done (2 left) 2024-07-29T15:12:08.989 INFO:tasks.rados.rados.0.smithi067.stdout:2799: done (1 left) 2024-07-29T15:12:08.990 INFO:tasks.rados.rados.0.smithi067.stdout:2800: done (0 left) 2024-07-29T15:12:08.990 INFO:tasks.rados.rados.0.smithi067.stdout:2801: copy_from oid 10 from oid 15 current snap is 284 2024-07-29T15:12:08.990 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 37 current snap is 284 2024-07-29T15:12:08.990 INFO:tasks.rados.rados.0.smithi067.stdout:2802: seq_num 881 ranges {4628480=360448} 2024-07-29T15:12:09.017 INFO:tasks.rados.rados.0.smithi067.stdout:2802: writing smithi06780069-37 from 4628480 to 4988928 tid 1 2024-07-29T15:12:09.017 INFO:tasks.rados.rados.0.smithi067.stdout:2803: copy_from oid 6 from oid 9 current snap is 284 2024-07-29T15:12:09.017 INFO:tasks.rados.rados.0.smithi067.stdout:2801: finishing copy_from racing read to smithi06780069-10 2024-07-29T15:12:09.017 INFO:tasks.rados.rados.0.smithi067.stdout:2801: finishing copy_from to smithi06780069-10 2024-07-29T15:12:09.017 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 1240 (ObjNum 798 snap 252 seq_num 798) dirty exists 2024-07-29T15:12:09.017 INFO:tasks.rados.rados.0.smithi067.stdout:2801: done (2 left) 2024-07-29T15:12:09.017 INFO:tasks.rados.rados.0.smithi067.stdout:2804: snap_remove snap 281 2024-07-29T15:12:09.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:09 smithi067 ceph-mon[91995]: pgmap v560: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 494 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 7.7 MiB/s wr, 26 op/s 2024-07-29T15:12:09.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:09 smithi067 ceph-mon[91995]: osdmap e634: 8 total, 8 up, 8 in 2024-07-29T15:12:09.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:09 smithi067 ceph-mon[94375]: pgmap v560: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 494 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 7.7 MiB/s wr, 26 op/s 2024-07-29T15:12:09.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:09 smithi067 ceph-mon[94375]: osdmap e634: 8 total, 8 up, 8 in 2024-07-29T15:12:09.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:09 smithi138 ceph-mon[86438]: pgmap v560: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 494 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 7.7 MiB/s wr, 26 op/s 2024-07-29T15:12:09.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:09 smithi138 ceph-mon[86438]: osdmap e634: 8 total, 8 up, 8 in 2024-07-29T15:12:09.991 INFO:tasks.rados.rados.0.smithi067.stdout:2802: finishing write tid 1 to smithi06780069-37 2024-07-29T15:12:09.992 INFO:tasks.rados.rados.0.smithi067.stdout:2802: finishing write tid 2 to smithi06780069-37 2024-07-29T15:12:09.992 INFO:tasks.rados.rados.0.smithi067.stdout:2802: finishing write tid 3 to smithi06780069-37 2024-07-29T15:12:09.992 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 37 v 1208 (ObjNum 881 snap 284 seq_num 881) dirty exists 2024-07-29T15:12:09.992 INFO:tasks.rados.rados.0.smithi067.stdout:2802: left oid 37 (ObjNum 881 snap 284 seq_num 881) 2024-07-29T15:12:09.992 INFO:tasks.rados.rados.0.smithi067.stdout:2803: finishing copy_from racing read to smithi06780069-6 2024-07-29T15:12:09.992 INFO:tasks.rados.rados.0.smithi067.stdout:2803: finishing copy_from to smithi06780069-6 2024-07-29T15:12:09.992 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 6 v 1223 (ObjNum 826 snap 266 seq_num 826) dirty exists 2024-07-29T15:12:09.992 INFO:tasks.rados.rados.0.smithi067.stdout:2802: done (2 left) 2024-07-29T15:12:09.992 INFO:tasks.rados.rados.0.smithi067.stdout:2803: done (1 left) 2024-07-29T15:12:09.992 INFO:tasks.rados.rados.0.smithi067.stdout:2804: done (0 left) 2024-07-29T15:12:09.992 INFO:tasks.rados.rados.0.smithi067.stdout:2805: delete oid 49 current snap is 284 2024-07-29T15:12:09.998 INFO:tasks.rados.rados.0.smithi067.stdout:2805: done (0 left) 2024-07-29T15:12:09.999 INFO:tasks.rados.rados.0.smithi067.stdout:2806: rmattr oid 13 current snap is 284 2024-07-29T15:12:09.999 INFO:tasks.rados.rados.0.smithi067.stdout:2806: done (0 left) 2024-07-29T15:12:09.999 INFO:tasks.rados.rados.0.smithi067.stdout:2807: setattr oid 39 current snap is 284 2024-07-29T15:12:10.000 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 43 current snap is 284 2024-07-29T15:12:10.001 INFO:tasks.rados.rados.0.smithi067.stdout:2808: seq_num 883 ranges {6078464=393216} 2024-07-29T15:12:10.037 INFO:tasks.rados.rados.0.smithi067.stdout:2808: writing smithi06780069-43 from 6078464 to 6471680 tid 1 2024-07-29T15:12:10.037 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 47 current snap is 284 2024-07-29T15:12:10.037 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 1390 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-29T15:12:10.037 INFO:tasks.rados.rados.0.smithi067.stdout:2809: seq_num 884 ranges {5128192=409600} 2024-07-29T15:12:10.067 INFO:tasks.rados.rados.0.smithi067.stdout:2809: writing smithi06780069-47 from 5128192 to 5537792 tid 1 2024-07-29T15:12:10.067 INFO:tasks.rados.rados.0.smithi067.stdout:2807: done (2 left) 2024-07-29T15:12:10.067 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 25 current snap is 284 2024-07-29T15:12:10.067 INFO:tasks.rados.rados.0.smithi067.stdout:2808: finishing write tid 1 to smithi06780069-43 2024-07-29T15:12:10.067 INFO:tasks.rados.rados.0.smithi067.stdout:2808: finishing write tid 2 to smithi06780069-43 2024-07-29T15:12:10.067 INFO:tasks.rados.rados.0.smithi067.stdout:2808: finishing write tid 3 to smithi06780069-43 2024-07-29T15:12:10.068 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 43 v 1392 (ObjNum 883 snap 284 seq_num 883) dirty exists 2024-07-29T15:12:10.068 INFO:tasks.rados.rados.0.smithi067.stdout:2808: left oid 43 (ObjNum 883 snap 284 seq_num 883) 2024-07-29T15:12:10.068 INFO:tasks.rados.rados.0.smithi067.stdout:2810: seq_num 885 ranges {2244608=425984} 2024-07-29T15:12:10.082 INFO:tasks.rados.rados.0.smithi067.stdout:2810: writing smithi06780069-25 from 2244608 to 2670592 tid 1 2024-07-29T15:12:10.082 INFO:tasks.rados.rados.0.smithi067.stdout:2808: done (2 left) 2024-07-29T15:12:10.082 INFO:tasks.rados.rados.0.smithi067.stdout:2811: rollback oid 12 current snap is 284 2024-07-29T15:12:10.082 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 12 to 246 2024-07-29T15:12:10.082 INFO:tasks.rados.rados.0.smithi067.stdout:2809: finishing write tid 1 to smithi06780069-47 2024-07-29T15:12:10.083 INFO:tasks.rados.rados.0.smithi067.stdout:2812: delete oid 44 current snap is 284 2024-07-29T15:12:10.083 INFO:tasks.rados.rados.0.smithi067.stdout:2809: finishing write tid 2 to smithi06780069-47 2024-07-29T15:12:10.083 INFO:tasks.rados.rados.0.smithi067.stdout:2809: finishing write tid 3 to smithi06780069-47 2024-07-29T15:12:10.083 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 1394 (ObjNum 884 snap 284 seq_num 884) dirty exists 2024-07-29T15:12:10.083 INFO:tasks.rados.rados.0.smithi067.stdout:2809: left oid 47 (ObjNum 884 snap 284 seq_num 884) 2024-07-29T15:12:10.084 INFO:tasks.rados.rados.0.smithi067.stdout:2811: finishing rollback tid 1 to smithi06780069-12 2024-07-29T15:12:10.084 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 975 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-07-29T15:12:10.086 INFO:tasks.rados.rados.0.smithi067.stdout:2810: finishing write tid 1 to smithi06780069-25 2024-07-29T15:12:10.086 INFO:tasks.rados.rados.0.smithi067.stdout:2810: finishing write tid 2 to smithi06780069-25 2024-07-29T15:12:10.087 INFO:tasks.rados.rados.0.smithi067.stdout:2809: done (3 left) 2024-07-29T15:12:10.087 INFO:tasks.rados.rados.0.smithi067.stdout:2811: done (2 left) 2024-07-29T15:12:10.087 INFO:tasks.rados.rados.0.smithi067.stdout:2812: done (1 left) 2024-07-29T15:12:10.087 INFO:tasks.rados.rados.0.smithi067.stdout:2813: snap_create 2024-07-29T15:12:10.088 INFO:tasks.rados.rados.0.smithi067.stdout:2810: finishing write tid 3 to smithi06780069-25 2024-07-29T15:12:10.088 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 25 v 1310 (ObjNum 885 snap 284 seq_num 885) dirty exists 2024-07-29T15:12:10.088 INFO:tasks.rados.rados.0.smithi067.stdout:2810: left oid 25 (ObjNum 885 snap 284 seq_num 885) 2024-07-29T15:12:10.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:12:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:12:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:12:10.997 INFO:tasks.rados.rados.0.smithi067.stdout:2810: done (1 left) 2024-07-29T15:12:10.998 INFO:tasks.rados.rados.0.smithi067.stdout:2813: done (0 left) 2024-07-29T15:12:10.998 INFO:tasks.rados.rados.0.smithi067.stdout:2814: copy_from oid 8 from oid 3 current snap is 285 2024-07-29T15:12:10.998 INFO:tasks.rados.rados.0.smithi067.stdout:2815: setattr oid 13 current snap is 285 2024-07-29T15:12:10.999 INFO:tasks.rados.rados.0.smithi067.stdout:2816: delete oid 23 current snap is 285 2024-07-29T15:12:11.005 INFO:tasks.rados.rados.0.smithi067.stdout:2816: done (2 left) 2024-07-29T15:12:11.005 INFO:tasks.rados.rados.0.smithi067.stdout:2817: copy_from oid 2 from oid 24 current snap is 285 2024-07-29T15:12:11.005 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 13 v 1497 (ObjNum 855 snap 281 seq_num 855) dirty exists 2024-07-29T15:12:11.005 INFO:tasks.rados.rados.0.smithi067.stdout:2815: done (2 left) 2024-07-29T15:12:11.006 INFO:tasks.rados.rados.0.smithi067.stdout:2818: snap_create 2024-07-29T15:12:11.006 INFO:tasks.rados.rados.0.smithi067.stdout:2814: finishing copy_from to smithi06780069-8 2024-07-29T15:12:11.006 INFO:tasks.rados.rados.0.smithi067.stdout:2814: got expected ENOENT (src dne) 2024-07-29T15:12:11.007 INFO:tasks.rados.rados.0.smithi067.stdout:2817: finishing copy_from to smithi06780069-2 2024-07-29T15:12:11.007 INFO:tasks.rados.rados.0.smithi067.stdout:2817: got expected ENOENT (src dne) 2024-07-29T15:12:11.007 INFO:tasks.rados.rados.0.smithi067.stdout:2814: finishing copy_from racing read to smithi06780069-8 2024-07-29T15:12:11.007 INFO:tasks.rados.rados.0.smithi067.stdout:2817: finishing copy_from racing read to smithi06780069-2 2024-07-29T15:12:11.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:10 smithi067 ceph-mon[91995]: pgmap v563: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 496 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 8.3 MiB/s wr, 34 op/s 2024-07-29T15:12:11.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:10 smithi067 ceph-mon[91995]: osdmap e635: 8 total, 8 up, 8 in 2024-07-29T15:12:11.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:10 smithi067 ceph-mon[94375]: pgmap v563: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 496 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 8.3 MiB/s wr, 34 op/s 2024-07-29T15:12:11.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:10 smithi067 ceph-mon[94375]: osdmap e635: 8 total, 8 up, 8 in 2024-07-29T15:12:11.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:10 smithi138 ceph-mon[86438]: pgmap v563: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 496 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 8.3 MiB/s wr, 34 op/s 2024-07-29T15:12:11.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:10 smithi138 ceph-mon[86438]: osdmap e635: 8 total, 8 up, 8 in 2024-07-29T15:12:12.004 INFO:tasks.rados.rados.0.smithi067.stdout:2814: done (2 left) 2024-07-29T15:12:12.005 INFO:tasks.rados.rados.0.smithi067.stdout:2817: done (1 left) 2024-07-29T15:12:12.005 INFO:tasks.rados.rados.0.smithi067.stdout:2818: done (0 left) 2024-07-29T15:12:12.005 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 12 current snap is 286 2024-07-29T15:12:12.005 INFO:tasks.rados.rados.0.smithi067.stdout:2819: seq_num 888 ranges {0=475136} 2024-07-29T15:12:12.008 INFO:tasks.rados.rados.0.smithi067.stdout:2819: writing smithi06780069-12 from 0 to 475136 tid 1 2024-07-29T15:12:12.008 INFO:tasks.rados.rados.0.smithi067.stdout:2820: read oid 33 snap -1 2024-07-29T15:12:12.008 INFO:tasks.rados.rados.0.smithi067.stdout:2820: expect (ObjNum 724 snap 223 seq_num 724) 2024-07-29T15:12:12.008 INFO:tasks.rados.rados.0.smithi067.stdout:2821: rmattr oid 38 current snap is 286 2024-07-29T15:12:12.008 INFO:tasks.rados.rados.0.smithi067.stdout:2821: done (2 left) 2024-07-29T15:12:12.008 INFO:tasks.rados.rados.0.smithi067.stdout:2822: rollback oid 44 current snap is 286 2024-07-29T15:12:12.008 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 44 to 271 2024-07-29T15:12:12.008 INFO:tasks.rados.rados.0.smithi067.stdout:2823: rollback oid 4 current snap is 286 2024-07-29T15:12:12.008 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 4 to 271 2024-07-29T15:12:12.008 INFO:tasks.rados.rados.0.smithi067.stdout:2824: rollback oid 41 current snap is 286 2024-07-29T15:12:12.009 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 41 to 244 2024-07-29T15:12:12.009 INFO:tasks.rados.rados.0.smithi067.stdout:2825: read oid 29 snap -1 2024-07-29T15:12:12.009 INFO:tasks.rados.rados.0.smithi067.stdout:2825: expect (ObjNum 840 snap 276 seq_num 840) 2024-07-29T15:12:12.009 INFO:tasks.rados.rados.0.smithi067.stdout:2826: rollback oid 6 current snap is 286 2024-07-29T15:12:12.009 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 6 to 274 2024-07-29T15:12:12.009 INFO:tasks.rados.rados.0.smithi067.stdout:2827: snap_remove snap 285 2024-07-29T15:12:12.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:12 smithi138 ceph-mon[86438]: osdmap e636: 8 total, 8 up, 8 in 2024-07-29T15:12:12.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:12 smithi067 ceph-mon[91995]: osdmap e636: 8 total, 8 up, 8 in 2024-07-29T15:12:12.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:12 smithi067 ceph-mon[94375]: osdmap e636: 8 total, 8 up, 8 in 2024-07-29T15:12:12.992 INFO:tasks.rados.rados.0.smithi067.stdout:2824: finishing rollback tid 0 to smithi06780069-41 2024-07-29T15:12:12.992 INFO:tasks.rados.rados.0.smithi067.stdout:2820: expect (ObjNum 724 snap 223 seq_num 724) 2024-07-29T15:12:12.998 INFO:tasks.rados.rados.0.smithi067.stdout:2822: finishing rollback tid 1 to smithi06780069-44 2024-07-29T15:12:12.999 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 540 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-29T15:12:12.999 INFO:tasks.rados.rados.0.smithi067.stdout:2824: finishing rollback tid 1 to smithi06780069-41 2024-07-29T15:12:12.999 INFO:tasks.rados.rados.0.smithi067.stdout:2824: finishing rollback tid 2 to smithi06780069-41 2024-07-29T15:12:12.999 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 1211 (ObjNum 723 snap 223 seq_num 723) dirty exists 2024-07-29T15:12:12.999 INFO:tasks.rados.rados.0.smithi067.stdout:2819: finishing write tid 1 to smithi06780069-12 2024-07-29T15:12:12.999 INFO:tasks.rados.rados.0.smithi067.stdout:2819: finishing write tid 2 to smithi06780069-12 2024-07-29T15:12:12.999 INFO:tasks.rados.rados.0.smithi067.stdout:2819: finishing write tid 3 to smithi06780069-12 2024-07-29T15:12:12.999 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 1202 (ObjNum 888 snap 286 seq_num 888) dirty exists 2024-07-29T15:12:12.999 INFO:tasks.rados.rados.0.smithi067.stdout:2819: left oid 12 (ObjNum 888 snap 286 seq_num 888) 2024-07-29T15:12:12.999 INFO:tasks.rados.rados.0.smithi067.stdout:2823: finishing rollback tid 0 to smithi06780069-4 2024-07-29T15:12:12.999 INFO:tasks.rados.rados.0.smithi067.stdout:2826: finishing rollback tid 0 to smithi06780069-6 2024-07-29T15:12:12.999 INFO:tasks.rados.rados.0.smithi067.stdout:2823: finishing rollback tid 1 to smithi06780069-4 2024-07-29T15:12:12.999 INFO:tasks.rados.rados.0.smithi067.stdout:2826: finishing rollback tid 1 to smithi06780069-6 2024-07-29T15:12:13.000 INFO:tasks.rados.rados.0.smithi067.stdout:2823: finishing rollback tid 2 to smithi06780069-4 2024-07-29T15:12:13.000 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 1501 (ObjNum 801 snap 255 seq_num 801) dirty exists 2024-07-29T15:12:13.000 INFO:tasks.rados.rados.0.smithi067.stdout:2826: finishing rollback tid 2 to smithi06780069-6 2024-07-29T15:12:13.000 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 6 v 1495 (ObjNum 804 snap 258 seq_num 804) dirty exists 2024-07-29T15:12:13.000 INFO:tasks.rados.rados.0.smithi067.stdout:2825: expect (ObjNum 840 snap 276 seq_num 840) 2024-07-29T15:12:13.053 INFO:tasks.rados.rados.0.smithi067.stdout:2819: done (7 left) 2024-07-29T15:12:13.054 INFO:tasks.rados.rados.0.smithi067.stdout:2820: done (6 left) 2024-07-29T15:12:13.054 INFO:tasks.rados.rados.0.smithi067.stdout:2822: done (5 left) 2024-07-29T15:12:13.054 INFO:tasks.rados.rados.0.smithi067.stdout:2823: done (4 left) 2024-07-29T15:12:13.054 INFO:tasks.rados.rados.0.smithi067.stdout:2824: done (3 left) 2024-07-29T15:12:13.054 INFO:tasks.rados.rados.0.smithi067.stdout:2825: done (2 left) 2024-07-29T15:12:13.054 INFO:tasks.rados.rados.0.smithi067.stdout:2826: done (1 left) 2024-07-29T15:12:13.054 INFO:tasks.rados.rados.0.smithi067.stdout:2827: done (0 left) 2024-07-29T15:12:13.054 INFO:tasks.rados.rados.0.smithi067.stdout:2828: delete oid 27 current snap is 286 2024-07-29T15:12:13.057 INFO:tasks.rados.rados.0.smithi067.stdout:2828: done (0 left) 2024-07-29T15:12:13.057 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 34 current snap is 286 2024-07-29T15:12:13.057 INFO:tasks.rados.rados.0.smithi067.stdout:2829: seq_num 890 ranges {2654208=507904} 2024-07-29T15:12:13.074 INFO:tasks.rados.rados.0.smithi067.stdout:2829: writing smithi06780069-34 from 2654208 to 3162112 tid 1 2024-07-29T15:12:13.074 INFO:tasks.rados.rados.0.smithi067.stdout:2830: snap_create 2024-07-29T15:12:13.077 INFO:tasks.rados.rados.0.smithi067.stdout:2829: finishing write tid 1 to smithi06780069-34 2024-07-29T15:12:13.078 INFO:tasks.rados.rados.0.smithi067.stdout:2829: finishing write tid 2 to smithi06780069-34 2024-07-29T15:12:13.081 INFO:tasks.rados.rados.0.smithi067.stdout:2829: finishing write tid 3 to smithi06780069-34 2024-07-29T15:12:13.082 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 34 v 1500 (ObjNum 890 snap 286 seq_num 890) dirty exists 2024-07-29T15:12:13.082 INFO:tasks.rados.rados.0.smithi067.stdout:2829: left oid 34 (ObjNum 890 snap 286 seq_num 890) 2024-07-29T15:12:13.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:13 smithi138 ceph-mon[86438]: pgmap v566: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 490 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-07-29T15:12:13.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:13 smithi138 ceph-mon[86438]: osdmap e637: 8 total, 8 up, 8 in 2024-07-29T15:12:13.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:13 smithi138 ceph-mon[86438]: osdmap e638: 8 total, 8 up, 8 in 2024-07-29T15:12:13.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:13 smithi067 ceph-mon[91995]: pgmap v566: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 490 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-07-29T15:12:13.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:13 smithi067 ceph-mon[91995]: osdmap e637: 8 total, 8 up, 8 in 2024-07-29T15:12:13.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:13 smithi067 ceph-mon[91995]: osdmap e638: 8 total, 8 up, 8 in 2024-07-29T15:12:13.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:13 smithi067 ceph-mon[94375]: pgmap v566: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 490 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-07-29T15:12:13.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:13 smithi067 ceph-mon[94375]: osdmap e637: 8 total, 8 up, 8 in 2024-07-29T15:12:13.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:13 smithi067 ceph-mon[94375]: osdmap e638: 8 total, 8 up, 8 in 2024-07-29T15:12:14.012 INFO:tasks.rados.rados.0.smithi067.stdout:2829: done (1 left) 2024-07-29T15:12:14.012 INFO:tasks.rados.rados.0.smithi067.stdout:2830: done (0 left) 2024-07-29T15:12:14.013 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 37 current snap is 287 2024-07-29T15:12:14.013 INFO:tasks.rados.rados.0.smithi067.stdout:2831: seq_num 891 ranges {4988928=532480} 2024-07-29T15:12:14.042 INFO:tasks.rados.rados.0.smithi067.stdout:2831: writing smithi06780069-37 from 4988928 to 5521408 tid 1 2024-07-29T15:12:14.042 INFO:tasks.rados.rados.0.smithi067.stdout:2832: rollback oid 2 current snap is 287 2024-07-29T15:12:14.042 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 2 to 240 2024-07-29T15:12:14.042 INFO:tasks.rados.rados.0.smithi067.stdout:2833: delete oid 36 current snap is 287 2024-07-29T15:12:14.045 INFO:tasks.rados.rados.0.smithi067.stdout:2833: done (2 left) 2024-07-29T15:12:14.046 INFO:tasks.rados.rados.0.smithi067.stdout:2834: snap_remove snap 277 2024-07-29T15:12:15.022 INFO:tasks.rados.rados.0.smithi067.stdout:2834: done (2 left) 2024-07-29T15:12:15.022 INFO:tasks.rados.rados.0.smithi067.stdout:2835: rmattr oid 12 current snap is 287 2024-07-29T15:12:15.023 INFO:tasks.rados.rados.0.smithi067.stdout:2835: done (2 left) 2024-07-29T15:12:15.023 INFO:tasks.rados.rados.0.smithi067.stdout:2836: rollback oid 31 current snap is 287 2024-07-29T15:12:15.023 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 31 to 270 2024-07-29T15:12:15.023 INFO:tasks.rados.rados.0.smithi067.stdout:2832: finishing rollback tid 0 to smithi06780069-2 2024-07-29T15:12:15.023 INFO:tasks.rados.rados.0.smithi067.stdout:2832: finishing rollback tid 1 to smithi06780069-2 2024-07-29T15:12:15.023 INFO:tasks.rados.rados.0.smithi067.stdout:2831: finishing write tid 1 to smithi06780069-37 2024-07-29T15:12:15.023 INFO:tasks.rados.rados.0.smithi067.stdout:2831: finishing write tid 2 to smithi06780069-37 2024-07-29T15:12:15.023 INFO:tasks.rados.rados.0.smithi067.stdout:2832: finishing rollback tid 2 to smithi06780069-2 2024-07-29T15:12:15.023 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 1226 (ObjNum 651 snap 198 seq_num 651) dirty exists 2024-07-29T15:12:15.023 INFO:tasks.rados.rados.0.smithi067.stdout:2831: finishing write tid 3 to smithi06780069-37 2024-07-29T15:12:15.023 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 37 v 1213 (ObjNum 891 snap 287 seq_num 891) dirty exists 2024-07-29T15:12:15.023 INFO:tasks.rados.rados.0.smithi067.stdout:2831: left oid 37 (ObjNum 891 snap 287 seq_num 891) 2024-07-29T15:12:15.023 INFO:tasks.rados.rados.0.smithi067.stdout:2831: done (2 left) 2024-07-29T15:12:15.024 INFO:tasks.rados.rados.0.smithi067.stdout:2832: done (1 left) 2024-07-29T15:12:15.024 INFO:tasks.rados.rados.0.smithi067.stdout:2837: snap_remove snap 266 2024-07-29T15:12:15.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:15 smithi138 ceph-mon[86438]: pgmap v569: 121 pgs: 121 active+clean; 492 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 526 KiB/s wr, 18 op/s 2024-07-29T15:12:15.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:15 smithi138 ceph-mon[86438]: osdmap e639: 8 total, 8 up, 8 in 2024-07-29T15:12:15.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:15 smithi067 ceph-mon[91995]: pgmap v569: 121 pgs: 121 active+clean; 492 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 526 KiB/s wr, 18 op/s 2024-07-29T15:12:15.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:15 smithi067 ceph-mon[91995]: osdmap e639: 8 total, 8 up, 8 in 2024-07-29T15:12:15.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:15 smithi067 ceph-mon[94375]: pgmap v569: 121 pgs: 121 active+clean; 492 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 526 KiB/s wr, 18 op/s 2024-07-29T15:12:15.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:15 smithi067 ceph-mon[94375]: osdmap e639: 8 total, 8 up, 8 in 2024-07-29T15:12:16.035 INFO:tasks.rados.rados.0.smithi067.stdout:2836: finishing rollback tid 0 to smithi06780069-31 2024-07-29T15:12:16.036 INFO:tasks.rados.rados.0.smithi067.stdout:2836: finishing rollback tid 1 to smithi06780069-31 2024-07-29T15:12:16.036 INFO:tasks.rados.rados.0.smithi067.stdout:2836: finishing rollback tid 2 to smithi06780069-31 2024-07-29T15:12:16.036 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 1205 (ObjNum 835 snap 270 seq_num 835) dirty exists 2024-07-29T15:12:16.036 INFO:tasks.rados.rados.0.smithi067.stdout:2836: done (1 left) 2024-07-29T15:12:16.036 INFO:tasks.rados.rados.0.smithi067.stdout:2837: done (0 left) 2024-07-29T15:12:16.036 INFO:tasks.rados.rados.0.smithi067.stdout:2838: delete oid 8 current snap is 287 2024-07-29T15:12:16.043 INFO:tasks.rados.rados.0.smithi067.stdout:2838: done (0 left) 2024-07-29T15:12:16.043 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 10 current snap is 287 2024-07-29T15:12:16.043 INFO:tasks.rados.rados.0.smithi067.stdout:2839: seq_num 894 ranges {2580480=581632} 2024-07-29T15:12:16.061 INFO:tasks.rados.rados.0.smithi067.stdout:2839: writing smithi06780069-10 from 2580480 to 3162112 tid 1 2024-07-29T15:12:16.062 INFO:tasks.rados.rados.0.smithi067.stdout:2840: read oid 6 snap -1 2024-07-29T15:12:16.062 INFO:tasks.rados.rados.0.smithi067.stdout:2840: expect (ObjNum 804 snap 258 seq_num 804) 2024-07-29T15:12:16.063 INFO:tasks.rados.rados.0.smithi067.stdout:2841: rollback oid 37 current snap is 287 2024-07-29T15:12:16.063 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 37 to 276 2024-07-29T15:12:16.063 INFO:tasks.rados.rados.0.smithi067.stdout:2842: read oid 17 snap -1 2024-07-29T15:12:16.063 INFO:tasks.rados.rados.0.smithi067.stdout:2842: expect deleted 2024-07-29T15:12:16.063 INFO:tasks.rados.rados.0.smithi067.stdout:2843: snap_remove snap 270 2024-07-29T15:12:16.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:16 smithi138 ceph-mon[86438]: osdmap e640: 8 total, 8 up, 8 in 2024-07-29T15:12:16.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:16 smithi067 ceph-mon[91995]: osdmap e640: 8 total, 8 up, 8 in 2024-07-29T15:12:16.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:16 smithi067 ceph-mon[94375]: osdmap e640: 8 total, 8 up, 8 in 2024-07-29T15:12:17.039 INFO:tasks.rados.rados.0.smithi067.stdout:2841: finishing rollback tid 0 to smithi06780069-37 2024-07-29T15:12:17.039 INFO:tasks.rados.rados.0.smithi067.stdout:2841: finishing rollback tid 1 to smithi06780069-37 2024-07-29T15:12:17.039 INFO:tasks.rados.rados.0.smithi067.stdout:2841: finishing rollback tid 2 to smithi06780069-37 2024-07-29T15:12:17.039 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 37 v 1216 (ObjNum 831 snap 269 seq_num 831) dirty exists 2024-07-29T15:12:17.039 INFO:tasks.rados.rados.0.smithi067.stdout:2839: finishing write tid 1 to smithi06780069-10 2024-07-29T15:12:17.039 INFO:tasks.rados.rados.0.smithi067.stdout:2839: finishing write tid 2 to smithi06780069-10 2024-07-29T15:12:17.039 INFO:tasks.rados.rados.0.smithi067.stdout:2840: expect (ObjNum 804 snap 258 seq_num 804) 2024-07-29T15:12:17.264 INFO:tasks.rados.rados.0.smithi067.stdout:2839: finishing write tid 3 to smithi06780069-10 2024-07-29T15:12:17.264 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 1521 (ObjNum 894 snap 287 seq_num 894) dirty exists 2024-07-29T15:12:17.264 INFO:tasks.rados.rados.0.smithi067.stdout:2839: left oid 10 (ObjNum 894 snap 287 seq_num 894) 2024-07-29T15:12:17.264 INFO:tasks.rados.rados.0.smithi067.stdout:2839: done (4 left) 2024-07-29T15:12:17.264 INFO:tasks.rados.rados.0.smithi067.stdout:2840: done (3 left) 2024-07-29T15:12:17.264 INFO:tasks.rados.rados.0.smithi067.stdout:2841: done (2 left) 2024-07-29T15:12:17.264 INFO:tasks.rados.rados.0.smithi067.stdout:2842: done (1 left) 2024-07-29T15:12:17.264 INFO:tasks.rados.rados.0.smithi067.stdout:2843: done (0 left) 2024-07-29T15:12:17.264 INFO:tasks.rados.rados.0.smithi067.stdout:2844: read oid 43 snap -1 2024-07-29T15:12:17.264 INFO:tasks.rados.rados.0.smithi067.stdout:2844: expect (ObjNum 883 snap 284 seq_num 883) 2024-07-29T15:12:17.265 INFO:tasks.rados.rados.0.smithi067.stdout:2845: read oid 38 snap -1 2024-07-29T15:12:17.265 INFO:tasks.rados.rados.0.smithi067.stdout:2845: expect deleted 2024-07-29T15:12:17.265 INFO:tasks.rados.rados.0.smithi067.stdout:2846: delete oid 46 current snap is 287 2024-07-29T15:12:17.267 INFO:tasks.rados.rados.0.smithi067.stdout:2845: done (2 left) 2024-07-29T15:12:17.267 INFO:tasks.rados.rados.0.smithi067.stdout:2846: done (1 left) 2024-07-29T15:12:17.267 INFO:tasks.rados.rados.0.smithi067.stdout:2847: snap_create 2024-07-29T15:12:17.283 INFO:tasks.rados.rados.0.smithi067.stdout:2844: expect (ObjNum 883 snap 284 seq_num 883) 2024-07-29T15:12:17.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:17 smithi138 ceph-mon[86438]: pgmap v572: 121 pgs: 121 active+clean; 498 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 638 KiB/s wr, 12 op/s 2024-07-29T15:12:17.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:17 smithi138 ceph-mon[86438]: osdmap e641: 8 total, 8 up, 8 in 2024-07-29T15:12:17.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:17 smithi067 ceph-mon[91995]: pgmap v572: 121 pgs: 121 active+clean; 498 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 638 KiB/s wr, 12 op/s 2024-07-29T15:12:17.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:17 smithi067 ceph-mon[91995]: osdmap e641: 8 total, 8 up, 8 in 2024-07-29T15:12:17.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:17 smithi067 ceph-mon[94375]: pgmap v572: 121 pgs: 121 active+clean; 498 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 638 KiB/s wr, 12 op/s 2024-07-29T15:12:17.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:17 smithi067 ceph-mon[94375]: osdmap e641: 8 total, 8 up, 8 in 2024-07-29T15:12:17.990 INFO:tasks.rados.rados.0.smithi067.stdout:2844: done (1 left) 2024-07-29T15:12:17.990 INFO:tasks.rados.rados.0.smithi067.stdout:2847: done (0 left) 2024-07-29T15:12:17.990 INFO:tasks.rados.rados.0.smithi067.stdout:2848: snap_remove snap 274 2024-07-29T15:12:18.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:18 smithi067 ceph-mon[94375]: osdmap e642: 8 total, 8 up, 8 in 2024-07-29T15:12:18.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:18 smithi067 ceph-mon[94375]: osdmap e643: 8 total, 8 up, 8 in 2024-07-29T15:12:18.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:18 smithi067 ceph-mon[91995]: osdmap e642: 8 total, 8 up, 8 in 2024-07-29T15:12:18.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:18 smithi067 ceph-mon[91995]: osdmap e643: 8 total, 8 up, 8 in 2024-07-29T15:12:18.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:12:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:12:17] "GET /metrics HTTP/1.1" 200 36438 "" "Prometheus/2.51.0" 2024-07-29T15:12:18.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:18 smithi138 ceph-mon[86438]: osdmap e642: 8 total, 8 up, 8 in 2024-07-29T15:12:18.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:18 smithi138 ceph-mon[86438]: osdmap e643: 8 total, 8 up, 8 in 2024-07-29T15:12:18.993 INFO:tasks.rados.rados.0.smithi067.stdout:2848: done (0 left) 2024-07-29T15:12:18.993 INFO:tasks.rados.rados.0.smithi067.stdout:2849: read oid 37 snap 248 2024-07-29T15:12:18.994 INFO:tasks.rados.rados.0.smithi067.stdout:2849: expect (ObjNum -414923360 snap 21888 seq_num 3557145664) 2024-07-29T15:12:18.994 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 26 current snap is 288 2024-07-29T15:12:18.994 INFO:tasks.rados.rados.0.smithi067.stdout:2850: seq_num 896 ranges {0=614400} 2024-07-29T15:12:18.997 INFO:tasks.rados.rados.0.smithi067.stdout:2850: writing smithi06780069-26 from 0 to 614400 tid 1 2024-07-29T15:12:18.997 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 47 current snap is 288 2024-07-29T15:12:18.997 INFO:tasks.rados.rados.0.smithi067.stdout:2851: seq_num 897 ranges {5537792=630784} 2024-07-29T15:12:19.033 INFO:tasks.rados.rados.0.smithi067.stdout:2851: writing smithi06780069-47 from 5537792 to 6168576 tid 1 2024-07-29T15:12:19.033 INFO:tasks.rados.rados.0.smithi067.stdout:2852: copy_from oid 39 from oid 49 current snap is 288 2024-07-29T15:12:19.033 INFO:tasks.rados.rados.0.smithi067.stdout:2849: expect (ObjNum -414923360 snap 21888 seq_num 3557145664) 2024-07-29T15:12:19.039 INFO:tasks.rados.rados.0.smithi067.stdout:2850: finishing write tid 1 to smithi06780069-26 2024-07-29T15:12:19.039 INFO:tasks.rados.rados.0.smithi067.stdout:2850: finishing write tid 2 to smithi06780069-26 2024-07-29T15:12:19.039 INFO:tasks.rados.rados.0.smithi067.stdout:2850: finishing write tid 3 to smithi06780069-26 2024-07-29T15:12:19.039 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 1328 (ObjNum 896 snap 288 seq_num 896) dirty exists 2024-07-29T15:12:19.039 INFO:tasks.rados.rados.0.smithi067.stdout:2850: left oid 26 (ObjNum 896 snap 288 seq_num 896) 2024-07-29T15:12:19.039 INFO:tasks.rados.rados.0.smithi067.stdout:2851: finishing write tid 1 to smithi06780069-47 2024-07-29T15:12:19.039 INFO:tasks.rados.rados.0.smithi067.stdout:2852: finishing copy_from to smithi06780069-39 2024-07-29T15:12:19.039 INFO:tasks.rados.rados.0.smithi067.stdout:2852: got expected ENOENT (src dne) 2024-07-29T15:12:19.039 INFO:tasks.rados.rados.0.smithi067.stdout:2852: finishing copy_from racing read to smithi06780069-39 2024-07-29T15:12:19.040 INFO:tasks.rados.rados.0.smithi067.stdout:2851: finishing write tid 2 to smithi06780069-47 2024-07-29T15:12:19.040 INFO:tasks.rados.rados.0.smithi067.stdout:2851: finishing write tid 3 to smithi06780069-47 2024-07-29T15:12:19.040 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 1396 (ObjNum 897 snap 288 seq_num 897) dirty exists 2024-07-29T15:12:19.040 INFO:tasks.rados.rados.0.smithi067.stdout:2851: left oid 47 (ObjNum 897 snap 288 seq_num 897) 2024-07-29T15:12:19.040 INFO:tasks.rados.rados.0.smithi067.stdout:2849: done (3 left) 2024-07-29T15:12:19.040 INFO:tasks.rados.rados.0.smithi067.stdout:2850: done (2 left) 2024-07-29T15:12:19.040 INFO:tasks.rados.rados.0.smithi067.stdout:2851: done (1 left) 2024-07-29T15:12:19.040 INFO:tasks.rados.rados.0.smithi067.stdout:2852: done (0 left) 2024-07-29T15:12:19.040 INFO:tasks.rados.rados.0.smithi067.stdout:2853: setattr oid 4 current snap is 288 2024-07-29T15:12:19.041 INFO:tasks.rados.rados.0.smithi067.stdout:2854: read oid 41 snap -1 2024-07-29T15:12:19.041 INFO:tasks.rados.rados.0.smithi067.stdout:2854: expect (ObjNum 723 snap 223 seq_num 723) 2024-07-29T15:12:19.042 INFO:tasks.rados.rados.0.smithi067.stdout:2855: delete oid 3 current snap is 288 2024-07-29T15:12:19.044 INFO:tasks.rados.rados.0.smithi067.stdout:2855: done (2 left) 2024-07-29T15:12:19.044 INFO:tasks.rados.rados.0.smithi067.stdout:2856: read oid 28 snap -1 2024-07-29T15:12:19.045 INFO:tasks.rados.rados.0.smithi067.stdout:2856: expect (ObjNum 780 snap 240 seq_num 780) 2024-07-29T15:12:19.045 INFO:tasks.rados.rados.0.smithi067.stdout:2857: copy_from oid 30 from oid 46 current snap is 288 2024-07-29T15:12:19.045 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 35 current snap is 288 2024-07-29T15:12:19.045 INFO:tasks.rados.rados.0.smithi067.stdout:2858: seq_num 899 ranges {0=663552} 2024-07-29T15:12:19.049 INFO:tasks.rados.rados.0.smithi067.stdout:2858: writing smithi06780069-35 from 0 to 663552 tid 1 2024-07-29T15:12:19.049 INFO:tasks.rados.rados.0.smithi067.stdout:2859: delete oid 3 current snap is 288 2024-07-29T15:12:19.049 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 1531 (ObjNum 801 snap 255 seq_num 801) dirty exists 2024-07-29T15:12:19.049 INFO:tasks.rados.rados.0.smithi067.stdout:2857: finishing copy_from to smithi06780069-30 2024-07-29T15:12:19.049 INFO:tasks.rados.rados.0.smithi067.stdout:2857: got expected ENOENT (src dne) 2024-07-29T15:12:19.049 INFO:tasks.rados.rados.0.smithi067.stdout:2857: finishing copy_from racing read to smithi06780069-30 2024-07-29T15:12:19.050 INFO:tasks.rados.rados.0.smithi067.stdout:2854: expect (ObjNum 723 snap 223 seq_num 723) 2024-07-29T15:12:19.097 INFO:tasks.rados.rados.0.smithi067.stdout:2856: expect (ObjNum 780 snap 240 seq_num 780) 2024-07-29T15:12:19.125 INFO:tasks.rados.rados.0.smithi067.stdout:2858: finishing write tid 1 to smithi06780069-35 2024-07-29T15:12:19.125 INFO:tasks.rados.rados.0.smithi067.stdout:2858: finishing write tid 2 to smithi06780069-35 2024-07-29T15:12:19.125 INFO:tasks.rados.rados.0.smithi067.stdout:2858: finishing write tid 3 to smithi06780069-35 2024-07-29T15:12:19.125 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 35 v 1543 (ObjNum 899 snap 288 seq_num 899) dirty exists 2024-07-29T15:12:19.125 INFO:tasks.rados.rados.0.smithi067.stdout:2858: left oid 35 (ObjNum 899 snap 288 seq_num 899) 2024-07-29T15:12:19.125 INFO:tasks.rados.rados.0.smithi067.stdout:2853: done (5 left) 2024-07-29T15:12:19.126 INFO:tasks.rados.rados.0.smithi067.stdout:2854: done (4 left) 2024-07-29T15:12:19.126 INFO:tasks.rados.rados.0.smithi067.stdout:2856: done (3 left) 2024-07-29T15:12:19.126 INFO:tasks.rados.rados.0.smithi067.stdout:2857: done (2 left) 2024-07-29T15:12:19.126 INFO:tasks.rados.rados.0.smithi067.stdout:2858: done (1 left) 2024-07-29T15:12:19.126 INFO:tasks.rados.rados.0.smithi067.stdout:2859: done (0 left) 2024-07-29T15:12:19.126 INFO:tasks.rados.rados.0.smithi067.stdout:2860: setattr oid 50 current snap is 288 2024-07-29T15:12:19.126 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 29 current snap is 288 2024-07-29T15:12:19.126 INFO:tasks.rados.rados.0.smithi067.stdout:2861: seq_num 901 ranges {2080768=696320} 2024-07-29T15:12:19.141 INFO:tasks.rados.rados.0.smithi067.stdout:2861: writing smithi06780069-29 from 2080768 to 2777088 tid 1 2024-07-29T15:12:19.141 INFO:tasks.rados.rados.0.smithi067.stdout:2862: setattr oid 36 current snap is 288 2024-07-29T15:12:19.141 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 50 v 1302 (ObjNum 877 snap 283 seq_num 877) dirty exists 2024-07-29T15:12:19.143 INFO:tasks.rados.rados.0.smithi067.stdout:2860: done (2 left) 2024-07-29T15:12:19.143 INFO:tasks.rados.rados.0.smithi067.stdout:2863: rollback oid 17 current snap is 288 2024-07-29T15:12:19.143 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 17 to 249 2024-07-29T15:12:19.143 INFO:tasks.rados.rados.0.smithi067.stdout:2864: read oid 34 snap -1 2024-07-29T15:12:19.144 INFO:tasks.rados.rados.0.smithi067.stdout:2864: expect (ObjNum 890 snap 286 seq_num 890) 2024-07-29T15:12:19.144 INFO:tasks.rados.rados.0.smithi067.stdout:2865: read oid 19 snap -1 2024-07-29T15:12:19.144 INFO:tasks.rados.rados.0.smithi067.stdout:2865: expect deleted 2024-07-29T15:12:19.144 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 27 current snap is 288 2024-07-29T15:12:19.144 INFO:tasks.rados.rados.0.smithi067.stdout:2866: seq_num 902 ranges {0=712704} 2024-07-29T15:12:19.148 INFO:tasks.rados.rados.0.smithi067.stdout:2866: writing smithi06780069-27 from 0 to 712704 tid 1 2024-07-29T15:12:19.148 INFO:tasks.rados.rados.0.smithi067.stdout:2867: copy_from oid 38 from oid 2 current snap is 288 2024-07-29T15:12:19.148 INFO:tasks.rados.rados.0.smithi067.stdout:2861: finishing write tid 1 to smithi06780069-29 2024-07-29T15:12:19.148 INFO:tasks.rados.rados.0.smithi067.stdout:2863: finishing rollback tid 1 to smithi06780069-17 2024-07-29T15:12:19.149 INFO:tasks.rados.rados.0.smithi067.stdout:2861: finishing write tid 2 to smithi06780069-29 2024-07-29T15:12:19.149 INFO:tasks.rados.rados.0.smithi067.stdout:2863: finishing rollback tid 2 to smithi06780069-17 2024-07-29T15:12:19.149 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 1255 (ObjNum 775 snap 239 seq_num 775) dirty exists 2024-07-29T15:12:19.149 INFO:tasks.rados.rados.0.smithi067.stdout:2861: finishing write tid 3 to smithi06780069-29 2024-07-29T15:12:19.149 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 1305 (ObjNum 901 snap 288 seq_num 901) dirty exists 2024-07-29T15:12:19.149 INFO:tasks.rados.rados.0.smithi067.stdout:2861: left oid 29 (ObjNum 901 snap 288 seq_num 901) 2024-07-29T15:12:19.149 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 1216 (ObjNum 33 snap 0 seq_num 3880671360) dirty exists 2024-07-29T15:12:19.149 INFO:tasks.rados.rados.0.smithi067.stdout:2861: done (6 left) 2024-07-29T15:12:19.149 INFO:tasks.rados.rados.0.smithi067.stdout:2862: done (5 left) 2024-07-29T15:12:19.149 INFO:tasks.rados.rados.0.smithi067.stdout:2863: done (4 left) 2024-07-29T15:12:19.149 INFO:tasks.rados.rados.0.smithi067.stdout:2868: snap_remove snap 260 2024-07-29T15:12:19.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:19 smithi138 ceph-mon[86438]: pgmap v575: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 510 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 97 KiB/s rd, 254 KiB/s wr, 5 op/s 2024-07-29T15:12:19.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:19 smithi138 ceph-mon[86438]: osdmap e644: 8 total, 8 up, 8 in 2024-07-29T15:12:19.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:19 smithi067 ceph-mon[91995]: pgmap v575: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 510 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 97 KiB/s rd, 254 KiB/s wr, 5 op/s 2024-07-29T15:12:19.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:19 smithi067 ceph-mon[91995]: osdmap e644: 8 total, 8 up, 8 in 2024-07-29T15:12:19.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:19 smithi067 ceph-mon[94375]: pgmap v575: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 510 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 97 KiB/s rd, 254 KiB/s wr, 5 op/s 2024-07-29T15:12:19.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:19 smithi067 ceph-mon[94375]: osdmap e644: 8 total, 8 up, 8 in 2024-07-29T15:12:20.051 INFO:tasks.rados.rados.0.smithi067.stdout:2866: finishing write tid 1 to smithi06780069-27 2024-07-29T15:12:20.051 INFO:tasks.rados.rados.0.smithi067.stdout:2866: finishing write tid 2 to smithi06780069-27 2024-07-29T15:12:20.051 INFO:tasks.rados.rados.0.smithi067.stdout:2866: finishing write tid 3 to smithi06780069-27 2024-07-29T15:12:20.051 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 1307 (ObjNum 902 snap 288 seq_num 902) dirty exists 2024-07-29T15:12:20.051 INFO:tasks.rados.rados.0.smithi067.stdout:2866: left oid 27 (ObjNum 902 snap 288 seq_num 902) 2024-07-29T15:12:20.051 INFO:tasks.rados.rados.0.smithi067.stdout:2864: expect (ObjNum 890 snap 286 seq_num 890) 2024-07-29T15:12:20.250 INFO:tasks.rados.rados.0.smithi067.stdout:2867: finishing copy_from racing read to smithi06780069-38 2024-07-29T15:12:20.250 INFO:tasks.rados.rados.0.smithi067.stdout:2867: finishing copy_from to smithi06780069-38 2024-07-29T15:12:20.250 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 38 v 1226 (ObjNum 651 snap 198 seq_num 651) dirty exists 2024-07-29T15:12:20.250 INFO:tasks.rados.rados.0.smithi067.stdout:2864: done (4 left) 2024-07-29T15:12:20.250 INFO:tasks.rados.rados.0.smithi067.stdout:2865: done (3 left) 2024-07-29T15:12:20.250 INFO:tasks.rados.rados.0.smithi067.stdout:2866: done (2 left) 2024-07-29T15:12:20.251 INFO:tasks.rados.rados.0.smithi067.stdout:2867: done (1 left) 2024-07-29T15:12:20.251 INFO:tasks.rados.rados.0.smithi067.stdout:2868: done (0 left) 2024-07-29T15:12:20.251 INFO:tasks.rados.rados.0.smithi067.stdout:2869: snap_remove snap 286 2024-07-29T15:12:20.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:12:20.310 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:12:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:12:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:12:20.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:12:20.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:12:21.056 INFO:tasks.rados.rados.0.smithi067.stdout:2869: done (0 left) 2024-07-29T15:12:21.056 INFO:tasks.rados.rados.0.smithi067.stdout:2870: rollback oid 7 current snap is 288 2024-07-29T15:12:21.056 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 7 to 279 2024-07-29T15:12:21.056 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 19 current snap is 288 2024-07-29T15:12:21.056 INFO:tasks.rados.rados.0.smithi067.stdout:2871: seq_num 903 ranges {0=729088} 2024-07-29T15:12:21.061 INFO:tasks.rados.rados.0.smithi067.stdout:2871: writing smithi06780069-19 from 0 to 729088 tid 1 2024-07-29T15:12:21.061 INFO:tasks.rados.rados.0.smithi067.stdout:2872: rollback oid 48 current snap is 288 2024-07-29T15:12:21.061 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 48 to 284 2024-07-29T15:12:21.061 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 8 current snap is 288 2024-07-29T15:12:21.061 INFO:tasks.rados.rados.0.smithi067.stdout:2873: seq_num 904 ranges {0=745472} 2024-07-29T15:12:21.066 INFO:tasks.rados.rados.0.smithi067.stdout:2873: writing smithi06780069-8 from 0 to 745472 tid 1 2024-07-29T15:12:21.066 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 10 current snap is 288 2024-07-29T15:12:21.067 INFO:tasks.rados.rados.0.smithi067.stdout:2872: finishing rollback tid 0 to smithi06780069-48 2024-07-29T15:12:21.067 INFO:tasks.rados.rados.0.smithi067.stdout:2872: finishing rollback tid 1 to smithi06780069-48 2024-07-29T15:12:21.067 INFO:tasks.rados.rados.0.smithi067.stdout:2874: seq_num 905 ranges {3162112=761856} 2024-07-29T15:12:21.090 INFO:tasks.rados.rados.0.smithi067.stdout:2874: writing smithi06780069-10 from 3162112 to 3923968 tid 1 2024-07-29T15:12:21.090 INFO:tasks.rados.rados.0.smithi067.stdout:2875: read oid 29 snap -1 2024-07-29T15:12:21.090 INFO:tasks.rados.rados.0.smithi067.stdout:2875: expect (ObjNum 901 snap 288 seq_num 901) 2024-07-29T15:12:21.090 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 33 current snap is 288 2024-07-29T15:12:21.090 INFO:tasks.rados.rados.0.smithi067.stdout:2872: finishing rollback tid 2 to smithi06780069-48 2024-07-29T15:12:21.090 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 48 v 577 (ObjNum 851 snap 279 seq_num 851) dirty exists 2024-07-29T15:12:21.090 INFO:tasks.rados.rados.0.smithi067.stdout:2870: finishing rollback tid 0 to smithi06780069-7 2024-07-29T15:12:21.090 INFO:tasks.rados.rados.0.smithi067.stdout:2870: finishing rollback tid 1 to smithi06780069-7 2024-07-29T15:12:21.090 INFO:tasks.rados.rados.0.smithi067.stdout:2873: finishing write tid 1 to smithi06780069-8 2024-07-29T15:12:21.090 INFO:tasks.rados.rados.0.smithi067.stdout:2870: finishing rollback tid 2 to smithi06780069-7 2024-07-29T15:12:21.091 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 7 v 1553 (ObjNum 842 snap 277 seq_num 842) dirty exists 2024-07-29T15:12:21.091 INFO:tasks.rados.rados.0.smithi067.stdout:2873: finishing write tid 2 to smithi06780069-8 2024-07-29T15:12:21.091 INFO:tasks.rados.rados.0.smithi067.stdout:2873: finishing write tid 3 to smithi06780069-8 2024-07-29T15:12:21.091 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 1257 (ObjNum 904 snap 288 seq_num 904) dirty exists 2024-07-29T15:12:21.091 INFO:tasks.rados.rados.0.smithi067.stdout:2873: left oid 8 (ObjNum 904 snap 288 seq_num 904) 2024-07-29T15:12:21.091 INFO:tasks.rados.rados.0.smithi067.stdout:2871: finishing write tid 1 to smithi06780069-19 2024-07-29T15:12:21.091 INFO:tasks.rados.rados.0.smithi067.stdout:2871: finishing write tid 2 to smithi06780069-19 2024-07-29T15:12:21.091 INFO:tasks.rados.rados.0.smithi067.stdout:2871: finishing write tid 3 to smithi06780069-19 2024-07-29T15:12:21.091 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 19 v 1555 (ObjNum 903 snap 288 seq_num 903) dirty exists 2024-07-29T15:12:21.091 INFO:tasks.rados.rados.0.smithi067.stdout:2871: left oid 19 (ObjNum 903 snap 288 seq_num 903) 2024-07-29T15:12:21.091 INFO:tasks.rados.rados.0.smithi067.stdout:2876: seq_num 906 ranges {131072=778240} 2024-07-29T15:12:21.096 INFO:tasks.rados.rados.0.smithi067.stdout:2876: writing smithi06780069-33 from 131072 to 909312 tid 1 2024-07-29T15:12:21.096 INFO:tasks.rados.rados.0.smithi067.stdout:2870: done (6 left) 2024-07-29T15:12:21.096 INFO:tasks.rados.rados.0.smithi067.stdout:2871: done (5 left) 2024-07-29T15:12:21.096 INFO:tasks.rados.rados.0.smithi067.stdout:2872: done (4 left) 2024-07-29T15:12:21.096 INFO:tasks.rados.rados.0.smithi067.stdout:2873: done (3 left) 2024-07-29T15:12:21.096 INFO:tasks.rados.rados.0.smithi067.stdout:2877: copy_from oid 16 from oid 48 current snap is 288 2024-07-29T15:12:21.096 INFO:tasks.rados.rados.0.smithi067.stdout:2874: finishing write tid 1 to smithi06780069-10 2024-07-29T15:12:21.096 INFO:tasks.rados.rados.0.smithi067.stdout:2878: read oid 28 snap -1 2024-07-29T15:12:21.096 INFO:tasks.rados.rados.0.smithi067.stdout:2878: expect (ObjNum 780 snap 240 seq_num 780) 2024-07-29T15:12:21.096 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 14 current snap is 288 2024-07-29T15:12:21.096 INFO:tasks.rados.rados.0.smithi067.stdout:2879: seq_num 907 ranges {1753088=794624} 2024-07-29T15:12:21.109 INFO:tasks.rados.rados.0.smithi067.stdout:2879: writing smithi06780069-14 from 1753088 to 2547712 tid 1 2024-07-29T15:12:21.110 INFO:tasks.rados.rados.0.smithi067.stdout:2880: snap_remove snap 217 2024-07-29T15:12:21.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:21 smithi138 ceph-mon[86438]: pgmap v578: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 512 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 142 KiB/s wr, 7 op/s 2024-07-29T15:12:21.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:21 smithi138 ceph-mon[86438]: osdmap e645: 8 total, 8 up, 8 in 2024-07-29T15:12:21.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:21 smithi067 ceph-mon[94375]: pgmap v578: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 512 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 142 KiB/s wr, 7 op/s 2024-07-29T15:12:21.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:21 smithi067 ceph-mon[94375]: osdmap e645: 8 total, 8 up, 8 in 2024-07-29T15:12:21.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:21 smithi067 ceph-mon[91995]: pgmap v578: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 512 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 142 KiB/s wr, 7 op/s 2024-07-29T15:12:21.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:21 smithi067 ceph-mon[91995]: osdmap e645: 8 total, 8 up, 8 in 2024-07-29T15:12:22.063 INFO:tasks.rados.rados.0.smithi067.stdout:2880: done (6 left) 2024-07-29T15:12:22.064 INFO:tasks.rados.rados.0.smithi067.stdout:2881: snap_remove snap 280 2024-07-29T15:12:22.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:22 smithi067 ceph-mon[91995]: osdmap e646: 8 total, 8 up, 8 in 2024-07-29T15:12:22.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:22 smithi067 ceph-mon[94375]: osdmap e646: 8 total, 8 up, 8 in 2024-07-29T15:12:22.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:22 smithi138 ceph-mon[86438]: osdmap e646: 8 total, 8 up, 8 in 2024-07-29T15:12:22.993 INFO:tasks.rados.rados.0.smithi067.stdout:2881: done (6 left) 2024-07-29T15:12:22.993 INFO:tasks.rados.rados.0.smithi067.stdout:2882: delete oid 41 current snap is 288 2024-07-29T15:12:22.993 INFO:tasks.rados.rados.0.smithi067.stdout:2874: finishing write tid 2 to smithi06780069-10 2024-07-29T15:12:22.993 INFO:tasks.rados.rados.0.smithi067.stdout:2874: finishing write tid 3 to smithi06780069-10 2024-07-29T15:12:22.993 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 1560 (ObjNum 905 snap 288 seq_num 905) dirty exists 2024-07-29T15:12:22.993 INFO:tasks.rados.rados.0.smithi067.stdout:2874: left oid 10 (ObjNum 905 snap 288 seq_num 905) 2024-07-29T15:12:22.994 INFO:tasks.rados.rados.0.smithi067.stdout:2875: expect (ObjNum 901 snap 288 seq_num 901) 2024-07-29T15:12:23.113 INFO:tasks.rados.rados.0.smithi067.stdout:2878: expect (ObjNum 780 snap 240 seq_num 780) 2024-07-29T15:12:23.141 INFO:tasks.rados.rados.0.smithi067.stdout:2876: finishing write tid 1 to smithi06780069-33 2024-07-29T15:12:23.141 INFO:tasks.rados.rados.0.smithi067.stdout:2876: finishing write tid 2 to smithi06780069-33 2024-07-29T15:12:23.141 INFO:tasks.rados.rados.0.smithi067.stdout:2876: finishing write tid 3 to smithi06780069-33 2024-07-29T15:12:23.141 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 33 v 1544 (ObjNum 906 snap 288 seq_num 906) dirty exists 2024-07-29T15:12:23.142 INFO:tasks.rados.rados.0.smithi067.stdout:2876: left oid 33 (ObjNum 906 snap 288 seq_num 906) 2024-07-29T15:12:23.142 INFO:tasks.rados.rados.0.smithi067.stdout:2879: finishing write tid 1 to smithi06780069-14 2024-07-29T15:12:23.142 INFO:tasks.rados.rados.0.smithi067.stdout:2879: finishing write tid 2 to smithi06780069-14 2024-07-29T15:12:23.142 INFO:tasks.rados.rados.0.smithi067.stdout:2879: finishing write tid 3 to smithi06780069-14 2024-07-29T15:12:23.142 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 14 v 1207 (ObjNum 907 snap 288 seq_num 907) dirty exists 2024-07-29T15:12:23.142 INFO:tasks.rados.rados.0.smithi067.stdout:2879: left oid 14 (ObjNum 907 snap 288 seq_num 907) 2024-07-29T15:12:23.142 INFO:tasks.rados.rados.0.smithi067.stdout:2877: finishing copy_from racing read to smithi06780069-16 2024-07-29T15:12:23.142 INFO:tasks.rados.rados.0.smithi067.stdout:2877: finishing copy_from to smithi06780069-16 2024-07-29T15:12:23.142 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 16 v 577 (ObjNum 851 snap 279 seq_num 851) dirty exists 2024-07-29T15:12:23.142 INFO:tasks.rados.rados.0.smithi067.stdout:2874: done (6 left) 2024-07-29T15:12:23.142 INFO:tasks.rados.rados.0.smithi067.stdout:2875: done (5 left) 2024-07-29T15:12:23.143 INFO:tasks.rados.rados.0.smithi067.stdout:2876: done (4 left) 2024-07-29T15:12:23.143 INFO:tasks.rados.rados.0.smithi067.stdout:2877: done (3 left) 2024-07-29T15:12:23.143 INFO:tasks.rados.rados.0.smithi067.stdout:2878: done (2 left) 2024-07-29T15:12:23.143 INFO:tasks.rados.rados.0.smithi067.stdout:2879: done (1 left) 2024-07-29T15:12:23.143 INFO:tasks.rados.rados.0.smithi067.stdout:2882: done (0 left) 2024-07-29T15:12:23.143 INFO:tasks.rados.rados.0.smithi067.stdout:2883: rollback oid 41 current snap is 288 2024-07-29T15:12:23.143 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 41 to 263 2024-07-29T15:12:23.143 INFO:tasks.rados.rados.0.smithi067.stdout:2884: copy_from oid 2 from oid 3 current snap is 288 2024-07-29T15:12:23.143 INFO:tasks.rados.rados.0.smithi067.stdout:2885: delete oid 12 current snap is 288 2024-07-29T15:12:23.144 INFO:tasks.rados.rados.0.smithi067.stdout:2884: finishing copy_from to smithi06780069-2 2024-07-29T15:12:23.144 INFO:tasks.rados.rados.0.smithi067.stdout:2884: got expected ENOENT (src dne) 2024-07-29T15:12:23.144 INFO:tasks.rados.rados.0.smithi067.stdout:2884: finishing copy_from racing read to smithi06780069-2 2024-07-29T15:12:23.144 INFO:tasks.rados.rados.0.smithi067.stdout:2884: done (2 left) 2024-07-29T15:12:23.144 INFO:tasks.rados.rados.0.smithi067.stdout:2885: done (1 left) 2024-07-29T15:12:23.144 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 24 current snap is 288 2024-07-29T15:12:23.145 INFO:tasks.rados.rados.0.smithi067.stdout:2886: seq_num 910 ranges {0=442368,442368=401408} 2024-07-29T15:12:23.145 INFO:tasks.rados.rados.0.smithi067.stdout:2886: writing smithi06780069-24 from 0 to 442368 tid 1 2024-07-29T15:12:23.148 INFO:tasks.rados.rados.0.smithi067.stdout:2886: writing smithi06780069-24 from 442368 to 843776 tid 2 2024-07-29T15:12:23.148 INFO:tasks.rados.rados.0.smithi067.stdout:2887: copy_from oid 10 from oid 36 current snap is 288 2024-07-29T15:12:23.148 INFO:tasks.rados.rados.0.smithi067.stdout:2883: finishing rollback tid 1 to smithi06780069-41 2024-07-29T15:12:23.148 INFO:tasks.rados.rados.0.smithi067.stdout:2883: finishing rollback tid 2 to smithi06780069-41 2024-07-29T15:12:23.148 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 1219 (ObjNum 745 snap 230 seq_num 745) dirty exists 2024-07-29T15:12:23.148 INFO:tasks.rados.rados.0.smithi067.stdout:2883: done (2 left) 2024-07-29T15:12:23.149 INFO:tasks.rados.rados.0.smithi067.stdout:2888: snap_remove snap 189 2024-07-29T15:12:23.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:23 smithi138 ceph-mon[86438]: pgmap v581: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 513 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 291 KiB/s wr, 13 op/s 2024-07-29T15:12:23.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:23 smithi138 ceph-mon[86438]: osdmap e647: 8 total, 8 up, 8 in 2024-07-29T15:12:23.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:23 smithi138 ceph-mon[86438]: osdmap e648: 8 total, 8 up, 8 in 2024-07-29T15:12:23.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:23 smithi067 ceph-mon[91995]: pgmap v581: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 513 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 291 KiB/s wr, 13 op/s 2024-07-29T15:12:23.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:23 smithi067 ceph-mon[91995]: osdmap e647: 8 total, 8 up, 8 in 2024-07-29T15:12:23.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:23 smithi067 ceph-mon[91995]: osdmap e648: 8 total, 8 up, 8 in 2024-07-29T15:12:23.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:23 smithi067 ceph-mon[94375]: pgmap v581: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 513 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 291 KiB/s wr, 13 op/s 2024-07-29T15:12:23.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:23 smithi067 ceph-mon[94375]: osdmap e647: 8 total, 8 up, 8 in 2024-07-29T15:12:23.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:23 smithi067 ceph-mon[94375]: osdmap e648: 8 total, 8 up, 8 in 2024-07-29T15:12:24.070 INFO:tasks.rados.rados.0.smithi067.stdout:2888: done (2 left) 2024-07-29T15:12:24.071 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 41 current snap is 288 2024-07-29T15:12:24.071 INFO:tasks.rados.rados.0.smithi067.stdout:2889: seq_num 911 ranges {2072576=466944,2539520=401408} 2024-07-29T15:12:24.085 INFO:tasks.rados.rados.0.smithi067.stdout:2889: writing smithi06780069-41 from 2072576 to 2539520 tid 1 2024-07-29T15:12:24.090 INFO:tasks.rados.rados.0.smithi067.stdout:2889: writing smithi06780069-41 from 2539520 to 2940928 tid 2 2024-07-29T15:12:24.090 INFO:tasks.rados.rados.0.smithi067.stdout:2890: delete oid 27 current snap is 288 2024-07-29T15:12:24.090 INFO:tasks.rados.rados.0.smithi067.stdout:2886: finishing write tid 1 to smithi06780069-24 2024-07-29T15:12:24.090 INFO:tasks.rados.rados.0.smithi067.stdout:2887: finishing copy_from racing read to smithi06780069-10 2024-07-29T15:12:24.090 INFO:tasks.rados.rados.0.smithi067.stdout:2887: finishing copy_from to smithi06780069-10 2024-07-29T15:12:24.090 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 1216 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-07-29T15:12:24.090 INFO:tasks.rados.rados.0.smithi067.stdout:2886: finishing write tid 2 to smithi06780069-24 2024-07-29T15:12:24.090 INFO:tasks.rados.rados.0.smithi067.stdout:2886: finishing write tid 3 to smithi06780069-24 2024-07-29T15:12:24.090 INFO:tasks.rados.rados.0.smithi067.stdout:2886: finishing write tid 4 to smithi06780069-24 2024-07-29T15:12:24.091 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 24 v 1385 (ObjNum 910 snap 288 seq_num 910) dirty exists 2024-07-29T15:12:24.091 INFO:tasks.rados.rados.0.smithi067.stdout:2886: left oid 24 (ObjNum 910 snap 288 seq_num 910) 2024-07-29T15:12:24.096 INFO:tasks.rados.rados.0.smithi067.stdout:2889: finishing write tid 1 to smithi06780069-41 2024-07-29T15:12:24.097 INFO:tasks.rados.rados.0.smithi067.stdout:2886: done (3 left) 2024-07-29T15:12:24.097 INFO:tasks.rados.rados.0.smithi067.stdout:2887: done (2 left) 2024-07-29T15:12:24.097 INFO:tasks.rados.rados.0.smithi067.stdout:2890: done (1 left) 2024-07-29T15:12:24.098 INFO:tasks.rados.rados.0.smithi067.stdout:2891: delete oid 28 current snap is 288 2024-07-29T15:12:24.099 INFO:tasks.rados.rados.0.smithi067.stdout:2889: finishing write tid 2 to smithi06780069-41 2024-07-29T15:12:24.100 INFO:tasks.rados.rados.0.smithi067.stdout:2891: done (1 left) 2024-07-29T15:12:24.100 INFO:tasks.rados.rados.0.smithi067.stdout:2892: snap_remove snap 284 2024-07-29T15:12:25.072 INFO:tasks.rados.rados.0.smithi067.stdout:2889: finishing write tid 3 to smithi06780069-41 2024-07-29T15:12:25.072 INFO:tasks.rados.rados.0.smithi067.stdout:2889: finishing write tid 4 to smithi06780069-41 2024-07-29T15:12:25.072 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 1222 (ObjNum 911 snap 288 seq_num 911) dirty exists 2024-07-29T15:12:25.072 INFO:tasks.rados.rados.0.smithi067.stdout:2889: left oid 41 (ObjNum 911 snap 288 seq_num 911) 2024-07-29T15:12:25.073 INFO:tasks.rados.rados.0.smithi067.stdout:2889: done (1 left) 2024-07-29T15:12:25.073 INFO:tasks.rados.rados.0.smithi067.stdout:2892: done (0 left) 2024-07-29T15:12:25.073 INFO:tasks.rados.rados.0.smithi067.stdout:2893: snap_create 2024-07-29T15:12:25.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:25 smithi067 ceph-mon[94375]: pgmap v584: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 525 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-07-29T15:12:25.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:25 smithi067 ceph-mon[94375]: osdmap e649: 8 total, 8 up, 8 in 2024-07-29T15:12:25.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:25 smithi067 ceph-mon[91995]: pgmap v584: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 525 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-07-29T15:12:25.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:25 smithi067 ceph-mon[91995]: osdmap e649: 8 total, 8 up, 8 in 2024-07-29T15:12:25.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:25 smithi138 ceph-mon[86438]: pgmap v584: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 525 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-07-29T15:12:25.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:25 smithi138 ceph-mon[86438]: osdmap e649: 8 total, 8 up, 8 in 2024-07-29T15:12:26.073 INFO:tasks.rados.rados.0.smithi067.stdout:2893: done (0 left) 2024-07-29T15:12:26.073 INFO:tasks.rados.rados.0.smithi067.stdout:2894: rmattr oid 49 current snap is 289 2024-07-29T15:12:26.073 INFO:tasks.rados.rados.0.smithi067.stdout:2894: done (0 left) 2024-07-29T15:12:26.073 INFO:tasks.rados.rados.0.smithi067.stdout:2895: snap_remove snap 240 2024-07-29T15:12:26.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:26 smithi067 ceph-mon[94375]: osdmap e650: 8 total, 8 up, 8 in 2024-07-29T15:12:26.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:26 smithi067 ceph-mon[94375]: osdmap e651: 8 total, 8 up, 8 in 2024-07-29T15:12:26.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:26 smithi067 ceph-mon[91995]: osdmap e650: 8 total, 8 up, 8 in 2024-07-29T15:12:26.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:26 smithi067 ceph-mon[91995]: osdmap e651: 8 total, 8 up, 8 in 2024-07-29T15:12:26.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:26 smithi138 ceph-mon[86438]: osdmap e650: 8 total, 8 up, 8 in 2024-07-29T15:12:26.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:26 smithi138 ceph-mon[86438]: osdmap e651: 8 total, 8 up, 8 in 2024-07-29T15:12:27.074 INFO:tasks.rados.rados.0.smithi067.stdout:2895: done (0 left) 2024-07-29T15:12:27.074 INFO:tasks.rados.rados.0.smithi067.stdout:2896: rollback oid 11 current snap is 289 2024-07-29T15:12:27.074 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 11 to 249 2024-07-29T15:12:27.074 INFO:tasks.rados.rados.0.smithi067.stdout:2897: delete oid 36 current snap is 289 2024-07-29T15:12:27.094 INFO:tasks.rados.rados.0.smithi067.stdout:2897: done (1 left) 2024-07-29T15:12:27.094 INFO:tasks.rados.rados.0.smithi067.stdout:2898: copy_from oid 1 from oid 9 current snap is 289 2024-07-29T15:12:27.094 INFO:tasks.rados.rados.0.smithi067.stdout:2899: snap_remove snap 242 2024-07-29T15:12:27.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:27 smithi067 ceph-mon[94375]: pgmap v587: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 531 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.5 MiB/s wr, 23 op/s 2024-07-29T15:12:27.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:27 smithi067 ceph-mon[94375]: osdmap e652: 8 total, 8 up, 8 in 2024-07-29T15:12:27.390 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:27 smithi067 ceph-mon[91995]: pgmap v587: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 531 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.5 MiB/s wr, 23 op/s 2024-07-29T15:12:27.390 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:27 smithi067 ceph-mon[91995]: osdmap e652: 8 total, 8 up, 8 in 2024-07-29T15:12:27.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:27 smithi138 ceph-mon[86438]: pgmap v587: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 531 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.5 MiB/s wr, 23 op/s 2024-07-29T15:12:27.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:27 smithi138 ceph-mon[86438]: osdmap e652: 8 total, 8 up, 8 in 2024-07-29T15:12:27.994 INFO:tasks.rados.rados.0.smithi067.stdout:2899: done (2 left) 2024-07-29T15:12:27.994 INFO:tasks.rados.rados.0.smithi067.stdout:2900: setattr oid 41 current snap is 289 2024-07-29T15:12:27.995 INFO:tasks.rados.rados.0.smithi067.stdout:2896: finishing rollback tid 0 to smithi06780069-11 2024-07-29T15:12:27.995 INFO:tasks.rados.rados.0.smithi067.stdout:2896: finishing rollback tid 1 to smithi06780069-11 2024-07-29T15:12:27.995 INFO:tasks.rados.rados.0.smithi067.stdout:2896: finishing rollback tid 2 to smithi06780069-11 2024-07-29T15:12:27.995 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 11 v 1425 (ObjNum 745 snap 230 seq_num 745) dirty exists 2024-07-29T15:12:27.995 INFO:tasks.rados.rados.0.smithi067.stdout:2898: finishing copy_from racing read to smithi06780069-1 2024-07-29T15:12:27.995 INFO:tasks.rados.rados.0.smithi067.stdout:2898: finishing copy_from to smithi06780069-1 2024-07-29T15:12:27.995 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 1223 (ObjNum 826 snap 266 seq_num 826) dirty exists 2024-07-29T15:12:27.996 INFO:tasks.rados.rados.0.smithi067.stdout:2896: done (2 left) 2024-07-29T15:12:27.996 INFO:tasks.rados.rados.0.smithi067.stdout:2898: done (1 left) 2024-07-29T15:12:27.996 INFO:tasks.rados.rados.0.smithi067.stdout:2901: snap_remove snap 241 2024-07-29T15:12:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:12:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:12:27] "GET /metrics HTTP/1.1" 200 36438 "" "Prometheus/2.51.0" 2024-07-29T15:12:29.000 INFO:tasks.rados.rados.0.smithi067.stdout:2901: done (1 left) 2024-07-29T15:12:29.000 INFO:tasks.rados.rados.0.smithi067.stdout:2902: delete oid 35 current snap is 289 2024-07-29T15:12:29.000 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 1223 (ObjNum 911 snap 288 seq_num 911) dirty exists 2024-07-29T15:12:29.014 INFO:tasks.rados.rados.0.smithi067.stdout:2900: done (1 left) 2024-07-29T15:12:29.014 INFO:tasks.rados.rados.0.smithi067.stdout:2902: done (0 left) 2024-07-29T15:12:29.014 INFO:tasks.rados.rados.0.smithi067.stdout:2903: copy_from oid 14 from oid 22 current snap is 289 2024-07-29T15:12:29.014 INFO:tasks.rados.rados.0.smithi067.stdout:2904: delete oid 40 current snap is 289 2024-07-29T15:12:29.019 INFO:tasks.rados.rados.0.smithi067.stdout:2904: done (1 left) 2024-07-29T15:12:29.019 INFO:tasks.rados.rados.0.smithi067.stdout:2905: delete oid 21 current snap is 289 2024-07-29T15:12:29.023 INFO:tasks.rados.rados.0.smithi067.stdout:2905: done (1 left) 2024-07-29T15:12:29.023 INFO:tasks.rados.rados.0.smithi067.stdout:2906: rmattr oid 28 current snap is 289 2024-07-29T15:12:29.023 INFO:tasks.rados.rados.0.smithi067.stdout:2906: done (1 left) 2024-07-29T15:12:29.023 INFO:tasks.rados.rados.0.smithi067.stdout:2907: read oid 7 snap 282 2024-07-29T15:12:29.023 INFO:tasks.rados.rados.0.smithi067.stdout:2907: expect (ObjNum 842 snap 277 seq_num 842) 2024-07-29T15:12:29.023 INFO:tasks.rados.rados.0.smithi067.stdout:2908: copy_from oid 10 from oid 36 current snap is 289 2024-07-29T15:12:29.023 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 43 current snap is 289 2024-07-29T15:12:29.023 INFO:tasks.rados.rados.0.smithi067.stdout:2909: seq_num 918 ranges {6471680=581632,7053312=401408} 2024-07-29T15:12:29.063 INFO:tasks.rados.rados.0.smithi067.stdout:2909: writing smithi06780069-43 from 6471680 to 7053312 tid 1 2024-07-29T15:12:29.066 INFO:tasks.rados.rados.0.smithi067.stdout:2909: writing smithi06780069-43 from 7053312 to 7454720 tid 2 2024-07-29T15:12:29.066 INFO:tasks.rados.rados.0.smithi067.stdout:2910: read oid 48 snap -1 2024-07-29T15:12:29.066 INFO:tasks.rados.rados.0.smithi067.stdout:2910: expect (ObjNum 851 snap 279 seq_num 851) 2024-07-29T15:12:29.066 INFO:tasks.rados.rados.0.smithi067.stdout:2911: snap_remove snap 251 2024-07-29T15:12:29.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:28 smithi138 ceph-mon[86438]: pgmap v590: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 482 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-07-29T15:12:29.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:28 smithi138 ceph-mon[86438]: osdmap e653: 8 total, 8 up, 8 in 2024-07-29T15:12:29.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:28 smithi067 ceph-mon[91995]: pgmap v590: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 482 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-07-29T15:12:29.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:28 smithi067 ceph-mon[91995]: osdmap e653: 8 total, 8 up, 8 in 2024-07-29T15:12:29.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:28 smithi067 ceph-mon[94375]: pgmap v590: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 482 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-07-29T15:12:29.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:28 smithi067 ceph-mon[94375]: osdmap e653: 8 total, 8 up, 8 in 2024-07-29T15:12:30.009 INFO:tasks.rados.rados.0.smithi067.stdout:2911: done (5 left) 2024-07-29T15:12:30.009 INFO:tasks.rados.rados.0.smithi067.stdout:2912: copy_from oid 12 from oid 33 current snap is 289 2024-07-29T15:12:30.009 INFO:tasks.rados.rados.0.smithi067.stdout:2913: read oid 41 snap 279 2024-07-29T15:12:30.010 INFO:tasks.rados.rados.0.smithi067.stdout:2913: expect (ObjNum 841 snap 277 seq_num 841) 2024-07-29T15:12:30.010 INFO:tasks.rados.rados.0.smithi067.stdout:2914: delete oid 20 current snap is 289 2024-07-29T15:12:30.010 INFO:tasks.rados.rados.0.smithi067.stdout:2903: finishing copy_from racing read to smithi06780069-14 2024-07-29T15:12:30.010 INFO:tasks.rados.rados.0.smithi067.stdout:2903: finishing copy_from to smithi06780069-14 2024-07-29T15:12:30.010 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 14 v 1222 (ObjNum 514 snap 151 seq_num 514) dirty exists 2024-07-29T15:12:30.010 INFO:tasks.rados.rados.0.smithi067.stdout:2907: expect (ObjNum 842 snap 277 seq_num 842) 2024-07-29T15:12:30.255 INFO:tasks.rados.rados.0.smithi067.stdout:2908: finishing copy_from to smithi06780069-10 2024-07-29T15:12:30.255 INFO:tasks.rados.rados.0.smithi067.stdout:2908: got expected ENOENT (src dne) 2024-07-29T15:12:30.255 INFO:tasks.rados.rados.0.smithi067.stdout:2908: finishing copy_from racing read to smithi06780069-10 2024-07-29T15:12:30.255 INFO:tasks.rados.rados.0.smithi067.stdout:2909: finishing write tid 1 to smithi06780069-43 2024-07-29T15:12:30.255 INFO:tasks.rados.rados.0.smithi067.stdout:2909: finishing write tid 2 to smithi06780069-43 2024-07-29T15:12:30.255 INFO:tasks.rados.rados.0.smithi067.stdout:2909: finishing write tid 3 to smithi06780069-43 2024-07-29T15:12:30.255 INFO:tasks.rados.rados.0.smithi067.stdout:2909: finishing write tid 4 to smithi06780069-43 2024-07-29T15:12:30.255 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 43 v 1399 (ObjNum 918 snap 289 seq_num 918) dirty exists 2024-07-29T15:12:30.255 INFO:tasks.rados.rados.0.smithi067.stdout:2909: left oid 43 (ObjNum 918 snap 289 seq_num 918) 2024-07-29T15:12:30.256 INFO:tasks.rados.rados.0.smithi067.stdout:2910: expect (ObjNum 851 snap 279 seq_num 851) 2024-07-29T15:12:30.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:30 smithi138 ceph-mon[86438]: osdmap e654: 8 total, 8 up, 8 in 2024-07-29T15:12:30.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:12:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:12:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:12:30.406 INFO:tasks.rados.rados.0.smithi067.stdout:2912: finishing copy_from racing read to smithi06780069-12 2024-07-29T15:12:30.406 INFO:tasks.rados.rados.0.smithi067.stdout:2912: finishing copy_from to smithi06780069-12 2024-07-29T15:12:30.407 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 1544 (ObjNum 906 snap 288 seq_num 906) dirty exists 2024-07-29T15:12:30.407 INFO:tasks.rados.rados.0.smithi067.stdout:2913: expect (ObjNum 841 snap 277 seq_num 841) 2024-07-29T15:12:30.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:30 smithi067 ceph-mon[91995]: osdmap e654: 8 total, 8 up, 8 in 2024-07-29T15:12:30.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:30 smithi067 ceph-mon[94375]: osdmap e654: 8 total, 8 up, 8 in 2024-07-29T15:12:30.600 INFO:tasks.rados.rados.0.smithi067.stdout:2903: done (7 left) 2024-07-29T15:12:30.600 INFO:tasks.rados.rados.0.smithi067.stdout:2907: done (6 left) 2024-07-29T15:12:30.600 INFO:tasks.rados.rados.0.smithi067.stdout:2908: done (5 left) 2024-07-29T15:12:30.600 INFO:tasks.rados.rados.0.smithi067.stdout:2909: done (4 left) 2024-07-29T15:12:30.600 INFO:tasks.rados.rados.0.smithi067.stdout:2910: done (3 left) 2024-07-29T15:12:30.600 INFO:tasks.rados.rados.0.smithi067.stdout:2912: done (2 left) 2024-07-29T15:12:30.601 INFO:tasks.rados.rados.0.smithi067.stdout:2913: done (1 left) 2024-07-29T15:12:30.601 INFO:tasks.rados.rados.0.smithi067.stdout:2914: done (0 left) 2024-07-29T15:12:30.601 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 39 current snap is 289 2024-07-29T15:12:30.601 INFO:tasks.rados.rados.0.smithi067.stdout:2915: seq_num 920 ranges {0=614400,614400=401408} 2024-07-29T15:12:30.603 INFO:tasks.rados.rados.0.smithi067.stdout:2915: writing smithi06780069-39 from 0 to 614400 tid 1 2024-07-29T15:12:30.606 INFO:tasks.rados.rados.0.smithi067.stdout:2915: writing smithi06780069-39 from 614400 to 1015808 tid 2 2024-07-29T15:12:30.606 INFO:tasks.rados.rados.0.smithi067.stdout:2916: delete oid 7 current snap is 289 2024-07-29T15:12:30.608 INFO:tasks.rados.rados.0.smithi067.stdout:2916: done (1 left) 2024-07-29T15:12:30.608 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 6 current snap is 289 2024-07-29T15:12:30.608 INFO:tasks.rados.rados.0.smithi067.stdout:2917: seq_num 922 ranges {4980736=647168,5627904=401408} 2024-07-29T15:12:30.639 INFO:tasks.rados.rados.0.smithi067.stdout:2917: writing smithi06780069-6 from 4980736 to 5627904 tid 1 2024-07-29T15:12:30.641 INFO:tasks.rados.rados.0.smithi067.stdout:2917: writing smithi06780069-6 from 5627904 to 6029312 tid 2 2024-07-29T15:12:30.642 INFO:tasks.rados.rados.0.smithi067.stdout:2918: delete oid 25 current snap is 289 2024-07-29T15:12:30.642 INFO:tasks.rados.rados.0.smithi067.stdout:2915: finishing write tid 1 to smithi06780069-39 2024-07-29T15:12:30.642 INFO:tasks.rados.rados.0.smithi067.stdout:2915: finishing write tid 2 to smithi06780069-39 2024-07-29T15:12:30.642 INFO:tasks.rados.rados.0.smithi067.stdout:2915: finishing write tid 3 to smithi06780069-39 2024-07-29T15:12:30.642 INFO:tasks.rados.rados.0.smithi067.stdout:2915: finishing write tid 4 to smithi06780069-39 2024-07-29T15:12:30.642 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 1402 (ObjNum 920 snap 289 seq_num 920) dirty exists 2024-07-29T15:12:30.642 INFO:tasks.rados.rados.0.smithi067.stdout:2915: left oid 39 (ObjNum 920 snap 289 seq_num 920) 2024-07-29T15:12:30.644 INFO:tasks.rados.rados.0.smithi067.stdout:2915: done (2 left) 2024-07-29T15:12:30.644 INFO:tasks.rados.rados.0.smithi067.stdout:2918: done (1 left) 2024-07-29T15:12:30.644 INFO:tasks.rados.rados.0.smithi067.stdout:2919: snap_remove snap 288 2024-07-29T15:12:31.013 INFO:tasks.rados.rados.0.smithi067.stdout:2919: done (1 left) 2024-07-29T15:12:31.013 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 8 current snap is 289 2024-07-29T15:12:31.014 INFO:tasks.rados.rados.0.smithi067.stdout:2917: finishing write tid 1 to smithi06780069-6 2024-07-29T15:12:31.014 INFO:tasks.rados.rados.0.smithi067.stdout:2920: seq_num 924 ranges {745472=679936,1425408=401408} 2024-07-29T15:12:31.021 INFO:tasks.rados.rados.0.smithi067.stdout:2920: writing smithi06780069-8 from 745472 to 1425408 tid 1 2024-07-29T15:12:31.024 INFO:tasks.rados.rados.0.smithi067.stdout:2920: writing smithi06780069-8 from 1425408 to 1826816 tid 2 2024-07-29T15:12:31.024 INFO:tasks.rados.rados.0.smithi067.stdout:2921: read oid 48 snap -1 2024-07-29T15:12:31.024 INFO:tasks.rados.rados.0.smithi067.stdout:2921: expect (ObjNum 851 snap 279 seq_num 851) 2024-07-29T15:12:31.025 INFO:tasks.rados.rados.0.smithi067.stdout:2917: finishing write tid 2 to smithi06780069-6 2024-07-29T15:12:31.025 INFO:tasks.rados.rados.0.smithi067.stdout:2917: finishing write tid 3 to smithi06780069-6 2024-07-29T15:12:31.025 INFO:tasks.rados.rados.0.smithi067.stdout:2922: rollback oid 24 current snap is 289 2024-07-29T15:12:31.025 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 24 to 287 2024-07-29T15:12:31.025 INFO:tasks.rados.rados.0.smithi067.stdout:2917: finishing write tid 4 to smithi06780069-6 2024-07-29T15:12:31.025 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 6 v 1637 (ObjNum 922 snap 289 seq_num 922) dirty exists 2024-07-29T15:12:31.025 INFO:tasks.rados.rados.0.smithi067.stdout:2917: left oid 6 (ObjNum 922 snap 289 seq_num 922) 2024-07-29T15:12:31.025 INFO:tasks.rados.rados.0.smithi067.stdout:2917: done (3 left) 2024-07-29T15:12:31.025 INFO:tasks.rados.rados.0.smithi067.stdout:2923: read oid 15 snap -1 2024-07-29T15:12:31.025 INFO:tasks.rados.rados.0.smithi067.stdout:2923: expect (ObjNum 798 snap 252 seq_num 798) 2024-07-29T15:12:31.025 INFO:tasks.rados.rados.0.smithi067.stdout:2924: rmattr oid 29 current snap is 289 2024-07-29T15:12:31.025 INFO:tasks.rados.rados.0.smithi067.stdout:2924: done (4 left) 2024-07-29T15:12:31.025 INFO:tasks.rados.rados.0.smithi067.stdout:2925: copy_from oid 29 from oid 20 current snap is 289 2024-07-29T15:12:31.025 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 11 current snap is 289 2024-07-29T15:12:31.026 INFO:tasks.rados.rados.0.smithi067.stdout:2926: seq_num 925 ranges {2072576=696320,2768896=401408} 2024-07-29T15:12:31.040 INFO:tasks.rados.rados.0.smithi067.stdout:2926: writing smithi06780069-11 from 2072576 to 2768896 tid 1 2024-07-29T15:12:31.043 INFO:tasks.rados.rados.0.smithi067.stdout:2926: writing smithi06780069-11 from 2768896 to 3170304 tid 2 2024-07-29T15:12:31.043 INFO:tasks.rados.rados.0.smithi067.stdout:2927: delete oid 21 current snap is 289 2024-07-29T15:12:31.043 INFO:tasks.rados.rados.0.smithi067.stdout:2920: finishing write tid 1 to smithi06780069-8 2024-07-29T15:12:31.043 INFO:tasks.rados.rados.0.smithi067.stdout:2925: finishing copy_from to smithi06780069-29 2024-07-29T15:12:31.043 INFO:tasks.rados.rados.0.smithi067.stdout:2925: got expected ENOENT (src dne) 2024-07-29T15:12:31.044 INFO:tasks.rados.rados.0.smithi067.stdout:2925: finishing copy_from racing read to smithi06780069-29 2024-07-29T15:12:31.044 INFO:tasks.rados.rados.0.smithi067.stdout:2922: finishing rollback tid 0 to smithi06780069-24 2024-07-29T15:12:31.044 INFO:tasks.rados.rados.0.smithi067.stdout:2922: finishing rollback tid 1 to smithi06780069-24 2024-07-29T15:12:31.044 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 24 v 1413 (ObjNum 737 snap 0 seq_num 2235466947) dirty dne 2024-07-29T15:12:31.044 INFO:tasks.rados.rados.0.smithi067.stdout:2920: finishing write tid 2 to smithi06780069-8 2024-07-29T15:12:31.044 INFO:tasks.rados.rados.0.smithi067.stdout:2920: finishing write tid 3 to smithi06780069-8 2024-07-29T15:12:31.044 INFO:tasks.rados.rados.0.smithi067.stdout:2920: finishing write tid 4 to smithi06780069-8 2024-07-29T15:12:31.044 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 1260 (ObjNum 924 snap 289 seq_num 924) dirty exists 2024-07-29T15:12:31.044 INFO:tasks.rados.rados.0.smithi067.stdout:2920: left oid 8 (ObjNum 924 snap 289 seq_num 924) 2024-07-29T15:12:31.047 INFO:tasks.rados.rados.0.smithi067.stdout:2926: finishing write tid 1 to smithi06780069-11 2024-07-29T15:12:31.048 INFO:tasks.rados.rados.0.smithi067.stdout:2926: finishing write tid 2 to smithi06780069-11 2024-07-29T15:12:31.049 INFO:tasks.rados.rados.0.smithi067.stdout:2926: finishing write tid 3 to smithi06780069-11 2024-07-29T15:12:31.050 INFO:tasks.rados.rados.0.smithi067.stdout:2926: finishing write tid 4 to smithi06780069-11 2024-07-29T15:12:31.050 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 11 v 1428 (ObjNum 925 snap 289 seq_num 925) dirty exists 2024-07-29T15:12:31.050 INFO:tasks.rados.rados.0.smithi067.stdout:2926: left oid 11 (ObjNum 925 snap 289 seq_num 925) 2024-07-29T15:12:31.052 INFO:tasks.rados.rados.0.smithi067.stdout:2923: expect (ObjNum 798 snap 252 seq_num 798) 2024-07-29T15:12:31.145 INFO:tasks.rados.rados.0.smithi067.stdout:2921: expect (ObjNum 851 snap 279 seq_num 851) 2024-07-29T15:12:31.297 INFO:tasks.rados.rados.0.smithi067.stdout:2920: done (6 left) 2024-07-29T15:12:31.297 INFO:tasks.rados.rados.0.smithi067.stdout:2921: done (5 left) 2024-07-29T15:12:31.297 INFO:tasks.rados.rados.0.smithi067.stdout:2922: done (4 left) 2024-07-29T15:12:31.297 INFO:tasks.rados.rados.0.smithi067.stdout:2923: done (3 left) 2024-07-29T15:12:31.297 INFO:tasks.rados.rados.0.smithi067.stdout:2925: done (2 left) 2024-07-29T15:12:31.298 INFO:tasks.rados.rados.0.smithi067.stdout:2926: done (1 left) 2024-07-29T15:12:31.298 INFO:tasks.rados.rados.0.smithi067.stdout:2927: done (0 left) 2024-07-29T15:12:31.298 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 2 current snap is 289 2024-07-29T15:12:31.298 INFO:tasks.rados.rados.0.smithi067.stdout:2928: seq_num 927 ranges {4464640=729088,5193728=401408} 2024-07-29T15:12:31.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:31 smithi138 ceph-mon[86438]: pgmap v593: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 451 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-07-29T15:12:31.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:31 smithi138 ceph-mon[86438]: osdmap e655: 8 total, 8 up, 8 in 2024-07-29T15:12:31.325 INFO:tasks.rados.rados.0.smithi067.stdout:2928: writing smithi06780069-2 from 4464640 to 5193728 tid 1 2024-07-29T15:12:31.327 INFO:tasks.rados.rados.0.smithi067.stdout:2928: writing smithi06780069-2 from 5193728 to 5595136 tid 2 2024-07-29T15:12:31.327 INFO:tasks.rados.rados.0.smithi067.stdout:2929: delete oid 14 current snap is 289 2024-07-29T15:12:31.330 INFO:tasks.rados.rados.0.smithi067.stdout:2929: done (1 left) 2024-07-29T15:12:31.331 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 38 current snap is 289 2024-07-29T15:12:31.331 INFO:tasks.rados.rados.0.smithi067.stdout:2930: seq_num 929 ranges {4464640=761856,5226496=401408} 2024-07-29T15:12:31.359 INFO:tasks.rados.rados.0.smithi067.stdout:2930: writing smithi06780069-38 from 4464640 to 5226496 tid 1 2024-07-29T15:12:31.362 INFO:tasks.rados.rados.0.smithi067.stdout:2930: writing smithi06780069-38 from 5226496 to 5627904 tid 2 2024-07-29T15:12:31.362 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 50 current snap is 289 2024-07-29T15:12:31.362 INFO:tasks.rados.rados.0.smithi067.stdout:2928: finishing write tid 1 to smithi06780069-2 2024-07-29T15:12:31.362 INFO:tasks.rados.rados.0.smithi067.stdout:2931: seq_num 930 ranges {294912=786432,1081344=401408} 2024-07-29T15:12:31.368 INFO:tasks.rados.rados.0.smithi067.stdout:2931: writing smithi06780069-50 from 294912 to 1081344 tid 1 2024-07-29T15:12:31.372 INFO:tasks.rados.rados.0.smithi067.stdout:2931: writing smithi06780069-50 from 1081344 to 1482752 tid 2 2024-07-29T15:12:31.372 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 9 current snap is 289 2024-07-29T15:12:31.372 INFO:tasks.rados.rados.0.smithi067.stdout:2928: finishing write tid 2 to smithi06780069-2 2024-07-29T15:12:31.372 INFO:tasks.rados.rados.0.smithi067.stdout:2928: finishing write tid 3 to smithi06780069-2 2024-07-29T15:12:31.372 INFO:tasks.rados.rados.0.smithi067.stdout:2928: finishing write tid 4 to smithi06780069-2 2024-07-29T15:12:31.372 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 1229 (ObjNum 927 snap 289 seq_num 927) dirty exists 2024-07-29T15:12:31.372 INFO:tasks.rados.rados.0.smithi067.stdout:2928: left oid 2 (ObjNum 927 snap 289 seq_num 927) 2024-07-29T15:12:31.372 INFO:tasks.rados.rados.0.smithi067.stdout:2930: finishing write tid 1 to smithi06780069-38 2024-07-29T15:12:31.372 INFO:tasks.rados.rados.0.smithi067.stdout:2930: finishing write tid 2 to smithi06780069-38 2024-07-29T15:12:31.372 INFO:tasks.rados.rados.0.smithi067.stdout:2930: finishing write tid 3 to smithi06780069-38 2024-07-29T15:12:31.372 INFO:tasks.rados.rados.0.smithi067.stdout:2930: finishing write tid 4 to smithi06780069-38 2024-07-29T15:12:31.372 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 38 v 1324 (ObjNum 929 snap 289 seq_num 929) dirty exists 2024-07-29T15:12:31.373 INFO:tasks.rados.rados.0.smithi067.stdout:2930: left oid 38 (ObjNum 929 snap 289 seq_num 929) 2024-07-29T15:12:31.373 INFO:tasks.rados.rados.0.smithi067.stdout:2932: seq_num 931 ranges {7135232=802816,7938048=401408} 2024-07-29T15:12:31.414 INFO:tasks.rados.rados.0.smithi067.stdout:2932: writing smithi06780069-9 from 7135232 to 7938048 tid 1 2024-07-29T15:12:31.417 INFO:tasks.rados.rados.0.smithi067.stdout:2932: writing smithi06780069-9 from 7938048 to 8339456 tid 2 2024-07-29T15:12:31.417 INFO:tasks.rados.rados.0.smithi067.stdout:2928: done (3 left) 2024-07-29T15:12:31.417 INFO:tasks.rados.rados.0.smithi067.stdout:2930: done (2 left) 2024-07-29T15:12:31.417 INFO:tasks.rados.rados.0.smithi067.stdout:2933: read oid 43 snap -1 2024-07-29T15:12:31.417 INFO:tasks.rados.rados.0.smithi067.stdout:2933: expect (ObjNum 918 snap 289 seq_num 918) 2024-07-29T15:12:31.417 INFO:tasks.rados.rados.0.smithi067.stdout:2934: snap_remove snap 282 2024-07-29T15:12:31.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:31 smithi067 ceph-mon[91995]: pgmap v593: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 451 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-07-29T15:12:31.597 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:31 smithi067 ceph-mon[91995]: osdmap e655: 8 total, 8 up, 8 in 2024-07-29T15:12:31.597 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:31 smithi067 ceph-mon[94375]: pgmap v593: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 451 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-07-29T15:12:31.597 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:31 smithi067 ceph-mon[94375]: osdmap e655: 8 total, 8 up, 8 in 2024-07-29T15:12:32.029 INFO:tasks.rados.rados.0.smithi067.stdout:2934: done (3 left) 2024-07-29T15:12:32.030 INFO:tasks.rados.rados.0.smithi067.stdout:2935: delete oid 48 current snap is 289 2024-07-29T15:12:32.030 INFO:tasks.rados.rados.0.smithi067.stdout:2931: finishing write tid 1 to smithi06780069-50 2024-07-29T15:12:32.030 INFO:tasks.rados.rados.0.smithi067.stdout:2931: finishing write tid 2 to smithi06780069-50 2024-07-29T15:12:32.030 INFO:tasks.rados.rados.0.smithi067.stdout:2931: finishing write tid 3 to smithi06780069-50 2024-07-29T15:12:32.030 INFO:tasks.rados.rados.0.smithi067.stdout:2931: finishing write tid 4 to smithi06780069-50 2024-07-29T15:12:32.030 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 50 v 1363 (ObjNum 930 snap 289 seq_num 930) dirty exists 2024-07-29T15:12:32.030 INFO:tasks.rados.rados.0.smithi067.stdout:2931: left oid 50 (ObjNum 930 snap 289 seq_num 930) 2024-07-29T15:12:32.030 INFO:tasks.rados.rados.0.smithi067.stdout:2932: finishing write tid 1 to smithi06780069-9 2024-07-29T15:12:32.030 INFO:tasks.rados.rados.0.smithi067.stdout:2932: finishing write tid 2 to smithi06780069-9 2024-07-29T15:12:32.030 INFO:tasks.rados.rados.0.smithi067.stdout:2932: finishing write tid 3 to smithi06780069-9 2024-07-29T15:12:32.030 INFO:tasks.rados.rados.0.smithi067.stdout:2932: finishing write tid 4 to smithi06780069-9 2024-07-29T15:12:32.030 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 9 v 1232 (ObjNum 931 snap 289 seq_num 931) dirty exists 2024-07-29T15:12:32.031 INFO:tasks.rados.rados.0.smithi067.stdout:2932: left oid 9 (ObjNum 931 snap 289 seq_num 931) 2024-07-29T15:12:32.031 INFO:tasks.rados.rados.0.smithi067.stdout:2933: expect (ObjNum 918 snap 289 seq_num 918) 2024-07-29T15:12:32.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:32 smithi138 ceph-mon[86438]: osdmap e656: 8 total, 8 up, 8 in 2024-07-29T15:12:32.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:32 smithi067 ceph-mon[91995]: osdmap e656: 8 total, 8 up, 8 in 2024-07-29T15:12:32.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:32 smithi067 ceph-mon[94375]: osdmap e656: 8 total, 8 up, 8 in 2024-07-29T15:12:32.527 INFO:tasks.rados.rados.0.smithi067.stdout:2931: done (3 left) 2024-07-29T15:12:32.527 INFO:tasks.rados.rados.0.smithi067.stdout:2932: done (2 left) 2024-07-29T15:12:32.527 INFO:tasks.rados.rados.0.smithi067.stdout:2933: done (1 left) 2024-07-29T15:12:32.527 INFO:tasks.rados.rados.0.smithi067.stdout:2935: done (0 left) 2024-07-29T15:12:32.527 INFO:tasks.rados.rados.0.smithi067.stdout:2936: delete oid 39 current snap is 289 2024-07-29T15:12:32.530 INFO:tasks.rados.rados.0.smithi067.stdout:2936: done (0 left) 2024-07-29T15:12:32.530 INFO:tasks.rados.rados.0.smithi067.stdout:2937: copy_from oid 18 from oid 48 current snap is 289 2024-07-29T15:12:32.530 INFO:tasks.rados.rados.0.smithi067.stdout:2938: read oid 29 snap -1 2024-07-29T15:12:32.530 INFO:tasks.rados.rados.0.smithi067.stdout:2938: expect (ObjNum 901 snap 288 seq_num 901) 2024-07-29T15:12:32.530 INFO:tasks.rados.rados.0.smithi067.stdout:2939: read oid 12 snap -1 2024-07-29T15:12:32.530 INFO:tasks.rados.rados.0.smithi067.stdout:2939: expect (ObjNum 906 snap 288 seq_num 906) 2024-07-29T15:12:32.530 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 21 current snap is 289 2024-07-29T15:12:32.530 INFO:tasks.rados.rados.0.smithi067.stdout:2940: seq_num 934 ranges {0=450560,450560=434176,884736=368640} 2024-07-29T15:12:32.533 INFO:tasks.rados.rados.0.smithi067.stdout:2940: writing smithi06780069-21 from 0 to 450560 tid 1 2024-07-29T15:12:32.535 INFO:tasks.rados.rados.0.smithi067.stdout:2940: writing smithi06780069-21 from 450560 to 884736 tid 2 2024-07-29T15:12:32.538 INFO:tasks.rados.rados.0.smithi067.stdout:2940: writing smithi06780069-21 from 884736 to 1253376 tid 3 2024-07-29T15:12:32.538 INFO:tasks.rados.rados.0.smithi067.stdout:2941: read oid 17 snap -1 2024-07-29T15:12:32.538 INFO:tasks.rados.rados.0.smithi067.stdout:2941: expect (ObjNum 775 snap 239 seq_num 775) 2024-07-29T15:12:32.538 INFO:tasks.rados.rados.0.smithi067.stdout:2942: rollback oid 3 current snap is 289 2024-07-29T15:12:32.539 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 3 to 263 2024-07-29T15:12:32.539 INFO:tasks.rados.rados.0.smithi067.stdout:2937: finishing copy_from to smithi06780069-18 2024-07-29T15:12:32.539 INFO:tasks.rados.rados.0.smithi067.stdout:2937: got expected ENOENT (src dne) 2024-07-29T15:12:32.539 INFO:tasks.rados.rados.0.smithi067.stdout:2937: finishing copy_from racing read to smithi06780069-18 2024-07-29T15:12:32.539 INFO:tasks.rados.rados.0.smithi067.stdout:2939: expect (ObjNum 906 snap 288 seq_num 906) 2024-07-29T15:12:32.565 INFO:tasks.rados.rados.0.smithi067.stdout:2938: expect (ObjNum 901 snap 288 seq_num 901) 2024-07-29T15:12:32.672 INFO:tasks.rados.rados.0.smithi067.stdout:2940: finishing write tid 1 to smithi06780069-21 2024-07-29T15:12:32.672 INFO:tasks.rados.rados.0.smithi067.stdout:2940: finishing write tid 2 to smithi06780069-21 2024-07-29T15:12:32.672 INFO:tasks.rados.rados.0.smithi067.stdout:2942: finishing rollback tid 1 to smithi06780069-3 2024-07-29T15:12:32.672 INFO:tasks.rados.rados.0.smithi067.stdout:2940: finishing write tid 3 to smithi06780069-21 2024-07-29T15:12:32.672 INFO:tasks.rados.rados.0.smithi067.stdout:2940: finishing write tid 4 to smithi06780069-21 2024-07-29T15:12:32.672 INFO:tasks.rados.rados.0.smithi067.stdout:2942: finishing rollback tid 2 to smithi06780069-3 2024-07-29T15:12:32.672 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 1367 (ObjNum 819 snap 261 seq_num 819) dirty exists 2024-07-29T15:12:32.672 INFO:tasks.rados.rados.0.smithi067.stdout:2940: finishing write tid 5 to smithi06780069-21 2024-07-29T15:12:32.672 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 1375 (ObjNum 934 snap 289 seq_num 934) dirty exists 2024-07-29T15:12:32.672 INFO:tasks.rados.rados.0.smithi067.stdout:2940: left oid 21 (ObjNum 934 snap 289 seq_num 934) 2024-07-29T15:12:32.673 INFO:tasks.rados.rados.0.smithi067.stdout:2941: expect (ObjNum 775 snap 239 seq_num 775) 2024-07-29T15:12:32.984 INFO:tasks.rados.rados.0.smithi067.stdout:2937: done (5 left) 2024-07-29T15:12:32.984 INFO:tasks.rados.rados.0.smithi067.stdout:2938: done (4 left) 2024-07-29T15:12:32.984 INFO:tasks.rados.rados.0.smithi067.stdout:2939: done (3 left) 2024-07-29T15:12:32.984 INFO:tasks.rados.rados.0.smithi067.stdout:2940: done (2 left) 2024-07-29T15:12:32.984 INFO:tasks.rados.rados.0.smithi067.stdout:2941: done (1 left) 2024-07-29T15:12:32.985 INFO:tasks.rados.rados.0.smithi067.stdout:2942: done (0 left) 2024-07-29T15:12:32.985 INFO:tasks.rados.rados.0.smithi067.stdout:2943: snap_remove snap 278 2024-07-29T15:12:32.999 INFO:tasks.rados.rados.0.smithi067.stdout:2943: done (0 left) 2024-07-29T15:12:32.999 INFO:tasks.rados.rados.0.smithi067.stdout:2944: snap_remove snap 262 2024-07-29T15:12:33.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:33 smithi138 ceph-mon[86438]: pgmap v596: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 440 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-07-29T15:12:33.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:33 smithi138 ceph-mon[86438]: osdmap e657: 8 total, 8 up, 8 in 2024-07-29T15:12:33.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:33 smithi138 ceph-mon[86438]: osdmap e658: 8 total, 8 up, 8 in 2024-07-29T15:12:33.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:33 smithi067 ceph-mon[91995]: pgmap v596: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 440 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-07-29T15:12:33.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:33 smithi067 ceph-mon[91995]: osdmap e657: 8 total, 8 up, 8 in 2024-07-29T15:12:33.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:33 smithi067 ceph-mon[91995]: osdmap e658: 8 total, 8 up, 8 in 2024-07-29T15:12:33.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:33 smithi067 ceph-mon[94375]: pgmap v596: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 440 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-07-29T15:12:33.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:33 smithi067 ceph-mon[94375]: osdmap e657: 8 total, 8 up, 8 in 2024-07-29T15:12:33.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:33 smithi067 ceph-mon[94375]: osdmap e658: 8 total, 8 up, 8 in 2024-07-29T15:12:33.995 INFO:tasks.rados.rados.0.smithi067.stdout:2944: done (0 left) 2024-07-29T15:12:33.996 INFO:tasks.rados.rados.0.smithi067.stdout:2945: rmattr oid 5 current snap is 289 2024-07-29T15:12:33.996 INFO:tasks.rados.rados.0.smithi067.stdout:2945: done (0 left) 2024-07-29T15:12:33.996 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 28 current snap is 289 2024-07-29T15:12:33.996 INFO:tasks.rados.rados.0.smithi067.stdout:2946: seq_num 935 ranges {0=466944,466944=720896,1187840=81920} 2024-07-29T15:12:33.998 INFO:tasks.rados.rados.0.smithi067.stdout:2946: writing smithi06780069-28 from 0 to 466944 tid 1 2024-07-29T15:12:34.004 INFO:tasks.rados.rados.0.smithi067.stdout:2946: writing smithi06780069-28 from 466944 to 1187840 tid 2 2024-07-29T15:12:34.005 INFO:tasks.rados.rados.0.smithi067.stdout:2946: writing smithi06780069-28 from 1187840 to 1269760 tid 3 2024-07-29T15:12:34.005 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 29 current snap is 289 2024-07-29T15:12:34.005 INFO:tasks.rados.rados.0.smithi067.stdout:2947: seq_num 936 ranges {2777088=483328,3260416=655360,3915776=147456} 2024-07-29T15:12:34.024 INFO:tasks.rados.rados.0.smithi067.stdout:2947: writing smithi06780069-29 from 2777088 to 3260416 tid 1 2024-07-29T15:12:34.029 INFO:tasks.rados.rados.0.smithi067.stdout:2947: writing smithi06780069-29 from 3260416 to 3915776 tid 2 2024-07-29T15:12:34.030 INFO:tasks.rados.rados.0.smithi067.stdout:2947: writing smithi06780069-29 from 3915776 to 4063232 tid 3 2024-07-29T15:12:34.030 INFO:tasks.rados.rados.0.smithi067.stdout:2948: read oid 19 snap -1 2024-07-29T15:12:34.030 INFO:tasks.rados.rados.0.smithi067.stdout:2948: expect (ObjNum 903 snap 288 seq_num 903) 2024-07-29T15:12:34.030 INFO:tasks.rados.rados.0.smithi067.stdout:2949: snap_remove snap 276 2024-07-29T15:12:34.358 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -e sha1=69149bbd860632ad91d796ddf81a038f3d1d1f21 -- bash -c 'ceph orch ps' 2024-07-29T15:12:34.625 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:12:35.030 INFO:tasks.rados.rados.0.smithi067.stdout:2949: done (3 left) 2024-07-29T15:12:35.031 INFO:tasks.rados.rados.0.smithi067.stdout:2950: setattr oid 14 current snap is 289 2024-07-29T15:12:35.031 INFO:tasks.rados.rados.0.smithi067.stdout:2946: finishing write tid 1 to smithi06780069-28 2024-07-29T15:12:35.031 INFO:tasks.rados.rados.0.smithi067.stdout:2946: finishing write tid 2 to smithi06780069-28 2024-07-29T15:12:35.031 INFO:tasks.rados.rados.0.smithi067.stdout:2946: finishing write tid 3 to smithi06780069-28 2024-07-29T15:12:35.031 INFO:tasks.rados.rados.0.smithi067.stdout:2946: finishing write tid 4 to smithi06780069-28 2024-07-29T15:12:35.031 INFO:tasks.rados.rados.0.smithi067.stdout:2946: finishing write tid 5 to smithi06780069-28 2024-07-29T15:12:35.031 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 28 v 498 (ObjNum 935 snap 289 seq_num 935) dirty exists 2024-07-29T15:12:35.031 INFO:tasks.rados.rados.0.smithi067.stdout:2946: left oid 28 (ObjNum 935 snap 289 seq_num 935) 2024-07-29T15:12:35.031 INFO:tasks.rados.rados.0.smithi067.stdout:2947: finishing write tid 1 to smithi06780069-29 2024-07-29T15:12:35.031 INFO:tasks.rados.rados.0.smithi067.stdout:2947: finishing write tid 2 to smithi06780069-29 2024-07-29T15:12:35.031 INFO:tasks.rados.rados.0.smithi067.stdout:2947: finishing write tid 3 to smithi06780069-29 2024-07-29T15:12:35.031 INFO:tasks.rados.rados.0.smithi067.stdout:2947: finishing write tid 4 to smithi06780069-29 2024-07-29T15:12:35.031 INFO:tasks.rados.rados.0.smithi067.stdout:2947: finishing write tid 5 to smithi06780069-29 2024-07-29T15:12:35.032 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 1379 (ObjNum 936 snap 289 seq_num 936) dirty exists 2024-07-29T15:12:35.032 INFO:tasks.rados.rados.0.smithi067.stdout:2947: left oid 29 (ObjNum 936 snap 289 seq_num 936) 2024-07-29T15:12:35.032 INFO:tasks.rados.rados.0.smithi067.stdout:2948: expect (ObjNum 903 snap 288 seq_num 903) 2024-07-29T15:12:35.061 INFO:tasks.rados.rados.0.smithi067.stdout:2946: done (3 left) 2024-07-29T15:12:35.061 INFO:tasks.rados.rados.0.smithi067.stdout:2947: done (2 left) 2024-07-29T15:12:35.061 INFO:tasks.rados.rados.0.smithi067.stdout:2948: done (1 left) 2024-07-29T15:12:35.061 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 49 current snap is 289 2024-07-29T15:12:35.061 INFO:tasks.rados.rados.0.smithi067.stdout:2951: seq_num 937 ranges {0=499712,499712=532480,1032192=270336} 2024-07-29T15:12:35.064 INFO:tasks.rados.rados.0.smithi067.stdout:2951: writing smithi06780069-49 from 0 to 499712 tid 1 2024-07-29T15:12:35.067 INFO:tasks.rados.rados.0.smithi067.stdout:2951: writing smithi06780069-49 from 499712 to 1032192 tid 2 2024-07-29T15:12:35.069 INFO:tasks.rados.rados.0.smithi067.stdout:2951: writing smithi06780069-49 from 1032192 to 1302528 tid 3 2024-07-29T15:12:35.069 INFO:tasks.rados.rados.0.smithi067.stdout:2952: snap_remove snap 216 2024-07-29T15:12:35.090 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:34 smithi067 ceph-mon[91995]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:12:35.090 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:34 smithi067 ceph-mon[91995]: pgmap v599: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 432 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-07-29T15:12:35.090 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:34 smithi067 ceph-mon[91995]: osdmap e659: 8 total, 8 up, 8 in 2024-07-29T15:12:35.090 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:34 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:12:35.091 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:34 smithi067 ceph-mon[94375]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:12:35.091 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:34 smithi067 ceph-mon[94375]: pgmap v599: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 432 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-07-29T15:12:35.091 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:34 smithi067 ceph-mon[94375]: osdmap e659: 8 total, 8 up, 8 in 2024-07-29T15:12:35.091 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:34 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:12:35.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:34 smithi138 ceph-mon[86438]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:12:35.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:34 smithi138 ceph-mon[86438]: pgmap v599: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 432 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-07-29T15:12:35.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:34 smithi138 ceph-mon[86438]: osdmap e659: 8 total, 8 up, 8 in 2024-07-29T15:12:35.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:34 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:12:36.036 INFO:tasks.rados.rados.0.smithi067.stdout:2952: done (2 left) 2024-07-29T15:12:36.037 INFO:tasks.rados.rados.0.smithi067.stdout:2953: snap_remove snap 287 2024-07-29T15:12:36.037 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 14 v 1546 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-07-29T15:12:36.037 INFO:tasks.rados.rados.0.smithi067.stdout:2951: finishing write tid 1 to smithi06780069-49 2024-07-29T15:12:36.037 INFO:tasks.rados.rados.0.smithi067.stdout:2951: finishing write tid 2 to smithi06780069-49 2024-07-29T15:12:36.037 INFO:tasks.rados.rados.0.smithi067.stdout:2951: finishing write tid 3 to smithi06780069-49 2024-07-29T15:12:36.037 INFO:tasks.rados.rados.0.smithi067.stdout:2951: finishing write tid 4 to smithi06780069-49 2024-07-29T15:12:36.038 INFO:tasks.rados.rados.0.smithi067.stdout:2951: finishing write tid 5 to smithi06780069-49 2024-07-29T15:12:36.038 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 1638 (ObjNum 937 snap 289 seq_num 937) dirty exists 2024-07-29T15:12:36.038 INFO:tasks.rados.rados.0.smithi067.stdout:2951: left oid 49 (ObjNum 937 snap 289 seq_num 937) 2024-07-29T15:12:36.068 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:36 smithi067 ceph-mon[91995]: osdmap e660: 8 total, 8 up, 8 in 2024-07-29T15:12:36.068 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:36 smithi067 ceph-mon[94375]: osdmap e660: 8 total, 8 up, 8 in 2024-07-29T15:12:36.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:36 smithi138 ceph-mon[86438]: osdmap e660: 8 total, 8 up, 8 in 2024-07-29T15:12:36.575 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-29T15:12:36.575 INFO:teuthology.orchestra.run.smithi067.stdout:alertmanager.a smithi067 *:9093,9094 running (8m) 84s ago 12m 18.3M - 0.27.0 11f11916f8cd 7b3d7ecf5d32 2024-07-29T15:12:36.576 INFO:teuthology.orchestra.run.smithi067.stdout:grafana.a smithi138 *:3000 running (44s) 37s ago 12m 42.4M - c8b91775d855 96c9f5d25683 2024-07-29T15:12:36.576 INFO:teuthology.orchestra.run.smithi067.stdout:mds.a smithi067 running (87s) 84s ago 13m 14.1M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 8eee6be7b0d8 2024-07-29T15:12:36.576 INFO:teuthology.orchestra.run.smithi067.stdout:mds.b smithi138 running (66s) 37s ago 13m 12.9M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 1428b5e8c4c0 2024-07-29T15:12:36.576 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi138 *:8443,9283,8765 running (7m) 37s ago 17m 454M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 ae20c11d7057 2024-07-29T15:12:36.576 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi067 *:8443,9283,8765 running (7m) 84s ago 18m 527M - 19.0.0-5147-g69149bbd 4d5f7dce80d7 2844d13de992 2024-07-29T15:12:36.576 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (6m) 84s ago 18m 66.6M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 b489fbc3c018 2024-07-29T15:12:36.576 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi138 running (6m) 37s ago 17m 55.5M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 bccf2941ae7e 2024-07-29T15:12:36.576 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi067 running (6m) 84s ago 17m 55.6M 2048M 19.0.0-5147-g69149bbd 4d5f7dce80d7 75074f1e503e 2024-07-29T15:12:36.576 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.a smithi067 *:9100 running (8m) 84s ago 12m 10.3M - 1.7.0 72c9c2088986 142217b16374 2024-07-29T15:12:36.576 INFO:teuthology.orchestra.run.smithi067.stdout:node-exporter.b smithi138 *:9100 running (7m) 37s ago 12m 11.7M - 1.7.0 72c9c2088986 60191c363c80 2024-07-29T15:12:36.576 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (5m) 84s ago 16m 252M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 17c73145f36a 2024-07-29T15:12:36.576 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi067 running (5m) 84s ago 16m 237M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 e9d39547a528 2024-07-29T15:12:36.577 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi067 running (4m) 84s ago 16m 218M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 a7d5a0aa79de 2024-07-29T15:12:36.577 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (4m) 84s ago 15m 141M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 6b82a8519e22 2024-07-29T15:12:36.577 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi138 running (3m) 37s ago 15m 181M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 7347f50b0cd8 2024-07-29T15:12:36.577 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi138 running (2m) 37s ago 15m 181M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 da601be03882 2024-07-29T15:12:36.577 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi138 running (2m) 37s ago 14m 92.3M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 9f9dad5a2717 2024-07-29T15:12:36.577 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi138 running (108s) 37s ago 14m 93.0M 2480M 19.0.0-5147-g69149bbd 4d5f7dce80d7 f39d08ab086f 2024-07-29T15:12:36.577 INFO:teuthology.orchestra.run.smithi067.stdout:prometheus.a smithi138 *:9095 running (7m) 37s ago 13m 54.5M - 2.51.0 1d3b7f56885b 99e49ee09a02 2024-07-29T15:12:37.048 INFO:tasks.rados.rados.0.smithi067.stdout:2950: done (2 left) 2024-07-29T15:12:37.049 INFO:tasks.rados.rados.0.smithi067.stdout:2951: done (1 left) 2024-07-29T15:12:37.049 INFO:tasks.rados.rados.0.smithi067.stdout:2953: done (0 left) 2024-07-29T15:12:37.049 INFO:tasks.rados.rados.0.smithi067.stdout:2954: delete oid 28 current snap is 289 2024-07-29T15:12:37.061 INFO:tasks.rados.rados.0.smithi067.stdout:2954: done (0 left) 2024-07-29T15:12:37.061 INFO:tasks.rados.rados.0.smithi067.stdout:2955: delete oid 19 current snap is 289 2024-07-29T15:12:37.064 INFO:tasks.rados.rados.0.smithi067.stdout:2955: done (0 left) 2024-07-29T15:12:37.065 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 18 current snap is 289 2024-07-29T15:12:37.065 INFO:tasks.rados.rados.0.smithi067.stdout:2956: seq_num 940 ranges {3842048=548864,4390912=589824,4980736=212992} 2024-07-29T15:12:37.088 INFO:tasks.rados.rados.0.smithi067.stdout:2956: writing smithi06780069-18 from 3842048 to 4390912 tid 1 2024-07-29T15:12:37.092 INFO:tasks.rados.rados.0.smithi067.stdout:2956: writing smithi06780069-18 from 4390912 to 4980736 tid 2 2024-07-29T15:12:37.093 INFO:tasks.rados.rados.0.smithi067.stdout:2956: writing smithi06780069-18 from 4980736 to 5193728 tid 3 2024-07-29T15:12:37.093 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 14 current snap is 289 2024-07-29T15:12:37.093 INFO:tasks.rados.rados.0.smithi067.stdout:2956: finishing write tid 1 to smithi06780069-18 2024-07-29T15:12:37.093 INFO:tasks.rados.rados.0.smithi067.stdout:2957: seq_num 941 ranges {0=565248,565248=475136,1040384=327680} 2024-07-29T15:12:37.097 INFO:tasks.rados.rados.0.smithi067.stdout:2957: writing smithi06780069-14 from 0 to 565248 tid 1 2024-07-29T15:12:37.100 INFO:tasks.rados.rados.0.smithi067.stdout:2957: writing smithi06780069-14 from 565248 to 1040384 tid 2 2024-07-29T15:12:37.102 INFO:tasks.rados.rados.0.smithi067.stdout:2957: writing smithi06780069-14 from 1040384 to 1368064 tid 3 2024-07-29T15:12:37.102 INFO:tasks.rados.rados.0.smithi067.stdout:2958: delete oid 35 current snap is 289 2024-07-29T15:12:37.102 INFO:tasks.rados.rados.0.smithi067.stdout:2956: finishing write tid 2 to smithi06780069-18 2024-07-29T15:12:37.102 INFO:tasks.rados.rados.0.smithi067.stdout:2956: finishing write tid 3 to smithi06780069-18 2024-07-29T15:12:37.102 INFO:tasks.rados.rados.0.smithi067.stdout:2956: finishing write tid 4 to smithi06780069-18 2024-07-29T15:12:37.102 INFO:tasks.rados.rados.0.smithi067.stdout:2956: finishing write tid 5 to smithi06780069-18 2024-07-29T15:12:37.102 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 1355 (ObjNum 940 snap 289 seq_num 940) dirty exists 2024-07-29T15:12:37.102 INFO:tasks.rados.rados.0.smithi067.stdout:2956: left oid 18 (ObjNum 940 snap 289 seq_num 940) 2024-07-29T15:12:37.102 INFO:tasks.rados.rados.0.smithi067.stdout:2957: finishing write tid 1 to smithi06780069-14 2024-07-29T15:12:37.104 INFO:tasks.rados.rados.0.smithi067.stdout:2956: done (2 left) 2024-07-29T15:12:37.104 INFO:tasks.rados.rados.0.smithi067.stdout:2958: done (1 left) 2024-07-29T15:12:37.104 INFO:tasks.rados.rados.0.smithi067.stdout:2959: setattr oid 35 current snap is 289 2024-07-29T15:12:37.104 INFO:tasks.rados.rados.0.smithi067.stdout:2957: finishing write tid 2 to smithi06780069-14 2024-07-29T15:12:37.104 INFO:tasks.rados.rados.0.smithi067.stdout:2957: finishing write tid 3 to smithi06780069-14 2024-07-29T15:12:37.105 INFO:tasks.rados.rados.0.smithi067.stdout:2957: finishing write tid 4 to smithi06780069-14 2024-07-29T15:12:37.105 INFO:tasks.rados.rados.0.smithi067.stdout:2960: copy_from oid 26 from oid 1 current snap is 289 2024-07-29T15:12:37.105 INFO:tasks.rados.rados.0.smithi067.stdout:2961: copy_from oid 17 from oid 29 current snap is 289 2024-07-29T15:12:37.105 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 27 current snap is 289 2024-07-29T15:12:37.106 INFO:tasks.rados.rados.0.smithi067.stdout:2962: seq_num 943 ranges {0=598016,598016=688128,1286144=114688} 2024-07-29T15:12:37.109 INFO:tasks.rados.rados.0.smithi067.stdout:2962: writing smithi06780069-27 from 0 to 598016 tid 1 2024-07-29T15:12:37.113 INFO:tasks.rados.rados.0.smithi067.stdout:2962: writing smithi06780069-27 from 598016 to 1286144 tid 2 2024-07-29T15:12:37.115 INFO:tasks.rados.rados.0.smithi067.stdout:2962: writing smithi06780069-27 from 1286144 to 1400832 tid 3 2024-07-29T15:12:37.115 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 2 current snap is 289 2024-07-29T15:12:37.115 INFO:tasks.rados.rados.0.smithi067.stdout:2957: finishing write tid 5 to smithi06780069-14 2024-07-29T15:12:37.115 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 14 v 1550 (ObjNum 941 snap 289 seq_num 941) dirty exists 2024-07-29T15:12:37.115 INFO:tasks.rados.rados.0.smithi067.stdout:2957: left oid 14 (ObjNum 941 snap 289 seq_num 941) 2024-07-29T15:12:37.115 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 35 v 1700 (ObjNum 321 snap 0 seq_num 3880432816) dirty exists 2024-07-29T15:12:37.115 INFO:tasks.rados.rados.0.smithi067.stdout:2962: finishing write tid 1 to smithi06780069-27 2024-07-29T15:12:37.115 INFO:tasks.rados.rados.0.smithi067.stdout:2963: seq_num 944 ranges {5595136=614400,6209536=573440,6782976=229376} 2024-07-29T15:12:37.129 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:37 smithi067 ceph-mon[91995]: pgmap v602: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 434 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-07-29T15:12:37.130 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:37 smithi067 ceph-mon[91995]: osdmap e661: 8 total, 8 up, 8 in 2024-07-29T15:12:37.130 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:37 smithi067 ceph-mon[94375]: pgmap v602: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 434 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-07-29T15:12:37.130 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:37 smithi067 ceph-mon[94375]: osdmap e661: 8 total, 8 up, 8 in 2024-07-29T15:12:37.150 INFO:tasks.rados.rados.0.smithi067.stdout:2963: writing smithi06780069-2 from 5595136 to 6209536 tid 1 2024-07-29T15:12:37.153 INFO:tasks.rados.rados.0.smithi067.stdout:2963: writing smithi06780069-2 from 6209536 to 6782976 tid 2 2024-07-29T15:12:37.156 INFO:tasks.rados.rados.0.smithi067.stdout:2963: writing smithi06780069-2 from 6782976 to 7012352 tid 3 2024-07-29T15:12:37.156 INFO:tasks.rados.rados.0.smithi067.stdout:2957: done (5 left) 2024-07-29T15:12:37.156 INFO:tasks.rados.rados.0.smithi067.stdout:2959: done (4 left) 2024-07-29T15:12:37.156 INFO:tasks.rados.rados.0.smithi067.stdout:2964: read oid 4 snap -1 2024-07-29T15:12:37.156 INFO:tasks.rados.rados.0.smithi067.stdout:2964: expect (ObjNum 801 snap 255 seq_num 801) 2024-07-29T15:12:37.156 INFO:tasks.rados.rados.0.smithi067.stdout:2965: rollback oid 12 current snap is 289 2024-07-29T15:12:37.156 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 12 to 246 2024-07-29T15:12:37.157 INFO:tasks.rados.rados.0.smithi067.stdout:2962: finishing write tid 2 to smithi06780069-27 2024-07-29T15:12:37.157 INFO:tasks.rados.rados.0.smithi067.stdout:2962: finishing write tid 3 to smithi06780069-27 2024-07-29T15:12:37.157 INFO:tasks.rados.rados.0.smithi067.stdout:2966: read oid 16 snap -1 2024-07-29T15:12:37.157 INFO:tasks.rados.rados.0.smithi067.stdout:2966: expect (ObjNum 851 snap 279 seq_num 851) 2024-07-29T15:12:37.157 INFO:tasks.rados.rados.0.smithi067.stdout:2967: read oid 38 snap -1 2024-07-29T15:12:37.157 INFO:tasks.rados.rados.0.smithi067.stdout:2967: expect (ObjNum 929 snap 289 seq_num 929) 2024-07-29T15:12:37.157 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 20 current snap is 289 2024-07-29T15:12:37.157 INFO:tasks.rados.rados.0.smithi067.stdout:2962: finishing write tid 4 to smithi06780069-27 2024-07-29T15:12:37.157 INFO:tasks.rados.rados.0.smithi067.stdout:2962: finishing write tid 5 to smithi06780069-27 2024-07-29T15:12:37.157 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 1399 (ObjNum 943 snap 289 seq_num 943) dirty exists 2024-07-29T15:12:37.157 INFO:tasks.rados.rados.0.smithi067.stdout:2962: left oid 27 (ObjNum 943 snap 289 seq_num 943) 2024-07-29T15:12:37.157 INFO:tasks.rados.rados.0.smithi067.stdout:2961: finishing copy_from racing read to smithi06780069-17 2024-07-29T15:12:37.157 INFO:tasks.rados.rados.0.smithi067.stdout:2961: finishing copy_from to smithi06780069-17 2024-07-29T15:12:37.157 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 1379 (ObjNum 936 snap 289 seq_num 936) dirty exists 2024-07-29T15:12:37.158 INFO:tasks.rados.rados.0.smithi067.stdout:2960: finishing copy_from racing read to smithi06780069-26 2024-07-29T15:12:37.158 INFO:tasks.rados.rados.0.smithi067.stdout:2960: finishing copy_from to smithi06780069-26 2024-07-29T15:12:37.158 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 1223 (ObjNum 826 snap 266 seq_num 826) dirty exists 2024-07-29T15:12:37.158 INFO:tasks.rados.rados.0.smithi067.stdout:2963: finishing write tid 1 to smithi06780069-2 2024-07-29T15:12:37.159 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -e sha1=69149bbd860632ad91d796ddf81a038f3d1d1f21 -- bash -c 'ceph versions' 2024-07-29T15:12:37.159 INFO:tasks.rados.rados.0.smithi067.stdout:2968: seq_num 945 ranges {0=630784,630784=458752,1089536=344064} 2024-07-29T15:12:37.160 INFO:tasks.rados.rados.0.smithi067.stdout:2968: writing smithi06780069-20 from 0 to 630784 tid 1 2024-07-29T15:12:37.163 INFO:tasks.rados.rados.0.smithi067.stdout:2968: writing smithi06780069-20 from 630784 to 1089536 tid 2 2024-07-29T15:12:37.165 INFO:tasks.rados.rados.0.smithi067.stdout:2968: writing smithi06780069-20 from 1089536 to 1433600 tid 3 2024-07-29T15:12:37.165 INFO:tasks.rados.rados.0.smithi067.stdout:2960: done (8 left) 2024-07-29T15:12:37.165 INFO:tasks.rados.rados.0.smithi067.stdout:2961: done (7 left) 2024-07-29T15:12:37.166 INFO:tasks.rados.rados.0.smithi067.stdout:2962: done (6 left) 2024-07-29T15:12:37.166 INFO:tasks.rados.rados.0.smithi067.stdout:2969: snap_remove snap 244 2024-07-29T15:12:37.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:37 smithi138 ceph-mon[86438]: pgmap v602: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 434 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-07-29T15:12:37.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:37 smithi138 ceph-mon[86438]: osdmap e661: 8 total, 8 up, 8 in 2024-07-29T15:12:37.449 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:12:37.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:12:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:12:37] "GET /metrics HTTP/1.1" 200 36438 "" "Prometheus/2.51.0" 2024-07-29T15:12:37.996 INFO:tasks.rados.rados.0.smithi067.stdout:2969: done (6 left) 2024-07-29T15:12:37.996 INFO:tasks.rados.rados.0.smithi067.stdout:2970: copy_from oid 34 from oid 5 current snap is 289 2024-07-29T15:12:37.996 INFO:tasks.rados.rados.0.smithi067.stdout:2971: snap_remove snap 249 2024-07-29T15:12:38.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:38 smithi138 ceph-mon[86438]: from='client.44366 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:12:38.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:38 smithi138 ceph-mon[86438]: osdmap e662: 8 total, 8 up, 8 in 2024-07-29T15:12:38.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:38 smithi138 ceph-mon[86438]: osdmap e663: 8 total, 8 up, 8 in 2024-07-29T15:12:38.315 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:38 smithi067 ceph-mon[91995]: from='client.44366 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:12:38.315 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:38 smithi067 ceph-mon[91995]: osdmap e662: 8 total, 8 up, 8 in 2024-07-29T15:12:38.315 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:38 smithi067 ceph-mon[91995]: osdmap e663: 8 total, 8 up, 8 in 2024-07-29T15:12:38.315 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:38 smithi067 ceph-mon[94375]: from='client.44366 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T15:12:38.315 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:38 smithi067 ceph-mon[94375]: osdmap e662: 8 total, 8 up, 8 in 2024-07-29T15:12:38.315 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:38 smithi067 ceph-mon[94375]: osdmap e663: 8 total, 8 up, 8 in 2024-07-29T15:12:38.997 INFO:tasks.rados.rados.0.smithi067.stdout:2971: done (7 left) 2024-07-29T15:12:38.997 INFO:tasks.rados.rados.0.smithi067.stdout:2972: copy_from oid 49 from oid 18 current snap is 289 2024-07-29T15:12:38.997 INFO:tasks.rados.rados.0.smithi067.stdout:2963: finishing write tid 2 to smithi06780069-2 2024-07-29T15:12:38.997 INFO:tasks.rados.rados.0.smithi067.stdout:2965: finishing rollback tid 0 to smithi06780069-12 2024-07-29T15:12:38.997 INFO:tasks.rados.rados.0.smithi067.stdout:2965: finishing rollback tid 1 to smithi06780069-12 2024-07-29T15:12:38.997 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 1552 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-29T15:12:38.998 INFO:tasks.rados.rados.0.smithi067.stdout:2963: finishing write tid 3 to smithi06780069-2 2024-07-29T15:12:38.998 INFO:tasks.rados.rados.0.smithi067.stdout:2963: finishing write tid 4 to smithi06780069-2 2024-07-29T15:12:38.998 INFO:tasks.rados.rados.0.smithi067.stdout:2963: finishing write tid 5 to smithi06780069-2 2024-07-29T15:12:38.998 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 1236 (ObjNum 944 snap 289 seq_num 944) dirty exists 2024-07-29T15:12:38.998 INFO:tasks.rados.rados.0.smithi067.stdout:2963: left oid 2 (ObjNum 944 snap 289 seq_num 944) 2024-07-29T15:12:38.998 INFO:tasks.rados.rados.0.smithi067.stdout:2968: finishing write tid 1 to smithi06780069-20 2024-07-29T15:12:38.998 INFO:tasks.rados.rados.0.smithi067.stdout:2968: finishing write tid 2 to smithi06780069-20 2024-07-29T15:12:38.998 INFO:tasks.rados.rados.0.smithi067.stdout:2968: finishing write tid 3 to smithi06780069-20 2024-07-29T15:12:38.998 INFO:tasks.rados.rados.0.smithi067.stdout:2963: done (7 left) 2024-07-29T15:12:38.998 INFO:tasks.rados.rados.0.smithi067.stdout:2965: done (6 left) 2024-07-29T15:12:38.998 INFO:tasks.rados.rados.0.smithi067.stdout:2973: read oid 6 snap -1 2024-07-29T15:12:38.998 INFO:tasks.rados.rados.0.smithi067.stdout:2973: expect (ObjNum 922 snap 289 seq_num 922) 2024-07-29T15:12:38.998 INFO:tasks.rados.rados.0.smithi067.stdout:2974: delete oid 21 current snap is 289 2024-07-29T15:12:38.999 INFO:tasks.rados.rados.0.smithi067.stdout:2968: finishing write tid 4 to smithi06780069-20 2024-07-29T15:12:38.999 INFO:tasks.rados.rados.0.smithi067.stdout:2968: finishing write tid 5 to smithi06780069-20 2024-07-29T15:12:38.999 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 1227 (ObjNum 945 snap 289 seq_num 945) dirty exists 2024-07-29T15:12:38.999 INFO:tasks.rados.rados.0.smithi067.stdout:2968: left oid 20 (ObjNum 945 snap 289 seq_num 945) 2024-07-29T15:12:38.999 INFO:tasks.rados.rados.0.smithi067.stdout:2966: expect (ObjNum 851 snap 279 seq_num 851) 2024-07-29T15:12:39.170 INFO:tasks.rados.rados.0.smithi067.stdout:2967: expect (ObjNum 929 snap 289 seq_num 929) 2024-07-29T15:12:39.301 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:39 smithi067 ceph-mon[91995]: pgmap v605: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 428 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-07-29T15:12:39.301 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:39 smithi067 ceph-mon[91995]: osdmap e664: 8 total, 8 up, 8 in 2024-07-29T15:12:39.301 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:39 smithi067 ceph-mon[94375]: pgmap v605: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 428 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-07-29T15:12:39.301 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:39 smithi067 ceph-mon[94375]: osdmap e664: 8 total, 8 up, 8 in 2024-07-29T15:12:39.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:39 smithi138 ceph-mon[86438]: pgmap v605: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 428 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-07-29T15:12:39.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:39 smithi138 ceph-mon[86438]: osdmap e664: 8 total, 8 up, 8 in 2024-07-29T15:12:39.512 INFO:tasks.rados.rados.0.smithi067.stdout:2964: expect (ObjNum 801 snap 255 seq_num 801) 2024-07-29T15:12:39.640 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-07-29T15:12:39.641 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": { 2024-07-29T15:12:39.641 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 3 2024-07-29T15:12:39.641 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:12:39.641 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": { 2024-07-29T15:12:39.641 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 2 2024-07-29T15:12:39.641 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:12:39.641 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": { 2024-07-29T15:12:39.641 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 8 2024-07-29T15:12:39.641 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:12:39.641 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": { 2024-07-29T15:12:39.642 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 2 2024-07-29T15:12:39.642 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-07-29T15:12:39.642 INFO:teuthology.orchestra.run.smithi067.stdout: "overall": { 2024-07-29T15:12:39.642 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 15 2024-07-29T15:12:39.642 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-07-29T15:12:39.642 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-07-29T15:12:40.233 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:40 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2351666057' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:40.233 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:40 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2351666057' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:40.255 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -e sha1=69149bbd860632ad91d796ddf81a038f3d1d1f21 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-07-29T15:12:40.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:40 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2351666057' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:40.310 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:12:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:12:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:12:40.564 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:12:40.970 INFO:tasks.rados.rados.0.smithi067.stdout:2970: finishing copy_from racing read to smithi06780069-34 2024-07-29T15:12:40.970 INFO:tasks.rados.rados.0.smithi067.stdout:2970: finishing copy_from to smithi06780069-34 2024-07-29T15:12:40.970 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 34 v 1228 (ObjNum 874 snap 283 seq_num 874) dirty exists 2024-07-29T15:12:40.970 INFO:tasks.rados.rados.0.smithi067.stdout:2964: done (7 left) 2024-07-29T15:12:40.970 INFO:tasks.rados.rados.0.smithi067.stdout:2966: done (6 left) 2024-07-29T15:12:40.970 INFO:tasks.rados.rados.0.smithi067.stdout:2967: done (5 left) 2024-07-29T15:12:40.971 INFO:tasks.rados.rados.0.smithi067.stdout:2968: done (4 left) 2024-07-29T15:12:40.971 INFO:tasks.rados.rados.0.smithi067.stdout:2970: done (3 left) 2024-07-29T15:12:40.971 INFO:tasks.rados.rados.0.smithi067.stdout:2974: done (2 left) 2024-07-29T15:12:40.971 INFO:tasks.rados.rados.0.smithi067.stdout:2975: setattr oid 7 current snap is 289 2024-07-29T15:12:40.971 INFO:tasks.rados.rados.0.smithi067.stdout:2973: expect (ObjNum 922 snap 289 seq_num 922) 2024-07-29T15:12:41.293 INFO:tasks.rados.rados.0.smithi067.stdout:2972: finishing copy_from racing read to smithi06780069-49 2024-07-29T15:12:41.294 INFO:tasks.rados.rados.0.smithi067.stdout:2972: finishing copy_from to smithi06780069-49 2024-07-29T15:12:41.294 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 1355 (ObjNum 940 snap 289 seq_num 940) dirty exists 2024-07-29T15:12:41.294 INFO:tasks.rados.rados.0.smithi067.stdout:2972: done (2 left) 2024-07-29T15:12:41.294 INFO:tasks.rados.rados.0.smithi067.stdout:2973: done (1 left) 2024-07-29T15:12:41.294 INFO:tasks.rados.rados.0.smithi067.stdout:2976: snap_create 2024-07-29T15:12:41.295 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 7 v 1718 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-07-29T15:12:41.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:41 smithi138 ceph-mon[86438]: pgmap v608: 121 pgs: 2 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 114 active+clean; 365 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-07-29T15:12:41.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:41 smithi067 ceph-mon[94375]: pgmap v608: 121 pgs: 2 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 114 active+clean; 365 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-07-29T15:12:41.390 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:41 smithi067 ceph-mon[91995]: pgmap v608: 121 pgs: 2 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 114 active+clean; 365 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-07-29T15:12:42.060 INFO:tasks.rados.rados.0.smithi067.stdout:2975: done (1 left) 2024-07-29T15:12:42.060 INFO:tasks.rados.rados.0.smithi067.stdout:2976: done (0 left) 2024-07-29T15:12:42.060 INFO:tasks.rados.rados.0.smithi067.stdout:2977: snap_remove snap 289 2024-07-29T15:12:42.441 INFO:teuthology.orchestra.run.smithi067.stdout:true 2024-07-29T15:12:42.997 INFO:tasks.rados.rados.0.smithi067.stdout:2977: done (0 left) 2024-07-29T15:12:42.997 INFO:tasks.rados.rados.0.smithi067.stdout:2978: snap_remove snap 243 2024-07-29T15:12:43.154 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:43 smithi067 ceph-mon[91995]: pgmap v609: 121 pgs: 2 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 114 active+clean; 349 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.0 MiB/s wr, 18 op/s 2024-07-29T15:12:43.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:43 smithi067 ceph-mon[91995]: osdmap e665: 8 total, 8 up, 8 in 2024-07-29T15:12:43.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:43 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3284722355' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:43.155 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:43 smithi067 ceph-mon[91995]: osdmap e666: 8 total, 8 up, 8 in 2024-07-29T15:12:43.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:43 smithi067 ceph-mon[94375]: pgmap v609: 121 pgs: 2 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 114 active+clean; 349 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.0 MiB/s wr, 18 op/s 2024-07-29T15:12:43.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:43 smithi067 ceph-mon[94375]: osdmap e665: 8 total, 8 up, 8 in 2024-07-29T15:12:43.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:43 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3284722355' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:43.155 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:43 smithi067 ceph-mon[94375]: osdmap e666: 8 total, 8 up, 8 in 2024-07-29T15:12:43.156 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -e sha1=69149bbd860632ad91d796ddf81a038f3d1d1f21 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-07-29T15:12:43.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:43 smithi138 ceph-mon[86438]: pgmap v609: 121 pgs: 2 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 114 active+clean; 349 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.0 MiB/s wr, 18 op/s 2024-07-29T15:12:43.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:43 smithi138 ceph-mon[86438]: osdmap e665: 8 total, 8 up, 8 in 2024-07-29T15:12:43.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:43 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3284722355' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:43.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:43 smithi138 ceph-mon[86438]: osdmap e666: 8 total, 8 up, 8 in 2024-07-29T15:12:43.421 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:12:44.000 INFO:tasks.rados.rados.0.smithi067.stdout:2978: done (0 left) 2024-07-29T15:12:44.000 INFO:tasks.rados.rados.0.smithi067.stdout:2979: rollback oid 18 current snap is 290 2024-07-29T15:12:44.000 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 18 to 271 2024-07-29T15:12:44.000 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 10 current snap is 290 2024-07-29T15:12:44.000 INFO:tasks.rados.rados.0.smithi067.stdout:2980: seq_num 947 ranges {0=663552,663552=630784,1294336=172032} 2024-07-29T15:12:44.004 INFO:tasks.rados.rados.0.smithi067.stdout:2980: writing smithi06780069-10 from 0 to 663552 tid 1 2024-07-29T15:12:44.010 INFO:tasks.rados.rados.0.smithi067.stdout:2980: writing smithi06780069-10 from 663552 to 1294336 tid 2 2024-07-29T15:12:44.011 INFO:tasks.rados.rados.0.smithi067.stdout:2980: writing smithi06780069-10 from 1294336 to 1466368 tid 3 2024-07-29T15:12:44.011 INFO:tasks.rados.rados.0.smithi067.stdout:2981: snap_create 2024-07-29T15:12:44.011 INFO:tasks.rados.rados.0.smithi067.stdout:2979: finishing rollback tid 0 to smithi06780069-18 2024-07-29T15:12:44.014 INFO:tasks.rados.rados.0.smithi067.stdout:2979: finishing rollback tid 1 to smithi06780069-18 2024-07-29T15:12:44.014 INFO:tasks.rados.rados.0.smithi067.stdout:2979: finishing rollback tid 2 to smithi06780069-18 2024-07-29T15:12:44.014 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 1370 (ObjNum 825 snap 265 seq_num 825) dirty exists 2024-07-29T15:12:44.025 INFO:tasks.rados.rados.0.smithi067.stdout:2980: finishing write tid 1 to smithi06780069-10 2024-07-29T15:12:44.026 INFO:tasks.rados.rados.0.smithi067.stdout:2980: finishing write tid 2 to smithi06780069-10 2024-07-29T15:12:44.026 INFO:tasks.rados.rados.0.smithi067.stdout:2980: finishing write tid 3 to smithi06780069-10 2024-07-29T15:12:44.026 INFO:tasks.rados.rados.0.smithi067.stdout:2980: finishing write tid 4 to smithi06780069-10 2024-07-29T15:12:44.029 INFO:tasks.rados.rados.0.smithi067.stdout:2980: finishing write tid 5 to smithi06780069-10 2024-07-29T15:12:44.029 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 1726 (ObjNum 947 snap 290 seq_num 947) dirty exists 2024-07-29T15:12:44.029 INFO:tasks.rados.rados.0.smithi067.stdout:2980: left oid 10 (ObjNum 947 snap 290 seq_num 947) 2024-07-29T15:12:45.011 INFO:tasks.rados.rados.0.smithi067.stdout:2979: done (2 left) 2024-07-29T15:12:45.012 INFO:tasks.rados.rados.0.smithi067.stdout:2980: done (1 left) 2024-07-29T15:12:45.012 INFO:tasks.rados.rados.0.smithi067.stdout:2981: done (0 left) 2024-07-29T15:12:45.012 INFO:tasks.rados.rados.0.smithi067.stdout:2982: rollback oid 20 current snap is 291 2024-07-29T15:12:45.012 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 20 to 275 2024-07-29T15:12:45.012 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 35 current snap is 291 2024-07-29T15:12:45.012 INFO:tasks.rados.rados.0.smithi067.stdout:2983: seq_num 948 ranges {0=679936,679936=516096,1196032=286720} 2024-07-29T15:12:45.016 INFO:tasks.rados.rados.0.smithi067.stdout:2983: writing smithi06780069-35 from 0 to 679936 tid 1 2024-07-29T15:12:45.019 INFO:tasks.rados.rados.0.smithi067.stdout:2983: writing smithi06780069-35 from 679936 to 1196032 tid 2 2024-07-29T15:12:45.022 INFO:tasks.rados.rados.0.smithi067.stdout:2983: writing smithi06780069-35 from 1196032 to 1482752 tid 3 2024-07-29T15:12:45.022 INFO:tasks.rados.rados.0.smithi067.stdout:2982: finishing rollback tid 0 to smithi06780069-20 2024-07-29T15:12:45.022 INFO:tasks.rados.rados.0.smithi067.stdout:2982: finishing rollback tid 1 to smithi06780069-20 2024-07-29T15:12:45.022 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 1229 (ObjNum 577 snap 0 seq_num 3812601616) dirty dne 2024-07-29T15:12:45.022 INFO:tasks.rados.rados.0.smithi067.stdout:2982: done (1 left) 2024-07-29T15:12:45.022 INFO:tasks.rados.rados.0.smithi067.stdout:2984: delete oid 2 current snap is 291 2024-07-29T15:12:45.025 INFO:tasks.rados.rados.0.smithi067.stdout:2984: done (1 left) 2024-07-29T15:12:45.025 INFO:tasks.rados.rados.0.smithi067.stdout:2985: setattr oid 3 current snap is 291 2024-07-29T15:12:45.027 INFO:tasks.rados.rados.0.smithi067.stdout:2983: finishing write tid 1 to smithi06780069-35 2024-07-29T15:12:45.027 INFO:tasks.rados.rados.0.smithi067.stdout:2983: finishing write tid 2 to smithi06780069-35 2024-07-29T15:12:45.027 INFO:tasks.rados.rados.0.smithi067.stdout:2983: finishing write tid 3 to smithi06780069-35 2024-07-29T15:12:45.027 INFO:tasks.rados.rados.0.smithi067.stdout:2983: finishing write tid 4 to smithi06780069-35 2024-07-29T15:12:45.028 INFO:tasks.rados.rados.0.smithi067.stdout:2986: rmattr oid 7 current snap is 291 2024-07-29T15:12:45.028 INFO:tasks.rados.rados.0.smithi067.stdout:2987: rmattr oid 1 current snap is 291 2024-07-29T15:12:45.028 INFO:tasks.rados.rados.0.smithi067.stdout:2988: read oid 45 snap 279 2024-07-29T15:12:45.028 INFO:tasks.rados.rados.0.smithi067.stdout:2988: expect (ObjNum 651 snap 198 seq_num 651) 2024-07-29T15:12:45.028 INFO:tasks.rados.rados.0.smithi067.stdout:2989: rollback oid 2 current snap is 291 2024-07-29T15:12:45.028 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 2 to 290 2024-07-29T15:12:45.028 INFO:tasks.rados.rados.0.smithi067.stdout:2990: rmattr oid 43 current snap is 291 2024-07-29T15:12:45.028 INFO:tasks.rados.rados.0.smithi067.stdout:2990: done (6 left) 2024-07-29T15:12:45.028 INFO:tasks.rados.rados.0.smithi067.stdout:2991: read oid 33 snap 246 2024-07-29T15:12:45.028 INFO:tasks.rados.rados.0.smithi067.stdout:2991: expect (ObjNum 724 snap 223 seq_num 724) 2024-07-29T15:12:45.028 INFO:tasks.rados.rados.0.smithi067.stdout:2992: delete oid 23 current snap is 291 2024-07-29T15:12:45.031 INFO:tasks.rados.rados.0.smithi067.stdout:2991: expect (ObjNum 724 snap 223 seq_num 724) 2024-07-29T15:12:45.037 INFO:tasks.rados.rados.0.smithi067.stdout:2991: done (7 left) 2024-07-29T15:12:45.037 INFO:tasks.rados.rados.0.smithi067.stdout:2992: done (6 left) 2024-07-29T15:12:45.037 INFO:tasks.rados.rados.0.smithi067.stdout:2993: copy_from oid 39 from oid 48 current snap is 291 2024-07-29T15:12:45.037 INFO:tasks.rados.rados.0.smithi067.stdout:2983: finishing write tid 5 to smithi06780069-35 2024-07-29T15:12:45.037 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 35 v 1735 (ObjNum 948 snap 291 seq_num 948) dirty exists 2024-07-29T15:12:45.037 INFO:tasks.rados.rados.0.smithi067.stdout:2983: left oid 35 (ObjNum 948 snap 291 seq_num 948) 2024-07-29T15:12:45.037 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 1413 (ObjNum 819 snap 261 seq_num 819) dirty exists 2024-07-29T15:12:45.037 INFO:tasks.rados.rados.0.smithi067.stdout:2989: finishing rollback tid 1 to smithi06780069-2 2024-07-29T15:12:45.037 INFO:tasks.rados.rados.0.smithi067.stdout:2989: finishing rollback tid 2 to smithi06780069-2 2024-07-29T15:12:45.038 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 1239 (ObjNum 944 snap 289 seq_num 944) dirty exists 2024-07-29T15:12:45.038 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 7 v 1737 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-07-29T15:12:45.038 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 1461 (ObjNum 826 snap 266 seq_num 826) dirty exists 2024-07-29T15:12:45.038 INFO:tasks.rados.rados.0.smithi067.stdout:2983: done (6 left) 2024-07-29T15:12:45.038 INFO:tasks.rados.rados.0.smithi067.stdout:2985: done (5 left) 2024-07-29T15:12:45.038 INFO:tasks.rados.rados.0.smithi067.stdout:2986: done (4 left) 2024-07-29T15:12:45.038 INFO:tasks.rados.rados.0.smithi067.stdout:2987: done (3 left) 2024-07-29T15:12:45.038 INFO:tasks.rados.rados.0.smithi067.stdout:2989: done (2 left) 2024-07-29T15:12:45.038 INFO:tasks.rados.rados.0.smithi067.stdout:2994: read oid 15 snap -1 2024-07-29T15:12:45.038 INFO:tasks.rados.rados.0.smithi067.stdout:2994: expect (ObjNum 798 snap 252 seq_num 798) 2024-07-29T15:12:45.038 INFO:tasks.rados.rados.0.smithi067.stdout:2995: read oid 10 snap -1 2024-07-29T15:12:45.038 INFO:tasks.rados.rados.0.smithi067.stdout:2995: expect (ObjNum 947 snap 290 seq_num 947) 2024-07-29T15:12:45.038 INFO:tasks.rados.rados.0.smithi067.stdout:2996: copy_from oid 22 from oid 27 current snap is 291 2024-07-29T15:12:45.039 INFO:tasks.rados.rados.0.smithi067.stdout:2997: read oid 18 snap -1 2024-07-29T15:12:45.039 INFO:tasks.rados.rados.0.smithi067.stdout:2997: expect (ObjNum 825 snap 265 seq_num 825) 2024-07-29T15:12:45.039 INFO:tasks.rados.rados.0.smithi067.stdout:2998: setattr oid 28 current snap is 291 2024-07-29T15:12:45.039 INFO:tasks.rados.rados.0.smithi067.stdout:2999: rmattr oid 8 current snap is 291 2024-07-29T15:12:45.039 INFO:tasks.rados.rados.0.smithi067.stdout:2999: done (7 left) 2024-07-29T15:12:45.040 INFO:tasks.rados.rados.0.smithi067.stdout:3000: read oid 25 snap 246 2024-07-29T15:12:45.040 INFO:tasks.rados.rados.0.smithi067.stdout:3000: expect deleted 2024-07-29T15:12:45.040 INFO:tasks.rados.rados.0.smithi067.stdout:3001: snap_create 2024-07-29T15:12:45.040 INFO:tasks.rados.rados.0.smithi067.stdout:2993: finishing copy_from to smithi06780069-39 2024-07-29T15:12:45.040 INFO:tasks.rados.rados.0.smithi067.stdout:2993: got expected ENOENT (src dne) 2024-07-29T15:12:45.040 INFO:tasks.rados.rados.0.smithi067.stdout:2993: finishing copy_from racing read to smithi06780069-39 2024-07-29T15:12:45.041 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 28 v 500 (ObjNum 33 snap 0 seq_num 3880734048) dirty exists 2024-07-29T15:12:45.047 INFO:tasks.rados.rados.0.smithi067.stdout:2995: expect (ObjNum 947 snap 290 seq_num 947) 2024-07-29T15:12:45.092 INFO:tasks.rados.rados.0.smithi067.stdout:2996: finishing copy_from racing read to smithi06780069-22 2024-07-29T15:12:45.093 INFO:tasks.rados.rados.0.smithi067.stdout:2997: expect (ObjNum 825 snap 265 seq_num 825) 2024-07-29T15:12:45.225 INFO:tasks.rados.rados.0.smithi067.stdout:2994: expect (ObjNum 798 snap 252 seq_num 798) 2024-07-29T15:12:45.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:44 smithi067 ceph-mon[91995]: pgmap v612: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 350 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.8 MiB/s wr, 15 op/s 2024-07-29T15:12:45.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:44 smithi067 ceph-mon[91995]: osdmap e667: 8 total, 8 up, 8 in 2024-07-29T15:12:45.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:44 smithi067 ceph-mon[94375]: pgmap v612: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 350 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.8 MiB/s wr, 15 op/s 2024-07-29T15:12:45.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:44 smithi067 ceph-mon[94375]: osdmap e667: 8 total, 8 up, 8 in 2024-07-29T15:12:45.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:44 smithi138 ceph-mon[86438]: pgmap v612: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 350 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.8 MiB/s wr, 15 op/s 2024-07-29T15:12:45.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:44 smithi138 ceph-mon[86438]: osdmap e667: 8 total, 8 up, 8 in 2024-07-29T15:12:45.317 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)" 2024-07-29T15:12:45.318 INFO:tasks.rados.rados.0.smithi067.stdout:2996: finishing copy_from to smithi06780069-22 2024-07-29T15:12:45.318 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 1399 (ObjNum 943 snap 289 seq_num 943) dirty exists 2024-07-29T15:12:45.319 INFO:tasks.rados.rados.0.smithi067.stdout:2988: expect (ObjNum 651 snap 198 seq_num 651) 2024-07-29T15:12:45.938 INFO:teuthology.task.sequential:In sequential, running task print... 2024-07-29T15:12:45.939 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-07-29T15:12:45.939 DEBUG:teuthology.parallel:result is None 2024-07-29T15:12:46.011 INFO:tasks.rados.rados.0.smithi067.stdout:2988: done (8 left) 2024-07-29T15:12:46.011 INFO:tasks.rados.rados.0.smithi067.stdout:2993: done (7 left) 2024-07-29T15:12:46.011 INFO:tasks.rados.rados.0.smithi067.stdout:2994: done (6 left) 2024-07-29T15:12:46.011 INFO:tasks.rados.rados.0.smithi067.stdout:2995: done (5 left) 2024-07-29T15:12:46.011 INFO:tasks.rados.rados.0.smithi067.stdout:2996: done (4 left) 2024-07-29T15:12:46.011 INFO:tasks.rados.rados.0.smithi067.stdout:2997: done (3 left) 2024-07-29T15:12:46.012 INFO:tasks.rados.rados.0.smithi067.stdout:2998: done (2 left) 2024-07-29T15:12:46.012 INFO:tasks.rados.rados.0.smithi067.stdout:3000: done (1 left) 2024-07-29T15:12:46.012 INFO:tasks.rados.rados.0.smithi067.stdout:3001: done (0 left) 2024-07-29T15:12:46.012 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 15 current snap is 292 2024-07-29T15:12:46.012 INFO:tasks.rados.rados.0.smithi067.stdout:3002: seq_num 951 ranges {2580480=737280,3317760=614400,3932160=188416} 2024-07-29T15:12:46.029 INFO:tasks.rados.rados.0.smithi067.stdout:3002: writing smithi06780069-15 from 2580480 to 3317760 tid 1 2024-07-29T15:12:46.032 INFO:tasks.rados.rados.0.smithi067.stdout:3002: writing smithi06780069-15 from 3317760 to 3932160 tid 2 2024-07-29T15:12:46.033 INFO:tasks.rados.rados.0.smithi067.stdout:3002: writing smithi06780069-15 from 3932160 to 4120576 tid 3 2024-07-29T15:12:46.033 INFO:tasks.rados.rados.0.smithi067.stdout:3003: delete oid 23 current snap is 292 2024-07-29T15:12:46.037 INFO:tasks.rados.rados.0.smithi067.stdout:3003: done (1 left) 2024-07-29T15:12:46.038 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 28 current snap is 292 2024-07-29T15:12:46.038 INFO:tasks.rados.rados.0.smithi067.stdout:3004: seq_num 953 ranges {0=770048,770048=786432,1556480=16384} 2024-07-29T15:12:46.042 INFO:tasks.rados.rados.0.smithi067.stdout:3004: writing smithi06780069-28 from 0 to 770048 tid 1 2024-07-29T15:12:46.047 INFO:tasks.rados.rados.0.smithi067.stdout:3004: writing smithi06780069-28 from 770048 to 1556480 tid 2 2024-07-29T15:12:46.047 INFO:tasks.rados.rados.0.smithi067.stdout:3004: writing smithi06780069-28 from 1556480 to 1572864 tid 3 2024-07-29T15:12:46.047 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 37 current snap is 292 2024-07-29T15:12:46.047 INFO:tasks.rados.rados.0.smithi067.stdout:3002: finishing write tid 1 to smithi06780069-15 2024-07-29T15:12:46.047 INFO:tasks.rados.rados.0.smithi067.stdout:3005: seq_num 954 ranges {4571136=786432,5357568=671744,6029312=131072} 2024-07-29T15:12:46.076 INFO:tasks.rados.rados.0.smithi067.stdout:3005: writing smithi06780069-37 from 4571136 to 5357568 tid 1 2024-07-29T15:12:46.080 INFO:tasks.rados.rados.0.smithi067.stdout:3005: writing smithi06780069-37 from 5357568 to 6029312 tid 2 2024-07-29T15:12:46.081 INFO:tasks.rados.rados.0.smithi067.stdout:3005: writing smithi06780069-37 from 6029312 to 6160384 tid 3 2024-07-29T15:12:46.081 INFO:tasks.rados.rados.0.smithi067.stdout:3006: read oid 42 snap -1 2024-07-29T15:12:46.082 INFO:tasks.rados.rados.0.smithi067.stdout:3006: expect (ObjNum 869 snap 283 seq_num 869) 2024-07-29T15:12:46.082 INFO:tasks.rados.rados.0.smithi067.stdout:3007: setattr oid 7 current snap is 292 2024-07-29T15:12:46.082 INFO:tasks.rados.rados.0.smithi067.stdout:3002: finishing write tid 2 to smithi06780069-15 2024-07-29T15:12:46.082 INFO:tasks.rados.rados.0.smithi067.stdout:3002: finishing write tid 3 to smithi06780069-15 2024-07-29T15:12:46.082 INFO:tasks.rados.rados.0.smithi067.stdout:3002: finishing write tid 4 to smithi06780069-15 2024-07-29T15:12:46.082 INFO:tasks.rados.rados.0.smithi067.stdout:3002: finishing write tid 5 to smithi06780069-15 2024-07-29T15:12:46.082 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 1466 (ObjNum 951 snap 292 seq_num 951) dirty exists 2024-07-29T15:12:46.082 INFO:tasks.rados.rados.0.smithi067.stdout:3002: left oid 15 (ObjNum 951 snap 292 seq_num 951) 2024-07-29T15:12:46.082 INFO:tasks.rados.rados.0.smithi067.stdout:3004: finishing write tid 1 to smithi06780069-28 2024-07-29T15:12:46.082 INFO:tasks.rados.rados.0.smithi067.stdout:3004: finishing write tid 2 to smithi06780069-28 2024-07-29T15:12:46.082 INFO:tasks.rados.rados.0.smithi067.stdout:3004: finishing write tid 3 to smithi06780069-28 2024-07-29T15:12:46.082 INFO:tasks.rados.rados.0.smithi067.stdout:3004: finishing write tid 4 to smithi06780069-28 2024-07-29T15:12:46.082 INFO:tasks.rados.rados.0.smithi067.stdout:3004: finishing write tid 5 to smithi06780069-28 2024-07-29T15:12:46.083 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 28 v 504 (ObjNum 953 snap 292 seq_num 953) dirty exists 2024-07-29T15:12:46.083 INFO:tasks.rados.rados.0.smithi067.stdout:3004: left oid 28 (ObjNum 953 snap 292 seq_num 953) 2024-07-29T15:12:46.083 INFO:tasks.rados.rados.0.smithi067.stdout:3005: finishing write tid 1 to smithi06780069-37 2024-07-29T15:12:46.085 INFO:tasks.rados.rados.0.smithi067.stdout:3005: finishing write tid 2 to smithi06780069-37 2024-07-29T15:12:46.085 INFO:tasks.rados.rados.0.smithi067.stdout:3002: done (4 left) 2024-07-29T15:12:46.085 INFO:tasks.rados.rados.0.smithi067.stdout:3004: done (3 left) 2024-07-29T15:12:46.085 INFO:tasks.rados.rados.0.smithi067.stdout:3008: read oid 41 snap -1 2024-07-29T15:12:46.085 INFO:tasks.rados.rados.0.smithi067.stdout:3008: expect (ObjNum 911 snap 288 seq_num 911) 2024-07-29T15:12:46.085 INFO:tasks.rados.rados.0.smithi067.stdout:3009: read oid 23 snap -1 2024-07-29T15:12:46.085 INFO:tasks.rados.rados.0.smithi067.stdout:3009: expect deleted 2024-07-29T15:12:46.085 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 15 current snap is 292 2024-07-29T15:12:46.085 INFO:tasks.rados.rados.0.smithi067.stdout:3010: seq_num 955 ranges {4120576=802816,4923392=557056,5480448=245760} 2024-07-29T15:12:46.112 INFO:tasks.rados.rados.0.smithi067.stdout:3010: writing smithi06780069-15 from 4120576 to 4923392 tid 1 2024-07-29T15:12:46.115 INFO:tasks.rados.rados.0.smithi067.stdout:3010: writing smithi06780069-15 from 4923392 to 5480448 tid 2 2024-07-29T15:12:46.116 INFO:tasks.rados.rados.0.smithi067.stdout:3010: writing smithi06780069-15 from 5480448 to 5726208 tid 3 2024-07-29T15:12:46.117 INFO:tasks.rados.rados.0.smithi067.stdout:3011: snap_create 2024-07-29T15:12:46.117 INFO:tasks.rados.rados.0.smithi067.stdout:3005: finishing write tid 3 to smithi06780069-37 2024-07-29T15:12:46.117 INFO:tasks.rados.rados.0.smithi067.stdout:3005: finishing write tid 4 to smithi06780069-37 2024-07-29T15:12:46.117 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 7 v 1739 (ObjNum 49 snap 0 seq_num 1903452243) dirty exists 2024-07-29T15:12:46.117 INFO:tasks.rados.rados.0.smithi067.stdout:3005: finishing write tid 5 to smithi06780069-37 2024-07-29T15:12:46.117 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 37 v 1233 (ObjNum 954 snap 292 seq_num 954) dirty exists 2024-07-29T15:12:46.117 INFO:tasks.rados.rados.0.smithi067.stdout:3005: left oid 37 (ObjNum 954 snap 292 seq_num 954) 2024-07-29T15:12:46.117 INFO:tasks.rados.rados.0.smithi067.stdout:3008: expect (ObjNum 911 snap 288 seq_num 911) 2024-07-29T15:12:46.279 INFO:tasks.rados.rados.0.smithi067.stdout:3010: finishing write tid 1 to smithi06780069-15 2024-07-29T15:12:46.279 INFO:tasks.rados.rados.0.smithi067.stdout:3010: finishing write tid 2 to smithi06780069-15 2024-07-29T15:12:46.280 INFO:tasks.rados.rados.0.smithi067.stdout:3010: finishing write tid 3 to smithi06780069-15 2024-07-29T15:12:46.280 INFO:tasks.rados.rados.0.smithi067.stdout:3010: finishing write tid 4 to smithi06780069-15 2024-07-29T15:12:46.280 INFO:tasks.rados.rados.0.smithi067.stdout:3010: finishing write tid 5 to smithi06780069-15 2024-07-29T15:12:46.280 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 1470 (ObjNum 955 snap 292 seq_num 955) dirty exists 2024-07-29T15:12:46.280 INFO:tasks.rados.rados.0.smithi067.stdout:3010: left oid 15 (ObjNum 955 snap 292 seq_num 955) 2024-07-29T15:12:46.280 INFO:tasks.rados.rados.0.smithi067.stdout:3006: expect (ObjNum 869 snap 283 seq_num 869) 2024-07-29T15:12:46.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:46 smithi138 ceph-mon[86438]: osdmap e668: 8 total, 8 up, 8 in 2024-07-29T15:12:46.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:46 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3339842079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:46.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:46 smithi067 ceph-mon[91995]: osdmap e668: 8 total, 8 up, 8 in 2024-07-29T15:12:46.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:46 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3339842079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:46.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:46 smithi067 ceph-mon[94375]: osdmap e668: 8 total, 8 up, 8 in 2024-07-29T15:12:46.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:46 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3339842079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-29T15:12:47.131 INFO:tasks.rados.rados.0.smithi067.stdout:3005: done (6 left) 2024-07-29T15:12:47.131 INFO:tasks.rados.rados.0.smithi067.stdout:3006: done (5 left) 2024-07-29T15:12:47.131 INFO:tasks.rados.rados.0.smithi067.stdout:3007: done (4 left) 2024-07-29T15:12:47.131 INFO:tasks.rados.rados.0.smithi067.stdout:3008: done (3 left) 2024-07-29T15:12:47.131 INFO:tasks.rados.rados.0.smithi067.stdout:3009: done (2 left) 2024-07-29T15:12:47.131 INFO:tasks.rados.rados.0.smithi067.stdout:3010: done (1 left) 2024-07-29T15:12:47.131 INFO:tasks.rados.rados.0.smithi067.stdout:3011: done (0 left) 2024-07-29T15:12:47.131 INFO:tasks.rados.rados.0.smithi067.stdout:3012: setattr oid 17 current snap is 293 2024-07-29T15:12:47.132 INFO:tasks.rados.rados.0.smithi067.stdout:3013: read oid 6 snap -1 2024-07-29T15:12:47.132 INFO:tasks.rados.rados.0.smithi067.stdout:3013: expect (ObjNum 922 snap 289 seq_num 922) 2024-07-29T15:12:47.132 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 26 current snap is 293 2024-07-29T15:12:47.132 INFO:tasks.rados.rados.0.smithi067.stdout:3014: seq_num 956 ranges {7135232=417792,7553024=434176,7987200=770048} 2024-07-29T15:12:47.173 INFO:tasks.rados.rados.0.smithi067.stdout:3014: writing smithi06780069-26 from 7135232 to 7553024 tid 1 2024-07-29T15:12:47.175 INFO:tasks.rados.rados.0.smithi067.stdout:3014: writing smithi06780069-26 from 7553024 to 7987200 tid 2 2024-07-29T15:12:47.180 INFO:tasks.rados.rados.0.smithi067.stdout:3014: writing smithi06780069-26 from 7987200 to 8757248 tid 3 2024-07-29T15:12:47.180 INFO:tasks.rados.rados.0.smithi067.stdout:3015: snap_remove snap 292 2024-07-29T15:12:47.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:47 smithi138 ceph-mon[86438]: pgmap v615: 121 pgs: 121 active+clean; 350 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 700 KiB/s wr, 12 op/s 2024-07-29T15:12:47.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:47 smithi138 ceph-mon[86438]: osdmap e669: 8 total, 8 up, 8 in 2024-07-29T15:12:47.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:47 smithi067 ceph-mon[91995]: pgmap v615: 121 pgs: 121 active+clean; 350 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 700 KiB/s wr, 12 op/s 2024-07-29T15:12:47.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:47 smithi067 ceph-mon[91995]: osdmap e669: 8 total, 8 up, 8 in 2024-07-29T15:12:47.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:47 smithi067 ceph-mon[94375]: pgmap v615: 121 pgs: 121 active+clean; 350 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 700 KiB/s wr, 12 op/s 2024-07-29T15:12:47.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:47 smithi067 ceph-mon[94375]: osdmap e669: 8 total, 8 up, 8 in 2024-07-29T15:12:47.999 INFO:tasks.rados.rados.0.smithi067.stdout:3015: done (3 left) 2024-07-29T15:12:48.000 INFO:tasks.rados.rados.0.smithi067.stdout:3016: rollback oid 42 current snap is 293 2024-07-29T15:12:48.000 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 42 to 271 2024-07-29T15:12:48.000 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 1380 (ObjNum 936 snap 289 seq_num 936) dirty exists 2024-07-29T15:12:48.000 INFO:tasks.rados.rados.0.smithi067.stdout:3013: expect (ObjNum 922 snap 289 seq_num 922) 2024-07-29T15:12:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:48 smithi067 ceph-mon[91995]: osdmap e670: 8 total, 8 up, 8 in 2024-07-29T15:12:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:48 smithi067 ceph-mon[91995]: osdmap e671: 8 total, 8 up, 8 in 2024-07-29T15:12:48.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:48 smithi067 ceph-mon[94375]: osdmap e670: 8 total, 8 up, 8 in 2024-07-29T15:12:48.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:48 smithi067 ceph-mon[94375]: osdmap e671: 8 total, 8 up, 8 in 2024-07-29T15:12:48.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:12:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:12:47] "GET /metrics HTTP/1.1" 200 36438 "" "Prometheus/2.51.0" 2024-07-29T15:12:48.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:48 smithi138 ceph-mon[86438]: osdmap e670: 8 total, 8 up, 8 in 2024-07-29T15:12:48.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:48 smithi138 ceph-mon[86438]: osdmap e671: 8 total, 8 up, 8 in 2024-07-29T15:12:48.325 INFO:tasks.rados.rados.0.smithi067.stdout:3014: finishing write tid 1 to smithi06780069-26 2024-07-29T15:12:48.326 INFO:tasks.rados.rados.0.smithi067.stdout:3014: finishing write tid 2 to smithi06780069-26 2024-07-29T15:12:48.326 INFO:tasks.rados.rados.0.smithi067.stdout:3014: finishing write tid 3 to smithi06780069-26 2024-07-29T15:12:48.326 INFO:tasks.rados.rados.0.smithi067.stdout:3014: finishing write tid 4 to smithi06780069-26 2024-07-29T15:12:48.326 INFO:tasks.rados.rados.0.smithi067.stdout:3014: finishing write tid 5 to smithi06780069-26 2024-07-29T15:12:48.326 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 1410 (ObjNum 956 snap 293 seq_num 956) dirty exists 2024-07-29T15:12:48.326 INFO:tasks.rados.rados.0.smithi067.stdout:3014: left oid 26 (ObjNum 956 snap 293 seq_num 956) 2024-07-29T15:12:48.326 INFO:tasks.rados.rados.0.smithi067.stdout:3016: finishing rollback tid 0 to smithi06780069-42 2024-07-29T15:12:48.326 INFO:tasks.rados.rados.0.smithi067.stdout:3016: finishing rollback tid 1 to smithi06780069-42 2024-07-29T15:12:48.326 INFO:tasks.rados.rados.0.smithi067.stdout:3016: finishing rollback tid 2 to smithi06780069-42 2024-07-29T15:12:48.326 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 1414 (ObjNum 733 snap 228 seq_num 733) dirty exists 2024-07-29T15:12:48.326 INFO:tasks.rados.rados.0.smithi067.stdout:3012: done (3 left) 2024-07-29T15:12:48.326 INFO:tasks.rados.rados.0.smithi067.stdout:3013: done (2 left) 2024-07-29T15:12:48.326 INFO:tasks.rados.rados.0.smithi067.stdout:3014: done (1 left) 2024-07-29T15:12:48.327 INFO:tasks.rados.rados.0.smithi067.stdout:3016: done (0 left) 2024-07-29T15:12:48.327 INFO:tasks.rados.rados.0.smithi067.stdout:3017: read oid 24 snap -1 2024-07-29T15:12:48.327 INFO:tasks.rados.rados.0.smithi067.stdout:3017: expect deleted 2024-07-29T15:12:48.327 INFO:tasks.rados.rados.0.smithi067.stdout:3018: snap_create 2024-07-29T15:12:49.038 INFO:tasks.rados.rados.0.smithi067.stdout:3017: done (1 left) 2024-07-29T15:12:49.038 INFO:tasks.rados.rados.0.smithi067.stdout:3018: done (0 left) 2024-07-29T15:12:49.038 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 12 current snap is 294 2024-07-29T15:12:49.038 INFO:tasks.rados.rados.0.smithi067.stdout:3019: seq_num 957 ranges {0=434176,434176=720896,1155072=483328} 2024-07-29T15:12:49.040 INFO:tasks.rados.rados.0.smithi067.stdout:3019: writing smithi06780069-12 from 0 to 434176 tid 1 2024-07-29T15:12:49.044 INFO:tasks.rados.rados.0.smithi067.stdout:3019: writing smithi06780069-12 from 434176 to 1155072 tid 2 2024-07-29T15:12:49.047 INFO:tasks.rados.rados.0.smithi067.stdout:3019: writing smithi06780069-12 from 1155072 to 1638400 tid 3 2024-07-29T15:12:49.047 INFO:tasks.rados.rados.0.smithi067.stdout:3020: rollback oid 47 current snap is 294 2024-07-29T15:12:49.047 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 47 to 271 2024-07-29T15:12:49.047 INFO:tasks.rados.rados.0.smithi067.stdout:3021: snap_create 2024-07-29T15:12:49.047 INFO:tasks.rados.rados.0.smithi067.stdout:3019: finishing write tid 1 to smithi06780069-12 2024-07-29T15:12:49.050 INFO:tasks.rados.rados.0.smithi067.stdout:3019: finishing write tid 2 to smithi06780069-12 2024-07-29T15:12:49.050 INFO:tasks.rados.rados.0.smithi067.stdout:3019: finishing write tid 3 to smithi06780069-12 2024-07-29T15:12:49.050 INFO:tasks.rados.rados.0.smithi067.stdout:3019: finishing write tid 4 to smithi06780069-12 2024-07-29T15:12:49.051 INFO:tasks.rados.rados.0.smithi067.stdout:3019: finishing write tid 5 to smithi06780069-12 2024-07-29T15:12:49.051 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 1556 (ObjNum 957 snap 294 seq_num 957) dirty exists 2024-07-29T15:12:49.051 INFO:tasks.rados.rados.0.smithi067.stdout:3019: left oid 12 (ObjNum 957 snap 294 seq_num 957) 2024-07-29T15:12:49.052 INFO:tasks.rados.rados.0.smithi067.stdout:3020: finishing rollback tid 0 to smithi06780069-47 2024-07-29T15:12:49.052 INFO:tasks.rados.rados.0.smithi067.stdout:3020: finishing rollback tid 1 to smithi06780069-47 2024-07-29T15:12:49.052 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 1405 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-29T15:12:49.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:49 smithi138 ceph-mon[86438]: pgmap v618: 121 pgs: 121 active+clean; 349 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 358 KiB/s wr, 18 op/s 2024-07-29T15:12:49.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:49 smithi067 ceph-mon[91995]: pgmap v618: 121 pgs: 121 active+clean; 349 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 358 KiB/s wr, 18 op/s 2024-07-29T15:12:49.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:49 smithi067 ceph-mon[94375]: pgmap v618: 121 pgs: 121 active+clean; 349 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 358 KiB/s wr, 18 op/s 2024-07-29T15:12:50.045 INFO:tasks.rados.rados.0.smithi067.stdout:3019: done (2 left) 2024-07-29T15:12:50.046 INFO:tasks.rados.rados.0.smithi067.stdout:3020: done (1 left) 2024-07-29T15:12:50.046 INFO:tasks.rados.rados.0.smithi067.stdout:3021: done (0 left) 2024-07-29T15:12:50.046 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 20 current snap is 295 2024-07-29T15:12:50.046 INFO:tasks.rados.rados.0.smithi067.stdout:3022: seq_num 958 ranges {0=450560,450560=655360,1105920=548864} 2024-07-29T15:12:50.047 INFO:tasks.rados.rados.0.smithi067.stdout:3022: writing smithi06780069-20 from 0 to 450560 tid 1 2024-07-29T15:12:50.052 INFO:tasks.rados.rados.0.smithi067.stdout:3022: writing smithi06780069-20 from 450560 to 1105920 tid 2 2024-07-29T15:12:50.055 INFO:tasks.rados.rados.0.smithi067.stdout:3022: writing smithi06780069-20 from 1105920 to 1654784 tid 3 2024-07-29T15:12:50.055 INFO:tasks.rados.rados.0.smithi067.stdout:3023: read oid 17 snap 279 2024-07-29T15:12:50.056 INFO:tasks.rados.rados.0.smithi067.stdout:3023: expect (ObjNum 674 snap 206 seq_num 674) 2024-07-29T15:12:50.056 INFO:tasks.rados.rados.0.smithi067.stdout:3024: setattr oid 26 current snap is 295 2024-07-29T15:12:50.056 INFO:tasks.rados.rados.0.smithi067.stdout:3022: finishing write tid 1 to smithi06780069-20 2024-07-29T15:12:50.056 INFO:tasks.rados.rados.0.smithi067.stdout:3022: finishing write tid 2 to smithi06780069-20 2024-07-29T15:12:50.057 INFO:tasks.rados.rados.0.smithi067.stdout:3025: read oid 14 snap -1 2024-07-29T15:12:50.057 INFO:tasks.rados.rados.0.smithi067.stdout:3025: expect (ObjNum 941 snap 289 seq_num 941) 2024-07-29T15:12:50.057 INFO:tasks.rados.rados.0.smithi067.stdout:3026: rollback oid 7 current snap is 295 2024-07-29T15:12:50.057 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 7 to 275 2024-07-29T15:12:50.057 INFO:tasks.rados.rados.0.smithi067.stdout:3027: delete oid 31 current snap is 295 2024-07-29T15:12:50.059 INFO:tasks.rados.rados.0.smithi067.stdout:3022: finishing write tid 3 to smithi06780069-20 2024-07-29T15:12:50.061 INFO:tasks.rados.rados.0.smithi067.stdout:3022: finishing write tid 4 to smithi06780069-20 2024-07-29T15:12:50.062 INFO:tasks.rados.rados.0.smithi067.stdout:3022: finishing write tid 5 to smithi06780069-20 2024-07-29T15:12:50.062 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 1237 (ObjNum 958 snap 295 seq_num 958) dirty exists 2024-07-29T15:12:50.062 INFO:tasks.rados.rados.0.smithi067.stdout:3022: left oid 20 (ObjNum 958 snap 295 seq_num 958) 2024-07-29T15:12:50.063 INFO:tasks.rados.rados.0.smithi067.stdout:3026: finishing rollback tid 0 to smithi06780069-7 2024-07-29T15:12:50.064 INFO:tasks.rados.rados.0.smithi067.stdout:3026: finishing rollback tid 1 to smithi06780069-7 2024-07-29T15:12:50.064 INFO:tasks.rados.rados.0.smithi067.stdout:3026: finishing rollback tid 2 to smithi06780069-7 2024-07-29T15:12:50.064 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 7 v 1743 (ObjNum 691 snap 214 seq_num 691) dirty exists 2024-07-29T15:12:50.065 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 1418 (ObjNum 956 snap 293 seq_num 956) dirty exists 2024-07-29T15:12:50.071 INFO:tasks.rados.rados.0.smithi067.stdout:3022: done (5 left) 2024-07-29T15:12:50.071 INFO:tasks.rados.rados.0.smithi067.stdout:3024: done (4 left) 2024-07-29T15:12:50.071 INFO:tasks.rados.rados.0.smithi067.stdout:3026: done (3 left) 2024-07-29T15:12:50.071 INFO:tasks.rados.rados.0.smithi067.stdout:3027: done (2 left) 2024-07-29T15:12:50.071 INFO:tasks.rados.rados.0.smithi067.stdout:3028: snap_remove snap 246 2024-07-29T15:12:50.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:50 smithi138 ceph-mon[86438]: osdmap e672: 8 total, 8 up, 8 in 2024-07-29T15:12:50.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:12:50.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:12:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:12:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:12:50.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:50 smithi067 ceph-mon[91995]: osdmap e672: 8 total, 8 up, 8 in 2024-07-29T15:12:50.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:12:50.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:50 smithi067 ceph-mon[94375]: osdmap e672: 8 total, 8 up, 8 in 2024-07-29T15:12:50.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:12:51.046 INFO:tasks.rados.rados.0.smithi067.stdout:3028: done (2 left) 2024-07-29T15:12:51.046 INFO:tasks.rados.rados.0.smithi067.stdout:3029: read oid 41 snap -1 2024-07-29T15:12:51.047 INFO:tasks.rados.rados.0.smithi067.stdout:3029: expect (ObjNum 911 snap 288 seq_num 911) 2024-07-29T15:12:51.047 INFO:tasks.rados.rados.0.smithi067.stdout:3030: rollback oid 35 current snap is 295 2024-07-29T15:12:51.047 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 35 to 283 2024-07-29T15:12:51.047 INFO:tasks.rados.rados.0.smithi067.stdout:3031: delete oid 27 current snap is 295 2024-07-29T15:12:51.047 INFO:tasks.rados.rados.0.smithi067.stdout:3025: expect (ObjNum 941 snap 289 seq_num 941) 2024-07-29T15:12:51.100 INFO:tasks.rados.rados.0.smithi067.stdout:3023: expect (ObjNum 674 snap 206 seq_num 674) 2024-07-29T15:12:51.306 INFO:tasks.rados.rados.0.smithi067.stdout:3029: expect (ObjNum 911 snap 288 seq_num 911) 2024-07-29T15:12:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:51 smithi138 ceph-mon[86438]: pgmap v621: 121 pgs: 121 active+clean; 363 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 1.8 MiB/s wr, 32 op/s 2024-07-29T15:12:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:51 smithi138 ceph-mon[86438]: osdmap e673: 8 total, 8 up, 8 in 2024-07-29T15:12:51.470 INFO:tasks.rados.rados.0.smithi067.stdout:3030: finishing rollback tid 0 to smithi06780069-35 2024-07-29T15:12:51.470 INFO:tasks.rados.rados.0.smithi067.stdout:3030: finishing rollback tid 1 to smithi06780069-35 2024-07-29T15:12:51.470 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 35 v 1750 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-07-29T15:12:51.470 INFO:tasks.rados.rados.0.smithi067.stdout:3023: done (4 left) 2024-07-29T15:12:51.470 INFO:tasks.rados.rados.0.smithi067.stdout:3025: done (3 left) 2024-07-29T15:12:51.470 INFO:tasks.rados.rados.0.smithi067.stdout:3029: done (2 left) 2024-07-29T15:12:51.470 INFO:tasks.rados.rados.0.smithi067.stdout:3030: done (1 left) 2024-07-29T15:12:51.470 INFO:tasks.rados.rados.0.smithi067.stdout:3031: done (0 left) 2024-07-29T15:12:51.470 INFO:tasks.rados.rados.0.smithi067.stdout:3032: delete oid 21 current snap is 295 2024-07-29T15:12:51.472 INFO:tasks.rados.rados.0.smithi067.stdout:3032: done (0 left) 2024-07-29T15:12:51.472 INFO:tasks.rados.rados.0.smithi067.stdout:3033: copy_from oid 13 from oid 17 current snap is 295 2024-07-29T15:12:51.472 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 26 current snap is 295 2024-07-29T15:12:51.472 INFO:tasks.rados.rados.0.smithi067.stdout:3034: seq_num 962 ranges {8757248=516096,9273344=589824,9863168=614400} 2024-07-29T15:12:51.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:51 smithi067 ceph-mon[91995]: pgmap v621: 121 pgs: 121 active+clean; 363 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 1.8 MiB/s wr, 32 op/s 2024-07-29T15:12:51.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:51 smithi067 ceph-mon[91995]: osdmap e673: 8 total, 8 up, 8 in 2024-07-29T15:12:51.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:51 smithi067 ceph-mon[94375]: pgmap v621: 121 pgs: 121 active+clean; 363 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 1.8 MiB/s wr, 32 op/s 2024-07-29T15:12:51.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:51 smithi067 ceph-mon[94375]: osdmap e673: 8 total, 8 up, 8 in 2024-07-29T15:12:51.523 INFO:tasks.rados.rados.0.smithi067.stdout:3034: writing smithi06780069-26 from 8757248 to 9273344 tid 1 2024-07-29T15:12:51.526 INFO:tasks.rados.rados.0.smithi067.stdout:3034: writing smithi06780069-26 from 9273344 to 9863168 tid 2 2024-07-29T15:12:51.530 INFO:tasks.rados.rados.0.smithi067.stdout:3034: writing smithi06780069-26 from 9863168 to 10477568 tid 3 2024-07-29T15:12:51.530 INFO:tasks.rados.rados.0.smithi067.stdout:3035: snap_create 2024-07-29T15:12:51.530 INFO:tasks.rados.rados.0.smithi067.stdout:3033: finishing copy_from racing read to smithi06780069-13 2024-07-29T15:12:51.530 INFO:tasks.rados.rados.0.smithi067.stdout:3033: finishing copy_from to smithi06780069-13 2024-07-29T15:12:51.530 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 13 v 1380 (ObjNum 936 snap 289 seq_num 936) dirty exists 2024-07-29T15:12:51.530 INFO:tasks.rados.rados.0.smithi067.stdout:3034: finishing write tid 1 to smithi06780069-26 2024-07-29T15:12:51.531 INFO:tasks.rados.rados.0.smithi067.stdout:3034: finishing write tid 2 to smithi06780069-26 2024-07-29T15:12:51.534 INFO:tasks.rados.rados.0.smithi067.stdout:3034: finishing write tid 3 to smithi06780069-26 2024-07-29T15:12:51.534 INFO:tasks.rados.rados.0.smithi067.stdout:3034: finishing write tid 4 to smithi06780069-26 2024-07-29T15:12:51.535 INFO:tasks.rados.rados.0.smithi067.stdout:3034: finishing write tid 5 to smithi06780069-26 2024-07-29T15:12:51.535 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 1425 (ObjNum 962 snap 295 seq_num 962) dirty exists 2024-07-29T15:12:51.535 INFO:tasks.rados.rados.0.smithi067.stdout:3034: left oid 26 (ObjNum 962 snap 295 seq_num 962) 2024-07-29T15:12:52.059 INFO:tasks.rados.rados.0.smithi067.stdout:3033: done (2 left) 2024-07-29T15:12:52.062 INFO:tasks.rados.rados.0.smithi067.stdout:3034: done (1 left) 2024-07-29T15:12:52.062 INFO:tasks.rados.rados.0.smithi067.stdout:3035: done (0 left) 2024-07-29T15:12:52.062 INFO:tasks.rados.rados.0.smithi067.stdout:3036: copy_from oid 24 from oid 35 current snap is 296 2024-07-29T15:12:52.062 INFO:tasks.rados.rados.0.smithi067.stdout:3037: read oid 32 snap 279 2024-07-29T15:12:52.062 INFO:tasks.rados.rados.0.smithi067.stdout:3037: expect (ObjNum 840 snap 276 seq_num 840) 2024-07-29T15:12:52.062 INFO:tasks.rados.rados.0.smithi067.stdout:3038: read oid 38 snap -1 2024-07-29T15:12:52.062 INFO:tasks.rados.rados.0.smithi067.stdout:3038: expect (ObjNum 929 snap 289 seq_num 929) 2024-07-29T15:12:52.062 INFO:tasks.rados.rados.0.smithi067.stdout:3039: copy_from oid 12 from oid 33 current snap is 296 2024-07-29T15:12:52.062 INFO:tasks.rados.rados.0.smithi067.stdout:3040: rollback oid 36 current snap is 296 2024-07-29T15:12:52.063 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 36 to 248 2024-07-29T15:12:52.063 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 37 current snap is 296 2024-07-29T15:12:52.063 INFO:tasks.rados.rados.0.smithi067.stdout:3041: seq_num 963 ranges {6160384=532480,6692864=475136,7168000=532480,7700480=196608} 2024-07-29T15:12:52.096 INFO:tasks.rados.rados.0.smithi067.stdout:3041: writing smithi06780069-37 from 6160384 to 6692864 tid 1 2024-07-29T15:12:52.099 INFO:tasks.rados.rados.0.smithi067.stdout:3041: writing smithi06780069-37 from 6692864 to 7168000 tid 2 2024-07-29T15:12:52.103 INFO:tasks.rados.rados.0.smithi067.stdout:3041: writing smithi06780069-37 from 7168000 to 7700480 tid 3 2024-07-29T15:12:52.104 INFO:tasks.rados.rados.0.smithi067.stdout:3041: writing smithi06780069-37 from 7700480 to 7897088 tid 4 2024-07-29T15:12:52.104 INFO:tasks.rados.rados.0.smithi067.stdout:3042: delete oid 34 current snap is 296 2024-07-29T15:12:52.104 INFO:tasks.rados.rados.0.smithi067.stdout:3036: finishing copy_from to smithi06780069-24 2024-07-29T15:12:52.104 INFO:tasks.rados.rados.0.smithi067.stdout:3036: got expected ENOENT (src dne) 2024-07-29T15:12:52.104 INFO:tasks.rados.rados.0.smithi067.stdout:3036: finishing copy_from racing read to smithi06780069-24 2024-07-29T15:12:52.105 INFO:tasks.rados.rados.0.smithi067.stdout:3040: finishing rollback tid 1 to smithi06780069-36 2024-07-29T15:12:52.105 INFO:tasks.rados.rados.0.smithi067.stdout:3040: finishing rollback tid 2 to smithi06780069-36 2024-07-29T15:12:52.105 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 1219 (ObjNum 714 snap 221 seq_num 714) dirty exists 2024-07-29T15:12:52.105 INFO:tasks.rados.rados.0.smithi067.stdout:3037: expect (ObjNum 840 snap 276 seq_num 840) 2024-07-29T15:12:52.160 INFO:tasks.rados.rados.0.smithi067.stdout:3039: finishing copy_from racing read to smithi06780069-12 2024-07-29T15:12:52.161 INFO:tasks.rados.rados.0.smithi067.stdout:3039: finishing copy_from to smithi06780069-12 2024-07-29T15:12:52.161 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 1544 (ObjNum 906 snap 288 seq_num 906) dirty exists 2024-07-29T15:12:52.161 INFO:tasks.rados.rados.0.smithi067.stdout:3038: expect (ObjNum 929 snap 289 seq_num 929) 2024-07-29T15:12:52.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:52 smithi138 ceph-mon[86438]: osdmap e674: 8 total, 8 up, 8 in 2024-07-29T15:12:52.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:52 smithi067 ceph-mon[91995]: osdmap e674: 8 total, 8 up, 8 in 2024-07-29T15:12:52.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:52 smithi067 ceph-mon[94375]: osdmap e674: 8 total, 8 up, 8 in 2024-07-29T15:12:52.501 INFO:tasks.rados.rados.0.smithi067.stdout:3041: finishing write tid 1 to smithi06780069-37 2024-07-29T15:12:52.501 INFO:tasks.rados.rados.0.smithi067.stdout:3041: finishing write tid 2 to smithi06780069-37 2024-07-29T15:12:52.501 INFO:tasks.rados.rados.0.smithi067.stdout:3041: finishing write tid 3 to smithi06780069-37 2024-07-29T15:12:52.501 INFO:tasks.rados.rados.0.smithi067.stdout:3041: finishing write tid 4 to smithi06780069-37 2024-07-29T15:12:52.501 INFO:tasks.rados.rados.0.smithi067.stdout:3041: finishing write tid 5 to smithi06780069-37 2024-07-29T15:12:52.501 INFO:tasks.rados.rados.0.smithi067.stdout:3041: finishing write tid 6 to smithi06780069-37 2024-07-29T15:12:52.501 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 37 v 1242 (ObjNum 963 snap 296 seq_num 963) dirty exists 2024-07-29T15:12:52.501 INFO:tasks.rados.rados.0.smithi067.stdout:3041: left oid 37 (ObjNum 963 snap 296 seq_num 963) 2024-07-29T15:12:52.501 INFO:tasks.rados.rados.0.smithi067.stdout:3036: done (6 left) 2024-07-29T15:12:52.501 INFO:tasks.rados.rados.0.smithi067.stdout:3037: done (5 left) 2024-07-29T15:12:52.501 INFO:tasks.rados.rados.0.smithi067.stdout:3038: done (4 left) 2024-07-29T15:12:52.501 INFO:tasks.rados.rados.0.smithi067.stdout:3039: done (3 left) 2024-07-29T15:12:52.502 INFO:tasks.rados.rados.0.smithi067.stdout:3040: done (2 left) 2024-07-29T15:12:52.502 INFO:tasks.rados.rados.0.smithi067.stdout:3041: done (1 left) 2024-07-29T15:12:52.502 INFO:tasks.rados.rados.0.smithi067.stdout:3042: done (0 left) 2024-07-29T15:12:52.502 INFO:tasks.rados.rados.0.smithi067.stdout:3043: snap_create 2024-07-29T15:12:53.002 INFO:tasks.rados.rados.0.smithi067.stdout:3043: done (0 left) 2024-07-29T15:12:53.003 INFO:tasks.rados.rados.0.smithi067.stdout:3044: read oid 11 snap -1 2024-07-29T15:12:53.003 INFO:tasks.rados.rados.0.smithi067.stdout:3044: expect (ObjNum 925 snap 289 seq_num 925) 2024-07-29T15:12:53.003 INFO:tasks.rados.rados.0.smithi067.stdout:3045: snap_remove snap 248 2024-07-29T15:12:53.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:53 smithi138 ceph-mon[86438]: pgmap v624: 121 pgs: 121 active+clean; 366 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.6 MiB/s wr, 33 op/s 2024-07-29T15:12:53.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:53 smithi138 ceph-mon[86438]: osdmap e675: 8 total, 8 up, 8 in 2024-07-29T15:12:53.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:53 smithi138 ceph-mon[86438]: osdmap e676: 8 total, 8 up, 8 in 2024-07-29T15:12:53.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:53 smithi067 ceph-mon[91995]: pgmap v624: 121 pgs: 121 active+clean; 366 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.6 MiB/s wr, 33 op/s 2024-07-29T15:12:53.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:53 smithi067 ceph-mon[91995]: osdmap e675: 8 total, 8 up, 8 in 2024-07-29T15:12:53.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:53 smithi067 ceph-mon[91995]: osdmap e676: 8 total, 8 up, 8 in 2024-07-29T15:12:53.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:53 smithi067 ceph-mon[94375]: pgmap v624: 121 pgs: 121 active+clean; 366 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.6 MiB/s wr, 33 op/s 2024-07-29T15:12:53.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:53 smithi067 ceph-mon[94375]: osdmap e675: 8 total, 8 up, 8 in 2024-07-29T15:12:53.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:53 smithi067 ceph-mon[94375]: osdmap e676: 8 total, 8 up, 8 in 2024-07-29T15:12:54.003 INFO:tasks.rados.rados.0.smithi067.stdout:3045: done (1 left) 2024-07-29T15:12:54.003 INFO:tasks.rados.rados.0.smithi067.stdout:3046: setattr oid 1 current snap is 297 2024-07-29T15:12:54.003 INFO:tasks.rados.rados.0.smithi067.stdout:3044: expect (ObjNum 925 snap 289 seq_num 925) 2024-07-29T15:12:54.181 INFO:tasks.rados.rados.0.smithi067.stdout:3044: done (1 left) 2024-07-29T15:12:54.182 INFO:tasks.rados.rados.0.smithi067.stdout:3047: read oid 46 snap -1 2024-07-29T15:12:54.182 INFO:tasks.rados.rados.0.smithi067.stdout:3047: expect deleted 2024-07-29T15:12:54.182 INFO:tasks.rados.rados.0.smithi067.stdout:3048: rollback oid 20 current snap is 297 2024-07-29T15:12:54.182 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 20 to 271 2024-07-29T15:12:54.182 INFO:tasks.rados.rados.0.smithi067.stdout:3049: delete oid 42 current snap is 297 2024-07-29T15:12:54.184 INFO:tasks.rados.rados.0.smithi067.stdout:3048: finishing rollback tid 0 to smithi06780069-20 2024-07-29T15:12:54.184 INFO:tasks.rados.rados.0.smithi067.stdout:3047: done (3 left) 2024-07-29T15:12:54.185 INFO:tasks.rados.rados.0.smithi067.stdout:3049: done (2 left) 2024-07-29T15:12:54.185 INFO:tasks.rados.rados.0.smithi067.stdout:3050: rollback oid 18 current snap is 297 2024-07-29T15:12:54.185 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 18 to 263 2024-07-29T15:12:54.185 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 2 current snap is 297 2024-07-29T15:12:54.185 INFO:tasks.rados.rados.0.smithi067.stdout:3051: seq_num 966 ranges {7012352=581632,7593984=581632,8175616=622592} 2024-07-29T15:12:54.226 INFO:tasks.rados.rados.0.smithi067.stdout:3051: writing smithi06780069-2 from 7012352 to 7593984 tid 1 2024-07-29T15:12:54.229 INFO:tasks.rados.rados.0.smithi067.stdout:3051: writing smithi06780069-2 from 7593984 to 8175616 tid 2 2024-07-29T15:12:54.233 INFO:tasks.rados.rados.0.smithi067.stdout:3051: writing smithi06780069-2 from 8175616 to 8798208 tid 3 2024-07-29T15:12:54.233 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 13 current snap is 297 2024-07-29T15:12:54.233 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 1480 (ObjNum 826 snap 266 seq_num 826) dirty exists 2024-07-29T15:12:54.233 INFO:tasks.rados.rados.0.smithi067.stdout:3048: finishing rollback tid 1 to smithi06780069-20 2024-07-29T15:12:54.233 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 1244 (ObjNum 129 snap 0 seq_num 3881236512) dirty dne 2024-07-29T15:12:54.233 INFO:tasks.rados.rados.0.smithi067.stdout:3050: finishing rollback tid 0 to smithi06780069-18 2024-07-29T15:12:54.233 INFO:tasks.rados.rados.0.smithi067.stdout:3050: finishing rollback tid 1 to smithi06780069-18 2024-07-29T15:12:54.234 INFO:tasks.rados.rados.0.smithi067.stdout:3050: finishing rollback tid 2 to smithi06780069-18 2024-07-29T15:12:54.234 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 1402 (ObjNum 693 snap 215 seq_num 693) dirty exists 2024-07-29T15:12:54.234 INFO:tasks.rados.rados.0.smithi067.stdout:3051: finishing write tid 1 to smithi06780069-2 2024-07-29T15:12:54.234 INFO:tasks.rados.rados.0.smithi067.stdout:3051: finishing write tid 2 to smithi06780069-2 2024-07-29T15:12:54.234 INFO:tasks.rados.rados.0.smithi067.stdout:3052: seq_num 967 ranges {4063232=598016,4661248=466944,5128192=516096,5644288=221184} 2024-07-29T15:12:54.258 INFO:tasks.rados.rados.0.smithi067.stdout:3052: writing smithi06780069-13 from 4063232 to 4661248 tid 1 2024-07-29T15:12:54.261 INFO:tasks.rados.rados.0.smithi067.stdout:3052: writing smithi06780069-13 from 4661248 to 5128192 tid 2 2024-07-29T15:12:54.264 INFO:tasks.rados.rados.0.smithi067.stdout:3052: writing smithi06780069-13 from 5128192 to 5644288 tid 3 2024-07-29T15:12:54.267 INFO:tasks.rados.rados.0.smithi067.stdout:3052: writing smithi06780069-13 from 5644288 to 5865472 tid 4 2024-07-29T15:12:54.267 INFO:tasks.rados.rados.0.smithi067.stdout:3046: done (4 left) 2024-07-29T15:12:54.267 INFO:tasks.rados.rados.0.smithi067.stdout:3048: done (3 left) 2024-07-29T15:12:54.267 INFO:tasks.rados.rados.0.smithi067.stdout:3050: done (2 left) 2024-07-29T15:12:54.267 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 18 current snap is 297 2024-07-29T15:12:54.267 INFO:tasks.rados.rados.0.smithi067.stdout:3051: finishing write tid 3 to smithi06780069-2 2024-07-29T15:12:54.267 INFO:tasks.rados.rados.0.smithi067.stdout:3051: finishing write tid 4 to smithi06780069-2 2024-07-29T15:12:54.267 INFO:tasks.rados.rados.0.smithi067.stdout:3051: finishing write tid 5 to smithi06780069-2 2024-07-29T15:12:54.267 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 1243 (ObjNum 966 snap 297 seq_num 966) dirty exists 2024-07-29T15:12:54.267 INFO:tasks.rados.rados.0.smithi067.stdout:3051: left oid 2 (ObjNum 966 snap 297 seq_num 966) 2024-07-29T15:12:54.267 INFO:tasks.rados.rados.0.smithi067.stdout:3052: finishing write tid 1 to smithi06780069-13 2024-07-29T15:12:54.267 INFO:tasks.rados.rados.0.smithi067.stdout:3052: finishing write tid 2 to smithi06780069-13 2024-07-29T15:12:54.268 INFO:tasks.rados.rados.0.smithi067.stdout:3053: seq_num 968 ranges {2015232=614400,2629632=745472,3375104=458752} 2024-07-29T15:12:54.281 INFO:tasks.rados.rados.0.smithi067.stdout:3053: writing smithi06780069-18 from 2015232 to 2629632 tid 1 2024-07-29T15:12:54.285 INFO:tasks.rados.rados.0.smithi067.stdout:3053: writing smithi06780069-18 from 2629632 to 3375104 tid 2 2024-07-29T15:12:54.288 INFO:tasks.rados.rados.0.smithi067.stdout:3053: writing smithi06780069-18 from 3375104 to 3833856 tid 3 2024-07-29T15:12:54.289 INFO:tasks.rados.rados.0.smithi067.stdout:3051: done (2 left) 2024-07-29T15:12:54.289 INFO:tasks.rados.rados.0.smithi067.stdout:3054: snap_create 2024-07-29T15:12:54.289 INFO:tasks.rados.rados.0.smithi067.stdout:3052: finishing write tid 3 to smithi06780069-13 2024-07-29T15:12:54.289 INFO:tasks.rados.rados.0.smithi067.stdout:3052: finishing write tid 4 to smithi06780069-13 2024-07-29T15:12:54.289 INFO:tasks.rados.rados.0.smithi067.stdout:3052: finishing write tid 5 to smithi06780069-13 2024-07-29T15:12:54.289 INFO:tasks.rados.rados.0.smithi067.stdout:3052: finishing write tid 6 to smithi06780069-13 2024-07-29T15:12:54.289 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 13 v 1695 (ObjNum 967 snap 297 seq_num 967) dirty exists 2024-07-29T15:12:54.289 INFO:tasks.rados.rados.0.smithi067.stdout:3052: left oid 13 (ObjNum 967 snap 297 seq_num 967) 2024-07-29T15:12:54.289 INFO:tasks.rados.rados.0.smithi067.stdout:3053: finishing write tid 1 to smithi06780069-18 2024-07-29T15:12:54.289 INFO:tasks.rados.rados.0.smithi067.stdout:3053: finishing write tid 2 to smithi06780069-18 2024-07-29T15:12:54.291 INFO:tasks.rados.rados.0.smithi067.stdout:3053: finishing write tid 3 to smithi06780069-18 2024-07-29T15:12:54.291 INFO:tasks.rados.rados.0.smithi067.stdout:3053: finishing write tid 4 to smithi06780069-18 2024-07-29T15:12:54.292 INFO:tasks.rados.rados.0.smithi067.stdout:3053: finishing write tid 5 to smithi06780069-18 2024-07-29T15:12:54.292 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 1406 (ObjNum 968 snap 297 seq_num 968) dirty exists 2024-07-29T15:12:54.292 INFO:tasks.rados.rados.0.smithi067.stdout:3053: left oid 18 (ObjNum 968 snap 297 seq_num 968) 2024-07-29T15:12:55.061 INFO:tasks.rados.rados.0.smithi067.stdout:3052: done (2 left) 2024-07-29T15:12:55.061 INFO:tasks.rados.rados.0.smithi067.stdout:3053: done (1 left) 2024-07-29T15:12:55.061 INFO:tasks.rados.rados.0.smithi067.stdout:3054: done (0 left) 2024-07-29T15:12:55.061 INFO:tasks.rados.rados.0.smithi067.stdout:3055: copy_from oid 48 from oid 43 current snap is 298 2024-07-29T15:12:55.061 INFO:tasks.rados.rados.0.smithi067.stdout:3056: setattr oid 7 current snap is 298 2024-07-29T15:12:55.063 INFO:tasks.rados.rados.0.smithi067.stdout:3057: read oid 36 snap 283 2024-07-29T15:12:55.063 INFO:tasks.rados.rados.0.smithi067.stdout:3057: expect (ObjNum 878 snap 283 seq_num 878) 2024-07-29T15:12:55.063 INFO:tasks.rados.rados.0.smithi067.stdout:3058: read oid 25 snap -1 2024-07-29T15:12:55.063 INFO:tasks.rados.rados.0.smithi067.stdout:3058: expect deleted 2024-07-29T15:12:55.064 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 44 current snap is 298 2024-07-29T15:12:55.064 INFO:tasks.rados.rados.0.smithi067.stdout:3059: seq_num 969 ranges {0=638976,638976=630784,1269760=532480,1802240=40960} 2024-07-29T15:12:55.067 INFO:tasks.rados.rados.0.smithi067.stdout:3059: writing smithi06780069-44 from 0 to 638976 tid 1 2024-07-29T15:12:55.072 INFO:tasks.rados.rados.0.smithi067.stdout:3059: writing smithi06780069-44 from 638976 to 1269760 tid 2 2024-07-29T15:12:55.076 INFO:tasks.rados.rados.0.smithi067.stdout:3059: writing smithi06780069-44 from 1269760 to 1802240 tid 3 2024-07-29T15:12:55.076 INFO:tasks.rados.rados.0.smithi067.stdout:3059: writing smithi06780069-44 from 1802240 to 1843200 tid 4 2024-07-29T15:12:55.076 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 24 current snap is 298 2024-07-29T15:12:55.076 INFO:tasks.rados.rados.0.smithi067.stdout:3060: seq_num 970 ranges {0=655360,655360=516096,1171456=688128} 2024-07-29T15:12:55.079 INFO:tasks.rados.rados.0.smithi067.stdout:3060: writing smithi06780069-24 from 0 to 655360 tid 1 2024-07-29T15:12:55.082 INFO:tasks.rados.rados.0.smithi067.stdout:3060: writing smithi06780069-24 from 655360 to 1171456 tid 2 2024-07-29T15:12:55.086 INFO:tasks.rados.rados.0.smithi067.stdout:3060: writing smithi06780069-24 from 1171456 to 1859584 tid 3 2024-07-29T15:12:55.086 INFO:tasks.rados.rados.0.smithi067.stdout:3061: rmattr oid 37 current snap is 298 2024-07-29T15:12:55.086 INFO:tasks.rados.rados.0.smithi067.stdout:3061: done (6 left) 2024-07-29T15:12:55.087 INFO:tasks.rados.rados.0.smithi067.stdout:3062: rmattr oid 23 current snap is 298 2024-07-29T15:12:55.087 INFO:tasks.rados.rados.0.smithi067.stdout:3062: done (6 left) 2024-07-29T15:12:55.087 INFO:tasks.rados.rados.0.smithi067.stdout:3063: read oid 37 snap 271 2024-07-29T15:12:55.087 INFO:tasks.rados.rados.0.smithi067.stdout:3063: expect (ObjNum 831 snap 269 seq_num 831) 2024-07-29T15:12:55.087 INFO:tasks.rados.rados.0.smithi067.stdout:3064: delete oid 32 current snap is 298 2024-07-29T15:12:55.087 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 7 v 1766 (ObjNum 691 snap 214 seq_num 691) dirty exists 2024-07-29T15:12:55.087 INFO:tasks.rados.rados.0.smithi067.stdout:3057: expect (ObjNum 878 snap 283 seq_num 878) 2024-07-29T15:12:55.095 INFO:tasks.rados.rados.0.smithi067.stdout:3059: finishing write tid 1 to smithi06780069-44 2024-07-29T15:12:55.096 INFO:tasks.rados.rados.0.smithi067.stdout:3059: finishing write tid 2 to smithi06780069-44 2024-07-29T15:12:55.096 INFO:tasks.rados.rados.0.smithi067.stdout:3059: finishing write tid 3 to smithi06780069-44 2024-07-29T15:12:55.096 INFO:tasks.rados.rados.0.smithi067.stdout:3059: finishing write tid 4 to smithi06780069-44 2024-07-29T15:12:55.096 INFO:tasks.rados.rados.0.smithi067.stdout:3059: finishing write tid 5 to smithi06780069-44 2024-07-29T15:12:55.096 INFO:tasks.rados.rados.0.smithi067.stdout:3059: finishing write tid 6 to smithi06780069-44 2024-07-29T15:12:55.096 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 605 (ObjNum 969 snap 298 seq_num 969) dirty exists 2024-07-29T15:12:55.096 INFO:tasks.rados.rados.0.smithi067.stdout:3059: left oid 44 (ObjNum 969 snap 298 seq_num 969) 2024-07-29T15:12:55.096 INFO:tasks.rados.rados.0.smithi067.stdout:3060: finishing write tid 1 to smithi06780069-24 2024-07-29T15:12:55.096 INFO:tasks.rados.rados.0.smithi067.stdout:3060: finishing write tid 2 to smithi06780069-24 2024-07-29T15:12:55.096 INFO:tasks.rados.rados.0.smithi067.stdout:3060: finishing write tid 3 to smithi06780069-24 2024-07-29T15:12:55.096 INFO:tasks.rados.rados.0.smithi067.stdout:3060: finishing write tid 4 to smithi06780069-24 2024-07-29T15:12:55.096 INFO:tasks.rados.rados.0.smithi067.stdout:3060: finishing write tid 5 to smithi06780069-24 2024-07-29T15:12:55.096 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 24 v 1484 (ObjNum 970 snap 298 seq_num 970) dirty exists 2024-07-29T15:12:55.096 INFO:tasks.rados.rados.0.smithi067.stdout:3060: left oid 24 (ObjNum 970 snap 298 seq_num 970) 2024-07-29T15:12:55.100 INFO:tasks.rados.rados.0.smithi067.stdout:3056: done (7 left) 2024-07-29T15:12:55.100 INFO:tasks.rados.rados.0.smithi067.stdout:3057: done (6 left) 2024-07-29T15:12:55.100 INFO:tasks.rados.rados.0.smithi067.stdout:3058: done (5 left) 2024-07-29T15:12:55.100 INFO:tasks.rados.rados.0.smithi067.stdout:3059: done (4 left) 2024-07-29T15:12:55.100 INFO:tasks.rados.rados.0.smithi067.stdout:3060: done (3 left) 2024-07-29T15:12:55.100 INFO:tasks.rados.rados.0.smithi067.stdout:3064: done (2 left) 2024-07-29T15:12:55.100 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 23 current snap is 298 2024-07-29T15:12:55.100 INFO:tasks.rados.rados.0.smithi067.stdout:3065: seq_num 972 ranges {0=688128,688128=688128,1376256=516096} 2024-07-29T15:12:55.104 INFO:tasks.rados.rados.0.smithi067.stdout:3065: writing smithi06780069-23 from 0 to 688128 tid 1 2024-07-29T15:12:55.108 INFO:tasks.rados.rados.0.smithi067.stdout:3065: writing smithi06780069-23 from 688128 to 1376256 tid 2 2024-07-29T15:12:55.111 INFO:tasks.rados.rados.0.smithi067.stdout:3065: writing smithi06780069-23 from 1376256 to 1892352 tid 3 2024-07-29T15:12:55.111 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 20 current snap is 298 2024-07-29T15:12:55.111 INFO:tasks.rados.rados.0.smithi067.stdout:3055: finishing copy_from racing read to smithi06780069-48 2024-07-29T15:12:55.112 INFO:tasks.rados.rados.0.smithi067.stdout:3063: expect (ObjNum 831 snap 269 seq_num 831) 2024-07-29T15:12:55.295 INFO:tasks.rados.rados.0.smithi067.stdout:3055: finishing copy_from to smithi06780069-48 2024-07-29T15:12:55.295 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 48 v 1399 (ObjNum 918 snap 289 seq_num 918) dirty exists 2024-07-29T15:12:55.296 INFO:tasks.rados.rados.0.smithi067.stdout:3065: finishing write tid 1 to smithi06780069-23 2024-07-29T15:12:55.296 INFO:tasks.rados.rados.0.smithi067.stdout:3065: finishing write tid 2 to smithi06780069-23 2024-07-29T15:12:55.296 INFO:tasks.rados.rados.0.smithi067.stdout:3065: finishing write tid 3 to smithi06780069-23 2024-07-29T15:12:55.296 INFO:tasks.rados.rados.0.smithi067.stdout:3065: finishing write tid 4 to smithi06780069-23 2024-07-29T15:12:55.296 INFO:tasks.rados.rados.0.smithi067.stdout:3065: finishing write tid 5 to smithi06780069-23 2024-07-29T15:12:55.296 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 1458 (ObjNum 972 snap 298 seq_num 972) dirty exists 2024-07-29T15:12:55.296 INFO:tasks.rados.rados.0.smithi067.stdout:3065: left oid 23 (ObjNum 972 snap 298 seq_num 972) 2024-07-29T15:12:55.296 INFO:tasks.rados.rados.0.smithi067.stdout:3066: seq_num 973 ranges {0=704512,704512=573440,1277952=507904,1785856=122880} 2024-07-29T15:12:55.299 INFO:tasks.rados.rados.0.smithi067.stdout:3066: writing smithi06780069-20 from 0 to 704512 tid 1 2024-07-29T15:12:55.302 INFO:tasks.rados.rados.0.smithi067.stdout:3066: writing smithi06780069-20 from 704512 to 1277952 tid 2 2024-07-29T15:12:55.305 INFO:tasks.rados.rados.0.smithi067.stdout:3066: writing smithi06780069-20 from 1277952 to 1785856 tid 3 2024-07-29T15:12:55.306 INFO:tasks.rados.rados.0.smithi067.stdout:3066: writing smithi06780069-20 from 1785856 to 1908736 tid 4 2024-07-29T15:12:55.306 INFO:tasks.rados.rados.0.smithi067.stdout:3055: done (3 left) 2024-07-29T15:12:55.306 INFO:tasks.rados.rados.0.smithi067.stdout:3063: done (2 left) 2024-07-29T15:12:55.306 INFO:tasks.rados.rados.0.smithi067.stdout:3065: done (1 left) 2024-07-29T15:12:55.306 INFO:tasks.rados.rados.0.smithi067.stdout:3067: read oid 34 snap 279 2024-07-29T15:12:55.306 INFO:tasks.rados.rados.0.smithi067.stdout:3067: expect (ObjNum 514 snap 151 seq_num 514) 2024-07-29T15:12:55.306 INFO:tasks.rados.rados.0.smithi067.stdout:3068: snap_remove snap 263 2024-07-29T15:12:55.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:54 smithi138 ceph-mon[86438]: pgmap v627: 121 pgs: 121 active+clean; 363 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-07-29T15:12:55.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:54 smithi138 ceph-mon[86438]: osdmap e677: 8 total, 8 up, 8 in 2024-07-29T15:12:55.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:54 smithi067 ceph-mon[91995]: pgmap v627: 121 pgs: 121 active+clean; 363 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-07-29T15:12:55.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:54 smithi067 ceph-mon[91995]: osdmap e677: 8 total, 8 up, 8 in 2024-07-29T15:12:55.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:55 smithi067 ceph-mon[94375]: pgmap v627: 121 pgs: 121 active+clean; 363 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-07-29T15:12:55.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:55 smithi067 ceph-mon[94375]: osdmap e677: 8 total, 8 up, 8 in 2024-07-29T15:12:56.067 INFO:tasks.rados.rados.0.smithi067.stdout:3068: done (2 left) 2024-07-29T15:12:56.068 INFO:tasks.rados.rados.0.smithi067.stdout:3069: delete oid 6 current snap is 298 2024-07-29T15:12:56.068 INFO:tasks.rados.rados.0.smithi067.stdout:3066: finishing write tid 1 to smithi06780069-20 2024-07-29T15:12:56.068 INFO:tasks.rados.rados.0.smithi067.stdout:3066: finishing write tid 2 to smithi06780069-20 2024-07-29T15:12:56.068 INFO:tasks.rados.rados.0.smithi067.stdout:3066: finishing write tid 3 to smithi06780069-20 2024-07-29T15:12:56.068 INFO:tasks.rados.rados.0.smithi067.stdout:3066: finishing write tid 4 to smithi06780069-20 2024-07-29T15:12:56.068 INFO:tasks.rados.rados.0.smithi067.stdout:3066: finishing write tid 5 to smithi06780069-20 2024-07-29T15:12:56.068 INFO:tasks.rados.rados.0.smithi067.stdout:3066: finishing write tid 6 to smithi06780069-20 2024-07-29T15:12:56.068 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 1249 (ObjNum 973 snap 298 seq_num 973) dirty exists 2024-07-29T15:12:56.068 INFO:tasks.rados.rados.0.smithi067.stdout:3066: left oid 20 (ObjNum 973 snap 298 seq_num 973) 2024-07-29T15:12:56.068 INFO:tasks.rados.rados.0.smithi067.stdout:3067: expect (ObjNum 514 snap 151 seq_num 514) 2024-07-29T15:12:56.168 INFO:tasks.rados.rados.0.smithi067.stdout:3066: done (2 left) 2024-07-29T15:12:56.168 INFO:tasks.rados.rados.0.smithi067.stdout:3067: done (1 left) 2024-07-29T15:12:56.169 INFO:tasks.rados.rados.0.smithi067.stdout:3069: done (0 left) 2024-07-29T15:12:56.169 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 44 current snap is 298 2024-07-29T15:12:56.169 INFO:tasks.rados.rados.0.smithi067.stdout:3070: seq_num 975 ranges {1843200=737280,2580480=786432,3366912=417792} 2024-07-29T15:12:56.182 INFO:tasks.rados.rados.0.smithi067.stdout:3070: writing smithi06780069-44 from 1843200 to 2580480 tid 1 2024-07-29T15:12:56.186 INFO:tasks.rados.rados.0.smithi067.stdout:3070: writing smithi06780069-44 from 2580480 to 3366912 tid 2 2024-07-29T15:12:56.188 INFO:tasks.rados.rados.0.smithi067.stdout:3070: writing smithi06780069-44 from 3366912 to 3784704 tid 3 2024-07-29T15:12:56.188 INFO:tasks.rados.rados.0.smithi067.stdout:3071: snap_create 2024-07-29T15:12:56.189 INFO:tasks.rados.rados.0.smithi067.stdout:3070: finishing write tid 1 to smithi06780069-44 2024-07-29T15:12:56.191 INFO:tasks.rados.rados.0.smithi067.stdout:3070: finishing write tid 2 to smithi06780069-44 2024-07-29T15:12:56.191 INFO:tasks.rados.rados.0.smithi067.stdout:3070: finishing write tid 3 to smithi06780069-44 2024-07-29T15:12:56.191 INFO:tasks.rados.rados.0.smithi067.stdout:3070: finishing write tid 4 to smithi06780069-44 2024-07-29T15:12:56.192 INFO:tasks.rados.rados.0.smithi067.stdout:3070: finishing write tid 5 to smithi06780069-44 2024-07-29T15:12:56.192 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 1403 (ObjNum 975 snap 298 seq_num 975) dirty exists 2024-07-29T15:12:56.192 INFO:tasks.rados.rados.0.smithi067.stdout:3070: left oid 44 (ObjNum 975 snap 298 seq_num 975) 2024-07-29T15:12:56.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:56 smithi067 ceph-mon[91995]: osdmap e678: 8 total, 8 up, 8 in 2024-07-29T15:12:56.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:56 smithi067 ceph-mon[94375]: osdmap e678: 8 total, 8 up, 8 in 2024-07-29T15:12:56.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:56 smithi138 ceph-mon[86438]: osdmap e678: 8 total, 8 up, 8 in 2024-07-29T15:12:57.071 INFO:tasks.rados.rados.0.smithi067.stdout:3070: done (1 left) 2024-07-29T15:12:57.071 INFO:tasks.rados.rados.0.smithi067.stdout:3071: done (0 left) 2024-07-29T15:12:57.071 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 13 current snap is 299 2024-07-29T15:12:57.071 INFO:tasks.rados.rados.0.smithi067.stdout:3072: seq_num 976 ranges {5865472=753664,6619136=671744,7290880=532480} 2024-07-29T15:12:57.107 INFO:tasks.rados.rados.0.smithi067.stdout:3072: writing smithi06780069-13 from 5865472 to 6619136 tid 1 2024-07-29T15:12:57.111 INFO:tasks.rados.rados.0.smithi067.stdout:3072: writing smithi06780069-13 from 6619136 to 7290880 tid 2 2024-07-29T15:12:57.115 INFO:tasks.rados.rados.0.smithi067.stdout:3072: writing smithi06780069-13 from 7290880 to 7823360 tid 3 2024-07-29T15:12:57.115 INFO:tasks.rados.rados.0.smithi067.stdout:3073: copy_from oid 41 from oid 46 current snap is 299 2024-07-29T15:12:57.115 INFO:tasks.rados.rados.0.smithi067.stdout:3072: finishing write tid 1 to smithi06780069-13 2024-07-29T15:12:57.115 INFO:tasks.rados.rados.0.smithi067.stdout:3072: finishing write tid 2 to smithi06780069-13 2024-07-29T15:12:57.115 INFO:tasks.rados.rados.0.smithi067.stdout:3074: snap_remove snap 271 2024-07-29T15:12:57.389 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:57 smithi067 ceph-mon[94375]: pgmap v630: 121 pgs: 121 active+clean; 361 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-07-29T15:12:57.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:57 smithi067 ceph-mon[94375]: osdmap e679: 8 total, 8 up, 8 in 2024-07-29T15:12:57.390 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:57 smithi067 ceph-mon[91995]: pgmap v630: 121 pgs: 121 active+clean; 361 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-07-29T15:12:57.390 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:57 smithi067 ceph-mon[91995]: osdmap e679: 8 total, 8 up, 8 in 2024-07-29T15:12:57.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:57 smithi138 ceph-mon[86438]: pgmap v630: 121 pgs: 121 active+clean; 361 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-07-29T15:12:57.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:57 smithi138 ceph-mon[86438]: osdmap e679: 8 total, 8 up, 8 in 2024-07-29T15:12:57.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:12:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:12:57] "GET /metrics HTTP/1.1" 200 36433 "" "Prometheus/2.51.0" 2024-07-29T15:12:58.001 INFO:tasks.rados.rados.0.smithi067.stdout:3074: done (2 left) 2024-07-29T15:12:58.002 INFO:tasks.rados.rados.0.smithi067.stdout:3075: read oid 23 snap -1 2024-07-29T15:12:58.002 INFO:tasks.rados.rados.0.smithi067.stdout:3075: expect (ObjNum 972 snap 298 seq_num 972) 2024-07-29T15:12:58.002 INFO:tasks.rados.rados.0.smithi067.stdout:3076: rollback oid 28 current snap is 299 2024-07-29T15:12:58.002 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 28 to 275 2024-07-29T15:12:58.002 INFO:tasks.rados.rados.0.smithi067.stdout:3072: finishing write tid 3 to smithi06780069-13 2024-07-29T15:12:58.002 INFO:tasks.rados.rados.0.smithi067.stdout:3073: finishing copy_from to smithi06780069-41 2024-07-29T15:12:58.002 INFO:tasks.rados.rados.0.smithi067.stdout:3073: got expected ENOENT (src dne) 2024-07-29T15:12:58.002 INFO:tasks.rados.rados.0.smithi067.stdout:3072: finishing write tid 4 to smithi06780069-13 2024-07-29T15:12:58.002 INFO:tasks.rados.rados.0.smithi067.stdout:3073: finishing copy_from racing read to smithi06780069-41 2024-07-29T15:12:58.002 INFO:tasks.rados.rados.0.smithi067.stdout:3072: finishing write tid 5 to smithi06780069-13 2024-07-29T15:12:58.002 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 13 v 1708 (ObjNum 976 snap 299 seq_num 976) dirty exists 2024-07-29T15:12:58.003 INFO:tasks.rados.rados.0.smithi067.stdout:3072: left oid 13 (ObjNum 976 snap 299 seq_num 976) 2024-07-29T15:12:58.003 INFO:tasks.rados.rados.0.smithi067.stdout:3072: done (3 left) 2024-07-29T15:12:58.003 INFO:tasks.rados.rados.0.smithi067.stdout:3073: done (2 left) 2024-07-29T15:12:58.003 INFO:tasks.rados.rados.0.smithi067.stdout:3077: setattr oid 21 current snap is 299 2024-07-29T15:12:58.003 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 1 current snap is 299 2024-07-29T15:12:58.003 INFO:tasks.rados.rados.0.smithi067.stdout:3078: seq_num 977 ranges {7135232=770048,7905280=557056,8462336=491520,8953856=155648} 2024-07-29T15:12:58.050 INFO:tasks.rados.rados.0.smithi067.stdout:3078: writing smithi06780069-1 from 7135232 to 7905280 tid 1 2024-07-29T15:12:58.053 INFO:tasks.rados.rados.0.smithi067.stdout:3078: writing smithi06780069-1 from 7905280 to 8462336 tid 2 2024-07-29T15:12:58.056 INFO:tasks.rados.rados.0.smithi067.stdout:3078: writing smithi06780069-1 from 8462336 to 8953856 tid 3 2024-07-29T15:12:58.057 INFO:tasks.rados.rados.0.smithi067.stdout:3078: writing smithi06780069-1 from 8953856 to 9109504 tid 4 2024-07-29T15:12:58.057 INFO:tasks.rados.rados.0.smithi067.stdout:3079: snap_remove snap 297 2024-07-29T15:12:58.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:58 smithi067 ceph-mon[91995]: osdmap e680: 8 total, 8 up, 8 in 2024-07-29T15:12:58.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:58 smithi067 ceph-mon[91995]: osdmap e681: 8 total, 8 up, 8 in 2024-07-29T15:12:58.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:58 smithi067 ceph-mon[94375]: osdmap e680: 8 total, 8 up, 8 in 2024-07-29T15:12:58.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:58 smithi067 ceph-mon[94375]: osdmap e681: 8 total, 8 up, 8 in 2024-07-29T15:12:58.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:58 smithi138 ceph-mon[86438]: osdmap e680: 8 total, 8 up, 8 in 2024-07-29T15:12:58.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:58 smithi138 ceph-mon[86438]: osdmap e681: 8 total, 8 up, 8 in 2024-07-29T15:12:59.003 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 1436 (ObjNum 65 snap 0 seq_num 1902334047) dirty exists 2024-07-29T15:12:59.004 INFO:tasks.rados.rados.0.smithi067.stdout:3076: finishing rollback tid 0 to smithi06780069-28 2024-07-29T15:12:59.004 INFO:tasks.rados.rados.0.smithi067.stdout:3076: finishing rollback tid 1 to smithi06780069-28 2024-07-29T15:12:59.004 INFO:tasks.rados.rados.0.smithi067.stdout:3076: finishing rollback tid 2 to smithi06780069-28 2024-07-29T15:12:59.004 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 28 v 507 (ObjNum 780 snap 240 seq_num 780) dirty exists 2024-07-29T15:12:59.004 INFO:tasks.rados.rados.0.smithi067.stdout:3075: expect (ObjNum 972 snap 298 seq_num 972) 2024-07-29T15:12:59.056 INFO:tasks.rados.rados.0.smithi067.stdout:3078: finishing write tid 1 to smithi06780069-1 2024-07-29T15:12:59.056 INFO:tasks.rados.rados.0.smithi067.stdout:3078: finishing write tid 2 to smithi06780069-1 2024-07-29T15:12:59.056 INFO:tasks.rados.rados.0.smithi067.stdout:3078: finishing write tid 3 to smithi06780069-1 2024-07-29T15:12:59.056 INFO:tasks.rados.rados.0.smithi067.stdout:3078: finishing write tid 4 to smithi06780069-1 2024-07-29T15:12:59.056 INFO:tasks.rados.rados.0.smithi067.stdout:3078: finishing write tid 5 to smithi06780069-1 2024-07-29T15:12:59.056 INFO:tasks.rados.rados.0.smithi067.stdout:3078: finishing write tid 6 to smithi06780069-1 2024-07-29T15:12:59.056 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 1506 (ObjNum 977 snap 299 seq_num 977) dirty exists 2024-07-29T15:12:59.056 INFO:tasks.rados.rados.0.smithi067.stdout:3078: left oid 1 (ObjNum 977 snap 299 seq_num 977) 2024-07-29T15:12:59.056 INFO:tasks.rados.rados.0.smithi067.stdout:3075: done (4 left) 2024-07-29T15:12:59.056 INFO:tasks.rados.rados.0.smithi067.stdout:3076: done (3 left) 2024-07-29T15:12:59.056 INFO:tasks.rados.rados.0.smithi067.stdout:3077: done (2 left) 2024-07-29T15:12:59.056 INFO:tasks.rados.rados.0.smithi067.stdout:3078: done (1 left) 2024-07-29T15:12:59.057 INFO:tasks.rados.rados.0.smithi067.stdout:3079: done (0 left) 2024-07-29T15:12:59.057 INFO:tasks.rados.rados.0.smithi067.stdout:3080: delete oid 35 current snap is 299 2024-07-29T15:12:59.061 INFO:tasks.rados.rados.0.smithi067.stdout:3080: done (0 left) 2024-07-29T15:12:59.061 INFO:tasks.rados.rados.0.smithi067.stdout:3081: snap_create 2024-07-29T15:12:59.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:59 smithi067 ceph-mon[94375]: pgmap v633: 121 pgs: 121 active+clean; 356 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.8 MiB/s wr, 12 op/s 2024-07-29T15:12:59.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:12:59 smithi067 ceph-mon[94375]: osdmap e682: 8 total, 8 up, 8 in 2024-07-29T15:12:59.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:59 smithi067 ceph-mon[91995]: pgmap v633: 121 pgs: 121 active+clean; 356 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.8 MiB/s wr, 12 op/s 2024-07-29T15:12:59.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:12:59 smithi067 ceph-mon[91995]: osdmap e682: 8 total, 8 up, 8 in 2024-07-29T15:12:59.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:59 smithi138 ceph-mon[86438]: pgmap v633: 121 pgs: 121 active+clean; 356 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.8 MiB/s wr, 12 op/s 2024-07-29T15:12:59.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:12:59 smithi138 ceph-mon[86438]: osdmap e682: 8 total, 8 up, 8 in 2024-07-29T15:13:00.007 INFO:tasks.rados.rados.0.smithi067.stdout:3081: done (0 left) 2024-07-29T15:13:00.007 INFO:tasks.rados.rados.0.smithi067.stdout:3082: read oid 43 snap 295 2024-07-29T15:13:00.007 INFO:tasks.rados.rados.0.smithi067.stdout:3082: expect (ObjNum 918 snap 289 seq_num 918) 2024-07-29T15:13:00.007 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 8 current snap is 300 2024-07-29T15:13:00.007 INFO:tasks.rados.rados.0.smithi067.stdout:3083: seq_num 979 ranges {1826816=802816,2629632=729088,3358720=458752,3817472=16384} 2024-07-29T15:13:00.023 INFO:tasks.rados.rados.0.smithi067.stdout:3083: writing smithi06780069-8 from 1826816 to 2629632 tid 1 2024-07-29T15:13:00.028 INFO:tasks.rados.rados.0.smithi067.stdout:3083: writing smithi06780069-8 from 2629632 to 3358720 tid 2 2024-07-29T15:13:00.030 INFO:tasks.rados.rados.0.smithi067.stdout:3083: writing smithi06780069-8 from 3358720 to 3817472 tid 3 2024-07-29T15:13:00.031 INFO:tasks.rados.rados.0.smithi067.stdout:3083: writing smithi06780069-8 from 3817472 to 3833856 tid 4 2024-07-29T15:13:00.031 INFO:tasks.rados.rados.0.smithi067.stdout:3084: rollback oid 29 current snap is 300 2024-07-29T15:13:00.031 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 29 to 291 2024-07-29T15:13:00.031 INFO:tasks.rados.rados.0.smithi067.stdout:3082: expect (ObjNum 918 snap 289 seq_num 918) 2024-07-29T15:13:00.522 INFO:tasks.rados.rados.0.smithi067.stdout:3083: finishing write tid 1 to smithi06780069-8 2024-07-29T15:13:00.522 INFO:tasks.rados.rados.0.smithi067.stdout:3083: finishing write tid 2 to smithi06780069-8 2024-07-29T15:13:00.522 INFO:tasks.rados.rados.0.smithi067.stdout:3083: finishing write tid 3 to smithi06780069-8 2024-07-29T15:13:00.523 INFO:tasks.rados.rados.0.smithi067.stdout:3084: finishing rollback tid 0 to smithi06780069-29 2024-07-29T15:13:00.523 INFO:tasks.rados.rados.0.smithi067.stdout:3083: finishing write tid 4 to smithi06780069-8 2024-07-29T15:13:00.523 INFO:tasks.rados.rados.0.smithi067.stdout:3083: finishing write tid 5 to smithi06780069-8 2024-07-29T15:13:00.523 INFO:tasks.rados.rados.0.smithi067.stdout:3084: finishing rollback tid 1 to smithi06780069-29 2024-07-29T15:13:00.523 INFO:tasks.rados.rados.0.smithi067.stdout:3082: done (2 left) 2024-07-29T15:13:00.523 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 5 current snap is 300 2024-07-29T15:13:00.523 INFO:tasks.rados.rados.0.smithi067.stdout:3084: finishing rollback tid 2 to smithi06780069-29 2024-07-29T15:13:00.523 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 1437 (ObjNum 936 snap 289 seq_num 936) dirty exists 2024-07-29T15:13:00.523 INFO:tasks.rados.rados.0.smithi067.stdout:3083: finishing write tid 6 to smithi06780069-8 2024-07-29T15:13:00.523 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 1385 (ObjNum 979 snap 300 seq_num 979) dirty exists 2024-07-29T15:13:00.523 INFO:tasks.rados.rados.0.smithi067.stdout:3083: left oid 8 (ObjNum 979 snap 300 seq_num 979) 2024-07-29T15:13:00.523 INFO:tasks.rados.rados.0.smithi067.stdout:3085: seq_num 980 ranges {245760=417792,663552=614400,1277952=663552,1941504=327680} 2024-07-29T15:13:00.525 INFO:tasks.rados.rados.0.smithi067.stdout:3085: writing smithi06780069-5 from 245760 to 663552 tid 1 2024-07-29T15:13:00.529 INFO:tasks.rados.rados.0.smithi067.stdout:3085: writing smithi06780069-5 from 663552 to 1277952 tid 2 2024-07-29T15:13:00.533 INFO:tasks.rados.rados.0.smithi067.stdout:3085: writing smithi06780069-5 from 1277952 to 1941504 tid 3 2024-07-29T15:13:00.535 INFO:tasks.rados.rados.0.smithi067.stdout:3085: writing smithi06780069-5 from 1941504 to 2269184 tid 4 2024-07-29T15:13:00.535 INFO:tasks.rados.rados.0.smithi067.stdout:3083: done (2 left) 2024-07-29T15:13:00.535 INFO:tasks.rados.rados.0.smithi067.stdout:3084: done (1 left) 2024-07-29T15:13:00.535 INFO:tasks.rados.rados.0.smithi067.stdout:3086: delete oid 25 current snap is 300 2024-07-29T15:13:00.536 INFO:tasks.rados.rados.0.smithi067.stdout:3085: finishing write tid 1 to smithi06780069-5 2024-07-29T15:13:00.536 INFO:tasks.rados.rados.0.smithi067.stdout:3085: finishing write tid 2 to smithi06780069-5 2024-07-29T15:13:00.538 INFO:tasks.rados.rados.0.smithi067.stdout:3085: finishing write tid 3 to smithi06780069-5 2024-07-29T15:13:00.538 INFO:tasks.rados.rados.0.smithi067.stdout:3086: done (1 left) 2024-07-29T15:13:00.538 INFO:tasks.rados.rados.0.smithi067.stdout:3087: setattr oid 30 current snap is 300 2024-07-29T15:13:00.538 INFO:tasks.rados.rados.0.smithi067.stdout:3085: finishing write tid 4 to smithi06780069-5 2024-07-29T15:13:00.539 INFO:tasks.rados.rados.0.smithi067.stdout:3085: finishing write tid 5 to smithi06780069-5 2024-07-29T15:13:00.539 INFO:tasks.rados.rados.0.smithi067.stdout:3088: read oid 40 snap -1 2024-07-29T15:13:00.539 INFO:tasks.rados.rados.0.smithi067.stdout:3088: expect deleted 2024-07-29T15:13:00.539 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 1 current snap is 300 2024-07-29T15:13:00.539 INFO:tasks.rados.rados.0.smithi067.stdout:3089: seq_num 982 ranges {9109504=450560,9560064=425984,9986048=679936,10665984=466944,11132928=32768} 2024-07-29T15:13:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:13:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:13:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:13:00.590 INFO:tasks.rados.rados.0.smithi067.stdout:3089: writing smithi06780069-1 from 9109504 to 9560064 tid 1 2024-07-29T15:13:00.593 INFO:tasks.rados.rados.0.smithi067.stdout:3089: writing smithi06780069-1 from 9560064 to 9986048 tid 2 2024-07-29T15:13:00.596 INFO:tasks.rados.rados.0.smithi067.stdout:3089: writing smithi06780069-1 from 9986048 to 10665984 tid 3 2024-07-29T15:13:00.600 INFO:tasks.rados.rados.0.smithi067.stdout:3089: writing smithi06780069-1 from 10665984 to 11132928 tid 4 2024-07-29T15:13:00.600 INFO:tasks.rados.rados.0.smithi067.stdout:3089: writing smithi06780069-1 from 11132928 to 11165696 tid 5 2024-07-29T15:13:00.600 INFO:tasks.rados.rados.0.smithi067.stdout:3090: snap_create 2024-07-29T15:13:00.600 INFO:tasks.rados.rados.0.smithi067.stdout:3085: finishing write tid 6 to smithi06780069-5 2024-07-29T15:13:00.600 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 1416 (ObjNum 980 snap 300 seq_num 980) dirty exists 2024-07-29T15:13:00.600 INFO:tasks.rados.rados.0.smithi067.stdout:3085: left oid 5 (ObjNum 980 snap 300 seq_num 980) 2024-07-29T15:13:00.600 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 1470 (ObjNum 871 snap 283 seq_num 871) dirty exists 2024-07-29T15:13:00.600 INFO:tasks.rados.rados.0.smithi067.stdout:3089: finishing write tid 1 to smithi06780069-1 2024-07-29T15:13:00.600 INFO:tasks.rados.rados.0.smithi067.stdout:3089: finishing write tid 2 to smithi06780069-1 2024-07-29T15:13:00.602 INFO:tasks.rados.rados.0.smithi067.stdout:3089: finishing write tid 3 to smithi06780069-1 2024-07-29T15:13:00.604 INFO:tasks.rados.rados.0.smithi067.stdout:3089: finishing write tid 4 to smithi06780069-1 2024-07-29T15:13:00.604 INFO:tasks.rados.rados.0.smithi067.stdout:3089: finishing write tid 5 to smithi06780069-1 2024-07-29T15:13:00.604 INFO:tasks.rados.rados.0.smithi067.stdout:3089: finishing write tid 6 to smithi06780069-1 2024-07-29T15:13:00.605 INFO:tasks.rados.rados.0.smithi067.stdout:3089: finishing write tid 7 to smithi06780069-1 2024-07-29T15:13:00.606 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 1517 (ObjNum 982 snap 300 seq_num 982) dirty exists 2024-07-29T15:13:00.606 INFO:tasks.rados.rados.0.smithi067.stdout:3089: left oid 1 (ObjNum 982 snap 300 seq_num 982) 2024-07-29T15:13:01.079 INFO:tasks.rados.rados.0.smithi067.stdout:3085: done (4 left) 2024-07-29T15:13:01.079 INFO:tasks.rados.rados.0.smithi067.stdout:3087: done (3 left) 2024-07-29T15:13:01.079 INFO:tasks.rados.rados.0.smithi067.stdout:3088: done (2 left) 2024-07-29T15:13:01.080 INFO:tasks.rados.rados.0.smithi067.stdout:3089: done (1 left) 2024-07-29T15:13:01.080 INFO:tasks.rados.rados.0.smithi067.stdout:3090: done (0 left) 2024-07-29T15:13:01.080 INFO:tasks.rados.rados.0.smithi067.stdout:3091: snap_create 2024-07-29T15:13:01.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:01 smithi138 ceph-mon[86438]: pgmap v636: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 338 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.2 MiB/s wr, 27 op/s 2024-07-29T15:13:01.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:01 smithi138 ceph-mon[86438]: osdmap e683: 8 total, 8 up, 8 in 2024-07-29T15:13:01.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:01 smithi067 ceph-mon[94375]: pgmap v636: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 338 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.2 MiB/s wr, 27 op/s 2024-07-29T15:13:01.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:01 smithi067 ceph-mon[94375]: osdmap e683: 8 total, 8 up, 8 in 2024-07-29T15:13:01.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:01 smithi067 ceph-mon[91995]: pgmap v636: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 338 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.2 MiB/s wr, 27 op/s 2024-07-29T15:13:01.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:01 smithi067 ceph-mon[91995]: osdmap e683: 8 total, 8 up, 8 in 2024-07-29T15:13:02.085 INFO:tasks.rados.rados.0.smithi067.stdout:3091: done (0 left) 2024-07-29T15:13:02.086 INFO:tasks.rados.rados.0.smithi067.stdout:3092: delete oid 14 current snap is 302 2024-07-29T15:13:02.091 INFO:tasks.rados.rados.0.smithi067.stdout:3092: done (0 left) 2024-07-29T15:13:02.091 INFO:tasks.rados.rados.0.smithi067.stdout:3093: snap_create 2024-07-29T15:13:02.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:02 smithi067 ceph-mon[94375]: osdmap e684: 8 total, 8 up, 8 in 2024-07-29T15:13:02.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:02 smithi067 ceph-mon[91995]: osdmap e684: 8 total, 8 up, 8 in 2024-07-29T15:13:02.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:02 smithi138 ceph-mon[86438]: osdmap e684: 8 total, 8 up, 8 in 2024-07-29T15:13:03.005 INFO:tasks.rados.rados.0.smithi067.stdout:3093: done (0 left) 2024-07-29T15:13:03.005 INFO:tasks.rados.rados.0.smithi067.stdout:3094: copy_from oid 50 from oid 8 current snap is 303 2024-07-29T15:13:03.005 INFO:tasks.rados.rados.0.smithi067.stdout:3095: copy_from oid 29 from oid 43 current snap is 303 2024-07-29T15:13:03.005 INFO:tasks.rados.rados.0.smithi067.stdout:3096: read oid 40 snap -1 2024-07-29T15:13:03.005 INFO:tasks.rados.rados.0.smithi067.stdout:3096: expect deleted 2024-07-29T15:13:03.005 INFO:tasks.rados.rados.0.smithi067.stdout:3097: read oid 20 snap -1 2024-07-29T15:13:03.005 INFO:tasks.rados.rados.0.smithi067.stdout:3097: expect (ObjNum 973 snap 298 seq_num 973) 2024-07-29T15:13:03.005 INFO:tasks.rados.rados.0.smithi067.stdout:3098: read oid 26 snap -1 2024-07-29T15:13:03.005 INFO:tasks.rados.rados.0.smithi067.stdout:3098: expect (ObjNum 962 snap 295 seq_num 962) 2024-07-29T15:13:03.005 INFO:tasks.rados.rados.0.smithi067.stdout:3099: copy_from oid 32 from oid 23 current snap is 303 2024-07-29T15:13:03.006 INFO:tasks.rados.rados.0.smithi067.stdout:3100: read oid 17 snap 302 2024-07-29T15:13:03.006 INFO:tasks.rados.rados.0.smithi067.stdout:3100: expect (ObjNum 936 snap 289 seq_num 936) 2024-07-29T15:13:03.006 INFO:tasks.rados.rados.0.smithi067.stdout:3101: rollback oid 14 current snap is 303 2024-07-29T15:13:03.006 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 14 to 299 2024-07-29T15:13:03.006 INFO:tasks.rados.rados.0.smithi067.stdout:3102: read oid 35 snap -1 2024-07-29T15:13:03.006 INFO:tasks.rados.rados.0.smithi067.stdout:3102: expect deleted 2024-07-29T15:13:03.006 INFO:tasks.rados.rados.0.smithi067.stdout:3103: read oid 46 snap -1 2024-07-29T15:13:03.006 INFO:tasks.rados.rados.0.smithi067.stdout:3103: expect deleted 2024-07-29T15:13:03.006 INFO:tasks.rados.rados.0.smithi067.stdout:3104: read oid 15 snap -1 2024-07-29T15:13:03.006 INFO:tasks.rados.rados.0.smithi067.stdout:3104: expect (ObjNum 955 snap 292 seq_num 955) 2024-07-29T15:13:03.006 INFO:tasks.rados.rados.0.smithi067.stdout:3105: rollback oid 1 current snap is 303 2024-07-29T15:13:03.006 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 1 to 291 2024-07-29T15:13:03.006 INFO:tasks.rados.rados.0.smithi067.stdout:3106: delete oid 4 current snap is 303 2024-07-29T15:13:03.012 INFO:tasks.rados.rados.0.smithi067.stdout:3101: finishing rollback tid 1 to smithi06780069-14 2024-07-29T15:13:03.014 INFO:tasks.rados.rados.0.smithi067.stdout:3096: done (12 left) 2024-07-29T15:13:03.014 INFO:tasks.rados.rados.0.smithi067.stdout:3102: done (11 left) 2024-07-29T15:13:03.014 INFO:tasks.rados.rados.0.smithi067.stdout:3103: done (10 left) 2024-07-29T15:13:03.014 INFO:tasks.rados.rados.0.smithi067.stdout:3106: done (9 left) 2024-07-29T15:13:03.014 INFO:tasks.rados.rados.0.smithi067.stdout:3107: read oid 16 snap -1 2024-07-29T15:13:03.014 INFO:tasks.rados.rados.0.smithi067.stdout:3107: expect (ObjNum 851 snap 279 seq_num 851) 2024-07-29T15:13:03.014 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 21 current snap is 303 2024-07-29T15:13:03.014 INFO:tasks.rados.rados.0.smithi067.stdout:3101: finishing rollback tid 2 to smithi06780069-14 2024-07-29T15:13:03.014 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 14 v 1560 (ObjNum 941 snap 289 seq_num 941) dirty exists 2024-07-29T15:13:03.014 INFO:tasks.rados.rados.0.smithi067.stdout:3108: seq_num 985 ranges {0=499712,499712=483328,983040=450560,1433600=581632,2015232=90112} 2024-07-29T15:13:03.017 INFO:tasks.rados.rados.0.smithi067.stdout:3108: writing smithi06780069-21 from 0 to 499712 tid 1 2024-07-29T15:13:03.021 INFO:tasks.rados.rados.0.smithi067.stdout:3108: writing smithi06780069-21 from 499712 to 983040 tid 2 2024-07-29T15:13:03.024 INFO:tasks.rados.rados.0.smithi067.stdout:3108: writing smithi06780069-21 from 983040 to 1433600 tid 3 2024-07-29T15:13:03.027 INFO:tasks.rados.rados.0.smithi067.stdout:3108: writing smithi06780069-21 from 1433600 to 2015232 tid 4 2024-07-29T15:13:03.029 INFO:tasks.rados.rados.0.smithi067.stdout:3108: writing smithi06780069-21 from 2015232 to 2105344 tid 5 2024-07-29T15:13:03.029 INFO:tasks.rados.rados.0.smithi067.stdout:3101: done (10 left) 2024-07-29T15:13:03.029 INFO:tasks.rados.rados.0.smithi067.stdout:3109: read oid 4 snap -1 2024-07-29T15:13:03.029 INFO:tasks.rados.rados.0.smithi067.stdout:3109: expect deleted 2024-07-29T15:13:03.029 INFO:tasks.rados.rados.0.smithi067.stdout:3110: read oid 10 snap 294 2024-07-29T15:13:03.029 INFO:tasks.rados.rados.0.smithi067.stdout:3110: expect (ObjNum 947 snap 290 seq_num 947) 2024-07-29T15:13:03.029 INFO:tasks.rados.rados.0.smithi067.stdout:3111: snap_remove snap 296 2024-07-29T15:13:03.029 INFO:tasks.rados.rados.0.smithi067.stdout:3097: expect (ObjNum 973 snap 298 seq_num 973) 2024-07-29T15:13:03.094 INFO:tasks.rados.rados.0.smithi067.stdout:3099: finishing copy_from racing read to smithi06780069-32 2024-07-29T15:13:03.095 INFO:tasks.rados.rados.0.smithi067.stdout:3105: finishing rollback tid 0 to smithi06780069-1 2024-07-29T15:13:03.095 INFO:tasks.rados.rados.0.smithi067.stdout:3105: finishing rollback tid 1 to smithi06780069-1 2024-07-29T15:13:03.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:03 smithi067 ceph-mon[94375]: pgmap v639: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 341 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.1 MiB/s wr, 30 op/s 2024-07-29T15:13:03.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:03 smithi067 ceph-mon[94375]: osdmap e685: 8 total, 8 up, 8 in 2024-07-29T15:13:03.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:03 smithi067 ceph-mon[94375]: osdmap e686: 8 total, 8 up, 8 in 2024-07-29T15:13:03.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:03 smithi067 ceph-mon[91995]: pgmap v639: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 341 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.1 MiB/s wr, 30 op/s 2024-07-29T15:13:03.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:03 smithi067 ceph-mon[91995]: osdmap e685: 8 total, 8 up, 8 in 2024-07-29T15:13:03.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:03 smithi067 ceph-mon[91995]: osdmap e686: 8 total, 8 up, 8 in 2024-07-29T15:13:03.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:03 smithi138 ceph-mon[86438]: pgmap v639: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 341 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.1 MiB/s wr, 30 op/s 2024-07-29T15:13:03.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:03 smithi138 ceph-mon[86438]: osdmap e685: 8 total, 8 up, 8 in 2024-07-29T15:13:03.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:03 smithi138 ceph-mon[86438]: osdmap e686: 8 total, 8 up, 8 in 2024-07-29T15:13:04.100 INFO:tasks.rados.rados.0.smithi067.stdout:3097: done (12 left) 2024-07-29T15:13:04.100 INFO:tasks.rados.rados.0.smithi067.stdout:3111: done (11 left) 2024-07-29T15:13:04.100 INFO:tasks.rados.rados.0.smithi067.stdout:3112: setattr oid 28 current snap is 303 2024-07-29T15:13:04.102 INFO:tasks.rados.rados.0.smithi067.stdout:3113: rollback oid 48 current snap is 303 2024-07-29T15:13:04.102 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 48 to 283 2024-07-29T15:13:04.102 INFO:tasks.rados.rados.0.smithi067.stdout:3114: snap_create 2024-07-29T15:13:04.105 INFO:tasks.rados.rados.0.smithi067.stdout:3105: finishing rollback tid 2 to smithi06780069-1 2024-07-29T15:13:04.105 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 1521 (ObjNum 826 snap 266 seq_num 826) dirty exists 2024-07-29T15:13:04.105 INFO:tasks.rados.rados.0.smithi067.stdout:3110: expect (ObjNum 947 snap 290 seq_num 947) 2024-07-29T15:13:04.147 INFO:tasks.rados.rados.0.smithi067.stdout:3100: expect (ObjNum 936 snap 289 seq_num 936) 2024-07-29T15:13:04.334 INFO:tasks.rados.rados.0.smithi067.stdout:3099: finishing copy_from to smithi06780069-32 2024-07-29T15:13:04.334 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 1458 (ObjNum 972 snap 298 seq_num 972) dirty exists 2024-07-29T15:13:04.334 INFO:tasks.rados.rados.0.smithi067.stdout:3094: finishing copy_from racing read to smithi06780069-50 2024-07-29T15:13:04.335 INFO:tasks.rados.rados.0.smithi067.stdout:3095: finishing copy_from racing read to smithi06780069-29 2024-07-29T15:13:04.335 INFO:tasks.rados.rados.0.smithi067.stdout:3095: finishing copy_from to smithi06780069-29 2024-07-29T15:13:04.335 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 1399 (ObjNum 918 snap 289 seq_num 918) dirty exists 2024-07-29T15:13:04.335 INFO:tasks.rados.rados.0.smithi067.stdout:3104: expect (ObjNum 955 snap 292 seq_num 955) 2024-07-29T15:13:04.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:13:04.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:13:04.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:13:04.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:13:04.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:13:04.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:13:04.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:13:04.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:13:04.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:13:04.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:13:04.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:13:04.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:13:04.619 INFO:tasks.rados.rados.0.smithi067.stdout:3094: finishing copy_from to smithi06780069-50 2024-07-29T15:13:04.619 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 50 v 1385 (ObjNum 979 snap 300 seq_num 979) dirty exists 2024-07-29T15:13:04.619 INFO:tasks.rados.rados.0.smithi067.stdout:3107: expect (ObjNum 851 snap 279 seq_num 851) 2024-07-29T15:13:04.771 INFO:tasks.rados.rados.0.smithi067.stdout:3098: expect (ObjNum 962 snap 295 seq_num 962) 2024-07-29T15:13:05.462 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:05 smithi138 ceph-mon[86438]: pgmap v642: 121 pgs: 121 active+clean; 343 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-07-29T15:13:05.462 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:05 smithi138 ceph-mon[86438]: osdmap e687: 8 total, 8 up, 8 in 2024-07-29T15:13:05.462 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:13:05.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:05 smithi067 ceph-mon[91995]: pgmap v642: 121 pgs: 121 active+clean; 343 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-07-29T15:13:05.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:05 smithi067 ceph-mon[91995]: osdmap e687: 8 total, 8 up, 8 in 2024-07-29T15:13:05.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:13:05.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:05 smithi067 ceph-mon[94375]: pgmap v642: 121 pgs: 121 active+clean; 343 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-07-29T15:13:05.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:05 smithi067 ceph-mon[94375]: osdmap e687: 8 total, 8 up, 8 in 2024-07-29T15:13:05.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:13:05.517 INFO:tasks.rados.rados.0.smithi067.stdout:3108: finishing write tid 1 to smithi06780069-21 2024-07-29T15:13:05.518 INFO:tasks.rados.rados.0.smithi067.stdout:3108: finishing write tid 2 to smithi06780069-21 2024-07-29T15:13:05.518 INFO:tasks.rados.rados.0.smithi067.stdout:3108: finishing write tid 3 to smithi06780069-21 2024-07-29T15:13:05.518 INFO:tasks.rados.rados.0.smithi067.stdout:3108: finishing write tid 4 to smithi06780069-21 2024-07-29T15:13:05.518 INFO:tasks.rados.rados.0.smithi067.stdout:3108: finishing write tid 5 to smithi06780069-21 2024-07-29T15:13:05.518 INFO:tasks.rados.rados.0.smithi067.stdout:3108: finishing write tid 6 to smithi06780069-21 2024-07-29T15:13:05.518 INFO:tasks.rados.rados.0.smithi067.stdout:3108: finishing write tid 7 to smithi06780069-21 2024-07-29T15:13:05.518 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 1450 (ObjNum 985 snap 303 seq_num 985) dirty exists 2024-07-29T15:13:05.518 INFO:tasks.rados.rados.0.smithi067.stdout:3108: left oid 21 (ObjNum 985 snap 303 seq_num 985) 2024-07-29T15:13:05.518 INFO:tasks.rados.rados.0.smithi067.stdout:3113: finishing rollback tid 0 to smithi06780069-48 2024-07-29T15:13:05.518 INFO:tasks.rados.rados.0.smithi067.stdout:3113: finishing rollback tid 1 to smithi06780069-48 2024-07-29T15:13:05.518 INFO:tasks.rados.rados.0.smithi067.stdout:3113: finishing rollback tid 2 to smithi06780069-48 2024-07-29T15:13:05.518 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 48 v 1406 (ObjNum 851 snap 279 seq_num 851) dirty exists 2024-07-29T15:13:05.519 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 28 v 508 (ObjNum 780 snap 240 seq_num 780) dirty exists 2024-07-29T15:13:05.519 INFO:tasks.rados.rados.0.smithi067.stdout:3094: done (13 left) 2024-07-29T15:13:05.519 INFO:tasks.rados.rados.0.smithi067.stdout:3095: done (12 left) 2024-07-29T15:13:05.519 INFO:tasks.rados.rados.0.smithi067.stdout:3098: done (11 left) 2024-07-29T15:13:05.519 INFO:tasks.rados.rados.0.smithi067.stdout:3099: done (10 left) 2024-07-29T15:13:05.519 INFO:tasks.rados.rados.0.smithi067.stdout:3100: done (9 left) 2024-07-29T15:13:05.519 INFO:tasks.rados.rados.0.smithi067.stdout:3104: done (8 left) 2024-07-29T15:13:05.519 INFO:tasks.rados.rados.0.smithi067.stdout:3105: done (7 left) 2024-07-29T15:13:05.519 INFO:tasks.rados.rados.0.smithi067.stdout:3107: done (6 left) 2024-07-29T15:13:05.519 INFO:tasks.rados.rados.0.smithi067.stdout:3108: done (5 left) 2024-07-29T15:13:05.519 INFO:tasks.rados.rados.0.smithi067.stdout:3109: done (4 left) 2024-07-29T15:13:05.519 INFO:tasks.rados.rados.0.smithi067.stdout:3110: done (3 left) 2024-07-29T15:13:05.519 INFO:tasks.rados.rados.0.smithi067.stdout:3112: done (2 left) 2024-07-29T15:13:05.519 INFO:tasks.rados.rados.0.smithi067.stdout:3113: done (1 left) 2024-07-29T15:13:05.519 INFO:tasks.rados.rados.0.smithi067.stdout:3114: done (0 left) 2024-07-29T15:13:05.520 INFO:tasks.rados.rados.0.smithi067.stdout:3115: rollback oid 30 current snap is 304 2024-07-29T15:13:05.520 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 30 to 294 2024-07-29T15:13:05.520 INFO:tasks.rados.rados.0.smithi067.stdout:3116: snap_remove snap 300 2024-07-29T15:13:06.109 INFO:tasks.rados.rados.0.smithi067.stdout:3116: done (1 left) 2024-07-29T15:13:06.110 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 49 current snap is 304 2024-07-29T15:13:06.110 INFO:tasks.rados.rados.0.smithi067.stdout:3117: seq_num 986 ranges {5193728=516096,5709824=770048,6479872=655360,7135232=180224} 2024-07-29T15:13:06.141 INFO:tasks.rados.rados.0.smithi067.stdout:3117: writing smithi06780069-49 from 5193728 to 5709824 tid 1 2024-07-29T15:13:06.145 INFO:tasks.rados.rados.0.smithi067.stdout:3117: writing smithi06780069-49 from 5709824 to 6479872 tid 2 2024-07-29T15:13:06.149 INFO:tasks.rados.rados.0.smithi067.stdout:3117: writing smithi06780069-49 from 6479872 to 7135232 tid 3 2024-07-29T15:13:06.150 INFO:tasks.rados.rados.0.smithi067.stdout:3117: writing smithi06780069-49 from 7135232 to 7315456 tid 4 2024-07-29T15:13:06.150 INFO:tasks.rados.rados.0.smithi067.stdout:3118: snap_remove snap 275 2024-07-29T15:13:06.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:06 smithi067 ceph-mon[94375]: osdmap e688: 8 total, 8 up, 8 in 2024-07-29T15:13:06.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:06 smithi067 ceph-mon[91995]: osdmap e688: 8 total, 8 up, 8 in 2024-07-29T15:13:06.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:06 smithi138 ceph-mon[86438]: osdmap e688: 8 total, 8 up, 8 in 2024-07-29T15:13:07.121 INFO:tasks.rados.rados.0.smithi067.stdout:3118: done (2 left) 2024-07-29T15:13:07.121 INFO:tasks.rados.rados.0.smithi067.stdout:3119: read oid 33 snap 291 2024-07-29T15:13:07.122 INFO:tasks.rados.rados.0.smithi067.stdout:3119: expect (ObjNum 906 snap 288 seq_num 906) 2024-07-29T15:13:07.122 INFO:tasks.rados.rados.0.smithi067.stdout:3115: finishing rollback tid 0 to smithi06780069-30 2024-07-29T15:13:07.122 INFO:tasks.rados.rados.0.smithi067.stdout:3115: finishing rollback tid 1 to smithi06780069-30 2024-07-29T15:13:07.122 INFO:tasks.rados.rados.0.smithi067.stdout:3115: finishing rollback tid 2 to smithi06780069-30 2024-07-29T15:13:07.122 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 1476 (ObjNum 871 snap 283 seq_num 871) dirty exists 2024-07-29T15:13:07.122 INFO:tasks.rados.rados.0.smithi067.stdout:3117: finishing write tid 1 to smithi06780069-49 2024-07-29T15:13:07.122 INFO:tasks.rados.rados.0.smithi067.stdout:3117: finishing write tid 2 to smithi06780069-49 2024-07-29T15:13:07.122 INFO:tasks.rados.rados.0.smithi067.stdout:3117: finishing write tid 3 to smithi06780069-49 2024-07-29T15:13:07.122 INFO:tasks.rados.rados.0.smithi067.stdout:3117: finishing write tid 4 to smithi06780069-49 2024-07-29T15:13:07.122 INFO:tasks.rados.rados.0.smithi067.stdout:3117: finishing write tid 5 to smithi06780069-49 2024-07-29T15:13:07.122 INFO:tasks.rados.rados.0.smithi067.stdout:3117: finishing write tid 6 to smithi06780069-49 2024-07-29T15:13:07.123 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 1732 (ObjNum 986 snap 304 seq_num 986) dirty exists 2024-07-29T15:13:07.123 INFO:tasks.rados.rados.0.smithi067.stdout:3117: left oid 49 (ObjNum 986 snap 304 seq_num 986) 2024-07-29T15:13:07.123 INFO:tasks.rados.rados.0.smithi067.stdout:3115: done (2 left) 2024-07-29T15:13:07.123 INFO:tasks.rados.rados.0.smithi067.stdout:3117: done (1 left) 2024-07-29T15:13:07.123 INFO:tasks.rados.rados.0.smithi067.stdout:3120: read oid 22 snap -1 2024-07-29T15:13:07.123 INFO:tasks.rados.rados.0.smithi067.stdout:3120: expect (ObjNum 943 snap 289 seq_num 943) 2024-07-29T15:13:07.123 INFO:tasks.rados.rados.0.smithi067.stdout:3121: snap_remove snap 295 2024-07-29T15:13:07.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:07 smithi067 ceph-mon[91995]: pgmap v645: 121 pgs: 121 active+clean; 345 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 21 op/s 2024-07-29T15:13:07.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:07 smithi067 ceph-mon[91995]: osdmap e689: 8 total, 8 up, 8 in 2024-07-29T15:13:07.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:07 smithi067 ceph-mon[94375]: pgmap v645: 121 pgs: 121 active+clean; 345 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 21 op/s 2024-07-29T15:13:07.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:07 smithi067 ceph-mon[94375]: osdmap e689: 8 total, 8 up, 8 in 2024-07-29T15:13:07.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:07 smithi138 ceph-mon[86438]: pgmap v645: 121 pgs: 121 active+clean; 345 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 21 op/s 2024-07-29T15:13:07.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:07 smithi138 ceph-mon[86438]: osdmap e689: 8 total, 8 up, 8 in 2024-07-29T15:13:08.004 INFO:tasks.rados.rados.0.smithi067.stdout:3121: done (2 left) 2024-07-29T15:13:08.005 INFO:tasks.rados.rados.0.smithi067.stdout:3122: read oid 2 snap -1 2024-07-29T15:13:08.005 INFO:tasks.rados.rados.0.smithi067.stdout:3122: expect (ObjNum 966 snap 297 seq_num 966) 2024-07-29T15:13:08.005 INFO:tasks.rados.rados.0.smithi067.stdout:3123: snap_remove snap 283 2024-07-29T15:13:08.120 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:13:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:13:07] "GET /metrics HTTP/1.1" 200 36433 "" "Prometheus/2.51.0" 2024-07-29T15:13:08.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:08 smithi138 ceph-mon[86438]: osdmap e690: 8 total, 8 up, 8 in 2024-07-29T15:13:08.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:08 smithi138 ceph-mon[86438]: osdmap e691: 8 total, 8 up, 8 in 2024-07-29T15:13:08.311 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 15:13:08 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4[92022]: 2024-07-29T15:13:08.040+0000 7f0a8e929640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 173 after trimming was started 2024-07-29T15:13:08.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:08 smithi067 ceph-mon[91995]: osdmap e690: 8 total, 8 up, 8 in 2024-07-29T15:13:08.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:08 smithi067 ceph-mon[91995]: osdmap e691: 8 total, 8 up, 8 in 2024-07-29T15:13:08.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:08 smithi067 ceph-mon[94375]: osdmap e690: 8 total, 8 up, 8 in 2024-07-29T15:13:08.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:08 smithi067 ceph-mon[94375]: osdmap e691: 8 total, 8 up, 8 in 2024-07-29T15:13:09.013 INFO:tasks.rados.rados.0.smithi067.stdout:3123: done (3 left) 2024-07-29T15:13:09.013 INFO:tasks.rados.rados.0.smithi067.stdout:3124: rmattr oid 46 current snap is 304 2024-07-29T15:13:09.013 INFO:tasks.rados.rados.0.smithi067.stdout:3124: done (3 left) 2024-07-29T15:13:09.013 INFO:tasks.rados.rados.0.smithi067.stdout:3125: setattr oid 29 current snap is 304 2024-07-29T15:13:09.014 INFO:tasks.rados.rados.0.smithi067.stdout:3119: expect (ObjNum 906 snap 288 seq_num 906) 2024-07-29T15:13:09.052 INFO:tasks.rados.rados.0.smithi067.stdout:3120: expect (ObjNum 943 snap 289 seq_num 943) 2024-07-29T15:13:09.089 INFO:tasks.rados.rados.0.smithi067.stdout:3122: expect (ObjNum 966 snap 297 seq_num 966) 2024-07-29T15:13:09.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:09 smithi067 ceph-mon[91995]: pgmap v648: 121 pgs: 121 active+clean; 362 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-07-29T15:13:09.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:09 smithi067 ceph-mon[91995]: osdmap e692: 8 total, 8 up, 8 in 2024-07-29T15:13:09.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:09 smithi067 ceph-mon[94375]: pgmap v648: 121 pgs: 121 active+clean; 362 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-07-29T15:13:09.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:09 smithi067 ceph-mon[94375]: osdmap e692: 8 total, 8 up, 8 in 2024-07-29T15:13:09.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:09 smithi138 ceph-mon[86438]: pgmap v648: 121 pgs: 121 active+clean; 362 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-07-29T15:13:09.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:09 smithi138 ceph-mon[86438]: osdmap e692: 8 total, 8 up, 8 in 2024-07-29T15:13:09.718 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 1463 (ObjNum 918 snap 289 seq_num 918) dirty exists 2024-07-29T15:13:09.719 INFO:tasks.rados.rados.0.smithi067.stdout:3119: done (3 left) 2024-07-29T15:13:09.719 INFO:tasks.rados.rados.0.smithi067.stdout:3120: done (2 left) 2024-07-29T15:13:09.719 INFO:tasks.rados.rados.0.smithi067.stdout:3122: done (1 left) 2024-07-29T15:13:09.719 INFO:tasks.rados.rados.0.smithi067.stdout:3125: done (0 left) 2024-07-29T15:13:09.719 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 44 current snap is 304 2024-07-29T15:13:09.719 INFO:tasks.rados.rados.0.smithi067.stdout:3126: seq_num 987 ranges {3784704=532480,4317184=647168,4964352=417792,5382144=409600,5791744=131072} 2024-07-29T15:13:09.742 INFO:tasks.rados.rados.0.smithi067.stdout:3126: writing smithi06780069-44 from 3784704 to 4317184 tid 1 2024-07-29T15:13:09.745 INFO:tasks.rados.rados.0.smithi067.stdout:3126: writing smithi06780069-44 from 4317184 to 4964352 tid 2 2024-07-29T15:13:09.747 INFO:tasks.rados.rados.0.smithi067.stdout:3126: writing smithi06780069-44 from 4964352 to 5382144 tid 3 2024-07-29T15:13:09.750 INFO:tasks.rados.rados.0.smithi067.stdout:3126: writing smithi06780069-44 from 5382144 to 5791744 tid 4 2024-07-29T15:13:09.751 INFO:tasks.rados.rados.0.smithi067.stdout:3126: writing smithi06780069-44 from 5791744 to 5922816 tid 5 2024-07-29T15:13:09.751 INFO:tasks.rados.rados.0.smithi067.stdout:3126: finishing write tid 1 to smithi06780069-44 2024-07-29T15:13:09.751 INFO:tasks.rados.rados.0.smithi067.stdout:3126: finishing write tid 2 to smithi06780069-44 2024-07-29T15:13:09.751 INFO:tasks.rados.rados.0.smithi067.stdout:3126: finishing write tid 3 to smithi06780069-44 2024-07-29T15:13:09.751 INFO:tasks.rados.rados.0.smithi067.stdout:3127: read oid 49 snap -1 2024-07-29T15:13:09.751 INFO:tasks.rados.rados.0.smithi067.stdout:3127: expect (ObjNum 986 snap 304 seq_num 986) 2024-07-29T15:13:09.751 INFO:tasks.rados.rados.0.smithi067.stdout:3128: snap_remove snap 298 2024-07-29T15:13:10.129 INFO:tasks.rados.rados.0.smithi067.stdout:3128: done (2 left) 2024-07-29T15:13:10.129 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 48 current snap is 304 2024-07-29T15:13:10.129 INFO:tasks.rados.rados.0.smithi067.stdout:3126: finishing write tid 4 to smithi06780069-44 2024-07-29T15:13:10.129 INFO:tasks.rados.rados.0.smithi067.stdout:3129: seq_num 988 ranges {4440064=557056,4997120=532480,5529600=622592,6152192=450560} 2024-07-29T15:13:10.157 INFO:tasks.rados.rados.0.smithi067.stdout:3129: writing smithi06780069-48 from 4440064 to 4997120 tid 1 2024-07-29T15:13:10.160 INFO:tasks.rados.rados.0.smithi067.stdout:3129: writing smithi06780069-48 from 4997120 to 5529600 tid 2 2024-07-29T15:13:10.163 INFO:tasks.rados.rados.0.smithi067.stdout:3129: writing smithi06780069-48 from 5529600 to 6152192 tid 3 2024-07-29T15:13:10.166 INFO:tasks.rados.rados.0.smithi067.stdout:3129: writing smithi06780069-48 from 6152192 to 6602752 tid 4 2024-07-29T15:13:10.166 INFO:tasks.rados.rados.0.smithi067.stdout:3130: snap_remove snap 291 2024-07-29T15:13:10.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:13:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:13:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:13:11.138 INFO:tasks.rados.rados.0.smithi067.stdout:3130: done (3 left) 2024-07-29T15:13:11.138 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 8 current snap is 304 2024-07-29T15:13:11.138 INFO:tasks.rados.rados.0.smithi067.stdout:3126: finishing write tid 5 to smithi06780069-44 2024-07-29T15:13:11.138 INFO:tasks.rados.rados.0.smithi067.stdout:3126: finishing write tid 6 to smithi06780069-44 2024-07-29T15:13:11.138 INFO:tasks.rados.rados.0.smithi067.stdout:3126: finishing write tid 7 to smithi06780069-44 2024-07-29T15:13:11.138 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 1412 (ObjNum 987 snap 304 seq_num 987) dirty exists 2024-07-29T15:13:11.138 INFO:tasks.rados.rados.0.smithi067.stdout:3126: left oid 44 (ObjNum 987 snap 304 seq_num 987) 2024-07-29T15:13:11.138 INFO:tasks.rados.rados.0.smithi067.stdout:3127: expect (ObjNum 986 snap 304 seq_num 986) 2024-07-29T15:13:11.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:11 smithi067 ceph-mon[91995]: pgmap v651: 121 pgs: 121 active+clean; 359 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.6 MiB/s wr, 10 op/s 2024-07-29T15:13:11.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:11 smithi067 ceph-mon[91995]: osdmap e693: 8 total, 8 up, 8 in 2024-07-29T15:13:11.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:11 smithi067 ceph-mon[94375]: pgmap v651: 121 pgs: 121 active+clean; 359 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.6 MiB/s wr, 10 op/s 2024-07-29T15:13:11.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:11 smithi067 ceph-mon[94375]: osdmap e693: 8 total, 8 up, 8 in 2024-07-29T15:13:11.522 INFO:tasks.rados.rados.0.smithi067.stdout:3129: finishing write tid 1 to smithi06780069-48 2024-07-29T15:13:11.522 INFO:tasks.rados.rados.0.smithi067.stdout:3129: finishing write tid 2 to smithi06780069-48 2024-07-29T15:13:11.522 INFO:tasks.rados.rados.0.smithi067.stdout:3129: finishing write tid 3 to smithi06780069-48 2024-07-29T15:13:11.522 INFO:tasks.rados.rados.0.smithi067.stdout:3131: seq_num 989 ranges {3833856=573440,4407296=466944,4874240=434176,5308416=638976,5947392=65536} 2024-07-29T15:13:11.546 INFO:tasks.rados.rados.0.smithi067.stdout:3131: writing smithi06780069-8 from 3833856 to 4407296 tid 1 2024-07-29T15:13:11.548 INFO:tasks.rados.rados.0.smithi067.stdout:3131: writing smithi06780069-8 from 4407296 to 4874240 tid 2 2024-07-29T15:13:11.551 INFO:tasks.rados.rados.0.smithi067.stdout:3131: writing smithi06780069-8 from 4874240 to 5308416 tid 3 2024-07-29T15:13:11.555 INFO:tasks.rados.rados.0.smithi067.stdout:3131: writing smithi06780069-8 from 5308416 to 5947392 tid 4 2024-07-29T15:13:11.555 INFO:tasks.rados.rados.0.smithi067.stdout:3131: writing smithi06780069-8 from 5947392 to 6012928 tid 5 2024-07-29T15:13:11.556 INFO:tasks.rados.rados.0.smithi067.stdout:3126: done (3 left) 2024-07-29T15:13:11.556 INFO:tasks.rados.rados.0.smithi067.stdout:3127: done (2 left) 2024-07-29T15:13:11.556 INFO:tasks.rados.rados.0.smithi067.stdout:3132: snap_create 2024-07-29T15:13:11.556 INFO:tasks.rados.rados.0.smithi067.stdout:3129: finishing write tid 4 to smithi06780069-48 2024-07-29T15:13:11.556 INFO:tasks.rados.rados.0.smithi067.stdout:3129: finishing write tid 5 to smithi06780069-48 2024-07-29T15:13:11.556 INFO:tasks.rados.rados.0.smithi067.stdout:3129: finishing write tid 6 to smithi06780069-48 2024-07-29T15:13:11.556 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 48 v 1417 (ObjNum 988 snap 304 seq_num 988) dirty exists 2024-07-29T15:13:11.556 INFO:tasks.rados.rados.0.smithi067.stdout:3129: left oid 48 (ObjNum 988 snap 304 seq_num 988) 2024-07-29T15:13:11.556 INFO:tasks.rados.rados.0.smithi067.stdout:3131: finishing write tid 1 to smithi06780069-8 2024-07-29T15:13:11.556 INFO:tasks.rados.rados.0.smithi067.stdout:3131: finishing write tid 2 to smithi06780069-8 2024-07-29T15:13:11.556 INFO:tasks.rados.rados.0.smithi067.stdout:3131: finishing write tid 3 to smithi06780069-8 2024-07-29T15:13:11.558 INFO:tasks.rados.rados.0.smithi067.stdout:3131: finishing write tid 4 to smithi06780069-8 2024-07-29T15:13:11.559 INFO:tasks.rados.rados.0.smithi067.stdout:3131: finishing write tid 5 to smithi06780069-8 2024-07-29T15:13:11.559 INFO:tasks.rados.rados.0.smithi067.stdout:3131: finishing write tid 6 to smithi06780069-8 2024-07-29T15:13:11.560 INFO:tasks.rados.rados.0.smithi067.stdout:3131: finishing write tid 7 to smithi06780069-8 2024-07-29T15:13:11.560 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 1391 (ObjNum 989 snap 304 seq_num 989) dirty exists 2024-07-29T15:13:11.560 INFO:tasks.rados.rados.0.smithi067.stdout:3131: left oid 8 (ObjNum 989 snap 304 seq_num 989) 2024-07-29T15:13:11.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:11 smithi138 ceph-mon[86438]: pgmap v651: 121 pgs: 121 active+clean; 359 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.6 MiB/s wr, 10 op/s 2024-07-29T15:13:11.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:11 smithi138 ceph-mon[86438]: osdmap e693: 8 total, 8 up, 8 in 2024-07-29T15:13:12.150 INFO:tasks.rados.rados.0.smithi067.stdout:3129: done (2 left) 2024-07-29T15:13:12.150 INFO:tasks.rados.rados.0.smithi067.stdout:3131: done (1 left) 2024-07-29T15:13:12.150 INFO:tasks.rados.rados.0.smithi067.stdout:3132: done (0 left) 2024-07-29T15:13:12.150 INFO:tasks.rados.rados.0.smithi067.stdout:3133: read oid 30 snap -1 2024-07-29T15:13:12.150 INFO:tasks.rados.rados.0.smithi067.stdout:3133: expect (ObjNum 871 snap 283 seq_num 871) 2024-07-29T15:13:12.150 INFO:tasks.rados.rados.0.smithi067.stdout:3134: setattr oid 11 current snap is 305 2024-07-29T15:13:12.152 INFO:tasks.rados.rados.0.smithi067.stdout:3135: rmattr oid 19 current snap is 305 2024-07-29T15:13:12.152 INFO:tasks.rados.rados.0.smithi067.stdout:3135: done (2 left) 2024-07-29T15:13:12.152 INFO:tasks.rados.rados.0.smithi067.stdout:3136: snap_create 2024-07-29T15:13:12.170 INFO:tasks.rados.rados.0.smithi067.stdout:3133: expect (ObjNum 871 snap 283 seq_num 871) 2024-07-29T15:13:12.408 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 11 v 1496 (ObjNum 925 snap 289 seq_num 925) dirty exists 2024-07-29T15:13:12.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:12 smithi067 ceph-mon[94375]: osdmap e694: 8 total, 8 up, 8 in 2024-07-29T15:13:12.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:12 smithi067 ceph-mon[91995]: osdmap e694: 8 total, 8 up, 8 in 2024-07-29T15:13:12.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:12 smithi138 ceph-mon[86438]: osdmap e694: 8 total, 8 up, 8 in 2024-07-29T15:13:13.005 INFO:tasks.rados.rados.0.smithi067.stdout:3133: done (2 left) 2024-07-29T15:13:13.006 INFO:tasks.rados.rados.0.smithi067.stdout:3134: done (1 left) 2024-07-29T15:13:13.006 INFO:tasks.rados.rados.0.smithi067.stdout:3136: done (0 left) 2024-07-29T15:13:13.006 INFO:tasks.rados.rados.0.smithi067.stdout:3137: snap_remove snap 294 2024-07-29T15:13:13.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:13 smithi067 ceph-mon[91995]: pgmap v654: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 354 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-07-29T15:13:13.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:13 smithi067 ceph-mon[91995]: osdmap e695: 8 total, 8 up, 8 in 2024-07-29T15:13:13.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:13 smithi067 ceph-mon[91995]: osdmap e696: 8 total, 8 up, 8 in 2024-07-29T15:13:13.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:13 smithi067 ceph-mon[94375]: pgmap v654: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 354 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-07-29T15:13:13.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:13 smithi067 ceph-mon[94375]: osdmap e695: 8 total, 8 up, 8 in 2024-07-29T15:13:13.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:13 smithi067 ceph-mon[94375]: osdmap e696: 8 total, 8 up, 8 in 2024-07-29T15:13:13.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:13 smithi138 ceph-mon[86438]: pgmap v654: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 354 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-07-29T15:13:13.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:13 smithi138 ceph-mon[86438]: osdmap e695: 8 total, 8 up, 8 in 2024-07-29T15:13:13.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:13 smithi138 ceph-mon[86438]: osdmap e696: 8 total, 8 up, 8 in 2024-07-29T15:13:14.012 INFO:tasks.rados.rados.0.smithi067.stdout:3137: done (0 left) 2024-07-29T15:13:14.013 INFO:tasks.rados.rados.0.smithi067.stdout:3138: setattr oid 32 current snap is 306 2024-07-29T15:13:14.014 INFO:tasks.rados.rados.0.smithi067.stdout:3139: copy_from oid 38 from oid 50 current snap is 306 2024-07-29T15:13:14.014 INFO:tasks.rados.rados.0.smithi067.stdout:3140: read oid 1 snap 293 2024-07-29T15:13:14.014 INFO:tasks.rados.rados.0.smithi067.stdout:3140: expect (ObjNum 826 snap 266 seq_num 826) 2024-07-29T15:13:14.014 INFO:tasks.rados.rados.0.smithi067.stdout:3141: snap_remove snap 279 2024-07-29T15:13:15.016 INFO:tasks.rados.rados.0.smithi067.stdout:3141: done (3 left) 2024-07-29T15:13:15.016 INFO:tasks.rados.rados.0.smithi067.stdout:3142: rollback oid 3 current snap is 306 2024-07-29T15:13:15.016 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 3 to 303 2024-07-29T15:13:15.016 INFO:tasks.rados.rados.0.smithi067.stdout:3139: finishing copy_from racing read to smithi06780069-38 2024-07-29T15:13:15.016 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 1562 (ObjNum 972 snap 298 seq_num 972) dirty exists 2024-07-29T15:13:15.016 INFO:tasks.rados.rados.0.smithi067.stdout:3139: finishing copy_from to smithi06780069-38 2024-07-29T15:13:15.016 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 38 v 1385 (ObjNum 979 snap 300 seq_num 979) dirty exists 2024-07-29T15:13:15.016 INFO:tasks.rados.rados.0.smithi067.stdout:3140: expect (ObjNum 826 snap 266 seq_num 826) 2024-07-29T15:13:15.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:15 smithi138 ceph-mon[86438]: pgmap v657: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 333 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-07-29T15:13:15.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:15 smithi138 ceph-mon[86438]: osdmap e697: 8 total, 8 up, 8 in 2024-07-29T15:13:15.423 INFO:tasks.rados.rados.0.smithi067.stdout:3142: finishing rollback tid 0 to smithi06780069-3 2024-07-29T15:13:15.424 INFO:tasks.rados.rados.0.smithi067.stdout:3142: finishing rollback tid 1 to smithi06780069-3 2024-07-29T15:13:15.424 INFO:tasks.rados.rados.0.smithi067.stdout:3142: finishing rollback tid 2 to smithi06780069-3 2024-07-29T15:13:15.424 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 1485 (ObjNum 819 snap 261 seq_num 819) dirty exists 2024-07-29T15:13:15.424 INFO:tasks.rados.rados.0.smithi067.stdout:3138: done (3 left) 2024-07-29T15:13:15.424 INFO:tasks.rados.rados.0.smithi067.stdout:3139: done (2 left) 2024-07-29T15:13:15.424 INFO:tasks.rados.rados.0.smithi067.stdout:3140: done (1 left) 2024-07-29T15:13:15.424 INFO:tasks.rados.rados.0.smithi067.stdout:3142: done (0 left) 2024-07-29T15:13:15.424 INFO:tasks.rados.rados.0.smithi067.stdout:3143: rollback oid 30 current snap is 306 2024-07-29T15:13:15.424 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 30 to 290 2024-07-29T15:13:15.424 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 48 current snap is 306 2024-07-29T15:13:15.424 INFO:tasks.rados.rados.0.smithi067.stdout:3144: seq_num 990 ranges {6602752=589824,7192576=753664,7946240=638976,8585216=212992} 2024-07-29T15:13:15.463 INFO:tasks.rados.rados.0.smithi067.stdout:3144: writing smithi06780069-48 from 6602752 to 7192576 tid 1 2024-07-29T15:13:15.467 INFO:tasks.rados.rados.0.smithi067.stdout:3144: writing smithi06780069-48 from 7192576 to 7946240 tid 2 2024-07-29T15:13:15.470 INFO:tasks.rados.rados.0.smithi067.stdout:3144: writing smithi06780069-48 from 7946240 to 8585216 tid 3 2024-07-29T15:13:15.472 INFO:tasks.rados.rados.0.smithi067.stdout:3144: writing smithi06780069-48 from 8585216 to 8798208 tid 4 2024-07-29T15:13:15.472 INFO:tasks.rados.rados.0.smithi067.stdout:3145: read oid 10 snap -1 2024-07-29T15:13:15.472 INFO:tasks.rados.rados.0.smithi067.stdout:3145: expect (ObjNum 947 snap 290 seq_num 947) 2024-07-29T15:13:15.472 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 27 current snap is 306 2024-07-29T15:13:15.472 INFO:tasks.rados.rados.0.smithi067.stdout:3143: finishing rollback tid 0 to smithi06780069-30 2024-07-29T15:13:15.472 INFO:tasks.rados.rados.0.smithi067.stdout:3143: finishing rollback tid 1 to smithi06780069-30 2024-07-29T15:13:15.472 INFO:tasks.rados.rados.0.smithi067.stdout:3143: finishing rollback tid 2 to smithi06780069-30 2024-07-29T15:13:15.472 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 1508 (ObjNum 871 snap 283 seq_num 871) dirty exists 2024-07-29T15:13:15.472 INFO:tasks.rados.rados.0.smithi067.stdout:3144: finishing write tid 1 to smithi06780069-48 2024-07-29T15:13:15.472 INFO:tasks.rados.rados.0.smithi067.stdout:3144: finishing write tid 2 to smithi06780069-48 2024-07-29T15:13:15.473 INFO:tasks.rados.rados.0.smithi067.stdout:3146: seq_num 991 ranges {0=606208,606208=638976,1245184=794624,2039808=172032} 2024-07-29T15:13:15.475 INFO:tasks.rados.rados.0.smithi067.stdout:3146: writing smithi06780069-27 from 0 to 606208 tid 1 2024-07-29T15:13:15.479 INFO:tasks.rados.rados.0.smithi067.stdout:3146: writing smithi06780069-27 from 606208 to 1245184 tid 2 2024-07-29T15:13:15.483 INFO:tasks.rados.rados.0.smithi067.stdout:3146: writing smithi06780069-27 from 1245184 to 2039808 tid 3 2024-07-29T15:13:15.485 INFO:tasks.rados.rados.0.smithi067.stdout:3146: writing smithi06780069-27 from 2039808 to 2211840 tid 4 2024-07-29T15:13:15.485 INFO:tasks.rados.rados.0.smithi067.stdout:3143: done (3 left) 2024-07-29T15:13:15.485 INFO:tasks.rados.rados.0.smithi067.stdout:3147: setattr oid 33 current snap is 306 2024-07-29T15:13:15.485 INFO:tasks.rados.rados.0.smithi067.stdout:3144: finishing write tid 3 to smithi06780069-48 2024-07-29T15:13:15.485 INFO:tasks.rados.rados.0.smithi067.stdout:3144: finishing write tid 4 to smithi06780069-48 2024-07-29T15:13:15.485 INFO:tasks.rados.rados.0.smithi067.stdout:3144: finishing write tid 5 to smithi06780069-48 2024-07-29T15:13:15.485 INFO:tasks.rados.rados.0.smithi067.stdout:3145: expect (ObjNum 947 snap 290 seq_num 947) 2024-07-29T15:13:15.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:15 smithi067 ceph-mon[91995]: pgmap v657: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 333 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-07-29T15:13:15.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:15 smithi067 ceph-mon[91995]: osdmap e697: 8 total, 8 up, 8 in 2024-07-29T15:13:15.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:15 smithi067 ceph-mon[94375]: pgmap v657: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 333 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-07-29T15:13:15.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:15 smithi067 ceph-mon[94375]: osdmap e697: 8 total, 8 up, 8 in 2024-07-29T15:13:15.527 INFO:tasks.rados.rados.0.smithi067.stdout:3144: finishing write tid 6 to smithi06780069-48 2024-07-29T15:13:15.527 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 48 v 1422 (ObjNum 990 snap 306 seq_num 990) dirty exists 2024-07-29T15:13:15.527 INFO:tasks.rados.rados.0.smithi067.stdout:3144: left oid 48 (ObjNum 990 snap 306 seq_num 990) 2024-07-29T15:13:15.527 INFO:tasks.rados.rados.0.smithi067.stdout:3146: finishing write tid 1 to smithi06780069-27 2024-07-29T15:13:15.527 INFO:tasks.rados.rados.0.smithi067.stdout:3146: finishing write tid 2 to smithi06780069-27 2024-07-29T15:13:15.528 INFO:tasks.rados.rados.0.smithi067.stdout:3146: finishing write tid 3 to smithi06780069-27 2024-07-29T15:13:15.528 INFO:tasks.rados.rados.0.smithi067.stdout:3146: finishing write tid 4 to smithi06780069-27 2024-07-29T15:13:15.528 INFO:tasks.rados.rados.0.smithi067.stdout:3146: finishing write tid 5 to smithi06780069-27 2024-07-29T15:13:15.528 INFO:tasks.rados.rados.0.smithi067.stdout:3146: finishing write tid 6 to smithi06780069-27 2024-07-29T15:13:15.528 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 1492 (ObjNum 991 snap 306 seq_num 991) dirty exists 2024-07-29T15:13:15.528 INFO:tasks.rados.rados.0.smithi067.stdout:3146: left oid 27 (ObjNum 991 snap 306 seq_num 991) 2024-07-29T15:13:15.528 INFO:tasks.rados.rados.0.smithi067.stdout:3144: done (3 left) 2024-07-29T15:13:15.528 INFO:tasks.rados.rados.0.smithi067.stdout:3145: done (2 left) 2024-07-29T15:13:15.528 INFO:tasks.rados.rados.0.smithi067.stdout:3146: done (1 left) 2024-07-29T15:13:15.528 INFO:tasks.rados.rados.0.smithi067.stdout:3148: delete oid 10 current snap is 306 2024-07-29T15:13:15.530 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 33 v 1784 (ObjNum 906 snap 288 seq_num 906) dirty exists 2024-07-29T15:13:15.530 INFO:tasks.rados.rados.0.smithi067.stdout:3147: done (1 left) 2024-07-29T15:13:15.530 INFO:tasks.rados.rados.0.smithi067.stdout:3148: done (0 left) 2024-07-29T15:13:15.530 INFO:tasks.rados.rados.0.smithi067.stdout:3149: snap_remove snap 304 2024-07-29T15:13:16.023 INFO:tasks.rados.rados.0.smithi067.stdout:3149: done (0 left) 2024-07-29T15:13:16.024 INFO:tasks.rados.rados.0.smithi067.stdout:3150: read oid 23 snap -1 2024-07-29T15:13:16.024 INFO:tasks.rados.rados.0.smithi067.stdout:3150: expect (ObjNum 972 snap 298 seq_num 972) 2024-07-29T15:13:16.024 INFO:tasks.rados.rados.0.smithi067.stdout:3151: setattr oid 34 current snap is 306 2024-07-29T15:13:16.024 INFO:tasks.rados.rados.0.smithi067.stdout:3152: snap_remove snap 290 2024-07-29T15:13:16.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:16 smithi138 ceph-mon[86438]: osdmap e698: 8 total, 8 up, 8 in 2024-07-29T15:13:16.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:16 smithi067 ceph-mon[91995]: osdmap e698: 8 total, 8 up, 8 in 2024-07-29T15:13:16.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:16 smithi067 ceph-mon[94375]: osdmap e698: 8 total, 8 up, 8 in 2024-07-29T15:13:17.028 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 34 v 1850 (ObjNum 65 snap 0 seq_num 1800953167) dirty exists 2024-07-29T15:13:17.028 INFO:tasks.rados.rados.0.smithi067.stdout:3150: expect (ObjNum 972 snap 298 seq_num 972) 2024-07-29T15:13:17.091 INFO:tasks.rados.rados.0.smithi067.stdout:3150: done (2 left) 2024-07-29T15:13:17.091 INFO:tasks.rados.rados.0.smithi067.stdout:3151: done (1 left) 2024-07-29T15:13:17.091 INFO:tasks.rados.rados.0.smithi067.stdout:3152: done (0 left) 2024-07-29T15:13:17.091 INFO:tasks.rados.rados.0.smithi067.stdout:3153: snap_remove snap 301 2024-07-29T15:13:17.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:17 smithi138 ceph-mon[86438]: pgmap v660: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 336 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-07-29T15:13:17.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:17 smithi138 ceph-mon[86438]: osdmap e699: 8 total, 8 up, 8 in 2024-07-29T15:13:17.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:17 smithi067 ceph-mon[91995]: pgmap v660: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 336 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-07-29T15:13:17.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:17 smithi067 ceph-mon[91995]: osdmap e699: 8 total, 8 up, 8 in 2024-07-29T15:13:17.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:17 smithi067 ceph-mon[94375]: pgmap v660: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 336 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-07-29T15:13:17.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:17 smithi067 ceph-mon[94375]: osdmap e699: 8 total, 8 up, 8 in 2024-07-29T15:13:18.008 INFO:tasks.rados.rados.0.smithi067.stdout:3153: done (0 left) 2024-07-29T15:13:18.008 INFO:tasks.rados.rados.0.smithi067.stdout:3154: rollback oid 37 current snap is 306 2024-07-29T15:13:18.008 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 37 to 303 2024-07-29T15:13:18.008 INFO:tasks.rados.rados.0.smithi067.stdout:3155: copy_from oid 8 from oid 36 current snap is 306 2024-07-29T15:13:18.008 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 31 current snap is 306 2024-07-29T15:13:18.008 INFO:tasks.rados.rados.0.smithi067.stdout:3156: seq_num 993 ranges {0=638976,638976=409600,1048576=409600,1458176=688128,2146304=98304} 2024-07-29T15:13:18.013 INFO:tasks.rados.rados.0.smithi067.stdout:3156: writing smithi06780069-31 from 0 to 638976 tid 1 2024-07-29T15:13:18.016 INFO:tasks.rados.rados.0.smithi067.stdout:3156: writing smithi06780069-31 from 638976 to 1048576 tid 2 2024-07-29T15:13:18.019 INFO:tasks.rados.rados.0.smithi067.stdout:3156: writing smithi06780069-31 from 1048576 to 1458176 tid 3 2024-07-29T15:13:18.024 INFO:tasks.rados.rados.0.smithi067.stdout:3156: writing smithi06780069-31 from 1458176 to 2146304 tid 4 2024-07-29T15:13:18.025 INFO:tasks.rados.rados.0.smithi067.stdout:3156: writing smithi06780069-31 from 2146304 to 2244608 tid 5 2024-07-29T15:13:18.025 INFO:tasks.rados.rados.0.smithi067.stdout:3157: rmattr oid 17 current snap is 306 2024-07-29T15:13:18.025 INFO:tasks.rados.rados.0.smithi067.stdout:3154: finishing rollback tid 0 to smithi06780069-37 2024-07-29T15:13:18.025 INFO:tasks.rados.rados.0.smithi067.stdout:3154: finishing rollback tid 1 to smithi06780069-37 2024-07-29T15:13:18.025 INFO:tasks.rados.rados.0.smithi067.stdout:3158: delete oid 45 current snap is 306 2024-07-29T15:13:18.030 INFO:tasks.rados.rados.0.smithi067.stdout:3156: finishing write tid 1 to smithi06780069-31 2024-07-29T15:13:18.031 INFO:tasks.rados.rados.0.smithi067.stdout:3156: finishing write tid 2 to smithi06780069-31 2024-07-29T15:13:18.031 INFO:tasks.rados.rados.0.smithi067.stdout:3156: finishing write tid 3 to smithi06780069-31 2024-07-29T15:13:18.031 INFO:tasks.rados.rados.0.smithi067.stdout:3154: finishing rollback tid 2 to smithi06780069-37 2024-07-29T15:13:18.031 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 37 v 1252 (ObjNum 963 snap 296 seq_num 963) dirty exists 2024-07-29T15:13:18.032 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 1392 (ObjNum 936 snap 289 seq_num 936) dirty exists 2024-07-29T15:13:18.033 INFO:tasks.rados.rados.0.smithi067.stdout:3156: finishing write tid 4 to smithi06780069-31 2024-07-29T15:13:18.033 INFO:tasks.rados.rados.0.smithi067.stdout:3156: finishing write tid 5 to smithi06780069-31 2024-07-29T15:13:18.035 INFO:tasks.rados.rados.0.smithi067.stdout:3156: finishing write tid 6 to smithi06780069-31 2024-07-29T15:13:18.036 INFO:tasks.rados.rados.0.smithi067.stdout:3156: finishing write tid 7 to smithi06780069-31 2024-07-29T15:13:18.036 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 1566 (ObjNum 993 snap 306 seq_num 993) dirty exists 2024-07-29T15:13:18.036 INFO:tasks.rados.rados.0.smithi067.stdout:3156: left oid 31 (ObjNum 993 snap 306 seq_num 993) 2024-07-29T15:13:18.039 INFO:tasks.rados.rados.0.smithi067.stdout:3154: done (4 left) 2024-07-29T15:13:18.039 INFO:tasks.rados.rados.0.smithi067.stdout:3156: done (3 left) 2024-07-29T15:13:18.039 INFO:tasks.rados.rados.0.smithi067.stdout:3157: done (2 left) 2024-07-29T15:13:18.039 INFO:tasks.rados.rados.0.smithi067.stdout:3158: done (1 left) 2024-07-29T15:13:18.039 INFO:tasks.rados.rados.0.smithi067.stdout:3159: snap_remove snap 293 2024-07-29T15:13:18.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:18 smithi067 ceph-mon[91995]: osdmap e700: 8 total, 8 up, 8 in 2024-07-29T15:13:18.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:18 smithi067 ceph-mon[91995]: osdmap e701: 8 total, 8 up, 8 in 2024-07-29T15:13:18.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:18 smithi067 ceph-mon[94375]: osdmap e700: 8 total, 8 up, 8 in 2024-07-29T15:13:18.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:18 smithi067 ceph-mon[94375]: osdmap e701: 8 total, 8 up, 8 in 2024-07-29T15:13:18.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:13:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:13:17] "GET /metrics HTTP/1.1" 200 36433 "" "Prometheus/2.51.0" 2024-07-29T15:13:18.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:18 smithi138 ceph-mon[86438]: osdmap e700: 8 total, 8 up, 8 in 2024-07-29T15:13:18.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:18 smithi138 ceph-mon[86438]: osdmap e701: 8 total, 8 up, 8 in 2024-07-29T15:13:19.043 INFO:tasks.rados.rados.0.smithi067.stdout:3159: done (1 left) 2024-07-29T15:13:19.043 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 40 current snap is 306 2024-07-29T15:13:19.043 INFO:tasks.rados.rados.0.smithi067.stdout:3160: seq_num 995 ranges {0=671744,671744=573440,1245184=778240,2023424=253952} 2024-07-29T15:13:19.048 INFO:tasks.rados.rados.0.smithi067.stdout:3160: writing smithi06780069-40 from 0 to 671744 tid 1 2024-07-29T15:13:19.052 INFO:tasks.rados.rados.0.smithi067.stdout:3160: writing smithi06780069-40 from 671744 to 1245184 tid 2 2024-07-29T15:13:19.058 INFO:tasks.rados.rados.0.smithi067.stdout:3160: writing smithi06780069-40 from 1245184 to 2023424 tid 3 2024-07-29T15:13:19.060 INFO:tasks.rados.rados.0.smithi067.stdout:3160: writing smithi06780069-40 from 2023424 to 2277376 tid 4 2024-07-29T15:13:19.060 INFO:tasks.rados.rados.0.smithi067.stdout:3161: rmattr oid 24 current snap is 306 2024-07-29T15:13:19.060 INFO:tasks.rados.rados.0.smithi067.stdout:3161: done (2 left) 2024-07-29T15:13:19.060 INFO:tasks.rados.rados.0.smithi067.stdout:3162: rollback oid 22 current snap is 306 2024-07-29T15:13:19.061 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 22 to 302 2024-07-29T15:13:19.061 INFO:tasks.rados.rados.0.smithi067.stdout:3155: finishing copy_from racing read to smithi06780069-8 2024-07-29T15:13:19.061 INFO:tasks.rados.rados.0.smithi067.stdout:3155: finishing copy_from to smithi06780069-8 2024-07-29T15:13:19.061 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 1219 (ObjNum 714 snap 221 seq_num 714) dirty exists 2024-07-29T15:13:19.061 INFO:tasks.rados.rados.0.smithi067.stdout:3155: done (2 left) 2024-07-29T15:13:19.061 INFO:tasks.rados.rados.0.smithi067.stdout:3163: snap_remove snap 305 2024-07-29T15:13:19.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:19 smithi138 ceph-mon[86438]: pgmap v663: 121 pgs: 121 active+clean; 313 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-07-29T15:13:19.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:19 smithi067 ceph-mon[91995]: pgmap v663: 121 pgs: 121 active+clean; 313 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-07-29T15:13:19.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:19 smithi067 ceph-mon[94375]: pgmap v663: 121 pgs: 121 active+clean; 313 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-07-29T15:13:20.056 INFO:tasks.rados.rados.0.smithi067.stdout:3163: done (2 left) 2024-07-29T15:13:20.057 INFO:tasks.rados.rados.0.smithi067.stdout:3164: rollback oid 44 current snap is 306 2024-07-29T15:13:20.057 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 44 to 303 2024-07-29T15:13:20.057 INFO:tasks.rados.rados.0.smithi067.stdout:3160: finishing write tid 1 to smithi06780069-40 2024-07-29T15:13:20.057 INFO:tasks.rados.rados.0.smithi067.stdout:3160: finishing write tid 2 to smithi06780069-40 2024-07-29T15:13:20.057 INFO:tasks.rados.rados.0.smithi067.stdout:3162: finishing rollback tid 0 to smithi06780069-22 2024-07-29T15:13:20.057 INFO:tasks.rados.rados.0.smithi067.stdout:3162: finishing rollback tid 1 to smithi06780069-22 2024-07-29T15:13:20.057 INFO:tasks.rados.rados.0.smithi067.stdout:3162: finishing rollback tid 2 to smithi06780069-22 2024-07-29T15:13:20.057 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 1470 (ObjNum 943 snap 289 seq_num 943) dirty exists 2024-07-29T15:13:20.057 INFO:tasks.rados.rados.0.smithi067.stdout:3160: finishing write tid 3 to smithi06780069-40 2024-07-29T15:13:20.057 INFO:tasks.rados.rados.0.smithi067.stdout:3160: finishing write tid 4 to smithi06780069-40 2024-07-29T15:13:20.057 INFO:tasks.rados.rados.0.smithi067.stdout:3160: finishing write tid 5 to smithi06780069-40 2024-07-29T15:13:20.057 INFO:tasks.rados.rados.0.smithi067.stdout:3160: finishing write tid 6 to smithi06780069-40 2024-07-29T15:13:20.057 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 40 v 1529 (ObjNum 995 snap 306 seq_num 995) dirty exists 2024-07-29T15:13:20.058 INFO:tasks.rados.rados.0.smithi067.stdout:3160: left oid 40 (ObjNum 995 snap 306 seq_num 995) 2024-07-29T15:13:20.058 INFO:tasks.rados.rados.0.smithi067.stdout:3160: done (2 left) 2024-07-29T15:13:20.058 INFO:tasks.rados.rados.0.smithi067.stdout:3162: done (1 left) 2024-07-29T15:13:20.058 INFO:tasks.rados.rados.0.smithi067.stdout:3165: setattr oid 20 current snap is 306 2024-07-29T15:13:20.061 INFO:tasks.rados.rados.0.smithi067.stdout:3166: delete oid 10 current snap is 306 2024-07-29T15:13:20.065 INFO:tasks.rados.rados.0.smithi067.stdout:3164: finishing rollback tid 0 to smithi06780069-44 2024-07-29T15:13:20.067 INFO:tasks.rados.rados.0.smithi067.stdout:3164: finishing rollback tid 1 to smithi06780069-44 2024-07-29T15:13:20.067 INFO:tasks.rados.rados.0.smithi067.stdout:3164: finishing rollback tid 2 to smithi06780069-44 2024-07-29T15:13:20.067 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 1425 (ObjNum 975 snap 298 seq_num 975) dirty exists 2024-07-29T15:13:20.070 INFO:tasks.rados.rados.0.smithi067.stdout:3164: done (2 left) 2024-07-29T15:13:20.070 INFO:tasks.rados.rados.0.smithi067.stdout:3166: done (1 left) 2024-07-29T15:13:20.070 INFO:tasks.rados.rados.0.smithi067.stdout:3167: copy_from oid 8 from oid 41 current snap is 306 2024-07-29T15:13:20.070 INFO:tasks.rados.rados.0.smithi067.stdout:3168: snap_remove snap 302 2024-07-29T15:13:20.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:20 smithi138 ceph-mon[86438]: osdmap e702: 8 total, 8 up, 8 in 2024-07-29T15:13:20.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:13:20.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:13:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:13:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:13:20.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:20 smithi067 ceph-mon[91995]: osdmap e702: 8 total, 8 up, 8 in 2024-07-29T15:13:20.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:13:20.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:20 smithi067 ceph-mon[94375]: osdmap e702: 8 total, 8 up, 8 in 2024-07-29T15:13:20.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:13:21.060 INFO:tasks.rados.rados.0.smithi067.stdout:3168: done (2 left) 2024-07-29T15:13:21.061 INFO:tasks.rados.rados.0.smithi067.stdout:3169: rmattr oid 40 current snap is 306 2024-07-29T15:13:21.061 INFO:tasks.rados.rados.0.smithi067.stdout:3169: done (2 left) 2024-07-29T15:13:21.061 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 38 current snap is 306 2024-07-29T15:13:21.061 INFO:tasks.rados.rados.0.smithi067.stdout:3170: seq_num 997 ranges {3833856=704512,4538368=794624,5332992=794624,6127616=16384} 2024-07-29T15:13:21.087 INFO:tasks.rados.rados.0.smithi067.stdout:3170: writing smithi06780069-38 from 3833856 to 4538368 tid 1 2024-07-29T15:13:21.091 INFO:tasks.rados.rados.0.smithi067.stdout:3170: writing smithi06780069-38 from 4538368 to 5332992 tid 2 2024-07-29T15:13:21.096 INFO:tasks.rados.rados.0.smithi067.stdout:3170: writing smithi06780069-38 from 5332992 to 6127616 tid 3 2024-07-29T15:13:21.096 INFO:tasks.rados.rados.0.smithi067.stdout:3170: writing smithi06780069-38 from 6127616 to 6144000 tid 4 2024-07-29T15:13:21.096 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 49 current snap is 306 2024-07-29T15:13:21.096 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 1253 (ObjNum 973 snap 298 seq_num 973) dirty exists 2024-07-29T15:13:21.096 INFO:tasks.rados.rados.0.smithi067.stdout:3171: seq_num 998 ranges {7315456=720896,8036352=679936,8716288=598016,9314304=327680} 2024-07-29T15:13:21.140 INFO:tasks.rados.rados.0.smithi067.stdout:3171: writing smithi06780069-49 from 7315456 to 8036352 tid 1 2024-07-29T15:13:21.144 INFO:tasks.rados.rados.0.smithi067.stdout:3171: writing smithi06780069-49 from 8036352 to 8716288 tid 2 2024-07-29T15:13:21.147 INFO:tasks.rados.rados.0.smithi067.stdout:3171: writing smithi06780069-49 from 8716288 to 9314304 tid 3 2024-07-29T15:13:21.150 INFO:tasks.rados.rados.0.smithi067.stdout:3171: writing smithi06780069-49 from 9314304 to 9641984 tid 4 2024-07-29T15:13:21.150 INFO:tasks.rados.rados.0.smithi067.stdout:3165: done (3 left) 2024-07-29T15:13:21.150 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 37 current snap is 306 2024-07-29T15:13:21.150 INFO:tasks.rados.rados.0.smithi067.stdout:3167: finishing copy_from racing read to smithi06780069-8 2024-07-29T15:13:21.150 INFO:tasks.rados.rados.0.smithi067.stdout:3167: finishing copy_from to smithi06780069-8 2024-07-29T15:13:21.150 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 1223 (ObjNum 911 snap 288 seq_num 911) dirty exists 2024-07-29T15:13:21.150 INFO:tasks.rados.rados.0.smithi067.stdout:3170: finishing write tid 1 to smithi06780069-38 2024-07-29T15:13:21.150 INFO:tasks.rados.rados.0.smithi067.stdout:3170: finishing write tid 2 to smithi06780069-38 2024-07-29T15:13:21.150 INFO:tasks.rados.rados.0.smithi067.stdout:3172: seq_num 999 ranges {7897088=737280,8634368=565248,9199616=761856,9961472=278528} 2024-07-29T15:13:21.197 INFO:tasks.rados.rados.0.smithi067.stdout:3172: writing smithi06780069-37 from 7897088 to 8634368 tid 1 2024-07-29T15:13:21.200 INFO:tasks.rados.rados.0.smithi067.stdout:3172: writing smithi06780069-37 from 8634368 to 9199616 tid 2 2024-07-29T15:13:21.204 INFO:tasks.rados.rados.0.smithi067.stdout:3172: writing smithi06780069-37 from 9199616 to 9961472 tid 3 2024-07-29T15:13:21.207 INFO:tasks.rados.rados.0.smithi067.stdout:3172: writing smithi06780069-37 from 9961472 to 10240000 tid 4 2024-07-29T15:13:21.207 INFO:tasks.rados.rados.0.smithi067.stdout:3167: done (3 left) 2024-07-29T15:13:21.207 INFO:tasks.rados.rados.0.smithi067.stdout:3173: copy_from oid 5 from oid 34 current snap is 306 2024-07-29T15:13:21.207 INFO:tasks.rados.rados.0.smithi067.stdout:3170: finishing write tid 3 to smithi06780069-38 2024-07-29T15:13:21.207 INFO:tasks.rados.rados.0.smithi067.stdout:3174: snap_create 2024-07-29T15:13:21.207 INFO:tasks.rados.rados.0.smithi067.stdout:3170: finishing write tid 4 to smithi06780069-38 2024-07-29T15:13:21.207 INFO:tasks.rados.rados.0.smithi067.stdout:3170: finishing write tid 5 to smithi06780069-38 2024-07-29T15:13:21.207 INFO:tasks.rados.rados.0.smithi067.stdout:3170: finishing write tid 6 to smithi06780069-38 2024-07-29T15:13:21.207 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 38 v 1489 (ObjNum 997 snap 306 seq_num 997) dirty exists 2024-07-29T15:13:21.208 INFO:tasks.rados.rados.0.smithi067.stdout:3170: left oid 38 (ObjNum 997 snap 306 seq_num 997) 2024-07-29T15:13:21.208 INFO:tasks.rados.rados.0.smithi067.stdout:3171: finishing write tid 1 to smithi06780069-49 2024-07-29T15:13:21.208 INFO:tasks.rados.rados.0.smithi067.stdout:3171: finishing write tid 2 to smithi06780069-49 2024-07-29T15:13:21.208 INFO:tasks.rados.rados.0.smithi067.stdout:3171: finishing write tid 3 to smithi06780069-49 2024-07-29T15:13:21.208 INFO:tasks.rados.rados.0.smithi067.stdout:3171: finishing write tid 4 to smithi06780069-49 2024-07-29T15:13:21.208 INFO:tasks.rados.rados.0.smithi067.stdout:3171: finishing write tid 5 to smithi06780069-49 2024-07-29T15:13:21.208 INFO:tasks.rados.rados.0.smithi067.stdout:3171: finishing write tid 6 to smithi06780069-49 2024-07-29T15:13:21.208 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 1821 (ObjNum 998 snap 306 seq_num 998) dirty exists 2024-07-29T15:13:21.208 INFO:tasks.rados.rados.0.smithi067.stdout:3171: left oid 49 (ObjNum 998 snap 306 seq_num 998) 2024-07-29T15:13:21.208 INFO:tasks.rados.rados.0.smithi067.stdout:3172: finishing write tid 1 to smithi06780069-37 2024-07-29T15:13:21.208 INFO:tasks.rados.rados.0.smithi067.stdout:3172: finishing write tid 2 to smithi06780069-37 2024-07-29T15:13:21.209 INFO:tasks.rados.rados.0.smithi067.stdout:3172: finishing write tid 3 to smithi06780069-37 2024-07-29T15:13:21.209 INFO:tasks.rados.rados.0.smithi067.stdout:3172: finishing write tid 4 to smithi06780069-37 2024-07-29T15:13:21.209 INFO:tasks.rados.rados.0.smithi067.stdout:3172: finishing write tid 5 to smithi06780069-37 2024-07-29T15:13:21.209 INFO:tasks.rados.rados.0.smithi067.stdout:3173: finishing copy_from racing read to smithi06780069-5 2024-07-29T15:13:21.209 INFO:tasks.rados.rados.0.smithi067.stdout:3173: finishing copy_from to smithi06780069-5 2024-07-29T15:13:21.210 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 1850 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-07-29T15:13:21.210 INFO:tasks.rados.rados.0.smithi067.stdout:3172: finishing write tid 6 to smithi06780069-37 2024-07-29T15:13:21.210 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 37 v 1258 (ObjNum 999 snap 306 seq_num 999) dirty exists 2024-07-29T15:13:21.210 INFO:tasks.rados.rados.0.smithi067.stdout:3172: left oid 37 (ObjNum 999 snap 306 seq_num 999) 2024-07-29T15:13:21.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:21 smithi138 ceph-mon[86438]: pgmap v666: 121 pgs: 1 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 116 active+clean; 237 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.8 MiB/s wr, 26 op/s 2024-07-29T15:13:21.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:21 smithi138 ceph-mon[86438]: osdmap e703: 8 total, 8 up, 8 in 2024-07-29T15:13:21.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:21 smithi067 ceph-mon[91995]: pgmap v666: 121 pgs: 1 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 116 active+clean; 237 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.8 MiB/s wr, 26 op/s 2024-07-29T15:13:21.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:21 smithi067 ceph-mon[91995]: osdmap e703: 8 total, 8 up, 8 in 2024-07-29T15:13:21.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:21 smithi067 ceph-mon[94375]: pgmap v666: 121 pgs: 1 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 116 active+clean; 237 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.8 MiB/s wr, 26 op/s 2024-07-29T15:13:21.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:21 smithi067 ceph-mon[94375]: osdmap e703: 8 total, 8 up, 8 in 2024-07-29T15:13:22.070 INFO:tasks.rados.rados.0.smithi067.stdout:3170: done (4 left) 2024-07-29T15:13:22.071 INFO:tasks.rados.rados.0.smithi067.stdout:3171: done (3 left) 2024-07-29T15:13:22.071 INFO:tasks.rados.rados.0.smithi067.stdout:3172: done (2 left) 2024-07-29T15:13:22.071 INFO:tasks.rados.rados.0.smithi067.stdout:3173: done (1 left) 2024-07-29T15:13:22.071 INFO:tasks.rados.rados.0.smithi067.stdout:3174: done (0 left) 2024-07-29T15:13:22.071 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 13 current snap is 307 2024-07-29T15:13:22.071 INFO:tasks.rados.rados.0.smithi067.stdout:3175: seq_num 1000 ranges {7823360=753664,8577024=442368,9019392=565248,9584640=458752,10043392=139264} 2024-07-29T15:13:22.117 INFO:tasks.rados.rados.0.smithi067.stdout:3175: writing smithi06780069-13 from 7823360 to 8577024 tid 1 2024-07-29T15:13:22.120 INFO:tasks.rados.rados.0.smithi067.stdout:3175: writing smithi06780069-13 from 8577024 to 9019392 tid 2 2024-07-29T15:13:22.125 INFO:tasks.rados.rados.0.smithi067.stdout:3175: writing smithi06780069-13 from 9019392 to 9584640 tid 3 2024-07-29T15:13:22.126 INFO:tasks.rados.rados.0.smithi067.stdout:3175: writing smithi06780069-13 from 9584640 to 10043392 tid 4 2024-07-29T15:13:22.127 INFO:tasks.rados.rados.0.smithi067.stdout:3175: writing smithi06780069-13 from 10043392 to 10182656 tid 5 2024-07-29T15:13:22.127 INFO:tasks.rados.rados.0.smithi067.stdout:3176: rollback oid 43 current snap is 307 2024-07-29T15:13:22.127 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 43 to 306 2024-07-29T15:13:22.127 INFO:tasks.rados.rados.0.smithi067.stdout:3175: finishing write tid 1 to smithi06780069-13 2024-07-29T15:13:22.128 INFO:tasks.rados.rados.0.smithi067.stdout:3175: finishing write tid 2 to smithi06780069-13 2024-07-29T15:13:22.128 INFO:tasks.rados.rados.0.smithi067.stdout:3175: finishing write tid 3 to smithi06780069-13 2024-07-29T15:13:22.128 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 30 current snap is 307 2024-07-29T15:13:22.128 INFO:tasks.rados.rados.0.smithi067.stdout:3177: seq_num 1001 ranges {4661248=770048,5431296=729088,6160384=770048,6930432=106496} 2024-07-29T15:13:22.157 INFO:tasks.rados.rados.0.smithi067.stdout:3177: writing smithi06780069-30 from 4661248 to 5431296 tid 1 2024-07-29T15:13:22.161 INFO:tasks.rados.rados.0.smithi067.stdout:3177: writing smithi06780069-30 from 5431296 to 6160384 tid 2 2024-07-29T15:13:22.166 INFO:tasks.rados.rados.0.smithi067.stdout:3177: writing smithi06780069-30 from 6160384 to 6930432 tid 3 2024-07-29T15:13:22.167 INFO:tasks.rados.rados.0.smithi067.stdout:3177: writing smithi06780069-30 from 6930432 to 7036928 tid 4 2024-07-29T15:13:22.167 INFO:tasks.rados.rados.0.smithi067.stdout:3178: snap_create 2024-07-29T15:13:22.167 INFO:tasks.rados.rados.0.smithi067.stdout:3175: finishing write tid 4 to smithi06780069-13 2024-07-29T15:13:22.167 INFO:tasks.rados.rados.0.smithi067.stdout:3175: finishing write tid 5 to smithi06780069-13 2024-07-29T15:13:22.167 INFO:tasks.rados.rados.0.smithi067.stdout:3175: finishing write tid 6 to smithi06780069-13 2024-07-29T15:13:22.167 INFO:tasks.rados.rados.0.smithi067.stdout:3175: finishing write tid 7 to smithi06780069-13 2024-07-29T15:13:22.167 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 13 v 1828 (ObjNum 1000 snap 307 seq_num 1000) dirty exists 2024-07-29T15:13:22.167 INFO:tasks.rados.rados.0.smithi067.stdout:3175: left oid 13 (ObjNum 1000 snap 307 seq_num 1000) 2024-07-29T15:13:22.167 INFO:tasks.rados.rados.0.smithi067.stdout:3176: finishing rollback tid 0 to smithi06780069-43 2024-07-29T15:13:22.168 INFO:tasks.rados.rados.0.smithi067.stdout:3176: finishing rollback tid 1 to smithi06780069-43 2024-07-29T15:13:22.168 INFO:tasks.rados.rados.0.smithi067.stdout:3176: finishing rollback tid 2 to smithi06780069-43 2024-07-29T15:13:22.168 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 43 v 1408 (ObjNum 918 snap 289 seq_num 918) dirty exists 2024-07-29T15:13:22.169 INFO:tasks.rados.rados.0.smithi067.stdout:3177: finishing write tid 1 to smithi06780069-30 2024-07-29T15:13:22.169 INFO:tasks.rados.rados.0.smithi067.stdout:3177: finishing write tid 2 to smithi06780069-30 2024-07-29T15:13:22.170 INFO:tasks.rados.rados.0.smithi067.stdout:3177: finishing write tid 3 to smithi06780069-30 2024-07-29T15:13:22.171 INFO:tasks.rados.rados.0.smithi067.stdout:3177: finishing write tid 4 to smithi06780069-30 2024-07-29T15:13:22.171 INFO:tasks.rados.rados.0.smithi067.stdout:3177: finishing write tid 5 to smithi06780069-30 2024-07-29T15:13:22.173 INFO:tasks.rados.rados.0.smithi067.stdout:3177: finishing write tid 6 to smithi06780069-30 2024-07-29T15:13:22.173 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 1541 (ObjNum 1001 snap 307 seq_num 1001) dirty exists 2024-07-29T15:13:22.173 INFO:tasks.rados.rados.0.smithi067.stdout:3177: left oid 30 (ObjNum 1001 snap 307 seq_num 1001) 2024-07-29T15:13:22.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:22 smithi067 ceph-mon[91995]: osdmap e704: 8 total, 8 up, 8 in 2024-07-29T15:13:22.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:22 smithi067 ceph-mon[94375]: osdmap e704: 8 total, 8 up, 8 in 2024-07-29T15:13:22.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:22 smithi138 ceph-mon[86438]: osdmap e704: 8 total, 8 up, 8 in 2024-07-29T15:13:23.010 INFO:tasks.rados.rados.0.smithi067.stdout:3175: done (3 left) 2024-07-29T15:13:23.010 INFO:tasks.rados.rados.0.smithi067.stdout:3176: done (2 left) 2024-07-29T15:13:23.010 INFO:tasks.rados.rados.0.smithi067.stdout:3177: done (1 left) 2024-07-29T15:13:23.010 INFO:tasks.rados.rados.0.smithi067.stdout:3178: done (0 left) 2024-07-29T15:13:23.010 INFO:tasks.rados.rados.0.smithi067.stdout:3179: snap_remove snap 306 2024-07-29T15:13:23.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:23 smithi067 ceph-mon[91995]: pgmap v669: 121 pgs: 1 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 116 active+clean; 220 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-07-29T15:13:23.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:23 smithi067 ceph-mon[91995]: osdmap e705: 8 total, 8 up, 8 in 2024-07-29T15:13:23.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:23 smithi067 ceph-mon[91995]: osdmap e706: 8 total, 8 up, 8 in 2024-07-29T15:13:23.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:23 smithi067 ceph-mon[94375]: pgmap v669: 121 pgs: 1 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 116 active+clean; 220 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-07-29T15:13:23.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:23 smithi067 ceph-mon[94375]: osdmap e705: 8 total, 8 up, 8 in 2024-07-29T15:13:23.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:23 smithi067 ceph-mon[94375]: osdmap e706: 8 total, 8 up, 8 in 2024-07-29T15:13:23.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:23 smithi138 ceph-mon[86438]: pgmap v669: 121 pgs: 1 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 116 active+clean; 220 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-07-29T15:13:23.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:23 smithi138 ceph-mon[86438]: osdmap e705: 8 total, 8 up, 8 in 2024-07-29T15:13:23.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:23 smithi138 ceph-mon[86438]: osdmap e706: 8 total, 8 up, 8 in 2024-07-29T15:13:24.011 INFO:tasks.rados.rados.0.smithi067.stdout:3179: done (0 left) 2024-07-29T15:13:24.011 INFO:tasks.rados.rados.0.smithi067.stdout:3180: setattr oid 40 current snap is 308 2024-07-29T15:13:24.014 INFO:tasks.rados.rados.0.smithi067.stdout:3181: read oid 41 snap 307 2024-07-29T15:13:24.014 INFO:tasks.rados.rados.0.smithi067.stdout:3181: expect (ObjNum 911 snap 288 seq_num 911) 2024-07-29T15:13:24.015 INFO:tasks.rados.rados.0.smithi067.stdout:3182: read oid 47 snap -1 2024-07-29T15:13:24.015 INFO:tasks.rados.rados.0.smithi067.stdout:3182: expect deleted 2024-07-29T15:13:24.015 INFO:tasks.rados.rados.0.smithi067.stdout:3183: copy_from oid 12 from oid 49 current snap is 308 2024-07-29T15:13:24.015 INFO:tasks.rados.rados.0.smithi067.stdout:3184: copy_from oid 16 from oid 14 current snap is 308 2024-07-29T15:13:24.015 INFO:tasks.rados.rados.0.smithi067.stdout:3185: snap_create 2024-07-29T15:13:24.027 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 40 v 1545 (ObjNum 995 snap 306 seq_num 995) dirty exists 2024-07-29T15:13:24.029 INFO:tasks.rados.rados.0.smithi067.stdout:3181: expect (ObjNum 911 snap 288 seq_num 911) 2024-07-29T15:13:24.195 INFO:tasks.rados.rados.0.smithi067.stdout:3184: finishing copy_from racing read to smithi06780069-16 2024-07-29T15:13:24.195 INFO:tasks.rados.rados.0.smithi067.stdout:3184: finishing copy_from to smithi06780069-16 2024-07-29T15:13:24.195 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 16 v 1560 (ObjNum 941 snap 289 seq_num 941) dirty exists 2024-07-29T15:13:24.195 INFO:tasks.rados.rados.0.smithi067.stdout:3183: finishing copy_from racing read to smithi06780069-12 2024-07-29T15:13:24.196 INFO:tasks.rados.rados.0.smithi067.stdout:3183: finishing copy_from to smithi06780069-12 2024-07-29T15:13:24.196 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 1821 (ObjNum 998 snap 306 seq_num 998) dirty exists 2024-07-29T15:13:25.023 INFO:tasks.rados.rados.0.smithi067.stdout:3180: done (5 left) 2024-07-29T15:13:25.024 INFO:tasks.rados.rados.0.smithi067.stdout:3181: done (4 left) 2024-07-29T15:13:25.024 INFO:tasks.rados.rados.0.smithi067.stdout:3182: done (3 left) 2024-07-29T15:13:25.024 INFO:tasks.rados.rados.0.smithi067.stdout:3183: done (2 left) 2024-07-29T15:13:25.024 INFO:tasks.rados.rados.0.smithi067.stdout:3184: done (1 left) 2024-07-29T15:13:25.024 INFO:tasks.rados.rados.0.smithi067.stdout:3185: done (0 left) 2024-07-29T15:13:25.024 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 18 current snap is 309 2024-07-29T15:13:25.024 INFO:tasks.rados.rados.0.smithi067.stdout:3186: seq_num 1002 ranges {3833856=786432,4620288=614400,5234688=581632,5816320=409600} 2024-07-29T15:13:25.048 INFO:tasks.rados.rados.0.smithi067.stdout:3186: writing smithi06780069-18 from 3833856 to 4620288 tid 1 2024-07-29T15:13:25.051 INFO:tasks.rados.rados.0.smithi067.stdout:3186: writing smithi06780069-18 from 4620288 to 5234688 tid 2 2024-07-29T15:13:25.055 INFO:tasks.rados.rados.0.smithi067.stdout:3186: writing smithi06780069-18 from 5234688 to 5816320 tid 3 2024-07-29T15:13:25.058 INFO:tasks.rados.rados.0.smithi067.stdout:3186: writing smithi06780069-18 from 5816320 to 6225920 tid 4 2024-07-29T15:13:25.058 INFO:tasks.rados.rados.0.smithi067.stdout:3187: snap_create 2024-07-29T15:13:25.058 INFO:tasks.rados.rados.0.smithi067.stdout:3186: finishing write tid 1 to smithi06780069-18 2024-07-29T15:13:25.058 INFO:tasks.rados.rados.0.smithi067.stdout:3186: finishing write tid 2 to smithi06780069-18 2024-07-29T15:13:25.058 INFO:tasks.rados.rados.0.smithi067.stdout:3186: finishing write tid 3 to smithi06780069-18 2024-07-29T15:13:25.061 INFO:tasks.rados.rados.0.smithi067.stdout:3186: finishing write tid 4 to smithi06780069-18 2024-07-29T15:13:25.061 INFO:tasks.rados.rados.0.smithi067.stdout:3186: finishing write tid 5 to smithi06780069-18 2024-07-29T15:13:25.062 INFO:tasks.rados.rados.0.smithi067.stdout:3186: finishing write tid 6 to smithi06780069-18 2024-07-29T15:13:25.062 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 1855 (ObjNum 1002 snap 309 seq_num 1002) dirty exists 2024-07-29T15:13:25.062 INFO:tasks.rados.rados.0.smithi067.stdout:3186: left oid 18 (ObjNum 1002 snap 309 seq_num 1002) 2024-07-29T15:13:25.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:25 smithi138 ceph-mon[86438]: pgmap v672: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 205 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-07-29T15:13:25.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:25 smithi138 ceph-mon[86438]: osdmap e707: 8 total, 8 up, 8 in 2024-07-29T15:13:25.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:25 smithi067 ceph-mon[91995]: pgmap v672: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 205 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-07-29T15:13:25.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:25 smithi067 ceph-mon[91995]: osdmap e707: 8 total, 8 up, 8 in 2024-07-29T15:13:25.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:25 smithi067 ceph-mon[94375]: pgmap v672: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 205 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-07-29T15:13:25.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:25 smithi067 ceph-mon[94375]: osdmap e707: 8 total, 8 up, 8 in 2024-07-29T15:13:26.028 INFO:tasks.rados.rados.0.smithi067.stdout:3186: done (1 left) 2024-07-29T15:13:26.029 INFO:tasks.rados.rados.0.smithi067.stdout:3187: done (0 left) 2024-07-29T15:13:26.029 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 45 current snap is 310 2024-07-29T15:13:26.029 INFO:tasks.rados.rados.0.smithi067.stdout:3188: seq_num 1003 ranges {0=802816,802816=499712,1302528=737280,2039808=368640} 2024-07-29T15:13:26.032 INFO:tasks.rados.rados.0.smithi067.stdout:3188: writing smithi06780069-45 from 0 to 802816 tid 1 2024-07-29T15:13:26.035 INFO:tasks.rados.rados.0.smithi067.stdout:3188: writing smithi06780069-45 from 802816 to 1302528 tid 2 2024-07-29T15:13:26.040 INFO:tasks.rados.rados.0.smithi067.stdout:3188: writing smithi06780069-45 from 1302528 to 2039808 tid 3 2024-07-29T15:13:26.043 INFO:tasks.rados.rados.0.smithi067.stdout:3188: writing smithi06780069-45 from 2039808 to 2408448 tid 4 2024-07-29T15:13:26.043 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 17 current snap is 310 2024-07-29T15:13:26.043 INFO:tasks.rados.rados.0.smithi067.stdout:3188: finishing write tid 1 to smithi06780069-45 2024-07-29T15:13:26.043 INFO:tasks.rados.rados.0.smithi067.stdout:3189: seq_num 1004 ranges {4063232=16384} 2024-07-29T15:13:26.066 INFO:tasks.rados.rados.0.smithi067.stdout:3189: writing smithi06780069-17 from 4063232 to 4079616 tid 1 2024-07-29T15:13:26.066 INFO:tasks.rados.rados.0.smithi067.stdout:3190: snap_create 2024-07-29T15:13:26.066 INFO:tasks.rados.rados.0.smithi067.stdout:3188: finishing write tid 2 to smithi06780069-45 2024-07-29T15:13:26.066 INFO:tasks.rados.rados.0.smithi067.stdout:3188: finishing write tid 3 to smithi06780069-45 2024-07-29T15:13:26.067 INFO:tasks.rados.rados.0.smithi067.stdout:3188: finishing write tid 4 to smithi06780069-45 2024-07-29T15:13:26.067 INFO:tasks.rados.rados.0.smithi067.stdout:3188: finishing write tid 5 to smithi06780069-45 2024-07-29T15:13:26.067 INFO:tasks.rados.rados.0.smithi067.stdout:3188: finishing write tid 6 to smithi06780069-45 2024-07-29T15:13:26.067 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 1225 (ObjNum 1003 snap 310 seq_num 1003) dirty exists 2024-07-29T15:13:26.067 INFO:tasks.rados.rados.0.smithi067.stdout:3188: left oid 45 (ObjNum 1003 snap 310 seq_num 1003) 2024-07-29T15:13:26.070 INFO:tasks.rados.rados.0.smithi067.stdout:3189: finishing write tid 1 to smithi06780069-17 2024-07-29T15:13:26.071 INFO:tasks.rados.rados.0.smithi067.stdout:3189: finishing write tid 2 to smithi06780069-17 2024-07-29T15:13:26.072 INFO:tasks.rados.rados.0.smithi067.stdout:3189: finishing write tid 3 to smithi06780069-17 2024-07-29T15:13:26.073 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 1394 (ObjNum 1004 snap 310 seq_num 1004) dirty exists 2024-07-29T15:13:26.073 INFO:tasks.rados.rados.0.smithi067.stdout:3189: left oid 17 (ObjNum 1004 snap 310 seq_num 1004) 2024-07-29T15:13:26.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:26 smithi138 ceph-mon[86438]: osdmap e708: 8 total, 8 up, 8 in 2024-07-29T15:13:26.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:26 smithi067 ceph-mon[91995]: osdmap e708: 8 total, 8 up, 8 in 2024-07-29T15:13:26.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:26 smithi067 ceph-mon[94375]: osdmap e708: 8 total, 8 up, 8 in 2024-07-29T15:13:27.034 INFO:tasks.rados.rados.0.smithi067.stdout:3188: done (2 left) 2024-07-29T15:13:27.034 INFO:tasks.rados.rados.0.smithi067.stdout:3189: done (1 left) 2024-07-29T15:13:27.034 INFO:tasks.rados.rados.0.smithi067.stdout:3190: done (0 left) 2024-07-29T15:13:27.034 INFO:tasks.rados.rados.0.smithi067.stdout:3191: rmattr oid 43 current snap is 311 2024-07-29T15:13:27.034 INFO:tasks.rados.rados.0.smithi067.stdout:3191: done (0 left) 2024-07-29T15:13:27.035 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 30 current snap is 311 2024-07-29T15:13:27.035 INFO:tasks.rados.rados.0.smithi067.stdout:3192: seq_num 1005 ranges {7036928=32768} 2024-07-29T15:13:27.073 INFO:tasks.rados.rados.0.smithi067.stdout:3192: writing smithi06780069-30 from 7036928 to 7069696 tid 1 2024-07-29T15:13:27.073 INFO:tasks.rados.rados.0.smithi067.stdout:3193: read oid 44 snap -1 2024-07-29T15:13:27.073 INFO:tasks.rados.rados.0.smithi067.stdout:3193: expect (ObjNum 975 snap 298 seq_num 975) 2024-07-29T15:13:27.073 INFO:tasks.rados.rados.0.smithi067.stdout:3194: copy_from oid 31 from oid 28 current snap is 311 2024-07-29T15:13:27.073 INFO:tasks.rados.rados.0.smithi067.stdout:3195: copy_from oid 14 from oid 35 current snap is 311 2024-07-29T15:13:27.073 INFO:tasks.rados.rados.0.smithi067.stdout:3196: snap_remove snap 307 2024-07-29T15:13:27.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:27 smithi138 ceph-mon[86438]: pgmap v675: 121 pgs: 121 active+clean; 210 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-07-29T15:13:27.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:27 smithi138 ceph-mon[86438]: osdmap e709: 8 total, 8 up, 8 in 2024-07-29T15:13:27.390 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:27 smithi067 ceph-mon[91995]: pgmap v675: 121 pgs: 121 active+clean; 210 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-07-29T15:13:27.390 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:27 smithi067 ceph-mon[91995]: osdmap e709: 8 total, 8 up, 8 in 2024-07-29T15:13:27.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:27 smithi067 ceph-mon[94375]: pgmap v675: 121 pgs: 121 active+clean; 210 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-07-29T15:13:27.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:27 smithi067 ceph-mon[94375]: osdmap e709: 8 total, 8 up, 8 in 2024-07-29T15:13:28.011 INFO:tasks.rados.rados.0.smithi067.stdout:3195: finishing copy_from to smithi06780069-14 2024-07-29T15:13:28.012 INFO:tasks.rados.rados.0.smithi067.stdout:3195: got expected ENOENT (src dne) 2024-07-29T15:13:28.012 INFO:tasks.rados.rados.0.smithi067.stdout:3195: finishing copy_from racing read to smithi06780069-14 2024-07-29T15:13:28.012 INFO:tasks.rados.rados.0.smithi067.stdout:3192: finishing write tid 1 to smithi06780069-30 2024-07-29T15:13:28.012 INFO:tasks.rados.rados.0.smithi067.stdout:3192: finishing write tid 2 to smithi06780069-30 2024-07-29T15:13:28.012 INFO:tasks.rados.rados.0.smithi067.stdout:3192: finishing write tid 3 to smithi06780069-30 2024-07-29T15:13:28.012 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 1548 (ObjNum 1005 snap 311 seq_num 1005) dirty exists 2024-07-29T15:13:28.012 INFO:tasks.rados.rados.0.smithi067.stdout:3192: left oid 30 (ObjNum 1005 snap 311 seq_num 1005) 2024-07-29T15:13:28.012 INFO:tasks.rados.rados.0.smithi067.stdout:3194: finishing copy_from racing read to smithi06780069-31 2024-07-29T15:13:28.012 INFO:tasks.rados.rados.0.smithi067.stdout:3194: finishing copy_from to smithi06780069-31 2024-07-29T15:13:28.012 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 508 (ObjNum 780 snap 240 seq_num 780) dirty exists 2024-07-29T15:13:28.012 INFO:tasks.rados.rados.0.smithi067.stdout:3193: expect (ObjNum 975 snap 298 seq_num 975) 2024-07-29T15:13:28.141 INFO:tasks.rados.rados.0.smithi067.stdout:3192: done (4 left) 2024-07-29T15:13:28.141 INFO:tasks.rados.rados.0.smithi067.stdout:3193: done (3 left) 2024-07-29T15:13:28.141 INFO:tasks.rados.rados.0.smithi067.stdout:3194: done (2 left) 2024-07-29T15:13:28.141 INFO:tasks.rados.rados.0.smithi067.stdout:3195: done (1 left) 2024-07-29T15:13:28.142 INFO:tasks.rados.rados.0.smithi067.stdout:3196: done (0 left) 2024-07-29T15:13:28.142 INFO:tasks.rados.rados.0.smithi067.stdout:3197: rmattr oid 40 current snap is 311 2024-07-29T15:13:28.142 INFO:tasks.rados.rados.0.smithi067.stdout:3198: snap_remove snap 308 2024-07-29T15:13:28.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:28 smithi067 ceph-mon[91995]: osdmap e710: 8 total, 8 up, 8 in 2024-07-29T15:13:28.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:28 smithi067 ceph-mon[91995]: osdmap e711: 8 total, 8 up, 8 in 2024-07-29T15:13:28.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:28 smithi067 ceph-mon[94375]: osdmap e710: 8 total, 8 up, 8 in 2024-07-29T15:13:28.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:28 smithi067 ceph-mon[94375]: osdmap e711: 8 total, 8 up, 8 in 2024-07-29T15:13:28.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:13:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:13:27] "GET /metrics HTTP/1.1" 200 36437 "" "Prometheus/2.51.0" 2024-07-29T15:13:28.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:28 smithi138 ceph-mon[86438]: osdmap e710: 8 total, 8 up, 8 in 2024-07-29T15:13:28.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:28 smithi138 ceph-mon[86438]: osdmap e711: 8 total, 8 up, 8 in 2024-07-29T15:13:29.044 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 40 v 1550 (ObjNum 995 snap 306 seq_num 995) dirty exists 2024-07-29T15:13:29.044 INFO:tasks.rados.rados.0.smithi067.stdout:3197: done (1 left) 2024-07-29T15:13:29.044 INFO:tasks.rados.rados.0.smithi067.stdout:3198: done (0 left) 2024-07-29T15:13:29.044 INFO:tasks.rados.rados.0.smithi067.stdout:3199: rollback oid 46 current snap is 311 2024-07-29T15:13:29.044 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 46 to 303 2024-07-29T15:13:29.044 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 4 current snap is 311 2024-07-29T15:13:29.044 INFO:tasks.rados.rados.0.smithi067.stdout:3200: seq_num 1006 ranges {0=49152} 2024-07-29T15:13:29.044 INFO:tasks.rados.rados.0.smithi067.stdout:3200: writing smithi06780069-4 from 0 to 49152 tid 1 2024-07-29T15:13:29.044 INFO:tasks.rados.rados.0.smithi067.stdout:3201: read oid 19 snap -1 2024-07-29T15:13:29.044 INFO:tasks.rados.rados.0.smithi067.stdout:3201: expect deleted 2024-07-29T15:13:29.045 INFO:tasks.rados.rados.0.smithi067.stdout:3202: delete oid 32 current snap is 311 2024-07-29T15:13:29.045 INFO:tasks.rados.rados.0.smithi067.stdout:3199: finishing rollback tid 1 to smithi06780069-46 2024-07-29T15:13:29.045 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 46 v 0 (ObjNum 129 snap 0 seq_num 3208997077) dirty dne 2024-07-29T15:13:29.054 INFO:tasks.rados.rados.0.smithi067.stdout:3200: finishing write tid 1 to smithi06780069-4 2024-07-29T15:13:29.054 INFO:tasks.rados.rados.0.smithi067.stdout:3200: finishing write tid 2 to smithi06780069-4 2024-07-29T15:13:29.054 INFO:tasks.rados.rados.0.smithi067.stdout:3199: done (3 left) 2024-07-29T15:13:29.054 INFO:tasks.rados.rados.0.smithi067.stdout:3201: done (2 left) 2024-07-29T15:13:29.055 INFO:tasks.rados.rados.0.smithi067.stdout:3202: done (1 left) 2024-07-29T15:13:29.055 INFO:tasks.rados.rados.0.smithi067.stdout:3203: rollback oid 5 current snap is 311 2024-07-29T15:13:29.055 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 5 to 299 2024-07-29T15:13:29.055 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 42 current snap is 311 2024-07-29T15:13:29.055 INFO:tasks.rados.rados.0.smithi067.stdout:3204: seq_num 1008 ranges {0=90112} 2024-07-29T15:13:29.055 INFO:tasks.rados.rados.0.smithi067.stdout:3204: writing smithi06780069-42 from 0 to 90112 tid 1 2024-07-29T15:13:29.055 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 12 current snap is 311 2024-07-29T15:13:29.055 INFO:tasks.rados.rados.0.smithi067.stdout:3205: seq_num 1009 ranges {9641984=106496} 2024-07-29T15:13:29.109 INFO:tasks.rados.rados.0.smithi067.stdout:3205: writing smithi06780069-12 from 9641984 to 9748480 tid 1 2024-07-29T15:13:29.109 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 14 current snap is 311 2024-07-29T15:13:29.109 INFO:tasks.rados.rados.0.smithi067.stdout:3206: seq_num 1010 ranges {1368064=122880} 2024-07-29T15:13:29.118 INFO:tasks.rados.rados.0.smithi067.stdout:3206: writing smithi06780069-14 from 1368064 to 1490944 tid 1 2024-07-29T15:13:29.118 INFO:tasks.rados.rados.0.smithi067.stdout:3207: read oid 29 snap -1 2024-07-29T15:13:29.118 INFO:tasks.rados.rados.0.smithi067.stdout:3207: expect (ObjNum 918 snap 289 seq_num 918) 2024-07-29T15:13:29.118 INFO:tasks.rados.rados.0.smithi067.stdout:3208: rollback oid 22 current snap is 311 2024-07-29T15:13:29.119 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 22 to 309 2024-07-29T15:13:29.119 INFO:tasks.rados.rados.0.smithi067.stdout:3200: finishing write tid 3 to smithi06780069-4 2024-07-29T15:13:29.119 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 1832 (ObjNum 1006 snap 311 seq_num 1006) dirty exists 2024-07-29T15:13:29.119 INFO:tasks.rados.rados.0.smithi067.stdout:3200: left oid 4 (ObjNum 1006 snap 311 seq_num 1006) 2024-07-29T15:13:29.119 INFO:tasks.rados.rados.0.smithi067.stdout:3204: finishing write tid 1 to smithi06780069-42 2024-07-29T15:13:29.119 INFO:tasks.rados.rados.0.smithi067.stdout:3204: finishing write tid 2 to smithi06780069-42 2024-07-29T15:13:29.119 INFO:tasks.rados.rados.0.smithi067.stdout:3203: finishing rollback tid 0 to smithi06780069-5 2024-07-29T15:13:29.119 INFO:tasks.rados.rados.0.smithi067.stdout:3204: finishing write tid 3 to smithi06780069-42 2024-07-29T15:13:29.119 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 1494 (ObjNum 1008 snap 311 seq_num 1008) dirty exists 2024-07-29T15:13:29.119 INFO:tasks.rados.rados.0.smithi067.stdout:3204: left oid 42 (ObjNum 1008 snap 311 seq_num 1008) 2024-07-29T15:13:29.119 INFO:tasks.rados.rados.0.smithi067.stdout:3203: finishing rollback tid 1 to smithi06780069-5 2024-07-29T15:13:29.119 INFO:tasks.rados.rados.0.smithi067.stdout:3203: finishing rollback tid 2 to smithi06780069-5 2024-07-29T15:13:29.119 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 1858 (ObjNum 874 snap 283 seq_num 874) dirty exists 2024-07-29T15:13:29.119 INFO:tasks.rados.rados.0.smithi067.stdout:3205: finishing write tid 1 to smithi06780069-12 2024-07-29T15:13:29.119 INFO:tasks.rados.rados.0.smithi067.stdout:3205: finishing write tid 2 to smithi06780069-12 2024-07-29T15:13:29.119 INFO:tasks.rados.rados.0.smithi067.stdout:3205: finishing write tid 3 to smithi06780069-12 2024-07-29T15:13:29.120 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 1823 (ObjNum 1009 snap 311 seq_num 1009) dirty exists 2024-07-29T15:13:29.120 INFO:tasks.rados.rados.0.smithi067.stdout:3205: left oid 12 (ObjNum 1009 snap 311 seq_num 1009) 2024-07-29T15:13:29.120 INFO:tasks.rados.rados.0.smithi067.stdout:3200: done (6 left) 2024-07-29T15:13:29.120 INFO:tasks.rados.rados.0.smithi067.stdout:3203: done (5 left) 2024-07-29T15:13:29.120 INFO:tasks.rados.rados.0.smithi067.stdout:3204: done (4 left) 2024-07-29T15:13:29.120 INFO:tasks.rados.rados.0.smithi067.stdout:3205: done (3 left) 2024-07-29T15:13:29.120 INFO:tasks.rados.rados.0.smithi067.stdout:3209: rollback oid 15 current snap is 311 2024-07-29T15:13:29.120 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 15 to 299 2024-07-29T15:13:29.120 INFO:tasks.rados.rados.0.smithi067.stdout:3210: read oid 18 snap -1 2024-07-29T15:13:29.120 INFO:tasks.rados.rados.0.smithi067.stdout:3210: expect (ObjNum 1002 snap 309 seq_num 1002) 2024-07-29T15:13:29.120 INFO:tasks.rados.rados.0.smithi067.stdout:3211: rmattr oid 38 current snap is 311 2024-07-29T15:13:29.120 INFO:tasks.rados.rados.0.smithi067.stdout:3211: done (5 left) 2024-07-29T15:13:29.120 INFO:tasks.rados.rados.0.smithi067.stdout:3212: snap_create 2024-07-29T15:13:29.122 INFO:tasks.rados.rados.0.smithi067.stdout:3206: finishing write tid 1 to smithi06780069-14 2024-07-29T15:13:29.122 INFO:tasks.rados.rados.0.smithi067.stdout:3206: finishing write tid 2 to smithi06780069-14 2024-07-29T15:13:29.123 INFO:tasks.rados.rados.0.smithi067.stdout:3209: finishing rollback tid 0 to smithi06780069-15 2024-07-29T15:13:29.123 INFO:tasks.rados.rados.0.smithi067.stdout:3206: finishing write tid 3 to smithi06780069-14 2024-07-29T15:13:29.123 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 14 v 1825 (ObjNum 1010 snap 311 seq_num 1010) dirty exists 2024-07-29T15:13:29.123 INFO:tasks.rados.rados.0.smithi067.stdout:3206: left oid 14 (ObjNum 1010 snap 311 seq_num 1010) 2024-07-29T15:13:29.124 INFO:tasks.rados.rados.0.smithi067.stdout:3209: finishing rollback tid 1 to smithi06780069-15 2024-07-29T15:13:29.124 INFO:tasks.rados.rados.0.smithi067.stdout:3209: finishing rollback tid 2 to smithi06780069-15 2024-07-29T15:13:29.124 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 1600 (ObjNum 955 snap 292 seq_num 955) dirty exists 2024-07-29T15:13:29.128 INFO:tasks.rados.rados.0.smithi067.stdout:3208: finishing rollback tid 0 to smithi06780069-22 2024-07-29T15:13:29.128 INFO:tasks.rados.rados.0.smithi067.stdout:3208: finishing rollback tid 1 to smithi06780069-22 2024-07-29T15:13:29.141 INFO:tasks.rados.rados.0.smithi067.stdout:3208: finishing rollback tid 2 to smithi06780069-22 2024-07-29T15:13:29.141 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 1861 (ObjNum 943 snap 289 seq_num 943) dirty exists 2024-07-29T15:13:29.150 INFO:tasks.rados.rados.0.smithi067.stdout:3210: expect (ObjNum 1002 snap 309 seq_num 1002) 2024-07-29T15:13:29.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:29 smithi138 ceph-mon[86438]: pgmap v678: 121 pgs: 121 active+clean; 214 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-07-29T15:13:29.409 INFO:tasks.rados.rados.0.smithi067.stdout:3207: expect (ObjNum 918 snap 289 seq_num 918) 2024-07-29T15:13:29.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:29 smithi067 ceph-mon[91995]: pgmap v678: 121 pgs: 121 active+clean; 214 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-07-29T15:13:29.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:29 smithi067 ceph-mon[94375]: pgmap v678: 121 pgs: 121 active+clean; 214 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-07-29T15:13:30.056 INFO:tasks.rados.rados.0.smithi067.stdout:3206: done (5 left) 2024-07-29T15:13:30.056 INFO:tasks.rados.rados.0.smithi067.stdout:3207: done (4 left) 2024-07-29T15:13:30.057 INFO:tasks.rados.rados.0.smithi067.stdout:3208: done (3 left) 2024-07-29T15:13:30.057 INFO:tasks.rados.rados.0.smithi067.stdout:3209: done (2 left) 2024-07-29T15:13:30.057 INFO:tasks.rados.rados.0.smithi067.stdout:3210: done (1 left) 2024-07-29T15:13:30.057 INFO:tasks.rados.rados.0.smithi067.stdout:3212: done (0 left) 2024-07-29T15:13:30.057 INFO:tasks.rados.rados.0.smithi067.stdout:3213: delete oid 8 current snap is 312 2024-07-29T15:13:30.060 INFO:tasks.rados.rados.0.smithi067.stdout:3213: done (0 left) 2024-07-29T15:13:30.061 INFO:tasks.rados.rados.0.smithi067.stdout:3214: snap_create 2024-07-29T15:13:30.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:30 smithi138 ceph-mon[86438]: osdmap e712: 8 total, 8 up, 8 in 2024-07-29T15:13:30.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:13:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:13:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:13:30.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:30 smithi067 ceph-mon[91995]: osdmap e712: 8 total, 8 up, 8 in 2024-07-29T15:13:30.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:30 smithi067 ceph-mon[94375]: osdmap e712: 8 total, 8 up, 8 in 2024-07-29T15:13:31.062 INFO:tasks.rados.rados.0.smithi067.stdout:3214: done (0 left) 2024-07-29T15:13:31.063 INFO:tasks.rados.rados.0.smithi067.stdout:3215: setattr oid 28 current snap is 313 2024-07-29T15:13:31.065 INFO:tasks.rados.rados.0.smithi067.stdout:3216: read oid 7 snap 303 2024-07-29T15:13:31.065 INFO:tasks.rados.rados.0.smithi067.stdout:3216: expect (ObjNum 691 snap 214 seq_num 691) 2024-07-29T15:13:31.065 INFO:tasks.rados.rados.0.smithi067.stdout:3217: delete oid 20 current snap is 313 2024-07-29T15:13:31.070 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 28 v 509 (ObjNum 780 snap 240 seq_num 780) dirty exists 2024-07-29T15:13:31.073 INFO:tasks.rados.rados.0.smithi067.stdout:3215: done (2 left) 2024-07-29T15:13:31.073 INFO:tasks.rados.rados.0.smithi067.stdout:3217: done (1 left) 2024-07-29T15:13:31.073 INFO:tasks.rados.rados.0.smithi067.stdout:3218: read oid 32 snap 299 2024-07-29T15:13:31.073 INFO:tasks.rados.rados.0.smithi067.stdout:3218: expect deleted 2024-07-29T15:13:31.073 INFO:tasks.rados.rados.0.smithi067.stdout:3219: rmattr oid 37 current snap is 313 2024-07-29T15:13:31.073 INFO:tasks.rados.rados.0.smithi067.stdout:3219: done (2 left) 2024-07-29T15:13:31.074 INFO:tasks.rados.rados.0.smithi067.stdout:3220: copy_from oid 11 from oid 17 current snap is 313 2024-07-29T15:13:31.074 INFO:tasks.rados.rados.0.smithi067.stdout:3221: read oid 44 snap -1 2024-07-29T15:13:31.074 INFO:tasks.rados.rados.0.smithi067.stdout:3221: expect (ObjNum 975 snap 298 seq_num 975) 2024-07-29T15:13:31.074 INFO:tasks.rados.rados.0.smithi067.stdout:3222: copy_from oid 29 from oid 10 current snap is 313 2024-07-29T15:13:31.074 INFO:tasks.rados.rados.0.smithi067.stdout:3223: copy_from oid 16 from oid 9 current snap is 313 2024-07-29T15:13:31.074 INFO:tasks.rados.rados.0.smithi067.stdout:3224: read oid 39 snap -1 2024-07-29T15:13:31.074 INFO:tasks.rados.rados.0.smithi067.stdout:3224: expect deleted 2024-07-29T15:13:31.074 INFO:tasks.rados.rados.0.smithi067.stdout:3225: read oid 43 snap 310 2024-07-29T15:13:31.074 INFO:tasks.rados.rados.0.smithi067.stdout:3225: expect (ObjNum 918 snap 289 seq_num 918) 2024-07-29T15:13:31.074 INFO:tasks.rados.rados.0.smithi067.stdout:3226: snap_create 2024-07-29T15:13:31.075 INFO:tasks.rados.rados.0.smithi067.stdout:3222: finishing copy_from to smithi06780069-29 2024-07-29T15:13:31.075 INFO:tasks.rados.rados.0.smithi067.stdout:3222: got expected ENOENT (src dne) 2024-07-29T15:13:31.075 INFO:tasks.rados.rados.0.smithi067.stdout:3222: finishing copy_from racing read to smithi06780069-29 2024-07-29T15:13:31.088 INFO:tasks.rados.rados.0.smithi067.stdout:3216: expect (ObjNum 691 snap 214 seq_num 691) 2024-07-29T15:13:31.218 INFO:tasks.rados.rados.0.smithi067.stdout:3221: expect (ObjNum 975 snap 298 seq_num 975) 2024-07-29T15:13:31.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:31 smithi138 ceph-mon[86438]: pgmap v681: 121 pgs: 121 active+clean; 231 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 5.2 MiB/s wr, 11 op/s 2024-07-29T15:13:31.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:31 smithi138 ceph-mon[86438]: osdmap e713: 8 total, 8 up, 8 in 2024-07-29T15:13:31.348 INFO:tasks.rados.rados.0.smithi067.stdout:3220: finishing copy_from racing read to smithi06780069-11 2024-07-29T15:13:31.348 INFO:tasks.rados.rados.0.smithi067.stdout:3225: expect (ObjNum 918 snap 289 seq_num 918) 2024-07-29T15:13:31.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:31 smithi067 ceph-mon[91995]: pgmap v681: 121 pgs: 121 active+clean; 231 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 5.2 MiB/s wr, 11 op/s 2024-07-29T15:13:31.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:31 smithi067 ceph-mon[91995]: osdmap e713: 8 total, 8 up, 8 in 2024-07-29T15:13:31.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:31 smithi067 ceph-mon[94375]: pgmap v681: 121 pgs: 121 active+clean; 231 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 5.2 MiB/s wr, 11 op/s 2024-07-29T15:13:31.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:31 smithi067 ceph-mon[94375]: osdmap e713: 8 total, 8 up, 8 in 2024-07-29T15:13:31.837 INFO:tasks.rados.rados.0.smithi067.stdout:3220: finishing copy_from to smithi06780069-11 2024-07-29T15:13:31.837 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 11 v 1394 (ObjNum 1004 snap 310 seq_num 1004) dirty exists 2024-07-29T15:13:31.837 INFO:tasks.rados.rados.0.smithi067.stdout:3223: finishing copy_from racing read to smithi06780069-16 2024-07-29T15:13:31.837 INFO:tasks.rados.rados.0.smithi067.stdout:3223: finishing copy_from to smithi06780069-16 2024-07-29T15:13:31.837 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 16 v 1232 (ObjNum 931 snap 289 seq_num 931) dirty exists 2024-07-29T15:13:32.069 INFO:tasks.rados.rados.0.smithi067.stdout:3216: done (8 left) 2024-07-29T15:13:32.069 INFO:tasks.rados.rados.0.smithi067.stdout:3218: done (7 left) 2024-07-29T15:13:32.069 INFO:tasks.rados.rados.0.smithi067.stdout:3220: done (6 left) 2024-07-29T15:13:32.069 INFO:tasks.rados.rados.0.smithi067.stdout:3221: done (5 left) 2024-07-29T15:13:32.069 INFO:tasks.rados.rados.0.smithi067.stdout:3222: done (4 left) 2024-07-29T15:13:32.069 INFO:tasks.rados.rados.0.smithi067.stdout:3223: done (3 left) 2024-07-29T15:13:32.069 INFO:tasks.rados.rados.0.smithi067.stdout:3224: done (2 left) 2024-07-29T15:13:32.069 INFO:tasks.rados.rados.0.smithi067.stdout:3225: done (1 left) 2024-07-29T15:13:32.070 INFO:tasks.rados.rados.0.smithi067.stdout:3226: done (0 left) 2024-07-29T15:13:32.070 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 47 current snap is 314 2024-07-29T15:13:32.070 INFO:tasks.rados.rados.0.smithi067.stdout:3227: seq_num 1013 ranges {0=172032} 2024-07-29T15:13:32.070 INFO:tasks.rados.rados.0.smithi067.stdout:3227: writing smithi06780069-47 from 0 to 172032 tid 1 2024-07-29T15:13:32.070 INFO:tasks.rados.rados.0.smithi067.stdout:3228: snap_remove snap 311 2024-07-29T15:13:32.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:32 smithi067 ceph-mon[91995]: osdmap e714: 8 total, 8 up, 8 in 2024-07-29T15:13:32.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:32 smithi067 ceph-mon[94375]: osdmap e714: 8 total, 8 up, 8 in 2024-07-29T15:13:32.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:32 smithi138 ceph-mon[86438]: osdmap e714: 8 total, 8 up, 8 in 2024-07-29T15:13:33.015 INFO:tasks.rados.rados.0.smithi067.stdout:3228: done (1 left) 2024-07-29T15:13:33.015 INFO:tasks.rados.rados.0.smithi067.stdout:3229: read oid 5 snap -1 2024-07-29T15:13:33.016 INFO:tasks.rados.rados.0.smithi067.stdout:3229: expect (ObjNum 874 snap 283 seq_num 874) 2024-07-29T15:13:33.016 INFO:tasks.rados.rados.0.smithi067.stdout:3230: copy_from oid 26 from oid 30 current snap is 314 2024-07-29T15:13:33.016 INFO:tasks.rados.rados.0.smithi067.stdout:3227: finishing write tid 1 to smithi06780069-47 2024-07-29T15:13:33.016 INFO:tasks.rados.rados.0.smithi067.stdout:3227: finishing write tid 2 to smithi06780069-47 2024-07-29T15:13:33.016 INFO:tasks.rados.rados.0.smithi067.stdout:3227: finishing write tid 3 to smithi06780069-47 2024-07-29T15:13:33.016 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 1410 (ObjNum 1013 snap 314 seq_num 1013) dirty exists 2024-07-29T15:13:33.016 INFO:tasks.rados.rados.0.smithi067.stdout:3227: left oid 47 (ObjNum 1013 snap 314 seq_num 1013) 2024-07-29T15:13:33.016 INFO:tasks.rados.rados.0.smithi067.stdout:3227: done (2 left) 2024-07-29T15:13:33.016 INFO:tasks.rados.rados.0.smithi067.stdout:3231: delete oid 23 current snap is 314 2024-07-29T15:13:33.023 INFO:tasks.rados.rados.0.smithi067.stdout:3229: expect (ObjNum 874 snap 283 seq_num 874) 2024-07-29T15:13:33.033 INFO:tasks.rados.rados.0.smithi067.stdout:3229: done (2 left) 2024-07-29T15:13:33.033 INFO:tasks.rados.rados.0.smithi067.stdout:3231: done (1 left) 2024-07-29T15:13:33.033 INFO:tasks.rados.rados.0.smithi067.stdout:3232: snap_create 2024-07-29T15:13:33.055 INFO:tasks.rados.rados.0.smithi067.stdout:3230: finishing copy_from racing read to smithi06780069-26 2024-07-29T15:13:33.067 INFO:tasks.rados.rados.0.smithi067.stdout:3230: finishing copy_from to smithi06780069-26 2024-07-29T15:13:33.067 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 1548 (ObjNum 1005 snap 311 seq_num 1005) dirty exists 2024-07-29T15:13:33.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:33 smithi067 ceph-mon[91995]: pgmap v684: 121 pgs: 121 active+clean; 231 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 4.1 MiB/s wr, 10 op/s 2024-07-29T15:13:33.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:33 smithi067 ceph-mon[91995]: osdmap e715: 8 total, 8 up, 8 in 2024-07-29T15:13:33.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:33 smithi067 ceph-mon[91995]: osdmap e716: 8 total, 8 up, 8 in 2024-07-29T15:13:33.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:33 smithi067 ceph-mon[94375]: pgmap v684: 121 pgs: 121 active+clean; 231 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 4.1 MiB/s wr, 10 op/s 2024-07-29T15:13:33.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:33 smithi067 ceph-mon[94375]: osdmap e715: 8 total, 8 up, 8 in 2024-07-29T15:13:33.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:33 smithi067 ceph-mon[94375]: osdmap e716: 8 total, 8 up, 8 in 2024-07-29T15:13:33.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:33 smithi138 ceph-mon[86438]: pgmap v684: 121 pgs: 121 active+clean; 231 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 4.1 MiB/s wr, 10 op/s 2024-07-29T15:13:33.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:33 smithi138 ceph-mon[86438]: osdmap e715: 8 total, 8 up, 8 in 2024-07-29T15:13:33.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:33 smithi138 ceph-mon[86438]: osdmap e716: 8 total, 8 up, 8 in 2024-07-29T15:13:34.015 INFO:tasks.rados.rados.0.smithi067.stdout:3230: done (1 left) 2024-07-29T15:13:34.015 INFO:tasks.rados.rados.0.smithi067.stdout:3232: done (0 left) 2024-07-29T15:13:34.015 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 29 current snap is 315 2024-07-29T15:13:34.015 INFO:tasks.rados.rados.0.smithi067.stdout:3233: seq_num 1015 ranges {7454720=204800} 2024-07-29T15:13:34.057 INFO:tasks.rados.rados.0.smithi067.stdout:3233: writing smithi06780069-29 from 7454720 to 7659520 tid 1 2024-07-29T15:13:34.057 INFO:tasks.rados.rados.0.smithi067.stdout:3234: read oid 15 snap -1 2024-07-29T15:13:34.057 INFO:tasks.rados.rados.0.smithi067.stdout:3234: expect (ObjNum 955 snap 292 seq_num 955) 2024-07-29T15:13:34.058 INFO:tasks.rados.rados.0.smithi067.stdout:3235: rollback oid 1 current snap is 315 2024-07-29T15:13:34.058 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 1 to 309 2024-07-29T15:13:34.058 INFO:tasks.rados.rados.0.smithi067.stdout:3236: read oid 33 snap -1 2024-07-29T15:13:34.058 INFO:tasks.rados.rados.0.smithi067.stdout:3236: expect (ObjNum 906 snap 288 seq_num 906) 2024-07-29T15:13:34.058 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 6 current snap is 315 2024-07-29T15:13:34.058 INFO:tasks.rados.rados.0.smithi067.stdout:3237: seq_num 1016 ranges {0=221184} 2024-07-29T15:13:34.059 INFO:tasks.rados.rados.0.smithi067.stdout:3237: writing smithi06780069-6 from 0 to 221184 tid 1 2024-07-29T15:13:34.059 INFO:tasks.rados.rados.0.smithi067.stdout:3238: rmattr oid 34 current snap is 315 2024-07-29T15:13:34.059 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 42 current snap is 315 2024-07-29T15:13:34.059 INFO:tasks.rados.rados.0.smithi067.stdout:3239: seq_num 1017 ranges {90112=237568} 2024-07-29T15:13:34.061 INFO:tasks.rados.rados.0.smithi067.stdout:3239: writing smithi06780069-42 from 90112 to 327680 tid 1 2024-07-29T15:13:34.061 INFO:tasks.rados.rados.0.smithi067.stdout:3240: setattr oid 47 current snap is 315 2024-07-29T15:13:34.063 INFO:tasks.rados.rados.0.smithi067.stdout:3241: snap_remove snap 310 2024-07-29T15:13:35.027 INFO:tasks.rados.rados.0.smithi067.stdout:3241: done (8 left) 2024-07-29T15:13:35.027 INFO:tasks.rados.rados.0.smithi067.stdout:3242: snap_remove snap 312 2024-07-29T15:13:35.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:35 smithi138 ceph-mon[86438]: pgmap v687: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 239 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-07-29T15:13:35.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:35 smithi138 ceph-mon[86438]: osdmap e717: 8 total, 8 up, 8 in 2024-07-29T15:13:35.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:13:35.311 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:13:34 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=infra.usagestats t=2024-07-29T15:13:34.901430335Z level=info msg="Usage stats are ready to report" 2024-07-29T15:13:35.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:35 smithi067 ceph-mon[91995]: pgmap v687: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 239 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-07-29T15:13:35.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:35 smithi067 ceph-mon[91995]: osdmap e717: 8 total, 8 up, 8 in 2024-07-29T15:13:35.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:13:35.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:35 smithi067 ceph-mon[94375]: pgmap v687: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 239 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-07-29T15:13:35.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:35 smithi067 ceph-mon[94375]: osdmap e717: 8 total, 8 up, 8 in 2024-07-29T15:13:35.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:13:36.028 INFO:tasks.rados.rados.0.smithi067.stdout:3242: done (8 left) 2024-07-29T15:13:36.028 INFO:tasks.rados.rados.0.smithi067.stdout:3243: rollback oid 5 current snap is 315 2024-07-29T15:13:36.028 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 5 to 299 2024-07-29T15:13:36.029 INFO:tasks.rados.rados.0.smithi067.stdout:3233: finishing write tid 1 to smithi06780069-29 2024-07-29T15:13:36.029 INFO:tasks.rados.rados.0.smithi067.stdout:3236: expect (ObjNum 906 snap 288 seq_num 906) 2024-07-29T15:13:36.064 INFO:tasks.rados.rados.0.smithi067.stdout:3233: finishing write tid 2 to smithi06780069-29 2024-07-29T15:13:36.064 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 1411 (ObjNum 1013 snap 314 seq_num 1013) dirty exists 2024-07-29T15:13:36.064 INFO:tasks.rados.rados.0.smithi067.stdout:3239: finishing write tid 1 to smithi06780069-42 2024-07-29T15:13:36.064 INFO:tasks.rados.rados.0.smithi067.stdout:3233: finishing write tid 3 to smithi06780069-29 2024-07-29T15:13:36.064 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 1527 (ObjNum 1015 snap 315 seq_num 1015) dirty exists 2024-07-29T15:13:36.065 INFO:tasks.rados.rados.0.smithi067.stdout:3233: left oid 29 (ObjNum 1015 snap 315 seq_num 1015) 2024-07-29T15:13:36.065 INFO:tasks.rados.rados.0.smithi067.stdout:3237: finishing write tid 1 to smithi06780069-6 2024-07-29T15:13:36.065 INFO:tasks.rados.rados.0.smithi067.stdout:3233: done (8 left) 2024-07-29T15:13:36.065 INFO:tasks.rados.rados.0.smithi067.stdout:3236: done (7 left) 2024-07-29T15:13:36.065 INFO:tasks.rados.rados.0.smithi067.stdout:3240: done (6 left) 2024-07-29T15:13:36.065 INFO:tasks.rados.rados.0.smithi067.stdout:3244: snap_create 2024-07-29T15:13:36.065 INFO:tasks.rados.rados.0.smithi067.stdout:3237: finishing write tid 2 to smithi06780069-6 2024-07-29T15:13:36.065 INFO:tasks.rados.rados.0.smithi067.stdout:3237: finishing write tid 3 to smithi06780069-6 2024-07-29T15:13:36.065 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 6 v 1881 (ObjNum 1016 snap 315 seq_num 1016) dirty exists 2024-07-29T15:13:36.065 INFO:tasks.rados.rados.0.smithi067.stdout:3237: left oid 6 (ObjNum 1016 snap 315 seq_num 1016) 2024-07-29T15:13:36.065 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 34 v 1883 (ObjNum 129 snap 0 seq_num 3879521296) dirty exists 2024-07-29T15:13:36.065 INFO:tasks.rados.rados.0.smithi067.stdout:3239: finishing write tid 2 to smithi06780069-42 2024-07-29T15:13:36.065 INFO:tasks.rados.rados.0.smithi067.stdout:3239: finishing write tid 3 to smithi06780069-42 2024-07-29T15:13:36.066 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 1550 (ObjNum 1017 snap 315 seq_num 1017) dirty exists 2024-07-29T15:13:36.066 INFO:tasks.rados.rados.0.smithi067.stdout:3239: left oid 42 (ObjNum 1017 snap 315 seq_num 1017) 2024-07-29T15:13:36.066 INFO:tasks.rados.rados.0.smithi067.stdout:3235: finishing rollback tid 0 to smithi06780069-1 2024-07-29T15:13:36.066 INFO:tasks.rados.rados.0.smithi067.stdout:3235: finishing rollback tid 1 to smithi06780069-1 2024-07-29T15:13:36.066 INFO:tasks.rados.rados.0.smithi067.stdout:3235: finishing rollback tid 2 to smithi06780069-1 2024-07-29T15:13:36.066 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 1608 (ObjNum 826 snap 266 seq_num 826) dirty exists 2024-07-29T15:13:36.066 INFO:tasks.rados.rados.0.smithi067.stdout:3234: expect (ObjNum 955 snap 292 seq_num 955) 2024-07-29T15:13:36.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:36 smithi138 ceph-mon[86438]: osdmap e718: 8 total, 8 up, 8 in 2024-07-29T15:13:36.348 INFO:tasks.rados.rados.0.smithi067.stdout:3243: finishing rollback tid 0 to smithi06780069-5 2024-07-29T15:13:36.348 INFO:tasks.rados.rados.0.smithi067.stdout:3243: finishing rollback tid 1 to smithi06780069-5 2024-07-29T15:13:36.348 INFO:tasks.rados.rados.0.smithi067.stdout:3243: finishing rollback tid 2 to smithi06780069-5 2024-07-29T15:13:36.348 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 1864 (ObjNum 874 snap 283 seq_num 874) dirty exists 2024-07-29T15:13:36.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:36 smithi067 ceph-mon[91995]: osdmap e718: 8 total, 8 up, 8 in 2024-07-29T15:13:36.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:36 smithi067 ceph-mon[94375]: osdmap e718: 8 total, 8 up, 8 in 2024-07-29T15:13:37.031 INFO:tasks.rados.rados.0.smithi067.stdout:3234: done (6 left) 2024-07-29T15:13:37.031 INFO:tasks.rados.rados.0.smithi067.stdout:3235: done (5 left) 2024-07-29T15:13:37.031 INFO:tasks.rados.rados.0.smithi067.stdout:3237: done (4 left) 2024-07-29T15:13:37.031 INFO:tasks.rados.rados.0.smithi067.stdout:3238: done (3 left) 2024-07-29T15:13:37.031 INFO:tasks.rados.rados.0.smithi067.stdout:3239: done (2 left) 2024-07-29T15:13:37.031 INFO:tasks.rados.rados.0.smithi067.stdout:3243: done (1 left) 2024-07-29T15:13:37.031 INFO:tasks.rados.rados.0.smithi067.stdout:3244: done (0 left) 2024-07-29T15:13:37.031 INFO:tasks.rados.rados.0.smithi067.stdout:3245: snap_remove snap 303 2024-07-29T15:13:37.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:37 smithi138 ceph-mon[86438]: pgmap v690: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 243 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-07-29T15:13:37.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:37 smithi138 ceph-mon[86438]: osdmap e719: 8 total, 8 up, 8 in 2024-07-29T15:13:37.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:37 smithi067 ceph-mon[91995]: pgmap v690: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 243 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-07-29T15:13:37.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:37 smithi067 ceph-mon[91995]: osdmap e719: 8 total, 8 up, 8 in 2024-07-29T15:13:37.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:37 smithi067 ceph-mon[94375]: pgmap v690: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 243 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-07-29T15:13:37.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:37 smithi067 ceph-mon[94375]: osdmap e719: 8 total, 8 up, 8 in 2024-07-29T15:13:38.018 INFO:tasks.rados.rados.0.smithi067.stdout:3245: done (0 left) 2024-07-29T15:13:38.018 INFO:tasks.rados.rados.0.smithi067.stdout:3246: copy_from oid 16 from oid 21 current snap is 316 2024-07-29T15:13:38.019 INFO:tasks.rados.rados.0.smithi067.stdout:3247: rmattr oid 13 current snap is 316 2024-07-29T15:13:38.019 INFO:tasks.rados.rados.0.smithi067.stdout:3248: delete oid 42 current snap is 316 2024-07-29T15:13:38.025 INFO:tasks.rados.rados.0.smithi067.stdout:3248: done (2 left) 2024-07-29T15:13:38.025 INFO:tasks.rados.rados.0.smithi067.stdout:3249: snap_remove snap 309 2024-07-29T15:13:38.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:38 smithi067 ceph-mon[91995]: osdmap e720: 8 total, 8 up, 8 in 2024-07-29T15:13:38.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:38 smithi067 ceph-mon[91995]: osdmap e721: 8 total, 8 up, 8 in 2024-07-29T15:13:38.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:13:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:13:37] "GET /metrics HTTP/1.1" 200 36437 "" "Prometheus/2.51.0" 2024-07-29T15:13:38.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:38 smithi067 ceph-mon[94375]: osdmap e720: 8 total, 8 up, 8 in 2024-07-29T15:13:38.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:38 smithi067 ceph-mon[94375]: osdmap e721: 8 total, 8 up, 8 in 2024-07-29T15:13:38.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:38 smithi138 ceph-mon[86438]: osdmap e720: 8 total, 8 up, 8 in 2024-07-29T15:13:38.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:38 smithi138 ceph-mon[86438]: osdmap e721: 8 total, 8 up, 8 in 2024-07-29T15:13:39.019 INFO:tasks.rados.rados.0.smithi067.stdout:3249: done (2 left) 2024-07-29T15:13:39.019 INFO:tasks.rados.rados.0.smithi067.stdout:3250: rollback oid 49 current snap is 316 2024-07-29T15:13:39.019 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 49 to 315 2024-07-29T15:13:39.019 INFO:tasks.rados.rados.0.smithi067.stdout:3251: setattr oid 46 current snap is 316 2024-07-29T15:13:39.020 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 13 v 1838 (ObjNum 1000 snap 307 seq_num 1000) dirty exists 2024-07-29T15:13:39.020 INFO:tasks.rados.rados.0.smithi067.stdout:3246: finishing copy_from racing read to smithi06780069-16 2024-07-29T15:13:39.020 INFO:tasks.rados.rados.0.smithi067.stdout:3246: finishing copy_from to smithi06780069-16 2024-07-29T15:13:39.020 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 16 v 1450 (ObjNum 985 snap 303 seq_num 985) dirty exists 2024-07-29T15:13:39.021 INFO:tasks.rados.rados.0.smithi067.stdout:3246: done (3 left) 2024-07-29T15:13:39.022 INFO:tasks.rados.rados.0.smithi067.stdout:3247: done (2 left) 2024-07-29T15:13:39.022 INFO:tasks.rados.rados.0.smithi067.stdout:3252: copy_from oid 15 from oid 33 current snap is 316 2024-07-29T15:13:39.022 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 35 current snap is 316 2024-07-29T15:13:39.022 INFO:tasks.rados.rados.0.smithi067.stdout:3253: seq_num 1019 ranges {0=270336} 2024-07-29T15:13:39.024 INFO:tasks.rados.rados.0.smithi067.stdout:3253: writing smithi06780069-35 from 0 to 270336 tid 1 2024-07-29T15:13:39.024 INFO:tasks.rados.rados.0.smithi067.stdout:3254: copy_from oid 39 from oid 5 current snap is 316 2024-07-29T15:13:39.024 INFO:tasks.rados.rados.0.smithi067.stdout:3255: delete oid 27 current snap is 316 2024-07-29T15:13:39.028 INFO:tasks.rados.rados.0.smithi067.stdout:3250: finishing rollback tid 0 to smithi06780069-49 2024-07-29T15:13:39.034 INFO:tasks.rados.rados.0.smithi067.stdout:3250: finishing rollback tid 1 to smithi06780069-49 2024-07-29T15:13:39.034 INFO:tasks.rados.rados.0.smithi067.stdout:3250: finishing rollback tid 2 to smithi06780069-49 2024-07-29T15:13:39.034 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 1846 (ObjNum 998 snap 306 seq_num 998) dirty exists 2024-07-29T15:13:39.034 INFO:tasks.rados.rados.0.smithi067.stdout:3250: done (5 left) 2024-07-29T15:13:39.034 INFO:tasks.rados.rados.0.smithi067.stdout:3255: done (4 left) 2024-07-29T15:13:39.034 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 3 current snap is 316 2024-07-29T15:13:39.034 INFO:tasks.rados.rados.0.smithi067.stdout:3256: seq_num 1021 ranges {10346496=303104} 2024-07-29T15:13:39.094 INFO:tasks.rados.rados.0.smithi067.stdout:3256: writing smithi06780069-3 from 10346496 to 10649600 tid 1 2024-07-29T15:13:39.094 INFO:tasks.rados.rados.0.smithi067.stdout:3257: read oid 2 snap -1 2024-07-29T15:13:39.094 INFO:tasks.rados.rados.0.smithi067.stdout:3257: expect (ObjNum 966 snap 297 seq_num 966) 2024-07-29T15:13:39.094 INFO:tasks.rados.rados.0.smithi067.stdout:3258: rmattr oid 38 current snap is 316 2024-07-29T15:13:39.095 INFO:tasks.rados.rados.0.smithi067.stdout:3258: done (6 left) 2024-07-29T15:13:39.095 INFO:tasks.rados.rados.0.smithi067.stdout:3259: copy_from oid 22 from oid 41 current snap is 316 2024-07-29T15:13:39.095 INFO:tasks.rados.rados.0.smithi067.stdout:3254: finishing copy_from racing read to smithi06780069-39 2024-07-29T15:13:39.095 INFO:tasks.rados.rados.0.smithi067.stdout:3254: finishing copy_from to smithi06780069-39 2024-07-29T15:13:39.095 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 1864 (ObjNum 874 snap 283 seq_num 874) dirty exists 2024-07-29T15:13:39.095 INFO:tasks.rados.rados.0.smithi067.stdout:3254: done (6 left) 2024-07-29T15:13:39.095 INFO:tasks.rados.rados.0.smithi067.stdout:3260: rollback oid 9 current snap is 316 2024-07-29T15:13:39.095 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 9 to 313 2024-07-29T15:13:39.095 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 46 v 1847 (ObjNum 33 snap 0 seq_num 3880097312) dirty exists 2024-07-29T15:13:39.095 INFO:tasks.rados.rados.0.smithi067.stdout:3253: finishing write tid 1 to smithi06780069-35 2024-07-29T15:13:39.095 INFO:tasks.rados.rados.0.smithi067.stdout:3253: finishing write tid 2 to smithi06780069-35 2024-07-29T15:13:39.095 INFO:tasks.rados.rados.0.smithi067.stdout:3253: finishing write tid 3 to smithi06780069-35 2024-07-29T15:13:39.096 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 35 v 1891 (ObjNum 1019 snap 316 seq_num 1019) dirty exists 2024-07-29T15:13:39.096 INFO:tasks.rados.rados.0.smithi067.stdout:3253: left oid 35 (ObjNum 1019 snap 316 seq_num 1019) 2024-07-29T15:13:39.096 INFO:tasks.rados.rados.0.smithi067.stdout:3252: finishing copy_from racing read to smithi06780069-15 2024-07-29T15:13:39.096 INFO:tasks.rados.rados.0.smithi067.stdout:3252: finishing copy_from to smithi06780069-15 2024-07-29T15:13:39.096 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 1784 (ObjNum 906 snap 288 seq_num 906) dirty exists 2024-07-29T15:13:39.096 INFO:tasks.rados.rados.0.smithi067.stdout:3251: done (6 left) 2024-07-29T15:13:39.096 INFO:tasks.rados.rados.0.smithi067.stdout:3252: done (5 left) 2024-07-29T15:13:39.096 INFO:tasks.rados.rados.0.smithi067.stdout:3253: done (4 left) 2024-07-29T15:13:39.096 INFO:tasks.rados.rados.0.smithi067.stdout:3261: read oid 43 snap -1 2024-07-29T15:13:39.096 INFO:tasks.rados.rados.0.smithi067.stdout:3261: expect (ObjNum 918 snap 289 seq_num 918) 2024-07-29T15:13:39.096 INFO:tasks.rados.rados.0.smithi067.stdout:3262: snap_create 2024-07-29T15:13:39.102 INFO:tasks.rados.rados.0.smithi067.stdout:3256: finishing write tid 1 to smithi06780069-3 2024-07-29T15:13:39.106 INFO:tasks.rados.rados.0.smithi067.stdout:3256: finishing write tid 2 to smithi06780069-3 2024-07-29T15:13:39.112 INFO:tasks.rados.rados.0.smithi067.stdout:3259: finishing copy_from racing read to smithi06780069-22 2024-07-29T15:13:39.113 INFO:tasks.rados.rados.0.smithi067.stdout:3256: finishing write tid 3 to smithi06780069-3 2024-07-29T15:13:39.113 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 1542 (ObjNum 1021 snap 316 seq_num 1021) dirty exists 2024-07-29T15:13:39.113 INFO:tasks.rados.rados.0.smithi067.stdout:3256: left oid 3 (ObjNum 1021 snap 316 seq_num 1021) 2024-07-29T15:13:39.114 INFO:tasks.rados.rados.0.smithi067.stdout:3259: finishing copy_from to smithi06780069-22 2024-07-29T15:13:39.114 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 1223 (ObjNum 911 snap 288 seq_num 911) dirty exists 2024-07-29T15:13:39.124 INFO:tasks.rados.rados.0.smithi067.stdout:3261: expect (ObjNum 918 snap 289 seq_num 918) 2024-07-29T15:13:39.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:39 smithi138 ceph-mon[86438]: pgmap v693: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 250 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.9 MiB/s wr, 21 op/s 2024-07-29T15:13:39.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:39 smithi138 ceph-mon[86438]: osdmap e722: 8 total, 8 up, 8 in 2024-07-29T15:13:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:39 smithi067 ceph-mon[91995]: pgmap v693: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 250 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.9 MiB/s wr, 21 op/s 2024-07-29T15:13:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:39 smithi067 ceph-mon[91995]: osdmap e722: 8 total, 8 up, 8 in 2024-07-29T15:13:39.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:39 smithi067 ceph-mon[94375]: pgmap v693: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 250 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.9 MiB/s wr, 21 op/s 2024-07-29T15:13:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:39 smithi067 ceph-mon[94375]: osdmap e722: 8 total, 8 up, 8 in 2024-07-29T15:13:39.616 INFO:tasks.rados.rados.0.smithi067.stdout:3260: finishing rollback tid 0 to smithi06780069-9 2024-07-29T15:13:39.616 INFO:tasks.rados.rados.0.smithi067.stdout:3260: finishing rollback tid 1 to smithi06780069-9 2024-07-29T15:13:39.617 INFO:tasks.rados.rados.0.smithi067.stdout:3257: expect (ObjNum 966 snap 297 seq_num 966) 2024-07-29T15:13:40.249 INFO:tasks.rados.rados.0.smithi067.stdout:3260: finishing rollback tid 2 to smithi06780069-9 2024-07-29T15:13:40.249 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 9 v 1246 (ObjNum 931 snap 289 seq_num 931) dirty exists 2024-07-29T15:13:40.249 INFO:tasks.rados.rados.0.smithi067.stdout:3256: done (5 left) 2024-07-29T15:13:40.250 INFO:tasks.rados.rados.0.smithi067.stdout:3257: done (4 left) 2024-07-29T15:13:40.250 INFO:tasks.rados.rados.0.smithi067.stdout:3259: done (3 left) 2024-07-29T15:13:40.250 INFO:tasks.rados.rados.0.smithi067.stdout:3260: done (2 left) 2024-07-29T15:13:40.250 INFO:tasks.rados.rados.0.smithi067.stdout:3261: done (1 left) 2024-07-29T15:13:40.250 INFO:tasks.rados.rados.0.smithi067.stdout:3262: done (0 left) 2024-07-29T15:13:40.250 INFO:tasks.rados.rados.0.smithi067.stdout:3263: delete oid 25 current snap is 317 2024-07-29T15:13:40.256 INFO:tasks.rados.rados.0.smithi067.stdout:3263: done (0 left) 2024-07-29T15:13:40.256 INFO:tasks.rados.rados.0.smithi067.stdout:3264: read oid 49 snap -1 2024-07-29T15:13:40.256 INFO:tasks.rados.rados.0.smithi067.stdout:3264: expect (ObjNum 998 snap 306 seq_num 998) 2024-07-29T15:13:40.256 INFO:tasks.rados.rados.0.smithi067.stdout:3265: delete oid 29 current snap is 317 2024-07-29T15:13:40.263 INFO:tasks.rados.rados.0.smithi067.stdout:3265: done (1 left) 2024-07-29T15:13:40.263 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 20 current snap is 317 2024-07-29T15:13:40.263 INFO:tasks.rados.rados.0.smithi067.stdout:3266: seq_num 1024 ranges {0=352256} 2024-07-29T15:13:40.266 INFO:tasks.rados.rados.0.smithi067.stdout:3266: writing smithi06780069-20 from 0 to 352256 tid 1 2024-07-29T15:13:40.266 INFO:tasks.rados.rados.0.smithi067.stdout:3267: copy_from oid 19 from oid 39 current snap is 317 2024-07-29T15:13:40.266 INFO:tasks.rados.rados.0.smithi067.stdout:3268: read oid 12 snap 314 2024-07-29T15:13:40.266 INFO:tasks.rados.rados.0.smithi067.stdout:3268: expect (ObjNum 1009 snap 311 seq_num 1009) 2024-07-29T15:13:40.266 INFO:tasks.rados.rados.0.smithi067.stdout:3269: rollback oid 5 current snap is 317 2024-07-29T15:13:40.266 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 5 to 299 2024-07-29T15:13:40.266 INFO:tasks.rados.rados.0.smithi067.stdout:3270: read oid 43 snap -1 2024-07-29T15:13:40.266 INFO:tasks.rados.rados.0.smithi067.stdout:3270: expect (ObjNum 918 snap 289 seq_num 918) 2024-07-29T15:13:40.266 INFO:tasks.rados.rados.0.smithi067.stdout:3271: rollback oid 47 current snap is 317 2024-07-29T15:13:40.266 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 47 to 314 2024-07-29T15:13:40.267 INFO:tasks.rados.rados.0.smithi067.stdout:3272: copy_from oid 3 from oid 30 current snap is 317 2024-07-29T15:13:40.267 INFO:tasks.rados.rados.0.smithi067.stdout:3273: copy_from oid 46 from oid 9 current snap is 317 2024-07-29T15:13:40.267 INFO:tasks.rados.rados.0.smithi067.stdout:3274: read oid 37 snap -1 2024-07-29T15:13:40.267 INFO:tasks.rados.rados.0.smithi067.stdout:3274: expect (ObjNum 999 snap 306 seq_num 999) 2024-07-29T15:13:40.290 INFO:tasks.rados.rados.0.smithi067.stdout:3275: copy_from oid 17 from oid 27 current snap is 317 2024-07-29T15:13:40.291 INFO:tasks.rados.rados.0.smithi067.stdout:3269: finishing rollback tid 0 to smithi06780069-5 2024-07-29T15:13:40.291 INFO:tasks.rados.rados.0.smithi067.stdout:3269: finishing rollback tid 1 to smithi06780069-5 2024-07-29T15:13:40.291 INFO:tasks.rados.rados.0.smithi067.stdout:3269: finishing rollback tid 2 to smithi06780069-5 2024-07-29T15:13:40.291 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 1867 (ObjNum 874 snap 283 seq_num 874) dirty exists 2024-07-29T15:13:40.291 INFO:tasks.rados.rados.0.smithi067.stdout:3266: finishing write tid 1 to smithi06780069-20 2024-07-29T15:13:40.291 INFO:tasks.rados.rados.0.smithi067.stdout:3269: done (10 left) 2024-07-29T15:13:40.291 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 14 current snap is 317 2024-07-29T15:13:40.291 INFO:tasks.rados.rados.0.smithi067.stdout:3276: seq_num 1025 ranges {1490944=368640} 2024-07-29T15:13:40.303 INFO:tasks.rados.rados.0.smithi067.stdout:3276: writing smithi06780069-14 from 1490944 to 1859584 tid 1 2024-07-29T15:13:40.304 INFO:tasks.rados.rados.0.smithi067.stdout:3277: snap_create 2024-07-29T15:13:40.304 INFO:tasks.rados.rados.0.smithi067.stdout:3271: finishing rollback tid 0 to smithi06780069-47 2024-07-29T15:13:40.304 INFO:tasks.rados.rados.0.smithi067.stdout:3271: finishing rollback tid 1 to smithi06780069-47 2024-07-29T15:13:40.304 INFO:tasks.rados.rados.0.smithi067.stdout:3271: finishing rollback tid 2 to smithi06780069-47 2024-07-29T15:13:40.304 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 1867 (ObjNum 1013 snap 314 seq_num 1013) dirty exists 2024-07-29T15:13:40.314 INFO:tasks.rados.rados.0.smithi067.stdout:3270: expect (ObjNum 918 snap 289 seq_num 918) 2024-07-29T15:13:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:13:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:13:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:13:40.816 INFO:tasks.rados.rados.0.smithi067.stdout:3272: finishing copy_from racing read to smithi06780069-3 2024-07-29T15:13:40.816 INFO:tasks.rados.rados.0.smithi067.stdout:3275: finishing copy_from to smithi06780069-17 2024-07-29T15:13:40.816 INFO:tasks.rados.rados.0.smithi067.stdout:3275: got expected ENOENT (src dne) 2024-07-29T15:13:40.816 INFO:tasks.rados.rados.0.smithi067.stdout:3275: finishing copy_from racing read to smithi06780069-17 2024-07-29T15:13:40.817 INFO:tasks.rados.rados.0.smithi067.stdout:3272: finishing copy_from to smithi06780069-3 2024-07-29T15:13:40.817 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 1548 (ObjNum 1005 snap 311 seq_num 1005) dirty exists 2024-07-29T15:13:40.817 INFO:tasks.rados.rados.0.smithi067.stdout:3264: expect (ObjNum 998 snap 306 seq_num 998) 2024-07-29T15:13:41.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:41 smithi138 ceph-mon[86438]: pgmap v696: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 247 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-07-29T15:13:41.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:41 smithi138 ceph-mon[86438]: osdmap e723: 8 total, 8 up, 8 in 2024-07-29T15:13:41.370 INFO:tasks.rados.rados.0.smithi067.stdout:3266: finishing write tid 2 to smithi06780069-20 2024-07-29T15:13:41.370 INFO:tasks.rados.rados.0.smithi067.stdout:3267: finishing copy_from racing read to smithi06780069-19 2024-07-29T15:13:41.370 INFO:tasks.rados.rados.0.smithi067.stdout:3266: finishing write tid 3 to smithi06780069-20 2024-07-29T15:13:41.370 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 1261 (ObjNum 1024 snap 317 seq_num 1024) dirty exists 2024-07-29T15:13:41.370 INFO:tasks.rados.rados.0.smithi067.stdout:3266: left oid 20 (ObjNum 1024 snap 317 seq_num 1024) 2024-07-29T15:13:41.370 INFO:tasks.rados.rados.0.smithi067.stdout:3267: finishing copy_from to smithi06780069-19 2024-07-29T15:13:41.371 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 19 v 1864 (ObjNum 874 snap 283 seq_num 874) dirty exists 2024-07-29T15:13:41.371 INFO:tasks.rados.rados.0.smithi067.stdout:3268: expect (ObjNum 1009 snap 311 seq_num 1009) 2024-07-29T15:13:41.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:41 smithi067 ceph-mon[91995]: pgmap v696: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 247 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-07-29T15:13:41.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:41 smithi067 ceph-mon[91995]: osdmap e723: 8 total, 8 up, 8 in 2024-07-29T15:13:41.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:41 smithi067 ceph-mon[94375]: pgmap v696: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 247 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-07-29T15:13:41.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:41 smithi067 ceph-mon[94375]: osdmap e723: 8 total, 8 up, 8 in 2024-07-29T15:13:42.083 INFO:tasks.rados.rados.0.smithi067.stdout:3276: finishing write tid 1 to smithi06780069-14 2024-07-29T15:13:42.083 INFO:tasks.rados.rados.0.smithi067.stdout:3276: finishing write tid 2 to smithi06780069-14 2024-07-29T15:13:42.083 INFO:tasks.rados.rados.0.smithi067.stdout:3276: finishing write tid 3 to smithi06780069-14 2024-07-29T15:13:42.083 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 14 v 1827 (ObjNum 1025 snap 317 seq_num 1025) dirty exists 2024-07-29T15:13:42.084 INFO:tasks.rados.rados.0.smithi067.stdout:3276: left oid 14 (ObjNum 1025 snap 317 seq_num 1025) 2024-07-29T15:13:42.084 INFO:tasks.rados.rados.0.smithi067.stdout:3274: expect (ObjNum 999 snap 306 seq_num 999) 2024-07-29T15:13:42.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:42 smithi067 ceph-mon[91995]: osdmap e724: 8 total, 8 up, 8 in 2024-07-29T15:13:42.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:42 smithi067 ceph-mon[94375]: osdmap e724: 8 total, 8 up, 8 in 2024-07-29T15:13:42.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:42 smithi138 ceph-mon[86438]: osdmap e724: 8 total, 8 up, 8 in 2024-07-29T15:13:42.718 INFO:tasks.rados.rados.0.smithi067.stdout:3273: finishing copy_from racing read to smithi06780069-46 2024-07-29T15:13:42.718 INFO:tasks.rados.rados.0.smithi067.stdout:3273: finishing copy_from to smithi06780069-46 2024-07-29T15:13:42.718 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 46 v 1246 (ObjNum 931 snap 289 seq_num 931) dirty exists 2024-07-29T15:13:42.719 INFO:tasks.rados.rados.0.smithi067.stdout:3264: done (11 left) 2024-07-29T15:13:42.719 INFO:tasks.rados.rados.0.smithi067.stdout:3266: done (10 left) 2024-07-29T15:13:42.719 INFO:tasks.rados.rados.0.smithi067.stdout:3267: done (9 left) 2024-07-29T15:13:42.719 INFO:tasks.rados.rados.0.smithi067.stdout:3268: done (8 left) 2024-07-29T15:13:42.719 INFO:tasks.rados.rados.0.smithi067.stdout:3270: done (7 left) 2024-07-29T15:13:42.719 INFO:tasks.rados.rados.0.smithi067.stdout:3271: done (6 left) 2024-07-29T15:13:42.719 INFO:tasks.rados.rados.0.smithi067.stdout:3272: done (5 left) 2024-07-29T15:13:42.719 INFO:tasks.rados.rados.0.smithi067.stdout:3273: done (4 left) 2024-07-29T15:13:42.719 INFO:tasks.rados.rados.0.smithi067.stdout:3274: done (3 left) 2024-07-29T15:13:42.719 INFO:tasks.rados.rados.0.smithi067.stdout:3275: done (2 left) 2024-07-29T15:13:42.719 INFO:tasks.rados.rados.0.smithi067.stdout:3276: done (1 left) 2024-07-29T15:13:42.719 INFO:tasks.rados.rados.0.smithi067.stdout:3277: done (0 left) 2024-07-29T15:13:42.719 INFO:tasks.rados.rados.0.smithi067.stdout:3278: delete oid 35 current snap is 318 2024-07-29T15:13:42.720 INFO:tasks.rados.rados.0.smithi067.stdout:3278: done (0 left) 2024-07-29T15:13:42.720 INFO:tasks.rados.rados.0.smithi067.stdout:3279: delete oid 27 current snap is 318 2024-07-29T15:13:42.722 INFO:tasks.rados.rados.0.smithi067.stdout:3279: done (0 left) 2024-07-29T15:13:42.723 INFO:tasks.rados.rados.0.smithi067.stdout:3280: snap_remove snap 316 2024-07-29T15:13:43.014 INFO:tasks.rados.rados.0.smithi067.stdout:3280: done (0 left) 2024-07-29T15:13:43.015 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 17 current snap is 318 2024-07-29T15:13:43.015 INFO:tasks.rados.rados.0.smithi067.stdout:3281: seq_num 1028 ranges {4079616=425984} 2024-07-29T15:13:43.039 INFO:tasks.rados.rados.0.smithi067.stdout:3281: writing smithi06780069-17 from 4079616 to 4505600 tid 1 2024-07-29T15:13:43.039 INFO:tasks.rados.rados.0.smithi067.stdout:3282: snap_remove snap 313 2024-07-29T15:13:43.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:43 smithi067 ceph-mon[94375]: pgmap v699: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 255 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-07-29T15:13:43.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:43 smithi067 ceph-mon[94375]: osdmap e725: 8 total, 8 up, 8 in 2024-07-29T15:13:43.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:43 smithi067 ceph-mon[91995]: pgmap v699: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 255 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-07-29T15:13:43.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:43 smithi067 ceph-mon[91995]: osdmap e725: 8 total, 8 up, 8 in 2024-07-29T15:13:43.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:43 smithi138 ceph-mon[86438]: pgmap v699: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 255 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-07-29T15:13:43.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:43 smithi138 ceph-mon[86438]: osdmap e725: 8 total, 8 up, 8 in 2024-07-29T15:13:44.017 INFO:tasks.rados.rados.0.smithi067.stdout:3281: finishing write tid 1 to smithi06780069-17 2024-07-29T15:13:44.017 INFO:tasks.rados.rados.0.smithi067.stdout:3281: finishing write tid 2 to smithi06780069-17 2024-07-29T15:13:44.017 INFO:tasks.rados.rados.0.smithi067.stdout:3281: finishing write tid 3 to smithi06780069-17 2024-07-29T15:13:44.017 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 1397 (ObjNum 1028 snap 318 seq_num 1028) dirty exists 2024-07-29T15:13:44.017 INFO:tasks.rados.rados.0.smithi067.stdout:3281: left oid 17 (ObjNum 1028 snap 318 seq_num 1028) 2024-07-29T15:13:44.017 INFO:tasks.rados.rados.0.smithi067.stdout:3281: done (1 left) 2024-07-29T15:13:44.017 INFO:tasks.rados.rados.0.smithi067.stdout:3282: done (0 left) 2024-07-29T15:13:44.018 INFO:tasks.rados.rados.0.smithi067.stdout:3283: snap_create 2024-07-29T15:13:45.020 INFO:tasks.rados.rados.0.smithi067.stdout:3283: done (0 left) 2024-07-29T15:13:45.020 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 34 current snap is 319 2024-07-29T15:13:45.020 INFO:tasks.rados.rados.0.smithi067.stdout:3284: seq_num 1029 ranges {0=442368} 2024-07-29T15:13:45.023 INFO:tasks.rados.rados.0.smithi067.stdout:3284: writing smithi06780069-34 from 0 to 442368 tid 1 2024-07-29T15:13:45.023 INFO:tasks.rados.rados.0.smithi067.stdout:3285: setattr oid 41 current snap is 319 2024-07-29T15:13:45.025 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 40 current snap is 319 2024-07-29T15:13:45.025 INFO:tasks.rados.rados.0.smithi067.stdout:3286: seq_num 1030 ranges {2277376=458752} 2024-07-29T15:13:45.040 INFO:tasks.rados.rados.0.smithi067.stdout:3286: writing smithi06780069-40 from 2277376 to 2736128 tid 1 2024-07-29T15:13:45.041 INFO:tasks.rados.rados.0.smithi067.stdout:3287: read oid 47 snap 299 2024-07-29T15:13:45.041 INFO:tasks.rados.rados.0.smithi067.stdout:3287: expect deleted 2024-07-29T15:13:45.041 INFO:tasks.rados.rados.0.smithi067.stdout:3288: read oid 12 snap -1 2024-07-29T15:13:45.041 INFO:tasks.rados.rados.0.smithi067.stdout:3288: expect (ObjNum 1009 snap 311 seq_num 1009) 2024-07-29T15:13:45.041 INFO:tasks.rados.rados.0.smithi067.stdout:3289: snap_remove snap 318 2024-07-29T15:13:45.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:45 smithi138 ceph-mon[86438]: pgmap v701: 121 pgs: 121 active+clean; 258 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 3.8 MiB/s wr, 16 op/s 2024-07-29T15:13:45.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:45 smithi138 ceph-mon[86438]: osdmap e726: 8 total, 8 up, 8 in 2024-07-29T15:13:45.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:45 smithi067 ceph-mon[91995]: pgmap v701: 121 pgs: 121 active+clean; 258 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 3.8 MiB/s wr, 16 op/s 2024-07-29T15:13:45.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:45 smithi067 ceph-mon[91995]: osdmap e726: 8 total, 8 up, 8 in 2024-07-29T15:13:45.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:45 smithi067 ceph-mon[94375]: pgmap v701: 121 pgs: 121 active+clean; 258 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 3.8 MiB/s wr, 16 op/s 2024-07-29T15:13:45.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:45 smithi067 ceph-mon[94375]: osdmap e726: 8 total, 8 up, 8 in 2024-07-29T15:13:46.035 INFO:tasks.rados.rados.0.smithi067.stdout:3289: done (5 left) 2024-07-29T15:13:46.035 INFO:tasks.rados.rados.0.smithi067.stdout:3290: delete oid 42 current snap is 319 2024-07-29T15:13:46.035 INFO:tasks.rados.rados.0.smithi067.stdout:3284: finishing write tid 1 to smithi06780069-34 2024-07-29T15:13:46.035 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 1262 (ObjNum 911 snap 288 seq_num 911) dirty exists 2024-07-29T15:13:46.036 INFO:tasks.rados.rados.0.smithi067.stdout:3284: finishing write tid 2 to smithi06780069-34 2024-07-29T15:13:46.036 INFO:tasks.rados.rados.0.smithi067.stdout:3284: finishing write tid 3 to smithi06780069-34 2024-07-29T15:13:46.036 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 34 v 1903 (ObjNum 1029 snap 319 seq_num 1029) dirty exists 2024-07-29T15:13:46.036 INFO:tasks.rados.rados.0.smithi067.stdout:3284: left oid 34 (ObjNum 1029 snap 319 seq_num 1029) 2024-07-29T15:13:46.036 INFO:tasks.rados.rados.0.smithi067.stdout:3286: finishing write tid 1 to smithi06780069-40 2024-07-29T15:13:46.036 INFO:tasks.rados.rados.0.smithi067.stdout:3286: finishing write tid 2 to smithi06780069-40 2024-07-29T15:13:46.036 INFO:tasks.rados.rados.0.smithi067.stdout:3286: finishing write tid 3 to smithi06780069-40 2024-07-29T15:13:46.036 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 40 v 1595 (ObjNum 1030 snap 319 seq_num 1030) dirty exists 2024-07-29T15:13:46.036 INFO:tasks.rados.rados.0.smithi067.stdout:3286: left oid 40 (ObjNum 1030 snap 319 seq_num 1030) 2024-07-29T15:13:46.036 INFO:tasks.rados.rados.0.smithi067.stdout:3288: expect (ObjNum 1009 snap 311 seq_num 1009) 2024-07-29T15:13:46.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:46 smithi138 ceph-mon[86438]: osdmap e727: 8 total, 8 up, 8 in 2024-07-29T15:13:46.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:46 smithi067 ceph-mon[91995]: osdmap e727: 8 total, 8 up, 8 in 2024-07-29T15:13:46.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:46 smithi067 ceph-mon[94375]: osdmap e727: 8 total, 8 up, 8 in 2024-07-29T15:13:46.748 INFO:tasks.rados.rados.0.smithi067.stdout:3284: done (5 left) 2024-07-29T15:13:46.748 INFO:tasks.rados.rados.0.smithi067.stdout:3285: done (4 left) 2024-07-29T15:13:46.748 INFO:tasks.rados.rados.0.smithi067.stdout:3286: done (3 left) 2024-07-29T15:13:46.748 INFO:tasks.rados.rados.0.smithi067.stdout:3287: done (2 left) 2024-07-29T15:13:46.749 INFO:tasks.rados.rados.0.smithi067.stdout:3288: done (1 left) 2024-07-29T15:13:46.749 INFO:tasks.rados.rados.0.smithi067.stdout:3290: done (0 left) 2024-07-29T15:13:46.749 INFO:tasks.rados.rados.0.smithi067.stdout:3291: snap_remove snap 317 2024-07-29T15:13:47.041 INFO:tasks.rados.rados.0.smithi067.stdout:3291: done (0 left) 2024-07-29T15:13:47.041 INFO:tasks.rados.rados.0.smithi067.stdout:3292: copy_from oid 33 from oid 15 current snap is 319 2024-07-29T15:13:47.041 INFO:tasks.rados.rados.0.smithi067.stdout:3293: copy_from oid 16 from oid 12 current snap is 319 2024-07-29T15:13:47.042 INFO:tasks.rados.rados.0.smithi067.stdout:3294: rmattr oid 8 current snap is 319 2024-07-29T15:13:47.042 INFO:tasks.rados.rados.0.smithi067.stdout:3294: done (2 left) 2024-07-29T15:13:47.042 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 4 current snap is 319 2024-07-29T15:13:47.042 INFO:tasks.rados.rados.0.smithi067.stdout:3295: seq_num 1032 ranges {49152=491520} 2024-07-29T15:13:47.045 INFO:tasks.rados.rados.0.smithi067.stdout:3295: writing smithi06780069-4 from 49152 to 540672 tid 1 2024-07-29T15:13:47.045 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 36 current snap is 319 2024-07-29T15:13:47.045 INFO:tasks.rados.rados.0.smithi067.stdout:3296: seq_num 1033 ranges {5013504=507904} 2024-07-29T15:13:47.076 INFO:tasks.rados.rados.0.smithi067.stdout:3296: writing smithi06780069-36 from 5013504 to 5521408 tid 1 2024-07-29T15:13:47.076 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 6 current snap is 319 2024-07-29T15:13:47.076 INFO:tasks.rados.rados.0.smithi067.stdout:3295: finishing write tid 1 to smithi06780069-4 2024-07-29T15:13:47.076 INFO:tasks.rados.rados.0.smithi067.stdout:3297: seq_num 1034 ranges {221184=524288} 2024-07-29T15:13:47.081 INFO:tasks.rados.rados.0.smithi067.stdout:3297: writing smithi06780069-6 from 221184 to 745472 tid 1 2024-07-29T15:13:47.081 INFO:tasks.rados.rados.0.smithi067.stdout:3298: snap_create 2024-07-29T15:13:47.081 INFO:tasks.rados.rados.0.smithi067.stdout:3295: finishing write tid 2 to smithi06780069-4 2024-07-29T15:13:47.081 INFO:tasks.rados.rados.0.smithi067.stdout:3292: finishing copy_from racing read to smithi06780069-33 2024-07-29T15:13:47.081 INFO:tasks.rados.rados.0.smithi067.stdout:3295: finishing write tid 3 to smithi06780069-4 2024-07-29T15:13:47.081 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 1858 (ObjNum 1032 snap 319 seq_num 1032) dirty exists 2024-07-29T15:13:47.081 INFO:tasks.rados.rados.0.smithi067.stdout:3295: left oid 4 (ObjNum 1032 snap 319 seq_num 1032) 2024-07-29T15:13:47.082 INFO:tasks.rados.rados.0.smithi067.stdout:3292: finishing copy_from to smithi06780069-33 2024-07-29T15:13:47.082 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 33 v 1784 (ObjNum 906 snap 288 seq_num 906) dirty exists 2024-07-29T15:13:47.082 INFO:tasks.rados.rados.0.smithi067.stdout:3296: finishing write tid 1 to smithi06780069-36 2024-07-29T15:13:47.082 INFO:tasks.rados.rados.0.smithi067.stdout:3296: finishing write tid 2 to smithi06780069-36 2024-07-29T15:13:47.082 INFO:tasks.rados.rados.0.smithi067.stdout:3293: finishing copy_from racing read to smithi06780069-16 2024-07-29T15:13:47.082 INFO:tasks.rados.rados.0.smithi067.stdout:3296: finishing write tid 3 to smithi06780069-36 2024-07-29T15:13:47.082 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 1227 (ObjNum 1033 snap 319 seq_num 1033) dirty exists 2024-07-29T15:13:47.082 INFO:tasks.rados.rados.0.smithi067.stdout:3296: left oid 36 (ObjNum 1033 snap 319 seq_num 1033) 2024-07-29T15:13:47.082 INFO:tasks.rados.rados.0.smithi067.stdout:3293: finishing copy_from to smithi06780069-16 2024-07-29T15:13:47.082 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 16 v 1823 (ObjNum 1009 snap 311 seq_num 1009) dirty exists 2024-07-29T15:13:47.084 INFO:tasks.rados.rados.0.smithi067.stdout:3297: finishing write tid 1 to smithi06780069-6 2024-07-29T15:13:47.084 INFO:tasks.rados.rados.0.smithi067.stdout:3297: finishing write tid 2 to smithi06780069-6 2024-07-29T15:13:47.085 INFO:tasks.rados.rados.0.smithi067.stdout:3297: finishing write tid 3 to smithi06780069-6 2024-07-29T15:13:47.086 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 6 v 1910 (ObjNum 1034 snap 319 seq_num 1034) dirty exists 2024-07-29T15:13:47.086 INFO:tasks.rados.rados.0.smithi067.stdout:3297: left oid 6 (ObjNum 1034 snap 319 seq_num 1034) 2024-07-29T15:13:47.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:47 smithi138 ceph-mon[86438]: pgmap v704: 121 pgs: 121 active+clean; 261 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 2.9 MiB/s wr, 11 op/s 2024-07-29T15:13:47.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:47 smithi138 ceph-mon[86438]: osdmap e728: 8 total, 8 up, 8 in 2024-07-29T15:13:47.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:47 smithi067 ceph-mon[94375]: pgmap v704: 121 pgs: 121 active+clean; 261 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 2.9 MiB/s wr, 11 op/s 2024-07-29T15:13:47.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:47 smithi067 ceph-mon[94375]: osdmap e728: 8 total, 8 up, 8 in 2024-07-29T15:13:47.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:47 smithi067 ceph-mon[91995]: pgmap v704: 121 pgs: 121 active+clean; 261 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 2.9 MiB/s wr, 11 op/s 2024-07-29T15:13:47.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:47 smithi067 ceph-mon[91995]: osdmap e728: 8 total, 8 up, 8 in 2024-07-29T15:13:48.021 INFO:tasks.rados.rados.0.smithi067.stdout:3292: done (5 left) 2024-07-29T15:13:48.021 INFO:tasks.rados.rados.0.smithi067.stdout:3293: done (4 left) 2024-07-29T15:13:48.021 INFO:tasks.rados.rados.0.smithi067.stdout:3295: done (3 left) 2024-07-29T15:13:48.021 INFO:tasks.rados.rados.0.smithi067.stdout:3296: done (2 left) 2024-07-29T15:13:48.021 INFO:tasks.rados.rados.0.smithi067.stdout:3297: done (1 left) 2024-07-29T15:13:48.021 INFO:tasks.rados.rados.0.smithi067.stdout:3298: done (0 left) 2024-07-29T15:13:48.022 INFO:tasks.rados.rados.0.smithi067.stdout:3299: rmattr oid 44 current snap is 320 2024-07-29T15:13:48.022 INFO:tasks.rados.rados.0.smithi067.stdout:3299: done (0 left) 2024-07-29T15:13:48.022 INFO:tasks.rados.rados.0.smithi067.stdout:3300: rmattr oid 50 current snap is 320 2024-07-29T15:13:48.022 INFO:tasks.rados.rados.0.smithi067.stdout:3300: done (0 left) 2024-07-29T15:13:48.022 INFO:tasks.rados.rados.0.smithi067.stdout:3301: read oid 45 snap -1 2024-07-29T15:13:48.022 INFO:tasks.rados.rados.0.smithi067.stdout:3301: expect (ObjNum 1003 snap 310 seq_num 1003) 2024-07-29T15:13:48.022 INFO:tasks.rados.rados.0.smithi067.stdout:3302: rmattr oid 23 current snap is 320 2024-07-29T15:13:48.022 INFO:tasks.rados.rados.0.smithi067.stdout:3302: done (1 left) 2024-07-29T15:13:48.022 INFO:tasks.rados.rados.0.smithi067.stdout:3303: snap_create 2024-07-29T15:13:48.032 INFO:tasks.rados.rados.0.smithi067.stdout:3301: expect (ObjNum 1003 snap 310 seq_num 1003) 2024-07-29T15:13:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:13:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:13:47] "GET /metrics HTTP/1.1" 200 36437 "" "Prometheus/2.51.0" 2024-07-29T15:13:48.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:48 smithi067 ceph-mon[91995]: osdmap e729: 8 total, 8 up, 8 in 2024-07-29T15:13:48.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:48 smithi067 ceph-mon[91995]: osdmap e730: 8 total, 8 up, 8 in 2024-07-29T15:13:48.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:48 smithi067 ceph-mon[94375]: osdmap e729: 8 total, 8 up, 8 in 2024-07-29T15:13:48.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:48 smithi067 ceph-mon[94375]: osdmap e730: 8 total, 8 up, 8 in 2024-07-29T15:13:48.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:48 smithi138 ceph-mon[86438]: osdmap e729: 8 total, 8 up, 8 in 2024-07-29T15:13:48.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:48 smithi138 ceph-mon[86438]: osdmap e730: 8 total, 8 up, 8 in 2024-07-29T15:13:49.019 INFO:tasks.rados.rados.0.smithi067.stdout:3301: done (1 left) 2024-07-29T15:13:49.019 INFO:tasks.rados.rados.0.smithi067.stdout:3303: done (0 left) 2024-07-29T15:13:49.019 INFO:tasks.rados.rados.0.smithi067.stdout:3304: snap_remove snap 319 2024-07-29T15:13:49.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:49 smithi138 ceph-mon[86438]: pgmap v707: 121 pgs: 121 active+clean; 261 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 864 KiB/s wr, 3 op/s 2024-07-29T15:13:49.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:49 smithi138 ceph-mon[86438]: osdmap e731: 8 total, 8 up, 8 in 2024-07-29T15:13:49.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:49 smithi067 ceph-mon[91995]: pgmap v707: 121 pgs: 121 active+clean; 261 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 864 KiB/s wr, 3 op/s 2024-07-29T15:13:49.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:49 smithi067 ceph-mon[91995]: osdmap e731: 8 total, 8 up, 8 in 2024-07-29T15:13:49.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:49 smithi067 ceph-mon[94375]: pgmap v707: 121 pgs: 121 active+clean; 261 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 864 KiB/s wr, 3 op/s 2024-07-29T15:13:49.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:49 smithi067 ceph-mon[94375]: osdmap e731: 8 total, 8 up, 8 in 2024-07-29T15:13:50.023 INFO:tasks.rados.rados.0.smithi067.stdout:3304: done (0 left) 2024-07-29T15:13:50.023 INFO:tasks.rados.rados.0.smithi067.stdout:3305: read oid 1 snap -1 2024-07-29T15:13:50.023 INFO:tasks.rados.rados.0.smithi067.stdout:3305: expect (ObjNum 826 snap 266 seq_num 826) 2024-07-29T15:13:50.023 INFO:tasks.rados.rados.0.smithi067.stdout:3306: copy_from oid 40 from oid 37 current snap is 321 2024-07-29T15:13:50.023 INFO:tasks.rados.rados.0.smithi067.stdout:3307: copy_from oid 2 from oid 46 current snap is 321 2024-07-29T15:13:50.023 INFO:tasks.rados.rados.0.smithi067.stdout:3308: copy_from oid 41 from oid 45 current snap is 321 2024-07-29T15:13:50.024 INFO:tasks.rados.rados.0.smithi067.stdout:3309: read oid 25 snap -1 2024-07-29T15:13:50.024 INFO:tasks.rados.rados.0.smithi067.stdout:3309: expect deleted 2024-07-29T15:13:50.024 INFO:tasks.rados.rados.0.smithi067.stdout:3310: rollback oid 23 current snap is 321 2024-07-29T15:13:50.024 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 23 to 320 2024-07-29T15:13:50.024 INFO:tasks.rados.rados.0.smithi067.stdout:3311: snap_remove snap 299 2024-07-29T15:13:50.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:13:50.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:50 smithi138 ceph-mon[86438]: osdmap e732: 8 total, 8 up, 8 in 2024-07-29T15:13:50.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:13:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:13:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:13:50.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:13:50.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:50 smithi067 ceph-mon[94375]: osdmap e732: 8 total, 8 up, 8 in 2024-07-29T15:13:50.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:13:50.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:50 smithi067 ceph-mon[91995]: osdmap e732: 8 total, 8 up, 8 in 2024-07-29T15:13:51.024 INFO:tasks.rados.rados.0.smithi067.stdout:3311: done (6 left) 2024-07-29T15:13:51.024 INFO:tasks.rados.rados.0.smithi067.stdout:3312: rollback oid 50 current snap is 321 2024-07-29T15:13:51.024 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 50 to 314 2024-07-29T15:13:51.024 INFO:tasks.rados.rados.0.smithi067.stdout:3310: finishing rollback tid 1 to smithi06780069-23 2024-07-29T15:13:51.024 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 1562 (ObjNum 65 snap 0 seq_num 1902141026) dirty dne 2024-07-29T15:13:51.024 INFO:tasks.rados.rados.0.smithi067.stdout:3308: finishing copy_from racing read to smithi06780069-41 2024-07-29T15:13:51.024 INFO:tasks.rados.rados.0.smithi067.stdout:3308: finishing copy_from to smithi06780069-41 2024-07-29T15:13:51.024 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 1225 (ObjNum 1003 snap 310 seq_num 1003) dirty exists 2024-07-29T15:13:51.024 INFO:tasks.rados.rados.0.smithi067.stdout:3305: expect (ObjNum 826 snap 266 seq_num 826) 2024-07-29T15:13:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:51 smithi138 ceph-mon[86438]: pgmap v710: 121 pgs: 121 active+clean; 270 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.8 MiB/s wr, 10 op/s 2024-07-29T15:13:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:51 smithi138 ceph-mon[86438]: osdmap e733: 8 total, 8 up, 8 in 2024-07-29T15:13:51.428 INFO:tasks.rados.rados.0.smithi067.stdout:3306: finishing copy_from racing read to smithi06780069-40 2024-07-29T15:13:51.429 INFO:tasks.rados.rados.0.smithi067.stdout:3306: finishing copy_from to smithi06780069-40 2024-07-29T15:13:51.429 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 40 v 1258 (ObjNum 999 snap 306 seq_num 999) dirty exists 2024-07-29T15:13:51.429 INFO:tasks.rados.rados.0.smithi067.stdout:3307: finishing copy_from racing read to smithi06780069-2 2024-07-29T15:13:51.429 INFO:tasks.rados.rados.0.smithi067.stdout:3307: finishing copy_from to smithi06780069-2 2024-07-29T15:13:51.429 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 1246 (ObjNum 931 snap 289 seq_num 931) dirty exists 2024-07-29T15:13:51.429 INFO:tasks.rados.rados.0.smithi067.stdout:3312: finishing rollback tid 0 to smithi06780069-50 2024-07-29T15:13:51.429 INFO:tasks.rados.rados.0.smithi067.stdout:3312: finishing rollback tid 1 to smithi06780069-50 2024-07-29T15:13:51.429 INFO:tasks.rados.rados.0.smithi067.stdout:3312: finishing rollback tid 2 to smithi06780069-50 2024-07-29T15:13:51.429 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 50 v 1561 (ObjNum 979 snap 300 seq_num 979) dirty exists 2024-07-29T15:13:51.429 INFO:tasks.rados.rados.0.smithi067.stdout:3305: done (6 left) 2024-07-29T15:13:51.429 INFO:tasks.rados.rados.0.smithi067.stdout:3306: done (5 left) 2024-07-29T15:13:51.429 INFO:tasks.rados.rados.0.smithi067.stdout:3307: done (4 left) 2024-07-29T15:13:51.430 INFO:tasks.rados.rados.0.smithi067.stdout:3308: done (3 left) 2024-07-29T15:13:51.430 INFO:tasks.rados.rados.0.smithi067.stdout:3309: done (2 left) 2024-07-29T15:13:51.430 INFO:tasks.rados.rados.0.smithi067.stdout:3310: done (1 left) 2024-07-29T15:13:51.430 INFO:tasks.rados.rados.0.smithi067.stdout:3312: done (0 left) 2024-07-29T15:13:51.430 INFO:tasks.rados.rados.0.smithi067.stdout:3313: rmattr oid 24 current snap is 321 2024-07-29T15:13:51.430 INFO:tasks.rados.rados.0.smithi067.stdout:3313: done (0 left) 2024-07-29T15:13:51.430 INFO:tasks.rados.rados.0.smithi067.stdout:3314: snap_remove snap 314 2024-07-29T15:13:51.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:51 smithi067 ceph-mon[94375]: pgmap v710: 121 pgs: 121 active+clean; 270 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.8 MiB/s wr, 10 op/s 2024-07-29T15:13:51.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:51 smithi067 ceph-mon[94375]: osdmap e733: 8 total, 8 up, 8 in 2024-07-29T15:13:51.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:51 smithi067 ceph-mon[91995]: pgmap v710: 121 pgs: 121 active+clean; 270 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.8 MiB/s wr, 10 op/s 2024-07-29T15:13:51.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:51 smithi067 ceph-mon[91995]: osdmap e733: 8 total, 8 up, 8 in 2024-07-29T15:13:52.063 INFO:tasks.rados.rados.0.smithi067.stdout:3314: done (0 left) 2024-07-29T15:13:52.063 INFO:tasks.rados.rados.0.smithi067.stdout:3315: snap_remove snap 315 2024-07-29T15:13:53.024 INFO:tasks.rados.rados.0.smithi067.stdout:3315: done (0 left) 2024-07-29T15:13:53.024 INFO:tasks.rados.rados.0.smithi067.stdout:3316: read oid 13 snap 320 2024-07-29T15:13:53.024 INFO:tasks.rados.rados.0.smithi067.stdout:3316: expect (ObjNum 1000 snap 307 seq_num 1000) 2024-07-29T15:13:53.024 INFO:tasks.rados.rados.0.smithi067.stdout:3317: delete oid 45 current snap is 321 2024-07-29T15:13:53.035 INFO:tasks.rados.rados.0.smithi067.stdout:3317: done (1 left) 2024-07-29T15:13:53.035 INFO:tasks.rados.rados.0.smithi067.stdout:3318: read oid 42 snap -1 2024-07-29T15:13:53.035 INFO:tasks.rados.rados.0.smithi067.stdout:3318: expect deleted 2024-07-29T15:13:53.035 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 33 current snap is 321 2024-07-29T15:13:53.035 INFO:tasks.rados.rados.0.smithi067.stdout:3319: seq_num 1036 ranges {909312=557056} 2024-07-29T15:13:53.044 INFO:tasks.rados.rados.0.smithi067.stdout:3319: writing smithi06780069-33 from 909312 to 1466368 tid 1 2024-07-29T15:13:53.044 INFO:tasks.rados.rados.0.smithi067.stdout:3320: rollback oid 27 current snap is 321 2024-07-29T15:13:53.044 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 27 to 320 2024-07-29T15:13:53.044 INFO:tasks.rados.rados.0.smithi067.stdout:3321: snap_create 2024-07-29T15:13:53.045 INFO:tasks.rados.rados.0.smithi067.stdout:3320: finishing rollback tid 1 to smithi06780069-27 2024-07-29T15:13:53.045 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 0 (ObjNum 33 snap 0 seq_num 3880676128) dirty dne 2024-07-29T15:13:53.079 INFO:tasks.rados.rados.0.smithi067.stdout:3316: expect (ObjNum 1000 snap 307 seq_num 1000) 2024-07-29T15:13:53.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:53 smithi138 ceph-mon[86438]: pgmap v713: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 242 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-07-29T15:13:53.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:53 smithi138 ceph-mon[86438]: osdmap e734: 8 total, 8 up, 8 in 2024-07-29T15:13:53.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:53 smithi138 ceph-mon[86438]: osdmap e735: 8 total, 8 up, 8 in 2024-07-29T15:13:53.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:53 smithi067 ceph-mon[91995]: pgmap v713: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 242 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-07-29T15:13:53.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:53 smithi067 ceph-mon[91995]: osdmap e734: 8 total, 8 up, 8 in 2024-07-29T15:13:53.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:53 smithi067 ceph-mon[91995]: osdmap e735: 8 total, 8 up, 8 in 2024-07-29T15:13:53.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:53 smithi067 ceph-mon[94375]: pgmap v713: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 242 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-07-29T15:13:53.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:53 smithi067 ceph-mon[94375]: osdmap e734: 8 total, 8 up, 8 in 2024-07-29T15:13:53.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:53 smithi067 ceph-mon[94375]: osdmap e735: 8 total, 8 up, 8 in 2024-07-29T15:13:53.717 INFO:tasks.rados.rados.0.smithi067.stdout:3319: finishing write tid 1 to smithi06780069-33 2024-07-29T15:13:53.717 INFO:tasks.rados.rados.0.smithi067.stdout:3319: finishing write tid 2 to smithi06780069-33 2024-07-29T15:13:53.717 INFO:tasks.rados.rados.0.smithi067.stdout:3319: finishing write tid 3 to smithi06780069-33 2024-07-29T15:13:53.717 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 33 v 1883 (ObjNum 1036 snap 321 seq_num 1036) dirty exists 2024-07-29T15:13:53.717 INFO:tasks.rados.rados.0.smithi067.stdout:3319: left oid 33 (ObjNum 1036 snap 321 seq_num 1036) 2024-07-29T15:13:54.020 INFO:tasks.rados.rados.0.smithi067.stdout:3316: done (4 left) 2024-07-29T15:13:54.020 INFO:tasks.rados.rados.0.smithi067.stdout:3318: done (3 left) 2024-07-29T15:13:54.020 INFO:tasks.rados.rados.0.smithi067.stdout:3319: done (2 left) 2024-07-29T15:13:54.020 INFO:tasks.rados.rados.0.smithi067.stdout:3320: done (1 left) 2024-07-29T15:13:54.020 INFO:tasks.rados.rados.0.smithi067.stdout:3321: done (0 left) 2024-07-29T15:13:54.020 INFO:tasks.rados.rados.0.smithi067.stdout:3322: snap_remove snap 321 2024-07-29T15:13:55.022 INFO:tasks.rados.rados.0.smithi067.stdout:3322: done (0 left) 2024-07-29T15:13:55.022 INFO:tasks.rados.rados.0.smithi067.stdout:3323: delete oid 16 current snap is 322 2024-07-29T15:13:55.030 INFO:tasks.rados.rados.0.smithi067.stdout:3323: done (0 left) 2024-07-29T15:13:55.030 INFO:tasks.rados.rados.0.smithi067.stdout:3324: read oid 10 snap -1 2024-07-29T15:13:55.030 INFO:tasks.rados.rados.0.smithi067.stdout:3324: expect deleted 2024-07-29T15:13:55.031 INFO:tasks.rados.rados.0.smithi067.stdout:3325: rmattr oid 43 current snap is 322 2024-07-29T15:13:55.031 INFO:tasks.rados.rados.0.smithi067.stdout:3325: done (1 left) 2024-07-29T15:13:55.031 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 45 current snap is 322 2024-07-29T15:13:55.031 INFO:tasks.rados.rados.0.smithi067.stdout:3326: seq_num 1038 ranges {0=589824} 2024-07-29T15:13:55.033 INFO:tasks.rados.rados.0.smithi067.stdout:3326: writing smithi06780069-45 from 0 to 589824 tid 1 2024-07-29T15:13:55.033 INFO:tasks.rados.rados.0.smithi067.stdout:3327: rmattr oid 11 current snap is 322 2024-07-29T15:13:55.033 INFO:tasks.rados.rados.0.smithi067.stdout:3324: done (2 left) 2024-07-29T15:13:55.033 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 48 current snap is 322 2024-07-29T15:13:55.033 INFO:tasks.rados.rados.0.smithi067.stdout:3328: seq_num 1039 ranges {8798208=606208} 2024-07-29T15:13:55.085 INFO:tasks.rados.rados.0.smithi067.stdout:3328: writing smithi06780069-48 from 8798208 to 9404416 tid 1 2024-07-29T15:13:55.085 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 9 current snap is 322 2024-07-29T15:13:55.085 INFO:tasks.rados.rados.0.smithi067.stdout:3329: seq_num 1040 ranges {8339456=622592} 2024-07-29T15:13:55.134 INFO:tasks.rados.rados.0.smithi067.stdout:3329: writing smithi06780069-9 from 8339456 to 8962048 tid 1 2024-07-29T15:13:55.134 INFO:tasks.rados.rados.0.smithi067.stdout:3330: delete oid 44 current snap is 322 2024-07-29T15:13:55.134 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 11 v 1612 (ObjNum 1004 snap 310 seq_num 1004) dirty exists 2024-07-29T15:13:55.134 INFO:tasks.rados.rados.0.smithi067.stdout:3326: finishing write tid 1 to smithi06780069-45 2024-07-29T15:13:55.134 INFO:tasks.rados.rados.0.smithi067.stdout:3326: finishing write tid 2 to smithi06780069-45 2024-07-29T15:13:55.134 INFO:tasks.rados.rados.0.smithi067.stdout:3326: finishing write tid 3 to smithi06780069-45 2024-07-29T15:13:55.134 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 1230 (ObjNum 1038 snap 322 seq_num 1038) dirty exists 2024-07-29T15:13:55.134 INFO:tasks.rados.rados.0.smithi067.stdout:3326: left oid 45 (ObjNum 1038 snap 322 seq_num 1038) 2024-07-29T15:13:55.134 INFO:tasks.rados.rados.0.smithi067.stdout:3328: finishing write tid 1 to smithi06780069-48 2024-07-29T15:13:55.134 INFO:tasks.rados.rados.0.smithi067.stdout:3328: finishing write tid 2 to smithi06780069-48 2024-07-29T15:13:55.134 INFO:tasks.rados.rados.0.smithi067.stdout:3328: finishing write tid 3 to smithi06780069-48 2024-07-29T15:13:55.135 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 48 v 1427 (ObjNum 1039 snap 322 seq_num 1039) dirty exists 2024-07-29T15:13:55.135 INFO:tasks.rados.rados.0.smithi067.stdout:3328: left oid 48 (ObjNum 1039 snap 322 seq_num 1039) 2024-07-29T15:13:55.136 INFO:tasks.rados.rados.0.smithi067.stdout:3326: done (4 left) 2024-07-29T15:13:55.136 INFO:tasks.rados.rados.0.smithi067.stdout:3327: done (3 left) 2024-07-29T15:13:55.136 INFO:tasks.rados.rados.0.smithi067.stdout:3328: done (2 left) 2024-07-29T15:13:55.136 INFO:tasks.rados.rados.0.smithi067.stdout:3330: done (1 left) 2024-07-29T15:13:55.137 INFO:tasks.rados.rados.0.smithi067.stdout:3331: read oid 8 snap -1 2024-07-29T15:13:55.137 INFO:tasks.rados.rados.0.smithi067.stdout:3331: expect deleted 2024-07-29T15:13:55.137 INFO:tasks.rados.rados.0.smithi067.stdout:3332: rmattr oid 46 current snap is 322 2024-07-29T15:13:55.137 INFO:tasks.rados.rados.0.smithi067.stdout:3333: snap_create 2024-07-29T15:13:55.139 INFO:tasks.rados.rados.0.smithi067.stdout:3329: finishing write tid 1 to smithi06780069-9 2024-07-29T15:13:55.139 INFO:tasks.rados.rados.0.smithi067.stdout:3329: finishing write tid 2 to smithi06780069-9 2024-07-29T15:13:55.140 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 46 v 1889 (ObjNum 931 snap 289 seq_num 931) dirty exists 2024-07-29T15:13:55.140 INFO:tasks.rados.rados.0.smithi067.stdout:3329: finishing write tid 3 to smithi06780069-9 2024-07-29T15:13:55.141 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 9 v 1248 (ObjNum 1040 snap 322 seq_num 1040) dirty exists 2024-07-29T15:13:55.141 INFO:tasks.rados.rados.0.smithi067.stdout:3329: left oid 9 (ObjNum 1040 snap 322 seq_num 1040) 2024-07-29T15:13:55.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:55 smithi138 ceph-mon[86438]: pgmap v716: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 235 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-29T15:13:55.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:55 smithi138 ceph-mon[86438]: osdmap e736: 8 total, 8 up, 8 in 2024-07-29T15:13:55.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:55 smithi067 ceph-mon[91995]: pgmap v716: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 235 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-29T15:13:55.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:55 smithi067 ceph-mon[91995]: osdmap e736: 8 total, 8 up, 8 in 2024-07-29T15:13:55.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:55 smithi067 ceph-mon[94375]: pgmap v716: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 235 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-29T15:13:55.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:55 smithi067 ceph-mon[94375]: osdmap e736: 8 total, 8 up, 8 in 2024-07-29T15:13:56.039 INFO:tasks.rados.rados.0.smithi067.stdout:3329: done (3 left) 2024-07-29T15:13:56.039 INFO:tasks.rados.rados.0.smithi067.stdout:3331: done (2 left) 2024-07-29T15:13:56.039 INFO:tasks.rados.rados.0.smithi067.stdout:3332: done (1 left) 2024-07-29T15:13:56.039 INFO:tasks.rados.rados.0.smithi067.stdout:3333: done (0 left) 2024-07-29T15:13:56.039 INFO:tasks.rados.rados.0.smithi067.stdout:3334: read oid 49 snap -1 2024-07-29T15:13:56.039 INFO:tasks.rados.rados.0.smithi067.stdout:3334: expect (ObjNum 998 snap 306 seq_num 998) 2024-07-29T15:13:56.039 INFO:tasks.rados.rados.0.smithi067.stdout:3335: delete oid 13 current snap is 323 2024-07-29T15:13:56.062 INFO:tasks.rados.rados.0.smithi067.stdout:3335: done (1 left) 2024-07-29T15:13:56.062 INFO:tasks.rados.rados.0.smithi067.stdout:3336: snap_create 2024-07-29T15:13:56.074 INFO:tasks.rados.rados.0.smithi067.stdout:3334: expect (ObjNum 998 snap 306 seq_num 998) 2024-07-29T15:13:56.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:56 smithi138 ceph-mon[86438]: osdmap e737: 8 total, 8 up, 8 in 2024-07-29T15:13:56.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:56 smithi067 ceph-mon[91995]: osdmap e737: 8 total, 8 up, 8 in 2024-07-29T15:13:56.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:56 smithi067 ceph-mon[94375]: osdmap e737: 8 total, 8 up, 8 in 2024-07-29T15:13:57.046 INFO:tasks.rados.rados.0.smithi067.stdout:3334: done (1 left) 2024-07-29T15:13:57.046 INFO:tasks.rados.rados.0.smithi067.stdout:3336: done (0 left) 2024-07-29T15:13:57.046 INFO:tasks.rados.rados.0.smithi067.stdout:3337: rollback oid 15 current snap is 324 2024-07-29T15:13:57.046 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 15 to 323 2024-07-29T15:13:57.046 INFO:tasks.rados.rados.0.smithi067.stdout:3338: read oid 40 snap -1 2024-07-29T15:13:57.046 INFO:tasks.rados.rados.0.smithi067.stdout:3338: expect (ObjNum 999 snap 306 seq_num 999) 2024-07-29T15:13:57.046 INFO:tasks.rados.rados.0.smithi067.stdout:3339: snap_remove snap 322 2024-07-29T15:13:57.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:57 smithi138 ceph-mon[86438]: pgmap v719: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 227 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.0 MiB/s wr, 3 op/s 2024-07-29T15:13:57.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:57 smithi138 ceph-mon[86438]: osdmap e738: 8 total, 8 up, 8 in 2024-07-29T15:13:57.389 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:57 smithi067 ceph-mon[91995]: pgmap v719: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 227 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.0 MiB/s wr, 3 op/s 2024-07-29T15:13:57.390 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:57 smithi067 ceph-mon[91995]: osdmap e738: 8 total, 8 up, 8 in 2024-07-29T15:13:57.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:57 smithi067 ceph-mon[94375]: pgmap v719: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 227 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.0 MiB/s wr, 3 op/s 2024-07-29T15:13:57.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:57 smithi067 ceph-mon[94375]: osdmap e738: 8 total, 8 up, 8 in 2024-07-29T15:13:58.023 INFO:tasks.rados.rados.0.smithi067.stdout:3339: done (2 left) 2024-07-29T15:13:58.023 INFO:tasks.rados.rados.0.smithi067.stdout:3340: snap_create 2024-07-29T15:13:58.023 INFO:tasks.rados.rados.0.smithi067.stdout:3337: finishing rollback tid 0 to smithi06780069-15 2024-07-29T15:13:58.023 INFO:tasks.rados.rados.0.smithi067.stdout:3337: finishing rollback tid 1 to smithi06780069-15 2024-07-29T15:13:58.024 INFO:tasks.rados.rados.0.smithi067.stdout:3337: finishing rollback tid 2 to smithi06780069-15 2024-07-29T15:13:58.024 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 1827 (ObjNum 906 snap 288 seq_num 906) dirty exists 2024-07-29T15:13:58.024 INFO:tasks.rados.rados.0.smithi067.stdout:3338: expect (ObjNum 999 snap 306 seq_num 999) 2024-07-29T15:13:58.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:58 smithi067 ceph-mon[91995]: osdmap e739: 8 total, 8 up, 8 in 2024-07-29T15:13:58.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:58 smithi067 ceph-mon[91995]: osdmap e740: 8 total, 8 up, 8 in 2024-07-29T15:13:58.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:58 smithi067 ceph-mon[94375]: osdmap e739: 8 total, 8 up, 8 in 2024-07-29T15:13:58.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:58 smithi067 ceph-mon[94375]: osdmap e740: 8 total, 8 up, 8 in 2024-07-29T15:13:58.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:13:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:13:57] "GET /metrics HTTP/1.1" 200 36437 "" "Prometheus/2.51.0" 2024-07-29T15:13:58.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:58 smithi138 ceph-mon[86438]: osdmap e739: 8 total, 8 up, 8 in 2024-07-29T15:13:58.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:58 smithi138 ceph-mon[86438]: osdmap e740: 8 total, 8 up, 8 in 2024-07-29T15:13:59.020 INFO:tasks.rados.rados.0.smithi067.stdout:3337: done (2 left) 2024-07-29T15:13:59.020 INFO:tasks.rados.rados.0.smithi067.stdout:3338: done (1 left) 2024-07-29T15:13:59.020 INFO:tasks.rados.rados.0.smithi067.stdout:3340: done (0 left) 2024-07-29T15:13:59.020 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 10 current snap is 325 2024-07-29T15:13:59.020 INFO:tasks.rados.rados.0.smithi067.stdout:3341: seq_num 1043 ranges {0=671744} 2024-07-29T15:13:59.024 INFO:tasks.rados.rados.0.smithi067.stdout:3341: writing smithi06780069-10 from 0 to 671744 tid 1 2024-07-29T15:13:59.024 INFO:tasks.rados.rados.0.smithi067.stdout:3342: read oid 15 snap -1 2024-07-29T15:13:59.024 INFO:tasks.rados.rados.0.smithi067.stdout:3342: expect (ObjNum 906 snap 288 seq_num 906) 2024-07-29T15:13:59.025 INFO:tasks.rados.rados.0.smithi067.stdout:3343: read oid 2 snap 323 2024-07-29T15:13:59.025 INFO:tasks.rados.rados.0.smithi067.stdout:3343: expect (ObjNum 931 snap 289 seq_num 931) 2024-07-29T15:13:59.025 INFO:tasks.rados.rados.0.smithi067.stdout:3344: snap_remove snap 324 2024-07-29T15:13:59.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:59 smithi138 ceph-mon[86438]: pgmap v722: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 208 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-07-29T15:13:59.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:13:59 smithi138 ceph-mon[86438]: osdmap e741: 8 total, 8 up, 8 in 2024-07-29T15:13:59.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:59 smithi067 ceph-mon[94375]: pgmap v722: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 208 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-07-29T15:13:59.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:13:59 smithi067 ceph-mon[94375]: osdmap e741: 8 total, 8 up, 8 in 2024-07-29T15:13:59.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:59 smithi067 ceph-mon[91995]: pgmap v722: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 208 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-07-29T15:13:59.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:13:59 smithi067 ceph-mon[91995]: osdmap e741: 8 total, 8 up, 8 in 2024-07-29T15:14:00.027 INFO:tasks.rados.rados.0.smithi067.stdout:3344: done (3 left) 2024-07-29T15:14:00.027 INFO:tasks.rados.rados.0.smithi067.stdout:3345: copy_from oid 13 from oid 12 current snap is 325 2024-07-29T15:14:00.027 INFO:tasks.rados.rados.0.smithi067.stdout:3341: finishing write tid 1 to smithi06780069-10 2024-07-29T15:14:00.027 INFO:tasks.rados.rados.0.smithi067.stdout:3341: finishing write tid 2 to smithi06780069-10 2024-07-29T15:14:00.027 INFO:tasks.rados.rados.0.smithi067.stdout:3341: finishing write tid 3 to smithi06780069-10 2024-07-29T15:14:00.027 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 1920 (ObjNum 1043 snap 325 seq_num 1043) dirty exists 2024-07-29T15:14:00.027 INFO:tasks.rados.rados.0.smithi067.stdout:3341: left oid 10 (ObjNum 1043 snap 325 seq_num 1043) 2024-07-29T15:14:00.027 INFO:tasks.rados.rados.0.smithi067.stdout:3342: expect (ObjNum 906 snap 288 seq_num 906) 2024-07-29T15:14:00.055 INFO:tasks.rados.rados.0.smithi067.stdout:3343: expect (ObjNum 931 snap 289 seq_num 931) 2024-07-29T15:14:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:14:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:14:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:14:00.599 INFO:tasks.rados.rados.0.smithi067.stdout:3345: finishing copy_from racing read to smithi06780069-13 2024-07-29T15:14:00.599 INFO:tasks.rados.rados.0.smithi067.stdout:3345: finishing copy_from to smithi06780069-13 2024-07-29T15:14:00.599 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 13 v 1823 (ObjNum 1009 snap 311 seq_num 1009) dirty exists 2024-07-29T15:14:00.599 INFO:tasks.rados.rados.0.smithi067.stdout:3341: done (3 left) 2024-07-29T15:14:00.599 INFO:tasks.rados.rados.0.smithi067.stdout:3342: done (2 left) 2024-07-29T15:14:00.599 INFO:tasks.rados.rados.0.smithi067.stdout:3343: done (1 left) 2024-07-29T15:14:00.599 INFO:tasks.rados.rados.0.smithi067.stdout:3345: done (0 left) 2024-07-29T15:14:00.599 INFO:tasks.rados.rados.0.smithi067.stdout:3346: delete oid 10 current snap is 325 2024-07-29T15:14:00.601 INFO:tasks.rados.rados.0.smithi067.stdout:3346: done (0 left) 2024-07-29T15:14:00.601 INFO:tasks.rados.rados.0.smithi067.stdout:3347: snap_remove snap 320 2024-07-29T15:14:01.059 INFO:tasks.rados.rados.0.smithi067.stdout:3347: done (0 left) 2024-07-29T15:14:01.059 INFO:tasks.rados.rados.0.smithi067.stdout:3348: read oid 39 snap -1 2024-07-29T15:14:01.059 INFO:tasks.rados.rados.0.smithi067.stdout:3348: expect (ObjNum 874 snap 283 seq_num 874) 2024-07-29T15:14:01.059 INFO:tasks.rados.rados.0.smithi067.stdout:3349: setattr oid 34 current snap is 325 2024-07-29T15:14:01.060 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 38 current snap is 325 2024-07-29T15:14:01.061 INFO:tasks.rados.rados.0.smithi067.stdout:3350: seq_num 1045 ranges {6144000=704512} 2024-07-29T15:14:01.099 INFO:tasks.rados.rados.0.smithi067.stdout:3350: writing smithi06780069-38 from 6144000 to 6848512 tid 1 2024-07-29T15:14:01.099 INFO:tasks.rados.rados.0.smithi067.stdout:3351: read oid 31 snap -1 2024-07-29T15:14:01.099 INFO:tasks.rados.rados.0.smithi067.stdout:3351: expect (ObjNum 780 snap 240 seq_num 780) 2024-07-29T15:14:01.099 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 21 current snap is 325 2024-07-29T15:14:01.099 INFO:tasks.rados.rados.0.smithi067.stdout:3352: seq_num 1046 ranges {2105344=729088} 2024-07-29T15:14:01.114 INFO:tasks.rados.rados.0.smithi067.stdout:3352: writing smithi06780069-21 from 2105344 to 2834432 tid 1 2024-07-29T15:14:01.115 INFO:tasks.rados.rados.0.smithi067.stdout:3353: delete oid 10 current snap is 325 2024-07-29T15:14:01.115 INFO:tasks.rados.rados.0.smithi067.stdout:3348: expect (ObjNum 874 snap 283 seq_num 874) 2024-07-29T15:14:01.122 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 34 v 1923 (ObjNum 1029 snap 319 seq_num 1029) dirty exists 2024-07-29T15:14:01.122 INFO:tasks.rados.rados.0.smithi067.stdout:3350: finishing write tid 1 to smithi06780069-38 2024-07-29T15:14:01.122 INFO:tasks.rados.rados.0.smithi067.stdout:3350: finishing write tid 2 to smithi06780069-38 2024-07-29T15:14:01.122 INFO:tasks.rados.rados.0.smithi067.stdout:3350: finishing write tid 3 to smithi06780069-38 2024-07-29T15:14:01.122 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 38 v 1869 (ObjNum 1045 snap 325 seq_num 1045) dirty exists 2024-07-29T15:14:01.122 INFO:tasks.rados.rados.0.smithi067.stdout:3350: left oid 38 (ObjNum 1045 snap 325 seq_num 1045) 2024-07-29T15:14:01.122 INFO:tasks.rados.rados.0.smithi067.stdout:3351: expect (ObjNum 780 snap 240 seq_num 780) 2024-07-29T15:14:01.152 INFO:tasks.rados.rados.0.smithi067.stdout:3352: finishing write tid 1 to smithi06780069-21 2024-07-29T15:14:01.152 INFO:tasks.rados.rados.0.smithi067.stdout:3352: finishing write tid 2 to smithi06780069-21 2024-07-29T15:14:01.152 INFO:tasks.rados.rados.0.smithi067.stdout:3352: finishing write tid 3 to smithi06780069-21 2024-07-29T15:14:01.152 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 1553 (ObjNum 1046 snap 325 seq_num 1046) dirty exists 2024-07-29T15:14:01.152 INFO:tasks.rados.rados.0.smithi067.stdout:3352: left oid 21 (ObjNum 1046 snap 325 seq_num 1046) 2024-07-29T15:14:01.152 INFO:tasks.rados.rados.0.smithi067.stdout:3348: done (5 left) 2024-07-29T15:14:01.152 INFO:tasks.rados.rados.0.smithi067.stdout:3349: done (4 left) 2024-07-29T15:14:01.152 INFO:tasks.rados.rados.0.smithi067.stdout:3350: done (3 left) 2024-07-29T15:14:01.153 INFO:tasks.rados.rados.0.smithi067.stdout:3351: done (2 left) 2024-07-29T15:14:01.153 INFO:tasks.rados.rados.0.smithi067.stdout:3352: done (1 left) 2024-07-29T15:14:01.153 INFO:tasks.rados.rados.0.smithi067.stdout:3353: done (0 left) 2024-07-29T15:14:01.153 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 34 current snap is 325 2024-07-29T15:14:01.153 INFO:tasks.rados.rados.0.smithi067.stdout:3354: seq_num 1048 ranges {442368=761856} 2024-07-29T15:14:01.159 INFO:tasks.rados.rados.0.smithi067.stdout:3354: writing smithi06780069-34 from 442368 to 1204224 tid 1 2024-07-29T15:14:01.159 INFO:tasks.rados.rados.0.smithi067.stdout:3355: read oid 41 snap 323 2024-07-29T15:14:01.159 INFO:tasks.rados.rados.0.smithi067.stdout:3355: expect (ObjNum 1003 snap 310 seq_num 1003) 2024-07-29T15:14:01.159 INFO:tasks.rados.rados.0.smithi067.stdout:3356: copy_from oid 38 from oid 44 current snap is 325 2024-07-29T15:14:01.159 INFO:tasks.rados.rados.0.smithi067.stdout:3357: delete oid 10 current snap is 325 2024-07-29T15:14:01.160 INFO:tasks.rados.rados.0.smithi067.stdout:3356: finishing copy_from to smithi06780069-38 2024-07-29T15:14:01.160 INFO:tasks.rados.rados.0.smithi067.stdout:3356: got expected ENOENT (src dne) 2024-07-29T15:14:01.160 INFO:tasks.rados.rados.0.smithi067.stdout:3356: finishing copy_from racing read to smithi06780069-38 2024-07-29T15:14:01.165 INFO:tasks.rados.rados.0.smithi067.stdout:3354: finishing write tid 1 to smithi06780069-34 2024-07-29T15:14:01.165 INFO:tasks.rados.rados.0.smithi067.stdout:3354: finishing write tid 2 to smithi06780069-34 2024-07-29T15:14:01.166 INFO:tasks.rados.rados.0.smithi067.stdout:3355: expect (ObjNum 1003 snap 310 seq_num 1003) 2024-07-29T15:14:01.230 INFO:tasks.rados.rados.0.smithi067.stdout:3354: finishing write tid 3 to smithi06780069-34 2024-07-29T15:14:01.230 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 34 v 1926 (ObjNum 1048 snap 325 seq_num 1048) dirty exists 2024-07-29T15:14:01.230 INFO:tasks.rados.rados.0.smithi067.stdout:3354: left oid 34 (ObjNum 1048 snap 325 seq_num 1048) 2024-07-29T15:14:01.230 INFO:tasks.rados.rados.0.smithi067.stdout:3354: done (3 left) 2024-07-29T15:14:01.230 INFO:tasks.rados.rados.0.smithi067.stdout:3355: done (2 left) 2024-07-29T15:14:01.230 INFO:tasks.rados.rados.0.smithi067.stdout:3356: done (1 left) 2024-07-29T15:14:01.230 INFO:tasks.rados.rados.0.smithi067.stdout:3357: done (0 left) 2024-07-29T15:14:01.230 INFO:tasks.rados.rados.0.smithi067.stdout:3358: snap_remove snap 323 2024-07-29T15:14:01.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:01 smithi138 ceph-mon[86438]: pgmap v725: 121 pgs: 121 active+clean; 196 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 744 KiB/s wr, 9 op/s 2024-07-29T15:14:01.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:01 smithi138 ceph-mon[86438]: osdmap e742: 8 total, 8 up, 8 in 2024-07-29T15:14:01.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:01 smithi067 ceph-mon[91995]: pgmap v725: 121 pgs: 121 active+clean; 196 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 744 KiB/s wr, 9 op/s 2024-07-29T15:14:01.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:01 smithi067 ceph-mon[91995]: osdmap e742: 8 total, 8 up, 8 in 2024-07-29T15:14:01.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:01 smithi067 ceph-mon[94375]: pgmap v725: 121 pgs: 121 active+clean; 196 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 744 KiB/s wr, 9 op/s 2024-07-29T15:14:01.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:01 smithi067 ceph-mon[94375]: osdmap e742: 8 total, 8 up, 8 in 2024-07-29T15:14:02.067 INFO:tasks.rados.rados.0.smithi067.stdout:3358: done (0 left) 2024-07-29T15:14:02.067 INFO:tasks.rados.rados.0.smithi067.stdout:3359: read oid 6 snap -1 2024-07-29T15:14:02.067 INFO:tasks.rados.rados.0.smithi067.stdout:3359: expect (ObjNum 1034 snap 319 seq_num 1034) 2024-07-29T15:14:02.067 INFO:tasks.rados.rados.0.smithi067.stdout:3360: rollback oid 9 current snap is 325 2024-07-29T15:14:02.067 INFO:tasks.rados.rados.0.smithi067.stdout:3360: done (1 left) 2024-07-29T15:14:02.067 INFO:tasks.rados.rados.0.smithi067.stdout:3361: read oid 9 snap -1 2024-07-29T15:14:02.067 INFO:tasks.rados.rados.0.smithi067.stdout:3361: expect (ObjNum 1040 snap 322 seq_num 1040) 2024-07-29T15:14:02.067 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 43 current snap is 325 2024-07-29T15:14:02.067 INFO:tasks.rados.rados.0.smithi067.stdout:3362: seq_num 1050 ranges {7454720=794624} 2024-07-29T15:14:02.113 INFO:tasks.rados.rados.0.smithi067.stdout:3362: writing smithi06780069-43 from 7454720 to 8249344 tid 1 2024-07-29T15:14:02.113 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 20 current snap is 325 2024-07-29T15:14:02.113 INFO:tasks.rados.rados.0.smithi067.stdout:3363: seq_num 1051 ranges {352256=409600,761856=401408} 2024-07-29T15:14:02.117 INFO:tasks.rados.rados.0.smithi067.stdout:3363: writing smithi06780069-20 from 352256 to 761856 tid 1 2024-07-29T15:14:02.120 INFO:tasks.rados.rados.0.smithi067.stdout:3363: writing smithi06780069-20 from 761856 to 1163264 tid 2 2024-07-29T15:14:02.120 INFO:tasks.rados.rados.0.smithi067.stdout:3364: snap_create 2024-07-29T15:14:02.120 INFO:tasks.rados.rados.0.smithi067.stdout:3359: expect (ObjNum 1034 snap 319 seq_num 1034) 2024-07-29T15:14:02.144 INFO:tasks.rados.rados.0.smithi067.stdout:3361: expect (ObjNum 1040 snap 322 seq_num 1040) 2024-07-29T15:14:02.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:02 smithi067 ceph-mon[91995]: osdmap e743: 8 total, 8 up, 8 in 2024-07-29T15:14:02.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:02 smithi067 ceph-mon[94375]: osdmap e743: 8 total, 8 up, 8 in 2024-07-29T15:14:02.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:02 smithi138 ceph-mon[86438]: osdmap e743: 8 total, 8 up, 8 in 2024-07-29T15:14:02.838 INFO:tasks.rados.rados.0.smithi067.stdout:3362: finishing write tid 1 to smithi06780069-43 2024-07-29T15:14:02.838 INFO:tasks.rados.rados.0.smithi067.stdout:3362: finishing write tid 2 to smithi06780069-43 2024-07-29T15:14:02.838 INFO:tasks.rados.rados.0.smithi067.stdout:3362: finishing write tid 3 to smithi06780069-43 2024-07-29T15:14:02.839 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 43 v 1869 (ObjNum 1050 snap 325 seq_num 1050) dirty exists 2024-07-29T15:14:02.839 INFO:tasks.rados.rados.0.smithi067.stdout:3362: left oid 43 (ObjNum 1050 snap 325 seq_num 1050) 2024-07-29T15:14:02.839 INFO:tasks.rados.rados.0.smithi067.stdout:3363: finishing write tid 1 to smithi06780069-20 2024-07-29T15:14:02.839 INFO:tasks.rados.rados.0.smithi067.stdout:3363: finishing write tid 2 to smithi06780069-20 2024-07-29T15:14:02.839 INFO:tasks.rados.rados.0.smithi067.stdout:3363: finishing write tid 3 to smithi06780069-20 2024-07-29T15:14:02.839 INFO:tasks.rados.rados.0.smithi067.stdout:3363: finishing write tid 4 to smithi06780069-20 2024-07-29T15:14:02.839 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 1265 (ObjNum 1051 snap 325 seq_num 1051) dirty exists 2024-07-29T15:14:02.839 INFO:tasks.rados.rados.0.smithi067.stdout:3363: left oid 20 (ObjNum 1051 snap 325 seq_num 1051) 2024-07-29T15:14:03.022 INFO:tasks.rados.rados.0.smithi067.stdout:3359: done (4 left) 2024-07-29T15:14:03.023 INFO:tasks.rados.rados.0.smithi067.stdout:3361: done (3 left) 2024-07-29T15:14:03.023 INFO:tasks.rados.rados.0.smithi067.stdout:3362: done (2 left) 2024-07-29T15:14:03.023 INFO:tasks.rados.rados.0.smithi067.stdout:3363: done (1 left) 2024-07-29T15:14:03.023 INFO:tasks.rados.rados.0.smithi067.stdout:3364: done (0 left) 2024-07-29T15:14:03.023 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 31 current snap is 326 2024-07-29T15:14:03.023 INFO:tasks.rados.rados.0.smithi067.stdout:3365: seq_num 1052 ranges {1073152=425984,1499136=401408} 2024-07-29T15:14:03.030 INFO:tasks.rados.rados.0.smithi067.stdout:3365: writing smithi06780069-31 from 1073152 to 1499136 tid 1 2024-07-29T15:14:03.033 INFO:tasks.rados.rados.0.smithi067.stdout:3365: writing smithi06780069-31 from 1499136 to 1900544 tid 2 2024-07-29T15:14:03.033 INFO:tasks.rados.rados.0.smithi067.stdout:3366: rmattr oid 35 current snap is 326 2024-07-29T15:14:03.033 INFO:tasks.rados.rados.0.smithi067.stdout:3366: done (1 left) 2024-07-29T15:14:03.033 INFO:tasks.rados.rados.0.smithi067.stdout:3367: read oid 29 snap 325 2024-07-29T15:14:03.033 INFO:tasks.rados.rados.0.smithi067.stdout:3367: expect deleted 2024-07-29T15:14:03.033 INFO:tasks.rados.rados.0.smithi067.stdout:3368: copy_from oid 11 from oid 13 current snap is 326 2024-07-29T15:14:03.033 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 46 current snap is 326 2024-07-29T15:14:03.033 INFO:tasks.rados.rados.0.smithi067.stdout:3369: seq_num 1053 ranges {8339456=442368,8781824=401408} 2024-07-29T15:14:03.082 INFO:tasks.rados.rados.0.smithi067.stdout:3369: writing smithi06780069-46 from 8339456 to 8781824 tid 1 2024-07-29T15:14:03.084 INFO:tasks.rados.rados.0.smithi067.stdout:3369: writing smithi06780069-46 from 8781824 to 9183232 tid 2 2024-07-29T15:14:03.084 INFO:tasks.rados.rados.0.smithi067.stdout:3370: delete oid 18 current snap is 326 2024-07-29T15:14:03.085 INFO:tasks.rados.rados.0.smithi067.stdout:3365: finishing write tid 1 to smithi06780069-31 2024-07-29T15:14:03.085 INFO:tasks.rados.rados.0.smithi067.stdout:3365: finishing write tid 2 to smithi06780069-31 2024-07-29T15:14:03.085 INFO:tasks.rados.rados.0.smithi067.stdout:3365: finishing write tid 3 to smithi06780069-31 2024-07-29T15:14:03.085 INFO:tasks.rados.rados.0.smithi067.stdout:3365: finishing write tid 4 to smithi06780069-31 2024-07-29T15:14:03.085 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 1830 (ObjNum 1052 snap 326 seq_num 1052) dirty exists 2024-07-29T15:14:03.085 INFO:tasks.rados.rados.0.smithi067.stdout:3365: left oid 31 (ObjNum 1052 snap 326 seq_num 1052) 2024-07-29T15:14:03.085 INFO:tasks.rados.rados.0.smithi067.stdout:3368: finishing copy_from racing read to smithi06780069-11 2024-07-29T15:14:03.085 INFO:tasks.rados.rados.0.smithi067.stdout:3368: finishing copy_from to smithi06780069-11 2024-07-29T15:14:03.085 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 11 v 1823 (ObjNum 1009 snap 311 seq_num 1009) dirty exists 2024-07-29T15:14:03.087 INFO:tasks.rados.rados.0.smithi067.stdout:3369: finishing write tid 1 to smithi06780069-46 2024-07-29T15:14:03.087 INFO:tasks.rados.rados.0.smithi067.stdout:3365: done (4 left) 2024-07-29T15:14:03.087 INFO:tasks.rados.rados.0.smithi067.stdout:3367: done (3 left) 2024-07-29T15:14:03.087 INFO:tasks.rados.rados.0.smithi067.stdout:3368: done (2 left) 2024-07-29T15:14:03.087 INFO:tasks.rados.rados.0.smithi067.stdout:3370: done (1 left) 2024-07-29T15:14:03.088 INFO:tasks.rados.rados.0.smithi067.stdout:3371: read oid 33 snap -1 2024-07-29T15:14:03.088 INFO:tasks.rados.rados.0.smithi067.stdout:3371: expect (ObjNum 1036 snap 321 seq_num 1036) 2024-07-29T15:14:03.088 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 47 current snap is 326 2024-07-29T15:14:03.088 INFO:tasks.rados.rados.0.smithi067.stdout:3372: seq_num 1055 ranges {172032=475136,647168=401408} 2024-07-29T15:14:03.091 INFO:tasks.rados.rados.0.smithi067.stdout:3372: writing smithi06780069-47 from 172032 to 647168 tid 1 2024-07-29T15:14:03.094 INFO:tasks.rados.rados.0.smithi067.stdout:3372: writing smithi06780069-47 from 647168 to 1048576 tid 2 2024-07-29T15:14:03.094 INFO:tasks.rados.rados.0.smithi067.stdout:3373: read oid 7 snap -1 2024-07-29T15:14:03.094 INFO:tasks.rados.rados.0.smithi067.stdout:3373: expect (ObjNum 691 snap 214 seq_num 691) 2024-07-29T15:14:03.094 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 14 current snap is 326 2024-07-29T15:14:03.094 INFO:tasks.rados.rados.0.smithi067.stdout:3369: finishing write tid 2 to smithi06780069-46 2024-07-29T15:14:03.094 INFO:tasks.rados.rados.0.smithi067.stdout:3369: finishing write tid 3 to smithi06780069-46 2024-07-29T15:14:03.095 INFO:tasks.rados.rados.0.smithi067.stdout:3369: finishing write tid 4 to smithi06780069-46 2024-07-29T15:14:03.095 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 46 v 1904 (ObjNum 1053 snap 326 seq_num 1053) dirty exists 2024-07-29T15:14:03.095 INFO:tasks.rados.rados.0.smithi067.stdout:3369: left oid 46 (ObjNum 1053 snap 326 seq_num 1053) 2024-07-29T15:14:03.095 INFO:tasks.rados.rados.0.smithi067.stdout:3374: seq_num 1056 ranges {1859584=491520,2351104=401408} 2024-07-29T15:14:03.107 INFO:tasks.rados.rados.0.smithi067.stdout:3374: writing smithi06780069-14 from 1859584 to 2351104 tid 1 2024-07-29T15:14:03.110 INFO:tasks.rados.rados.0.smithi067.stdout:3374: writing smithi06780069-14 from 2351104 to 2752512 tid 2 2024-07-29T15:14:03.110 INFO:tasks.rados.rados.0.smithi067.stdout:3369: done (4 left) 2024-07-29T15:14:03.110 INFO:tasks.rados.rados.0.smithi067.stdout:3375: copy_from oid 25 from oid 35 current snap is 326 2024-07-29T15:14:03.110 INFO:tasks.rados.rados.0.smithi067.stdout:3372: finishing write tid 1 to smithi06780069-47 2024-07-29T15:14:03.110 INFO:tasks.rados.rados.0.smithi067.stdout:3371: expect (ObjNum 1036 snap 321 seq_num 1036) 2024-07-29T15:14:03.167 INFO:tasks.rados.rados.0.smithi067.stdout:3372: finishing write tid 2 to smithi06780069-47 2024-07-29T15:14:03.167 INFO:tasks.rados.rados.0.smithi067.stdout:3372: finishing write tid 3 to smithi06780069-47 2024-07-29T15:14:03.167 INFO:tasks.rados.rados.0.smithi067.stdout:3372: finishing write tid 4 to smithi06780069-47 2024-07-29T15:14:03.167 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 1872 (ObjNum 1055 snap 326 seq_num 1055) dirty exists 2024-07-29T15:14:03.167 INFO:tasks.rados.rados.0.smithi067.stdout:3372: left oid 47 (ObjNum 1055 snap 326 seq_num 1055) 2024-07-29T15:14:03.167 INFO:tasks.rados.rados.0.smithi067.stdout:3373: expect (ObjNum 691 snap 214 seq_num 691) 2024-07-29T15:14:03.290 INFO:tasks.rados.rados.0.smithi067.stdout:3375: finishing copy_from to smithi06780069-25 2024-07-29T15:14:03.290 INFO:tasks.rados.rados.0.smithi067.stdout:3375: got expected ENOENT (src dne) 2024-07-29T15:14:03.290 INFO:tasks.rados.rados.0.smithi067.stdout:3375: finishing copy_from racing read to smithi06780069-25 2024-07-29T15:14:03.290 INFO:tasks.rados.rados.0.smithi067.stdout:3374: finishing write tid 1 to smithi06780069-14 2024-07-29T15:14:03.290 INFO:tasks.rados.rados.0.smithi067.stdout:3374: finishing write tid 2 to smithi06780069-14 2024-07-29T15:14:03.290 INFO:tasks.rados.rados.0.smithi067.stdout:3374: finishing write tid 3 to smithi06780069-14 2024-07-29T15:14:03.290 INFO:tasks.rados.rados.0.smithi067.stdout:3374: finishing write tid 4 to smithi06780069-14 2024-07-29T15:14:03.290 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 14 v 1833 (ObjNum 1056 snap 326 seq_num 1056) dirty exists 2024-07-29T15:14:03.290 INFO:tasks.rados.rados.0.smithi067.stdout:3374: left oid 14 (ObjNum 1056 snap 326 seq_num 1056) 2024-07-29T15:14:03.290 INFO:tasks.rados.rados.0.smithi067.stdout:3371: done (4 left) 2024-07-29T15:14:03.290 INFO:tasks.rados.rados.0.smithi067.stdout:3372: done (3 left) 2024-07-29T15:14:03.291 INFO:tasks.rados.rados.0.smithi067.stdout:3373: done (2 left) 2024-07-29T15:14:03.291 INFO:tasks.rados.rados.0.smithi067.stdout:3374: done (1 left) 2024-07-29T15:14:03.291 INFO:tasks.rados.rados.0.smithi067.stdout:3375: done (0 left) 2024-07-29T15:14:03.291 INFO:tasks.rados.rados.0.smithi067.stdout:3376: rmattr oid 40 current snap is 326 2024-07-29T15:14:03.291 INFO:tasks.rados.rados.0.smithi067.stdout:3376: done (0 left) 2024-07-29T15:14:03.291 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 6 current snap is 326 2024-07-29T15:14:03.291 INFO:tasks.rados.rados.0.smithi067.stdout:3377: seq_num 1057 ranges {745472=507904,1253376=401408} 2024-07-29T15:14:03.296 INFO:tasks.rados.rados.0.smithi067.stdout:3377: writing smithi06780069-6 from 745472 to 1253376 tid 1 2024-07-29T15:14:03.298 INFO:tasks.rados.rados.0.smithi067.stdout:3377: writing smithi06780069-6 from 1253376 to 1654784 tid 2 2024-07-29T15:14:03.298 INFO:tasks.rados.rados.0.smithi067.stdout:3378: snap_create 2024-07-29T15:14:03.301 INFO:tasks.rados.rados.0.smithi067.stdout:3377: finishing write tid 1 to smithi06780069-6 2024-07-29T15:14:03.301 INFO:tasks.rados.rados.0.smithi067.stdout:3377: finishing write tid 2 to smithi06780069-6 2024-07-29T15:14:03.302 INFO:tasks.rados.rados.0.smithi067.stdout:3377: finishing write tid 3 to smithi06780069-6 2024-07-29T15:14:03.303 INFO:tasks.rados.rados.0.smithi067.stdout:3377: finishing write tid 4 to smithi06780069-6 2024-07-29T15:14:03.303 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 6 v 1933 (ObjNum 1057 snap 326 seq_num 1057) dirty exists 2024-07-29T15:14:03.303 INFO:tasks.rados.rados.0.smithi067.stdout:3377: left oid 6 (ObjNum 1057 snap 326 seq_num 1057) 2024-07-29T15:14:03.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:03 smithi067 ceph-mon[91995]: pgmap v728: 121 pgs: 121 active+clean; 203 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.9 MiB/s wr, 7 op/s 2024-07-29T15:14:03.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:03 smithi067 ceph-mon[91995]: osdmap e744: 8 total, 8 up, 8 in 2024-07-29T15:14:03.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:03 smithi067 ceph-mon[91995]: osdmap e745: 8 total, 8 up, 8 in 2024-07-29T15:14:03.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:03 smithi067 ceph-mon[94375]: pgmap v728: 121 pgs: 121 active+clean; 203 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.9 MiB/s wr, 7 op/s 2024-07-29T15:14:03.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:03 smithi067 ceph-mon[94375]: osdmap e744: 8 total, 8 up, 8 in 2024-07-29T15:14:03.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:03 smithi067 ceph-mon[94375]: osdmap e745: 8 total, 8 up, 8 in 2024-07-29T15:14:03.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:03 smithi138 ceph-mon[86438]: pgmap v728: 121 pgs: 121 active+clean; 203 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.9 MiB/s wr, 7 op/s 2024-07-29T15:14:03.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:03 smithi138 ceph-mon[86438]: osdmap e744: 8 total, 8 up, 8 in 2024-07-29T15:14:03.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:03 smithi138 ceph-mon[86438]: osdmap e745: 8 total, 8 up, 8 in 2024-07-29T15:14:04.074 INFO:tasks.rados.rados.0.smithi067.stdout:3377: done (1 left) 2024-07-29T15:14:04.074 INFO:tasks.rados.rados.0.smithi067.stdout:3378: done (0 left) 2024-07-29T15:14:04.074 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 39 current snap is 327 2024-07-29T15:14:04.074 INFO:tasks.rados.rados.0.smithi067.stdout:3379: seq_num 1058 ranges {245760=524288,770048=401408} 2024-07-29T15:14:04.078 INFO:tasks.rados.rados.0.smithi067.stdout:3379: writing smithi06780069-39 from 245760 to 770048 tid 1 2024-07-29T15:14:04.081 INFO:tasks.rados.rados.0.smithi067.stdout:3379: writing smithi06780069-39 from 770048 to 1171456 tid 2 2024-07-29T15:14:04.081 INFO:tasks.rados.rados.0.smithi067.stdout:3380: read oid 17 snap -1 2024-07-29T15:14:04.081 INFO:tasks.rados.rados.0.smithi067.stdout:3380: expect (ObjNum 1028 snap 318 seq_num 1028) 2024-07-29T15:14:04.081 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 29 current snap is 327 2024-07-29T15:14:04.081 INFO:tasks.rados.rados.0.smithi067.stdout:3381: seq_num 1059 ranges {0=540672,540672=401408} 2024-07-29T15:14:04.084 INFO:tasks.rados.rados.0.smithi067.stdout:3381: writing smithi06780069-29 from 0 to 540672 tid 1 2024-07-29T15:14:04.088 INFO:tasks.rados.rados.0.smithi067.stdout:3381: writing smithi06780069-29 from 540672 to 942080 tid 2 2024-07-29T15:14:04.088 INFO:tasks.rados.rados.0.smithi067.stdout:3379: finishing write tid 1 to smithi06780069-39 2024-07-29T15:14:04.088 INFO:tasks.rados.rados.0.smithi067.stdout:3379: finishing write tid 2 to smithi06780069-39 2024-07-29T15:14:04.088 INFO:tasks.rados.rados.0.smithi067.stdout:3379: finishing write tid 3 to smithi06780069-39 2024-07-29T15:14:04.088 INFO:tasks.rados.rados.0.smithi067.stdout:3382: read oid 34 snap -1 2024-07-29T15:14:04.088 INFO:tasks.rados.rados.0.smithi067.stdout:3382: expect (ObjNum 1048 snap 325 seq_num 1048) 2024-07-29T15:14:04.088 INFO:tasks.rados.rados.0.smithi067.stdout:3383: delete oid 4 current snap is 327 2024-07-29T15:14:04.088 INFO:tasks.rados.rados.0.smithi067.stdout:3381: finishing write tid 1 to smithi06780069-29 2024-07-29T15:14:04.091 INFO:tasks.rados.rados.0.smithi067.stdout:3379: finishing write tid 4 to smithi06780069-39 2024-07-29T15:14:04.091 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 1875 (ObjNum 1058 snap 327 seq_num 1058) dirty exists 2024-07-29T15:14:04.091 INFO:tasks.rados.rados.0.smithi067.stdout:3379: left oid 39 (ObjNum 1058 snap 327 seq_num 1058) 2024-07-29T15:14:04.092 INFO:tasks.rados.rados.0.smithi067.stdout:3379: done (4 left) 2024-07-29T15:14:04.092 INFO:tasks.rados.rados.0.smithi067.stdout:3383: done (3 left) 2024-07-29T15:14:04.093 INFO:tasks.rados.rados.0.smithi067.stdout:3384: snap_remove snap 325 2024-07-29T15:14:04.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:14:04.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:14:04.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:14:05.083 INFO:tasks.rados.rados.0.smithi067.stdout:3384: done (3 left) 2024-07-29T15:14:05.084 INFO:tasks.rados.rados.0.smithi067.stdout:3385: rmattr oid 45 current snap is 327 2024-07-29T15:14:05.084 INFO:tasks.rados.rados.0.smithi067.stdout:3385: done (3 left) 2024-07-29T15:14:05.084 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 33 current snap is 327 2024-07-29T15:14:05.084 INFO:tasks.rados.rados.0.smithi067.stdout:3386: seq_num 1061 ranges {1466368=573440,2039808=401408} 2024-07-29T15:14:05.094 INFO:tasks.rados.rados.0.smithi067.stdout:3386: writing smithi06780069-33 from 1466368 to 2039808 tid 1 2024-07-29T15:14:05.097 INFO:tasks.rados.rados.0.smithi067.stdout:3386: writing smithi06780069-33 from 2039808 to 2441216 tid 2 2024-07-29T15:14:05.097 INFO:tasks.rados.rados.0.smithi067.stdout:3387: setattr oid 18 current snap is 327 2024-07-29T15:14:05.097 INFO:tasks.rados.rados.0.smithi067.stdout:3381: finishing write tid 2 to smithi06780069-29 2024-07-29T15:14:05.098 INFO:tasks.rados.rados.0.smithi067.stdout:3381: finishing write tid 3 to smithi06780069-29 2024-07-29T15:14:05.098 INFO:tasks.rados.rados.0.smithi067.stdout:3381: finishing write tid 4 to smithi06780069-29 2024-07-29T15:14:05.098 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 1588 (ObjNum 1059 snap 327 seq_num 1059) dirty exists 2024-07-29T15:14:05.098 INFO:tasks.rados.rados.0.smithi067.stdout:3381: left oid 29 (ObjNum 1059 snap 327 seq_num 1059) 2024-07-29T15:14:05.098 INFO:tasks.rados.rados.0.smithi067.stdout:3382: expect (ObjNum 1048 snap 325 seq_num 1048) 2024-07-29T15:14:05.140 INFO:tasks.rados.rados.0.smithi067.stdout:3380: expect (ObjNum 1028 snap 318 seq_num 1028) 2024-07-29T15:14:05.462 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:05 smithi138 ceph-mon[86438]: pgmap v731: 121 pgs: 121 active+clean; 185 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2024-07-29T15:14:05.462 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:05 smithi138 ceph-mon[86438]: osdmap e746: 8 total, 8 up, 8 in 2024-07-29T15:14:05.462 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:14:05.462 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:14:05.462 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:14:05.462 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:14:05.471 INFO:tasks.rados.rados.0.smithi067.stdout:3386: finishing write tid 1 to smithi06780069-33 2024-07-29T15:14:05.471 INFO:tasks.rados.rados.0.smithi067.stdout:3386: finishing write tid 2 to smithi06780069-33 2024-07-29T15:14:05.471 INFO:tasks.rados.rados.0.smithi067.stdout:3386: finishing write tid 3 to smithi06780069-33 2024-07-29T15:14:05.471 INFO:tasks.rados.rados.0.smithi067.stdout:3386: finishing write tid 4 to smithi06780069-33 2024-07-29T15:14:05.472 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 33 v 1914 (ObjNum 1061 snap 327 seq_num 1061) dirty exists 2024-07-29T15:14:05.472 INFO:tasks.rados.rados.0.smithi067.stdout:3386: left oid 33 (ObjNum 1061 snap 327 seq_num 1061) 2024-07-29T15:14:05.472 INFO:tasks.rados.rados.0.smithi067.stdout:3380: done (4 left) 2024-07-29T15:14:05.472 INFO:tasks.rados.rados.0.smithi067.stdout:3381: done (3 left) 2024-07-29T15:14:05.472 INFO:tasks.rados.rados.0.smithi067.stdout:3382: done (2 left) 2024-07-29T15:14:05.472 INFO:tasks.rados.rados.0.smithi067.stdout:3386: done (1 left) 2024-07-29T15:14:05.472 INFO:tasks.rados.rados.0.smithi067.stdout:3388: snap_create 2024-07-29T15:14:05.474 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 1871 (ObjNum 65 snap 0 seq_num 1700942445) dirty exists 2024-07-29T15:14:05.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:05 smithi067 ceph-mon[91995]: pgmap v731: 121 pgs: 121 active+clean; 185 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2024-07-29T15:14:05.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:05 smithi067 ceph-mon[91995]: osdmap e746: 8 total, 8 up, 8 in 2024-07-29T15:14:05.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:14:05.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:14:05.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:14:05.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:14:05.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:05 smithi067 ceph-mon[94375]: pgmap v731: 121 pgs: 121 active+clean; 185 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2024-07-29T15:14:05.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:05 smithi067 ceph-mon[94375]: osdmap e746: 8 total, 8 up, 8 in 2024-07-29T15:14:05.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:14:05.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:14:05.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:14:05.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:14:06.089 INFO:tasks.rados.rados.0.smithi067.stdout:3387: done (1 left) 2024-07-29T15:14:06.089 INFO:tasks.rados.rados.0.smithi067.stdout:3388: done (0 left) 2024-07-29T15:14:06.089 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 4 current snap is 328 2024-07-29T15:14:06.089 INFO:tasks.rados.rados.0.smithi067.stdout:3389: seq_num 1062 ranges {0=589824,589824=401408} 2024-07-29T15:14:06.092 INFO:tasks.rados.rados.0.smithi067.stdout:3389: writing smithi06780069-4 from 0 to 589824 tid 1 2024-07-29T15:14:06.095 INFO:tasks.rados.rados.0.smithi067.stdout:3389: writing smithi06780069-4 from 589824 to 991232 tid 2 2024-07-29T15:14:06.095 INFO:tasks.rados.rados.0.smithi067.stdout:3390: delete oid 37 current snap is 328 2024-07-29T15:14:06.099 INFO:tasks.rados.rados.0.smithi067.stdout:3389: finishing write tid 1 to smithi06780069-4 2024-07-29T15:14:06.099 INFO:tasks.rados.rados.0.smithi067.stdout:3389: finishing write tid 2 to smithi06780069-4 2024-07-29T15:14:06.099 INFO:tasks.rados.rados.0.smithi067.stdout:3389: finishing write tid 3 to smithi06780069-4 2024-07-29T15:14:06.100 INFO:tasks.rados.rados.0.smithi067.stdout:3390: done (1 left) 2024-07-29T15:14:06.100 INFO:tasks.rados.rados.0.smithi067.stdout:3391: rollback oid 38 current snap is 328 2024-07-29T15:14:06.100 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 38 to 326 2024-07-29T15:14:06.100 INFO:tasks.rados.rados.0.smithi067.stdout:3392: delete oid 47 current snap is 328 2024-07-29T15:14:06.101 INFO:tasks.rados.rados.0.smithi067.stdout:3389: finishing write tid 4 to smithi06780069-4 2024-07-29T15:14:06.101 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 1917 (ObjNum 1062 snap 328 seq_num 1062) dirty exists 2024-07-29T15:14:06.102 INFO:tasks.rados.rados.0.smithi067.stdout:3389: left oid 4 (ObjNum 1062 snap 328 seq_num 1062) 2024-07-29T15:14:06.103 INFO:tasks.rados.rados.0.smithi067.stdout:3389: done (2 left) 2024-07-29T15:14:06.103 INFO:tasks.rados.rados.0.smithi067.stdout:3392: done (1 left) 2024-07-29T15:14:06.103 INFO:tasks.rados.rados.0.smithi067.stdout:3393: copy_from oid 26 from oid 40 current snap is 328 2024-07-29T15:14:06.103 INFO:tasks.rados.rados.0.smithi067.stdout:3394: snap_remove snap 327 2024-07-29T15:14:06.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:06 smithi067 ceph-mon[91995]: osdmap e747: 8 total, 8 up, 8 in 2024-07-29T15:14:06.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:06 smithi067 ceph-mon[94375]: osdmap e747: 8 total, 8 up, 8 in 2024-07-29T15:14:06.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:06 smithi138 ceph-mon[86438]: osdmap e747: 8 total, 8 up, 8 in 2024-07-29T15:14:07.095 INFO:tasks.rados.rados.0.smithi067.stdout:3391: finishing rollback tid 0 to smithi06780069-38 2024-07-29T15:14:07.095 INFO:tasks.rados.rados.0.smithi067.stdout:3391: finishing rollback tid 1 to smithi06780069-38 2024-07-29T15:14:07.095 INFO:tasks.rados.rados.0.smithi067.stdout:3391: finishing rollback tid 2 to smithi06780069-38 2024-07-29T15:14:07.095 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 38 v 1874 (ObjNum 1045 snap 325 seq_num 1045) dirty exists 2024-07-29T15:14:07.095 INFO:tasks.rados.rados.0.smithi067.stdout:3393: finishing copy_from racing read to smithi06780069-26 2024-07-29T15:14:07.095 INFO:tasks.rados.rados.0.smithi067.stdout:3393: finishing copy_from to smithi06780069-26 2024-07-29T15:14:07.095 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 1258 (ObjNum 999 snap 306 seq_num 999) dirty exists 2024-07-29T15:14:07.095 INFO:tasks.rados.rados.0.smithi067.stdout:3391: done (2 left) 2024-07-29T15:14:07.095 INFO:tasks.rados.rados.0.smithi067.stdout:3393: done (1 left) 2024-07-29T15:14:07.095 INFO:tasks.rados.rados.0.smithi067.stdout:3394: done (0 left) 2024-07-29T15:14:07.095 INFO:tasks.rados.rados.0.smithi067.stdout:3395: rmattr oid 36 current snap is 328 2024-07-29T15:14:07.095 INFO:tasks.rados.rados.0.smithi067.stdout:3395: done (0 left) 2024-07-29T15:14:07.096 INFO:tasks.rados.rados.0.smithi067.stdout:3396: read oid 18 snap -1 2024-07-29T15:14:07.096 INFO:tasks.rados.rados.0.smithi067.stdout:3396: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:14:07.096 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 1 current snap is 328 2024-07-29T15:14:07.096 INFO:tasks.rados.rados.0.smithi067.stdout:3397: seq_num 1065 ranges {7135232=638976,7774208=401408} 2024-07-29T15:14:07.138 INFO:tasks.rados.rados.0.smithi067.stdout:3397: writing smithi06780069-1 from 7135232 to 7774208 tid 1 2024-07-29T15:14:07.140 INFO:tasks.rados.rados.0.smithi067.stdout:3397: writing smithi06780069-1 from 7774208 to 8175616 tid 2 2024-07-29T15:14:07.140 INFO:tasks.rados.rados.0.smithi067.stdout:3398: read oid 4 snap -1 2024-07-29T15:14:07.140 INFO:tasks.rados.rados.0.smithi067.stdout:3398: expect (ObjNum 1062 snap 328 seq_num 1062) 2024-07-29T15:14:07.141 INFO:tasks.rados.rados.0.smithi067.stdout:3399: setattr oid 36 current snap is 328 2024-07-29T15:14:07.141 INFO:tasks.rados.rados.0.smithi067.stdout:3396: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:14:07.143 INFO:tasks.rados.rados.0.smithi067.stdout:3396: done (3 left) 2024-07-29T15:14:07.143 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 32 current snap is 328 2024-07-29T15:14:07.143 INFO:tasks.rados.rados.0.smithi067.stdout:3400: seq_num 1066 ranges {0=663552,663552=401408} 2024-07-29T15:14:07.147 INFO:tasks.rados.rados.0.smithi067.stdout:3400: writing smithi06780069-32 from 0 to 663552 tid 1 2024-07-29T15:14:07.150 INFO:tasks.rados.rados.0.smithi067.stdout:3400: writing smithi06780069-32 from 663552 to 1064960 tid 2 2024-07-29T15:14:07.150 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 42 current snap is 328 2024-07-29T15:14:07.150 INFO:tasks.rados.rados.0.smithi067.stdout:3397: finishing write tid 1 to smithi06780069-1 2024-07-29T15:14:07.150 INFO:tasks.rados.rados.0.smithi067.stdout:3401: seq_num 1067 ranges {0=679936,679936=401408} 2024-07-29T15:14:07.154 INFO:tasks.rados.rados.0.smithi067.stdout:3401: writing smithi06780069-42 from 0 to 679936 tid 1 2024-07-29T15:14:07.156 INFO:tasks.rados.rados.0.smithi067.stdout:3401: writing smithi06780069-42 from 679936 to 1081344 tid 2 2024-07-29T15:14:07.156 INFO:tasks.rados.rados.0.smithi067.stdout:3402: delete oid 20 current snap is 328 2024-07-29T15:14:07.156 INFO:tasks.rados.rados.0.smithi067.stdout:3397: finishing write tid 2 to smithi06780069-1 2024-07-29T15:14:07.156 INFO:tasks.rados.rados.0.smithi067.stdout:3397: finishing write tid 3 to smithi06780069-1 2024-07-29T15:14:07.156 INFO:tasks.rados.rados.0.smithi067.stdout:3398: expect (ObjNum 1062 snap 328 seq_num 1062) 2024-07-29T15:14:07.183 INFO:tasks.rados.rados.0.smithi067.stdout:3397: finishing write tid 4 to smithi06780069-1 2024-07-29T15:14:07.184 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 1830 (ObjNum 1065 snap 328 seq_num 1065) dirty exists 2024-07-29T15:14:07.184 INFO:tasks.rados.rados.0.smithi067.stdout:3397: left oid 1 (ObjNum 1065 snap 328 seq_num 1065) 2024-07-29T15:14:07.184 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 1231 (ObjNum 1033 snap 319 seq_num 1033) dirty exists 2024-07-29T15:14:07.184 INFO:tasks.rados.rados.0.smithi067.stdout:3400: finishing write tid 1 to smithi06780069-32 2024-07-29T15:14:07.184 INFO:tasks.rados.rados.0.smithi067.stdout:3400: finishing write tid 2 to smithi06780069-32 2024-07-29T15:14:07.184 INFO:tasks.rados.rados.0.smithi067.stdout:3397: done (5 left) 2024-07-29T15:14:07.184 INFO:tasks.rados.rados.0.smithi067.stdout:3398: done (4 left) 2024-07-29T15:14:07.184 INFO:tasks.rados.rados.0.smithi067.stdout:3399: done (3 left) 2024-07-29T15:14:07.184 INFO:tasks.rados.rados.0.smithi067.stdout:3402: done (2 left) 2024-07-29T15:14:07.184 INFO:tasks.rados.rados.0.smithi067.stdout:3403: snap_remove snap 326 2024-07-29T15:14:07.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:07 smithi067 ceph-mon[91995]: pgmap v734: 121 pgs: 121 active+clean; 189 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-07-29T15:14:07.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:07 smithi067 ceph-mon[91995]: osdmap e748: 8 total, 8 up, 8 in 2024-07-29T15:14:07.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:07 smithi067 ceph-mon[94375]: pgmap v734: 121 pgs: 121 active+clean; 189 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-07-29T15:14:07.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:07 smithi067 ceph-mon[94375]: osdmap e748: 8 total, 8 up, 8 in 2024-07-29T15:14:07.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:07 smithi138 ceph-mon[86438]: pgmap v734: 121 pgs: 121 active+clean; 189 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-07-29T15:14:07.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:07 smithi138 ceph-mon[86438]: osdmap e748: 8 total, 8 up, 8 in 2024-07-29T15:14:08.025 INFO:tasks.rados.rados.0.smithi067.stdout:3403: done (2 left) 2024-07-29T15:14:08.025 INFO:tasks.rados.rados.0.smithi067.stdout:3404: copy_from oid 6 from oid 14 current snap is 328 2024-07-29T15:14:08.025 INFO:tasks.rados.rados.0.smithi067.stdout:3400: finishing write tid 3 to smithi06780069-32 2024-07-29T15:14:08.025 INFO:tasks.rados.rados.0.smithi067.stdout:3400: finishing write tid 4 to smithi06780069-32 2024-07-29T15:14:08.025 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 1833 (ObjNum 1066 snap 328 seq_num 1066) dirty exists 2024-07-29T15:14:08.025 INFO:tasks.rados.rados.0.smithi067.stdout:3400: left oid 32 (ObjNum 1066 snap 328 seq_num 1066) 2024-07-29T15:14:08.025 INFO:tasks.rados.rados.0.smithi067.stdout:3401: finishing write tid 1 to smithi06780069-42 2024-07-29T15:14:08.026 INFO:tasks.rados.rados.0.smithi067.stdout:3401: finishing write tid 2 to smithi06780069-42 2024-07-29T15:14:08.026 INFO:tasks.rados.rados.0.smithi067.stdout:3401: finishing write tid 3 to smithi06780069-42 2024-07-29T15:14:08.026 INFO:tasks.rados.rados.0.smithi067.stdout:3401: finishing write tid 4 to smithi06780069-42 2024-07-29T15:14:08.026 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 1556 (ObjNum 1067 snap 328 seq_num 1067) dirty exists 2024-07-29T15:14:08.026 INFO:tasks.rados.rados.0.smithi067.stdout:3401: left oid 42 (ObjNum 1067 snap 328 seq_num 1067) 2024-07-29T15:14:08.026 INFO:tasks.rados.rados.0.smithi067.stdout:3400: done (2 left) 2024-07-29T15:14:08.026 INFO:tasks.rados.rados.0.smithi067.stdout:3401: done (1 left) 2024-07-29T15:14:08.026 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 23 current snap is 328 2024-07-29T15:14:08.026 INFO:tasks.rados.rados.0.smithi067.stdout:3405: seq_num 1069 ranges {0=712704,712704=401408} 2024-07-29T15:14:08.029 INFO:tasks.rados.rados.0.smithi067.stdout:3405: writing smithi06780069-23 from 0 to 712704 tid 1 2024-07-29T15:14:08.032 INFO:tasks.rados.rados.0.smithi067.stdout:3405: writing smithi06780069-23 from 712704 to 1114112 tid 2 2024-07-29T15:14:08.033 INFO:tasks.rados.rados.0.smithi067.stdout:3406: delete oid 27 current snap is 328 2024-07-29T15:14:08.037 INFO:tasks.rados.rados.0.smithi067.stdout:3406: done (2 left) 2024-07-29T15:14:08.037 INFO:tasks.rados.rados.0.smithi067.stdout:3407: rollback oid 48 current snap is 328 2024-07-29T15:14:08.037 INFO:tasks.rados.rados.0.smithi067.stdout:3407: done (2 left) 2024-07-29T15:14:08.037 INFO:tasks.rados.rados.0.smithi067.stdout:3408: snap_create 2024-07-29T15:14:08.041 INFO:tasks.rados.rados.0.smithi067.stdout:3405: finishing write tid 1 to smithi06780069-23 2024-07-29T15:14:08.042 INFO:tasks.rados.rados.0.smithi067.stdout:3405: finishing write tid 2 to smithi06780069-23 2024-07-29T15:14:08.042 INFO:tasks.rados.rados.0.smithi067.stdout:3405: finishing write tid 3 to smithi06780069-23 2024-07-29T15:14:08.045 INFO:tasks.rados.rados.0.smithi067.stdout:3405: finishing write tid 4 to smithi06780069-23 2024-07-29T15:14:08.046 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 1826 (ObjNum 1069 snap 328 seq_num 1069) dirty exists 2024-07-29T15:14:08.046 INFO:tasks.rados.rados.0.smithi067.stdout:3405: left oid 23 (ObjNum 1069 snap 328 seq_num 1069) 2024-07-29T15:14:08.054 INFO:tasks.rados.rados.0.smithi067.stdout:3404: finishing copy_from racing read to smithi06780069-6 2024-07-29T15:14:08.057 INFO:tasks.rados.rados.0.smithi067.stdout:3404: finishing copy_from to smithi06780069-6 2024-07-29T15:14:08.058 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 6 v 1833 (ObjNum 1056 snap 326 seq_num 1056) dirty exists 2024-07-29T15:14:08.094 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:14:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:14:07] "GET /metrics HTTP/1.1" 200 36438 "" "Prometheus/2.51.0" 2024-07-29T15:14:08.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:08 smithi067 ceph-mon[91995]: osdmap e749: 8 total, 8 up, 8 in 2024-07-29T15:14:08.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:08 smithi067 ceph-mon[91995]: osdmap e750: 8 total, 8 up, 8 in 2024-07-29T15:14:08.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:08 smithi067 ceph-mon[94375]: osdmap e749: 8 total, 8 up, 8 in 2024-07-29T15:14:08.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:08 smithi067 ceph-mon[94375]: osdmap e750: 8 total, 8 up, 8 in 2024-07-29T15:14:08.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:08 smithi138 ceph-mon[86438]: osdmap e749: 8 total, 8 up, 8 in 2024-07-29T15:14:08.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:08 smithi138 ceph-mon[86438]: osdmap e750: 8 total, 8 up, 8 in 2024-07-29T15:14:09.026 INFO:tasks.rados.rados.0.smithi067.stdout:3404: done (2 left) 2024-07-29T15:14:09.026 INFO:tasks.rados.rados.0.smithi067.stdout:3405: done (1 left) 2024-07-29T15:14:09.026 INFO:tasks.rados.rados.0.smithi067.stdout:3408: done (0 left) 2024-07-29T15:14:09.026 INFO:tasks.rados.rados.0.smithi067.stdout:3409: read oid 43 snap -1 2024-07-29T15:14:09.026 INFO:tasks.rados.rados.0.smithi067.stdout:3409: expect (ObjNum 1050 snap 325 seq_num 1050) 2024-07-29T15:14:09.026 INFO:tasks.rados.rados.0.smithi067.stdout:3410: setattr oid 35 current snap is 329 2024-07-29T15:14:09.027 INFO:tasks.rados.rados.0.smithi067.stdout:3411: rmattr oid 6 current snap is 329 2024-07-29T15:14:09.027 INFO:tasks.rados.rados.0.smithi067.stdout:3412: read oid 29 snap 328 2024-07-29T15:14:09.027 INFO:tasks.rados.rados.0.smithi067.stdout:3412: expect (ObjNum 1059 snap 327 seq_num 1059) 2024-07-29T15:14:09.027 INFO:tasks.rados.rados.0.smithi067.stdout:3413: read oid 8 snap -1 2024-07-29T15:14:09.027 INFO:tasks.rados.rados.0.smithi067.stdout:3413: expect deleted 2024-07-29T15:14:09.028 INFO:tasks.rados.rados.0.smithi067.stdout:3414: read oid 10 snap -1 2024-07-29T15:14:09.028 INFO:tasks.rados.rados.0.smithi067.stdout:3414: expect deleted 2024-07-29T15:14:09.028 INFO:tasks.rados.rados.0.smithi067.stdout:3415: copy_from oid 11 from oid 31 current snap is 329 2024-07-29T15:14:09.028 INFO:tasks.rados.rados.0.smithi067.stdout:3416: read oid 26 snap -1 2024-07-29T15:14:09.028 INFO:tasks.rados.rados.0.smithi067.stdout:3416: expect (ObjNum 999 snap 306 seq_num 999) 2024-07-29T15:14:09.028 INFO:tasks.rados.rados.0.smithi067.stdout:3417: delete oid 1 current snap is 329 2024-07-29T15:14:09.036 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 35 v 1937 (ObjNum 129 snap 0 seq_num 3880081936) dirty exists 2024-07-29T15:14:09.037 INFO:tasks.rados.rados.0.smithi067.stdout:3410: done (8 left) 2024-07-29T15:14:09.037 INFO:tasks.rados.rados.0.smithi067.stdout:3413: done (7 left) 2024-07-29T15:14:09.038 INFO:tasks.rados.rados.0.smithi067.stdout:3414: done (6 left) 2024-07-29T15:14:09.038 INFO:tasks.rados.rados.0.smithi067.stdout:3417: done (5 left) 2024-07-29T15:14:09.038 INFO:tasks.rados.rados.0.smithi067.stdout:3418: read oid 22 snap -1 2024-07-29T15:14:09.038 INFO:tasks.rados.rados.0.smithi067.stdout:3418: expect (ObjNum 911 snap 288 seq_num 911) 2024-07-29T15:14:09.038 INFO:tasks.rados.rados.0.smithi067.stdout:3419: rollback oid 44 current snap is 329 2024-07-29T15:14:09.038 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 44 to 328 2024-07-29T15:14:09.038 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 6 v 1939 (ObjNum 1056 snap 326 seq_num 1056) dirty exists 2024-07-29T15:14:09.038 INFO:tasks.rados.rados.0.smithi067.stdout:3411: done (6 left) 2024-07-29T15:14:09.038 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 14 current snap is 329 2024-07-29T15:14:09.038 INFO:tasks.rados.rados.0.smithi067.stdout:3420: seq_num 1072 ranges {2752512=761856,3514368=401408} 2024-07-29T15:14:09.058 INFO:tasks.rados.rados.0.smithi067.stdout:3420: writing smithi06780069-14 from 2752512 to 3514368 tid 1 2024-07-29T15:14:09.062 INFO:tasks.rados.rados.0.smithi067.stdout:3420: writing smithi06780069-14 from 3514368 to 3915776 tid 2 2024-07-29T15:14:09.062 INFO:tasks.rados.rados.0.smithi067.stdout:3421: read oid 5 snap -1 2024-07-29T15:14:09.062 INFO:tasks.rados.rados.0.smithi067.stdout:3421: expect (ObjNum 874 snap 283 seq_num 874) 2024-07-29T15:14:09.062 INFO:tasks.rados.rados.0.smithi067.stdout:3422: rollback oid 33 current snap is 329 2024-07-29T15:14:09.062 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 33 to 328 2024-07-29T15:14:09.062 INFO:tasks.rados.rados.0.smithi067.stdout:3419: finishing rollback tid 1 to smithi06780069-44 2024-07-29T15:14:09.062 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 0 (ObjNum 33 snap 0 seq_num 7) dirty dne 2024-07-29T15:14:09.062 INFO:tasks.rados.rados.0.smithi067.stdout:3412: expect (ObjNum 1059 snap 327 seq_num 1059) 2024-07-29T15:14:09.095 INFO:tasks.rados.rados.0.smithi067.stdout:3415: finishing copy_from racing read to smithi06780069-11 2024-07-29T15:14:09.095 INFO:tasks.rados.rados.0.smithi067.stdout:3415: finishing copy_from to smithi06780069-11 2024-07-29T15:14:09.095 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 11 v 1830 (ObjNum 1052 snap 326 seq_num 1052) dirty exists 2024-07-29T15:14:09.095 INFO:tasks.rados.rados.0.smithi067.stdout:3412: done (8 left) 2024-07-29T15:14:09.095 INFO:tasks.rados.rados.0.smithi067.stdout:3415: done (7 left) 2024-07-29T15:14:09.095 INFO:tasks.rados.rados.0.smithi067.stdout:3419: done (6 left) 2024-07-29T15:14:09.095 INFO:tasks.rados.rados.0.smithi067.stdout:3423: snap_create 2024-07-29T15:14:09.095 INFO:tasks.rados.rados.0.smithi067.stdout:3418: expect (ObjNum 911 snap 288 seq_num 911) 2024-07-29T15:14:09.258 INFO:tasks.rados.rados.0.smithi067.stdout:3409: expect (ObjNum 1050 snap 325 seq_num 1050) 2024-07-29T15:14:09.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:09 smithi067 ceph-mon[91995]: pgmap v737: 121 pgs: 121 active+clean; 194 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 6.8 MiB/s wr, 20 op/s 2024-07-29T15:14:09.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:09 smithi067 ceph-mon[91995]: osdmap e751: 8 total, 8 up, 8 in 2024-07-29T15:14:09.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:09 smithi067 ceph-mon[94375]: pgmap v737: 121 pgs: 121 active+clean; 194 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 6.8 MiB/s wr, 20 op/s 2024-07-29T15:14:09.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:09 smithi067 ceph-mon[94375]: osdmap e751: 8 total, 8 up, 8 in 2024-07-29T15:14:09.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:09 smithi138 ceph-mon[86438]: pgmap v737: 121 pgs: 121 active+clean; 194 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 6.8 MiB/s wr, 20 op/s 2024-07-29T15:14:09.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:09 smithi138 ceph-mon[86438]: osdmap e751: 8 total, 8 up, 8 in 2024-07-29T15:14:09.888 INFO:tasks.rados.rados.0.smithi067.stdout:3420: finishing write tid 1 to smithi06780069-14 2024-07-29T15:14:09.889 INFO:tasks.rados.rados.0.smithi067.stdout:3421: expect (ObjNum 874 snap 283 seq_num 874) 2024-07-29T15:14:09.895 INFO:tasks.rados.rados.0.smithi067.stdout:3420: finishing write tid 2 to smithi06780069-14 2024-07-29T15:14:09.895 INFO:tasks.rados.rados.0.smithi067.stdout:3420: finishing write tid 3 to smithi06780069-14 2024-07-29T15:14:09.895 INFO:tasks.rados.rados.0.smithi067.stdout:3422: finishing rollback tid 0 to smithi06780069-33 2024-07-29T15:14:09.895 INFO:tasks.rados.rados.0.smithi067.stdout:3422: finishing rollback tid 1 to smithi06780069-33 2024-07-29T15:14:09.895 INFO:tasks.rados.rados.0.smithi067.stdout:3422: finishing rollback tid 2 to smithi06780069-33 2024-07-29T15:14:09.895 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 33 v 1925 (ObjNum 1061 snap 327 seq_num 1061) dirty exists 2024-07-29T15:14:09.895 INFO:tasks.rados.rados.0.smithi067.stdout:3420: finishing write tid 4 to smithi06780069-14 2024-07-29T15:14:09.895 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 14 v 1836 (ObjNum 1072 snap 329 seq_num 1072) dirty exists 2024-07-29T15:14:09.895 INFO:tasks.rados.rados.0.smithi067.stdout:3420: left oid 14 (ObjNum 1072 snap 329 seq_num 1072) 2024-07-29T15:14:09.896 INFO:tasks.rados.rados.0.smithi067.stdout:3416: expect (ObjNum 999 snap 306 seq_num 999) 2024-07-29T15:14:10.532 INFO:tasks.rados.rados.0.smithi067.stdout:3409: done (6 left) 2024-07-29T15:14:10.532 INFO:tasks.rados.rados.0.smithi067.stdout:3416: done (5 left) 2024-07-29T15:14:10.533 INFO:tasks.rados.rados.0.smithi067.stdout:3418: done (4 left) 2024-07-29T15:14:10.533 INFO:tasks.rados.rados.0.smithi067.stdout:3420: done (3 left) 2024-07-29T15:14:10.533 INFO:tasks.rados.rados.0.smithi067.stdout:3421: done (2 left) 2024-07-29T15:14:10.533 INFO:tasks.rados.rados.0.smithi067.stdout:3422: done (1 left) 2024-07-29T15:14:10.533 INFO:tasks.rados.rados.0.smithi067.stdout:3423: done (0 left) 2024-07-29T15:14:10.533 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 44 current snap is 330 2024-07-29T15:14:10.534 INFO:tasks.rados.rados.0.smithi067.stdout:3424: seq_num 1073 ranges {0=778240,778240=401408} 2024-07-29T15:14:10.537 INFO:tasks.rados.rados.0.smithi067.stdout:3424: writing smithi06780069-44 from 0 to 778240 tid 1 2024-07-29T15:14:10.539 INFO:tasks.rados.rados.0.smithi067.stdout:3424: writing smithi06780069-44 from 778240 to 1179648 tid 2 2024-07-29T15:14:10.539 INFO:tasks.rados.rados.0.smithi067.stdout:3425: read oid 50 snap -1 2024-07-29T15:14:10.539 INFO:tasks.rados.rados.0.smithi067.stdout:3425: expect (ObjNum 979 snap 300 seq_num 979) 2024-07-29T15:14:10.539 INFO:tasks.rados.rados.0.smithi067.stdout:3426: read oid 39 snap 328 2024-07-29T15:14:10.540 INFO:tasks.rados.rados.0.smithi067.stdout:3426: expect (ObjNum 1058 snap 327 seq_num 1058) 2024-07-29T15:14:10.540 INFO:tasks.rados.rados.0.smithi067.stdout:3427: delete oid 3 current snap is 330 2024-07-29T15:14:10.542 INFO:tasks.rados.rados.0.smithi067.stdout:3424: finishing write tid 1 to smithi06780069-44 2024-07-29T15:14:10.543 INFO:tasks.rados.rados.0.smithi067.stdout:3424: finishing write tid 2 to smithi06780069-44 2024-07-29T15:14:10.543 INFO:tasks.rados.rados.0.smithi067.stdout:3424: finishing write tid 3 to smithi06780069-44 2024-07-29T15:14:10.544 INFO:tasks.rados.rados.0.smithi067.stdout:3424: finishing write tid 4 to smithi06780069-44 2024-07-29T15:14:10.544 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 1431 (ObjNum 1073 snap 330 seq_num 1073) dirty exists 2024-07-29T15:14:10.544 INFO:tasks.rados.rados.0.smithi067.stdout:3424: left oid 44 (ObjNum 1073 snap 330 seq_num 1073) 2024-07-29T15:14:10.546 INFO:tasks.rados.rados.0.smithi067.stdout:3426: expect (ObjNum 1058 snap 327 seq_num 1058) 2024-07-29T15:14:10.562 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:14:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:14:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:14:10.582 INFO:tasks.rados.rados.0.smithi067.stdout:3425: expect (ObjNum 979 snap 300 seq_num 979) 2024-07-29T15:14:10.725 INFO:tasks.rados.rados.0.smithi067.stdout:3424: done (3 left) 2024-07-29T15:14:10.725 INFO:tasks.rados.rados.0.smithi067.stdout:3425: done (2 left) 2024-07-29T15:14:10.725 INFO:tasks.rados.rados.0.smithi067.stdout:3426: done (1 left) 2024-07-29T15:14:10.725 INFO:tasks.rados.rados.0.smithi067.stdout:3427: done (0 left) 2024-07-29T15:14:10.725 INFO:tasks.rados.rados.0.smithi067.stdout:3428: rmattr oid 43 current snap is 330 2024-07-29T15:14:10.725 INFO:tasks.rados.rados.0.smithi067.stdout:3428: done (0 left) 2024-07-29T15:14:10.725 INFO:tasks.rados.rados.0.smithi067.stdout:3429: rollback oid 16 current snap is 330 2024-07-29T15:14:10.725 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 16 to 328 2024-07-29T15:14:10.726 INFO:tasks.rados.rados.0.smithi067.stdout:3430: read oid 20 snap -1 2024-07-29T15:14:10.726 INFO:tasks.rados.rados.0.smithi067.stdout:3430: expect deleted 2024-07-29T15:14:10.726 INFO:tasks.rados.rados.0.smithi067.stdout:3431: copy_from oid 2 from oid 42 current snap is 330 2024-07-29T15:14:10.726 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 41 current snap is 330 2024-07-29T15:14:10.726 INFO:tasks.rados.rados.0.smithi067.stdout:3432: seq_num 1075 ranges {2408448=409600,2818048=671744,3489792=131072} 2024-07-29T15:14:10.740 INFO:tasks.rados.rados.0.smithi067.stdout:3432: writing smithi06780069-41 from 2408448 to 2818048 tid 1 2024-07-29T15:14:10.744 INFO:tasks.rados.rados.0.smithi067.stdout:3432: writing smithi06780069-41 from 2818048 to 3489792 tid 2 2024-07-29T15:14:10.745 INFO:tasks.rados.rados.0.smithi067.stdout:3432: writing smithi06780069-41 from 3489792 to 3620864 tid 3 2024-07-29T15:14:10.745 INFO:tasks.rados.rados.0.smithi067.stdout:3433: delete oid 3 current snap is 330 2024-07-29T15:14:10.745 INFO:tasks.rados.rados.0.smithi067.stdout:3429: finishing rollback tid 1 to smithi06780069-16 2024-07-29T15:14:10.746 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 16 v 0 (ObjNum 129 snap 0 seq_num 3879922464) dirty dne 2024-07-29T15:14:10.746 INFO:tasks.rados.rados.0.smithi067.stdout:3431: finishing copy_from racing read to smithi06780069-2 2024-07-29T15:14:10.746 INFO:tasks.rados.rados.0.smithi067.stdout:3431: finishing copy_from to smithi06780069-2 2024-07-29T15:14:10.746 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 1556 (ObjNum 1067 snap 328 seq_num 1067) dirty exists 2024-07-29T15:14:10.746 INFO:tasks.rados.rados.0.smithi067.stdout:3432: finishing write tid 1 to smithi06780069-41 2024-07-29T15:14:10.747 INFO:tasks.rados.rados.0.smithi067.stdout:3429: done (4 left) 2024-07-29T15:14:10.747 INFO:tasks.rados.rados.0.smithi067.stdout:3430: done (3 left) 2024-07-29T15:14:10.747 INFO:tasks.rados.rados.0.smithi067.stdout:3431: done (2 left) 2024-07-29T15:14:10.747 INFO:tasks.rados.rados.0.smithi067.stdout:3433: done (1 left) 2024-07-29T15:14:10.747 INFO:tasks.rados.rados.0.smithi067.stdout:3434: copy_from oid 15 from oid 1 current snap is 330 2024-07-29T15:14:10.748 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 5 current snap is 330 2024-07-29T15:14:10.748 INFO:tasks.rados.rados.0.smithi067.stdout:3435: seq_num 1077 ranges {245760=442368,688128=434176,1122304=368640} 2024-07-29T15:14:10.751 INFO:tasks.rados.rados.0.smithi067.stdout:3435: writing smithi06780069-5 from 245760 to 688128 tid 1 2024-07-29T15:14:10.754 INFO:tasks.rados.rados.0.smithi067.stdout:3435: writing smithi06780069-5 from 688128 to 1122304 tid 2 2024-07-29T15:14:10.756 INFO:tasks.rados.rados.0.smithi067.stdout:3435: writing smithi06780069-5 from 1122304 to 1490944 tid 3 2024-07-29T15:14:10.757 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 17 current snap is 330 2024-07-29T15:14:10.757 INFO:tasks.rados.rados.0.smithi067.stdout:3434: finishing copy_from to smithi06780069-15 2024-07-29T15:14:10.757 INFO:tasks.rados.rados.0.smithi067.stdout:3434: got expected ENOENT (src dne) 2024-07-29T15:14:10.757 INFO:tasks.rados.rados.0.smithi067.stdout:3434: finishing copy_from racing read to smithi06780069-15 2024-07-29T15:14:10.757 INFO:tasks.rados.rados.0.smithi067.stdout:3432: finishing write tid 2 to smithi06780069-41 2024-07-29T15:14:10.757 INFO:tasks.rados.rados.0.smithi067.stdout:3432: finishing write tid 3 to smithi06780069-41 2024-07-29T15:14:10.757 INFO:tasks.rados.rados.0.smithi067.stdout:3432: finishing write tid 4 to smithi06780069-41 2024-07-29T15:14:10.757 INFO:tasks.rados.rados.0.smithi067.stdout:3436: seq_num 1078 ranges {4505600=458752,4964352=720896,5685248=81920} 2024-07-29T15:14:10.783 INFO:tasks.rados.rados.0.smithi067.stdout:3436: writing smithi06780069-17 from 4505600 to 4964352 tid 1 2024-07-29T15:14:10.787 INFO:tasks.rados.rados.0.smithi067.stdout:3436: writing smithi06780069-17 from 4964352 to 5685248 tid 2 2024-07-29T15:14:10.789 INFO:tasks.rados.rados.0.smithi067.stdout:3436: writing smithi06780069-17 from 5685248 to 5767168 tid 3 2024-07-29T15:14:10.789 INFO:tasks.rados.rados.0.smithi067.stdout:3434: done (3 left) 2024-07-29T15:14:10.789 INFO:tasks.rados.rados.0.smithi067.stdout:3437: copy_from oid 34 from oid 46 current snap is 330 2024-07-29T15:14:10.789 INFO:tasks.rados.rados.0.smithi067.stdout:3432: finishing write tid 5 to smithi06780069-41 2024-07-29T15:14:10.789 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 1271 (ObjNum 1075 snap 330 seq_num 1075) dirty exists 2024-07-29T15:14:10.789 INFO:tasks.rados.rados.0.smithi067.stdout:3432: left oid 41 (ObjNum 1075 snap 330 seq_num 1075) 2024-07-29T15:14:10.789 INFO:tasks.rados.rados.0.smithi067.stdout:3432: done (3 left) 2024-07-29T15:14:10.789 INFO:tasks.rados.rados.0.smithi067.stdout:3438: snap_create 2024-07-29T15:14:10.789 INFO:tasks.rados.rados.0.smithi067.stdout:3435: finishing write tid 1 to smithi06780069-5 2024-07-29T15:14:10.790 INFO:tasks.rados.rados.0.smithi067.stdout:3435: finishing write tid 2 to smithi06780069-5 2024-07-29T15:14:10.790 INFO:tasks.rados.rados.0.smithi067.stdout:3435: finishing write tid 3 to smithi06780069-5 2024-07-29T15:14:10.790 INFO:tasks.rados.rados.0.smithi067.stdout:3435: finishing write tid 4 to smithi06780069-5 2024-07-29T15:14:10.790 INFO:tasks.rados.rados.0.smithi067.stdout:3435: finishing write tid 5 to smithi06780069-5 2024-07-29T15:14:10.790 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 1878 (ObjNum 1077 snap 330 seq_num 1077) dirty exists 2024-07-29T15:14:10.790 INFO:tasks.rados.rados.0.smithi067.stdout:3435: left oid 5 (ObjNum 1077 snap 330 seq_num 1077) 2024-07-29T15:14:10.790 INFO:tasks.rados.rados.0.smithi067.stdout:3436: finishing write tid 1 to smithi06780069-17 2024-07-29T15:14:10.793 INFO:tasks.rados.rados.0.smithi067.stdout:3436: finishing write tid 2 to smithi06780069-17 2024-07-29T15:14:10.793 INFO:tasks.rados.rados.0.smithi067.stdout:3436: finishing write tid 3 to smithi06780069-17 2024-07-29T15:14:10.793 INFO:tasks.rados.rados.0.smithi067.stdout:3436: finishing write tid 4 to smithi06780069-17 2024-07-29T15:14:10.795 INFO:tasks.rados.rados.0.smithi067.stdout:3436: finishing write tid 5 to smithi06780069-17 2024-07-29T15:14:10.795 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 1401 (ObjNum 1078 snap 330 seq_num 1078) dirty exists 2024-07-29T15:14:10.795 INFO:tasks.rados.rados.0.smithi067.stdout:3436: left oid 17 (ObjNum 1078 snap 330 seq_num 1078) 2024-07-29T15:14:10.819 INFO:tasks.rados.rados.0.smithi067.stdout:3437: finishing copy_from racing read to smithi06780069-34 2024-07-29T15:14:10.827 INFO:tasks.rados.rados.0.smithi067.stdout:3437: finishing copy_from to smithi06780069-34 2024-07-29T15:14:10.827 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 34 v 1904 (ObjNum 1053 snap 326 seq_num 1053) dirty exists 2024-07-29T15:14:11.106 INFO:tasks.rados.rados.0.smithi067.stdout:3435: done (3 left) 2024-07-29T15:14:11.106 INFO:tasks.rados.rados.0.smithi067.stdout:3436: done (2 left) 2024-07-29T15:14:11.106 INFO:tasks.rados.rados.0.smithi067.stdout:3437: done (1 left) 2024-07-29T15:14:11.106 INFO:tasks.rados.rados.0.smithi067.stdout:3438: done (0 left) 2024-07-29T15:14:11.106 INFO:tasks.rados.rados.0.smithi067.stdout:3439: read oid 38 snap 328 2024-07-29T15:14:11.106 INFO:tasks.rados.rados.0.smithi067.stdout:3439: expect (ObjNum 1045 snap 325 seq_num 1045) 2024-07-29T15:14:11.106 INFO:tasks.rados.rados.0.smithi067.stdout:3440: delete oid 20 current snap is 331 2024-07-29T15:14:11.110 INFO:tasks.rados.rados.0.smithi067.stdout:3440: done (1 left) 2024-07-29T15:14:11.110 INFO:tasks.rados.rados.0.smithi067.stdout:3441: snap_create 2024-07-29T15:14:11.130 INFO:tasks.rados.rados.0.smithi067.stdout:3439: expect (ObjNum 1045 snap 325 seq_num 1045) 2024-07-29T15:14:11.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:11 smithi138 ceph-mon[86438]: pgmap v740: 121 pgs: 121 active+clean; 181 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 6.0 MiB/s wr, 37 op/s 2024-07-29T15:14:11.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:11 smithi138 ceph-mon[86438]: osdmap e752: 8 total, 8 up, 8 in 2024-07-29T15:14:11.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:11 smithi067 ceph-mon[91995]: pgmap v740: 121 pgs: 121 active+clean; 181 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 6.0 MiB/s wr, 37 op/s 2024-07-29T15:14:11.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:11 smithi067 ceph-mon[91995]: osdmap e752: 8 total, 8 up, 8 in 2024-07-29T15:14:11.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:11 smithi067 ceph-mon[94375]: pgmap v740: 121 pgs: 121 active+clean; 181 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 6.0 MiB/s wr, 37 op/s 2024-07-29T15:14:11.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:11 smithi067 ceph-mon[94375]: osdmap e752: 8 total, 8 up, 8 in 2024-07-29T15:14:12.111 INFO:tasks.rados.rados.0.smithi067.stdout:3439: done (1 left) 2024-07-29T15:14:12.111 INFO:tasks.rados.rados.0.smithi067.stdout:3441: done (0 left) 2024-07-29T15:14:12.112 INFO:tasks.rados.rados.0.smithi067.stdout:3442: rollback oid 31 current snap is 332 2024-07-29T15:14:12.112 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 31 to 331 2024-07-29T15:14:12.112 INFO:tasks.rados.rados.0.smithi067.stdout:3443: read oid 45 snap -1 2024-07-29T15:14:12.112 INFO:tasks.rados.rados.0.smithi067.stdout:3443: expect (ObjNum 1038 snap 322 seq_num 1038) 2024-07-29T15:14:12.112 INFO:tasks.rados.rados.0.smithi067.stdout:3444: read oid 1 snap -1 2024-07-29T15:14:12.112 INFO:tasks.rados.rados.0.smithi067.stdout:3444: expect deleted 2024-07-29T15:14:12.112 INFO:tasks.rados.rados.0.smithi067.stdout:3445: snap_remove snap 328 2024-07-29T15:14:12.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:12 smithi067 ceph-mon[91995]: osdmap e753: 8 total, 8 up, 8 in 2024-07-29T15:14:12.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:12 smithi067 ceph-mon[94375]: osdmap e753: 8 total, 8 up, 8 in 2024-07-29T15:14:12.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:12 smithi138 ceph-mon[86438]: osdmap e753: 8 total, 8 up, 8 in 2024-07-29T15:14:13.026 INFO:tasks.rados.rados.0.smithi067.stdout:3445: done (3 left) 2024-07-29T15:14:13.026 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 41 current snap is 332 2024-07-29T15:14:13.026 INFO:tasks.rados.rados.0.smithi067.stdout:3446: seq_num 1080 ranges {3620864=491520,4112384=540672,4653056=262144} 2024-07-29T15:14:13.050 INFO:tasks.rados.rados.0.smithi067.stdout:3446: writing smithi06780069-41 from 3620864 to 4112384 tid 1 2024-07-29T15:14:13.053 INFO:tasks.rados.rados.0.smithi067.stdout:3446: writing smithi06780069-41 from 4112384 to 4653056 tid 2 2024-07-29T15:14:13.055 INFO:tasks.rados.rados.0.smithi067.stdout:3446: writing smithi06780069-41 from 4653056 to 4915200 tid 3 2024-07-29T15:14:13.055 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 22 current snap is 332 2024-07-29T15:14:13.056 INFO:tasks.rados.rados.0.smithi067.stdout:3447: seq_num 1081 ranges {2940928=507904,3448832=425984,3874816=376832} 2024-07-29T15:14:13.074 INFO:tasks.rados.rados.0.smithi067.stdout:3447: writing smithi06780069-22 from 2940928 to 3448832 tid 1 2024-07-29T15:14:13.077 INFO:tasks.rados.rados.0.smithi067.stdout:3447: writing smithi06780069-22 from 3448832 to 3874816 tid 2 2024-07-29T15:14:13.079 INFO:tasks.rados.rados.0.smithi067.stdout:3447: writing smithi06780069-22 from 3874816 to 4251648 tid 3 2024-07-29T15:14:13.079 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 19 current snap is 332 2024-07-29T15:14:13.079 INFO:tasks.rados.rados.0.smithi067.stdout:3448: seq_num 1082 ranges {245760=524288,770048=704512,1474560=98304} 2024-07-29T15:14:13.084 INFO:tasks.rados.rados.0.smithi067.stdout:3448: writing smithi06780069-19 from 245760 to 770048 tid 1 2024-07-29T15:14:13.089 INFO:tasks.rados.rados.0.smithi067.stdout:3448: writing smithi06780069-19 from 770048 to 1474560 tid 2 2024-07-29T15:14:13.089 INFO:tasks.rados.rados.0.smithi067.stdout:3448: writing smithi06780069-19 from 1474560 to 1572864 tid 3 2024-07-29T15:14:13.089 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 28 current snap is 332 2024-07-29T15:14:13.089 INFO:tasks.rados.rados.0.smithi067.stdout:3449: seq_num 1083 ranges {1073152=540672,1613824=589824,2203648=212992} 2024-07-29T15:14:13.098 INFO:tasks.rados.rados.0.smithi067.stdout:3449: writing smithi06780069-28 from 1073152 to 1613824 tid 1 2024-07-29T15:14:13.101 INFO:tasks.rados.rados.0.smithi067.stdout:3449: writing smithi06780069-28 from 1613824 to 2203648 tid 2 2024-07-29T15:14:13.103 INFO:tasks.rados.rados.0.smithi067.stdout:3449: writing smithi06780069-28 from 2203648 to 2416640 tid 3 2024-07-29T15:14:13.103 INFO:tasks.rados.rados.0.smithi067.stdout:3450: read oid 42 snap -1 2024-07-29T15:14:13.103 INFO:tasks.rados.rados.0.smithi067.stdout:3450: expect (ObjNum 1067 snap 328 seq_num 1067) 2024-07-29T15:14:13.103 INFO:tasks.rados.rados.0.smithi067.stdout:3451: snap_remove snap 329 2024-07-29T15:14:13.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:13 smithi067 ceph-mon[91995]: pgmap v743: 121 pgs: 121 active+clean; 177 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 35 op/s 2024-07-29T15:14:13.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:13 smithi067 ceph-mon[91995]: osdmap e754: 8 total, 8 up, 8 in 2024-07-29T15:14:13.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:13 smithi067 ceph-mon[91995]: osdmap e755: 8 total, 8 up, 8 in 2024-07-29T15:14:13.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:13 smithi067 ceph-mon[94375]: pgmap v743: 121 pgs: 121 active+clean; 177 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 35 op/s 2024-07-29T15:14:13.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:13 smithi067 ceph-mon[94375]: osdmap e754: 8 total, 8 up, 8 in 2024-07-29T15:14:13.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:13 smithi067 ceph-mon[94375]: osdmap e755: 8 total, 8 up, 8 in 2024-07-29T15:14:13.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:13 smithi138 ceph-mon[86438]: pgmap v743: 121 pgs: 121 active+clean; 177 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 35 op/s 2024-07-29T15:14:13.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:13 smithi138 ceph-mon[86438]: osdmap e754: 8 total, 8 up, 8 in 2024-07-29T15:14:13.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:13 smithi138 ceph-mon[86438]: osdmap e755: 8 total, 8 up, 8 in 2024-07-29T15:14:14.026 INFO:tasks.rados.rados.0.smithi067.stdout:3451: done (8 left) 2024-07-29T15:14:14.026 INFO:tasks.rados.rados.0.smithi067.stdout:3452: delete oid 14 current snap is 332 2024-07-29T15:14:14.026 INFO:tasks.rados.rados.0.smithi067.stdout:3443: expect (ObjNum 1038 snap 322 seq_num 1038) 2024-07-29T15:14:14.051 INFO:tasks.rados.rados.0.smithi067.stdout:3442: finishing rollback tid 0 to smithi06780069-31 2024-07-29T15:14:14.051 INFO:tasks.rados.rados.0.smithi067.stdout:3442: finishing rollback tid 1 to smithi06780069-31 2024-07-29T15:14:14.051 INFO:tasks.rados.rados.0.smithi067.stdout:3442: finishing rollback tid 2 to smithi06780069-31 2024-07-29T15:14:14.051 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 1839 (ObjNum 1052 snap 326 seq_num 1052) dirty exists 2024-07-29T15:14:14.051 INFO:tasks.rados.rados.0.smithi067.stdout:3446: finishing write tid 1 to smithi06780069-41 2024-07-29T15:14:14.051 INFO:tasks.rados.rados.0.smithi067.stdout:3442: done (8 left) 2024-07-29T15:14:14.052 INFO:tasks.rados.rados.0.smithi067.stdout:3443: done (7 left) 2024-07-29T15:14:14.052 INFO:tasks.rados.rados.0.smithi067.stdout:3444: done (6 left) 2024-07-29T15:14:14.052 INFO:tasks.rados.rados.0.smithi067.stdout:3452: done (5 left) 2024-07-29T15:14:14.052 INFO:tasks.rados.rados.0.smithi067.stdout:3453: rollback oid 12 current snap is 332 2024-07-29T15:14:14.052 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 12 to 330 2024-07-29T15:14:14.052 INFO:tasks.rados.rados.0.smithi067.stdout:3446: finishing write tid 2 to smithi06780069-41 2024-07-29T15:14:14.052 INFO:tasks.rados.rados.0.smithi067.stdout:3446: finishing write tid 3 to smithi06780069-41 2024-07-29T15:14:14.052 INFO:tasks.rados.rados.0.smithi067.stdout:3446: finishing write tid 4 to smithi06780069-41 2024-07-29T15:14:14.052 INFO:tasks.rados.rados.0.smithi067.stdout:3446: finishing write tid 5 to smithi06780069-41 2024-07-29T15:14:14.052 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 1275 (ObjNum 1080 snap 332 seq_num 1080) dirty exists 2024-07-29T15:14:14.052 INFO:tasks.rados.rados.0.smithi067.stdout:3446: left oid 41 (ObjNum 1080 snap 332 seq_num 1080) 2024-07-29T15:14:14.052 INFO:tasks.rados.rados.0.smithi067.stdout:3447: finishing write tid 1 to smithi06780069-22 2024-07-29T15:14:14.052 INFO:tasks.rados.rados.0.smithi067.stdout:3447: finishing write tid 2 to smithi06780069-22 2024-07-29T15:14:14.052 INFO:tasks.rados.rados.0.smithi067.stdout:3447: finishing write tid 3 to smithi06780069-22 2024-07-29T15:14:14.053 INFO:tasks.rados.rados.0.smithi067.stdout:3447: finishing write tid 4 to smithi06780069-22 2024-07-29T15:14:14.053 INFO:tasks.rados.rados.0.smithi067.stdout:3447: finishing write tid 5 to smithi06780069-22 2024-07-29T15:14:14.053 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 1882 (ObjNum 1081 snap 332 seq_num 1081) dirty exists 2024-07-29T15:14:14.053 INFO:tasks.rados.rados.0.smithi067.stdout:3447: left oid 22 (ObjNum 1081 snap 332 seq_num 1081) 2024-07-29T15:14:14.053 INFO:tasks.rados.rados.0.smithi067.stdout:3448: finishing write tid 1 to smithi06780069-19 2024-07-29T15:14:14.053 INFO:tasks.rados.rados.0.smithi067.stdout:3448: finishing write tid 2 to smithi06780069-19 2024-07-29T15:14:14.053 INFO:tasks.rados.rados.0.smithi067.stdout:3446: done (5 left) 2024-07-29T15:14:14.053 INFO:tasks.rados.rados.0.smithi067.stdout:3447: done (4 left) 2024-07-29T15:14:14.053 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 5 current snap is 332 2024-07-29T15:14:14.053 INFO:tasks.rados.rados.0.smithi067.stdout:3448: finishing write tid 3 to smithi06780069-19 2024-07-29T15:14:14.053 INFO:tasks.rados.rados.0.smithi067.stdout:3454: seq_num 1085 ranges {1490944=581632,2072576=761856,2834432=40960} 2024-07-29T15:14:14.062 INFO:tasks.rados.rados.0.smithi067.stdout:3454: writing smithi06780069-5 from 1490944 to 2072576 tid 1 2024-07-29T15:14:14.067 INFO:tasks.rados.rados.0.smithi067.stdout:3454: writing smithi06780069-5 from 2072576 to 2834432 tid 2 2024-07-29T15:14:14.067 INFO:tasks.rados.rados.0.smithi067.stdout:3454: writing smithi06780069-5 from 2834432 to 2875392 tid 3 2024-07-29T15:14:14.067 INFO:tasks.rados.rados.0.smithi067.stdout:3455: read oid 21 snap 330 2024-07-29T15:14:14.067 INFO:tasks.rados.rados.0.smithi067.stdout:3455: expect (ObjNum 1046 snap 325 seq_num 1046) 2024-07-29T15:14:14.067 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 7 current snap is 332 2024-07-29T15:14:14.067 INFO:tasks.rados.rados.0.smithi067.stdout:3448: finishing write tid 4 to smithi06780069-19 2024-07-29T15:14:14.067 INFO:tasks.rados.rados.0.smithi067.stdout:3448: finishing write tid 5 to smithi06780069-19 2024-07-29T15:14:14.067 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 19 v 1950 (ObjNum 1082 snap 332 seq_num 1082) dirty exists 2024-07-29T15:14:14.067 INFO:tasks.rados.rados.0.smithi067.stdout:3448: left oid 19 (ObjNum 1082 snap 332 seq_num 1082) 2024-07-29T15:14:14.067 INFO:tasks.rados.rados.0.smithi067.stdout:3449: finishing write tid 1 to smithi06780069-28 2024-07-29T15:14:14.067 INFO:tasks.rados.rados.0.smithi067.stdout:3456: seq_num 1086 ranges {3506176=598016,4104192=647168,4751360=155648} 2024-07-29T15:14:14.089 INFO:tasks.rados.rados.0.smithi067.stdout:3456: writing smithi06780069-7 from 3506176 to 4104192 tid 1 2024-07-29T15:14:14.093 INFO:tasks.rados.rados.0.smithi067.stdout:3456: writing smithi06780069-7 from 4104192 to 4751360 tid 2 2024-07-29T15:14:14.095 INFO:tasks.rados.rados.0.smithi067.stdout:3456: writing smithi06780069-7 from 4751360 to 4907008 tid 3 2024-07-29T15:14:14.095 INFO:tasks.rados.rados.0.smithi067.stdout:3448: done (6 left) 2024-07-29T15:14:14.095 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 41 current snap is 332 2024-07-29T15:14:14.095 INFO:tasks.rados.rados.0.smithi067.stdout:3457: seq_num 1087 ranges {4915200=614400,5529600=532480,6062080=270336} 2024-07-29T15:14:14.125 INFO:tasks.rados.rados.0.smithi067.stdout:3457: writing smithi06780069-41 from 4915200 to 5529600 tid 1 2024-07-29T15:14:14.128 INFO:tasks.rados.rados.0.smithi067.stdout:3457: writing smithi06780069-41 from 5529600 to 6062080 tid 2 2024-07-29T15:14:14.130 INFO:tasks.rados.rados.0.smithi067.stdout:3457: writing smithi06780069-41 from 6062080 to 6332416 tid 3 2024-07-29T15:14:14.130 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 1 current snap is 332 2024-07-29T15:14:14.130 INFO:tasks.rados.rados.0.smithi067.stdout:3449: finishing write tid 2 to smithi06780069-28 2024-07-29T15:14:14.130 INFO:tasks.rados.rados.0.smithi067.stdout:3449: finishing write tid 3 to smithi06780069-28 2024-07-29T15:14:14.130 INFO:tasks.rados.rados.0.smithi067.stdout:3449: finishing write tid 4 to smithi06780069-28 2024-07-29T15:14:14.130 INFO:tasks.rados.rados.0.smithi067.stdout:3458: seq_num 1088 ranges {0=630784,630784=466944,1097728=335872} 2024-07-29T15:14:14.133 INFO:tasks.rados.rados.0.smithi067.stdout:3458: writing smithi06780069-1 from 0 to 630784 tid 1 2024-07-29T15:14:14.136 INFO:tasks.rados.rados.0.smithi067.stdout:3458: writing smithi06780069-1 from 630784 to 1097728 tid 2 2024-07-29T15:14:14.139 INFO:tasks.rados.rados.0.smithi067.stdout:3458: writing smithi06780069-1 from 1097728 to 1433600 tid 3 2024-07-29T15:14:14.139 INFO:tasks.rados.rados.0.smithi067.stdout:3459: delete oid 17 current snap is 332 2024-07-29T15:14:14.139 INFO:tasks.rados.rados.0.smithi067.stdout:3450: expect (ObjNum 1067 snap 328 seq_num 1067) 2024-07-29T15:14:14.167 INFO:tasks.rados.rados.0.smithi067.stdout:3449: finishing write tid 5 to smithi06780069-28 2024-07-29T15:14:14.167 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 28 v 513 (ObjNum 1083 snap 332 seq_num 1083) dirty exists 2024-07-29T15:14:14.168 INFO:tasks.rados.rados.0.smithi067.stdout:3449: left oid 28 (ObjNum 1083 snap 332 seq_num 1083) 2024-07-29T15:14:14.168 INFO:tasks.rados.rados.0.smithi067.stdout:3453: finishing rollback tid 0 to smithi06780069-12 2024-07-29T15:14:14.168 INFO:tasks.rados.rados.0.smithi067.stdout:3449: done (8 left) 2024-07-29T15:14:14.168 INFO:tasks.rados.rados.0.smithi067.stdout:3450: done (7 left) 2024-07-29T15:14:14.168 INFO:tasks.rados.rados.0.smithi067.stdout:3459: done (6 left) 2024-07-29T15:14:14.168 INFO:tasks.rados.rados.0.smithi067.stdout:3460: snap_create 2024-07-29T15:14:14.168 INFO:tasks.rados.rados.0.smithi067.stdout:3453: finishing rollback tid 1 to smithi06780069-12 2024-07-29T15:14:14.168 INFO:tasks.rados.rados.0.smithi067.stdout:3453: finishing rollback tid 2 to smithi06780069-12 2024-07-29T15:14:14.168 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 1843 (ObjNum 1009 snap 311 seq_num 1009) dirty exists 2024-07-29T15:14:14.168 INFO:tasks.rados.rados.0.smithi067.stdout:3454: finishing write tid 1 to smithi06780069-5 2024-07-29T15:14:14.168 INFO:tasks.rados.rados.0.smithi067.stdout:3454: finishing write tid 2 to smithi06780069-5 2024-07-29T15:14:14.168 INFO:tasks.rados.rados.0.smithi067.stdout:3454: finishing write tid 3 to smithi06780069-5 2024-07-29T15:14:14.168 INFO:tasks.rados.rados.0.smithi067.stdout:3454: finishing write tid 4 to smithi06780069-5 2024-07-29T15:14:14.169 INFO:tasks.rados.rados.0.smithi067.stdout:3454: finishing write tid 5 to smithi06780069-5 2024-07-29T15:14:14.169 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 1886 (ObjNum 1085 snap 332 seq_num 1085) dirty exists 2024-07-29T15:14:14.169 INFO:tasks.rados.rados.0.smithi067.stdout:3454: left oid 5 (ObjNum 1085 snap 332 seq_num 1085) 2024-07-29T15:14:14.169 INFO:tasks.rados.rados.0.smithi067.stdout:3455: expect (ObjNum 1046 snap 325 seq_num 1046) 2024-07-29T15:14:14.278 INFO:tasks.rados.rados.0.smithi067.stdout:3456: finishing write tid 1 to smithi06780069-7 2024-07-29T15:14:14.278 INFO:tasks.rados.rados.0.smithi067.stdout:3456: finishing write tid 2 to smithi06780069-7 2024-07-29T15:14:14.278 INFO:tasks.rados.rados.0.smithi067.stdout:3456: finishing write tid 3 to smithi06780069-7 2024-07-29T15:14:14.278 INFO:tasks.rados.rados.0.smithi067.stdout:3456: finishing write tid 4 to smithi06780069-7 2024-07-29T15:14:14.278 INFO:tasks.rados.rados.0.smithi067.stdout:3456: finishing write tid 5 to smithi06780069-7 2024-07-29T15:14:14.279 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 7 v 1959 (ObjNum 1086 snap 332 seq_num 1086) dirty exists 2024-07-29T15:14:14.279 INFO:tasks.rados.rados.0.smithi067.stdout:3456: left oid 7 (ObjNum 1086 snap 332 seq_num 1086) 2024-07-29T15:14:14.279 INFO:tasks.rados.rados.0.smithi067.stdout:3457: finishing write tid 1 to smithi06780069-41 2024-07-29T15:14:14.279 INFO:tasks.rados.rados.0.smithi067.stdout:3457: finishing write tid 2 to smithi06780069-41 2024-07-29T15:14:14.279 INFO:tasks.rados.rados.0.smithi067.stdout:3457: finishing write tid 3 to smithi06780069-41 2024-07-29T15:14:14.279 INFO:tasks.rados.rados.0.smithi067.stdout:3457: finishing write tid 4 to smithi06780069-41 2024-07-29T15:14:14.279 INFO:tasks.rados.rados.0.smithi067.stdout:3457: finishing write tid 5 to smithi06780069-41 2024-07-29T15:14:14.279 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 1279 (ObjNum 1087 snap 332 seq_num 1087) dirty exists 2024-07-29T15:14:14.279 INFO:tasks.rados.rados.0.smithi067.stdout:3457: left oid 41 (ObjNum 1087 snap 332 seq_num 1087) 2024-07-29T15:14:14.279 INFO:tasks.rados.rados.0.smithi067.stdout:3458: finishing write tid 1 to smithi06780069-1 2024-07-29T15:14:14.279 INFO:tasks.rados.rados.0.smithi067.stdout:3458: finishing write tid 2 to smithi06780069-1 2024-07-29T15:14:14.280 INFO:tasks.rados.rados.0.smithi067.stdout:3458: finishing write tid 3 to smithi06780069-1 2024-07-29T15:14:14.280 INFO:tasks.rados.rados.0.smithi067.stdout:3458: finishing write tid 4 to smithi06780069-1 2024-07-29T15:14:14.280 INFO:tasks.rados.rados.0.smithi067.stdout:3458: finishing write tid 5 to smithi06780069-1 2024-07-29T15:14:14.280 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 1838 (ObjNum 1088 snap 332 seq_num 1088) dirty exists 2024-07-29T15:14:14.280 INFO:tasks.rados.rados.0.smithi067.stdout:3458: left oid 1 (ObjNum 1088 snap 332 seq_num 1088) 2024-07-29T15:14:15.115 INFO:tasks.rados.rados.0.smithi067.stdout:3453: done (6 left) 2024-07-29T15:14:15.115 INFO:tasks.rados.rados.0.smithi067.stdout:3454: done (5 left) 2024-07-29T15:14:15.115 INFO:tasks.rados.rados.0.smithi067.stdout:3455: done (4 left) 2024-07-29T15:14:15.115 INFO:tasks.rados.rados.0.smithi067.stdout:3456: done (3 left) 2024-07-29T15:14:15.115 INFO:tasks.rados.rados.0.smithi067.stdout:3457: done (2 left) 2024-07-29T15:14:15.115 INFO:tasks.rados.rados.0.smithi067.stdout:3458: done (1 left) 2024-07-29T15:14:15.115 INFO:tasks.rados.rados.0.smithi067.stdout:3460: done (0 left) 2024-07-29T15:14:15.115 INFO:tasks.rados.rados.0.smithi067.stdout:3461: read oid 21 snap 331 2024-07-29T15:14:15.115 INFO:tasks.rados.rados.0.smithi067.stdout:3461: expect (ObjNum 1046 snap 325 seq_num 1046) 2024-07-29T15:14:15.116 INFO:tasks.rados.rados.0.smithi067.stdout:3462: rollback oid 28 current snap is 333 2024-07-29T15:14:15.116 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 28 to 332 2024-07-29T15:14:15.116 INFO:tasks.rados.rados.0.smithi067.stdout:3463: read oid 15 snap -1 2024-07-29T15:14:15.116 INFO:tasks.rados.rados.0.smithi067.stdout:3463: expect (ObjNum 906 snap 288 seq_num 906) 2024-07-29T15:14:15.116 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 25 current snap is 333 2024-07-29T15:14:15.116 INFO:tasks.rados.rados.0.smithi067.stdout:3464: seq_num 1090 ranges {0=663552,663552=630784,1294336=172032} 2024-07-29T15:14:15.119 INFO:tasks.rados.rados.0.smithi067.stdout:3464: writing smithi06780069-25 from 0 to 663552 tid 1 2024-07-29T15:14:15.123 INFO:tasks.rados.rados.0.smithi067.stdout:3464: writing smithi06780069-25 from 663552 to 1294336 tid 2 2024-07-29T15:14:15.124 INFO:tasks.rados.rados.0.smithi067.stdout:3464: writing smithi06780069-25 from 1294336 to 1466368 tid 3 2024-07-29T15:14:15.124 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 4 current snap is 333 2024-07-29T15:14:15.124 INFO:tasks.rados.rados.0.smithi067.stdout:3465: seq_num 1091 ranges {991232=679936,1671168=516096,2187264=286720} 2024-07-29T15:14:15.133 INFO:tasks.rados.rados.0.smithi067.stdout:3465: writing smithi06780069-4 from 991232 to 1671168 tid 1 2024-07-29T15:14:15.137 INFO:tasks.rados.rados.0.smithi067.stdout:3465: writing smithi06780069-4 from 1671168 to 2187264 tid 2 2024-07-29T15:14:15.140 INFO:tasks.rados.rados.0.smithi067.stdout:3465: writing smithi06780069-4 from 2187264 to 2473984 tid 3 2024-07-29T15:14:15.140 INFO:tasks.rados.rados.0.smithi067.stdout:3466: rollback oid 45 current snap is 333 2024-07-29T15:14:15.140 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 45 to 331 2024-07-29T15:14:15.140 INFO:tasks.rados.rados.0.smithi067.stdout:3462: finishing rollback tid 0 to smithi06780069-28 2024-07-29T15:14:15.140 INFO:tasks.rados.rados.0.smithi067.stdout:3462: finishing rollback tid 1 to smithi06780069-28 2024-07-29T15:14:15.140 INFO:tasks.rados.rados.0.smithi067.stdout:3462: finishing rollback tid 2 to smithi06780069-28 2024-07-29T15:14:15.140 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 28 v 516 (ObjNum 1083 snap 332 seq_num 1083) dirty exists 2024-07-29T15:14:15.140 INFO:tasks.rados.rados.0.smithi067.stdout:3463: expect (ObjNum 906 snap 288 seq_num 906) 2024-07-29T15:14:15.170 INFO:tasks.rados.rados.0.smithi067.stdout:3461: expect (ObjNum 1046 snap 325 seq_num 1046) 2024-07-29T15:14:15.281 INFO:tasks.rados.rados.0.smithi067.stdout:3464: finishing write tid 1 to smithi06780069-25 2024-07-29T15:14:15.281 INFO:tasks.rados.rados.0.smithi067.stdout:3464: finishing write tid 2 to smithi06780069-25 2024-07-29T15:14:15.281 INFO:tasks.rados.rados.0.smithi067.stdout:3464: finishing write tid 3 to smithi06780069-25 2024-07-29T15:14:15.281 INFO:tasks.rados.rados.0.smithi067.stdout:3464: finishing write tid 4 to smithi06780069-25 2024-07-29T15:14:15.281 INFO:tasks.rados.rados.0.smithi067.stdout:3464: finishing write tid 5 to smithi06780069-25 2024-07-29T15:14:15.281 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 25 v 1560 (ObjNum 1090 snap 333 seq_num 1090) dirty exists 2024-07-29T15:14:15.281 INFO:tasks.rados.rados.0.smithi067.stdout:3464: left oid 25 (ObjNum 1090 snap 333 seq_num 1090) 2024-07-29T15:14:15.281 INFO:tasks.rados.rados.0.smithi067.stdout:3465: finishing write tid 1 to smithi06780069-4 2024-07-29T15:14:15.281 INFO:tasks.rados.rados.0.smithi067.stdout:3466: finishing rollback tid 0 to smithi06780069-45 2024-07-29T15:14:15.281 INFO:tasks.rados.rados.0.smithi067.stdout:3461: done (5 left) 2024-07-29T15:14:15.282 INFO:tasks.rados.rados.0.smithi067.stdout:3462: done (4 left) 2024-07-29T15:14:15.282 INFO:tasks.rados.rados.0.smithi067.stdout:3463: done (3 left) 2024-07-29T15:14:15.282 INFO:tasks.rados.rados.0.smithi067.stdout:3464: done (2 left) 2024-07-29T15:14:15.282 INFO:tasks.rados.rados.0.smithi067.stdout:3467: rmattr oid 48 current snap is 333 2024-07-29T15:14:15.282 INFO:tasks.rados.rados.0.smithi067.stdout:3467: done (2 left) 2024-07-29T15:14:15.282 INFO:tasks.rados.rados.0.smithi067.stdout:3468: setattr oid 30 current snap is 333 2024-07-29T15:14:15.282 INFO:tasks.rados.rados.0.smithi067.stdout:3465: finishing write tid 2 to smithi06780069-4 2024-07-29T15:14:15.282 INFO:tasks.rados.rados.0.smithi067.stdout:3466: finishing rollback tid 1 to smithi06780069-45 2024-07-29T15:14:15.282 INFO:tasks.rados.rados.0.smithi067.stdout:3466: finishing rollback tid 2 to smithi06780069-45 2024-07-29T15:14:15.282 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 1234 (ObjNum 1038 snap 322 seq_num 1038) dirty exists 2024-07-29T15:14:15.282 INFO:tasks.rados.rados.0.smithi067.stdout:3465: finishing write tid 3 to smithi06780069-4 2024-07-29T15:14:15.282 INFO:tasks.rados.rados.0.smithi067.stdout:3465: finishing write tid 4 to smithi06780069-4 2024-07-29T15:14:15.282 INFO:tasks.rados.rados.0.smithi067.stdout:3465: finishing write tid 5 to smithi06780069-4 2024-07-29T15:14:15.283 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 1932 (ObjNum 1091 snap 333 seq_num 1091) dirty exists 2024-07-29T15:14:15.283 INFO:tasks.rados.rados.0.smithi067.stdout:3465: left oid 4 (ObjNum 1091 snap 333 seq_num 1091) 2024-07-29T15:14:15.283 INFO:tasks.rados.rados.0.smithi067.stdout:3465: done (2 left) 2024-07-29T15:14:15.283 INFO:tasks.rados.rados.0.smithi067.stdout:3466: done (1 left) 2024-07-29T15:14:15.283 INFO:tasks.rados.rados.0.smithi067.stdout:3469: snap_create 2024-07-29T15:14:15.286 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 1831 (ObjNum 1005 snap 311 seq_num 1005) dirty exists 2024-07-29T15:14:15.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:15 smithi138 ceph-mon[86438]: pgmap v746: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 179 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-07-29T15:14:15.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:15 smithi138 ceph-mon[86438]: osdmap e756: 8 total, 8 up, 8 in 2024-07-29T15:14:15.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:15 smithi067 ceph-mon[91995]: pgmap v746: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 179 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-07-29T15:14:15.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:15 smithi067 ceph-mon[91995]: osdmap e756: 8 total, 8 up, 8 in 2024-07-29T15:14:15.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:15 smithi067 ceph-mon[94375]: pgmap v746: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 179 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-07-29T15:14:15.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:15 smithi067 ceph-mon[94375]: osdmap e756: 8 total, 8 up, 8 in 2024-07-29T15:14:16.121 INFO:tasks.rados.rados.0.smithi067.stdout:3468: done (1 left) 2024-07-29T15:14:16.121 INFO:tasks.rados.rados.0.smithi067.stdout:3469: done (0 left) 2024-07-29T15:14:16.121 INFO:tasks.rados.rados.0.smithi067.stdout:3470: delete oid 42 current snap is 334 2024-07-29T15:14:16.127 INFO:tasks.rados.rados.0.smithi067.stdout:3470: done (0 left) 2024-07-29T15:14:16.127 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 26 current snap is 334 2024-07-29T15:14:16.127 INFO:tasks.rados.rados.0.smithi067.stdout:3471: seq_num 1093 ranges {10240000=712704,10952704=688128,11640832=114688} 2024-07-29T15:14:16.187 INFO:tasks.rados.rados.0.smithi067.stdout:3471: writing smithi06780069-26 from 10240000 to 10952704 tid 1 2024-07-29T15:14:16.191 INFO:tasks.rados.rados.0.smithi067.stdout:3471: writing smithi06780069-26 from 10952704 to 11640832 tid 2 2024-07-29T15:14:16.192 INFO:tasks.rados.rados.0.smithi067.stdout:3471: writing smithi06780069-26 from 11640832 to 11755520 tid 3 2024-07-29T15:14:16.192 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 42 current snap is 334 2024-07-29T15:14:16.192 INFO:tasks.rados.rados.0.smithi067.stdout:3472: seq_num 1094 ranges {0=729088,729088=573440,1302528=229376} 2024-07-29T15:14:16.197 INFO:tasks.rados.rados.0.smithi067.stdout:3472: writing smithi06780069-42 from 0 to 729088 tid 1 2024-07-29T15:14:16.200 INFO:tasks.rados.rados.0.smithi067.stdout:3472: writing smithi06780069-42 from 729088 to 1302528 tid 2 2024-07-29T15:14:16.202 INFO:tasks.rados.rados.0.smithi067.stdout:3472: writing smithi06780069-42 from 1302528 to 1531904 tid 3 2024-07-29T15:14:16.202 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 22 current snap is 334 2024-07-29T15:14:16.202 INFO:tasks.rados.rados.0.smithi067.stdout:3471: finishing write tid 1 to smithi06780069-26 2024-07-29T15:14:16.202 INFO:tasks.rados.rados.0.smithi067.stdout:3473: seq_num 1095 ranges {4251648=745472,4997120=499712,5496832=303104} 2024-07-29T15:14:16.229 INFO:tasks.rados.rados.0.smithi067.stdout:3473: writing smithi06780069-22 from 4251648 to 4997120 tid 1 2024-07-29T15:14:16.232 INFO:tasks.rados.rados.0.smithi067.stdout:3473: writing smithi06780069-22 from 4997120 to 5496832 tid 2 2024-07-29T15:14:16.234 INFO:tasks.rados.rados.0.smithi067.stdout:3473: writing smithi06780069-22 from 5496832 to 5799936 tid 3 2024-07-29T15:14:16.235 INFO:tasks.rados.rados.0.smithi067.stdout:3474: delete oid 44 current snap is 334 2024-07-29T15:14:16.235 INFO:tasks.rados.rados.0.smithi067.stdout:3471: finishing write tid 2 to smithi06780069-26 2024-07-29T15:14:16.235 INFO:tasks.rados.rados.0.smithi067.stdout:3471: finishing write tid 3 to smithi06780069-26 2024-07-29T15:14:16.235 INFO:tasks.rados.rados.0.smithi067.stdout:3471: finishing write tid 4 to smithi06780069-26 2024-07-29T15:14:16.235 INFO:tasks.rados.rados.0.smithi067.stdout:3471: finishing write tid 5 to smithi06780069-26 2024-07-29T15:14:16.235 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 1565 (ObjNum 1093 snap 334 seq_num 1093) dirty exists 2024-07-29T15:14:16.235 INFO:tasks.rados.rados.0.smithi067.stdout:3471: left oid 26 (ObjNum 1093 snap 334 seq_num 1093) 2024-07-29T15:14:16.235 INFO:tasks.rados.rados.0.smithi067.stdout:3472: finishing write tid 1 to smithi06780069-42 2024-07-29T15:14:16.235 INFO:tasks.rados.rados.0.smithi067.stdout:3472: finishing write tid 2 to smithi06780069-42 2024-07-29T15:14:16.235 INFO:tasks.rados.rados.0.smithi067.stdout:3472: finishing write tid 3 to smithi06780069-42 2024-07-29T15:14:16.235 INFO:tasks.rados.rados.0.smithi067.stdout:3472: finishing write tid 4 to smithi06780069-42 2024-07-29T15:14:16.235 INFO:tasks.rados.rados.0.smithi067.stdout:3472: finishing write tid 5 to smithi06780069-42 2024-07-29T15:14:16.235 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 1569 (ObjNum 1094 snap 334 seq_num 1094) dirty exists 2024-07-29T15:14:16.236 INFO:tasks.rados.rados.0.smithi067.stdout:3472: left oid 42 (ObjNum 1094 snap 334 seq_num 1094) 2024-07-29T15:14:16.236 INFO:tasks.rados.rados.0.smithi067.stdout:3473: finishing write tid 1 to smithi06780069-22 2024-07-29T15:14:16.236 INFO:tasks.rados.rados.0.smithi067.stdout:3471: done (3 left) 2024-07-29T15:14:16.237 INFO:tasks.rados.rados.0.smithi067.stdout:3472: done (2 left) 2024-07-29T15:14:16.237 INFO:tasks.rados.rados.0.smithi067.stdout:3474: done (1 left) 2024-07-29T15:14:16.237 INFO:tasks.rados.rados.0.smithi067.stdout:3475: read oid 18 snap -1 2024-07-29T15:14:16.237 INFO:tasks.rados.rados.0.smithi067.stdout:3475: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:14:16.237 INFO:tasks.rados.rados.0.smithi067.stdout:3476: read oid 34 snap -1 2024-07-29T15:14:16.237 INFO:tasks.rados.rados.0.smithi067.stdout:3476: expect (ObjNum 1053 snap 326 seq_num 1053) 2024-07-29T15:14:16.237 INFO:tasks.rados.rados.0.smithi067.stdout:3477: delete oid 25 current snap is 334 2024-07-29T15:14:16.237 INFO:tasks.rados.rados.0.smithi067.stdout:3473: finishing write tid 2 to smithi06780069-22 2024-07-29T15:14:16.238 INFO:tasks.rados.rados.0.smithi067.stdout:3473: finishing write tid 3 to smithi06780069-22 2024-07-29T15:14:16.238 INFO:tasks.rados.rados.0.smithi067.stdout:3475: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-29T15:14:16.241 INFO:tasks.rados.rados.0.smithi067.stdout:3473: finishing write tid 4 to smithi06780069-22 2024-07-29T15:14:16.241 INFO:tasks.rados.rados.0.smithi067.stdout:3473: finishing write tid 5 to smithi06780069-22 2024-07-29T15:14:16.241 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 1890 (ObjNum 1095 snap 334 seq_num 1095) dirty exists 2024-07-29T15:14:16.241 INFO:tasks.rados.rados.0.smithi067.stdout:3473: left oid 22 (ObjNum 1095 snap 334 seq_num 1095) 2024-07-29T15:14:16.242 INFO:tasks.rados.rados.0.smithi067.stdout:3473: done (3 left) 2024-07-29T15:14:16.242 INFO:tasks.rados.rados.0.smithi067.stdout:3475: done (2 left) 2024-07-29T15:14:16.242 INFO:tasks.rados.rados.0.smithi067.stdout:3477: done (1 left) 2024-07-29T15:14:16.242 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 21 current snap is 334 2024-07-29T15:14:16.242 INFO:tasks.rados.rados.0.smithi067.stdout:3478: seq_num 1098 ranges {2834432=794624,3629056=557056,4186112=245760} 2024-07-29T15:14:16.262 INFO:tasks.rados.rados.0.smithi067.stdout:3478: writing smithi06780069-21 from 2834432 to 3629056 tid 1 2024-07-29T15:14:16.266 INFO:tasks.rados.rados.0.smithi067.stdout:3478: writing smithi06780069-21 from 3629056 to 4186112 tid 2 2024-07-29T15:14:16.268 INFO:tasks.rados.rados.0.smithi067.stdout:3478: writing smithi06780069-21 from 4186112 to 4431872 tid 3 2024-07-29T15:14:16.268 INFO:tasks.rados.rados.0.smithi067.stdout:3479: read oid 20 snap -1 2024-07-29T15:14:16.268 INFO:tasks.rados.rados.0.smithi067.stdout:3479: expect deleted 2024-07-29T15:14:16.268 INFO:tasks.rados.rados.0.smithi067.stdout:3480: copy_from oid 17 from oid 42 current snap is 334 2024-07-29T15:14:16.268 INFO:tasks.rados.rados.0.smithi067.stdout:3476: expect (ObjNum 1053 snap 326 seq_num 1053) 2024-07-29T15:14:16.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:16 smithi067 ceph-mon[91995]: osdmap e757: 8 total, 8 up, 8 in 2024-07-29T15:14:16.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:16 smithi067 ceph-mon[94375]: osdmap e757: 8 total, 8 up, 8 in 2024-07-29T15:14:16.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:16 smithi138 ceph-mon[86438]: osdmap e757: 8 total, 8 up, 8 in 2024-07-29T15:14:16.970 INFO:tasks.rados.rados.0.smithi067.stdout:3478: finishing write tid 1 to smithi06780069-21 2024-07-29T15:14:16.970 INFO:tasks.rados.rados.0.smithi067.stdout:3478: finishing write tid 2 to smithi06780069-21 2024-07-29T15:14:16.971 INFO:tasks.rados.rados.0.smithi067.stdout:3478: finishing write tid 3 to smithi06780069-21 2024-07-29T15:14:16.971 INFO:tasks.rados.rados.0.smithi067.stdout:3476: done (3 left) 2024-07-29T15:14:16.971 INFO:tasks.rados.rados.0.smithi067.stdout:3479: done (2 left) 2024-07-29T15:14:16.971 INFO:tasks.rados.rados.0.smithi067.stdout:3481: snap_remove snap 332 2024-07-29T15:14:17.131 INFO:tasks.rados.rados.0.smithi067.stdout:3481: done (2 left) 2024-07-29T15:14:17.131 INFO:tasks.rados.rados.0.smithi067.stdout:3482: rmattr oid 45 current snap is 334 2024-07-29T15:14:17.131 INFO:tasks.rados.rados.0.smithi067.stdout:3482: done (2 left) 2024-07-29T15:14:17.131 INFO:tasks.rados.rados.0.smithi067.stdout:3483: setattr oid 33 current snap is 334 2024-07-29T15:14:17.131 INFO:tasks.rados.rados.0.smithi067.stdout:3478: finishing write tid 4 to smithi06780069-21 2024-07-29T15:14:17.131 INFO:tasks.rados.rados.0.smithi067.stdout:3478: finishing write tid 5 to smithi06780069-21 2024-07-29T15:14:17.131 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 1574 (ObjNum 1098 snap 334 seq_num 1098) dirty exists 2024-07-29T15:14:17.131 INFO:tasks.rados.rados.0.smithi067.stdout:3478: left oid 21 (ObjNum 1098 snap 334 seq_num 1098) 2024-07-29T15:14:17.131 INFO:tasks.rados.rados.0.smithi067.stdout:3480: finishing copy_from racing read to smithi06780069-17 2024-07-29T15:14:17.131 INFO:tasks.rados.rados.0.smithi067.stdout:3480: finishing copy_from to smithi06780069-17 2024-07-29T15:14:17.131 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 1569 (ObjNum 1094 snap 334 seq_num 1094) dirty exists 2024-07-29T15:14:17.132 INFO:tasks.rados.rados.0.smithi067.stdout:3478: done (2 left) 2024-07-29T15:14:17.133 INFO:tasks.rados.rados.0.smithi067.stdout:3480: done (1 left) 2024-07-29T15:14:17.133 INFO:tasks.rados.rados.0.smithi067.stdout:3484: read oid 32 snap -1 2024-07-29T15:14:17.133 INFO:tasks.rados.rados.0.smithi067.stdout:3484: expect (ObjNum 1066 snap 328 seq_num 1066) 2024-07-29T15:14:17.133 INFO:tasks.rados.rados.0.smithi067.stdout:3485: snap_remove snap 330 2024-07-29T15:14:17.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:17 smithi067 ceph-mon[91995]: pgmap v749: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 186 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.2 MiB/s wr, 19 op/s 2024-07-29T15:14:17.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:17 smithi067 ceph-mon[91995]: osdmap e758: 8 total, 8 up, 8 in 2024-07-29T15:14:17.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:17 smithi067 ceph-mon[94375]: pgmap v749: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 186 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.2 MiB/s wr, 19 op/s 2024-07-29T15:14:17.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:17 smithi067 ceph-mon[94375]: osdmap e758: 8 total, 8 up, 8 in 2024-07-29T15:14:17.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:17 smithi138 ceph-mon[86438]: pgmap v749: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 186 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.2 MiB/s wr, 19 op/s 2024-07-29T15:14:17.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:17 smithi138 ceph-mon[86438]: osdmap e758: 8 total, 8 up, 8 in 2024-07-29T15:14:18.027 INFO:tasks.rados.rados.0.smithi067.stdout:3485: done (2 left) 2024-07-29T15:14:18.027 INFO:tasks.rados.rados.0.smithi067.stdout:3486: snap_remove snap 331 2024-07-29T15:14:18.028 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 33 v 1936 (ObjNum 1061 snap 327 seq_num 1061) dirty exists 2024-07-29T15:14:18.028 INFO:tasks.rados.rados.0.smithi067.stdout:3484: expect (ObjNum 1066 snap 328 seq_num 1066) 2024-07-29T15:14:18.133 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:14:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:14:17] "GET /metrics HTTP/1.1" 200 36438 "" "Prometheus/2.51.0" 2024-07-29T15:14:18.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:18 smithi067 ceph-mon[91995]: osdmap e759: 8 total, 8 up, 8 in 2024-07-29T15:14:18.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:18 smithi067 ceph-mon[91995]: osdmap e760: 8 total, 8 up, 8 in 2024-07-29T15:14:18.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:18 smithi067 ceph-mon[94375]: osdmap e759: 8 total, 8 up, 8 in 2024-07-29T15:14:18.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:18 smithi067 ceph-mon[94375]: osdmap e760: 8 total, 8 up, 8 in 2024-07-29T15:14:18.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:18 smithi138 ceph-mon[86438]: osdmap e759: 8 total, 8 up, 8 in 2024-07-29T15:14:18.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:18 smithi138 ceph-mon[86438]: osdmap e760: 8 total, 8 up, 8 in 2024-07-29T15:14:19.029 INFO:tasks.rados.rados.0.smithi067.stdout:3483: done (2 left) 2024-07-29T15:14:19.029 INFO:tasks.rados.rados.0.smithi067.stdout:3484: done (1 left) 2024-07-29T15:14:19.029 INFO:tasks.rados.rados.0.smithi067.stdout:3486: done (0 left) 2024-07-29T15:14:19.029 INFO:tasks.rados.rados.0.smithi067.stdout:3487: copy_from oid 5 from oid 40 current snap is 334 2024-07-29T15:14:19.029 INFO:tasks.rados.rados.0.smithi067.stdout:3488: setattr oid 39 current snap is 334 2024-07-29T15:14:19.031 INFO:tasks.rados.rados.0.smithi067.stdout:3489: snap_remove snap 333 2024-07-29T15:14:19.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:19 smithi067 ceph-mon[91995]: pgmap v752: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 182 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.1 MiB/s wr, 17 op/s 2024-07-29T15:14:19.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:19 smithi067 ceph-mon[91995]: osdmap e761: 8 total, 8 up, 8 in 2024-07-29T15:14:19.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:19 smithi067 ceph-mon[94375]: pgmap v752: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 182 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.1 MiB/s wr, 17 op/s 2024-07-29T15:14:19.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:19 smithi067 ceph-mon[94375]: osdmap e761: 8 total, 8 up, 8 in 2024-07-29T15:14:19.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:19 smithi138 ceph-mon[86438]: pgmap v752: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 182 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.1 MiB/s wr, 17 op/s 2024-07-29T15:14:19.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:19 smithi138 ceph-mon[86438]: osdmap e761: 8 total, 8 up, 8 in 2024-07-29T15:14:20.032 INFO:tasks.rados.rados.0.smithi067.stdout:3489: done (2 left) 2024-07-29T15:14:20.032 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 42 current snap is 334 2024-07-29T15:14:20.032 INFO:tasks.rados.rados.0.smithi067.stdout:3490: seq_num 1099 ranges {1531904=409600,1941504=442368,2383872=720896,3104768=40960} 2024-07-29T15:14:20.042 INFO:tasks.rados.rados.0.smithi067.stdout:3490: writing smithi06780069-42 from 1531904 to 1941504 tid 1 2024-07-29T15:14:20.045 INFO:tasks.rados.rados.0.smithi067.stdout:3490: writing smithi06780069-42 from 1941504 to 2383872 tid 2 2024-07-29T15:14:20.049 INFO:tasks.rados.rados.0.smithi067.stdout:3490: writing smithi06780069-42 from 2383872 to 3104768 tid 3 2024-07-29T15:14:20.050 INFO:tasks.rados.rados.0.smithi067.stdout:3490: writing smithi06780069-42 from 3104768 to 3145728 tid 4 2024-07-29T15:14:20.050 INFO:tasks.rados.rados.0.smithi067.stdout:3491: rollback oid 32 current snap is 334 2024-07-29T15:14:20.050 INFO:tasks.rados.rados.0.smithi067.stdout:3491: done (3 left) 2024-07-29T15:14:20.051 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 24 current snap is 334 2024-07-29T15:14:20.051 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 1877 (ObjNum 1058 snap 327 seq_num 1058) dirty exists 2024-07-29T15:14:20.051 INFO:tasks.rados.rados.0.smithi067.stdout:3487: finishing copy_from racing read to smithi06780069-5 2024-07-29T15:14:20.051 INFO:tasks.rados.rados.0.smithi067.stdout:3487: finishing copy_from to smithi06780069-5 2024-07-29T15:14:20.051 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 1258 (ObjNum 999 snap 306 seq_num 999) dirty exists 2024-07-29T15:14:20.051 INFO:tasks.rados.rados.0.smithi067.stdout:3492: seq_num 1100 ranges {1859584=425984,2285568=729088,3014656=475136} 2024-07-29T15:14:20.063 INFO:tasks.rados.rados.0.smithi067.stdout:3492: writing smithi06780069-24 from 1859584 to 2285568 tid 1 2024-07-29T15:14:20.067 INFO:tasks.rados.rados.0.smithi067.stdout:3492: writing smithi06780069-24 from 2285568 to 3014656 tid 2 2024-07-29T15:14:20.071 INFO:tasks.rados.rados.0.smithi067.stdout:3492: writing smithi06780069-24 from 3014656 to 3489792 tid 3 2024-07-29T15:14:20.071 INFO:tasks.rados.rados.0.smithi067.stdout:3487: done (3 left) 2024-07-29T15:14:20.071 INFO:tasks.rados.rados.0.smithi067.stdout:3488: done (2 left) 2024-07-29T15:14:20.071 INFO:tasks.rados.rados.0.smithi067.stdout:3493: rollback oid 46 current snap is 334 2024-07-29T15:14:20.071 INFO:tasks.rados.rados.0.smithi067.stdout:3493: done (2 left) 2024-07-29T15:14:20.071 INFO:tasks.rados.rados.0.smithi067.stdout:3494: delete oid 25 current snap is 334 2024-07-29T15:14:20.071 INFO:tasks.rados.rados.0.smithi067.stdout:3490: finishing write tid 1 to smithi06780069-42 2024-07-29T15:14:20.071 INFO:tasks.rados.rados.0.smithi067.stdout:3490: finishing write tid 2 to smithi06780069-42 2024-07-29T15:14:20.071 INFO:tasks.rados.rados.0.smithi067.stdout:3490: finishing write tid 3 to smithi06780069-42 2024-07-29T15:14:20.071 INFO:tasks.rados.rados.0.smithi067.stdout:3490: finishing write tid 4 to smithi06780069-42 2024-07-29T15:14:20.071 INFO:tasks.rados.rados.0.smithi067.stdout:3490: finishing write tid 5 to smithi06780069-42 2024-07-29T15:14:20.071 INFO:tasks.rados.rados.0.smithi067.stdout:3490: finishing write tid 6 to smithi06780069-42 2024-07-29T15:14:20.071 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 1588 (ObjNum 1099 snap 334 seq_num 1099) dirty exists 2024-07-29T15:14:20.071 INFO:tasks.rados.rados.0.smithi067.stdout:3490: left oid 42 (ObjNum 1099 snap 334 seq_num 1099) 2024-07-29T15:14:20.072 INFO:tasks.rados.rados.0.smithi067.stdout:3492: finishing write tid 1 to smithi06780069-24 2024-07-29T15:14:20.073 INFO:tasks.rados.rados.0.smithi067.stdout:3490: done (2 left) 2024-07-29T15:14:20.073 INFO:tasks.rados.rados.0.smithi067.stdout:3494: done (1 left) 2024-07-29T15:14:20.073 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 10 current snap is 334 2024-07-29T15:14:20.073 INFO:tasks.rados.rados.0.smithi067.stdout:3495: seq_num 1102 ranges {0=458752,458752=491520,950272=491520,1441792=221184} 2024-07-29T15:14:20.076 INFO:tasks.rados.rados.0.smithi067.stdout:3495: writing smithi06780069-10 from 0 to 458752 tid 1 2024-07-29T15:14:20.079 INFO:tasks.rados.rados.0.smithi067.stdout:3495: writing smithi06780069-10 from 458752 to 950272 tid 2 2024-07-29T15:14:20.082 INFO:tasks.rados.rados.0.smithi067.stdout:3495: writing smithi06780069-10 from 950272 to 1441792 tid 3 2024-07-29T15:14:20.084 INFO:tasks.rados.rados.0.smithi067.stdout:3495: writing smithi06780069-10 from 1441792 to 1662976 tid 4 2024-07-29T15:14:20.084 INFO:tasks.rados.rados.0.smithi067.stdout:3496: delete oid 41 current snap is 334 2024-07-29T15:14:20.084 INFO:tasks.rados.rados.0.smithi067.stdout:3492: finishing write tid 2 to smithi06780069-24 2024-07-29T15:14:20.084 INFO:tasks.rados.rados.0.smithi067.stdout:3492: finishing write tid 3 to smithi06780069-24 2024-07-29T15:14:20.084 INFO:tasks.rados.rados.0.smithi067.stdout:3492: finishing write tid 4 to smithi06780069-24 2024-07-29T15:14:20.084 INFO:tasks.rados.rados.0.smithi067.stdout:3492: finishing write tid 5 to smithi06780069-24 2024-07-29T15:14:20.084 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 24 v 1842 (ObjNum 1100 snap 334 seq_num 1100) dirty exists 2024-07-29T15:14:20.084 INFO:tasks.rados.rados.0.smithi067.stdout:3492: left oid 24 (ObjNum 1100 snap 334 seq_num 1100) 2024-07-29T15:14:20.084 INFO:tasks.rados.rados.0.smithi067.stdout:3495: finishing write tid 1 to smithi06780069-10 2024-07-29T15:14:20.084 INFO:tasks.rados.rados.0.smithi067.stdout:3495: finishing write tid 2 to smithi06780069-10 2024-07-29T15:14:20.087 INFO:tasks.rados.rados.0.smithi067.stdout:3492: done (2 left) 2024-07-29T15:14:20.087 INFO:tasks.rados.rados.0.smithi067.stdout:3496: done (1 left) 2024-07-29T15:14:20.087 INFO:tasks.rados.rados.0.smithi067.stdout:3497: copy_from oid 35 from oid 30 current snap is 334 2024-07-29T15:14:20.087 INFO:tasks.rados.rados.0.smithi067.stdout:3498: copy_from oid 26 from oid 32 current snap is 334 2024-07-29T15:14:20.087 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 40 current snap is 334 2024-07-29T15:14:20.087 INFO:tasks.rados.rados.0.smithi067.stdout:3499: seq_num 1104 ranges {10240000=499712,10739712=712704,11452416=491520} 2024-07-29T15:14:20.146 INFO:tasks.rados.rados.0.smithi067.stdout:3499: writing smithi06780069-40 from 10240000 to 10739712 tid 1 2024-07-29T15:14:20.150 INFO:tasks.rados.rados.0.smithi067.stdout:3499: writing smithi06780069-40 from 10739712 to 11452416 tid 2 2024-07-29T15:14:20.154 INFO:tasks.rados.rados.0.smithi067.stdout:3499: writing smithi06780069-40 from 11452416 to 11943936 tid 3 2024-07-29T15:14:20.154 INFO:tasks.rados.rados.0.smithi067.stdout:3500: rollback oid 13 current snap is 334 2024-07-29T15:14:20.154 INFO:tasks.rados.rados.0.smithi067.stdout:3500: done (4 left) 2024-07-29T15:14:20.154 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 49 current snap is 334 2024-07-29T15:14:20.154 INFO:tasks.rados.rados.0.smithi067.stdout:3495: finishing write tid 3 to smithi06780069-10 2024-07-29T15:14:20.154 INFO:tasks.rados.rados.0.smithi067.stdout:3495: finishing write tid 4 to smithi06780069-10 2024-07-29T15:14:20.154 INFO:tasks.rados.rados.0.smithi067.stdout:3495: finishing write tid 5 to smithi06780069-10 2024-07-29T15:14:20.154 INFO:tasks.rados.rados.0.smithi067.stdout:3495: finishing write tid 6 to smithi06780069-10 2024-07-29T15:14:20.155 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 1972 (ObjNum 1102 snap 334 seq_num 1102) dirty exists 2024-07-29T15:14:20.155 INFO:tasks.rados.rados.0.smithi067.stdout:3495: left oid 10 (ObjNum 1102 snap 334 seq_num 1102) 2024-07-29T15:14:20.155 INFO:tasks.rados.rados.0.smithi067.stdout:3498: finishing copy_from racing read to smithi06780069-26 2024-07-29T15:14:20.155 INFO:tasks.rados.rados.0.smithi067.stdout:3498: finishing copy_from to smithi06780069-26 2024-07-29T15:14:20.155 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 1833 (ObjNum 1066 snap 328 seq_num 1066) dirty exists 2024-07-29T15:14:20.155 INFO:tasks.rados.rados.0.smithi067.stdout:3497: finishing copy_from racing read to smithi06780069-35 2024-07-29T15:14:20.155 INFO:tasks.rados.rados.0.smithi067.stdout:3501: seq_num 1105 ranges {9641984=516096,10158080=598016,10756096=606208} 2024-07-29T15:14:20.209 INFO:tasks.rados.rados.0.smithi067.stdout:3501: writing smithi06780069-49 from 9641984 to 10158080 tid 1 2024-07-29T15:14:20.213 INFO:tasks.rados.rados.0.smithi067.stdout:3501: writing smithi06780069-49 from 10158080 to 10756096 tid 2 2024-07-29T15:14:20.217 INFO:tasks.rados.rados.0.smithi067.stdout:3501: writing smithi06780069-49 from 10756096 to 11362304 tid 3 2024-07-29T15:14:20.217 INFO:tasks.rados.rados.0.smithi067.stdout:3495: done (4 left) 2024-07-29T15:14:20.217 INFO:tasks.rados.rados.0.smithi067.stdout:3498: done (3 left) 2024-07-29T15:14:20.217 INFO:tasks.rados.rados.0.smithi067.stdout:3502: read oid 34 snap -1 2024-07-29T15:14:20.217 INFO:tasks.rados.rados.0.smithi067.stdout:3502: expect (ObjNum 1053 snap 326 seq_num 1053) 2024-07-29T15:14:20.217 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 32 current snap is 334 2024-07-29T15:14:20.217 INFO:tasks.rados.rados.0.smithi067.stdout:3497: finishing copy_from to smithi06780069-35 2024-07-29T15:14:20.217 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 35 v 1831 (ObjNum 1005 snap 311 seq_num 1005) dirty exists 2024-07-29T15:14:20.217 INFO:tasks.rados.rados.0.smithi067.stdout:3499: finishing write tid 1 to smithi06780069-40 2024-07-29T15:14:20.217 INFO:tasks.rados.rados.0.smithi067.stdout:3499: finishing write tid 2 to smithi06780069-40 2024-07-29T15:14:20.218 INFO:tasks.rados.rados.0.smithi067.stdout:3499: finishing write tid 3 to smithi06780069-40 2024-07-29T15:14:20.218 INFO:tasks.rados.rados.0.smithi067.stdout:3499: finishing write tid 4 to smithi06780069-40 2024-07-29T15:14:20.218 INFO:tasks.rados.rados.0.smithi067.stdout:3503: seq_num 1106 ranges {1064960=532480,1597440=483328,2080768=475136,2555904=245760} 2024-07-29T15:14:20.225 INFO:tasks.rados.rados.0.smithi067.stdout:3503: writing smithi06780069-32 from 1064960 to 1597440 tid 1 2024-07-29T15:14:20.228 INFO:tasks.rados.rados.0.smithi067.stdout:3503: writing smithi06780069-32 from 1597440 to 2080768 tid 2 2024-07-29T15:14:20.231 INFO:tasks.rados.rados.0.smithi067.stdout:3503: writing smithi06780069-32 from 2080768 to 2555904 tid 3 2024-07-29T15:14:20.233 INFO:tasks.rados.rados.0.smithi067.stdout:3503: writing smithi06780069-32 from 2555904 to 2801664 tid 4 2024-07-29T15:14:20.233 INFO:tasks.rados.rados.0.smithi067.stdout:3497: done (4 left) 2024-07-29T15:14:20.234 INFO:tasks.rados.rados.0.smithi067.stdout:3504: read oid 50 snap -1 2024-07-29T15:14:20.234 INFO:tasks.rados.rados.0.smithi067.stdout:3504: expect (ObjNum 979 snap 300 seq_num 979) 2024-07-29T15:14:20.234 INFO:tasks.rados.rados.0.smithi067.stdout:3505: delete oid 17 current snap is 334 2024-07-29T15:14:20.234 INFO:tasks.rados.rados.0.smithi067.stdout:3499: finishing write tid 5 to smithi06780069-40 2024-07-29T15:14:20.234 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 40 v 1835 (ObjNum 1104 snap 334 seq_num 1104) dirty exists 2024-07-29T15:14:20.234 INFO:tasks.rados.rados.0.smithi067.stdout:3499: left oid 40 (ObjNum 1104 snap 334 seq_num 1104) 2024-07-29T15:14:20.234 INFO:tasks.rados.rados.0.smithi067.stdout:3501: finishing write tid 1 to smithi06780069-49 2024-07-29T15:14:20.234 INFO:tasks.rados.rados.0.smithi067.stdout:3501: finishing write tid 2 to smithi06780069-49 2024-07-29T15:14:20.234 INFO:tasks.rados.rados.0.smithi067.stdout:3501: finishing write tid 3 to smithi06780069-49 2024-07-29T15:14:20.234 INFO:tasks.rados.rados.0.smithi067.stdout:3501: finishing write tid 4 to smithi06780069-49 2024-07-29T15:14:20.234 INFO:tasks.rados.rados.0.smithi067.stdout:3501: finishing write tid 5 to smithi06780069-49 2024-07-29T15:14:20.234 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 1950 (ObjNum 1105 snap 334 seq_num 1105) dirty exists 2024-07-29T15:14:20.234 INFO:tasks.rados.rados.0.smithi067.stdout:3501: left oid 49 (ObjNum 1105 snap 334 seq_num 1105) 2024-07-29T15:14:20.236 INFO:tasks.rados.rados.0.smithi067.stdout:3499: done (5 left) 2024-07-29T15:14:20.236 INFO:tasks.rados.rados.0.smithi067.stdout:3501: done (4 left) 2024-07-29T15:14:20.236 INFO:tasks.rados.rados.0.smithi067.stdout:3505: done (3 left) 2024-07-29T15:14:20.236 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 3 current snap is 334 2024-07-29T15:14:20.236 INFO:tasks.rados.rados.0.smithi067.stdout:3506: seq_num 1108 ranges {0=565248,565248=647168,1212416=483328,1695744=73728} 2024-07-29T15:14:20.240 INFO:tasks.rados.rados.0.smithi067.stdout:3506: writing smithi06780069-3 from 0 to 565248 tid 1 2024-07-29T15:14:20.244 INFO:tasks.rados.rados.0.smithi067.stdout:3506: writing smithi06780069-3 from 565248 to 1212416 tid 2 2024-07-29T15:14:20.247 INFO:tasks.rados.rados.0.smithi067.stdout:3506: writing smithi06780069-3 from 1212416 to 1695744 tid 3 2024-07-29T15:14:20.248 INFO:tasks.rados.rados.0.smithi067.stdout:3506: writing smithi06780069-3 from 1695744 to 1769472 tid 4 2024-07-29T15:14:20.248 INFO:tasks.rados.rados.0.smithi067.stdout:3507: rollback oid 14 current snap is 334 2024-07-29T15:14:20.248 INFO:tasks.rados.rados.0.smithi067.stdout:3507: done (4 left) 2024-07-29T15:14:20.248 INFO:tasks.rados.rados.0.smithi067.stdout:3508: copy_from oid 6 from oid 40 current snap is 334 2024-07-29T15:14:20.248 INFO:tasks.rados.rados.0.smithi067.stdout:3502: expect (ObjNum 1053 snap 326 seq_num 1053) 2024-07-29T15:14:20.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:14:20.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:20 smithi067 ceph-mon[94375]: osdmap e762: 8 total, 8 up, 8 in 2024-07-29T15:14:20.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:14:20.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:20 smithi067 ceph-mon[91995]: osdmap e762: 8 total, 8 up, 8 in 2024-07-29T15:14:20.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:14:20.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:20 smithi138 ceph-mon[86438]: osdmap e762: 8 total, 8 up, 8 in 2024-07-29T15:14:20.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:14:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:14:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:14:20.952 INFO:tasks.rados.rados.0.smithi067.stdout:3503: finishing write tid 1 to smithi06780069-32 2024-07-29T15:14:20.953 INFO:tasks.rados.rados.0.smithi067.stdout:3503: finishing write tid 2 to smithi06780069-32 2024-07-29T15:14:20.953 INFO:tasks.rados.rados.0.smithi067.stdout:3503: finishing write tid 3 to smithi06780069-32 2024-07-29T15:14:20.953 INFO:tasks.rados.rados.0.smithi067.stdout:3503: finishing write tid 4 to smithi06780069-32 2024-07-29T15:14:20.953 INFO:tasks.rados.rados.0.smithi067.stdout:3503: finishing write tid 5 to smithi06780069-32 2024-07-29T15:14:20.953 INFO:tasks.rados.rados.0.smithi067.stdout:3503: finishing write tid 6 to smithi06780069-32 2024-07-29T15:14:20.953 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 1847 (ObjNum 1106 snap 334 seq_num 1106) dirty exists 2024-07-29T15:14:20.953 INFO:tasks.rados.rados.0.smithi067.stdout:3503: left oid 32 (ObjNum 1106 snap 334 seq_num 1106) 2024-07-29T15:14:20.953 INFO:tasks.rados.rados.0.smithi067.stdout:3504: expect (ObjNum 979 snap 300 seq_num 979) 2024-07-29T15:14:21.095 INFO:tasks.rados.rados.0.smithi067.stdout:3506: finishing write tid 1 to smithi06780069-3 2024-07-29T15:14:21.095 INFO:tasks.rados.rados.0.smithi067.stdout:3506: finishing write tid 2 to smithi06780069-3 2024-07-29T15:14:21.095 INFO:tasks.rados.rados.0.smithi067.stdout:3506: finishing write tid 3 to smithi06780069-3 2024-07-29T15:14:21.095 INFO:tasks.rados.rados.0.smithi067.stdout:3506: finishing write tid 4 to smithi06780069-3 2024-07-29T15:14:21.095 INFO:tasks.rados.rados.0.smithi067.stdout:3506: finishing write tid 5 to smithi06780069-3 2024-07-29T15:14:21.095 INFO:tasks.rados.rados.0.smithi067.stdout:3506: finishing write tid 6 to smithi06780069-3 2024-07-29T15:14:21.096 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 1601 (ObjNum 1108 snap 334 seq_num 1108) dirty exists 2024-07-29T15:14:21.096 INFO:tasks.rados.rados.0.smithi067.stdout:3506: left oid 3 (ObjNum 1108 snap 334 seq_num 1108) 2024-07-29T15:14:21.096 INFO:tasks.rados.rados.0.smithi067.stdout:3508: finishing copy_from racing read to smithi06780069-6 2024-07-29T15:14:21.096 INFO:tasks.rados.rados.0.smithi067.stdout:3508: finishing copy_from to smithi06780069-6 2024-07-29T15:14:21.096 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 6 v 1835 (ObjNum 1104 snap 334 seq_num 1104) dirty exists 2024-07-29T15:14:21.096 INFO:tasks.rados.rados.0.smithi067.stdout:3502: done (4 left) 2024-07-29T15:14:21.096 INFO:tasks.rados.rados.0.smithi067.stdout:3503: done (3 left) 2024-07-29T15:14:21.096 INFO:tasks.rados.rados.0.smithi067.stdout:3504: done (2 left) 2024-07-29T15:14:21.096 INFO:tasks.rados.rados.0.smithi067.stdout:3506: done (1 left) 2024-07-29T15:14:21.096 INFO:tasks.rados.rados.0.smithi067.stdout:3508: done (0 left) 2024-07-29T15:14:21.096 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 34 current snap is 334 2024-07-29T15:14:21.096 INFO:tasks.rados.rados.0.smithi067.stdout:3509: seq_num 1109 ranges {9183232=581632,9764864=532480,10297344=647168,10944512=24576} 2024-07-29T15:14:21.148 INFO:tasks.rados.rados.0.smithi067.stdout:3509: writing smithi06780069-34 from 9183232 to 9764864 tid 1 2024-07-29T15:14:21.151 INFO:tasks.rados.rados.0.smithi067.stdout:3509: writing smithi06780069-34 from 9764864 to 10297344 tid 2 2024-07-29T15:14:21.156 INFO:tasks.rados.rados.0.smithi067.stdout:3509: writing smithi06780069-34 from 10297344 to 10944512 tid 3 2024-07-29T15:14:21.156 INFO:tasks.rados.rados.0.smithi067.stdout:3509: writing smithi06780069-34 from 10944512 to 10969088 tid 4 2024-07-29T15:14:21.156 INFO:tasks.rados.rados.0.smithi067.stdout:3510: snap_create 2024-07-29T15:14:21.156 INFO:tasks.rados.rados.0.smithi067.stdout:3509: finishing write tid 1 to smithi06780069-34 2024-07-29T15:14:21.156 INFO:tasks.rados.rados.0.smithi067.stdout:3509: finishing write tid 2 to smithi06780069-34 2024-07-29T15:14:21.161 INFO:tasks.rados.rados.0.smithi067.stdout:3509: finishing write tid 3 to smithi06780069-34 2024-07-29T15:14:21.161 INFO:tasks.rados.rados.0.smithi067.stdout:3509: finishing write tid 4 to smithi06780069-34 2024-07-29T15:14:21.161 INFO:tasks.rados.rados.0.smithi067.stdout:3509: finishing write tid 5 to smithi06780069-34 2024-07-29T15:14:21.162 INFO:tasks.rados.rados.0.smithi067.stdout:3509: finishing write tid 6 to smithi06780069-34 2024-07-29T15:14:21.162 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 34 v 1979 (ObjNum 1109 snap 334 seq_num 1109) dirty exists 2024-07-29T15:14:21.162 INFO:tasks.rados.rados.0.smithi067.stdout:3509: left oid 34 (ObjNum 1109 snap 334 seq_num 1109) 2024-07-29T15:14:21.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:21 smithi067 ceph-mon[91995]: pgmap v755: 121 pgs: 121 active+clean; 183 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.9 MiB/s wr, 22 op/s 2024-07-29T15:14:21.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:21 smithi067 ceph-mon[94375]: pgmap v755: 121 pgs: 121 active+clean; 183 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.9 MiB/s wr, 22 op/s 2024-07-29T15:14:21.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:21 smithi138 ceph-mon[86438]: pgmap v755: 121 pgs: 121 active+clean; 183 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.9 MiB/s wr, 22 op/s 2024-07-29T15:14:22.150 INFO:tasks.rados.rados.0.smithi067.stdout:3509: done (1 left) 2024-07-29T15:14:22.150 INFO:tasks.rados.rados.0.smithi067.stdout:3510: done (0 left) 2024-07-29T15:14:22.150 INFO:tasks.rados.rados.0.smithi067.stdout:3511: delete oid 47 current snap is 335 2024-07-29T15:14:22.152 INFO:tasks.rados.rados.0.smithi067.stdout:3511: done (0 left) 2024-07-29T15:14:22.153 INFO:tasks.rados.rados.0.smithi067.stdout:3512: snap_create 2024-07-29T15:14:23.029 INFO:tasks.rados.rados.0.smithi067.stdout:3512: done (0 left) 2024-07-29T15:14:23.029 INFO:tasks.rados.rados.0.smithi067.stdout:3513: read oid 39 snap -1 2024-07-29T15:14:23.030 INFO:tasks.rados.rados.0.smithi067.stdout:3513: expect (ObjNum 1058 snap 327 seq_num 1058) 2024-07-29T15:14:23.030 INFO:tasks.rados.rados.0.smithi067.stdout:3514: read oid 43 snap -1 2024-07-29T15:14:23.030 INFO:tasks.rados.rados.0.smithi067.stdout:3514: expect (ObjNum 1050 snap 325 seq_num 1050) 2024-07-29T15:14:23.030 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 26 current snap is 336 2024-07-29T15:14:23.030 INFO:tasks.rados.rados.0.smithi067.stdout:3515: seq_num 1111 ranges {1064960=614400,1679360=753664,2433024=450560} 2024-07-29T15:14:23.039 INFO:tasks.rados.rados.0.smithi067.stdout:3515: writing smithi06780069-26 from 1064960 to 1679360 tid 1 2024-07-29T15:14:23.044 INFO:tasks.rados.rados.0.smithi067.stdout:3515: writing smithi06780069-26 from 1679360 to 2433024 tid 2 2024-07-29T15:14:23.047 INFO:tasks.rados.rados.0.smithi067.stdout:3515: writing smithi06780069-26 from 2433024 to 2883584 tid 3 2024-07-29T15:14:23.047 INFO:tasks.rados.rados.0.smithi067.stdout:3516: delete oid 4 current snap is 336 2024-07-29T15:14:23.047 INFO:tasks.rados.rados.0.smithi067.stdout:3513: expect (ObjNum 1058 snap 327 seq_num 1058) 2024-07-29T15:14:23.087 INFO:tasks.rados.rados.0.smithi067.stdout:3515: finishing write tid 1 to smithi06780069-26 2024-07-29T15:14:23.087 INFO:tasks.rados.rados.0.smithi067.stdout:3515: finishing write tid 2 to smithi06780069-26 2024-07-29T15:14:23.087 INFO:tasks.rados.rados.0.smithi067.stdout:3515: finishing write tid 3 to smithi06780069-26 2024-07-29T15:14:23.088 INFO:tasks.rados.rados.0.smithi067.stdout:3515: finishing write tid 4 to smithi06780069-26 2024-07-29T15:14:23.088 INFO:tasks.rados.rados.0.smithi067.stdout:3515: finishing write tid 5 to smithi06780069-26 2024-07-29T15:14:23.088 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 1837 (ObjNum 1111 snap 336 seq_num 1111) dirty exists 2024-07-29T15:14:23.088 INFO:tasks.rados.rados.0.smithi067.stdout:3515: left oid 26 (ObjNum 1111 snap 336 seq_num 1111) 2024-07-29T15:14:23.088 INFO:tasks.rados.rados.0.smithi067.stdout:3514: expect (ObjNum 1050 snap 325 seq_num 1050) 2024-07-29T15:14:23.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:23 smithi067 ceph-mon[91995]: pgmap v757: 121 pgs: 121 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.2 MiB/s wr, 24 op/s 2024-07-29T15:14:23.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:23 smithi067 ceph-mon[91995]: osdmap e763: 8 total, 8 up, 8 in 2024-07-29T15:14:23.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:23 smithi067 ceph-mon[91995]: osdmap e764: 8 total, 8 up, 8 in 2024-07-29T15:14:23.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:23 smithi067 ceph-mon[94375]: pgmap v757: 121 pgs: 121 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.2 MiB/s wr, 24 op/s 2024-07-29T15:14:23.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:23 smithi067 ceph-mon[94375]: osdmap e763: 8 total, 8 up, 8 in 2024-07-29T15:14:23.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:23 smithi067 ceph-mon[94375]: osdmap e764: 8 total, 8 up, 8 in 2024-07-29T15:14:23.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:23 smithi138 ceph-mon[86438]: pgmap v757: 121 pgs: 121 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.2 MiB/s wr, 24 op/s 2024-07-29T15:14:23.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:23 smithi138 ceph-mon[86438]: osdmap e763: 8 total, 8 up, 8 in 2024-07-29T15:14:23.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:23 smithi138 ceph-mon[86438]: osdmap e764: 8 total, 8 up, 8 in 2024-07-29T15:14:23.718 INFO:tasks.rados.rados.0.smithi067.stdout:3513: done (3 left) 2024-07-29T15:14:23.718 INFO:tasks.rados.rados.0.smithi067.stdout:3514: done (2 left) 2024-07-29T15:14:23.718 INFO:tasks.rados.rados.0.smithi067.stdout:3515: done (1 left) 2024-07-29T15:14:23.718 INFO:tasks.rados.rados.0.smithi067.stdout:3516: done (0 left) 2024-07-29T15:14:23.718 INFO:tasks.rados.rados.0.smithi067.stdout:3517: setattr oid 33 current snap is 336 2024-07-29T15:14:23.719 INFO:tasks.rados.rados.0.smithi067.stdout:3518: delete oid 45 current snap is 336 2024-07-29T15:14:23.722 INFO:tasks.rados.rados.0.smithi067.stdout:3518: done (1 left) 2024-07-29T15:14:23.722 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 43 current snap is 336 2024-07-29T15:14:23.722 INFO:tasks.rados.rados.0.smithi067.stdout:3519: seq_num 1114 ranges {8249344=663552,8912896=802816,9715712=401408} 2024-07-29T15:14:23.771 INFO:tasks.rados.rados.0.smithi067.stdout:3519: writing smithi06780069-43 from 8249344 to 8912896 tid 1 2024-07-29T15:14:23.776 INFO:tasks.rados.rados.0.smithi067.stdout:3519: writing smithi06780069-43 from 8912896 to 9715712 tid 2 2024-07-29T15:14:23.778 INFO:tasks.rados.rados.0.smithi067.stdout:3519: writing smithi06780069-43 from 9715712 to 10117120 tid 3 2024-07-29T15:14:23.779 INFO:tasks.rados.rados.0.smithi067.stdout:3520: delete oid 14 current snap is 336 2024-07-29T15:14:23.779 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 33 v 1954 (ObjNum 1061 snap 327 seq_num 1061) dirty exists 2024-07-29T15:14:23.779 INFO:tasks.rados.rados.0.smithi067.stdout:3519: finishing write tid 1 to smithi06780069-43 2024-07-29T15:14:23.780 INFO:tasks.rados.rados.0.smithi067.stdout:3519: finishing write tid 2 to smithi06780069-43 2024-07-29T15:14:23.781 INFO:tasks.rados.rados.0.smithi067.stdout:3517: done (2 left) 2024-07-29T15:14:23.781 INFO:tasks.rados.rados.0.smithi067.stdout:3520: done (1 left) 2024-07-29T15:14:23.781 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 5 current snap is 336 2024-07-29T15:14:23.781 INFO:tasks.rados.rados.0.smithi067.stdout:3521: seq_num 1116 ranges {10240000=696320,10936320=573440,11509760=450560,11960320=180224} 2024-07-29T15:14:23.840 INFO:tasks.rados.rados.0.smithi067.stdout:3521: writing smithi06780069-5 from 10240000 to 10936320 tid 1 2024-07-29T15:14:23.844 INFO:tasks.rados.rados.0.smithi067.stdout:3521: writing smithi06780069-5 from 10936320 to 11509760 tid 2 2024-07-29T15:14:23.847 INFO:tasks.rados.rados.0.smithi067.stdout:3521: writing smithi06780069-5 from 11509760 to 11960320 tid 3 2024-07-29T15:14:23.848 INFO:tasks.rados.rados.0.smithi067.stdout:3521: writing smithi06780069-5 from 11960320 to 12140544 tid 4 2024-07-29T15:14:23.849 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 48 current snap is 336 2024-07-29T15:14:23.849 INFO:tasks.rados.rados.0.smithi067.stdout:3519: finishing write tid 3 to smithi06780069-43 2024-07-29T15:14:23.849 INFO:tasks.rados.rados.0.smithi067.stdout:3522: seq_num 1117 ranges {9404416=712704,10117120=458752,10575872=655360,11231232=90112} 2024-07-29T15:14:23.903 INFO:tasks.rados.rados.0.smithi067.stdout:3522: writing smithi06780069-48 from 9404416 to 10117120 tid 1 2024-07-29T15:14:23.906 INFO:tasks.rados.rados.0.smithi067.stdout:3522: writing smithi06780069-48 from 10117120 to 10575872 tid 2 2024-07-29T15:14:23.909 INFO:tasks.rados.rados.0.smithi067.stdout:3522: writing smithi06780069-48 from 10575872 to 11231232 tid 3 2024-07-29T15:14:23.911 INFO:tasks.rados.rados.0.smithi067.stdout:3522: writing smithi06780069-48 from 11231232 to 11321344 tid 4 2024-07-29T15:14:23.911 INFO:tasks.rados.rados.0.smithi067.stdout:3523: rollback oid 40 current snap is 336 2024-07-29T15:14:23.911 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 40 to 334 2024-07-29T15:14:23.911 INFO:tasks.rados.rados.0.smithi067.stdout:3519: finishing write tid 4 to smithi06780069-43 2024-07-29T15:14:23.911 INFO:tasks.rados.rados.0.smithi067.stdout:3519: finishing write tid 5 to smithi06780069-43 2024-07-29T15:14:23.911 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 43 v 1881 (ObjNum 1114 snap 336 seq_num 1114) dirty exists 2024-07-29T15:14:23.911 INFO:tasks.rados.rados.0.smithi067.stdout:3519: left oid 43 (ObjNum 1114 snap 336 seq_num 1114) 2024-07-29T15:14:23.911 INFO:tasks.rados.rados.0.smithi067.stdout:3521: finishing write tid 1 to smithi06780069-5 2024-07-29T15:14:23.911 INFO:tasks.rados.rados.0.smithi067.stdout:3521: finishing write tid 2 to smithi06780069-5 2024-07-29T15:14:23.911 INFO:tasks.rados.rados.0.smithi067.stdout:3521: finishing write tid 3 to smithi06780069-5 2024-07-29T15:14:23.911 INFO:tasks.rados.rados.0.smithi067.stdout:3521: finishing write tid 4 to smithi06780069-5 2024-07-29T15:14:23.911 INFO:tasks.rados.rados.0.smithi067.stdout:3519: done (3 left) 2024-07-29T15:14:23.912 INFO:tasks.rados.rados.0.smithi067.stdout:3524: delete oid 36 current snap is 336 2024-07-29T15:14:23.912 INFO:tasks.rados.rados.0.smithi067.stdout:3521: finishing write tid 5 to smithi06780069-5 2024-07-29T15:14:23.912 INFO:tasks.rados.rados.0.smithi067.stdout:3521: finishing write tid 6 to smithi06780069-5 2024-07-29T15:14:23.912 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 1895 (ObjNum 1116 snap 336 seq_num 1116) dirty exists 2024-07-29T15:14:23.912 INFO:tasks.rados.rados.0.smithi067.stdout:3521: left oid 5 (ObjNum 1116 snap 336 seq_num 1116) 2024-07-29T15:14:23.912 INFO:tasks.rados.rados.0.smithi067.stdout:3522: finishing write tid 1 to smithi06780069-48 2024-07-29T15:14:23.912 INFO:tasks.rados.rados.0.smithi067.stdout:3522: finishing write tid 2 to smithi06780069-48 2024-07-29T15:14:23.912 INFO:tasks.rados.rados.0.smithi067.stdout:3521: done (3 left) 2024-07-29T15:14:23.913 INFO:tasks.rados.rados.0.smithi067.stdout:3524: done (2 left) 2024-07-29T15:14:23.913 INFO:tasks.rados.rados.0.smithi067.stdout:3525: delete oid 32 current snap is 336 2024-07-29T15:14:23.914 INFO:tasks.rados.rados.0.smithi067.stdout:3523: finishing rollback tid 0 to smithi06780069-40 2024-07-29T15:14:23.914 INFO:tasks.rados.rados.0.smithi067.stdout:3522: finishing write tid 3 to smithi06780069-48 2024-07-29T15:14:23.915 INFO:tasks.rados.rados.0.smithi067.stdout:3522: finishing write tid 4 to smithi06780069-48 2024-07-29T15:14:23.915 INFO:tasks.rados.rados.0.smithi067.stdout:3523: finishing rollback tid 1 to smithi06780069-40 2024-07-29T15:14:23.918 INFO:tasks.rados.rados.0.smithi067.stdout:3523: finishing rollback tid 2 to smithi06780069-40 2024-07-29T15:14:23.918 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 40 v 1838 (ObjNum 1104 snap 334 seq_num 1104) dirty exists 2024-07-29T15:14:23.918 INFO:tasks.rados.rados.0.smithi067.stdout:3522: finishing write tid 5 to smithi06780069-48 2024-07-29T15:14:23.918 INFO:tasks.rados.rados.0.smithi067.stdout:3522: finishing write tid 6 to smithi06780069-48 2024-07-29T15:14:23.919 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 48 v 1437 (ObjNum 1117 snap 336 seq_num 1117) dirty exists 2024-07-29T15:14:23.919 INFO:tasks.rados.rados.0.smithi067.stdout:3522: left oid 48 (ObjNum 1117 snap 336 seq_num 1117) 2024-07-29T15:14:23.919 INFO:tasks.rados.rados.0.smithi067.stdout:3522: done (2 left) 2024-07-29T15:14:23.919 INFO:tasks.rados.rados.0.smithi067.stdout:3523: done (1 left) 2024-07-29T15:14:23.919 INFO:tasks.rados.rados.0.smithi067.stdout:3525: done (0 left) 2024-07-29T15:14:23.919 INFO:tasks.rados.rados.0.smithi067.stdout:3526: read oid 36 snap 334 2024-07-29T15:14:23.919 INFO:tasks.rados.rados.0.smithi067.stdout:3526: expect (ObjNum 1033 snap 319 seq_num 1033) 2024-07-29T15:14:23.919 INFO:tasks.rados.rados.0.smithi067.stdout:3527: rollback oid 37 current snap is 336 2024-07-29T15:14:23.919 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 37 to 334 2024-07-29T15:14:23.919 INFO:tasks.rados.rados.0.smithi067.stdout:3528: snap_remove snap 335 2024-07-29T15:14:24.155 INFO:tasks.rados.rados.0.smithi067.stdout:3527: finishing rollback tid 1 to smithi06780069-37 2024-07-29T15:14:24.178 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 37 v 0 (ObjNum 33 snap 0 seq_num 3880804368) dirty dne 2024-07-29T15:14:24.178 INFO:tasks.rados.rados.0.smithi067.stdout:3526: expect (ObjNum 1033 snap 319 seq_num 1033) 2024-07-29T15:14:24.451 INFO:tasks.rados.rados.0.smithi067.stdout:3526: done (2 left) 2024-07-29T15:14:24.452 INFO:tasks.rados.rados.0.smithi067.stdout:3527: done (1 left) 2024-07-29T15:14:24.452 INFO:tasks.rados.rados.0.smithi067.stdout:3528: done (0 left) 2024-07-29T15:14:24.452 INFO:tasks.rados.rados.0.smithi067.stdout:3529: rmattr oid 9 current snap is 336 2024-07-29T15:14:24.452 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 46 current snap is 336 2024-07-29T15:14:24.452 INFO:tasks.rados.rados.0.smithi067.stdout:3530: seq_num 1120 ranges {9183232=761856,9945088=557056,10502144=425984,10928128=221184} 2024-07-29T15:14:24.505 INFO:tasks.rados.rados.0.smithi067.stdout:3530: writing smithi06780069-46 from 9183232 to 9945088 tid 1 2024-07-29T15:14:24.509 INFO:tasks.rados.rados.0.smithi067.stdout:3530: writing smithi06780069-46 from 9945088 to 10502144 tid 2 2024-07-29T15:14:24.511 INFO:tasks.rados.rados.0.smithi067.stdout:3530: writing smithi06780069-46 from 10502144 to 10928128 tid 3 2024-07-29T15:14:24.513 INFO:tasks.rados.rados.0.smithi067.stdout:3530: writing smithi06780069-46 from 10928128 to 11149312 tid 4 2024-07-29T15:14:24.513 INFO:tasks.rados.rados.0.smithi067.stdout:3531: snap_remove snap 334 2024-07-29T15:14:25.164 INFO:tasks.rados.rados.0.smithi067.stdout:3531: done (2 left) 2024-07-29T15:14:25.164 INFO:tasks.rados.rados.0.smithi067.stdout:3532: copy_from oid 16 from oid 37 current snap is 336 2024-07-29T15:14:25.164 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 9 v 1557 (ObjNum 1040 snap 322 seq_num 1040) dirty exists 2024-07-29T15:14:25.164 INFO:tasks.rados.rados.0.smithi067.stdout:3530: finishing write tid 1 to smithi06780069-46 2024-07-29T15:14:25.164 INFO:tasks.rados.rados.0.smithi067.stdout:3530: finishing write tid 2 to smithi06780069-46 2024-07-29T15:14:25.164 INFO:tasks.rados.rados.0.smithi067.stdout:3530: finishing write tid 3 to smithi06780069-46 2024-07-29T15:14:25.164 INFO:tasks.rados.rados.0.smithi067.stdout:3530: finishing write tid 4 to smithi06780069-46 2024-07-29T15:14:25.164 INFO:tasks.rados.rados.0.smithi067.stdout:3530: finishing write tid 5 to smithi06780069-46 2024-07-29T15:14:25.164 INFO:tasks.rados.rados.0.smithi067.stdout:3530: finishing write tid 6 to smithi06780069-46 2024-07-29T15:14:25.164 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 46 v 1964 (ObjNum 1120 snap 336 seq_num 1120) dirty exists 2024-07-29T15:14:25.164 INFO:tasks.rados.rados.0.smithi067.stdout:3530: left oid 46 (ObjNum 1120 snap 336 seq_num 1120) 2024-07-29T15:14:25.165 INFO:tasks.rados.rados.0.smithi067.stdout:3529: done (2 left) 2024-07-29T15:14:25.165 INFO:tasks.rados.rados.0.smithi067.stdout:3530: done (1 left) 2024-07-29T15:14:25.165 INFO:tasks.rados.rados.0.smithi067.stdout:3533: copy_from oid 34 from oid 5 current snap is 336 2024-07-29T15:14:25.165 INFO:tasks.rados.rados.0.smithi067.stdout:3534: setattr oid 12 current snap is 336 2024-07-29T15:14:25.166 INFO:tasks.rados.rados.0.smithi067.stdout:3535: delete oid 1 current snap is 336 2024-07-29T15:14:25.174 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 1844 (ObjNum 1009 snap 311 seq_num 1009) dirty exists 2024-07-29T15:14:25.174 INFO:tasks.rados.rados.0.smithi067.stdout:3532: finishing copy_from to smithi06780069-16 2024-07-29T15:14:25.174 INFO:tasks.rados.rados.0.smithi067.stdout:3532: got expected ENOENT (src dne) 2024-07-29T15:14:25.176 INFO:tasks.rados.rados.0.smithi067.stdout:3534: done (3 left) 2024-07-29T15:14:25.176 INFO:tasks.rados.rados.0.smithi067.stdout:3535: done (2 left) 2024-07-29T15:14:25.176 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 22 current snap is 336 2024-07-29T15:14:25.176 INFO:tasks.rados.rados.0.smithi067.stdout:3536: seq_num 1122 ranges {5799936=794624,6594560=729088,7323648=475136} 2024-07-29T15:14:25.213 INFO:tasks.rados.rados.0.smithi067.stdout:3536: writing smithi06780069-22 from 5799936 to 6594560 tid 1 2024-07-29T15:14:25.218 INFO:tasks.rados.rados.0.smithi067.stdout:3536: writing smithi06780069-22 from 6594560 to 7323648 tid 2 2024-07-29T15:14:25.221 INFO:tasks.rados.rados.0.smithi067.stdout:3536: writing smithi06780069-22 from 7323648 to 7798784 tid 3 2024-07-29T15:14:25.221 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 15 current snap is 336 2024-07-29T15:14:25.221 INFO:tasks.rados.rados.0.smithi067.stdout:3532: finishing copy_from racing read to smithi06780069-16 2024-07-29T15:14:25.221 INFO:tasks.rados.rados.0.smithi067.stdout:3536: finishing write tid 1 to smithi06780069-22 2024-07-29T15:14:25.221 INFO:tasks.rados.rados.0.smithi067.stdout:3533: finishing copy_from racing read to smithi06780069-34 2024-07-29T15:14:25.221 INFO:tasks.rados.rados.0.smithi067.stdout:3537: seq_num 1123 ranges {909312=409600,1318912=614400,1933312=598016,2531328=393216} 2024-07-29T15:14:25.228 INFO:tasks.rados.rados.0.smithi067.stdout:3537: writing smithi06780069-15 from 909312 to 1318912 tid 1 2024-07-29T15:14:25.231 INFO:tasks.rados.rados.0.smithi067.stdout:3537: writing smithi06780069-15 from 1318912 to 1933312 tid 2 2024-07-29T15:14:25.235 INFO:tasks.rados.rados.0.smithi067.stdout:3537: writing smithi06780069-15 from 1933312 to 2531328 tid 3 2024-07-29T15:14:25.238 INFO:tasks.rados.rados.0.smithi067.stdout:3537: writing smithi06780069-15 from 2531328 to 2924544 tid 4 2024-07-29T15:14:25.238 INFO:tasks.rados.rados.0.smithi067.stdout:3532: done (3 left) 2024-07-29T15:14:25.238 INFO:tasks.rados.rados.0.smithi067.stdout:3538: setattr oid 18 current snap is 336 2024-07-29T15:14:25.238 INFO:tasks.rados.rados.0.smithi067.stdout:3533: finishing copy_from to smithi06780069-34 2024-07-29T15:14:25.238 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 34 v 1895 (ObjNum 1116 snap 336 seq_num 1116) dirty exists 2024-07-29T15:14:25.238 INFO:tasks.rados.rados.0.smithi067.stdout:3536: finishing write tid 2 to smithi06780069-22 2024-07-29T15:14:25.238 INFO:tasks.rados.rados.0.smithi067.stdout:3536: finishing write tid 3 to smithi06780069-22 2024-07-29T15:14:25.238 INFO:tasks.rados.rados.0.smithi067.stdout:3536: finishing write tid 4 to smithi06780069-22 2024-07-29T15:14:25.238 INFO:tasks.rados.rados.0.smithi067.stdout:3536: finishing write tid 5 to smithi06780069-22 2024-07-29T15:14:25.238 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 1899 (ObjNum 1122 snap 336 seq_num 1122) dirty exists 2024-07-29T15:14:25.239 INFO:tasks.rados.rados.0.smithi067.stdout:3536: left oid 22 (ObjNum 1122 snap 336 seq_num 1122) 2024-07-29T15:14:25.239 INFO:tasks.rados.rados.0.smithi067.stdout:3537: finishing write tid 1 to smithi06780069-15 2024-07-29T15:14:25.239 INFO:tasks.rados.rados.0.smithi067.stdout:3537: finishing write tid 2 to smithi06780069-15 2024-07-29T15:14:25.239 INFO:tasks.rados.rados.0.smithi067.stdout:3537: finishing write tid 3 to smithi06780069-15 2024-07-29T15:14:25.239 INFO:tasks.rados.rados.0.smithi067.stdout:3533: done (3 left) 2024-07-29T15:14:25.239 INFO:tasks.rados.rados.0.smithi067.stdout:3536: done (2 left) 2024-07-29T15:14:25.239 INFO:tasks.rados.rados.0.smithi067.stdout:3539: rollback oid 14 current snap is 336 2024-07-29T15:14:25.239 INFO:tasks.rados.rados.0.smithi067.stdout:3539: done (2 left) 2024-07-29T15:14:25.239 INFO:tasks.rados.rados.0.smithi067.stdout:3540: delete oid 12 current snap is 336 2024-07-29T15:14:25.241 INFO:tasks.rados.rados.0.smithi067.stdout:3537: finishing write tid 4 to smithi06780069-15 2024-07-29T15:14:25.241 INFO:tasks.rados.rados.0.smithi067.stdout:3540: done (2 left) 2024-07-29T15:14:25.241 INFO:tasks.rados.rados.0.smithi067.stdout:3541: snap_create 2024-07-29T15:14:25.242 INFO:tasks.rados.rados.0.smithi067.stdout:3537: finishing write tid 5 to smithi06780069-15 2024-07-29T15:14:25.242 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 1900 (ObjNum 33 snap 0 seq_num 3881109600) dirty exists 2024-07-29T15:14:25.243 INFO:tasks.rados.rados.0.smithi067.stdout:3537: finishing write tid 6 to smithi06780069-15 2024-07-29T15:14:25.243 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 1854 (ObjNum 1123 snap 336 seq_num 1123) dirty exists 2024-07-29T15:14:25.243 INFO:tasks.rados.rados.0.smithi067.stdout:3537: left oid 15 (ObjNum 1123 snap 336 seq_num 1123) 2024-07-29T15:14:25.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:25 smithi067 ceph-mon[91995]: pgmap v760: 121 pgs: 121 active+clean; 171 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.5 MiB/s wr, 28 op/s 2024-07-29T15:14:25.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:25 smithi067 ceph-mon[91995]: osdmap e765: 8 total, 8 up, 8 in 2024-07-29T15:14:25.489 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 15:14:25 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2[108886]: 2024-07-29T15:14:25.182+0000 7fb4d864c640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 19a after trimming was started 2024-07-29T15:14:25.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:25 smithi067 ceph-mon[94375]: pgmap v760: 121 pgs: 121 active+clean; 171 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.5 MiB/s wr, 28 op/s 2024-07-29T15:14:25.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:25 smithi067 ceph-mon[94375]: osdmap e765: 8 total, 8 up, 8 in 2024-07-29T15:14:25.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:25 smithi138 ceph-mon[86438]: pgmap v760: 121 pgs: 121 active+clean; 171 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.5 MiB/s wr, 28 op/s 2024-07-29T15:14:25.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:25 smithi138 ceph-mon[86438]: osdmap e765: 8 total, 8 up, 8 in 2024-07-29T15:14:26.169 INFO:tasks.rados.rados.0.smithi067.stdout:3537: done (2 left) 2024-07-29T15:14:26.169 INFO:tasks.rados.rados.0.smithi067.stdout:3538: done (1 left) 2024-07-29T15:14:26.169 INFO:tasks.rados.rados.0.smithi067.stdout:3541: done (0 left) 2024-07-29T15:14:26.169 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 45 current snap is 337 2024-07-29T15:14:26.169 INFO:tasks.rados.rados.0.smithi067.stdout:3542: seq_num 1125 ranges {0=450560,450560=786432,1236992=614400,1851392=204800} 2024-07-29T15:14:26.171 INFO:tasks.rados.rados.0.smithi067.stdout:3542: writing smithi06780069-45 from 0 to 450560 tid 1 2024-07-29T15:14:26.177 INFO:tasks.rados.rados.0.smithi067.stdout:3542: writing smithi06780069-45 from 450560 to 1236992 tid 2 2024-07-29T15:14:26.180 INFO:tasks.rados.rados.0.smithi067.stdout:3542: writing smithi06780069-45 from 1236992 to 1851392 tid 3 2024-07-29T15:14:26.182 INFO:tasks.rados.rados.0.smithi067.stdout:3542: writing smithi06780069-45 from 1851392 to 2056192 tid 4 2024-07-29T15:14:26.182 INFO:tasks.rados.rados.0.smithi067.stdout:3543: read oid 41 snap 336 2024-07-29T15:14:26.182 INFO:tasks.rados.rados.0.smithi067.stdout:3543: expect deleted 2024-07-29T15:14:26.182 INFO:tasks.rados.rados.0.smithi067.stdout:3544: delete oid 6 current snap is 337 2024-07-29T15:14:26.182 INFO:tasks.rados.rados.0.smithi067.stdout:3542: finishing write tid 1 to smithi06780069-45 2024-07-29T15:14:26.182 INFO:tasks.rados.rados.0.smithi067.stdout:3542: finishing write tid 2 to smithi06780069-45 2024-07-29T15:14:26.185 INFO:tasks.rados.rados.0.smithi067.stdout:3542: finishing write tid 3 to smithi06780069-45 2024-07-29T15:14:26.185 INFO:tasks.rados.rados.0.smithi067.stdout:3542: finishing write tid 4 to smithi06780069-45 2024-07-29T15:14:26.185 INFO:tasks.rados.rados.0.smithi067.stdout:3542: finishing write tid 5 to smithi06780069-45 2024-07-29T15:14:26.187 INFO:tasks.rados.rados.0.smithi067.stdout:3543: done (2 left) 2024-07-29T15:14:26.187 INFO:tasks.rados.rados.0.smithi067.stdout:3544: done (1 left) 2024-07-29T15:14:26.187 INFO:tasks.rados.rados.0.smithi067.stdout:3545: copy_from oid 29 from oid 8 current snap is 337 2024-07-29T15:14:26.187 INFO:tasks.rados.rados.0.smithi067.stdout:3546: setattr oid 15 current snap is 337 2024-07-29T15:14:26.188 INFO:tasks.rados.rados.0.smithi067.stdout:3542: finishing write tid 6 to smithi06780069-45 2024-07-29T15:14:26.188 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 1241 (ObjNum 1125 snap 337 seq_num 1125) dirty exists 2024-07-29T15:14:26.188 INFO:tasks.rados.rados.0.smithi067.stdout:3542: left oid 45 (ObjNum 1125 snap 337 seq_num 1125) 2024-07-29T15:14:26.189 INFO:tasks.rados.rados.0.smithi067.stdout:3542: done (2 left) 2024-07-29T15:14:26.189 INFO:tasks.rados.rados.0.smithi067.stdout:3547: read oid 16 snap 336 2024-07-29T15:14:26.189 INFO:tasks.rados.rados.0.smithi067.stdout:3547: expect deleted 2024-07-29T15:14:26.189 INFO:tasks.rados.rados.0.smithi067.stdout:3548: setattr oid 25 current snap is 337 2024-07-29T15:14:26.190 INFO:tasks.rados.rados.0.smithi067.stdout:3545: finishing copy_from to smithi06780069-29 2024-07-29T15:14:26.190 INFO:tasks.rados.rados.0.smithi067.stdout:3545: got expected ENOENT (src dne) 2024-07-29T15:14:26.190 INFO:tasks.rados.rados.0.smithi067.stdout:3545: finishing copy_from racing read to smithi06780069-29 2024-07-29T15:14:26.191 INFO:tasks.rados.rados.0.smithi067.stdout:3545: done (3 left) 2024-07-29T15:14:26.191 INFO:tasks.rados.rados.0.smithi067.stdout:3549: read oid 18 snap 336 2024-07-29T15:14:26.191 INFO:tasks.rados.rados.0.smithi067.stdout:3549: expect (ObjNum -415177296 snap 21888 seq_num 3879793760) 2024-07-29T15:14:26.191 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 5 current snap is 337 2024-07-29T15:14:26.191 INFO:tasks.rados.rados.0.smithi067.stdout:3550: seq_num 1127 ranges {12140544=483328,12623872=598016,13221888=581632,13803520=425984} 2024-07-29T15:14:26.260 INFO:tasks.rados.rados.0.smithi067.stdout:3550: writing smithi06780069-5 from 12140544 to 12623872 tid 1 2024-07-29T15:14:26.263 INFO:tasks.rados.rados.0.smithi067.stdout:3550: writing smithi06780069-5 from 12623872 to 13221888 tid 2 2024-07-29T15:14:26.267 INFO:tasks.rados.rados.0.smithi067.stdout:3550: writing smithi06780069-5 from 13221888 to 13803520 tid 3 2024-07-29T15:14:26.270 INFO:tasks.rados.rados.0.smithi067.stdout:3550: writing smithi06780069-5 from 13803520 to 14229504 tid 4 2024-07-29T15:14:26.270 INFO:tasks.rados.rados.0.smithi067.stdout:3551: delete oid 9 current snap is 337 2024-07-29T15:14:26.270 INFO:tasks.rados.rados.0.smithi067.stdout:3549: expect (ObjNum -415177296 snap 21888 seq_num 3879793760) 2024-07-29T15:14:26.276 INFO:tasks.rados.rados.0.smithi067.stdout:3547: done (5 left) 2024-07-29T15:14:26.276 INFO:tasks.rados.rados.0.smithi067.stdout:3549: done (4 left) 2024-07-29T15:14:26.276 INFO:tasks.rados.rados.0.smithi067.stdout:3551: done (3 left) 2024-07-29T15:14:26.276 INFO:tasks.rados.rados.0.smithi067.stdout:3552: copy_from oid 18 from oid 19 current snap is 337 2024-07-29T15:14:26.276 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 25 v 1838 (ObjNum 65 snap 0 seq_num 1532321871) dirty exists 2024-07-29T15:14:26.276 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 1855 (ObjNum 1123 snap 336 seq_num 1123) dirty exists 2024-07-29T15:14:26.277 INFO:tasks.rados.rados.0.smithi067.stdout:3550: finishing write tid 1 to smithi06780069-5 2024-07-29T15:14:26.277 INFO:tasks.rados.rados.0.smithi067.stdout:3550: finishing write tid 2 to smithi06780069-5 2024-07-29T15:14:26.277 INFO:tasks.rados.rados.0.smithi067.stdout:3550: finishing write tid 3 to smithi06780069-5 2024-07-29T15:14:26.277 INFO:tasks.rados.rados.0.smithi067.stdout:3550: finishing write tid 4 to smithi06780069-5 2024-07-29T15:14:26.277 INFO:tasks.rados.rados.0.smithi067.stdout:3550: finishing write tid 5 to smithi06780069-5 2024-07-29T15:14:26.277 INFO:tasks.rados.rados.0.smithi067.stdout:3550: finishing write tid 6 to smithi06780069-5 2024-07-29T15:14:26.277 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 1905 (ObjNum 1127 snap 337 seq_num 1127) dirty exists 2024-07-29T15:14:26.277 INFO:tasks.rados.rados.0.smithi067.stdout:3550: left oid 5 (ObjNum 1127 snap 337 seq_num 1127) 2024-07-29T15:14:26.277 INFO:tasks.rados.rados.0.smithi067.stdout:3546: done (3 left) 2024-07-29T15:14:26.277 INFO:tasks.rados.rados.0.smithi067.stdout:3548: done (2 left) 2024-07-29T15:14:26.277 INFO:tasks.rados.rados.0.smithi067.stdout:3550: done (1 left) 2024-07-29T15:14:26.277 INFO:tasks.rados.rados.0.smithi067.stdout:3553: setattr oid 26 current snap is 337 2024-07-29T15:14:26.278 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 16 current snap is 337 2024-07-29T15:14:26.278 INFO:tasks.rados.rados.0.smithi067.stdout:3554: seq_num 1129 ranges {0=516096,516096=770048,1286144=598016,1884160=237568} 2024-07-29T15:14:26.281 INFO:tasks.rados.rados.0.smithi067.stdout:3554: writing smithi06780069-16 from 0 to 516096 tid 1 2024-07-29T15:14:26.286 INFO:tasks.rados.rados.0.smithi067.stdout:3554: writing smithi06780069-16 from 516096 to 1286144 tid 2 2024-07-29T15:14:26.289 INFO:tasks.rados.rados.0.smithi067.stdout:3554: writing smithi06780069-16 from 1286144 to 1884160 tid 3 2024-07-29T15:14:26.291 INFO:tasks.rados.rados.0.smithi067.stdout:3554: writing smithi06780069-16 from 1884160 to 2121728 tid 4 2024-07-29T15:14:26.291 INFO:tasks.rados.rados.0.smithi067.stdout:3555: delete oid 42 current snap is 337 2024-07-29T15:14:26.291 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 1839 (ObjNum 1111 snap 336 seq_num 1111) dirty exists 2024-07-29T15:14:26.291 INFO:tasks.rados.rados.0.smithi067.stdout:3552: finishing copy_from racing read to smithi06780069-18 2024-07-29T15:14:26.291 INFO:tasks.rados.rados.0.smithi067.stdout:3554: finishing write tid 1 to smithi06780069-16 2024-07-29T15:14:26.291 INFO:tasks.rados.rados.0.smithi067.stdout:3552: finishing copy_from to smithi06780069-18 2024-07-29T15:14:26.291 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 1950 (ObjNum 1082 snap 332 seq_num 1082) dirty exists 2024-07-29T15:14:26.291 INFO:tasks.rados.rados.0.smithi067.stdout:3554: finishing write tid 2 to smithi06780069-16 2024-07-29T15:14:26.293 INFO:tasks.rados.rados.0.smithi067.stdout:3552: done (3 left) 2024-07-29T15:14:26.294 INFO:tasks.rados.rados.0.smithi067.stdout:3553: done (2 left) 2024-07-29T15:14:26.294 INFO:tasks.rados.rados.0.smithi067.stdout:3555: done (1 left) 2024-07-29T15:14:26.294 INFO:tasks.rados.rados.0.smithi067.stdout:3556: rmattr oid 10 current snap is 337 2024-07-29T15:14:26.294 INFO:tasks.rados.rados.0.smithi067.stdout:3556: done (1 left) 2024-07-29T15:14:26.294 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 5 current snap is 337 2024-07-29T15:14:26.294 INFO:tasks.rados.rados.0.smithi067.stdout:3557: seq_num 1131 ranges {14229504=548864,14778368=540672,15319040=565248,15884288=425984,16310272=73728} 2024-07-29T15:14:26.374 INFO:tasks.rados.rados.0.smithi067.stdout:3557: writing smithi06780069-5 from 14229504 to 14778368 tid 1 2024-07-29T15:14:26.377 INFO:tasks.rados.rados.0.smithi067.stdout:3557: writing smithi06780069-5 from 14778368 to 15319040 tid 2 2024-07-29T15:14:26.381 INFO:tasks.rados.rados.0.smithi067.stdout:3557: writing smithi06780069-5 from 15319040 to 15884288 tid 3 2024-07-29T15:14:26.383 INFO:tasks.rados.rados.0.smithi067.stdout:3557: writing smithi06780069-5 from 15884288 to 16310272 tid 4 2024-07-29T15:14:26.383 INFO:tasks.rados.rados.0.smithi067.stdout:3557: writing smithi06780069-5 from 16310272 to 16384000 tid 5 2024-07-29T15:14:26.384 INFO:tasks.rados.rados.0.smithi067.stdout:3558: snap_create 2024-07-29T15:14:26.384 INFO:tasks.rados.rados.0.smithi067.stdout:3554: finishing write tid 3 to smithi06780069-16 2024-07-29T15:14:26.384 INFO:tasks.rados.rados.0.smithi067.stdout:3554: finishing write tid 4 to smithi06780069-16 2024-07-29T15:14:26.384 INFO:tasks.rados.rados.0.smithi067.stdout:3554: finishing write tid 5 to smithi06780069-16 2024-07-29T15:14:26.384 INFO:tasks.rados.rados.0.smithi067.stdout:3554: finishing write tid 6 to smithi06780069-16 2024-07-29T15:14:26.384 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 16 v 1860 (ObjNum 1129 snap 337 seq_num 1129) dirty exists 2024-07-29T15:14:26.384 INFO:tasks.rados.rados.0.smithi067.stdout:3554: left oid 16 (ObjNum 1129 snap 337 seq_num 1129) 2024-07-29T15:14:26.384 INFO:tasks.rados.rados.0.smithi067.stdout:3557: finishing write tid 1 to smithi06780069-5 2024-07-29T15:14:26.384 INFO:tasks.rados.rados.0.smithi067.stdout:3557: finishing write tid 2 to smithi06780069-5 2024-07-29T15:14:26.384 INFO:tasks.rados.rados.0.smithi067.stdout:3557: finishing write tid 3 to smithi06780069-5 2024-07-29T15:14:26.386 INFO:tasks.rados.rados.0.smithi067.stdout:3557: finishing write tid 4 to smithi06780069-5 2024-07-29T15:14:26.386 INFO:tasks.rados.rados.0.smithi067.stdout:3557: finishing write tid 5 to smithi06780069-5 2024-07-29T15:14:26.386 INFO:tasks.rados.rados.0.smithi067.stdout:3557: finishing write tid 6 to smithi06780069-5 2024-07-29T15:14:26.387 INFO:tasks.rados.rados.0.smithi067.stdout:3557: finishing write tid 7 to smithi06780069-5 2024-07-29T15:14:26.387 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 1956 (ObjNum 1131 snap 337 seq_num 1131) dirty exists 2024-07-29T15:14:26.388 INFO:tasks.rados.rados.0.smithi067.stdout:3557: left oid 5 (ObjNum 1131 snap 337 seq_num 1131) 2024-07-29T15:14:26.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:26 smithi067 ceph-mon[91995]: osdmap e766: 8 total, 8 up, 8 in 2024-07-29T15:14:26.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:26 smithi067 ceph-mon[94375]: osdmap e766: 8 total, 8 up, 8 in 2024-07-29T15:14:26.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:26 smithi138 ceph-mon[86438]: osdmap e766: 8 total, 8 up, 8 in 2024-07-29T15:14:27.178 INFO:tasks.rados.rados.0.smithi067.stdout:3554: done (2 left) 2024-07-29T15:14:27.178 INFO:tasks.rados.rados.0.smithi067.stdout:3557: done (1 left) 2024-07-29T15:14:27.178 INFO:tasks.rados.rados.0.smithi067.stdout:3558: done (0 left) 2024-07-29T15:14:27.179 INFO:tasks.rados.rados.0.smithi067.stdout:3559: delete oid 25 current snap is 338 2024-07-29T15:14:27.186 INFO:tasks.rados.rados.0.smithi067.stdout:3559: done (0 left) 2024-07-29T15:14:27.186 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 45 current snap is 338 2024-07-29T15:14:27.186 INFO:tasks.rados.rados.0.smithi067.stdout:3560: seq_num 1133 ranges {2056192=581632,2637824=753664,3391488=573440,3964928=278528} 2024-07-29T15:14:27.200 INFO:tasks.rados.rados.0.smithi067.stdout:3560: writing smithi06780069-45 from 2056192 to 2637824 tid 1 2024-07-29T15:14:27.204 INFO:tasks.rados.rados.0.smithi067.stdout:3560: writing smithi06780069-45 from 2637824 to 3391488 tid 2 2024-07-29T15:14:27.208 INFO:tasks.rados.rados.0.smithi067.stdout:3560: writing smithi06780069-45 from 3391488 to 3964928 tid 3 2024-07-29T15:14:27.210 INFO:tasks.rados.rados.0.smithi067.stdout:3560: writing smithi06780069-45 from 3964928 to 4243456 tid 4 2024-07-29T15:14:27.210 INFO:tasks.rados.rados.0.smithi067.stdout:3560: finishing write tid 1 to smithi06780069-45 2024-07-29T15:14:27.210 INFO:tasks.rados.rados.0.smithi067.stdout:3561: read oid 17 snap -1 2024-07-29T15:14:27.210 INFO:tasks.rados.rados.0.smithi067.stdout:3561: expect deleted 2024-07-29T15:14:27.210 INFO:tasks.rados.rados.0.smithi067.stdout:3562: delete oid 32 current snap is 338 2024-07-29T15:14:27.211 INFO:tasks.rados.rados.0.smithi067.stdout:3560: finishing write tid 2 to smithi06780069-45 2024-07-29T15:14:27.212 INFO:tasks.rados.rados.0.smithi067.stdout:3560: finishing write tid 3 to smithi06780069-45 2024-07-29T15:14:27.212 INFO:tasks.rados.rados.0.smithi067.stdout:3560: finishing write tid 4 to smithi06780069-45 2024-07-29T15:14:27.213 INFO:tasks.rados.rados.0.smithi067.stdout:3560: finishing write tid 5 to smithi06780069-45 2024-07-29T15:14:27.214 INFO:tasks.rados.rados.0.smithi067.stdout:3560: finishing write tid 6 to smithi06780069-45 2024-07-29T15:14:27.214 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 1246 (ObjNum 1133 snap 338 seq_num 1133) dirty exists 2024-07-29T15:14:27.214 INFO:tasks.rados.rados.0.smithi067.stdout:3560: left oid 45 (ObjNum 1133 snap 338 seq_num 1133) 2024-07-29T15:14:27.215 INFO:tasks.rados.rados.0.smithi067.stdout:3560: done (2 left) 2024-07-29T15:14:27.215 INFO:tasks.rados.rados.0.smithi067.stdout:3561: done (1 left) 2024-07-29T15:14:27.215 INFO:tasks.rados.rados.0.smithi067.stdout:3562: done (0 left) 2024-07-29T15:14:27.215 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 22 current snap is 338 2024-07-29T15:14:27.215 INFO:tasks.rados.rados.0.smithi067.stdout:3563: seq_num 1135 ranges {7798784=614400,8413184=524288,8937472=540672,9478144=483328,9961472=57344} 2024-07-29T15:14:27.260 INFO:tasks.rados.rados.0.smithi067.stdout:3563: writing smithi06780069-22 from 7798784 to 8413184 tid 1 2024-07-29T15:14:27.263 INFO:tasks.rados.rados.0.smithi067.stdout:3563: writing smithi06780069-22 from 8413184 to 8937472 tid 2 2024-07-29T15:14:27.267 INFO:tasks.rados.rados.0.smithi067.stdout:3563: writing smithi06780069-22 from 8937472 to 9478144 tid 3 2024-07-29T15:14:27.270 INFO:tasks.rados.rados.0.smithi067.stdout:3563: writing smithi06780069-22 from 9478144 to 9961472 tid 4 2024-07-29T15:14:27.270 INFO:tasks.rados.rados.0.smithi067.stdout:3563: writing smithi06780069-22 from 9961472 to 10018816 tid 5 2024-07-29T15:14:27.270 INFO:tasks.rados.rados.0.smithi067.stdout:3564: snap_create 2024-07-29T15:14:27.271 INFO:tasks.rados.rados.0.smithi067.stdout:3563: finishing write tid 1 to smithi06780069-22 2024-07-29T15:14:27.271 INFO:tasks.rados.rados.0.smithi067.stdout:3563: finishing write tid 2 to smithi06780069-22 2024-07-29T15:14:27.271 INFO:tasks.rados.rados.0.smithi067.stdout:3563: finishing write tid 3 to smithi06780069-22 2024-07-29T15:14:27.273 INFO:tasks.rados.rados.0.smithi067.stdout:3563: finishing write tid 4 to smithi06780069-22 2024-07-29T15:14:27.274 INFO:tasks.rados.rados.0.smithi067.stdout:3563: finishing write tid 5 to smithi06780069-22 2024-07-29T15:14:27.274 INFO:tasks.rados.rados.0.smithi067.stdout:3563: finishing write tid 6 to smithi06780069-22 2024-07-29T15:14:27.275 INFO:tasks.rados.rados.0.smithi067.stdout:3563: finishing write tid 7 to smithi06780069-22 2024-07-29T15:14:27.275 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 1962 (ObjNum 1135 snap 338 seq_num 1135) dirty exists 2024-07-29T15:14:27.275 INFO:tasks.rados.rados.0.smithi067.stdout:3563: left oid 22 (ObjNum 1135 snap 338 seq_num 1135) 2024-07-29T15:14:27.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:27 smithi067 ceph-mon[91995]: pgmap v763: 121 pgs: 121 active+clean; 185 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 7.4 MiB/s wr, 21 op/s 2024-07-29T15:14:27.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:27 smithi067 ceph-mon[91995]: osdmap e767: 8 total, 8 up, 8 in 2024-07-29T15:14:27.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:27 smithi067 ceph-mon[94375]: pgmap v763: 121 pgs: 121 active+clean; 185 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 7.4 MiB/s wr, 21 op/s 2024-07-29T15:14:27.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:27 smithi067 ceph-mon[94375]: osdmap e767: 8 total, 8 up, 8 in 2024-07-29T15:14:27.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:27 smithi138 ceph-mon[86438]: pgmap v763: 121 pgs: 121 active+clean; 185 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 7.4 MiB/s wr, 21 op/s 2024-07-29T15:14:27.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:27 smithi138 ceph-mon[86438]: osdmap e767: 8 total, 8 up, 8 in 2024-07-29T15:14:28.033 INFO:tasks.rados.rados.0.smithi067.stdout:3563: done (1 left) 2024-07-29T15:14:28.034 INFO:tasks.rados.rados.0.smithi067.stdout:3564: done (0 left) 2024-07-29T15:14:28.034 INFO:tasks.rados.rados.0.smithi067.stdout:3565: delete oid 26 current snap is 339 2024-07-29T15:14:28.041 INFO:tasks.rados.rados.0.smithi067.stdout:3565: done (0 left) 2024-07-29T15:14:28.041 INFO:tasks.rados.rados.0.smithi067.stdout:3566: copy_from oid 40 from oid 42 current snap is 339 2024-07-29T15:14:28.041 INFO:tasks.rados.rados.0.smithi067.stdout:3567: rmattr oid 28 current snap is 339 2024-07-29T15:14:28.041 INFO:tasks.rados.rados.0.smithi067.stdout:3568: delete oid 50 current snap is 339 2024-07-29T15:14:28.046 INFO:tasks.rados.rados.0.smithi067.stdout:3566: finishing copy_from to smithi06780069-40 2024-07-29T15:14:28.046 INFO:tasks.rados.rados.0.smithi067.stdout:3566: got expected ENOENT (src dne) 2024-07-29T15:14:28.046 INFO:tasks.rados.rados.0.smithi067.stdout:3566: finishing copy_from racing read to smithi06780069-40 2024-07-29T15:14:28.046 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 28 v 517 (ObjNum 1083 snap 332 seq_num 1083) dirty exists 2024-07-29T15:14:28.046 INFO:tasks.rados.rados.0.smithi067.stdout:3566: done (2 left) 2024-07-29T15:14:28.047 INFO:tasks.rados.rados.0.smithi067.stdout:3567: done (1 left) 2024-07-29T15:14:28.047 INFO:tasks.rados.rados.0.smithi067.stdout:3568: done (0 left) 2024-07-29T15:14:28.047 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 27 current snap is 339 2024-07-29T15:14:28.047 INFO:tasks.rados.rados.0.smithi067.stdout:3569: seq_num 1138 ranges {0=663552,663552=581632,1245184=712704,1957888=311296} 2024-07-29T15:14:28.050 INFO:tasks.rados.rados.0.smithi067.stdout:3569: writing smithi06780069-27 from 0 to 663552 tid 1 2024-07-29T15:14:28.054 INFO:tasks.rados.rados.0.smithi067.stdout:3569: writing smithi06780069-27 from 663552 to 1245184 tid 2 2024-07-29T15:14:28.059 INFO:tasks.rados.rados.0.smithi067.stdout:3569: writing smithi06780069-27 from 1245184 to 1957888 tid 3 2024-07-29T15:14:28.061 INFO:tasks.rados.rados.0.smithi067.stdout:3569: writing smithi06780069-27 from 1957888 to 2269184 tid 4 2024-07-29T15:14:28.061 INFO:tasks.rados.rados.0.smithi067.stdout:3570: read oid 46 snap -1 2024-07-29T15:14:28.061 INFO:tasks.rados.rados.0.smithi067.stdout:3570: expect (ObjNum 1120 snap 336 seq_num 1120) 2024-07-29T15:14:28.061 INFO:tasks.rados.rados.0.smithi067.stdout:3571: setattr oid 18 current snap is 339 2024-07-29T15:14:28.061 INFO:tasks.rados.rados.0.smithi067.stdout:3569: finishing write tid 1 to smithi06780069-27 2024-07-29T15:14:28.061 INFO:tasks.rados.rados.0.smithi067.stdout:3569: finishing write tid 2 to smithi06780069-27 2024-07-29T15:14:28.062 INFO:tasks.rados.rados.0.smithi067.stdout:3572: read oid 49 snap -1 2024-07-29T15:14:28.062 INFO:tasks.rados.rados.0.smithi067.stdout:3572: expect (ObjNum 1105 snap 334 seq_num 1105) 2024-07-29T15:14:28.062 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 9 current snap is 339 2024-07-29T15:14:28.062 INFO:tasks.rados.rados.0.smithi067.stdout:3573: seq_num 1139 ranges {0=679936,679936=458752,1138688=524288,1662976=540672,2203648=81920} 2024-07-29T15:14:28.066 INFO:tasks.rados.rados.0.smithi067.stdout:3573: writing smithi06780069-9 from 0 to 679936 tid 1 2024-07-29T15:14:28.069 INFO:tasks.rados.rados.0.smithi067.stdout:3573: writing smithi06780069-9 from 679936 to 1138688 tid 2 2024-07-29T15:14:28.073 INFO:tasks.rados.rados.0.smithi067.stdout:3573: writing smithi06780069-9 from 1138688 to 1662976 tid 3 2024-07-29T15:14:28.076 INFO:tasks.rados.rados.0.smithi067.stdout:3573: writing smithi06780069-9 from 1662976 to 2203648 tid 4 2024-07-29T15:14:28.078 INFO:tasks.rados.rados.0.smithi067.stdout:3573: writing smithi06780069-9 from 2203648 to 2285568 tid 5 2024-07-29T15:14:28.078 INFO:tasks.rados.rados.0.smithi067.stdout:3574: copy_from oid 8 from oid 24 current snap is 339 2024-07-29T15:14:28.078 INFO:tasks.rados.rados.0.smithi067.stdout:3569: finishing write tid 3 to smithi06780069-27 2024-07-29T15:14:28.078 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 1963 (ObjNum 1082 snap 332 seq_num 1082) dirty exists 2024-07-29T15:14:28.078 INFO:tasks.rados.rados.0.smithi067.stdout:3569: finishing write tid 4 to smithi06780069-27 2024-07-29T15:14:28.078 INFO:tasks.rados.rados.0.smithi067.stdout:3569: finishing write tid 5 to smithi06780069-27 2024-07-29T15:14:28.078 INFO:tasks.rados.rados.0.smithi067.stdout:3569: finishing write tid 6 to smithi06780069-27 2024-07-29T15:14:28.078 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 1608 (ObjNum 1138 snap 339 seq_num 1138) dirty exists 2024-07-29T15:14:28.078 INFO:tasks.rados.rados.0.smithi067.stdout:3569: left oid 27 (ObjNum 1138 snap 339 seq_num 1138) 2024-07-29T15:14:28.078 INFO:tasks.rados.rados.0.smithi067.stdout:3573: finishing write tid 1 to smithi06780069-9 2024-07-29T15:14:28.078 INFO:tasks.rados.rados.0.smithi067.stdout:3573: finishing write tid 2 to smithi06780069-9 2024-07-29T15:14:28.079 INFO:tasks.rados.rados.0.smithi067.stdout:3573: finishing write tid 3 to smithi06780069-9 2024-07-29T15:14:28.079 INFO:tasks.rados.rados.0.smithi067.stdout:3569: done (5 left) 2024-07-29T15:14:28.079 INFO:tasks.rados.rados.0.smithi067.stdout:3571: done (4 left) 2024-07-29T15:14:28.079 INFO:tasks.rados.rados.0.smithi067.stdout:3575: read oid 39 snap -1 2024-07-29T15:14:28.079 INFO:tasks.rados.rados.0.smithi067.stdout:3575: expect (ObjNum 1058 snap 327 seq_num 1058) 2024-07-29T15:14:28.079 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 13 current snap is 339 2024-07-29T15:14:28.079 INFO:tasks.rados.rados.0.smithi067.stdout:3576: seq_num 1140 ranges {9748480=696320,10444800=745472,11190272=729088,11919360=131072} 2024-07-29T15:14:28.137 INFO:tasks.rados.rados.0.smithi067.stdout:3576: writing smithi06780069-13 from 9748480 to 10444800 tid 1 2024-07-29T15:14:28.142 INFO:tasks.rados.rados.0.smithi067.stdout:3576: writing smithi06780069-13 from 10444800 to 11190272 tid 2 2024-07-29T15:14:28.146 INFO:tasks.rados.rados.0.smithi067.stdout:3576: writing smithi06780069-13 from 11190272 to 11919360 tid 3 2024-07-29T15:14:28.148 INFO:tasks.rados.rados.0.smithi067.stdout:3576: writing smithi06780069-13 from 11919360 to 12050432 tid 4 2024-07-29T15:14:28.148 INFO:tasks.rados.rados.0.smithi067.stdout:3577: read oid 1 snap -1 2024-07-29T15:14:28.148 INFO:tasks.rados.rados.0.smithi067.stdout:3577: expect deleted 2024-07-29T15:14:28.148 INFO:tasks.rados.rados.0.smithi067.stdout:3578: read oid 14 snap 338 2024-07-29T15:14:28.148 INFO:tasks.rados.rados.0.smithi067.stdout:3578: expect deleted 2024-07-29T15:14:28.148 INFO:tasks.rados.rados.0.smithi067.stdout:3579: setattr oid 36 current snap is 339 2024-07-29T15:14:28.148 INFO:tasks.rados.rados.0.smithi067.stdout:3573: finishing write tid 4 to smithi06780069-9 2024-07-29T15:14:28.148 INFO:tasks.rados.rados.0.smithi067.stdout:3573: finishing write tid 5 to smithi06780069-9 2024-07-29T15:14:28.148 INFO:tasks.rados.rados.0.smithi067.stdout:3573: finishing write tid 6 to smithi06780069-9 2024-07-29T15:14:28.148 INFO:tasks.rados.rados.0.smithi067.stdout:3575: expect (ObjNum 1058 snap 327 seq_num 1058) 2024-07-29T15:14:28.181 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:14:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:14:27] "GET /metrics HTTP/1.1" 200 36437 "" "Prometheus/2.51.0" 2024-07-29T15:14:28.186 INFO:tasks.rados.rados.0.smithi067.stdout:3573: finishing write tid 7 to smithi06780069-9 2024-07-29T15:14:28.186 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 9 v 1564 (ObjNum 1139 snap 339 seq_num 1139) dirty exists 2024-07-29T15:14:28.186 INFO:tasks.rados.rados.0.smithi067.stdout:3573: left oid 9 (ObjNum 1139 snap 339 seq_num 1139) 2024-07-29T15:14:28.186 INFO:tasks.rados.rados.0.smithi067.stdout:3574: finishing copy_from racing read to smithi06780069-8 2024-07-29T15:14:28.186 INFO:tasks.rados.rados.0.smithi067.stdout:3574: finishing copy_from to smithi06780069-8 2024-07-29T15:14:28.186 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 1842 (ObjNum 1100 snap 334 seq_num 1100) dirty exists 2024-07-29T15:14:28.187 INFO:tasks.rados.rados.0.smithi067.stdout:3570: expect (ObjNum 1120 snap 336 seq_num 1120) 2024-07-29T15:14:28.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:28 smithi067 ceph-mon[91995]: osdmap e768: 8 total, 8 up, 8 in 2024-07-29T15:14:28.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:28 smithi067 ceph-mon[91995]: osdmap e769: 8 total, 8 up, 8 in 2024-07-29T15:14:28.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:28 smithi067 ceph-mon[94375]: osdmap e768: 8 total, 8 up, 8 in 2024-07-29T15:14:28.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:28 smithi067 ceph-mon[94375]: osdmap e769: 8 total, 8 up, 8 in 2024-07-29T15:14:28.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:28 smithi138 ceph-mon[86438]: osdmap e768: 8 total, 8 up, 8 in 2024-07-29T15:14:28.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:28 smithi138 ceph-mon[86438]: osdmap e769: 8 total, 8 up, 8 in 2024-07-29T15:14:29.086 INFO:tasks.rados.rados.0.smithi067.stdout:3572: expect (ObjNum 1105 snap 334 seq_num 1105) 2024-07-29T15:14:29.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:29 smithi067 ceph-mon[91995]: pgmap v766: 121 pgs: 121 active+clean; 190 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 8.0 MiB/s wr, 23 op/s 2024-07-29T15:14:29.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:29 smithi067 ceph-mon[94375]: pgmap v766: 121 pgs: 121 active+clean; 190 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 8.0 MiB/s wr, 23 op/s 2024-07-29T15:14:29.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:29 smithi138 ceph-mon[86438]: pgmap v766: 121 pgs: 121 active+clean; 190 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 8.0 MiB/s wr, 23 op/s 2024-07-29T15:14:29.841 INFO:tasks.rados.rados.0.smithi067.stdout:3576: finishing write tid 1 to smithi06780069-13 2024-07-29T15:14:29.841 INFO:tasks.rados.rados.0.smithi067.stdout:3576: finishing write tid 2 to smithi06780069-13 2024-07-29T15:14:29.841 INFO:tasks.rados.rados.0.smithi067.stdout:3576: finishing write tid 3 to smithi06780069-13 2024-07-29T15:14:29.841 INFO:tasks.rados.rados.0.smithi067.stdout:3576: finishing write tid 4 to smithi06780069-13 2024-07-29T15:14:29.842 INFO:tasks.rados.rados.0.smithi067.stdout:3570: done (8 left) 2024-07-29T15:14:29.842 INFO:tasks.rados.rados.0.smithi067.stdout:3572: done (7 left) 2024-07-29T15:14:29.842 INFO:tasks.rados.rados.0.smithi067.stdout:3573: done (6 left) 2024-07-29T15:14:29.842 INFO:tasks.rados.rados.0.smithi067.stdout:3574: done (5 left) 2024-07-29T15:14:29.842 INFO:tasks.rados.rados.0.smithi067.stdout:3575: done (4 left) 2024-07-29T15:14:29.842 INFO:tasks.rados.rados.0.smithi067.stdout:3577: done (3 left) 2024-07-29T15:14:29.842 INFO:tasks.rados.rados.0.smithi067.stdout:3578: done (2 left) 2024-07-29T15:14:29.842 INFO:tasks.rados.rados.0.smithi067.stdout:3580: snap_remove snap 337 2024-07-29T15:14:30.191 INFO:tasks.rados.rados.0.smithi067.stdout:3580: done (2 left) 2024-07-29T15:14:30.192 INFO:tasks.rados.rados.0.smithi067.stdout:3581: rmattr oid 17 current snap is 339 2024-07-29T15:14:30.192 INFO:tasks.rados.rados.0.smithi067.stdout:3581: done (2 left) 2024-07-29T15:14:30.192 INFO:tasks.rados.rados.0.smithi067.stdout:3582: snap_create 2024-07-29T15:14:30.192 INFO:tasks.rados.rados.0.smithi067.stdout:3576: finishing write tid 5 to smithi06780069-13 2024-07-29T15:14:30.192 INFO:tasks.rados.rados.0.smithi067.stdout:3576: finishing write tid 6 to smithi06780069-13 2024-07-29T15:14:30.192 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 13 v 1976 (ObjNum 1140 snap 339 seq_num 1140) dirty exists 2024-07-29T15:14:30.193 INFO:tasks.rados.rados.0.smithi067.stdout:3576: left oid 13 (ObjNum 1140 snap 339 seq_num 1140) 2024-07-29T15:14:30.193 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 1247 (ObjNum 33 snap 0 seq_num 3879580288) dirty exists 2024-07-29T15:14:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:14:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:14:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:14:31.200 INFO:tasks.rados.rados.0.smithi067.stdout:3576: done (2 left) 2024-07-29T15:14:31.201 INFO:tasks.rados.rados.0.smithi067.stdout:3579: done (1 left) 2024-07-29T15:14:31.201 INFO:tasks.rados.rados.0.smithi067.stdout:3582: done (0 left) 2024-07-29T15:14:31.201 INFO:tasks.rados.rados.0.smithi067.stdout:3583: copy_from oid 27 from oid 12 current snap is 340 2024-07-29T15:14:31.201 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 18 current snap is 340 2024-07-29T15:14:31.201 INFO:tasks.rados.rados.0.smithi067.stdout:3584: seq_num 1141 ranges {1572864=712704,2285568=679936,2965504=540672,3506176=385024} 2024-07-29T15:14:31.213 INFO:tasks.rados.rados.0.smithi067.stdout:3584: writing smithi06780069-18 from 1572864 to 2285568 tid 1 2024-07-29T15:14:31.217 INFO:tasks.rados.rados.0.smithi067.stdout:3584: writing smithi06780069-18 from 2285568 to 2965504 tid 2 2024-07-29T15:14:31.221 INFO:tasks.rados.rados.0.smithi067.stdout:3584: writing smithi06780069-18 from 2965504 to 3506176 tid 3 2024-07-29T15:14:31.223 INFO:tasks.rados.rados.0.smithi067.stdout:3584: writing smithi06780069-18 from 3506176 to 3891200 tid 4 2024-07-29T15:14:31.223 INFO:tasks.rados.rados.0.smithi067.stdout:3585: snap_remove snap 336 2024-07-29T15:14:31.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:31 smithi067 ceph-mon[94375]: pgmap v768: 121 pgs: 121 active+clean; 189 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 7.5 MiB/s wr, 46 op/s 2024-07-29T15:14:31.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:31 smithi067 ceph-mon[94375]: osdmap e770: 8 total, 8 up, 8 in 2024-07-29T15:14:31.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:31 smithi067 ceph-mon[91995]: pgmap v768: 121 pgs: 121 active+clean; 189 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 7.5 MiB/s wr, 46 op/s 2024-07-29T15:14:31.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:31 smithi067 ceph-mon[91995]: osdmap e770: 8 total, 8 up, 8 in 2024-07-29T15:14:31.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:31 smithi138 ceph-mon[86438]: pgmap v768: 121 pgs: 121 active+clean; 189 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 7.5 MiB/s wr, 46 op/s 2024-07-29T15:14:31.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:31 smithi138 ceph-mon[86438]: osdmap e770: 8 total, 8 up, 8 in 2024-07-29T15:14:32.209 INFO:tasks.rados.rados.0.smithi067.stdout:3585: done (2 left) 2024-07-29T15:14:32.209 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 20 current snap is 340 2024-07-29T15:14:32.210 INFO:tasks.rados.rados.0.smithi067.stdout:3586: seq_num 1142 ranges {0=729088,729088=565248,1294336=696320,1990656=344064} 2024-07-29T15:14:32.214 INFO:tasks.rados.rados.0.smithi067.stdout:3586: writing smithi06780069-20 from 0 to 729088 tid 1 2024-07-29T15:14:32.219 INFO:tasks.rados.rados.0.smithi067.stdout:3586: writing smithi06780069-20 from 729088 to 1294336 tid 2 2024-07-29T15:14:32.224 INFO:tasks.rados.rados.0.smithi067.stdout:3586: writing smithi06780069-20 from 1294336 to 1990656 tid 3 2024-07-29T15:14:32.227 INFO:tasks.rados.rados.0.smithi067.stdout:3586: writing smithi06780069-20 from 1990656 to 2334720 tid 4 2024-07-29T15:14:32.227 INFO:tasks.rados.rados.0.smithi067.stdout:3587: read oid 33 snap -1 2024-07-29T15:14:32.227 INFO:tasks.rados.rados.0.smithi067.stdout:3587: expect (ObjNum 1061 snap 327 seq_num 1061) 2024-07-29T15:14:32.227 INFO:tasks.rados.rados.0.smithi067.stdout:3588: read oid 43 snap -1 2024-07-29T15:14:32.227 INFO:tasks.rados.rados.0.smithi067.stdout:3588: expect (ObjNum 1114 snap 336 seq_num 1114) 2024-07-29T15:14:32.227 INFO:tasks.rados.rados.0.smithi067.stdout:3589: copy_from oid 17 from oid 25 current snap is 340 2024-07-29T15:14:32.227 INFO:tasks.rados.rados.0.smithi067.stdout:3590: rmattr oid 2 current snap is 340 2024-07-29T15:14:32.227 INFO:tasks.rados.rados.0.smithi067.stdout:3590: done (6 left) 2024-07-29T15:14:32.228 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 30 current snap is 340 2024-07-29T15:14:32.228 INFO:tasks.rados.rados.0.smithi067.stdout:3591: seq_num 1143 ranges {7069696=753664,7823360=450560,8273920=507904,8781824=589824,9371648=57344} 2024-07-29T15:14:32.271 INFO:tasks.rados.rados.0.smithi067.stdout:3591: writing smithi06780069-30 from 7069696 to 7823360 tid 1 2024-07-29T15:14:32.273 INFO:tasks.rados.rados.0.smithi067.stdout:3591: writing smithi06780069-30 from 7823360 to 8273920 tid 2 2024-07-29T15:14:32.276 INFO:tasks.rados.rados.0.smithi067.stdout:3591: writing smithi06780069-30 from 8273920 to 8781824 tid 3 2024-07-29T15:14:32.279 INFO:tasks.rados.rados.0.smithi067.stdout:3591: writing smithi06780069-30 from 8781824 to 9371648 tid 4 2024-07-29T15:14:32.280 INFO:tasks.rados.rados.0.smithi067.stdout:3591: writing smithi06780069-30 from 9371648 to 9428992 tid 5 2024-07-29T15:14:32.281 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 39 current snap is 340 2024-07-29T15:14:32.281 INFO:tasks.rados.rados.0.smithi067.stdout:3583: finishing copy_from to smithi06780069-27 2024-07-29T15:14:32.281 INFO:tasks.rados.rados.0.smithi067.stdout:3583: got expected ENOENT (src dne) 2024-07-29T15:14:32.281 INFO:tasks.rados.rados.0.smithi067.stdout:3583: finishing copy_from racing read to smithi06780069-27 2024-07-29T15:14:32.281 INFO:tasks.rados.rados.0.smithi067.stdout:3584: finishing write tid 1 to smithi06780069-18 2024-07-29T15:14:32.281 INFO:tasks.rados.rados.0.smithi067.stdout:3584: finishing write tid 2 to smithi06780069-18 2024-07-29T15:14:32.281 INFO:tasks.rados.rados.0.smithi067.stdout:3584: finishing write tid 3 to smithi06780069-18 2024-07-29T15:14:32.281 INFO:tasks.rados.rados.0.smithi067.stdout:3584: finishing write tid 4 to smithi06780069-18 2024-07-29T15:14:32.281 INFO:tasks.rados.rados.0.smithi067.stdout:3584: finishing write tid 5 to smithi06780069-18 2024-07-29T15:14:32.281 INFO:tasks.rados.rados.0.smithi067.stdout:3584: finishing write tid 6 to smithi06780069-18 2024-07-29T15:14:32.281 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 1968 (ObjNum 1141 snap 340 seq_num 1141) dirty exists 2024-07-29T15:14:32.281 INFO:tasks.rados.rados.0.smithi067.stdout:3584: left oid 18 (ObjNum 1141 snap 340 seq_num 1141) 2024-07-29T15:14:32.281 INFO:tasks.rados.rados.0.smithi067.stdout:3586: finishing write tid 1 to smithi06780069-20 2024-07-29T15:14:32.281 INFO:tasks.rados.rados.0.smithi067.stdout:3586: finishing write tid 2 to smithi06780069-20 2024-07-29T15:14:32.282 INFO:tasks.rados.rados.0.smithi067.stdout:3589: finishing copy_from to smithi06780069-17 2024-07-29T15:14:32.282 INFO:tasks.rados.rados.0.smithi067.stdout:3589: got expected ENOENT (src dne) 2024-07-29T15:14:32.282 INFO:tasks.rados.rados.0.smithi067.stdout:3589: finishing copy_from racing read to smithi06780069-17 2024-07-29T15:14:32.282 INFO:tasks.rados.rados.0.smithi067.stdout:3586: finishing write tid 3 to smithi06780069-20 2024-07-29T15:14:32.282 INFO:tasks.rados.rados.0.smithi067.stdout:3586: finishing write tid 4 to smithi06780069-20 2024-07-29T15:14:32.282 INFO:tasks.rados.rados.0.smithi067.stdout:3586: finishing write tid 5 to smithi06780069-20 2024-07-29T15:14:32.282 INFO:tasks.rados.rados.0.smithi067.stdout:3586: finishing write tid 6 to smithi06780069-20 2024-07-29T15:14:32.282 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 1285 (ObjNum 1142 snap 340 seq_num 1142) dirty exists 2024-07-29T15:14:32.282 INFO:tasks.rados.rados.0.smithi067.stdout:3586: left oid 20 (ObjNum 1142 snap 340 seq_num 1142) 2024-07-29T15:14:32.282 INFO:tasks.rados.rados.0.smithi067.stdout:3587: expect (ObjNum 1061 snap 327 seq_num 1061) 2024-07-29T15:14:32.393 INFO:tasks.rados.rados.0.smithi067.stdout:3588: expect (ObjNum 1114 snap 336 seq_num 1114) 2024-07-29T15:14:32.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:32 smithi067 ceph-mon[91995]: osdmap e771: 8 total, 8 up, 8 in 2024-07-29T15:14:32.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:32 smithi067 ceph-mon[94375]: osdmap e771: 8 total, 8 up, 8 in 2024-07-29T15:14:32.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:32 smithi138 ceph-mon[86438]: osdmap e771: 8 total, 8 up, 8 in 2024-07-29T15:14:33.207 INFO:tasks.rados.rados.0.smithi067.stdout:3591: finishing write tid 1 to smithi06780069-30 2024-07-29T15:14:33.207 INFO:tasks.rados.rados.0.smithi067.stdout:3591: finishing write tid 2 to smithi06780069-30 2024-07-29T15:14:33.207 INFO:tasks.rados.rados.0.smithi067.stdout:3592: seq_num 1144 ranges {1171456=770048,1941504=737280,2678784=712704,3391488=155648} 2024-07-29T15:14:33.217 INFO:tasks.rados.rados.0.smithi067.stdout:3592: writing smithi06780069-39 from 1171456 to 1941504 tid 1 2024-07-29T15:14:33.221 INFO:tasks.rados.rados.0.smithi067.stdout:3592: writing smithi06780069-39 from 1941504 to 2678784 tid 2 2024-07-29T15:14:33.226 INFO:tasks.rados.rados.0.smithi067.stdout:3592: writing smithi06780069-39 from 2678784 to 3391488 tid 3 2024-07-29T15:14:33.227 INFO:tasks.rados.rados.0.smithi067.stdout:3592: writing smithi06780069-39 from 3391488 to 3547136 tid 4 2024-07-29T15:14:33.227 INFO:tasks.rados.rados.0.smithi067.stdout:3583: done (7 left) 2024-07-29T15:14:33.227 INFO:tasks.rados.rados.0.smithi067.stdout:3584: done (6 left) 2024-07-29T15:14:33.227 INFO:tasks.rados.rados.0.smithi067.stdout:3586: done (5 left) 2024-07-29T15:14:33.228 INFO:tasks.rados.rados.0.smithi067.stdout:3587: done (4 left) 2024-07-29T15:14:33.228 INFO:tasks.rados.rados.0.smithi067.stdout:3588: done (3 left) 2024-07-29T15:14:33.228 INFO:tasks.rados.rados.0.smithi067.stdout:3589: done (2 left) 2024-07-29T15:14:33.228 INFO:tasks.rados.rados.0.smithi067.stdout:3593: delete oid 18 current snap is 340 2024-07-29T15:14:33.228 INFO:tasks.rados.rados.0.smithi067.stdout:3591: finishing write tid 3 to smithi06780069-30 2024-07-29T15:14:33.228 INFO:tasks.rados.rados.0.smithi067.stdout:3591: finishing write tid 4 to smithi06780069-30 2024-07-29T15:14:33.228 INFO:tasks.rados.rados.0.smithi067.stdout:3591: finishing write tid 5 to smithi06780069-30 2024-07-29T15:14:33.228 INFO:tasks.rados.rados.0.smithi067.stdout:3591: finishing write tid 6 to smithi06780069-30 2024-07-29T15:14:33.228 INFO:tasks.rados.rados.0.smithi067.stdout:3591: finishing write tid 7 to smithi06780069-30 2024-07-29T15:14:33.228 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 1844 (ObjNum 1143 snap 340 seq_num 1143) dirty exists 2024-07-29T15:14:33.228 INFO:tasks.rados.rados.0.smithi067.stdout:3591: left oid 30 (ObjNum 1143 snap 340 seq_num 1143) 2024-07-29T15:14:33.228 INFO:tasks.rados.rados.0.smithi067.stdout:3592: finishing write tid 1 to smithi06780069-39 2024-07-29T15:14:33.228 INFO:tasks.rados.rados.0.smithi067.stdout:3592: finishing write tid 2 to smithi06780069-39 2024-07-29T15:14:33.230 INFO:tasks.rados.rados.0.smithi067.stdout:3591: done (2 left) 2024-07-29T15:14:33.230 INFO:tasks.rados.rados.0.smithi067.stdout:3593: done (1 left) 2024-07-29T15:14:33.230 INFO:tasks.rados.rados.0.smithi067.stdout:3594: read oid 29 snap 338 2024-07-29T15:14:33.230 INFO:tasks.rados.rados.0.smithi067.stdout:3594: expect (ObjNum 1059 snap 327 seq_num 1059) 2024-07-29T15:14:33.230 INFO:tasks.rados.rados.0.smithi067.stdout:3595: read oid 31 snap -1 2024-07-29T15:14:33.230 INFO:tasks.rados.rados.0.smithi067.stdout:3595: expect (ObjNum 1052 snap 326 seq_num 1052) 2024-07-29T15:14:33.230 INFO:tasks.rados.rados.0.smithi067.stdout:3596: read oid 9 snap 339 2024-07-29T15:14:33.230 INFO:tasks.rados.rados.0.smithi067.stdout:3596: expect (ObjNum 1139 snap 339 seq_num 1139) 2024-07-29T15:14:33.230 INFO:tasks.rados.rados.0.smithi067.stdout:3597: setattr oid 44 current snap is 340 2024-07-29T15:14:33.231 INFO:tasks.rados.rados.0.smithi067.stdout:3592: finishing write tid 3 to smithi06780069-39 2024-07-29T15:14:33.231 INFO:tasks.rados.rados.0.smithi067.stdout:3592: finishing write tid 4 to smithi06780069-39 2024-07-29T15:14:33.231 INFO:tasks.rados.rados.0.smithi067.stdout:3592: finishing write tid 5 to smithi06780069-39 2024-07-29T15:14:33.232 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 42 current snap is 340 2024-07-29T15:14:33.232 INFO:tasks.rados.rados.0.smithi067.stdout:3598: seq_num 1146 ranges {0=802816,802816=499712,1302528=679936,1982464=425984} 2024-07-29T15:14:33.237 INFO:tasks.rados.rados.0.smithi067.stdout:3598: writing smithi06780069-42 from 0 to 802816 tid 1 2024-07-29T15:14:33.240 INFO:tasks.rados.rados.0.smithi067.stdout:3598: writing smithi06780069-42 from 802816 to 1302528 tid 2 2024-07-29T15:14:33.244 INFO:tasks.rados.rados.0.smithi067.stdout:3598: writing smithi06780069-42 from 1302528 to 1982464 tid 3 2024-07-29T15:14:33.247 INFO:tasks.rados.rados.0.smithi067.stdout:3598: writing smithi06780069-42 from 1982464 to 2408448 tid 4 2024-07-29T15:14:33.247 INFO:tasks.rados.rados.0.smithi067.stdout:3599: read oid 22 snap 338 2024-07-29T15:14:33.247 INFO:tasks.rados.rados.0.smithi067.stdout:3599: expect (ObjNum 1135 snap 338 seq_num 1135) 2024-07-29T15:14:33.248 INFO:tasks.rados.rados.0.smithi067.stdout:3600: read oid 43 snap -1 2024-07-29T15:14:33.248 INFO:tasks.rados.rados.0.smithi067.stdout:3600: expect (ObjNum 1114 snap 336 seq_num 1114) 2024-07-29T15:14:33.248 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 47 current snap is 340 2024-07-29T15:14:33.248 INFO:tasks.rados.rados.0.smithi067.stdout:3601: seq_num 1147 ranges {0=16384} 2024-07-29T15:14:33.248 INFO:tasks.rados.rados.0.smithi067.stdout:3601: writing smithi06780069-47 from 0 to 16384 tid 1 2024-07-29T15:14:33.248 INFO:tasks.rados.rados.0.smithi067.stdout:3602: delete oid 17 current snap is 340 2024-07-29T15:14:33.248 INFO:tasks.rados.rados.0.smithi067.stdout:3592: finishing write tid 6 to smithi06780069-39 2024-07-29T15:14:33.248 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 1886 (ObjNum 1144 snap 340 seq_num 1144) dirty exists 2024-07-29T15:14:33.248 INFO:tasks.rados.rados.0.smithi067.stdout:3592: left oid 39 (ObjNum 1144 snap 340 seq_num 1144) 2024-07-29T15:14:33.248 INFO:tasks.rados.rados.0.smithi067.stdout:3594: expect (ObjNum 1059 snap 327 seq_num 1059) 2024-07-29T15:14:33.285 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 1438 (ObjNum 209 snap 0 seq_num 3878139216) dirty exists 2024-07-29T15:14:33.286 INFO:tasks.rados.rados.0.smithi067.stdout:3592: done (9 left) 2024-07-29T15:14:33.286 INFO:tasks.rados.rados.0.smithi067.stdout:3594: done (8 left) 2024-07-29T15:14:33.286 INFO:tasks.rados.rados.0.smithi067.stdout:3597: done (7 left) 2024-07-29T15:14:33.286 INFO:tasks.rados.rados.0.smithi067.stdout:3602: done (6 left) 2024-07-29T15:14:33.286 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 46 current snap is 340 2024-07-29T15:14:33.286 INFO:tasks.rados.rados.0.smithi067.stdout:3598: finishing write tid 1 to smithi06780069-42 2024-07-29T15:14:33.286 INFO:tasks.rados.rados.0.smithi067.stdout:3598: finishing write tid 2 to smithi06780069-42 2024-07-29T15:14:33.286 INFO:tasks.rados.rados.0.smithi067.stdout:3595: expect (ObjNum 1052 snap 326 seq_num 1052) 2024-07-29T15:14:33.355 INFO:tasks.rados.rados.0.smithi067.stdout:3598: finishing write tid 3 to smithi06780069-42 2024-07-29T15:14:33.355 INFO:tasks.rados.rados.0.smithi067.stdout:3598: finishing write tid 4 to smithi06780069-42 2024-07-29T15:14:33.355 INFO:tasks.rados.rados.0.smithi067.stdout:3598: finishing write tid 5 to smithi06780069-42 2024-07-29T15:14:33.355 INFO:tasks.rados.rados.0.smithi067.stdout:3598: finishing write tid 6 to smithi06780069-42 2024-07-29T15:14:33.355 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 1847 (ObjNum 1146 snap 340 seq_num 1146) dirty exists 2024-07-29T15:14:33.355 INFO:tasks.rados.rados.0.smithi067.stdout:3598: left oid 42 (ObjNum 1146 snap 340 seq_num 1146) 2024-07-29T15:14:33.355 INFO:tasks.rados.rados.0.smithi067.stdout:3596: expect (ObjNum 1139 snap 339 seq_num 1139) 2024-07-29T15:14:33.415 INFO:tasks.rados.rados.0.smithi067.stdout:3601: finishing write tid 1 to smithi06780069-47 2024-07-29T15:14:33.415 INFO:tasks.rados.rados.0.smithi067.stdout:3601: finishing write tid 2 to smithi06780069-47 2024-07-29T15:14:33.415 INFO:tasks.rados.rados.0.smithi067.stdout:3600: expect (ObjNum 1114 snap 336 seq_num 1114) 2024-07-29T15:14:33.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:33 smithi067 ceph-mon[91995]: pgmap v771: 121 pgs: 121 active+clean; 191 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-07-29T15:14:33.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:33 smithi067 ceph-mon[91995]: osdmap e772: 8 total, 8 up, 8 in 2024-07-29T15:14:33.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:33 smithi067 ceph-mon[91995]: osdmap e773: 8 total, 8 up, 8 in 2024-07-29T15:14:33.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:33 smithi067 ceph-mon[94375]: pgmap v771: 121 pgs: 121 active+clean; 191 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-07-29T15:14:33.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:33 smithi067 ceph-mon[94375]: osdmap e772: 8 total, 8 up, 8 in 2024-07-29T15:14:33.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:33 smithi067 ceph-mon[94375]: osdmap e773: 8 total, 8 up, 8 in 2024-07-29T15:14:33.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:33 smithi138 ceph-mon[86438]: pgmap v771: 121 pgs: 121 active+clean; 191 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-07-29T15:14:33.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:33 smithi138 ceph-mon[86438]: osdmap e772: 8 total, 8 up, 8 in 2024-07-29T15:14:33.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:33 smithi138 ceph-mon[86438]: osdmap e773: 8 total, 8 up, 8 in 2024-07-29T15:14:34.230 INFO:tasks.rados.rados.0.smithi067.stdout:3601: finishing write tid 3 to smithi06780069-47 2024-07-29T15:14:34.230 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 1888 (ObjNum 1147 snap 340 seq_num 1147) dirty exists 2024-07-29T15:14:34.230 INFO:tasks.rados.rados.0.smithi067.stdout:3601: left oid 47 (ObjNum 1147 snap 340 seq_num 1147) 2024-07-29T15:14:34.230 INFO:tasks.rados.rados.0.smithi067.stdout:3599: expect (ObjNum 1135 snap 338 seq_num 1135) 2024-07-29T15:14:34.919 INFO:tasks.rados.rados.0.smithi067.stdout:3603: seq_num 1149 ranges {11149312=49152} 2024-07-29T15:14:34.980 INFO:tasks.rados.rados.0.smithi067.stdout:3603: writing smithi06780069-46 from 11149312 to 11198464 tid 1 2024-07-29T15:14:34.980 INFO:tasks.rados.rados.0.smithi067.stdout:3595: done (6 left) 2024-07-29T15:14:34.980 INFO:tasks.rados.rados.0.smithi067.stdout:3596: done (5 left) 2024-07-29T15:14:34.981 INFO:tasks.rados.rados.0.smithi067.stdout:3598: done (4 left) 2024-07-29T15:14:34.981 INFO:tasks.rados.rados.0.smithi067.stdout:3599: done (3 left) 2024-07-29T15:14:34.981 INFO:tasks.rados.rados.0.smithi067.stdout:3600: done (2 left) 2024-07-29T15:14:34.981 INFO:tasks.rados.rados.0.smithi067.stdout:3601: done (1 left) 2024-07-29T15:14:34.981 INFO:tasks.rados.rados.0.smithi067.stdout:3604: copy_from oid 5 from oid 37 current snap is 340 2024-07-29T15:14:34.981 INFO:tasks.rados.rados.0.smithi067.stdout:3605: delete oid 9 current snap is 340 2024-07-29T15:14:34.981 INFO:tasks.rados.rados.0.smithi067.stdout:3604: finishing copy_from to smithi06780069-5 2024-07-29T15:14:34.981 INFO:tasks.rados.rados.0.smithi067.stdout:3604: got expected ENOENT (src dne) 2024-07-29T15:14:34.981 INFO:tasks.rados.rados.0.smithi067.stdout:3604: finishing copy_from racing read to smithi06780069-5 2024-07-29T15:14:34.983 INFO:tasks.rados.rados.0.smithi067.stdout:3604: done (2 left) 2024-07-29T15:14:34.983 INFO:tasks.rados.rados.0.smithi067.stdout:3605: done (1 left) 2024-07-29T15:14:34.983 INFO:tasks.rados.rados.0.smithi067.stdout:3606: read oid 28 snap 338 2024-07-29T15:14:34.983 INFO:tasks.rados.rados.0.smithi067.stdout:3606: expect (ObjNum 1083 snap 332 seq_num 1083) 2024-07-29T15:14:34.983 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 31 current snap is 340 2024-07-29T15:14:34.983 INFO:tasks.rados.rados.0.smithi067.stdout:3607: seq_num 1151 ranges {1900544=81920} 2024-07-29T15:14:34.994 INFO:tasks.rados.rados.0.smithi067.stdout:3607: writing smithi06780069-31 from 1900544 to 1982464 tid 1 2024-07-29T15:14:34.994 INFO:tasks.rados.rados.0.smithi067.stdout:3608: rollback oid 35 current snap is 340 2024-07-29T15:14:34.994 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 35 to 338 2024-07-29T15:14:34.994 INFO:tasks.rados.rados.0.smithi067.stdout:3603: finishing write tid 1 to smithi06780069-46 2024-07-29T15:14:34.995 INFO:tasks.rados.rados.0.smithi067.stdout:3603: finishing write tid 2 to smithi06780069-46 2024-07-29T15:14:34.995 INFO:tasks.rados.rados.0.smithi067.stdout:3603: finishing write tid 3 to smithi06780069-46 2024-07-29T15:14:34.995 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 46 v 1983 (ObjNum 1149 snap 340 seq_num 1149) dirty exists 2024-07-29T15:14:34.995 INFO:tasks.rados.rados.0.smithi067.stdout:3603: left oid 46 (ObjNum 1149 snap 340 seq_num 1149) 2024-07-29T15:14:34.995 INFO:tasks.rados.rados.0.smithi067.stdout:3606: expect (ObjNum 1083 snap 332 seq_num 1083) 2024-07-29T15:14:35.085 INFO:tasks.rados.rados.0.smithi067.stdout:3607: finishing write tid 1 to smithi06780069-31 2024-07-29T15:14:35.085 INFO:tasks.rados.rados.0.smithi067.stdout:3607: finishing write tid 2 to smithi06780069-31 2024-07-29T15:14:35.085 INFO:tasks.rados.rados.0.smithi067.stdout:3607: finishing write tid 3 to smithi06780069-31 2024-07-29T15:14:35.085 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 1847 (ObjNum 1151 snap 340 seq_num 1151) dirty exists 2024-07-29T15:14:35.085 INFO:tasks.rados.rados.0.smithi067.stdout:3607: left oid 31 (ObjNum 1151 snap 340 seq_num 1151) 2024-07-29T15:14:35.085 INFO:tasks.rados.rados.0.smithi067.stdout:3608: finishing rollback tid 0 to smithi06780069-35 2024-07-29T15:14:35.085 INFO:tasks.rados.rados.0.smithi067.stdout:3608: finishing rollback tid 1 to smithi06780069-35 2024-07-29T15:14:35.085 INFO:tasks.rados.rados.0.smithi067.stdout:3608: finishing rollback tid 2 to smithi06780069-35 2024-07-29T15:14:35.085 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 35 v 1988 (ObjNum 1005 snap 311 seq_num 1005) dirty exists 2024-07-29T15:14:35.085 INFO:tasks.rados.rados.0.smithi067.stdout:3603: done (3 left) 2024-07-29T15:14:35.085 INFO:tasks.rados.rados.0.smithi067.stdout:3606: done (2 left) 2024-07-29T15:14:35.086 INFO:tasks.rados.rados.0.smithi067.stdout:3607: done (1 left) 2024-07-29T15:14:35.086 INFO:tasks.rados.rados.0.smithi067.stdout:3608: done (0 left) 2024-07-29T15:14:35.086 INFO:tasks.rados.rados.0.smithi067.stdout:3609: read oid 21 snap -1 2024-07-29T15:14:35.086 INFO:tasks.rados.rados.0.smithi067.stdout:3609: expect (ObjNum 1098 snap 334 seq_num 1098) 2024-07-29T15:14:35.086 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 8 current snap is 340 2024-07-29T15:14:35.086 INFO:tasks.rados.rados.0.smithi067.stdout:3610: seq_num 1152 ranges {3489792=98304} 2024-07-29T15:14:35.104 INFO:tasks.rados.rados.0.smithi067.stdout:3610: writing smithi06780069-8 from 3489792 to 3588096 tid 1 2024-07-29T15:14:35.104 INFO:tasks.rados.rados.0.smithi067.stdout:3611: read oid 11 snap -1 2024-07-29T15:14:35.104 INFO:tasks.rados.rados.0.smithi067.stdout:3611: expect (ObjNum 1052 snap 326 seq_num 1052) 2024-07-29T15:14:35.104 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 12 current snap is 340 2024-07-29T15:14:35.105 INFO:tasks.rados.rados.0.smithi067.stdout:3612: seq_num 1153 ranges {0=114688} 2024-07-29T15:14:35.105 INFO:tasks.rados.rados.0.smithi067.stdout:3612: writing smithi06780069-12 from 0 to 114688 tid 1 2024-07-29T15:14:35.105 INFO:tasks.rados.rados.0.smithi067.stdout:3613: snap_create 2024-07-29T15:14:35.105 INFO:tasks.rados.rados.0.smithi067.stdout:3609: expect (ObjNum 1098 snap 334 seq_num 1098) 2024-07-29T15:14:35.309 INFO:tasks.rados.rados.0.smithi067.stdout:3610: finishing write tid 1 to smithi06780069-8 2024-07-29T15:14:35.309 INFO:tasks.rados.rados.0.smithi067.stdout:3612: finishing write tid 1 to smithi06780069-12 2024-07-29T15:14:35.309 INFO:tasks.rados.rados.0.smithi067.stdout:3610: finishing write tid 2 to smithi06780069-8 2024-07-29T15:14:35.309 INFO:tasks.rados.rados.0.smithi067.stdout:3612: finishing write tid 2 to smithi06780069-12 2024-07-29T15:14:35.309 INFO:tasks.rados.rados.0.smithi067.stdout:3611: expect (ObjNum 1052 snap 326 seq_num 1052) 2024-07-29T15:14:35.378 INFO:tasks.rados.rados.0.smithi067.stdout:3610: finishing write tid 3 to smithi06780069-8 2024-07-29T15:14:35.378 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 1844 (ObjNum 1152 snap 340 seq_num 1152) dirty exists 2024-07-29T15:14:35.378 INFO:tasks.rados.rados.0.smithi067.stdout:3610: left oid 8 (ObjNum 1152 snap 340 seq_num 1152) 2024-07-29T15:14:35.378 INFO:tasks.rados.rados.0.smithi067.stdout:3612: finishing write tid 3 to smithi06780069-12 2024-07-29T15:14:35.378 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 1849 (ObjNum 1153 snap 340 seq_num 1153) dirty exists 2024-07-29T15:14:35.378 INFO:tasks.rados.rados.0.smithi067.stdout:3612: left oid 12 (ObjNum 1153 snap 340 seq_num 1153) 2024-07-29T15:14:35.379 INFO:tasks.rados.rados.0.smithi067.stdout:3609: done (4 left) 2024-07-29T15:14:35.379 INFO:tasks.rados.rados.0.smithi067.stdout:3610: done (3 left) 2024-07-29T15:14:35.379 INFO:tasks.rados.rados.0.smithi067.stdout:3611: done (2 left) 2024-07-29T15:14:35.379 INFO:tasks.rados.rados.0.smithi067.stdout:3612: done (1 left) 2024-07-29T15:14:35.379 INFO:tasks.rados.rados.0.smithi067.stdout:3613: done (0 left) 2024-07-29T15:14:35.379 INFO:tasks.rados.rados.0.smithi067.stdout:3614: read oid 10 snap -1 2024-07-29T15:14:35.379 INFO:tasks.rados.rados.0.smithi067.stdout:3614: expect (ObjNum 1102 snap 334 seq_num 1102) 2024-07-29T15:14:35.379 INFO:tasks.rados.rados.0.smithi067.stdout:3615: snap_remove snap 339 2024-07-29T15:14:35.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:35 smithi067 ceph-mon[91995]: pgmap v774: 121 pgs: 121 active+clean; 190 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.5 MiB/s wr, 29 op/s 2024-07-29T15:14:35.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:14:35.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:35 smithi067 ceph-mon[94375]: pgmap v774: 121 pgs: 121 active+clean; 190 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.5 MiB/s wr, 29 op/s 2024-07-29T15:14:35.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:14:35.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:35 smithi138 ceph-mon[86438]: pgmap v774: 121 pgs: 121 active+clean; 190 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.5 MiB/s wr, 29 op/s 2024-07-29T15:14:35.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:14:36.225 INFO:tasks.rados.rados.0.smithi067.stdout:3615: done (1 left) 2024-07-29T15:14:36.225 INFO:tasks.rados.rados.0.smithi067.stdout:3616: copy_from oid 4 from oid 16 current snap is 341 2024-07-29T15:14:36.225 INFO:tasks.rados.rados.0.smithi067.stdout:3614: expect (ObjNum 1102 snap 334 seq_num 1102) 2024-07-29T15:14:36.276 INFO:tasks.rados.rados.0.smithi067.stdout:3616: finishing copy_from racing read to smithi06780069-4 2024-07-29T15:14:36.276 INFO:tasks.rados.rados.0.smithi067.stdout:3616: finishing copy_from to smithi06780069-4 2024-07-29T15:14:36.276 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 1860 (ObjNum 1129 snap 337 seq_num 1129) dirty exists 2024-07-29T15:14:36.276 INFO:tasks.rados.rados.0.smithi067.stdout:3614: done (1 left) 2024-07-29T15:14:36.277 INFO:tasks.rados.rados.0.smithi067.stdout:3616: done (0 left) 2024-07-29T15:14:36.277 INFO:tasks.rados.rados.0.smithi067.stdout:3617: read oid 20 snap 338 2024-07-29T15:14:36.277 INFO:tasks.rados.rados.0.smithi067.stdout:3617: expect deleted 2024-07-29T15:14:36.277 INFO:tasks.rados.rados.0.smithi067.stdout:3618: rollback oid 43 current snap is 341 2024-07-29T15:14:36.277 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 43 to 338 2024-07-29T15:14:36.277 INFO:tasks.rados.rados.0.smithi067.stdout:3619: rmattr oid 17 current snap is 341 2024-07-29T15:14:36.277 INFO:tasks.rados.rados.0.smithi067.stdout:3619: done (2 left) 2024-07-29T15:14:36.277 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 38 current snap is 341 2024-07-29T15:14:36.277 INFO:tasks.rados.rados.0.smithi067.stdout:3620: seq_num 1154 ranges {6848512=131072} 2024-07-29T15:14:36.314 INFO:tasks.rados.rados.0.smithi067.stdout:3620: writing smithi06780069-38 from 6848512 to 6979584 tid 1 2024-07-29T15:14:36.314 INFO:tasks.rados.rados.0.smithi067.stdout:3621: snap_create 2024-07-29T15:14:36.314 INFO:tasks.rados.rados.0.smithi067.stdout:3618: finishing rollback tid 0 to smithi06780069-43 2024-07-29T15:14:36.314 INFO:tasks.rados.rados.0.smithi067.stdout:3618: finishing rollback tid 1 to smithi06780069-43 2024-07-29T15:14:36.314 INFO:tasks.rados.rados.0.smithi067.stdout:3618: finishing rollback tid 2 to smithi06780069-43 2024-07-29T15:14:36.315 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 43 v 1891 (ObjNum 1114 snap 336 seq_num 1114) dirty exists 2024-07-29T15:14:36.317 INFO:tasks.rados.rados.0.smithi067.stdout:3620: finishing write tid 1 to smithi06780069-38 2024-07-29T15:14:36.317 INFO:tasks.rados.rados.0.smithi067.stdout:3620: finishing write tid 2 to smithi06780069-38 2024-07-29T15:14:36.318 INFO:tasks.rados.rados.0.smithi067.stdout:3620: finishing write tid 3 to smithi06780069-38 2024-07-29T15:14:36.318 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 38 v 1971 (ObjNum 1154 snap 341 seq_num 1154) dirty exists 2024-07-29T15:14:36.318 INFO:tasks.rados.rados.0.smithi067.stdout:3620: left oid 38 (ObjNum 1154 snap 341 seq_num 1154) 2024-07-29T15:14:36.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:36 smithi067 ceph-mon[91995]: osdmap e774: 8 total, 8 up, 8 in 2024-07-29T15:14:36.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:36 smithi067 ceph-mon[94375]: osdmap e774: 8 total, 8 up, 8 in 2024-07-29T15:14:36.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:36 smithi138 ceph-mon[86438]: osdmap e774: 8 total, 8 up, 8 in 2024-07-29T15:14:37.227 INFO:tasks.rados.rados.0.smithi067.stdout:3617: done (3 left) 2024-07-29T15:14:37.227 INFO:tasks.rados.rados.0.smithi067.stdout:3618: done (2 left) 2024-07-29T15:14:37.227 INFO:tasks.rados.rados.0.smithi067.stdout:3620: done (1 left) 2024-07-29T15:14:37.227 INFO:tasks.rados.rados.0.smithi067.stdout:3621: done (0 left) 2024-07-29T15:14:37.228 INFO:tasks.rados.rados.0.smithi067.stdout:3622: copy_from oid 19 from oid 27 current snap is 342 2024-07-29T15:14:37.228 INFO:tasks.rados.rados.0.smithi067.stdout:3623: snap_remove snap 341 2024-07-29T15:14:37.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:37 smithi067 ceph-mon[91995]: pgmap v776: 121 pgs: 121 active+clean; 183 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.0 MiB/s wr, 10 op/s 2024-07-29T15:14:37.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:37 smithi067 ceph-mon[91995]: osdmap e775: 8 total, 8 up, 8 in 2024-07-29T15:14:37.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:37 smithi067 ceph-mon[94375]: pgmap v776: 121 pgs: 121 active+clean; 183 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.0 MiB/s wr, 10 op/s 2024-07-29T15:14:37.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:37 smithi067 ceph-mon[94375]: osdmap e775: 8 total, 8 up, 8 in 2024-07-29T15:14:37.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:37 smithi138 ceph-mon[86438]: pgmap v776: 121 pgs: 121 active+clean; 183 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.0 MiB/s wr, 10 op/s 2024-07-29T15:14:37.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:37 smithi138 ceph-mon[86438]: osdmap e775: 8 total, 8 up, 8 in 2024-07-29T15:14:38.036 INFO:tasks.rados.rados.0.smithi067.stdout:3623: done (1 left) 2024-07-29T15:14:38.036 INFO:tasks.rados.rados.0.smithi067.stdout:3624: read oid 21 snap 340 2024-07-29T15:14:38.036 INFO:tasks.rados.rados.0.smithi067.stdout:3624: expect (ObjNum 1098 snap 334 seq_num 1098) 2024-07-29T15:14:38.036 INFO:tasks.rados.rados.0.smithi067.stdout:3625: snap_remove snap 338 2024-07-29T15:14:38.228 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:14:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:14:37] "GET /metrics HTTP/1.1" 200 36438 "" "Prometheus/2.51.0" 2024-07-29T15:14:38.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:38 smithi067 ceph-mon[91995]: osdmap e776: 8 total, 8 up, 8 in 2024-07-29T15:14:38.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:38 smithi067 ceph-mon[91995]: osdmap e777: 8 total, 8 up, 8 in 2024-07-29T15:14:38.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:38 smithi067 ceph-mon[94375]: osdmap e776: 8 total, 8 up, 8 in 2024-07-29T15:14:38.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:38 smithi067 ceph-mon[94375]: osdmap e777: 8 total, 8 up, 8 in 2024-07-29T15:14:38.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:38 smithi138 ceph-mon[86438]: osdmap e776: 8 total, 8 up, 8 in 2024-07-29T15:14:38.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:38 smithi138 ceph-mon[86438]: osdmap e777: 8 total, 8 up, 8 in 2024-07-29T15:14:39.047 INFO:tasks.rados.rados.0.smithi067.stdout:3625: done (2 left) 2024-07-29T15:14:39.047 INFO:tasks.rados.rados.0.smithi067.stdout:3626: delete oid 35 current snap is 342 2024-07-29T15:14:39.047 INFO:tasks.rados.rados.0.smithi067.stdout:3622: finishing copy_from racing read to smithi06780069-19 2024-07-29T15:14:39.047 INFO:tasks.rados.rados.0.smithi067.stdout:3622: finishing copy_from to smithi06780069-19 2024-07-29T15:14:39.047 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 19 v 1608 (ObjNum 1138 snap 339 seq_num 1138) dirty exists 2024-07-29T15:14:39.047 INFO:tasks.rados.rados.0.smithi067.stdout:3624: expect (ObjNum 1098 snap 334 seq_num 1098) 2024-07-29T15:14:39.253 INFO:tasks.rados.rados.0.smithi067.stdout:3622: done (2 left) 2024-07-29T15:14:39.253 INFO:tasks.rados.rados.0.smithi067.stdout:3624: done (1 left) 2024-07-29T15:14:39.253 INFO:tasks.rados.rados.0.smithi067.stdout:3626: done (0 left) 2024-07-29T15:14:39.253 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 30 current snap is 342 2024-07-29T15:14:39.253 INFO:tasks.rados.rados.0.smithi067.stdout:3627: seq_num 1156 ranges {9428992=163840} 2024-07-29T15:14:39.305 INFO:tasks.rados.rados.0.smithi067.stdout:3627: writing smithi06780069-30 from 9428992 to 9592832 tid 1 2024-07-29T15:14:39.305 INFO:tasks.rados.rados.0.smithi067.stdout:3628: rollback oid 4 current snap is 342 2024-07-29T15:14:39.305 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 4 to 340 2024-07-29T15:14:39.305 INFO:tasks.rados.rados.0.smithi067.stdout:3629: rmattr oid 41 current snap is 342 2024-07-29T15:14:39.305 INFO:tasks.rados.rados.0.smithi067.stdout:3629: done (2 left) 2024-07-29T15:14:39.305 INFO:tasks.rados.rados.0.smithi067.stdout:3630: read oid 29 snap 340 2024-07-29T15:14:39.306 INFO:tasks.rados.rados.0.smithi067.stdout:3630: expect (ObjNum 1059 snap 327 seq_num 1059) 2024-07-29T15:14:39.306 INFO:tasks.rados.rados.0.smithi067.stdout:3631: read oid 32 snap 340 2024-07-29T15:14:39.306 INFO:tasks.rados.rados.0.smithi067.stdout:3631: expect deleted 2024-07-29T15:14:39.306 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 15 current snap is 342 2024-07-29T15:14:39.306 INFO:tasks.rados.rados.0.smithi067.stdout:3632: seq_num 1157 ranges {2924544=180224} 2024-07-29T15:14:39.322 INFO:tasks.rados.rados.0.smithi067.stdout:3632: writing smithi06780069-15 from 2924544 to 3104768 tid 1 2024-07-29T15:14:39.322 INFO:tasks.rados.rados.0.smithi067.stdout:3633: delete oid 24 current snap is 342 2024-07-29T15:14:39.322 INFO:tasks.rados.rados.0.smithi067.stdout:3628: finishing rollback tid 0 to smithi06780069-4 2024-07-29T15:14:39.323 INFO:tasks.rados.rados.0.smithi067.stdout:3628: finishing rollback tid 1 to smithi06780069-4 2024-07-29T15:14:39.323 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 1992 (ObjNum 33 snap 0 seq_num 2) dirty dne 2024-07-29T15:14:39.323 INFO:tasks.rados.rados.0.smithi067.stdout:3630: expect (ObjNum 1059 snap 327 seq_num 1059) 2024-07-29T15:14:39.348 INFO:tasks.rados.rados.0.smithi067.stdout:3627: finishing write tid 1 to smithi06780069-30 2024-07-29T15:14:39.348 INFO:tasks.rados.rados.0.smithi067.stdout:3627: finishing write tid 2 to smithi06780069-30 2024-07-29T15:14:39.348 INFO:tasks.rados.rados.0.smithi067.stdout:3627: finishing write tid 3 to smithi06780069-30 2024-07-29T15:14:39.348 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 1846 (ObjNum 1156 snap 342 seq_num 1156) dirty exists 2024-07-29T15:14:39.348 INFO:tasks.rados.rados.0.smithi067.stdout:3627: left oid 30 (ObjNum 1156 snap 342 seq_num 1156) 2024-07-29T15:14:39.348 INFO:tasks.rados.rados.0.smithi067.stdout:3632: finishing write tid 1 to smithi06780069-15 2024-07-29T15:14:39.348 INFO:tasks.rados.rados.0.smithi067.stdout:3632: finishing write tid 2 to smithi06780069-15 2024-07-29T15:14:39.349 INFO:tasks.rados.rados.0.smithi067.stdout:3632: finishing write tid 3 to smithi06780069-15 2024-07-29T15:14:39.349 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 1862 (ObjNum 1157 snap 342 seq_num 1157) dirty exists 2024-07-29T15:14:39.349 INFO:tasks.rados.rados.0.smithi067.stdout:3632: left oid 15 (ObjNum 1157 snap 342 seq_num 1157) 2024-07-29T15:14:39.349 INFO:tasks.rados.rados.0.smithi067.stdout:3627: done (5 left) 2024-07-29T15:14:39.349 INFO:tasks.rados.rados.0.smithi067.stdout:3628: done (4 left) 2024-07-29T15:14:39.349 INFO:tasks.rados.rados.0.smithi067.stdout:3630: done (3 left) 2024-07-29T15:14:39.349 INFO:tasks.rados.rados.0.smithi067.stdout:3631: done (2 left) 2024-07-29T15:14:39.349 INFO:tasks.rados.rados.0.smithi067.stdout:3632: done (1 left) 2024-07-29T15:14:39.349 INFO:tasks.rados.rados.0.smithi067.stdout:3633: done (0 left) 2024-07-29T15:14:39.349 INFO:tasks.rados.rados.0.smithi067.stdout:3634: rmattr oid 32 current snap is 342 2024-07-29T15:14:39.349 INFO:tasks.rados.rados.0.smithi067.stdout:3634: done (0 left) 2024-07-29T15:14:39.349 INFO:tasks.rados.rados.0.smithi067.stdout:3635: rollback oid 7 current snap is 342 2024-07-29T15:14:39.349 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 7 to 340 2024-07-29T15:14:39.349 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 26 current snap is 342 2024-07-29T15:14:39.350 INFO:tasks.rados.rados.0.smithi067.stdout:3636: seq_num 1159 ranges {0=212992} 2024-07-29T15:14:39.350 INFO:tasks.rados.rados.0.smithi067.stdout:3636: writing smithi06780069-26 from 0 to 212992 tid 1 2024-07-29T15:14:39.350 INFO:tasks.rados.rados.0.smithi067.stdout:3637: read oid 8 snap 340 2024-07-29T15:14:39.350 INFO:tasks.rados.rados.0.smithi067.stdout:3637: expect (ObjNum 1152 snap 340 seq_num 1152) 2024-07-29T15:14:39.350 INFO:tasks.rados.rados.0.smithi067.stdout:3638: setattr oid 12 current snap is 342 2024-07-29T15:14:39.353 INFO:tasks.rados.rados.0.smithi067.stdout:3639: rollback oid 23 current snap is 342 2024-07-29T15:14:39.353 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 23 to 340 2024-07-29T15:14:39.353 INFO:tasks.rados.rados.0.smithi067.stdout:3636: finishing write tid 1 to smithi06780069-26 2024-07-29T15:14:39.353 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 32 current snap is 342 2024-07-29T15:14:39.353 INFO:tasks.rados.rados.0.smithi067.stdout:3640: seq_num 1160 ranges {0=229376} 2024-07-29T15:14:39.355 INFO:tasks.rados.rados.0.smithi067.stdout:3640: writing smithi06780069-32 from 0 to 229376 tid 1 2024-07-29T15:14:39.355 INFO:tasks.rados.rados.0.smithi067.stdout:3641: copy_from oid 37 from oid 6 current snap is 342 2024-07-29T15:14:39.355 INFO:tasks.rados.rados.0.smithi067.stdout:3636: finishing write tid 2 to smithi06780069-26 2024-07-29T15:14:39.355 INFO:tasks.rados.rados.0.smithi067.stdout:3635: finishing rollback tid 0 to smithi06780069-7 2024-07-29T15:14:39.355 INFO:tasks.rados.rados.0.smithi067.stdout:3635: finishing rollback tid 1 to smithi06780069-7 2024-07-29T15:14:39.356 INFO:tasks.rados.rados.0.smithi067.stdout:3642: copy_from oid 45 from oid 38 current snap is 342 2024-07-29T15:14:39.356 INFO:tasks.rados.rados.0.smithi067.stdout:3643: read oid 2 snap 340 2024-07-29T15:14:39.356 INFO:tasks.rados.rados.0.smithi067.stdout:3643: expect (ObjNum 1067 snap 328 seq_num 1067) 2024-07-29T15:14:39.356 INFO:tasks.rados.rados.0.smithi067.stdout:3644: read oid 21 snap -1 2024-07-29T15:14:39.356 INFO:tasks.rados.rados.0.smithi067.stdout:3644: expect (ObjNum 1098 snap 334 seq_num 1098) 2024-07-29T15:14:39.356 INFO:tasks.rados.rados.0.smithi067.stdout:3645: read oid 48 snap 340 2024-07-29T15:14:39.356 INFO:tasks.rados.rados.0.smithi067.stdout:3645: expect (ObjNum 1117 snap 336 seq_num 1117) 2024-07-29T15:14:39.356 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 43 current snap is 342 2024-07-29T15:14:39.356 INFO:tasks.rados.rados.0.smithi067.stdout:3646: seq_num 1161 ranges {10117120=245760} 2024-07-29T15:14:39.415 INFO:tasks.rados.rados.0.smithi067.stdout:3646: writing smithi06780069-43 from 10117120 to 10362880 tid 1 2024-07-29T15:14:39.415 INFO:tasks.rados.rados.0.smithi067.stdout:3647: snap_create 2024-07-29T15:14:39.415 INFO:tasks.rados.rados.0.smithi067.stdout:3635: finishing rollback tid 2 to smithi06780069-7 2024-07-29T15:14:39.415 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 7 v 2004 (ObjNum 1086 snap 332 seq_num 1086) dirty exists 2024-07-29T15:14:39.415 INFO:tasks.rados.rados.0.smithi067.stdout:3641: finishing copy_from to smithi06780069-37 2024-07-29T15:14:39.415 INFO:tasks.rados.rados.0.smithi067.stdout:3641: got expected ENOENT (src dne) 2024-07-29T15:14:39.415 INFO:tasks.rados.rados.0.smithi067.stdout:3641: finishing copy_from racing read to smithi06780069-37 2024-07-29T15:14:39.415 INFO:tasks.rados.rados.0.smithi067.stdout:3639: finishing rollback tid 0 to smithi06780069-23 2024-07-29T15:14:39.415 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 1850 (ObjNum 1153 snap 340 seq_num 1153) dirty exists 2024-07-29T15:14:39.416 INFO:tasks.rados.rados.0.smithi067.stdout:3636: finishing write tid 3 to smithi06780069-26 2024-07-29T15:14:39.416 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 1849 (ObjNum 1159 snap 342 seq_num 1159) dirty exists 2024-07-29T15:14:39.416 INFO:tasks.rados.rados.0.smithi067.stdout:3636: left oid 26 (ObjNum 1159 snap 342 seq_num 1159) 2024-07-29T15:14:39.416 INFO:tasks.rados.rados.0.smithi067.stdout:3639: finishing rollback tid 1 to smithi06780069-23 2024-07-29T15:14:39.416 INFO:tasks.rados.rados.0.smithi067.stdout:3639: finishing rollback tid 2 to smithi06780069-23 2024-07-29T15:14:39.416 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 1849 (ObjNum 1069 snap 328 seq_num 1069) dirty exists 2024-07-29T15:14:39.416 INFO:tasks.rados.rados.0.smithi067.stdout:3640: finishing write tid 1 to smithi06780069-32 2024-07-29T15:14:39.416 INFO:tasks.rados.rados.0.smithi067.stdout:3640: finishing write tid 2 to smithi06780069-32 2024-07-29T15:14:39.416 INFO:tasks.rados.rados.0.smithi067.stdout:3640: finishing write tid 3 to smithi06780069-32 2024-07-29T15:14:39.416 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 1865 (ObjNum 1160 snap 342 seq_num 1160) dirty exists 2024-07-29T15:14:39.416 INFO:tasks.rados.rados.0.smithi067.stdout:3640: left oid 32 (ObjNum 1160 snap 342 seq_num 1160) 2024-07-29T15:14:39.416 INFO:tasks.rados.rados.0.smithi067.stdout:3637: expect (ObjNum 1152 snap 340 seq_num 1152) 2024-07-29T15:14:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:39 smithi067 ceph-mon[91995]: pgmap v779: 121 pgs: 121 active+clean; 185 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-07-29T15:14:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:39 smithi067 ceph-mon[91995]: osdmap e778: 8 total, 8 up, 8 in 2024-07-29T15:14:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:39 smithi067 ceph-mon[94375]: pgmap v779: 121 pgs: 121 active+clean; 185 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-07-29T15:14:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:39 smithi067 ceph-mon[94375]: osdmap e778: 8 total, 8 up, 8 in 2024-07-29T15:14:39.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:39 smithi138 ceph-mon[86438]: pgmap v779: 121 pgs: 121 active+clean; 185 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-07-29T15:14:39.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:39 smithi138 ceph-mon[86438]: osdmap e778: 8 total, 8 up, 8 in 2024-07-29T15:14:39.596 INFO:tasks.rados.rados.0.smithi067.stdout:3643: expect (ObjNum 1067 snap 328 seq_num 1067) 2024-07-29T15:14:39.624 INFO:tasks.rados.rados.0.smithi067.stdout:3644: expect (ObjNum 1098 snap 334 seq_num 1098) 2024-07-29T15:14:39.823 INFO:tasks.rados.rados.0.smithi067.stdout:3642: finishing copy_from racing read to smithi06780069-45 2024-07-29T15:14:39.823 INFO:tasks.rados.rados.0.smithi067.stdout:3642: finishing copy_from to smithi06780069-45 2024-07-29T15:14:39.823 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 1971 (ObjNum 1154 snap 341 seq_num 1154) dirty exists 2024-07-29T15:14:39.823 INFO:tasks.rados.rados.0.smithi067.stdout:3646: finishing write tid 1 to smithi06780069-43 2024-07-29T15:14:39.823 INFO:tasks.rados.rados.0.smithi067.stdout:3646: finishing write tid 2 to smithi06780069-43 2024-07-29T15:14:39.823 INFO:tasks.rados.rados.0.smithi067.stdout:3646: finishing write tid 3 to smithi06780069-43 2024-07-29T15:14:39.823 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 43 v 1893 (ObjNum 1161 snap 342 seq_num 1161) dirty exists 2024-07-29T15:14:39.823 INFO:tasks.rados.rados.0.smithi067.stdout:3646: left oid 43 (ObjNum 1161 snap 342 seq_num 1161) 2024-07-29T15:14:39.824 INFO:tasks.rados.rados.0.smithi067.stdout:3645: expect (ObjNum 1117 snap 336 seq_num 1117) 2024-07-29T15:14:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:14:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:14:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:14:40.634 INFO:tasks.rados.rados.0.smithi067.stdout:3635: done (12 left) 2024-07-29T15:14:40.634 INFO:tasks.rados.rados.0.smithi067.stdout:3636: done (11 left) 2024-07-29T15:14:40.635 INFO:tasks.rados.rados.0.smithi067.stdout:3637: done (10 left) 2024-07-29T15:14:40.635 INFO:tasks.rados.rados.0.smithi067.stdout:3638: done (9 left) 2024-07-29T15:14:40.635 INFO:tasks.rados.rados.0.smithi067.stdout:3639: done (8 left) 2024-07-29T15:14:40.635 INFO:tasks.rados.rados.0.smithi067.stdout:3640: done (7 left) 2024-07-29T15:14:40.635 INFO:tasks.rados.rados.0.smithi067.stdout:3641: done (6 left) 2024-07-29T15:14:40.635 INFO:tasks.rados.rados.0.smithi067.stdout:3642: done (5 left) 2024-07-29T15:14:40.635 INFO:tasks.rados.rados.0.smithi067.stdout:3643: done (4 left) 2024-07-29T15:14:40.635 INFO:tasks.rados.rados.0.smithi067.stdout:3644: done (3 left) 2024-07-29T15:14:40.635 INFO:tasks.rados.rados.0.smithi067.stdout:3645: done (2 left) 2024-07-29T15:14:40.635 INFO:tasks.rados.rados.0.smithi067.stdout:3646: done (1 left) 2024-07-29T15:14:40.635 INFO:tasks.rados.rados.0.smithi067.stdout:3647: done (0 left) 2024-07-29T15:14:40.635 INFO:tasks.rados.rados.0.smithi067.stdout:3648: snap_create 2024-07-29T15:14:41.243 INFO:tasks.rados.rados.0.smithi067.stdout:3648: done (0 left) 2024-07-29T15:14:41.243 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 17 current snap is 344 2024-07-29T15:14:41.244 INFO:tasks.rados.rados.0.smithi067.stdout:3649: seq_num 1162 ranges {0=270336} 2024-07-29T15:14:41.245 INFO:tasks.rados.rados.0.smithi067.stdout:3649: writing smithi06780069-17 from 0 to 270336 tid 1 2024-07-29T15:14:41.245 INFO:tasks.rados.rados.0.smithi067.stdout:3650: read oid 7 snap -1 2024-07-29T15:14:41.245 INFO:tasks.rados.rados.0.smithi067.stdout:3650: expect (ObjNum 1086 snap 332 seq_num 1086) 2024-07-29T15:14:41.245 INFO:tasks.rados.rados.0.smithi067.stdout:3651: snap_create 2024-07-29T15:14:41.249 INFO:tasks.rados.rados.0.smithi067.stdout:3649: finishing write tid 1 to smithi06780069-17 2024-07-29T15:14:41.249 INFO:tasks.rados.rados.0.smithi067.stdout:3649: finishing write tid 2 to smithi06780069-17 2024-07-29T15:14:41.250 INFO:tasks.rados.rados.0.smithi067.stdout:3649: finishing write tid 3 to smithi06780069-17 2024-07-29T15:14:41.251 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 1846 (ObjNum 1162 snap 344 seq_num 1162) dirty exists 2024-07-29T15:14:41.251 INFO:tasks.rados.rados.0.smithi067.stdout:3649: left oid 17 (ObjNum 1162 snap 344 seq_num 1162) 2024-07-29T15:14:41.264 INFO:tasks.rados.rados.0.smithi067.stdout:3650: expect (ObjNum 1086 snap 332 seq_num 1086) 2024-07-29T15:14:41.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:41 smithi067 ceph-mon[91995]: pgmap v782: 121 pgs: 121 active+clean; 184 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 1.8 MiB/s wr, 23 op/s 2024-07-29T15:14:41.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:41 smithi067 ceph-mon[91995]: osdmap e779: 8 total, 8 up, 8 in 2024-07-29T15:14:41.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:41 smithi067 ceph-mon[94375]: pgmap v782: 121 pgs: 121 active+clean; 184 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 1.8 MiB/s wr, 23 op/s 2024-07-29T15:14:41.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:41 smithi067 ceph-mon[94375]: osdmap e779: 8 total, 8 up, 8 in 2024-07-29T15:14:41.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:41 smithi138 ceph-mon[86438]: pgmap v782: 121 pgs: 121 active+clean; 184 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 1.8 MiB/s wr, 23 op/s 2024-07-29T15:14:41.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:41 smithi138 ceph-mon[86438]: osdmap e779: 8 total, 8 up, 8 in 2024-07-29T15:14:42.259 INFO:tasks.rados.rados.0.smithi067.stdout:3649: done (2 left) 2024-07-29T15:14:42.259 INFO:tasks.rados.rados.0.smithi067.stdout:3650: done (1 left) 2024-07-29T15:14:42.259 INFO:tasks.rados.rados.0.smithi067.stdout:3651: done (0 left) 2024-07-29T15:14:42.260 INFO:tasks.rados.rados.0.smithi067.stdout:3652: rmattr oid 35 current snap is 345 2024-07-29T15:14:42.260 INFO:tasks.rados.rados.0.smithi067.stdout:3652: done (0 left) 2024-07-29T15:14:42.260 INFO:tasks.rados.rados.0.smithi067.stdout:3653: snap_create 2024-07-29T15:14:42.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:42 smithi138 ceph-mon[86438]: osdmap e780: 8 total, 8 up, 8 in 2024-07-29T15:14:42.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:42 smithi067 ceph-mon[91995]: osdmap e780: 8 total, 8 up, 8 in 2024-07-29T15:14:42.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:42 smithi067 ceph-mon[94375]: osdmap e780: 8 total, 8 up, 8 in 2024-07-29T15:14:43.038 INFO:tasks.rados.rados.0.smithi067.stdout:3653: done (0 left) 2024-07-29T15:14:43.038 INFO:tasks.rados.rados.0.smithi067.stdout:3654: read oid 3 snap -1 2024-07-29T15:14:43.039 INFO:tasks.rados.rados.0.smithi067.stdout:3654: expect (ObjNum 1108 snap 334 seq_num 1108) 2024-07-29T15:14:43.039 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 22 current snap is 346 2024-07-29T15:14:43.039 INFO:tasks.rados.rados.0.smithi067.stdout:3655: seq_num 1163 ranges {10018816=286720} 2024-07-29T15:14:43.095 INFO:tasks.rados.rados.0.smithi067.stdout:3655: writing smithi06780069-22 from 10018816 to 10305536 tid 1 2024-07-29T15:14:43.095 INFO:tasks.rados.rados.0.smithi067.stdout:3656: read oid 37 snap -1 2024-07-29T15:14:43.095 INFO:tasks.rados.rados.0.smithi067.stdout:3656: expect deleted 2024-07-29T15:14:43.095 INFO:tasks.rados.rados.0.smithi067.stdout:3657: read oid 40 snap -1 2024-07-29T15:14:43.095 INFO:tasks.rados.rados.0.smithi067.stdout:3657: expect (ObjNum 1104 snap 334 seq_num 1104) 2024-07-29T15:14:43.095 INFO:tasks.rados.rados.0.smithi067.stdout:3658: snap_remove snap 345 2024-07-29T15:14:43.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:43 smithi138 ceph-mon[86438]: pgmap v785: 121 pgs: 121 active+clean; 181 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-07-29T15:14:43.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:43 smithi138 ceph-mon[86438]: osdmap e781: 8 total, 8 up, 8 in 2024-07-29T15:14:43.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:43 smithi138 ceph-mon[86438]: osdmap e782: 8 total, 8 up, 8 in 2024-07-29T15:14:43.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:43 smithi067 ceph-mon[91995]: pgmap v785: 121 pgs: 121 active+clean; 181 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-07-29T15:14:43.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:43 smithi067 ceph-mon[91995]: osdmap e781: 8 total, 8 up, 8 in 2024-07-29T15:14:43.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:43 smithi067 ceph-mon[91995]: osdmap e782: 8 total, 8 up, 8 in 2024-07-29T15:14:43.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:43 smithi067 ceph-mon[94375]: pgmap v785: 121 pgs: 121 active+clean; 181 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-07-29T15:14:43.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:43 smithi067 ceph-mon[94375]: osdmap e781: 8 total, 8 up, 8 in 2024-07-29T15:14:43.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:43 smithi067 ceph-mon[94375]: osdmap e782: 8 total, 8 up, 8 in 2024-07-29T15:14:44.044 INFO:tasks.rados.rados.0.smithi067.stdout:3654: expect (ObjNum 1108 snap 334 seq_num 1108) 2024-07-29T15:14:44.092 INFO:tasks.rados.rados.0.smithi067.stdout:3655: finishing write tid 1 to smithi06780069-22 2024-07-29T15:14:44.092 INFO:tasks.rados.rados.0.smithi067.stdout:3655: finishing write tid 2 to smithi06780069-22 2024-07-29T15:14:44.092 INFO:tasks.rados.rados.0.smithi067.stdout:3655: finishing write tid 3 to smithi06780069-22 2024-07-29T15:14:44.093 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 1973 (ObjNum 1163 snap 346 seq_num 1163) dirty exists 2024-07-29T15:14:44.093 INFO:tasks.rados.rados.0.smithi067.stdout:3655: left oid 22 (ObjNum 1163 snap 346 seq_num 1163) 2024-07-29T15:14:44.093 INFO:tasks.rados.rados.0.smithi067.stdout:3657: expect (ObjNum 1104 snap 334 seq_num 1104) 2024-07-29T15:14:44.940 INFO:tasks.rados.rados.0.smithi067.stdout:3654: done (4 left) 2024-07-29T15:14:44.940 INFO:tasks.rados.rados.0.smithi067.stdout:3655: done (3 left) 2024-07-29T15:14:44.941 INFO:tasks.rados.rados.0.smithi067.stdout:3656: done (2 left) 2024-07-29T15:14:44.941 INFO:tasks.rados.rados.0.smithi067.stdout:3657: done (1 left) 2024-07-29T15:14:44.941 INFO:tasks.rados.rados.0.smithi067.stdout:3658: done (0 left) 2024-07-29T15:14:44.941 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 49 current snap is 346 2024-07-29T15:14:44.941 INFO:tasks.rados.rados.0.smithi067.stdout:3659: seq_num 1164 ranges {11362304=303104} 2024-07-29T15:14:45.004 INFO:tasks.rados.rados.0.smithi067.stdout:3659: writing smithi06780069-49 from 11362304 to 11665408 tid 1 2024-07-29T15:14:45.004 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 45 current snap is 346 2024-07-29T15:14:45.004 INFO:tasks.rados.rados.0.smithi067.stdout:3660: seq_num 1165 ranges {6979584=319488} 2024-07-29T15:14:45.044 INFO:tasks.rados.rados.0.smithi067.stdout:3660: writing smithi06780069-45 from 6979584 to 7299072 tid 1 2024-07-29T15:14:45.044 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 31 current snap is 346 2024-07-29T15:14:45.044 INFO:tasks.rados.rados.0.smithi067.stdout:3661: seq_num 1166 ranges {1982464=335872} 2024-07-29T15:14:45.056 INFO:tasks.rados.rados.0.smithi067.stdout:3661: writing smithi06780069-31 from 1982464 to 2318336 tid 1 2024-07-29T15:14:45.056 INFO:tasks.rados.rados.0.smithi067.stdout:3662: snap_remove snap 344 2024-07-29T15:14:45.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:45 smithi138 ceph-mon[86438]: pgmap v788: 121 pgs: 121 active+clean; 179 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 796 KiB/s wr, 16 op/s 2024-07-29T15:14:45.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:45 smithi138 ceph-mon[86438]: osdmap e783: 8 total, 8 up, 8 in 2024-07-29T15:14:45.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:45 smithi067 ceph-mon[91995]: pgmap v788: 121 pgs: 121 active+clean; 179 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 796 KiB/s wr, 16 op/s 2024-07-29T15:14:45.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:45 smithi067 ceph-mon[91995]: osdmap e783: 8 total, 8 up, 8 in 2024-07-29T15:14:45.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:45 smithi067 ceph-mon[94375]: pgmap v788: 121 pgs: 121 active+clean; 179 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 796 KiB/s wr, 16 op/s 2024-07-29T15:14:45.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:45 smithi067 ceph-mon[94375]: osdmap e783: 8 total, 8 up, 8 in 2024-07-29T15:14:46.046 INFO:tasks.rados.rados.0.smithi067.stdout:3659: finishing write tid 1 to smithi06780069-49 2024-07-29T15:14:46.046 INFO:tasks.rados.rados.0.smithi067.stdout:3659: finishing write tid 2 to smithi06780069-49 2024-07-29T15:14:46.046 INFO:tasks.rados.rados.0.smithi067.stdout:3659: finishing write tid 3 to smithi06780069-49 2024-07-29T15:14:46.046 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 1995 (ObjNum 1164 snap 346 seq_num 1164) dirty exists 2024-07-29T15:14:46.046 INFO:tasks.rados.rados.0.smithi067.stdout:3659: left oid 49 (ObjNum 1164 snap 346 seq_num 1164) 2024-07-29T15:14:46.046 INFO:tasks.rados.rados.0.smithi067.stdout:3660: finishing write tid 1 to smithi06780069-45 2024-07-29T15:14:46.046 INFO:tasks.rados.rados.0.smithi067.stdout:3660: finishing write tid 2 to smithi06780069-45 2024-07-29T15:14:46.046 INFO:tasks.rados.rados.0.smithi067.stdout:3660: finishing write tid 3 to smithi06780069-45 2024-07-29T15:14:46.046 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 1973 (ObjNum 1165 snap 346 seq_num 1165) dirty exists 2024-07-29T15:14:46.046 INFO:tasks.rados.rados.0.smithi067.stdout:3660: left oid 45 (ObjNum 1165 snap 346 seq_num 1165) 2024-07-29T15:14:46.046 INFO:tasks.rados.rados.0.smithi067.stdout:3661: finishing write tid 1 to smithi06780069-31 2024-07-29T15:14:46.047 INFO:tasks.rados.rados.0.smithi067.stdout:3661: finishing write tid 2 to smithi06780069-31 2024-07-29T15:14:46.047 INFO:tasks.rados.rados.0.smithi067.stdout:3661: finishing write tid 3 to smithi06780069-31 2024-07-29T15:14:46.047 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 1852 (ObjNum 1166 snap 346 seq_num 1166) dirty exists 2024-07-29T15:14:46.047 INFO:tasks.rados.rados.0.smithi067.stdout:3661: left oid 31 (ObjNum 1166 snap 346 seq_num 1166) 2024-07-29T15:14:46.047 INFO:tasks.rados.rados.0.smithi067.stdout:3659: done (3 left) 2024-07-29T15:14:46.047 INFO:tasks.rados.rados.0.smithi067.stdout:3660: done (2 left) 2024-07-29T15:14:46.047 INFO:tasks.rados.rados.0.smithi067.stdout:3661: done (1 left) 2024-07-29T15:14:46.047 INFO:tasks.rados.rados.0.smithi067.stdout:3662: done (0 left) 2024-07-29T15:14:46.047 INFO:tasks.rados.rados.0.smithi067.stdout:3663: snap_remove snap 342 2024-07-29T15:14:47.050 INFO:tasks.rados.rados.0.smithi067.stdout:3663: done (0 left) 2024-07-29T15:14:47.050 INFO:tasks.rados.rados.0.smithi067.stdout:3664: snap_remove snap 343 2024-07-29T15:14:47.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:47 smithi138 ceph-mon[86438]: pgmap v790: 121 pgs: 121 active+clean; 186 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-07-29T15:14:47.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:47 smithi138 ceph-mon[86438]: osdmap e784: 8 total, 8 up, 8 in 2024-07-29T15:14:47.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:47 smithi067 ceph-mon[91995]: pgmap v790: 121 pgs: 121 active+clean; 186 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-07-29T15:14:47.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:47 smithi067 ceph-mon[91995]: osdmap e784: 8 total, 8 up, 8 in 2024-07-29T15:14:47.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:47 smithi067 ceph-mon[94375]: pgmap v790: 121 pgs: 121 active+clean; 186 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-07-29T15:14:47.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:47 smithi067 ceph-mon[94375]: osdmap e784: 8 total, 8 up, 8 in 2024-07-29T15:14:48.039 INFO:tasks.rados.rados.0.smithi067.stdout:3664: done (0 left) 2024-07-29T15:14:48.039 INFO:tasks.rados.rados.0.smithi067.stdout:3665: read oid 32 snap -1 2024-07-29T15:14:48.040 INFO:tasks.rados.rados.0.smithi067.stdout:3665: expect (ObjNum 1160 snap 342 seq_num 1160) 2024-07-29T15:14:48.040 INFO:tasks.rados.rados.0.smithi067.stdout:3666: read oid 35 snap -1 2024-07-29T15:14:48.040 INFO:tasks.rados.rados.0.smithi067.stdout:3666: expect deleted 2024-07-29T15:14:48.040 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 5 current snap is 346 2024-07-29T15:14:48.040 INFO:tasks.rados.rados.0.smithi067.stdout:3667: seq_num 1167 ranges {16384000=352256} 2024-07-29T15:14:48.132 INFO:tasks.rados.rados.0.smithi067.stdout:3667: writing smithi06780069-5 from 16384000 to 16736256 tid 1 2024-07-29T15:14:48.132 INFO:tasks.rados.rados.0.smithi067.stdout:3668: delete oid 50 current snap is 346 2024-07-29T15:14:48.132 INFO:tasks.rados.rados.0.smithi067.stdout:3665: expect (ObjNum 1160 snap 342 seq_num 1160) 2024-07-29T15:14:48.140 INFO:tasks.rados.rados.0.smithi067.stdout:3667: finishing write tid 1 to smithi06780069-5 2024-07-29T15:14:48.140 INFO:tasks.rados.rados.0.smithi067.stdout:3667: finishing write tid 2 to smithi06780069-5 2024-07-29T15:14:48.140 INFO:tasks.rados.rados.0.smithi067.stdout:3667: finishing write tid 3 to smithi06780069-5 2024-07-29T15:14:48.140 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 5 v 1975 (ObjNum 1167 snap 346 seq_num 1167) dirty exists 2024-07-29T15:14:48.140 INFO:tasks.rados.rados.0.smithi067.stdout:3667: left oid 5 (ObjNum 1167 snap 346 seq_num 1167) 2024-07-29T15:14:48.140 INFO:tasks.rados.rados.0.smithi067.stdout:3665: done (3 left) 2024-07-29T15:14:48.140 INFO:tasks.rados.rados.0.smithi067.stdout:3666: done (2 left) 2024-07-29T15:14:48.140 INFO:tasks.rados.rados.0.smithi067.stdout:3667: done (1 left) 2024-07-29T15:14:48.140 INFO:tasks.rados.rados.0.smithi067.stdout:3668: done (0 left) 2024-07-29T15:14:48.140 INFO:tasks.rados.rados.0.smithi067.stdout:3669: read oid 10 snap 340 2024-07-29T15:14:48.140 INFO:tasks.rados.rados.0.smithi067.stdout:3669: expect (ObjNum 1102 snap 334 seq_num 1102) 2024-07-29T15:14:48.140 INFO:tasks.rados.rados.0.smithi067.stdout:3670: delete oid 32 current snap is 346 2024-07-29T15:14:48.143 INFO:tasks.rados.rados.0.smithi067.stdout:3670: done (1 left) 2024-07-29T15:14:48.143 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 32 current snap is 346 2024-07-29T15:14:48.143 INFO:tasks.rados.rados.0.smithi067.stdout:3671: seq_num 1170 ranges {0=401408} 2024-07-29T15:14:48.146 INFO:tasks.rados.rados.0.smithi067.stdout:3671: writing smithi06780069-32 from 0 to 401408 tid 1 2024-07-29T15:14:48.146 INFO:tasks.rados.rados.0.smithi067.stdout:3672: read oid 31 snap -1 2024-07-29T15:14:48.146 INFO:tasks.rados.rados.0.smithi067.stdout:3672: expect (ObjNum 1166 snap 346 seq_num 1166) 2024-07-29T15:14:48.146 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 49 current snap is 346 2024-07-29T15:14:48.146 INFO:tasks.rados.rados.0.smithi067.stdout:3669: expect (ObjNum 1102 snap 334 seq_num 1102) 2024-07-29T15:14:48.191 INFO:tasks.rados.rados.0.smithi067.stdout:3671: finishing write tid 1 to smithi06780069-32 2024-07-29T15:14:48.191 INFO:tasks.rados.rados.0.smithi067.stdout:3671: finishing write tid 2 to smithi06780069-32 2024-07-29T15:14:48.191 INFO:tasks.rados.rados.0.smithi067.stdout:3672: expect (ObjNum 1166 snap 346 seq_num 1166) 2024-07-29T15:14:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:48 smithi067 ceph-mon[91995]: osdmap e785: 8 total, 8 up, 8 in 2024-07-29T15:14:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:48 smithi067 ceph-mon[91995]: osdmap e786: 8 total, 8 up, 8 in 2024-07-29T15:14:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:14:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:14:47] "GET /metrics HTTP/1.1" 200 36438 "" "Prometheus/2.51.0" 2024-07-29T15:14:48.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:48 smithi067 ceph-mon[94375]: osdmap e785: 8 total, 8 up, 8 in 2024-07-29T15:14:48.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:48 smithi067 ceph-mon[94375]: osdmap e786: 8 total, 8 up, 8 in 2024-07-29T15:14:48.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:48 smithi138 ceph-mon[86438]: osdmap e785: 8 total, 8 up, 8 in 2024-07-29T15:14:48.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:48 smithi138 ceph-mon[86438]: osdmap e786: 8 total, 8 up, 8 in 2024-07-29T15:14:48.334 INFO:tasks.rados.rados.0.smithi067.stdout:3671: finishing write tid 3 to smithi06780069-32 2024-07-29T15:14:48.334 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 1868 (ObjNum 1170 snap 346 seq_num 1170) dirty exists 2024-07-29T15:14:48.334 INFO:tasks.rados.rados.0.smithi067.stdout:3671: left oid 32 (ObjNum 1170 snap 346 seq_num 1170) 2024-07-29T15:14:48.335 INFO:tasks.rados.rados.0.smithi067.stdout:3673: seq_num 1171 ranges {11665408=417792} 2024-07-29T15:14:48.401 INFO:tasks.rados.rados.0.smithi067.stdout:3673: writing smithi06780069-49 from 11665408 to 12083200 tid 1 2024-07-29T15:14:48.401 INFO:tasks.rados.rados.0.smithi067.stdout:3669: done (3 left) 2024-07-29T15:14:48.401 INFO:tasks.rados.rados.0.smithi067.stdout:3671: done (2 left) 2024-07-29T15:14:48.401 INFO:tasks.rados.rados.0.smithi067.stdout:3672: done (1 left) 2024-07-29T15:14:48.401 INFO:tasks.rados.rados.0.smithi067.stdout:3674: read oid 46 snap -1 2024-07-29T15:14:48.401 INFO:tasks.rados.rados.0.smithi067.stdout:3674: expect (ObjNum 1149 snap 340 seq_num 1149) 2024-07-29T15:14:48.401 INFO:tasks.rados.rados.0.smithi067.stdout:3675: read oid 35 snap -1 2024-07-29T15:14:48.401 INFO:tasks.rados.rados.0.smithi067.stdout:3675: expect deleted 2024-07-29T15:14:48.401 INFO:tasks.rados.rados.0.smithi067.stdout:3676: read oid 3 snap -1 2024-07-29T15:14:48.401 INFO:tasks.rados.rados.0.smithi067.stdout:3676: expect (ObjNum 1108 snap 334 seq_num 1108) 2024-07-29T15:14:48.401 INFO:tasks.rados.rados.0.smithi067.stdout:3677: delete oid 41 current snap is 346 2024-07-29T15:14:48.403 INFO:tasks.rados.rados.0.smithi067.stdout:3675: done (4 left) 2024-07-29T15:14:48.403 INFO:tasks.rados.rados.0.smithi067.stdout:3677: done (3 left) 2024-07-29T15:14:48.403 INFO:tasks.rados.rados.0.smithi067.stdout:3678: copy_from oid 16 from oid 43 current snap is 346 2024-07-29T15:14:48.403 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 48 current snap is 346 2024-07-29T15:14:48.403 INFO:tasks.rados.rados.0.smithi067.stdout:3679: seq_num 1173 ranges {11321344=450560} 2024-07-29T15:14:48.470 INFO:tasks.rados.rados.0.smithi067.stdout:3679: writing smithi06780069-48 from 11321344 to 11771904 tid 1 2024-07-29T15:14:48.470 INFO:tasks.rados.rados.0.smithi067.stdout:3680: rollback oid 45 current snap is 346 2024-07-29T15:14:48.470 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 45 to 340 2024-07-29T15:14:48.470 INFO:tasks.rados.rados.0.smithi067.stdout:3673: finishing write tid 1 to smithi06780069-49 2024-07-29T15:14:48.470 INFO:tasks.rados.rados.0.smithi067.stdout:3673: finishing write tid 2 to smithi06780069-49 2024-07-29T15:14:48.471 INFO:tasks.rados.rados.0.smithi067.stdout:3676: expect (ObjNum 1108 snap 334 seq_num 1108) 2024-07-29T15:14:48.516 INFO:tasks.rados.rados.0.smithi067.stdout:3673: finishing write tid 3 to smithi06780069-49 2024-07-29T15:14:48.517 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 2003 (ObjNum 1171 snap 346 seq_num 1171) dirty exists 2024-07-29T15:14:48.517 INFO:tasks.rados.rados.0.smithi067.stdout:3673: left oid 49 (ObjNum 1171 snap 346 seq_num 1171) 2024-07-29T15:14:48.517 INFO:tasks.rados.rados.0.smithi067.stdout:3674: expect (ObjNum 1149 snap 340 seq_num 1149) 2024-07-29T15:14:49.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:49 smithi067 ceph-mon[91995]: pgmap v793: 121 pgs: 121 active+clean; 186 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-07-29T15:14:49.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:49 smithi067 ceph-mon[94375]: pgmap v793: 121 pgs: 121 active+clean; 186 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-07-29T15:14:49.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:49 smithi138 ceph-mon[86438]: pgmap v793: 121 pgs: 121 active+clean; 186 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-07-29T15:14:49.600 INFO:tasks.rados.rados.0.smithi067.stdout:3678: finishing copy_from racing read to smithi06780069-16 2024-07-29T15:14:49.600 INFO:tasks.rados.rados.0.smithi067.stdout:3678: finishing copy_from to smithi06780069-16 2024-07-29T15:14:49.600 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 16 v 1893 (ObjNum 1161 snap 342 seq_num 1161) dirty exists 2024-07-29T15:14:49.600 INFO:tasks.rados.rados.0.smithi067.stdout:3680: finishing rollback tid 0 to smithi06780069-45 2024-07-29T15:14:49.600 INFO:tasks.rados.rados.0.smithi067.stdout:3680: finishing rollback tid 1 to smithi06780069-45 2024-07-29T15:14:49.600 INFO:tasks.rados.rados.0.smithi067.stdout:3680: finishing rollback tid 2 to smithi06780069-45 2024-07-29T15:14:49.600 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 1976 (ObjNum 1133 snap 338 seq_num 1133) dirty exists 2024-07-29T15:14:49.600 INFO:tasks.rados.rados.0.smithi067.stdout:3679: finishing write tid 1 to smithi06780069-48 2024-07-29T15:14:49.600 INFO:tasks.rados.rados.0.smithi067.stdout:3673: done (5 left) 2024-07-29T15:14:49.600 INFO:tasks.rados.rados.0.smithi067.stdout:3674: done (4 left) 2024-07-29T15:14:49.601 INFO:tasks.rados.rados.0.smithi067.stdout:3676: done (3 left) 2024-07-29T15:14:49.601 INFO:tasks.rados.rados.0.smithi067.stdout:3678: done (2 left) 2024-07-29T15:14:49.601 INFO:tasks.rados.rados.0.smithi067.stdout:3680: done (1 left) 2024-07-29T15:14:49.601 INFO:tasks.rados.rados.0.smithi067.stdout:3681: copy_from oid 42 from oid 3 current snap is 346 2024-07-29T15:14:49.601 INFO:tasks.rados.rados.0.smithi067.stdout:3679: finishing write tid 2 to smithi06780069-48 2024-07-29T15:14:49.601 INFO:tasks.rados.rados.0.smithi067.stdout:3679: finishing write tid 3 to smithi06780069-48 2024-07-29T15:14:49.601 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 48 v 1440 (ObjNum 1173 snap 346 seq_num 1173) dirty exists 2024-07-29T15:14:49.601 INFO:tasks.rados.rados.0.smithi067.stdout:3679: left oid 48 (ObjNum 1173 snap 346 seq_num 1173) 2024-07-29T15:14:49.601 INFO:tasks.rados.rados.0.smithi067.stdout:3679: done (1 left) 2024-07-29T15:14:49.601 INFO:tasks.rados.rados.0.smithi067.stdout:3682: read oid 35 snap -1 2024-07-29T15:14:49.601 INFO:tasks.rados.rados.0.smithi067.stdout:3682: expect deleted 2024-07-29T15:14:49.601 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 32 current snap is 346 2024-07-29T15:14:49.601 INFO:tasks.rados.rados.0.smithi067.stdout:3683: seq_num 1174 ranges {401408=466944} 2024-07-29T15:14:49.604 INFO:tasks.rados.rados.0.smithi067.stdout:3683: writing smithi06780069-32 from 401408 to 868352 tid 1 2024-07-29T15:14:49.604 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 19 current snap is 346 2024-07-29T15:14:49.604 INFO:tasks.rados.rados.0.smithi067.stdout:3684: seq_num 1175 ranges {2269184=483328} 2024-07-29T15:14:49.620 INFO:tasks.rados.rados.0.smithi067.stdout:3684: writing smithi06780069-19 from 2269184 to 2752512 tid 1 2024-07-29T15:14:49.620 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 36 current snap is 346 2024-07-29T15:14:49.620 INFO:tasks.rados.rados.0.smithi067.stdout:3685: seq_num 1176 ranges {0=499712} 2024-07-29T15:14:49.623 INFO:tasks.rados.rados.0.smithi067.stdout:3685: writing smithi06780069-36 from 0 to 499712 tid 1 2024-07-29T15:14:49.623 INFO:tasks.rados.rados.0.smithi067.stdout:3686: delete oid 29 current snap is 346 2024-07-29T15:14:49.623 INFO:tasks.rados.rados.0.smithi067.stdout:3683: finishing write tid 1 to smithi06780069-32 2024-07-29T15:14:49.623 INFO:tasks.rados.rados.0.smithi067.stdout:3681: finishing copy_from racing read to smithi06780069-42 2024-07-29T15:14:49.623 INFO:tasks.rados.rados.0.smithi067.stdout:3683: finishing write tid 2 to smithi06780069-32 2024-07-29T15:14:49.623 INFO:tasks.rados.rados.0.smithi067.stdout:3683: finishing write tid 3 to smithi06780069-32 2024-07-29T15:14:49.623 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 1895 (ObjNum 1174 snap 346 seq_num 1174) dirty exists 2024-07-29T15:14:49.623 INFO:tasks.rados.rados.0.smithi067.stdout:3683: left oid 32 (ObjNum 1174 snap 346 seq_num 1174) 2024-07-29T15:14:49.623 INFO:tasks.rados.rados.0.smithi067.stdout:3681: finishing copy_from to smithi06780069-42 2024-07-29T15:14:49.623 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 1601 (ObjNum 1108 snap 334 seq_num 1108) dirty exists 2024-07-29T15:14:49.624 INFO:tasks.rados.rados.0.smithi067.stdout:3684: finishing write tid 1 to smithi06780069-19 2024-07-29T15:14:49.624 INFO:tasks.rados.rados.0.smithi067.stdout:3684: finishing write tid 2 to smithi06780069-19 2024-07-29T15:14:49.626 INFO:tasks.rados.rados.0.smithi067.stdout:3681: done (5 left) 2024-07-29T15:14:49.626 INFO:tasks.rados.rados.0.smithi067.stdout:3682: done (4 left) 2024-07-29T15:14:49.626 INFO:tasks.rados.rados.0.smithi067.stdout:3683: done (3 left) 2024-07-29T15:14:49.626 INFO:tasks.rados.rados.0.smithi067.stdout:3686: done (2 left) 2024-07-29T15:14:49.626 INFO:tasks.rados.rados.0.smithi067.stdout:3687: snap_create 2024-07-29T15:14:49.626 INFO:tasks.rados.rados.0.smithi067.stdout:3684: finishing write tid 3 to smithi06780069-19 2024-07-29T15:14:49.626 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 19 v 2006 (ObjNum 1175 snap 346 seq_num 1175) dirty exists 2024-07-29T15:14:49.626 INFO:tasks.rados.rados.0.smithi067.stdout:3684: left oid 19 (ObjNum 1175 snap 346 seq_num 1175) 2024-07-29T15:14:49.627 INFO:tasks.rados.rados.0.smithi067.stdout:3685: finishing write tid 1 to smithi06780069-36 2024-07-29T15:14:49.627 INFO:tasks.rados.rados.0.smithi067.stdout:3685: finishing write tid 2 to smithi06780069-36 2024-07-29T15:14:49.628 INFO:tasks.rados.rados.0.smithi067.stdout:3685: finishing write tid 3 to smithi06780069-36 2024-07-29T15:14:49.628 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 1978 (ObjNum 1176 snap 346 seq_num 1176) dirty exists 2024-07-29T15:14:49.628 INFO:tasks.rados.rados.0.smithi067.stdout:3685: left oid 36 (ObjNum 1176 snap 346 seq_num 1176) 2024-07-29T15:14:50.074 INFO:tasks.rados.rados.0.smithi067.stdout:3684: done (2 left) 2024-07-29T15:14:50.074 INFO:tasks.rados.rados.0.smithi067.stdout:3685: done (1 left) 2024-07-29T15:14:50.074 INFO:tasks.rados.rados.0.smithi067.stdout:3687: done (0 left) 2024-07-29T15:14:50.074 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 20 current snap is 347 2024-07-29T15:14:50.074 INFO:tasks.rados.rados.0.smithi067.stdout:3688: seq_num 1178 ranges {2334720=532480} 2024-07-29T15:14:50.089 INFO:tasks.rados.rados.0.smithi067.stdout:3688: writing smithi06780069-20 from 2334720 to 2867200 tid 1 2024-07-29T15:14:50.089 INFO:tasks.rados.rados.0.smithi067.stdout:3689: read oid 7 snap -1 2024-07-29T15:14:50.090 INFO:tasks.rados.rados.0.smithi067.stdout:3689: expect (ObjNum 1086 snap 332 seq_num 1086) 2024-07-29T15:14:50.090 INFO:tasks.rados.rados.0.smithi067.stdout:3690: rollback oid 23 current snap is 347 2024-07-29T15:14:50.090 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 23 to 346 2024-07-29T15:14:50.090 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 31 current snap is 347 2024-07-29T15:14:50.090 INFO:tasks.rados.rados.0.smithi067.stdout:3691: seq_num 1179 ranges {2318336=548864} 2024-07-29T15:14:50.106 INFO:tasks.rados.rados.0.smithi067.stdout:3691: writing smithi06780069-31 from 2318336 to 2867200 tid 1 2024-07-29T15:14:50.107 INFO:tasks.rados.rados.0.smithi067.stdout:3692: copy_from oid 25 from oid 49 current snap is 347 2024-07-29T15:14:50.107 INFO:tasks.rados.rados.0.smithi067.stdout:3690: finishing rollback tid 0 to smithi06780069-23 2024-07-29T15:14:50.107 INFO:tasks.rados.rados.0.smithi067.stdout:3688: finishing write tid 1 to smithi06780069-20 2024-07-29T15:14:50.107 INFO:tasks.rados.rados.0.smithi067.stdout:3690: finishing rollback tid 1 to smithi06780069-23 2024-07-29T15:14:50.107 INFO:tasks.rados.rados.0.smithi067.stdout:3688: finishing write tid 2 to smithi06780069-20 2024-07-29T15:14:50.107 INFO:tasks.rados.rados.0.smithi067.stdout:3690: finishing rollback tid 2 to smithi06780069-23 2024-07-29T15:14:50.107 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 1852 (ObjNum 1069 snap 328 seq_num 1069) dirty exists 2024-07-29T15:14:50.107 INFO:tasks.rados.rados.0.smithi067.stdout:3688: finishing write tid 3 to smithi06780069-20 2024-07-29T15:14:50.107 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 1287 (ObjNum 1178 snap 347 seq_num 1178) dirty exists 2024-07-29T15:14:50.107 INFO:tasks.rados.rados.0.smithi067.stdout:3688: left oid 20 (ObjNum 1178 snap 347 seq_num 1178) 2024-07-29T15:14:50.107 INFO:tasks.rados.rados.0.smithi067.stdout:3689: expect (ObjNum 1086 snap 332 seq_num 1086) 2024-07-29T15:14:50.326 INFO:tasks.rados.rados.0.smithi067.stdout:3691: finishing write tid 1 to smithi06780069-31 2024-07-29T15:14:50.327 INFO:tasks.rados.rados.0.smithi067.stdout:3691: finishing write tid 2 to smithi06780069-31 2024-07-29T15:14:50.327 INFO:tasks.rados.rados.0.smithi067.stdout:3691: finishing write tid 3 to smithi06780069-31 2024-07-29T15:14:50.327 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 1854 (ObjNum 1179 snap 347 seq_num 1179) dirty exists 2024-07-29T15:14:50.327 INFO:tasks.rados.rados.0.smithi067.stdout:3691: left oid 31 (ObjNum 1179 snap 347 seq_num 1179) 2024-07-29T15:14:50.327 INFO:tasks.rados.rados.0.smithi067.stdout:3692: finishing copy_from racing read to smithi06780069-25 2024-07-29T15:14:50.327 INFO:tasks.rados.rados.0.smithi067.stdout:3692: finishing copy_from to smithi06780069-25 2024-07-29T15:14:50.327 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 25 v 2003 (ObjNum 1171 snap 346 seq_num 1171) dirty exists 2024-07-29T15:14:50.327 INFO:tasks.rados.rados.0.smithi067.stdout:3688: done (4 left) 2024-07-29T15:14:50.327 INFO:tasks.rados.rados.0.smithi067.stdout:3689: done (3 left) 2024-07-29T15:14:50.327 INFO:tasks.rados.rados.0.smithi067.stdout:3690: done (2 left) 2024-07-29T15:14:50.327 INFO:tasks.rados.rados.0.smithi067.stdout:3691: done (1 left) 2024-07-29T15:14:50.327 INFO:tasks.rados.rados.0.smithi067.stdout:3692: done (0 left) 2024-07-29T15:14:50.327 INFO:tasks.rados.rados.0.smithi067.stdout:3693: read oid 47 snap -1 2024-07-29T15:14:50.327 INFO:tasks.rados.rados.0.smithi067.stdout:3693: expect (ObjNum 1147 snap 340 seq_num 1147) 2024-07-29T15:14:50.327 INFO:tasks.rados.rados.0.smithi067.stdout:3694: snap_remove snap 346 2024-07-29T15:14:50.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:14:50.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:14:50.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:14:50.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:14:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:14:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:14:51.077 INFO:tasks.rados.rados.0.smithi067.stdout:3694: done (1 left) 2024-07-29T15:14:51.078 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 50 current snap is 347 2024-07-29T15:14:51.078 INFO:tasks.rados.rados.0.smithi067.stdout:3695: seq_num 1180 ranges {0=565248} 2024-07-29T15:14:51.081 INFO:tasks.rados.rados.0.smithi067.stdout:3695: writing smithi06780069-50 from 0 to 565248 tid 1 2024-07-29T15:14:51.081 INFO:tasks.rados.rados.0.smithi067.stdout:3696: read oid 13 snap 340 2024-07-29T15:14:51.082 INFO:tasks.rados.rados.0.smithi067.stdout:3696: expect (ObjNum 1140 snap 339 seq_num 1140) 2024-07-29T15:14:51.082 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 26 current snap is 347 2024-07-29T15:14:51.082 INFO:tasks.rados.rados.0.smithi067.stdout:3697: seq_num 1181 ranges {212992=581632} 2024-07-29T15:14:51.087 INFO:tasks.rados.rados.0.smithi067.stdout:3697: writing smithi06780069-26 from 212992 to 794624 tid 1 2024-07-29T15:14:51.087 INFO:tasks.rados.rados.0.smithi067.stdout:3698: copy_from oid 31 from oid 24 current snap is 347 2024-07-29T15:14:51.088 INFO:tasks.rados.rados.0.smithi067.stdout:3693: expect (ObjNum 1147 snap 340 seq_num 1147) 2024-07-29T15:14:51.088 INFO:tasks.rados.rados.0.smithi067.stdout:3693: done (4 left) 2024-07-29T15:14:51.088 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 39 current snap is 347 2024-07-29T15:14:51.088 INFO:tasks.rados.rados.0.smithi067.stdout:3699: seq_num 1182 ranges {3547136=606208} 2024-07-29T15:14:51.112 INFO:tasks.rados.rados.0.smithi067.stdout:3699: writing smithi06780069-39 from 3547136 to 4153344 tid 1 2024-07-29T15:14:51.112 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 27 current snap is 347 2024-07-29T15:14:51.112 INFO:tasks.rados.rados.0.smithi067.stdout:3698: finishing copy_from to smithi06780069-31 2024-07-29T15:14:51.112 INFO:tasks.rados.rados.0.smithi067.stdout:3698: got expected ENOENT (src dne) 2024-07-29T15:14:51.112 INFO:tasks.rados.rados.0.smithi067.stdout:3700: seq_num 1183 ranges {2269184=622592} 2024-07-29T15:14:51.129 INFO:tasks.rados.rados.0.smithi067.stdout:3700: writing smithi06780069-27 from 2269184 to 2891776 tid 1 2024-07-29T15:14:51.129 INFO:tasks.rados.rados.0.smithi067.stdout:3701: read oid 43 snap 340 2024-07-29T15:14:51.129 INFO:tasks.rados.rados.0.smithi067.stdout:3701: expect (ObjNum 1114 snap 336 seq_num 1114) 2024-07-29T15:14:51.129 INFO:tasks.rados.rados.0.smithi067.stdout:3702: setattr oid 46 current snap is 347 2024-07-29T15:14:51.129 INFO:tasks.rados.rados.0.smithi067.stdout:3698: finishing copy_from racing read to smithi06780069-31 2024-07-29T15:14:51.129 INFO:tasks.rados.rados.0.smithi067.stdout:3695: finishing write tid 1 to smithi06780069-50 2024-07-29T15:14:51.129 INFO:tasks.rados.rados.0.smithi067.stdout:3695: finishing write tid 2 to smithi06780069-50 2024-07-29T15:14:51.129 INFO:tasks.rados.rados.0.smithi067.stdout:3697: finishing write tid 1 to smithi06780069-26 2024-07-29T15:14:51.130 INFO:tasks.rados.rados.0.smithi067.stdout:3697: finishing write tid 2 to smithi06780069-26 2024-07-29T15:14:51.130 INFO:tasks.rados.rados.0.smithi067.stdout:3697: finishing write tid 3 to smithi06780069-26 2024-07-29T15:14:51.130 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 2005 (ObjNum 1181 snap 347 seq_num 1181) dirty exists 2024-07-29T15:14:51.130 INFO:tasks.rados.rados.0.smithi067.stdout:3697: left oid 26 (ObjNum 1181 snap 347 seq_num 1181) 2024-07-29T15:14:51.130 INFO:tasks.rados.rados.0.smithi067.stdout:3695: finishing write tid 3 to smithi06780069-50 2024-07-29T15:14:51.130 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 50 v 1619 (ObjNum 1180 snap 347 seq_num 1180) dirty exists 2024-07-29T15:14:51.130 INFO:tasks.rados.rados.0.smithi067.stdout:3695: left oid 50 (ObjNum 1180 snap 347 seq_num 1180) 2024-07-29T15:14:51.130 INFO:tasks.rados.rados.0.smithi067.stdout:3699: finishing write tid 1 to smithi06780069-39 2024-07-29T15:14:51.130 INFO:tasks.rados.rados.0.smithi067.stdout:3699: finishing write tid 2 to smithi06780069-39 2024-07-29T15:14:51.130 INFO:tasks.rados.rados.0.smithi067.stdout:3699: finishing write tid 3 to smithi06780069-39 2024-07-29T15:14:51.130 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 1895 (ObjNum 1182 snap 347 seq_num 1182) dirty exists 2024-07-29T15:14:51.130 INFO:tasks.rados.rados.0.smithi067.stdout:3699: left oid 39 (ObjNum 1182 snap 347 seq_num 1182) 2024-07-29T15:14:51.132 INFO:tasks.rados.rados.0.smithi067.stdout:3695: done (7 left) 2024-07-29T15:14:51.132 INFO:tasks.rados.rados.0.smithi067.stdout:3697: done (6 left) 2024-07-29T15:14:51.132 INFO:tasks.rados.rados.0.smithi067.stdout:3698: done (5 left) 2024-07-29T15:14:51.132 INFO:tasks.rados.rados.0.smithi067.stdout:3699: done (4 left) 2024-07-29T15:14:51.132 INFO:tasks.rados.rados.0.smithi067.stdout:3703: delete oid 25 current snap is 347 2024-07-29T15:14:51.133 INFO:tasks.rados.rados.0.smithi067.stdout:3696: expect (ObjNum 1140 snap 339 seq_num 1140) 2024-07-29T15:14:51.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:51 smithi067 ceph-mon[91995]: pgmap v795: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 184 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-07-29T15:14:51.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:51 smithi067 ceph-mon[91995]: osdmap e787: 8 total, 8 up, 8 in 2024-07-29T15:14:51.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:51 smithi067 ceph-mon[94375]: pgmap v795: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 184 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-07-29T15:14:51.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:51 smithi067 ceph-mon[94375]: osdmap e787: 8 total, 8 up, 8 in 2024-07-29T15:14:51.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:51 smithi138 ceph-mon[86438]: pgmap v795: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 184 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-07-29T15:14:51.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:51 smithi138 ceph-mon[86438]: osdmap e787: 8 total, 8 up, 8 in 2024-07-29T15:14:52.070 INFO:tasks.rados.rados.0.smithi067.stdout:3700: finishing write tid 1 to smithi06780069-27 2024-07-29T15:14:52.071 INFO:tasks.rados.rados.0.smithi067.stdout:3700: finishing write tid 2 to smithi06780069-27 2024-07-29T15:14:52.071 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 46 v 2005 (ObjNum 1149 snap 340 seq_num 1149) dirty exists 2024-07-29T15:14:52.071 INFO:tasks.rados.rados.0.smithi067.stdout:3700: finishing write tid 3 to smithi06780069-27 2024-07-29T15:14:52.071 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 1622 (ObjNum 1183 snap 347 seq_num 1183) dirty exists 2024-07-29T15:14:52.071 INFO:tasks.rados.rados.0.smithi067.stdout:3700: left oid 27 (ObjNum 1183 snap 347 seq_num 1183) 2024-07-29T15:14:52.071 INFO:tasks.rados.rados.0.smithi067.stdout:3696: done (4 left) 2024-07-29T15:14:52.071 INFO:tasks.rados.rados.0.smithi067.stdout:3700: done (3 left) 2024-07-29T15:14:52.071 INFO:tasks.rados.rados.0.smithi067.stdout:3702: done (2 left) 2024-07-29T15:14:52.071 INFO:tasks.rados.rados.0.smithi067.stdout:3703: done (1 left) 2024-07-29T15:14:52.071 INFO:tasks.rados.rados.0.smithi067.stdout:3704: setattr oid 2 current snap is 347 2024-07-29T15:14:52.071 INFO:tasks.rados.rados.0.smithi067.stdout:3701: expect (ObjNum 1114 snap 336 seq_num 1114) 2024-07-29T15:14:52.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:52 smithi067 ceph-mon[91995]: osdmap e788: 8 total, 8 up, 8 in 2024-07-29T15:14:52.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:52 smithi067 ceph-mon[94375]: osdmap e788: 8 total, 8 up, 8 in 2024-07-29T15:14:52.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:52 smithi138 ceph-mon[86438]: osdmap e788: 8 total, 8 up, 8 in 2024-07-29T15:14:52.885 INFO:tasks.rados.rados.0.smithi067.stdout:3701: done (1 left) 2024-07-29T15:14:52.885 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 25 current snap is 347 2024-07-29T15:14:52.885 INFO:tasks.rados.rados.0.smithi067.stdout:3705: seq_num 1185 ranges {0=655360} 2024-07-29T15:14:52.889 INFO:tasks.rados.rados.0.smithi067.stdout:3705: writing smithi06780069-25 from 0 to 655360 tid 1 2024-07-29T15:14:52.889 INFO:tasks.rados.rados.0.smithi067.stdout:3706: read oid 38 snap -1 2024-07-29T15:14:52.889 INFO:tasks.rados.rados.0.smithi067.stdout:3706: expect (ObjNum 1154 snap 341 seq_num 1154) 2024-07-29T15:14:52.889 INFO:tasks.rados.rados.0.smithi067.stdout:3707: read oid 24 snap -1 2024-07-29T15:14:52.889 INFO:tasks.rados.rados.0.smithi067.stdout:3707: expect deleted 2024-07-29T15:14:52.889 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 21 current snap is 347 2024-07-29T15:14:52.889 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 1566 (ObjNum 1067 snap 328 seq_num 1067) dirty exists 2024-07-29T15:14:52.889 INFO:tasks.rados.rados.0.smithi067.stdout:3708: seq_num 1186 ranges {4431872=671744} 2024-07-29T15:14:52.918 INFO:tasks.rados.rados.0.smithi067.stdout:3708: writing smithi06780069-21 from 4431872 to 5103616 tid 1 2024-07-29T15:14:52.918 INFO:tasks.rados.rados.0.smithi067.stdout:3704: done (4 left) 2024-07-29T15:14:52.918 INFO:tasks.rados.rados.0.smithi067.stdout:3709: read oid 12 snap -1 2024-07-29T15:14:52.919 INFO:tasks.rados.rados.0.smithi067.stdout:3709: expect (ObjNum 1153 snap 340 seq_num 1153) 2024-07-29T15:14:52.919 INFO:tasks.rados.rados.0.smithi067.stdout:3710: read oid 3 snap 340 2024-07-29T15:14:52.919 INFO:tasks.rados.rados.0.smithi067.stdout:3710: expect (ObjNum 1108 snap 334 seq_num 1108) 2024-07-29T15:14:52.919 INFO:tasks.rados.rados.0.smithi067.stdout:3711: copy_from oid 45 from oid 6 current snap is 347 2024-07-29T15:14:52.919 INFO:tasks.rados.rados.0.smithi067.stdout:3705: finishing write tid 1 to smithi06780069-25 2024-07-29T15:14:52.919 INFO:tasks.rados.rados.0.smithi067.stdout:3705: finishing write tid 2 to smithi06780069-25 2024-07-29T15:14:52.919 INFO:tasks.rados.rados.0.smithi067.stdout:3705: finishing write tid 3 to smithi06780069-25 2024-07-29T15:14:52.919 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 25 v 2008 (ObjNum 1185 snap 347 seq_num 1185) dirty exists 2024-07-29T15:14:52.919 INFO:tasks.rados.rados.0.smithi067.stdout:3705: left oid 25 (ObjNum 1185 snap 347 seq_num 1185) 2024-07-29T15:14:52.919 INFO:tasks.rados.rados.0.smithi067.stdout:3706: expect (ObjNum 1154 snap 341 seq_num 1154) 2024-07-29T15:14:53.421 INFO:tasks.rados.rados.0.smithi067.stdout:3711: finishing copy_from to smithi06780069-45 2024-07-29T15:14:53.421 INFO:tasks.rados.rados.0.smithi067.stdout:3711: got expected ENOENT (src dne) 2024-07-29T15:14:53.421 INFO:tasks.rados.rados.0.smithi067.stdout:3711: finishing copy_from racing read to smithi06780069-45 2024-07-29T15:14:53.421 INFO:tasks.rados.rados.0.smithi067.stdout:3709: expect (ObjNum 1153 snap 340 seq_num 1153) 2024-07-29T15:14:53.428 INFO:tasks.rados.rados.0.smithi067.stdout:3708: finishing write tid 1 to smithi06780069-21 2024-07-29T15:14:53.428 INFO:tasks.rados.rados.0.smithi067.stdout:3710: expect (ObjNum 1108 snap 334 seq_num 1108) 2024-07-29T15:14:53.475 INFO:tasks.rados.rados.0.smithi067.stdout:3708: finishing write tid 2 to smithi06780069-21 2024-07-29T15:14:53.475 INFO:tasks.rados.rados.0.smithi067.stdout:3708: finishing write tid 3 to smithi06780069-21 2024-07-29T15:14:53.475 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 2010 (ObjNum 1186 snap 347 seq_num 1186) dirty exists 2024-07-29T15:14:53.475 INFO:tasks.rados.rados.0.smithi067.stdout:3708: left oid 21 (ObjNum 1186 snap 347 seq_num 1186) 2024-07-29T15:14:53.475 INFO:tasks.rados.rados.0.smithi067.stdout:3705: done (6 left) 2024-07-29T15:14:53.475 INFO:tasks.rados.rados.0.smithi067.stdout:3706: done (5 left) 2024-07-29T15:14:53.475 INFO:tasks.rados.rados.0.smithi067.stdout:3707: done (4 left) 2024-07-29T15:14:53.475 INFO:tasks.rados.rados.0.smithi067.stdout:3708: done (3 left) 2024-07-29T15:14:53.475 INFO:tasks.rados.rados.0.smithi067.stdout:3709: done (2 left) 2024-07-29T15:14:53.476 INFO:tasks.rados.rados.0.smithi067.stdout:3710: done (1 left) 2024-07-29T15:14:53.476 INFO:tasks.rados.rados.0.smithi067.stdout:3711: done (0 left) 2024-07-29T15:14:53.476 INFO:tasks.rados.rados.0.smithi067.stdout:3712: setattr oid 28 current snap is 347 2024-07-29T15:14:53.476 INFO:tasks.rados.rados.0.smithi067.stdout:3713: snap_create 2024-07-29T15:14:53.478 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 28 v 518 (ObjNum 1083 snap 332 seq_num 1083) dirty exists 2024-07-29T15:14:53.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:53 smithi067 ceph-mon[91995]: pgmap v798: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 187 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-07-29T15:14:53.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:53 smithi067 ceph-mon[91995]: osdmap e789: 8 total, 8 up, 8 in 2024-07-29T15:14:53.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:53 smithi067 ceph-mon[94375]: pgmap v798: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 187 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-07-29T15:14:53.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:53 smithi067 ceph-mon[94375]: osdmap e789: 8 total, 8 up, 8 in 2024-07-29T15:14:53.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:53 smithi138 ceph-mon[86438]: pgmap v798: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 187 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-07-29T15:14:53.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:53 smithi138 ceph-mon[86438]: osdmap e789: 8 total, 8 up, 8 in 2024-07-29T15:14:54.089 INFO:tasks.rados.rados.0.smithi067.stdout:3712: done (1 left) 2024-07-29T15:14:54.090 INFO:tasks.rados.rados.0.smithi067.stdout:3713: done (0 left) 2024-07-29T15:14:54.090 INFO:tasks.rados.rados.0.smithi067.stdout:3714: delete oid 34 current snap is 348 2024-07-29T15:14:54.094 INFO:tasks.rados.rados.0.smithi067.stdout:3714: done (0 left) 2024-07-29T15:14:54.094 INFO:tasks.rados.rados.0.smithi067.stdout:3715: rmattr oid 6 current snap is 348 2024-07-29T15:14:54.094 INFO:tasks.rados.rados.0.smithi067.stdout:3715: done (0 left) 2024-07-29T15:14:54.094 INFO:tasks.rados.rados.0.smithi067.stdout:3716: read oid 36 snap -1 2024-07-29T15:14:54.095 INFO:tasks.rados.rados.0.smithi067.stdout:3716: expect (ObjNum 1176 snap 346 seq_num 1176) 2024-07-29T15:14:54.095 INFO:tasks.rados.rados.0.smithi067.stdout:3717: delete oid 48 current snap is 348 2024-07-29T15:14:54.098 INFO:tasks.rados.rados.0.smithi067.stdout:3716: expect (ObjNum 1176 snap 346 seq_num 1176) 2024-07-29T15:14:54.112 INFO:tasks.rados.rados.0.smithi067.stdout:3716: done (1 left) 2024-07-29T15:14:54.112 INFO:tasks.rados.rados.0.smithi067.stdout:3717: done (0 left) 2024-07-29T15:14:54.112 INFO:tasks.rados.rados.0.smithi067.stdout:3718: delete oid 37 current snap is 348 2024-07-29T15:14:54.114 INFO:tasks.rados.rados.0.smithi067.stdout:3718: done (0 left) 2024-07-29T15:14:54.114 INFO:tasks.rados.rados.0.smithi067.stdout:3719: rmattr oid 49 current snap is 348 2024-07-29T15:14:54.114 INFO:tasks.rados.rados.0.smithi067.stdout:3719: done (0 left) 2024-07-29T15:14:54.114 INFO:tasks.rados.rados.0.smithi067.stdout:3720: snap_remove snap 347 2024-07-29T15:14:55.096 INFO:tasks.rados.rados.0.smithi067.stdout:3720: done (0 left) 2024-07-29T15:14:55.096 INFO:tasks.rados.rados.0.smithi067.stdout:3721: rmattr oid 50 current snap is 348 2024-07-29T15:14:55.096 INFO:tasks.rados.rados.0.smithi067.stdout:3721: done (0 left) 2024-07-29T15:14:55.096 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 44 current snap is 348 2024-07-29T15:14:55.096 INFO:tasks.rados.rados.0.smithi067.stdout:3722: seq_num 1190 ranges {0=737280} 2024-07-29T15:14:55.100 INFO:tasks.rados.rados.0.smithi067.stdout:3722: writing smithi06780069-44 from 0 to 737280 tid 1 2024-07-29T15:14:55.100 INFO:tasks.rados.rados.0.smithi067.stdout:3723: rollback oid 4 current snap is 348 2024-07-29T15:14:55.100 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 4 to 340 2024-07-29T15:14:55.101 INFO:tasks.rados.rados.0.smithi067.stdout:3724: read oid 2 snap -1 2024-07-29T15:14:55.101 INFO:tasks.rados.rados.0.smithi067.stdout:3724: expect (ObjNum 1067 snap 328 seq_num 1067) 2024-07-29T15:14:55.101 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 32 current snap is 348 2024-07-29T15:14:55.101 INFO:tasks.rados.rados.0.smithi067.stdout:3725: seq_num 1191 ranges {868352=753664} 2024-07-29T15:14:55.110 INFO:tasks.rados.rados.0.smithi067.stdout:3725: writing smithi06780069-32 from 868352 to 1622016 tid 1 2024-07-29T15:14:55.110 INFO:tasks.rados.rados.0.smithi067.stdout:3726: rmattr oid 16 current snap is 348 2024-07-29T15:14:55.110 INFO:tasks.rados.rados.0.smithi067.stdout:3726: done (4 left) 2024-07-29T15:14:55.110 INFO:tasks.rados.rados.0.smithi067.stdout:3727: rollback oid 6 current snap is 348 2024-07-29T15:14:55.110 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 6 to 340 2024-07-29T15:14:55.110 INFO:tasks.rados.rados.0.smithi067.stdout:3723: finishing rollback tid 1 to smithi06780069-4 2024-07-29T15:14:55.110 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-29T15:14:55.110 INFO:tasks.rados.rados.0.smithi067.stdout:3724: expect (ObjNum 1067 snap 328 seq_num 1067) 2024-07-29T15:14:55.144 INFO:tasks.rados.rados.0.smithi067.stdout:3722: finishing write tid 1 to smithi06780069-44 2024-07-29T15:14:55.144 INFO:tasks.rados.rados.0.smithi067.stdout:3722: finishing write tid 2 to smithi06780069-44 2024-07-29T15:14:55.144 INFO:tasks.rados.rados.0.smithi067.stdout:3727: finishing rollback tid 1 to smithi06780069-6 2024-07-29T15:14:55.144 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 6 v 0 (ObjNum 65 snap 0 seq_num 3879503456) dirty dne 2024-07-29T15:14:55.144 INFO:tasks.rados.rados.0.smithi067.stdout:3722: finishing write tid 3 to smithi06780069-44 2024-07-29T15:14:55.144 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 1443 (ObjNum 1190 snap 348 seq_num 1190) dirty exists 2024-07-29T15:14:55.144 INFO:tasks.rados.rados.0.smithi067.stdout:3722: left oid 44 (ObjNum 1190 snap 348 seq_num 1190) 2024-07-29T15:14:55.144 INFO:tasks.rados.rados.0.smithi067.stdout:3725: finishing write tid 1 to smithi06780069-32 2024-07-29T15:14:55.145 INFO:tasks.rados.rados.0.smithi067.stdout:3725: finishing write tid 2 to smithi06780069-32 2024-07-29T15:14:55.145 INFO:tasks.rados.rados.0.smithi067.stdout:3725: finishing write tid 3 to smithi06780069-32 2024-07-29T15:14:55.145 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 1897 (ObjNum 1191 snap 348 seq_num 1191) dirty exists 2024-07-29T15:14:55.145 INFO:tasks.rados.rados.0.smithi067.stdout:3725: left oid 32 (ObjNum 1191 snap 348 seq_num 1191) 2024-07-29T15:14:55.145 INFO:tasks.rados.rados.0.smithi067.stdout:3722: done (4 left) 2024-07-29T15:14:55.145 INFO:tasks.rados.rados.0.smithi067.stdout:3723: done (3 left) 2024-07-29T15:14:55.145 INFO:tasks.rados.rados.0.smithi067.stdout:3724: done (2 left) 2024-07-29T15:14:55.145 INFO:tasks.rados.rados.0.smithi067.stdout:3725: done (1 left) 2024-07-29T15:14:55.145 INFO:tasks.rados.rados.0.smithi067.stdout:3727: done (0 left) 2024-07-29T15:14:55.145 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 9 current snap is 348 2024-07-29T15:14:55.145 INFO:tasks.rados.rados.0.smithi067.stdout:3728: seq_num 1192 ranges {0=770048} 2024-07-29T15:14:55.148 INFO:tasks.rados.rados.0.smithi067.stdout:3728: writing smithi06780069-9 from 0 to 770048 tid 1 2024-07-29T15:14:55.148 INFO:tasks.rados.rados.0.smithi067.stdout:3729: copy_from oid 12 from oid 28 current snap is 348 2024-07-29T15:14:55.148 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 50 current snap is 348 2024-07-29T15:14:55.148 INFO:tasks.rados.rados.0.smithi067.stdout:3730: seq_num 1193 ranges {565248=786432} 2024-07-29T15:14:55.156 INFO:tasks.rados.rados.0.smithi067.stdout:3730: writing smithi06780069-50 from 565248 to 1351680 tid 1 2024-07-29T15:14:55.156 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 13 current snap is 348 2024-07-29T15:14:55.157 INFO:tasks.rados.rados.0.smithi067.stdout:3728: finishing write tid 1 to smithi06780069-9 2024-07-29T15:14:55.157 INFO:tasks.rados.rados.0.smithi067.stdout:3728: finishing write tid 2 to smithi06780069-9 2024-07-29T15:14:55.157 INFO:tasks.rados.rados.0.smithi067.stdout:3728: finishing write tid 3 to smithi06780069-9 2024-07-29T15:14:55.157 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 9 v 1568 (ObjNum 1192 snap 348 seq_num 1192) dirty exists 2024-07-29T15:14:55.157 INFO:tasks.rados.rados.0.smithi067.stdout:3728: left oid 9 (ObjNum 1192 snap 348 seq_num 1192) 2024-07-29T15:14:55.157 INFO:tasks.rados.rados.0.smithi067.stdout:3731: seq_num 1194 ranges {12050432=802816} 2024-07-29T15:14:55.227 INFO:tasks.rados.rados.0.smithi067.stdout:3731: writing smithi06780069-13 from 12050432 to 12853248 tid 1 2024-07-29T15:14:55.227 INFO:tasks.rados.rados.0.smithi067.stdout:3728: done (3 left) 2024-07-29T15:14:55.227 INFO:tasks.rados.rados.0.smithi067.stdout:3732: snap_create 2024-07-29T15:14:55.227 INFO:tasks.rados.rados.0.smithi067.stdout:3730: finishing write tid 1 to smithi06780069-50 2024-07-29T15:14:55.227 INFO:tasks.rados.rados.0.smithi067.stdout:3730: finishing write tid 2 to smithi06780069-50 2024-07-29T15:14:55.227 INFO:tasks.rados.rados.0.smithi067.stdout:3729: finishing copy_from racing read to smithi06780069-12 2024-07-29T15:14:55.227 INFO:tasks.rados.rados.0.smithi067.stdout:3730: finishing write tid 3 to smithi06780069-50 2024-07-29T15:14:55.228 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 50 v 1624 (ObjNum 1193 snap 348 seq_num 1193) dirty exists 2024-07-29T15:14:55.228 INFO:tasks.rados.rados.0.smithi067.stdout:3730: left oid 50 (ObjNum 1193 snap 348 seq_num 1193) 2024-07-29T15:14:55.228 INFO:tasks.rados.rados.0.smithi067.stdout:3729: finishing copy_from to smithi06780069-12 2024-07-29T15:14:55.228 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 518 (ObjNum 1083 snap 332 seq_num 1083) dirty exists 2024-07-29T15:14:55.231 INFO:tasks.rados.rados.0.smithi067.stdout:3731: finishing write tid 1 to smithi06780069-13 2024-07-29T15:14:55.231 INFO:tasks.rados.rados.0.smithi067.stdout:3731: finishing write tid 2 to smithi06780069-13 2024-07-29T15:14:55.232 INFO:tasks.rados.rados.0.smithi067.stdout:3731: finishing write tid 3 to smithi06780069-13 2024-07-29T15:14:55.232 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 13 v 2009 (ObjNum 1194 snap 348 seq_num 1194) dirty exists 2024-07-29T15:14:55.232 INFO:tasks.rados.rados.0.smithi067.stdout:3731: left oid 13 (ObjNum 1194 snap 348 seq_num 1194) 2024-07-29T15:14:55.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:55 smithi067 ceph-mon[91995]: pgmap v800: 121 pgs: 121 active+clean; 200 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2024-07-29T15:14:55.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:55 smithi067 ceph-mon[91995]: osdmap e790: 8 total, 8 up, 8 in 2024-07-29T15:14:55.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:55 smithi067 ceph-mon[94375]: pgmap v800: 121 pgs: 121 active+clean; 200 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2024-07-29T15:14:55.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:55 smithi067 ceph-mon[94375]: osdmap e790: 8 total, 8 up, 8 in 2024-07-29T15:14:55.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:55 smithi138 ceph-mon[86438]: pgmap v800: 121 pgs: 121 active+clean; 200 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2024-07-29T15:14:55.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:55 smithi138 ceph-mon[86438]: osdmap e790: 8 total, 8 up, 8 in 2024-07-29T15:14:56.103 INFO:tasks.rados.rados.0.smithi067.stdout:3729: done (3 left) 2024-07-29T15:14:56.103 INFO:tasks.rados.rados.0.smithi067.stdout:3730: done (2 left) 2024-07-29T15:14:56.103 INFO:tasks.rados.rados.0.smithi067.stdout:3731: done (1 left) 2024-07-29T15:14:56.103 INFO:tasks.rados.rados.0.smithi067.stdout:3732: done (0 left) 2024-07-29T15:14:56.103 INFO:tasks.rados.rados.0.smithi067.stdout:3733: read oid 35 snap 340 2024-07-29T15:14:56.103 INFO:tasks.rados.rados.0.smithi067.stdout:3733: expect (ObjNum 1005 snap 311 seq_num 1005) 2024-07-29T15:14:56.103 INFO:tasks.rados.rados.0.smithi067.stdout:3734: read oid 3 snap -1 2024-07-29T15:14:56.104 INFO:tasks.rados.rados.0.smithi067.stdout:3734: expect (ObjNum 1108 snap 334 seq_num 1108) 2024-07-29T15:14:56.104 INFO:tasks.rados.rados.0.smithi067.stdout:3735: copy_from oid 15 from oid 22 current snap is 349 2024-07-29T15:14:56.104 INFO:tasks.rados.rados.0.smithi067.stdout:3736: rollback oid 41 current snap is 349 2024-07-29T15:14:56.104 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 41 to 348 2024-07-29T15:14:56.104 INFO:tasks.rados.rados.0.smithi067.stdout:3737: rollback oid 24 current snap is 349 2024-07-29T15:14:56.104 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 24 to 340 2024-07-29T15:14:56.104 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 48 current snap is 349 2024-07-29T15:14:56.104 INFO:tasks.rados.rados.0.smithi067.stdout:3738: seq_num 1195 ranges {0=417792,417792=401408} 2024-07-29T15:14:56.105 INFO:tasks.rados.rados.0.smithi067.stdout:3738: writing smithi06780069-48 from 0 to 417792 tid 1 2024-07-29T15:14:56.108 INFO:tasks.rados.rados.0.smithi067.stdout:3738: writing smithi06780069-48 from 417792 to 819200 tid 2 2024-07-29T15:14:56.108 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 20 current snap is 349 2024-07-29T15:14:56.108 INFO:tasks.rados.rados.0.smithi067.stdout:3739: seq_num 1196 ranges {2867200=434176,3301376=401408} 2024-07-29T15:14:56.127 INFO:tasks.rados.rados.0.smithi067.stdout:3739: writing smithi06780069-20 from 2867200 to 3301376 tid 1 2024-07-29T15:14:56.129 INFO:tasks.rados.rados.0.smithi067.stdout:3739: writing smithi06780069-20 from 3301376 to 3702784 tid 2 2024-07-29T15:14:56.129 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 45 current snap is 349 2024-07-29T15:14:56.129 INFO:tasks.rados.rados.0.smithi067.stdout:3737: finishing rollback tid 1 to smithi06780069-24 2024-07-29T15:14:56.130 INFO:tasks.rados.rados.0.smithi067.stdout:3740: seq_num 1197 ranges {4243456=450560,4694016=401408} 2024-07-29T15:14:56.155 INFO:tasks.rados.rados.0.smithi067.stdout:3740: writing smithi06780069-45 from 4243456 to 4694016 tid 1 2024-07-29T15:14:56.158 INFO:tasks.rados.rados.0.smithi067.stdout:3740: writing smithi06780069-45 from 4694016 to 5095424 tid 2 2024-07-29T15:14:56.158 INFO:tasks.rados.rados.0.smithi067.stdout:3741: delete oid 49 current snap is 349 2024-07-29T15:14:56.158 INFO:tasks.rados.rados.0.smithi067.stdout:3736: finishing rollback tid 1 to smithi06780069-41 2024-07-29T15:14:56.158 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 0 (ObjNum 33 snap 0 seq_num 3879748736) dirty dne 2024-07-29T15:14:56.158 INFO:tasks.rados.rados.0.smithi067.stdout:3737: finishing rollback tid 2 to smithi06780069-24 2024-07-29T15:14:56.158 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 24 v 1899 (ObjNum 1100 snap 334 seq_num 1100) dirty exists 2024-07-29T15:14:56.159 INFO:tasks.rados.rados.0.smithi067.stdout:3734: expect (ObjNum 1108 snap 334 seq_num 1108) 2024-07-29T15:14:56.206 INFO:tasks.rados.rados.0.smithi067.stdout:3738: finishing write tid 1 to smithi06780069-48 2024-07-29T15:14:56.207 INFO:tasks.rados.rados.0.smithi067.stdout:3738: finishing write tid 2 to smithi06780069-48 2024-07-29T15:14:56.207 INFO:tasks.rados.rados.0.smithi067.stdout:3738: finishing write tid 3 to smithi06780069-48 2024-07-29T15:14:56.207 INFO:tasks.rados.rados.0.smithi067.stdout:3738: finishing write tid 4 to smithi06780069-48 2024-07-29T15:14:56.207 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 48 v 1446 (ObjNum 1195 snap 349 seq_num 1195) dirty exists 2024-07-29T15:14:56.207 INFO:tasks.rados.rados.0.smithi067.stdout:3738: left oid 48 (ObjNum 1195 snap 349 seq_num 1195) 2024-07-29T15:14:56.207 INFO:tasks.rados.rados.0.smithi067.stdout:3733: expect (ObjNum 1005 snap 311 seq_num 1005) 2024-07-29T15:14:56.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:56 smithi067 ceph-mon[91995]: osdmap e791: 8 total, 8 up, 8 in 2024-07-29T15:14:56.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:56 smithi067 ceph-mon[94375]: osdmap e791: 8 total, 8 up, 8 in 2024-07-29T15:14:56.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:56 smithi138 ceph-mon[86438]: osdmap e791: 8 total, 8 up, 8 in 2024-07-29T15:14:56.700 INFO:tasks.rados.rados.0.smithi067.stdout:3739: finishing write tid 1 to smithi06780069-20 2024-07-29T15:14:56.701 INFO:tasks.rados.rados.0.smithi067.stdout:3739: finishing write tid 2 to smithi06780069-20 2024-07-29T15:14:56.701 INFO:tasks.rados.rados.0.smithi067.stdout:3739: finishing write tid 3 to smithi06780069-20 2024-07-29T15:14:56.701 INFO:tasks.rados.rados.0.smithi067.stdout:3739: finishing write tid 4 to smithi06780069-20 2024-07-29T15:14:56.701 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 1290 (ObjNum 1196 snap 349 seq_num 1196) dirty exists 2024-07-29T15:14:56.701 INFO:tasks.rados.rados.0.smithi067.stdout:3739: left oid 20 (ObjNum 1196 snap 349 seq_num 1196) 2024-07-29T15:14:56.701 INFO:tasks.rados.rados.0.smithi067.stdout:3740: finishing write tid 1 to smithi06780069-45 2024-07-29T15:14:56.701 INFO:tasks.rados.rados.0.smithi067.stdout:3735: finishing copy_from racing read to smithi06780069-15 2024-07-29T15:14:56.701 INFO:tasks.rados.rados.0.smithi067.stdout:3740: finishing write tid 2 to smithi06780069-45 2024-07-29T15:14:56.701 INFO:tasks.rados.rados.0.smithi067.stdout:3740: finishing write tid 3 to smithi06780069-45 2024-07-29T15:14:56.701 INFO:tasks.rados.rados.0.smithi067.stdout:3735: finishing copy_from to smithi06780069-15 2024-07-29T15:14:56.701 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 1973 (ObjNum 1163 snap 346 seq_num 1163) dirty exists 2024-07-29T15:14:56.701 INFO:tasks.rados.rados.0.smithi067.stdout:3740: finishing write tid 4 to smithi06780069-45 2024-07-29T15:14:56.702 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 1981 (ObjNum 1197 snap 349 seq_num 1197) dirty exists 2024-07-29T15:14:56.702 INFO:tasks.rados.rados.0.smithi067.stdout:3740: left oid 45 (ObjNum 1197 snap 349 seq_num 1197) 2024-07-29T15:14:56.702 INFO:tasks.rados.rados.0.smithi067.stdout:3733: done (8 left) 2024-07-29T15:14:56.702 INFO:tasks.rados.rados.0.smithi067.stdout:3734: done (7 left) 2024-07-29T15:14:56.702 INFO:tasks.rados.rados.0.smithi067.stdout:3735: done (6 left) 2024-07-29T15:14:56.702 INFO:tasks.rados.rados.0.smithi067.stdout:3736: done (5 left) 2024-07-29T15:14:56.702 INFO:tasks.rados.rados.0.smithi067.stdout:3737: done (4 left) 2024-07-29T15:14:56.702 INFO:tasks.rados.rados.0.smithi067.stdout:3738: done (3 left) 2024-07-29T15:14:56.702 INFO:tasks.rados.rados.0.smithi067.stdout:3739: done (2 left) 2024-07-29T15:14:56.702 INFO:tasks.rados.rados.0.smithi067.stdout:3740: done (1 left) 2024-07-29T15:14:56.702 INFO:tasks.rados.rados.0.smithi067.stdout:3741: done (0 left) 2024-07-29T15:14:56.702 INFO:tasks.rados.rados.0.smithi067.stdout:3742: read oid 20 snap -1 2024-07-29T15:14:56.702 INFO:tasks.rados.rados.0.smithi067.stdout:3742: expect (ObjNum 1196 snap 349 seq_num 1196) 2024-07-29T15:14:56.702 INFO:tasks.rados.rados.0.smithi067.stdout:3743: copy_from oid 43 from oid 23 current snap is 349 2024-07-29T15:14:56.703 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 7 current snap is 349 2024-07-29T15:14:56.703 INFO:tasks.rados.rados.0.smithi067.stdout:3744: seq_num 1199 ranges {4907008=483328,5390336=401408} 2024-07-29T15:14:56.730 INFO:tasks.rados.rados.0.smithi067.stdout:3744: writing smithi06780069-7 from 4907008 to 5390336 tid 1 2024-07-29T15:14:56.733 INFO:tasks.rados.rados.0.smithi067.stdout:3744: writing smithi06780069-7 from 5390336 to 5791744 tid 2 2024-07-29T15:14:56.733 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 32 current snap is 349 2024-07-29T15:14:56.733 INFO:tasks.rados.rados.0.smithi067.stdout:3743: finishing copy_from racing read to smithi06780069-43 2024-07-29T15:14:56.733 INFO:tasks.rados.rados.0.smithi067.stdout:3743: finishing copy_from to smithi06780069-43 2024-07-29T15:14:56.733 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 43 v 1852 (ObjNum 1069 snap 328 seq_num 1069) dirty exists 2024-07-29T15:14:56.733 INFO:tasks.rados.rados.0.smithi067.stdout:3742: expect (ObjNum 1196 snap 349 seq_num 1196) 2024-07-29T15:14:56.916 INFO:tasks.rados.rados.0.smithi067.stdout:3744: finishing write tid 1 to smithi06780069-7 2024-07-29T15:14:56.916 INFO:tasks.rados.rados.0.smithi067.stdout:3744: finishing write tid 2 to smithi06780069-7 2024-07-29T15:14:56.916 INFO:tasks.rados.rados.0.smithi067.stdout:3745: seq_num 1200 ranges {1622016=499712,2121728=401408} 2024-07-29T15:14:56.927 INFO:tasks.rados.rados.0.smithi067.stdout:3745: writing smithi06780069-32 from 1622016 to 2121728 tid 1 2024-07-29T15:14:56.929 INFO:tasks.rados.rados.0.smithi067.stdout:3745: writing smithi06780069-32 from 2121728 to 2523136 tid 2 2024-07-29T15:14:56.929 INFO:tasks.rados.rados.0.smithi067.stdout:3742: done (3 left) 2024-07-29T15:14:56.930 INFO:tasks.rados.rados.0.smithi067.stdout:3743: done (2 left) 2024-07-29T15:14:56.930 INFO:tasks.rados.rados.0.smithi067.stdout:3746: snap_remove snap 340 2024-07-29T15:14:57.105 INFO:tasks.rados.rados.0.smithi067.stdout:3746: done (2 left) 2024-07-29T15:14:57.105 INFO:tasks.rados.rados.0.smithi067.stdout:3747: snap_remove snap 348 2024-07-29T15:14:57.389 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:57 smithi067 ceph-mon[91995]: pgmap v803: 121 pgs: 121 active+clean; 201 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.8 MiB/s wr, 24 op/s 2024-07-29T15:14:57.390 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:57 smithi067 ceph-mon[91995]: osdmap e792: 8 total, 8 up, 8 in 2024-07-29T15:14:57.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:57 smithi067 ceph-mon[94375]: pgmap v803: 121 pgs: 121 active+clean; 201 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.8 MiB/s wr, 24 op/s 2024-07-29T15:14:57.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:57 smithi067 ceph-mon[94375]: osdmap e792: 8 total, 8 up, 8 in 2024-07-29T15:14:57.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:57 smithi138 ceph-mon[86438]: pgmap v803: 121 pgs: 121 active+clean; 201 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.8 MiB/s wr, 24 op/s 2024-07-29T15:14:57.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:57 smithi138 ceph-mon[86438]: osdmap e792: 8 total, 8 up, 8 in 2024-07-29T15:14:58.043 INFO:tasks.rados.rados.0.smithi067.stdout:3747: done (2 left) 2024-07-29T15:14:58.043 INFO:tasks.rados.rados.0.smithi067.stdout:3748: rollback oid 8 current snap is 349 2024-07-29T15:14:58.043 INFO:tasks.rados.rados.0.smithi067.stdout:3748: done (2 left) 2024-07-29T15:14:58.043 INFO:tasks.rados.rados.0.smithi067.stdout:3749: read oid 12 snap -1 2024-07-29T15:14:58.043 INFO:tasks.rados.rados.0.smithi067.stdout:3749: expect (ObjNum 1083 snap 332 seq_num 1083) 2024-07-29T15:14:58.043 INFO:tasks.rados.rados.0.smithi067.stdout:3750: copy_from oid 17 from oid 33 current snap is 349 2024-07-29T15:14:58.043 INFO:tasks.rados.rados.0.smithi067.stdout:3744: finishing write tid 3 to smithi06780069-7 2024-07-29T15:14:58.043 INFO:tasks.rados.rados.0.smithi067.stdout:3744: finishing write tid 4 to smithi06780069-7 2024-07-29T15:14:58.043 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 7 v 2014 (ObjNum 1199 snap 349 seq_num 1199) dirty exists 2024-07-29T15:14:58.044 INFO:tasks.rados.rados.0.smithi067.stdout:3744: left oid 7 (ObjNum 1199 snap 349 seq_num 1199) 2024-07-29T15:14:58.044 INFO:tasks.rados.rados.0.smithi067.stdout:3745: finishing write tid 1 to smithi06780069-32 2024-07-29T15:14:58.044 INFO:tasks.rados.rados.0.smithi067.stdout:3745: finishing write tid 2 to smithi06780069-32 2024-07-29T15:14:58.044 INFO:tasks.rados.rados.0.smithi067.stdout:3745: finishing write tid 3 to smithi06780069-32 2024-07-29T15:14:58.044 INFO:tasks.rados.rados.0.smithi067.stdout:3744: done (3 left) 2024-07-29T15:14:58.044 INFO:tasks.rados.rados.0.smithi067.stdout:3751: copy_from oid 18 from oid 41 current snap is 349 2024-07-29T15:14:58.044 INFO:tasks.rados.rados.0.smithi067.stdout:3745: finishing write tid 4 to smithi06780069-32 2024-07-29T15:14:58.044 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 1976 (ObjNum 1200 snap 349 seq_num 1200) dirty exists 2024-07-29T15:14:58.044 INFO:tasks.rados.rados.0.smithi067.stdout:3745: left oid 32 (ObjNum 1200 snap 349 seq_num 1200) 2024-07-29T15:14:58.044 INFO:tasks.rados.rados.0.smithi067.stdout:3745: done (3 left) 2024-07-29T15:14:58.044 INFO:tasks.rados.rados.0.smithi067.stdout:3752: copy_from oid 48 from oid 49 current snap is 349 2024-07-29T15:14:58.044 INFO:tasks.rados.rados.0.smithi067.stdout:3753: delete oid 27 current snap is 349 2024-07-29T15:14:58.050 INFO:tasks.rados.rados.0.smithi067.stdout:3751: finishing copy_from to smithi06780069-18 2024-07-29T15:14:58.050 INFO:tasks.rados.rados.0.smithi067.stdout:3751: got expected ENOENT (src dne) 2024-07-29T15:14:58.050 INFO:tasks.rados.rados.0.smithi067.stdout:3751: finishing copy_from racing read to smithi06780069-18 2024-07-29T15:14:58.052 INFO:tasks.rados.rados.0.smithi067.stdout:3751: done (4 left) 2024-07-29T15:14:58.053 INFO:tasks.rados.rados.0.smithi067.stdout:3753: done (3 left) 2024-07-29T15:14:58.053 INFO:tasks.rados.rados.0.smithi067.stdout:3754: rollback oid 23 current snap is 349 2024-07-29T15:14:58.053 INFO:tasks.rados.rados.0.smithi067.stdout:3754: done (3 left) 2024-07-29T15:14:58.053 INFO:tasks.rados.rados.0.smithi067.stdout:3755: rollback oid 32 current snap is 349 2024-07-29T15:14:58.053 INFO:tasks.rados.rados.0.smithi067.stdout:3755: done (3 left) 2024-07-29T15:14:58.053 INFO:tasks.rados.rados.0.smithi067.stdout:3756: delete oid 7 current snap is 349 2024-07-29T15:14:58.053 INFO:tasks.rados.rados.0.smithi067.stdout:3752: finishing copy_from to smithi06780069-48 2024-07-29T15:14:58.053 INFO:tasks.rados.rados.0.smithi067.stdout:3752: got expected ENOENT (src dne) 2024-07-29T15:14:58.053 INFO:tasks.rados.rados.0.smithi067.stdout:3752: finishing copy_from racing read to smithi06780069-48 2024-07-29T15:14:58.061 INFO:tasks.rados.rados.0.smithi067.stdout:3752: done (3 left) 2024-07-29T15:14:58.061 INFO:tasks.rados.rados.0.smithi067.stdout:3756: done (2 left) 2024-07-29T15:14:58.061 INFO:tasks.rados.rados.0.smithi067.stdout:3757: copy_from oid 18 from oid 16 current snap is 349 2024-07-29T15:14:58.062 INFO:tasks.rados.rados.0.smithi067.stdout:3758: snap_create 2024-07-29T15:14:58.062 INFO:tasks.rados.rados.0.smithi067.stdout:3750: finishing copy_from racing read to smithi06780069-17 2024-07-29T15:14:58.064 INFO:tasks.rados.rados.0.smithi067.stdout:3749: expect (ObjNum 1083 snap 332 seq_num 1083) 2024-07-29T15:14:58.114 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:14:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:14:57] "GET /metrics HTTP/1.1" 200 36435 "" "Prometheus/2.51.0" 2024-07-29T15:14:58.150 INFO:tasks.rados.rados.0.smithi067.stdout:3750: finishing copy_from to smithi06780069-17 2024-07-29T15:14:58.150 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 1954 (ObjNum 1061 snap 327 seq_num 1061) dirty exists 2024-07-29T15:14:58.150 INFO:tasks.rados.rados.0.smithi067.stdout:3757: finishing copy_from racing read to smithi06780069-18 2024-07-29T15:14:58.150 INFO:tasks.rados.rados.0.smithi067.stdout:3757: finishing copy_from to smithi06780069-18 2024-07-29T15:14:58.150 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 1893 (ObjNum 1161 snap 342 seq_num 1161) dirty exists 2024-07-29T15:14:58.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:58 smithi067 ceph-mon[91995]: osdmap e793: 8 total, 8 up, 8 in 2024-07-29T15:14:58.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:58 smithi067 ceph-mon[91995]: osdmap e794: 8 total, 8 up, 8 in 2024-07-29T15:14:58.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:58 smithi067 ceph-mon[94375]: osdmap e793: 8 total, 8 up, 8 in 2024-07-29T15:14:58.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:58 smithi067 ceph-mon[94375]: osdmap e794: 8 total, 8 up, 8 in 2024-07-29T15:14:58.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:58 smithi138 ceph-mon[86438]: osdmap e793: 8 total, 8 up, 8 in 2024-07-29T15:14:58.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:58 smithi138 ceph-mon[86438]: osdmap e794: 8 total, 8 up, 8 in 2024-07-29T15:14:59.045 INFO:tasks.rados.rados.0.smithi067.stdout:3749: done (3 left) 2024-07-29T15:14:59.045 INFO:tasks.rados.rados.0.smithi067.stdout:3750: done (2 left) 2024-07-29T15:14:59.045 INFO:tasks.rados.rados.0.smithi067.stdout:3757: done (1 left) 2024-07-29T15:14:59.045 INFO:tasks.rados.rados.0.smithi067.stdout:3758: done (0 left) 2024-07-29T15:14:59.046 INFO:tasks.rados.rados.0.smithi067.stdout:3759: delete oid 13 current snap is 350 2024-07-29T15:14:59.049 INFO:tasks.rados.rados.0.smithi067.stdout:3759: done (0 left) 2024-07-29T15:14:59.049 INFO:tasks.rados.rados.0.smithi067.stdout:3760: delete oid 2 current snap is 350 2024-07-29T15:14:59.052 INFO:tasks.rados.rados.0.smithi067.stdout:3760: done (0 left) 2024-07-29T15:14:59.052 INFO:tasks.rados.rados.0.smithi067.stdout:3761: snap_create 2024-07-29T15:14:59.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:59 smithi067 ceph-mon[94375]: pgmap v806: 121 pgs: 121 active+clean; 206 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-07-29T15:14:59.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:14:59 smithi067 ceph-mon[94375]: osdmap e795: 8 total, 8 up, 8 in 2024-07-29T15:14:59.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:59 smithi067 ceph-mon[91995]: pgmap v806: 121 pgs: 121 active+clean; 206 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-07-29T15:14:59.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:14:59 smithi067 ceph-mon[91995]: osdmap e795: 8 total, 8 up, 8 in 2024-07-29T15:14:59.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:59 smithi138 ceph-mon[86438]: pgmap v806: 121 pgs: 121 active+clean; 206 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-07-29T15:14:59.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:14:59 smithi138 ceph-mon[86438]: osdmap e795: 8 total, 8 up, 8 in 2024-07-29T15:15:00.047 INFO:tasks.rados.rados.0.smithi067.stdout:3761: done (0 left) 2024-07-29T15:15:00.047 INFO:tasks.rados.rados.0.smithi067.stdout:3762: read oid 49 snap -1 2024-07-29T15:15:00.047 INFO:tasks.rados.rados.0.smithi067.stdout:3762: expect deleted 2024-07-29T15:15:00.047 INFO:tasks.rados.rados.0.smithi067.stdout:3763: snap_remove snap 350 2024-07-29T15:15:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:15:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:15:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:15:01.050 INFO:tasks.rados.rados.0.smithi067.stdout:3762: done (1 left) 2024-07-29T15:15:01.050 INFO:tasks.rados.rados.0.smithi067.stdout:3763: done (0 left) 2024-07-29T15:15:01.050 INFO:tasks.rados.rados.0.smithi067.stdout:3764: snap_remove snap 349 2024-07-29T15:15:01.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:01 smithi138 ceph-mon[86438]: pgmap v809: 121 pgs: 121 active+clean; 204 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 8.6 MiB/s wr, 25 op/s 2024-07-29T15:15:01.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:01 smithi138 ceph-mon[86438]: osdmap e796: 8 total, 8 up, 8 in 2024-07-29T15:15:01.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:01 smithi067 ceph-mon[91995]: pgmap v809: 121 pgs: 121 active+clean; 204 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 8.6 MiB/s wr, 25 op/s 2024-07-29T15:15:01.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:01 smithi067 ceph-mon[91995]: osdmap e796: 8 total, 8 up, 8 in 2024-07-29T15:15:01.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:01 smithi067 ceph-mon[94375]: pgmap v809: 121 pgs: 121 active+clean; 204 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 8.6 MiB/s wr, 25 op/s 2024-07-29T15:15:01.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:01 smithi067 ceph-mon[94375]: osdmap e796: 8 total, 8 up, 8 in 2024-07-29T15:15:02.060 INFO:tasks.rados.rados.0.smithi067.stdout:3764: done (0 left) 2024-07-29T15:15:02.060 INFO:tasks.rados.rados.0.smithi067.stdout:3765: delete oid 7 current snap is 351 2024-07-29T15:15:02.070 INFO:tasks.rados.rados.0.smithi067.stdout:3765: done (0 left) 2024-07-29T15:15:02.070 INFO:tasks.rados.rados.0.smithi067.stdout:3766: rollback oid 19 current snap is 351 2024-07-29T15:15:02.070 INFO:tasks.rados.rados.0.smithi067.stdout:3766: done (0 left) 2024-07-29T15:15:02.070 INFO:tasks.rados.rados.0.smithi067.stdout:3767: copy_from oid 50 from oid 14 current snap is 351 2024-07-29T15:15:02.070 INFO:tasks.rados.rados.0.smithi067.stdout:3768: read oid 7 snap -1 2024-07-29T15:15:02.070 INFO:tasks.rados.rados.0.smithi067.stdout:3768: expect deleted 2024-07-29T15:15:02.070 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 26 current snap is 351 2024-07-29T15:15:02.070 INFO:tasks.rados.rados.0.smithi067.stdout:3769: seq_num 1206 ranges {794624=606208,1400832=401408} 2024-07-29T15:15:02.078 INFO:tasks.rados.rados.0.smithi067.stdout:3769: writing smithi06780069-26 from 794624 to 1400832 tid 1 2024-07-29T15:15:02.080 INFO:tasks.rados.rados.0.smithi067.stdout:3769: writing smithi06780069-26 from 1400832 to 1802240 tid 2 2024-07-29T15:15:02.080 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 18 current snap is 351 2024-07-29T15:15:02.080 INFO:tasks.rados.rados.0.smithi067.stdout:3770: seq_num 1207 ranges {10362880=622592,10985472=401408} 2024-07-29T15:15:02.140 INFO:tasks.rados.rados.0.smithi067.stdout:3770: writing smithi06780069-18 from 10362880 to 10985472 tid 1 2024-07-29T15:15:02.143 INFO:tasks.rados.rados.0.smithi067.stdout:3770: writing smithi06780069-18 from 10985472 to 11386880 tid 2 2024-07-29T15:15:02.143 INFO:tasks.rados.rados.0.smithi067.stdout:3771: delete oid 20 current snap is 351 2024-07-29T15:15:02.143 INFO:tasks.rados.rados.0.smithi067.stdout:3767: finishing copy_from to smithi06780069-50 2024-07-29T15:15:02.143 INFO:tasks.rados.rados.0.smithi067.stdout:3767: got expected ENOENT (src dne) 2024-07-29T15:15:02.143 INFO:tasks.rados.rados.0.smithi067.stdout:3767: finishing copy_from racing read to smithi06780069-50 2024-07-29T15:15:02.143 INFO:tasks.rados.rados.0.smithi067.stdout:3769: finishing write tid 1 to smithi06780069-26 2024-07-29T15:15:02.143 INFO:tasks.rados.rados.0.smithi067.stdout:3769: finishing write tid 2 to smithi06780069-26 2024-07-29T15:15:02.143 INFO:tasks.rados.rados.0.smithi067.stdout:3769: finishing write tid 3 to smithi06780069-26 2024-07-29T15:15:02.143 INFO:tasks.rados.rados.0.smithi067.stdout:3769: finishing write tid 4 to smithi06780069-26 2024-07-29T15:15:02.143 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 26 v 2013 (ObjNum 1206 snap 351 seq_num 1206) dirty exists 2024-07-29T15:15:02.143 INFO:tasks.rados.rados.0.smithi067.stdout:3769: left oid 26 (ObjNum 1206 snap 351 seq_num 1206) 2024-07-29T15:15:02.145 INFO:tasks.rados.rados.0.smithi067.stdout:3767: done (4 left) 2024-07-29T15:15:02.145 INFO:tasks.rados.rados.0.smithi067.stdout:3768: done (3 left) 2024-07-29T15:15:02.145 INFO:tasks.rados.rados.0.smithi067.stdout:3769: done (2 left) 2024-07-29T15:15:02.145 INFO:tasks.rados.rados.0.smithi067.stdout:3771: done (1 left) 2024-07-29T15:15:02.145 INFO:tasks.rados.rados.0.smithi067.stdout:3772: rmattr oid 8 current snap is 351 2024-07-29T15:15:02.145 INFO:tasks.rados.rados.0.smithi067.stdout:3772: done (1 left) 2024-07-29T15:15:02.145 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 36 current snap is 351 2024-07-29T15:15:02.145 INFO:tasks.rados.rados.0.smithi067.stdout:3773: seq_num 1209 ranges {499712=655360,1155072=401408} 2024-07-29T15:15:02.151 INFO:tasks.rados.rados.0.smithi067.stdout:3773: writing smithi06780069-36 from 499712 to 1155072 tid 1 2024-07-29T15:15:02.154 INFO:tasks.rados.rados.0.smithi067.stdout:3773: writing smithi06780069-36 from 1155072 to 1556480 tid 2 2024-07-29T15:15:02.154 INFO:tasks.rados.rados.0.smithi067.stdout:3774: rollback oid 3 current snap is 351 2024-07-29T15:15:02.154 INFO:tasks.rados.rados.0.smithi067.stdout:3774: done (2 left) 2024-07-29T15:15:02.154 INFO:tasks.rados.rados.0.smithi067.stdout:3775: rollback oid 24 current snap is 351 2024-07-29T15:15:02.154 INFO:tasks.rados.rados.0.smithi067.stdout:3770: finishing write tid 1 to smithi06780069-18 2024-07-29T15:15:02.154 INFO:tasks.rados.rados.0.smithi067.stdout:3770: finishing write tid 2 to smithi06780069-18 2024-07-29T15:15:02.155 INFO:tasks.rados.rados.0.smithi067.stdout:3770: finishing write tid 3 to smithi06780069-18 2024-07-29T15:15:02.155 INFO:tasks.rados.rados.0.smithi067.stdout:3775: done (2 left) 2024-07-29T15:15:02.155 INFO:tasks.rados.rados.0.smithi067.stdout:3776: read oid 21 snap -1 2024-07-29T15:15:02.155 INFO:tasks.rados.rados.0.smithi067.stdout:3776: expect (ObjNum 1186 snap 347 seq_num 1186) 2024-07-29T15:15:02.155 INFO:tasks.rados.rados.0.smithi067.stdout:3777: setattr oid 14 current snap is 351 2024-07-29T15:15:02.155 INFO:tasks.rados.rados.0.smithi067.stdout:3770: finishing write tid 4 to smithi06780069-18 2024-07-29T15:15:02.155 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 18 v 1978 (ObjNum 1207 snap 351 seq_num 1207) dirty exists 2024-07-29T15:15:02.155 INFO:tasks.rados.rados.0.smithi067.stdout:3770: left oid 18 (ObjNum 1207 snap 351 seq_num 1207) 2024-07-29T15:15:02.156 INFO:tasks.rados.rados.0.smithi067.stdout:3770: done (3 left) 2024-07-29T15:15:02.156 INFO:tasks.rados.rados.0.smithi067.stdout:3778: copy_from oid 8 from oid 19 current snap is 351 2024-07-29T15:15:02.156 INFO:tasks.rados.rados.0.smithi067.stdout:3779: delete oid 13 current snap is 351 2024-07-29T15:15:02.156 INFO:tasks.rados.rados.0.smithi067.stdout:3773: finishing write tid 1 to smithi06780069-36 2024-07-29T15:15:02.156 INFO:tasks.rados.rados.0.smithi067.stdout:3773: finishing write tid 2 to smithi06780069-36 2024-07-29T15:15:02.156 INFO:tasks.rados.rados.0.smithi067.stdout:3773: finishing write tid 3 to smithi06780069-36 2024-07-29T15:15:02.158 INFO:tasks.rados.rados.0.smithi067.stdout:3773: finishing write tid 4 to smithi06780069-36 2024-07-29T15:15:02.159 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 1984 (ObjNum 1209 snap 351 seq_num 1209) dirty exists 2024-07-29T15:15:02.159 INFO:tasks.rados.rados.0.smithi067.stdout:3773: left oid 36 (ObjNum 1209 snap 351 seq_num 1209) 2024-07-29T15:15:02.159 INFO:tasks.rados.rados.0.smithi067.stdout:3773: done (4 left) 2024-07-29T15:15:02.159 INFO:tasks.rados.rados.0.smithi067.stdout:3779: done (3 left) 2024-07-29T15:15:02.159 INFO:tasks.rados.rados.0.smithi067.stdout:3780: delete oid 42 current snap is 351 2024-07-29T15:15:02.159 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 14 v 1855 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-07-29T15:15:02.172 INFO:tasks.rados.rados.0.smithi067.stdout:3778: finishing copy_from racing read to smithi06780069-8 2024-07-29T15:15:02.176 INFO:tasks.rados.rados.0.smithi067.stdout:3778: finishing copy_from to smithi06780069-8 2024-07-29T15:15:02.176 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 2006 (ObjNum 1175 snap 346 seq_num 1175) dirty exists 2024-07-29T15:15:02.183 INFO:tasks.rados.rados.0.smithi067.stdout:3776: expect (ObjNum 1186 snap 347 seq_num 1186) 2024-07-29T15:15:02.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:02 smithi138 ceph-mon[86438]: osdmap e797: 8 total, 8 up, 8 in 2024-07-29T15:15:02.472 INFO:tasks.rados.rados.0.smithi067.stdout:3776: done (3 left) 2024-07-29T15:15:02.473 INFO:tasks.rados.rados.0.smithi067.stdout:3777: done (2 left) 2024-07-29T15:15:02.473 INFO:tasks.rados.rados.0.smithi067.stdout:3778: done (1 left) 2024-07-29T15:15:02.473 INFO:tasks.rados.rados.0.smithi067.stdout:3780: done (0 left) 2024-07-29T15:15:02.473 INFO:tasks.rados.rados.0.smithi067.stdout:3781: read oid 12 snap -1 2024-07-29T15:15:02.473 INFO:tasks.rados.rados.0.smithi067.stdout:3781: expect (ObjNum 1083 snap 332 seq_num 1083) 2024-07-29T15:15:02.473 INFO:tasks.rados.rados.0.smithi067.stdout:3782: delete oid 15 current snap is 351 2024-07-29T15:15:02.475 INFO:tasks.rados.rados.0.smithi067.stdout:3782: done (1 left) 2024-07-29T15:15:02.475 INFO:tasks.rados.rados.0.smithi067.stdout:3783: read oid 44 snap -1 2024-07-29T15:15:02.475 INFO:tasks.rados.rados.0.smithi067.stdout:3783: expect (ObjNum 1190 snap 348 seq_num 1190) 2024-07-29T15:15:02.476 INFO:tasks.rados.rados.0.smithi067.stdout:3784: read oid 25 snap -1 2024-07-29T15:15:02.476 INFO:tasks.rados.rados.0.smithi067.stdout:3784: expect (ObjNum 1185 snap 347 seq_num 1185) 2024-07-29T15:15:02.476 INFO:tasks.rados.rados.0.smithi067.stdout:3785: read oid 13 snap -1 2024-07-29T15:15:02.476 INFO:tasks.rados.rados.0.smithi067.stdout:3785: expect deleted 2024-07-29T15:15:02.476 INFO:tasks.rados.rados.0.smithi067.stdout:3786: rollback oid 9 current snap is 351 2024-07-29T15:15:02.476 INFO:tasks.rados.rados.0.smithi067.stdout:3786: done (4 left) 2024-07-29T15:15:02.476 INFO:tasks.rados.rados.0.smithi067.stdout:3787: rollback oid 30 current snap is 351 2024-07-29T15:15:02.476 INFO:tasks.rados.rados.0.smithi067.stdout:3787: done (4 left) 2024-07-29T15:15:02.476 INFO:tasks.rados.rados.0.smithi067.stdout:3788: rollback oid 5 current snap is 351 2024-07-29T15:15:02.476 INFO:tasks.rados.rados.0.smithi067.stdout:3788: done (4 left) 2024-07-29T15:15:02.476 INFO:tasks.rados.rados.0.smithi067.stdout:3789: read oid 35 snap -1 2024-07-29T15:15:02.476 INFO:tasks.rados.rados.0.smithi067.stdout:3789: expect deleted 2024-07-29T15:15:02.476 INFO:tasks.rados.rados.0.smithi067.stdout:3790: snap_create 2024-07-29T15:15:02.483 INFO:tasks.rados.rados.0.smithi067.stdout:3783: expect (ObjNum 1190 snap 348 seq_num 1190) 2024-07-29T15:15:02.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:02 smithi067 ceph-mon[91995]: osdmap e797: 8 total, 8 up, 8 in 2024-07-29T15:15:02.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:02 smithi067 ceph-mon[94375]: osdmap e797: 8 total, 8 up, 8 in 2024-07-29T15:15:02.505 INFO:tasks.rados.rados.0.smithi067.stdout:3784: expect (ObjNum 1185 snap 347 seq_num 1185) 2024-07-29T15:15:02.522 INFO:tasks.rados.rados.0.smithi067.stdout:3781: expect (ObjNum 1083 snap 332 seq_num 1083) 2024-07-29T15:15:03.042 INFO:tasks.rados.rados.0.smithi067.stdout:3781: done (5 left) 2024-07-29T15:15:03.042 INFO:tasks.rados.rados.0.smithi067.stdout:3783: done (4 left) 2024-07-29T15:15:03.043 INFO:tasks.rados.rados.0.smithi067.stdout:3784: done (3 left) 2024-07-29T15:15:03.043 INFO:tasks.rados.rados.0.smithi067.stdout:3785: done (2 left) 2024-07-29T15:15:03.043 INFO:tasks.rados.rados.0.smithi067.stdout:3789: done (1 left) 2024-07-29T15:15:03.043 INFO:tasks.rados.rados.0.smithi067.stdout:3790: done (0 left) 2024-07-29T15:15:03.043 INFO:tasks.rados.rados.0.smithi067.stdout:3791: rollback oid 20 current snap is 352 2024-07-29T15:15:03.043 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 20 to 351 2024-07-29T15:15:03.043 INFO:tasks.rados.rados.0.smithi067.stdout:3792: rmattr oid 23 current snap is 352 2024-07-29T15:15:03.043 INFO:tasks.rados.rados.0.smithi067.stdout:3792: done (1 left) 2024-07-29T15:15:03.043 INFO:tasks.rados.rados.0.smithi067.stdout:3793: rollback oid 31 current snap is 352 2024-07-29T15:15:03.043 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 31 to 351 2024-07-29T15:15:03.043 INFO:tasks.rados.rados.0.smithi067.stdout:3794: delete oid 39 current snap is 352 2024-07-29T15:15:03.045 INFO:tasks.rados.rados.0.smithi067.stdout:3791: finishing rollback tid 1 to smithi06780069-20 2024-07-29T15:15:03.045 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 0 (ObjNum 65 snap 0 seq_num 1785483618) dirty dne 2024-07-29T15:15:03.049 INFO:tasks.rados.rados.0.smithi067.stdout:3791: done (2 left) 2024-07-29T15:15:03.049 INFO:tasks.rados.rados.0.smithi067.stdout:3794: done (1 left) 2024-07-29T15:15:03.049 INFO:tasks.rados.rados.0.smithi067.stdout:3795: delete oid 6 current snap is 352 2024-07-29T15:15:03.050 INFO:tasks.rados.rados.0.smithi067.stdout:3793: finishing rollback tid 0 to smithi06780069-31 2024-07-29T15:15:03.050 INFO:tasks.rados.rados.0.smithi067.stdout:3793: finishing rollback tid 1 to smithi06780069-31 2024-07-29T15:15:03.050 INFO:tasks.rados.rados.0.smithi067.stdout:3793: finishing rollback tid 2 to smithi06780069-31 2024-07-29T15:15:03.051 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 31 v 1858 (ObjNum 1179 snap 347 seq_num 1179) dirty exists 2024-07-29T15:15:03.052 INFO:tasks.rados.rados.0.smithi067.stdout:3793: done (1 left) 2024-07-29T15:15:03.052 INFO:tasks.rados.rados.0.smithi067.stdout:3795: done (0 left) 2024-07-29T15:15:03.052 INFO:tasks.rados.rados.0.smithi067.stdout:3796: snap_remove snap 351 2024-07-29T15:15:03.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:03 smithi138 ceph-mon[86438]: pgmap v812: 121 pgs: 121 active+clean; 179 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 7.3 MiB/s wr, 13 op/s 2024-07-29T15:15:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:03 smithi138 ceph-mon[86438]: osdmap e798: 8 total, 8 up, 8 in 2024-07-29T15:15:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:03 smithi138 ceph-mon[86438]: osdmap e799: 8 total, 8 up, 8 in 2024-07-29T15:15:03.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:03 smithi067 ceph-mon[91995]: pgmap v812: 121 pgs: 121 active+clean; 179 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 7.3 MiB/s wr, 13 op/s 2024-07-29T15:15:03.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:03 smithi067 ceph-mon[91995]: osdmap e798: 8 total, 8 up, 8 in 2024-07-29T15:15:03.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:03 smithi067 ceph-mon[91995]: osdmap e799: 8 total, 8 up, 8 in 2024-07-29T15:15:03.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:03 smithi067 ceph-mon[94375]: pgmap v812: 121 pgs: 121 active+clean; 179 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 7.3 MiB/s wr, 13 op/s 2024-07-29T15:15:03.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:03 smithi067 ceph-mon[94375]: osdmap e798: 8 total, 8 up, 8 in 2024-07-29T15:15:03.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:03 smithi067 ceph-mon[94375]: osdmap e799: 8 total, 8 up, 8 in 2024-07-29T15:15:04.046 INFO:tasks.rados.rados.0.smithi067.stdout:3796: done (0 left) 2024-07-29T15:15:04.047 INFO:tasks.rados.rados.0.smithi067.stdout:3797: delete oid 17 current snap is 352 2024-07-29T15:15:04.051 INFO:tasks.rados.rados.0.smithi067.stdout:3797: done (0 left) 2024-07-29T15:15:04.051 INFO:tasks.rados.rados.0.smithi067.stdout:3798: snap_create 2024-07-29T15:15:05.054 INFO:tasks.rados.rados.0.smithi067.stdout:3798: done (0 left) 2024-07-29T15:15:05.054 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 8 current snap is 353 2024-07-29T15:15:05.054 INFO:tasks.rados.rados.0.smithi067.stdout:3799: seq_num 1216 ranges {2752512=770048,3522560=401408} 2024-07-29T15:15:05.076 INFO:tasks.rados.rados.0.smithi067.stdout:3799: writing smithi06780069-8 from 2752512 to 3522560 tid 1 2024-07-29T15:15:05.079 INFO:tasks.rados.rados.0.smithi067.stdout:3799: writing smithi06780069-8 from 3522560 to 3923968 tid 2 2024-07-29T15:15:05.079 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 29 current snap is 353 2024-07-29T15:15:05.079 INFO:tasks.rados.rados.0.smithi067.stdout:3800: seq_num 1217 ranges {0=786432,786432=401408} 2024-07-29T15:15:05.084 INFO:tasks.rados.rados.0.smithi067.stdout:3800: writing smithi06780069-29 from 0 to 786432 tid 1 2024-07-29T15:15:05.088 INFO:tasks.rados.rados.0.smithi067.stdout:3800: writing smithi06780069-29 from 786432 to 1187840 tid 2 2024-07-29T15:15:05.088 INFO:tasks.rados.rados.0.smithi067.stdout:3801: copy_from oid 12 from oid 17 current snap is 353 2024-07-29T15:15:05.088 INFO:tasks.rados.rados.0.smithi067.stdout:3799: finishing write tid 1 to smithi06780069-8 2024-07-29T15:15:05.088 INFO:tasks.rados.rados.0.smithi067.stdout:3799: finishing write tid 2 to smithi06780069-8 2024-07-29T15:15:05.088 INFO:tasks.rados.rados.0.smithi067.stdout:3799: finishing write tid 3 to smithi06780069-8 2024-07-29T15:15:05.088 INFO:tasks.rados.rados.0.smithi067.stdout:3799: finishing write tid 4 to smithi06780069-8 2024-07-29T15:15:05.088 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 2010 (ObjNum 1216 snap 353 seq_num 1216) dirty exists 2024-07-29T15:15:05.089 INFO:tasks.rados.rados.0.smithi067.stdout:3799: left oid 8 (ObjNum 1216 snap 353 seq_num 1216) 2024-07-29T15:15:05.089 INFO:tasks.rados.rados.0.smithi067.stdout:3799: done (2 left) 2024-07-29T15:15:05.089 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 22 current snap is 353 2024-07-29T15:15:05.089 INFO:tasks.rados.rados.0.smithi067.stdout:3802: seq_num 1218 ranges {10305536=802816,11108352=401408} 2024-07-29T15:15:05.150 INFO:tasks.rados.rados.0.smithi067.stdout:3802: writing smithi06780069-22 from 10305536 to 11108352 tid 1 2024-07-29T15:15:05.153 INFO:tasks.rados.rados.0.smithi067.stdout:3802: writing smithi06780069-22 from 11108352 to 11509760 tid 2 2024-07-29T15:15:05.153 INFO:tasks.rados.rados.0.smithi067.stdout:3803: snap_remove snap 352 2024-07-29T15:15:05.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:05 smithi138 ceph-mon[86438]: pgmap v815: 121 pgs: 121 active+clean; 151 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 672 KiB/s wr, 9 op/s 2024-07-29T15:15:05.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:05 smithi138 ceph-mon[86438]: osdmap e800: 8 total, 8 up, 8 in 2024-07-29T15:15:05.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:15:05.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:15:05.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:15:05.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:15:05.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:15:05.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:15:05.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:05 smithi067 ceph-mon[91995]: pgmap v815: 121 pgs: 121 active+clean; 151 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 672 KiB/s wr, 9 op/s 2024-07-29T15:15:05.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:05 smithi067 ceph-mon[91995]: osdmap e800: 8 total, 8 up, 8 in 2024-07-29T15:15:05.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:15:05.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:15:05.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:15:05.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:15:05.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:15:05.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:15:05.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:05 smithi067 ceph-mon[94375]: pgmap v815: 121 pgs: 121 active+clean; 151 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 672 KiB/s wr, 9 op/s 2024-07-29T15:15:05.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:05 smithi067 ceph-mon[94375]: osdmap e800: 8 total, 8 up, 8 in 2024-07-29T15:15:05.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:15:05.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:15:05.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:15:05.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:15:05.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:15:05.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:15:06.064 INFO:tasks.rados.rados.0.smithi067.stdout:3803: done (3 left) 2024-07-29T15:15:06.064 INFO:tasks.rados.rados.0.smithi067.stdout:3804: rollback oid 40 current snap is 353 2024-07-29T15:15:06.065 INFO:tasks.rados.rados.0.smithi067.stdout:3804: done (3 left) 2024-07-29T15:15:06.065 INFO:tasks.rados.rados.0.smithi067.stdout:3805: delete oid 13 current snap is 353 2024-07-29T15:15:06.065 INFO:tasks.rados.rados.0.smithi067.stdout:3800: finishing write tid 1 to smithi06780069-29 2024-07-29T15:15:06.065 INFO:tasks.rados.rados.0.smithi067.stdout:3801: finishing copy_from to smithi06780069-12 2024-07-29T15:15:06.065 INFO:tasks.rados.rados.0.smithi067.stdout:3801: got expected ENOENT (src dne) 2024-07-29T15:15:06.065 INFO:tasks.rados.rados.0.smithi067.stdout:3801: finishing copy_from racing read to smithi06780069-12 2024-07-29T15:15:06.065 INFO:tasks.rados.rados.0.smithi067.stdout:3800: finishing write tid 2 to smithi06780069-29 2024-07-29T15:15:06.065 INFO:tasks.rados.rados.0.smithi067.stdout:3800: finishing write tid 3 to smithi06780069-29 2024-07-29T15:15:06.065 INFO:tasks.rados.rados.0.smithi067.stdout:3800: finishing write tid 4 to smithi06780069-29 2024-07-29T15:15:06.065 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 1632 (ObjNum 1217 snap 353 seq_num 1217) dirty exists 2024-07-29T15:15:06.065 INFO:tasks.rados.rados.0.smithi067.stdout:3800: left oid 29 (ObjNum 1217 snap 353 seq_num 1217) 2024-07-29T15:15:06.065 INFO:tasks.rados.rados.0.smithi067.stdout:3802: finishing write tid 1 to smithi06780069-22 2024-07-29T15:15:06.065 INFO:tasks.rados.rados.0.smithi067.stdout:3802: finishing write tid 2 to smithi06780069-22 2024-07-29T15:15:06.066 INFO:tasks.rados.rados.0.smithi067.stdout:3802: finishing write tid 3 to smithi06780069-22 2024-07-29T15:15:06.066 INFO:tasks.rados.rados.0.smithi067.stdout:3802: finishing write tid 4 to smithi06780069-22 2024-07-29T15:15:06.066 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 1981 (ObjNum 1218 snap 353 seq_num 1218) dirty exists 2024-07-29T15:15:06.066 INFO:tasks.rados.rados.0.smithi067.stdout:3802: left oid 22 (ObjNum 1218 snap 353 seq_num 1218) 2024-07-29T15:15:06.073 INFO:tasks.rados.rados.0.smithi067.stdout:3800: done (3 left) 2024-07-29T15:15:06.073 INFO:tasks.rados.rados.0.smithi067.stdout:3801: done (2 left) 2024-07-29T15:15:06.073 INFO:tasks.rados.rados.0.smithi067.stdout:3802: done (1 left) 2024-07-29T15:15:06.073 INFO:tasks.rados.rados.0.smithi067.stdout:3805: done (0 left) 2024-07-29T15:15:06.074 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 34 current snap is 353 2024-07-29T15:15:06.074 INFO:tasks.rados.rados.0.smithi067.stdout:3806: seq_num 1220 ranges {0=434176,434176=442368,876544=360448} 2024-07-29T15:15:06.075 INFO:tasks.rados.rados.0.smithi067.stdout:3806: writing smithi06780069-34 from 0 to 434176 tid 1 2024-07-29T15:15:06.078 INFO:tasks.rados.rados.0.smithi067.stdout:3806: writing smithi06780069-34 from 434176 to 876544 tid 2 2024-07-29T15:15:06.081 INFO:tasks.rados.rados.0.smithi067.stdout:3806: writing smithi06780069-34 from 876544 to 1236992 tid 3 2024-07-29T15:15:06.081 INFO:tasks.rados.rados.0.smithi067.stdout:3807: snap_create 2024-07-29T15:15:06.087 INFO:tasks.rados.rados.0.smithi067.stdout:3806: finishing write tid 1 to smithi06780069-34 2024-07-29T15:15:06.087 INFO:tasks.rados.rados.0.smithi067.stdout:3806: finishing write tid 2 to smithi06780069-34 2024-07-29T15:15:06.087 INFO:tasks.rados.rados.0.smithi067.stdout:3806: finishing write tid 3 to smithi06780069-34 2024-07-29T15:15:06.090 INFO:tasks.rados.rados.0.smithi067.stdout:3806: finishing write tid 4 to smithi06780069-34 2024-07-29T15:15:06.091 INFO:tasks.rados.rados.0.smithi067.stdout:3806: finishing write tid 5 to smithi06780069-34 2024-07-29T15:15:06.091 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 34 v 2031 (ObjNum 1220 snap 353 seq_num 1220) dirty exists 2024-07-29T15:15:06.092 INFO:tasks.rados.rados.0.smithi067.stdout:3806: left oid 34 (ObjNum 1220 snap 353 seq_num 1220) 2024-07-29T15:15:06.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:06 smithi138 ceph-mon[86438]: osdmap e801: 8 total, 8 up, 8 in 2024-07-29T15:15:06.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:06 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:15:06.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:06 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:15:06.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:06 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:15:06.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:06 smithi067 ceph-mon[91995]: osdmap e801: 8 total, 8 up, 8 in 2024-07-29T15:15:06.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:06 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:15:06.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:06 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:15:06.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:06 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:15:06.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:06 smithi067 ceph-mon[94375]: osdmap e801: 8 total, 8 up, 8 in 2024-07-29T15:15:06.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:06 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:15:06.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:06 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:15:06.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:06 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:15:07.074 INFO:tasks.rados.rados.0.smithi067.stdout:3806: done (1 left) 2024-07-29T15:15:07.074 INFO:tasks.rados.rados.0.smithi067.stdout:3807: done (0 left) 2024-07-29T15:15:07.074 INFO:tasks.rados.rados.0.smithi067.stdout:3808: read oid 31 snap -1 2024-07-29T15:15:07.074 INFO:tasks.rados.rados.0.smithi067.stdout:3808: expect (ObjNum 1179 snap 347 seq_num 1179) 2024-07-29T15:15:07.075 INFO:tasks.rados.rados.0.smithi067.stdout:3809: delete oid 23 current snap is 354 2024-07-29T15:15:07.079 INFO:tasks.rados.rados.0.smithi067.stdout:3809: done (1 left) 2024-07-29T15:15:07.079 INFO:tasks.rados.rados.0.smithi067.stdout:3810: read oid 20 snap 353 2024-07-29T15:15:07.079 INFO:tasks.rados.rados.0.smithi067.stdout:3810: expect deleted 2024-07-29T15:15:07.079 INFO:tasks.rados.rados.0.smithi067.stdout:3811: delete oid 3 current snap is 354 2024-07-29T15:15:07.083 INFO:tasks.rados.rados.0.smithi067.stdout:3810: done (2 left) 2024-07-29T15:15:07.083 INFO:tasks.rados.rados.0.smithi067.stdout:3811: done (1 left) 2024-07-29T15:15:07.083 INFO:tasks.rados.rados.0.smithi067.stdout:3812: rollback oid 30 current snap is 354 2024-07-29T15:15:07.083 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 30 to 353 2024-07-29T15:15:07.083 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 19 current snap is 354 2024-07-29T15:15:07.083 INFO:tasks.rados.rados.0.smithi067.stdout:3813: seq_num 1223 ranges {2752512=491520,3244032=491520,3735552=311296} 2024-07-29T15:15:07.100 INFO:tasks.rados.rados.0.smithi067.stdout:3813: writing smithi06780069-19 from 2752512 to 3244032 tid 1 2024-07-29T15:15:07.103 INFO:tasks.rados.rados.0.smithi067.stdout:3813: writing smithi06780069-19 from 3244032 to 3735552 tid 2 2024-07-29T15:15:07.105 INFO:tasks.rados.rados.0.smithi067.stdout:3813: writing smithi06780069-19 from 3735552 to 4046848 tid 3 2024-07-29T15:15:07.106 INFO:tasks.rados.rados.0.smithi067.stdout:3814: snap_create 2024-07-29T15:15:07.106 INFO:tasks.rados.rados.0.smithi067.stdout:3812: finishing rollback tid 0 to smithi06780069-30 2024-07-29T15:15:07.106 INFO:tasks.rados.rados.0.smithi067.stdout:3812: finishing rollback tid 1 to smithi06780069-30 2024-07-29T15:15:07.106 INFO:tasks.rados.rados.0.smithi067.stdout:3812: finishing rollback tid 2 to smithi06780069-30 2024-07-29T15:15:07.106 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 1856 (ObjNum 1156 snap 342 seq_num 1156) dirty exists 2024-07-29T15:15:07.106 INFO:tasks.rados.rados.0.smithi067.stdout:3808: expect (ObjNum 1179 snap 347 seq_num 1179) 2024-07-29T15:15:07.302 INFO:tasks.rados.rados.0.smithi067.stdout:3813: finishing write tid 1 to smithi06780069-19 2024-07-29T15:15:07.302 INFO:tasks.rados.rados.0.smithi067.stdout:3813: finishing write tid 2 to smithi06780069-19 2024-07-29T15:15:07.302 INFO:tasks.rados.rados.0.smithi067.stdout:3813: finishing write tid 3 to smithi06780069-19 2024-07-29T15:15:07.302 INFO:tasks.rados.rados.0.smithi067.stdout:3813: finishing write tid 4 to smithi06780069-19 2024-07-29T15:15:07.302 INFO:tasks.rados.rados.0.smithi067.stdout:3813: finishing write tid 5 to smithi06780069-19 2024-07-29T15:15:07.302 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 19 v 2036 (ObjNum 1223 snap 354 seq_num 1223) dirty exists 2024-07-29T15:15:07.302 INFO:tasks.rados.rados.0.smithi067.stdout:3813: left oid 19 (ObjNum 1223 snap 354 seq_num 1223) 2024-07-29T15:15:07.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:07 smithi067 ceph-mon[91995]: pgmap v818: 121 pgs: 121 active+clean; 149 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2024-07-29T15:15:07.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:07 smithi067 ceph-mon[91995]: osdmap e802: 8 total, 8 up, 8 in 2024-07-29T15:15:07.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:07 smithi067 ceph-mon[94375]: pgmap v818: 121 pgs: 121 active+clean; 149 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2024-07-29T15:15:07.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:07 smithi067 ceph-mon[94375]: osdmap e802: 8 total, 8 up, 8 in 2024-07-29T15:15:07.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:07 smithi138 ceph-mon[86438]: pgmap v818: 121 pgs: 121 active+clean; 149 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2024-07-29T15:15:07.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:07 smithi138 ceph-mon[86438]: osdmap e802: 8 total, 8 up, 8 in 2024-07-29T15:15:08.043 INFO:tasks.rados.rados.0.smithi067.stdout:3808: done (3 left) 2024-07-29T15:15:08.043 INFO:tasks.rados.rados.0.smithi067.stdout:3812: done (2 left) 2024-07-29T15:15:08.043 INFO:tasks.rados.rados.0.smithi067.stdout:3813: done (1 left) 2024-07-29T15:15:08.043 INFO:tasks.rados.rados.0.smithi067.stdout:3814: done (0 left) 2024-07-29T15:15:08.043 INFO:tasks.rados.rados.0.smithi067.stdout:3815: rollback oid 16 current snap is 355 2024-07-29T15:15:08.043 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 16 to 353 2024-07-29T15:15:08.044 INFO:tasks.rados.rados.0.smithi067.stdout:3816: setattr oid 43 current snap is 355 2024-07-29T15:15:08.046 INFO:tasks.rados.rados.0.smithi067.stdout:3817: delete oid 40 current snap is 355 2024-07-29T15:15:08.051 INFO:tasks.rados.rados.0.smithi067.stdout:3815: finishing rollback tid 0 to smithi06780069-16 2024-07-29T15:15:08.051 INFO:tasks.rados.rados.0.smithi067.stdout:3815: finishing rollback tid 1 to smithi06780069-16 2024-07-29T15:15:08.051 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 43 v 1897 (ObjNum 1069 snap 328 seq_num 1069) dirty exists 2024-07-29T15:15:08.051 INFO:tasks.rados.rados.0.smithi067.stdout:3815: finishing rollback tid 2 to smithi06780069-16 2024-07-29T15:15:08.052 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 16 v 1980 (ObjNum 1161 snap 342 seq_num 1161) dirty exists 2024-07-29T15:15:08.053 INFO:tasks.rados.rados.0.smithi067.stdout:3815: done (2 left) 2024-07-29T15:15:08.053 INFO:tasks.rados.rados.0.smithi067.stdout:3816: done (1 left) 2024-07-29T15:15:08.053 INFO:tasks.rados.rados.0.smithi067.stdout:3817: done (0 left) 2024-07-29T15:15:08.053 INFO:tasks.rados.rados.0.smithi067.stdout:3818: copy_from oid 13 from oid 10 current snap is 355 2024-07-29T15:15:08.053 INFO:tasks.rados.rados.0.smithi067.stdout:3819: setattr oid 22 current snap is 355 2024-07-29T15:15:08.056 INFO:tasks.rados.rados.0.smithi067.stdout:3820: copy_from oid 50 from oid 32 current snap is 355 2024-07-29T15:15:08.056 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 4 current snap is 355 2024-07-29T15:15:08.056 INFO:tasks.rados.rados.0.smithi067.stdout:3821: seq_num 1225 ranges {0=524288,524288=712704,1236992=90112} 2024-07-29T15:15:08.059 INFO:tasks.rados.rados.0.smithi067.stdout:3821: writing smithi06780069-4 from 0 to 524288 tid 1 2024-07-29T15:15:08.064 INFO:tasks.rados.rados.0.smithi067.stdout:3821: writing smithi06780069-4 from 524288 to 1236992 tid 2 2024-07-29T15:15:08.065 INFO:tasks.rados.rados.0.smithi067.stdout:3821: writing smithi06780069-4 from 1236992 to 1327104 tid 3 2024-07-29T15:15:08.065 INFO:tasks.rados.rados.0.smithi067.stdout:3822: snap_create 2024-07-29T15:15:08.065 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 1982 (ObjNum 1218 snap 353 seq_num 1218) dirty exists 2024-07-29T15:15:08.066 INFO:tasks.rados.rados.0.smithi067.stdout:3818: finishing copy_from racing read to smithi06780069-13 2024-07-29T15:15:08.068 INFO:tasks.rados.rados.0.smithi067.stdout:3818: finishing copy_from to smithi06780069-13 2024-07-29T15:15:08.068 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 13 v 1972 (ObjNum 1102 snap 334 seq_num 1102) dirty exists 2024-07-29T15:15:08.073 INFO:tasks.rados.rados.0.smithi067.stdout:3821: finishing write tid 1 to smithi06780069-4 2024-07-29T15:15:08.074 INFO:tasks.rados.rados.0.smithi067.stdout:3820: finishing copy_from racing read to smithi06780069-50 2024-07-29T15:15:08.075 INFO:tasks.rados.rados.0.smithi067.stdout:3820: finishing copy_from to smithi06780069-50 2024-07-29T15:15:08.075 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 50 v 1976 (ObjNum 1200 snap 349 seq_num 1200) dirty exists 2024-07-29T15:15:08.076 INFO:tasks.rados.rados.0.smithi067.stdout:3821: finishing write tid 2 to smithi06780069-4 2024-07-29T15:15:08.076 INFO:tasks.rados.rados.0.smithi067.stdout:3821: finishing write tid 3 to smithi06780069-4 2024-07-29T15:15:08.076 INFO:tasks.rados.rados.0.smithi067.stdout:3821: finishing write tid 4 to smithi06780069-4 2024-07-29T15:15:08.078 INFO:tasks.rados.rados.0.smithi067.stdout:3821: finishing write tid 5 to smithi06780069-4 2024-07-29T15:15:08.078 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 2030 (ObjNum 1225 snap 355 seq_num 1225) dirty exists 2024-07-29T15:15:08.078 INFO:tasks.rados.rados.0.smithi067.stdout:3821: left oid 4 (ObjNum 1225 snap 355 seq_num 1225) 2024-07-29T15:15:08.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:08 smithi067 ceph-mon[91995]: osdmap e803: 8 total, 8 up, 8 in 2024-07-29T15:15:08.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:08 smithi067 ceph-mon[91995]: osdmap e804: 8 total, 8 up, 8 in 2024-07-29T15:15:08.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:15:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:15:07] "GET /metrics HTTP/1.1" 200 36436 "" "Prometheus/2.51.0" 2024-07-29T15:15:08.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:08 smithi067 ceph-mon[94375]: osdmap e803: 8 total, 8 up, 8 in 2024-07-29T15:15:08.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:08 smithi067 ceph-mon[94375]: osdmap e804: 8 total, 8 up, 8 in 2024-07-29T15:15:08.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:08 smithi138 ceph-mon[86438]: osdmap e803: 8 total, 8 up, 8 in 2024-07-29T15:15:08.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:08 smithi138 ceph-mon[86438]: osdmap e804: 8 total, 8 up, 8 in 2024-07-29T15:15:09.047 INFO:tasks.rados.rados.0.smithi067.stdout:3818: done (4 left) 2024-07-29T15:15:09.047 INFO:tasks.rados.rados.0.smithi067.stdout:3819: done (3 left) 2024-07-29T15:15:09.047 INFO:tasks.rados.rados.0.smithi067.stdout:3820: done (2 left) 2024-07-29T15:15:09.047 INFO:tasks.rados.rados.0.smithi067.stdout:3821: done (1 left) 2024-07-29T15:15:09.047 INFO:tasks.rados.rados.0.smithi067.stdout:3822: done (0 left) 2024-07-29T15:15:09.047 INFO:tasks.rados.rados.0.smithi067.stdout:3823: read oid 10 snap -1 2024-07-29T15:15:09.047 INFO:tasks.rados.rados.0.smithi067.stdout:3823: expect (ObjNum 1102 snap 334 seq_num 1102) 2024-07-29T15:15:09.047 INFO:tasks.rados.rados.0.smithi067.stdout:3824: snap_create 2024-07-29T15:15:09.054 INFO:tasks.rados.rados.0.smithi067.stdout:3823: expect (ObjNum 1102 snap 334 seq_num 1102) 2024-07-29T15:15:09.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:09 smithi067 ceph-mon[91995]: pgmap v821: 121 pgs: 121 active+clean; 133 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-07-29T15:15:09.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:09 smithi067 ceph-mon[91995]: osdmap e805: 8 total, 8 up, 8 in 2024-07-29T15:15:09.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:09 smithi067 ceph-mon[94375]: pgmap v821: 121 pgs: 121 active+clean; 133 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-07-29T15:15:09.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:09 smithi067 ceph-mon[94375]: osdmap e805: 8 total, 8 up, 8 in 2024-07-29T15:15:09.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:09 smithi138 ceph-mon[86438]: pgmap v821: 121 pgs: 121 active+clean; 133 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-07-29T15:15:09.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:09 smithi138 ceph-mon[86438]: osdmap e805: 8 total, 8 up, 8 in 2024-07-29T15:15:10.048 INFO:tasks.rados.rados.0.smithi067.stdout:3823: done (1 left) 2024-07-29T15:15:10.049 INFO:tasks.rados.rados.0.smithi067.stdout:3824: done (0 left) 2024-07-29T15:15:10.049 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 42 current snap is 357 2024-07-29T15:15:10.049 INFO:tasks.rados.rados.0.smithi067.stdout:3825: seq_num 1226 ranges {0=540672,540672=598016,1138688=204800} 2024-07-29T15:15:10.051 INFO:tasks.rados.rados.0.smithi067.stdout:3825: writing smithi06780069-42 from 0 to 540672 tid 1 2024-07-29T15:15:10.054 INFO:tasks.rados.rados.0.smithi067.stdout:3825: writing smithi06780069-42 from 540672 to 1138688 tid 2 2024-07-29T15:15:10.055 INFO:tasks.rados.rados.0.smithi067.stdout:3825: writing smithi06780069-42 from 1138688 to 1343488 tid 3 2024-07-29T15:15:10.055 INFO:tasks.rados.rados.0.smithi067.stdout:3826: setattr oid 12 current snap is 357 2024-07-29T15:15:10.058 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 25 current snap is 357 2024-07-29T15:15:10.058 INFO:tasks.rados.rados.0.smithi067.stdout:3827: seq_num 1227 ranges {655360=557056,1212416=483328,1695744=319488} 2024-07-29T15:15:10.065 INFO:tasks.rados.rados.0.smithi067.stdout:3827: writing smithi06780069-25 from 655360 to 1212416 tid 1 2024-07-29T15:15:10.068 INFO:tasks.rados.rados.0.smithi067.stdout:3827: writing smithi06780069-25 from 1212416 to 1695744 tid 2 2024-07-29T15:15:10.071 INFO:tasks.rados.rados.0.smithi067.stdout:3827: writing smithi06780069-25 from 1695744 to 2015232 tid 3 2024-07-29T15:15:10.071 INFO:tasks.rados.rados.0.smithi067.stdout:3828: read oid 23 snap -1 2024-07-29T15:15:10.071 INFO:tasks.rados.rados.0.smithi067.stdout:3828: expect deleted 2024-07-29T15:15:10.071 INFO:tasks.rados.rados.0.smithi067.stdout:3829: delete oid 17 current snap is 357 2024-07-29T15:15:10.071 INFO:tasks.rados.rados.0.smithi067.stdout:3825: finishing write tid 1 to smithi06780069-42 2024-07-29T15:15:10.071 INFO:tasks.rados.rados.0.smithi067.stdout:3825: finishing write tid 2 to smithi06780069-42 2024-07-29T15:15:10.071 INFO:tasks.rados.rados.0.smithi067.stdout:3825: finishing write tid 3 to smithi06780069-42 2024-07-29T15:15:10.071 INFO:tasks.rados.rados.0.smithi067.stdout:3825: finishing write tid 4 to smithi06780069-42 2024-07-29T15:15:10.071 INFO:tasks.rados.rados.0.smithi067.stdout:3825: finishing write tid 5 to smithi06780069-42 2024-07-29T15:15:10.071 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 2018 (ObjNum 1226 snap 357 seq_num 1226) dirty exists 2024-07-29T15:15:10.071 INFO:tasks.rados.rados.0.smithi067.stdout:3825: left oid 42 (ObjNum 1226 snap 357 seq_num 1226) 2024-07-29T15:15:10.071 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 1859 (ObjNum 1083 snap 332 seq_num 1083) dirty exists 2024-07-29T15:15:10.072 INFO:tasks.rados.rados.0.smithi067.stdout:3827: finishing write tid 1 to smithi06780069-25 2024-07-29T15:15:10.073 INFO:tasks.rados.rados.0.smithi067.stdout:3825: done (4 left) 2024-07-29T15:15:10.073 INFO:tasks.rados.rados.0.smithi067.stdout:3826: done (3 left) 2024-07-29T15:15:10.073 INFO:tasks.rados.rados.0.smithi067.stdout:3829: done (2 left) 2024-07-29T15:15:10.073 INFO:tasks.rados.rados.0.smithi067.stdout:3830: setattr oid 46 current snap is 357 2024-07-29T15:15:10.073 INFO:tasks.rados.rados.0.smithi067.stdout:3827: finishing write tid 2 to smithi06780069-25 2024-07-29T15:15:10.074 INFO:tasks.rados.rados.0.smithi067.stdout:3827: finishing write tid 3 to smithi06780069-25 2024-07-29T15:15:10.074 INFO:tasks.rados.rados.0.smithi067.stdout:3827: finishing write tid 4 to smithi06780069-25 2024-07-29T15:15:10.075 INFO:tasks.rados.rados.0.smithi067.stdout:3827: finishing write tid 5 to smithi06780069-25 2024-07-29T15:15:10.075 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 25 v 2022 (ObjNum 1227 snap 357 seq_num 1227) dirty exists 2024-07-29T15:15:10.075 INFO:tasks.rados.rados.0.smithi067.stdout:3827: left oid 25 (ObjNum 1227 snap 357 seq_num 1227) 2024-07-29T15:15:10.075 INFO:tasks.rados.rados.0.smithi067.stdout:3827: done (2 left) 2024-07-29T15:15:10.075 INFO:tasks.rados.rados.0.smithi067.stdout:3828: done (1 left) 2024-07-29T15:15:10.075 INFO:tasks.rados.rados.0.smithi067.stdout:3831: delete oid 15 current snap is 357 2024-07-29T15:15:10.077 INFO:tasks.rados.rados.0.smithi067.stdout:3831: done (1 left) 2024-07-29T15:15:10.078 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 28 current snap is 357 2024-07-29T15:15:10.078 INFO:tasks.rados.rados.0.smithi067.stdout:3832: seq_num 1230 ranges {2416640=606208,3022848=532480,3555328=270336} 2024-07-29T15:15:10.094 INFO:tasks.rados.rados.0.smithi067.stdout:3832: writing smithi06780069-28 from 2416640 to 3022848 tid 1 2024-07-29T15:15:10.097 INFO:tasks.rados.rados.0.smithi067.stdout:3832: writing smithi06780069-28 from 3022848 to 3555328 tid 2 2024-07-29T15:15:10.099 INFO:tasks.rados.rados.0.smithi067.stdout:3832: writing smithi06780069-28 from 3555328 to 3825664 tid 3 2024-07-29T15:15:10.099 INFO:tasks.rados.rados.0.smithi067.stdout:3833: snap_remove snap 354 2024-07-29T15:15:10.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:15:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:15:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:15:11.090 INFO:tasks.rados.rados.0.smithi067.stdout:3833: done (2 left) 2024-07-29T15:15:11.090 INFO:tasks.rados.rados.0.smithi067.stdout:3834: copy_from oid 35 from oid 27 current snap is 357 2024-07-29T15:15:11.090 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 46 v 2032 (ObjNum 1149 snap 340 seq_num 1149) dirty exists 2024-07-29T15:15:11.091 INFO:tasks.rados.rados.0.smithi067.stdout:3832: finishing write tid 1 to smithi06780069-28 2024-07-29T15:15:11.091 INFO:tasks.rados.rados.0.smithi067.stdout:3832: finishing write tid 2 to smithi06780069-28 2024-07-29T15:15:11.091 INFO:tasks.rados.rados.0.smithi067.stdout:3832: finishing write tid 3 to smithi06780069-28 2024-07-29T15:15:11.091 INFO:tasks.rados.rados.0.smithi067.stdout:3832: finishing write tid 4 to smithi06780069-28 2024-07-29T15:15:11.091 INFO:tasks.rados.rados.0.smithi067.stdout:3832: finishing write tid 5 to smithi06780069-28 2024-07-29T15:15:11.091 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 28 v 522 (ObjNum 1230 snap 357 seq_num 1230) dirty exists 2024-07-29T15:15:11.091 INFO:tasks.rados.rados.0.smithi067.stdout:3832: left oid 28 (ObjNum 1230 snap 357 seq_num 1230) 2024-07-29T15:15:11.091 INFO:tasks.rados.rados.0.smithi067.stdout:3830: done (2 left) 2024-07-29T15:15:11.091 INFO:tasks.rados.rados.0.smithi067.stdout:3832: done (1 left) 2024-07-29T15:15:11.091 INFO:tasks.rados.rados.0.smithi067.stdout:3835: rollback oid 20 current snap is 357 2024-07-29T15:15:11.091 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 20 to 353 2024-07-29T15:15:11.091 INFO:tasks.rados.rados.0.smithi067.stdout:3836: snap_create 2024-07-29T15:15:11.096 INFO:tasks.rados.rados.0.smithi067.stdout:3834: finishing copy_from to smithi06780069-35 2024-07-29T15:15:11.096 INFO:tasks.rados.rados.0.smithi067.stdout:3834: got expected ENOENT (src dne) 2024-07-29T15:15:11.096 INFO:tasks.rados.rados.0.smithi067.stdout:3834: finishing copy_from racing read to smithi06780069-35 2024-07-29T15:15:11.099 INFO:tasks.rados.rados.0.smithi067.stdout:3835: finishing rollback tid 1 to smithi06780069-20 2024-07-29T15:15:11.099 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 0 (ObjNum 33 snap 0 seq_num 3880097712) dirty dne 2024-07-29T15:15:11.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:11 smithi138 ceph-mon[86438]: pgmap v824: 121 pgs: 121 active+clean; 136 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2024-07-29T15:15:11.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:11 smithi138 ceph-mon[86438]: osdmap e806: 8 total, 8 up, 8 in 2024-07-29T15:15:11.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:11 smithi067 ceph-mon[91995]: pgmap v824: 121 pgs: 121 active+clean; 136 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2024-07-29T15:15:11.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:11 smithi067 ceph-mon[91995]: osdmap e806: 8 total, 8 up, 8 in 2024-07-29T15:15:11.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:11 smithi067 ceph-mon[94375]: pgmap v824: 121 pgs: 121 active+clean; 136 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2024-07-29T15:15:11.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:11 smithi067 ceph-mon[94375]: osdmap e806: 8 total, 8 up, 8 in 2024-07-29T15:15:12.098 INFO:tasks.rados.rados.0.smithi067.stdout:3834: done (2 left) 2024-07-29T15:15:12.099 INFO:tasks.rados.rados.0.smithi067.stdout:3835: done (1 left) 2024-07-29T15:15:12.099 INFO:tasks.rados.rados.0.smithi067.stdout:3836: done (0 left) 2024-07-29T15:15:12.099 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 4 current snap is 358 2024-07-29T15:15:12.099 INFO:tasks.rados.rados.0.smithi067.stdout:3837: seq_num 1231 ranges {1327104=622592,1949696=417792,2367488=385024} 2024-07-29T15:15:12.109 INFO:tasks.rados.rados.0.smithi067.stdout:3837: writing smithi06780069-4 from 1327104 to 1949696 tid 1 2024-07-29T15:15:12.111 INFO:tasks.rados.rados.0.smithi067.stdout:3837: writing smithi06780069-4 from 1949696 to 2367488 tid 2 2024-07-29T15:15:12.114 INFO:tasks.rados.rados.0.smithi067.stdout:3837: writing smithi06780069-4 from 2367488 to 2752512 tid 3 2024-07-29T15:15:12.114 INFO:tasks.rados.rados.0.smithi067.stdout:3838: snap_remove snap 355 2024-07-29T15:15:12.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:12 smithi067 ceph-mon[91995]: osdmap e807: 8 total, 8 up, 8 in 2024-07-29T15:15:12.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:12 smithi067 ceph-mon[94375]: osdmap e807: 8 total, 8 up, 8 in 2024-07-29T15:15:12.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:12 smithi138 ceph-mon[86438]: osdmap e807: 8 total, 8 up, 8 in 2024-07-29T15:15:13.045 INFO:tasks.rados.rados.0.smithi067.stdout:3838: done (1 left) 2024-07-29T15:15:13.045 INFO:tasks.rados.rados.0.smithi067.stdout:3839: snap_remove snap 353 2024-07-29T15:15:13.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:13 smithi067 ceph-mon[91995]: pgmap v827: 121 pgs: 121 active+clean; 141 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-07-29T15:15:13.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:13 smithi067 ceph-mon[91995]: osdmap e808: 8 total, 8 up, 8 in 2024-07-29T15:15:13.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:13 smithi067 ceph-mon[91995]: osdmap e809: 8 total, 8 up, 8 in 2024-07-29T15:15:13.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:13 smithi067 ceph-mon[94375]: pgmap v827: 121 pgs: 121 active+clean; 141 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-07-29T15:15:13.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:13 smithi067 ceph-mon[94375]: osdmap e808: 8 total, 8 up, 8 in 2024-07-29T15:15:13.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:13 smithi067 ceph-mon[94375]: osdmap e809: 8 total, 8 up, 8 in 2024-07-29T15:15:13.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:13 smithi138 ceph-mon[86438]: pgmap v827: 121 pgs: 121 active+clean; 141 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-07-29T15:15:13.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:13 smithi138 ceph-mon[86438]: osdmap e808: 8 total, 8 up, 8 in 2024-07-29T15:15:13.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:13 smithi138 ceph-mon[86438]: osdmap e809: 8 total, 8 up, 8 in 2024-07-29T15:15:14.049 INFO:tasks.rados.rados.0.smithi067.stdout:3839: done (1 left) 2024-07-29T15:15:14.050 INFO:tasks.rados.rados.0.smithi067.stdout:3840: delete oid 26 current snap is 358 2024-07-29T15:15:14.050 INFO:tasks.rados.rados.0.smithi067.stdout:3837: finishing write tid 1 to smithi06780069-4 2024-07-29T15:15:14.050 INFO:tasks.rados.rados.0.smithi067.stdout:3837: finishing write tid 2 to smithi06780069-4 2024-07-29T15:15:14.050 INFO:tasks.rados.rados.0.smithi067.stdout:3837: finishing write tid 3 to smithi06780069-4 2024-07-29T15:15:14.050 INFO:tasks.rados.rados.0.smithi067.stdout:3837: finishing write tid 4 to smithi06780069-4 2024-07-29T15:15:14.050 INFO:tasks.rados.rados.0.smithi067.stdout:3837: finishing write tid 5 to smithi06780069-4 2024-07-29T15:15:14.050 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 2039 (ObjNum 1231 snap 358 seq_num 1231) dirty exists 2024-07-29T15:15:14.050 INFO:tasks.rados.rados.0.smithi067.stdout:3837: left oid 4 (ObjNum 1231 snap 358 seq_num 1231) 2024-07-29T15:15:14.057 INFO:tasks.rados.rados.0.smithi067.stdout:3837: done (1 left) 2024-07-29T15:15:14.058 INFO:tasks.rados.rados.0.smithi067.stdout:3840: done (0 left) 2024-07-29T15:15:14.058 INFO:tasks.rados.rados.0.smithi067.stdout:3841: snap_remove snap 356 2024-07-29T15:15:15.056 INFO:tasks.rados.rados.0.smithi067.stdout:3841: done (0 left) 2024-07-29T15:15:15.056 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 50 current snap is 358 2024-07-29T15:15:15.056 INFO:tasks.rados.rados.0.smithi067.stdout:3842: seq_num 1233 ranges {2523136=655360,3178496=638976,3817472=163840} 2024-07-29T15:15:15.074 INFO:tasks.rados.rados.0.smithi067.stdout:3842: writing smithi06780069-50 from 2523136 to 3178496 tid 1 2024-07-29T15:15:15.077 INFO:tasks.rados.rados.0.smithi067.stdout:3842: writing smithi06780069-50 from 3178496 to 3817472 tid 2 2024-07-29T15:15:15.078 INFO:tasks.rados.rados.0.smithi067.stdout:3842: writing smithi06780069-50 from 3817472 to 3981312 tid 3 2024-07-29T15:15:15.078 INFO:tasks.rados.rados.0.smithi067.stdout:3843: delete oid 42 current snap is 358 2024-07-29T15:15:15.079 INFO:tasks.rados.rados.0.smithi067.stdout:3842: finishing write tid 1 to smithi06780069-50 2024-07-29T15:15:15.082 INFO:tasks.rados.rados.0.smithi067.stdout:3842: finishing write tid 2 to smithi06780069-50 2024-07-29T15:15:15.082 INFO:tasks.rados.rados.0.smithi067.stdout:3842: finishing write tid 3 to smithi06780069-50 2024-07-29T15:15:15.082 INFO:tasks.rados.rados.0.smithi067.stdout:3842: finishing write tid 4 to smithi06780069-50 2024-07-29T15:15:15.084 INFO:tasks.rados.rados.0.smithi067.stdout:3842: finishing write tid 5 to smithi06780069-50 2024-07-29T15:15:15.084 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 50 v 1980 (ObjNum 1233 snap 358 seq_num 1233) dirty exists 2024-07-29T15:15:15.085 INFO:tasks.rados.rados.0.smithi067.stdout:3842: left oid 50 (ObjNum 1233 snap 358 seq_num 1233) 2024-07-29T15:15:15.085 INFO:tasks.rados.rados.0.smithi067.stdout:3842: done (1 left) 2024-07-29T15:15:15.085 INFO:tasks.rados.rados.0.smithi067.stdout:3843: done (0 left) 2024-07-29T15:15:15.085 INFO:tasks.rados.rados.0.smithi067.stdout:3844: snap_create 2024-07-29T15:15:15.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:15 smithi138 ceph-mon[86438]: pgmap v830: 121 pgs: 121 active+clean; 144 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 20 op/s 2024-07-29T15:15:15.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:15 smithi138 ceph-mon[86438]: osdmap e810: 8 total, 8 up, 8 in 2024-07-29T15:15:15.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:15 smithi067 ceph-mon[91995]: pgmap v830: 121 pgs: 121 active+clean; 144 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 20 op/s 2024-07-29T15:15:15.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:15 smithi067 ceph-mon[91995]: osdmap e810: 8 total, 8 up, 8 in 2024-07-29T15:15:15.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:15 smithi067 ceph-mon[94375]: pgmap v830: 121 pgs: 121 active+clean; 144 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 20 op/s 2024-07-29T15:15:15.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:15 smithi067 ceph-mon[94375]: osdmap e810: 8 total, 8 up, 8 in 2024-07-29T15:15:16.066 INFO:tasks.rados.rados.0.smithi067.stdout:3844: done (0 left) 2024-07-29T15:15:16.066 INFO:tasks.rados.rados.0.smithi067.stdout:3845: snap_create 2024-07-29T15:15:16.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:16 smithi138 ceph-mon[86438]: osdmap e811: 8 total, 8 up, 8 in 2024-07-29T15:15:16.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:16 smithi067 ceph-mon[91995]: osdmap e811: 8 total, 8 up, 8 in 2024-07-29T15:15:16.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:16 smithi067 ceph-mon[94375]: osdmap e811: 8 total, 8 up, 8 in 2024-07-29T15:15:17.068 INFO:tasks.rados.rados.0.smithi067.stdout:3845: done (0 left) 2024-07-29T15:15:17.068 INFO:tasks.rados.rados.0.smithi067.stdout:3846: rollback oid 11 current snap is 360 2024-07-29T15:15:17.068 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 11 to 358 2024-07-29T15:15:17.068 INFO:tasks.rados.rados.0.smithi067.stdout:3847: rollback oid 32 current snap is 360 2024-07-29T15:15:17.068 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 32 to 359 2024-07-29T15:15:17.068 INFO:tasks.rados.rados.0.smithi067.stdout:3848: delete oid 15 current snap is 360 2024-07-29T15:15:17.074 INFO:tasks.rados.rados.0.smithi067.stdout:3847: finishing rollback tid 0 to smithi06780069-32 2024-07-29T15:15:17.076 INFO:tasks.rados.rados.0.smithi067.stdout:3847: finishing rollback tid 1 to smithi06780069-32 2024-07-29T15:15:17.076 INFO:tasks.rados.rados.0.smithi067.stdout:3847: finishing rollback tid 2 to smithi06780069-32 2024-07-29T15:15:17.076 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 32 v 1983 (ObjNum 1200 snap 349 seq_num 1200) dirty exists 2024-07-29T15:15:17.077 INFO:tasks.rados.rados.0.smithi067.stdout:3846: finishing rollback tid 0 to smithi06780069-11 2024-07-29T15:15:17.077 INFO:tasks.rados.rados.0.smithi067.stdout:3846: finishing rollback tid 1 to smithi06780069-11 2024-07-29T15:15:17.077 INFO:tasks.rados.rados.0.smithi067.stdout:3847: done (2 left) 2024-07-29T15:15:17.077 INFO:tasks.rados.rados.0.smithi067.stdout:3848: done (1 left) 2024-07-29T15:15:17.077 INFO:tasks.rados.rados.0.smithi067.stdout:3849: rollback oid 21 current snap is 360 2024-07-29T15:15:17.078 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 21 to 358 2024-07-29T15:15:17.078 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 17 current snap is 360 2024-07-29T15:15:17.078 INFO:tasks.rados.rados.0.smithi067.stdout:3850: seq_num 1236 ranges {0=704512,704512=688128,1392640=114688} 2024-07-29T15:15:17.082 INFO:tasks.rados.rados.0.smithi067.stdout:3850: writing smithi06780069-17 from 0 to 704512 tid 1 2024-07-29T15:15:17.086 INFO:tasks.rados.rados.0.smithi067.stdout:3850: writing smithi06780069-17 from 704512 to 1392640 tid 2 2024-07-29T15:15:17.087 INFO:tasks.rados.rados.0.smithi067.stdout:3850: writing smithi06780069-17 from 1392640 to 1507328 tid 3 2024-07-29T15:15:17.087 INFO:tasks.rados.rados.0.smithi067.stdout:3851: snap_create 2024-07-29T15:15:17.090 INFO:tasks.rados.rados.0.smithi067.stdout:3846: finishing rollback tid 2 to smithi06780069-11 2024-07-29T15:15:17.090 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 11 v 1860 (ObjNum 1052 snap 326 seq_num 1052) dirty exists 2024-07-29T15:15:17.090 INFO:tasks.rados.rados.0.smithi067.stdout:3849: finishing rollback tid 0 to smithi06780069-21 2024-07-29T15:15:17.090 INFO:tasks.rados.rados.0.smithi067.stdout:3849: finishing rollback tid 1 to smithi06780069-21 2024-07-29T15:15:17.090 INFO:tasks.rados.rados.0.smithi067.stdout:3849: finishing rollback tid 2 to smithi06780069-21 2024-07-29T15:15:17.090 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 2027 (ObjNum 1186 snap 347 seq_num 1186) dirty exists 2024-07-29T15:15:17.090 INFO:tasks.rados.rados.0.smithi067.stdout:3850: finishing write tid 1 to smithi06780069-17 2024-07-29T15:15:17.091 INFO:tasks.rados.rados.0.smithi067.stdout:3850: finishing write tid 2 to smithi06780069-17 2024-07-29T15:15:17.091 INFO:tasks.rados.rados.0.smithi067.stdout:3850: finishing write tid 3 to smithi06780069-17 2024-07-29T15:15:17.091 INFO:tasks.rados.rados.0.smithi067.stdout:3850: finishing write tid 4 to smithi06780069-17 2024-07-29T15:15:17.092 INFO:tasks.rados.rados.0.smithi067.stdout:3850: finishing write tid 5 to smithi06780069-17 2024-07-29T15:15:17.092 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 2014 (ObjNum 1236 snap 360 seq_num 1236) dirty exists 2024-07-29T15:15:17.092 INFO:tasks.rados.rados.0.smithi067.stdout:3850: left oid 17 (ObjNum 1236 snap 360 seq_num 1236) 2024-07-29T15:15:17.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:17 smithi067 ceph-mon[91995]: pgmap v833: 121 pgs: 121 active+clean; 145 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 960 KiB/s wr, 12 op/s 2024-07-29T15:15:17.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:17 smithi067 ceph-mon[91995]: osdmap e812: 8 total, 8 up, 8 in 2024-07-29T15:15:17.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:17 smithi067 ceph-mon[94375]: pgmap v833: 121 pgs: 121 active+clean; 145 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 960 KiB/s wr, 12 op/s 2024-07-29T15:15:17.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:17 smithi067 ceph-mon[94375]: osdmap e812: 8 total, 8 up, 8 in 2024-07-29T15:15:17.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:17 smithi138 ceph-mon[86438]: pgmap v833: 121 pgs: 121 active+clean; 145 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 960 KiB/s wr, 12 op/s 2024-07-29T15:15:17.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:17 smithi138 ceph-mon[86438]: osdmap e812: 8 total, 8 up, 8 in 2024-07-29T15:15:18.081 INFO:tasks.rados.rados.0.smithi067.stdout:3846: done (3 left) 2024-07-29T15:15:18.081 INFO:tasks.rados.rados.0.smithi067.stdout:3849: done (2 left) 2024-07-29T15:15:18.081 INFO:tasks.rados.rados.0.smithi067.stdout:3850: done (1 left) 2024-07-29T15:15:18.081 INFO:tasks.rados.rados.0.smithi067.stdout:3851: done (0 left) 2024-07-29T15:15:18.081 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 13 current snap is 361 2024-07-29T15:15:18.081 INFO:tasks.rados.rados.0.smithi067.stdout:3852: seq_num 1237 ranges {1662976=720896,2383872=573440,2957312=229376} 2024-07-29T15:15:18.094 INFO:tasks.rados.rados.0.smithi067.stdout:3852: writing smithi06780069-13 from 1662976 to 2383872 tid 1 2024-07-29T15:15:18.097 INFO:tasks.rados.rados.0.smithi067.stdout:3852: writing smithi06780069-13 from 2383872 to 2957312 tid 2 2024-07-29T15:15:18.099 INFO:tasks.rados.rados.0.smithi067.stdout:3852: writing smithi06780069-13 from 2957312 to 3186688 tid 3 2024-07-29T15:15:18.099 INFO:tasks.rados.rados.0.smithi067.stdout:3853: rollback oid 30 current snap is 361 2024-07-29T15:15:18.099 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 30 to 358 2024-07-29T15:15:18.099 INFO:tasks.rados.rados.0.smithi067.stdout:3854: snap_create 2024-07-29T15:15:18.108 INFO:tasks.rados.rados.0.smithi067.stdout:3852: finishing write tid 1 to smithi06780069-13 2024-07-29T15:15:18.109 INFO:tasks.rados.rados.0.smithi067.stdout:3852: finishing write tid 2 to smithi06780069-13 2024-07-29T15:15:18.110 INFO:tasks.rados.rados.0.smithi067.stdout:3852: finishing write tid 3 to smithi06780069-13 2024-07-29T15:15:18.110 INFO:tasks.rados.rados.0.smithi067.stdout:3852: finishing write tid 4 to smithi06780069-13 2024-07-29T15:15:18.111 INFO:tasks.rados.rados.0.smithi067.stdout:3852: finishing write tid 5 to smithi06780069-13 2024-07-29T15:15:18.112 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 13 v 2054 (ObjNum 1237 snap 361 seq_num 1237) dirty exists 2024-07-29T15:15:18.112 INFO:tasks.rados.rados.0.smithi067.stdout:3852: left oid 13 (ObjNum 1237 snap 361 seq_num 1237) 2024-07-29T15:15:18.115 INFO:tasks.rados.rados.0.smithi067.stdout:3853: finishing rollback tid 0 to smithi06780069-30 2024-07-29T15:15:18.116 INFO:tasks.rados.rados.0.smithi067.stdout:3853: finishing rollback tid 1 to smithi06780069-30 2024-07-29T15:15:18.116 INFO:tasks.rados.rados.0.smithi067.stdout:3853: finishing rollback tid 2 to smithi06780069-30 2024-07-29T15:15:18.116 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 1863 (ObjNum 1156 snap 342 seq_num 1156) dirty exists 2024-07-29T15:15:18.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:18 smithi067 ceph-mon[91995]: osdmap e813: 8 total, 8 up, 8 in 2024-07-29T15:15:18.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:18 smithi067 ceph-mon[94375]: osdmap e813: 8 total, 8 up, 8 in 2024-07-29T15:15:18.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:15:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:15:17] "GET /metrics HTTP/1.1" 200 36436 "" "Prometheus/2.51.0" 2024-07-29T15:15:18.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:18 smithi138 ceph-mon[86438]: osdmap e813: 8 total, 8 up, 8 in 2024-07-29T15:15:19.087 INFO:tasks.rados.rados.0.smithi067.stdout:3852: done (2 left) 2024-07-29T15:15:19.087 INFO:tasks.rados.rados.0.smithi067.stdout:3853: done (1 left) 2024-07-29T15:15:19.087 INFO:tasks.rados.rados.0.smithi067.stdout:3854: done (0 left) 2024-07-29T15:15:19.087 INFO:tasks.rados.rados.0.smithi067.stdout:3855: read oid 41 snap -1 2024-07-29T15:15:19.087 INFO:tasks.rados.rados.0.smithi067.stdout:3855: expect deleted 2024-07-29T15:15:19.087 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 8 current snap is 362 2024-07-29T15:15:19.087 INFO:tasks.rados.rados.0.smithi067.stdout:3856: seq_num 1238 ranges {3923968=737280,4661248=458752,5120000=344064} 2024-07-29T15:15:19.112 INFO:tasks.rados.rados.0.smithi067.stdout:3856: writing smithi06780069-8 from 3923968 to 4661248 tid 1 2024-07-29T15:15:19.114 INFO:tasks.rados.rados.0.smithi067.stdout:3856: writing smithi06780069-8 from 4661248 to 5120000 tid 2 2024-07-29T15:15:19.116 INFO:tasks.rados.rados.0.smithi067.stdout:3856: writing smithi06780069-8 from 5120000 to 5464064 tid 3 2024-07-29T15:15:19.116 INFO:tasks.rados.rados.0.smithi067.stdout:3857: snap_create 2024-07-29T15:15:19.121 INFO:tasks.rados.rados.0.smithi067.stdout:3856: finishing write tid 1 to smithi06780069-8 2024-07-29T15:15:19.121 INFO:tasks.rados.rados.0.smithi067.stdout:3856: finishing write tid 2 to smithi06780069-8 2024-07-29T15:15:19.122 INFO:tasks.rados.rados.0.smithi067.stdout:3856: finishing write tid 3 to smithi06780069-8 2024-07-29T15:15:19.122 INFO:tasks.rados.rados.0.smithi067.stdout:3856: finishing write tid 4 to smithi06780069-8 2024-07-29T15:15:19.123 INFO:tasks.rados.rados.0.smithi067.stdout:3856: finishing write tid 5 to smithi06780069-8 2024-07-29T15:15:19.123 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 2018 (ObjNum 1238 snap 362 seq_num 1238) dirty exists 2024-07-29T15:15:19.123 INFO:tasks.rados.rados.0.smithi067.stdout:3856: left oid 8 (ObjNum 1238 snap 362 seq_num 1238) 2024-07-29T15:15:19.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:19 smithi067 ceph-mon[91995]: pgmap v836: 121 pgs: 121 active+clean; 145 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 4 op/s 2024-07-29T15:15:19.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:19 smithi067 ceph-mon[91995]: osdmap e814: 8 total, 8 up, 8 in 2024-07-29T15:15:19.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:19 smithi067 ceph-mon[94375]: pgmap v836: 121 pgs: 121 active+clean; 145 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 4 op/s 2024-07-29T15:15:19.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:19 smithi067 ceph-mon[94375]: osdmap e814: 8 total, 8 up, 8 in 2024-07-29T15:15:19.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:19 smithi138 ceph-mon[86438]: pgmap v836: 121 pgs: 121 active+clean; 145 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 4 op/s 2024-07-29T15:15:19.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:19 smithi138 ceph-mon[86438]: osdmap e814: 8 total, 8 up, 8 in 2024-07-29T15:15:20.092 INFO:tasks.rados.rados.0.smithi067.stdout:3855: done (2 left) 2024-07-29T15:15:20.092 INFO:tasks.rados.rados.0.smithi067.stdout:3856: done (1 left) 2024-07-29T15:15:20.092 INFO:tasks.rados.rados.0.smithi067.stdout:3857: done (0 left) 2024-07-29T15:15:20.092 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 4 current snap is 363 2024-07-29T15:15:20.092 INFO:tasks.rados.rados.0.smithi067.stdout:3858: seq_num 1239 ranges {2752512=753664,3506176=745472,4251648=57344} 2024-07-29T15:15:20.110 INFO:tasks.rados.rados.0.smithi067.stdout:3858: writing smithi06780069-4 from 2752512 to 3506176 tid 1 2024-07-29T15:15:20.115 INFO:tasks.rados.rados.0.smithi067.stdout:3858: writing smithi06780069-4 from 3506176 to 4251648 tid 2 2024-07-29T15:15:20.116 INFO:tasks.rados.rados.0.smithi067.stdout:3858: writing smithi06780069-4 from 4251648 to 4308992 tid 3 2024-07-29T15:15:20.116 INFO:tasks.rados.rados.0.smithi067.stdout:3859: copy_from oid 41 from oid 13 current snap is 363 2024-07-29T15:15:20.116 INFO:tasks.rados.rados.0.smithi067.stdout:3860: setattr oid 47 current snap is 363 2024-07-29T15:15:20.118 INFO:tasks.rados.rados.0.smithi067.stdout:3861: delete oid 37 current snap is 363 2024-07-29T15:15:20.120 INFO:tasks.rados.rados.0.smithi067.stdout:3858: finishing write tid 1 to smithi06780069-4 2024-07-29T15:15:20.121 INFO:tasks.rados.rados.0.smithi067.stdout:3858: finishing write tid 2 to smithi06780069-4 2024-07-29T15:15:20.121 INFO:tasks.rados.rados.0.smithi067.stdout:3861: done (3 left) 2024-07-29T15:15:20.121 INFO:tasks.rados.rados.0.smithi067.stdout:3862: delete oid 25 current snap is 363 2024-07-29T15:15:20.122 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 1898 (ObjNum 1147 snap 340 seq_num 1147) dirty exists 2024-07-29T15:15:20.123 INFO:tasks.rados.rados.0.smithi067.stdout:3858: finishing write tid 3 to smithi06780069-4 2024-07-29T15:15:20.123 INFO:tasks.rados.rados.0.smithi067.stdout:3858: finishing write tid 4 to smithi06780069-4 2024-07-29T15:15:20.124 INFO:tasks.rados.rados.0.smithi067.stdout:3860: done (3 left) 2024-07-29T15:15:20.124 INFO:tasks.rados.rados.0.smithi067.stdout:3862: done (2 left) 2024-07-29T15:15:20.124 INFO:tasks.rados.rados.0.smithi067.stdout:3863: snap_remove snap 362 2024-07-29T15:15:20.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:20 smithi067 ceph-mon[91995]: osdmap e815: 8 total, 8 up, 8 in 2024-07-29T15:15:20.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:15:20.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:20 smithi067 ceph-mon[94375]: osdmap e815: 8 total, 8 up, 8 in 2024-07-29T15:15:20.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:15:20.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:20 smithi138 ceph-mon[86438]: osdmap e815: 8 total, 8 up, 8 in 2024-07-29T15:15:20.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:15:20.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:15:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:15:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:15:21.097 INFO:tasks.rados.rados.0.smithi067.stdout:3863: done (2 left) 2024-07-29T15:15:21.097 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 10 current snap is 363 2024-07-29T15:15:21.097 INFO:tasks.rados.rados.0.smithi067.stdout:3858: finishing write tid 5 to smithi06780069-4 2024-07-29T15:15:21.097 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 2059 (ObjNum 1239 snap 363 seq_num 1239) dirty exists 2024-07-29T15:15:21.098 INFO:tasks.rados.rados.0.smithi067.stdout:3858: left oid 4 (ObjNum 1239 snap 363 seq_num 1239) 2024-07-29T15:15:21.098 INFO:tasks.rados.rados.0.smithi067.stdout:3859: finishing copy_from racing read to smithi06780069-41 2024-07-29T15:15:21.098 INFO:tasks.rados.rados.0.smithi067.stdout:3859: finishing copy_from to smithi06780069-41 2024-07-29T15:15:21.098 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 2054 (ObjNum 1237 snap 361 seq_num 1237) dirty exists 2024-07-29T15:15:21.098 INFO:tasks.rados.rados.0.smithi067.stdout:3864: seq_num 1242 ranges {1662976=409600,2072576=442368,2514944=655360,3170304=106496} 2024-07-29T15:15:21.108 INFO:tasks.rados.rados.0.smithi067.stdout:3864: writing smithi06780069-10 from 1662976 to 2072576 tid 1 2024-07-29T15:15:21.111 INFO:tasks.rados.rados.0.smithi067.stdout:3864: writing smithi06780069-10 from 2072576 to 2514944 tid 2 2024-07-29T15:15:21.116 INFO:tasks.rados.rados.0.smithi067.stdout:3864: writing smithi06780069-10 from 2514944 to 3170304 tid 3 2024-07-29T15:15:21.117 INFO:tasks.rados.rados.0.smithi067.stdout:3864: writing smithi06780069-10 from 3170304 to 3276800 tid 4 2024-07-29T15:15:21.117 INFO:tasks.rados.rados.0.smithi067.stdout:3858: done (2 left) 2024-07-29T15:15:21.117 INFO:tasks.rados.rados.0.smithi067.stdout:3859: done (1 left) 2024-07-29T15:15:21.117 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 28 current snap is 363 2024-07-29T15:15:21.117 INFO:tasks.rados.rados.0.smithi067.stdout:3865: seq_num 1243 ranges {3825664=425984,4251648=729088,4980736=466944,5447680=8192} 2024-07-29T15:15:21.140 INFO:tasks.rados.rados.0.smithi067.stdout:3865: writing smithi06780069-28 from 3825664 to 4251648 tid 1 2024-07-29T15:15:21.144 INFO:tasks.rados.rados.0.smithi067.stdout:3865: writing smithi06780069-28 from 4251648 to 4980736 tid 2 2024-07-29T15:15:21.148 INFO:tasks.rados.rados.0.smithi067.stdout:3865: writing smithi06780069-28 from 4980736 to 5447680 tid 3 2024-07-29T15:15:21.148 INFO:tasks.rados.rados.0.smithi067.stdout:3865: writing smithi06780069-28 from 5447680 to 5455872 tid 4 2024-07-29T15:15:21.148 INFO:tasks.rados.rados.0.smithi067.stdout:3866: read oid 30 snap -1 2024-07-29T15:15:21.148 INFO:tasks.rados.rados.0.smithi067.stdout:3866: expect (ObjNum 1156 snap 342 seq_num 1156) 2024-07-29T15:15:21.148 INFO:tasks.rados.rados.0.smithi067.stdout:3867: read oid 34 snap -1 2024-07-29T15:15:21.148 INFO:tasks.rados.rados.0.smithi067.stdout:3867: expect (ObjNum 1220 snap 353 seq_num 1220) 2024-07-29T15:15:21.148 INFO:tasks.rados.rados.0.smithi067.stdout:3868: snap_create 2024-07-29T15:15:21.148 INFO:tasks.rados.rados.0.smithi067.stdout:3864: finishing write tid 1 to smithi06780069-10 2024-07-29T15:15:21.148 INFO:tasks.rados.rados.0.smithi067.stdout:3864: finishing write tid 2 to smithi06780069-10 2024-07-29T15:15:21.149 INFO:tasks.rados.rados.0.smithi067.stdout:3864: finishing write tid 3 to smithi06780069-10 2024-07-29T15:15:21.149 INFO:tasks.rados.rados.0.smithi067.stdout:3864: finishing write tid 4 to smithi06780069-10 2024-07-29T15:15:21.149 INFO:tasks.rados.rados.0.smithi067.stdout:3864: finishing write tid 5 to smithi06780069-10 2024-07-29T15:15:21.149 INFO:tasks.rados.rados.0.smithi067.stdout:3864: finishing write tid 6 to smithi06780069-10 2024-07-29T15:15:21.149 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 2044 (ObjNum 1242 snap 363 seq_num 1242) dirty exists 2024-07-29T15:15:21.149 INFO:tasks.rados.rados.0.smithi067.stdout:3864: left oid 10 (ObjNum 1242 snap 363 seq_num 1242) 2024-07-29T15:15:21.149 INFO:tasks.rados.rados.0.smithi067.stdout:3865: finishing write tid 1 to smithi06780069-28 2024-07-29T15:15:21.149 INFO:tasks.rados.rados.0.smithi067.stdout:3865: finishing write tid 2 to smithi06780069-28 2024-07-29T15:15:21.153 INFO:tasks.rados.rados.0.smithi067.stdout:3865: finishing write tid 3 to smithi06780069-28 2024-07-29T15:15:21.153 INFO:tasks.rados.rados.0.smithi067.stdout:3865: finishing write tid 4 to smithi06780069-28 2024-07-29T15:15:21.153 INFO:tasks.rados.rados.0.smithi067.stdout:3865: finishing write tid 5 to smithi06780069-28 2024-07-29T15:15:21.155 INFO:tasks.rados.rados.0.smithi067.stdout:3867: expect (ObjNum 1220 snap 353 seq_num 1220) 2024-07-29T15:15:21.188 INFO:tasks.rados.rados.0.smithi067.stdout:3865: finishing write tid 6 to smithi06780069-28 2024-07-29T15:15:21.189 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 28 v 527 (ObjNum 1243 snap 363 seq_num 1243) dirty exists 2024-07-29T15:15:21.189 INFO:tasks.rados.rados.0.smithi067.stdout:3865: left oid 28 (ObjNum 1243 snap 363 seq_num 1243) 2024-07-29T15:15:21.192 INFO:tasks.rados.rados.0.smithi067.stdout:3866: expect (ObjNum 1156 snap 342 seq_num 1156) 2024-07-29T15:15:21.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:21 smithi067 ceph-mon[91995]: pgmap v839: 121 pgs: 121 active+clean; 134 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 6 op/s 2024-07-29T15:15:21.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:21 smithi067 ceph-mon[91995]: osdmap e816: 8 total, 8 up, 8 in 2024-07-29T15:15:21.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:21 smithi067 ceph-mon[94375]: pgmap v839: 121 pgs: 121 active+clean; 134 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 6 op/s 2024-07-29T15:15:21.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:21 smithi067 ceph-mon[94375]: osdmap e816: 8 total, 8 up, 8 in 2024-07-29T15:15:21.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:21 smithi138 ceph-mon[86438]: pgmap v839: 121 pgs: 121 active+clean; 134 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 6 op/s 2024-07-29T15:15:21.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:21 smithi138 ceph-mon[86438]: osdmap e816: 8 total, 8 up, 8 in 2024-07-29T15:15:22.101 INFO:tasks.rados.rados.0.smithi067.stdout:3864: done (4 left) 2024-07-29T15:15:22.101 INFO:tasks.rados.rados.0.smithi067.stdout:3865: done (3 left) 2024-07-29T15:15:22.101 INFO:tasks.rados.rados.0.smithi067.stdout:3866: done (2 left) 2024-07-29T15:15:22.101 INFO:tasks.rados.rados.0.smithi067.stdout:3867: done (1 left) 2024-07-29T15:15:22.102 INFO:tasks.rados.rados.0.smithi067.stdout:3868: done (0 left) 2024-07-29T15:15:22.102 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 45 current snap is 364 2024-07-29T15:15:22.102 INFO:tasks.rados.rados.0.smithi067.stdout:3869: seq_num 1244 ranges {5095424=442368,5537792=614400,6152192=589824} 2024-07-29T15:15:22.131 INFO:tasks.rados.rados.0.smithi067.stdout:3869: writing smithi06780069-45 from 5095424 to 5537792 tid 1 2024-07-29T15:15:22.135 INFO:tasks.rados.rados.0.smithi067.stdout:3869: writing smithi06780069-45 from 5537792 to 6152192 tid 2 2024-07-29T15:15:22.139 INFO:tasks.rados.rados.0.smithi067.stdout:3869: writing smithi06780069-45 from 6152192 to 6742016 tid 3 2024-07-29T15:15:22.139 INFO:tasks.rados.rados.0.smithi067.stdout:3870: rollback oid 38 current snap is 364 2024-07-29T15:15:22.139 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 38 to 363 2024-07-29T15:15:22.139 INFO:tasks.rados.rados.0.smithi067.stdout:3869: finishing write tid 1 to smithi06780069-45 2024-07-29T15:15:22.139 INFO:tasks.rados.rados.0.smithi067.stdout:3869: finishing write tid 2 to smithi06780069-45 2024-07-29T15:15:22.139 INFO:tasks.rados.rados.0.smithi067.stdout:3871: rollback oid 1 current snap is 364 2024-07-29T15:15:22.139 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 1 to 360 2024-07-29T15:15:22.139 INFO:tasks.rados.rados.0.smithi067.stdout:3872: setattr oid 22 current snap is 364 2024-07-29T15:15:22.140 INFO:tasks.rados.rados.0.smithi067.stdout:3873: snap_create 2024-07-29T15:15:22.141 INFO:tasks.rados.rados.0.smithi067.stdout:3869: finishing write tid 3 to smithi06780069-45 2024-07-29T15:15:22.142 INFO:tasks.rados.rados.0.smithi067.stdout:3869: finishing write tid 4 to smithi06780069-45 2024-07-29T15:15:22.143 INFO:tasks.rados.rados.0.smithi067.stdout:3870: finishing rollback tid 0 to smithi06780069-38 2024-07-29T15:15:22.143 INFO:tasks.rados.rados.0.smithi067.stdout:3869: finishing write tid 5 to smithi06780069-45 2024-07-29T15:15:22.143 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 1988 (ObjNum 1244 snap 364 seq_num 1244) dirty exists 2024-07-29T15:15:22.143 INFO:tasks.rados.rados.0.smithi067.stdout:3869: left oid 45 (ObjNum 1244 snap 364 seq_num 1244) 2024-07-29T15:15:22.144 INFO:tasks.rados.rados.0.smithi067.stdout:3871: finishing rollback tid 1 to smithi06780069-1 2024-07-29T15:15:22.144 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 1 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-07-29T15:15:22.145 INFO:tasks.rados.rados.0.smithi067.stdout:3870: finishing rollback tid 1 to smithi06780069-38 2024-07-29T15:15:22.145 INFO:tasks.rados.rados.0.smithi067.stdout:3870: finishing rollback tid 2 to smithi06780069-38 2024-07-29T15:15:22.145 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 38 v 1985 (ObjNum 1154 snap 341 seq_num 1154) dirty exists 2024-07-29T15:15:22.146 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 1986 (ObjNum 1218 snap 353 seq_num 1218) dirty exists 2024-07-29T15:15:22.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:22 smithi067 ceph-mon[91995]: osdmap e817: 8 total, 8 up, 8 in 2024-07-29T15:15:22.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:22 smithi067 ceph-mon[94375]: osdmap e817: 8 total, 8 up, 8 in 2024-07-29T15:15:22.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:22 smithi138 ceph-mon[86438]: osdmap e817: 8 total, 8 up, 8 in 2024-07-29T15:15:23.054 INFO:tasks.rados.rados.0.smithi067.stdout:3869: done (4 left) 2024-07-29T15:15:23.054 INFO:tasks.rados.rados.0.smithi067.stdout:3870: done (3 left) 2024-07-29T15:15:23.055 INFO:tasks.rados.rados.0.smithi067.stdout:3871: done (2 left) 2024-07-29T15:15:23.055 INFO:tasks.rados.rados.0.smithi067.stdout:3872: done (1 left) 2024-07-29T15:15:23.055 INFO:tasks.rados.rados.0.smithi067.stdout:3873: done (0 left) 2024-07-29T15:15:23.055 INFO:tasks.rados.rados.0.smithi067.stdout:3874: rollback oid 29 current snap is 365 2024-07-29T15:15:23.055 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 29 to 359 2024-07-29T15:15:23.055 INFO:tasks.rados.rados.0.smithi067.stdout:3875: snap_create 2024-07-29T15:15:23.062 INFO:tasks.rados.rados.0.smithi067.stdout:3874: finishing rollback tid 0 to smithi06780069-29 2024-07-29T15:15:23.062 INFO:tasks.rados.rados.0.smithi067.stdout:3874: finishing rollback tid 1 to smithi06780069-29 2024-07-29T15:15:23.062 INFO:tasks.rados.rados.0.smithi067.stdout:3874: finishing rollback tid 2 to smithi06780069-29 2024-07-29T15:15:23.062 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 1983 (ObjNum 1217 snap 353 seq_num 1217) dirty exists 2024-07-29T15:15:23.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:23 smithi067 ceph-mon[91995]: pgmap v842: 121 pgs: 121 active+clean; 137 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 5 op/s 2024-07-29T15:15:23.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:23 smithi067 ceph-mon[91995]: osdmap e818: 8 total, 8 up, 8 in 2024-07-29T15:15:23.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:23 smithi067 ceph-mon[91995]: osdmap e819: 8 total, 8 up, 8 in 2024-07-29T15:15:23.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:23 smithi067 ceph-mon[94375]: pgmap v842: 121 pgs: 121 active+clean; 137 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 5 op/s 2024-07-29T15:15:23.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:23 smithi067 ceph-mon[94375]: osdmap e818: 8 total, 8 up, 8 in 2024-07-29T15:15:23.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:23 smithi067 ceph-mon[94375]: osdmap e819: 8 total, 8 up, 8 in 2024-07-29T15:15:23.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:23 smithi138 ceph-mon[86438]: pgmap v842: 121 pgs: 121 active+clean; 137 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 5 op/s 2024-07-29T15:15:23.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:23 smithi138 ceph-mon[86438]: osdmap e818: 8 total, 8 up, 8 in 2024-07-29T15:15:23.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:23 smithi138 ceph-mon[86438]: osdmap e819: 8 total, 8 up, 8 in 2024-07-29T15:15:24.056 INFO:tasks.rados.rados.0.smithi067.stdout:3874: done (1 left) 2024-07-29T15:15:24.056 INFO:tasks.rados.rados.0.smithi067.stdout:3875: done (0 left) 2024-07-29T15:15:24.056 INFO:tasks.rados.rados.0.smithi067.stdout:3876: delete oid 19 current snap is 366 2024-07-29T15:15:24.063 INFO:tasks.rados.rados.0.smithi067.stdout:3876: done (0 left) 2024-07-29T15:15:24.063 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 44 current snap is 366 2024-07-29T15:15:24.063 INFO:tasks.rados.rados.0.smithi067.stdout:3877: seq_num 1246 ranges {737280=475136,1212416=786432,1998848=417792} 2024-07-29T15:15:24.069 INFO:tasks.rados.rados.0.smithi067.stdout:3877: writing smithi06780069-44 from 737280 to 1212416 tid 1 2024-07-29T15:15:24.073 INFO:tasks.rados.rados.0.smithi067.stdout:3877: writing smithi06780069-44 from 1212416 to 1998848 tid 2 2024-07-29T15:15:24.076 INFO:tasks.rados.rados.0.smithi067.stdout:3877: writing smithi06780069-44 from 1998848 to 2416640 tid 3 2024-07-29T15:15:24.076 INFO:tasks.rados.rados.0.smithi067.stdout:3878: snap_create 2024-07-29T15:15:24.081 INFO:tasks.rados.rados.0.smithi067.stdout:3877: finishing write tid 1 to smithi06780069-44 2024-07-29T15:15:24.081 INFO:tasks.rados.rados.0.smithi067.stdout:3877: finishing write tid 2 to smithi06780069-44 2024-07-29T15:15:24.081 INFO:tasks.rados.rados.0.smithi067.stdout:3877: finishing write tid 3 to smithi06780069-44 2024-07-29T15:15:24.081 INFO:tasks.rados.rados.0.smithi067.stdout:3877: finishing write tid 4 to smithi06780069-44 2024-07-29T15:15:24.083 INFO:tasks.rados.rados.0.smithi067.stdout:3877: finishing write tid 5 to smithi06780069-44 2024-07-29T15:15:24.083 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 1450 (ObjNum 1246 snap 366 seq_num 1246) dirty exists 2024-07-29T15:15:24.083 INFO:tasks.rados.rados.0.smithi067.stdout:3877: left oid 44 (ObjNum 1246 snap 366 seq_num 1246) 2024-07-29T15:15:25.060 INFO:tasks.rados.rados.0.smithi067.stdout:3877: done (1 left) 2024-07-29T15:15:25.061 INFO:tasks.rados.rados.0.smithi067.stdout:3878: done (0 left) 2024-07-29T15:15:25.061 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 23 current snap is 367 2024-07-29T15:15:25.061 INFO:tasks.rados.rados.0.smithi067.stdout:3879: seq_num 1247 ranges {0=491520,491520=712704,1204224=442368,1646592=49152} 2024-07-29T15:15:25.063 INFO:tasks.rados.rados.0.smithi067.stdout:3879: writing smithi06780069-23 from 0 to 491520 tid 1 2024-07-29T15:15:25.068 INFO:tasks.rados.rados.0.smithi067.stdout:3879: writing smithi06780069-23 from 491520 to 1204224 tid 2 2024-07-29T15:15:25.071 INFO:tasks.rados.rados.0.smithi067.stdout:3879: writing smithi06780069-23 from 1204224 to 1646592 tid 3 2024-07-29T15:15:25.071 INFO:tasks.rados.rados.0.smithi067.stdout:3879: writing smithi06780069-23 from 1646592 to 1695744 tid 4 2024-07-29T15:15:25.071 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 3 current snap is 367 2024-07-29T15:15:25.072 INFO:tasks.rados.rados.0.smithi067.stdout:3880: seq_num 1248 ranges {0=507904,507904=598016,1105920=606208} 2024-07-29T15:15:25.074 INFO:tasks.rados.rados.0.smithi067.stdout:3880: writing smithi06780069-3 from 0 to 507904 tid 1 2024-07-29T15:15:25.079 INFO:tasks.rados.rados.0.smithi067.stdout:3880: writing smithi06780069-3 from 507904 to 1105920 tid 2 2024-07-29T15:15:25.083 INFO:tasks.rados.rados.0.smithi067.stdout:3880: writing smithi06780069-3 from 1105920 to 1712128 tid 3 2024-07-29T15:15:25.083 INFO:tasks.rados.rados.0.smithi067.stdout:3881: read oid 34 snap -1 2024-07-29T15:15:25.083 INFO:tasks.rados.rados.0.smithi067.stdout:3881: expect (ObjNum 1220 snap 353 seq_num 1220) 2024-07-29T15:15:25.083 INFO:tasks.rados.rados.0.smithi067.stdout:3882: rollback oid 19 current snap is 367 2024-07-29T15:15:25.083 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 19 to 360 2024-07-29T15:15:25.083 INFO:tasks.rados.rados.0.smithi067.stdout:3883: delete oid 30 current snap is 367 2024-07-29T15:15:25.083 INFO:tasks.rados.rados.0.smithi067.stdout:3879: finishing write tid 1 to smithi06780069-23 2024-07-29T15:15:25.084 INFO:tasks.rados.rados.0.smithi067.stdout:3879: finishing write tid 2 to smithi06780069-23 2024-07-29T15:15:25.084 INFO:tasks.rados.rados.0.smithi067.stdout:3879: finishing write tid 3 to smithi06780069-23 2024-07-29T15:15:25.084 INFO:tasks.rados.rados.0.smithi067.stdout:3879: finishing write tid 4 to smithi06780069-23 2024-07-29T15:15:25.084 INFO:tasks.rados.rados.0.smithi067.stdout:3879: finishing write tid 5 to smithi06780069-23 2024-07-29T15:15:25.084 INFO:tasks.rados.rados.0.smithi067.stdout:3879: finishing write tid 6 to smithi06780069-23 2024-07-29T15:15:25.084 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 1868 (ObjNum 1247 snap 367 seq_num 1247) dirty exists 2024-07-29T15:15:25.084 INFO:tasks.rados.rados.0.smithi067.stdout:3879: left oid 23 (ObjNum 1247 snap 367 seq_num 1247) 2024-07-29T15:15:25.084 INFO:tasks.rados.rados.0.smithi067.stdout:3880: finishing write tid 1 to smithi06780069-3 2024-07-29T15:15:25.091 INFO:tasks.rados.rados.0.smithi067.stdout:3880: finishing write tid 2 to smithi06780069-3 2024-07-29T15:15:25.091 INFO:tasks.rados.rados.0.smithi067.stdout:3880: finishing write tid 3 to smithi06780069-3 2024-07-29T15:15:25.091 INFO:tasks.rados.rados.0.smithi067.stdout:3881: expect (ObjNum 1220 snap 353 seq_num 1220) 2024-07-29T15:15:25.124 INFO:tasks.rados.rados.0.smithi067.stdout:3880: finishing write tid 4 to smithi06780069-3 2024-07-29T15:15:25.124 INFO:tasks.rados.rados.0.smithi067.stdout:3880: finishing write tid 5 to smithi06780069-3 2024-07-29T15:15:25.124 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 3 v 1987 (ObjNum 1248 snap 367 seq_num 1248) dirty exists 2024-07-29T15:15:25.124 INFO:tasks.rados.rados.0.smithi067.stdout:3880: left oid 3 (ObjNum 1248 snap 367 seq_num 1248) 2024-07-29T15:15:25.124 INFO:tasks.rados.rados.0.smithi067.stdout:3882: finishing rollback tid 1 to smithi06780069-19 2024-07-29T15:15:25.124 INFO:tasks.rados.rados.0.smithi067.stdout:3882: finishing rollback tid 2 to smithi06780069-19 2024-07-29T15:15:25.124 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 19 v 2048 (ObjNum 1223 snap 354 seq_num 1223) dirty exists 2024-07-29T15:15:25.125 INFO:tasks.rados.rados.0.smithi067.stdout:3879: done (4 left) 2024-07-29T15:15:25.125 INFO:tasks.rados.rados.0.smithi067.stdout:3880: done (3 left) 2024-07-29T15:15:25.125 INFO:tasks.rados.rados.0.smithi067.stdout:3881: done (2 left) 2024-07-29T15:15:25.125 INFO:tasks.rados.rados.0.smithi067.stdout:3882: done (1 left) 2024-07-29T15:15:25.125 INFO:tasks.rados.rados.0.smithi067.stdout:3883: done (0 left) 2024-07-29T15:15:25.125 INFO:tasks.rados.rados.0.smithi067.stdout:3884: rollback oid 45 current snap is 367 2024-07-29T15:15:25.125 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 45 to 365 2024-07-29T15:15:25.125 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 46 current snap is 367 2024-07-29T15:15:25.125 INFO:tasks.rados.rados.0.smithi067.stdout:3885: seq_num 1250 ranges {11198464=540672,11739136=770048,12509184=434176} 2024-07-29T15:15:25.187 INFO:tasks.rados.rados.0.smithi067.stdout:3885: writing smithi06780069-46 from 11198464 to 11739136 tid 1 2024-07-29T15:15:25.192 INFO:tasks.rados.rados.0.smithi067.stdout:3885: writing smithi06780069-46 from 11739136 to 12509184 tid 2 2024-07-29T15:15:25.195 INFO:tasks.rados.rados.0.smithi067.stdout:3885: writing smithi06780069-46 from 12509184 to 12943360 tid 3 2024-07-29T15:15:25.195 INFO:tasks.rados.rados.0.smithi067.stdout:3886: rollback oid 12 current snap is 367 2024-07-29T15:15:25.195 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 12 to 365 2024-07-29T15:15:25.195 INFO:tasks.rados.rados.0.smithi067.stdout:3884: finishing rollback tid 0 to smithi06780069-45 2024-07-29T15:15:25.196 INFO:tasks.rados.rados.0.smithi067.stdout:3884: finishing rollback tid 1 to smithi06780069-45 2024-07-29T15:15:25.196 INFO:tasks.rados.rados.0.smithi067.stdout:3884: finishing rollback tid 2 to smithi06780069-45 2024-07-29T15:15:25.196 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 45 v 1991 (ObjNum 1244 snap 364 seq_num 1244) dirty exists 2024-07-29T15:15:25.196 INFO:tasks.rados.rados.0.smithi067.stdout:3885: finishing write tid 1 to smithi06780069-46 2024-07-29T15:15:25.196 INFO:tasks.rados.rados.0.smithi067.stdout:3884: done (2 left) 2024-07-29T15:15:25.196 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 38 current snap is 367 2024-07-29T15:15:25.196 INFO:tasks.rados.rados.0.smithi067.stdout:3887: seq_num 1251 ranges {6979584=557056,7536640=655360,8192000=425984,8617984=122880} 2024-07-29T15:15:25.236 INFO:tasks.rados.rados.0.smithi067.stdout:3887: writing smithi06780069-38 from 6979584 to 7536640 tid 1 2024-07-29T15:15:25.240 INFO:tasks.rados.rados.0.smithi067.stdout:3887: writing smithi06780069-38 from 7536640 to 8192000 tid 2 2024-07-29T15:15:25.243 INFO:tasks.rados.rados.0.smithi067.stdout:3887: writing smithi06780069-38 from 8192000 to 8617984 tid 3 2024-07-29T15:15:25.244 INFO:tasks.rados.rados.0.smithi067.stdout:3887: writing smithi06780069-38 from 8617984 to 8740864 tid 4 2024-07-29T15:15:25.244 INFO:tasks.rados.rados.0.smithi067.stdout:3888: snap_create 2024-07-29T15:15:25.244 INFO:tasks.rados.rados.0.smithi067.stdout:3885: finishing write tid 2 to smithi06780069-46 2024-07-29T15:15:25.245 INFO:tasks.rados.rados.0.smithi067.stdout:3885: finishing write tid 3 to smithi06780069-46 2024-07-29T15:15:25.245 INFO:tasks.rados.rados.0.smithi067.stdout:3886: finishing rollback tid 0 to smithi06780069-12 2024-07-29T15:15:25.245 INFO:tasks.rados.rados.0.smithi067.stdout:3886: finishing rollback tid 1 to smithi06780069-12 2024-07-29T15:15:25.245 INFO:tasks.rados.rados.0.smithi067.stdout:3886: finishing rollback tid 2 to smithi06780069-12 2024-07-29T15:15:25.245 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 12 v 1862 (ObjNum 1083 snap 332 seq_num 1083) dirty exists 2024-07-29T15:15:25.245 INFO:tasks.rados.rados.0.smithi067.stdout:3885: finishing write tid 4 to smithi06780069-46 2024-07-29T15:15:25.245 INFO:tasks.rados.rados.0.smithi067.stdout:3885: finishing write tid 5 to smithi06780069-46 2024-07-29T15:15:25.245 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 46 v 2066 (ObjNum 1250 snap 367 seq_num 1250) dirty exists 2024-07-29T15:15:25.245 INFO:tasks.rados.rados.0.smithi067.stdout:3885: left oid 46 (ObjNum 1250 snap 367 seq_num 1250) 2024-07-29T15:15:25.245 INFO:tasks.rados.rados.0.smithi067.stdout:3887: finishing write tid 1 to smithi06780069-38 2024-07-29T15:15:25.245 INFO:tasks.rados.rados.0.smithi067.stdout:3887: finishing write tid 2 to smithi06780069-38 2024-07-29T15:15:25.247 INFO:tasks.rados.rados.0.smithi067.stdout:3887: finishing write tid 3 to smithi06780069-38 2024-07-29T15:15:25.247 INFO:tasks.rados.rados.0.smithi067.stdout:3887: finishing write tid 4 to smithi06780069-38 2024-07-29T15:15:25.247 INFO:tasks.rados.rados.0.smithi067.stdout:3887: finishing write tid 5 to smithi06780069-38 2024-07-29T15:15:25.248 INFO:tasks.rados.rados.0.smithi067.stdout:3887: finishing write tid 6 to smithi06780069-38 2024-07-29T15:15:25.248 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 38 v 1991 (ObjNum 1251 snap 367 seq_num 1251) dirty exists 2024-07-29T15:15:25.248 INFO:tasks.rados.rados.0.smithi067.stdout:3887: left oid 38 (ObjNum 1251 snap 367 seq_num 1251) 2024-07-29T15:15:25.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:25 smithi067 ceph-mon[94375]: pgmap v845: 121 pgs: 121 active+clean; 138 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 9 op/s 2024-07-29T15:15:25.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:25 smithi067 ceph-mon[94375]: osdmap e820: 8 total, 8 up, 8 in 2024-07-29T15:15:25.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:25 smithi067 ceph-mon[91995]: pgmap v845: 121 pgs: 121 active+clean; 138 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 9 op/s 2024-07-29T15:15:25.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:25 smithi067 ceph-mon[91995]: osdmap e820: 8 total, 8 up, 8 in 2024-07-29T15:15:25.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:25 smithi138 ceph-mon[86438]: pgmap v845: 121 pgs: 121 active+clean; 138 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 9 op/s 2024-07-29T15:15:25.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:25 smithi138 ceph-mon[86438]: osdmap e820: 8 total, 8 up, 8 in 2024-07-29T15:15:26.073 INFO:tasks.rados.rados.0.smithi067.stdout:3885: done (3 left) 2024-07-29T15:15:26.074 INFO:tasks.rados.rados.0.smithi067.stdout:3886: done (2 left) 2024-07-29T15:15:26.074 INFO:tasks.rados.rados.0.smithi067.stdout:3887: done (1 left) 2024-07-29T15:15:26.074 INFO:tasks.rados.rados.0.smithi067.stdout:3888: done (0 left) 2024-07-29T15:15:26.074 INFO:tasks.rados.rados.0.smithi067.stdout:3889: delete oid 49 current snap is 368 2024-07-29T15:15:26.079 INFO:tasks.rados.rados.0.smithi067.stdout:3889: done (0 left) 2024-07-29T15:15:26.079 INFO:tasks.rados.rados.0.smithi067.stdout:3890: snap_remove snap 360 2024-07-29T15:15:26.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:26 smithi067 ceph-mon[91995]: osdmap e821: 8 total, 8 up, 8 in 2024-07-29T15:15:26.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:26 smithi067 ceph-mon[94375]: osdmap e821: 8 total, 8 up, 8 in 2024-07-29T15:15:26.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:26 smithi138 ceph-mon[86438]: osdmap e821: 8 total, 8 up, 8 in 2024-07-29T15:15:27.077 INFO:tasks.rados.rados.0.smithi067.stdout:3890: done (0 left) 2024-07-29T15:15:27.077 INFO:tasks.rados.rados.0.smithi067.stdout:3891: rollback oid 20 current snap is 368 2024-07-29T15:15:27.077 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 20 to 357 2024-07-29T15:15:27.077 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 10 current snap is 368 2024-07-29T15:15:27.077 INFO:tasks.rados.rados.0.smithi067.stdout:3892: seq_num 1253 ranges {3276800=589824,3866624=417792,4284416=786432} 2024-07-29T15:15:27.100 INFO:tasks.rados.rados.0.smithi067.stdout:3892: writing smithi06780069-10 from 3276800 to 3866624 tid 1 2024-07-29T15:15:27.102 INFO:tasks.rados.rados.0.smithi067.stdout:3892: writing smithi06780069-10 from 3866624 to 4284416 tid 2 2024-07-29T15:15:27.108 INFO:tasks.rados.rados.0.smithi067.stdout:3892: writing smithi06780069-10 from 4284416 to 5070848 tid 3 2024-07-29T15:15:27.108 INFO:tasks.rados.rados.0.smithi067.stdout:3893: copy_from oid 24 from oid 49 current snap is 368 2024-07-29T15:15:27.108 INFO:tasks.rados.rados.0.smithi067.stdout:3891: finishing rollback tid 1 to smithi06780069-20 2024-07-29T15:15:27.108 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 0 (ObjNum 129 snap 0 seq_num 3209240502) dirty dne 2024-07-29T15:15:27.108 INFO:tasks.rados.rados.0.smithi067.stdout:3892: finishing write tid 1 to smithi06780069-10 2024-07-29T15:15:27.108 INFO:tasks.rados.rados.0.smithi067.stdout:3892: finishing write tid 2 to smithi06780069-10 2024-07-29T15:15:27.108 INFO:tasks.rados.rados.0.smithi067.stdout:3891: done (2 left) 2024-07-29T15:15:27.108 INFO:tasks.rados.rados.0.smithi067.stdout:3894: rollback oid 22 current snap is 368 2024-07-29T15:15:27.108 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 22 to 367 2024-07-29T15:15:27.108 INFO:tasks.rados.rados.0.smithi067.stdout:3895: snap_remove snap 359 2024-07-29T15:15:27.390 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:27 smithi067 ceph-mon[91995]: pgmap v848: 121 pgs: 121 active+clean; 146 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-07-29T15:15:27.390 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:27 smithi067 ceph-mon[91995]: osdmap e822: 8 total, 8 up, 8 in 2024-07-29T15:15:27.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:27 smithi067 ceph-mon[94375]: pgmap v848: 121 pgs: 121 active+clean; 146 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-07-29T15:15:27.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:27 smithi067 ceph-mon[94375]: osdmap e822: 8 total, 8 up, 8 in 2024-07-29T15:15:27.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:27 smithi138 ceph-mon[86438]: pgmap v848: 121 pgs: 121 active+clean; 146 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-07-29T15:15:27.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:27 smithi138 ceph-mon[86438]: osdmap e822: 8 total, 8 up, 8 in 2024-07-29T15:15:28.093 INFO:tasks.rados.rados.0.smithi067.stdout:3893: finishing copy_from to smithi06780069-24 2024-07-29T15:15:28.093 INFO:tasks.rados.rados.0.smithi067.stdout:3893: got expected ENOENT (src dne) 2024-07-29T15:15:28.093 INFO:tasks.rados.rados.0.smithi067.stdout:3893: finishing copy_from racing read to smithi06780069-24 2024-07-29T15:15:28.093 INFO:tasks.rados.rados.0.smithi067.stdout:3892: finishing write tid 3 to smithi06780069-10 2024-07-29T15:15:28.093 INFO:tasks.rados.rados.0.smithi067.stdout:3892: finishing write tid 4 to smithi06780069-10 2024-07-29T15:15:28.093 INFO:tasks.rados.rados.0.smithi067.stdout:3892: finishing write tid 5 to smithi06780069-10 2024-07-29T15:15:28.094 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 2057 (ObjNum 1253 snap 368 seq_num 1253) dirty exists 2024-07-29T15:15:28.094 INFO:tasks.rados.rados.0.smithi067.stdout:3892: left oid 10 (ObjNum 1253 snap 368 seq_num 1253) 2024-07-29T15:15:28.094 INFO:tasks.rados.rados.0.smithi067.stdout:3894: finishing rollback tid 0 to smithi06780069-22 2024-07-29T15:15:28.094 INFO:tasks.rados.rados.0.smithi067.stdout:3894: finishing rollback tid 1 to smithi06780069-22 2024-07-29T15:15:28.094 INFO:tasks.rados.rados.0.smithi067.stdout:3894: finishing rollback tid 2 to smithi06780069-22 2024-07-29T15:15:28.094 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 1994 (ObjNum 1218 snap 353 seq_num 1218) dirty exists 2024-07-29T15:15:28.094 INFO:tasks.rados.rados.0.smithi067.stdout:3892: done (3 left) 2024-07-29T15:15:28.094 INFO:tasks.rados.rados.0.smithi067.stdout:3893: done (2 left) 2024-07-29T15:15:28.094 INFO:tasks.rados.rados.0.smithi067.stdout:3894: done (1 left) 2024-07-29T15:15:28.094 INFO:tasks.rados.rados.0.smithi067.stdout:3895: done (0 left) 2024-07-29T15:15:28.094 INFO:tasks.rados.rados.0.smithi067.stdout:3896: delete oid 8 current snap is 368 2024-07-29T15:15:28.103 INFO:tasks.rados.rados.0.smithi067.stdout:3896: done (0 left) 2024-07-29T15:15:28.103 INFO:tasks.rados.rados.0.smithi067.stdout:3897: read oid 27 snap -1 2024-07-29T15:15:28.103 INFO:tasks.rados.rados.0.smithi067.stdout:3897: expect deleted 2024-07-29T15:15:28.103 INFO:tasks.rados.rados.0.smithi067.stdout:3898: copy_from oid 25 from oid 17 current snap is 368 2024-07-29T15:15:28.104 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 19 current snap is 368 2024-07-29T15:15:28.104 INFO:tasks.rados.rados.0.smithi067.stdout:3899: seq_num 1255 ranges {4046848=622592,4669440=638976,5308416=565248} 2024-07-29T15:15:28.130 INFO:tasks.rados.rados.0.smithi067.stdout:3899: writing smithi06780069-19 from 4046848 to 4669440 tid 1 2024-07-29T15:15:28.134 INFO:tasks.rados.rados.0.smithi067.stdout:3899: writing smithi06780069-19 from 4669440 to 5308416 tid 2 2024-07-29T15:15:28.137 INFO:tasks.rados.rados.0.smithi067.stdout:3899: writing smithi06780069-19 from 5308416 to 5873664 tid 3 2024-07-29T15:15:28.137 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 42 current snap is 368 2024-07-29T15:15:28.138 INFO:tasks.rados.rados.0.smithi067.stdout:3900: seq_num 1256 ranges {0=638976,638976=524288,1163264=614400,1777664=65536} 2024-07-29T15:15:28.141 INFO:tasks.rados.rados.0.smithi067.stdout:3900: writing smithi06780069-42 from 0 to 638976 tid 1 2024-07-29T15:15:28.145 INFO:tasks.rados.rados.0.smithi067.stdout:3900: writing smithi06780069-42 from 638976 to 1163264 tid 2 2024-07-29T15:15:28.149 INFO:tasks.rados.rados.0.smithi067.stdout:3900: writing smithi06780069-42 from 1163264 to 1777664 tid 3 2024-07-29T15:15:28.150 INFO:tasks.rados.rados.0.smithi067.stdout:3900: writing smithi06780069-42 from 1777664 to 1843200 tid 4 2024-07-29T15:15:28.150 INFO:tasks.rados.rados.0.smithi067.stdout:3901: rollback oid 10 current snap is 368 2024-07-29T15:15:28.150 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 10 to 363 2024-07-29T15:15:28.150 INFO:tasks.rados.rados.0.smithi067.stdout:3898: finishing copy_from racing read to smithi06780069-25 2024-07-29T15:15:28.150 INFO:tasks.rados.rados.0.smithi067.stdout:3898: finishing copy_from to smithi06780069-25 2024-07-29T15:15:28.150 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 25 v 2014 (ObjNum 1236 snap 360 seq_num 1236) dirty exists 2024-07-29T15:15:28.150 INFO:tasks.rados.rados.0.smithi067.stdout:3899: finishing write tid 1 to smithi06780069-19 2024-07-29T15:15:28.150 INFO:tasks.rados.rados.0.smithi067.stdout:3899: finishing write tid 2 to smithi06780069-19 2024-07-29T15:15:28.151 INFO:tasks.rados.rados.0.smithi067.stdout:3899: finishing write tid 3 to smithi06780069-19 2024-07-29T15:15:28.151 INFO:tasks.rados.rados.0.smithi067.stdout:3899: finishing write tid 4 to smithi06780069-19 2024-07-29T15:15:28.151 INFO:tasks.rados.rados.0.smithi067.stdout:3899: finishing write tid 5 to smithi06780069-19 2024-07-29T15:15:28.151 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 19 v 2066 (ObjNum 1255 snap 368 seq_num 1255) dirty exists 2024-07-29T15:15:28.151 INFO:tasks.rados.rados.0.smithi067.stdout:3899: left oid 19 (ObjNum 1255 snap 368 seq_num 1255) 2024-07-29T15:15:28.151 INFO:tasks.rados.rados.0.smithi067.stdout:3900: finishing write tid 1 to smithi06780069-42 2024-07-29T15:15:28.151 INFO:tasks.rados.rados.0.smithi067.stdout:3900: finishing write tid 2 to smithi06780069-42 2024-07-29T15:15:28.151 INFO:tasks.rados.rados.0.smithi067.stdout:3897: done (4 left) 2024-07-29T15:15:28.151 INFO:tasks.rados.rados.0.smithi067.stdout:3898: done (3 left) 2024-07-29T15:15:28.151 INFO:tasks.rados.rados.0.smithi067.stdout:3899: done (2 left) 2024-07-29T15:15:28.151 INFO:tasks.rados.rados.0.smithi067.stdout:3902: read oid 16 snap -1 2024-07-29T15:15:28.151 INFO:tasks.rados.rados.0.smithi067.stdout:3902: expect (ObjNum 1161 snap 342 seq_num 1161) 2024-07-29T15:15:28.151 INFO:tasks.rados.rados.0.smithi067.stdout:3903: delete oid 12 current snap is 368 2024-07-29T15:15:28.155 INFO:tasks.rados.rados.0.smithi067.stdout:3901: finishing rollback tid 0 to smithi06780069-10 2024-07-29T15:15:28.156 INFO:tasks.rados.rados.0.smithi067.stdout:3901: finishing rollback tid 1 to smithi06780069-10 2024-07-29T15:15:28.156 INFO:tasks.rados.rados.0.smithi067.stdout:3900: finishing write tid 3 to smithi06780069-42 2024-07-29T15:15:28.156 INFO:tasks.rados.rados.0.smithi067.stdout:3903: done (3 left) 2024-07-29T15:15:28.156 INFO:tasks.rados.rados.0.smithi067.stdout:3904: rollback oid 37 current snap is 368 2024-07-29T15:15:28.156 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 37 to 364 2024-07-29T15:15:28.156 INFO:tasks.rados.rados.0.smithi067.stdout:3905: delete oid 36 current snap is 368 2024-07-29T15:15:28.156 INFO:tasks.rados.rados.0.smithi067.stdout:3901: finishing rollback tid 2 to smithi06780069-10 2024-07-29T15:15:28.156 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 2069 (ObjNum 1242 snap 363 seq_num 1242) dirty exists 2024-07-29T15:15:28.156 INFO:tasks.rados.rados.0.smithi067.stdout:3900: finishing write tid 4 to smithi06780069-42 2024-07-29T15:15:28.156 INFO:tasks.rados.rados.0.smithi067.stdout:3900: finishing write tid 5 to smithi06780069-42 2024-07-29T15:15:28.157 INFO:tasks.rados.rados.0.smithi067.stdout:3900: finishing write tid 6 to smithi06780069-42 2024-07-29T15:15:28.157 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 42 v 2033 (ObjNum 1256 snap 368 seq_num 1256) dirty exists 2024-07-29T15:15:28.157 INFO:tasks.rados.rados.0.smithi067.stdout:3900: left oid 42 (ObjNum 1256 snap 368 seq_num 1256) 2024-07-29T15:15:28.159 INFO:tasks.rados.rados.0.smithi067.stdout:3904: finishing rollback tid 1 to smithi06780069-37 2024-07-29T15:15:28.159 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 37 v 0 (ObjNum 161 snap 0 seq_num 3880119088) dirty dne 2024-07-29T15:15:28.159 INFO:tasks.rados.rados.0.smithi067.stdout:3900: done (4 left) 2024-07-29T15:15:28.159 INFO:tasks.rados.rados.0.smithi067.stdout:3901: done (3 left) 2024-07-29T15:15:28.160 INFO:tasks.rados.rados.0.smithi067.stdout:3904: done (2 left) 2024-07-29T15:15:28.160 INFO:tasks.rados.rados.0.smithi067.stdout:3905: done (1 left) 2024-07-29T15:15:28.160 INFO:tasks.rados.rados.0.smithi067.stdout:3906: setattr oid 21 current snap is 368 2024-07-29T15:15:28.160 INFO:tasks.rados.rados.0.smithi067.stdout:3907: setattr oid 33 current snap is 368 2024-07-29T15:15:28.162 INFO:tasks.rados.rados.0.smithi067.stdout:3908: read oid 23 snap -1 2024-07-29T15:15:28.162 INFO:tasks.rados.rados.0.smithi067.stdout:3908: expect (ObjNum 1247 snap 367 seq_num 1247) 2024-07-29T15:15:28.162 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 47 current snap is 368 2024-07-29T15:15:28.162 INFO:tasks.rados.rados.0.smithi067.stdout:3909: seq_num 1259 ranges {16384=696320,712704=573440,1286144=630784} 2024-07-29T15:15:28.166 INFO:tasks.rados.rados.0.smithi067.stdout:3909: writing smithi06780069-47 from 16384 to 712704 tid 1 2024-07-29T15:15:28.170 INFO:tasks.rados.rados.0.smithi067.stdout:3909: writing smithi06780069-47 from 712704 to 1286144 tid 2 2024-07-29T15:15:28.174 INFO:tasks.rados.rados.0.smithi067.stdout:3909: writing smithi06780069-47 from 1286144 to 1916928 tid 3 2024-07-29T15:15:28.175 INFO:tasks.rados.rados.0.smithi067.stdout:3910: read oid 34 snap -1 2024-07-29T15:15:28.175 INFO:tasks.rados.rados.0.smithi067.stdout:3910: expect (ObjNum 1220 snap 353 seq_num 1220) 2024-07-29T15:15:28.175 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 50 current snap is 368 2024-07-29T15:15:28.175 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 21 v 2034 (ObjNum 1186 snap 347 seq_num 1186) dirty exists 2024-07-29T15:15:28.175 INFO:tasks.rados.rados.0.smithi067.stdout:3911: seq_num 1260 ranges {3981312=712704,4694016=458752,5152768=589824,5742592=155648} 2024-07-29T15:15:28.202 INFO:tasks.rados.rados.0.smithi067.stdout:3911: writing smithi06780069-50 from 3981312 to 4694016 tid 1 2024-07-29T15:15:28.205 INFO:tasks.rados.rados.0.smithi067.stdout:3911: writing smithi06780069-50 from 4694016 to 5152768 tid 2 2024-07-29T15:15:28.209 INFO:tasks.rados.rados.0.smithi067.stdout:3911: writing smithi06780069-50 from 5152768 to 5742592 tid 3 2024-07-29T15:15:28.210 INFO:tasks.rados.rados.0.smithi067.stdout:3911: writing smithi06780069-50 from 5742592 to 5898240 tid 4 2024-07-29T15:15:28.210 INFO:tasks.rados.rados.0.smithi067.stdout:3906: done (6 left) 2024-07-29T15:15:28.210 INFO:tasks.rados.rados.0.smithi067.stdout:3912: snap_create 2024-07-29T15:15:28.210 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 33 v 2081 (ObjNum 1061 snap 327 seq_num 1061) dirty exists 2024-07-29T15:15:28.210 INFO:tasks.rados.rados.0.smithi067.stdout:3909: finishing write tid 1 to smithi06780069-47 2024-07-29T15:15:28.211 INFO:tasks.rados.rados.0.smithi067.stdout:3909: finishing write tid 2 to smithi06780069-47 2024-07-29T15:15:28.211 INFO:tasks.rados.rados.0.smithi067.stdout:3909: finishing write tid 3 to smithi06780069-47 2024-07-29T15:15:28.211 INFO:tasks.rados.rados.0.smithi067.stdout:3909: finishing write tid 4 to smithi06780069-47 2024-07-29T15:15:28.211 INFO:tasks.rados.rados.0.smithi067.stdout:3910: expect (ObjNum 1220 snap 353 seq_num 1220) 2024-07-29T15:15:28.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:28 smithi067 ceph-mon[91995]: osdmap e823: 8 total, 8 up, 8 in 2024-07-29T15:15:28.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:28 smithi067 ceph-mon[94375]: osdmap e823: 8 total, 8 up, 8 in 2024-07-29T15:15:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:15:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:15:27] "GET /metrics HTTP/1.1" 200 36435 "" "Prometheus/2.51.0" 2024-07-29T15:15:28.244 INFO:tasks.rados.rados.0.smithi067.stdout:3909: finishing write tid 5 to smithi06780069-47 2024-07-29T15:15:28.244 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 1902 (ObjNum 1259 snap 368 seq_num 1259) dirty exists 2024-07-29T15:15:28.244 INFO:tasks.rados.rados.0.smithi067.stdout:3909: left oid 47 (ObjNum 1259 snap 368 seq_num 1259) 2024-07-29T15:15:28.244 INFO:tasks.rados.rados.0.smithi067.stdout:3908: expect (ObjNum 1247 snap 367 seq_num 1247) 2024-07-29T15:15:28.288 INFO:tasks.rados.rados.0.smithi067.stdout:3911: finishing write tid 1 to smithi06780069-50 2024-07-29T15:15:28.288 INFO:tasks.rados.rados.0.smithi067.stdout:3911: finishing write tid 2 to smithi06780069-50 2024-07-29T15:15:28.288 INFO:tasks.rados.rados.0.smithi067.stdout:3902: expect (ObjNum 1161 snap 342 seq_num 1161) 2024-07-29T15:15:28.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:28 smithi138 ceph-mon[86438]: osdmap e823: 8 total, 8 up, 8 in 2024-07-29T15:15:29.275 INFO:tasks.rados.rados.0.smithi067.stdout:3911: finishing write tid 3 to smithi06780069-50 2024-07-29T15:15:29.275 INFO:tasks.rados.rados.0.smithi067.stdout:3911: finishing write tid 4 to smithi06780069-50 2024-07-29T15:15:29.275 INFO:tasks.rados.rados.0.smithi067.stdout:3911: finishing write tid 5 to smithi06780069-50 2024-07-29T15:15:29.275 INFO:tasks.rados.rados.0.smithi067.stdout:3911: finishing write tid 6 to smithi06780069-50 2024-07-29T15:15:29.275 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 50 v 1992 (ObjNum 1260 snap 368 seq_num 1260) dirty exists 2024-07-29T15:15:29.275 INFO:tasks.rados.rados.0.smithi067.stdout:3911: left oid 50 (ObjNum 1260 snap 368 seq_num 1260) 2024-07-29T15:15:29.275 INFO:tasks.rados.rados.0.smithi067.stdout:3902: done (6 left) 2024-07-29T15:15:29.275 INFO:tasks.rados.rados.0.smithi067.stdout:3907: done (5 left) 2024-07-29T15:15:29.276 INFO:tasks.rados.rados.0.smithi067.stdout:3908: done (4 left) 2024-07-29T15:15:29.276 INFO:tasks.rados.rados.0.smithi067.stdout:3909: done (3 left) 2024-07-29T15:15:29.276 INFO:tasks.rados.rados.0.smithi067.stdout:3910: done (2 left) 2024-07-29T15:15:29.276 INFO:tasks.rados.rados.0.smithi067.stdout:3911: done (1 left) 2024-07-29T15:15:29.276 INFO:tasks.rados.rados.0.smithi067.stdout:3912: done (0 left) 2024-07-29T15:15:29.276 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 43 current snap is 369 2024-07-29T15:15:29.276 INFO:tasks.rados.rados.0.smithi067.stdout:3913: seq_num 1261 ranges {1114112=729088,1843200=745472,2588672=458752} 2024-07-29T15:15:29.284 INFO:tasks.rados.rados.0.smithi067.stdout:3913: writing smithi06780069-43 from 1114112 to 1843200 tid 1 2024-07-29T15:15:29.289 INFO:tasks.rados.rados.0.smithi067.stdout:3913: writing smithi06780069-43 from 1843200 to 2588672 tid 2 2024-07-29T15:15:29.292 INFO:tasks.rados.rados.0.smithi067.stdout:3913: writing smithi06780069-43 from 2588672 to 3047424 tid 3 2024-07-29T15:15:29.292 INFO:tasks.rados.rados.0.smithi067.stdout:3914: setattr oid 29 current snap is 369 2024-07-29T15:15:29.292 INFO:tasks.rados.rados.0.smithi067.stdout:3913: finishing write tid 1 to smithi06780069-43 2024-07-29T15:15:29.294 INFO:tasks.rados.rados.0.smithi067.stdout:3915: snap_create 2024-07-29T15:15:29.295 INFO:tasks.rados.rados.0.smithi067.stdout:3913: finishing write tid 2 to smithi06780069-43 2024-07-29T15:15:29.295 INFO:tasks.rados.rados.0.smithi067.stdout:3913: finishing write tid 3 to smithi06780069-43 2024-07-29T15:15:29.295 INFO:tasks.rados.rados.0.smithi067.stdout:3913: finishing write tid 4 to smithi06780069-43 2024-07-29T15:15:29.297 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 1993 (ObjNum 1217 snap 353 seq_num 1217) dirty exists 2024-07-29T15:15:29.297 INFO:tasks.rados.rados.0.smithi067.stdout:3913: finishing write tid 5 to smithi06780069-43 2024-07-29T15:15:29.297 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 43 v 1906 (ObjNum 1261 snap 369 seq_num 1261) dirty exists 2024-07-29T15:15:29.297 INFO:tasks.rados.rados.0.smithi067.stdout:3913: left oid 43 (ObjNum 1261 snap 369 seq_num 1261) 2024-07-29T15:15:29.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:29 smithi067 ceph-mon[91995]: pgmap v851: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 151 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-07-29T15:15:29.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:29 smithi067 ceph-mon[91995]: osdmap e824: 8 total, 8 up, 8 in 2024-07-29T15:15:29.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:29 smithi067 ceph-mon[94375]: pgmap v851: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 151 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-07-29T15:15:29.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:29 smithi067 ceph-mon[94375]: osdmap e824: 8 total, 8 up, 8 in 2024-07-29T15:15:29.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:29 smithi138 ceph-mon[86438]: pgmap v851: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 151 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-07-29T15:15:29.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:29 smithi138 ceph-mon[86438]: osdmap e824: 8 total, 8 up, 8 in 2024-07-29T15:15:30.108 INFO:tasks.rados.rados.0.smithi067.stdout:3913: done (2 left) 2024-07-29T15:15:30.108 INFO:tasks.rados.rados.0.smithi067.stdout:3914: done (1 left) 2024-07-29T15:15:30.108 INFO:tasks.rados.rados.0.smithi067.stdout:3915: done (0 left) 2024-07-29T15:15:30.108 INFO:tasks.rados.rados.0.smithi067.stdout:3916: snap_create 2024-07-29T15:15:30.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:30 smithi067 ceph-mon[91995]: osdmap e825: 8 total, 8 up, 8 in 2024-07-29T15:15:30.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:30 smithi067 ceph-mon[94375]: osdmap e825: 8 total, 8 up, 8 in 2024-07-29T15:15:30.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:30 smithi138 ceph-mon[86438]: osdmap e825: 8 total, 8 up, 8 in 2024-07-29T15:15:30.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:15:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:15:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:15:31.108 INFO:tasks.rados.rados.0.smithi067.stdout:3916: done (0 left) 2024-07-29T15:15:31.108 INFO:tasks.rados.rados.0.smithi067.stdout:3917: delete oid 2 current snap is 371 2024-07-29T15:15:31.110 INFO:tasks.rados.rados.0.smithi067.stdout:3917: done (0 left) 2024-07-29T15:15:31.110 INFO:tasks.rados.rados.0.smithi067.stdout:3918: snap_remove snap 367 2024-07-29T15:15:31.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:31 smithi067 ceph-mon[94375]: pgmap v854: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 160 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-07-29T15:15:31.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:31 smithi067 ceph-mon[94375]: osdmap e826: 8 total, 8 up, 8 in 2024-07-29T15:15:31.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:31 smithi067 ceph-mon[91995]: pgmap v854: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 160 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-07-29T15:15:31.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:31 smithi067 ceph-mon[91995]: osdmap e826: 8 total, 8 up, 8 in 2024-07-29T15:15:31.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:31 smithi138 ceph-mon[86438]: pgmap v854: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 160 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-07-29T15:15:31.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:31 smithi138 ceph-mon[86438]: osdmap e826: 8 total, 8 up, 8 in 2024-07-29T15:15:32.122 INFO:tasks.rados.rados.0.smithi067.stdout:3918: done (0 left) 2024-07-29T15:15:32.122 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 15 current snap is 371 2024-07-29T15:15:32.122 INFO:tasks.rados.rados.0.smithi067.stdout:3919: seq_num 1263 ranges {0=761856,761856=565248,1327104=638976} 2024-07-29T15:15:32.127 INFO:tasks.rados.rados.0.smithi067.stdout:3919: writing smithi06780069-15 from 0 to 761856 tid 1 2024-07-29T15:15:32.131 INFO:tasks.rados.rados.0.smithi067.stdout:3919: writing smithi06780069-15 from 761856 to 1327104 tid 2 2024-07-29T15:15:32.136 INFO:tasks.rados.rados.0.smithi067.stdout:3919: writing smithi06780069-15 from 1327104 to 1966080 tid 3 2024-07-29T15:15:32.137 INFO:tasks.rados.rados.0.smithi067.stdout:3920: read oid 39 snap -1 2024-07-29T15:15:32.137 INFO:tasks.rados.rados.0.smithi067.stdout:3920: expect deleted 2024-07-29T15:15:32.137 INFO:tasks.rados.rados.0.smithi067.stdout:3921: rollback oid 17 current snap is 371 2024-07-29T15:15:32.137 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 17 to 361 2024-07-29T15:15:32.137 INFO:tasks.rados.rados.0.smithi067.stdout:3922: read oid 19 snap -1 2024-07-29T15:15:32.137 INFO:tasks.rados.rados.0.smithi067.stdout:3922: expect (ObjNum 1255 snap 368 seq_num 1255) 2024-07-29T15:15:32.137 INFO:tasks.rados.rados.0.smithi067.stdout:3923: rollback oid 24 current snap is 371 2024-07-29T15:15:32.137 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 24 to 357 2024-07-29T15:15:32.137 INFO:tasks.rados.rados.0.smithi067.stdout:3924: copy_from oid 10 from oid 32 current snap is 371 2024-07-29T15:15:32.137 INFO:tasks.rados.rados.0.smithi067.stdout:3925: copy_from oid 27 from oid 30 current snap is 371 2024-07-29T15:15:32.137 INFO:tasks.rados.rados.0.smithi067.stdout:3926: delete oid 37 current snap is 371 2024-07-29T15:15:32.138 INFO:tasks.rados.rados.0.smithi067.stdout:3925: finishing copy_from to smithi06780069-27 2024-07-29T15:15:32.138 INFO:tasks.rados.rados.0.smithi067.stdout:3925: got expected ENOENT (src dne) 2024-07-29T15:15:32.138 INFO:tasks.rados.rados.0.smithi067.stdout:3925: finishing copy_from racing read to smithi06780069-27 2024-07-29T15:15:32.140 INFO:tasks.rados.rados.0.smithi067.stdout:3921: finishing rollback tid 0 to smithi06780069-17 2024-07-29T15:15:32.141 INFO:tasks.rados.rados.0.smithi067.stdout:3921: finishing rollback tid 1 to smithi06780069-17 2024-07-29T15:15:32.142 INFO:tasks.rados.rados.0.smithi067.stdout:3920: done (7 left) 2024-07-29T15:15:32.142 INFO:tasks.rados.rados.0.smithi067.stdout:3925: done (6 left) 2024-07-29T15:15:32.142 INFO:tasks.rados.rados.0.smithi067.stdout:3926: done (5 left) 2024-07-29T15:15:32.142 INFO:tasks.rados.rados.0.smithi067.stdout:3927: read oid 18 snap -1 2024-07-29T15:15:32.142 INFO:tasks.rados.rados.0.smithi067.stdout:3927: expect (ObjNum 1207 snap 351 seq_num 1207) 2024-07-29T15:15:32.143 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 16 current snap is 371 2024-07-29T15:15:32.143 INFO:tasks.rados.rados.0.smithi067.stdout:3921: finishing rollback tid 2 to smithi06780069-17 2024-07-29T15:15:32.143 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 17 v 2022 (ObjNum 1236 snap 360 seq_num 1236) dirty exists 2024-07-29T15:15:32.143 INFO:tasks.rados.rados.0.smithi067.stdout:3928: seq_num 1265 ranges {10362880=794624,11157504=737280,11894784=466944} 2024-07-29T15:15:32.204 INFO:tasks.rados.rados.0.smithi067.stdout:3928: writing smithi06780069-16 from 10362880 to 11157504 tid 1 2024-07-29T15:15:32.209 INFO:tasks.rados.rados.0.smithi067.stdout:3928: writing smithi06780069-16 from 11157504 to 11894784 tid 2 2024-07-29T15:15:32.212 INFO:tasks.rados.rados.0.smithi067.stdout:3928: writing smithi06780069-16 from 11894784 to 12361728 tid 3 2024-07-29T15:15:32.212 INFO:tasks.rados.rados.0.smithi067.stdout:3921: done (6 left) 2024-07-29T15:15:32.212 INFO:tasks.rados.rados.0.smithi067.stdout:3929: rmattr oid 13 current snap is 371 2024-07-29T15:15:32.212 INFO:tasks.rados.rados.0.smithi067.stdout:3929: done (6 left) 2024-07-29T15:15:32.212 INFO:tasks.rados.rados.0.smithi067.stdout:3930: delete oid 25 current snap is 371 2024-07-29T15:15:32.212 INFO:tasks.rados.rados.0.smithi067.stdout:3919: finishing write tid 1 to smithi06780069-15 2024-07-29T15:15:32.212 INFO:tasks.rados.rados.0.smithi067.stdout:3919: finishing write tid 2 to smithi06780069-15 2024-07-29T15:15:32.212 INFO:tasks.rados.rados.0.smithi067.stdout:3919: finishing write tid 3 to smithi06780069-15 2024-07-29T15:15:32.212 INFO:tasks.rados.rados.0.smithi067.stdout:3919: finishing write tid 4 to smithi06780069-15 2024-07-29T15:15:32.212 INFO:tasks.rados.rados.0.smithi067.stdout:3919: finishing write tid 5 to smithi06780069-15 2024-07-29T15:15:32.212 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 1987 (ObjNum 1263 snap 371 seq_num 1263) dirty exists 2024-07-29T15:15:32.212 INFO:tasks.rados.rados.0.smithi067.stdout:3919: left oid 15 (ObjNum 1263 snap 371 seq_num 1263) 2024-07-29T15:15:32.213 INFO:tasks.rados.rados.0.smithi067.stdout:3923: finishing rollback tid 0 to smithi06780069-24 2024-07-29T15:15:32.213 INFO:tasks.rados.rados.0.smithi067.stdout:3923: finishing rollback tid 1 to smithi06780069-24 2024-07-29T15:15:32.213 INFO:tasks.rados.rados.0.smithi067.stdout:3923: finishing rollback tid 2 to smithi06780069-24 2024-07-29T15:15:32.213 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 24 v 1990 (ObjNum 1100 snap 334 seq_num 1100) dirty exists 2024-07-29T15:15:32.213 INFO:tasks.rados.rados.0.smithi067.stdout:3922: expect (ObjNum 1255 snap 368 seq_num 1255) 2024-07-29T15:15:32.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:32 smithi067 ceph-mon[91995]: osdmap e827: 8 total, 8 up, 8 in 2024-07-29T15:15:32.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:32 smithi067 ceph-mon[94375]: osdmap e827: 8 total, 8 up, 8 in 2024-07-29T15:15:32.514 INFO:tasks.rados.rados.0.smithi067.stdout:3924: finishing copy_from racing read to smithi06780069-10 2024-07-29T15:15:32.514 INFO:tasks.rados.rados.0.smithi067.stdout:3927: expect (ObjNum 1207 snap 351 seq_num 1207) 2024-07-29T15:15:32.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:32 smithi138 ceph-mon[86438]: osdmap e827: 8 total, 8 up, 8 in 2024-07-29T15:15:33.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:33 smithi067 ceph-mon[91995]: pgmap v857: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 163 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-07-29T15:15:33.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:33 smithi067 ceph-mon[91995]: osdmap e828: 8 total, 8 up, 8 in 2024-07-29T15:15:33.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:33 smithi067 ceph-mon[91995]: osdmap e829: 8 total, 8 up, 8 in 2024-07-29T15:15:33.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:33 smithi067 ceph-mon[94375]: pgmap v857: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 163 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-07-29T15:15:33.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:33 smithi067 ceph-mon[94375]: osdmap e828: 8 total, 8 up, 8 in 2024-07-29T15:15:33.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:33 smithi067 ceph-mon[94375]: osdmap e829: 8 total, 8 up, 8 in 2024-07-29T15:15:33.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:33 smithi138 ceph-mon[86438]: pgmap v857: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 163 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-07-29T15:15:33.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:33 smithi138 ceph-mon[86438]: osdmap e828: 8 total, 8 up, 8 in 2024-07-29T15:15:33.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:33 smithi138 ceph-mon[86438]: osdmap e829: 8 total, 8 up, 8 in 2024-07-29T15:15:33.697 INFO:tasks.rados.rados.0.smithi067.stdout:3924: finishing copy_from to smithi06780069-10 2024-07-29T15:15:33.697 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 10 v 1983 (ObjNum 1200 snap 349 seq_num 1200) dirty exists 2024-07-29T15:15:33.697 INFO:tasks.rados.rados.0.smithi067.stdout:3928: finishing write tid 1 to smithi06780069-16 2024-07-29T15:15:33.698 INFO:tasks.rados.rados.0.smithi067.stdout:3919: done (6 left) 2024-07-29T15:15:33.698 INFO:tasks.rados.rados.0.smithi067.stdout:3922: done (5 left) 2024-07-29T15:15:33.698 INFO:tasks.rados.rados.0.smithi067.stdout:3923: done (4 left) 2024-07-29T15:15:33.698 INFO:tasks.rados.rados.0.smithi067.stdout:3924: done (3 left) 2024-07-29T15:15:33.698 INFO:tasks.rados.rados.0.smithi067.stdout:3927: done (2 left) 2024-07-29T15:15:33.698 INFO:tasks.rados.rados.0.smithi067.stdout:3930: done (1 left) 2024-07-29T15:15:33.698 INFO:tasks.rados.rados.0.smithi067.stdout:3931: rmattr oid 3 current snap is 371 2024-07-29T15:15:33.698 INFO:tasks.rados.rados.0.smithi067.stdout:3928: finishing write tid 2 to smithi06780069-16 2024-07-29T15:15:33.698 INFO:tasks.rados.rados.0.smithi067.stdout:3928: finishing write tid 3 to smithi06780069-16 2024-07-29T15:15:33.699 INFO:tasks.rados.rados.0.smithi067.stdout:3928: finishing write tid 4 to smithi06780069-16 2024-07-29T15:15:33.699 INFO:tasks.rados.rados.0.smithi067.stdout:3928: finishing write tid 5 to smithi06780069-16 2024-07-29T15:15:33.699 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 16 v 1994 (ObjNum 1265 snap 371 seq_num 1265) dirty exists 2024-07-29T15:15:33.699 INFO:tasks.rados.rados.0.smithi067.stdout:3928: left oid 16 (ObjNum 1265 snap 371 seq_num 1265) 2024-07-29T15:15:33.699 INFO:tasks.rados.rados.0.smithi067.stdout:3928: done (1 left) 2024-07-29T15:15:33.699 INFO:tasks.rados.rados.0.smithi067.stdout:3931: done (0 left) 2024-07-29T15:15:33.699 INFO:tasks.rados.rados.0.smithi067.stdout:3932: copy_from oid 37 from oid 12 current snap is 371 2024-07-29T15:15:33.699 INFO:tasks.rados.rados.0.smithi067.stdout:3933: rollback oid 15 current snap is 371 2024-07-29T15:15:33.699 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 15 to 357 2024-07-29T15:15:33.699 INFO:tasks.rados.rados.0.smithi067.stdout:3934: delete oid 42 current snap is 371 2024-07-29T15:15:33.700 INFO:tasks.rados.rados.0.smithi067.stdout:3932: finishing copy_from to smithi06780069-37 2024-07-29T15:15:33.700 INFO:tasks.rados.rados.0.smithi067.stdout:3932: got expected ENOENT (src dne) 2024-07-29T15:15:33.701 INFO:tasks.rados.rados.0.smithi067.stdout:3932: finishing copy_from racing read to smithi06780069-37 2024-07-29T15:15:33.701 INFO:tasks.rados.rados.0.smithi067.stdout:3932: done (2 left) 2024-07-29T15:15:33.701 INFO:tasks.rados.rados.0.smithi067.stdout:3934: done (1 left) 2024-07-29T15:15:33.701 INFO:tasks.rados.rados.0.smithi067.stdout:3935: read oid 7 snap 370 2024-07-29T15:15:33.701 INFO:tasks.rados.rados.0.smithi067.stdout:3935: expect deleted 2024-07-29T15:15:33.701 INFO:tasks.rados.rados.0.smithi067.stdout:3936: setattr oid 19 current snap is 371 2024-07-29T15:15:33.701 INFO:tasks.rados.rados.0.smithi067.stdout:3933: finishing rollback tid 0 to smithi06780069-15 2024-07-29T15:15:33.701 INFO:tasks.rados.rados.0.smithi067.stdout:3933: finishing rollback tid 1 to smithi06780069-15 2024-07-29T15:15:33.701 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 15 v 1996 (ObjNum 65 snap 0 seq_num 1449617759) dirty dne 2024-07-29T15:15:33.702 INFO:tasks.rados.rados.0.smithi067.stdout:3933: done (2 left) 2024-07-29T15:15:33.702 INFO:tasks.rados.rados.0.smithi067.stdout:3937: snap_create 2024-07-29T15:15:33.704 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 19 v 2077 (ObjNum 1255 snap 368 seq_num 1255) dirty exists 2024-07-29T15:15:34.130 INFO:tasks.rados.rados.0.smithi067.stdout:3935: done (2 left) 2024-07-29T15:15:34.130 INFO:tasks.rados.rados.0.smithi067.stdout:3936: done (1 left) 2024-07-29T15:15:34.130 INFO:tasks.rados.rados.0.smithi067.stdout:3937: done (0 left) 2024-07-29T15:15:34.130 INFO:tasks.rados.rados.0.smithi067.stdout:3938: rmattr oid 41 current snap is 372 2024-07-29T15:15:34.130 INFO:tasks.rados.rados.0.smithi067.stdout:3938: done (0 left) 2024-07-29T15:15:34.131 INFO:tasks.rados.rados.0.smithi067.stdout:3939: read oid 41 snap -1 2024-07-29T15:15:34.131 INFO:tasks.rados.rados.0.smithi067.stdout:3939: expect (ObjNum 1237 snap 361 seq_num 1237) 2024-07-29T15:15:34.131 INFO:tasks.rados.rados.0.smithi067.stdout:3940: snap_remove snap 358 2024-07-29T15:15:35.139 INFO:tasks.rados.rados.0.smithi067.stdout:3940: done (1 left) 2024-07-29T15:15:35.139 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 4 current snap is 372 2024-07-29T15:15:35.140 INFO:tasks.rados.rados.0.smithi067.stdout:3941: seq_num 1268 ranges {4308992=442368,4751360=786432,5537792=557056,6094848=262144} 2024-07-29T15:15:35.167 INFO:tasks.rados.rados.0.smithi067.stdout:3941: writing smithi06780069-4 from 4308992 to 4751360 tid 1 2024-07-29T15:15:35.171 INFO:tasks.rados.rados.0.smithi067.stdout:3941: writing smithi06780069-4 from 4751360 to 5537792 tid 2 2024-07-29T15:15:35.175 INFO:tasks.rados.rados.0.smithi067.stdout:3941: writing smithi06780069-4 from 5537792 to 6094848 tid 3 2024-07-29T15:15:35.176 INFO:tasks.rados.rados.0.smithi067.stdout:3941: writing smithi06780069-4 from 6094848 to 6356992 tid 4 2024-07-29T15:15:35.176 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 16 current snap is 372 2024-07-29T15:15:35.177 INFO:tasks.rados.rados.0.smithi067.stdout:3942: seq_num 1269 ranges {12361728=458752,12820480=671744,13492224=712704,14204928=221184} 2024-07-29T15:15:35.246 INFO:tasks.rados.rados.0.smithi067.stdout:3942: writing smithi06780069-16 from 12361728 to 12820480 tid 1 2024-07-29T15:15:35.250 INFO:tasks.rados.rados.0.smithi067.stdout:3942: writing smithi06780069-16 from 12820480 to 13492224 tid 2 2024-07-29T15:15:35.254 INFO:tasks.rados.rados.0.smithi067.stdout:3942: writing smithi06780069-16 from 13492224 to 14204928 tid 3 2024-07-29T15:15:35.255 INFO:tasks.rados.rados.0.smithi067.stdout:3942: writing smithi06780069-16 from 14204928 to 14426112 tid 4 2024-07-29T15:15:35.256 INFO:tasks.rados.rados.0.smithi067.stdout:3943: read oid 37 snap 368 2024-07-29T15:15:35.256 INFO:tasks.rados.rados.0.smithi067.stdout:3943: expect deleted 2024-07-29T15:15:35.256 INFO:tasks.rados.rados.0.smithi067.stdout:3944: snap_create 2024-07-29T15:15:35.256 INFO:tasks.rados.rados.0.smithi067.stdout:3939: expect (ObjNum 1237 snap 361 seq_num 1237) 2024-07-29T15:15:35.367 INFO:tasks.rados.rados.0.smithi067.stdout:3941: finishing write tid 1 to smithi06780069-4 2024-07-29T15:15:35.367 INFO:tasks.rados.rados.0.smithi067.stdout:3941: finishing write tid 2 to smithi06780069-4 2024-07-29T15:15:35.367 INFO:tasks.rados.rados.0.smithi067.stdout:3941: finishing write tid 3 to smithi06780069-4 2024-07-29T15:15:35.367 INFO:tasks.rados.rados.0.smithi067.stdout:3941: finishing write tid 4 to smithi06780069-4 2024-07-29T15:15:35.367 INFO:tasks.rados.rados.0.smithi067.stdout:3941: finishing write tid 5 to smithi06780069-4 2024-07-29T15:15:35.367 INFO:tasks.rados.rados.0.smithi067.stdout:3941: finishing write tid 6 to smithi06780069-4 2024-07-29T15:15:35.368 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 4 v 2097 (ObjNum 1268 snap 372 seq_num 1268) dirty exists 2024-07-29T15:15:35.368 INFO:tasks.rados.rados.0.smithi067.stdout:3941: left oid 4 (ObjNum 1268 snap 372 seq_num 1268) 2024-07-29T15:15:35.368 INFO:tasks.rados.rados.0.smithi067.stdout:3942: finishing write tid 1 to smithi06780069-16 2024-07-29T15:15:35.368 INFO:tasks.rados.rados.0.smithi067.stdout:3942: finishing write tid 2 to smithi06780069-16 2024-07-29T15:15:35.368 INFO:tasks.rados.rados.0.smithi067.stdout:3942: finishing write tid 3 to smithi06780069-16 2024-07-29T15:15:35.368 INFO:tasks.rados.rados.0.smithi067.stdout:3942: finishing write tid 4 to smithi06780069-16 2024-07-29T15:15:35.368 INFO:tasks.rados.rados.0.smithi067.stdout:3942: finishing write tid 5 to smithi06780069-16 2024-07-29T15:15:35.368 INFO:tasks.rados.rados.0.smithi067.stdout:3942: finishing write tid 6 to smithi06780069-16 2024-07-29T15:15:35.368 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 16 v 2001 (ObjNum 1269 snap 372 seq_num 1269) dirty exists 2024-07-29T15:15:35.368 INFO:tasks.rados.rados.0.smithi067.stdout:3942: left oid 16 (ObjNum 1269 snap 372 seq_num 1269) 2024-07-29T15:15:35.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:35 smithi067 ceph-mon[91995]: pgmap v860: 121 pgs: 121 active+clean; 172 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-07-29T15:15:35.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:35 smithi067 ceph-mon[91995]: osdmap e830: 8 total, 8 up, 8 in 2024-07-29T15:15:35.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:15:35.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:35 smithi067 ceph-mon[94375]: pgmap v860: 121 pgs: 121 active+clean; 172 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-07-29T15:15:35.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:35 smithi067 ceph-mon[94375]: osdmap e830: 8 total, 8 up, 8 in 2024-07-29T15:15:35.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:15:35.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:35 smithi138 ceph-mon[86438]: pgmap v860: 121 pgs: 121 active+clean; 172 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-07-29T15:15:35.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:35 smithi138 ceph-mon[86438]: osdmap e830: 8 total, 8 up, 8 in 2024-07-29T15:15:35.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:15:36.142 INFO:tasks.rados.rados.0.smithi067.stdout:3939: done (4 left) 2024-07-29T15:15:36.143 INFO:tasks.rados.rados.0.smithi067.stdout:3941: done (3 left) 2024-07-29T15:15:36.143 INFO:tasks.rados.rados.0.smithi067.stdout:3942: done (2 left) 2024-07-29T15:15:36.143 INFO:tasks.rados.rados.0.smithi067.stdout:3943: done (1 left) 2024-07-29T15:15:36.143 INFO:tasks.rados.rados.0.smithi067.stdout:3944: done (0 left) 2024-07-29T15:15:36.143 INFO:tasks.rados.rados.0.smithi067.stdout:3945: rollback oid 22 current snap is 373 2024-07-29T15:15:36.143 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 22 to 365 2024-07-29T15:15:36.143 INFO:tasks.rados.rados.0.smithi067.stdout:3946: snap_remove snap 361 2024-07-29T15:15:36.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:36 smithi067 ceph-mon[91995]: osdmap e831: 8 total, 8 up, 8 in 2024-07-29T15:15:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:36 smithi067 ceph-mon[94375]: osdmap e831: 8 total, 8 up, 8 in 2024-07-29T15:15:36.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:36 smithi138 ceph-mon[86438]: osdmap e831: 8 total, 8 up, 8 in 2024-07-29T15:15:37.142 INFO:tasks.rados.rados.0.smithi067.stdout:3946: done (1 left) 2024-07-29T15:15:37.143 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 50 current snap is 373 2024-07-29T15:15:37.143 INFO:tasks.rados.rados.0.smithi067.stdout:3947: seq_num 1270 ranges {5898240=475136,6373376=606208,6979584=524288,7503872=475136} 2024-07-29T15:15:37.179 INFO:tasks.rados.rados.0.smithi067.stdout:3947: writing smithi06780069-50 from 5898240 to 6373376 tid 1 2024-07-29T15:15:37.183 INFO:tasks.rados.rados.0.smithi067.stdout:3947: writing smithi06780069-50 from 6373376 to 6979584 tid 2 2024-07-29T15:15:37.187 INFO:tasks.rados.rados.0.smithi067.stdout:3947: writing smithi06780069-50 from 6979584 to 7503872 tid 3 2024-07-29T15:15:37.190 INFO:tasks.rados.rados.0.smithi067.stdout:3947: writing smithi06780069-50 from 7503872 to 7979008 tid 4 2024-07-29T15:15:37.190 INFO:tasks.rados.rados.0.smithi067.stdout:3948: delete oid 17 current snap is 373 2024-07-29T15:15:37.190 INFO:tasks.rados.rados.0.smithi067.stdout:3945: finishing rollback tid 0 to smithi06780069-22 2024-07-29T15:15:37.191 INFO:tasks.rados.rados.0.smithi067.stdout:3945: finishing rollback tid 1 to smithi06780069-22 2024-07-29T15:15:37.191 INFO:tasks.rados.rados.0.smithi067.stdout:3945: finishing rollback tid 2 to smithi06780069-22 2024-07-29T15:15:37.191 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 22 v 1997 (ObjNum 1218 snap 353 seq_num 1218) dirty exists 2024-07-29T15:15:37.194 INFO:tasks.rados.rados.0.smithi067.stdout:3947: finishing write tid 1 to smithi06780069-50 2024-07-29T15:15:37.194 INFO:tasks.rados.rados.0.smithi067.stdout:3947: finishing write tid 2 to smithi06780069-50 2024-07-29T15:15:37.194 INFO:tasks.rados.rados.0.smithi067.stdout:3947: finishing write tid 3 to smithi06780069-50 2024-07-29T15:15:37.214 INFO:tasks.rados.rados.0.smithi067.stdout:3945: done (2 left) 2024-07-29T15:15:37.214 INFO:tasks.rados.rados.0.smithi067.stdout:3948: done (1 left) 2024-07-29T15:15:37.214 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 14 current snap is 373 2024-07-29T15:15:37.214 INFO:tasks.rados.rados.0.smithi067.stdout:3949: seq_num 1272 ranges {0=507904,507904=770048,1277952=532480,1810432=303104} 2024-07-29T15:15:37.217 INFO:tasks.rados.rados.0.smithi067.stdout:3949: writing smithi06780069-14 from 0 to 507904 tid 1 2024-07-29T15:15:37.221 INFO:tasks.rados.rados.0.smithi067.stdout:3949: writing smithi06780069-14 from 507904 to 1277952 tid 2 2024-07-29T15:15:37.224 INFO:tasks.rados.rados.0.smithi067.stdout:3949: writing smithi06780069-14 from 1277952 to 1810432 tid 3 2024-07-29T15:15:37.226 INFO:tasks.rados.rados.0.smithi067.stdout:3949: writing smithi06780069-14 from 1810432 to 2113536 tid 4 2024-07-29T15:15:37.226 INFO:tasks.rados.rados.0.smithi067.stdout:3950: read oid 44 snap -1 2024-07-29T15:15:37.226 INFO:tasks.rados.rados.0.smithi067.stdout:3950: expect (ObjNum 1246 snap 366 seq_num 1246) 2024-07-29T15:15:37.227 INFO:tasks.rados.rados.0.smithi067.stdout:3951: setattr oid 33 current snap is 373 2024-07-29T15:15:37.227 INFO:tasks.rados.rados.0.smithi067.stdout:3947: finishing write tid 4 to smithi06780069-50 2024-07-29T15:15:37.227 INFO:tasks.rados.rados.0.smithi067.stdout:3947: finishing write tid 5 to smithi06780069-50 2024-07-29T15:15:37.227 INFO:tasks.rados.rados.0.smithi067.stdout:3947: finishing write tid 6 to smithi06780069-50 2024-07-29T15:15:37.227 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 50 v 1998 (ObjNum 1270 snap 373 seq_num 1270) dirty exists 2024-07-29T15:15:37.227 INFO:tasks.rados.rados.0.smithi067.stdout:3947: left oid 50 (ObjNum 1270 snap 373 seq_num 1270) 2024-07-29T15:15:37.227 INFO:tasks.rados.rados.0.smithi067.stdout:3949: finishing write tid 1 to smithi06780069-14 2024-07-29T15:15:37.227 INFO:tasks.rados.rados.0.smithi067.stdout:3949: finishing write tid 2 to smithi06780069-14 2024-07-29T15:15:37.227 INFO:tasks.rados.rados.0.smithi067.stdout:3947: done (3 left) 2024-07-29T15:15:37.227 INFO:tasks.rados.rados.0.smithi067.stdout:3952: delete oid 36 current snap is 373 2024-07-29T15:15:37.229 INFO:tasks.rados.rados.0.smithi067.stdout:3949: finishing write tid 3 to smithi06780069-14 2024-07-29T15:15:37.230 INFO:tasks.rados.rados.0.smithi067.stdout:3949: finishing write tid 4 to smithi06780069-14 2024-07-29T15:15:37.230 INFO:tasks.rados.rados.0.smithi067.stdout:3949: finishing write tid 5 to smithi06780069-14 2024-07-29T15:15:37.230 INFO:tasks.rados.rados.0.smithi067.stdout:3952: done (3 left) 2024-07-29T15:15:37.230 INFO:tasks.rados.rados.0.smithi067.stdout:3953: delete oid 3 current snap is 373 2024-07-29T15:15:37.231 INFO:tasks.rados.rados.0.smithi067.stdout:3949: finishing write tid 6 to smithi06780069-14 2024-07-29T15:15:37.231 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 14 v 1868 (ObjNum 1272 snap 373 seq_num 1272) dirty exists 2024-07-29T15:15:37.232 INFO:tasks.rados.rados.0.smithi067.stdout:3949: left oid 14 (ObjNum 1272 snap 373 seq_num 1272) 2024-07-29T15:15:37.232 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 33 v 2105 (ObjNum 1061 snap 327 seq_num 1061) dirty exists 2024-07-29T15:15:37.234 INFO:tasks.rados.rados.0.smithi067.stdout:3949: done (3 left) 2024-07-29T15:15:37.234 INFO:tasks.rados.rados.0.smithi067.stdout:3951: done (2 left) 2024-07-29T15:15:37.234 INFO:tasks.rados.rados.0.smithi067.stdout:3953: done (1 left) 2024-07-29T15:15:37.234 INFO:tasks.rados.rados.0.smithi067.stdout:3954: snap_create 2024-07-29T15:15:37.240 INFO:tasks.rados.rados.0.smithi067.stdout:3950: expect (ObjNum 1246 snap 366 seq_num 1246) 2024-07-29T15:15:37.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:37 smithi067 ceph-mon[91995]: pgmap v863: 121 pgs: 121 active+clean; 174 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 2.9 MiB/s wr, 21 op/s 2024-07-29T15:15:37.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:37 smithi067 ceph-mon[91995]: osdmap e832: 8 total, 8 up, 8 in 2024-07-29T15:15:37.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:37 smithi067 ceph-mon[94375]: pgmap v863: 121 pgs: 121 active+clean; 174 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 2.9 MiB/s wr, 21 op/s 2024-07-29T15:15:37.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:37 smithi067 ceph-mon[94375]: osdmap e832: 8 total, 8 up, 8 in 2024-07-29T15:15:37.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:37 smithi138 ceph-mon[86438]: pgmap v863: 121 pgs: 121 active+clean; 174 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 2.9 MiB/s wr, 21 op/s 2024-07-29T15:15:37.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:37 smithi138 ceph-mon[86438]: osdmap e832: 8 total, 8 up, 8 in 2024-07-29T15:15:38.060 INFO:tasks.rados.rados.0.smithi067.stdout:3950: done (1 left) 2024-07-29T15:15:38.060 INFO:tasks.rados.rados.0.smithi067.stdout:3954: done (0 left) 2024-07-29T15:15:38.060 INFO:tasks.rados.rados.0.smithi067.stdout:3955: snap_remove snap 365 2024-07-29T15:15:38.151 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:15:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:15:37] "GET /metrics HTTP/1.1" 200 36432 "" "Prometheus/2.51.0" 2024-07-29T15:15:38.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:38 smithi067 ceph-mon[94375]: osdmap e833: 8 total, 8 up, 8 in 2024-07-29T15:15:38.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:38 smithi067 ceph-mon[94375]: osdmap e834: 8 total, 8 up, 8 in 2024-07-29T15:15:38.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:38 smithi067 ceph-mon[91995]: osdmap e833: 8 total, 8 up, 8 in 2024-07-29T15:15:38.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:38 smithi067 ceph-mon[91995]: osdmap e834: 8 total, 8 up, 8 in 2024-07-29T15:15:38.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:38 smithi138 ceph-mon[86438]: osdmap e833: 8 total, 8 up, 8 in 2024-07-29T15:15:38.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:38 smithi138 ceph-mon[86438]: osdmap e834: 8 total, 8 up, 8 in 2024-07-29T15:15:39.060 INFO:tasks.rados.rados.0.smithi067.stdout:3955: done (0 left) 2024-07-29T15:15:39.061 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 7 current snap is 374 2024-07-29T15:15:39.061 INFO:tasks.rados.rados.0.smithi067.stdout:3956: seq_num 1275 ranges {0=557056,557056=425984,983040=712704,1695744=450560,2146304=16384} 2024-07-29T15:15:39.064 INFO:tasks.rados.rados.0.smithi067.stdout:3956: writing smithi06780069-7 from 0 to 557056 tid 1 2024-07-29T15:15:39.068 INFO:tasks.rados.rados.0.smithi067.stdout:3956: writing smithi06780069-7 from 557056 to 983040 tid 2 2024-07-29T15:15:39.073 INFO:tasks.rados.rados.0.smithi067.stdout:3956: writing smithi06780069-7 from 983040 to 1695744 tid 3 2024-07-29T15:15:39.076 INFO:tasks.rados.rados.0.smithi067.stdout:3956: writing smithi06780069-7 from 1695744 to 2146304 tid 4 2024-07-29T15:15:39.076 INFO:tasks.rados.rados.0.smithi067.stdout:3956: writing smithi06780069-7 from 2146304 to 2162688 tid 5 2024-07-29T15:15:39.076 INFO:tasks.rados.rados.0.smithi067.stdout:3957: snap_remove snap 373 2024-07-29T15:15:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:39 smithi067 ceph-mon[91995]: pgmap v866: 121 pgs: 121 active+clean; 176 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-07-29T15:15:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:39 smithi067 ceph-mon[91995]: osdmap e835: 8 total, 8 up, 8 in 2024-07-29T15:15:39.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:39 smithi067 ceph-mon[94375]: pgmap v866: 121 pgs: 121 active+clean; 176 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-07-29T15:15:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:39 smithi067 ceph-mon[94375]: osdmap e835: 8 total, 8 up, 8 in 2024-07-29T15:15:39.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:39 smithi138 ceph-mon[86438]: pgmap v866: 121 pgs: 121 active+clean; 176 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-07-29T15:15:39.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:39 smithi138 ceph-mon[86438]: osdmap e835: 8 total, 8 up, 8 in 2024-07-29T15:15:40.062 INFO:tasks.rados.rados.0.smithi067.stdout:3957: done (1 left) 2024-07-29T15:15:40.062 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 41 current snap is 374 2024-07-29T15:15:40.063 INFO:tasks.rados.rados.0.smithi067.stdout:3956: finishing write tid 1 to smithi06780069-7 2024-07-29T15:15:40.063 INFO:tasks.rados.rados.0.smithi067.stdout:3958: seq_num 1276 ranges {3186688=573440,3760128=712704,4472832=516096,4988928=376832} 2024-07-29T15:15:40.082 INFO:tasks.rados.rados.0.smithi067.stdout:3958: writing smithi06780069-41 from 3186688 to 3760128 tid 1 2024-07-29T15:15:40.087 INFO:tasks.rados.rados.0.smithi067.stdout:3958: writing smithi06780069-41 from 3760128 to 4472832 tid 2 2024-07-29T15:15:40.090 INFO:tasks.rados.rados.0.smithi067.stdout:3958: writing smithi06780069-41 from 4472832 to 4988928 tid 3 2024-07-29T15:15:40.093 INFO:tasks.rados.rados.0.smithi067.stdout:3958: writing smithi06780069-41 from 4988928 to 5365760 tid 4 2024-07-29T15:15:40.093 INFO:tasks.rados.rados.0.smithi067.stdout:3959: read oid 43 snap 370 2024-07-29T15:15:40.093 INFO:tasks.rados.rados.0.smithi067.stdout:3959: expect (ObjNum 1261 snap 369 seq_num 1261) 2024-07-29T15:15:40.093 INFO:tasks.rados.rados.0.smithi067.stdout:3960: copy_from oid 29 from oid 23 current snap is 374 2024-07-29T15:15:40.093 INFO:tasks.rados.rados.0.smithi067.stdout:3956: finishing write tid 2 to smithi06780069-7 2024-07-29T15:15:40.094 INFO:tasks.rados.rados.0.smithi067.stdout:3956: finishing write tid 3 to smithi06780069-7 2024-07-29T15:15:40.094 INFO:tasks.rados.rados.0.smithi067.stdout:3956: finishing write tid 4 to smithi06780069-7 2024-07-29T15:15:40.094 INFO:tasks.rados.rados.0.smithi067.stdout:3956: finishing write tid 5 to smithi06780069-7 2024-07-29T15:15:40.094 INFO:tasks.rados.rados.0.smithi067.stdout:3961: read oid 13 snap 357 2024-07-29T15:15:40.094 INFO:tasks.rados.rados.0.smithi067.stdout:3961: expect (ObjNum 1102 snap 334 seq_num 1102) 2024-07-29T15:15:40.094 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 36 current snap is 374 2024-07-29T15:15:40.094 INFO:tasks.rados.rados.0.smithi067.stdout:3962: seq_num 1277 ranges {0=589824,589824=598016,1187840=671744,1859584=335872} 2024-07-29T15:15:40.097 INFO:tasks.rados.rados.0.smithi067.stdout:3962: writing smithi06780069-36 from 0 to 589824 tid 1 2024-07-29T15:15:40.101 INFO:tasks.rados.rados.0.smithi067.stdout:3962: writing smithi06780069-36 from 589824 to 1187840 tid 2 2024-07-29T15:15:40.106 INFO:tasks.rados.rados.0.smithi067.stdout:3962: writing smithi06780069-36 from 1187840 to 1859584 tid 3 2024-07-29T15:15:40.109 INFO:tasks.rados.rados.0.smithi067.stdout:3962: writing smithi06780069-36 from 1859584 to 2195456 tid 4 2024-07-29T15:15:40.109 INFO:tasks.rados.rados.0.smithi067.stdout:3963: rollback oid 24 current snap is 374 2024-07-29T15:15:40.109 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 24 to 357 2024-07-29T15:15:40.109 INFO:tasks.rados.rados.0.smithi067.stdout:3956: finishing write tid 6 to smithi06780069-7 2024-07-29T15:15:40.110 INFO:tasks.rados.rados.0.smithi067.stdout:3956: finishing write tid 7 to smithi06780069-7 2024-07-29T15:15:40.110 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 7 v 2091 (ObjNum 1275 snap 374 seq_num 1275) dirty exists 2024-07-29T15:15:40.110 INFO:tasks.rados.rados.0.smithi067.stdout:3956: left oid 7 (ObjNum 1275 snap 374 seq_num 1275) 2024-07-29T15:15:40.110 INFO:tasks.rados.rados.0.smithi067.stdout:3958: finishing write tid 1 to smithi06780069-41 2024-07-29T15:15:40.110 INFO:tasks.rados.rados.0.smithi067.stdout:3956: done (6 left) 2024-07-29T15:15:40.110 INFO:tasks.rados.rados.0.smithi067.stdout:3964: setattr oid 49 current snap is 374 2024-07-29T15:15:40.110 INFO:tasks.rados.rados.0.smithi067.stdout:3958: finishing write tid 2 to smithi06780069-41 2024-07-29T15:15:40.110 INFO:tasks.rados.rados.0.smithi067.stdout:3958: finishing write tid 3 to smithi06780069-41 2024-07-29T15:15:40.110 INFO:tasks.rados.rados.0.smithi067.stdout:3962: finishing write tid 1 to smithi06780069-36 2024-07-29T15:15:40.110 INFO:tasks.rados.rados.0.smithi067.stdout:3961: expect (ObjNum 1102 snap 334 seq_num 1102) 2024-07-29T15:15:40.156 INFO:tasks.rados.rados.0.smithi067.stdout:3960: finishing copy_from racing read to smithi06780069-29 2024-07-29T15:15:40.156 INFO:tasks.rados.rados.0.smithi067.stdout:3958: finishing write tid 4 to smithi06780069-41 2024-07-29T15:15:40.156 INFO:tasks.rados.rados.0.smithi067.stdout:3958: finishing write tid 5 to smithi06780069-41 2024-07-29T15:15:40.156 INFO:tasks.rados.rados.0.smithi067.stdout:3958: finishing write tid 6 to smithi06780069-41 2024-07-29T15:15:40.156 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 41 v 2059 (ObjNum 1276 snap 374 seq_num 1276) dirty exists 2024-07-29T15:15:40.156 INFO:tasks.rados.rados.0.smithi067.stdout:3958: left oid 41 (ObjNum 1276 snap 374 seq_num 1276) 2024-07-29T15:15:40.156 INFO:tasks.rados.rados.0.smithi067.stdout:3962: finishing write tid 2 to smithi06780069-36 2024-07-29T15:15:40.156 INFO:tasks.rados.rados.0.smithi067.stdout:3960: finishing copy_from to smithi06780069-29 2024-07-29T15:15:40.156 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 1868 (ObjNum 1247 snap 367 seq_num 1247) dirty exists 2024-07-29T15:15:40.156 INFO:tasks.rados.rados.0.smithi067.stdout:3962: finishing write tid 3 to smithi06780069-36 2024-07-29T15:15:40.157 INFO:tasks.rados.rados.0.smithi067.stdout:3959: expect (ObjNum 1261 snap 369 seq_num 1261) 2024-07-29T15:15:40.258 INFO:tasks.rados.rados.0.smithi067.stdout:3963: finishing rollback tid 0 to smithi06780069-24 2024-07-29T15:15:40.258 INFO:tasks.rados.rados.0.smithi067.stdout:3963: finishing rollback tid 1 to smithi06780069-24 2024-07-29T15:15:40.259 INFO:tasks.rados.rados.0.smithi067.stdout:3963: finishing rollback tid 2 to smithi06780069-24 2024-07-29T15:15:40.259 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 24 v 2004 (ObjNum 1100 snap 334 seq_num 1100) dirty exists 2024-07-29T15:15:40.259 INFO:tasks.rados.rados.0.smithi067.stdout:3962: finishing write tid 4 to smithi06780069-36 2024-07-29T15:15:40.259 INFO:tasks.rados.rados.0.smithi067.stdout:3962: finishing write tid 5 to smithi06780069-36 2024-07-29T15:15:40.259 INFO:tasks.rados.rados.0.smithi067.stdout:3962: finishing write tid 6 to smithi06780069-36 2024-07-29T15:15:40.259 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 36 v 1997 (ObjNum 1277 snap 374 seq_num 1277) dirty exists 2024-07-29T15:15:40.259 INFO:tasks.rados.rados.0.smithi067.stdout:3962: left oid 36 (ObjNum 1277 snap 374 seq_num 1277) 2024-07-29T15:15:40.259 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 2112 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-29T15:15:40.259 INFO:tasks.rados.rados.0.smithi067.stdout:3958: done (6 left) 2024-07-29T15:15:40.259 INFO:tasks.rados.rados.0.smithi067.stdout:3959: done (5 left) 2024-07-29T15:15:40.259 INFO:tasks.rados.rados.0.smithi067.stdout:3960: done (4 left) 2024-07-29T15:15:40.259 INFO:tasks.rados.rados.0.smithi067.stdout:3961: done (3 left) 2024-07-29T15:15:40.259 INFO:tasks.rados.rados.0.smithi067.stdout:3962: done (2 left) 2024-07-29T15:15:40.259 INFO:tasks.rados.rados.0.smithi067.stdout:3963: done (1 left) 2024-07-29T15:15:40.260 INFO:tasks.rados.rados.0.smithi067.stdout:3964: done (0 left) 2024-07-29T15:15:40.260 INFO:tasks.rados.rados.0.smithi067.stdout:3965: snap_create 2024-07-29T15:15:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:15:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:15:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:15:41.165 INFO:tasks.rados.rados.0.smithi067.stdout:3965: done (0 left) 2024-07-29T15:15:41.166 INFO:tasks.rados.rados.0.smithi067.stdout:3966: read oid 20 snap -1 2024-07-29T15:15:41.166 INFO:tasks.rados.rados.0.smithi067.stdout:3966: expect deleted 2024-07-29T15:15:41.166 INFO:tasks.rados.rados.0.smithi067.stdout:3967: snap_create 2024-07-29T15:15:41.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:41 smithi138 ceph-mon[86438]: pgmap v869: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 181 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-07-29T15:15:41.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:41 smithi138 ceph-mon[86438]: osdmap e836: 8 total, 8 up, 8 in 2024-07-29T15:15:41.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:41 smithi067 ceph-mon[91995]: pgmap v869: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 181 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-07-29T15:15:41.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:41 smithi067 ceph-mon[91995]: osdmap e836: 8 total, 8 up, 8 in 2024-07-29T15:15:41.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:41 smithi067 ceph-mon[94375]: pgmap v869: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 181 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-07-29T15:15:41.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:41 smithi067 ceph-mon[94375]: osdmap e836: 8 total, 8 up, 8 in 2024-07-29T15:15:42.171 INFO:tasks.rados.rados.0.smithi067.stdout:3966: done (1 left) 2024-07-29T15:15:42.171 INFO:tasks.rados.rados.0.smithi067.stdout:3967: done (0 left) 2024-07-29T15:15:42.171 INFO:tasks.rados.rados.0.smithi067.stdout:3968: snap_create 2024-07-29T15:15:42.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:42 smithi067 ceph-mon[91995]: osdmap e837: 8 total, 8 up, 8 in 2024-07-29T15:15:42.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:42 smithi067 ceph-mon[94375]: osdmap e837: 8 total, 8 up, 8 in 2024-07-29T15:15:42.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:42 smithi138 ceph-mon[86438]: osdmap e837: 8 total, 8 up, 8 in 2024-07-29T15:15:43.059 INFO:tasks.rados.rados.0.smithi067.stdout:3968: done (0 left) 2024-07-29T15:15:43.060 INFO:tasks.rados.rados.0.smithi067.stdout:3969: rmattr oid 8 current snap is 377 2024-07-29T15:15:43.060 INFO:tasks.rados.rados.0.smithi067.stdout:3970: copy_from oid 30 from oid 7 current snap is 377 2024-07-29T15:15:43.060 INFO:tasks.rados.rados.0.smithi067.stdout:3971: setattr oid 47 current snap is 377 2024-07-29T15:15:43.061 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 20 current snap is 377 2024-07-29T15:15:43.061 INFO:tasks.rados.rados.0.smithi067.stdout:3972: seq_num 1278 ranges {0=606208,606208=524288,1130496=483328,1613824=598016} 2024-07-29T15:15:43.065 INFO:tasks.rados.rados.0.smithi067.stdout:3972: writing smithi06780069-20 from 0 to 606208 tid 1 2024-07-29T15:15:43.069 INFO:tasks.rados.rados.0.smithi067.stdout:3972: writing smithi06780069-20 from 606208 to 1130496 tid 2 2024-07-29T15:15:43.072 INFO:tasks.rados.rados.0.smithi067.stdout:3972: writing smithi06780069-20 from 1130496 to 1613824 tid 3 2024-07-29T15:15:43.077 INFO:tasks.rados.rados.0.smithi067.stdout:3972: writing smithi06780069-20 from 1613824 to 2211840 tid 4 2024-07-29T15:15:43.077 INFO:tasks.rados.rados.0.smithi067.stdout:3973: snap_remove snap 370 2024-07-29T15:15:43.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:43 smithi067 ceph-mon[91995]: pgmap v872: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 181 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-07-29T15:15:43.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:43 smithi067 ceph-mon[91995]: osdmap e838: 8 total, 8 up, 8 in 2024-07-29T15:15:43.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:43 smithi067 ceph-mon[91995]: osdmap e839: 8 total, 8 up, 8 in 2024-07-29T15:15:43.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:43 smithi067 ceph-mon[94375]: pgmap v872: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 181 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-07-29T15:15:43.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:43 smithi067 ceph-mon[94375]: osdmap e838: 8 total, 8 up, 8 in 2024-07-29T15:15:43.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:43 smithi067 ceph-mon[94375]: osdmap e839: 8 total, 8 up, 8 in 2024-07-29T15:15:43.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:43 smithi138 ceph-mon[86438]: pgmap v872: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 181 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-07-29T15:15:43.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:43 smithi138 ceph-mon[86438]: osdmap e838: 8 total, 8 up, 8 in 2024-07-29T15:15:43.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:43 smithi138 ceph-mon[86438]: osdmap e839: 8 total, 8 up, 8 in 2024-07-29T15:15:44.063 INFO:tasks.rados.rados.0.smithi067.stdout:3973: done (4 left) 2024-07-29T15:15:44.063 INFO:tasks.rados.rados.0.smithi067.stdout:3974: read oid 16 snap 363 2024-07-29T15:15:44.063 INFO:tasks.rados.rados.0.smithi067.stdout:3974: expect (ObjNum 1161 snap 342 seq_num 1161) 2024-07-29T15:15:44.063 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 11 current snap is 377 2024-07-29T15:15:44.063 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 8 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-07-29T15:15:44.063 INFO:tasks.rados.rados.0.smithi067.stdout:3972: finishing write tid 1 to smithi06780069-20 2024-07-29T15:15:44.063 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 47 v 1907 (ObjNum 1259 snap 368 seq_num 1259) dirty exists 2024-07-29T15:15:44.063 INFO:tasks.rados.rados.0.smithi067.stdout:3972: finishing write tid 2 to smithi06780069-20 2024-07-29T15:15:44.063 INFO:tasks.rados.rados.0.smithi067.stdout:3975: seq_num 1279 ranges {1900544=630784,2531328=409600,2940928=688128,3629056=507904} 2024-07-29T15:15:44.078 INFO:tasks.rados.rados.0.smithi067.stdout:3975: writing smithi06780069-11 from 1900544 to 2531328 tid 1 2024-07-29T15:15:44.081 INFO:tasks.rados.rados.0.smithi067.stdout:3975: writing smithi06780069-11 from 2531328 to 2940928 tid 2 2024-07-29T15:15:44.086 INFO:tasks.rados.rados.0.smithi067.stdout:3975: writing smithi06780069-11 from 2940928 to 3629056 tid 3 2024-07-29T15:15:44.090 INFO:tasks.rados.rados.0.smithi067.stdout:3975: writing smithi06780069-11 from 3629056 to 4136960 tid 4 2024-07-29T15:15:44.090 INFO:tasks.rados.rados.0.smithi067.stdout:3969: done (5 left) 2024-07-29T15:15:44.090 INFO:tasks.rados.rados.0.smithi067.stdout:3971: done (4 left) 2024-07-29T15:15:44.090 INFO:tasks.rados.rados.0.smithi067.stdout:3976: snap_remove snap 376 2024-07-29T15:15:44.560 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 15:15:44 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T15:15:44.105+0000 7fc5669c9640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1be after trimming was started 2024-07-29T15:15:45.069 INFO:tasks.rados.rados.0.smithi067.stdout:3976: done (4 left) 2024-07-29T15:15:45.069 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 49 current snap is 377 2024-07-29T15:15:45.069 INFO:tasks.rados.rados.0.smithi067.stdout:3972: finishing write tid 3 to smithi06780069-20 2024-07-29T15:15:45.069 INFO:tasks.rados.rados.0.smithi067.stdout:3970: finishing copy_from racing read to smithi06780069-30 2024-07-29T15:15:45.069 INFO:tasks.rados.rados.0.smithi067.stdout:3972: finishing write tid 4 to smithi06780069-20 2024-07-29T15:15:45.069 INFO:tasks.rados.rados.0.smithi067.stdout:3977: seq_num 1280 ranges {0=647168,647168=696320,1343488=499712,1843200=409600} 2024-07-29T15:15:45.072 INFO:tasks.rados.rados.0.smithi067.stdout:3977: writing smithi06780069-49 from 0 to 647168 tid 1 2024-07-29T15:15:45.076 INFO:tasks.rados.rados.0.smithi067.stdout:3977: writing smithi06780069-49 from 647168 to 1343488 tid 2 2024-07-29T15:15:45.080 INFO:tasks.rados.rados.0.smithi067.stdout:3977: writing smithi06780069-49 from 1343488 to 1843200 tid 3 2024-07-29T15:15:45.082 INFO:tasks.rados.rados.0.smithi067.stdout:3977: writing smithi06780069-49 from 1843200 to 2252800 tid 4 2024-07-29T15:15:45.083 INFO:tasks.rados.rados.0.smithi067.stdout:3978: snap_create 2024-07-29T15:15:45.083 INFO:tasks.rados.rados.0.smithi067.stdout:3972: finishing write tid 5 to smithi06780069-20 2024-07-29T15:15:45.083 INFO:tasks.rados.rados.0.smithi067.stdout:3972: finishing write tid 6 to smithi06780069-20 2024-07-29T15:15:45.083 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 2064 (ObjNum 1278 snap 377 seq_num 1278) dirty exists 2024-07-29T15:15:45.083 INFO:tasks.rados.rados.0.smithi067.stdout:3972: left oid 20 (ObjNum 1278 snap 377 seq_num 1278) 2024-07-29T15:15:45.083 INFO:tasks.rados.rados.0.smithi067.stdout:3970: finishing copy_from to smithi06780069-30 2024-07-29T15:15:45.083 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 30 v 2091 (ObjNum 1275 snap 374 seq_num 1275) dirty exists 2024-07-29T15:15:45.083 INFO:tasks.rados.rados.0.smithi067.stdout:3975: finishing write tid 1 to smithi06780069-11 2024-07-29T15:15:45.083 INFO:tasks.rados.rados.0.smithi067.stdout:3975: finishing write tid 2 to smithi06780069-11 2024-07-29T15:15:45.083 INFO:tasks.rados.rados.0.smithi067.stdout:3975: finishing write tid 3 to smithi06780069-11 2024-07-29T15:15:45.083 INFO:tasks.rados.rados.0.smithi067.stdout:3975: finishing write tid 4 to smithi06780069-11 2024-07-29T15:15:45.083 INFO:tasks.rados.rados.0.smithi067.stdout:3975: finishing write tid 5 to smithi06780069-11 2024-07-29T15:15:45.083 INFO:tasks.rados.rados.0.smithi067.stdout:3975: finishing write tid 6 to smithi06780069-11 2024-07-29T15:15:45.084 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 11 v 2096 (ObjNum 1279 snap 377 seq_num 1279) dirty exists 2024-07-29T15:15:45.084 INFO:tasks.rados.rados.0.smithi067.stdout:3975: left oid 11 (ObjNum 1279 snap 377 seq_num 1279) 2024-07-29T15:15:45.084 INFO:tasks.rados.rados.0.smithi067.stdout:3974: expect (ObjNum 1161 snap 342 seq_num 1161) 2024-07-29T15:15:45.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:45 smithi138 ceph-mon[86438]: pgmap v875: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 184 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 922 KiB/s wr, 15 op/s 2024-07-29T15:15:45.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:45 smithi138 ceph-mon[86438]: osdmap e840: 8 total, 8 up, 8 in 2024-07-29T15:15:45.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:45 smithi067 ceph-mon[91995]: pgmap v875: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 184 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 922 KiB/s wr, 15 op/s 2024-07-29T15:15:45.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:45 smithi067 ceph-mon[91995]: osdmap e840: 8 total, 8 up, 8 in 2024-07-29T15:15:45.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:45 smithi067 ceph-mon[94375]: pgmap v875: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 184 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 922 KiB/s wr, 15 op/s 2024-07-29T15:15:45.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:45 smithi067 ceph-mon[94375]: osdmap e840: 8 total, 8 up, 8 in 2024-07-29T15:15:46.070 INFO:tasks.rados.rados.0.smithi067.stdout:3977: finishing write tid 1 to smithi06780069-49 2024-07-29T15:15:46.070 INFO:tasks.rados.rados.0.smithi067.stdout:3977: finishing write tid 2 to smithi06780069-49 2024-07-29T15:15:46.070 INFO:tasks.rados.rados.0.smithi067.stdout:3977: finishing write tid 3 to smithi06780069-49 2024-07-29T15:15:46.070 INFO:tasks.rados.rados.0.smithi067.stdout:3977: finishing write tid 4 to smithi06780069-49 2024-07-29T15:15:46.070 INFO:tasks.rados.rados.0.smithi067.stdout:3977: finishing write tid 5 to smithi06780069-49 2024-07-29T15:15:46.070 INFO:tasks.rados.rados.0.smithi067.stdout:3977: finishing write tid 6 to smithi06780069-49 2024-07-29T15:15:46.070 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 49 v 2122 (ObjNum 1280 snap 377 seq_num 1280) dirty exists 2024-07-29T15:15:46.070 INFO:tasks.rados.rados.0.smithi067.stdout:3977: left oid 49 (ObjNum 1280 snap 377 seq_num 1280) 2024-07-29T15:15:46.076 INFO:tasks.rados.rados.0.smithi067.stdout:3970: done (5 left) 2024-07-29T15:15:46.076 INFO:tasks.rados.rados.0.smithi067.stdout:3972: done (4 left) 2024-07-29T15:15:46.076 INFO:tasks.rados.rados.0.smithi067.stdout:3974: done (3 left) 2024-07-29T15:15:46.076 INFO:tasks.rados.rados.0.smithi067.stdout:3975: done (2 left) 2024-07-29T15:15:46.076 INFO:tasks.rados.rados.0.smithi067.stdout:3977: done (1 left) 2024-07-29T15:15:46.076 INFO:tasks.rados.rados.0.smithi067.stdout:3978: done (0 left) 2024-07-29T15:15:46.076 INFO:tasks.rados.rados.0.smithi067.stdout:3979: snap_create 2024-07-29T15:15:46.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:46 smithi067 ceph-mon[91995]: osdmap e841: 8 total, 8 up, 8 in 2024-07-29T15:15:46.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:46 smithi067 ceph-mon[94375]: osdmap e841: 8 total, 8 up, 8 in 2024-07-29T15:15:46.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:46 smithi138 ceph-mon[86438]: osdmap e841: 8 total, 8 up, 8 in 2024-07-29T15:15:47.077 INFO:tasks.rados.rados.0.smithi067.stdout:3979: done (0 left) 2024-07-29T15:15:47.077 INFO:tasks.rados.rados.0.smithi067.stdout:3980: rollback oid 29 current snap is 379 2024-07-29T15:15:47.077 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 29 to 372 2024-07-29T15:15:47.077 INFO:tasks.rados.rados.0.smithi067.stdout:3981: rmattr oid 15 current snap is 379 2024-07-29T15:15:47.078 INFO:tasks.rados.rados.0.smithi067.stdout:3981: done (1 left) 2024-07-29T15:15:47.078 INFO:tasks.rados.rados.0.smithi067.stdout:3982: rmattr oid 40 current snap is 379 2024-07-29T15:15:47.078 INFO:tasks.rados.rados.0.smithi067.stdout:3982: done (1 left) 2024-07-29T15:15:47.078 INFO:tasks.rados.rados.0.smithi067.stdout:3983: snap_remove snap 377 2024-07-29T15:15:47.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:47 smithi067 ceph-mon[91995]: pgmap v878: 121 pgs: 121 active+clean; 195 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 9 op/s 2024-07-29T15:15:47.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:47 smithi067 ceph-mon[91995]: osdmap e842: 8 total, 8 up, 8 in 2024-07-29T15:15:47.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:47 smithi067 ceph-mon[94375]: pgmap v878: 121 pgs: 121 active+clean; 195 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 9 op/s 2024-07-29T15:15:47.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:47 smithi067 ceph-mon[94375]: osdmap e842: 8 total, 8 up, 8 in 2024-07-29T15:15:47.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:47 smithi138 ceph-mon[86438]: pgmap v878: 121 pgs: 121 active+clean; 195 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 9 op/s 2024-07-29T15:15:47.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:47 smithi138 ceph-mon[86438]: osdmap e842: 8 total, 8 up, 8 in 2024-07-29T15:15:48.062 INFO:tasks.rados.rados.0.smithi067.stdout:3983: done (1 left) 2024-07-29T15:15:48.063 INFO:tasks.rados.rados.0.smithi067.stdout:3984: delete oid 12 current snap is 379 2024-07-29T15:15:48.063 INFO:tasks.rados.rados.0.smithi067.stdout:3980: finishing rollback tid 0 to smithi06780069-29 2024-07-29T15:15:48.063 INFO:tasks.rados.rados.0.smithi067.stdout:3980: finishing rollback tid 1 to smithi06780069-29 2024-07-29T15:15:48.063 INFO:tasks.rados.rados.0.smithi067.stdout:3980: finishing rollback tid 2 to smithi06780069-29 2024-07-29T15:15:48.063 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 29 v 2002 (ObjNum 1217 snap 353 seq_num 1217) dirty exists 2024-07-29T15:15:48.068 INFO:tasks.rados.rados.0.smithi067.stdout:3980: done (1 left) 2024-07-29T15:15:48.068 INFO:tasks.rados.rados.0.smithi067.stdout:3984: done (0 left) 2024-07-29T15:15:48.068 INFO:tasks.rados.rados.0.smithi067.stdout:3985: snap_create 2024-07-29T15:15:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:48 smithi067 ceph-mon[91995]: osdmap e843: 8 total, 8 up, 8 in 2024-07-29T15:15:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:48 smithi067 ceph-mon[91995]: osdmap e844: 8 total, 8 up, 8 in 2024-07-29T15:15:48.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:48 smithi067 ceph-mon[94375]: osdmap e843: 8 total, 8 up, 8 in 2024-07-29T15:15:48.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:48 smithi067 ceph-mon[94375]: osdmap e844: 8 total, 8 up, 8 in 2024-07-29T15:15:48.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:15:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:15:47] "GET /metrics HTTP/1.1" 200 36432 "" "Prometheus/2.51.0" 2024-07-29T15:15:48.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:48 smithi138 ceph-mon[86438]: osdmap e843: 8 total, 8 up, 8 in 2024-07-29T15:15:48.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:48 smithi138 ceph-mon[86438]: osdmap e844: 8 total, 8 up, 8 in 2024-07-29T15:15:49.063 INFO:tasks.rados.rados.0.smithi067.stdout:3985: done (0 left) 2024-07-29T15:15:49.064 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 19 current snap is 380 2024-07-29T15:15:49.064 INFO:tasks.rados.rados.0.smithi067.stdout:3986: seq_num 1282 ranges {5873664=679936,6553600=466944,7020544=458752,7479296=622592,8101888=57344} 2024-07-29T15:15:49.099 INFO:tasks.rados.rados.0.smithi067.stdout:3986: writing smithi06780069-19 from 5873664 to 6553600 tid 1 2024-07-29T15:15:49.102 INFO:tasks.rados.rados.0.smithi067.stdout:3986: writing smithi06780069-19 from 6553600 to 7020544 tid 2 2024-07-29T15:15:49.105 INFO:tasks.rados.rados.0.smithi067.stdout:3986: writing smithi06780069-19 from 7020544 to 7479296 tid 3 2024-07-29T15:15:49.109 INFO:tasks.rados.rados.0.smithi067.stdout:3986: writing smithi06780069-19 from 7479296 to 8101888 tid 4 2024-07-29T15:15:49.110 INFO:tasks.rados.rados.0.smithi067.stdout:3986: writing smithi06780069-19 from 8101888 to 8159232 tid 5 2024-07-29T15:15:49.110 INFO:tasks.rados.rados.0.smithi067.stdout:3987: copy_from oid 20 from oid 49 current snap is 380 2024-07-29T15:15:49.110 INFO:tasks.rados.rados.0.smithi067.stdout:3986: finishing write tid 1 to smithi06780069-19 2024-07-29T15:15:49.110 INFO:tasks.rados.rados.0.smithi067.stdout:3988: snap_remove snap 357 2024-07-29T15:15:49.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:49 smithi067 ceph-mon[94375]: pgmap v881: 121 pgs: 121 active+clean; 198 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.2 MiB/s wr, 13 op/s 2024-07-29T15:15:49.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:49 smithi067 ceph-mon[94375]: osdmap e845: 8 total, 8 up, 8 in 2024-07-29T15:15:49.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:49 smithi067 ceph-mon[91995]: pgmap v881: 121 pgs: 121 active+clean; 198 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.2 MiB/s wr, 13 op/s 2024-07-29T15:15:49.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:49 smithi067 ceph-mon[91995]: osdmap e845: 8 total, 8 up, 8 in 2024-07-29T15:15:49.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:49 smithi138 ceph-mon[86438]: pgmap v881: 121 pgs: 121 active+clean; 198 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.2 MiB/s wr, 13 op/s 2024-07-29T15:15:49.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:49 smithi138 ceph-mon[86438]: osdmap e845: 8 total, 8 up, 8 in 2024-07-29T15:15:50.104 INFO:tasks.rados.rados.0.smithi067.stdout:3988: done (2 left) 2024-07-29T15:15:50.104 INFO:tasks.rados.rados.0.smithi067.stdout:3989: rollback oid 39 current snap is 380 2024-07-29T15:15:50.104 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 39 to 369 2024-07-29T15:15:50.104 INFO:tasks.rados.rados.0.smithi067.stdout:3986: finishing write tid 2 to smithi06780069-19 2024-07-29T15:15:50.104 INFO:tasks.rados.rados.0.smithi067.stdout:3986: finishing write tid 3 to smithi06780069-19 2024-07-29T15:15:50.104 INFO:tasks.rados.rados.0.smithi067.stdout:3986: finishing write tid 4 to smithi06780069-19 2024-07-29T15:15:50.104 INFO:tasks.rados.rados.0.smithi067.stdout:3986: finishing write tid 5 to smithi06780069-19 2024-07-29T15:15:50.104 INFO:tasks.rados.rados.0.smithi067.stdout:3986: finishing write tid 6 to smithi06780069-19 2024-07-29T15:15:50.105 INFO:tasks.rados.rados.0.smithi067.stdout:3986: finishing write tid 7 to smithi06780069-19 2024-07-29T15:15:50.105 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 19 v 2106 (ObjNum 1282 snap 380 seq_num 1282) dirty exists 2024-07-29T15:15:50.105 INFO:tasks.rados.rados.0.smithi067.stdout:3986: left oid 19 (ObjNum 1282 snap 380 seq_num 1282) 2024-07-29T15:15:50.105 INFO:tasks.rados.rados.0.smithi067.stdout:3987: finishing copy_from racing read to smithi06780069-20 2024-07-29T15:15:50.105 INFO:tasks.rados.rados.0.smithi067.stdout:3987: finishing copy_from to smithi06780069-20 2024-07-29T15:15:50.105 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 2122 (ObjNum 1280 snap 377 seq_num 1280) dirty exists 2024-07-29T15:15:50.105 INFO:tasks.rados.rados.0.smithi067.stdout:3986: done (2 left) 2024-07-29T15:15:50.105 INFO:tasks.rados.rados.0.smithi067.stdout:3987: done (1 left) 2024-07-29T15:15:50.105 INFO:tasks.rados.rados.0.smithi067.stdout:3990: copy_from oid 27 from oid 46 current snap is 380 2024-07-29T15:15:50.105 INFO:tasks.rados.rados.0.smithi067.stdout:3991: delete oid 4 current snap is 380 2024-07-29T15:15:50.115 INFO:tasks.rados.rados.0.smithi067.stdout:3991: done (2 left) 2024-07-29T15:15:50.115 INFO:tasks.rados.rados.0.smithi067.stdout:3992: rollback oid 38 current snap is 380 2024-07-29T15:15:50.115 INFO:tasks.rados.rados.0.smithi067.stdout:rollback oid 38 to 371 2024-07-29T15:15:50.115 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 23 current snap is 380 2024-07-29T15:15:50.115 INFO:tasks.rados.rados.0.smithi067.stdout:3993: seq_num 1284 ranges {1695744=712704,2408448=638976,3047424=475136,3522560=450560,3973120=40960} 2024-07-29T15:15:50.129 INFO:tasks.rados.rados.0.smithi067.stdout:3993: writing smithi06780069-23 from 1695744 to 2408448 tid 1 2024-07-29T15:15:50.133 INFO:tasks.rados.rados.0.smithi067.stdout:3993: writing smithi06780069-23 from 2408448 to 3047424 tid 2 2024-07-29T15:15:50.136 INFO:tasks.rados.rados.0.smithi067.stdout:3993: writing smithi06780069-23 from 3047424 to 3522560 tid 3 2024-07-29T15:15:50.139 INFO:tasks.rados.rados.0.smithi067.stdout:3993: writing smithi06780069-23 from 3522560 to 3973120 tid 4 2024-07-29T15:15:50.140 INFO:tasks.rados.rados.0.smithi067.stdout:3993: writing smithi06780069-23 from 3973120 to 4014080 tid 5 2024-07-29T15:15:50.140 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 43 current snap is 380 2024-07-29T15:15:50.140 INFO:tasks.rados.rados.0.smithi067.stdout:3989: finishing rollback tid 1 to smithi06780069-39 2024-07-29T15:15:50.140 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 39 v 0 (ObjNum 81 snap 0 seq_num 1650678352) dirty dne 2024-07-29T15:15:50.141 INFO:tasks.rados.rados.0.smithi067.stdout:3992: finishing rollback tid 0 to smithi06780069-38 2024-07-29T15:15:50.141 INFO:tasks.rados.rados.0.smithi067.stdout:3992: finishing rollback tid 1 to smithi06780069-38 2024-07-29T15:15:50.141 INFO:tasks.rados.rados.0.smithi067.stdout:3992: finishing rollback tid 2 to smithi06780069-38 2024-07-29T15:15:50.141 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 38 v 2000 (ObjNum 1251 snap 367 seq_num 1251) dirty exists 2024-07-29T15:15:50.141 INFO:tasks.rados.rados.0.smithi067.stdout:3993: finishing write tid 1 to smithi06780069-23 2024-07-29T15:15:50.141 INFO:tasks.rados.rados.0.smithi067.stdout:3993: finishing write tid 2 to smithi06780069-23 2024-07-29T15:15:50.141 INFO:tasks.rados.rados.0.smithi067.stdout:3994: seq_num 1285 ranges {3047424=729088,3776512=565248,4341760=638976,4980736=401408} 2024-07-29T15:15:50.162 INFO:tasks.rados.rados.0.smithi067.stdout:3994: writing smithi06780069-43 from 3047424 to 3776512 tid 1 2024-07-29T15:15:50.166 INFO:tasks.rados.rados.0.smithi067.stdout:3994: writing smithi06780069-43 from 3776512 to 4341760 tid 2 2024-07-29T15:15:50.169 INFO:tasks.rados.rados.0.smithi067.stdout:3994: writing smithi06780069-43 from 4341760 to 4980736 tid 3 2024-07-29T15:15:50.172 INFO:tasks.rados.rados.0.smithi067.stdout:3994: writing smithi06780069-43 from 4980736 to 5382144 tid 4 2024-07-29T15:15:50.172 INFO:tasks.rados.rados.0.smithi067.stdout:3989: done (4 left) 2024-07-29T15:15:50.173 INFO:tasks.rados.rados.0.smithi067.stdout:3992: done (3 left) 2024-07-29T15:15:50.173 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 20 current snap is 380 2024-07-29T15:15:50.173 INFO:tasks.rados.rados.0.smithi067.stdout:3995: seq_num 1286 ranges {2252800=745472,2998272=450560,3448832=442368,3891200=671744,4562944=40960} 2024-07-29T15:15:50.190 INFO:tasks.rados.rados.0.smithi067.stdout:3995: writing smithi06780069-20 from 2252800 to 2998272 tid 1 2024-07-29T15:15:50.192 INFO:tasks.rados.rados.0.smithi067.stdout:3995: writing smithi06780069-20 from 2998272 to 3448832 tid 2 2024-07-29T15:15:50.195 INFO:tasks.rados.rados.0.smithi067.stdout:3995: writing smithi06780069-20 from 3448832 to 3891200 tid 3 2024-07-29T15:15:50.199 INFO:tasks.rados.rados.0.smithi067.stdout:3995: writing smithi06780069-20 from 3891200 to 4562944 tid 4 2024-07-29T15:15:50.200 INFO:tasks.rados.rados.0.smithi067.stdout:3995: writing smithi06780069-20 from 4562944 to 4603904 tid 5 2024-07-29T15:15:50.200 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 44 current snap is 380 2024-07-29T15:15:50.200 INFO:tasks.rados.rados.0.smithi067.stdout:3993: finishing write tid 3 to smithi06780069-23 2024-07-29T15:15:50.200 INFO:tasks.rados.rados.0.smithi067.stdout:3993: finishing write tid 4 to smithi06780069-23 2024-07-29T15:15:50.200 INFO:tasks.rados.rados.0.smithi067.stdout:3993: finishing write tid 5 to smithi06780069-23 2024-07-29T15:15:50.200 INFO:tasks.rados.rados.0.smithi067.stdout:3993: finishing write tid 6 to smithi06780069-23 2024-07-29T15:15:50.201 INFO:tasks.rados.rados.0.smithi067.stdout:3993: finishing write tid 7 to smithi06780069-23 2024-07-29T15:15:50.201 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 23 v 2102 (ObjNum 1284 snap 380 seq_num 1284) dirty exists 2024-07-29T15:15:50.201 INFO:tasks.rados.rados.0.smithi067.stdout:3993: left oid 23 (ObjNum 1284 snap 380 seq_num 1284) 2024-07-29T15:15:50.201 INFO:tasks.rados.rados.0.smithi067.stdout:3994: finishing write tid 1 to smithi06780069-43 2024-07-29T15:15:50.201 INFO:tasks.rados.rados.0.smithi067.stdout:3996: seq_num 1287 ranges {2416640=761856,3178496=737280,3915776=647168,4562944=221184} 2024-07-29T15:15:50.217 INFO:tasks.rados.rados.0.smithi067.stdout:3996: writing smithi06780069-44 from 2416640 to 3178496 tid 1 2024-07-29T15:15:50.221 INFO:tasks.rados.rados.0.smithi067.stdout:3996: writing smithi06780069-44 from 3178496 to 3915776 tid 2 2024-07-29T15:15:50.224 INFO:tasks.rados.rados.0.smithi067.stdout:3996: writing smithi06780069-44 from 3915776 to 4562944 tid 3 2024-07-29T15:15:50.226 INFO:tasks.rados.rados.0.smithi067.stdout:3996: writing smithi06780069-44 from 4562944 to 4784128 tid 4 2024-07-29T15:15:50.226 INFO:tasks.rados.rados.0.smithi067.stdout:3993: done (4 left) 2024-07-29T15:15:50.226 INFO:tasks.rados.rados.0.smithi067.stdout:3997: delete oid 49 current snap is 380 2024-07-29T15:15:50.226 INFO:tasks.rados.rados.0.smithi067.stdout:3994: finishing write tid 2 to smithi06780069-43 2024-07-29T15:15:50.226 INFO:tasks.rados.rados.0.smithi067.stdout:3994: finishing write tid 3 to smithi06780069-43 2024-07-29T15:15:50.226 INFO:tasks.rados.rados.0.smithi067.stdout:3994: finishing write tid 4 to smithi06780069-43 2024-07-29T15:15:50.226 INFO:tasks.rados.rados.0.smithi067.stdout:3994: finishing write tid 5 to smithi06780069-43 2024-07-29T15:15:50.227 INFO:tasks.rados.rados.0.smithi067.stdout:3994: finishing write tid 6 to smithi06780069-43 2024-07-29T15:15:50.227 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 43 v 1912 (ObjNum 1285 snap 380 seq_num 1285) dirty exists 2024-07-29T15:15:50.227 INFO:tasks.rados.rados.0.smithi067.stdout:3994: left oid 43 (ObjNum 1285 snap 380 seq_num 1285) 2024-07-29T15:15:50.227 INFO:tasks.rados.rados.0.smithi067.stdout:3990: finishing copy_from racing read to smithi06780069-27 2024-07-29T15:15:50.227 INFO:tasks.rados.rados.0.smithi067.stdout:3990: finishing copy_from to smithi06780069-27 2024-07-29T15:15:50.227 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 27 v 2066 (ObjNum 1250 snap 367 seq_num 1250) dirty exists 2024-07-29T15:15:50.227 INFO:tasks.rados.rados.0.smithi067.stdout:3995: finishing write tid 1 to smithi06780069-20 2024-07-29T15:15:50.227 INFO:tasks.rados.rados.0.smithi067.stdout:3995: finishing write tid 2 to smithi06780069-20 2024-07-29T15:15:50.227 INFO:tasks.rados.rados.0.smithi067.stdout:3995: finishing write tid 3 to smithi06780069-20 2024-07-29T15:15:50.227 INFO:tasks.rados.rados.0.smithi067.stdout:3995: finishing write tid 4 to smithi06780069-20 2024-07-29T15:15:50.227 INFO:tasks.rados.rados.0.smithi067.stdout:3995: finishing write tid 5 to smithi06780069-20 2024-07-29T15:15:50.227 INFO:tasks.rados.rados.0.smithi067.stdout:3995: finishing write tid 6 to smithi06780069-20 2024-07-29T15:15:50.227 INFO:tasks.rados.rados.0.smithi067.stdout:3995: finishing write tid 7 to smithi06780069-20 2024-07-29T15:15:50.227 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 20 v 2128 (ObjNum 1286 snap 380 seq_num 1286) dirty exists 2024-07-29T15:15:50.228 INFO:tasks.rados.rados.0.smithi067.stdout:3995: left oid 20 (ObjNum 1286 snap 380 seq_num 1286) 2024-07-29T15:15:50.228 INFO:tasks.rados.rados.0.smithi067.stdout:3996: finishing write tid 1 to smithi06780069-44 2024-07-29T15:15:50.228 INFO:tasks.rados.rados.0.smithi067.stdout:3996: finishing write tid 2 to smithi06780069-44 2024-07-29T15:15:50.229 INFO:tasks.rados.rados.0.smithi067.stdout:3990: done (4 left) 2024-07-29T15:15:50.229 INFO:tasks.rados.rados.0.smithi067.stdout:3994: done (3 left) 2024-07-29T15:15:50.229 INFO:tasks.rados.rados.0.smithi067.stdout:3995: done (2 left) 2024-07-29T15:15:50.229 INFO:tasks.rados.rados.0.smithi067.stdout:3997: done (1 left) 2024-07-29T15:15:50.229 INFO:tasks.rados.rados.0.smithi067.stdout:3998: delete oid 1 current snap is 380 2024-07-29T15:15:50.229 INFO:tasks.rados.rados.0.smithi067.stdout:3996: finishing write tid 3 to smithi06780069-44 2024-07-29T15:15:50.229 INFO:tasks.rados.rados.0.smithi067.stdout:3996: finishing write tid 4 to smithi06780069-44 2024-07-29T15:15:50.229 INFO:tasks.rados.rados.0.smithi067.stdout:3996: finishing write tid 5 to smithi06780069-44 2024-07-29T15:15:50.231 INFO:tasks.rados.rados.0.smithi067.stdout:3998: done (1 left) 2024-07-29T15:15:50.231 INFO:tasks.rados.rados.0.smithi067.stdout:append oid 2 current snap is 380 2024-07-29T15:15:50.231 INFO:tasks.rados.rados.0.smithi067.stdout:3999: seq_num 1290 ranges {0=8192} 2024-07-29T15:15:50.231 INFO:tasks.rados.rados.0.smithi067.stdout:3999: writing smithi06780069-2 from 0 to 8192 tid 1 2024-07-29T15:15:50.231 INFO:tasks.rados.rados.0.smithi067.stdout: waiting on 2 2024-07-29T15:15:50.232 INFO:tasks.rados.rados.0.smithi067.stdout:3996: finishing write tid 6 to smithi06780069-44 2024-07-29T15:15:50.232 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 44 v 1455 (ObjNum 1287 snap 380 seq_num 1287) dirty exists 2024-07-29T15:15:50.232 INFO:tasks.rados.rados.0.smithi067.stdout:3996: left oid 44 (ObjNum 1287 snap 380 seq_num 1287) 2024-07-29T15:15:50.232 INFO:tasks.rados.rados.0.smithi067.stdout:3996: done (1 left) 2024-07-29T15:15:50.232 INFO:tasks.rados.rados.0.smithi067.stdout: waiting on 1 2024-07-29T15:15:50.233 INFO:tasks.rados.rados.0.smithi067.stdout:3999: finishing write tid 1 to smithi06780069-2 2024-07-29T15:15:50.233 INFO:tasks.rados.rados.0.smithi067.stdout:3999: finishing write tid 2 to smithi06780069-2 2024-07-29T15:15:50.237 INFO:tasks.rados.rados.0.smithi067.stdout:3999: finishing write tid 3 to smithi06780069-2 2024-07-29T15:15:50.237 INFO:tasks.rados.rados.0.smithi067.stdout:update_object_version oid 2 v 1571 (ObjNum 1290 snap 380 seq_num 1290) dirty exists 2024-07-29T15:15:50.237 INFO:tasks.rados.rados.0.smithi067.stdout:3999: left oid 2 (ObjNum 1290 snap 380 seq_num 1290) 2024-07-29T15:15:50.237 INFO:tasks.rados.rados.0.smithi067.stdout:3999: done (0 left) 2024-07-29T15:15:50.239 INFO:tasks.rados.rados.0.smithi067.stderr:0 errors. 2024-07-29T15:15:50.239 INFO:tasks.rados.rados.0.smithi067.stderr: 2024-07-29T15:15:50.242 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph osd dump --format=json 2024-07-29T15:15:50.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:15:50.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:15:50.546 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:15:50.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:15:50.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:15:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:15:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:15:51.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:51 smithi067 ceph-mon[91995]: pgmap v884: 121 pgs: 121 active+clean; 198 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 550 KiB/s wr, 8 op/s 2024-07-29T15:15:51.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:51 smithi067 ceph-mon[91995]: osdmap e846: 8 total, 8 up, 8 in 2024-07-29T15:15:51.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:51 smithi067 ceph-mon[94375]: pgmap v884: 121 pgs: 121 active+clean; 198 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 550 KiB/s wr, 8 op/s 2024-07-29T15:15:51.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:51 smithi067 ceph-mon[94375]: osdmap e846: 8 total, 8 up, 8 in 2024-07-29T15:15:51.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:51 smithi138 ceph-mon[86438]: pgmap v884: 121 pgs: 121 active+clean; 198 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 550 KiB/s wr, 8 op/s 2024-07-29T15:15:51.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:51 smithi138 ceph-mon[86438]: osdmap e846: 8 total, 8 up, 8 in 2024-07-29T15:15:52.446 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T15:15:52.446 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":846,"fsid":"32e7db98-4dba-11ef-bcc8-c7b262605968","created":"2024-07-29T14:53:37.587449+0000","modified":"2024-07-29T15:15:50.084375+0000","last_up_change":"2024-07-29T15:10:53.954248+0000","last_in_change":"2024-07-29T14:58:10.311067+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-29T14:56:33.778672+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-29T14:58:50.503423+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-29T14:58:53.821383+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-07-29T14:59:55.783108+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-07-29T15:02:40.689548+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"846","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":455,"snap_epoch":846,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"8465e2b7-2ddd-46c6-b081-5612dcf79c62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":323,"up_from":334,"up_thru":558,"down_at":324,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":1862104678},{"type":"v1","addr":"172.21.15.67:6803","nonce":1862104678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":1862104678},{"type":"v1","addr":"172.21.15.67:6805","nonce":1862104678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1862104678},{"type":"v1","addr":"172.21.15.67:6809","nonce":1862104678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":1862104678},{"type":"v1","addr":"172.21.15.67:6807","nonce":1862104678}]},"public_addr":"172.21.15.67:6803/1862104678","cluster_addr":"172.21.15.67:6805/1862104678","heartbeat_back_addr":"172.21.15.67:6809/1862104678","heartbeat_front_addr":"172.21.15.67:6807/1862104678","state":["exists","up"]},{"osd":1,"uuid":"b790c2e8-1d8d-4ceb-a7cf-3a7695c3dad6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":356,"up_from":366,"up_thru":558,"down_at":357,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1907697282},{"type":"v1","addr":"172.21.15.67:6811","nonce":1907697282}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1907697282},{"type":"v1","addr":"172.21.15.67:6813","nonce":1907697282}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1907697282},{"type":"v1","addr":"172.21.15.67:6817","nonce":1907697282}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1907697282},{"type":"v1","addr":"172.21.15.67:6815","nonce":1907697282}]},"public_addr":"172.21.15.67:6811/1907697282","cluster_addr":"172.21.15.67:6813/1907697282","heartbeat_back_addr":"172.21.15.67:6817/1907697282","heartbeat_front_addr":"172.21.15.67:6815/1907697282","state":["exists","up"]},{"osd":2,"uuid":"d713bad4-4202-4062-b867-f6a391f60f97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":388,"up_from":400,"up_thru":558,"down_at":389,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3921326799},{"type":"v1","addr":"172.21.15.67:6819","nonce":3921326799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3921326799},{"type":"v1","addr":"172.21.15.67:6821","nonce":3921326799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3921326799},{"type":"v1","addr":"172.21.15.67:6825","nonce":3921326799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3921326799},{"type":"v1","addr":"172.21.15.67:6823","nonce":3921326799}]},"public_addr":"172.21.15.67:6819/3921326799","cluster_addr":"172.21.15.67:6821/3921326799","heartbeat_back_addr":"172.21.15.67:6825/3921326799","heartbeat_front_addr":"172.21.15.67:6823/3921326799","state":["exists","up"]},{"osd":3,"uuid":"f85430b3-25a5-468d-b34a-4a10a8738236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":421,"up_from":432,"up_thru":558,"down_at":422,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":985921640},{"type":"v1","addr":"172.21.15.67:6827","nonce":985921640}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":985921640},{"type":"v1","addr":"172.21.15.67:6829","nonce":985921640}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":985921640},{"type":"v1","addr":"172.21.15.67:6833","nonce":985921640}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":985921640},{"type":"v1","addr":"172.21.15.67:6831","nonce":985921640}]},"public_addr":"172.21.15.67:6827/985921640","cluster_addr":"172.21.15.67:6829/985921640","heartbeat_back_addr":"172.21.15.67:6833/985921640","heartbeat_front_addr":"172.21.15.67:6831/985921640","state":["exists","up"]},{"osd":4,"uuid":"3f8d303d-2dc6-4dbe-8f25-b43cb68c719e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":451,"up_from":462,"up_thru":558,"down_at":452,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6800","nonce":2702577173},{"type":"v1","addr":"172.21.15.138:6801","nonce":2702577173}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6802","nonce":2702577173},{"type":"v1","addr":"172.21.15.138:6803","nonce":2702577173}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6806","nonce":2702577173},{"type":"v1","addr":"172.21.15.138:6807","nonce":2702577173}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6804","nonce":2702577173},{"type":"v1","addr":"172.21.15.138:6805","nonce":2702577173}]},"public_addr":"172.21.15.138:6801/2702577173","cluster_addr":"172.21.15.138:6803/2702577173","heartbeat_back_addr":"172.21.15.138:6807/2702577173","heartbeat_front_addr":"172.21.15.138:6805/2702577173","state":["exists","up"]},{"osd":5,"uuid":"168fe35e-32d8-41b9-ac21-2580a96e48f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":482,"up_from":492,"up_thru":558,"down_at":483,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6808","nonce":378569863},{"type":"v1","addr":"172.21.15.138:6809","nonce":378569863}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6810","nonce":378569863},{"type":"v1","addr":"172.21.15.138:6811","nonce":378569863}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6814","nonce":378569863},{"type":"v1","addr":"172.21.15.138:6815","nonce":378569863}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6812","nonce":378569863},{"type":"v1","addr":"172.21.15.138:6813","nonce":378569863}]},"public_addr":"172.21.15.138:6809/378569863","cluster_addr":"172.21.15.138:6811/378569863","heartbeat_back_addr":"172.21.15.138:6815/378569863","heartbeat_front_addr":"172.21.15.138:6813/378569863","state":["exists","up"]},{"osd":6,"uuid":"c04410ea-c2a5-4057-96ce-c56a22aa0753","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":515,"up_from":526,"up_thru":558,"down_at":516,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6816","nonce":1218131263},{"type":"v1","addr":"172.21.15.138:6817","nonce":1218131263}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6818","nonce":1218131263},{"type":"v1","addr":"172.21.15.138:6819","nonce":1218131263}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6822","nonce":1218131263},{"type":"v1","addr":"172.21.15.138:6823","nonce":1218131263}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6820","nonce":1218131263},{"type":"v1","addr":"172.21.15.138:6821","nonce":1218131263}]},"public_addr":"172.21.15.138:6817/1218131263","cluster_addr":"172.21.15.138:6819/1218131263","heartbeat_back_addr":"172.21.15.138:6823/1218131263","heartbeat_front_addr":"172.21.15.138:6821/1218131263","state":["exists","up"]},{"osd":7,"uuid":"0fcba3b2-e62b-4700-a9d6-65e58402a2d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":547,"up_from":558,"up_thru":558,"down_at":548,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6824","nonce":1661185235},{"type":"v1","addr":"172.21.15.138:6825","nonce":1661185235}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6826","nonce":1661185235},{"type":"v1","addr":"172.21.15.138:6827","nonce":1661185235}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6830","nonce":1661185235},{"type":"v1","addr":"172.21.15.138:6831","nonce":1661185235}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6828","nonce":1661185235},{"type":"v1","addr":"172.21.15.138:6829","nonce":1661185235}]},"public_addr":"172.21.15.138:6825/1661185235","cluster_addr":"172.21.15.138:6827/1661185235","heartbeat_back_addr":"172.21.15.138:6831/1661185235","heartbeat_front_addr":"172.21.15.138:6829/1661185235","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:55:44.392030+0000","dead_epoch":323},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:56:07.344422+0000","dead_epoch":355},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:56:30.694261+0000","dead_epoch":388},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:56:54.735506+0000","dead_epoch":421},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:57:16.275890+0000","dead_epoch":451},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:57:38.551301+0000","dead_epoch":482},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:58:01.562760+0000","dead_epoch":515},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:58:24.972130+0000","dead_epoch":547}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1a","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2},{"from":4,"to":1}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.20","mappings":[{"from":0,"to":1}]},{"pgid":"3.26","mappings":[{"from":4,"to":3}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.138:6833/1303672784":"2024-07-30T15:11:19.680333+0000","172.21.15.67:6835/3863350938":"2024-07-30T15:11:00.929384+0000","172.21.15.67:0/4204474362":"2024-07-30T15:05:49.836818+0000","172.21.15.67:6801/2633815782":"2024-07-30T15:05:49.836818+0000","172.21.15.67:6800/2633815782":"2024-07-30T15:05:49.836818+0000","172.21.15.138:6832/1303672784":"2024-07-30T15:11:19.680333+0000","172.21.15.67:0/223547080":"2024-07-30T15:05:49.836818+0000","172.21.15.67:6834/3863350938":"2024-07-30T15:11:00.929384+0000","172.21.15.67:0/2754637383":"2024-07-30T15:05:49.836818+0000","172.21.15.67:0/3893838864":"2024-07-30T15:05:49.836818+0000","172.21.15.67:0/2774179724":"2024-07-30T15:05:49.836818+0000","172.21.15.138:0/3382447615":"2024-07-30T15:05:09.098194+0000","172.21.15.67:6800/1199010813":"2024-07-30T14:54:01.799424+0000","172.21.15.138:6835/2814616897":"2024-07-30T15:05:09.098194+0000","172.21.15.67:6801/1199010813":"2024-07-30T14:54:01.799424+0000","172.21.15.138:0/1126506812":"2024-07-30T15:05:09.098194+0000","172.21.15.67:6800/1103080285":"2024-07-30T14:54:25.272063+0000","172.21.15.67:0/1479543749":"2024-07-30T15:05:49.836818+0000","172.21.15.67:0/2002702055":"2024-07-30T15:03:54.091739+0000","172.21.15.67:0/3067295291":"2024-07-30T14:59:40.885037+0000","172.21.15.67:0/2782688845":"2024-07-30T15:03:54.091739+0000","172.21.15.67:0/1943110944":"2024-07-30T15:03:54.091739+0000","172.21.15.67:6801/3705764894":"2024-07-30T14:59:40.885037+0000","172.21.15.67:0/2976172420":"2024-07-30T14:54:25.272063+0000","172.21.15.67:6800/3705764894":"2024-07-30T14:59:40.885037+0000","172.21.15.67:0/3062403158":"2024-07-30T15:03:54.091739+0000","172.21.15.138:6834/2814616897":"2024-07-30T15:05:09.098194+0000","172.21.15.67:6800/3996640633":"2024-07-30T15:03:54.091739+0000","172.21.15.138:0/1720056899":"2024-07-30T15:05:09.098194+0000","172.21.15.67:0/2416871958":"2024-07-30T14:54:25.272063+0000","172.21.15.67:6801/3996640633":"2024-07-30T15:03:54.091739+0000","172.21.15.67:0/1531651543":"2024-07-30T14:59:40.885037+0000","172.21.15.67:0/924859822":"2024-07-30T14:54:01.799424+0000","172.21.15.138:0/190316257":"2024-07-30T15:05:09.098194+0000","172.21.15.138:0/172028690":"2024-07-30T15:05:09.098194+0000","172.21.15.67:0/1768388867":"2024-07-30T14:54:01.799424+0000","172.21.15.67:0/390985825":"2024-07-30T15:05:49.836818+0000","172.21.15.67:6801/1103080285":"2024-07-30T14:54:25.272063+0000","172.21.15.138:0/2410847671":"2024-07-30T15:05:09.098194+0000","172.21.15.67:0/2641534054":"2024-07-30T14:59:40.885037+0000","172.21.15.138:0/1712433511":"2024-07-30T15:05:09.098194+0000","172.21.15.67:0/211464340":"2024-07-30T14:54:25.272063+0000","172.21.15.67:0/782854378":"2024-07-30T14:54:01.799424+0000","172.21.15.67:0/2799418606":"2024-07-30T14:59:40.885037+0000","172.21.15.67:0/3269264633":"2024-07-30T15:03:54.091739+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":433,"length":1},{"begin":446,"length":1},{"begin":452,"length":2}]}],"new_removed_snaps":[{"pool":5,"snaps":[{"begin":433,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-29T15:15:53.143 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph pg dump --format=json 2024-07-29T15:15:53.413 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:15:53.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:53 smithi067 ceph-mon[91995]: pgmap v886: 121 pgs: 121 active+clean; 195 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 468 KiB/s wr, 7 op/s 2024-07-29T15:15:53.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:53 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1708168670' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-29T15:15:53.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:53 smithi067 ceph-mon[91995]: osdmap e847: 8 total, 8 up, 8 in 2024-07-29T15:15:53.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:53 smithi067 ceph-mon[94375]: pgmap v886: 121 pgs: 121 active+clean; 195 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 468 KiB/s wr, 7 op/s 2024-07-29T15:15:53.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:53 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1708168670' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-29T15:15:53.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:53 smithi067 ceph-mon[94375]: osdmap e847: 8 total, 8 up, 8 in 2024-07-29T15:15:53.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:53 smithi138 ceph-mon[86438]: pgmap v886: 121 pgs: 121 active+clean; 195 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 468 KiB/s wr, 7 op/s 2024-07-29T15:15:53.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:53 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1708168670' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-29T15:15:53.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:53 smithi138 ceph-mon[86438]: osdmap e847: 8 total, 8 up, 8 in 2024-07-29T15:15:55.205 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:55 smithi067 ceph-mon[91995]: pgmap v888: 121 pgs: 121 active+clean; 210 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 687 B/s rd, 2.8 MiB/s wr, 3 op/s 2024-07-29T15:15:55.205 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:55 smithi067 ceph-mon[94375]: pgmap v888: 121 pgs: 121 active+clean; 210 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 687 B/s rd, 2.8 MiB/s wr, 3 op/s 2024-07-29T15:15:55.484 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T15:15:55.485 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-07-29T15:15:55.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:55 smithi138 ceph-mon[86438]: pgmap v888: 121 pgs: 121 active+clean; 210 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 687 B/s rd, 2.8 MiB/s wr, 3 op/s 2024-07-29T15:15:56.122 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":888,"stamp":"2024-07-29T15:15:54.015072+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":220036093,"num_objects":119,"num_object_clones":51,"num_object_copies":357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":8,"num_read":4738,"num_read_kb":5751381,"num_write":8758,"num_write_kb":1796013,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":121,"num_bytes_recovered":337471072,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":20842,"ondisk_log_size":20842,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2458156,"kb_used_data":386868,"kb_used_omap":308,"kb_used_meta":2070859,"kb_avail":747503060,"statfs":{"total":767960285184,"available":765443133440,"internally_reserved":0,"allocated":396152832,"data_stored":633275802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":316198,"internal_metadata":2120559834},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":12492800,"num_objects":-5,"num_object_clones":-6,"num_object_copies":-15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-5,"num_whiteouts":1,"num_read":6,"num_read_kb":4,"num_write":16,"num_write_kb":17240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.957292"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1084,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.094034+0000","last_change":"2024-07-29T15:10:54.987301+0000","last_active":"2024-07-29T15:15:50.094034+0000","last_peered":"2024-07-29T15:15:50.094034+0000","last_clean":"2024-07-29T15:15:50.094034+0000","last_became_active":"2024-07-29T15:10:54.982743+0000","last_became_peered":"2024-07-29T15:10:54.982743+0000","last_unstale":"2024-07-29T15:15:50.094034+0000","last_undegraded":"2024-07-29T15:15:50.094034+0000","last_fullsized":"2024-07-29T15:15:50.094034+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:50:48.908846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1276,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-07-29T15:15:49.062186+0000","last_change":"2024-07-29T15:10:22.021859+0000","last_active":"2024-07-29T15:15:49.062186+0000","last_peered":"2024-07-29T15:15:49.062186+0000","last_clean":"2024-07-29T15:15:49.062186+0000","last_became_active":"2024-07-29T15:10:22.021557+0000","last_became_peered":"2024-07-29T15:10:22.021557+0000","last_unstale":"2024-07-29T15:15:49.062186+0000","last_undegraded":"2024-07-29T15:15:49.062186+0000","last_fullsized":"2024-07-29T15:15:49.062186+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:44:29.848331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1314,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.106164+0000","last_change":"2024-07-29T15:08:11.024177+0000","last_active":"2024-07-29T15:15:50.106164+0000","last_peered":"2024-07-29T15:15:50.106164+0000","last_clean":"2024-07-29T15:15:50.106164+0000","last_became_active":"2024-07-29T15:08:11.023774+0000","last_became_peered":"2024-07-29T15:08:11.023774+0000","last_unstale":"2024-07-29T15:15:50.106164+0000","last_undegraded":"2024-07-29T15:15:50.106164+0000","last_fullsized":"2024-07-29T15:15:50.106164+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:22:13.579986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1161,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.098248+0000","last_change":"2024-07-29T15:10:54.995563+0000","last_active":"2024-07-29T15:15:50.098248+0000","last_peered":"2024-07-29T15:15:50.098248+0000","last_clean":"2024-07-29T15:15:50.098248+0000","last_became_active":"2024-07-29T15:10:54.995239+0000","last_became_peered":"2024-07-29T15:10:54.995239+0000","last_unstale":"2024-07-29T15:15:50.098248+0000","last_undegraded":"2024-07-29T15:15:50.098248+0000","last_fullsized":"2024-07-29T15:15:50.098248+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:50:16.390533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1103,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.094107+0000","last_change":"2024-07-29T15:10:54.992586+0000","last_active":"2024-07-29T15:15:50.094107+0000","last_peered":"2024-07-29T15:15:50.094107+0000","last_clean":"2024-07-29T15:15:50.094107+0000","last_became_active":"2024-07-29T15:10:54.991856+0000","last_became_peered":"2024-07-29T15:10:54.991856+0000","last_unstale":"2024-07-29T15:15:50.094107+0000","last_undegraded":"2024-07-29T15:15:50.094107+0000","last_fullsized":"2024-07-29T15:15:50.094107+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:49:03.075299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1141,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.097099+0000","last_change":"2024-07-29T15:09:48.051323+0000","last_active":"2024-07-29T15:15:50.097099+0000","last_peered":"2024-07-29T15:15:50.097099+0000","last_clean":"2024-07-29T15:15:50.097099+0000","last_became_active":"2024-07-29T15:09:48.044874+0000","last_became_peered":"2024-07-29T15:09:48.044874+0000","last_unstale":"2024-07-29T15:15:50.097099+0000","last_undegraded":"2024-07-29T15:15:50.097099+0000","last_fullsized":"2024-07-29T15:15:50.097099+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:07:52.192123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1113,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.094155+0000","last_change":"2024-07-29T15:10:54.991365+0000","last_active":"2024-07-29T15:15:50.094155+0000","last_peered":"2024-07-29T15:15:50.094155+0000","last_clean":"2024-07-29T15:15:50.094155+0000","last_became_active":"2024-07-29T15:10:54.990496+0000","last_became_peered":"2024-07-29T15:10:54.990496+0000","last_unstale":"2024-07-29T15:15:50.094155+0000","last_undegraded":"2024-07-29T15:15:50.094155+0000","last_fullsized":"2024-07-29T15:15:50.094155+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:26:18.300945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1194,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.099378+0000","last_change":"2024-07-29T15:10:22.023578+0000","last_active":"2024-07-29T15:15:50.099378+0000","last_peered":"2024-07-29T15:15:50.099378+0000","last_clean":"2024-07-29T15:15:50.099378+0000","last_became_active":"2024-07-29T15:10:22.022930+0000","last_became_peered":"2024-07-29T15:10:22.022930+0000","last_unstale":"2024-07-29T15:15:50.099378+0000","last_undegraded":"2024-07-29T15:15:50.099378+0000","last_fullsized":"2024-07-29T15:15:50.099378+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:43:27.678246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1092,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.093827+0000","last_change":"2024-07-29T15:10:54.989490+0000","last_active":"2024-07-29T15:15:50.093827+0000","last_peered":"2024-07-29T15:15:50.093827+0000","last_clean":"2024-07-29T15:15:50.093827+0000","last_became_active":"2024-07-29T15:10:54.987914+0000","last_became_peered":"2024-07-29T15:10:54.987914+0000","last_unstale":"2024-07-29T15:15:50.093827+0000","last_undegraded":"2024-07-29T15:15:50.093827+0000","last_fullsized":"2024-07-29T15:15:50.093827+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:27:11.351388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1108,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-07-29T15:15:49.151091+0000","last_change":"2024-07-29T15:10:22.015149+0000","last_active":"2024-07-29T15:15:49.151091+0000","last_peered":"2024-07-29T15:15:49.151091+0000","last_clean":"2024-07-29T15:15:49.151091+0000","last_became_active":"2024-07-29T15:10:22.014846+0000","last_became_peered":"2024-07-29T15:10:22.014846+0000","last_unstale":"2024-07-29T15:15:49.151091+0000","last_undegraded":"2024-07-29T15:15:49.151091+0000","last_fullsized":"2024-07-29T15:15:49.151091+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:14:23.559286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1108,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-07-29T15:15:49.150615+0000","last_change":"2024-07-29T15:10:22.016851+0000","last_active":"2024-07-29T15:15:49.150615+0000","last_peered":"2024-07-29T15:15:49.150615+0000","last_clean":"2024-07-29T15:15:49.150615+0000","last_became_active":"2024-07-29T15:10:22.013461+0000","last_became_peered":"2024-07-29T15:10:22.013461+0000","last_unstale":"2024-07-29T15:15:49.150615+0000","last_undegraded":"2024-07-29T15:15:49.150615+0000","last_fullsized":"2024-07-29T15:15:49.150615+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:43:25.949589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1170,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-29T15:15:53.061351+0000","last_change":"2024-07-29T15:10:22.007721+0000","last_active":"2024-07-29T15:15:53.061351+0000","last_peered":"2024-07-29T15:15:53.061351+0000","last_clean":"2024-07-29T15:15:53.061351+0000","last_became_active":"2024-07-29T15:10:22.007414+0000","last_became_peered":"2024-07-29T15:10:22.007414+0000","last_unstale":"2024-07-29T15:15:53.061351+0000","last_undegraded":"2024-07-29T15:15:53.061351+0000","last_fullsized":"2024-07-29T15:15:53.061351+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:48:17.578043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1217,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.100862+0000","last_change":"2024-07-29T15:10:22.021620+0000","last_active":"2024-07-29T15:15:50.100862+0000","last_peered":"2024-07-29T15:15:50.100862+0000","last_clean":"2024-07-29T15:15:50.100862+0000","last_became_active":"2024-07-29T15:10:22.021273+0000","last_became_peered":"2024-07-29T15:10:22.021273+0000","last_unstale":"2024-07-29T15:15:50.100862+0000","last_undegraded":"2024-07-29T15:15:50.100862+0000","last_fullsized":"2024-07-29T15:15:50.100862+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:20:08.331601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1313,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.104061+0000","last_change":"2024-07-29T15:09:48.052612+0000","last_active":"2024-07-29T15:15:50.104061+0000","last_peered":"2024-07-29T15:15:50.104061+0000","last_clean":"2024-07-29T15:15:50.104061+0000","last_became_active":"2024-07-29T15:09:48.051906+0000","last_became_peered":"2024-07-29T15:09:48.051906+0000","last_unstale":"2024-07-29T15:15:50.104061+0000","last_undegraded":"2024-07-29T15:15:50.104061+0000","last_fullsized":"2024-07-29T15:15:50.104061+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:27:27.732716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1300,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-07-29T15:15:49.061179+0000","last_change":"2024-07-29T15:09:48.045438+0000","last_active":"2024-07-29T15:15:49.061179+0000","last_peered":"2024-07-29T15:15:49.061179+0000","last_clean":"2024-07-29T15:15:49.061179+0000","last_became_active":"2024-07-29T15:09:48.045021+0000","last_became_peered":"2024-07-29T15:09:48.045021+0000","last_unstale":"2024-07-29T15:15:49.061179+0000","last_undegraded":"2024-07-29T15:15:49.061179+0000","last_fullsized":"2024-07-29T15:15:49.061179+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:09:00.558114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1144,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.096604+0000","last_change":"2024-07-29T15:10:54.986059+0000","last_active":"2024-07-29T15:15:50.096604+0000","last_peered":"2024-07-29T15:15:50.096604+0000","last_clean":"2024-07-29T15:15:50.096604+0000","last_became_active":"2024-07-29T15:10:54.983524+0000","last_became_peered":"2024-07-29T15:10:54.983524+0000","last_unstale":"2024-07-29T15:15:50.096604+0000","last_undegraded":"2024-07-29T15:15:50.096604+0000","last_fullsized":"2024-07-29T15:15:50.096604+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:57:33.988515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1147,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.099474+0000","last_change":"2024-07-29T15:10:54.991311+0000","last_active":"2024-07-29T15:15:50.099474+0000","last_peered":"2024-07-29T15:15:50.099474+0000","last_clean":"2024-07-29T15:15:50.099474+0000","last_became_active":"2024-07-29T15:10:54.991023+0000","last_became_peered":"2024-07-29T15:10:54.991023+0000","last_unstale":"2024-07-29T15:15:50.099474+0000","last_undegraded":"2024-07-29T15:15:50.099474+0000","last_fullsized":"2024-07-29T15:15:50.099474+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:57:32.467497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1207,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-07-29T15:15:48.454490+0000","last_change":"2024-07-29T15:10:54.989511+0000","last_active":"2024-07-29T15:15:48.454490+0000","last_peered":"2024-07-29T15:15:48.454490+0000","last_clean":"2024-07-29T15:15:48.454490+0000","last_became_active":"2024-07-29T15:10:54.989155+0000","last_became_peered":"2024-07-29T15:10:54.989155+0000","last_unstale":"2024-07-29T15:15:48.454490+0000","last_undegraded":"2024-07-29T15:15:48.454490+0000","last_fullsized":"2024-07-29T15:15:48.454490+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:53:01.656683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1084,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.093572+0000","last_change":"2024-07-29T15:10:54.991489+0000","last_active":"2024-07-29T15:15:50.093572+0000","last_peered":"2024-07-29T15:15:50.093572+0000","last_clean":"2024-07-29T15:15:50.093572+0000","last_became_active":"2024-07-29T15:10:54.988609+0000","last_became_peered":"2024-07-29T15:10:54.988609+0000","last_unstale":"2024-07-29T15:15:50.093572+0000","last_undegraded":"2024-07-29T15:15:50.093572+0000","last_fullsized":"2024-07-29T15:15:50.093572+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:32:57.826978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1120,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-07-29T15:15:49.150552+0000","last_change":"2024-07-29T15:10:22.009651+0000","last_active":"2024-07-29T15:15:49.150552+0000","last_peered":"2024-07-29T15:15:49.150552+0000","last_clean":"2024-07-29T15:15:49.150552+0000","last_became_active":"2024-07-29T15:10:22.009308+0000","last_became_peered":"2024-07-29T15:10:22.009308+0000","last_unstale":"2024-07-29T15:15:49.150552+0000","last_undegraded":"2024-07-29T15:15:49.150552+0000","last_fullsized":"2024-07-29T15:15:49.150552+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T19:32:41.726754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1313,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.104300+0000","last_change":"2024-07-29T15:10:54.992372+0000","last_active":"2024-07-29T15:15:50.104300+0000","last_peered":"2024-07-29T15:15:50.104300+0000","last_clean":"2024-07-29T15:15:50.104300+0000","last_became_active":"2024-07-29T15:10:54.992071+0000","last_became_peered":"2024-07-29T15:10:54.992071+0000","last_unstale":"2024-07-29T15:15:50.104300+0000","last_undegraded":"2024-07-29T15:15:50.104300+0000","last_fullsized":"2024-07-29T15:15:50.104300+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:14:28.740083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1153,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.096830+0000","last_change":"2024-07-29T15:10:54.982766+0000","last_active":"2024-07-29T15:15:50.096830+0000","last_peered":"2024-07-29T15:15:50.096830+0000","last_clean":"2024-07-29T15:15:50.096830+0000","last_became_active":"2024-07-29T15:10:54.982374+0000","last_became_peered":"2024-07-29T15:10:54.982374+0000","last_unstale":"2024-07-29T15:15:50.096830+0000","last_undegraded":"2024-07-29T15:15:50.096830+0000","last_fullsized":"2024-07-29T15:15:50.096830+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:29:38.598903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1218,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.099423+0000","last_change":"2024-07-29T15:09:15.429904+0000","last_active":"2024-07-29T15:15:50.099423+0000","last_peered":"2024-07-29T15:15:50.099423+0000","last_clean":"2024-07-29T15:15:50.099423+0000","last_became_active":"2024-07-29T15:09:15.429521+0000","last_became_peered":"2024-07-29T15:09:15.429521+0000","last_unstale":"2024-07-29T15:15:50.099423+0000","last_undegraded":"2024-07-29T15:15:50.099423+0000","last_fullsized":"2024-07-29T15:15:50.099423+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T18:47:11.920597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1166,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.096789+0000","last_change":"2024-07-29T15:09:48.058563+0000","last_active":"2024-07-29T15:15:50.096789+0000","last_peered":"2024-07-29T15:15:50.096789+0000","last_clean":"2024-07-29T15:15:50.096789+0000","last_became_active":"2024-07-29T15:09:48.058221+0000","last_became_peered":"2024-07-29T15:09:48.058221+0000","last_unstale":"2024-07-29T15:15:50.096789+0000","last_undegraded":"2024-07-29T15:15:50.096789+0000","last_fullsized":"2024-07-29T15:15:50.096789+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:40:28.782572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1210,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.098847+0000","last_change":"2024-07-29T15:09:15.424392+0000","last_active":"2024-07-29T15:15:50.098847+0000","last_peered":"2024-07-29T15:15:50.098847+0000","last_clean":"2024-07-29T15:15:50.098847+0000","last_became_active":"2024-07-29T15:09:15.424045+0000","last_became_peered":"2024-07-29T15:09:15.424045+0000","last_unstale":"2024-07-29T15:15:50.098847+0000","last_undegraded":"2024-07-29T15:15:50.098847+0000","last_fullsized":"2024-07-29T15:15:50.098847+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:30:20.699188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1134,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-07-29T15:15:49.150906+0000","last_change":"2024-07-29T15:10:54.981498+0000","last_active":"2024-07-29T15:15:49.150906+0000","last_peered":"2024-07-29T15:15:49.150906+0000","last_clean":"2024-07-29T15:15:49.150906+0000","last_became_active":"2024-07-29T15:10:54.981196+0000","last_became_peered":"2024-07-29T15:10:54.981196+0000","last_unstale":"2024-07-29T15:15:49.150906+0000","last_undegraded":"2024-07-29T15:15:49.150906+0000","last_fullsized":"2024-07-29T15:15:49.150906+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T19:59:43.548837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1286,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-07-29T15:15:49.062382+0000","last_change":"2024-07-29T15:08:42.998707+0000","last_active":"2024-07-29T15:15:49.062382+0000","last_peered":"2024-07-29T15:15:49.062382+0000","last_clean":"2024-07-29T15:15:49.062382+0000","last_became_active":"2024-07-29T15:08:42.998413+0000","last_became_peered":"2024-07-29T15:08:42.998413+0000","last_unstale":"2024-07-29T15:15:49.062382+0000","last_undegraded":"2024-07-29T15:15:49.062382+0000","last_fullsized":"2024-07-29T15:15:49.062382+0000","mapping_epoch":432,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:28:48.837099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1227,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.098113+0000","last_change":"2024-07-29T15:09:15.430625+0000","last_active":"2024-07-29T15:15:50.098113+0000","last_peered":"2024-07-29T15:15:50.098113+0000","last_clean":"2024-07-29T15:15:50.098113+0000","last_became_active":"2024-07-29T15:09:15.430332+0000","last_became_peered":"2024-07-29T15:09:15.430332+0000","last_unstale":"2024-07-29T15:15:50.098113+0000","last_undegraded":"2024-07-29T15:15:50.098113+0000","last_fullsized":"2024-07-29T15:15:50.098113+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:04:48.432077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1314,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.104828+0000","last_change":"2024-07-29T15:09:15.426411+0000","last_active":"2024-07-29T15:15:50.104828+0000","last_peered":"2024-07-29T15:15:50.104828+0000","last_clean":"2024-07-29T15:15:50.104828+0000","last_became_active":"2024-07-29T15:09:15.425524+0000","last_became_peered":"2024-07-29T15:09:15.425524+0000","last_unstale":"2024-07-29T15:15:50.104828+0000","last_undegraded":"2024-07-29T15:15:50.104828+0000","last_fullsized":"2024-07-29T15:15:50.104828+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:02:55.959097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1166,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.096907+0000","last_change":"2024-07-29T15:09:48.052564+0000","last_active":"2024-07-29T15:15:50.096907+0000","last_peered":"2024-07-29T15:15:50.096907+0000","last_clean":"2024-07-29T15:15:50.096907+0000","last_became_active":"2024-07-29T15:09:48.052196+0000","last_became_peered":"2024-07-29T15:09:48.052196+0000","last_unstale":"2024-07-29T15:15:50.096907+0000","last_undegraded":"2024-07-29T15:15:50.096907+0000","last_fullsized":"2024-07-29T15:15:50.096907+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:26:10.812494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1207,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-07-29T15:15:48.454062+0000","last_change":"2024-07-29T15:10:22.010667+0000","last_active":"2024-07-29T15:15:48.454062+0000","last_peered":"2024-07-29T15:15:48.454062+0000","last_clean":"2024-07-29T15:15:48.454062+0000","last_became_active":"2024-07-29T15:10:22.010332+0000","last_became_peered":"2024-07-29T15:10:22.010332+0000","last_unstale":"2024-07-29T15:15:48.454062+0000","last_undegraded":"2024-07-29T15:15:48.454062+0000","last_fullsized":"2024-07-29T15:15:48.454062+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:16:38.073084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1118,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-07-29T15:15:49.148653+0000","last_change":"2024-07-29T15:10:22.014394+0000","last_active":"2024-07-29T15:15:49.148653+0000","last_peered":"2024-07-29T15:15:49.148653+0000","last_clean":"2024-07-29T15:15:49.148653+0000","last_became_active":"2024-07-29T15:10:22.014124+0000","last_became_peered":"2024-07-29T15:10:22.014124+0000","last_unstale":"2024-07-29T15:15:49.148653+0000","last_undegraded":"2024-07-29T15:15:49.148653+0000","last_fullsized":"2024-07-29T15:15:49.148653+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:59:44.541110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1201,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-29T15:15:53.060864+0000","last_change":"2024-07-29T15:09:15.431666+0000","last_active":"2024-07-29T15:15:53.060864+0000","last_peered":"2024-07-29T15:15:53.060864+0000","last_clean":"2024-07-29T15:15:53.060864+0000","last_became_active":"2024-07-29T15:09:15.431360+0000","last_became_peered":"2024-07-29T15:09:15.431360+0000","last_unstale":"2024-07-29T15:15:53.060864+0000","last_undegraded":"2024-07-29T15:15:53.060864+0000","last_fullsized":"2024-07-29T15:15:53.060864+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:40:11.845524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"584'3","reported_seq":1202,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.100977+0000","last_change":"2024-07-29T15:10:54.994304+0000","last_active":"2024-07-29T15:15:50.100977+0000","last_peered":"2024-07-29T15:15:50.100977+0000","last_clean":"2024-07-29T15:15:50.100977+0000","last_became_active":"2024-07-29T15:10:54.993956+0000","last_became_peered":"2024-07-29T15:10:54.993956+0000","last_unstale":"2024-07-29T15:15:50.100977+0000","last_undegraded":"2024-07-29T15:15:50.100977+0000","last_fullsized":"2024-07-29T15:15:50.100977+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T19:12:07.091268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1313,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.104460+0000","last_change":"2024-07-29T15:10:54.983273+0000","last_active":"2024-07-29T15:15:50.104460+0000","last_peered":"2024-07-29T15:15:50.104460+0000","last_clean":"2024-07-29T15:15:50.104460+0000","last_became_active":"2024-07-29T15:10:54.982309+0000","last_became_peered":"2024-07-29T15:10:54.982309+0000","last_unstale":"2024-07-29T15:15:50.104460+0000","last_undegraded":"2024-07-29T15:15:50.104460+0000","last_fullsized":"2024-07-29T15:15:50.104460+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:05:21.443739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"584'3","reported_seq":1136,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-07-29T15:15:49.148988+0000","last_change":"2024-07-29T15:10:22.008600+0000","last_active":"2024-07-29T15:15:49.148988+0000","last_peered":"2024-07-29T15:15:49.148988+0000","last_clean":"2024-07-29T15:15:49.148988+0000","last_became_active":"2024-07-29T15:10:22.008271+0000","last_became_peered":"2024-07-29T15:10:22.008271+0000","last_unstale":"2024-07-29T15:15:49.148988+0000","last_undegraded":"2024-07-29T15:15:49.148988+0000","last_fullsized":"2024-07-29T15:15:49.148988+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:17:41.118771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1229,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.099124+0000","last_change":"2024-07-29T15:10:22.008901+0000","last_active":"2024-07-29T15:15:50.099124+0000","last_peered":"2024-07-29T15:15:50.099124+0000","last_clean":"2024-07-29T15:15:50.099124+0000","last_became_active":"2024-07-29T15:10:22.008565+0000","last_became_peered":"2024-07-29T15:10:22.008565+0000","last_unstale":"2024-07-29T15:15:50.099124+0000","last_undegraded":"2024-07-29T15:15:50.099124+0000","last_fullsized":"2024-07-29T15:15:50.099124+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:35:13.323958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1223,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.099481+0000","last_change":"2024-07-29T15:08:43.006678+0000","last_active":"2024-07-29T15:15:50.099481+0000","last_peered":"2024-07-29T15:15:50.099481+0000","last_clean":"2024-07-29T15:15:50.099481+0000","last_became_active":"2024-07-29T15:08:43.006406+0000","last_became_peered":"2024-07-29T15:08:43.006406+0000","last_unstale":"2024-07-29T15:15:50.099481+0000","last_undegraded":"2024-07-29T15:15:50.099481+0000","last_fullsized":"2024-07-29T15:15:50.099481+0000","mapping_epoch":432,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:28:36.331276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1151,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.096614+0000","last_change":"2024-07-29T15:10:54.985477+0000","last_active":"2024-07-29T15:15:50.096614+0000","last_peered":"2024-07-29T15:15:50.096614+0000","last_clean":"2024-07-29T15:15:50.096614+0000","last_became_active":"2024-07-29T15:10:54.984569+0000","last_became_peered":"2024-07-29T15:10:54.984569+0000","last_unstale":"2024-07-29T15:15:50.096614+0000","last_undegraded":"2024-07-29T15:15:50.096614+0000","last_fullsized":"2024-07-29T15:15:50.096614+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:21:37.174575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1286,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-07-29T15:15:49.061046+0000","last_change":"2024-07-29T15:09:15.426250+0000","last_active":"2024-07-29T15:15:49.061046+0000","last_peered":"2024-07-29T15:15:49.061046+0000","last_clean":"2024-07-29T15:15:49.061046+0000","last_became_active":"2024-07-29T15:09:15.424634+0000","last_became_peered":"2024-07-29T15:09:15.424634+0000","last_unstale":"2024-07-29T15:15:49.061046+0000","last_undegraded":"2024-07-29T15:15:49.061046+0000","last_fullsized":"2024-07-29T15:15:49.061046+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:32:50.447472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1111,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-07-29T15:15:49.150979+0000","last_change":"2024-07-29T15:10:22.013406+0000","last_active":"2024-07-29T15:15:49.150979+0000","last_peered":"2024-07-29T15:15:49.150979+0000","last_clean":"2024-07-29T15:15:49.150979+0000","last_became_active":"2024-07-29T15:10:22.013097+0000","last_became_peered":"2024-07-29T15:10:22.013097+0000","last_unstale":"2024-07-29T15:15:49.150979+0000","last_undegraded":"2024-07-29T15:15:49.150979+0000","last_fullsized":"2024-07-29T15:15:49.150979+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:25:12.417653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1135,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.099396+0000","last_change":"2024-07-29T15:10:54.987176+0000","last_active":"2024-07-29T15:15:50.099396+0000","last_peered":"2024-07-29T15:15:50.099396+0000","last_clean":"2024-07-29T15:15:50.099396+0000","last_became_active":"2024-07-29T15:10:54.986865+0000","last_became_peered":"2024-07-29T15:10:54.986865+0000","last_unstale":"2024-07-29T15:15:50.099396+0000","last_undegraded":"2024-07-29T15:15:50.099396+0000","last_fullsized":"2024-07-29T15:15:50.099396+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:21:48.415318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1131,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.099547+0000","last_change":"2024-07-29T15:10:22.014539+0000","last_active":"2024-07-29T15:15:50.099547+0000","last_peered":"2024-07-29T15:15:50.099547+0000","last_clean":"2024-07-29T15:15:50.099547+0000","last_became_active":"2024-07-29T15:10:22.014015+0000","last_became_peered":"2024-07-29T15:10:22.014015+0000","last_unstale":"2024-07-29T15:15:50.099547+0000","last_undegraded":"2024-07-29T15:15:50.099547+0000","last_fullsized":"2024-07-29T15:15:50.099547+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:26:39.275591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1313,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.105687+0000","last_change":"2024-07-29T15:09:48.058180+0000","last_active":"2024-07-29T15:15:50.105687+0000","last_peered":"2024-07-29T15:15:50.105687+0000","last_clean":"2024-07-29T15:15:50.105687+0000","last_became_active":"2024-07-29T15:09:48.057825+0000","last_became_peered":"2024-07-29T15:09:48.057825+0000","last_unstale":"2024-07-29T15:15:50.105687+0000","last_undegraded":"2024-07-29T15:15:50.105687+0000","last_fullsized":"2024-07-29T15:15:50.105687+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:57:45.853044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":1287,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-07-29T15:15:49.062549+0000","last_change":"2024-07-29T15:09:48.046308+0000","last_active":"2024-07-29T15:15:49.062549+0000","last_peered":"2024-07-29T15:15:49.062549+0000","last_clean":"2024-07-29T15:15:49.062549+0000","last_became_active":"2024-07-29T15:09:48.045980+0000","last_became_peered":"2024-07-29T15:09:48.045980+0000","last_unstale":"2024-07-29T15:15:49.062549+0000","last_undegraded":"2024-07-29T15:15:49.062549+0000","last_fullsized":"2024-07-29T15:15:49.062549+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:31:10.224659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":11,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1179,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-29T15:15:53.061590+0000","last_change":"2024-07-29T15:10:54.982078+0000","last_active":"2024-07-29T15:15:53.061590+0000","last_peered":"2024-07-29T15:15:53.061590+0000","last_clean":"2024-07-29T15:15:53.061590+0000","last_became_active":"2024-07-29T15:10:54.981765+0000","last_became_peered":"2024-07-29T15:10:54.981765+0000","last_unstale":"2024-07-29T15:15:53.061590+0000","last_undegraded":"2024-07-29T15:15:53.061590+0000","last_fullsized":"2024-07-29T15:15:53.061590+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:24:25.811253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"584'30","reported_seq":1152,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-07-29T15:15:49.150663+0000","last_change":"2024-07-29T15:10:22.020344+0000","last_active":"2024-07-29T15:15:49.150663+0000","last_peered":"2024-07-29T15:15:49.150663+0000","last_clean":"2024-07-29T15:15:49.150663+0000","last_became_active":"2024-07-29T15:10:22.019537+0000","last_became_peered":"2024-07-29T15:10:22.019537+0000","last_unstale":"2024-07-29T15:15:49.150663+0000","last_undegraded":"2024-07-29T15:15:49.150663+0000","last_fullsized":"2024-07-29T15:15:49.150663+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:11:24.698141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5816,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":25,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1103,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.093472+0000","last_change":"2024-07-29T15:10:54.996493+0000","last_active":"2024-07-29T15:15:50.093472+0000","last_peered":"2024-07-29T15:15:50.093472+0000","last_clean":"2024-07-29T15:15:50.093472+0000","last_became_active":"2024-07-29T15:10:54.996156+0000","last_became_peered":"2024-07-29T15:10:54.996156+0000","last_unstale":"2024-07-29T15:15:50.093472+0000","last_undegraded":"2024-07-29T15:15:50.093472+0000","last_fullsized":"2024-07-29T15:15:50.093472+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:55:56.188461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":1324,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.104593+0000","last_change":"2024-07-29T15:09:15.427285+0000","last_active":"2024-07-29T15:15:50.104593+0000","last_peered":"2024-07-29T15:15:50.104593+0000","last_clean":"2024-07-29T15:15:50.104593+0000","last_became_active":"2024-07-29T15:09:15.426943+0000","last_became_peered":"2024-07-29T15:09:15.426943+0000","last_unstale":"2024-07-29T15:15:50.104593+0000","last_undegraded":"2024-07-29T15:15:50.104593+0000","last_fullsized":"2024-07-29T15:15:50.104593+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:56:55.167631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":14,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1313,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.103911+0000","last_change":"2024-07-29T15:10:54.995679+0000","last_active":"2024-07-29T15:15:50.103911+0000","last_peered":"2024-07-29T15:15:50.103911+0000","last_clean":"2024-07-29T15:15:50.103911+0000","last_became_active":"2024-07-29T15:10:54.995344+0000","last_became_peered":"2024-07-29T15:10:54.995344+0000","last_unstale":"2024-07-29T15:15:50.103911+0000","last_undegraded":"2024-07-29T15:15:50.103911+0000","last_fullsized":"2024-07-29T15:15:50.103911+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:06:34.788154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1163,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.098110+0000","last_change":"2024-07-29T15:10:54.995593+0000","last_active":"2024-07-29T15:15:50.098110+0000","last_peered":"2024-07-29T15:15:50.098110+0000","last_clean":"2024-07-29T15:15:50.098110+0000","last_became_active":"2024-07-29T15:10:54.995232+0000","last_became_peered":"2024-07-29T15:10:54.995232+0000","last_unstale":"2024-07-29T15:15:50.098110+0000","last_undegraded":"2024-07-29T15:15:50.098110+0000","last_fullsized":"2024-07-29T15:15:50.098110+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:31:48.181389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1103,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.093464+0000","last_change":"2024-07-29T15:10:54.990303+0000","last_active":"2024-07-29T15:15:50.093464+0000","last_peered":"2024-07-29T15:15:50.093464+0000","last_clean":"2024-07-29T15:15:50.093464+0000","last_became_active":"2024-07-29T15:10:54.988819+0000","last_became_peered":"2024-07-29T15:10:54.988819+0000","last_unstale":"2024-07-29T15:15:50.093464+0000","last_undegraded":"2024-07-29T15:15:50.093464+0000","last_fullsized":"2024-07-29T15:15:50.093464+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:52:48.683867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1123,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-07-29T15:15:49.149346+0000","last_change":"2024-07-29T15:10:22.021283+0000","last_active":"2024-07-29T15:15:49.149346+0000","last_peered":"2024-07-29T15:15:49.149346+0000","last_clean":"2024-07-29T15:15:49.149346+0000","last_became_active":"2024-07-29T15:10:22.018805+0000","last_became_peered":"2024-07-29T15:10:22.018805+0000","last_unstale":"2024-07-29T15:15:49.149346+0000","last_undegraded":"2024-07-29T15:15:49.149346+0000","last_fullsized":"2024-07-29T15:15:49.149346+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:03:07.264391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1108,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-07-29T15:15:49.148857+0000","last_change":"2024-07-29T15:10:22.011857+0000","last_active":"2024-07-29T15:15:49.148857+0000","last_peered":"2024-07-29T15:15:49.148857+0000","last_clean":"2024-07-29T15:15:49.148857+0000","last_became_active":"2024-07-29T15:10:22.011478+0000","last_became_peered":"2024-07-29T15:10:22.011478+0000","last_unstale":"2024-07-29T15:15:49.148857+0000","last_undegraded":"2024-07-29T15:15:49.148857+0000","last_fullsized":"2024-07-29T15:15:49.148857+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:48:12.227687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":1257,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-07-29T15:15:48.453592+0000","last_change":"2024-07-29T15:08:11.031691+0000","last_active":"2024-07-29T15:15:48.453592+0000","last_peered":"2024-07-29T15:15:48.453592+0000","last_clean":"2024-07-29T15:15:48.453592+0000","last_became_active":"2024-07-29T15:08:11.028319+0000","last_became_peered":"2024-07-29T15:08:11.028319+0000","last_unstale":"2024-07-29T15:15:48.453592+0000","last_undegraded":"2024-07-29T15:15:48.453592+0000","last_fullsized":"2024-07-29T15:15:48.453592+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:53:50.114038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":36,"num_read_kb":36,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1084,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.093437+0000","last_change":"2024-07-29T15:10:54.980620+0000","last_active":"2024-07-29T15:15:50.093437+0000","last_peered":"2024-07-29T15:15:50.093437+0000","last_clean":"2024-07-29T15:15:50.093437+0000","last_became_active":"2024-07-29T15:10:54.980203+0000","last_became_peered":"2024-07-29T15:10:54.980203+0000","last_unstale":"2024-07-29T15:15:50.093437+0000","last_undegraded":"2024-07-29T15:15:50.093437+0000","last_fullsized":"2024-07-29T15:15:50.093437+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:05:06.493082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"840'2099","reported_seq":5193,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-07-29T15:15:48.454712+0000","last_change":"2024-07-29T15:15:48.455050+0000","last_active":"2024-07-29T15:15:48.454712+0000","last_peered":"2024-07-29T15:15:48.454712+0000","last_clean":"2024-07-29T15:15:48.454712+0000","last_became_active":"2024-07-29T15:08:11.026988+0000","last_became_peered":"2024-07-29T15:08:11.026988+0000","last_unstale":"2024-07-29T15:15:48.454712+0000","last_undegraded":"2024-07-29T15:15:48.454712+0000","last_fullsized":"2024-07-29T15:15:48.454712+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T15:02:41.229435+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T15:02:41.229435+0000","last_clean_scrub_stamp":"2024-07-29T15:02:41.229435+0000","objects_scrubbed":0,"log_size":2099,"log_dups_size":0,"ondisk_log_size":2099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:27:20.825823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00067107199999999999,"stat_sum":{"num_bytes":19120128,"num_objects":9,"num_object_clones":5,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":370,"num_read_kb":544834,"num_write":928,"num_write_kb":179352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":28549120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1be","length":"1"},{"start":"1c4","length":"2"}]},{"pgid":"2.f","version":"65'1","reported_seq":1176,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-29T15:15:53.061738+0000","last_change":"2024-07-29T15:10:54.984993+0000","last_active":"2024-07-29T15:15:53.061738+0000","last_peered":"2024-07-29T15:15:53.061738+0000","last_clean":"2024-07-29T15:15:53.061738+0000","last_became_active":"2024-07-29T15:10:54.984626+0000","last_became_peered":"2024-07-29T15:10:54.984626+0000","last_unstale":"2024-07-29T15:15:53.061738+0000","last_undegraded":"2024-07-29T15:15:53.061738+0000","last_fullsized":"2024-07-29T15:15:53.061738+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:22:19.139747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1103,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.094229+0000","last_change":"2024-07-29T15:10:54.990001+0000","last_active":"2024-07-29T15:15:50.094229+0000","last_peered":"2024-07-29T15:15:50.094229+0000","last_clean":"2024-07-29T15:15:50.094229+0000","last_became_active":"2024-07-29T15:10:54.989673+0000","last_became_peered":"2024-07-29T15:10:54.989673+0000","last_unstale":"2024-07-29T15:15:50.094229+0000","last_undegraded":"2024-07-29T15:15:50.094229+0000","last_fullsized":"2024-07-29T15:15:50.094229+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:26:26.399617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"846'1266","reported_seq":4171,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.104662+0000","last_change":"2024-07-29T15:15:50.106822+0000","last_active":"2024-07-29T15:15:50.104662+0000","last_peered":"2024-07-29T15:15:50.104662+0000","last_clean":"2024-07-29T15:15:50.104662+0000","last_became_active":"2024-07-29T15:10:54.985286+0000","last_became_peered":"2024-07-29T15:10:54.985286+0000","last_unstale":"2024-07-29T15:15:50.104662+0000","last_undegraded":"2024-07-29T15:15:50.104662+0000","last_fullsized":"2024-07-29T15:15:50.104662+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T15:02:41.229435+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T15:02:41.229435+0000","last_clean_scrub_stamp":"2024-07-29T15:02:41.229435+0000","objects_scrubbed":0,"log_size":1266,"log_dups_size":0,"ondisk_log_size":1266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:05:06.415527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013599407000000001,"stat_sum":{"num_bytes":7397376,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":230,"num_read_kb":321688,"num_write":474,"num_write_kb":125616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":8019968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1b1","length":"1"},{"start":"1be","length":"1"},{"start":"1c4","length":"2"}]},{"pgid":"2.e","version":"65'2","reported_seq":1218,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-07-29T15:15:48.454618+0000","last_change":"2024-07-29T15:10:54.998875+0000","last_active":"2024-07-29T15:15:48.454618+0000","last_peered":"2024-07-29T15:15:48.454618+0000","last_clean":"2024-07-29T15:15:48.454618+0000","last_became_active":"2024-07-29T15:10:54.998534+0000","last_became_peered":"2024-07-29T15:10:54.998534+0000","last_unstale":"2024-07-29T15:15:48.454618+0000","last_undegraded":"2024-07-29T15:15:48.454618+0000","last_fullsized":"2024-07-29T15:15:48.454618+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:55:08.510222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":9,"num_read_kb":9,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1103,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.094150+0000","last_change":"2024-07-29T15:10:54.982705+0000","last_active":"2024-07-29T15:15:50.094150+0000","last_peered":"2024-07-29T15:15:50.094150+0000","last_clean":"2024-07-29T15:15:50.094150+0000","last_became_active":"2024-07-29T15:10:54.981394+0000","last_became_peered":"2024-07-29T15:10:54.981394+0000","last_unstale":"2024-07-29T15:15:50.094150+0000","last_undegraded":"2024-07-29T15:15:50.094150+0000","last_fullsized":"2024-07-29T15:15:50.094150+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:38:56.725937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'1761","reported_seq":4867,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-07-29T15:15:48.455175+0000","last_change":"2024-07-29T15:15:48.455497+0000","last_active":"2024-07-29T15:15:48.455175+0000","last_peered":"2024-07-29T15:15:48.455175+0000","last_clean":"2024-07-29T15:15:48.455175+0000","last_became_active":"2024-07-29T15:09:15.430141+0000","last_became_peered":"2024-07-29T15:09:15.430141+0000","last_unstale":"2024-07-29T15:15:48.455175+0000","last_undegraded":"2024-07-29T15:15:48.455175+0000","last_fullsized":"2024-07-29T15:15:48.455175+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T15:02:41.229435+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T15:02:41.229435+0000","last_clean_scrub_stamp":"2024-07-29T15:02:41.229435+0000","objects_scrubbed":0,"log_size":1761,"log_dups_size":0,"ondisk_log_size":1761,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:18:13.520158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00082103600000000003,"stat_sum":{"num_bytes":48373760,"num_objects":9,"num_object_clones":5,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":297,"num_read_kb":453285,"num_write":597,"num_write_kb":154712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":43909120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1be","length":"1"},{"start":"1c4","length":"2"}]},{"pgid":"2.d","version":"65'1","reported_seq":1294,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-07-29T15:15:49.062660+0000","last_change":"2024-07-29T15:09:15.434414+0000","last_active":"2024-07-29T15:15:49.062660+0000","last_peered":"2024-07-29T15:15:49.062660+0000","last_clean":"2024-07-29T15:15:49.062660+0000","last_became_active":"2024-07-29T15:09:15.434007+0000","last_became_peered":"2024-07-29T15:09:15.434007+0000","last_unstale":"2024-07-29T15:15:49.062660+0000","last_undegraded":"2024-07-29T15:15:49.062660+0000","last_fullsized":"2024-07-29T15:15:49.062660+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:49:52.812262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1160,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.098424+0000","last_change":"2024-07-29T15:10:22.008784+0000","last_active":"2024-07-29T15:15:50.098424+0000","last_peered":"2024-07-29T15:15:50.098424+0000","last_clean":"2024-07-29T15:15:50.098424+0000","last_became_active":"2024-07-29T15:10:22.008441+0000","last_became_peered":"2024-07-29T15:10:22.008441+0000","last_unstale":"2024-07-29T15:15:50.098424+0000","last_undegraded":"2024-07-29T15:15:50.098424+0000","last_fullsized":"2024-07-29T15:15:50.098424+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:37:15.544426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"840'1207","reported_seq":4331,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-07-29T15:15:48.453620+0000","last_change":"2024-07-29T15:15:48.454389+0000","last_active":"2024-07-29T15:15:48.453620+0000","last_peered":"2024-07-29T15:15:48.453620+0000","last_clean":"2024-07-29T15:15:48.453620+0000","last_became_active":"2024-07-29T15:09:48.059569+0000","last_became_peered":"2024-07-29T15:09:48.059569+0000","last_unstale":"2024-07-29T15:15:48.453620+0000","last_undegraded":"2024-07-29T15:15:48.453620+0000","last_fullsized":"2024-07-29T15:15:48.453620+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T15:02:41.229435+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T15:02:41.229435+0000","last_clean_scrub_stamp":"2024-07-29T15:02:41.229435+0000","objects_scrubbed":0,"log_size":1207,"log_dups_size":0,"ondisk_log_size":1207,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T18:12:52.606310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001180696,"stat_sum":{"num_bytes":7577600,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":184,"num_read_kb":180898,"num_write":519,"num_write_kb":89704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":17203200,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1be","length":"1"},{"start":"1c4","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1241,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-07-29T15:15:48.453328+0000","last_change":"2024-07-29T15:09:48.054236+0000","last_active":"2024-07-29T15:15:48.453328+0000","last_peered":"2024-07-29T15:15:48.453328+0000","last_clean":"2024-07-29T15:15:48.453328+0000","last_became_active":"2024-07-29T15:09:48.053883+0000","last_became_peered":"2024-07-29T15:09:48.053883+0000","last_unstale":"2024-07-29T15:15:48.453328+0000","last_undegraded":"2024-07-29T15:15:48.453328+0000","last_fullsized":"2024-07-29T15:15:48.453328+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:18:29.672221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1084,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.094037+0000","last_change":"2024-07-29T15:10:54.988432+0000","last_active":"2024-07-29T15:15:50.094037+0000","last_peered":"2024-07-29T15:15:50.094037+0000","last_clean":"2024-07-29T15:15:50.094037+0000","last_became_active":"2024-07-29T15:10:54.985064+0000","last_became_peered":"2024-07-29T15:10:54.985064+0000","last_unstale":"2024-07-29T15:15:50.094037+0000","last_undegraded":"2024-07-29T15:15:50.094037+0000","last_fullsized":"2024-07-29T15:15:50.094037+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:42:20.386148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"846'1827","reported_seq":4680,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.124105+0000","last_change":"2024-07-29T15:15:50.124105+0000","last_active":"2024-07-29T15:15:50.124105+0000","last_peered":"2024-07-29T15:15:50.124105+0000","last_clean":"2024-07-29T15:15:50.124105+0000","last_became_active":"2024-07-29T15:10:54.988777+0000","last_became_peered":"2024-07-29T15:10:54.988777+0000","last_unstale":"2024-07-29T15:15:50.124105+0000","last_undegraded":"2024-07-29T15:15:50.124105+0000","last_fullsized":"2024-07-29T15:15:50.124105+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T15:02:41.229435+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T15:02:41.229435+0000","last_clean_scrub_stamp":"2024-07-29T15:02:41.229435+0000","objects_scrubbed":0,"log_size":1827,"log_dups_size":0,"ondisk_log_size":1827,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:15:28.271165+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.030175500000000001,"stat_sum":{"num_bytes":20439040,"num_objects":7,"num_object_clones":4,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":326,"num_read_kb":500294,"num_write":726,"num_write_kb":190696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":4587520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1b1","length":"1"},{"start":"1be","length":"1"},{"start":"1c4","length":"2"}]},{"pgid":"4.5","version":"0'0","reported_seq":1112,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-07-29T15:15:49.150887+0000","last_change":"2024-07-29T15:10:54.979438+0000","last_active":"2024-07-29T15:15:49.150887+0000","last_peered":"2024-07-29T15:15:49.150887+0000","last_clean":"2024-07-29T15:15:49.150887+0000","last_became_active":"2024-07-29T15:10:54.979127+0000","last_became_peered":"2024-07-29T15:10:54.979127+0000","last_unstale":"2024-07-29T15:15:49.150887+0000","last_undegraded":"2024-07-29T15:15:49.150887+0000","last_fullsized":"2024-07-29T15:15:49.150887+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_clean_scrub_stamp":"2024-07-29T14:59:55.833220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:23:29.724425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053430299999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"273'209","reported_seq":1639,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.093353+0000","last_change":"2024-07-29T15:10:54.978200+0000","last_active":"2024-07-29T15:15:50.093353+0000","last_peered":"2024-07-29T15:15:50.093353+0000","last_clean":"2024-07-29T15:15:50.093353+0000","last_became_active":"2024-07-29T15:10:54.977792+0000","last_became_peered":"2024-07-29T15:10:54.977792+0000","last_unstale":"2024-07-29T15:15:50.093353+0000","last_undegraded":"2024-07-29T15:15:50.093353+0000","last_fullsized":"2024-07-29T15:15:50.093353+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:56:33.779105+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:56:33.779105+0000","last_clean_scrub_stamp":"2024-07-29T14:56:33.779105+0000","objects_scrubbed":0,"log_size":209,"log_dups_size":0,"ondisk_log_size":209,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:06:18.951256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":926,"num_read_kb":1784,"num_write":335,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1131,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.097712+0000","last_change":"2024-07-29T15:10:54.989841+0000","last_active":"2024-07-29T15:15:50.097712+0000","last_peered":"2024-07-29T15:15:50.097712+0000","last_clean":"2024-07-29T15:15:50.097712+0000","last_became_active":"2024-07-29T15:10:54.989473+0000","last_became_peered":"2024-07-29T15:10:54.989473+0000","last_unstale":"2024-07-29T15:15:50.097712+0000","last_undegraded":"2024-07-29T15:15:50.097712+0000","last_fullsized":"2024-07-29T15:15:50.097712+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T18:32:17.149875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1195,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.100344+0000","last_change":"2024-07-29T15:10:22.027556+0000","last_active":"2024-07-29T15:15:50.100344+0000","last_peered":"2024-07-29T15:15:50.100344+0000","last_clean":"2024-07-29T15:15:50.100344+0000","last_became_active":"2024-07-29T15:10:22.027069+0000","last_became_peered":"2024-07-29T15:10:22.027069+0000","last_unstale":"2024-07-29T15:15:50.100344+0000","last_undegraded":"2024-07-29T15:15:50.100344+0000","last_fullsized":"2024-07-29T15:15:50.100344+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T19:28:22.765917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.7","version":"846'1721","reported_seq":4723,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.119944+0000","last_change":"2024-07-29T15:15:50.121393+0000","last_active":"2024-07-29T15:15:50.119944+0000","last_peered":"2024-07-29T15:15:50.119944+0000","last_clean":"2024-07-29T15:15:50.119944+0000","last_became_active":"2024-07-29T15:09:48.051569+0000","last_became_peered":"2024-07-29T15:09:48.051569+0000","last_unstale":"2024-07-29T15:15:50.119944+0000","last_undegraded":"2024-07-29T15:15:50.119944+0000","last_fullsized":"2024-07-29T15:15:50.119944+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T15:02:41.229435+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T15:02:41.229435+0000","last_clean_scrub_stamp":"2024-07-29T15:02:41.229435+0000","objects_scrubbed":0,"log_size":1721,"log_dups_size":0,"ondisk_log_size":1721,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:04:23.868398+0000","scrub_duration":0,"objects_trimmed":5,"snaptrim_duration":0.021429883,"stat_sum":{"num_bytes":8454144,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":2,"num_read":366,"num_read_kb":574799,"num_write":756,"num_write_kb":153192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":32546816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1b1","length":"1"},{"start":"1be","length":"1"},{"start":"1c4","length":"2"}]},{"pgid":"4.6","version":"0'0","reported_seq":1325,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.104308+0000","last_change":"2024-07-29T15:08:11.024196+0000","last_active":"2024-07-29T15:15:50.104308+0000","last_peered":"2024-07-29T15:15:50.104308+0000","last_clean":"2024-07-29T15:15:50.104308+0000","last_became_active":"2024-07-29T15:08:11.023828+0000","last_became_peered":"2024-07-29T15:08:11.023828+0000","last_unstale":"2024-07-29T15:15:50.104308+0000","last_undegraded":"2024-07-29T15:15:50.104308+0000","last_fullsized":"2024-07-29T15:15:50.104308+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_clean_scrub_stamp":"2024-07-29T14:59:55.833220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:30:38.260463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1092,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.093240+0000","last_change":"2024-07-29T15:10:54.989543+0000","last_active":"2024-07-29T15:15:50.093240+0000","last_peered":"2024-07-29T15:15:50.093240+0000","last_clean":"2024-07-29T15:15:50.093240+0000","last_became_active":"2024-07-29T15:10:54.986399+0000","last_became_peered":"2024-07-29T15:10:54.986399+0000","last_unstale":"2024-07-29T15:15:50.093240+0000","last_undegraded":"2024-07-29T15:15:50.093240+0000","last_fullsized":"2024-07-29T15:15:50.093240+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T18:57:26.873048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1225,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-07-29T15:15:48.454100+0000","last_change":"2024-07-29T15:08:42.995757+0000","last_active":"2024-07-29T15:15:48.454100+0000","last_peered":"2024-07-29T15:15:48.454100+0000","last_clean":"2024-07-29T15:15:48.454100+0000","last_became_active":"2024-07-29T15:08:42.995330+0000","last_became_peered":"2024-07-29T15:08:42.995330+0000","last_unstale":"2024-07-29T15:15:48.454100+0000","last_undegraded":"2024-07-29T15:15:48.454100+0000","last_fullsized":"2024-07-29T15:15:48.454100+0000","mapping_epoch":432,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:36:32.482060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.6","version":"836'956","reported_seq":4078,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-07-29T15:15:48.453706+0000","last_change":"2024-07-29T15:15:48.455053+0000","last_active":"2024-07-29T15:15:48.453706+0000","last_peered":"2024-07-29T15:15:48.453706+0000","last_clean":"2024-07-29T15:15:48.453706+0000","last_became_active":"2024-07-29T15:09:48.060039+0000","last_became_peered":"2024-07-29T15:09:48.060039+0000","last_unstale":"2024-07-29T15:15:48.453706+0000","last_undegraded":"2024-07-29T15:15:48.453706+0000","last_fullsized":"2024-07-29T15:15:48.453706+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T15:02:41.229435+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T15:02:41.229435+0000","last_clean_scrub_stamp":"2024-07-29T15:02:41.229435+0000","objects_scrubbed":0,"log_size":956,"log_dups_size":0,"ondisk_log_size":956,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:13:05.455221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001747981,"stat_sum":{"num_bytes":10493952,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":143,"num_read_kb":143214,"num_write":445,"num_write_kb":57480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":18456576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1be","length":"1"},{"start":"1c4","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1274,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-07-29T15:15:49.061589+0000","last_change":"2024-07-29T15:09:48.046932+0000","last_active":"2024-07-29T15:15:49.061589+0000","last_peered":"2024-07-29T15:15:49.061589+0000","last_clean":"2024-07-29T15:15:49.061589+0000","last_became_active":"2024-07-29T15:09:48.046561+0000","last_became_peered":"2024-07-29T15:09:48.046561+0000","last_unstale":"2024-07-29T15:15:49.061589+0000","last_undegraded":"2024-07-29T15:15:49.061589+0000","last_fullsized":"2024-07-29T15:15:49.061589+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_clean_scrub_stamp":"2024-07-29T14:59:55.833220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:56:12.306797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042025899999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1241,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-07-29T15:15:48.453979+0000","last_change":"2024-07-29T15:08:43.001147+0000","last_active":"2024-07-29T15:15:48.453979+0000","last_peered":"2024-07-29T15:15:48.453979+0000","last_clean":"2024-07-29T15:15:48.453979+0000","last_became_active":"2024-07-29T15:08:43.000860+0000","last_became_peered":"2024-07-29T15:08:43.000860+0000","last_unstale":"2024-07-29T15:15:48.453979+0000","last_undegraded":"2024-07-29T15:15:48.453979+0000","last_fullsized":"2024-07-29T15:15:48.453979+0000","mapping_epoch":432,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:20:33.499327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1287,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-07-29T15:15:49.060789+0000","last_change":"2024-07-29T15:10:22.023231+0000","last_active":"2024-07-29T15:15:49.060789+0000","last_peered":"2024-07-29T15:15:49.060789+0000","last_clean":"2024-07-29T15:15:49.060789+0000","last_became_active":"2024-07-29T15:10:22.022485+0000","last_became_peered":"2024-07-29T15:10:22.022485+0000","last_unstale":"2024-07-29T15:15:49.060789+0000","last_undegraded":"2024-07-29T15:15:49.060789+0000","last_fullsized":"2024-07-29T15:15:49.060789+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:48:45.039200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"846'1710","reported_seq":4944,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.187529+0000","last_change":"2024-07-29T15:15:50.119010+0000","last_active":"2024-07-29T15:15:50.187529+0000","last_peered":"2024-07-29T15:15:50.187529+0000","last_clean":"2024-07-29T15:15:50.187529+0000","last_became_active":"2024-07-29T15:09:15.427003+0000","last_became_peered":"2024-07-29T15:09:15.427003+0000","last_unstale":"2024-07-29T15:15:50.187529+0000","last_undegraded":"2024-07-29T15:15:50.187529+0000","last_fullsized":"2024-07-29T15:15:50.187529+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T15:02:41.229435+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T15:02:41.229435+0000","last_clean_scrub_stamp":"2024-07-29T15:02:41.229435+0000","objects_scrubbed":0,"log_size":1710,"log_dups_size":0,"ondisk_log_size":1710,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:30:53.088978+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.012646866999999999,"stat_sum":{"num_bytes":26705920,"num_objects":11,"num_object_clones":7,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":1,"num_read":328,"num_read_kb":344793,"num_write":677,"num_write_kb":139368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":25706496,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1b1","length":"1"},{"start":"1be","length":"1"},{"start":"1c4","length":"2"}]},{"pgid":"4.4","version":"0'0","reported_seq":1255,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-07-29T15:15:49.062331+0000","last_change":"2024-07-29T15:08:42.997160+0000","last_active":"2024-07-29T15:15:49.062331+0000","last_peered":"2024-07-29T15:15:49.062331+0000","last_clean":"2024-07-29T15:15:49.062331+0000","last_became_active":"2024-07-29T15:08:42.996903+0000","last_became_peered":"2024-07-29T15:08:42.996903+0000","last_unstale":"2024-07-29T15:15:49.062331+0000","last_undegraded":"2024-07-29T15:15:49.062331+0000","last_fullsized":"2024-07-29T15:15:49.062331+0000","mapping_epoch":432,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_clean_scrub_stamp":"2024-07-29T14:59:55.833220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:26:45.205729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1138,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.097076+0000","last_change":"2024-07-29T15:10:22.008754+0000","last_active":"2024-07-29T15:15:50.097076+0000","last_peered":"2024-07-29T15:15:50.097076+0000","last_clean":"2024-07-29T15:15:50.097076+0000","last_became_active":"2024-07-29T15:10:22.008466+0000","last_became_peered":"2024-07-29T15:10:22.008466+0000","last_unstale":"2024-07-29T15:15:50.097076+0000","last_undegraded":"2024-07-29T15:15:50.097076+0000","last_fullsized":"2024-07-29T15:15:50.097076+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:28:55.017872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1171,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-29T15:15:53.060993+0000","last_change":"2024-07-29T15:10:22.007675+0000","last_active":"2024-07-29T15:15:53.060993+0000","last_peered":"2024-07-29T15:15:53.060993+0000","last_clean":"2024-07-29T15:15:53.060993+0000","last_became_active":"2024-07-29T15:10:22.007313+0000","last_became_peered":"2024-07-29T15:10:22.007313+0000","last_unstale":"2024-07-29T15:15:53.060993+0000","last_undegraded":"2024-07-29T15:15:53.060993+0000","last_fullsized":"2024-07-29T15:15:53.060993+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T19:38:21.822636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3","version":"846'1336","reported_seq":4665,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.178536+0000","last_change":"2024-07-29T15:15:50.122663+0000","last_active":"2024-07-29T15:15:50.178536+0000","last_peered":"2024-07-29T15:15:50.178536+0000","last_clean":"2024-07-29T15:15:50.178536+0000","last_became_active":"2024-07-29T15:10:22.009733+0000","last_became_peered":"2024-07-29T15:10:22.009733+0000","last_unstale":"2024-07-29T15:15:50.178536+0000","last_undegraded":"2024-07-29T15:15:50.178536+0000","last_fullsized":"2024-07-29T15:15:50.178536+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T15:02:41.229435+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T15:02:41.229435+0000","last_clean_scrub_stamp":"2024-07-29T15:02:41.229435+0000","objects_scrubbed":0,"log_size":1336,"log_dups_size":0,"ondisk_log_size":1336,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T18:44:16.725763+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.017479650999999999,"stat_sum":{"num_bytes":7299072,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":271,"num_read_kb":605703,"num_write":582,"num_write_kb":92032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":45129728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1b1","length":"1"},{"start":"1be","length":"1"},{"start":"1c4","length":"2"}]},{"pgid":"4.2","version":"74'2","reported_seq":1257,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-07-29T15:15:49.061857+0000","last_change":"2024-07-29T15:09:48.040459+0000","last_active":"2024-07-29T15:15:49.061857+0000","last_peered":"2024-07-29T15:15:49.061857+0000","last_clean":"2024-07-29T15:15:49.061857+0000","last_became_active":"2024-07-29T15:09:48.040161+0000","last_became_peered":"2024-07-29T15:09:48.040161+0000","last_unstale":"2024-07-29T15:15:49.061857+0000","last_undegraded":"2024-07-29T15:15:49.061857+0000","last_fullsized":"2024-07-29T15:15:49.061857+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_clean_scrub_stamp":"2024-07-29T14:59:55.833220+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:46:43.897250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039206700000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1279,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-07-29T15:15:49.062038+0000","last_change":"2024-07-29T15:10:54.984126+0000","last_active":"2024-07-29T15:15:49.062038+0000","last_peered":"2024-07-29T15:15:49.062038+0000","last_clean":"2024-07-29T15:15:49.062038+0000","last_became_active":"2024-07-29T15:10:54.983811+0000","last_became_peered":"2024-07-29T15:10:54.983811+0000","last_unstale":"2024-07-29T15:15:49.062038+0000","last_undegraded":"2024-07-29T15:15:49.062038+0000","last_fullsized":"2024-07-29T15:15:49.062038+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:30:42.990744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1166,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.098482+0000","last_change":"2024-07-29T15:09:48.058691+0000","last_active":"2024-07-29T15:15:50.098482+0000","last_peered":"2024-07-29T15:15:50.098482+0000","last_clean":"2024-07-29T15:15:50.098482+0000","last_became_active":"2024-07-29T15:09:48.058407+0000","last_became_peered":"2024-07-29T15:09:48.058407+0000","last_unstale":"2024-07-29T15:15:50.098482+0000","last_undegraded":"2024-07-29T15:15:50.098482+0000","last_fullsized":"2024-07-29T15:15:50.098482+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:16:01.443277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2946,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-07-29T15:15:49.149225+0000","last_change":"2024-07-29T15:15:48.070263+0000","last_active":"2024-07-29T15:15:49.149225+0000","last_peered":"2024-07-29T15:15:49.149225+0000","last_clean":"2024-07-29T15:15:49.149225+0000","last_became_active":"2024-07-29T15:10:22.012037+0000","last_became_peered":"2024-07-29T15:10:22.012037+0000","last_unstale":"2024-07-29T15:15:49.149225+0000","last_undegraded":"2024-07-29T15:15:49.149225+0000","last_fullsized":"2024-07-29T15:15:49.149225+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T15:02:41.229435+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T15:02:41.229435+0000","last_clean_scrub_stamp":"2024-07-29T15:02:41.229435+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:54:56.374762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00083826699999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"1be","length":"1"},{"start":"1c4","length":"2"}]},{"pgid":"4.3","version":"72'1","reported_seq":1326,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.104738+0000","last_change":"2024-07-29T15:10:54.983341+0000","last_active":"2024-07-29T15:15:50.104738+0000","last_peered":"2024-07-29T15:15:50.104738+0000","last_clean":"2024-07-29T15:15:50.104738+0000","last_became_active":"2024-07-29T15:10:54.982769+0000","last_became_peered":"2024-07-29T15:10:54.982769+0000","last_unstale":"2024-07-29T15:15:50.104738+0000","last_undegraded":"2024-07-29T15:15:50.104738+0000","last_fullsized":"2024-07-29T15:15:50.104738+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_clean_scrub_stamp":"2024-07-29T14:59:55.833220+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:20:30.370159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1106,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.093754+0000","last_change":"2024-07-29T15:10:54.984365+0000","last_active":"2024-07-29T15:15:50.093754+0000","last_peered":"2024-07-29T15:15:50.093754+0000","last_clean":"2024-07-29T15:15:50.093754+0000","last_became_active":"2024-07-29T15:10:54.983496+0000","last_became_peered":"2024-07-29T15:10:54.983496+0000","last_unstale":"2024-07-29T15:15:50.093754+0000","last_undegraded":"2024-07-29T15:15:50.093754+0000","last_fullsized":"2024-07-29T15:15:50.093754+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:22:57.057618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1286,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-07-29T15:15:49.062224+0000","last_change":"2024-07-29T15:09:48.045422+0000","last_active":"2024-07-29T15:15:49.062224+0000","last_peered":"2024-07-29T15:15:49.062224+0000","last_clean":"2024-07-29T15:15:49.062224+0000","last_became_active":"2024-07-29T15:09:48.045017+0000","last_became_peered":"2024-07-29T15:09:48.045017+0000","last_unstale":"2024-07-29T15:15:49.062224+0000","last_undegraded":"2024-07-29T15:15:49.062224+0000","last_fullsized":"2024-07-29T15:15:49.062224+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:16:10.859421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"846'811","reported_seq":3886,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-29T15:15:53.060954+0000","last_change":"2024-07-29T15:15:50.103300+0000","last_active":"2024-07-29T15:15:53.060954+0000","last_peered":"2024-07-29T15:15:53.060954+0000","last_clean":"2024-07-29T15:15:53.060954+0000","last_became_active":"2024-07-29T15:10:54.995156+0000","last_became_peered":"2024-07-29T15:10:54.995156+0000","last_unstale":"2024-07-29T15:15:53.060954+0000","last_undegraded":"2024-07-29T15:15:53.060954+0000","last_fullsized":"2024-07-29T15:15:53.060954+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T15:02:41.229435+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T15:02:41.229435+0000","last_clean_scrub_stamp":"2024-07-29T15:02:41.229435+0000","objects_scrubbed":0,"log_size":811,"log_dups_size":0,"ondisk_log_size":811,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:04:21.841278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00093260200000000004,"stat_sum":{"num_bytes":778240,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":134,"num_read_kb":280327,"num_write":276,"num_write_kb":78520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1b1","length":"1"},{"start":"1c5","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1226,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.099226+0000","last_change":"2024-07-29T15:10:54.995147+0000","last_active":"2024-07-29T15:15:50.099226+0000","last_peered":"2024-07-29T15:15:50.099226+0000","last_clean":"2024-07-29T15:15:50.099226+0000","last_became_active":"2024-07-29T15:10:54.994789+0000","last_became_peered":"2024-07-29T15:10:54.994789+0000","last_unstale":"2024-07-29T15:15:50.099226+0000","last_undegraded":"2024-07-29T15:15:50.099226+0000","last_fullsized":"2024-07-29T15:15:50.099226+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_clean_scrub_stamp":"2024-07-29T14:59:55.833220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T19:01:50.880487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058393400000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"588'3","reported_seq":1296,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-07-29T15:15:49.061820+0000","last_change":"2024-07-29T15:10:22.020830+0000","last_active":"2024-07-29T15:15:49.061820+0000","last_peered":"2024-07-29T15:15:49.061820+0000","last_clean":"2024-07-29T15:15:49.061820+0000","last_became_active":"2024-07-29T15:10:22.020511+0000","last_became_peered":"2024-07-29T15:10:22.020511+0000","last_unstale":"2024-07-29T15:15:49.061820+0000","last_undegraded":"2024-07-29T15:15:49.061820+0000","last_fullsized":"2024-07-29T15:15:49.061820+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:21:40.029622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1227,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.098949+0000","last_change":"2024-07-29T15:10:54.993522+0000","last_active":"2024-07-29T15:15:50.098949+0000","last_peered":"2024-07-29T15:15:50.098949+0000","last_clean":"2024-07-29T15:15:50.098949+0000","last_became_active":"2024-07-29T15:10:54.993215+0000","last_became_peered":"2024-07-29T15:10:54.993215+0000","last_unstale":"2024-07-29T15:15:50.098949+0000","last_undegraded":"2024-07-29T15:15:50.098949+0000","last_fullsized":"2024-07-29T15:15:50.098949+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:30:08.603840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"846'2134","reported_seq":5213,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.174836+0000","last_change":"2024-07-29T15:15:50.130027+0000","last_active":"2024-07-29T15:15:50.174836+0000","last_peered":"2024-07-29T15:15:50.174836+0000","last_clean":"2024-07-29T15:15:50.174836+0000","last_became_active":"2024-07-29T15:09:15.429772+0000","last_became_peered":"2024-07-29T15:09:15.429772+0000","last_unstale":"2024-07-29T15:15:50.174836+0000","last_undegraded":"2024-07-29T15:15:50.174836+0000","last_fullsized":"2024-07-29T15:15:50.174836+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T15:02:41.229435+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T15:02:41.229435+0000","last_clean_scrub_stamp":"2024-07-29T15:02:41.229435+0000","objects_scrubbed":0,"log_size":2134,"log_dups_size":0,"ondisk_log_size":2134,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:38:31.277303+0000","scrub_duration":0,"objects_trimmed":2,"snaptrim_duration":0.030207352,"stat_sum":{"num_bytes":27181056,"num_objects":12,"num_object_clones":7,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":2,"num_read":416,"num_read_kb":812849,"num_write":948,"num_write_kb":203976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":79298560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1b1","length":"1"},{"start":"1be","length":"1"},{"start":"1c4","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1190,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-29T15:15:53.061138+0000","last_change":"2024-07-29T15:10:22.006714+0000","last_active":"2024-07-29T15:15:53.061138+0000","last_peered":"2024-07-29T15:15:53.061138+0000","last_clean":"2024-07-29T15:15:53.061138+0000","last_became_active":"2024-07-29T15:10:22.006426+0000","last_became_peered":"2024-07-29T15:10:22.006426+0000","last_unstale":"2024-07-29T15:15:53.061138+0000","last_undegraded":"2024-07-29T15:15:53.061138+0000","last_fullsized":"2024-07-29T15:15:53.061138+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:59:55.833220+0000","last_clean_scrub_stamp":"2024-07-29T14:59:55.833220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:54:49.298355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":1101,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-07-29T15:15:49.150975+0000","last_change":"2024-07-29T15:10:54.984503+0000","last_active":"2024-07-29T15:15:49.150975+0000","last_peered":"2024-07-29T15:15:49.150975+0000","last_clean":"2024-07-29T15:15:49.150975+0000","last_became_active":"2024-07-29T15:10:54.984171+0000","last_became_peered":"2024-07-29T15:10:54.984171+0000","last_unstale":"2024-07-29T15:15:49.150975+0000","last_undegraded":"2024-07-29T15:15:49.150975+0000","last_fullsized":"2024-07-29T15:15:49.150975+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T17:37:13.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":9,"num_read_kb":9,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1314,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.104200+0000","last_change":"2024-07-29T15:09:15.427839+0000","last_active":"2024-07-29T15:15:50.104200+0000","last_peered":"2024-07-29T15:15:50.104200+0000","last_clean":"2024-07-29T15:15:50.104200+0000","last_became_active":"2024-07-29T15:09:15.426416+0000","last_became_peered":"2024-07-29T15:09:15.426416+0000","last_unstale":"2024-07-29T15:15:50.104200+0000","last_undegraded":"2024-07-29T15:15:50.104200+0000","last_fullsized":"2024-07-29T15:15:50.104200+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T16:50:25.662238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"846'739","reported_seq":3760,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.229131+0000","last_change":"2024-07-29T15:15:50.106583+0000","last_active":"2024-07-29T15:15:50.229131+0000","last_peered":"2024-07-29T15:15:50.229131+0000","last_clean":"2024-07-29T15:15:50.229131+0000","last_became_active":"2024-07-29T15:10:22.011973+0000","last_became_peered":"2024-07-29T15:10:22.011973+0000","last_unstale":"2024-07-29T15:15:50.229131+0000","last_undegraded":"2024-07-29T15:15:50.229131+0000","last_fullsized":"2024-07-29T15:15:50.229131+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T15:02:41.229435+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T15:02:41.229435+0000","last_clean_scrub_stamp":"2024-07-29T15:02:41.229435+0000","objects_scrubbed":0,"log_size":739,"log_dups_size":0,"ondisk_log_size":739,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T18:24:17.937958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067752410000000004,"stat_sum":{"num_bytes":5603328,"num_objects":4,"num_object_clones":2,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":137,"num_read_kb":181463,"num_write":344,"num_write_kb":58896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1b1","length":"1"},{"start":"1be","length":"1"},{"start":"1c4","length":"2"}]},{"pgid":"2.8","version":"0'0","reported_seq":1092,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.093447+0000","last_change":"2024-07-29T15:10:54.990406+0000","last_active":"2024-07-29T15:15:50.093447+0000","last_peered":"2024-07-29T15:15:50.093447+0000","last_clean":"2024-07-29T15:15:50.093447+0000","last_became_active":"2024-07-29T15:10:54.988666+0000","last_became_peered":"2024-07-29T15:10:54.988666+0000","last_unstale":"2024-07-29T15:15:50.093447+0000","last_undegraded":"2024-07-29T15:15:50.093447+0000","last_fullsized":"2024-07-29T15:15:50.093447+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:26:27.727145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1196,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-29T15:15:53.061639+0000","last_change":"2024-07-29T15:10:54.986163+0000","last_active":"2024-07-29T15:15:53.061639+0000","last_peered":"2024-07-29T15:15:53.061639+0000","last_clean":"2024-07-29T15:15:53.061639+0000","last_became_active":"2024-07-29T15:10:54.985640+0000","last_became_peered":"2024-07-29T15:10:54.985640+0000","last_unstale":"2024-07-29T15:15:53.061639+0000","last_undegraded":"2024-07-29T15:15:53.061639+0000","last_fullsized":"2024-07-29T15:15:53.061639+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:29:55.428246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"846'873","reported_seq":3948,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-07-29T15:15:53.061849+0000","last_change":"2024-07-29T15:15:50.110141+0000","last_active":"2024-07-29T15:15:53.061849+0000","last_peered":"2024-07-29T15:15:53.061849+0000","last_clean":"2024-07-29T15:15:53.061849+0000","last_became_active":"2024-07-29T15:09:48.038575+0000","last_became_peered":"2024-07-29T15:09:48.038575+0000","last_unstale":"2024-07-29T15:15:53.061849+0000","last_undegraded":"2024-07-29T15:15:53.061849+0000","last_fullsized":"2024-07-29T15:15:53.061849+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T15:02:41.229435+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T15:02:41.229435+0000","last_clean_scrub_stamp":"2024-07-29T15:02:41.229435+0000","objects_scrubbed":0,"log_size":873,"log_dups_size":0,"ondisk_log_size":873,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:13:10.923754+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.0062261779999999997,"stat_sum":{"num_bytes":6971392,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":2,"num_read":144,"num_read_kb":204659,"num_write":276,"num_write_kb":89464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":18374656,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1b1","length":"1"},{"start":"1c5","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1286,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-07-29T15:15:49.061275+0000","last_change":"2024-07-29T15:10:54.989527+0000","last_active":"2024-07-29T15:15:49.061275+0000","last_peered":"2024-07-29T15:15:49.061275+0000","last_clean":"2024-07-29T15:15:49.061275+0000","last_became_active":"2024-07-29T15:10:54.989180+0000","last_became_peered":"2024-07-29T15:10:54.989180+0000","last_unstale":"2024-07-29T15:15:49.061275+0000","last_undegraded":"2024-07-29T15:15:49.061275+0000","last_fullsized":"2024-07-29T15:15:49.061275+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T23:22:46.010447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1218,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.099579+0000","last_change":"2024-07-29T15:10:54.995662+0000","last_active":"2024-07-29T15:15:50.099579+0000","last_peered":"2024-07-29T15:15:50.099579+0000","last_clean":"2024-07-29T15:15:50.099579+0000","last_became_active":"2024-07-29T15:10:54.995291+0000","last_became_peered":"2024-07-29T15:10:54.995291+0000","last_unstale":"2024-07-29T15:15:50.099579+0000","last_undegraded":"2024-07-29T15:15:50.099579+0000","last_fullsized":"2024-07-29T15:15:50.099579+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T19:21:36.828690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"841'1729","reported_seq":4789,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-07-29T15:15:48.455387+0000","last_change":"2024-07-29T15:15:48.455750+0000","last_active":"2024-07-29T15:15:48.455387+0000","last_peered":"2024-07-29T15:15:48.455387+0000","last_clean":"2024-07-29T15:15:48.455387+0000","last_became_active":"2024-07-29T15:10:54.996449+0000","last_became_peered":"2024-07-29T15:10:54.996449+0000","last_unstale":"2024-07-29T15:15:48.455387+0000","last_undegraded":"2024-07-29T15:15:48.455387+0000","last_fullsized":"2024-07-29T15:15:48.455387+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T15:02:41.229435+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T15:02:41.229435+0000","last_clean_scrub_stamp":"2024-07-29T15:02:41.229435+0000","objects_scrubbed":0,"log_size":1729,"log_dups_size":0,"ondisk_log_size":1729,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:23:02.485598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063771399999999995,"stat_sum":{"num_bytes":17588224,"num_objects":7,"num_object_clones":4,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":277,"num_read_kb":528349,"num_write":599,"num_write_kb":154696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":10764288,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1be","length":"1"},{"start":"1c4","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1286,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-07-29T15:15:49.061594+0000","last_change":"2024-07-29T15:10:54.986782+0000","last_active":"2024-07-29T15:15:49.061594+0000","last_peered":"2024-07-29T15:15:49.061594+0000","last_clean":"2024-07-29T15:15:49.061594+0000","last_became_active":"2024-07-29T15:10:54.986482+0000","last_became_peered":"2024-07-29T15:10:54.986482+0000","last_unstale":"2024-07-29T15:15:49.061594+0000","last_undegraded":"2024-07-29T15:15:49.061594+0000","last_fullsized":"2024-07-29T15:15:49.061594+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T01:03:25.562825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1227,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.101085+0000","last_change":"2024-07-29T15:09:15.429272+0000","last_active":"2024-07-29T15:15:50.101085+0000","last_peered":"2024-07-29T15:15:50.101085+0000","last_clean":"2024-07-29T15:15:50.101085+0000","last_became_active":"2024-07-29T15:09:15.428850+0000","last_became_peered":"2024-07-29T15:09:15.428850+0000","last_unstale":"2024-07-29T15:15:50.101085+0000","last_undegraded":"2024-07-29T15:15:50.101085+0000","last_fullsized":"2024-07-29T15:15:50.101085+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T19:40:43.850512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"833'386","reported_seq":3663,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-07-29T15:15:49.061873+0000","last_change":"2024-07-29T15:15:48.067144+0000","last_active":"2024-07-29T15:15:49.061873+0000","last_peered":"2024-07-29T15:15:49.061873+0000","last_clean":"2024-07-29T15:15:49.061873+0000","last_became_active":"2024-07-29T15:09:15.434146+0000","last_became_peered":"2024-07-29T15:09:15.434146+0000","last_unstale":"2024-07-29T15:15:49.061873+0000","last_undegraded":"2024-07-29T15:15:49.061873+0000","last_fullsized":"2024-07-29T15:15:49.061873+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T15:02:41.229435+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T15:02:41.229435+0000","last_clean_scrub_stamp":"2024-07-29T15:02:41.229435+0000","objects_scrubbed":0,"log_size":386,"log_dups_size":0,"ondisk_log_size":386,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T15:02:52.446112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001090333,"stat_sum":{"num_bytes":5455872,"num_objects":2,"num_object_clones":1,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":61,"num_read_kb":72300,"num_write":205,"num_write_kb":25856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1be","length":"1"},{"start":"1c4","length":"2"}]},{"pgid":"2.b","version":"584'4","reported_seq":1101,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.093236+0000","last_change":"2024-07-29T15:10:54.983116+0000","last_active":"2024-07-29T15:15:50.093236+0000","last_peered":"2024-07-29T15:15:50.093236+0000","last_clean":"2024-07-29T15:15:50.093236+0000","last_became_active":"2024-07-29T15:10:54.982632+0000","last_became_peered":"2024-07-29T15:10:54.982632+0000","last_unstale":"2024-07-29T15:15:50.093236+0000","last_undegraded":"2024-07-29T15:15:50.093236+0000","last_fullsized":"2024-07-29T15:15:50.093236+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:50:01.888140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1120,"reported_epoch":845,"state":"active+clean","last_fresh":"2024-07-29T15:15:49.149179+0000","last_change":"2024-07-29T15:10:22.020475+0000","last_active":"2024-07-29T15:15:49.149179+0000","last_peered":"2024-07-29T15:15:49.149179+0000","last_clean":"2024-07-29T15:15:49.149179+0000","last_became_active":"2024-07-29T15:10:22.019255+0000","last_became_peered":"2024-07-29T15:10:22.019255+0000","last_unstale":"2024-07-29T15:15:49.149179+0000","last_undegraded":"2024-07-29T15:15:49.149179+0000","last_fullsized":"2024-07-29T15:15:49.149179+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T00:32:32.852352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1148,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.097792+0000","last_change":"2024-07-29T15:10:22.010292+0000","last_active":"2024-07-29T15:15:50.097792+0000","last_peered":"2024-07-29T15:15:50.097792+0000","last_clean":"2024-07-29T15:15:50.097792+0000","last_became_active":"2024-07-29T15:10:22.009969+0000","last_became_peered":"2024-07-29T15:10:22.009969+0000","last_unstale":"2024-07-29T15:15:50.097792+0000","last_undegraded":"2024-07-29T15:15:50.097792+0000","last_fullsized":"2024-07-29T15:15:50.097792+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T21:11:31.441264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":1100,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.093823+0000","last_change":"2024-07-29T15:10:54.992891+0000","last_active":"2024-07-29T15:15:50.093823+0000","last_peered":"2024-07-29T15:15:50.093823+0000","last_clean":"2024-07-29T15:15:50.093823+0000","last_became_active":"2024-07-29T15:10:54.991779+0000","last_became_peered":"2024-07-29T15:10:54.991779+0000","last_unstale":"2024-07-29T15:15:50.093823+0000","last_undegraded":"2024-07-29T15:15:50.093823+0000","last_fullsized":"2024-07-29T15:15:50.093823+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-31T02:28:41.574446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":9,"num_read_kb":9,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1225,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-07-29T15:15:48.454121+0000","last_change":"2024-07-29T15:09:15.426673+0000","last_active":"2024-07-29T15:15:48.454121+0000","last_peered":"2024-07-29T15:15:48.454121+0000","last_clean":"2024-07-29T15:15:48.454121+0000","last_became_active":"2024-07-29T15:09:15.426239+0000","last_became_peered":"2024-07-29T15:09:15.426239+0000","last_unstale":"2024-07-29T15:15:48.454121+0000","last_undegraded":"2024-07-29T15:15:48.454121+0000","last_fullsized":"2024-07-29T15:15:48.454121+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:56:53.969697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":1092,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.093458+0000","last_change":"2024-07-29T15:10:54.984066+0000","last_active":"2024-07-29T15:15:50.093458+0000","last_peered":"2024-07-29T15:15:50.093458+0000","last_clean":"2024-07-29T15:15:50.093458+0000","last_became_active":"2024-07-29T15:10:54.982305+0000","last_became_peered":"2024-07-29T15:10:54.982305+0000","last_unstale":"2024-07-29T15:15:50.093458+0000","last_undegraded":"2024-07-29T15:15:50.093458+0000","last_fullsized":"2024-07-29T15:15:50.093458+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T19:15:11.898493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":9,"num_read_kb":9,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1314,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.105574+0000","last_change":"2024-07-29T15:09:48.056853+0000","last_active":"2024-07-29T15:15:50.105574+0000","last_peered":"2024-07-29T15:15:50.105574+0000","last_clean":"2024-07-29T15:15:50.105574+0000","last_became_active":"2024-07-29T15:09:48.056458+0000","last_became_peered":"2024-07-29T15:09:48.056458+0000","last_unstale":"2024-07-29T15:15:50.105574+0000","last_undegraded":"2024-07-29T15:15:50.105574+0000","last_fullsized":"2024-07-29T15:15:50.105574+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T22:26:58.394241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"584'3","reported_seq":1233,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.099955+0000","last_change":"2024-07-29T15:09:48.051508+0000","last_active":"2024-07-29T15:15:50.099955+0000","last_peered":"2024-07-29T15:15:50.099955+0000","last_clean":"2024-07-29T15:15:50.099955+0000","last_became_active":"2024-07-29T15:09:48.051193+0000","last_became_peered":"2024-07-29T15:09:48.051193+0000","last_unstale":"2024-07-29T15:15:50.099955+0000","last_undegraded":"2024-07-29T15:15:50.099955+0000","last_fullsized":"2024-07-29T15:15:50.099955+0000","mapping_epoch":492,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T20:13:22.757734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1210,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.099849+0000","last_change":"2024-07-29T15:10:22.022610+0000","last_active":"2024-07-29T15:15:50.099849+0000","last_peered":"2024-07-29T15:15:50.099849+0000","last_clean":"2024-07-29T15:15:50.099849+0000","last_became_active":"2024-07-29T15:10:22.022094+0000","last_became_peered":"2024-07-29T15:10:22.022094+0000","last_unstale":"2024-07-29T15:15:50.099849+0000","last_undegraded":"2024-07-29T15:15:50.099849+0000","last_fullsized":"2024-07-29T15:15:50.099849+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:53.871575+0000","last_clean_scrub_stamp":"2024-07-29T14:58:53.871575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T18:05:32.742983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"584'6","reported_seq":1329,"reported_epoch":846,"state":"active+clean","last_fresh":"2024-07-29T15:15:50.106094+0000","last_change":"2024-07-29T15:10:54.986530+0000","last_active":"2024-07-29T15:15:50.106094+0000","last_peered":"2024-07-29T15:15:50.106094+0000","last_clean":"2024-07-29T15:15:50.106094+0000","last_became_active":"2024-07-29T15:10:54.986223+0000","last_became_peered":"2024-07-29T15:10:54.986223+0000","last_unstale":"2024-07-29T15:15:50.106094+0000","last_undegraded":"2024-07-29T15:15:50.106094+0000","last_fullsized":"2024-07-29T15:15:50.106094+0000","mapping_epoch":558,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":559,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-29T14:58:50.739669+0000","last_clean_scrub_stamp":"2024-07-29T14:58:50.739669+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-30T18:03:17.580673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":8,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":219439104,"num_objects":93,"num_object_clones":51,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":8,"num_read":3684,"num_read_kb":5749455,"num_write":8352,"num_write_kb":1793560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":115,"num_bytes_recovered":335699968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":324272128,"data_stored":590761984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":20555,"ondisk_log_size":20555,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6602,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":128,"num_read_kb":142,"num_write":69,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19806,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45817,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":926,"num_read_kb":1784,"num_write":335,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":209,"ondisk_log_size":209,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":558,"seq":2396591751229,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":185996,"kb_used_data":32832,"kb_used_omap":39,"kb_used_meta":153112,"kb_avail":93559156,"statfs":{"total":95995035648,"available":95804575744,"internally_reserved":0,"allocated":33619968,"data_stored":46598153,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":39984,"internal_metadata":156787664},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":526,"seq":2259152797763,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":97088,"kb_used_data":16748,"kb_used_omap":25,"kb_used_meta":80294,"kb_avail":93648064,"statfs":{"total":95995035648,"available":95895617536,"internally_reserved":0,"allocated":17149952,"data_stored":15382264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":25710,"internal_metadata":82221970},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":492,"seq":2113123909706,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":332956,"kb_used_data":49616,"kb_used_omap":51,"kb_used_meta":283276,"kb_avail":93412196,"statfs":{"total":95995035648,"available":95654088704,"internally_reserved":0,"allocated":50806784,"data_stored":76171958,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":52819,"internal_metadata":290075053},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":462,"seq":1984274890833,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":326256,"kb_used_data":67108,"kb_used_omap":40,"kb_used_meta":259095,"kb_avail":93418896,"statfs":{"total":95995035648,"available":95660949504,"internally_reserved":0,"allocated":68718592,"data_stored":112899700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41685,"internal_metadata":265313579},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":432,"seq":1855425871959,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":241740,"kb_used_data":49412,"kb_used_omap":28,"kb_used_meta":192291,"kb_avail":93503412,"statfs":{"total":95995035648,"available":95747493888,"internally_reserved":0,"allocated":50597888,"data_stored":88775369,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28682,"internal_metadata":196906998},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":400,"seq":1717986918493,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":438480,"kb_used_data":66876,"kb_used_omap":42,"kb_used_meta":371541,"kb_avail":93306672,"statfs":{"total":95995035648,"available":95546032128,"internally_reserved":0,"allocated":68481024,"data_stored":126837558,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43741,"internal_metadata":380458275},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":366,"seq":1571958030436,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":428452,"kb_used_data":54484,"kb_used_omap":42,"kb_used_meta":373909,"kb_avail":93316700,"statfs":{"total":95995035648,"available":95556300800,"internally_reserved":0,"allocated":55791616,"data_stored":95100643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43634,"internal_metadata":382883214},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":334,"seq":1434519076971,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":407188,"kb_used_data":49792,"kb_used_omap":39,"kb_used_meta":357336,"kb_avail":93337964,"statfs":{"total":95995035648,"available":95578075136,"internally_reserved":0,"allocated":50987008,"data_stored":71510157,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":39943,"internal_metadata":365913081},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5911,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4567,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5957,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5855,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6091,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5906,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5982,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5270,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6184,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":41619456,"data_stored":65822720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":47038464,"data_stored":90013696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":59772928,"data_stored":121769984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":41816064,"data_stored":83673088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":59940864,"data_stored":107802624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":42024960,"data_stored":71069696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":7798784,"data_stored":9699328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24260608,"data_stored":40910848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-29T15:15:56.128 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-07-29T15:15:56.128 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-07-29T15:15:56.394 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T15:15:56.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:56 smithi067 ceph-mon[91995]: from='client.34479 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-29T15:15:56.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:56 smithi067 ceph-mon[94375]: from='client.34479 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-29T15:15:56.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:56 smithi138 ceph-mon[86438]: from='client.34479 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-29T15:15:57.466 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:57 smithi067 ceph-mon[91995]: pgmap v889: 121 pgs: 121 active+clean; 219 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.0 KiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-07-29T15:15:57.467 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:57 smithi067 ceph-mon[94375]: pgmap v889: 121 pgs: 121 active+clean; 219 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.0 KiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-07-29T15:15:57.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:57 smithi138 ceph-mon[86438]: pgmap v889: 121 pgs: 121 active+clean; 219 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.0 KiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-07-29T15:15:58.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:15:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:15:57] "GET /metrics HTTP/1.1" 200 36434 "" "Prometheus/2.51.0" 2024-07-29T15:15:59.110 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'unique_pool_0' removed 2024-07-29T15:15:59.440 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:59 smithi067 ceph-mon[94375]: pgmap v890: 121 pgs: 121 active+clean; 219 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-29T15:15:59.440 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:59 smithi067 ceph-mon[94375]: osdmap e848: 8 total, 8 up, 8 in 2024-07-29T15:15:59.440 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:15:59 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/348999943' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-29T15:15:59.440 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:59 smithi067 ceph-mon[91995]: pgmap v890: 121 pgs: 121 active+clean; 219 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-29T15:15:59.440 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:59 smithi067 ceph-mon[91995]: osdmap e848: 8 total, 8 up, 8 in 2024-07-29T15:15:59.440 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:15:59 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/348999943' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-29T15:15:59.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:59 smithi138 ceph-mon[86438]: pgmap v890: 121 pgs: 121 active+clean; 219 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-29T15:15:59.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:59 smithi138 ceph-mon[86438]: osdmap e848: 8 total, 8 up, 8 in 2024-07-29T15:15:59.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:15:59 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/348999943' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-29T15:15:59.821 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-29T15:15:59.821 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-07-29T15:15:59.821 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-29T15:15:59.821 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-07-29T15:15:59.821 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-07-29T15:15:59.822 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-07-29T15:15:59.823 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-07-29T15:15:59.823 DEBUG:teuthology.orchestra.run.smithi067:> stat -- /home/ubuntu/cephtest/mnt.0 2024-07-29T15:15:59.841 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-29T15:15:59.841 INFO:teuthology.orchestra.run.smithi067.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-07-29T15:15:59.841 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-07-29T15:15:59.899 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-07-29T15:15:59.900 DEBUG:teuthology.orchestra.run.smithi067:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-07-29T15:15:59.957 INFO:tasks.workunit:timeout=3h 2024-07-29T15:15:59.958 INFO:tasks.workunit:cleanup=True 2024-07-29T15:15:59.958 DEBUG:teuthology.orchestra.run.smithi067:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-07-29T15:16:00.016 INFO:tasks.workunit.client.0.smithi067.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-07-29T15:16:00.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:00 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/348999943' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-07-29T15:16:00.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:00 smithi067 ceph-mon[91995]: osdmap e849: 8 total, 8 up, 8 in 2024-07-29T15:16:00.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:00 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/348999943' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-07-29T15:16:00.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:00 smithi067 ceph-mon[94375]: osdmap e849: 8 total, 8 up, 8 in 2024-07-29T15:16:00.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:00 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/348999943' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-07-29T15:16:00.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:00 smithi138 ceph-mon[86438]: osdmap e849: 8 total, 8 up, 8 in 2024-07-29T15:16:00.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:16:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:16:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:16:01.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:01 smithi067 ceph-mon[91995]: pgmap v893: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:01.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:01 smithi067 ceph-mon[94375]: pgmap v893: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:01.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:01 smithi138 ceph-mon[86438]: pgmap v893: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:03.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:03 smithi067 ceph-mon[91995]: pgmap v894: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:03.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:03 smithi067 ceph-mon[94375]: pgmap v894: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:03.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:03 smithi138 ceph-mon[86438]: pgmap v894: 105 pgs: 105 active+clean; 583 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:05.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:05 smithi067 ceph-mon[91995]: pgmap v895: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:05.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:16:05.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:05 smithi067 ceph-mon[94375]: pgmap v895: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:05.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:16:05.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:05 smithi138 ceph-mon[86438]: pgmap v895: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:05.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:16:06.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:06 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:16:06.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:06 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:16:06.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:06 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:16:06.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:06 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:16:06.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:06 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:16:06.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:06 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:16:06.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:06 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:16:06.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:06 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:16:06.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:06 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:16:06.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:06 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:16:06.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:06 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:16:06.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:06 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:16:06.676 DEBUG:teuthology.orchestra.run.smithi067:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-07-29T15:16:06.732 INFO:tasks.workunit.client.0.smithi067.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-07-29T15:16:06.735 INFO:tasks.workunit.client.0.smithi067.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-29T15:16:06.735 INFO:tasks.workunit.client.0.smithi067.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-07-29T15:16:06.785 INFO:tasks.workunit.client.0.smithi067.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-07-29T15:16:06.835 INFO:tasks.workunit.client.0.smithi067.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-07-29T15:16:06.876 INFO:tasks.workunit.client.0.smithi067.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-29T15:16:06.877 INFO:tasks.workunit.client.0.smithi067.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-29T15:16:06.877 INFO:tasks.workunit.client.0.smithi067.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-07-29T15:16:06.917 INFO:tasks.workunit.client.0.smithi067.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-29T15:16:06.920 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-07-29T15:16:06.920 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-07-29T15:16:06.976 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-07-29T15:16:06.977 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-07-29T15:16:06.977 DEBUG:teuthology.orchestra.run.smithi067:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-07-29T15:16:07.044 INFO:tasks.workunit.client.0.smithi067.stdout:Running main() from gmock_main.cc 2024-07-29T15:16:07.044 INFO:tasks.workunit.client.0.smithi067.stdout:[==========] Running 22 tests from 1 test suite. 2024-07-29T15:16:07.044 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] Global test environment set-up. 2024-07-29T15:16:07.044 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 22 tests from TestCls2PCQueue 2024-07-29T15:16:07.044 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-07-29T15:16:07.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:07 smithi067 ceph-mon[91995]: pgmap v896: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:07.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:07 smithi067 ceph-mon[94375]: pgmap v896: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:07.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:07 smithi138 ceph-mon[86438]: pgmap v896: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:16:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:16:07] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.51.0" 2024-07-29T15:16:08.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:08 smithi067 ceph-mon[94375]: osdmap e850: 8 total, 8 up, 8 in 2024-07-29T15:16:08.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:08 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1510871439' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:08.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:08 smithi067 ceph-mon[94375]: pgmap v898: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:08.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:08 smithi067 ceph-mon[91995]: osdmap e850: 8 total, 8 up, 8 in 2024-07-29T15:16:08.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:08 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1510871439' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:08.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:08 smithi067 ceph-mon[91995]: pgmap v898: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:09.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:08 smithi138 ceph-mon[86438]: osdmap e850: 8 total, 8 up, 8 in 2024-07-29T15:16:09.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:08 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1510871439' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:09.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:08 smithi138 ceph-mon[86438]: pgmap v898: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:09.733 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2688 ms) 2024-07-29T15:16:09.733 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-07-29T15:16:09.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:09 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:16:09.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:09 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1510871439' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:09.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:09 smithi067 ceph-mon[91995]: osdmap e851: 8 total, 8 up, 8 in 2024-07-29T15:16:09.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:09 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:16:09.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:09 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1510871439' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:09.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:09 smithi067 ceph-mon[94375]: osdmap e851: 8 total, 8 up, 8 in 2024-07-29T15:16:10.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:09 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:16:10.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:09 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1510871439' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:10.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:09 smithi138 ceph-mon[86438]: osdmap e851: 8 total, 8 up, 8 in 2024-07-29T15:16:10.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:16:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:16:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:16:10.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:10 smithi067 ceph-mon[94375]: osdmap e852: 8 total, 8 up, 8 in 2024-07-29T15:16:10.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:10 smithi067 ceph-mon[94375]: pgmap v901: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:10.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:10 smithi067 ceph-mon[91995]: osdmap e852: 8 total, 8 up, 8 in 2024-07-29T15:16:10.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:10 smithi067 ceph-mon[91995]: pgmap v901: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:11.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:10 smithi138 ceph-mon[86438]: osdmap e852: 8 total, 8 up, 8 in 2024-07-29T15:16:11.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:10 smithi138 ceph-mon[86438]: pgmap v901: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:11.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:11 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:16:11.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:11 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:16:11.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:11 smithi067 ceph-mon[91995]: osdmap e853: 8 total, 8 up, 8 in 2024-07-29T15:16:11.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:11 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1856204088' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:11.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:11 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:11.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:11 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:16:11.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:11 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:16:11.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:11 smithi067 ceph-mon[94375]: osdmap e853: 8 total, 8 up, 8 in 2024-07-29T15:16:11.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:11 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1856204088' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:11.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:11 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:12.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:11 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:16:12.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:11 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:16:12.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:11 smithi138 ceph-mon[86438]: osdmap e853: 8 total, 8 up, 8 in 2024-07-29T15:16:12.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:11 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1856204088' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:12.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:11 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:12.757 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3025 ms) 2024-07-29T15:16:12.757 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-07-29T15:16:13.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:12 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:13.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:12 smithi138 ceph-mon[86438]: osdmap e854: 8 total, 8 up, 8 in 2024-07-29T15:16:13.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:12 smithi138 ceph-mon[86438]: pgmap v904: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:13.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:12 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:13.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:12 smithi067 ceph-mon[94375]: osdmap e854: 8 total, 8 up, 8 in 2024-07-29T15:16:13.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:12 smithi067 ceph-mon[94375]: pgmap v904: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:13.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:12 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:13.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:12 smithi067 ceph-mon[91995]: osdmap e854: 8 total, 8 up, 8 in 2024-07-29T15:16:13.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:12 smithi067 ceph-mon[91995]: pgmap v904: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:14.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:13 smithi138 ceph-mon[86438]: osdmap e855: 8 total, 8 up, 8 in 2024-07-29T15:16:14.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:13 smithi067 ceph-mon[91995]: osdmap e855: 8 total, 8 up, 8 in 2024-07-29T15:16:14.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:13 smithi067 ceph-mon[94375]: osdmap e855: 8 total, 8 up, 8 in 2024-07-29T15:16:15.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:14 smithi138 ceph-mon[86438]: osdmap e856: 8 total, 8 up, 8 in 2024-07-29T15:16:15.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:14 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/503887096' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:15.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:14 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:15.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:14 smithi138 ceph-mon[86438]: pgmap v907: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:15.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:14 smithi067 ceph-mon[91995]: osdmap e856: 8 total, 8 up, 8 in 2024-07-29T15:16:15.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:14 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/503887096' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:15.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:14 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:15.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:14 smithi067 ceph-mon[91995]: pgmap v907: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:15.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:14 smithi067 ceph-mon[94375]: osdmap e856: 8 total, 8 up, 8 in 2024-07-29T15:16:15.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:14 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/503887096' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:15.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:14 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:15.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:14 smithi067 ceph-mon[94375]: pgmap v907: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:15.778 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestCls2PCQueue.Reserve (3021 ms) 2024-07-29T15:16:15.778 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-07-29T15:16:16.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:15 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:16:16.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:15 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:16.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:15 smithi138 ceph-mon[86438]: osdmap e857: 8 total, 8 up, 8 in 2024-07-29T15:16:16.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:15 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:16:16.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:15 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:16.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:15 smithi067 ceph-mon[91995]: osdmap e857: 8 total, 8 up, 8 in 2024-07-29T15:16:16.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:15 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:16:16.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:15 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:16.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:15 smithi067 ceph-mon[94375]: osdmap e857: 8 total, 8 up, 8 in 2024-07-29T15:16:17.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:16 smithi138 ceph-mon[86438]: osdmap e858: 8 total, 8 up, 8 in 2024-07-29T15:16:17.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:16 smithi138 ceph-mon[86438]: pgmap v910: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:17.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:16 smithi067 ceph-mon[91995]: osdmap e858: 8 total, 8 up, 8 in 2024-07-29T15:16:17.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:16 smithi067 ceph-mon[91995]: pgmap v910: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:17.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:16 smithi067 ceph-mon[94375]: osdmap e858: 8 total, 8 up, 8 in 2024-07-29T15:16:17.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:16 smithi067 ceph-mon[94375]: pgmap v910: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:18.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:17 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:16:18.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:17 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:16:18.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:17 smithi138 ceph-mon[86438]: osdmap e859: 8 total, 8 up, 8 in 2024-07-29T15:16:18.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:17 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1225679889' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:18.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:17 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:16:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:16:17] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.51.0" 2024-07-29T15:16:18.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:17 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:16:18.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:17 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:16:18.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:17 smithi067 ceph-mon[91995]: osdmap e859: 8 total, 8 up, 8 in 2024-07-29T15:16:18.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:17 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1225679889' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:18.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:17 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:18.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:17 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:16:18.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:17 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:16:18.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:17 smithi067 ceph-mon[94375]: osdmap e859: 8 total, 8 up, 8 in 2024-07-29T15:16:18.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:17 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1225679889' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:18.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:17 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:18.794 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3016 ms) 2024-07-29T15:16:18.794 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-07-29T15:16:19.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:18 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:19.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:18 smithi138 ceph-mon[86438]: osdmap e860: 8 total, 8 up, 8 in 2024-07-29T15:16:19.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:18 smithi138 ceph-mon[86438]: pgmap v913: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:19.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:18 smithi138 ceph-mon[86438]: osdmap e861: 8 total, 8 up, 8 in 2024-07-29T15:16:19.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:18 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:19.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:18 smithi067 ceph-mon[94375]: osdmap e860: 8 total, 8 up, 8 in 2024-07-29T15:16:19.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:18 smithi067 ceph-mon[94375]: pgmap v913: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:19.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:18 smithi067 ceph-mon[94375]: osdmap e861: 8 total, 8 up, 8 in 2024-07-29T15:16:19.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:18 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:19.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:18 smithi067 ceph-mon[91995]: osdmap e860: 8 total, 8 up, 8 in 2024-07-29T15:16:19.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:18 smithi067 ceph-mon[91995]: pgmap v913: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:19.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:18 smithi067 ceph-mon[91995]: osdmap e861: 8 total, 8 up, 8 in 2024-07-29T15:16:20.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:16:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:16:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:16:21.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:20 smithi067 ceph-mon[91995]: osdmap e862: 8 total, 8 up, 8 in 2024-07-29T15:16:21.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:20 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3567893315' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:21.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:20 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:21.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:16:21.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:20 smithi067 ceph-mon[91995]: pgmap v916: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:20 smithi067 ceph-mon[94375]: osdmap e862: 8 total, 8 up, 8 in 2024-07-29T15:16:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:20 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3567893315' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:20 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:16:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:20 smithi067 ceph-mon[94375]: pgmap v916: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:21.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:20 smithi138 ceph-mon[86438]: osdmap e862: 8 total, 8 up, 8 in 2024-07-29T15:16:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:20 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3567893315' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:20 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:16:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:20 smithi138 ceph-mon[86438]: pgmap v916: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:21.830 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestCls2PCQueue.Commit (3036 ms) 2024-07-29T15:16:21.831 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-07-29T15:16:22.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:21 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:16:22.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:21 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:22.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:21 smithi067 ceph-mon[91995]: osdmap e863: 8 total, 8 up, 8 in 2024-07-29T15:16:22.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:21 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:16:22.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:21 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:22.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:21 smithi067 ceph-mon[94375]: osdmap e863: 8 total, 8 up, 8 in 2024-07-29T15:16:22.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:21 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:16:22.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:21 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:22.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:21 smithi138 ceph-mon[86438]: osdmap e863: 8 total, 8 up, 8 in 2024-07-29T15:16:23.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:22 smithi067 ceph-mon[91995]: osdmap e864: 8 total, 8 up, 8 in 2024-07-29T15:16:23.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:22 smithi067 ceph-mon[91995]: pgmap v919: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:23.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:22 smithi067 ceph-mon[94375]: osdmap e864: 8 total, 8 up, 8 in 2024-07-29T15:16:23.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:22 smithi067 ceph-mon[94375]: pgmap v919: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:23.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:22 smithi138 ceph-mon[86438]: osdmap e864: 8 total, 8 up, 8 in 2024-07-29T15:16:23.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:22 smithi138 ceph-mon[86438]: pgmap v919: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:24.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:23 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:16:24.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:23 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:16:24.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:23 smithi067 ceph-mon[91995]: osdmap e865: 8 total, 8 up, 8 in 2024-07-29T15:16:24.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:23 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1342432085' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:24.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:23 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:24.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:23 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:16:24.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:23 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:16:24.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:23 smithi067 ceph-mon[94375]: osdmap e865: 8 total, 8 up, 8 in 2024-07-29T15:16:24.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:23 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1342432085' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:24.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:23 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:24.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:23 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:16:24.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:23 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:16:24.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:23 smithi138 ceph-mon[86438]: osdmap e865: 8 total, 8 up, 8 in 2024-07-29T15:16:24.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:23 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1342432085' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:24.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:23 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:24.853 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestCls2PCQueue.Abort (3023 ms) 2024-07-29T15:16:24.854 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-07-29T15:16:25.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:24 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:25.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:24 smithi067 ceph-mon[94375]: osdmap e866: 8 total, 8 up, 8 in 2024-07-29T15:16:25.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:24 smithi067 ceph-mon[94375]: pgmap v922: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:25.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:24 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:25.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:24 smithi067 ceph-mon[91995]: osdmap e866: 8 total, 8 up, 8 in 2024-07-29T15:16:25.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:24 smithi067 ceph-mon[91995]: pgmap v922: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:25.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:24 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:25.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:24 smithi138 ceph-mon[86438]: osdmap e866: 8 total, 8 up, 8 in 2024-07-29T15:16:25.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:24 smithi138 ceph-mon[86438]: pgmap v922: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:26.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:25 smithi067 ceph-mon[91995]: osdmap e867: 8 total, 8 up, 8 in 2024-07-29T15:16:26.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:25 smithi067 ceph-mon[94375]: osdmap e867: 8 total, 8 up, 8 in 2024-07-29T15:16:26.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:25 smithi138 ceph-mon[86438]: osdmap e867: 8 total, 8 up, 8 in 2024-07-29T15:16:27.139 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:26 smithi067 ceph-mon[91995]: osdmap e868: 8 total, 8 up, 8 in 2024-07-29T15:16:27.139 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:26 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/4223871023' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:27.139 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:26 smithi067 ceph-mon[91995]: pgmap v925: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:27.139 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:26 smithi067 ceph-mon[94375]: osdmap e868: 8 total, 8 up, 8 in 2024-07-29T15:16:27.140 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:26 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/4223871023' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:27.140 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:26 smithi067 ceph-mon[94375]: pgmap v925: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:27.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:26 smithi138 ceph-mon[86438]: osdmap e868: 8 total, 8 up, 8 in 2024-07-29T15:16:27.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:26 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/4223871023' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:27.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:26 smithi138 ceph-mon[86438]: pgmap v925: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:27.872 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestCls2PCQueue.ReserveError (3018 ms) 2024-07-29T15:16:27.872 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-07-29T15:16:28.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:27 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:16:28.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:27 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/4223871023' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:28.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:27 smithi067 ceph-mon[94375]: osdmap e869: 8 total, 8 up, 8 in 2024-07-29T15:16:28.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:27 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:16:28.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:27 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/4223871023' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:28.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:27 smithi067 ceph-mon[91995]: osdmap e869: 8 total, 8 up, 8 in 2024-07-29T15:16:28.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:16:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:16:27] "GET /metrics HTTP/1.1" 200 36450 "" "Prometheus/2.51.0" 2024-07-29T15:16:28.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:27 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:16:28.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:27 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/4223871023' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:28.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:27 smithi138 ceph-mon[86438]: osdmap e869: 8 total, 8 up, 8 in 2024-07-29T15:16:29.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:28 smithi067 ceph-mon[94375]: osdmap e870: 8 total, 8 up, 8 in 2024-07-29T15:16:29.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:28 smithi067 ceph-mon[94375]: pgmap v928: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:29.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:28 smithi067 ceph-mon[91995]: osdmap e870: 8 total, 8 up, 8 in 2024-07-29T15:16:29.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:28 smithi067 ceph-mon[91995]: pgmap v928: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:29.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:28 smithi138 ceph-mon[86438]: osdmap e870: 8 total, 8 up, 8 in 2024-07-29T15:16:29.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:28 smithi138 ceph-mon[86438]: pgmap v928: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:30.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:29 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:16:30.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:29 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:16:30.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:29 smithi138 ceph-mon[86438]: osdmap e871: 8 total, 8 up, 8 in 2024-07-29T15:16:30.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:29 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/4153707910' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:30.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:29 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:30.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:29 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:16:30.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:29 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:16:30.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:29 smithi067 ceph-mon[91995]: osdmap e871: 8 total, 8 up, 8 in 2024-07-29T15:16:30.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:29 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/4153707910' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:30.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:29 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:30.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:29 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:16:30.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:29 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:16:30.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:29 smithi067 ceph-mon[94375]: osdmap e871: 8 total, 8 up, 8 in 2024-07-29T15:16:30.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:29 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/4153707910' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:30.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:29 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:16:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:16:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:16:30.893 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestCls2PCQueue.CommitError (3022 ms) 2024-07-29T15:16:30.894 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-07-29T15:16:31.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:30 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:31.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:30 smithi067 ceph-mon[94375]: osdmap e872: 8 total, 8 up, 8 in 2024-07-29T15:16:31.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:30 smithi067 ceph-mon[94375]: pgmap v931: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:31.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:30 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:31.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:30 smithi067 ceph-mon[91995]: osdmap e872: 8 total, 8 up, 8 in 2024-07-29T15:16:31.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:30 smithi067 ceph-mon[91995]: pgmap v931: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:31.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:30 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:31.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:30 smithi138 ceph-mon[86438]: osdmap e872: 8 total, 8 up, 8 in 2024-07-29T15:16:31.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:30 smithi138 ceph-mon[86438]: pgmap v931: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:32.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:31 smithi067 ceph-mon[91995]: osdmap e873: 8 total, 8 up, 8 in 2024-07-29T15:16:32.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:31 smithi067 ceph-mon[94375]: osdmap e873: 8 total, 8 up, 8 in 2024-07-29T15:16:32.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:31 smithi138 ceph-mon[86438]: osdmap e873: 8 total, 8 up, 8 in 2024-07-29T15:16:33.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:32 smithi067 ceph-mon[91995]: osdmap e874: 8 total, 8 up, 8 in 2024-07-29T15:16:33.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:32 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1184232020' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:33.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:32 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:33.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:32 smithi067 ceph-mon[91995]: pgmap v934: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:33.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:32 smithi067 ceph-mon[94375]: osdmap e874: 8 total, 8 up, 8 in 2024-07-29T15:16:33.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:32 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1184232020' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:33.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:32 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:33.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:32 smithi067 ceph-mon[94375]: pgmap v934: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:33.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:32 smithi138 ceph-mon[86438]: osdmap e874: 8 total, 8 up, 8 in 2024-07-29T15:16:33.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:32 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1184232020' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:33.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:32 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:33.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:32 smithi138 ceph-mon[86438]: pgmap v934: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:33.918 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestCls2PCQueue.AbortError (3025 ms) 2024-07-29T15:16:33.919 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-07-29T15:16:34.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:33 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:16:34.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:33 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:34.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:33 smithi067 ceph-mon[91995]: osdmap e875: 8 total, 8 up, 8 in 2024-07-29T15:16:34.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:33 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:16:34.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:33 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:34.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:33 smithi067 ceph-mon[94375]: osdmap e875: 8 total, 8 up, 8 in 2024-07-29T15:16:34.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:33 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:16:34.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:33 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:34.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:33 smithi138 ceph-mon[86438]: osdmap e875: 8 total, 8 up, 8 in 2024-07-29T15:16:35.212 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:34 smithi138 ceph-mon[86438]: osdmap e876: 8 total, 8 up, 8 in 2024-07-29T15:16:35.212 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:34 smithi138 ceph-mon[86438]: pgmap v937: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:35.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:34 smithi067 ceph-mon[91995]: osdmap e876: 8 total, 8 up, 8 in 2024-07-29T15:16:35.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:34 smithi067 ceph-mon[91995]: pgmap v937: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:35.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:34 smithi067 ceph-mon[94375]: osdmap e876: 8 total, 8 up, 8 in 2024-07-29T15:16:35.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:34 smithi067 ceph-mon[94375]: pgmap v937: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:36.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:35 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:16:36.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:35 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:16:36.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:35 smithi067 ceph-mon[91995]: osdmap e877: 8 total, 8 up, 8 in 2024-07-29T15:16:36.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:35 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/4007190016' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:36.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:35 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:36.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:16:36.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:35 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:16:36.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:35 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:16:36.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:35 smithi067 ceph-mon[94375]: osdmap e877: 8 total, 8 up, 8 in 2024-07-29T15:16:36.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:35 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/4007190016' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:36.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:35 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:36.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:16:36.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:35 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:16:36.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:35 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:16:36.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:35 smithi138 ceph-mon[86438]: osdmap e877: 8 total, 8 up, 8 in 2024-07-29T15:16:36.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:35 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/4007190016' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:36.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:35 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:36.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:16:36.933 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3015 ms) 2024-07-29T15:16:36.933 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-07-29T15:16:37.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:36 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:37.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:36 smithi067 ceph-mon[91995]: osdmap e878: 8 total, 8 up, 8 in 2024-07-29T15:16:37.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:36 smithi067 ceph-mon[91995]: pgmap v940: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:37.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:36 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:37.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:36 smithi067 ceph-mon[94375]: osdmap e878: 8 total, 8 up, 8 in 2024-07-29T15:16:37.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:36 smithi067 ceph-mon[94375]: pgmap v940: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:37.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:36 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:37.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:36 smithi138 ceph-mon[86438]: osdmap e878: 8 total, 8 up, 8 in 2024-07-29T15:16:37.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:36 smithi138 ceph-mon[86438]: pgmap v940: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:38.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:37 smithi067 ceph-mon[91995]: osdmap e879: 8 total, 8 up, 8 in 2024-07-29T15:16:38.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:37 smithi067 ceph-mon[94375]: osdmap e879: 8 total, 8 up, 8 in 2024-07-29T15:16:38.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:16:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:16:37] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.51.0" 2024-07-29T15:16:38.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:37 smithi138 ceph-mon[86438]: osdmap e879: 8 total, 8 up, 8 in 2024-07-29T15:16:39.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:38 smithi067 ceph-mon[94375]: osdmap e880: 8 total, 8 up, 8 in 2024-07-29T15:16:39.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:38 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2538073563' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:39.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:38 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:39.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:38 smithi067 ceph-mon[94375]: pgmap v943: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:39.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:38 smithi067 ceph-mon[91995]: osdmap e880: 8 total, 8 up, 8 in 2024-07-29T15:16:39.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:38 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2538073563' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:39.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:38 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:39.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:38 smithi067 ceph-mon[91995]: pgmap v943: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:39.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:38 smithi138 ceph-mon[86438]: osdmap e880: 8 total, 8 up, 8 in 2024-07-29T15:16:39.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:38 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2538073563' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:39.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:38 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:39.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:38 smithi138 ceph-mon[86438]: pgmap v943: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:39.951 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3017 ms) 2024-07-29T15:16:39.951 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-07-29T15:16:40.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:39 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:16:40.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:39 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:40.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:39 smithi138 ceph-mon[86438]: osdmap e881: 8 total, 8 up, 8 in 2024-07-29T15:16:40.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:39 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:16:40.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:39 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:40.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:39 smithi067 ceph-mon[91995]: osdmap e881: 8 total, 8 up, 8 in 2024-07-29T15:16:40.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:39 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:16:40.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:39 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:40.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:39 smithi067 ceph-mon[94375]: osdmap e881: 8 total, 8 up, 8 in 2024-07-29T15:16:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:16:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:16:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:16:41.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:40 smithi067 ceph-mon[91995]: osdmap e882: 8 total, 8 up, 8 in 2024-07-29T15:16:41.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:40 smithi067 ceph-mon[91995]: pgmap v946: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:41.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:40 smithi067 ceph-mon[94375]: osdmap e882: 8 total, 8 up, 8 in 2024-07-29T15:16:41.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:40 smithi067 ceph-mon[94375]: pgmap v946: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:41.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:40 smithi138 ceph-mon[86438]: osdmap e882: 8 total, 8 up, 8 in 2024-07-29T15:16:41.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:40 smithi138 ceph-mon[86438]: pgmap v946: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:42.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:41 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:16:42.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:41 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:16:42.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:41 smithi067 ceph-mon[91995]: osdmap e883: 8 total, 8 up, 8 in 2024-07-29T15:16:42.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:41 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1626501515' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:42.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:41 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:42.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:41 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:16:42.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:41 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:16:42.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:41 smithi067 ceph-mon[94375]: osdmap e883: 8 total, 8 up, 8 in 2024-07-29T15:16:42.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:41 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1626501515' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:42.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:41 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:42.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:41 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:16:42.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:41 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:16:42.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:41 smithi138 ceph-mon[86438]: osdmap e883: 8 total, 8 up, 8 in 2024-07-29T15:16:42.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:41 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1626501515' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:42.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:41 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:42.983 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3033 ms) 2024-07-29T15:16:42.983 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-07-29T15:16:43.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:42 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:43.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:42 smithi067 ceph-mon[91995]: osdmap e884: 8 total, 8 up, 8 in 2024-07-29T15:16:43.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:42 smithi067 ceph-mon[91995]: pgmap v949: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:42 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:42 smithi067 ceph-mon[94375]: osdmap e884: 8 total, 8 up, 8 in 2024-07-29T15:16:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:42 smithi067 ceph-mon[94375]: pgmap v949: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:43.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:42 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:43.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:42 smithi138 ceph-mon[86438]: osdmap e884: 8 total, 8 up, 8 in 2024-07-29T15:16:43.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:42 smithi138 ceph-mon[86438]: pgmap v949: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:44.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:43 smithi067 ceph-mon[91995]: osdmap e885: 8 total, 8 up, 8 in 2024-07-29T15:16:44.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:43 smithi067 ceph-mon[94375]: osdmap e885: 8 total, 8 up, 8 in 2024-07-29T15:16:44.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:43 smithi138 ceph-mon[86438]: osdmap e885: 8 total, 8 up, 8 in 2024-07-29T15:16:45.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:44 smithi067 ceph-mon[91995]: osdmap e886: 8 total, 8 up, 8 in 2024-07-29T15:16:45.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:44 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1455391900' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:45.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:44 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:45.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:44 smithi067 ceph-mon[91995]: pgmap v952: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:45.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:44 smithi067 ceph-mon[94375]: osdmap e886: 8 total, 8 up, 8 in 2024-07-29T15:16:45.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:44 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1455391900' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:45.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:44 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:45.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:44 smithi067 ceph-mon[94375]: pgmap v952: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:45.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:44 smithi138 ceph-mon[86438]: osdmap e886: 8 total, 8 up, 8 in 2024-07-29T15:16:45.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:44 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1455391900' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:45.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:44 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:45.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:44 smithi138 ceph-mon[86438]: pgmap v952: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:45.997 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3014 ms) 2024-07-29T15:16:45.997 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-07-29T15:16:46.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:45 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:16:46.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:45 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:46.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:45 smithi067 ceph-mon[91995]: osdmap e887: 8 total, 8 up, 8 in 2024-07-29T15:16:46.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:45 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:16:46.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:45 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:46.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:45 smithi067 ceph-mon[94375]: osdmap e887: 8 total, 8 up, 8 in 2024-07-29T15:16:46.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:45 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:16:46.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:45 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:46.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:45 smithi138 ceph-mon[86438]: osdmap e887: 8 total, 8 up, 8 in 2024-07-29T15:16:47.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:46 smithi138 ceph-mon[86438]: osdmap e888: 8 total, 8 up, 8 in 2024-07-29T15:16:47.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:46 smithi138 ceph-mon[86438]: pgmap v955: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:47.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:46 smithi067 ceph-mon[94375]: osdmap e888: 8 total, 8 up, 8 in 2024-07-29T15:16:47.565 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:46 smithi067 ceph-mon[94375]: pgmap v955: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:47.566 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:46 smithi067 ceph-mon[91995]: osdmap e888: 8 total, 8 up, 8 in 2024-07-29T15:16:47.566 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:46 smithi067 ceph-mon[91995]: pgmap v955: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:48 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:16:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:48 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:16:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:48 smithi067 ceph-mon[91995]: osdmap e889: 8 total, 8 up, 8 in 2024-07-29T15:16:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:48 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1413973859' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:48.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:48 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:48.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:48 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:16:48.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:48 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:16:48.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:48 smithi067 ceph-mon[94375]: osdmap e889: 8 total, 8 up, 8 in 2024-07-29T15:16:48.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:48 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1413973859' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:48.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:48 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:48.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:16:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:16:47] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.51.0" 2024-07-29T15:16:48.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:48 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:16:48.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:48 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:16:48.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:48 smithi138 ceph-mon[86438]: osdmap e889: 8 total, 8 up, 8 in 2024-07-29T15:16:48.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:48 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1413973859' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:48.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:48 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:49.019 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3021 ms) 2024-07-29T15:16:49.019 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-07-29T15:16:49.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:49 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:49.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:49 smithi138 ceph-mon[86438]: osdmap e890: 8 total, 8 up, 8 in 2024-07-29T15:16:49.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:49 smithi138 ceph-mon[86438]: pgmap v958: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:49.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:49 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:49.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:49 smithi067 ceph-mon[91995]: osdmap e890: 8 total, 8 up, 8 in 2024-07-29T15:16:49.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:49 smithi067 ceph-mon[91995]: pgmap v958: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:49.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:49 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:49.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:49 smithi067 ceph-mon[94375]: osdmap e890: 8 total, 8 up, 8 in 2024-07-29T15:16:49.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:49 smithi067 ceph-mon[94375]: pgmap v958: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:50.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:50 smithi138 ceph-mon[86438]: osdmap e891: 8 total, 8 up, 8 in 2024-07-29T15:16:50.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:16:50.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:16:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:16:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:16:50.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:50 smithi067 ceph-mon[94375]: osdmap e891: 8 total, 8 up, 8 in 2024-07-29T15:16:50.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:16:50.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:50 smithi067 ceph-mon[91995]: osdmap e891: 8 total, 8 up, 8 in 2024-07-29T15:16:50.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:16:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:51 smithi138 ceph-mon[86438]: osdmap e892: 8 total, 8 up, 8 in 2024-07-29T15:16:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:51 smithi138 ceph-mon[86438]: pgmap v961: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:51 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2678511046' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:51.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:51 smithi067 ceph-mon[94375]: osdmap e892: 8 total, 8 up, 8 in 2024-07-29T15:16:51.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:51 smithi067 ceph-mon[94375]: pgmap v961: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:51.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:51 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2678511046' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:51.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:51 smithi067 ceph-mon[91995]: osdmap e892: 8 total, 8 up, 8 in 2024-07-29T15:16:51.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:51 smithi067 ceph-mon[91995]: pgmap v961: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:51.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:51 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2678511046' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:52.037 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3019 ms) 2024-07-29T15:16:52.037 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-07-29T15:16:52.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:52 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:16:52.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:52 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2678511046' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:52.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:52 smithi138 ceph-mon[86438]: osdmap e893: 8 total, 8 up, 8 in 2024-07-29T15:16:52.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:52 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:16:52.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:52 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2678511046' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:52.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:52 smithi067 ceph-mon[94375]: osdmap e893: 8 total, 8 up, 8 in 2024-07-29T15:16:52.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:52 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:16:52.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:52 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2678511046' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:52.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:52 smithi067 ceph-mon[91995]: osdmap e893: 8 total, 8 up, 8 in 2024-07-29T15:16:53.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:53 smithi138 ceph-mon[86438]: pgmap v963: 137 pgs: 2 creating+activating, 9 creating+peering, 16 unknown, 110 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:53.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:53 smithi138 ceph-mon[86438]: osdmap e894: 8 total, 8 up, 8 in 2024-07-29T15:16:53.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:53 smithi067 ceph-mon[91995]: pgmap v963: 137 pgs: 2 creating+activating, 9 creating+peering, 16 unknown, 110 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:53.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:53 smithi067 ceph-mon[91995]: osdmap e894: 8 total, 8 up, 8 in 2024-07-29T15:16:53.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:53 smithi067 ceph-mon[94375]: pgmap v963: 137 pgs: 2 creating+activating, 9 creating+peering, 16 unknown, 110 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:53.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:53 smithi067 ceph-mon[94375]: osdmap e894: 8 total, 8 up, 8 in 2024-07-29T15:16:54.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:54 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:16:54.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:54 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:16:54.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:54 smithi138 ceph-mon[86438]: osdmap e895: 8 total, 8 up, 8 in 2024-07-29T15:16:54.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:54 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2482482445' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:54.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:54 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:54.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:54 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:16:54.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:54 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:16:54.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:54 smithi067 ceph-mon[91995]: osdmap e895: 8 total, 8 up, 8 in 2024-07-29T15:16:54.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:54 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2482482445' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:54.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:54 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:54.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:54 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:16:54.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:54 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:16:54.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:54 smithi067 ceph-mon[94375]: osdmap e895: 8 total, 8 up, 8 in 2024-07-29T15:16:54.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:54 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2482482445' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:54.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:54 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:55.055 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestCls2PCQueue.Cleanup (3018 ms) 2024-07-29T15:16:55.055 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-07-29T15:16:55.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:55 smithi138 ceph-mon[86438]: pgmap v966: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:55.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:55 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:16:55.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:55 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:55.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:55 smithi138 ceph-mon[86438]: osdmap e896: 8 total, 8 up, 8 in 2024-07-29T15:16:55.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:55 smithi067 ceph-mon[91995]: pgmap v966: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:55.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:55 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:16:55.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:55 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:55.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:55 smithi067 ceph-mon[91995]: osdmap e896: 8 total, 8 up, 8 in 2024-07-29T15:16:55.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:55 smithi067 ceph-mon[94375]: pgmap v966: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:55.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:55 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:16:55.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:55 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:55.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:55 smithi067 ceph-mon[94375]: osdmap e896: 8 total, 8 up, 8 in 2024-07-29T15:16:56.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:56 smithi138 ceph-mon[86438]: osdmap e897: 8 total, 8 up, 8 in 2024-07-29T15:16:56.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:56 smithi067 ceph-mon[91995]: osdmap e897: 8 total, 8 up, 8 in 2024-07-29T15:16:56.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:56 smithi067 ceph-mon[94375]: osdmap e897: 8 total, 8 up, 8 in 2024-07-29T15:16:57.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:57 smithi138 ceph-mon[86438]: pgmap v969: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:57.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:57 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:16:57.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:57 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:16:57.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:57 smithi138 ceph-mon[86438]: osdmap e898: 8 total, 8 up, 8 in 2024-07-29T15:16:57.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:57 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1653413248' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:57.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:57 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:57.389 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:57 smithi067 ceph-mon[91995]: pgmap v969: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:57.389 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:57 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:16:57.389 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:57 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:16:57.389 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:57 smithi067 ceph-mon[91995]: osdmap e898: 8 total, 8 up, 8 in 2024-07-29T15:16:57.390 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:57 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1653413248' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:57.390 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:57 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:57.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:57 smithi067 ceph-mon[94375]: pgmap v969: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:57.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:57 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:16:57.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:57 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:16:57.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:57 smithi067 ceph-mon[94375]: osdmap e898: 8 total, 8 up, 8 in 2024-07-29T15:16:57.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:57 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1653413248' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:57.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:57 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:16:58.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:58 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:58.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:58 smithi067 ceph-mon[91995]: osdmap e899: 8 total, 8 up, 8 in 2024-07-29T15:16:58.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:16:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:16:57] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.51.0" 2024-07-29T15:16:58.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:58 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:58.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:58 smithi067 ceph-mon[94375]: osdmap e899: 8 total, 8 up, 8 in 2024-07-29T15:16:58.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:58 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:16:58.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:58 smithi138 ceph-mon[86438]: osdmap e899: 8 total, 8 up, 8 in 2024-07-29T15:16:59.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:59 smithi067 ceph-mon[91995]: pgmap v972: 137 pgs: 4 creating+peering, 27 unknown, 106 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:59.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:16:59 smithi067 ceph-mon[91995]: osdmap e900: 8 total, 8 up, 8 in 2024-07-29T15:16:59.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:59 smithi067 ceph-mon[94375]: pgmap v972: 137 pgs: 4 creating+peering, 27 unknown, 106 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:59.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:16:59 smithi067 ceph-mon[94375]: osdmap e900: 8 total, 8 up, 8 in 2024-07-29T15:16:59.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:59 smithi138 ceph-mon[86438]: pgmap v972: 137 pgs: 4 creating+peering, 27 unknown, 106 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:16:59.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:16:59 smithi138 ceph-mon[86438]: osdmap e900: 8 total, 8 up, 8 in 2024-07-29T15:17:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:17:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:17:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:17:01.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:01 smithi067 ceph-mon[91995]: pgmap v974: 137 pgs: 4 creating+peering, 14 unknown, 119 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:17:01.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:01 smithi067 ceph-mon[94375]: pgmap v974: 137 pgs: 4 creating+peering, 14 unknown, 119 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:17:01.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:01 smithi138 ceph-mon[86438]: pgmap v974: 137 pgs: 4 creating+peering, 14 unknown, 119 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:17:03.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:03 smithi067 ceph-mon[91995]: pgmap v975: 137 pgs: 137 active+clean; 1.4 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5.8 MiB/s wr, 6.50k op/s 2024-07-29T15:17:03.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:03 smithi067 ceph-mon[94375]: pgmap v975: 137 pgs: 137 active+clean; 1.4 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5.8 MiB/s wr, 6.50k op/s 2024-07-29T15:17:03.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:03 smithi138 ceph-mon[86438]: pgmap v975: 137 pgs: 137 active+clean; 1.4 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5.8 MiB/s wr, 6.50k op/s 2024-07-29T15:17:05.361 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:05 smithi138 ceph-mon[86438]: pgmap v976: 137 pgs: 137 active+clean; 1.4 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.3 MiB/s wr, 4.89k op/s 2024-07-29T15:17:05.362 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:17:05.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:05 smithi067 ceph-mon[91995]: pgmap v976: 137 pgs: 137 active+clean; 1.4 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.3 MiB/s wr, 4.89k op/s 2024-07-29T15:17:05.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:17:05.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:05 smithi067 ceph-mon[94375]: pgmap v976: 137 pgs: 137 active+clean; 1.4 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.3 MiB/s wr, 4.89k op/s 2024-07-29T15:17:05.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:17:06.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:06 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:17:06.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:06 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:17:06.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:06 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:17:07.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:07 smithi067 ceph-mon[91995]: pgmap v977: 137 pgs: 137 active+clean; 2.3 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 52 MiB/s rd, 8.2 MiB/s wr, 9.23k op/s 2024-07-29T15:17:07.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:07 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:17:07.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:07 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:17:07.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:07 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:17:07.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:07 smithi067 ceph-mon[94375]: pgmap v977: 137 pgs: 137 active+clean; 2.3 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 52 MiB/s rd, 8.2 MiB/s wr, 9.23k op/s 2024-07-29T15:17:07.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:07 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:17:07.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:07 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:17:07.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:07 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:17:07.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:07 smithi138 ceph-mon[86438]: pgmap v977: 137 pgs: 137 active+clean; 2.3 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 52 MiB/s rd, 8.2 MiB/s wr, 9.23k op/s 2024-07-29T15:17:07.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:07 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:17:07.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:07 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:17:07.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:07 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:17:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:17:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:17:07] "GET /metrics HTTP/1.1" 200 36511 "" "Prometheus/2.51.0" 2024-07-29T15:17:09.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:09 smithi067 ceph-mon[91995]: pgmap v978: 137 pgs: 137 active+clean; 2.3 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 46 MiB/s rd, 7.4 MiB/s wr, 8.28k op/s 2024-07-29T15:17:09.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:09 smithi067 ceph-mon[94375]: pgmap v978: 137 pgs: 137 active+clean; 2.3 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 46 MiB/s rd, 7.4 MiB/s wr, 8.28k op/s 2024-07-29T15:17:09.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:09 smithi138 ceph-mon[86438]: pgmap v978: 137 pgs: 137 active+clean; 2.3 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 46 MiB/s rd, 7.4 MiB/s wr, 8.28k op/s 2024-07-29T15:17:10.096 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestCls2PCQueue.MultiProducer (15041 ms) 2024-07-29T15:17:10.096 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-07-29T15:17:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:17:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:17:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:17:11.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:11 smithi067 ceph-mon[91995]: pgmap v979: 137 pgs: 137 active+clean; 2.3 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 39 MiB/s rd, 6.1 MiB/s wr, 6.92k op/s 2024-07-29T15:17:11.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:11 smithi067 ceph-mon[91995]: osdmap e901: 8 total, 8 up, 8 in 2024-07-29T15:17:11.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:11 smithi067 ceph-mon[94375]: pgmap v979: 137 pgs: 137 active+clean; 2.3 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 39 MiB/s rd, 6.1 MiB/s wr, 6.92k op/s 2024-07-29T15:17:11.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:11 smithi067 ceph-mon[94375]: osdmap e901: 8 total, 8 up, 8 in 2024-07-29T15:17:11.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:11 smithi138 ceph-mon[86438]: pgmap v979: 137 pgs: 137 active+clean; 2.3 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 39 MiB/s rd, 6.1 MiB/s wr, 6.92k op/s 2024-07-29T15:17:11.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:11 smithi138 ceph-mon[86438]: osdmap e901: 8 total, 8 up, 8 in 2024-07-29T15:17:12.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:12 smithi067 ceph-mon[91995]: osdmap e902: 8 total, 8 up, 8 in 2024-07-29T15:17:12.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:12 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/17709633' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:12.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:12 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:12.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:12 smithi067 ceph-mon[94375]: osdmap e902: 8 total, 8 up, 8 in 2024-07-29T15:17:12.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:12 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/17709633' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:12.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:12 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:12.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:12 smithi138 ceph-mon[86438]: osdmap e902: 8 total, 8 up, 8 in 2024-07-29T15:17:12.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:12 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/17709633' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:12.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:12 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:13.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:13 smithi067 ceph-mon[91995]: pgmap v982: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:17:13.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:13 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:17:13.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:13 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:17:13.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:13 smithi067 ceph-mon[91995]: osdmap e903: 8 total, 8 up, 8 in 2024-07-29T15:17:13.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:13 smithi067 ceph-mon[94375]: pgmap v982: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:17:13.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:13 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:17:13.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:13 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:17:13.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:13 smithi067 ceph-mon[94375]: osdmap e903: 8 total, 8 up, 8 in 2024-07-29T15:17:13.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:13 smithi138 ceph-mon[86438]: pgmap v982: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:17:13.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:13 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:17:13.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:13 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:17:13.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:13 smithi138 ceph-mon[86438]: osdmap e903: 8 total, 8 up, 8 in 2024-07-29T15:17:14.122 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4026 ms) 2024-07-29T15:17:14.122 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-07-29T15:17:14.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:14 smithi067 ceph-mon[91995]: osdmap e904: 8 total, 8 up, 8 in 2024-07-29T15:17:14.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:14 smithi067 ceph-mon[94375]: osdmap e904: 8 total, 8 up, 8 in 2024-07-29T15:17:14.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:14 smithi138 ceph-mon[86438]: osdmap e904: 8 total, 8 up, 8 in 2024-07-29T15:17:15.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:15 smithi067 ceph-mon[91995]: pgmap v985: 137 pgs: 11 creating+peering, 17 unknown, 109 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:17:15.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:15 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:17:15.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:15 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:17:15.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:15 smithi067 ceph-mon[91995]: osdmap e905: 8 total, 8 up, 8 in 2024-07-29T15:17:15.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:15 smithi067 ceph-mon[94375]: pgmap v985: 137 pgs: 11 creating+peering, 17 unknown, 109 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:17:15.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:15 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:17:15.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:15 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:17:15.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:15 smithi067 ceph-mon[94375]: osdmap e905: 8 total, 8 up, 8 in 2024-07-29T15:17:15.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:15 smithi138 ceph-mon[86438]: pgmap v985: 137 pgs: 11 creating+peering, 17 unknown, 109 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:17:15.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:15 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:17:15.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:15 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:17:15.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:15 smithi138 ceph-mon[86438]: osdmap e905: 8 total, 8 up, 8 in 2024-07-29T15:17:16.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:16 smithi067 ceph-mon[91995]: osdmap e906: 8 total, 8 up, 8 in 2024-07-29T15:17:16.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:16 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3793359121' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:16.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:16 smithi067 ceph-mon[94375]: osdmap e906: 8 total, 8 up, 8 in 2024-07-29T15:17:16.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:16 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3793359121' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:16.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:16 smithi138 ceph-mon[86438]: osdmap e906: 8 total, 8 up, 8 in 2024-07-29T15:17:16.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:16 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3793359121' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:17.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:17 smithi067 ceph-mon[94375]: pgmap v988: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:17:17.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:17 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:17:17.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:17 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3793359121' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:17:17.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:17 smithi067 ceph-mon[94375]: osdmap e907: 8 total, 8 up, 8 in 2024-07-29T15:17:17.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:17 smithi067 ceph-mon[91995]: pgmap v988: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:17:17.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:17 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:17:17.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:17 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3793359121' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:17:17.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:17 smithi067 ceph-mon[91995]: osdmap e907: 8 total, 8 up, 8 in 2024-07-29T15:17:17.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:17 smithi138 ceph-mon[86438]: pgmap v988: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:17:17.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:17 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:17:17.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:17 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3793359121' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:17:17.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:17 smithi138 ceph-mon[86438]: osdmap e907: 8 total, 8 up, 8 in 2024-07-29T15:17:18.145 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:17:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:17:17] "GET /metrics HTTP/1.1" 200 36511 "" "Prometheus/2.51.0" 2024-07-29T15:17:18.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:18 smithi067 ceph-mon[91995]: osdmap e908: 8 total, 8 up, 8 in 2024-07-29T15:17:18.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:18 smithi067 ceph-mon[94375]: osdmap e908: 8 total, 8 up, 8 in 2024-07-29T15:17:18.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:18 smithi138 ceph-mon[86438]: osdmap e908: 8 total, 8 up, 8 in 2024-07-29T15:17:19.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:19 smithi067 ceph-mon[94375]: pgmap v991: 137 pgs: 4 creating+peering, 21 unknown, 112 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:17:19.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:19 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:17:19.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:19 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:17:19.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:19 smithi067 ceph-mon[91995]: pgmap v991: 137 pgs: 4 creating+peering, 21 unknown, 112 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:17:19.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:19 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:17:19.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:19 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:17:19.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:19 smithi138 ceph-mon[86438]: pgmap v991: 137 pgs: 4 creating+peering, 21 unknown, 112 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:17:19.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:19 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:17:19.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:19 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:17:20.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:17:20.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:17:20.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:17:20.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:17:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:17:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:17:21.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:21 smithi067 ceph-mon[91995]: pgmap v992: 137 pgs: 4 creating+peering, 7 unknown, 126 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:17:21.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:21 smithi067 ceph-mon[94375]: pgmap v992: 137 pgs: 4 creating+peering, 7 unknown, 126 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:17:21.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:21 smithi138 ceph-mon[86438]: pgmap v992: 137 pgs: 4 creating+peering, 7 unknown, 126 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-29T15:17:23.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:23 smithi067 ceph-mon[91995]: pgmap v993: 137 pgs: 137 active+clean; 1.5 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 52 MiB/s rd, 5.7 MiB/s wr, 6.74k op/s 2024-07-29T15:17:23.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:23 smithi067 ceph-mon[94375]: pgmap v993: 137 pgs: 137 active+clean; 1.5 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 52 MiB/s rd, 5.7 MiB/s wr, 6.74k op/s 2024-07-29T15:17:23.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:23 smithi138 ceph-mon[86438]: pgmap v993: 137 pgs: 137 active+clean; 1.5 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 52 MiB/s rd, 5.7 MiB/s wr, 6.74k op/s 2024-07-29T15:17:25.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:25 smithi067 ceph-mon[91995]: pgmap v994: 137 pgs: 137 active+clean; 1.5 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 45 MiB/s rd, 4.9 MiB/s wr, 5.83k op/s 2024-07-29T15:17:25.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:25 smithi067 ceph-mon[94375]: pgmap v994: 137 pgs: 137 active+clean; 1.5 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 45 MiB/s rd, 4.9 MiB/s wr, 5.83k op/s 2024-07-29T15:17:25.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:25 smithi138 ceph-mon[86438]: pgmap v994: 137 pgs: 137 active+clean; 1.5 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 45 MiB/s rd, 4.9 MiB/s wr, 5.83k op/s 2024-07-29T15:17:27.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:27 smithi067 ceph-mon[91995]: pgmap v995: 137 pgs: 137 active+clean; 1.5 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 37 MiB/s rd, 4.0 MiB/s wr, 4.71k op/s 2024-07-29T15:17:27.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:27 smithi067 ceph-mon[94375]: pgmap v995: 137 pgs: 137 active+clean; 1.5 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 37 MiB/s rd, 4.0 MiB/s wr, 4.71k op/s 2024-07-29T15:17:27.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:27 smithi138 ceph-mon[86438]: pgmap v995: 137 pgs: 137 active+clean; 1.5 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 37 MiB/s rd, 4.0 MiB/s wr, 4.71k op/s 2024-07-29T15:17:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:17:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:17:27] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.51.0" 2024-07-29T15:17:29.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:29 smithi067 ceph-mon[91995]: pgmap v996: 137 pgs: 137 active+clean; 1.6 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 71 MiB/s rd, 5.4 MiB/s wr, 6.54k op/s 2024-07-29T15:17:29.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:29 smithi067 ceph-mon[94375]: pgmap v996: 137 pgs: 137 active+clean; 1.6 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 71 MiB/s rd, 5.4 MiB/s wr, 6.54k op/s 2024-07-29T15:17:29.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:29 smithi138 ceph-mon[86438]: pgmap v996: 137 pgs: 137 active+clean; 1.6 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 71 MiB/s rd, 5.4 MiB/s wr, 6.54k op/s 2024-07-29T15:17:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:17:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:17:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:17:31.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:31 smithi067 ceph-mon[91995]: pgmap v997: 137 pgs: 137 active+clean; 1.6 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 65 MiB/s rd, 4.9 MiB/s wr, 5.94k op/s 2024-07-29T15:17:31.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:31 smithi067 ceph-mon[94375]: pgmap v997: 137 pgs: 137 active+clean; 1.6 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 65 MiB/s rd, 4.9 MiB/s wr, 5.94k op/s 2024-07-29T15:17:31.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:31 smithi138 ceph-mon[86438]: pgmap v997: 137 pgs: 137 active+clean; 1.6 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 65 MiB/s rd, 4.9 MiB/s wr, 5.94k op/s 2024-07-29T15:17:33.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:33 smithi067 ceph-mon[91995]: pgmap v998: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 98 MiB/s rd, 6.0 MiB/s wr, 7.38k op/s 2024-07-29T15:17:33.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:33 smithi067 ceph-mon[94375]: pgmap v998: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 98 MiB/s rd, 6.0 MiB/s wr, 7.38k op/s 2024-07-29T15:17:33.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:33 smithi138 ceph-mon[86438]: pgmap v998: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 98 MiB/s rd, 6.0 MiB/s wr, 7.38k op/s 2024-07-29T15:17:34.183 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (20060 ms) 2024-07-29T15:17:34.183 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-07-29T15:17:35.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:35 smithi067 ceph-mon[91995]: pgmap v999: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 68 MiB/s rd, 2.8 MiB/s wr, 3.50k op/s 2024-07-29T15:17:35.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:35 smithi067 ceph-mon[91995]: osdmap e909: 8 total, 8 up, 8 in 2024-07-29T15:17:35.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:17:35.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:35 smithi067 ceph-mon[94375]: pgmap v999: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 68 MiB/s rd, 2.8 MiB/s wr, 3.50k op/s 2024-07-29T15:17:35.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:35 smithi067 ceph-mon[94375]: osdmap e909: 8 total, 8 up, 8 in 2024-07-29T15:17:35.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:17:35.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:35 smithi138 ceph-mon[86438]: pgmap v999: 137 pgs: 137 active+clean; 1.6 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 68 MiB/s rd, 2.8 MiB/s wr, 3.50k op/s 2024-07-29T15:17:35.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:35 smithi138 ceph-mon[86438]: osdmap e909: 8 total, 8 up, 8 in 2024-07-29T15:17:35.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:17:36.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:36 smithi067 ceph-mon[91995]: osdmap e910: 8 total, 8 up, 8 in 2024-07-29T15:17:36.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:36 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/4091959735' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:36.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:36 smithi067 ceph-mon[94375]: osdmap e910: 8 total, 8 up, 8 in 2024-07-29T15:17:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:36 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/4091959735' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:36.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:36 smithi138 ceph-mon[86438]: osdmap e910: 8 total, 8 up, 8 in 2024-07-29T15:17:36.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:36 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/4091959735' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:37.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:37 smithi067 ceph-mon[91995]: pgmap v1002: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:17:37.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:37 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:17:37.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:37 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/4091959735' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:17:37.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:37 smithi067 ceph-mon[91995]: osdmap e911: 8 total, 8 up, 8 in 2024-07-29T15:17:37.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:37 smithi067 ceph-mon[94375]: pgmap v1002: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:17:37.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:37 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:17:37.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:37 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/4091959735' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:17:37.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:37 smithi067 ceph-mon[94375]: osdmap e911: 8 total, 8 up, 8 in 2024-07-29T15:17:37.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:37 smithi138 ceph-mon[86438]: pgmap v1002: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:17:37.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:37 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:17:37.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:37 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/4091959735' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:17:37.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:37 smithi138 ceph-mon[86438]: osdmap e911: 8 total, 8 up, 8 in 2024-07-29T15:17:38.201 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:17:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:17:37] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.51.0" 2024-07-29T15:17:38.207 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4025 ms) 2024-07-29T15:17:38.207 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-07-29T15:17:38.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:38 smithi067 ceph-mon[91995]: osdmap e912: 8 total, 8 up, 8 in 2024-07-29T15:17:38.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:38 smithi067 ceph-mon[94375]: osdmap e912: 8 total, 8 up, 8 in 2024-07-29T15:17:38.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:38 smithi138 ceph-mon[86438]: osdmap e912: 8 total, 8 up, 8 in 2024-07-29T15:17:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:39 smithi067 ceph-mon[91995]: pgmap v1005: 137 pgs: 9 creating+peering, 15 unknown, 113 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:17:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:39 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:17:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:39 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:17:39.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:39 smithi067 ceph-mon[91995]: osdmap e913: 8 total, 8 up, 8 in 2024-07-29T15:17:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:39 smithi067 ceph-mon[94375]: pgmap v1005: 137 pgs: 9 creating+peering, 15 unknown, 113 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:17:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:39 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:17:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:39 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:17:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:39 smithi067 ceph-mon[94375]: osdmap e913: 8 total, 8 up, 8 in 2024-07-29T15:17:39.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:39 smithi138 ceph-mon[86438]: pgmap v1005: 137 pgs: 9 creating+peering, 15 unknown, 113 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:17:39.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:39 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:17:39.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:39 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:17:39.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:39 smithi138 ceph-mon[86438]: osdmap e913: 8 total, 8 up, 8 in 2024-07-29T15:17:40.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:40 smithi067 ceph-mon[91995]: osdmap e914: 8 total, 8 up, 8 in 2024-07-29T15:17:40.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:40 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3349132228' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:40.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:40 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:40.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:40 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:17:40.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:40 smithi067 ceph-mon[91995]: osdmap e915: 8 total, 8 up, 8 in 2024-07-29T15:17:40.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:40 smithi067 ceph-mon[94375]: osdmap e914: 8 total, 8 up, 8 in 2024-07-29T15:17:40.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:40 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3349132228' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:40.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:40 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:40.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:40 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:17:40.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:40 smithi067 ceph-mon[94375]: osdmap e915: 8 total, 8 up, 8 in 2024-07-29T15:17:40.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:40 smithi138 ceph-mon[86438]: osdmap e914: 8 total, 8 up, 8 in 2024-07-29T15:17:40.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:40 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3349132228' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:40.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:40 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:40.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:40 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:17:40.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:40 smithi138 ceph-mon[86438]: osdmap e915: 8 total, 8 up, 8 in 2024-07-29T15:17:40.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:17:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:17:40.214Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:17:41.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:41 smithi067 ceph-mon[91995]: pgmap v1008: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:17:41.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:41 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:17:41.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:41 smithi067 ceph-mon[91995]: osdmap e916: 8 total, 8 up, 8 in 2024-07-29T15:17:41.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:41 smithi067 ceph-mon[94375]: pgmap v1008: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:17:41.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:41 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:17:41.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:41 smithi067 ceph-mon[94375]: osdmap e916: 8 total, 8 up, 8 in 2024-07-29T15:17:41.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:41 smithi138 ceph-mon[86438]: pgmap v1008: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:17:41.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:41 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:17:41.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:41 smithi138 ceph-mon[86438]: osdmap e916: 8 total, 8 up, 8 in 2024-07-29T15:17:42.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:42 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:17:42.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:42 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:17:42.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:42 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:17:42.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:42 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:17:42.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:42 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:17:42.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:42 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:17:43.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:43 smithi138 ceph-mon[86438]: pgmap v1011: 137 pgs: 10 creating+peering, 16 unknown, 111 active+clean; 605 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 521 op/s 2024-07-29T15:17:43.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:43 smithi067 ceph-mon[91995]: pgmap v1011: 137 pgs: 10 creating+peering, 16 unknown, 111 active+clean; 605 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 521 op/s 2024-07-29T15:17:43.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:43 smithi067 ceph-mon[94375]: pgmap v1011: 137 pgs: 10 creating+peering, 16 unknown, 111 active+clean; 605 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 521 op/s 2024-07-29T15:17:44.295 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6087 ms) 2024-07-29T15:17:44.295 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-07-29T15:17:45.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:45 smithi138 ceph-mon[86438]: pgmap v1012: 137 pgs: 10 creating+peering, 5 unknown, 122 active+clean; 605 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 357 op/s 2024-07-29T15:17:45.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:45 smithi138 ceph-mon[86438]: osdmap e917: 8 total, 8 up, 8 in 2024-07-29T15:17:45.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:45 smithi067 ceph-mon[91995]: pgmap v1012: 137 pgs: 10 creating+peering, 5 unknown, 122 active+clean; 605 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 357 op/s 2024-07-29T15:17:45.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:45 smithi067 ceph-mon[91995]: osdmap e917: 8 total, 8 up, 8 in 2024-07-29T15:17:45.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:45 smithi067 ceph-mon[94375]: pgmap v1012: 137 pgs: 10 creating+peering, 5 unknown, 122 active+clean; 605 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 357 op/s 2024-07-29T15:17:45.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:45 smithi067 ceph-mon[94375]: osdmap e917: 8 total, 8 up, 8 in 2024-07-29T15:17:46.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:46 smithi138 ceph-mon[86438]: osdmap e918: 8 total, 8 up, 8 in 2024-07-29T15:17:46.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:46 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/4061292761' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:46.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:46 smithi067 ceph-mon[94375]: osdmap e918: 8 total, 8 up, 8 in 2024-07-29T15:17:46.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:46 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/4061292761' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:46.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:46 smithi067 ceph-mon[91995]: osdmap e918: 8 total, 8 up, 8 in 2024-07-29T15:17:46.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:46 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/4061292761' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:47.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:47 smithi138 ceph-mon[86438]: pgmap v1015: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:17:47.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:47 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:17:47.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:47 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/4061292761' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:17:47.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:47 smithi138 ceph-mon[86438]: osdmap e919: 8 total, 8 up, 8 in 2024-07-29T15:17:47.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:47 smithi067 ceph-mon[94375]: pgmap v1015: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:17:47.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:47 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:17:47.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:47 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/4061292761' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:17:47.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:47 smithi067 ceph-mon[94375]: osdmap e919: 8 total, 8 up, 8 in 2024-07-29T15:17:47.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:47 smithi067 ceph-mon[91995]: pgmap v1015: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:17:47.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:47 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:17:47.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:47 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/4061292761' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124112-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:17:47.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:47 smithi067 ceph-mon[91995]: osdmap e919: 8 total, 8 up, 8 in 2024-07-29T15:17:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:17:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:17:47] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.51.0" 2024-07-29T15:17:48.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:48 smithi067 ceph-mon[91995]: osdmap e920: 8 total, 8 up, 8 in 2024-07-29T15:17:48.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:48 smithi067 ceph-mon[94375]: osdmap e920: 8 total, 8 up, 8 in 2024-07-29T15:17:48.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:48 smithi138 ceph-mon[86438]: osdmap e920: 8 total, 8 up, 8 in 2024-07-29T15:17:49.328 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5032 ms) 2024-07-29T15:17:49.328 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 22 tests from TestCls2PCQueue (102283 ms total) 2024-07-29T15:17:49.328 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:17:49.328 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] Global test environment tear-down 2024-07-29T15:17:49.328 INFO:tasks.workunit.client.0.smithi067.stdout:[==========] 22 tests from 1 test suite ran. (102283 ms total) 2024-07-29T15:17:49.328 INFO:tasks.workunit.client.0.smithi067.stdout:[ PASSED ] 22 tests. 2024-07-29T15:17:49.331 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-29T15:17:49.331 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-29T15:17:49.360 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-07-29T15:17:49.360 DEBUG:teuthology.orchestra.run.smithi067:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-07-29T15:17:49.430 INFO:tasks.workunit.client.0.smithi067.stdout:Running main() from gmock_main.cc 2024-07-29T15:17:49.430 INFO:tasks.workunit.client.0.smithi067.stdout:[==========] Running 6 tests from 2 test suites. 2024-07-29T15:17:49.430 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] Global test environment set-up. 2024-07-29T15:17:49.430 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 5 tests from cls_cas 2024-07-29T15:17:49.430 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_cas.get_put 2024-07-29T15:17:49.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:49 smithi067 ceph-mon[91995]: pgmap v1018: 137 pgs: 10 creating+peering, 16 unknown, 111 active+clean; 604 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:17:49.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:49 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:17:49.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:49 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:17:49.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:49 smithi067 ceph-mon[94375]: pgmap v1018: 137 pgs: 10 creating+peering, 16 unknown, 111 active+clean; 604 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:17:49.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:49 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:17:49.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:49 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:17:49.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:49 smithi138 ceph-mon[86438]: pgmap v1018: 137 pgs: 10 creating+peering, 16 unknown, 111 active+clean; 604 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:17:49.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:49 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:17:49.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:49 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:17:50.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:50 smithi138 ceph-mon[86438]: osdmap e921: 8 total, 8 up, 8 in 2024-07-29T15:17:50.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:17:50.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:17:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:17:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:17:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:50 smithi067 ceph-mon[91995]: osdmap e921: 8 total, 8 up, 8 in 2024-07-29T15:17:50.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:17:50.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:50 smithi067 ceph-mon[94375]: osdmap e921: 8 total, 8 up, 8 in 2024-07-29T15:17:50.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:17:51.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:51 smithi067 ceph-mon[91995]: pgmap v1020: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:17:51.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:51 smithi067 ceph-mon[91995]: osdmap e922: 8 total, 8 up, 8 in 2024-07-29T15:17:51.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:51 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2372504059' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:51.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:51 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:51.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:51 smithi067 ceph-mon[94375]: pgmap v1020: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:17:51.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:51 smithi067 ceph-mon[94375]: osdmap e922: 8 total, 8 up, 8 in 2024-07-29T15:17:51.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:51 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2372504059' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:51.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:51 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:51.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:51 smithi138 ceph-mon[86438]: pgmap v1020: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:17:51.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:51 smithi138 ceph-mon[86438]: osdmap e922: 8 total, 8 up, 8 in 2024-07-29T15:17:51.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:51 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2372504059' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:51.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:51 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:52.350 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_cas.get_put (2919 ms) 2024-07-29T15:17:52.350 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_cas.wrong_put 2024-07-29T15:17:52.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:52 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:17:52.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:52 smithi067 ceph-mon[91995]: osdmap e923: 8 total, 8 up, 8 in 2024-07-29T15:17:52.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:52 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:17:52.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:52 smithi067 ceph-mon[94375]: osdmap e923: 8 total, 8 up, 8 in 2024-07-29T15:17:52.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:52 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:17:52.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:52 smithi138 ceph-mon[86438]: osdmap e923: 8 total, 8 up, 8 in 2024-07-29T15:17:53.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:53 smithi067 ceph-mon[91995]: pgmap v1023: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:17:53.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:53 smithi067 ceph-mon[91995]: osdmap e924: 8 total, 8 up, 8 in 2024-07-29T15:17:53.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:53 smithi067 ceph-mon[94375]: pgmap v1023: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:17:53.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:53 smithi067 ceph-mon[94375]: osdmap e924: 8 total, 8 up, 8 in 2024-07-29T15:17:53.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:53 smithi138 ceph-mon[86438]: pgmap v1023: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:17:53.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:53 smithi138 ceph-mon[86438]: osdmap e924: 8 total, 8 up, 8 in 2024-07-29T15:17:54.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:54 smithi067 ceph-mon[91995]: osdmap e925: 8 total, 8 up, 8 in 2024-07-29T15:17:54.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:54 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2221236540' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:54.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:54 smithi067 ceph-mon[94375]: osdmap e925: 8 total, 8 up, 8 in 2024-07-29T15:17:54.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:54 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2221236540' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:54.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:54 smithi138 ceph-mon[86438]: osdmap e925: 8 total, 8 up, 8 in 2024-07-29T15:17:54.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:54 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2221236540' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:55.367 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_cas.wrong_put (3018 ms) 2024-07-29T15:17:55.367 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_cas.dup_get 2024-07-29T15:17:55.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:55 smithi067 ceph-mon[94375]: pgmap v1026: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:17:55.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:55 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:17:55.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:55 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2221236540' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:17:55.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:55 smithi067 ceph-mon[94375]: osdmap e926: 8 total, 8 up, 8 in 2024-07-29T15:17:55.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:55 smithi067 ceph-mon[91995]: pgmap v1026: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:17:55.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:55 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:17:55.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:55 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2221236540' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:17:55.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:55 smithi067 ceph-mon[91995]: osdmap e926: 8 total, 8 up, 8 in 2024-07-29T15:17:55.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:55 smithi138 ceph-mon[86438]: pgmap v1026: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:17:55.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:55 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:17:55.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:55 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2221236540' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:17:55.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:55 smithi138 ceph-mon[86438]: osdmap e926: 8 total, 8 up, 8 in 2024-07-29T15:17:56.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:56 smithi067 ceph-mon[91995]: osdmap e927: 8 total, 8 up, 8 in 2024-07-29T15:17:56.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:56 smithi067 ceph-mon[94375]: osdmap e927: 8 total, 8 up, 8 in 2024-07-29T15:17:56.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:56 smithi138 ceph-mon[86438]: osdmap e927: 8 total, 8 up, 8 in 2024-07-29T15:17:57.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:57 smithi067 ceph-mon[91995]: pgmap v1029: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:17:57.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:57 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:17:57.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:57 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:17:57.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:57 smithi067 ceph-mon[91995]: osdmap e928: 8 total, 8 up, 8 in 2024-07-29T15:17:57.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:57 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1707797192' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:57.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:57 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:57.640 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:57 smithi067 ceph-mon[94375]: pgmap v1029: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:17:57.640 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:57 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:17:57.641 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:57 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:17:57.641 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:57 smithi067 ceph-mon[94375]: osdmap e928: 8 total, 8 up, 8 in 2024-07-29T15:17:57.641 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:57 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1707797192' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:57.641 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:57 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:57.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:57 smithi138 ceph-mon[86438]: pgmap v1029: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:17:57.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:57 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:17:57.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:57 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:17:57.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:57 smithi138 ceph-mon[86438]: osdmap e928: 8 total, 8 up, 8 in 2024-07-29T15:17:57.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:57 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1707797192' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:57.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:57 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:17:57.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:17:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:17:57] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.51.0" 2024-07-29T15:17:58.388 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_cas.dup_get (3021 ms) 2024-07-29T15:17:58.388 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_cas.dup_put 2024-07-29T15:17:58.656 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:58 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:17:58.657 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:58 smithi067 ceph-mon[91995]: osdmap e929: 8 total, 8 up, 8 in 2024-07-29T15:17:58.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:58 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:17:58.657 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:58 smithi067 ceph-mon[94375]: osdmap e929: 8 total, 8 up, 8 in 2024-07-29T15:17:58.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:58 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:17:58.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:58 smithi138 ceph-mon[86438]: osdmap e929: 8 total, 8 up, 8 in 2024-07-29T15:17:59.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:59 smithi067 ceph-mon[91995]: pgmap v1032: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:17:59.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:17:59 smithi067 ceph-mon[91995]: osdmap e930: 8 total, 8 up, 8 in 2024-07-29T15:17:59.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:59 smithi067 ceph-mon[94375]: pgmap v1032: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:17:59.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:17:59 smithi067 ceph-mon[94375]: osdmap e930: 8 total, 8 up, 8 in 2024-07-29T15:17:59.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:59 smithi138 ceph-mon[86438]: pgmap v1032: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:17:59.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:17:59 smithi138 ceph-mon[86438]: osdmap e930: 8 total, 8 up, 8 in 2024-07-29T15:18:00.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:00 smithi138 ceph-mon[86438]: osdmap e931: 8 total, 8 up, 8 in 2024-07-29T15:18:00.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:00 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/916853047' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:00.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:18:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:18:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:18:00.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:00 smithi067 ceph-mon[91995]: osdmap e931: 8 total, 8 up, 8 in 2024-07-29T15:18:00.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:00 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/916853047' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:00.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:00 smithi067 ceph-mon[94375]: osdmap e931: 8 total, 8 up, 8 in 2024-07-29T15:18:00.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:00 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/916853047' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:01.408 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_cas.dup_put (3020 ms) 2024-07-29T15:18:01.408 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_cas.get_wrong_data 2024-07-29T15:18:01.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:01 smithi067 ceph-mon[91995]: pgmap v1035: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:01.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:01 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:18:01.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:01 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/916853047' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:01.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:01 smithi067 ceph-mon[91995]: osdmap e932: 8 total, 8 up, 8 in 2024-07-29T15:18:01.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:01 smithi067 ceph-mon[94375]: pgmap v1035: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:01.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:01 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:18:01.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:01 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/916853047' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:01.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:01 smithi067 ceph-mon[94375]: osdmap e932: 8 total, 8 up, 8 in 2024-07-29T15:18:01.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:01 smithi138 ceph-mon[86438]: pgmap v1035: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:01.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:01 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:18:01.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:01 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/916853047' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:01.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:01 smithi138 ceph-mon[86438]: osdmap e932: 8 total, 8 up, 8 in 2024-07-29T15:18:02.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:02 smithi067 ceph-mon[91995]: osdmap e933: 8 total, 8 up, 8 in 2024-07-29T15:18:02.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:02 smithi067 ceph-mon[94375]: osdmap e933: 8 total, 8 up, 8 in 2024-07-29T15:18:02.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:02 smithi138 ceph-mon[86438]: osdmap e933: 8 total, 8 up, 8 in 2024-07-29T15:18:03.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:03 smithi067 ceph-mon[91995]: pgmap v1038: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:03.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:03 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:18:03.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:03 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:18:03.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:03 smithi067 ceph-mon[91995]: osdmap e934: 8 total, 8 up, 8 in 2024-07-29T15:18:03.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:03 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1036473993' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:03.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:03 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:03.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:03 smithi067 ceph-mon[94375]: pgmap v1038: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:03.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:03 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:18:03.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:03 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:18:03.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:03 smithi067 ceph-mon[94375]: osdmap e934: 8 total, 8 up, 8 in 2024-07-29T15:18:03.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:03 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1036473993' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:03.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:03 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:03.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:03 smithi138 ceph-mon[86438]: pgmap v1038: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:03.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:03 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:18:03.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:03 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:18:03.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:03 smithi138 ceph-mon[86438]: osdmap e934: 8 total, 8 up, 8 in 2024-07-29T15:18:03.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:03 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1036473993' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:03.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:03 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:04.435 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_cas.get_wrong_data (3026 ms) 2024-07-29T15:18:04.435 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 5 tests from cls_cas (15004 ms total) 2024-07-29T15:18:04.436 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:18:04.436 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 1 test from chunk_refs_t 2024-07-29T15:18:04.436 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] chunk_refs_t.size 2024-07-29T15:18:04.436 INFO:tasks.workunit.client.0.smithi067.stdout:1 60 by_object 2024-07-29T15:18:04.436 INFO:tasks.workunit.client.0.smithi067.stdout:2 103 by_object 2024-07-29T15:18:04.436 INFO:tasks.workunit.client.0.smithi067.stdout:4 189 by_object 2024-07-29T15:18:04.436 INFO:tasks.workunit.client.0.smithi067.stdout:8 361 by_object 2024-07-29T15:18:04.436 INFO:tasks.workunit.client.0.smithi067.stdout:16 112 by_hash(32 bits) 2024-07-29T15:18:04.436 INFO:tasks.workunit.client.0.smithi067.stdout:32 208 by_hash(32 bits) 2024-07-29T15:18:04.436 INFO:tasks.workunit.client.0.smithi067.stdout:64 400 by_hash(32 bits) 2024-07-29T15:18:04.437 INFO:tasks.workunit.client.0.smithi067.stdout:128 509 by_hash(10 bits) 2024-07-29T15:18:04.437 INFO:tasks.workunit.client.0.smithi067.stdout:256 499 by_hash(7 bits) 2024-07-29T15:18:04.437 INFO:tasks.workunit.client.0.smithi067.stdout:512 462 by_hash(5 bits) 2024-07-29T15:18:04.437 INFO:tasks.workunit.client.0.smithi067.stdout:1024 466 by_hash(5 bits) 2024-07-29T15:18:04.437 INFO:tasks.workunit.client.0.smithi067.stdout:2048 466 by_hash(5 bits) 2024-07-29T15:18:04.438 INFO:tasks.workunit.client.0.smithi067.stdout:4096 470 by_hash(5 bits) 2024-07-29T15:18:04.438 INFO:tasks.workunit.client.0.smithi067.stdout:8192 498 by_hash(4 bits) 2024-07-29T15:18:04.439 INFO:tasks.workunit.client.0.smithi067.stdout:16384 278 by_hash(3 bits) 2024-07-29T15:18:04.441 INFO:tasks.workunit.client.0.smithi067.stdout:32768 337 by_hash(2 bits) 2024-07-29T15:18:04.445 INFO:tasks.workunit.client.0.smithi067.stdout:65536 367 by_hash(2 bits) 2024-07-29T15:18:04.453 INFO:tasks.workunit.client.0.smithi067.stdout:131072 387 by_hash(1 bits) 2024-07-29T15:18:04.468 INFO:tasks.workunit.client.0.smithi067.stdout:262144 331 by_pool 2024-07-29T15:18:04.496 INFO:tasks.workunit.client.0.smithi067.stdout:524288 21 count 2024-07-29T15:18:04.545 INFO:tasks.workunit.client.0.smithi067.stdout:1048576 21 count 2024-07-29T15:18:04.653 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] chunk_refs_t.size (219 ms) 2024-07-29T15:18:04.653 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 1 test from chunk_refs_t (219 ms total) 2024-07-29T15:18:04.653 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:18:04.653 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] Global test environment tear-down 2024-07-29T15:18:04.653 INFO:tasks.workunit.client.0.smithi067.stdout:[==========] 6 tests from 2 test suites ran. (15223 ms total) 2024-07-29T15:18:04.653 INFO:tasks.workunit.client.0.smithi067.stdout:[ PASSED ] 6 tests. 2024-07-29T15:18:04.655 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-29T15:18:04.655 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-29T15:18:04.678 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:04 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:04.678 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:04 smithi067 ceph-mon[91995]: osdmap e935: 8 total, 8 up, 8 in 2024-07-29T15:18:04.678 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:04 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:04.678 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:04 smithi067 ceph-mon[94375]: osdmap e935: 8 total, 8 up, 8 in 2024-07-29T15:18:04.682 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-07-29T15:18:04.682 DEBUG:teuthology.orchestra.run.smithi067:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-07-29T15:18:04.750 INFO:tasks.workunit.client.0.smithi067.stdout:Running main() from gmock_main.cc 2024-07-29T15:18:04.751 INFO:tasks.workunit.client.0.smithi067.stdout:[==========] Running 31 tests from 1 test suite. 2024-07-29T15:18:04.751 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] Global test environment set-up. 2024-07-29T15:18:04.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:04 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124755-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:04.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:04 smithi138 ceph-mon[86438]: osdmap e935: 8 total, 8 up, 8 in 2024-07-29T15:18:05.712 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:05 smithi138 ceph-mon[86438]: pgmap v1041: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:05.712 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:05 smithi138 ceph-mon[86438]: osdmap e936: 8 total, 8 up, 8 in 2024-07-29T15:18:05.712 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:18:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:05 smithi067 ceph-mon[91995]: pgmap v1041: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:05 smithi067 ceph-mon[91995]: osdmap e936: 8 total, 8 up, 8 in 2024-07-29T15:18:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:18:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:05 smithi067 ceph-mon[94375]: pgmap v1041: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:05 smithi067 ceph-mon[94375]: osdmap e936: 8 total, 8 up, 8 in 2024-07-29T15:18:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:18:06.453 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 31 tests from CmpOmap 2024-07-29T15:18:06.453 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-07-29T15:18:06.463 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (13 ms) 2024-07-29T15:18:06.463 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-07-29T15:18:06.471 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (8 ms) 2024-07-29T15:18:06.471 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-07-29T15:18:06.474 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-07-29T15:18:06.474 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-07-29T15:18:06.478 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (4 ms) 2024-07-29T15:18:06.478 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-07-29T15:18:06.485 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] CmpOmap.cmp_vals_str (7 ms) 2024-07-29T15:18:06.485 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-07-29T15:18:06.491 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] CmpOmap.cmp_vals_u64 (6 ms) 2024-07-29T15:18:06.491 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-07-29T15:18:06.494 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-07-29T15:18:06.494 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-07-29T15:18:06.497 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2024-07-29T15:18:06.497 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-07-29T15:18:06.499 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (2 ms) 2024-07-29T15:18:06.499 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-07-29T15:18:06.503 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-07-29T15:18:06.503 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-07-29T15:18:06.504 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-07-29T15:18:06.504 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-07-29T15:18:06.504 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-07-29T15:18:06.505 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-07-29T15:18:06.511 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2024-07-29T15:18:06.511 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-07-29T15:18:06.517 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2024-07-29T15:18:06.517 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-07-29T15:18:06.523 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2024-07-29T15:18:06.523 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-07-29T15:18:06.530 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (7 ms) 2024-07-29T15:18:06.530 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-07-29T15:18:06.537 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] CmpOmap.cmp_set_vals_str (7 ms) 2024-07-29T15:18:06.537 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-07-29T15:18:06.544 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (7 ms) 2024-07-29T15:18:06.544 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-07-29T15:18:06.546 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-07-29T15:18:06.546 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-07-29T15:18:06.548 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-07-29T15:18:06.548 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-07-29T15:18:06.549 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-07-29T15:18:06.549 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-07-29T15:18:06.550 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-07-29T15:18:06.550 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-07-29T15:18:06.557 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (7 ms) 2024-07-29T15:18:06.557 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-07-29T15:18:06.563 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (6 ms) 2024-07-29T15:18:06.563 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-07-29T15:18:06.570 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (7 ms) 2024-07-29T15:18:06.570 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-07-29T15:18:06.577 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (8 ms) 2024-07-29T15:18:06.578 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-07-29T15:18:06.579 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-07-29T15:18:06.580 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-07-29T15:18:06.582 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2024-07-29T15:18:06.582 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-07-29T15:18:06.583 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-07-29T15:18:06.583 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-07-29T15:18:06.583 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2024-07-29T15:18:06.584 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-07-29T15:18:06.591 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (7 ms) 2024-07-29T15:18:06.591 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 31 tests from CmpOmap (141 ms total) 2024-07-29T15:18:06.591 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:18:06.591 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] Global test environment tear-down 2024-07-29T15:18:06.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:06 smithi067 ceph-mon[94375]: osdmap e937: 8 total, 8 up, 8 in 2024-07-29T15:18:06.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:06 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/98809048' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124890-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:06.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:06 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124890-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:06.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:06 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:18:06.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:06 smithi067 ceph-mon[91995]: osdmap e937: 8 total, 8 up, 8 in 2024-07-29T15:18:06.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:06 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/98809048' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124890-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:06.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:06 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124890-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:06.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:06 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:18:06.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:06 smithi138 ceph-mon[86438]: osdmap e937: 8 total, 8 up, 8 in 2024-07-29T15:18:06.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:06 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/98809048' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124890-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:06.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:06 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124890-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:06.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:06 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:18:07.452 INFO:tasks.workunit.client.0.smithi067.stdout:[==========] 31 tests from 1 test suite ran. (2702 ms total) 2024-07-29T15:18:07.453 INFO:tasks.workunit.client.0.smithi067.stdout:[ PASSED ] 31 tests. 2024-07-29T15:18:07.455 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-29T15:18:07.455 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-29T15:18:07.524 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-07-29T15:18:07.524 DEBUG:teuthology.orchestra.run.smithi067:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-07-29T15:18:07.594 INFO:tasks.workunit.client.0.smithi067.stdout:Running main() from gmock_main.cc 2024-07-29T15:18:07.594 INFO:tasks.workunit.client.0.smithi067.stdout:[==========] Running 6 tests from 1 test suite. 2024-07-29T15:18:07.594 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] Global test environment set-up. 2024-07-29T15:18:07.594 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 6 tests from ClsHello 2024-07-29T15:18:07.594 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] ClsHello.SayHello 2024-07-29T15:18:07.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:07 smithi067 ceph-mon[91995]: pgmap v1044: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:07.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:07 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:18:07.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:07 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124890-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:07.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:07 smithi067 ceph-mon[91995]: osdmap e938: 8 total, 8 up, 8 in 2024-07-29T15:18:07.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:07 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:18:07.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:07 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:18:07.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:07 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:18:07.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:07 smithi067 ceph-mon[94375]: pgmap v1044: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:07.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:07 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:18:07.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:07 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124890-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:07.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:07 smithi067 ceph-mon[94375]: osdmap e938: 8 total, 8 up, 8 in 2024-07-29T15:18:07.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:07 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:18:07.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:07 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:18:07.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:07 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:18:07.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:07 smithi138 ceph-mon[86438]: pgmap v1044: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:07.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:07 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:18:07.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:07 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-124890-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:07.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:07 smithi138 ceph-mon[86438]: osdmap e938: 8 total, 8 up, 8 in 2024-07-29T15:18:07.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:07 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:18:07.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:07 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:18:07.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:07 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:18:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:18:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:18:07] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.51.0" 2024-07-29T15:18:08.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:08 smithi067 ceph-mon[91995]: osdmap e939: 8 total, 8 up, 8 in 2024-07-29T15:18:08.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:08 smithi067 ceph-mon[94375]: osdmap e939: 8 total, 8 up, 8 in 2024-07-29T15:18:08.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:08 smithi138 ceph-mon[86438]: osdmap e939: 8 total, 8 up, 8 in 2024-07-29T15:18:09.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:09 smithi067 ceph-mon[91995]: pgmap v1047: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:09.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:09 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:18:09.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:09 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:18:09.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:09 smithi067 ceph-mon[91995]: osdmap e940: 8 total, 8 up, 8 in 2024-07-29T15:18:09.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:09 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1082463462' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:09.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:09 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:09.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:09 smithi067 ceph-mon[94375]: pgmap v1047: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:09.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:09 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:18:09.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:09 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:18:09.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:09 smithi067 ceph-mon[94375]: osdmap e940: 8 total, 8 up, 8 in 2024-07-29T15:18:09.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:09 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1082463462' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:09.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:09 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:09.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:09 smithi138 ceph-mon[86438]: pgmap v1047: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:09.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:09 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:18:09.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:09 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:18:09.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:09 smithi138 ceph-mon[86438]: osdmap e940: 8 total, 8 up, 8 in 2024-07-29T15:18:09.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:09 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1082463462' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:09.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:09 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:10.469 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:18:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:18:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:18:10.477 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] ClsHello.SayHello (2883 ms) 2024-07-29T15:18:10.478 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] ClsHello.RecordHello 2024-07-29T15:18:10.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:10 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:10.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:10 smithi067 ceph-mon[91995]: osdmap e941: 8 total, 8 up, 8 in 2024-07-29T15:18:10.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:10 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:10.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:10 smithi067 ceph-mon[94375]: osdmap e941: 8 total, 8 up, 8 in 2024-07-29T15:18:10.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:10 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:10.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:10 smithi138 ceph-mon[86438]: osdmap e941: 8 total, 8 up, 8 in 2024-07-29T15:18:11.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:11 smithi067 ceph-mon[91995]: pgmap v1050: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:11.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:11 smithi067 ceph-mon[91995]: osdmap e942: 8 total, 8 up, 8 in 2024-07-29T15:18:11.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:11 smithi067 ceph-mon[94375]: pgmap v1050: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:11.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:11 smithi067 ceph-mon[94375]: osdmap e942: 8 total, 8 up, 8 in 2024-07-29T15:18:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:11 smithi138 ceph-mon[86438]: pgmap v1050: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:11 smithi138 ceph-mon[86438]: osdmap e942: 8 total, 8 up, 8 in 2024-07-29T15:18:12.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:12 smithi138 ceph-mon[86438]: osdmap e943: 8 total, 8 up, 8 in 2024-07-29T15:18:12.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:12 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3874015705' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:12.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:12 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:12.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:12 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:12.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:12 smithi138 ceph-mon[86438]: osdmap e944: 8 total, 8 up, 8 in 2024-07-29T15:18:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:12 smithi067 ceph-mon[91995]: osdmap e943: 8 total, 8 up, 8 in 2024-07-29T15:18:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:12 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3874015705' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:12 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:12.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:12 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:12.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:12 smithi067 ceph-mon[91995]: osdmap e944: 8 total, 8 up, 8 in 2024-07-29T15:18:12.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:12 smithi067 ceph-mon[94375]: osdmap e943: 8 total, 8 up, 8 in 2024-07-29T15:18:12.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:12 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3874015705' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:12.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:12 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:12.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:12 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:12.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:12 smithi067 ceph-mon[94375]: osdmap e944: 8 total, 8 up, 8 in 2024-07-29T15:18:13.499 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] ClsHello.RecordHello (3022 ms) 2024-07-29T15:18:13.500 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] ClsHello.WriteReturnData 2024-07-29T15:18:13.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:13 smithi138 ceph-mon[86438]: pgmap v1053: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:13.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:13 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:18:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:13 smithi067 ceph-mon[91995]: pgmap v1053: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:13 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:18:13.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:13 smithi067 ceph-mon[94375]: pgmap v1053: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:13.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:13 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:18:14.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:14 smithi138 ceph-mon[86438]: osdmap e945: 8 total, 8 up, 8 in 2024-07-29T15:18:14.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:14 smithi067 ceph-mon[94375]: osdmap e945: 8 total, 8 up, 8 in 2024-07-29T15:18:14.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:14 smithi067 ceph-mon[91995]: osdmap e945: 8 total, 8 up, 8 in 2024-07-29T15:18:15.530 INFO:tasks.workunit.client.0.smithi067.stdout:require_osd_release = squid 2024-07-29T15:18:15.541 INFO:tasks.workunit.client.0.smithi067.stdout:0 2024-07-29T15:18:15.615 INFO:tasks.workunit.client.0.smithi067.stdout:1 2024-07-29T15:18:15.616 INFO:tasks.workunit.client.0.smithi067.stdout:2 2024-07-29T15:18:15.617 INFO:tasks.workunit.client.0.smithi067.stdout:3 2024-07-29T15:18:15.618 INFO:tasks.workunit.client.0.smithi067.stdout:4 2024-07-29T15:18:15.620 INFO:tasks.workunit.client.0.smithi067.stdout:5 2024-07-29T15:18:15.621 INFO:tasks.workunit.client.0.smithi067.stdout:6 2024-07-29T15:18:15.622 INFO:tasks.workunit.client.0.smithi067.stdout:7 2024-07-29T15:18:15.623 INFO:tasks.workunit.client.0.smithi067.stdout:8 2024-07-29T15:18:15.624 INFO:tasks.workunit.client.0.smithi067.stdout:9 2024-07-29T15:18:15.625 INFO:tasks.workunit.client.0.smithi067.stdout:10 2024-07-29T15:18:15.626 INFO:tasks.workunit.client.0.smithi067.stdout:11 2024-07-29T15:18:15.627 INFO:tasks.workunit.client.0.smithi067.stdout:12 2024-07-29T15:18:15.628 INFO:tasks.workunit.client.0.smithi067.stdout:13 2024-07-29T15:18:15.629 INFO:tasks.workunit.client.0.smithi067.stdout:14 2024-07-29T15:18:15.630 INFO:tasks.workunit.client.0.smithi067.stdout:15 2024-07-29T15:18:15.631 INFO:tasks.workunit.client.0.smithi067.stdout:16 2024-07-29T15:18:15.632 INFO:tasks.workunit.client.0.smithi067.stdout:17 2024-07-29T15:18:15.633 INFO:tasks.workunit.client.0.smithi067.stdout:18 2024-07-29T15:18:15.634 INFO:tasks.workunit.client.0.smithi067.stdout:19 2024-07-29T15:18:15.635 INFO:tasks.workunit.client.0.smithi067.stdout:20 2024-07-29T15:18:15.636 INFO:tasks.workunit.client.0.smithi067.stdout:21 2024-07-29T15:18:15.637 INFO:tasks.workunit.client.0.smithi067.stdout:22 2024-07-29T15:18:15.638 INFO:tasks.workunit.client.0.smithi067.stdout:23 2024-07-29T15:18:15.639 INFO:tasks.workunit.client.0.smithi067.stdout:24 2024-07-29T15:18:15.640 INFO:tasks.workunit.client.0.smithi067.stdout:25 2024-07-29T15:18:15.641 INFO:tasks.workunit.client.0.smithi067.stdout:26 2024-07-29T15:18:15.642 INFO:tasks.workunit.client.0.smithi067.stdout:27 2024-07-29T15:18:15.642 INFO:tasks.workunit.client.0.smithi067.stdout:28 2024-07-29T15:18:15.644 INFO:tasks.workunit.client.0.smithi067.stdout:29 2024-07-29T15:18:15.645 INFO:tasks.workunit.client.0.smithi067.stdout:30 2024-07-29T15:18:15.645 INFO:tasks.workunit.client.0.smithi067.stdout:31 2024-07-29T15:18:15.647 INFO:tasks.workunit.client.0.smithi067.stdout:32 2024-07-29T15:18:15.648 INFO:tasks.workunit.client.0.smithi067.stdout:33 2024-07-29T15:18:15.648 INFO:tasks.workunit.client.0.smithi067.stdout:34 2024-07-29T15:18:15.649 INFO:tasks.workunit.client.0.smithi067.stdout:35 2024-07-29T15:18:15.650 INFO:tasks.workunit.client.0.smithi067.stdout:36 2024-07-29T15:18:15.651 INFO:tasks.workunit.client.0.smithi067.stdout:37 2024-07-29T15:18:15.652 INFO:tasks.workunit.client.0.smithi067.stdout:38 2024-07-29T15:18:15.653 INFO:tasks.workunit.client.0.smithi067.stdout:39 2024-07-29T15:18:15.654 INFO:tasks.workunit.client.0.smithi067.stdout:40 2024-07-29T15:18:15.655 INFO:tasks.workunit.client.0.smithi067.stdout:41 2024-07-29T15:18:15.656 INFO:tasks.workunit.client.0.smithi067.stdout:42 2024-07-29T15:18:15.657 INFO:tasks.workunit.client.0.smithi067.stdout:43 2024-07-29T15:18:15.658 INFO:tasks.workunit.client.0.smithi067.stdout:44 2024-07-29T15:18:15.659 INFO:tasks.workunit.client.0.smithi067.stdout:45 2024-07-29T15:18:15.660 INFO:tasks.workunit.client.0.smithi067.stdout:46 2024-07-29T15:18:15.661 INFO:tasks.workunit.client.0.smithi067.stdout:47 2024-07-29T15:18:15.661 INFO:tasks.workunit.client.0.smithi067.stdout:48 2024-07-29T15:18:15.662 INFO:tasks.workunit.client.0.smithi067.stdout:49 2024-07-29T15:18:15.663 INFO:tasks.workunit.client.0.smithi067.stdout:50 2024-07-29T15:18:15.664 INFO:tasks.workunit.client.0.smithi067.stdout:51 2024-07-29T15:18:15.665 INFO:tasks.workunit.client.0.smithi067.stdout:52 2024-07-29T15:18:15.666 INFO:tasks.workunit.client.0.smithi067.stdout:53 2024-07-29T15:18:15.667 INFO:tasks.workunit.client.0.smithi067.stdout:54 2024-07-29T15:18:15.668 INFO:tasks.workunit.client.0.smithi067.stdout:55 2024-07-29T15:18:15.669 INFO:tasks.workunit.client.0.smithi067.stdout:56 2024-07-29T15:18:15.669 INFO:tasks.workunit.client.0.smithi067.stdout:57 2024-07-29T15:18:15.670 INFO:tasks.workunit.client.0.smithi067.stdout:58 2024-07-29T15:18:15.671 INFO:tasks.workunit.client.0.smithi067.stdout:59 2024-07-29T15:18:15.672 INFO:tasks.workunit.client.0.smithi067.stdout:60 2024-07-29T15:18:15.673 INFO:tasks.workunit.client.0.smithi067.stdout:61 2024-07-29T15:18:15.674 INFO:tasks.workunit.client.0.smithi067.stdout:62 2024-07-29T15:18:15.675 INFO:tasks.workunit.client.0.smithi067.stdout:63 2024-07-29T15:18:15.676 INFO:tasks.workunit.client.0.smithi067.stdout:64 2024-07-29T15:18:15.676 INFO:tasks.workunit.client.0.smithi067.stdout:65 2024-07-29T15:18:15.677 INFO:tasks.workunit.client.0.smithi067.stdout:66 2024-07-29T15:18:15.678 INFO:tasks.workunit.client.0.smithi067.stdout:67 2024-07-29T15:18:15.679 INFO:tasks.workunit.client.0.smithi067.stdout:68 2024-07-29T15:18:15.680 INFO:tasks.workunit.client.0.smithi067.stdout:69 2024-07-29T15:18:15.681 INFO:tasks.workunit.client.0.smithi067.stdout:70 2024-07-29T15:18:15.682 INFO:tasks.workunit.client.0.smithi067.stdout:71 2024-07-29T15:18:15.683 INFO:tasks.workunit.client.0.smithi067.stdout:72 2024-07-29T15:18:15.684 INFO:tasks.workunit.client.0.smithi067.stdout:73 2024-07-29T15:18:15.684 INFO:tasks.workunit.client.0.smithi067.stdout:74 2024-07-29T15:18:15.685 INFO:tasks.workunit.client.0.smithi067.stdout:75 2024-07-29T15:18:15.686 INFO:tasks.workunit.client.0.smithi067.stdout:76 2024-07-29T15:18:15.687 INFO:tasks.workunit.client.0.smithi067.stdout:77 2024-07-29T15:18:15.688 INFO:tasks.workunit.client.0.smithi067.stdout:78 2024-07-29T15:18:15.689 INFO:tasks.workunit.client.0.smithi067.stdout:79 2024-07-29T15:18:15.690 INFO:tasks.workunit.client.0.smithi067.stdout:80 2024-07-29T15:18:15.690 INFO:tasks.workunit.client.0.smithi067.stdout:81 2024-07-29T15:18:15.691 INFO:tasks.workunit.client.0.smithi067.stdout:82 2024-07-29T15:18:15.692 INFO:tasks.workunit.client.0.smithi067.stdout:83 2024-07-29T15:18:15.693 INFO:tasks.workunit.client.0.smithi067.stdout:84 2024-07-29T15:18:15.694 INFO:tasks.workunit.client.0.smithi067.stdout:85 2024-07-29T15:18:15.695 INFO:tasks.workunit.client.0.smithi067.stdout:86 2024-07-29T15:18:15.696 INFO:tasks.workunit.client.0.smithi067.stdout:87 2024-07-29T15:18:15.697 INFO:tasks.workunit.client.0.smithi067.stdout:88 2024-07-29T15:18:15.698 INFO:tasks.workunit.client.0.smithi067.stdout:89 2024-07-29T15:18:15.698 INFO:tasks.workunit.client.0.smithi067.stdout:90 2024-07-29T15:18:15.699 INFO:tasks.workunit.client.0.smithi067.stdout:91 2024-07-29T15:18:15.700 INFO:tasks.workunit.client.0.smithi067.stdout:92 2024-07-29T15:18:15.701 INFO:tasks.workunit.client.0.smithi067.stdout:93 2024-07-29T15:18:15.702 INFO:tasks.workunit.client.0.smithi067.stdout:94 2024-07-29T15:18:15.703 INFO:tasks.workunit.client.0.smithi067.stdout:95 2024-07-29T15:18:15.704 INFO:tasks.workunit.client.0.smithi067.stdout:96 2024-07-29T15:18:15.705 INFO:tasks.workunit.client.0.smithi067.stdout:97 2024-07-29T15:18:15.705 INFO:tasks.workunit.client.0.smithi067.stdout:98 2024-07-29T15:18:15.706 INFO:tasks.workunit.client.0.smithi067.stdout:99 2024-07-29T15:18:15.707 INFO:tasks.workunit.client.0.smithi067.stdout:100 2024-07-29T15:18:15.708 INFO:tasks.workunit.client.0.smithi067.stdout:101 2024-07-29T15:18:15.709 INFO:tasks.workunit.client.0.smithi067.stdout:102 2024-07-29T15:18:15.710 INFO:tasks.workunit.client.0.smithi067.stdout:103 2024-07-29T15:18:15.711 INFO:tasks.workunit.client.0.smithi067.stdout:104 2024-07-29T15:18:15.711 INFO:tasks.workunit.client.0.smithi067.stdout:105 2024-07-29T15:18:15.712 INFO:tasks.workunit.client.0.smithi067.stdout:106 2024-07-29T15:18:15.713 INFO:tasks.workunit.client.0.smithi067.stdout:107 2024-07-29T15:18:15.714 INFO:tasks.workunit.client.0.smithi067.stdout:108 2024-07-29T15:18:15.715 INFO:tasks.workunit.client.0.smithi067.stdout:109 2024-07-29T15:18:15.716 INFO:tasks.workunit.client.0.smithi067.stdout:110 2024-07-29T15:18:15.717 INFO:tasks.workunit.client.0.smithi067.stdout:111 2024-07-29T15:18:15.718 INFO:tasks.workunit.client.0.smithi067.stdout:112 2024-07-29T15:18:15.718 INFO:tasks.workunit.client.0.smithi067.stdout:113 2024-07-29T15:18:15.719 INFO:tasks.workunit.client.0.smithi067.stdout:114 2024-07-29T15:18:15.720 INFO:tasks.workunit.client.0.smithi067.stdout:115 2024-07-29T15:18:15.721 INFO:tasks.workunit.client.0.smithi067.stdout:116 2024-07-29T15:18:15.722 INFO:tasks.workunit.client.0.smithi067.stdout:117 2024-07-29T15:18:15.723 INFO:tasks.workunit.client.0.smithi067.stdout:118 2024-07-29T15:18:15.724 INFO:tasks.workunit.client.0.smithi067.stdout:119 2024-07-29T15:18:15.725 INFO:tasks.workunit.client.0.smithi067.stdout:120 2024-07-29T15:18:15.725 INFO:tasks.workunit.client.0.smithi067.stdout:121 2024-07-29T15:18:15.726 INFO:tasks.workunit.client.0.smithi067.stdout:122 2024-07-29T15:18:15.727 INFO:tasks.workunit.client.0.smithi067.stdout:123 2024-07-29T15:18:15.728 INFO:tasks.workunit.client.0.smithi067.stdout:124 2024-07-29T15:18:15.729 INFO:tasks.workunit.client.0.smithi067.stdout:125 2024-07-29T15:18:15.730 INFO:tasks.workunit.client.0.smithi067.stdout:126 2024-07-29T15:18:15.730 INFO:tasks.workunit.client.0.smithi067.stdout:127 2024-07-29T15:18:15.731 INFO:tasks.workunit.client.0.smithi067.stdout:128 2024-07-29T15:18:15.732 INFO:tasks.workunit.client.0.smithi067.stdout:129 2024-07-29T15:18:15.733 INFO:tasks.workunit.client.0.smithi067.stdout:130 2024-07-29T15:18:15.734 INFO:tasks.workunit.client.0.smithi067.stdout:131 2024-07-29T15:18:15.735 INFO:tasks.workunit.client.0.smithi067.stdout:132 2024-07-29T15:18:15.736 INFO:tasks.workunit.client.0.smithi067.stdout:133 2024-07-29T15:18:15.737 INFO:tasks.workunit.client.0.smithi067.stdout:134 2024-07-29T15:18:15.738 INFO:tasks.workunit.client.0.smithi067.stdout:135 2024-07-29T15:18:15.738 INFO:tasks.workunit.client.0.smithi067.stdout:136 2024-07-29T15:18:15.739 INFO:tasks.workunit.client.0.smithi067.stdout:137 2024-07-29T15:18:15.740 INFO:tasks.workunit.client.0.smithi067.stdout:138 2024-07-29T15:18:15.741 INFO:tasks.workunit.client.0.smithi067.stdout:139 2024-07-29T15:18:15.742 INFO:tasks.workunit.client.0.smithi067.stdout:140 2024-07-29T15:18:15.743 INFO:tasks.workunit.client.0.smithi067.stdout:141 2024-07-29T15:18:15.743 INFO:tasks.workunit.client.0.smithi067.stdout:142 2024-07-29T15:18:15.744 INFO:tasks.workunit.client.0.smithi067.stdout:143 2024-07-29T15:18:15.745 INFO:tasks.workunit.client.0.smithi067.stdout:144 2024-07-29T15:18:15.746 INFO:tasks.workunit.client.0.smithi067.stdout:145 2024-07-29T15:18:15.747 INFO:tasks.workunit.client.0.smithi067.stdout:146 2024-07-29T15:18:15.748 INFO:tasks.workunit.client.0.smithi067.stdout:147 2024-07-29T15:18:15.749 INFO:tasks.workunit.client.0.smithi067.stdout:148 2024-07-29T15:18:15.749 INFO:tasks.workunit.client.0.smithi067.stdout:149 2024-07-29T15:18:15.750 INFO:tasks.workunit.client.0.smithi067.stdout:150 2024-07-29T15:18:15.751 INFO:tasks.workunit.client.0.smithi067.stdout:151 2024-07-29T15:18:15.752 INFO:tasks.workunit.client.0.smithi067.stdout:152 2024-07-29T15:18:15.753 INFO:tasks.workunit.client.0.smithi067.stdout:153 2024-07-29T15:18:15.754 INFO:tasks.workunit.client.0.smithi067.stdout:154 2024-07-29T15:18:15.755 INFO:tasks.workunit.client.0.smithi067.stdout:155 2024-07-29T15:18:15.756 INFO:tasks.workunit.client.0.smithi067.stdout:156 2024-07-29T15:18:15.756 INFO:tasks.workunit.client.0.smithi067.stdout:157 2024-07-29T15:18:15.757 INFO:tasks.workunit.client.0.smithi067.stdout:158 2024-07-29T15:18:15.758 INFO:tasks.workunit.client.0.smithi067.stdout:159 2024-07-29T15:18:15.759 INFO:tasks.workunit.client.0.smithi067.stdout:160 2024-07-29T15:18:15.760 INFO:tasks.workunit.client.0.smithi067.stdout:161 2024-07-29T15:18:15.761 INFO:tasks.workunit.client.0.smithi067.stdout:162 2024-07-29T15:18:15.762 INFO:tasks.workunit.client.0.smithi067.stdout:163 2024-07-29T15:18:15.763 INFO:tasks.workunit.client.0.smithi067.stdout:164 2024-07-29T15:18:15.764 INFO:tasks.workunit.client.0.smithi067.stdout:165 2024-07-29T15:18:15.765 INFO:tasks.workunit.client.0.smithi067.stdout:166 2024-07-29T15:18:15.765 INFO:tasks.workunit.client.0.smithi067.stdout:167 2024-07-29T15:18:15.766 INFO:tasks.workunit.client.0.smithi067.stdout:168 2024-07-29T15:18:15.767 INFO:tasks.workunit.client.0.smithi067.stdout:169 2024-07-29T15:18:15.768 INFO:tasks.workunit.client.0.smithi067.stdout:170 2024-07-29T15:18:15.769 INFO:tasks.workunit.client.0.smithi067.stdout:171 2024-07-29T15:18:15.770 INFO:tasks.workunit.client.0.smithi067.stdout:172 2024-07-29T15:18:15.771 INFO:tasks.workunit.client.0.smithi067.stdout:173 2024-07-29T15:18:15.772 INFO:tasks.workunit.client.0.smithi067.stdout:174 2024-07-29T15:18:15.772 INFO:tasks.workunit.client.0.smithi067.stdout:175 2024-07-29T15:18:15.773 INFO:tasks.workunit.client.0.smithi067.stdout:176 2024-07-29T15:18:15.774 INFO:tasks.workunit.client.0.smithi067.stdout:177 2024-07-29T15:18:15.775 INFO:tasks.workunit.client.0.smithi067.stdout:178 2024-07-29T15:18:15.776 INFO:tasks.workunit.client.0.smithi067.stdout:179 2024-07-29T15:18:15.777 INFO:tasks.workunit.client.0.smithi067.stdout:180 2024-07-29T15:18:15.778 INFO:tasks.workunit.client.0.smithi067.stdout:181 2024-07-29T15:18:15.779 INFO:tasks.workunit.client.0.smithi067.stdout:182 2024-07-29T15:18:15.780 INFO:tasks.workunit.client.0.smithi067.stdout:183 2024-07-29T15:18:15.781 INFO:tasks.workunit.client.0.smithi067.stdout:184 2024-07-29T15:18:15.781 INFO:tasks.workunit.client.0.smithi067.stdout:185 2024-07-29T15:18:15.782 INFO:tasks.workunit.client.0.smithi067.stdout:186 2024-07-29T15:18:15.783 INFO:tasks.workunit.client.0.smithi067.stdout:187 2024-07-29T15:18:15.784 INFO:tasks.workunit.client.0.smithi067.stdout:188 2024-07-29T15:18:15.785 INFO:tasks.workunit.client.0.smithi067.stdout:189 2024-07-29T15:18:15.786 INFO:tasks.workunit.client.0.smithi067.stdout:190 2024-07-29T15:18:15.787 INFO:tasks.workunit.client.0.smithi067.stdout:191 2024-07-29T15:18:15.788 INFO:tasks.workunit.client.0.smithi067.stdout:192 2024-07-29T15:18:15.788 INFO:tasks.workunit.client.0.smithi067.stdout:193 2024-07-29T15:18:15.789 INFO:tasks.workunit.client.0.smithi067.stdout:194 2024-07-29T15:18:15.790 INFO:tasks.workunit.client.0.smithi067.stdout:195 2024-07-29T15:18:15.791 INFO:tasks.workunit.client.0.smithi067.stdout:196 2024-07-29T15:18:15.792 INFO:tasks.workunit.client.0.smithi067.stdout:197 2024-07-29T15:18:15.793 INFO:tasks.workunit.client.0.smithi067.stdout:198 2024-07-29T15:18:15.794 INFO:tasks.workunit.client.0.smithi067.stdout:199 2024-07-29T15:18:15.794 INFO:tasks.workunit.client.0.smithi067.stdout:200 2024-07-29T15:18:15.795 INFO:tasks.workunit.client.0.smithi067.stdout:201 2024-07-29T15:18:15.796 INFO:tasks.workunit.client.0.smithi067.stdout:202 2024-07-29T15:18:15.797 INFO:tasks.workunit.client.0.smithi067.stdout:203 2024-07-29T15:18:15.798 INFO:tasks.workunit.client.0.smithi067.stdout:204 2024-07-29T15:18:15.799 INFO:tasks.workunit.client.0.smithi067.stdout:205 2024-07-29T15:18:15.799 INFO:tasks.workunit.client.0.smithi067.stdout:206 2024-07-29T15:18:15.800 INFO:tasks.workunit.client.0.smithi067.stdout:207 2024-07-29T15:18:15.801 INFO:tasks.workunit.client.0.smithi067.stdout:208 2024-07-29T15:18:15.802 INFO:tasks.workunit.client.0.smithi067.stdout:209 2024-07-29T15:18:15.803 INFO:tasks.workunit.client.0.smithi067.stdout:210 2024-07-29T15:18:15.804 INFO:tasks.workunit.client.0.smithi067.stdout:211 2024-07-29T15:18:15.805 INFO:tasks.workunit.client.0.smithi067.stdout:212 2024-07-29T15:18:15.805 INFO:tasks.workunit.client.0.smithi067.stdout:213 2024-07-29T15:18:15.806 INFO:tasks.workunit.client.0.smithi067.stdout:214 2024-07-29T15:18:15.807 INFO:tasks.workunit.client.0.smithi067.stdout:215 2024-07-29T15:18:15.808 INFO:tasks.workunit.client.0.smithi067.stdout:216 2024-07-29T15:18:15.809 INFO:tasks.workunit.client.0.smithi067.stdout:217 2024-07-29T15:18:15.810 INFO:tasks.workunit.client.0.smithi067.stdout:218 2024-07-29T15:18:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:15 smithi138 ceph-mon[86438]: pgmap v1056: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:15 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:18:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:15 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:18:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:15 smithi138 ceph-mon[86438]: osdmap e946: 8 total, 8 up, 8 in 2024-07-29T15:18:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:15 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2268449238' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:15 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:15.811 INFO:tasks.workunit.client.0.smithi067.stdout:219 2024-07-29T15:18:15.811 INFO:tasks.workunit.client.0.smithi067.stdout:220 2024-07-29T15:18:15.812 INFO:tasks.workunit.client.0.smithi067.stdout:221 2024-07-29T15:18:15.813 INFO:tasks.workunit.client.0.smithi067.stdout:222 2024-07-29T15:18:15.814 INFO:tasks.workunit.client.0.smithi067.stdout:223 2024-07-29T15:18:15.815 INFO:tasks.workunit.client.0.smithi067.stdout:224 2024-07-29T15:18:15.815 INFO:tasks.workunit.client.0.smithi067.stdout:225 2024-07-29T15:18:15.816 INFO:tasks.workunit.client.0.smithi067.stdout:226 2024-07-29T15:18:15.817 INFO:tasks.workunit.client.0.smithi067.stdout:227 2024-07-29T15:18:15.818 INFO:tasks.workunit.client.0.smithi067.stdout:228 2024-07-29T15:18:15.819 INFO:tasks.workunit.client.0.smithi067.stdout:229 2024-07-29T15:18:15.819 INFO:tasks.workunit.client.0.smithi067.stdout:230 2024-07-29T15:18:15.820 INFO:tasks.workunit.client.0.smithi067.stdout:231 2024-07-29T15:18:15.821 INFO:tasks.workunit.client.0.smithi067.stdout:232 2024-07-29T15:18:15.822 INFO:tasks.workunit.client.0.smithi067.stdout:233 2024-07-29T15:18:15.823 INFO:tasks.workunit.client.0.smithi067.stdout:234 2024-07-29T15:18:15.824 INFO:tasks.workunit.client.0.smithi067.stdout:235 2024-07-29T15:18:15.825 INFO:tasks.workunit.client.0.smithi067.stdout:236 2024-07-29T15:18:15.825 INFO:tasks.workunit.client.0.smithi067.stdout:237 2024-07-29T15:18:15.826 INFO:tasks.workunit.client.0.smithi067.stdout:238 2024-07-29T15:18:15.827 INFO:tasks.workunit.client.0.smithi067.stdout:239 2024-07-29T15:18:15.828 INFO:tasks.workunit.client.0.smithi067.stdout:240 2024-07-29T15:18:15.829 INFO:tasks.workunit.client.0.smithi067.stdout:241 2024-07-29T15:18:15.830 INFO:tasks.workunit.client.0.smithi067.stdout:242 2024-07-29T15:18:15.831 INFO:tasks.workunit.client.0.smithi067.stdout:243 2024-07-29T15:18:15.831 INFO:tasks.workunit.client.0.smithi067.stdout:244 2024-07-29T15:18:15.832 INFO:tasks.workunit.client.0.smithi067.stdout:245 2024-07-29T15:18:15.833 INFO:tasks.workunit.client.0.smithi067.stdout:246 2024-07-29T15:18:15.834 INFO:tasks.workunit.client.0.smithi067.stdout:247 2024-07-29T15:18:15.835 INFO:tasks.workunit.client.0.smithi067.stdout:248 2024-07-29T15:18:15.836 INFO:tasks.workunit.client.0.smithi067.stdout:249 2024-07-29T15:18:15.836 INFO:tasks.workunit.client.0.smithi067.stdout:250 2024-07-29T15:18:15.837 INFO:tasks.workunit.client.0.smithi067.stdout:251 2024-07-29T15:18:15.838 INFO:tasks.workunit.client.0.smithi067.stdout:252 2024-07-29T15:18:15.839 INFO:tasks.workunit.client.0.smithi067.stdout:253 2024-07-29T15:18:15.840 INFO:tasks.workunit.client.0.smithi067.stdout:254 2024-07-29T15:18:15.840 INFO:tasks.workunit.client.0.smithi067.stdout:255 2024-07-29T15:18:15.841 INFO:tasks.workunit.client.0.smithi067.stdout:256 2024-07-29T15:18:15.842 INFO:tasks.workunit.client.0.smithi067.stdout:257 2024-07-29T15:18:15.843 INFO:tasks.workunit.client.0.smithi067.stdout:258 2024-07-29T15:18:15.844 INFO:tasks.workunit.client.0.smithi067.stdout:259 2024-07-29T15:18:15.845 INFO:tasks.workunit.client.0.smithi067.stdout:260 2024-07-29T15:18:15.846 INFO:tasks.workunit.client.0.smithi067.stdout:261 2024-07-29T15:18:15.847 INFO:tasks.workunit.client.0.smithi067.stdout:262 2024-07-29T15:18:15.847 INFO:tasks.workunit.client.0.smithi067.stdout:263 2024-07-29T15:18:15.848 INFO:tasks.workunit.client.0.smithi067.stdout:264 2024-07-29T15:18:15.849 INFO:tasks.workunit.client.0.smithi067.stdout:265 2024-07-29T15:18:15.850 INFO:tasks.workunit.client.0.smithi067.stdout:266 2024-07-29T15:18:15.851 INFO:tasks.workunit.client.0.smithi067.stdout:267 2024-07-29T15:18:15.852 INFO:tasks.workunit.client.0.smithi067.stdout:268 2024-07-29T15:18:15.853 INFO:tasks.workunit.client.0.smithi067.stdout:269 2024-07-29T15:18:15.853 INFO:tasks.workunit.client.0.smithi067.stdout:270 2024-07-29T15:18:15.854 INFO:tasks.workunit.client.0.smithi067.stdout:271 2024-07-29T15:18:15.855 INFO:tasks.workunit.client.0.smithi067.stdout:272 2024-07-29T15:18:15.856 INFO:tasks.workunit.client.0.smithi067.stdout:273 2024-07-29T15:18:15.857 INFO:tasks.workunit.client.0.smithi067.stdout:274 2024-07-29T15:18:15.858 INFO:tasks.workunit.client.0.smithi067.stdout:275 2024-07-29T15:18:15.859 INFO:tasks.workunit.client.0.smithi067.stdout:276 2024-07-29T15:18:15.860 INFO:tasks.workunit.client.0.smithi067.stdout:277 2024-07-29T15:18:15.860 INFO:tasks.workunit.client.0.smithi067.stdout:278 2024-07-29T15:18:15.861 INFO:tasks.workunit.client.0.smithi067.stdout:279 2024-07-29T15:18:15.862 INFO:tasks.workunit.client.0.smithi067.stdout:280 2024-07-29T15:18:15.863 INFO:tasks.workunit.client.0.smithi067.stdout:281 2024-07-29T15:18:15.864 INFO:tasks.workunit.client.0.smithi067.stdout:282 2024-07-29T15:18:15.865 INFO:tasks.workunit.client.0.smithi067.stdout:283 2024-07-29T15:18:15.866 INFO:tasks.workunit.client.0.smithi067.stdout:284 2024-07-29T15:18:15.867 INFO:tasks.workunit.client.0.smithi067.stdout:285 2024-07-29T15:18:15.867 INFO:tasks.workunit.client.0.smithi067.stdout:286 2024-07-29T15:18:15.868 INFO:tasks.workunit.client.0.smithi067.stdout:287 2024-07-29T15:18:15.869 INFO:tasks.workunit.client.0.smithi067.stdout:288 2024-07-29T15:18:15.870 INFO:tasks.workunit.client.0.smithi067.stdout:289 2024-07-29T15:18:15.871 INFO:tasks.workunit.client.0.smithi067.stdout:290 2024-07-29T15:18:15.872 INFO:tasks.workunit.client.0.smithi067.stdout:291 2024-07-29T15:18:15.873 INFO:tasks.workunit.client.0.smithi067.stdout:292 2024-07-29T15:18:15.873 INFO:tasks.workunit.client.0.smithi067.stdout:293 2024-07-29T15:18:15.874 INFO:tasks.workunit.client.0.smithi067.stdout:294 2024-07-29T15:18:15.875 INFO:tasks.workunit.client.0.smithi067.stdout:295 2024-07-29T15:18:15.876 INFO:tasks.workunit.client.0.smithi067.stdout:296 2024-07-29T15:18:15.877 INFO:tasks.workunit.client.0.smithi067.stdout:297 2024-07-29T15:18:15.878 INFO:tasks.workunit.client.0.smithi067.stdout:298 2024-07-29T15:18:15.879 INFO:tasks.workunit.client.0.smithi067.stdout:299 2024-07-29T15:18:15.880 INFO:tasks.workunit.client.0.smithi067.stdout:300 2024-07-29T15:18:15.881 INFO:tasks.workunit.client.0.smithi067.stdout:301 2024-07-29T15:18:15.882 INFO:tasks.workunit.client.0.smithi067.stdout:302 2024-07-29T15:18:15.882 INFO:tasks.workunit.client.0.smithi067.stdout:303 2024-07-29T15:18:15.883 INFO:tasks.workunit.client.0.smithi067.stdout:304 2024-07-29T15:18:15.884 INFO:tasks.workunit.client.0.smithi067.stdout:305 2024-07-29T15:18:15.885 INFO:tasks.workunit.client.0.smithi067.stdout:306 2024-07-29T15:18:15.886 INFO:tasks.workunit.client.0.smithi067.stdout:307 2024-07-29T15:18:15.887 INFO:tasks.workunit.client.0.smithi067.stdout:308 2024-07-29T15:18:15.888 INFO:tasks.workunit.client.0.smithi067.stdout:309 2024-07-29T15:18:15.889 INFO:tasks.workunit.client.0.smithi067.stdout:310 2024-07-29T15:18:15.889 INFO:tasks.workunit.client.0.smithi067.stdout:311 2024-07-29T15:18:15.891 INFO:tasks.workunit.client.0.smithi067.stdout:312 2024-07-29T15:18:15.892 INFO:tasks.workunit.client.0.smithi067.stdout:313 2024-07-29T15:18:15.892 INFO:tasks.workunit.client.0.smithi067.stdout:314 2024-07-29T15:18:15.893 INFO:tasks.workunit.client.0.smithi067.stdout:315 2024-07-29T15:18:15.894 INFO:tasks.workunit.client.0.smithi067.stdout:316 2024-07-29T15:18:15.895 INFO:tasks.workunit.client.0.smithi067.stdout:317 2024-07-29T15:18:15.896 INFO:tasks.workunit.client.0.smithi067.stdout:318 2024-07-29T15:18:15.897 INFO:tasks.workunit.client.0.smithi067.stdout:319 2024-07-29T15:18:15.898 INFO:tasks.workunit.client.0.smithi067.stdout:320 2024-07-29T15:18:15.898 INFO:tasks.workunit.client.0.smithi067.stdout:321 2024-07-29T15:18:15.899 INFO:tasks.workunit.client.0.smithi067.stdout:322 2024-07-29T15:18:15.900 INFO:tasks.workunit.client.0.smithi067.stdout:323 2024-07-29T15:18:15.901 INFO:tasks.workunit.client.0.smithi067.stdout:324 2024-07-29T15:18:15.902 INFO:tasks.workunit.client.0.smithi067.stdout:325 2024-07-29T15:18:15.903 INFO:tasks.workunit.client.0.smithi067.stdout:326 2024-07-29T15:18:15.904 INFO:tasks.workunit.client.0.smithi067.stdout:327 2024-07-29T15:18:15.905 INFO:tasks.workunit.client.0.smithi067.stdout:328 2024-07-29T15:18:15.905 INFO:tasks.workunit.client.0.smithi067.stdout:329 2024-07-29T15:18:15.907 INFO:tasks.workunit.client.0.smithi067.stdout:330 2024-07-29T15:18:15.907 INFO:tasks.workunit.client.0.smithi067.stdout:331 2024-07-29T15:18:15.908 INFO:tasks.workunit.client.0.smithi067.stdout:332 2024-07-29T15:18:15.909 INFO:tasks.workunit.client.0.smithi067.stdout:333 2024-07-29T15:18:15.910 INFO:tasks.workunit.client.0.smithi067.stdout:334 2024-07-29T15:18:15.911 INFO:tasks.workunit.client.0.smithi067.stdout:335 2024-07-29T15:18:15.912 INFO:tasks.workunit.client.0.smithi067.stdout:336 2024-07-29T15:18:15.913 INFO:tasks.workunit.client.0.smithi067.stdout:337 2024-07-29T15:18:15.914 INFO:tasks.workunit.client.0.smithi067.stdout:338 2024-07-29T15:18:15.914 INFO:tasks.workunit.client.0.smithi067.stdout:339 2024-07-29T15:18:15.915 INFO:tasks.workunit.client.0.smithi067.stdout:340 2024-07-29T15:18:15.916 INFO:tasks.workunit.client.0.smithi067.stdout:341 2024-07-29T15:18:15.917 INFO:tasks.workunit.client.0.smithi067.stdout:342 2024-07-29T15:18:15.918 INFO:tasks.workunit.client.0.smithi067.stdout:343 2024-07-29T15:18:15.919 INFO:tasks.workunit.client.0.smithi067.stdout:344 2024-07-29T15:18:15.920 INFO:tasks.workunit.client.0.smithi067.stdout:345 2024-07-29T15:18:15.921 INFO:tasks.workunit.client.0.smithi067.stdout:346 2024-07-29T15:18:15.921 INFO:tasks.workunit.client.0.smithi067.stdout:347 2024-07-29T15:18:15.922 INFO:tasks.workunit.client.0.smithi067.stdout:348 2024-07-29T15:18:15.923 INFO:tasks.workunit.client.0.smithi067.stdout:349 2024-07-29T15:18:15.924 INFO:tasks.workunit.client.0.smithi067.stdout:350 2024-07-29T15:18:15.925 INFO:tasks.workunit.client.0.smithi067.stdout:351 2024-07-29T15:18:15.926 INFO:tasks.workunit.client.0.smithi067.stdout:352 2024-07-29T15:18:15.927 INFO:tasks.workunit.client.0.smithi067.stdout:353 2024-07-29T15:18:15.928 INFO:tasks.workunit.client.0.smithi067.stdout:354 2024-07-29T15:18:15.929 INFO:tasks.workunit.client.0.smithi067.stdout:355 2024-07-29T15:18:15.929 INFO:tasks.workunit.client.0.smithi067.stdout:356 2024-07-29T15:18:15.930 INFO:tasks.workunit.client.0.smithi067.stdout:357 2024-07-29T15:18:15.931 INFO:tasks.workunit.client.0.smithi067.stdout:358 2024-07-29T15:18:15.932 INFO:tasks.workunit.client.0.smithi067.stdout:359 2024-07-29T15:18:15.933 INFO:tasks.workunit.client.0.smithi067.stdout:360 2024-07-29T15:18:15.934 INFO:tasks.workunit.client.0.smithi067.stdout:361 2024-07-29T15:18:15.935 INFO:tasks.workunit.client.0.smithi067.stdout:362 2024-07-29T15:18:15.936 INFO:tasks.workunit.client.0.smithi067.stdout:363 2024-07-29T15:18:15.936 INFO:tasks.workunit.client.0.smithi067.stdout:364 2024-07-29T15:18:15.937 INFO:tasks.workunit.client.0.smithi067.stdout:365 2024-07-29T15:18:15.938 INFO:tasks.workunit.client.0.smithi067.stdout:366 2024-07-29T15:18:15.939 INFO:tasks.workunit.client.0.smithi067.stdout:367 2024-07-29T15:18:15.940 INFO:tasks.workunit.client.0.smithi067.stdout:368 2024-07-29T15:18:15.941 INFO:tasks.workunit.client.0.smithi067.stdout:369 2024-07-29T15:18:15.942 INFO:tasks.workunit.client.0.smithi067.stdout:370 2024-07-29T15:18:15.943 INFO:tasks.workunit.client.0.smithi067.stdout:371 2024-07-29T15:18:15.943 INFO:tasks.workunit.client.0.smithi067.stdout:372 2024-07-29T15:18:15.945 INFO:tasks.workunit.client.0.smithi067.stdout:373 2024-07-29T15:18:15.945 INFO:tasks.workunit.client.0.smithi067.stdout:374 2024-07-29T15:18:15.946 INFO:tasks.workunit.client.0.smithi067.stdout:375 2024-07-29T15:18:15.947 INFO:tasks.workunit.client.0.smithi067.stdout:376 2024-07-29T15:18:15.948 INFO:tasks.workunit.client.0.smithi067.stdout:377 2024-07-29T15:18:15.949 INFO:tasks.workunit.client.0.smithi067.stdout:378 2024-07-29T15:18:15.950 INFO:tasks.workunit.client.0.smithi067.stdout:379 2024-07-29T15:18:15.951 INFO:tasks.workunit.client.0.smithi067.stdout:380 2024-07-29T15:18:15.952 INFO:tasks.workunit.client.0.smithi067.stdout:381 2024-07-29T15:18:15.953 INFO:tasks.workunit.client.0.smithi067.stdout:382 2024-07-29T15:18:15.954 INFO:tasks.workunit.client.0.smithi067.stdout:383 2024-07-29T15:18:15.954 INFO:tasks.workunit.client.0.smithi067.stdout:384 2024-07-29T15:18:15.955 INFO:tasks.workunit.client.0.smithi067.stdout:385 2024-07-29T15:18:15.956 INFO:tasks.workunit.client.0.smithi067.stdout:386 2024-07-29T15:18:15.957 INFO:tasks.workunit.client.0.smithi067.stdout:387 2024-07-29T15:18:15.958 INFO:tasks.workunit.client.0.smithi067.stdout:388 2024-07-29T15:18:15.959 INFO:tasks.workunit.client.0.smithi067.stdout:389 2024-07-29T15:18:15.960 INFO:tasks.workunit.client.0.smithi067.stdout:390 2024-07-29T15:18:15.961 INFO:tasks.workunit.client.0.smithi067.stdout:391 2024-07-29T15:18:15.962 INFO:tasks.workunit.client.0.smithi067.stdout:392 2024-07-29T15:18:15.963 INFO:tasks.workunit.client.0.smithi067.stdout:393 2024-07-29T15:18:15.964 INFO:tasks.workunit.client.0.smithi067.stdout:394 2024-07-29T15:18:15.965 INFO:tasks.workunit.client.0.smithi067.stdout:395 2024-07-29T15:18:15.966 INFO:tasks.workunit.client.0.smithi067.stdout:396 2024-07-29T15:18:15.966 INFO:tasks.workunit.client.0.smithi067.stdout:397 2024-07-29T15:18:15.968 INFO:tasks.workunit.client.0.smithi067.stdout:398 2024-07-29T15:18:15.969 INFO:tasks.workunit.client.0.smithi067.stdout:399 2024-07-29T15:18:15.970 INFO:tasks.workunit.client.0.smithi067.stdout:400 2024-07-29T15:18:15.971 INFO:tasks.workunit.client.0.smithi067.stdout:401 2024-07-29T15:18:15.972 INFO:tasks.workunit.client.0.smithi067.stdout:402 2024-07-29T15:18:15.973 INFO:tasks.workunit.client.0.smithi067.stdout:403 2024-07-29T15:18:15.975 INFO:tasks.workunit.client.0.smithi067.stdout:404 2024-07-29T15:18:15.976 INFO:tasks.workunit.client.0.smithi067.stdout:405 2024-07-29T15:18:15.977 INFO:tasks.workunit.client.0.smithi067.stdout:406 2024-07-29T15:18:15.978 INFO:tasks.workunit.client.0.smithi067.stdout:407 2024-07-29T15:18:15.979 INFO:tasks.workunit.client.0.smithi067.stdout:408 2024-07-29T15:18:15.980 INFO:tasks.workunit.client.0.smithi067.stdout:409 2024-07-29T15:18:15.981 INFO:tasks.workunit.client.0.smithi067.stdout:410 2024-07-29T15:18:15.982 INFO:tasks.workunit.client.0.smithi067.stdout:411 2024-07-29T15:18:15.983 INFO:tasks.workunit.client.0.smithi067.stdout:412 2024-07-29T15:18:15.984 INFO:tasks.workunit.client.0.smithi067.stdout:413 2024-07-29T15:18:15.985 INFO:tasks.workunit.client.0.smithi067.stdout:414 2024-07-29T15:18:15.986 INFO:tasks.workunit.client.0.smithi067.stdout:415 2024-07-29T15:18:15.987 INFO:tasks.workunit.client.0.smithi067.stdout:416 2024-07-29T15:18:15.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:15 smithi067 ceph-mon[91995]: pgmap v1056: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:15.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:15 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:18:15.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:15 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:18:15.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:15 smithi067 ceph-mon[91995]: osdmap e946: 8 total, 8 up, 8 in 2024-07-29T15:18:15.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:15 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2268449238' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:15.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:15 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:15.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:15 smithi067 ceph-mon[94375]: pgmap v1056: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:15.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:15 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:18:15.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:15 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:18:15.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:15 smithi067 ceph-mon[94375]: osdmap e946: 8 total, 8 up, 8 in 2024-07-29T15:18:15.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:15 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2268449238' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:15.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:15 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:15.989 INFO:tasks.workunit.client.0.smithi067.stdout:417 2024-07-29T15:18:15.990 INFO:tasks.workunit.client.0.smithi067.stdout:418 2024-07-29T15:18:15.990 INFO:tasks.workunit.client.0.smithi067.stdout:419 2024-07-29T15:18:15.991 INFO:tasks.workunit.client.0.smithi067.stdout:420 2024-07-29T15:18:15.992 INFO:tasks.workunit.client.0.smithi067.stdout:421 2024-07-29T15:18:15.993 INFO:tasks.workunit.client.0.smithi067.stdout:422 2024-07-29T15:18:15.994 INFO:tasks.workunit.client.0.smithi067.stdout:423 2024-07-29T15:18:15.995 INFO:tasks.workunit.client.0.smithi067.stdout:424 2024-07-29T15:18:15.996 INFO:tasks.workunit.client.0.smithi067.stdout:425 2024-07-29T15:18:15.997 INFO:tasks.workunit.client.0.smithi067.stdout:426 2024-07-29T15:18:15.998 INFO:tasks.workunit.client.0.smithi067.stdout:427 2024-07-29T15:18:15.999 INFO:tasks.workunit.client.0.smithi067.stdout:428 2024-07-29T15:18:16.000 INFO:tasks.workunit.client.0.smithi067.stdout:429 2024-07-29T15:18:16.001 INFO:tasks.workunit.client.0.smithi067.stdout:430 2024-07-29T15:18:16.002 INFO:tasks.workunit.client.0.smithi067.stdout:431 2024-07-29T15:18:16.004 INFO:tasks.workunit.client.0.smithi067.stdout:432 2024-07-29T15:18:16.005 INFO:tasks.workunit.client.0.smithi067.stdout:433 2024-07-29T15:18:16.006 INFO:tasks.workunit.client.0.smithi067.stdout:434 2024-07-29T15:18:16.007 INFO:tasks.workunit.client.0.smithi067.stdout:435 2024-07-29T15:18:16.008 INFO:tasks.workunit.client.0.smithi067.stdout:436 2024-07-29T15:18:16.009 INFO:tasks.workunit.client.0.smithi067.stdout:437 2024-07-29T15:18:16.010 INFO:tasks.workunit.client.0.smithi067.stdout:438 2024-07-29T15:18:16.011 INFO:tasks.workunit.client.0.smithi067.stdout:439 2024-07-29T15:18:16.012 INFO:tasks.workunit.client.0.smithi067.stdout:440 2024-07-29T15:18:16.013 INFO:tasks.workunit.client.0.smithi067.stdout:441 2024-07-29T15:18:16.014 INFO:tasks.workunit.client.0.smithi067.stdout:442 2024-07-29T15:18:16.015 INFO:tasks.workunit.client.0.smithi067.stdout:443 2024-07-29T15:18:16.016 INFO:tasks.workunit.client.0.smithi067.stdout:444 2024-07-29T15:18:16.017 INFO:tasks.workunit.client.0.smithi067.stdout:445 2024-07-29T15:18:16.018 INFO:tasks.workunit.client.0.smithi067.stdout:446 2024-07-29T15:18:16.020 INFO:tasks.workunit.client.0.smithi067.stdout:447 2024-07-29T15:18:16.021 INFO:tasks.workunit.client.0.smithi067.stdout:448 2024-07-29T15:18:16.022 INFO:tasks.workunit.client.0.smithi067.stdout:449 2024-07-29T15:18:16.023 INFO:tasks.workunit.client.0.smithi067.stdout:450 2024-07-29T15:18:16.024 INFO:tasks.workunit.client.0.smithi067.stdout:451 2024-07-29T15:18:16.025 INFO:tasks.workunit.client.0.smithi067.stdout:452 2024-07-29T15:18:16.026 INFO:tasks.workunit.client.0.smithi067.stdout:453 2024-07-29T15:18:16.027 INFO:tasks.workunit.client.0.smithi067.stdout:454 2024-07-29T15:18:16.028 INFO:tasks.workunit.client.0.smithi067.stdout:455 2024-07-29T15:18:16.029 INFO:tasks.workunit.client.0.smithi067.stdout:456 2024-07-29T15:18:16.030 INFO:tasks.workunit.client.0.smithi067.stdout:457 2024-07-29T15:18:16.031 INFO:tasks.workunit.client.0.smithi067.stdout:458 2024-07-29T15:18:16.032 INFO:tasks.workunit.client.0.smithi067.stdout:459 2024-07-29T15:18:16.033 INFO:tasks.workunit.client.0.smithi067.stdout:460 2024-07-29T15:18:16.034 INFO:tasks.workunit.client.0.smithi067.stdout:461 2024-07-29T15:18:16.035 INFO:tasks.workunit.client.0.smithi067.stdout:462 2024-07-29T15:18:16.036 INFO:tasks.workunit.client.0.smithi067.stdout:463 2024-07-29T15:18:16.037 INFO:tasks.workunit.client.0.smithi067.stdout:464 2024-07-29T15:18:16.038 INFO:tasks.workunit.client.0.smithi067.stdout:465 2024-07-29T15:18:16.039 INFO:tasks.workunit.client.0.smithi067.stdout:466 2024-07-29T15:18:16.040 INFO:tasks.workunit.client.0.smithi067.stdout:467 2024-07-29T15:18:16.041 INFO:tasks.workunit.client.0.smithi067.stdout:468 2024-07-29T15:18:16.042 INFO:tasks.workunit.client.0.smithi067.stdout:469 2024-07-29T15:18:16.043 INFO:tasks.workunit.client.0.smithi067.stdout:470 2024-07-29T15:18:16.044 INFO:tasks.workunit.client.0.smithi067.stdout:471 2024-07-29T15:18:16.045 INFO:tasks.workunit.client.0.smithi067.stdout:472 2024-07-29T15:18:16.046 INFO:tasks.workunit.client.0.smithi067.stdout:473 2024-07-29T15:18:16.047 INFO:tasks.workunit.client.0.smithi067.stdout:474 2024-07-29T15:18:16.048 INFO:tasks.workunit.client.0.smithi067.stdout:475 2024-07-29T15:18:16.049 INFO:tasks.workunit.client.0.smithi067.stdout:476 2024-07-29T15:18:16.050 INFO:tasks.workunit.client.0.smithi067.stdout:477 2024-07-29T15:18:16.051 INFO:tasks.workunit.client.0.smithi067.stdout:478 2024-07-29T15:18:16.052 INFO:tasks.workunit.client.0.smithi067.stdout:479 2024-07-29T15:18:16.053 INFO:tasks.workunit.client.0.smithi067.stdout:480 2024-07-29T15:18:16.054 INFO:tasks.workunit.client.0.smithi067.stdout:481 2024-07-29T15:18:16.055 INFO:tasks.workunit.client.0.smithi067.stdout:482 2024-07-29T15:18:16.056 INFO:tasks.workunit.client.0.smithi067.stdout:483 2024-07-29T15:18:16.057 INFO:tasks.workunit.client.0.smithi067.stdout:484 2024-07-29T15:18:16.058 INFO:tasks.workunit.client.0.smithi067.stdout:485 2024-07-29T15:18:16.059 INFO:tasks.workunit.client.0.smithi067.stdout:486 2024-07-29T15:18:16.060 INFO:tasks.workunit.client.0.smithi067.stdout:487 2024-07-29T15:18:16.061 INFO:tasks.workunit.client.0.smithi067.stdout:488 2024-07-29T15:18:16.062 INFO:tasks.workunit.client.0.smithi067.stdout:489 2024-07-29T15:18:16.062 INFO:tasks.workunit.client.0.smithi067.stdout:490 2024-07-29T15:18:16.063 INFO:tasks.workunit.client.0.smithi067.stdout:491 2024-07-29T15:18:16.065 INFO:tasks.workunit.client.0.smithi067.stdout:492 2024-07-29T15:18:16.066 INFO:tasks.workunit.client.0.smithi067.stdout:493 2024-07-29T15:18:16.066 INFO:tasks.workunit.client.0.smithi067.stdout:494 2024-07-29T15:18:16.067 INFO:tasks.workunit.client.0.smithi067.stdout:495 2024-07-29T15:18:16.069 INFO:tasks.workunit.client.0.smithi067.stdout:496 2024-07-29T15:18:16.070 INFO:tasks.workunit.client.0.smithi067.stdout:497 2024-07-29T15:18:16.071 INFO:tasks.workunit.client.0.smithi067.stdout:498 2024-07-29T15:18:16.072 INFO:tasks.workunit.client.0.smithi067.stdout:499 2024-07-29T15:18:16.073 INFO:tasks.workunit.client.0.smithi067.stdout:500 2024-07-29T15:18:16.073 INFO:tasks.workunit.client.0.smithi067.stdout:501 2024-07-29T15:18:16.074 INFO:tasks.workunit.client.0.smithi067.stdout:502 2024-07-29T15:18:16.075 INFO:tasks.workunit.client.0.smithi067.stdout:503 2024-07-29T15:18:16.076 INFO:tasks.workunit.client.0.smithi067.stdout:504 2024-07-29T15:18:16.078 INFO:tasks.workunit.client.0.smithi067.stdout:505 2024-07-29T15:18:16.078 INFO:tasks.workunit.client.0.smithi067.stdout:506 2024-07-29T15:18:16.080 INFO:tasks.workunit.client.0.smithi067.stdout:507 2024-07-29T15:18:16.080 INFO:tasks.workunit.client.0.smithi067.stdout:508 2024-07-29T15:18:16.082 INFO:tasks.workunit.client.0.smithi067.stdout:509 2024-07-29T15:18:16.083 INFO:tasks.workunit.client.0.smithi067.stdout:510 2024-07-29T15:18:16.084 INFO:tasks.workunit.client.0.smithi067.stdout:511 2024-07-29T15:18:16.084 INFO:tasks.workunit.client.0.smithi067.stdout:512 2024-07-29T15:18:16.086 INFO:tasks.workunit.client.0.smithi067.stdout:513 2024-07-29T15:18:16.086 INFO:tasks.workunit.client.0.smithi067.stdout:514 2024-07-29T15:18:16.088 INFO:tasks.workunit.client.0.smithi067.stdout:515 2024-07-29T15:18:16.089 INFO:tasks.workunit.client.0.smithi067.stdout:516 2024-07-29T15:18:16.090 INFO:tasks.workunit.client.0.smithi067.stdout:517 2024-07-29T15:18:16.091 INFO:tasks.workunit.client.0.smithi067.stdout:518 2024-07-29T15:18:16.092 INFO:tasks.workunit.client.0.smithi067.stdout:519 2024-07-29T15:18:16.093 INFO:tasks.workunit.client.0.smithi067.stdout:520 2024-07-29T15:18:16.094 INFO:tasks.workunit.client.0.smithi067.stdout:521 2024-07-29T15:18:16.095 INFO:tasks.workunit.client.0.smithi067.stdout:522 2024-07-29T15:18:16.096 INFO:tasks.workunit.client.0.smithi067.stdout:523 2024-07-29T15:18:16.097 INFO:tasks.workunit.client.0.smithi067.stdout:524 2024-07-29T15:18:16.098 INFO:tasks.workunit.client.0.smithi067.stdout:525 2024-07-29T15:18:16.099 INFO:tasks.workunit.client.0.smithi067.stdout:526 2024-07-29T15:18:16.100 INFO:tasks.workunit.client.0.smithi067.stdout:527 2024-07-29T15:18:16.101 INFO:tasks.workunit.client.0.smithi067.stdout:528 2024-07-29T15:18:16.102 INFO:tasks.workunit.client.0.smithi067.stdout:529 2024-07-29T15:18:16.104 INFO:tasks.workunit.client.0.smithi067.stdout:530 2024-07-29T15:18:16.105 INFO:tasks.workunit.client.0.smithi067.stdout:531 2024-07-29T15:18:16.106 INFO:tasks.workunit.client.0.smithi067.stdout:532 2024-07-29T15:18:16.107 INFO:tasks.workunit.client.0.smithi067.stdout:533 2024-07-29T15:18:16.108 INFO:tasks.workunit.client.0.smithi067.stdout:534 2024-07-29T15:18:16.108 INFO:tasks.workunit.client.0.smithi067.stdout:535 2024-07-29T15:18:16.110 INFO:tasks.workunit.client.0.smithi067.stdout:536 2024-07-29T15:18:16.111 INFO:tasks.workunit.client.0.smithi067.stdout:537 2024-07-29T15:18:16.112 INFO:tasks.workunit.client.0.smithi067.stdout:538 2024-07-29T15:18:16.113 INFO:tasks.workunit.client.0.smithi067.stdout:539 2024-07-29T15:18:16.114 INFO:tasks.workunit.client.0.smithi067.stdout:540 2024-07-29T15:18:16.115 INFO:tasks.workunit.client.0.smithi067.stdout:541 2024-07-29T15:18:16.116 INFO:tasks.workunit.client.0.smithi067.stdout:542 2024-07-29T15:18:16.117 INFO:tasks.workunit.client.0.smithi067.stdout:543 2024-07-29T15:18:16.118 INFO:tasks.workunit.client.0.smithi067.stdout:544 2024-07-29T15:18:16.119 INFO:tasks.workunit.client.0.smithi067.stdout:545 2024-07-29T15:18:16.120 INFO:tasks.workunit.client.0.smithi067.stdout:546 2024-07-29T15:18:16.122 INFO:tasks.workunit.client.0.smithi067.stdout:547 2024-07-29T15:18:16.122 INFO:tasks.workunit.client.0.smithi067.stdout:548 2024-07-29T15:18:16.124 INFO:tasks.workunit.client.0.smithi067.stdout:549 2024-07-29T15:18:16.125 INFO:tasks.workunit.client.0.smithi067.stdout:550 2024-07-29T15:18:16.126 INFO:tasks.workunit.client.0.smithi067.stdout:551 2024-07-29T15:18:16.126 INFO:tasks.workunit.client.0.smithi067.stdout:552 2024-07-29T15:18:16.127 INFO:tasks.workunit.client.0.smithi067.stdout:553 2024-07-29T15:18:16.129 INFO:tasks.workunit.client.0.smithi067.stdout:554 2024-07-29T15:18:16.130 INFO:tasks.workunit.client.0.smithi067.stdout:555 2024-07-29T15:18:16.131 INFO:tasks.workunit.client.0.smithi067.stdout:556 2024-07-29T15:18:16.132 INFO:tasks.workunit.client.0.smithi067.stdout:557 2024-07-29T15:18:16.133 INFO:tasks.workunit.client.0.smithi067.stdout:558 2024-07-29T15:18:16.134 INFO:tasks.workunit.client.0.smithi067.stdout:559 2024-07-29T15:18:16.135 INFO:tasks.workunit.client.0.smithi067.stdout:560 2024-07-29T15:18:16.136 INFO:tasks.workunit.client.0.smithi067.stdout:561 2024-07-29T15:18:16.137 INFO:tasks.workunit.client.0.smithi067.stdout:562 2024-07-29T15:18:16.139 INFO:tasks.workunit.client.0.smithi067.stdout:563 2024-07-29T15:18:16.140 INFO:tasks.workunit.client.0.smithi067.stdout:564 2024-07-29T15:18:16.141 INFO:tasks.workunit.client.0.smithi067.stdout:565 2024-07-29T15:18:16.142 INFO:tasks.workunit.client.0.smithi067.stdout:566 2024-07-29T15:18:16.143 INFO:tasks.workunit.client.0.smithi067.stdout:567 2024-07-29T15:18:16.144 INFO:tasks.workunit.client.0.smithi067.stdout:568 2024-07-29T15:18:16.145 INFO:tasks.workunit.client.0.smithi067.stdout:569 2024-07-29T15:18:16.146 INFO:tasks.workunit.client.0.smithi067.stdout:570 2024-07-29T15:18:16.147 INFO:tasks.workunit.client.0.smithi067.stdout:571 2024-07-29T15:18:16.148 INFO:tasks.workunit.client.0.smithi067.stdout:572 2024-07-29T15:18:16.150 INFO:tasks.workunit.client.0.smithi067.stdout:573 2024-07-29T15:18:16.151 INFO:tasks.workunit.client.0.smithi067.stdout:574 2024-07-29T15:18:16.152 INFO:tasks.workunit.client.0.smithi067.stdout:575 2024-07-29T15:18:16.153 INFO:tasks.workunit.client.0.smithi067.stdout:576 2024-07-29T15:18:16.154 INFO:tasks.workunit.client.0.smithi067.stdout:577 2024-07-29T15:18:16.155 INFO:tasks.workunit.client.0.smithi067.stdout:578 2024-07-29T15:18:16.156 INFO:tasks.workunit.client.0.smithi067.stdout:579 2024-07-29T15:18:16.157 INFO:tasks.workunit.client.0.smithi067.stdout:580 2024-07-29T15:18:16.158 INFO:tasks.workunit.client.0.smithi067.stdout:581 2024-07-29T15:18:16.160 INFO:tasks.workunit.client.0.smithi067.stdout:582 2024-07-29T15:18:16.161 INFO:tasks.workunit.client.0.smithi067.stdout:583 2024-07-29T15:18:16.162 INFO:tasks.workunit.client.0.smithi067.stdout:584 2024-07-29T15:18:16.163 INFO:tasks.workunit.client.0.smithi067.stdout:585 2024-07-29T15:18:16.164 INFO:tasks.workunit.client.0.smithi067.stdout:586 2024-07-29T15:18:16.165 INFO:tasks.workunit.client.0.smithi067.stdout:587 2024-07-29T15:18:16.166 INFO:tasks.workunit.client.0.smithi067.stdout:588 2024-07-29T15:18:16.167 INFO:tasks.workunit.client.0.smithi067.stdout:589 2024-07-29T15:18:16.168 INFO:tasks.workunit.client.0.smithi067.stdout:590 2024-07-29T15:18:16.169 INFO:tasks.workunit.client.0.smithi067.stdout:591 2024-07-29T15:18:16.170 INFO:tasks.workunit.client.0.smithi067.stdout:592 2024-07-29T15:18:16.171 INFO:tasks.workunit.client.0.smithi067.stdout:593 2024-07-29T15:18:16.172 INFO:tasks.workunit.client.0.smithi067.stdout:594 2024-07-29T15:18:16.173 INFO:tasks.workunit.client.0.smithi067.stdout:595 2024-07-29T15:18:16.174 INFO:tasks.workunit.client.0.smithi067.stdout:596 2024-07-29T15:18:16.175 INFO:tasks.workunit.client.0.smithi067.stdout:597 2024-07-29T15:18:16.176 INFO:tasks.workunit.client.0.smithi067.stdout:598 2024-07-29T15:18:16.178 INFO:tasks.workunit.client.0.smithi067.stdout:599 2024-07-29T15:18:16.179 INFO:tasks.workunit.client.0.smithi067.stdout:600 2024-07-29T15:18:16.180 INFO:tasks.workunit.client.0.smithi067.stdout:601 2024-07-29T15:18:16.181 INFO:tasks.workunit.client.0.smithi067.stdout:602 2024-07-29T15:18:16.182 INFO:tasks.workunit.client.0.smithi067.stdout:603 2024-07-29T15:18:16.183 INFO:tasks.workunit.client.0.smithi067.stdout:604 2024-07-29T15:18:16.184 INFO:tasks.workunit.client.0.smithi067.stdout:605 2024-07-29T15:18:16.185 INFO:tasks.workunit.client.0.smithi067.stdout:606 2024-07-29T15:18:16.186 INFO:tasks.workunit.client.0.smithi067.stdout:607 2024-07-29T15:18:16.187 INFO:tasks.workunit.client.0.smithi067.stdout:608 2024-07-29T15:18:16.188 INFO:tasks.workunit.client.0.smithi067.stdout:609 2024-07-29T15:18:16.189 INFO:tasks.workunit.client.0.smithi067.stdout:610 2024-07-29T15:18:16.190 INFO:tasks.workunit.client.0.smithi067.stdout:611 2024-07-29T15:18:16.191 INFO:tasks.workunit.client.0.smithi067.stdout:612 2024-07-29T15:18:16.192 INFO:tasks.workunit.client.0.smithi067.stdout:613 2024-07-29T15:18:16.193 INFO:tasks.workunit.client.0.smithi067.stdout:614 2024-07-29T15:18:16.193 INFO:tasks.workunit.client.0.smithi067.stdout:615 2024-07-29T15:18:16.194 INFO:tasks.workunit.client.0.smithi067.stdout:616 2024-07-29T15:18:16.195 INFO:tasks.workunit.client.0.smithi067.stdout:617 2024-07-29T15:18:16.196 INFO:tasks.workunit.client.0.smithi067.stdout:618 2024-07-29T15:18:16.197 INFO:tasks.workunit.client.0.smithi067.stdout:619 2024-07-29T15:18:16.198 INFO:tasks.workunit.client.0.smithi067.stdout:620 2024-07-29T15:18:16.199 INFO:tasks.workunit.client.0.smithi067.stdout:621 2024-07-29T15:18:16.200 INFO:tasks.workunit.client.0.smithi067.stdout:622 2024-07-29T15:18:16.201 INFO:tasks.workunit.client.0.smithi067.stdout:623 2024-07-29T15:18:16.202 INFO:tasks.workunit.client.0.smithi067.stdout:624 2024-07-29T15:18:16.203 INFO:tasks.workunit.client.0.smithi067.stdout:625 2024-07-29T15:18:16.204 INFO:tasks.workunit.client.0.smithi067.stdout:626 2024-07-29T15:18:16.206 INFO:tasks.workunit.client.0.smithi067.stdout:627 2024-07-29T15:18:16.207 INFO:tasks.workunit.client.0.smithi067.stdout:628 2024-07-29T15:18:16.208 INFO:tasks.workunit.client.0.smithi067.stdout:629 2024-07-29T15:18:16.209 INFO:tasks.workunit.client.0.smithi067.stdout:630 2024-07-29T15:18:16.210 INFO:tasks.workunit.client.0.smithi067.stdout:631 2024-07-29T15:18:16.211 INFO:tasks.workunit.client.0.smithi067.stdout:632 2024-07-29T15:18:16.212 INFO:tasks.workunit.client.0.smithi067.stdout:633 2024-07-29T15:18:16.213 INFO:tasks.workunit.client.0.smithi067.stdout:634 2024-07-29T15:18:16.214 INFO:tasks.workunit.client.0.smithi067.stdout:635 2024-07-29T15:18:16.215 INFO:tasks.workunit.client.0.smithi067.stdout:636 2024-07-29T15:18:16.216 INFO:tasks.workunit.client.0.smithi067.stdout:637 2024-07-29T15:18:16.217 INFO:tasks.workunit.client.0.smithi067.stdout:638 2024-07-29T15:18:16.218 INFO:tasks.workunit.client.0.smithi067.stdout:639 2024-07-29T15:18:16.219 INFO:tasks.workunit.client.0.smithi067.stdout:640 2024-07-29T15:18:16.220 INFO:tasks.workunit.client.0.smithi067.stdout:641 2024-07-29T15:18:16.221 INFO:tasks.workunit.client.0.smithi067.stdout:642 2024-07-29T15:18:16.222 INFO:tasks.workunit.client.0.smithi067.stdout:643 2024-07-29T15:18:16.223 INFO:tasks.workunit.client.0.smithi067.stdout:644 2024-07-29T15:18:16.224 INFO:tasks.workunit.client.0.smithi067.stdout:645 2024-07-29T15:18:16.225 INFO:tasks.workunit.client.0.smithi067.stdout:646 2024-07-29T15:18:16.226 INFO:tasks.workunit.client.0.smithi067.stdout:647 2024-07-29T15:18:16.227 INFO:tasks.workunit.client.0.smithi067.stdout:648 2024-07-29T15:18:16.228 INFO:tasks.workunit.client.0.smithi067.stdout:649 2024-07-29T15:18:16.229 INFO:tasks.workunit.client.0.smithi067.stdout:650 2024-07-29T15:18:16.230 INFO:tasks.workunit.client.0.smithi067.stdout:651 2024-07-29T15:18:16.231 INFO:tasks.workunit.client.0.smithi067.stdout:652 2024-07-29T15:18:16.232 INFO:tasks.workunit.client.0.smithi067.stdout:653 2024-07-29T15:18:16.234 INFO:tasks.workunit.client.0.smithi067.stdout:654 2024-07-29T15:18:16.235 INFO:tasks.workunit.client.0.smithi067.stdout:655 2024-07-29T15:18:16.236 INFO:tasks.workunit.client.0.smithi067.stdout:656 2024-07-29T15:18:16.237 INFO:tasks.workunit.client.0.smithi067.stdout:657 2024-07-29T15:18:16.238 INFO:tasks.workunit.client.0.smithi067.stdout:658 2024-07-29T15:18:16.239 INFO:tasks.workunit.client.0.smithi067.stdout:659 2024-07-29T15:18:16.240 INFO:tasks.workunit.client.0.smithi067.stdout:660 2024-07-29T15:18:16.241 INFO:tasks.workunit.client.0.smithi067.stdout:661 2024-07-29T15:18:16.242 INFO:tasks.workunit.client.0.smithi067.stdout:662 2024-07-29T15:18:16.243 INFO:tasks.workunit.client.0.smithi067.stdout:663 2024-07-29T15:18:16.244 INFO:tasks.workunit.client.0.smithi067.stdout:664 2024-07-29T15:18:16.245 INFO:tasks.workunit.client.0.smithi067.stdout:665 2024-07-29T15:18:16.246 INFO:tasks.workunit.client.0.smithi067.stdout:666 2024-07-29T15:18:16.247 INFO:tasks.workunit.client.0.smithi067.stdout:667 2024-07-29T15:18:16.248 INFO:tasks.workunit.client.0.smithi067.stdout:668 2024-07-29T15:18:16.249 INFO:tasks.workunit.client.0.smithi067.stdout:669 2024-07-29T15:18:16.250 INFO:tasks.workunit.client.0.smithi067.stdout:670 2024-07-29T15:18:16.251 INFO:tasks.workunit.client.0.smithi067.stdout:671 2024-07-29T15:18:16.252 INFO:tasks.workunit.client.0.smithi067.stdout:672 2024-07-29T15:18:16.253 INFO:tasks.workunit.client.0.smithi067.stdout:673 2024-07-29T15:18:16.254 INFO:tasks.workunit.client.0.smithi067.stdout:674 2024-07-29T15:18:16.255 INFO:tasks.workunit.client.0.smithi067.stdout:675 2024-07-29T15:18:16.256 INFO:tasks.workunit.client.0.smithi067.stdout:676 2024-07-29T15:18:16.258 INFO:tasks.workunit.client.0.smithi067.stdout:677 2024-07-29T15:18:16.259 INFO:tasks.workunit.client.0.smithi067.stdout:678 2024-07-29T15:18:16.260 INFO:tasks.workunit.client.0.smithi067.stdout:679 2024-07-29T15:18:16.261 INFO:tasks.workunit.client.0.smithi067.stdout:680 2024-07-29T15:18:16.262 INFO:tasks.workunit.client.0.smithi067.stdout:681 2024-07-29T15:18:16.263 INFO:tasks.workunit.client.0.smithi067.stdout:682 2024-07-29T15:18:16.264 INFO:tasks.workunit.client.0.smithi067.stdout:683 2024-07-29T15:18:16.265 INFO:tasks.workunit.client.0.smithi067.stdout:684 2024-07-29T15:18:16.266 INFO:tasks.workunit.client.0.smithi067.stdout:685 2024-07-29T15:18:16.267 INFO:tasks.workunit.client.0.smithi067.stdout:686 2024-07-29T15:18:16.268 INFO:tasks.workunit.client.0.smithi067.stdout:687 2024-07-29T15:18:16.269 INFO:tasks.workunit.client.0.smithi067.stdout:688 2024-07-29T15:18:16.270 INFO:tasks.workunit.client.0.smithi067.stdout:689 2024-07-29T15:18:16.271 INFO:tasks.workunit.client.0.smithi067.stdout:690 2024-07-29T15:18:16.272 INFO:tasks.workunit.client.0.smithi067.stdout:691 2024-07-29T15:18:16.273 INFO:tasks.workunit.client.0.smithi067.stdout:692 2024-07-29T15:18:16.274 INFO:tasks.workunit.client.0.smithi067.stdout:693 2024-07-29T15:18:16.275 INFO:tasks.workunit.client.0.smithi067.stdout:694 2024-07-29T15:18:16.276 INFO:tasks.workunit.client.0.smithi067.stdout:695 2024-07-29T15:18:16.277 INFO:tasks.workunit.client.0.smithi067.stdout:696 2024-07-29T15:18:16.279 INFO:tasks.workunit.client.0.smithi067.stdout:697 2024-07-29T15:18:16.280 INFO:tasks.workunit.client.0.smithi067.stdout:698 2024-07-29T15:18:16.281 INFO:tasks.workunit.client.0.smithi067.stdout:699 2024-07-29T15:18:16.282 INFO:tasks.workunit.client.0.smithi067.stdout:700 2024-07-29T15:18:16.283 INFO:tasks.workunit.client.0.smithi067.stdout:701 2024-07-29T15:18:16.284 INFO:tasks.workunit.client.0.smithi067.stdout:702 2024-07-29T15:18:16.285 INFO:tasks.workunit.client.0.smithi067.stdout:703 2024-07-29T15:18:16.286 INFO:tasks.workunit.client.0.smithi067.stdout:704 2024-07-29T15:18:16.287 INFO:tasks.workunit.client.0.smithi067.stdout:705 2024-07-29T15:18:16.289 INFO:tasks.workunit.client.0.smithi067.stdout:706 2024-07-29T15:18:16.290 INFO:tasks.workunit.client.0.smithi067.stdout:707 2024-07-29T15:18:16.291 INFO:tasks.workunit.client.0.smithi067.stdout:708 2024-07-29T15:18:16.292 INFO:tasks.workunit.client.0.smithi067.stdout:709 2024-07-29T15:18:16.293 INFO:tasks.workunit.client.0.smithi067.stdout:710 2024-07-29T15:18:16.294 INFO:tasks.workunit.client.0.smithi067.stdout:711 2024-07-29T15:18:16.295 INFO:tasks.workunit.client.0.smithi067.stdout:712 2024-07-29T15:18:16.296 INFO:tasks.workunit.client.0.smithi067.stdout:713 2024-07-29T15:18:16.297 INFO:tasks.workunit.client.0.smithi067.stdout:714 2024-07-29T15:18:16.298 INFO:tasks.workunit.client.0.smithi067.stdout:715 2024-07-29T15:18:16.299 INFO:tasks.workunit.client.0.smithi067.stdout:716 2024-07-29T15:18:16.300 INFO:tasks.workunit.client.0.smithi067.stdout:717 2024-07-29T15:18:16.302 INFO:tasks.workunit.client.0.smithi067.stdout:718 2024-07-29T15:18:16.303 INFO:tasks.workunit.client.0.smithi067.stdout:719 2024-07-29T15:18:16.304 INFO:tasks.workunit.client.0.smithi067.stdout:720 2024-07-29T15:18:16.305 INFO:tasks.workunit.client.0.smithi067.stdout:721 2024-07-29T15:18:16.306 INFO:tasks.workunit.client.0.smithi067.stdout:722 2024-07-29T15:18:16.307 INFO:tasks.workunit.client.0.smithi067.stdout:723 2024-07-29T15:18:16.308 INFO:tasks.workunit.client.0.smithi067.stdout:724 2024-07-29T15:18:16.309 INFO:tasks.workunit.client.0.smithi067.stdout:725 2024-07-29T15:18:16.310 INFO:tasks.workunit.client.0.smithi067.stdout:726 2024-07-29T15:18:16.311 INFO:tasks.workunit.client.0.smithi067.stdout:727 2024-07-29T15:18:16.312 INFO:tasks.workunit.client.0.smithi067.stdout:728 2024-07-29T15:18:16.313 INFO:tasks.workunit.client.0.smithi067.stdout:729 2024-07-29T15:18:16.314 INFO:tasks.workunit.client.0.smithi067.stdout:730 2024-07-29T15:18:16.315 INFO:tasks.workunit.client.0.smithi067.stdout:731 2024-07-29T15:18:16.317 INFO:tasks.workunit.client.0.smithi067.stdout:732 2024-07-29T15:18:16.318 INFO:tasks.workunit.client.0.smithi067.stdout:733 2024-07-29T15:18:16.319 INFO:tasks.workunit.client.0.smithi067.stdout:734 2024-07-29T15:18:16.320 INFO:tasks.workunit.client.0.smithi067.stdout:735 2024-07-29T15:18:16.322 INFO:tasks.workunit.client.0.smithi067.stdout:736 2024-07-29T15:18:16.323 INFO:tasks.workunit.client.0.smithi067.stdout:737 2024-07-29T15:18:16.324 INFO:tasks.workunit.client.0.smithi067.stdout:738 2024-07-29T15:18:16.325 INFO:tasks.workunit.client.0.smithi067.stdout:739 2024-07-29T15:18:16.326 INFO:tasks.workunit.client.0.smithi067.stdout:740 2024-07-29T15:18:16.327 INFO:tasks.workunit.client.0.smithi067.stdout:741 2024-07-29T15:18:16.328 INFO:tasks.workunit.client.0.smithi067.stdout:742 2024-07-29T15:18:16.329 INFO:tasks.workunit.client.0.smithi067.stdout:743 2024-07-29T15:18:16.331 INFO:tasks.workunit.client.0.smithi067.stdout:744 2024-07-29T15:18:16.332 INFO:tasks.workunit.client.0.smithi067.stdout:745 2024-07-29T15:18:16.333 INFO:tasks.workunit.client.0.smithi067.stdout:746 2024-07-29T15:18:16.334 INFO:tasks.workunit.client.0.smithi067.stdout:747 2024-07-29T15:18:16.335 INFO:tasks.workunit.client.0.smithi067.stdout:748 2024-07-29T15:18:16.336 INFO:tasks.workunit.client.0.smithi067.stdout:749 2024-07-29T15:18:16.337 INFO:tasks.workunit.client.0.smithi067.stdout:750 2024-07-29T15:18:16.338 INFO:tasks.workunit.client.0.smithi067.stdout:751 2024-07-29T15:18:16.339 INFO:tasks.workunit.client.0.smithi067.stdout:752 2024-07-29T15:18:16.340 INFO:tasks.workunit.client.0.smithi067.stdout:753 2024-07-29T15:18:16.341 INFO:tasks.workunit.client.0.smithi067.stdout:754 2024-07-29T15:18:16.342 INFO:tasks.workunit.client.0.smithi067.stdout:755 2024-07-29T15:18:16.343 INFO:tasks.workunit.client.0.smithi067.stdout:756 2024-07-29T15:18:16.345 INFO:tasks.workunit.client.0.smithi067.stdout:757 2024-07-29T15:18:16.346 INFO:tasks.workunit.client.0.smithi067.stdout:758 2024-07-29T15:18:16.347 INFO:tasks.workunit.client.0.smithi067.stdout:759 2024-07-29T15:18:16.348 INFO:tasks.workunit.client.0.smithi067.stdout:760 2024-07-29T15:18:16.349 INFO:tasks.workunit.client.0.smithi067.stdout:761 2024-07-29T15:18:16.350 INFO:tasks.workunit.client.0.smithi067.stdout:762 2024-07-29T15:18:16.351 INFO:tasks.workunit.client.0.smithi067.stdout:763 2024-07-29T15:18:16.352 INFO:tasks.workunit.client.0.smithi067.stdout:764 2024-07-29T15:18:16.353 INFO:tasks.workunit.client.0.smithi067.stdout:765 2024-07-29T15:18:16.354 INFO:tasks.workunit.client.0.smithi067.stdout:766 2024-07-29T15:18:16.355 INFO:tasks.workunit.client.0.smithi067.stdout:767 2024-07-29T15:18:16.356 INFO:tasks.workunit.client.0.smithi067.stdout:768 2024-07-29T15:18:16.357 INFO:tasks.workunit.client.0.smithi067.stdout:769 2024-07-29T15:18:16.358 INFO:tasks.workunit.client.0.smithi067.stdout:770 2024-07-29T15:18:16.359 INFO:tasks.workunit.client.0.smithi067.stdout:771 2024-07-29T15:18:16.360 INFO:tasks.workunit.client.0.smithi067.stdout:772 2024-07-29T15:18:16.361 INFO:tasks.workunit.client.0.smithi067.stdout:773 2024-07-29T15:18:16.362 INFO:tasks.workunit.client.0.smithi067.stdout:774 2024-07-29T15:18:16.363 INFO:tasks.workunit.client.0.smithi067.stdout:775 2024-07-29T15:18:16.364 INFO:tasks.workunit.client.0.smithi067.stdout:776 2024-07-29T15:18:16.365 INFO:tasks.workunit.client.0.smithi067.stdout:777 2024-07-29T15:18:16.366 INFO:tasks.workunit.client.0.smithi067.stdout:778 2024-07-29T15:18:16.367 INFO:tasks.workunit.client.0.smithi067.stdout:779 2024-07-29T15:18:16.368 INFO:tasks.workunit.client.0.smithi067.stdout:780 2024-07-29T15:18:16.369 INFO:tasks.workunit.client.0.smithi067.stdout:781 2024-07-29T15:18:16.370 INFO:tasks.workunit.client.0.smithi067.stdout:782 2024-07-29T15:18:16.371 INFO:tasks.workunit.client.0.smithi067.stdout:783 2024-07-29T15:18:16.373 INFO:tasks.workunit.client.0.smithi067.stdout:784 2024-07-29T15:18:16.374 INFO:tasks.workunit.client.0.smithi067.stdout:785 2024-07-29T15:18:16.375 INFO:tasks.workunit.client.0.smithi067.stdout:786 2024-07-29T15:18:16.377 INFO:tasks.workunit.client.0.smithi067.stdout:787 2024-07-29T15:18:16.378 INFO:tasks.workunit.client.0.smithi067.stdout:788 2024-07-29T15:18:16.379 INFO:tasks.workunit.client.0.smithi067.stdout:789 2024-07-29T15:18:16.380 INFO:tasks.workunit.client.0.smithi067.stdout:790 2024-07-29T15:18:16.381 INFO:tasks.workunit.client.0.smithi067.stdout:791 2024-07-29T15:18:16.382 INFO:tasks.workunit.client.0.smithi067.stdout:792 2024-07-29T15:18:16.383 INFO:tasks.workunit.client.0.smithi067.stdout:793 2024-07-29T15:18:16.384 INFO:tasks.workunit.client.0.smithi067.stdout:794 2024-07-29T15:18:16.386 INFO:tasks.workunit.client.0.smithi067.stdout:795 2024-07-29T15:18:16.387 INFO:tasks.workunit.client.0.smithi067.stdout:796 2024-07-29T15:18:16.388 INFO:tasks.workunit.client.0.smithi067.stdout:797 2024-07-29T15:18:16.389 INFO:tasks.workunit.client.0.smithi067.stdout:798 2024-07-29T15:18:16.390 INFO:tasks.workunit.client.0.smithi067.stdout:799 2024-07-29T15:18:16.391 INFO:tasks.workunit.client.0.smithi067.stdout:800 2024-07-29T15:18:16.392 INFO:tasks.workunit.client.0.smithi067.stdout:801 2024-07-29T15:18:16.393 INFO:tasks.workunit.client.0.smithi067.stdout:802 2024-07-29T15:18:16.394 INFO:tasks.workunit.client.0.smithi067.stdout:803 2024-07-29T15:18:16.395 INFO:tasks.workunit.client.0.smithi067.stdout:804 2024-07-29T15:18:16.396 INFO:tasks.workunit.client.0.smithi067.stdout:805 2024-07-29T15:18:16.398 INFO:tasks.workunit.client.0.smithi067.stdout:806 2024-07-29T15:18:16.399 INFO:tasks.workunit.client.0.smithi067.stdout:807 2024-07-29T15:18:16.400 INFO:tasks.workunit.client.0.smithi067.stdout:808 2024-07-29T15:18:16.401 INFO:tasks.workunit.client.0.smithi067.stdout:809 2024-07-29T15:18:16.402 INFO:tasks.workunit.client.0.smithi067.stdout:810 2024-07-29T15:18:16.403 INFO:tasks.workunit.client.0.smithi067.stdout:811 2024-07-29T15:18:16.404 INFO:tasks.workunit.client.0.smithi067.stdout:812 2024-07-29T15:18:16.405 INFO:tasks.workunit.client.0.smithi067.stdout:813 2024-07-29T15:18:16.406 INFO:tasks.workunit.client.0.smithi067.stdout:814 2024-07-29T15:18:16.407 INFO:tasks.workunit.client.0.smithi067.stdout:815 2024-07-29T15:18:16.408 INFO:tasks.workunit.client.0.smithi067.stdout:816 2024-07-29T15:18:16.409 INFO:tasks.workunit.client.0.smithi067.stdout:817 2024-07-29T15:18:16.410 INFO:tasks.workunit.client.0.smithi067.stdout:818 2024-07-29T15:18:16.412 INFO:tasks.workunit.client.0.smithi067.stdout:819 2024-07-29T15:18:16.413 INFO:tasks.workunit.client.0.smithi067.stdout:820 2024-07-29T15:18:16.414 INFO:tasks.workunit.client.0.smithi067.stdout:821 2024-07-29T15:18:16.415 INFO:tasks.workunit.client.0.smithi067.stdout:822 2024-07-29T15:18:16.416 INFO:tasks.workunit.client.0.smithi067.stdout:823 2024-07-29T15:18:16.417 INFO:tasks.workunit.client.0.smithi067.stdout:824 2024-07-29T15:18:16.419 INFO:tasks.workunit.client.0.smithi067.stdout:825 2024-07-29T15:18:16.420 INFO:tasks.workunit.client.0.smithi067.stdout:826 2024-07-29T15:18:16.421 INFO:tasks.workunit.client.0.smithi067.stdout:827 2024-07-29T15:18:16.423 INFO:tasks.workunit.client.0.smithi067.stdout:828 2024-07-29T15:18:16.424 INFO:tasks.workunit.client.0.smithi067.stdout:829 2024-07-29T15:18:16.425 INFO:tasks.workunit.client.0.smithi067.stdout:830 2024-07-29T15:18:16.426 INFO:tasks.workunit.client.0.smithi067.stdout:831 2024-07-29T15:18:16.427 INFO:tasks.workunit.client.0.smithi067.stdout:832 2024-07-29T15:18:16.428 INFO:tasks.workunit.client.0.smithi067.stdout:833 2024-07-29T15:18:16.430 INFO:tasks.workunit.client.0.smithi067.stdout:834 2024-07-29T15:18:16.431 INFO:tasks.workunit.client.0.smithi067.stdout:835 2024-07-29T15:18:16.433 INFO:tasks.workunit.client.0.smithi067.stdout:836 2024-07-29T15:18:16.434 INFO:tasks.workunit.client.0.smithi067.stdout:837 2024-07-29T15:18:16.435 INFO:tasks.workunit.client.0.smithi067.stdout:838 2024-07-29T15:18:16.436 INFO:tasks.workunit.client.0.smithi067.stdout:839 2024-07-29T15:18:16.438 INFO:tasks.workunit.client.0.smithi067.stdout:840 2024-07-29T15:18:16.439 INFO:tasks.workunit.client.0.smithi067.stdout:841 2024-07-29T15:18:16.440 INFO:tasks.workunit.client.0.smithi067.stdout:842 2024-07-29T15:18:16.441 INFO:tasks.workunit.client.0.smithi067.stdout:843 2024-07-29T15:18:16.442 INFO:tasks.workunit.client.0.smithi067.stdout:844 2024-07-29T15:18:16.443 INFO:tasks.workunit.client.0.smithi067.stdout:845 2024-07-29T15:18:16.444 INFO:tasks.workunit.client.0.smithi067.stdout:846 2024-07-29T15:18:16.446 INFO:tasks.workunit.client.0.smithi067.stdout:847 2024-07-29T15:18:16.447 INFO:tasks.workunit.client.0.smithi067.stdout:848 2024-07-29T15:18:16.448 INFO:tasks.workunit.client.0.smithi067.stdout:849 2024-07-29T15:18:16.449 INFO:tasks.workunit.client.0.smithi067.stdout:850 2024-07-29T15:18:16.450 INFO:tasks.workunit.client.0.smithi067.stdout:851 2024-07-29T15:18:16.451 INFO:tasks.workunit.client.0.smithi067.stdout:852 2024-07-29T15:18:16.452 INFO:tasks.workunit.client.0.smithi067.stdout:853 2024-07-29T15:18:16.453 INFO:tasks.workunit.client.0.smithi067.stdout:854 2024-07-29T15:18:16.454 INFO:tasks.workunit.client.0.smithi067.stdout:855 2024-07-29T15:18:16.455 INFO:tasks.workunit.client.0.smithi067.stdout:856 2024-07-29T15:18:16.456 INFO:tasks.workunit.client.0.smithi067.stdout:857 2024-07-29T15:18:16.457 INFO:tasks.workunit.client.0.smithi067.stdout:858 2024-07-29T15:18:16.458 INFO:tasks.workunit.client.0.smithi067.stdout:859 2024-07-29T15:18:16.459 INFO:tasks.workunit.client.0.smithi067.stdout:860 2024-07-29T15:18:16.461 INFO:tasks.workunit.client.0.smithi067.stdout:861 2024-07-29T15:18:16.462 INFO:tasks.workunit.client.0.smithi067.stdout:862 2024-07-29T15:18:16.463 INFO:tasks.workunit.client.0.smithi067.stdout:863 2024-07-29T15:18:16.464 INFO:tasks.workunit.client.0.smithi067.stdout:864 2024-07-29T15:18:16.465 INFO:tasks.workunit.client.0.smithi067.stdout:865 2024-07-29T15:18:16.466 INFO:tasks.workunit.client.0.smithi067.stdout:866 2024-07-29T15:18:16.467 INFO:tasks.workunit.client.0.smithi067.stdout:867 2024-07-29T15:18:16.468 INFO:tasks.workunit.client.0.smithi067.stdout:868 2024-07-29T15:18:16.469 INFO:tasks.workunit.client.0.smithi067.stdout:869 2024-07-29T15:18:16.470 INFO:tasks.workunit.client.0.smithi067.stdout:870 2024-07-29T15:18:16.471 INFO:tasks.workunit.client.0.smithi067.stdout:871 2024-07-29T15:18:16.473 INFO:tasks.workunit.client.0.smithi067.stdout:872 2024-07-29T15:18:16.474 INFO:tasks.workunit.client.0.smithi067.stdout:873 2024-07-29T15:18:16.475 INFO:tasks.workunit.client.0.smithi067.stdout:874 2024-07-29T15:18:16.476 INFO:tasks.workunit.client.0.smithi067.stdout:875 2024-07-29T15:18:16.477 INFO:tasks.workunit.client.0.smithi067.stdout:876 2024-07-29T15:18:16.478 INFO:tasks.workunit.client.0.smithi067.stdout:877 2024-07-29T15:18:16.480 INFO:tasks.workunit.client.0.smithi067.stdout:878 2024-07-29T15:18:16.481 INFO:tasks.workunit.client.0.smithi067.stdout:879 2024-07-29T15:18:16.482 INFO:tasks.workunit.client.0.smithi067.stdout:880 2024-07-29T15:18:16.483 INFO:tasks.workunit.client.0.smithi067.stdout:881 2024-07-29T15:18:16.484 INFO:tasks.workunit.client.0.smithi067.stdout:882 2024-07-29T15:18:16.485 INFO:tasks.workunit.client.0.smithi067.stdout:883 2024-07-29T15:18:16.486 INFO:tasks.workunit.client.0.smithi067.stdout:884 2024-07-29T15:18:16.487 INFO:tasks.workunit.client.0.smithi067.stdout:885 2024-07-29T15:18:16.488 INFO:tasks.workunit.client.0.smithi067.stdout:886 2024-07-29T15:18:16.489 INFO:tasks.workunit.client.0.smithi067.stdout:887 2024-07-29T15:18:16.490 INFO:tasks.workunit.client.0.smithi067.stdout:888 2024-07-29T15:18:16.491 INFO:tasks.workunit.client.0.smithi067.stdout:889 2024-07-29T15:18:16.492 INFO:tasks.workunit.client.0.smithi067.stdout:890 2024-07-29T15:18:16.493 INFO:tasks.workunit.client.0.smithi067.stdout:891 2024-07-29T15:18:16.494 INFO:tasks.workunit.client.0.smithi067.stdout:892 2024-07-29T15:18:16.495 INFO:tasks.workunit.client.0.smithi067.stdout:893 2024-07-29T15:18:16.496 INFO:tasks.workunit.client.0.smithi067.stdout:894 2024-07-29T15:18:16.497 INFO:tasks.workunit.client.0.smithi067.stdout:895 2024-07-29T15:18:16.498 INFO:tasks.workunit.client.0.smithi067.stdout:896 2024-07-29T15:18:16.499 INFO:tasks.workunit.client.0.smithi067.stdout:897 2024-07-29T15:18:16.500 INFO:tasks.workunit.client.0.smithi067.stdout:898 2024-07-29T15:18:16.501 INFO:tasks.workunit.client.0.smithi067.stdout:899 2024-07-29T15:18:16.502 INFO:tasks.workunit.client.0.smithi067.stdout:900 2024-07-29T15:18:16.503 INFO:tasks.workunit.client.0.smithi067.stdout:901 2024-07-29T15:18:16.505 INFO:tasks.workunit.client.0.smithi067.stdout:902 2024-07-29T15:18:16.506 INFO:tasks.workunit.client.0.smithi067.stdout:903 2024-07-29T15:18:16.507 INFO:tasks.workunit.client.0.smithi067.stdout:904 2024-07-29T15:18:16.508 INFO:tasks.workunit.client.0.smithi067.stdout:905 2024-07-29T15:18:16.509 INFO:tasks.workunit.client.0.smithi067.stdout:906 2024-07-29T15:18:16.510 INFO:tasks.workunit.client.0.smithi067.stdout:907 2024-07-29T15:18:16.513 INFO:tasks.workunit.client.0.smithi067.stdout:908 2024-07-29T15:18:16.513 INFO:tasks.workunit.client.0.smithi067.stdout:909 2024-07-29T15:18:16.514 INFO:tasks.workunit.client.0.smithi067.stdout:910 2024-07-29T15:18:16.514 INFO:tasks.workunit.client.0.smithi067.stdout:911 2024-07-29T15:18:16.515 INFO:tasks.workunit.client.0.smithi067.stdout:912 2024-07-29T15:18:16.516 INFO:tasks.workunit.client.0.smithi067.stdout:913 2024-07-29T15:18:16.517 INFO:tasks.workunit.client.0.smithi067.stdout:914 2024-07-29T15:18:16.519 INFO:tasks.workunit.client.0.smithi067.stdout:915 2024-07-29T15:18:16.520 INFO:tasks.workunit.client.0.smithi067.stdout:916 2024-07-29T15:18:16.521 INFO:tasks.workunit.client.0.smithi067.stdout:917 2024-07-29T15:18:16.525 INFO:tasks.workunit.client.0.smithi067.stdout:918 2024-07-29T15:18:16.527 INFO:tasks.workunit.client.0.smithi067.stdout:919 2024-07-29T15:18:16.528 INFO:tasks.workunit.client.0.smithi067.stdout:920 2024-07-29T15:18:16.529 INFO:tasks.workunit.client.0.smithi067.stdout:921 2024-07-29T15:18:16.530 INFO:tasks.workunit.client.0.smithi067.stdout:922 2024-07-29T15:18:16.531 INFO:tasks.workunit.client.0.smithi067.stdout:923 2024-07-29T15:18:16.532 INFO:tasks.workunit.client.0.smithi067.stdout:924 2024-07-29T15:18:16.534 INFO:tasks.workunit.client.0.smithi067.stdout:925 2024-07-29T15:18:16.535 INFO:tasks.workunit.client.0.smithi067.stdout:926 2024-07-29T15:18:16.536 INFO:tasks.workunit.client.0.smithi067.stdout:927 2024-07-29T15:18:16.537 INFO:tasks.workunit.client.0.smithi067.stdout:928 2024-07-29T15:18:16.538 INFO:tasks.workunit.client.0.smithi067.stdout:929 2024-07-29T15:18:16.539 INFO:tasks.workunit.client.0.smithi067.stdout:930 2024-07-29T15:18:16.540 INFO:tasks.workunit.client.0.smithi067.stdout:931 2024-07-29T15:18:16.541 INFO:tasks.workunit.client.0.smithi067.stdout:932 2024-07-29T15:18:16.542 INFO:tasks.workunit.client.0.smithi067.stdout:933 2024-07-29T15:18:16.543 INFO:tasks.workunit.client.0.smithi067.stdout:934 2024-07-29T15:18:16.544 INFO:tasks.workunit.client.0.smithi067.stdout:935 2024-07-29T15:18:16.546 INFO:tasks.workunit.client.0.smithi067.stdout:936 2024-07-29T15:18:16.547 INFO:tasks.workunit.client.0.smithi067.stdout:937 2024-07-29T15:18:16.548 INFO:tasks.workunit.client.0.smithi067.stdout:938 2024-07-29T15:18:16.549 INFO:tasks.workunit.client.0.smithi067.stdout:939 2024-07-29T15:18:16.550 INFO:tasks.workunit.client.0.smithi067.stdout:940 2024-07-29T15:18:16.551 INFO:tasks.workunit.client.0.smithi067.stdout:941 2024-07-29T15:18:16.552 INFO:tasks.workunit.client.0.smithi067.stdout:942 2024-07-29T15:18:16.553 INFO:tasks.workunit.client.0.smithi067.stdout:943 2024-07-29T15:18:16.554 INFO:tasks.workunit.client.0.smithi067.stdout:944 2024-07-29T15:18:16.556 INFO:tasks.workunit.client.0.smithi067.stdout:945 2024-07-29T15:18:16.557 INFO:tasks.workunit.client.0.smithi067.stdout:946 2024-07-29T15:18:16.558 INFO:tasks.workunit.client.0.smithi067.stdout:947 2024-07-29T15:18:16.559 INFO:tasks.workunit.client.0.smithi067.stdout:948 2024-07-29T15:18:16.560 INFO:tasks.workunit.client.0.smithi067.stdout:949 2024-07-29T15:18:16.561 INFO:tasks.workunit.client.0.smithi067.stdout:950 2024-07-29T15:18:16.562 INFO:tasks.workunit.client.0.smithi067.stdout:951 2024-07-29T15:18:16.564 INFO:tasks.workunit.client.0.smithi067.stdout:952 2024-07-29T15:18:16.565 INFO:tasks.workunit.client.0.smithi067.stdout:953 2024-07-29T15:18:16.566 INFO:tasks.workunit.client.0.smithi067.stdout:954 2024-07-29T15:18:16.567 INFO:tasks.workunit.client.0.smithi067.stdout:955 2024-07-29T15:18:16.568 INFO:tasks.workunit.client.0.smithi067.stdout:956 2024-07-29T15:18:16.569 INFO:tasks.workunit.client.0.smithi067.stdout:957 2024-07-29T15:18:16.570 INFO:tasks.workunit.client.0.smithi067.stdout:958 2024-07-29T15:18:16.571 INFO:tasks.workunit.client.0.smithi067.stdout:959 2024-07-29T15:18:16.572 INFO:tasks.workunit.client.0.smithi067.stdout:960 2024-07-29T15:18:16.573 INFO:tasks.workunit.client.0.smithi067.stdout:961 2024-07-29T15:18:16.575 INFO:tasks.workunit.client.0.smithi067.stdout:962 2024-07-29T15:18:16.576 INFO:tasks.workunit.client.0.smithi067.stdout:963 2024-07-29T15:18:16.577 INFO:tasks.workunit.client.0.smithi067.stdout:964 2024-07-29T15:18:16.578 INFO:tasks.workunit.client.0.smithi067.stdout:965 2024-07-29T15:18:16.579 INFO:tasks.workunit.client.0.smithi067.stdout:966 2024-07-29T15:18:16.580 INFO:tasks.workunit.client.0.smithi067.stdout:967 2024-07-29T15:18:16.581 INFO:tasks.workunit.client.0.smithi067.stdout:968 2024-07-29T15:18:16.582 INFO:tasks.workunit.client.0.smithi067.stdout:969 2024-07-29T15:18:16.584 INFO:tasks.workunit.client.0.smithi067.stdout:970 2024-07-29T15:18:16.585 INFO:tasks.workunit.client.0.smithi067.stdout:971 2024-07-29T15:18:16.586 INFO:tasks.workunit.client.0.smithi067.stdout:972 2024-07-29T15:18:16.587 INFO:tasks.workunit.client.0.smithi067.stdout:973 2024-07-29T15:18:16.588 INFO:tasks.workunit.client.0.smithi067.stdout:974 2024-07-29T15:18:16.589 INFO:tasks.workunit.client.0.smithi067.stdout:975 2024-07-29T15:18:16.590 INFO:tasks.workunit.client.0.smithi067.stdout:976 2024-07-29T15:18:16.591 INFO:tasks.workunit.client.0.smithi067.stdout:977 2024-07-29T15:18:16.593 INFO:tasks.workunit.client.0.smithi067.stdout:978 2024-07-29T15:18:16.594 INFO:tasks.workunit.client.0.smithi067.stdout:979 2024-07-29T15:18:16.595 INFO:tasks.workunit.client.0.smithi067.stdout:980 2024-07-29T15:18:16.596 INFO:tasks.workunit.client.0.smithi067.stdout:981 2024-07-29T15:18:16.598 INFO:tasks.workunit.client.0.smithi067.stdout:982 2024-07-29T15:18:16.599 INFO:tasks.workunit.client.0.smithi067.stdout:983 2024-07-29T15:18:16.600 INFO:tasks.workunit.client.0.smithi067.stdout:984 2024-07-29T15:18:16.601 INFO:tasks.workunit.client.0.smithi067.stdout:985 2024-07-29T15:18:16.602 INFO:tasks.workunit.client.0.smithi067.stdout:986 2024-07-29T15:18:16.603 INFO:tasks.workunit.client.0.smithi067.stdout:987 2024-07-29T15:18:16.604 INFO:tasks.workunit.client.0.smithi067.stdout:988 2024-07-29T15:18:16.605 INFO:tasks.workunit.client.0.smithi067.stdout:989 2024-07-29T15:18:16.606 INFO:tasks.workunit.client.0.smithi067.stdout:990 2024-07-29T15:18:16.607 INFO:tasks.workunit.client.0.smithi067.stdout:991 2024-07-29T15:18:16.609 INFO:tasks.workunit.client.0.smithi067.stdout:992 2024-07-29T15:18:16.610 INFO:tasks.workunit.client.0.smithi067.stdout:993 2024-07-29T15:18:16.611 INFO:tasks.workunit.client.0.smithi067.stdout:994 2024-07-29T15:18:16.612 INFO:tasks.workunit.client.0.smithi067.stdout:995 2024-07-29T15:18:16.613 INFO:tasks.workunit.client.0.smithi067.stdout:996 2024-07-29T15:18:16.614 INFO:tasks.workunit.client.0.smithi067.stdout:997 2024-07-29T15:18:16.615 INFO:tasks.workunit.client.0.smithi067.stdout:998 2024-07-29T15:18:16.616 INFO:tasks.workunit.client.0.smithi067.stdout:999 2024-07-29T15:18:16.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:16 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:16.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:16 smithi138 ceph-mon[86438]: osdmap e947: 8 total, 8 up, 8 in 2024-07-29T15:18:16.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:16 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2268449238' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-07-29T15:18:16.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:16 smithi138 ceph-mon[86438]: pgmap v1059: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:16.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:16 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:16.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:16 smithi067 ceph-mon[91995]: osdmap e947: 8 total, 8 up, 8 in 2024-07-29T15:18:16.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:16 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2268449238' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-07-29T15:18:16.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:16 smithi067 ceph-mon[91995]: pgmap v1059: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:16.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:16 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:16.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:16 smithi067 ceph-mon[94375]: osdmap e947: 8 total, 8 up, 8 in 2024-07-29T15:18:16.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:16 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2268449238' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-07-29T15:18:16.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:16 smithi067 ceph-mon[94375]: pgmap v1059: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:17.537 INFO:tasks.workunit.client.0.smithi067.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-07-29T15:18:17.538 INFO:tasks.workunit.client.0.smithi067.stdout:00000010 69 73 |is| 2024-07-29T15:18:17.538 INFO:tasks.workunit.client.0.smithi067.stdout:00000012 2024-07-29T15:18:17.538 INFO:tasks.workunit.client.0.smithi067.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-07-29T15:18:17.538 INFO:tasks.workunit.client.0.smithi067.stdout:00000010 69 73 |is| 2024-07-29T15:18:17.538 INFO:tasks.workunit.client.0.smithi067.stdout:00000012 2024-07-29T15:18:17.538 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] ClsHello.WriteReturnData (4038 ms) 2024-07-29T15:18:17.539 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] ClsHello.Loud 2024-07-29T15:18:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:17 smithi138 ceph-mon[86438]: osdmap e948: 8 total, 8 up, 8 in 2024-07-29T15:18:17.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:17 smithi067 ceph-mon[91995]: osdmap e948: 8 total, 8 up, 8 in 2024-07-29T15:18:17.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:17 smithi067 ceph-mon[94375]: osdmap e948: 8 total, 8 up, 8 in 2024-07-29T15:18:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:18:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:18:17] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.51.0" 2024-07-29T15:18:18.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:18 smithi138 ceph-mon[86438]: osdmap e949: 8 total, 8 up, 8 in 2024-07-29T15:18:18.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:18 smithi138 ceph-mon[86438]: pgmap v1062: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:18.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:18 smithi067 ceph-mon[91995]: osdmap e949: 8 total, 8 up, 8 in 2024-07-29T15:18:18.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:18 smithi067 ceph-mon[91995]: pgmap v1062: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:18.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:18 smithi067 ceph-mon[94375]: osdmap e949: 8 total, 8 up, 8 in 2024-07-29T15:18:18.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:18 smithi067 ceph-mon[94375]: pgmap v1062: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:19.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:19 smithi138 ceph-mon[86438]: osdmap e950: 8 total, 8 up, 8 in 2024-07-29T15:18:19.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:19 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2607162743' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:19.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:19 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:19.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:19 smithi067 ceph-mon[91995]: osdmap e950: 8 total, 8 up, 8 in 2024-07-29T15:18:19.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:19 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2607162743' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:19.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:19 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:19.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:19 smithi067 ceph-mon[94375]: osdmap e950: 8 total, 8 up, 8 in 2024-07-29T15:18:19.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:19 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2607162743' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:19.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:19 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:20.559 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:18:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:18:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:18:20.568 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] ClsHello.Loud (3031 ms) 2024-07-29T15:18:20.569 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] ClsHello.BadMethods 2024-07-29T15:18:20.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:20 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:20.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:20 smithi138 ceph-mon[86438]: osdmap e951: 8 total, 8 up, 8 in 2024-07-29T15:18:20.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:18:20.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:20 smithi138 ceph-mon[86438]: pgmap v1065: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:20.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:20 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:20.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:20 smithi067 ceph-mon[94375]: osdmap e951: 8 total, 8 up, 8 in 2024-07-29T15:18:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:18:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:20 smithi067 ceph-mon[94375]: pgmap v1065: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:20.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:20 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:20.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:20 smithi067 ceph-mon[91995]: osdmap e951: 8 total, 8 up, 8 in 2024-07-29T15:18:20.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:18:20.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:20 smithi067 ceph-mon[91995]: pgmap v1065: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:21.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:21 smithi138 ceph-mon[86438]: osdmap e952: 8 total, 8 up, 8 in 2024-07-29T15:18:21.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:21 smithi067 ceph-mon[91995]: osdmap e952: 8 total, 8 up, 8 in 2024-07-29T15:18:21.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:21 smithi067 ceph-mon[94375]: osdmap e952: 8 total, 8 up, 8 in 2024-07-29T15:18:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:22 smithi067 ceph-mon[91995]: osdmap e953: 8 total, 8 up, 8 in 2024-07-29T15:18:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:22 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1379973577' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:22.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:22 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:22.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:22 smithi067 ceph-mon[91995]: pgmap v1068: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:22.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:22 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:18:22.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:22 smithi067 ceph-mon[94375]: osdmap e953: 8 total, 8 up, 8 in 2024-07-29T15:18:22.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:22 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1379973577' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:22.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:22 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:22.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:22 smithi067 ceph-mon[94375]: pgmap v1068: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:22.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:22 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:18:22.989 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:18:22 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3[113550]: 2024-07-29T15:18:22.598+0000 7fb548c59640 -1 osd.3 pg_epoch: 954 pg[38.2( v 954'1 (0'0,954'1] local-lis/les=953/954 n=1 ec=953/953 lis/c=953/953 les/c/f=954/954/0 sis=953) [3,7,5] r=0 lpr=953 crt=954'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-07-29T15:18:22.990 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 15:18:22 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3[113550]: 2024-07-29T15:18:22.599+0000 7fb548c59640 -1 osd.3 pg_epoch: 954 pg[38.2( v 954'2 (0'0,954'2] local-lis/les=953/954 n=1 ec=953/953 lis/c=953/953 les/c/f=954/954/0 sis=953) [3,7,5] r=0 lpr=953 crt=954'1 lcod 954'1 mlcod 954'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-07-29T15:18:23.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:22 smithi138 ceph-mon[86438]: osdmap e953: 8 total, 8 up, 8 in 2024-07-29T15:18:23.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:22 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1379973577' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:23.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:22 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:23.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:22 smithi138 ceph-mon[86438]: pgmap v1068: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:23.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:22 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:18:23.582 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] ClsHello.BadMethods (3014 ms) 2024-07-29T15:18:23.583 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] ClsHello.Filter 2024-07-29T15:18:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:23 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:23 smithi067 ceph-mon[91995]: osdmap e954: 8 total, 8 up, 8 in 2024-07-29T15:18:23.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:23 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:23 smithi067 ceph-mon[94375]: osdmap e954: 8 total, 8 up, 8 in 2024-07-29T15:18:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:23 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:23 smithi138 ceph-mon[86438]: osdmap e954: 8 total, 8 up, 8 in 2024-07-29T15:18:24.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:24 smithi067 ceph-mon[94375]: osdmap e955: 8 total, 8 up, 8 in 2024-07-29T15:18:24.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:24 smithi067 ceph-mon[94375]: pgmap v1071: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:24.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:24 smithi067 ceph-mon[91995]: osdmap e955: 8 total, 8 up, 8 in 2024-07-29T15:18:24.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:24 smithi067 ceph-mon[91995]: pgmap v1071: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:25.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:24 smithi138 ceph-mon[86438]: osdmap e955: 8 total, 8 up, 8 in 2024-07-29T15:18:25.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:24 smithi138 ceph-mon[86438]: pgmap v1071: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:25.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:25 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:18:25.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:25 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:18:25.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:25 smithi067 ceph-mon[94375]: osdmap e956: 8 total, 8 up, 8 in 2024-07-29T15:18:25.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:25 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/361538441' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:25.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:25 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:25.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:25 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:18:25.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:25 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:18:25.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:25 smithi067 ceph-mon[91995]: osdmap e956: 8 total, 8 up, 8 in 2024-07-29T15:18:25.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:25 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/361538441' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:25.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:25 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:26.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:25 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:18:26.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:25 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:18:26.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:25 smithi138 ceph-mon[86438]: osdmap e956: 8 total, 8 up, 8 in 2024-07-29T15:18:26.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:25 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/361538441' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:26.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:25 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:26.612 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] ClsHello.Filter (3030 ms) 2024-07-29T15:18:26.613 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 6 tests from ClsHello (19018 ms total) 2024-07-29T15:18:26.613 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:18:26.613 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] Global test environment tear-down 2024-07-29T15:18:26.613 INFO:tasks.workunit.client.0.smithi067.stdout:[==========] 6 tests from 1 test suite ran. (19018 ms total) 2024-07-29T15:18:26.613 INFO:tasks.workunit.client.0.smithi067.stdout:[ PASSED ] 6 tests. 2024-07-29T15:18:26.616 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-29T15:18:26.616 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-29T15:18:26.687 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-07-29T15:18:26.687 DEBUG:teuthology.orchestra.run.smithi067:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-07-29T15:18:26.760 INFO:tasks.workunit.client.0.smithi067.stdout:Running main() from gmock_main.cc 2024-07-29T15:18:26.760 INFO:tasks.workunit.client.0.smithi067.stdout:[==========] Running 27 tests from 1 test suite. 2024-07-29T15:18:26.760 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] Global test environment set-up. 2024-07-29T15:18:26.760 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 27 tests from TestClsJournal 2024-07-29T15:18:26.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:26 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:26.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:26 smithi067 ceph-mon[91995]: osdmap e957: 8 total, 8 up, 8 in 2024-07-29T15:18:26.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:26 smithi067 ceph-mon[91995]: pgmap v1074: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:26.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:26 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:26.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:26 smithi067 ceph-mon[94375]: osdmap e957: 8 total, 8 up, 8 in 2024-07-29T15:18:26.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:26 smithi067 ceph-mon[94375]: pgmap v1074: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:27.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:26 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125075-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:27.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:26 smithi138 ceph-mon[86438]: osdmap e957: 8 total, 8 up, 8 in 2024-07-29T15:18:27.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:26 smithi138 ceph-mon[86438]: pgmap v1074: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:27.889 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:27 smithi067 ceph-mon[91995]: osdmap e958: 8 total, 8 up, 8 in 2024-07-29T15:18:27.890 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:27 smithi067 ceph-mon[94375]: osdmap e958: 8 total, 8 up, 8 in 2024-07-29T15:18:27.890 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:18:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:18:27] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.51.0" 2024-07-29T15:18:28.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:27 smithi138 ceph-mon[86438]: osdmap e958: 8 total, 8 up, 8 in 2024-07-29T15:18:28.624 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsJournal.Create 2024-07-29T15:18:28.639 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsJournal.Create (15 ms) 2024-07-29T15:18:28.640 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-07-29T15:18:28.645 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsJournal.MinimumSet (6 ms) 2024-07-29T15:18:28.645 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-07-29T15:18:28.651 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsJournal.MinimumSetStale (6 ms) 2024-07-29T15:18:28.651 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-07-29T15:18:28.654 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2024-07-29T15:18:28.654 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-07-29T15:18:28.657 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-07-29T15:18:28.657 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-07-29T15:18:28.660 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2024-07-29T15:18:28.660 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-07-29T15:18:28.663 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2024-07-29T15:18:28.663 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsJournal.GetClient 2024-07-29T15:18:28.665 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsJournal.GetClient (2 ms) 2024-07-29T15:18:28.665 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-07-29T15:18:28.668 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsJournal.ClientRegister (3 ms) 2024-07-29T15:18:28.668 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-07-29T15:18:28.671 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (3 ms) 2024-07-29T15:18:28.671 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-07-29T15:18:28.676 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsJournal.ClientUpdateData (5 ms) 2024-07-29T15:18:28.677 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-07-29T15:18:28.681 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsJournal.ClientUpdateState (6 ms) 2024-07-29T15:18:28.682 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-07-29T15:18:28.685 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-07-29T15:18:28.685 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-07-29T15:18:28.689 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-07-29T15:18:28.689 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-07-29T15:18:28.791 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (102 ms) 2024-07-29T15:18:28.791 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-07-29T15:18:28.795 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsJournal.ClientCommit (4 ms) 2024-07-29T15:18:28.795 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-07-29T15:18:28.798 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-07-29T15:18:28.798 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-07-29T15:18:28.799 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-07-29T15:18:28.799 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsJournal.ClientList 2024-07-29T15:18:28.837 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsJournal.ClientList (38 ms) 2024-07-29T15:18:28.837 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-07-29T15:18:28.841 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsJournal.GetNextTagTid (4 ms) 2024-07-29T15:18:28.841 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsJournal.TagCreate 2024-07-29T15:18:28.851 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsJournal.TagCreate (10 ms) 2024-07-29T15:18:28.851 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-07-29T15:18:28.858 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (7 ms) 2024-07-29T15:18:28.858 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsJournal.TagList 2024-07-29T15:18:28.950 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsJournal.TagList (92 ms) 2024-07-29T15:18:28.950 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-07-29T15:18:28.952 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-07-29T15:18:28.952 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-07-29T15:18:28.953 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-07-29T15:18:28.953 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-07-29T15:18:28.954 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-07-29T15:18:28.955 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsJournal.Append 2024-07-29T15:18:28.962 INFO:tasks.workunit.client.0.smithi067.stdout:padding is not enabled 2024-07-29T15:18:28.962 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsJournal.Append (7 ms) 2024-07-29T15:18:28.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:28 smithi067 ceph-mon[91995]: osdmap e959: 8 total, 8 up, 8 in 2024-07-29T15:18:28.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:28 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3452571309' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125216-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:28.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:28 smithi067 ceph-mon[91995]: pgmap v1077: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:28.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:28 smithi067 ceph-mon[94375]: osdmap e959: 8 total, 8 up, 8 in 2024-07-29T15:18:28.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:28 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3452571309' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125216-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:28.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:28 smithi067 ceph-mon[94375]: pgmap v1077: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:29.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:28 smithi138 ceph-mon[86438]: osdmap e959: 8 total, 8 up, 8 in 2024-07-29T15:18:29.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:28 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3452571309' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125216-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:29.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:28 smithi138 ceph-mon[86438]: pgmap v1077: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:29.632 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 27 tests from TestClsJournal (338 ms total) 2024-07-29T15:18:29.632 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:18:29.632 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] Global test environment tear-down 2024-07-29T15:18:29.633 INFO:tasks.workunit.client.0.smithi067.stdout:[==========] 27 tests from 1 test suite ran. (2872 ms total) 2024-07-29T15:18:29.633 INFO:tasks.workunit.client.0.smithi067.stdout:[ PASSED ] 27 tests. 2024-07-29T15:18:29.635 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-29T15:18:29.635 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-29T15:18:29.706 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-07-29T15:18:29.706 DEBUG:teuthology.orchestra.run.smithi067:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-07-29T15:18:29.776 INFO:tasks.workunit.client.0.smithi067.stdout:Running main() from gmock_main.cc 2024-07-29T15:18:29.777 INFO:tasks.workunit.client.0.smithi067.stdout:[==========] Running 11 tests from 1 test suite. 2024-07-29T15:18:29.777 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] Global test environment set-up. 2024-07-29T15:18:29.777 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 11 tests from ClsLock 2024-07-29T15:18:29.777 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-07-29T15:18:29.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:29 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:18:29.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:29 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3452571309' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125216-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:29.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:29 smithi067 ceph-mon[91995]: osdmap e960: 8 total, 8 up, 8 in 2024-07-29T15:18:29.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:29 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:18:29.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:29 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3452571309' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125216-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:29.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:29 smithi067 ceph-mon[94375]: osdmap e960: 8 total, 8 up, 8 in 2024-07-29T15:18:30.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:29 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:18:30.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:29 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3452571309' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125216-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:30.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:29 smithi138 ceph-mon[86438]: osdmap e960: 8 total, 8 up, 8 in 2024-07-29T15:18:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:18:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:18:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:18:30.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:30 smithi067 ceph-mon[94375]: osdmap e961: 8 total, 8 up, 8 in 2024-07-29T15:18:30.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:30 smithi067 ceph-mon[94375]: pgmap v1080: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:30.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:30 smithi067 ceph-mon[91995]: osdmap e961: 8 total, 8 up, 8 in 2024-07-29T15:18:30.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:30 smithi067 ceph-mon[91995]: pgmap v1080: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:31.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:30 smithi138 ceph-mon[86438]: osdmap e961: 8 total, 8 up, 8 in 2024-07-29T15:18:31.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:30 smithi138 ceph-mon[86438]: pgmap v1080: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:31.680 INFO:tasks.workunit.client.0.smithi067.stdout:lock: mylock 2024-07-29T15:18:31.680 INFO:tasks.workunit.client.0.smithi067.stdout: lock_type: exclusive 2024-07-29T15:18:31.680 INFO:tasks.workunit.client.0.smithi067.stdout: tag: 2024-07-29T15:18:31.681 INFO:tasks.workunit.client.0.smithi067.stdout: lockers: 2024-07-29T15:18:31.681 INFO:tasks.workunit.client.0.smithi067.stdout: client.44618 expiration=2024-07-29T15:20:31.676611+0000 addr=v1:172.21.15.67:0/4157613505 cookie= 2024-07-29T15:18:31.684 INFO:tasks.workunit.client.0.smithi067.stdout:lock: mylock 2024-07-29T15:18:31.684 INFO:tasks.workunit.client.0.smithi067.stdout: lock_type: shared 2024-07-29T15:18:31.685 INFO:tasks.workunit.client.0.smithi067.stdout: tag: 2024-07-29T15:18:31.685 INFO:tasks.workunit.client.0.smithi067.stdout: lockers: 2024-07-29T15:18:31.685 INFO:tasks.workunit.client.0.smithi067.stdout: client.44618 expiration=2024-07-29T15:20:31.683574+0000 addr=v1:172.21.15.67:0/4157613505 cookie= 2024-07-29T15:18:31.685 INFO:tasks.workunit.client.0.smithi067.stdout: client.44624 expiration=0.000000 addr=v1:172.21.15.67:0/2507554724 cookie= 2024-07-29T15:18:31.686 INFO:tasks.workunit.client.0.smithi067.stdout:lock: mylock 2024-07-29T15:18:31.686 INFO:tasks.workunit.client.0.smithi067.stdout: lock_type: shared 2024-07-29T15:18:31.686 INFO:tasks.workunit.client.0.smithi067.stdout: tag: 2024-07-29T15:18:31.686 INFO:tasks.workunit.client.0.smithi067.stdout: lockers: 2024-07-29T15:18:31.686 INFO:tasks.workunit.client.0.smithi067.stdout: client.44624 expiration=0.000000 addr=v1:172.21.15.67:0/2507554724 cookie= 2024-07-29T15:18:31.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:31 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:18:31.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:31 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:18:31.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:31 smithi067 ceph-mon[91995]: osdmap e962: 8 total, 8 up, 8 in 2024-07-29T15:18:31.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:31 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/4157613505' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:31.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:31 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:31.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:31 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:18:31.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:31 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:18:31.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:31 smithi067 ceph-mon[94375]: osdmap e962: 8 total, 8 up, 8 in 2024-07-29T15:18:31.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:31 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/4157613505' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:31.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:31 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:32.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:31 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:18:32.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:31 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:18:32.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:31 smithi138 ceph-mon[86438]: osdmap e962: 8 total, 8 up, 8 in 2024-07-29T15:18:32.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:31 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/4157613505' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:32.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:31 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:32.662 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] ClsLock.TestMultiLocking (2885 ms) 2024-07-29T15:18:32.662 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] ClsLock.TestMeta 2024-07-29T15:18:32.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:32 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:32.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:32 smithi067 ceph-mon[91995]: osdmap e963: 8 total, 8 up, 8 in 2024-07-29T15:18:32.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:32 smithi067 ceph-mon[91995]: pgmap v1083: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:32.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:32 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:32.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:32 smithi067 ceph-mon[94375]: osdmap e963: 8 total, 8 up, 8 in 2024-07-29T15:18:32.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:32 smithi067 ceph-mon[94375]: pgmap v1083: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:33.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:32 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:33.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:32 smithi138 ceph-mon[86438]: osdmap e963: 8 total, 8 up, 8 in 2024-07-29T15:18:33.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:32 smithi138 ceph-mon[86438]: pgmap v1083: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:33.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:33 smithi067 ceph-mon[91995]: osdmap e964: 8 total, 8 up, 8 in 2024-07-29T15:18:33.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:33 smithi067 ceph-mon[94375]: osdmap e964: 8 total, 8 up, 8 in 2024-07-29T15:18:34.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:33 smithi138 ceph-mon[86438]: osdmap e964: 8 total, 8 up, 8 in 2024-07-29T15:18:34.703 INFO:tasks.workunit.client.0.smithi067.stdout:lock: mylock 2024-07-29T15:18:34.703 INFO:tasks.workunit.client.0.smithi067.stdout: lock_type: shared 2024-07-29T15:18:34.703 INFO:tasks.workunit.client.0.smithi067.stdout: tag: 2024-07-29T15:18:34.704 INFO:tasks.workunit.client.0.smithi067.stdout: lockers: 2024-07-29T15:18:34.704 INFO:tasks.workunit.client.0.smithi067.stdout: client.44636 expiration=0.000000 addr=v1:172.21.15.67:0/2078913971 cookie= 2024-07-29T15:18:34.705 INFO:tasks.workunit.client.0.smithi067.stdout:lock: mylock 2024-07-29T15:18:34.706 INFO:tasks.workunit.client.0.smithi067.stdout: lock_type: exclusive 2024-07-29T15:18:34.706 INFO:tasks.workunit.client.0.smithi067.stdout: tag: new_tag 2024-07-29T15:18:34.706 INFO:tasks.workunit.client.0.smithi067.stdout: lockers: 2024-07-29T15:18:34.706 INFO:tasks.workunit.client.0.smithi067.stdout: client.44630 expiration=0.000000 addr=v1:172.21.15.67:0/3658198726 cookie= 2024-07-29T15:18:34.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:34 smithi067 ceph-mon[91995]: osdmap e965: 8 total, 8 up, 8 in 2024-07-29T15:18:34.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:34 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3658198726' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:34.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:34 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:34.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:34 smithi067 ceph-mon[91995]: pgmap v1086: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:34.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:34 smithi067 ceph-mon[94375]: osdmap e965: 8 total, 8 up, 8 in 2024-07-29T15:18:34.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:34 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3658198726' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:34.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:34 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:34.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:34 smithi067 ceph-mon[94375]: pgmap v1086: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:35.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:34 smithi138 ceph-mon[86438]: osdmap e965: 8 total, 8 up, 8 in 2024-07-29T15:18:35.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:34 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3658198726' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:35.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:34 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:35.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:34 smithi138 ceph-mon[86438]: pgmap v1086: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:35.679 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] ClsLock.TestMeta (3017 ms) 2024-07-29T15:18:35.679 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] ClsLock.TestCookie 2024-07-29T15:18:35.962 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:35 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:18:35.962 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:35 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:35.962 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:35 smithi138 ceph-mon[86438]: osdmap e966: 8 total, 8 up, 8 in 2024-07-29T15:18:35.962 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:18:35.962 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:18:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:35 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:18:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:35 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:35 smithi067 ceph-mon[91995]: osdmap e966: 8 total, 8 up, 8 in 2024-07-29T15:18:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:18:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:18:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:35 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:18:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:35 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:35 smithi067 ceph-mon[94375]: osdmap e966: 8 total, 8 up, 8 in 2024-07-29T15:18:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:18:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:18:36.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:36 smithi067 ceph-mon[91995]: osdmap e967: 8 total, 8 up, 8 in 2024-07-29T15:18:36.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:36 smithi067 ceph-mon[91995]: pgmap v1089: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:36.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:36 smithi067 ceph-mon[94375]: osdmap e967: 8 total, 8 up, 8 in 2024-07-29T15:18:36.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:36 smithi067 ceph-mon[94375]: pgmap v1089: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:37.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:36 smithi138 ceph-mon[86438]: osdmap e967: 8 total, 8 up, 8 in 2024-07-29T15:18:37.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:36 smithi138 ceph-mon[86438]: pgmap v1089: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:37.720 INFO:tasks.workunit.client.0.smithi067.stdout:lock: mylock 2024-07-29T15:18:37.721 INFO:tasks.workunit.client.0.smithi067.stdout: lock_type: exclusive 2024-07-29T15:18:37.721 INFO:tasks.workunit.client.0.smithi067.stdout: tag: 2024-07-29T15:18:37.721 INFO:tasks.workunit.client.0.smithi067.stdout: lockers: 2024-07-29T15:18:37.723 INFO:tasks.workunit.client.0.smithi067.stdout:lock: mylock 2024-07-29T15:18:37.723 INFO:tasks.workunit.client.0.smithi067.stdout: lock_type: shared 2024-07-29T15:18:37.723 INFO:tasks.workunit.client.0.smithi067.stdout: tag: 2024-07-29T15:18:37.723 INFO:tasks.workunit.client.0.smithi067.stdout: lockers: 2024-07-29T15:18:37.723 INFO:tasks.workunit.client.0.smithi067.stdout: client.34725 expiration=0.000000 addr=v1:172.21.15.67:0/540889770 cookie= 2024-07-29T15:18:37.723 INFO:tasks.workunit.client.0.smithi067.stdout: client.34725 expiration=0.000000 addr=v1:172.21.15.67:0/540889770 cookie=new cookie 2024-07-29T15:18:37.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:18:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:18:37] "GET /metrics HTTP/1.1" 200 36525 "" "Prometheus/2.51.0" 2024-07-29T15:18:37.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:37 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:18:37.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:37 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:18:37.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:37 smithi067 ceph-mon[91995]: osdmap e968: 8 total, 8 up, 8 in 2024-07-29T15:18:37.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:37 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/540889770' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:37.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:37 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:18:37.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:37 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:18:37.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:37 smithi067 ceph-mon[94375]: osdmap e968: 8 total, 8 up, 8 in 2024-07-29T15:18:37.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:37 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/540889770' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:38.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:37 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:18:38.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:37 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:18:38.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:37 smithi138 ceph-mon[86438]: osdmap e968: 8 total, 8 up, 8 in 2024-07-29T15:18:38.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:37 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/540889770' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:38.703 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] ClsLock.TestCookie (3024 ms) 2024-07-29T15:18:38.703 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-07-29T15:18:38.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:38 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/540889770' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:38.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:38 smithi067 ceph-mon[91995]: osdmap e969: 8 total, 8 up, 8 in 2024-07-29T15:18:38.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:38 smithi067 ceph-mon[91995]: pgmap v1092: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:38.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:38 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/540889770' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:38.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:38 smithi067 ceph-mon[94375]: osdmap e969: 8 total, 8 up, 8 in 2024-07-29T15:18:38.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:38 smithi067 ceph-mon[94375]: pgmap v1092: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:39.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:38 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/540889770' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:39.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:38 smithi138 ceph-mon[86438]: osdmap e969: 8 total, 8 up, 8 in 2024-07-29T15:18:39.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:38 smithi138 ceph-mon[86438]: pgmap v1092: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:39.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:39 smithi067 ceph-mon[91995]: osdmap e970: 8 total, 8 up, 8 in 2024-07-29T15:18:39.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:39 smithi067 ceph-mon[94375]: osdmap e970: 8 total, 8 up, 8 in 2024-07-29T15:18:40.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:39 smithi138 ceph-mon[86438]: osdmap e970: 8 total, 8 up, 8 in 2024-07-29T15:18:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:18:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:18:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:18:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:40 smithi067 ceph-mon[91995]: osdmap e971: 8 total, 8 up, 8 in 2024-07-29T15:18:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:40 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/137254545' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:40 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:40.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:40 smithi067 ceph-mon[91995]: pgmap v1095: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:40.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:40 smithi067 ceph-mon[94375]: osdmap e971: 8 total, 8 up, 8 in 2024-07-29T15:18:40.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:40 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/137254545' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:40.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:40 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:40.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:40 smithi067 ceph-mon[94375]: pgmap v1095: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:40 smithi138 ceph-mon[86438]: osdmap e971: 8 total, 8 up, 8 in 2024-07-29T15:18:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:40 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/137254545' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:40 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:40 smithi138 ceph-mon[86438]: pgmap v1095: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:41.732 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] ClsLock.TestMultipleLocks (3029 ms) 2024-07-29T15:18:41.732 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] ClsLock.TestLockDuration 2024-07-29T15:18:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:41 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:18:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:41 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:41 smithi067 ceph-mon[91995]: osdmap e972: 8 total, 8 up, 8 in 2024-07-29T15:18:41.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:41 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:18:41.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:41 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:41.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:41 smithi067 ceph-mon[94375]: osdmap e972: 8 total, 8 up, 8 in 2024-07-29T15:18:42.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:41 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:18:42.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:41 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:42.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:41 smithi138 ceph-mon[86438]: osdmap e972: 8 total, 8 up, 8 in 2024-07-29T15:18:42.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:42 smithi067 ceph-mon[91995]: osdmap e973: 8 total, 8 up, 8 in 2024-07-29T15:18:42.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:42 smithi067 ceph-mon[91995]: pgmap v1098: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:42.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:42 smithi067 ceph-mon[94375]: osdmap e973: 8 total, 8 up, 8 in 2024-07-29T15:18:42.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:42 smithi067 ceph-mon[94375]: pgmap v1098: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:42 smithi138 ceph-mon[86438]: osdmap e973: 8 total, 8 up, 8 in 2024-07-29T15:18:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:42 smithi138 ceph-mon[86438]: pgmap v1098: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:43 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:18:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:43 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:18:43.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:43 smithi067 ceph-mon[91995]: osdmap e974: 8 total, 8 up, 8 in 2024-07-29T15:18:43.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:43 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3065755505' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:43 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:18:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:43 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:18:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:43 smithi067 ceph-mon[94375]: osdmap e974: 8 total, 8 up, 8 in 2024-07-29T15:18:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:43 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3065755505' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:43 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:18:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:43 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:18:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:43 smithi138 ceph-mon[86438]: osdmap e974: 8 total, 8 up, 8 in 2024-07-29T15:18:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:43 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3065755505' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:45.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:44 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3065755505' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:45.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:44 smithi138 ceph-mon[86438]: osdmap e975: 8 total, 8 up, 8 in 2024-07-29T15:18:45.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:44 smithi138 ceph-mon[86438]: pgmap v1101: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:45.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:44 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3065755505' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:45.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:44 smithi067 ceph-mon[94375]: osdmap e975: 8 total, 8 up, 8 in 2024-07-29T15:18:45.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:44 smithi067 ceph-mon[94375]: pgmap v1101: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:45.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:44 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3065755505' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:45.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:44 smithi067 ceph-mon[91995]: osdmap e975: 8 total, 8 up, 8 in 2024-07-29T15:18:45.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:44 smithi067 ceph-mon[91995]: pgmap v1101: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:46.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:45 smithi138 ceph-mon[86438]: osdmap e976: 8 total, 8 up, 8 in 2024-07-29T15:18:46.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:45 smithi067 ceph-mon[91995]: osdmap e976: 8 total, 8 up, 8 in 2024-07-29T15:18:46.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:45 smithi067 ceph-mon[94375]: osdmap e976: 8 total, 8 up, 8 in 2024-07-29T15:18:47.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:46 smithi138 ceph-mon[86438]: pgmap v1103: 137 pgs: 4 creating+peering, 11 unknown, 122 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:47.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:46 smithi067 ceph-mon[91995]: pgmap v1103: 137 pgs: 4 creating+peering, 11 unknown, 122 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:47.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:46 smithi067 ceph-mon[94375]: pgmap v1103: 137 pgs: 4 creating+peering, 11 unknown, 122 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:18:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:18:47] "GET /metrics HTTP/1.1" 200 36525 "" "Prometheus/2.51.0" 2024-07-29T15:18:49.121 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] ClsLock.TestLockDuration (7389 ms) 2024-07-29T15:18:49.122 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-07-29T15:18:49.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:49 smithi067 ceph-mon[91995]: pgmap v1104: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-29T15:18:49.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:49 smithi067 ceph-mon[94375]: pgmap v1104: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-29T15:18:49.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:49 smithi138 ceph-mon[86438]: pgmap v1104: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-29T15:18:50.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:50 smithi067 ceph-mon[91995]: osdmap e977: 8 total, 8 up, 8 in 2024-07-29T15:18:50.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:18:50.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:18:50.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:50 smithi067 ceph-mon[94375]: osdmap e977: 8 total, 8 up, 8 in 2024-07-29T15:18:50.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:18:50.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:18:50.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:50 smithi138 ceph-mon[86438]: osdmap e977: 8 total, 8 up, 8 in 2024-07-29T15:18:50.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:18:50.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:18:50.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:18:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:18:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:18:51.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:51 smithi067 ceph-mon[91995]: pgmap v1106: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:51.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:51 smithi067 ceph-mon[91995]: osdmap e978: 8 total, 8 up, 8 in 2024-07-29T15:18:51.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:51 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3900102787' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:51.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:51 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:51.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:51 smithi067 ceph-mon[94375]: pgmap v1106: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:51.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:51 smithi067 ceph-mon[94375]: osdmap e978: 8 total, 8 up, 8 in 2024-07-29T15:18:51.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:51 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3900102787' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:51.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:51 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:51.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:51 smithi138 ceph-mon[86438]: pgmap v1106: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:51.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:51 smithi138 ceph-mon[86438]: osdmap e978: 8 total, 8 up, 8 in 2024-07-29T15:18:51.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:51 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3900102787' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:51.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:51 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:52.156 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] ClsLock.TestAssertLocked (3034 ms) 2024-07-29T15:18:52.156 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] ClsLock.TestSetCookie 2024-07-29T15:18:52.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:52 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:52.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:52 smithi067 ceph-mon[94375]: osdmap e979: 8 total, 8 up, 8 in 2024-07-29T15:18:52.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:52 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:52.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:52 smithi067 ceph-mon[91995]: osdmap e979: 8 total, 8 up, 8 in 2024-07-29T15:18:52.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:52 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:52.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:52 smithi138 ceph-mon[86438]: osdmap e979: 8 total, 8 up, 8 in 2024-07-29T15:18:53.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:53 smithi067 ceph-mon[94375]: pgmap v1109: 137 pgs: 3 creating+peering, 27 unknown, 107 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-07-29T15:18:53.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:53 smithi067 ceph-mon[94375]: osdmap e980: 8 total, 8 up, 8 in 2024-07-29T15:18:53.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:53 smithi067 ceph-mon[91995]: pgmap v1109: 137 pgs: 3 creating+peering, 27 unknown, 107 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-07-29T15:18:53.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:53 smithi067 ceph-mon[91995]: osdmap e980: 8 total, 8 up, 8 in 2024-07-29T15:18:53.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:53 smithi138 ceph-mon[86438]: pgmap v1109: 137 pgs: 3 creating+peering, 27 unknown, 107 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-07-29T15:18:53.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:53 smithi138 ceph-mon[86438]: osdmap e980: 8 total, 8 up, 8 in 2024-07-29T15:18:54.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:54 smithi067 ceph-mon[91995]: osdmap e981: 8 total, 8 up, 8 in 2024-07-29T15:18:54.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:54 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3304199491' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:54.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:54 smithi067 ceph-mon[94375]: osdmap e981: 8 total, 8 up, 8 in 2024-07-29T15:18:54.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:54 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3304199491' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:54.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:54 smithi138 ceph-mon[86438]: osdmap e981: 8 total, 8 up, 8 in 2024-07-29T15:18:54.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:54 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3304199491' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:55.168 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] ClsLock.TestSetCookie (3012 ms) 2024-07-29T15:18:55.168 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] ClsLock.TestRenew 2024-07-29T15:18:55.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:55 smithi067 ceph-mon[94375]: pgmap v1112: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:55.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:55 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:18:55.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:55 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3304199491' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:55.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:55 smithi067 ceph-mon[94375]: osdmap e982: 8 total, 8 up, 8 in 2024-07-29T15:18:55.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:55 smithi067 ceph-mon[91995]: pgmap v1112: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:55.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:55 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:18:55.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:55 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3304199491' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:55.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:55 smithi067 ceph-mon[91995]: osdmap e982: 8 total, 8 up, 8 in 2024-07-29T15:18:55.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:55 smithi138 ceph-mon[86438]: pgmap v1112: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:55.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:55 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:18:55.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:55 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3304199491' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:55.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:55 smithi138 ceph-mon[86438]: osdmap e982: 8 total, 8 up, 8 in 2024-07-29T15:18:56.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:56 smithi067 ceph-mon[94375]: osdmap e983: 8 total, 8 up, 8 in 2024-07-29T15:18:56.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:56 smithi067 ceph-mon[91995]: osdmap e983: 8 total, 8 up, 8 in 2024-07-29T15:18:56.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:56 smithi138 ceph-mon[86438]: osdmap e983: 8 total, 8 up, 8 in 2024-07-29T15:18:57.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:57 smithi067 ceph-mon[94375]: pgmap v1115: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:57.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:57 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:18:57.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:57 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:18:57.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:57 smithi067 ceph-mon[94375]: osdmap e984: 8 total, 8 up, 8 in 2024-07-29T15:18:57.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:57 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3183292292' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:57.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:57 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:57.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:57 smithi067 ceph-mon[91995]: pgmap v1115: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:57.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:57 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:18:57.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:57 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:18:57.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:57 smithi067 ceph-mon[91995]: osdmap e984: 8 total, 8 up, 8 in 2024-07-29T15:18:57.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:57 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3183292292' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:57.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:57 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:57.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:57 smithi138 ceph-mon[86438]: pgmap v1115: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:57.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:57 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:18:57.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:57 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:18:57.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:57 smithi138 ceph-mon[86438]: osdmap e984: 8 total, 8 up, 8 in 2024-07-29T15:18:57.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:57 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3183292292' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:57.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:57 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:18:58.184 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:18:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:18:57] "GET /metrics HTTP/1.1" 200 34155 "" "Prometheus/2.51.0" 2024-07-29T15:18:58.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:58 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:58.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:58 smithi067 ceph-mon[91995]: osdmap e985: 8 total, 8 up, 8 in 2024-07-29T15:18:58.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:58 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:58.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:58 smithi067 ceph-mon[94375]: osdmap e985: 8 total, 8 up, 8 in 2024-07-29T15:18:58.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:58 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:18:58.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:58 smithi138 ceph-mon[86438]: osdmap e985: 8 total, 8 up, 8 in 2024-07-29T15:18:59.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:59 smithi067 ceph-mon[91995]: pgmap v1118: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:59.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:18:59 smithi067 ceph-mon[91995]: osdmap e986: 8 total, 8 up, 8 in 2024-07-29T15:18:59.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:59 smithi067 ceph-mon[94375]: pgmap v1118: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:59.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:18:59 smithi067 ceph-mon[94375]: osdmap e986: 8 total, 8 up, 8 in 2024-07-29T15:18:59.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:59 smithi138 ceph-mon[86438]: pgmap v1118: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:18:59.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:18:59 smithi138 ceph-mon[86438]: osdmap e986: 8 total, 8 up, 8 in 2024-07-29T15:19:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:19:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:19:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:19:01.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:01 smithi067 ceph-mon[91995]: pgmap v1120: 137 pgs: 7 creating+peering, 14 unknown, 116 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:01.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:01 smithi067 ceph-mon[94375]: pgmap v1120: 137 pgs: 7 creating+peering, 14 unknown, 116 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:01.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:01 smithi138 ceph-mon[86438]: pgmap v1120: 137 pgs: 7 creating+peering, 14 unknown, 116 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:03.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:03 smithi067 ceph-mon[91995]: pgmap v1121: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:03.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:03 smithi067 ceph-mon[94375]: pgmap v1121: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:03.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:03 smithi138 ceph-mon[86438]: pgmap v1121: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:05.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:05 smithi067 ceph-mon[91995]: pgmap v1122: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 129 B/s rd, 0 B/s wr, 0 op/s 2024-07-29T15:19:05.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:19:05.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:05 smithi067 ceph-mon[94375]: pgmap v1122: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 129 B/s rd, 0 B/s wr, 0 op/s 2024-07-29T15:19:05.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:19:05.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:05 smithi138 ceph-mon[86438]: pgmap v1122: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 129 B/s rd, 0 B/s wr, 0 op/s 2024-07-29T15:19:05.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:19:07.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:07 smithi067 ceph-mon[91995]: pgmap v1123: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 115 B/s rd, 0 B/s wr, 0 op/s 2024-07-29T15:19:07.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:07 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:19:07.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:07 smithi067 ceph-mon[94375]: pgmap v1123: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 115 B/s rd, 0 B/s wr, 0 op/s 2024-07-29T15:19:07.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:07 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:19:07.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:07 smithi138 ceph-mon[86438]: pgmap v1123: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 115 B/s rd, 0 B/s wr, 0 op/s 2024-07-29T15:19:07.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:07 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:19:08.197 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:19:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:19:07] "GET /metrics HTTP/1.1" 200 36526 "" "Prometheus/2.51.0" 2024-07-29T15:19:08.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:08 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:19:08.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:08 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:19:08.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:08 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:19:08.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:08 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:19:08.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:08 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:19:08.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:08 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:19:08.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:08 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:19:08.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:08 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:19:08.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:08 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:19:09.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:09 smithi067 ceph-mon[91995]: pgmap v1124: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-07-29T15:19:09.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:09 smithi067 ceph-mon[94375]: pgmap v1124: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-07-29T15:19:09.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:09 smithi138 ceph-mon[86438]: pgmap v1124: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-07-29T15:19:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:19:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:19:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:19:11.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:11 smithi067 ceph-mon[91995]: pgmap v1125: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 258 B/s rd, 0 B/s wr, 1 op/s 2024-07-29T15:19:11.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:11 smithi067 ceph-mon[94375]: pgmap v1125: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 258 B/s rd, 0 B/s wr, 1 op/s 2024-07-29T15:19:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:11 smithi138 ceph-mon[86438]: pgmap v1125: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 258 B/s rd, 0 B/s wr, 1 op/s 2024-07-29T15:19:13.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:13 smithi067 ceph-mon[91995]: pgmap v1126: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-07-29T15:19:13.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:13 smithi067 ceph-mon[94375]: pgmap v1126: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-07-29T15:19:13.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:13 smithi138 ceph-mon[86438]: pgmap v1126: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-07-29T15:19:15.374 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] ClsLock.TestRenew (20204 ms) 2024-07-29T15:19:15.374 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-07-29T15:19:15.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:15 smithi067 ceph-mon[94375]: pgmap v1127: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-07-29T15:19:15.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:15 smithi067 ceph-mon[91995]: pgmap v1127: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-07-29T15:19:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:15 smithi138 ceph-mon[86438]: pgmap v1127: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-07-29T15:19:16.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:16 smithi067 ceph-mon[91995]: osdmap e987: 8 total, 8 up, 8 in 2024-07-29T15:19:16.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:16 smithi067 ceph-mon[94375]: osdmap e987: 8 total, 8 up, 8 in 2024-07-29T15:19:16.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:16 smithi138 ceph-mon[86438]: osdmap e987: 8 total, 8 up, 8 in 2024-07-29T15:19:17.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:17 smithi067 ceph-mon[91995]: pgmap v1129: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:17.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:17 smithi067 ceph-mon[91995]: osdmap e988: 8 total, 8 up, 8 in 2024-07-29T15:19:17.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:17 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3205644168' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:17.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:17 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:17.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:17 smithi067 ceph-mon[94375]: pgmap v1129: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:17.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:17 smithi067 ceph-mon[94375]: osdmap e988: 8 total, 8 up, 8 in 2024-07-29T15:19:17.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:17 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3205644168' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:17.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:17 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:17 smithi138 ceph-mon[86438]: pgmap v1129: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:17 smithi138 ceph-mon[86438]: osdmap e988: 8 total, 8 up, 8 in 2024-07-29T15:19:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:17 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3205644168' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:17.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:17 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:19:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:19:17] "GET /metrics HTTP/1.1" 200 36526 "" "Prometheus/2.51.0" 2024-07-29T15:19:18.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:18 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:19:18.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:18 smithi067 ceph-mon[91995]: osdmap e989: 8 total, 8 up, 8 in 2024-07-29T15:19:18.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:18 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:19:18.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:18 smithi067 ceph-mon[94375]: osdmap e989: 8 total, 8 up, 8 in 2024-07-29T15:19:18.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:18 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:19:18.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:18 smithi138 ceph-mon[86438]: osdmap e989: 8 total, 8 up, 8 in 2024-07-29T15:19:19.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:19 smithi067 ceph-mon[91995]: pgmap v1132: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:19.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:19 smithi067 ceph-mon[91995]: osdmap e990: 8 total, 8 up, 8 in 2024-07-29T15:19:19.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:19 smithi067 ceph-mon[94375]: pgmap v1132: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:19.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:19 smithi067 ceph-mon[94375]: osdmap e990: 8 total, 8 up, 8 in 2024-07-29T15:19:19.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:19 smithi138 ceph-mon[86438]: pgmap v1132: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:19.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:19 smithi138 ceph-mon[86438]: osdmap e990: 8 total, 8 up, 8 in 2024-07-29T15:19:20.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:19:20.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:19:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:19:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:19:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:19:20.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:19:21.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:21 smithi067 ceph-mon[91995]: pgmap v1134: 137 pgs: 1 creating+peering, 15 unknown, 121 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:21.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:21 smithi067 ceph-mon[94375]: pgmap v1134: 137 pgs: 1 creating+peering, 15 unknown, 121 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:21.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:21 smithi138 ceph-mon[86438]: pgmap v1134: 137 pgs: 1 creating+peering, 15 unknown, 121 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:22.415 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7042 ms) 2024-07-29T15:19:22.415 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-07-29T15:19:23.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:23 smithi067 ceph-mon[91995]: pgmap v1135: 137 pgs: 1 creating+peering, 136 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 1 op/s 2024-07-29T15:19:23.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:23 smithi067 ceph-mon[91995]: osdmap e991: 8 total, 8 up, 8 in 2024-07-29T15:19:23.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:23 smithi067 ceph-mon[94375]: pgmap v1135: 137 pgs: 1 creating+peering, 136 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 1 op/s 2024-07-29T15:19:23.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:23 smithi067 ceph-mon[94375]: osdmap e991: 8 total, 8 up, 8 in 2024-07-29T15:19:23.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:23 smithi138 ceph-mon[86438]: pgmap v1135: 137 pgs: 1 creating+peering, 136 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 1 op/s 2024-07-29T15:19:23.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:23 smithi138 ceph-mon[86438]: osdmap e991: 8 total, 8 up, 8 in 2024-07-29T15:19:24.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:24 smithi067 ceph-mon[91995]: osdmap e992: 8 total, 8 up, 8 in 2024-07-29T15:19:24.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:24 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1732657279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:24.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:24 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1732657279' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:19:24.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:24 smithi067 ceph-mon[91995]: osdmap e993: 8 total, 8 up, 8 in 2024-07-29T15:19:24.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:24 smithi067 ceph-mon[94375]: osdmap e992: 8 total, 8 up, 8 in 2024-07-29T15:19:24.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:24 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1732657279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:24.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:24 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1732657279' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:19:24.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:24 smithi067 ceph-mon[94375]: osdmap e993: 8 total, 8 up, 8 in 2024-07-29T15:19:24.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:24 smithi138 ceph-mon[86438]: osdmap e992: 8 total, 8 up, 8 in 2024-07-29T15:19:24.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:24 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1732657279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:24.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:24 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1732657279' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:19:24.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:24 smithi138 ceph-mon[86438]: osdmap e993: 8 total, 8 up, 8 in 2024-07-29T15:19:25.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:25 smithi067 ceph-mon[91995]: pgmap v1138: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:25.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:25 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:19:25.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:25 smithi067 ceph-mon[94375]: pgmap v1138: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:25.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:25 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:19:25.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:25 smithi138 ceph-mon[86438]: pgmap v1138: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:25.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:25 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:19:26.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:26 smithi067 ceph-mon[91995]: osdmap e994: 8 total, 8 up, 8 in 2024-07-29T15:19:26.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:26 smithi067 ceph-mon[94375]: osdmap e994: 8 total, 8 up, 8 in 2024-07-29T15:19:26.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:26 smithi138 ceph-mon[86438]: osdmap e994: 8 total, 8 up, 8 in 2024-07-29T15:19:27.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:27 smithi067 ceph-mon[94375]: pgmap v1141: 137 pgs: 5 creating+peering, 20 unknown, 112 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:27.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:27 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:19:27.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:27 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:19:27.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:27 smithi067 ceph-mon[91995]: pgmap v1141: 137 pgs: 5 creating+peering, 20 unknown, 112 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:27.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:27 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:19:27.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:27 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:19:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:27 smithi138 ceph-mon[86438]: pgmap v1141: 137 pgs: 5 creating+peering, 20 unknown, 112 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:27 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:19:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:27 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:19:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:19:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:19:27] "GET /metrics HTTP/1.1" 200 36522 "" "Prometheus/2.51.0" 2024-07-29T15:19:29.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:29 smithi067 ceph-mon[91995]: pgmap v1142: 137 pgs: 5 creating+peering, 9 unknown, 123 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-29T15:19:29.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:29 smithi067 ceph-mon[94375]: pgmap v1142: 137 pgs: 5 creating+peering, 9 unknown, 123 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-29T15:19:29.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:29 smithi138 ceph-mon[86438]: pgmap v1142: 137 pgs: 5 creating+peering, 9 unknown, 123 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-29T15:19:30.451 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8037 ms) 2024-07-29T15:19:30.451 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-07-29T15:19:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:19:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:19:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:19:31.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:31 smithi067 ceph-mon[91995]: pgmap v1143: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-29T15:19:31.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:31 smithi067 ceph-mon[91995]: osdmap e995: 8 total, 8 up, 8 in 2024-07-29T15:19:31.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:31 smithi067 ceph-mon[94375]: pgmap v1143: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-29T15:19:31.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:31 smithi067 ceph-mon[94375]: osdmap e995: 8 total, 8 up, 8 in 2024-07-29T15:19:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:31 smithi138 ceph-mon[86438]: pgmap v1143: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-29T15:19:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:31 smithi138 ceph-mon[86438]: osdmap e995: 8 total, 8 up, 8 in 2024-07-29T15:19:32.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:32 smithi067 ceph-mon[91995]: osdmap e996: 8 total, 8 up, 8 in 2024-07-29T15:19:32.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:32 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3877692247' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:32.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:32 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:32.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:32 smithi067 ceph-mon[94375]: osdmap e996: 8 total, 8 up, 8 in 2024-07-29T15:19:32.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:32 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3877692247' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:32.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:32 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:32.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:32 smithi138 ceph-mon[86438]: osdmap e996: 8 total, 8 up, 8 in 2024-07-29T15:19:32.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:32 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3877692247' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:32.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:32 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:33.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:33 smithi067 ceph-mon[91995]: pgmap v1146: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:33.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:33 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:19:33.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:33 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:19:33.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:33 smithi067 ceph-mon[91995]: osdmap e997: 8 total, 8 up, 8 in 2024-07-29T15:19:33.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:33 smithi067 ceph-mon[94375]: pgmap v1146: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:33.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:33 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:19:33.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:33 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:19:33.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:33 smithi067 ceph-mon[94375]: osdmap e997: 8 total, 8 up, 8 in 2024-07-29T15:19:33.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:33 smithi138 ceph-mon[86438]: pgmap v1146: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:33.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:33 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:19:33.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:33 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125271-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:19:33.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:33 smithi138 ceph-mon[86438]: osdmap e997: 8 total, 8 up, 8 in 2024-07-29T15:19:34.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:34 smithi067 ceph-mon[94375]: osdmap e998: 8 total, 8 up, 8 in 2024-07-29T15:19:34.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:34 smithi067 ceph-mon[91995]: osdmap e998: 8 total, 8 up, 8 in 2024-07-29T15:19:34.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:34 smithi138 ceph-mon[86438]: osdmap e998: 8 total, 8 up, 8 in 2024-07-29T15:19:35.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:35 smithi067 ceph-mon[94375]: pgmap v1149: 137 pgs: 5 creating+peering, 17 unknown, 115 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:35.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:35 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:19:35.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:35 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:19:35.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:19:35.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:35 smithi067 ceph-mon[91995]: pgmap v1149: 137 pgs: 5 creating+peering, 17 unknown, 115 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:35.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:35 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:19:35.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:35 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:19:35.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:19:35.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:35 smithi138 ceph-mon[86438]: pgmap v1149: 137 pgs: 5 creating+peering, 17 unknown, 115 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:35.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:35 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:19:35.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:35 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:19:35.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:19:37.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:37 smithi067 ceph-mon[91995]: pgmap v1150: 137 pgs: 5 creating+peering, 11 unknown, 121 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:37.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:37 smithi067 ceph-mon[94375]: pgmap v1150: 137 pgs: 5 creating+peering, 11 unknown, 121 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:37.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:37 smithi138 ceph-mon[86438]: pgmap v1150: 137 pgs: 5 creating+peering, 11 unknown, 121 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:19:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:19:37] "GET /metrics HTTP/1.1" 200 36525 "" "Prometheus/2.51.0" 2024-07-29T15:19:38.494 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8043 ms) 2024-07-29T15:19:38.495 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 11 tests from ClsLock (68717 ms total) 2024-07-29T15:19:38.495 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:19:38.495 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] Global test environment tear-down 2024-07-29T15:19:38.495 INFO:tasks.workunit.client.0.smithi067.stdout:[==========] 11 tests from 1 test suite ran. (68718 ms total) 2024-07-29T15:19:38.495 INFO:tasks.workunit.client.0.smithi067.stdout:[ PASSED ] 11 tests. 2024-07-29T15:19:38.498 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-29T15:19:38.499 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-29T15:19:38.569 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-07-29T15:19:38.569 DEBUG:teuthology.orchestra.run.smithi067:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-07-29T15:19:38.640 INFO:tasks.workunit.client.0.smithi067.stdout:Running main() from gmock_main.cc 2024-07-29T15:19:38.641 INFO:tasks.workunit.client.0.smithi067.stdout:[==========] Running 4 tests from 1 test suite. 2024-07-29T15:19:38.641 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] Global test environment set-up. 2024-07-29T15:19:38.641 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 4 tests from cls_log 2024-07-29T15:19:38.641 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-07-29T15:19:39.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:39 smithi138 ceph-mon[86438]: pgmap v1151: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 154 B/s rd, 0 B/s wr, 0 op/s 2024-07-29T15:19:39.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:39 smithi138 ceph-mon[86438]: osdmap e999: 8 total, 8 up, 8 in 2024-07-29T15:19:39.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:39 smithi067 ceph-mon[91995]: pgmap v1151: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 154 B/s rd, 0 B/s wr, 0 op/s 2024-07-29T15:19:39.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:39 smithi067 ceph-mon[91995]: osdmap e999: 8 total, 8 up, 8 in 2024-07-29T15:19:39.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:39 smithi067 ceph-mon[94375]: pgmap v1151: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 154 B/s rd, 0 B/s wr, 0 op/s 2024-07-29T15:19:39.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:39 smithi067 ceph-mon[94375]: osdmap e999: 8 total, 8 up, 8 in 2024-07-29T15:19:40.504 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:19:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:19:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:19:40.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:40 smithi138 ceph-mon[86438]: osdmap e1000: 8 total, 8 up, 8 in 2024-07-29T15:19:40.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:40 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/4059382795' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125656-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:40 smithi067 ceph-mon[91995]: osdmap e1000: 8 total, 8 up, 8 in 2024-07-29T15:19:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:40 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/4059382795' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125656-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:40.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:40 smithi067 ceph-mon[94375]: osdmap e1000: 8 total, 8 up, 8 in 2024-07-29T15:19:40.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:40 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/4059382795' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125656-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:41.512 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_log.test_log_add_same_time (2872 ms) 2024-07-29T15:19:41.512 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-07-29T15:19:41.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:41 smithi138 ceph-mon[86438]: pgmap v1154: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:41.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:41 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:19:41.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:41 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/4059382795' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125656-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:19:41.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:41 smithi138 ceph-mon[86438]: osdmap e1001: 8 total, 8 up, 8 in 2024-07-29T15:19:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:41 smithi067 ceph-mon[91995]: pgmap v1154: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:41 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:19:41.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:41 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/4059382795' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125656-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:19:41.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:41 smithi067 ceph-mon[91995]: osdmap e1001: 8 total, 8 up, 8 in 2024-07-29T15:19:41.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:41 smithi067 ceph-mon[94375]: pgmap v1154: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:41.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:41 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:19:41.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:41 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/4059382795' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125656-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:19:41.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:41 smithi067 ceph-mon[94375]: osdmap e1001: 8 total, 8 up, 8 in 2024-07-29T15:19:42.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:42 smithi138 ceph-mon[86438]: osdmap e1002: 8 total, 8 up, 8 in 2024-07-29T15:19:42.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:42 smithi067 ceph-mon[91995]: osdmap e1002: 8 total, 8 up, 8 in 2024-07-29T15:19:42.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:42 smithi067 ceph-mon[94375]: osdmap e1002: 8 total, 8 up, 8 in 2024-07-29T15:19:43.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:43 smithi138 ceph-mon[86438]: pgmap v1157: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:43.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:43 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:19:43.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:43 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:19:43.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:43 smithi138 ceph-mon[86438]: osdmap e1003: 8 total, 8 up, 8 in 2024-07-29T15:19:43.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:43 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/76827721' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125656-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:43 smithi067 ceph-mon[91995]: pgmap v1157: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:43.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:43 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:19:43.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:43 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:19:43.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:43 smithi067 ceph-mon[91995]: osdmap e1003: 8 total, 8 up, 8 in 2024-07-29T15:19:43.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:43 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/76827721' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125656-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:43 smithi067 ceph-mon[94375]: pgmap v1157: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:43 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:19:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:43 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:19:43.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:43 smithi067 ceph-mon[94375]: osdmap e1003: 8 total, 8 up, 8 in 2024-07-29T15:19:43.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:43 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/76827721' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125656-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:44.550 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_log.test_log_add_different_time (3038 ms) 2024-07-29T15:19:44.551 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_log.trim_by_time 2024-07-29T15:19:44.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:44 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/76827721' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125656-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:19:44.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:44 smithi138 ceph-mon[86438]: osdmap e1004: 8 total, 8 up, 8 in 2024-07-29T15:19:44.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:44 smithi138 ceph-mon[86438]: pgmap v1160: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:44.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:44 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/76827721' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125656-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:19:44.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:44 smithi067 ceph-mon[91995]: osdmap e1004: 8 total, 8 up, 8 in 2024-07-29T15:19:44.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:44 smithi067 ceph-mon[91995]: pgmap v1160: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:44.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:44 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/76827721' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125656-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:19:44.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:44 smithi067 ceph-mon[94375]: osdmap e1004: 8 total, 8 up, 8 in 2024-07-29T15:19:44.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:44 smithi067 ceph-mon[94375]: pgmap v1160: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:45.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:45 smithi138 ceph-mon[86438]: osdmap e1005: 8 total, 8 up, 8 in 2024-07-29T15:19:45.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:45 smithi067 ceph-mon[91995]: osdmap e1005: 8 total, 8 up, 8 in 2024-07-29T15:19:45.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:45 smithi067 ceph-mon[94375]: osdmap e1005: 8 total, 8 up, 8 in 2024-07-29T15:19:46.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:46 smithi138 ceph-mon[86438]: osdmap e1006: 8 total, 8 up, 8 in 2024-07-29T15:19:46.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:46 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/125933501' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125656-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:46.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:46 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125656-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:46.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:46 smithi138 ceph-mon[86438]: pgmap v1163: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:46.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:46 smithi067 ceph-mon[91995]: osdmap e1006: 8 total, 8 up, 8 in 2024-07-29T15:19:46.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:46 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/125933501' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125656-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:46.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:46 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125656-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:46.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:46 smithi067 ceph-mon[91995]: pgmap v1163: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:46.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:46 smithi067 ceph-mon[94375]: osdmap e1006: 8 total, 8 up, 8 in 2024-07-29T15:19:46.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:46 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/125933501' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125656-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:46.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:46 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125656-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:46.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:46 smithi067 ceph-mon[94375]: pgmap v1163: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:47.572 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_log.trim_by_time (3022 ms) 2024-07-29T15:19:47.572 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_log.trim_by_marker 2024-07-29T15:19:47.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:47 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:19:47.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:47 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125656-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:19:47.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:47 smithi138 ceph-mon[86438]: osdmap e1007: 8 total, 8 up, 8 in 2024-07-29T15:19:47.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:47 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:19:47.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:47 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125656-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:19:47.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:47 smithi067 ceph-mon[94375]: osdmap e1007: 8 total, 8 up, 8 in 2024-07-29T15:19:47.844 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:47 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:19:47.844 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:47 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125656-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:19:47.844 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:47 smithi067 ceph-mon[91995]: osdmap e1007: 8 total, 8 up, 8 in 2024-07-29T15:19:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:19:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:19:47] "GET /metrics HTTP/1.1" 200 36525 "" "Prometheus/2.51.0" 2024-07-29T15:19:48.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:48 smithi067 ceph-mon[91995]: osdmap e1008: 8 total, 8 up, 8 in 2024-07-29T15:19:48.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:48 smithi067 ceph-mon[91995]: pgmap v1166: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:48.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:48 smithi067 ceph-mon[94375]: osdmap e1008: 8 total, 8 up, 8 in 2024-07-29T15:19:48.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:48 smithi067 ceph-mon[94375]: pgmap v1166: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:49.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:48 smithi138 ceph-mon[86438]: osdmap e1008: 8 total, 8 up, 8 in 2024-07-29T15:19:49.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:48 smithi138 ceph-mon[86438]: pgmap v1166: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:49.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:49 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:19:49.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:49 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:19:49.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:49 smithi067 ceph-mon[91995]: osdmap e1009: 8 total, 8 up, 8 in 2024-07-29T15:19:49.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:49 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3428785433' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125656-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:49.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:49 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:19:49.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:49 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:19:49.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:49 smithi067 ceph-mon[94375]: osdmap e1009: 8 total, 8 up, 8 in 2024-07-29T15:19:49.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:49 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3428785433' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125656-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:50.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:49 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:19:50.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:49 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:19:50.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:49 smithi138 ceph-mon[86438]: osdmap e1009: 8 total, 8 up, 8 in 2024-07-29T15:19:50.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:49 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3428785433' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125656-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:50.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:19:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:19:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:19:50.594 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_log.trim_by_marker (3022 ms) 2024-07-29T15:19:50.594 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 4 tests from cls_log (11954 ms total) 2024-07-29T15:19:50.594 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:19:50.594 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] Global test environment tear-down 2024-07-29T15:19:50.594 INFO:tasks.workunit.client.0.smithi067.stdout:[==========] 4 tests from 1 test suite ran. (11954 ms total) 2024-07-29T15:19:50.594 INFO:tasks.workunit.client.0.smithi067.stdout:[ PASSED ] 4 tests. 2024-07-29T15:19:50.596 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-29T15:19:50.596 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-29T15:19:50.667 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-07-29T15:19:50.667 DEBUG:teuthology.orchestra.run.smithi067:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-07-29T15:19:50.738 INFO:tasks.workunit.client.0.smithi067.stdout:Running main() from gmock_main.cc 2024-07-29T15:19:50.739 INFO:tasks.workunit.client.0.smithi067.stdout:[==========] Running 4 tests from 1 test suite. 2024-07-29T15:19:50.739 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] Global test environment set-up. 2024-07-29T15:19:50.739 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 4 tests from ClsNumOps 2024-07-29T15:19:50.739 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] ClsNumOps.Add 2024-07-29T15:19:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:50 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3428785433' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125656-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:19:50.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:50 smithi067 ceph-mon[91995]: osdmap e1010: 8 total, 8 up, 8 in 2024-07-29T15:19:50.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:19:50.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:50 smithi067 ceph-mon[91995]: pgmap v1169: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:50.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:50 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3428785433' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125656-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:19:50.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:50 smithi067 ceph-mon[94375]: osdmap e1010: 8 total, 8 up, 8 in 2024-07-29T15:19:50.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:19:50.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:50 smithi067 ceph-mon[94375]: pgmap v1169: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:51.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:50 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3428785433' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125656-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:19:51.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:50 smithi138 ceph-mon[86438]: osdmap e1010: 8 total, 8 up, 8 in 2024-07-29T15:19:51.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:19:51.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:50 smithi138 ceph-mon[86438]: pgmap v1169: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:51.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:51 smithi067 ceph-mon[91995]: osdmap e1011: 8 total, 8 up, 8 in 2024-07-29T15:19:51.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:51 smithi067 ceph-mon[94375]: osdmap e1011: 8 total, 8 up, 8 in 2024-07-29T15:19:52.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:51 smithi138 ceph-mon[86438]: osdmap e1011: 8 total, 8 up, 8 in 2024-07-29T15:19:52.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:52 smithi067 ceph-mon[91995]: osdmap e1012: 8 total, 8 up, 8 in 2024-07-29T15:19:52.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:52 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/4024198905' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125762-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:52.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:52 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125762-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:52.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:52 smithi067 ceph-mon[91995]: pgmap v1172: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:52.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:52 smithi067 ceph-mon[94375]: osdmap e1012: 8 total, 8 up, 8 in 2024-07-29T15:19:52.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:52 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/4024198905' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125762-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:52.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:52 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125762-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:52.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:52 smithi067 ceph-mon[94375]: pgmap v1172: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:53.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:52 smithi138 ceph-mon[86438]: osdmap e1012: 8 total, 8 up, 8 in 2024-07-29T15:19:53.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:52 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/4024198905' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125762-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:53.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:52 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125762-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:53.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:52 smithi138 ceph-mon[86438]: pgmap v1172: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:53.622 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] ClsNumOps.Add (2883 ms) 2024-07-29T15:19:53.622 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] ClsNumOps.Sub 2024-07-29T15:19:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:53 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:19:53.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:53 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125762-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:19:53.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:53 smithi067 ceph-mon[91995]: osdmap e1013: 8 total, 8 up, 8 in 2024-07-29T15:19:53.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:53 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:19:53.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:53 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125762-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:19:53.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:53 smithi067 ceph-mon[94375]: osdmap e1013: 8 total, 8 up, 8 in 2024-07-29T15:19:54.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:53 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:19:54.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:53 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125762-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:19:54.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:53 smithi138 ceph-mon[86438]: osdmap e1013: 8 total, 8 up, 8 in 2024-07-29T15:19:54.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:54 smithi067 ceph-mon[91995]: osdmap e1014: 8 total, 8 up, 8 in 2024-07-29T15:19:54.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:54 smithi067 ceph-mon[91995]: pgmap v1175: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:54.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:54 smithi067 ceph-mon[94375]: osdmap e1014: 8 total, 8 up, 8 in 2024-07-29T15:19:54.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:54 smithi067 ceph-mon[94375]: pgmap v1175: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:55.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:54 smithi138 ceph-mon[86438]: osdmap e1014: 8 total, 8 up, 8 in 2024-07-29T15:19:55.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:54 smithi138 ceph-mon[86438]: pgmap v1175: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:55.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:55 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:19:55.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:55 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:19:55.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:55 smithi067 ceph-mon[91995]: osdmap e1015: 8 total, 8 up, 8 in 2024-07-29T15:19:55.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:55 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/4131092312' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125762-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:55.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:55 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125762-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:55.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:55 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:19:55.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:55 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:19:55.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:55 smithi067 ceph-mon[94375]: osdmap e1015: 8 total, 8 up, 8 in 2024-07-29T15:19:55.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:55 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/4131092312' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125762-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:55.991 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:55 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125762-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:56.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:55 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:19:56.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:55 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:19:56.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:55 smithi138 ceph-mon[86438]: osdmap e1015: 8 total, 8 up, 8 in 2024-07-29T15:19:56.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:55 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/4131092312' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125762-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:56.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:55 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125762-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:56.641 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] ClsNumOps.Sub (3018 ms) 2024-07-29T15:19:56.641 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] ClsNumOps.Mul 2024-07-29T15:19:56.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:56 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125762-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:19:56.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:56 smithi067 ceph-mon[91995]: osdmap e1016: 8 total, 8 up, 8 in 2024-07-29T15:19:56.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:56 smithi067 ceph-mon[91995]: pgmap v1178: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:56.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:56 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125762-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:19:56.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:56 smithi067 ceph-mon[94375]: osdmap e1016: 8 total, 8 up, 8 in 2024-07-29T15:19:56.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:56 smithi067 ceph-mon[94375]: pgmap v1178: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:57.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:56 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125762-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:19:57.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:56 smithi138 ceph-mon[86438]: osdmap e1016: 8 total, 8 up, 8 in 2024-07-29T15:19:57.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:56 smithi138 ceph-mon[86438]: pgmap v1178: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:57.890 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:57 smithi067 ceph-mon[94375]: osdmap e1017: 8 total, 8 up, 8 in 2024-07-29T15:19:57.891 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:57 smithi067 ceph-mon[91995]: osdmap e1017: 8 total, 8 up, 8 in 2024-07-29T15:19:57.891 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:19:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:19:57] "GET /metrics HTTP/1.1" 200 36523 "" "Prometheus/2.51.0" 2024-07-29T15:19:58.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:57 smithi138 ceph-mon[86438]: osdmap e1017: 8 total, 8 up, 8 in 2024-07-29T15:19:58.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:58 smithi067 ceph-mon[91995]: osdmap e1018: 8 total, 8 up, 8 in 2024-07-29T15:19:58.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:58 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/871691108' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125762-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:58.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:58 smithi067 ceph-mon[91995]: pgmap v1181: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:58.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:58 smithi067 ceph-mon[94375]: osdmap e1018: 8 total, 8 up, 8 in 2024-07-29T15:19:58.991 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:58 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/871691108' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125762-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:58.991 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:58 smithi067 ceph-mon[94375]: pgmap v1181: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:59.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:58 smithi138 ceph-mon[86438]: osdmap e1018: 8 total, 8 up, 8 in 2024-07-29T15:19:59.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:58 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/871691108' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125762-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:19:59.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:58 smithi138 ceph-mon[86438]: pgmap v1181: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:19:59.661 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] ClsNumOps.Mul (3020 ms) 2024-07-29T15:19:59.661 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] ClsNumOps.Div 2024-07-29T15:19:59.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:59 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:19:59.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:59 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/871691108' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125762-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:19:59.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:19:59 smithi067 ceph-mon[91995]: osdmap e1019: 8 total, 8 up, 8 in 2024-07-29T15:19:59.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:59 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:19:59.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:59 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/871691108' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125762-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:19:59.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:19:59 smithi067 ceph-mon[94375]: osdmap e1019: 8 total, 8 up, 8 in 2024-07-29T15:20:00.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:59 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:20:00.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:59 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/871691108' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125762-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:20:00.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:19:59 smithi138 ceph-mon[86438]: osdmap e1019: 8 total, 8 up, 8 in 2024-07-29T15:20:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:20:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:20:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:20:00.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:00 smithi067 ceph-mon[91995]: osdmap e1020: 8 total, 8 up, 8 in 2024-07-29T15:20:00.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:00 smithi067 ceph-mon[91995]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-07-29T15:20:00.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:00 smithi067 ceph-mon[91995]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-07-29T15:20:00.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:00 smithi067 ceph-mon[91995]: application not enabled on pool 'test-rados-api-smithi067-125762-3' 2024-07-29T15:20:00.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:00 smithi067 ceph-mon[91995]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-07-29T15:20:00.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:00 smithi067 ceph-mon[91995]: pgmap v1184: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:00.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:00 smithi067 ceph-mon[94375]: osdmap e1020: 8 total, 8 up, 8 in 2024-07-29T15:20:00.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:00 smithi067 ceph-mon[94375]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-07-29T15:20:00.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:00 smithi067 ceph-mon[94375]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-07-29T15:20:00.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:00 smithi067 ceph-mon[94375]: application not enabled on pool 'test-rados-api-smithi067-125762-3' 2024-07-29T15:20:00.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:00 smithi067 ceph-mon[94375]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-07-29T15:20:00.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:00 smithi067 ceph-mon[94375]: pgmap v1184: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:01.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:00 smithi138 ceph-mon[86438]: osdmap e1020: 8 total, 8 up, 8 in 2024-07-29T15:20:01.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:00 smithi138 ceph-mon[86438]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-07-29T15:20:01.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:00 smithi138 ceph-mon[86438]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-07-29T15:20:01.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:00 smithi138 ceph-mon[86438]: application not enabled on pool 'test-rados-api-smithi067-125762-3' 2024-07-29T15:20:01.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:00 smithi138 ceph-mon[86438]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-07-29T15:20:01.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:00 smithi138 ceph-mon[86438]: pgmap v1184: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:01.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:01 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:20:01.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:01 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:20:01.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:01 smithi067 ceph-mon[91995]: osdmap e1021: 8 total, 8 up, 8 in 2024-07-29T15:20:01.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:01 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/642512412' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125762-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:01.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:01 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:20:01.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:01 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:20:01.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:01 smithi067 ceph-mon[94375]: osdmap e1021: 8 total, 8 up, 8 in 2024-07-29T15:20:01.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:01 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/642512412' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125762-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:02.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:01 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:20:02.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:01 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:20:02.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:01 smithi138 ceph-mon[86438]: osdmap e1021: 8 total, 8 up, 8 in 2024-07-29T15:20:02.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:01 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/642512412' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125762-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:02.682 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] ClsNumOps.Div (3021 ms) 2024-07-29T15:20:02.682 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 4 tests from ClsNumOps (11943 ms total) 2024-07-29T15:20:02.682 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:20:02.682 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] Global test environment tear-down 2024-07-29T15:20:02.682 INFO:tasks.workunit.client.0.smithi067.stdout:[==========] 4 tests from 1 test suite ran. (11943 ms total) 2024-07-29T15:20:02.682 INFO:tasks.workunit.client.0.smithi067.stdout:[ PASSED ] 4 tests. 2024-07-29T15:20:02.685 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-29T15:20:02.685 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-29T15:20:02.755 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-07-29T15:20:02.755 DEBUG:teuthology.orchestra.run.smithi067:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-07-29T15:20:02.826 INFO:tasks.workunit.client.0.smithi067.stdout:Running main() from gmock_main.cc 2024-07-29T15:20:02.826 INFO:tasks.workunit.client.0.smithi067.stdout:[==========] Running 70 tests from 1 test suite. 2024-07-29T15:20:02.826 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] Global test environment set-up. 2024-07-29T15:20:02.826 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 70 tests from TestClsRbd 2024-07-29T15:20:02.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:02 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/642512412' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125762-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:20:02.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:02 smithi067 ceph-mon[91995]: osdmap e1022: 8 total, 8 up, 8 in 2024-07-29T15:20:02.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:02 smithi067 ceph-mon[91995]: pgmap v1187: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:02.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:02 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/642512412' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125762-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:20:02.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:02 smithi067 ceph-mon[94375]: osdmap e1022: 8 total, 8 up, 8 in 2024-07-29T15:20:02.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:02 smithi067 ceph-mon[94375]: pgmap v1187: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:03.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:02 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/642512412' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125762-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:20:03.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:02 smithi138 ceph-mon[86438]: osdmap e1022: 8 total, 8 up, 8 in 2024-07-29T15:20:03.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:02 smithi138 ceph-mon[86438]: pgmap v1187: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:03.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:03 smithi067 ceph-mon[91995]: osdmap e1023: 8 total, 8 up, 8 in 2024-07-29T15:20:03.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:03 smithi067 ceph-mon[94375]: osdmap e1023: 8 total, 8 up, 8 in 2024-07-29T15:20:04.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:03 smithi138 ceph-mon[86438]: osdmap e1023: 8 total, 8 up, 8 in 2024-07-29T15:20:04.704 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.get_all_features 2024-07-29T15:20:04.719 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.get_all_features (15 ms) 2024-07-29T15:20:04.720 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.copyup 2024-07-29T15:20:04.932 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.copyup (213 ms) 2024-07-29T15:20:04.932 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-07-29T15:20:04.949 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.sparse_copyup (17 ms) 2024-07-29T15:20:04.949 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-07-29T15:20:04.956 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2024-07-29T15:20:04.956 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-07-29T15:20:04.968 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.add_remove_child (12 ms) 2024-07-29T15:20:04.968 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.directory_methods 2024-07-29T15:20:04.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:04 smithi067 ceph-mon[91995]: osdmap e1024: 8 total, 8 up, 8 in 2024-07-29T15:20:04.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:04 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/4117499387' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125869-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:04.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:04 smithi067 ceph-mon[91995]: pgmap v1190: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:04.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:04 smithi067 ceph-mon[94375]: osdmap e1024: 8 total, 8 up, 8 in 2024-07-29T15:20:04.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:04 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/4117499387' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125869-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:04.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:04 smithi067 ceph-mon[94375]: pgmap v1190: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:04.997 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.directory_methods (29 ms) 2024-07-29T15:20:04.997 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.create 2024-07-29T15:20:05.011 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.create (14 ms) 2024-07-29T15:20:05.012 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.get_features 2024-07-29T15:20:05.013 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.get_features (2 ms) 2024-07-29T15:20:05.013 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-07-29T15:20:05.014 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.get_object_prefix (1 ms) 2024-07-29T15:20:05.014 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-07-29T15:20:05.016 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-07-29T15:20:05.016 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-07-29T15:20:05.018 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2024-07-29T15:20:05.018 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-07-29T15:20:05.019 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2024-07-29T15:20:05.019 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-07-29T15:20:05.023 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2024-07-29T15:20:05.023 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.get_size 2024-07-29T15:20:05.027 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-07-29T15:20:05.027 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.set_size 2024-07-29T15:20:05.031 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.set_size (4 ms) 2024-07-29T15:20:05.032 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.protection_status 2024-07-29T15:20:05.050 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.protection_status (19 ms) 2024-07-29T15:20:05.050 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-07-29T15:20:05.058 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.snapshot_limits (8 ms) 2024-07-29T15:20:05.058 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.parents_v1 2024-07-29T15:20:05.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:04 smithi138 ceph-mon[86438]: osdmap e1024: 8 total, 8 up, 8 in 2024-07-29T15:20:05.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:04 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/4117499387' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125869-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:05.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:04 smithi138 ceph-mon[86438]: pgmap v1190: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:05.103 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.parents_v1 (45 ms) 2024-07-29T15:20:05.104 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.parents_v2 2024-07-29T15:20:05.133 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.parents_v2 (30 ms) 2024-07-29T15:20:05.133 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.snapshots 2024-07-29T15:20:05.154 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.snapshots (21 ms) 2024-07-29T15:20:05.154 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.snapid_race 2024-07-29T15:20:05.158 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.snapid_race (4 ms) 2024-07-29T15:20:05.158 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.stripingv2 2024-07-29T15:20:05.167 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.stripingv2 (9 ms) 2024-07-29T15:20:05.167 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.object_map_save 2024-07-29T15:20:05.169 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.object_map_save (2 ms) 2024-07-29T15:20:05.169 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-07-29T15:20:05.175 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.object_map_resize (6 ms) 2024-07-29T15:20:05.175 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.object_map_update 2024-07-29T15:20:05.183 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.object_map_update (8 ms) 2024-07-29T15:20:05.183 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-07-29T15:20:05.184 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.object_map_load_enoent (1 ms) 2024-07-29T15:20:05.184 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-07-29T15:20:05.190 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.object_map_snap_add (6 ms) 2024-07-29T15:20:05.190 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-07-29T15:20:05.195 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.object_map_snap_remove (5 ms) 2024-07-29T15:20:05.195 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.flags 2024-07-29T15:20:05.199 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.flags (4 ms) 2024-07-29T15:20:05.199 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.metadata 2024-07-29T15:20:05.222 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.metadata (23 ms) 2024-07-29T15:20:05.222 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.set_features 2024-07-29T15:20:05.228 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.set_features (6 ms) 2024-07-29T15:20:05.228 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.mirror 2024-07-29T15:20:05.261 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.mirror (33 ms) 2024-07-29T15:20:05.261 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.mirror_image 2024-07-29T15:20:05.275 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.mirror_image (14 ms) 2024-07-29T15:20:05.275 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-07-29T15:20:05.962 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:05 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:20:05.962 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:05 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/4117499387' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125869-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:20:05.962 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:05 smithi138 ceph-mon[86438]: osdmap e1025: 8 total, 8 up, 8 in 2024-07-29T15:20:05.963 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:20:05.963 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:20:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:05 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:20:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:05 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/4117499387' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125869-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:20:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:05 smithi067 ceph-mon[91995]: osdmap e1025: 8 total, 8 up, 8 in 2024-07-29T15:20:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:20:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:20:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:05 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:20:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:05 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/4117499387' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-125869-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:20:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:05 smithi067 ceph-mon[94375]: osdmap e1025: 8 total, 8 up, 8 in 2024-07-29T15:20:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:20:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:20:06.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:06 smithi067 ceph-mon[91995]: osdmap e1026: 8 total, 8 up, 8 in 2024-07-29T15:20:06.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:06 smithi067 ceph-mon[91995]: pgmap v1193: 137 pgs: 5 creating+peering, 22 unknown, 110 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 13 op/s 2024-07-29T15:20:06.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:06 smithi067 ceph-mon[94375]: osdmap e1026: 8 total, 8 up, 8 in 2024-07-29T15:20:06.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:06 smithi067 ceph-mon[94375]: pgmap v1193: 137 pgs: 5 creating+peering, 22 unknown, 110 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 13 op/s 2024-07-29T15:20:07.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:06 smithi138 ceph-mon[86438]: osdmap e1026: 8 total, 8 up, 8 in 2024-07-29T15:20:07.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:06 smithi138 ceph-mon[86438]: pgmap v1193: 137 pgs: 5 creating+peering, 22 unknown, 110 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 13 op/s 2024-07-29T15:20:07.511 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.mirror_image_status (2236 ms) 2024-07-29T15:20:07.511 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-07-29T15:20:07.596 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.mirror_image_map (85 ms) 2024-07-29T15:20:07.596 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-07-29T15:20:07.604 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.mirror_instances (8 ms) 2024-07-29T15:20:07.604 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-07-29T15:20:07.617 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.mirror_snapshot (13 ms) 2024-07-29T15:20:07.617 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-07-29T15:20:07.619 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2024-07-29T15:20:07.619 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-07-29T15:20:07.621 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.group_dir_add (3 ms) 2024-07-29T15:20:07.622 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-07-29T15:20:07.625 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-07-29T15:20:07.625 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-07-29T15:20:07.631 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.group_dir_rename (6 ms) 2024-07-29T15:20:07.631 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-07-29T15:20:07.634 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2024-07-29T15:20:07.634 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-07-29T15:20:07.638 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-07-29T15:20:07.638 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.group_image_add 2024-07-29T15:20:07.640 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-07-29T15:20:07.640 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-07-29T15:20:07.644 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.group_image_remove (4 ms) 2024-07-29T15:20:07.644 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.group_image_list 2024-07-29T15:20:07.647 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.group_image_list (3 ms) 2024-07-29T15:20:07.647 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-07-29T15:20:07.651 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2024-07-29T15:20:07.651 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.image_group_add 2024-07-29T15:20:07.654 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.image_group_add (3 ms) 2024-07-29T15:20:07.654 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-07-29T15:20:07.657 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-07-29T15:20:07.657 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.image_group_get 2024-07-29T15:20:07.659 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2024-07-29T15:20:07.660 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-07-29T15:20:07.661 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-07-29T15:20:07.661 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-07-29T15:20:07.663 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-07-29T15:20:07.663 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-07-29T15:20:07.666 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2024-07-29T15:20:07.666 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-07-29T15:20:07.669 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2024-07-29T15:20:07.669 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-07-29T15:20:07.672 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.group_snap_set (3 ms) 2024-07-29T15:20:07.672 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-07-29T15:20:07.675 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-07-29T15:20:07.675 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-07-29T15:20:07.691 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (16 ms) 2024-07-29T15:20:07.691 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-07-29T15:20:07.913 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (222 ms) 2024-07-29T15:20:07.913 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-07-29T15:20:07.917 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.group_snap_remove (4 ms) 2024-07-29T15:20:07.917 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-07-29T15:20:07.920 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (3 ms) 2024-07-29T15:20:07.920 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.trash_methods 2024-07-29T15:20:07.928 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.trash_methods (8 ms) 2024-07-29T15:20:07.928 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.op_features 2024-07-29T15:20:07.935 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.op_features (7 ms) 2024-07-29T15:20:07.935 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.clone_parent 2024-07-29T15:20:07.957 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.clone_parent (22 ms) 2024-07-29T15:20:07.957 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-07-29T15:20:07.967 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.clone_parent_ns (10 ms) 2024-07-29T15:20:07.967 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.clone_child 2024-07-29T15:20:07.979 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.clone_child (12 ms) 2024-07-29T15:20:07.979 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-07-29T15:20:07.986 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.namespace_methods (7 ms) 2024-07-29T15:20:07.986 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.migration 2024-07-29T15:20:07.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:07 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:20:07.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:07 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:20:07.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:07 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:20:07.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:07 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:20:07.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:07 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:20:07.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:07 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:20:07.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:20:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:20:07] "GET /metrics HTTP/1.1" 200 36522 "" "Prometheus/2.51.0" 2024-07-29T15:20:07.997 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.migration (11 ms) 2024-07-29T15:20:07.997 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.migration_v1 2024-07-29T15:20:08.007 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.migration_v1 (10 ms) 2024-07-29T15:20:08.007 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-07-29T15:20:08.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:07 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:20:08.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:07 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:20:08.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:07 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:20:08.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:08 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:20:08.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:08 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:20:08.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:08 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:20:08.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:08 smithi067 ceph-mon[91995]: pgmap v1194: 137 pgs: 5 creating+peering, 10 unknown, 122 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 774 KiB/s wr, 64 op/s 2024-07-29T15:20:08.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:08 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:20:08.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:08 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:20:08.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:08 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:20:08.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:08 smithi067 ceph-mon[94375]: pgmap v1194: 137 pgs: 5 creating+peering, 10 unknown, 122 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 774 KiB/s wr, 64 op/s 2024-07-29T15:20:09.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:08 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:20:09.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:08 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:20:09.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:08 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:20:09.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:08 smithi138 ceph-mon[86438]: pgmap v1194: 137 pgs: 5 creating+peering, 10 unknown, 122 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 774 KiB/s wr, 64 op/s 2024-07-29T15:20:09.931 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1923 ms) 2024-07-29T15:20:09.931 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestClsRbd.sparsify 2024-07-29T15:20:09.986 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestClsRbd.sparsify (56 ms) 2024-07-29T15:20:10.213 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:09 smithi138 ceph-mon[86438]: osdmap e1027: 8 total, 8 up, 8 in 2024-07-29T15:20:10.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:09 smithi067 ceph-mon[91995]: osdmap e1027: 8 total, 8 up, 8 in 2024-07-29T15:20:10.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:09 smithi067 ceph-mon[94375]: osdmap e1027: 8 total, 8 up, 8 in 2024-07-29T15:20:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:20:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:20:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:20:10.944 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 70 tests from TestClsRbd (5283 ms total) 2024-07-29T15:20:10.944 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:20:10.945 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] Global test environment tear-down 2024-07-29T15:20:10.945 INFO:tasks.workunit.client.0.smithi067.stdout:[==========] 70 tests from 1 test suite ran. (8118 ms total) 2024-07-29T15:20:10.945 INFO:tasks.workunit.client.0.smithi067.stdout:[ PASSED ] 70 tests. 2024-07-29T15:20:10.947 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-29T15:20:10.948 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-29T15:20:11.018 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-07-29T15:20:11.018 DEBUG:teuthology.orchestra.run.smithi067:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-07-29T15:20:11.089 INFO:tasks.workunit.client.0.smithi067.stdout:Running main() from gmock_main.cc 2024-07-29T15:20:11.089 INFO:tasks.workunit.client.0.smithi067.stdout:[==========] Running 10 tests from 1 test suite. 2024-07-29T15:20:11.089 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] Global test environment set-up. 2024-07-29T15:20:11.089 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 10 tests from cls_rgw 2024-07-29T15:20:11.089 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw.test_implicit 2024-07-29T15:20:11.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:10 smithi067 ceph-mon[91995]: osdmap e1028: 8 total, 8 up, 8 in 2024-07-29T15:20:11.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:10 smithi067 ceph-mon[91995]: pgmap v1197: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 2.52k op/s 2024-07-29T15:20:11.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:10 smithi067 ceph-mon[94375]: osdmap e1028: 8 total, 8 up, 8 in 2024-07-29T15:20:11.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:10 smithi067 ceph-mon[94375]: pgmap v1197: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 2.52k op/s 2024-07-29T15:20:11.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:10 smithi138 ceph-mon[86438]: osdmap e1028: 8 total, 8 up, 8 in 2024-07-29T15:20:11.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:10 smithi138 ceph-mon[86438]: pgmap v1197: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 2.52k op/s 2024-07-29T15:20:12.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:11 smithi067 ceph-mon[91995]: osdmap e1029: 8 total, 8 up, 8 in 2024-07-29T15:20:12.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:11 smithi067 ceph-mon[94375]: osdmap e1029: 8 total, 8 up, 8 in 2024-07-29T15:20:12.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:11 smithi138 ceph-mon[86438]: osdmap e1029: 8 total, 8 up, 8 in 2024-07-29T15:20:13.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:12 smithi067 ceph-mon[91995]: osdmap e1030: 8 total, 8 up, 8 in 2024-07-29T15:20:13.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:12 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1193965829' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:13.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:12 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:13.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:12 smithi067 ceph-mon[91995]: pgmap v1200: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:12 smithi067 ceph-mon[94375]: osdmap e1030: 8 total, 8 up, 8 in 2024-07-29T15:20:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:12 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1193965829' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:12 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:12 smithi067 ceph-mon[94375]: pgmap v1200: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:13.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:12 smithi138 ceph-mon[86438]: osdmap e1030: 8 total, 8 up, 8 in 2024-07-29T15:20:13.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:12 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1193965829' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:13.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:12 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:13.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:12 smithi138 ceph-mon[86438]: pgmap v1200: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:13.966 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw.test_implicit (2877 ms) 2024-07-29T15:20:13.966 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-07-29T15:20:14.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:13 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:20:14.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:13 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:20:14.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:13 smithi067 ceph-mon[91995]: osdmap e1031: 8 total, 8 up, 8 in 2024-07-29T15:20:14.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:13 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:20:14.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:13 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:20:14.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:13 smithi067 ceph-mon[94375]: osdmap e1031: 8 total, 8 up, 8 in 2024-07-29T15:20:14.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:13 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:20:14.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:13 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:20:14.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:13 smithi138 ceph-mon[86438]: osdmap e1031: 8 total, 8 up, 8 in 2024-07-29T15:20:15.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:14 smithi067 ceph-mon[94375]: osdmap e1032: 8 total, 8 up, 8 in 2024-07-29T15:20:15.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:14 smithi067 ceph-mon[94375]: pgmap v1203: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:15.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:14 smithi067 ceph-mon[91995]: osdmap e1032: 8 total, 8 up, 8 in 2024-07-29T15:20:15.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:14 smithi067 ceph-mon[91995]: pgmap v1203: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:15.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:14 smithi138 ceph-mon[86438]: osdmap e1032: 8 total, 8 up, 8 in 2024-07-29T15:20:15.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:14 smithi138 ceph-mon[86438]: pgmap v1203: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:16.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:15 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:20:16.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:15 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:20:16.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:15 smithi067 ceph-mon[91995]: osdmap e1033: 8 total, 8 up, 8 in 2024-07-29T15:20:16.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:15 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2378614618' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:16.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:15 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:16.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:15 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:20:16.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:15 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:20:16.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:15 smithi067 ceph-mon[94375]: osdmap e1033: 8 total, 8 up, 8 in 2024-07-29T15:20:16.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:15 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2378614618' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:16.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:15 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:16.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:15 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:20:16.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:15 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:20:16.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:15 smithi138 ceph-mon[86438]: osdmap e1033: 8 total, 8 up, 8 in 2024-07-29T15:20:16.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:15 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2378614618' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:16.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:15 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:16.989 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3023 ms) 2024-07-29T15:20:16.989 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw.test_put_snap 2024-07-29T15:20:17.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:16 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:20:17.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:16 smithi067 ceph-mon[91995]: osdmap e1034: 8 total, 8 up, 8 in 2024-07-29T15:20:17.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:16 smithi067 ceph-mon[91995]: pgmap v1206: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:17.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:16 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:20:17.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:16 smithi067 ceph-mon[94375]: osdmap e1034: 8 total, 8 up, 8 in 2024-07-29T15:20:17.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:16 smithi067 ceph-mon[94375]: pgmap v1206: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:17.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:16 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:20:17.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:16 smithi138 ceph-mon[86438]: osdmap e1034: 8 total, 8 up, 8 in 2024-07-29T15:20:17.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:16 smithi138 ceph-mon[86438]: pgmap v1206: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:18.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:17 smithi067 ceph-mon[91995]: osdmap e1035: 8 total, 8 up, 8 in 2024-07-29T15:20:18.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:17 smithi067 ceph-mon[94375]: osdmap e1035: 8 total, 8 up, 8 in 2024-07-29T15:20:18.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:20:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:20:17] "GET /metrics HTTP/1.1" 200 36522 "" "Prometheus/2.51.0" 2024-07-29T15:20:18.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:17 smithi138 ceph-mon[86438]: osdmap e1035: 8 total, 8 up, 8 in 2024-07-29T15:20:19.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:18 smithi138 ceph-mon[86438]: osdmap e1036: 8 total, 8 up, 8 in 2024-07-29T15:20:19.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:18 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2482039233' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:19.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:18 smithi138 ceph-mon[86438]: pgmap v1209: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:19.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:18 smithi067 ceph-mon[91995]: osdmap e1036: 8 total, 8 up, 8 in 2024-07-29T15:20:19.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:18 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2482039233' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:19.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:18 smithi067 ceph-mon[91995]: pgmap v1209: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:19.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:18 smithi067 ceph-mon[94375]: osdmap e1036: 8 total, 8 up, 8 in 2024-07-29T15:20:19.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:18 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2482039233' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:19.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:18 smithi067 ceph-mon[94375]: pgmap v1209: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:20.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:19 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:20:20.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:19 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2482039233' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:20:20.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:19 smithi138 ceph-mon[86438]: osdmap e1037: 8 total, 8 up, 8 in 2024-07-29T15:20:20.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:19 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:20:20.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:20:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:20:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:20:20.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:19 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:20:20.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:19 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2482039233' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:20:20.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:19 smithi067 ceph-mon[91995]: osdmap e1037: 8 total, 8 up, 8 in 2024-07-29T15:20:20.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:19 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:20:20.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:19 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:20:20.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:19 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2482039233' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:20:20.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:19 smithi067 ceph-mon[94375]: osdmap e1037: 8 total, 8 up, 8 in 2024-07-29T15:20:20.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:19 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:20:21.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:21 smithi138 ceph-mon[86438]: osdmap e1038: 8 total, 8 up, 8 in 2024-07-29T15:20:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:21 smithi138 ceph-mon[86438]: pgmap v1212: 137 pgs: 2 creating+activating, 8 creating+peering, 21 unknown, 106 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:21.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:21 smithi067 ceph-mon[91995]: osdmap e1038: 8 total, 8 up, 8 in 2024-07-29T15:20:21.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:21 smithi067 ceph-mon[91995]: pgmap v1212: 137 pgs: 2 creating+activating, 8 creating+peering, 21 unknown, 106 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:21.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:21 smithi067 ceph-mon[94375]: osdmap e1038: 8 total, 8 up, 8 in 2024-07-29T15:20:21.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:21 smithi067 ceph-mon[94375]: pgmap v1212: 137 pgs: 2 creating+activating, 8 creating+peering, 21 unknown, 106 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:22.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:22 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:20:22.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:22 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:20:22.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:22 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:20:22.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:22 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:20:22.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:22 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:20:22.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:22 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:20:23.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:23 smithi138 ceph-mon[86438]: pgmap v1213: 137 pgs: 2 creating+activating, 8 creating+peering, 127 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:23.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:23 smithi067 ceph-mon[91995]: pgmap v1213: 137 pgs: 2 creating+activating, 8 creating+peering, 127 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:23.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:23 smithi067 ceph-mon[94375]: pgmap v1213: 137 pgs: 2 creating+activating, 8 creating+peering, 127 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:24.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:24 smithi138 ceph-mon[86438]: osdmap e1039: 8 total, 8 up, 8 in 2024-07-29T15:20:24.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:24 smithi067 ceph-mon[91995]: osdmap e1039: 8 total, 8 up, 8 in 2024-07-29T15:20:24.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:24 smithi067 ceph-mon[94375]: osdmap e1039: 8 total, 8 up, 8 in 2024-07-29T15:20:25.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:25 smithi138 ceph-mon[86438]: osdmap e1040: 8 total, 8 up, 8 in 2024-07-29T15:20:25.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:25 smithi138 ceph-mon[86438]: pgmap v1216: 137 pgs: 2 creating+activating, 135 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:25.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:25 smithi067 ceph-mon[91995]: osdmap e1040: 8 total, 8 up, 8 in 2024-07-29T15:20:25.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:25 smithi067 ceph-mon[91995]: pgmap v1216: 137 pgs: 2 creating+activating, 135 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:25.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:25 smithi067 ceph-mon[94375]: osdmap e1040: 8 total, 8 up, 8 in 2024-07-29T15:20:25.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:25 smithi067 ceph-mon[94375]: pgmap v1216: 137 pgs: 2 creating+activating, 135 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:26.032 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw.test_put_snap (9043 ms) 2024-07-29T15:20:26.032 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw.test_explicit 2024-07-29T15:20:26.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:26 smithi138 ceph-mon[86438]: osdmap e1041: 8 total, 8 up, 8 in 2024-07-29T15:20:26.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:26 smithi138 ceph-mon[86438]: osdmap e1042: 8 total, 8 up, 8 in 2024-07-29T15:20:26.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:26 smithi067 ceph-mon[94375]: osdmap e1041: 8 total, 8 up, 8 in 2024-07-29T15:20:26.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:26 smithi067 ceph-mon[94375]: osdmap e1042: 8 total, 8 up, 8 in 2024-07-29T15:20:26.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:26 smithi067 ceph-mon[91995]: osdmap e1041: 8 total, 8 up, 8 in 2024-07-29T15:20:26.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:26 smithi067 ceph-mon[91995]: osdmap e1042: 8 total, 8 up, 8 in 2024-07-29T15:20:27.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:27 smithi138 ceph-mon[86438]: pgmap v1219: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:27.390 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:27 smithi067 ceph-mon[91995]: pgmap v1219: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:27.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:27 smithi067 ceph-mon[94375]: pgmap v1219: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:28.243 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:28 smithi067 ceph-mon[91995]: osdmap e1043: 8 total, 8 up, 8 in 2024-07-29T15:20:28.243 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:28 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2652571593' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:28.243 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:28 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:28.243 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:20:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:20:27] "GET /metrics HTTP/1.1" 200 36523 "" "Prometheus/2.51.0" 2024-07-29T15:20:28.244 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:28 smithi067 ceph-mon[94375]: osdmap e1043: 8 total, 8 up, 8 in 2024-07-29T15:20:28.244 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:28 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2652571593' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:28.244 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:28 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:28.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:28 smithi138 ceph-mon[86438]: osdmap e1043: 8 total, 8 up, 8 in 2024-07-29T15:20:28.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:28 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2652571593' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:28.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:28 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:29.079 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw.test_explicit (3047 ms) 2024-07-29T15:20:29.079 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw.set 2024-07-29T15:20:29.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:29 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:20:29.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:29 smithi067 ceph-mon[91995]: osdmap e1044: 8 total, 8 up, 8 in 2024-07-29T15:20:29.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:29 smithi067 ceph-mon[91995]: pgmap v1222: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:29.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:29 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:20:29.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:29 smithi067 ceph-mon[94375]: osdmap e1044: 8 total, 8 up, 8 in 2024-07-29T15:20:29.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:29 smithi067 ceph-mon[94375]: pgmap v1222: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:29.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:29 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:20:29.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:29 smithi138 ceph-mon[86438]: osdmap e1044: 8 total, 8 up, 8 in 2024-07-29T15:20:29.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:29 smithi138 ceph-mon[86438]: pgmap v1222: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:30.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:30 smithi067 ceph-mon[91995]: osdmap e1045: 8 total, 8 up, 8 in 2024-07-29T15:20:30.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:30 smithi067 ceph-mon[94375]: osdmap e1045: 8 total, 8 up, 8 in 2024-07-29T15:20:30.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:30 smithi138 ceph-mon[86438]: osdmap e1045: 8 total, 8 up, 8 in 2024-07-29T15:20:30.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:20:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:20:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:20:31.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:31 smithi067 ceph-mon[94375]: osdmap e1046: 8 total, 8 up, 8 in 2024-07-29T15:20:31.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:31 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/379974587' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:31.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:31 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:31.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:31 smithi067 ceph-mon[94375]: pgmap v1225: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:31.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:31 smithi067 ceph-mon[91995]: osdmap e1046: 8 total, 8 up, 8 in 2024-07-29T15:20:31.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:31 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/379974587' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:31.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:31 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:31.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:31 smithi067 ceph-mon[91995]: pgmap v1225: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:31.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:31 smithi138 ceph-mon[86438]: osdmap e1046: 8 total, 8 up, 8 in 2024-07-29T15:20:31.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:31 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/379974587' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:31.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:31 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:31.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:31 smithi138 ceph-mon[86438]: pgmap v1225: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:32.089 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw.set (3009 ms) 2024-07-29T15:20:32.089 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw.test_implicit_ec 2024-07-29T15:20:32.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:32 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:20:32.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:32 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:20:32.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:32 smithi067 ceph-mon[91995]: osdmap e1047: 8 total, 8 up, 8 in 2024-07-29T15:20:32.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:32 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:20:32.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:32 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:20:32.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:32 smithi067 ceph-mon[94375]: osdmap e1047: 8 total, 8 up, 8 in 2024-07-29T15:20:32.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:32 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:20:32.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:32 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:20:32.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:32 smithi138 ceph-mon[86438]: osdmap e1047: 8 total, 8 up, 8 in 2024-07-29T15:20:33.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:33 smithi067 ceph-mon[91995]: osdmap e1048: 8 total, 8 up, 8 in 2024-07-29T15:20:33.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:33 smithi067 ceph-mon[91995]: pgmap v1228: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:33.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:33 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/377770279' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-6"}]: dispatch 2024-07-29T15:20:33.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:33 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-6"}]: dispatch 2024-07-29T15:20:33.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:33 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/377770279' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-6"}]: dispatch 2024-07-29T15:20:33.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:33 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-6"}]: dispatch 2024-07-29T15:20:33.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:33 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/377770279' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-29T15:20:33.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:33 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-29T15:20:33.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:33 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:20:33.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:33 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:20:33.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:33 smithi067 ceph-mon[94375]: osdmap e1048: 8 total, 8 up, 8 in 2024-07-29T15:20:33.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:33 smithi067 ceph-mon[94375]: pgmap v1228: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:33.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:33 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/377770279' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-6"}]: dispatch 2024-07-29T15:20:33.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:33 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-6"}]: dispatch 2024-07-29T15:20:33.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:33 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/377770279' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-6"}]: dispatch 2024-07-29T15:20:33.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:33 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-6"}]: dispatch 2024-07-29T15:20:33.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:33 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/377770279' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-29T15:20:33.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:33 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-29T15:20:33.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:33 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:20:33.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:33 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:20:33.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:33 smithi138 ceph-mon[86438]: osdmap e1048: 8 total, 8 up, 8 in 2024-07-29T15:20:33.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:33 smithi138 ceph-mon[86438]: pgmap v1228: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:33.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:33 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/377770279' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-6"}]: dispatch 2024-07-29T15:20:33.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:33 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-6"}]: dispatch 2024-07-29T15:20:33.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:33 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/377770279' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-6"}]: dispatch 2024-07-29T15:20:33.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:33 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-6"}]: dispatch 2024-07-29T15:20:33.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:33 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/377770279' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-29T15:20:33.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:33 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-29T15:20:33.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:33 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:20:33.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:33 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:20:34.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:34 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-29T15:20:34.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:34 smithi067 ceph-mon[94375]: osdmap e1049: 8 total, 8 up, 8 in 2024-07-29T15:20:34.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:34 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/377770279' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-6"}]: dispatch 2024-07-29T15:20:34.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:34 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-6"}]: dispatch 2024-07-29T15:20:34.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:34 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-29T15:20:34.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:34 smithi067 ceph-mon[91995]: osdmap e1049: 8 total, 8 up, 8 in 2024-07-29T15:20:34.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:34 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/377770279' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-6"}]: dispatch 2024-07-29T15:20:34.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:34 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-6"}]: dispatch 2024-07-29T15:20:34.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:34 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-29T15:20:34.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:34 smithi138 ceph-mon[86438]: osdmap e1049: 8 total, 8 up, 8 in 2024-07-29T15:20:34.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:34 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/377770279' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-6"}]: dispatch 2024-07-29T15:20:34.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:34 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-6"}]: dispatch 2024-07-29T15:20:35.462 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:35 smithi138 ceph-mon[86438]: pgmap v1230: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:35.462 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:35 smithi138 ceph-mon[86438]: osdmap e1050: 8 total, 8 up, 8 in 2024-07-29T15:20:35.462 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:20:35.462 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:20:35.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:35 smithi067 ceph-mon[94375]: pgmap v1230: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:35.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:35 smithi067 ceph-mon[94375]: osdmap e1050: 8 total, 8 up, 8 in 2024-07-29T15:20:35.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:20:35.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:20:35.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:35 smithi067 ceph-mon[91995]: pgmap v1230: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:35.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:35 smithi067 ceph-mon[91995]: osdmap e1050: 8 total, 8 up, 8 in 2024-07-29T15:20:35.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:20:35.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:20:36.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:36 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-6"}]': finished 2024-07-29T15:20:36.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:36 smithi067 ceph-mon[91995]: osdmap e1051: 8 total, 8 up, 8 in 2024-07-29T15:20:36.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:36 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/377770279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:36.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:36 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:36 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-6"}]': finished 2024-07-29T15:20:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:36 smithi067 ceph-mon[94375]: osdmap e1051: 8 total, 8 up, 8 in 2024-07-29T15:20:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:36 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/377770279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:36 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:36.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:36 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-6"}]': finished 2024-07-29T15:20:36.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:36 smithi138 ceph-mon[86438]: osdmap e1051: 8 total, 8 up, 8 in 2024-07-29T15:20:36.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:36 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/377770279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:36.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:36 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:37.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:37 smithi067 ceph-mon[94375]: pgmap v1233: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:37.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:37 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:20:37.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:37 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:20:37.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:37 smithi067 ceph-mon[94375]: osdmap e1052: 8 total, 8 up, 8 in 2024-07-29T15:20:37.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:37 smithi067 ceph-mon[91995]: pgmap v1233: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:37.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:37 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:20:37.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:37 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:20:37.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:37 smithi067 ceph-mon[91995]: osdmap e1052: 8 total, 8 up, 8 in 2024-07-29T15:20:37.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:37 smithi138 ceph-mon[86438]: pgmap v1233: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:37.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:37 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:20:37.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:37 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:20:37.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:37 smithi138 ceph-mon[86438]: osdmap e1052: 8 total, 8 up, 8 in 2024-07-29T15:20:38.131 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:20:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:20:37] "GET /metrics HTTP/1.1" 200 34157 "" "Prometheus/2.51.0" 2024-07-29T15:20:38.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:38 smithi067 ceph-mon[91995]: osdmap e1053: 8 total, 8 up, 8 in 2024-07-29T15:20:38.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:38 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/377770279' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-6"}]: dispatch 2024-07-29T15:20:38.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:38 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-6"}]: dispatch 2024-07-29T15:20:38.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:38 smithi067 ceph-mon[94375]: osdmap e1053: 8 total, 8 up, 8 in 2024-07-29T15:20:38.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:38 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/377770279' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-6"}]: dispatch 2024-07-29T15:20:38.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:38 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-6"}]: dispatch 2024-07-29T15:20:38.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:38 smithi138 ceph-mon[86438]: osdmap e1053: 8 total, 8 up, 8 in 2024-07-29T15:20:38.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:38 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/377770279' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-6"}]: dispatch 2024-07-29T15:20:38.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:38 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-6"}]: dispatch 2024-07-29T15:20:39.145 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw.test_implicit_ec (7056 ms) 2024-07-29T15:20:39.145 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2024-07-29T15:20:39.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:39 smithi067 ceph-mon[94375]: pgmap v1236: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:39.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:39 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:20:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:39 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:20:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:39 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-6"}]': finished 2024-07-29T15:20:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:39 smithi067 ceph-mon[94375]: osdmap e1054: 8 total, 8 up, 8 in 2024-07-29T15:20:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:39 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/377770279' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-6"}]: dispatch 2024-07-29T15:20:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:39 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-6"}]: dispatch 2024-07-29T15:20:39.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:39 smithi067 ceph-mon[91995]: pgmap v1236: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:39.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:39 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:20:39.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:39 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:20:39.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:39 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-6"}]': finished 2024-07-29T15:20:39.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:39 smithi067 ceph-mon[91995]: osdmap e1054: 8 total, 8 up, 8 in 2024-07-29T15:20:39.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:39 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/377770279' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-6"}]: dispatch 2024-07-29T15:20:39.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:39 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-6"}]: dispatch 2024-07-29T15:20:39.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:39 smithi138 ceph-mon[86438]: pgmap v1236: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:39.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:39 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:20:39.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:39 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:20:39.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:39 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-6"}]': finished 2024-07-29T15:20:39.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:39 smithi138 ceph-mon[86438]: osdmap e1054: 8 total, 8 up, 8 in 2024-07-29T15:20:39.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:39 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/377770279' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-6"}]: dispatch 2024-07-29T15:20:39.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:39 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-6"}]: dispatch 2024-07-29T15:20:40.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:40 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-6"}]': finished 2024-07-29T15:20:40.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:40 smithi067 ceph-mon[91995]: osdmap e1055: 8 total, 8 up, 8 in 2024-07-29T15:20:40.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:40 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-7"}]: dispatch 2024-07-29T15:20:40.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:40 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-7"}]: dispatch 2024-07-29T15:20:40.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:40 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-29T15:20:40.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:40 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-6"}]': finished 2024-07-29T15:20:40.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:40 smithi067 ceph-mon[94375]: osdmap e1055: 8 total, 8 up, 8 in 2024-07-29T15:20:40.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:40 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-7"}]: dispatch 2024-07-29T15:20:40.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:40 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-7"}]: dispatch 2024-07-29T15:20:40.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:40 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-29T15:20:40.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:40 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-6"}]': finished 2024-07-29T15:20:40.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:40 smithi138 ceph-mon[86438]: osdmap e1055: 8 total, 8 up, 8 in 2024-07-29T15:20:40.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:40 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-7"}]: dispatch 2024-07-29T15:20:40.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:40 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-7"}]: dispatch 2024-07-29T15:20:40.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:40 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-29T15:20:40.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:20:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:20:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:20:41.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:41 smithi067 ceph-mon[94375]: pgmap v1239: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:41.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:41 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-29T15:20:41.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:41 smithi067 ceph-mon[94375]: osdmap e1056: 8 total, 8 up, 8 in 2024-07-29T15:20:41.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:41 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-7"}]: dispatch 2024-07-29T15:20:41.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:41 smithi067 ceph-mon[91995]: pgmap v1239: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:41.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:41 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-29T15:20:41.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:41 smithi067 ceph-mon[91995]: osdmap e1056: 8 total, 8 up, 8 in 2024-07-29T15:20:41.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:41 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-7"}]: dispatch 2024-07-29T15:20:41.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:41 smithi138 ceph-mon[86438]: pgmap v1239: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:41.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:41 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-29T15:20:41.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:41 smithi138 ceph-mon[86438]: osdmap e1056: 8 total, 8 up, 8 in 2024-07-29T15:20:41.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:41 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-7"}]: dispatch 2024-07-29T15:20:42.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:42 smithi067 ceph-mon[91995]: osdmap e1057: 8 total, 8 up, 8 in 2024-07-29T15:20:42.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:42 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-7"}]': finished 2024-07-29T15:20:42.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:42 smithi067 ceph-mon[91995]: osdmap e1058: 8 total, 8 up, 8 in 2024-07-29T15:20:42.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:42 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:42.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:42 smithi067 ceph-mon[94375]: osdmap e1057: 8 total, 8 up, 8 in 2024-07-29T15:20:42.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:42 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-7"}]': finished 2024-07-29T15:20:42.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:42 smithi067 ceph-mon[94375]: osdmap e1058: 8 total, 8 up, 8 in 2024-07-29T15:20:42.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:42 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:42.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:42 smithi138 ceph-mon[86438]: osdmap e1057: 8 total, 8 up, 8 in 2024-07-29T15:20:42.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:42 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-7"}]': finished 2024-07-29T15:20:42.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:42 smithi138 ceph-mon[86438]: osdmap e1058: 8 total, 8 up, 8 in 2024-07-29T15:20:42.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:42 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:43.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:43 smithi067 ceph-mon[91995]: pgmap v1242: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:43.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:43 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:20:43.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:43 smithi067 ceph-mon[91995]: osdmap e1059: 8 total, 8 up, 8 in 2024-07-29T15:20:43.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:43 smithi067 ceph-mon[94375]: pgmap v1242: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:43.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:43 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:20:43.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:43 smithi067 ceph-mon[94375]: osdmap e1059: 8 total, 8 up, 8 in 2024-07-29T15:20:43.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:43 smithi138 ceph-mon[86438]: pgmap v1242: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:43.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:43 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:20:43.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:43 smithi138 ceph-mon[86438]: osdmap e1059: 8 total, 8 up, 8 in 2024-07-29T15:20:45.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:45 smithi067 ceph-mon[91995]: pgmap v1245: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:45.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:45 smithi067 ceph-mon[91995]: osdmap e1060: 8 total, 8 up, 8 in 2024-07-29T15:20:45.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:45 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-7"}]: dispatch 2024-07-29T15:20:45.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:45 smithi067 ceph-mon[94375]: pgmap v1245: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:45.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:45 smithi067 ceph-mon[94375]: osdmap e1060: 8 total, 8 up, 8 in 2024-07-29T15:20:45.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:45 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-7"}]: dispatch 2024-07-29T15:20:45.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:45 smithi138 ceph-mon[86438]: pgmap v1245: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:45.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:45 smithi138 ceph-mon[86438]: osdmap e1060: 8 total, 8 up, 8 in 2024-07-29T15:20:45.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:45 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-7"}]: dispatch 2024-07-29T15:20:46.162 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7017 ms) 2024-07-29T15:20:46.163 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2024-07-29T15:20:46.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:46 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-7"}]': finished 2024-07-29T15:20:46.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:46 smithi067 ceph-mon[91995]: osdmap e1061: 8 total, 8 up, 8 in 2024-07-29T15:20:46.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:46 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-7"}]: dispatch 2024-07-29T15:20:46.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:46 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-7"}]': finished 2024-07-29T15:20:46.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:46 smithi067 ceph-mon[91995]: osdmap e1062: 8 total, 8 up, 8 in 2024-07-29T15:20:46.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:46 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-7"}]': finished 2024-07-29T15:20:46.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:46 smithi067 ceph-mon[94375]: osdmap e1061: 8 total, 8 up, 8 in 2024-07-29T15:20:46.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:46 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-7"}]: dispatch 2024-07-29T15:20:46.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:46 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-7"}]': finished 2024-07-29T15:20:46.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:46 smithi067 ceph-mon[94375]: osdmap e1062: 8 total, 8 up, 8 in 2024-07-29T15:20:46.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:46 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-7"}]': finished 2024-07-29T15:20:46.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:46 smithi138 ceph-mon[86438]: osdmap e1061: 8 total, 8 up, 8 in 2024-07-29T15:20:46.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:46 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-7"}]: dispatch 2024-07-29T15:20:46.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:46 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2973874881' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-7"}]': finished 2024-07-29T15:20:46.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:46 smithi138 ceph-mon[86438]: osdmap e1062: 8 total, 8 up, 8 in 2024-07-29T15:20:47.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:47 smithi067 ceph-mon[91995]: pgmap v1248: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:47.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:47 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-8"}]: dispatch 2024-07-29T15:20:47.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:47 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-8"}]: dispatch 2024-07-29T15:20:47.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:47 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-29T15:20:47.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:47 smithi067 ceph-mon[94375]: pgmap v1248: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:47.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:47 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-8"}]: dispatch 2024-07-29T15:20:47.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:47 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-8"}]: dispatch 2024-07-29T15:20:47.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:47 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-29T15:20:47.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:47 smithi138 ceph-mon[86438]: pgmap v1248: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:47.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:47 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-8"}]: dispatch 2024-07-29T15:20:47.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:47 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-8"}]: dispatch 2024-07-29T15:20:47.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:47 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-29T15:20:48.202 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:20:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:20:47] "GET /metrics HTTP/1.1" 200 34157 "" "Prometheus/2.51.0" 2024-07-29T15:20:48.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:48 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-29T15:20:48.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:48 smithi067 ceph-mon[94375]: osdmap e1063: 8 total, 8 up, 8 in 2024-07-29T15:20:48.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:48 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-8"}]: dispatch 2024-07-29T15:20:48.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:48 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-29T15:20:48.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:48 smithi067 ceph-mon[91995]: osdmap e1063: 8 total, 8 up, 8 in 2024-07-29T15:20:48.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:48 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-8"}]: dispatch 2024-07-29T15:20:48.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:48 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-29T15:20:48.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:48 smithi138 ceph-mon[86438]: osdmap e1063: 8 total, 8 up, 8 in 2024-07-29T15:20:48.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:48 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-8"}]: dispatch 2024-07-29T15:20:49.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:49 smithi067 ceph-mon[94375]: pgmap v1251: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:49.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:49 smithi067 ceph-mon[94375]: osdmap e1064: 8 total, 8 up, 8 in 2024-07-29T15:20:49.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:49 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-8"}]': finished 2024-07-29T15:20:49.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:49 smithi067 ceph-mon[94375]: osdmap e1065: 8 total, 8 up, 8 in 2024-07-29T15:20:49.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:49 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:49.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:49 smithi067 ceph-mon[91995]: pgmap v1251: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:49.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:49 smithi067 ceph-mon[91995]: osdmap e1064: 8 total, 8 up, 8 in 2024-07-29T15:20:49.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:49 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-8"}]': finished 2024-07-29T15:20:49.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:49 smithi067 ceph-mon[91995]: osdmap e1065: 8 total, 8 up, 8 in 2024-07-29T15:20:49.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:49 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:49.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:49 smithi138 ceph-mon[86438]: pgmap v1251: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:49.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:49 smithi138 ceph-mon[86438]: osdmap e1064: 8 total, 8 up, 8 in 2024-07-29T15:20:49.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:49 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-8"}]': finished 2024-07-29T15:20:49.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:49 smithi138 ceph-mon[86438]: osdmap e1065: 8 total, 8 up, 8 in 2024-07-29T15:20:49.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:49 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:20:50.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:20:50.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:50 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:20:50.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:50 smithi067 ceph-mon[91995]: osdmap e1066: 8 total, 8 up, 8 in 2024-07-29T15:20:50.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:20:50.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:50 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:20:50.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:50 smithi067 ceph-mon[94375]: osdmap e1066: 8 total, 8 up, 8 in 2024-07-29T15:20:50.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:20:50.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:50 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:20:50.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:50 smithi138 ceph-mon[86438]: osdmap e1066: 8 total, 8 up, 8 in 2024-07-29T15:20:50.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:20:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:20:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:20:51.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:51 smithi067 ceph-mon[91995]: pgmap v1254: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:51.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:51 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:20:51.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:51 smithi067 ceph-mon[91995]: osdmap e1067: 8 total, 8 up, 8 in 2024-07-29T15:20:51.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:51 smithi067 ceph-mon[94375]: pgmap v1254: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:51.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:51 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:20:51.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:51 smithi067 ceph-mon[94375]: osdmap e1067: 8 total, 8 up, 8 in 2024-07-29T15:20:51.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:51 smithi138 ceph-mon[86438]: pgmap v1254: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:51.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:51 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:20:51.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:51 smithi138 ceph-mon[86438]: osdmap e1067: 8 total, 8 up, 8 in 2024-07-29T15:20:52.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:52 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:20:52.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:52 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:20:52.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:52 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:20:52.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:52 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:20:52.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:52 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:20:52.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:52 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:20:53.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:53 smithi138 ceph-mon[86438]: pgmap v1257: 113 pgs: 1 creating+peering, 6 unknown, 106 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:53.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:53 smithi067 ceph-mon[91995]: pgmap v1257: 113 pgs: 1 creating+peering, 6 unknown, 106 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:53.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:53 smithi067 ceph-mon[94375]: pgmap v1257: 113 pgs: 1 creating+peering, 6 unknown, 106 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:54.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:54 smithi138 ceph-mon[86438]: osdmap e1068: 8 total, 8 up, 8 in 2024-07-29T15:20:54.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:54 smithi067 ceph-mon[91995]: osdmap e1068: 8 total, 8 up, 8 in 2024-07-29T15:20:54.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:54 smithi067 ceph-mon[94375]: osdmap e1068: 8 total, 8 up, 8 in 2024-07-29T15:20:55.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:55 smithi138 ceph-mon[86438]: pgmap v1259: 113 pgs: 1 creating+peering, 1 unknown, 111 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:55.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:55 smithi138 ceph-mon[86438]: osdmap e1069: 8 total, 8 up, 8 in 2024-07-29T15:20:55.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:55 smithi067 ceph-mon[91995]: pgmap v1259: 113 pgs: 1 creating+peering, 1 unknown, 111 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:55.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:55 smithi067 ceph-mon[91995]: osdmap e1069: 8 total, 8 up, 8 in 2024-07-29T15:20:55.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:55 smithi067 ceph-mon[94375]: pgmap v1259: 113 pgs: 1 creating+peering, 1 unknown, 111 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:55.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:55 smithi067 ceph-mon[94375]: osdmap e1069: 8 total, 8 up, 8 in 2024-07-29T15:20:56.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:56 smithi138 ceph-mon[86438]: osdmap e1070: 8 total, 8 up, 8 in 2024-07-29T15:20:56.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:56 smithi067 ceph-mon[91995]: osdmap e1070: 8 total, 8 up, 8 in 2024-07-29T15:20:56.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:56 smithi067 ceph-mon[94375]: osdmap e1070: 8 total, 8 up, 8 in 2024-07-29T15:20:57.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:57 smithi138 ceph-mon[86438]: pgmap v1262: 113 pgs: 113 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 209 B/s wr, 0 op/s 2024-07-29T15:20:57.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:57 smithi138 ceph-mon[86438]: osdmap e1071: 8 total, 8 up, 8 in 2024-07-29T15:20:57.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:57 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-8"}]: dispatch 2024-07-29T15:20:57.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:57 smithi067 ceph-mon[91995]: pgmap v1262: 113 pgs: 113 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 209 B/s wr, 0 op/s 2024-07-29T15:20:57.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:57 smithi067 ceph-mon[91995]: osdmap e1071: 8 total, 8 up, 8 in 2024-07-29T15:20:57.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:57 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-8"}]: dispatch 2024-07-29T15:20:57.640 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:57 smithi067 ceph-mon[94375]: pgmap v1262: 113 pgs: 113 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 209 B/s wr, 0 op/s 2024-07-29T15:20:57.640 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:57 smithi067 ceph-mon[94375]: osdmap e1071: 8 total, 8 up, 8 in 2024-07-29T15:20:57.640 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:57 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-8"}]: dispatch 2024-07-29T15:20:57.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:20:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:20:57] "GET /metrics HTTP/1.1" 200 36518 "" "Prometheus/2.51.0" 2024-07-29T15:20:58.308 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw.test_put_snap_ec (12145 ms) 2024-07-29T15:20:58.308 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw.test_explicit_ec 2024-07-29T15:20:58.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:58 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-8"}]': finished 2024-07-29T15:20:58.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:58 smithi067 ceph-mon[94375]: osdmap e1072: 8 total, 8 up, 8 in 2024-07-29T15:20:58.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:58 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-8"}]: dispatch 2024-07-29T15:20:58.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:58 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-8"}]': finished 2024-07-29T15:20:58.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:58 smithi067 ceph-mon[94375]: osdmap e1073: 8 total, 8 up, 8 in 2024-07-29T15:20:58.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:58 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-8"}]': finished 2024-07-29T15:20:58.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:58 smithi067 ceph-mon[91995]: osdmap e1072: 8 total, 8 up, 8 in 2024-07-29T15:20:58.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:58 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-8"}]: dispatch 2024-07-29T15:20:58.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:58 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-8"}]': finished 2024-07-29T15:20:58.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:58 smithi067 ceph-mon[91995]: osdmap e1073: 8 total, 8 up, 8 in 2024-07-29T15:20:58.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:58 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-8"}]': finished 2024-07-29T15:20:58.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:58 smithi138 ceph-mon[86438]: osdmap e1072: 8 total, 8 up, 8 in 2024-07-29T15:20:58.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:58 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-8"}]: dispatch 2024-07-29T15:20:58.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:58 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1134792545' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-8"}]': finished 2024-07-29T15:20:58.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:58 smithi138 ceph-mon[86438]: osdmap e1073: 8 total, 8 up, 8 in 2024-07-29T15:20:59.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:59 smithi067 ceph-mon[91995]: pgmap v1265: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:59.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:59 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2393995419' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-9"}]: dispatch 2024-07-29T15:20:59.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:59 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-9"}]: dispatch 2024-07-29T15:20:59.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:59 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2393995419' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-9"}]: dispatch 2024-07-29T15:20:59.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:59 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-9"}]: dispatch 2024-07-29T15:20:59.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:59 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2393995419' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-29T15:20:59.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:20:59 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-29T15:20:59.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:59 smithi067 ceph-mon[94375]: pgmap v1265: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:59.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:59 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2393995419' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-9"}]: dispatch 2024-07-29T15:20:59.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:59 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-9"}]: dispatch 2024-07-29T15:20:59.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:59 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2393995419' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-9"}]: dispatch 2024-07-29T15:20:59.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:59 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-9"}]: dispatch 2024-07-29T15:20:59.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:59 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2393995419' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-29T15:20:59.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:20:59 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-29T15:20:59.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:59 smithi138 ceph-mon[86438]: pgmap v1265: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:20:59.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:59 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2393995419' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-9"}]: dispatch 2024-07-29T15:20:59.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:59 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-9"}]: dispatch 2024-07-29T15:20:59.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:59 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2393995419' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-9"}]: dispatch 2024-07-29T15:20:59.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:59 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-9"}]: dispatch 2024-07-29T15:20:59.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:59 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2393995419' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-29T15:20:59.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:20:59 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-29T15:21:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:21:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:21:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:21:00.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:00 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-29T15:21:00.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:00 smithi138 ceph-mon[86438]: osdmap e1074: 8 total, 8 up, 8 in 2024-07-29T15:21:00.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:00 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2393995419' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-9"}]: dispatch 2024-07-29T15:21:00.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:00 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-9"}]: dispatch 2024-07-29T15:21:00.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:00 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-29T15:21:00.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:00 smithi067 ceph-mon[91995]: osdmap e1074: 8 total, 8 up, 8 in 2024-07-29T15:21:00.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:00 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2393995419' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-9"}]: dispatch 2024-07-29T15:21:00.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:00 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-9"}]: dispatch 2024-07-29T15:21:00.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:00 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-29T15:21:00.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:00 smithi067 ceph-mon[94375]: osdmap e1074: 8 total, 8 up, 8 in 2024-07-29T15:21:00.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:00 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2393995419' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-9"}]: dispatch 2024-07-29T15:21:00.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:00 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-9"}]: dispatch 2024-07-29T15:21:01.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:01 smithi067 ceph-mon[91995]: pgmap v1268: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:21:01.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:01 smithi067 ceph-mon[91995]: osdmap e1075: 8 total, 8 up, 8 in 2024-07-29T15:21:01.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:01 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-9"}]': finished 2024-07-29T15:21:01.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:01 smithi067 ceph-mon[91995]: osdmap e1076: 8 total, 8 up, 8 in 2024-07-29T15:21:01.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:01 smithi067 ceph-mon[94375]: pgmap v1268: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:21:01.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:01 smithi067 ceph-mon[94375]: osdmap e1075: 8 total, 8 up, 8 in 2024-07-29T15:21:01.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:01 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-9"}]': finished 2024-07-29T15:21:01.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:01 smithi067 ceph-mon[94375]: osdmap e1076: 8 total, 8 up, 8 in 2024-07-29T15:21:01.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:01 smithi138 ceph-mon[86438]: pgmap v1268: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:21:01.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:01 smithi138 ceph-mon[86438]: osdmap e1075: 8 total, 8 up, 8 in 2024-07-29T15:21:01.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:01 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-9"}]': finished 2024-07-29T15:21:01.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:01 smithi138 ceph-mon[86438]: osdmap e1076: 8 total, 8 up, 8 in 2024-07-29T15:21:02.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:02 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2393995419' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:21:02.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:02 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:21:02.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:02 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:21:02.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:02 smithi067 ceph-mon[91995]: osdmap e1077: 8 total, 8 up, 8 in 2024-07-29T15:21:02.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:02 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2393995419' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:21:02.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:02 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:21:02.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:02 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:21:02.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:02 smithi067 ceph-mon[94375]: osdmap e1077: 8 total, 8 up, 8 in 2024-07-29T15:21:02.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:02 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2393995419' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:21:02.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:02 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:21:02.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:02 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:21:02.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:02 smithi138 ceph-mon[86438]: osdmap e1077: 8 total, 8 up, 8 in 2024-07-29T15:21:03.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:03 smithi067 ceph-mon[91995]: pgmap v1271: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:21:03.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:03 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:21:03.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:03 smithi067 ceph-mon[91995]: osdmap e1078: 8 total, 8 up, 8 in 2024-07-29T15:21:03.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:03 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2393995419' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-9"}]: dispatch 2024-07-29T15:21:03.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:03 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-9"}]: dispatch 2024-07-29T15:21:03.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:03 smithi067 ceph-mon[94375]: pgmap v1271: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:21:03.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:03 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:21:03.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:03 smithi067 ceph-mon[94375]: osdmap e1078: 8 total, 8 up, 8 in 2024-07-29T15:21:03.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:03 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2393995419' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-9"}]: dispatch 2024-07-29T15:21:03.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:03 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-9"}]: dispatch 2024-07-29T15:21:03.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:03 smithi138 ceph-mon[86438]: pgmap v1271: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:21:03.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:03 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:21:03.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:03 smithi138 ceph-mon[86438]: osdmap e1078: 8 total, 8 up, 8 in 2024-07-29T15:21:03.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:03 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2393995419' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-9"}]: dispatch 2024-07-29T15:21:03.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:03 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-9"}]: dispatch 2024-07-29T15:21:05.343 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw.test_explicit_ec (7035 ms) 2024-07-29T15:21:05.343 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw.set_ec 2024-07-29T15:21:05.613 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:05 smithi138 ceph-mon[86438]: pgmap v1274: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:21:05.613 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:05 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-9"}]': finished 2024-07-29T15:21:05.613 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:05 smithi138 ceph-mon[86438]: osdmap e1079: 8 total, 8 up, 8 in 2024-07-29T15:21:05.613 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:05 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2393995419' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-9"}]: dispatch 2024-07-29T15:21:05.613 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:05 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-9"}]: dispatch 2024-07-29T15:21:05.613 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:05 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:21:05.613 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:05 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:21:05.614 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:21:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:05 smithi067 ceph-mon[91995]: pgmap v1274: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:21:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:05 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-9"}]': finished 2024-07-29T15:21:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:05 smithi067 ceph-mon[91995]: osdmap e1079: 8 total, 8 up, 8 in 2024-07-29T15:21:05.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:05 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2393995419' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-9"}]: dispatch 2024-07-29T15:21:05.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:05 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-9"}]: dispatch 2024-07-29T15:21:05.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:05 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:21:05.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:05 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:21:05.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:21:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:05 smithi067 ceph-mon[94375]: pgmap v1274: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:21:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:05 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-9"}]': finished 2024-07-29T15:21:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:05 smithi067 ceph-mon[94375]: osdmap e1079: 8 total, 8 up, 8 in 2024-07-29T15:21:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:05 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2393995419' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-9"}]: dispatch 2024-07-29T15:21:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:05 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-9"}]: dispatch 2024-07-29T15:21:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:05 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:21:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:05 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:21:05.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:21:06.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:06 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-9"}]': finished 2024-07-29T15:21:06.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:06 smithi067 ceph-mon[91995]: osdmap e1080: 8 total, 8 up, 8 in 2024-07-29T15:21:06.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:06 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-10"}]: dispatch 2024-07-29T15:21:06.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:06 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-10"}]: dispatch 2024-07-29T15:21:06.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:06 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-29T15:21:06.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:06 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-9"}]': finished 2024-07-29T15:21:06.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:06 smithi067 ceph-mon[94375]: osdmap e1080: 8 total, 8 up, 8 in 2024-07-29T15:21:06.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:06 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-10"}]: dispatch 2024-07-29T15:21:06.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:06 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-10"}]: dispatch 2024-07-29T15:21:06.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:06 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-29T15:21:06.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:06 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-9"}]': finished 2024-07-29T15:21:06.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:06 smithi138 ceph-mon[86438]: osdmap e1080: 8 total, 8 up, 8 in 2024-07-29T15:21:06.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:06 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-10"}]: dispatch 2024-07-29T15:21:06.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:06 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-10"}]: dispatch 2024-07-29T15:21:06.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:06 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-29T15:21:07.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:07 smithi067 ceph-mon[94375]: pgmap v1277: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:21:07.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:07 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-29T15:21:07.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:07 smithi067 ceph-mon[94375]: osdmap e1081: 8 total, 8 up, 8 in 2024-07-29T15:21:07.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:07 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-10"}]: dispatch 2024-07-29T15:21:07.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:07 smithi067 ceph-mon[91995]: pgmap v1277: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:21:07.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:07 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-29T15:21:07.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:07 smithi067 ceph-mon[91995]: osdmap e1081: 8 total, 8 up, 8 in 2024-07-29T15:21:07.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:07 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-10"}]: dispatch 2024-07-29T15:21:07.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:07 smithi138 ceph-mon[86438]: pgmap v1277: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:21:07.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:07 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi067-126053-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-29T15:21:07.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:07 smithi138 ceph-mon[86438]: osdmap e1081: 8 total, 8 up, 8 in 2024-07-29T15:21:07.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:07 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-10"}]: dispatch 2024-07-29T15:21:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:21:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:21:07] "GET /metrics HTTP/1.1" 200 34156 "" "Prometheus/2.51.0" 2024-07-29T15:21:08.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:08 smithi067 ceph-mon[91995]: osdmap e1082: 8 total, 8 up, 8 in 2024-07-29T15:21:08.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:08 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:21:08.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:08 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-10"}]': finished 2024-07-29T15:21:08.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:08 smithi067 ceph-mon[91995]: osdmap e1083: 8 total, 8 up, 8 in 2024-07-29T15:21:08.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:08 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:21:08.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:08 smithi067 ceph-mon[94375]: osdmap e1082: 8 total, 8 up, 8 in 2024-07-29T15:21:08.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:08 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:21:08.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:08 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-10"}]': finished 2024-07-29T15:21:08.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:08 smithi067 ceph-mon[94375]: osdmap e1083: 8 total, 8 up, 8 in 2024-07-29T15:21:08.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:08 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:21:08.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:08 smithi138 ceph-mon[86438]: osdmap e1082: 8 total, 8 up, 8 in 2024-07-29T15:21:08.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:08 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:21:08.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:08 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi067-126053-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi067-126053-10"}]': finished 2024-07-29T15:21:08.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:08 smithi138 ceph-mon[86438]: osdmap e1083: 8 total, 8 up, 8 in 2024-07-29T15:21:08.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:08 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:21:09.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:09 smithi067 ceph-mon[94375]: pgmap v1280: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:21:09.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:09 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:21:09.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:09 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:21:09.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:09 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:21:09.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:09 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:21:09.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:09 smithi067 ceph-mon[94375]: osdmap e1084: 8 total, 8 up, 8 in 2024-07-29T15:21:09.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:09 smithi067 ceph-mon[91995]: pgmap v1280: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:21:09.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:09 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:21:09.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:09 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:21:09.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:09 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:21:09.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:09 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:21:09.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:09 smithi067 ceph-mon[91995]: osdmap e1084: 8 total, 8 up, 8 in 2024-07-29T15:21:09.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:09 smithi138 ceph-mon[86438]: pgmap v1280: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:21:09.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:09 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:21:09.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:09 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:21:09.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:09 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:21:09.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:09 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126053-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:21:09.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:09 smithi138 ceph-mon[86438]: osdmap e1084: 8 total, 8 up, 8 in 2024-07-29T15:21:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:21:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:21:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:21:11.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:11 smithi067 ceph-mon[91995]: pgmap v1283: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:21:11.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:11 smithi067 ceph-mon[91995]: osdmap e1085: 8 total, 8 up, 8 in 2024-07-29T15:21:11.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:11 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-10"}]: dispatch 2024-07-29T15:21:11.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:11 smithi067 ceph-mon[94375]: pgmap v1283: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:21:11.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:11 smithi067 ceph-mon[94375]: osdmap e1085: 8 total, 8 up, 8 in 2024-07-29T15:21:11.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:11 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-10"}]: dispatch 2024-07-29T15:21:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:11 smithi138 ceph-mon[86438]: pgmap v1283: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:21:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:11 smithi138 ceph-mon[86438]: osdmap e1085: 8 total, 8 up, 8 in 2024-07-29T15:21:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:11 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-10"}]: dispatch 2024-07-29T15:21:12.360 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw.set_ec (7018 ms) 2024-07-29T15:21:12.360 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 10 tests from cls_rgw (61271 ms total) 2024-07-29T15:21:12.360 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:21:12.360 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] Global test environment tear-down 2024-07-29T15:21:12.360 INFO:tasks.workunit.client.0.smithi067.stdout:[==========] 10 tests from 1 test suite ran. (61271 ms total) 2024-07-29T15:21:12.360 INFO:tasks.workunit.client.0.smithi067.stdout:[ PASSED ] 10 tests. 2024-07-29T15:21:12.363 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-29T15:21:12.363 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-29T15:21:12.435 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-07-29T15:21:12.435 DEBUG:teuthology.orchestra.run.smithi067:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-07-29T15:21:12.505 INFO:tasks.workunit.client.0.smithi067.stdout:Running main() from gmock_main.cc 2024-07-29T15:21:12.506 INFO:tasks.workunit.client.0.smithi067.stdout:[==========] Running 16 tests from 1 test suite. 2024-07-29T15:21:12.506 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] Global test environment set-up. 2024-07-29T15:21:12.506 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 16 tests from cls_rgw 2024-07-29T15:21:12.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:12 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-10"}]': finished 2024-07-29T15:21:12.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:12 smithi067 ceph-mon[91995]: osdmap e1086: 8 total, 8 up, 8 in 2024-07-29T15:21:12.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:12 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-10"}]: dispatch 2024-07-29T15:21:12.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:12 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-10"}]': finished 2024-07-29T15:21:12.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:12 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-10"}]': finished 2024-07-29T15:21:12.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:12 smithi067 ceph-mon[94375]: osdmap e1086: 8 total, 8 up, 8 in 2024-07-29T15:21:12.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:12 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-10"}]: dispatch 2024-07-29T15:21:12.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:12 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-10"}]': finished 2024-07-29T15:21:12.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:12 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi067-126053-10"}]': finished 2024-07-29T15:21:12.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:12 smithi138 ceph-mon[86438]: osdmap e1086: 8 total, 8 up, 8 in 2024-07-29T15:21:12.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:12 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-10"}]: dispatch 2024-07-29T15:21:12.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:12 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1244461102' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi067-126053-10"}]': finished 2024-07-29T15:21:13.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:13 smithi067 ceph-mon[91995]: pgmap v1286: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:21:13.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:13 smithi067 ceph-mon[91995]: osdmap e1087: 8 total, 8 up, 8 in 2024-07-29T15:21:13.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:13 smithi067 ceph-mon[94375]: pgmap v1286: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:21:13.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:13 smithi067 ceph-mon[94375]: osdmap e1087: 8 total, 8 up, 8 in 2024-07-29T15:21:13.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:13 smithi138 ceph-mon[86438]: pgmap v1286: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:21:13.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:13 smithi138 ceph-mon[86438]: osdmap e1087: 8 total, 8 up, 8 in 2024-07-29T15:21:14.385 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw.index_basic 2024-07-29T15:21:14.427 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw.index_basic (42 ms) 2024-07-29T15:21:14.427 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-07-29T15:21:14.454 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (27 ms) 2024-07-29T15:21:14.454 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw.index_remove_object 2024-07-29T15:21:14.490 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw.index_remove_object (36 ms) 2024-07-29T15:21:14.490 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw.index_suggest 2024-07-29T15:21:14.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:14 smithi067 ceph-mon[91995]: osdmap e1088: 8 total, 8 up, 8 in 2024-07-29T15:21:14.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:14 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2696570191' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126403-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:21:14.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:14 smithi067 ceph-mon[94375]: osdmap e1088: 8 total, 8 up, 8 in 2024-07-29T15:21:14.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:14 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2696570191' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126403-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:21:14.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:14 smithi138 ceph-mon[86438]: osdmap e1088: 8 total, 8 up, 8 in 2024-07-29T15:21:14.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:14 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2696570191' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126403-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:21:15.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:15 smithi067 ceph-mon[91995]: pgmap v1289: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:21:15.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:15 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:21:15.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:15 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2696570191' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126403-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:21:15.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:15 smithi067 ceph-mon[91995]: osdmap e1089: 8 total, 8 up, 8 in 2024-07-29T15:21:15.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:15 smithi067 ceph-mon[94375]: pgmap v1289: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:21:15.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:15 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:21:15.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:15 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2696570191' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126403-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:21:15.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:15 smithi067 ceph-mon[94375]: osdmap e1089: 8 total, 8 up, 8 in 2024-07-29T15:21:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:15 smithi138 ceph-mon[86438]: pgmap v1289: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:21:15.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:15 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:21:15.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:15 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2696570191' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126403-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:21:15.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:15 smithi138 ceph-mon[86438]: osdmap e1089: 8 total, 8 up, 8 in 2024-07-29T15:21:15.932 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw.index_suggest (1442 ms) 2024-07-29T15:21:15.932 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-07-29T15:21:15.939 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw.index_suggest_complete (7 ms) 2024-07-29T15:21:15.939 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw.index_list 2024-07-29T15:21:15.957 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw.index_list (18 ms) 2024-07-29T15:21:15.958 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-07-29T15:21:16.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:16 smithi067 ceph-mon[91995]: osdmap e1090: 8 total, 8 up, 8 in 2024-07-29T15:21:16.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:16 smithi067 ceph-mon[94375]: osdmap e1090: 8 total, 8 up, 8 in 2024-07-29T15:21:16.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:16 smithi138 ceph-mon[86438]: osdmap e1090: 8 total, 8 up, 8 in 2024-07-29T15:21:17.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:17 smithi067 ceph-mon[91995]: pgmap v1292: 137 pgs: 4 creating+peering, 15 unknown, 118 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 19 KiB/s rd, 11 KiB/s wr, 34 op/s 2024-07-29T15:21:17.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:17 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:21:17.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:17 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:21:17.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:17 smithi067 ceph-mon[94375]: pgmap v1292: 137 pgs: 4 creating+peering, 15 unknown, 118 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 19 KiB/s rd, 11 KiB/s wr, 34 op/s 2024-07-29T15:21:17.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:17 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:21:17.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:17 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:21:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:17 smithi138 ceph-mon[86438]: pgmap v1292: 137 pgs: 4 creating+peering, 15 unknown, 118 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 19 KiB/s rd, 11 KiB/s wr, 34 op/s 2024-07-29T15:21:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:17 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:21:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:17 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:21:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:21:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:21:17] "GET /metrics HTTP/1.1" 200 34156 "" "Prometheus/2.51.0" 2024-07-29T15:21:19.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:19 smithi067 ceph-mon[91995]: pgmap v1293: 137 pgs: 4 creating+peering, 7 unknown, 126 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 17 KiB/s wr, 52 op/s 2024-07-29T15:21:19.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:19 smithi067 ceph-mon[94375]: pgmap v1293: 137 pgs: 4 creating+peering, 7 unknown, 126 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 17 KiB/s wr, 52 op/s 2024-07-29T15:21:19.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:19 smithi138 ceph-mon[86438]: pgmap v1293: 137 pgs: 4 creating+peering, 7 unknown, 126 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 17 KiB/s wr, 52 op/s 2024-07-29T15:21:20.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:21:20.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:21:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:21:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:21:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:21:20.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:21:21.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:21 smithi067 ceph-mon[91995]: pgmap v1294: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 793 KiB/s rd, 502 KiB/s wr, 1.54k op/s 2024-07-29T15:21:21.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:21 smithi067 ceph-mon[94375]: pgmap v1294: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 793 KiB/s rd, 502 KiB/s wr, 1.54k op/s 2024-07-29T15:21:21.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:21 smithi138 ceph-mon[86438]: pgmap v1294: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 793 KiB/s rd, 502 KiB/s wr, 1.54k op/s 2024-07-29T15:21:23.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:23 smithi067 ceph-mon[91995]: pgmap v1295: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 671 KiB/s rd, 425 KiB/s wr, 1.29k op/s 2024-07-29T15:21:23.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:23 smithi067 ceph-mon[94375]: pgmap v1295: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 671 KiB/s rd, 425 KiB/s wr, 1.29k op/s 2024-07-29T15:21:23.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:23 smithi138 ceph-mon[86438]: pgmap v1295: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 671 KiB/s rd, 425 KiB/s wr, 1.29k op/s 2024-07-29T15:21:25.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:25 smithi067 ceph-mon[91995]: pgmap v1296: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 552 KiB/s rd, 350 KiB/s wr, 1.07k op/s 2024-07-29T15:21:25.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:25 smithi067 ceph-mon[94375]: pgmap v1296: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 552 KiB/s rd, 350 KiB/s wr, 1.07k op/s 2024-07-29T15:21:25.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:25 smithi138 ceph-mon[86438]: pgmap v1296: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 552 KiB/s rd, 350 KiB/s wr, 1.07k op/s 2024-07-29T15:21:27.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:27 smithi067 ceph-mon[91995]: pgmap v1297: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 920 KiB/s rd, 598 KiB/s wr, 1.81k op/s 2024-07-29T15:21:27.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:27 smithi067 ceph-mon[94375]: pgmap v1297: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 920 KiB/s rd, 598 KiB/s wr, 1.81k op/s 2024-07-29T15:21:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:27 smithi138 ceph-mon[86438]: pgmap v1297: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 920 KiB/s rd, 598 KiB/s wr, 1.81k op/s 2024-07-29T15:21:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:21:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:21:27] "GET /metrics HTTP/1.1" 200 36538 "" "Prometheus/2.51.0" 2024-07-29T15:21:29.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:29 smithi067 ceph-mon[91995]: pgmap v1298: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 821 KiB/s rd, 533 KiB/s wr, 1.61k op/s 2024-07-29T15:21:29.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:29 smithi067 ceph-mon[94375]: pgmap v1298: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 821 KiB/s rd, 533 KiB/s wr, 1.61k op/s 2024-07-29T15:21:29.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:29 smithi138 ceph-mon[86438]: pgmap v1298: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 821 KiB/s rd, 533 KiB/s wr, 1.61k op/s 2024-07-29T15:21:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:21:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:21:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:21:31.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:31 smithi067 ceph-mon[91995]: pgmap v1299: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 728 KiB/s wr, 2.19k op/s 2024-07-29T15:21:31.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:31 smithi067 ceph-mon[94375]: pgmap v1299: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 728 KiB/s wr, 2.19k op/s 2024-07-29T15:21:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:31 smithi138 ceph-mon[86438]: pgmap v1299: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 728 KiB/s wr, 2.19k op/s 2024-07-29T15:21:33.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:33 smithi067 ceph-mon[94375]: pgmap v1300: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 681 KiB/s rd, 454 KiB/s wr, 1.36k op/s 2024-07-29T15:21:33.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:33 smithi067 ceph-mon[91995]: pgmap v1300: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 681 KiB/s rd, 454 KiB/s wr, 1.36k op/s 2024-07-29T15:21:33.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:33 smithi138 ceph-mon[86438]: pgmap v1300: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 681 KiB/s rd, 454 KiB/s wr, 1.36k op/s 2024-07-29T15:21:35.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:35 smithi067 ceph-mon[94375]: pgmap v1301: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 678 KiB/s rd, 452 KiB/s wr, 1.35k op/s 2024-07-29T15:21:35.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:21:35.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:35 smithi067 ceph-mon[91995]: pgmap v1301: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 678 KiB/s rd, 452 KiB/s wr, 1.35k op/s 2024-07-29T15:21:35.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:21:35.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:35 smithi138 ceph-mon[86438]: pgmap v1301: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 678 KiB/s rd, 452 KiB/s wr, 1.35k op/s 2024-07-29T15:21:35.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:21:37.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:37 smithi067 ceph-mon[91995]: pgmap v1302: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 968 KiB/s rd, 646 KiB/s wr, 1.94k op/s 2024-07-29T15:21:37.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:37 smithi067 ceph-mon[94375]: pgmap v1302: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 968 KiB/s rd, 646 KiB/s wr, 1.94k op/s 2024-07-29T15:21:37.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:37 smithi138 ceph-mon[86438]: pgmap v1302: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 968 KiB/s rd, 646 KiB/s wr, 1.94k op/s 2024-07-29T15:21:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:21:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:21:37] "GET /metrics HTTP/1.1" 200 36546 "" "Prometheus/2.51.0" 2024-07-29T15:21:39.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:39 smithi067 ceph-mon[91995]: pgmap v1303: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 588 KiB/s rd, 392 KiB/s wr, 1.18k op/s 2024-07-29T15:21:39.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:39 smithi067 ceph-mon[94375]: pgmap v1303: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 588 KiB/s rd, 392 KiB/s wr, 1.18k op/s 2024-07-29T15:21:39.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:39 smithi138 ceph-mon[86438]: pgmap v1303: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 588 KiB/s rd, 392 KiB/s wr, 1.18k op/s 2024-07-29T15:21:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:21:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:21:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:21:41.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:41 smithi067 ceph-mon[91995]: pgmap v1304: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 872 KiB/s rd, 581 KiB/s wr, 1.74k op/s 2024-07-29T15:21:41.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:41 smithi067 ceph-mon[94375]: pgmap v1304: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 872 KiB/s rd, 581 KiB/s wr, 1.74k op/s 2024-07-29T15:21:41.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:41 smithi138 ceph-mon[86438]: pgmap v1304: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 872 KiB/s rd, 581 KiB/s wr, 1.74k op/s 2024-07-29T15:21:43.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:43 smithi067 ceph-mon[91995]: pgmap v1305: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 574 KiB/s rd, 383 KiB/s wr, 1.15k op/s 2024-07-29T15:21:43.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:43 smithi067 ceph-mon[94375]: pgmap v1305: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 574 KiB/s rd, 383 KiB/s wr, 1.15k op/s 2024-07-29T15:21:43.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:43 smithi138 ceph-mon[86438]: pgmap v1305: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 574 KiB/s rd, 383 KiB/s wr, 1.15k op/s 2024-07-29T15:21:45.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:45 smithi067 ceph-mon[91995]: pgmap v1306: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 574 KiB/s rd, 383 KiB/s wr, 1.15k op/s 2024-07-29T15:21:45.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:45 smithi067 ceph-mon[94375]: pgmap v1306: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 574 KiB/s rd, 383 KiB/s wr, 1.15k op/s 2024-07-29T15:21:45.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:45 smithi138 ceph-mon[86438]: pgmap v1306: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 574 KiB/s rd, 383 KiB/s wr, 1.15k op/s 2024-07-29T15:21:47.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:47 smithi067 ceph-mon[91995]: pgmap v1307: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 858 KiB/s rd, 572 KiB/s wr, 1.72k op/s 2024-07-29T15:21:47.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:47 smithi067 ceph-mon[94375]: pgmap v1307: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 858 KiB/s rd, 572 KiB/s wr, 1.72k op/s 2024-07-29T15:21:47.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:47 smithi138 ceph-mon[86438]: pgmap v1307: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 858 KiB/s rd, 572 KiB/s wr, 1.72k op/s 2024-07-29T15:21:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:21:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:21:47] "GET /metrics HTTP/1.1" 200 36546 "" "Prometheus/2.51.0" 2024-07-29T15:21:49.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:49 smithi067 ceph-mon[94375]: pgmap v1308: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 568 KiB/s rd, 379 KiB/s wr, 1.14k op/s 2024-07-29T15:21:49.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:49 smithi067 ceph-mon[91995]: pgmap v1308: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 568 KiB/s rd, 379 KiB/s wr, 1.14k op/s 2024-07-29T15:21:49.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:49 smithi138 ceph-mon[86438]: pgmap v1308: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 568 KiB/s rd, 379 KiB/s wr, 1.14k op/s 2024-07-29T15:21:50.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:21:50.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:21:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:21:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:21:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:21:50.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:21:51.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:51 smithi067 ceph-mon[94375]: pgmap v1309: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 855 KiB/s rd, 570 KiB/s wr, 1.71k op/s 2024-07-29T15:21:51.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:51 smithi067 ceph-mon[91995]: pgmap v1309: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 855 KiB/s rd, 570 KiB/s wr, 1.71k op/s 2024-07-29T15:21:51.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:51 smithi138 ceph-mon[86438]: pgmap v1309: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 855 KiB/s rd, 570 KiB/s wr, 1.71k op/s 2024-07-29T15:21:53.310 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:21:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=cleanup t=2024-07-29T15:21:52.899177721Z level=info msg="Completed cleanup jobs" duration=3.213256ms 2024-07-29T15:21:53.311 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:21:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=sqlstore.transactions t=2024-07-29T15:21:52.905361975Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-07-29T15:21:53.311 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:21:53 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=plugins.update.checker t=2024-07-29T15:21:53.037062024Z level=info msg="Update check succeeded" duration=57.231389ms 2024-07-29T15:21:53.311 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:21:53 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=grafana.update.checker t=2024-07-29T15:21:53.040062857Z level=info msg="Update check succeeded" duration=67.531299ms 2024-07-29T15:21:53.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:53 smithi067 ceph-mon[94375]: pgmap v1310: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 571 KiB/s rd, 381 KiB/s wr, 1.14k op/s 2024-07-29T15:21:53.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:53 smithi067 ceph-mon[91995]: pgmap v1310: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 571 KiB/s rd, 381 KiB/s wr, 1.14k op/s 2024-07-29T15:21:53.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:53 smithi138 ceph-mon[86438]: pgmap v1310: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 571 KiB/s rd, 381 KiB/s wr, 1.14k op/s 2024-07-29T15:21:55.347 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw.index_list_delimited (39388 ms) 2024-07-29T15:21:55.347 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw.bi_list 2024-07-29T15:21:55.417 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw.bi_list (70 ms) 2024-07-29T15:21:55.417 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw.gc_set 2024-07-29T15:21:55.440 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw.gc_set (24 ms) 2024-07-29T15:21:55.440 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw.gc_list 2024-07-29T15:21:55.466 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw.gc_list (26 ms) 2024-07-29T15:21:55.467 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw.gc_defer 2024-07-29T15:21:55.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:55 smithi067 ceph-mon[91995]: pgmap v1311: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 571 KiB/s rd, 381 KiB/s wr, 1.14k op/s 2024-07-29T15:21:55.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:55 smithi067 ceph-mon[94375]: pgmap v1311: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 571 KiB/s rd, 381 KiB/s wr, 1.14k op/s 2024-07-29T15:21:55.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:55 smithi138 ceph-mon[86438]: pgmap v1311: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 571 KiB/s rd, 381 KiB/s wr, 1.14k op/s 2024-07-29T15:21:57.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:57 smithi067 ceph-mon[91995]: pgmap v1312: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 856 KiB/s rd, 571 KiB/s wr, 1.71k op/s 2024-07-29T15:21:57.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:57 smithi067 ceph-mon[91995]: osdmap e1091: 8 total, 8 up, 8 in 2024-07-29T15:21:57.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:57 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/987895752' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126403-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:21:57.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:57 smithi067 ceph-mon[94375]: pgmap v1312: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 856 KiB/s rd, 571 KiB/s wr, 1.71k op/s 2024-07-29T15:21:57.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:57 smithi067 ceph-mon[94375]: osdmap e1091: 8 total, 8 up, 8 in 2024-07-29T15:21:57.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:57 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/987895752' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126403-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:21:57.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:57 smithi138 ceph-mon[86438]: pgmap v1312: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 856 KiB/s rd, 571 KiB/s wr, 1.71k op/s 2024-07-29T15:21:57.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:57 smithi138 ceph-mon[86438]: osdmap e1091: 8 total, 8 up, 8 in 2024-07-29T15:21:57.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:57 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/987895752' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126403-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:21:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:21:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:21:57] "GET /metrics HTTP/1.1" 200 36543 "" "Prometheus/2.51.0" 2024-07-29T15:21:58.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:58 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/987895752' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126403-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:21:58.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:58 smithi067 ceph-mon[91995]: osdmap e1092: 8 total, 8 up, 8 in 2024-07-29T15:21:58.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:58 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/987895752' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126403-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:21:58.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:58 smithi067 ceph-mon[94375]: osdmap e1092: 8 total, 8 up, 8 in 2024-07-29T15:21:58.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:58 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/987895752' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126403-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:21:58.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:58 smithi138 ceph-mon[86438]: osdmap e1092: 8 total, 8 up, 8 in 2024-07-29T15:21:59.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:59 smithi067 ceph-mon[91995]: pgmap v1315: 169 pgs: 2 creating+peering, 26 unknown, 141 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 427 KiB/s rd, 285 KiB/s wr, 854 op/s 2024-07-29T15:21:59.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:21:59 smithi067 ceph-mon[91995]: osdmap e1093: 8 total, 8 up, 8 in 2024-07-29T15:21:59.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:59 smithi067 ceph-mon[94375]: pgmap v1315: 169 pgs: 2 creating+peering, 26 unknown, 141 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 427 KiB/s rd, 285 KiB/s wr, 854 op/s 2024-07-29T15:21:59.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:21:59 smithi067 ceph-mon[94375]: osdmap e1093: 8 total, 8 up, 8 in 2024-07-29T15:21:59.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:59 smithi138 ceph-mon[86438]: pgmap v1315: 169 pgs: 2 creating+peering, 26 unknown, 141 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 427 KiB/s rd, 285 KiB/s wr, 854 op/s 2024-07-29T15:21:59.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:21:59 smithi138 ceph-mon[86438]: osdmap e1093: 8 total, 8 up, 8 in 2024-07-29T15:22:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:22:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:22:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:22:01.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:01 smithi067 ceph-mon[91995]: pgmap v1317: 169 pgs: 2 creating+peering, 18 unknown, 149 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 977 KiB/s rd, 493 KiB/s wr, 1.47k op/s 2024-07-29T15:22:01.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:01 smithi067 ceph-mon[94375]: pgmap v1317: 169 pgs: 2 creating+peering, 18 unknown, 149 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 977 KiB/s rd, 493 KiB/s wr, 1.47k op/s 2024-07-29T15:22:01.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:01 smithi138 ceph-mon[86438]: pgmap v1317: 169 pgs: 2 creating+peering, 18 unknown, 149 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 977 KiB/s rd, 493 KiB/s wr, 1.47k op/s 2024-07-29T15:22:03.489 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw.gc_defer (8023 ms) 2024-07-29T15:22:03.489 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw.usage_basic 2024-07-29T15:22:03.554 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw.usage_basic (65 ms) 2024-07-29T15:22:03.555 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-07-29T15:22:03.556 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw.usage_clear_no_obj (2 ms) 2024-07-29T15:22:03.556 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw.usage_clear 2024-07-29T15:22:03.639 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw.usage_clear (83 ms) 2024-07-29T15:22:03.639 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-07-29T15:22:03.686 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw.bi_log_trim (47 ms) 2024-07-29T15:22:03.686 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-07-29T15:22:03.697 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw.index_racing_removes (11 ms) 2024-07-29T15:22:03.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:03 smithi138 ceph-mon[86438]: pgmap v1318: 169 pgs: 2 creating+peering, 167 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 408 KiB/s rd, 114 KiB/s wr, 333 op/s 2024-07-29T15:22:03.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:03 smithi067 ceph-mon[91995]: pgmap v1318: 169 pgs: 2 creating+peering, 167 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 408 KiB/s rd, 114 KiB/s wr, 333 op/s 2024-07-29T15:22:03.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:03 smithi067 ceph-mon[94375]: pgmap v1318: 169 pgs: 2 creating+peering, 167 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 408 KiB/s rd, 114 KiB/s wr, 333 op/s 2024-07-29T15:22:04.501 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 16 tests from cls_rgw (49312 ms total) 2024-07-29T15:22:04.501 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:22:04.501 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] Global test environment tear-down 2024-07-29T15:22:04.501 INFO:tasks.workunit.client.0.smithi067.stdout:[==========] 16 tests from 1 test suite ran. (51996 ms total) 2024-07-29T15:22:04.501 INFO:tasks.workunit.client.0.smithi067.stdout:[ PASSED ] 16 tests. 2024-07-29T15:22:04.505 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-29T15:22:04.506 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-29T15:22:04.575 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-07-29T15:22:04.575 DEBUG:teuthology.orchestra.run.smithi067:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-07-29T15:22:04.647 INFO:tasks.workunit.client.0.smithi067.stdout:Running main() from gmock_main.cc 2024-07-29T15:22:04.647 INFO:tasks.workunit.client.0.smithi067.stdout:[==========] Running 9 tests from 1 test suite. 2024-07-29T15:22:04.647 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] Global test environment set-up. 2024-07-29T15:22:04.647 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 9 tests from cls_rgw_gc 2024-07-29T15:22:04.647 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw_gc.init 2024-07-29T15:22:04.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:04 smithi138 ceph-mon[86438]: osdmap e1094: 8 total, 8 up, 8 in 2024-07-29T15:22:04.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:04 smithi067 ceph-mon[91995]: osdmap e1094: 8 total, 8 up, 8 in 2024-07-29T15:22:04.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:04 smithi067 ceph-mon[94375]: osdmap e1094: 8 total, 8 up, 8 in 2024-07-29T15:22:05.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:05 smithi138 ceph-mon[86438]: pgmap v1320: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 368 KiB/s rd, 102 KiB/s wr, 299 op/s 2024-07-29T15:22:05.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:05 smithi138 ceph-mon[86438]: osdmap e1095: 8 total, 8 up, 8 in 2024-07-29T15:22:05.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:22:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:05 smithi067 ceph-mon[91995]: pgmap v1320: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 368 KiB/s rd, 102 KiB/s wr, 299 op/s 2024-07-29T15:22:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:05 smithi067 ceph-mon[91995]: osdmap e1095: 8 total, 8 up, 8 in 2024-07-29T15:22:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:22:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:05 smithi067 ceph-mon[94375]: pgmap v1320: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 368 KiB/s rd, 102 KiB/s wr, 299 op/s 2024-07-29T15:22:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:05 smithi067 ceph-mon[94375]: osdmap e1095: 8 total, 8 up, 8 in 2024-07-29T15:22:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:22:06.525 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw_gc.init (1879 ms) 2024-07-29T15:22:06.525 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-07-29T15:22:06.546 INFO:tasks.workunit.client.0.smithi067.stderr:[ ] list info tag = chain-0 2024-07-29T15:22:06.546 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (21 ms) 2024-07-29T15:22:06.547 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-07-29T15:22:06.552 INFO:tasks.workunit.client.0.smithi067.stderr:[ ] next_marker is: = 0/4263 2024-07-29T15:22:06.553 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (7 ms) 2024-07-29T15:22:06.553 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-07-29T15:22:06.561 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (8 ms) 2024-07-29T15:22:06.561 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-07-29T15:22:06.567 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (6 ms) 2024-07-29T15:22:06.568 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-07-29T15:22:06.576 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (8 ms) 2024-07-29T15:22:06.576 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-07-29T15:22:06.582 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (6 ms) 2024-07-29T15:22:06.582 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-07-29T15:22:06.588 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (6 ms) 2024-07-29T15:22:06.588 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw_gc.finalize 2024-07-29T15:22:06.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:06 smithi138 ceph-mon[86438]: osdmap e1096: 8 total, 8 up, 8 in 2024-07-29T15:22:06.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:06 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/561108882' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126475-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:22:06.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:06 smithi067 ceph-mon[94375]: osdmap e1096: 8 total, 8 up, 8 in 2024-07-29T15:22:06.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:06 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/561108882' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126475-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:22:06.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:06 smithi067 ceph-mon[91995]: osdmap e1096: 8 total, 8 up, 8 in 2024-07-29T15:22:06.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:06 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/561108882' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126475-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:22:07.529 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw_gc.finalize (941 ms) 2024-07-29T15:22:07.530 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 9 tests from cls_rgw_gc (2883 ms total) 2024-07-29T15:22:07.530 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:22:07.530 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] Global test environment tear-down 2024-07-29T15:22:07.530 INFO:tasks.workunit.client.0.smithi067.stdout:[==========] 9 tests from 1 test suite ran. (2883 ms total) 2024-07-29T15:22:07.530 INFO:tasks.workunit.client.0.smithi067.stdout:[ PASSED ] 9 tests. 2024-07-29T15:22:07.532 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-29T15:22:07.533 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-29T15:22:07.604 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-07-29T15:22:07.604 DEBUG:teuthology.orchestra.run.smithi067:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-07-29T15:22:07.684 INFO:tasks.workunit.client.0.smithi067.stdout:[==========] Running 1 test from 1 test suite. 2024-07-29T15:22:07.684 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] Global test environment set-up. 2024-07-29T15:22:07.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:07 smithi138 ceph-mon[86438]: pgmap v1323: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:22:07.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:07 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:22:07.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:07 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/561108882' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126475-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:22:07.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:07 smithi138 ceph-mon[86438]: osdmap e1097: 8 total, 8 up, 8 in 2024-07-29T15:22:07.844 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:07 smithi067 ceph-mon[91995]: pgmap v1323: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:22:07.844 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:07 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:22:07.844 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:07 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/561108882' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126475-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:22:07.844 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:07 smithi067 ceph-mon[91995]: osdmap e1097: 8 total, 8 up, 8 in 2024-07-29T15:22:07.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:07 smithi067 ceph-mon[94375]: pgmap v1323: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:22:07.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:07 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:22:07.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:07 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/561108882' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126475-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:22:07.845 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:07 smithi067 ceph-mon[94375]: osdmap e1097: 8 total, 8 up, 8 in 2024-07-29T15:22:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:22:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:22:07] "GET /metrics HTTP/1.1" 200 34152 "" "Prometheus/2.51.0" 2024-07-29T15:22:08.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:08 smithi138 ceph-mon[86438]: osdmap e1098: 8 total, 8 up, 8 in 2024-07-29T15:22:08.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:08 smithi067 ceph-mon[91995]: osdmap e1098: 8 total, 8 up, 8 in 2024-07-29T15:22:08.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:08 smithi067 ceph-mon[94375]: osdmap e1098: 8 total, 8 up, 8 in 2024-07-29T15:22:09.545 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 1 test from cls_rgw_stats 2024-07-29T15:22:09.545 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] cls_rgw_stats.simulate 2024-07-29T15:22:09.564 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.563+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~VOELQLFY9KH2.0 size=1048576 2024-07-29T15:22:09.565 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.564+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~VOELQLFY9KH2.1 size=240928 2024-07-29T15:22:09.565 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.564+0000 7fd62f6c3640 1 > prepared multipart upload key=V2178FD5CN6Y upload=VOELQLFY9KH2 tag=IVLRJXJPN9W1 type=write size=2338080 2024-07-29T15:22:09.566 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.565+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=B5OPUCLMCF45 type=write size=477161 2024-07-29T15:22:09.569 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.568+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~XYPR4KDXMX0S.0 size=44928 2024-07-29T15:22:09.569 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.568+0000 7fd62f6c3640 1 > prepared multipart upload key=ZMFNWBOB37DJ upload=XYPR4KDXMX0S tag=LWDXXPXR1BGJ type=write size=1093504 2024-07-29T15:22:09.570 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.569+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=UW8JZ1AGXF0D type=del size=3029532 2024-07-29T15:22:09.571 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.570+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=CUVIX1324J04 type=del size=3322912 2024-07-29T15:22:09.572 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.572+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=PXWGX7CW7KQO type=del size=3172388 2024-07-29T15:22:09.574 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.573+0000 7fd62f6c3640 1 > prepared operation key=H0YBVQU3EMED tag=YNPL5ZEA11YF type=del size=430438 2024-07-29T15:22:09.575 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.574+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=81JH3PJUTJ9G type=del size=3844495 2024-07-29T15:22:09.576 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.575+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=V6QSU3VVHERV type=del size=2390436 2024-07-29T15:22:09.578 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.577+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=W1Q0WKCSIVVG type=del size=1074035 2024-07-29T15:22:09.579 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.578+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=PN12VJCCH6BS type=del size=3299484 2024-07-29T15:22:09.581 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.580+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~01JOZTK7V5MD.0 size=1048576 2024-07-29T15:22:09.582 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.581+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~01JOZTK7V5MD.1 size=141080 2024-07-29T15:22:09.583 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.581+0000 7fd62f6c3640 1 > prepared multipart upload key=ZDB57ZUUV5IX upload=01JOZTK7V5MD tag=DR5BXKFN0EW6 type=write size=2238232 2024-07-29T15:22:09.584 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.583+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=LYD610CVXCIH type=del size=2229181 2024-07-29T15:22:09.587 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.586+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~R5UC5OU5UNHG.0 size=1048576 2024-07-29T15:22:09.588 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.587+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~R5UC5OU5UNHG.1 size=185166 2024-07-29T15:22:09.588 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.587+0000 7fd62f6c3640 1 > prepared multipart upload key=RQC1B162F8M6 upload=R5UC5OU5UNHG tag=UP7S73TVX5Q4 type=write size=2282318 2024-07-29T15:22:09.590 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.589+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=M9YBBUN7SE58 type=del size=3487016 2024-07-29T15:22:09.592 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.591+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=FRMU8ST20TW8 type=write size=142670 2024-07-29T15:22:09.594 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.593+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~VOELQLFY9KH2.0 size=1048576 2024-07-29T15:22:09.594 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.593+0000 7fd62f6c3640 1 < canceled part key=_multipart_V2178FD5CN6Y.2~VOELQLFY9KH2.1 size=240928 2024-07-29T15:22:09.596 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.595+0000 7fd62f6c3640 1 < canceled multipart upload key=V2178FD5CN6Y upload=VOELQLFY9KH2 tag=IVLRJXJPN9W1 type=write size=2338080 2024-07-29T15:22:09.597 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.596+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=U0EA2O4KHTJ7 type=del size=3959322 2024-07-29T15:22:09.598 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.597+0000 7fd62f6c3640 1 < completed write operation key=W248KYMPQG8A tag=B5OPUCLMCF45 type=write size=477161 2024-07-29T15:22:09.600 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.599+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=1QZBHHOO70C8 type=write size=690728 2024-07-29T15:22:09.601 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.600+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~XYPR4KDXMX0S.0 size=44928 2024-07-29T15:22:09.603 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.602+0000 7fd62f6c3640 1 < completed multipart upload key=ZMFNWBOB37DJ upload=XYPR4KDXMX0S tag=LWDXXPXR1BGJ type=write size=1093504 2024-07-29T15:22:09.605 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.604+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~F4X499R38KW9.0 size=1048576 2024-07-29T15:22:09.606 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.606+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~F4X499R38KW9.1 size=137589 2024-07-29T15:22:09.607 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.606+0000 7fd62f6c3640 1 > prepared multipart upload key=3OG3SYFEL3VL upload=F4X499R38KW9 tag=QR8UB5QEN9YL type=write size=2234741 2024-07-29T15:22:09.608 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.607+0000 7fd62f6c3640 1 < completed delete operation key=IWIUUJFZ4UME tag=UW8JZ1AGXF0D type=del 2024-07-29T15:22:09.610 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.609+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~YHHXVGDVUAFZ.0 size=1048576 2024-07-29T15:22:09.611 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.610+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~YHHXVGDVUAFZ.1 size=1048576 2024-07-29T15:22:09.612 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.611+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~YHHXVGDVUAFZ.2 size=44699 2024-07-29T15:22:09.612 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.611+0000 7fd62f6c3640 1 > prepared multipart upload key=C3FDCOT4DV2B upload=YHHXVGDVUAFZ tag=MURG173M7Y8P type=write size=3190427 2024-07-29T15:22:09.613 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.612+0000 7fd62f6c3640 1 < completed delete operation key=V2178FD5CN6Y tag=CUVIX1324J04 type=del 2024-07-29T15:22:09.616 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.615+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~P1ZG29XGX6XZ.0 size=741896 2024-07-29T15:22:09.616 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.615+0000 7fd62f6c3640 1 > prepared multipart upload key=M5I2YC3HVZ0P upload=P1ZG29XGX6XZ tag=O1NM9R1G0CXU type=write size=1790472 2024-07-29T15:22:09.617 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.616+0000 7fd62f6c3640 1 < completed delete operation key=IWIUUJFZ4UME tag=PXWGX7CW7KQO type=del 2024-07-29T15:22:09.618 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.617+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=CPBNDDGBTFAR type=del size=2215523 2024-07-29T15:22:09.619 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.619+0000 7fd62f6c3640 1 < completed delete operation key=H0YBVQU3EMED tag=YNPL5ZEA11YF type=del 2024-07-29T15:22:09.622 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.621+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~SRPNK1XSYUGJ.0 size=1048576 2024-07-29T15:22:09.623 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.622+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~SRPNK1XSYUGJ.1 size=860205 2024-07-29T15:22:09.623 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.622+0000 7fd62f6c3640 1 > prepared multipart upload key=4Z3FPJTXXFV7 upload=SRPNK1XSYUGJ tag=B540Q9AAQYSA type=write size=2957357 2024-07-29T15:22:09.625 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.624+0000 7fd62f6c3640 1 < suggested remove operation key=4LY01AD2KMYQ tag=81JH3PJUTJ9G type=del 2024-07-29T15:22:09.627 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.626+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=YL60W3C8HDVV type=del size=1056731 2024-07-29T15:22:09.630 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.629+0000 7fd62f6c3640 1 < suggested update operation key=4Z3FPJTXXFV7 tag=V6QSU3VVHERV type=del size=2390436 2024-07-29T15:22:09.632 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.631+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=WTO3V1KKB8JB type=del size=372402 2024-07-29T15:22:09.633 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.632+0000 7fd62f6c3640 1 < completed delete operation key=FAOPDKU2UC4Y tag=W1Q0WKCSIVVG type=del 2024-07-29T15:22:09.635 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.634+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~LDK1GMKYLVS9.0 size=901511 2024-07-29T15:22:09.635 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.634+0000 7fd62f6c3640 1 > prepared multipart upload key=4LY01AD2KMYQ upload=LDK1GMKYLVS9 tag=5H66KDOQ7FAV type=write size=1950087 2024-07-29T15:22:09.637 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.636+0000 7fd62f6c3640 1 < completed delete operation key=3OG3SYFEL3VL tag=PN12VJCCH6BS type=del 2024-07-29T15:22:09.640 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.639+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~3CYV9JP4DP31.0 size=1048576 2024-07-29T15:22:09.641 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.640+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~3CYV9JP4DP31.1 size=356003 2024-07-29T15:22:09.641 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.640+0000 7fd62f6c3640 1 > prepared multipart upload key=E98KUA2RK3BK upload=3CYV9JP4DP31 tag=13ST44OXI3P3 type=write size=2453155 2024-07-29T15:22:09.643 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.642+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~01JOZTK7V5MD.0 size=1048576 2024-07-29T15:22:09.644 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.643+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~01JOZTK7V5MD.1 size=141080 2024-07-29T15:22:09.646 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.645+0000 7fd62f6c3640 1 < completed multipart upload key=ZDB57ZUUV5IX upload=01JOZTK7V5MD tag=DR5BXKFN0EW6 type=write size=2238232 2024-07-29T15:22:09.648 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.647+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~882JEW7TEEN4.0 size=1048576 2024-07-29T15:22:09.649 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.648+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~882JEW7TEEN4.1 size=202002 2024-07-29T15:22:09.649 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.648+0000 7fd62f6c3640 1 > prepared multipart upload key=L184IOUE520P upload=882JEW7TEEN4 tag=16MK1SEOWGRC type=write size=2299154 2024-07-29T15:22:09.650 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.649+0000 7fd62f6c3640 1 < completed delete operation key=ZMFNWBOB37DJ tag=LYD610CVXCIH type=del 2024-07-29T15:22:09.651 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.650+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=QUX23KYJCMIO type=del size=1842384 2024-07-29T15:22:09.653 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.652+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~R5UC5OU5UNHG.0 size=1048576 2024-07-29T15:22:09.654 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.653+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~R5UC5OU5UNHG.1 size=185166 2024-07-29T15:22:09.656 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.655+0000 7fd62f6c3640 1 < completed multipart upload key=RQC1B162F8M6 upload=R5UC5OU5UNHG tag=UP7S73TVX5Q4 type=write size=2282318 2024-07-29T15:22:09.657 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.656+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=4UKCTLL59VEE type=del size=3885477 2024-07-29T15:22:09.658 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.657+0000 7fd62f6c3640 1 < canceled operation key=W248KYMPQG8A tag=M9YBBUN7SE58 type=del size=3487016 2024-07-29T15:22:09.660 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.659+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=B97KD95M743Z type=del size=2851806 2024-07-29T15:22:09.662 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.661+0000 7fd62f6c3640 1 < suggested update operation key=ZDB57ZUUV5IX tag=FRMU8ST20TW8 type=write size=142670 2024-07-29T15:22:09.663 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.663+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=DHJULZF3Y8UX type=write size=970044 2024-07-29T15:22:09.665 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.664+0000 7fd62f6c3640 1 < completed delete operation key=M5I2YC3HVZ0P tag=U0EA2O4KHTJ7 type=del 2024-07-29T15:22:09.667 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.666+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~U9WFKXU3SR8A.0 size=1048576 2024-07-29T15:22:09.668 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.667+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~U9WFKXU3SR8A.1 size=870687 2024-07-29T15:22:09.668 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.667+0000 7fd62f6c3640 1 > prepared multipart upload key=M5I2YC3HVZ0P upload=U9WFKXU3SR8A tag=WL7RQNONH9RA type=write size=2967839 2024-07-29T15:22:09.671 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.670+0000 7fd62f6c3640 1 < suggested remove operation key=8BA2XKLPRGQN tag=1QZBHHOO70C8 type=write 2024-07-29T15:22:09.673 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.672+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~5V3MUAA6ZGAR.0 size=1048576 2024-07-29T15:22:09.674 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.673+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~5V3MUAA6ZGAR.1 size=172384 2024-07-29T15:22:09.674 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.673+0000 7fd62f6c3640 1 > prepared multipart upload key=IWIUUJFZ4UME upload=5V3MUAA6ZGAR tag=ZT4TGQ11RM2H type=write size=2269536 2024-07-29T15:22:09.675 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.674+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~F4X499R38KW9.0 size=1048576 2024-07-29T15:22:09.676 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.675+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~F4X499R38KW9.1 size=137589 2024-07-29T15:22:09.678 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.678+0000 7fd62f6c3640 1 < completed multipart upload key=3OG3SYFEL3VL upload=F4X499R38KW9 tag=QR8UB5QEN9YL type=write size=2234741 2024-07-29T15:22:09.681 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.680+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~MJYV59XJKO62.0 size=1048576 2024-07-29T15:22:09.682 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.681+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~MJYV59XJKO62.1 size=1048576 2024-07-29T15:22:09.683 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.682+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~MJYV59XJKO62.2 size=279556 2024-07-29T15:22:09.683 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.682+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=MJYV59XJKO62 tag=HW2T8B6C4123 type=write size=3425284 2024-07-29T15:22:09.685 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.684+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~YHHXVGDVUAFZ.0 size=1048576 2024-07-29T15:22:09.685 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.684+0000 7fd62f6c3640 1 < canceled part key=_multipart_C3FDCOT4DV2B.2~YHHXVGDVUAFZ.1 size=1048576 2024-07-29T15:22:09.686 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.685+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~YHHXVGDVUAFZ.2 size=44699 2024-07-29T15:22:09.688 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.687+0000 7fd62f6c3640 1 < canceled multipart upload key=C3FDCOT4DV2B upload=YHHXVGDVUAFZ tag=MURG173M7Y8P type=write size=3190427 2024-07-29T15:22:09.689 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.688+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=VXPLG7NM5ZCC type=del size=2268531 2024-07-29T15:22:09.691 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.690+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~P1ZG29XGX6XZ.0 size=741896 2024-07-29T15:22:09.693 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.692+0000 7fd62f6c3640 1 < completed multipart upload key=M5I2YC3HVZ0P upload=P1ZG29XGX6XZ tag=O1NM9R1G0CXU type=write size=1790472 2024-07-29T15:22:09.695 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.695+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~UMCJD636NZJW.0 size=26541 2024-07-29T15:22:09.696 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.695+0000 7fd62f6c3640 1 > prepared multipart upload key=H0YBVQU3EMED upload=UMCJD636NZJW tag=8MJ8TB3DAEMD type=write size=1075117 2024-07-29T15:22:09.697 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.696+0000 7fd62f6c3640 1 < completed delete operation key=7THABETH5LSN tag=CPBNDDGBTFAR type=del 2024-07-29T15:22:09.698 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.698+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=KS4CGK19943E type=del size=2664912 2024-07-29T15:22:09.700 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.699+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~SRPNK1XSYUGJ.0 size=1048576 2024-07-29T15:22:09.701 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.700+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~SRPNK1XSYUGJ.1 size=860205 2024-07-29T15:22:09.703 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.702+0000 7fd62f6c3640 1 < completed multipart upload key=4Z3FPJTXXFV7 upload=SRPNK1XSYUGJ tag=B540Q9AAQYSA type=write size=2957357 2024-07-29T15:22:09.704 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.703+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=MA4T714L9M6H type=write size=1025062 2024-07-29T15:22:09.706 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.705+0000 7fd62f6c3640 1 < completed delete operation key=SI02Q5RHER9G tag=YL60W3C8HDVV type=del 2024-07-29T15:22:09.707 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.706+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=JKSDT6TYS1CS type=del size=3365158 2024-07-29T15:22:09.710 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.709+0000 7fd62f6c3640 1 < suggested update operation key=L184IOUE520P tag=WTO3V1KKB8JB type=del size=372402 2024-07-29T15:22:09.711 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.711+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=AZ8C5EZLXPTH type=del size=1225658 2024-07-29T15:22:09.713 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.712+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~LDK1GMKYLVS9.0 size=901511 2024-07-29T15:22:09.715 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.714+0000 7fd62f6c3640 1 < completed multipart upload key=4LY01AD2KMYQ upload=LDK1GMKYLVS9 tag=5H66KDOQ7FAV type=write size=1950087 2024-07-29T15:22:09.716 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.715+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=DPYZK925V5TR type=del size=1112144 2024-07-29T15:22:09.717 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.717+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~3CYV9JP4DP31.0 size=1048576 2024-07-29T15:22:09.718 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.717+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~3CYV9JP4DP31.1 size=356003 2024-07-29T15:22:09.720 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.719+0000 7fd62f6c3640 1 < completed multipart upload key=E98KUA2RK3BK upload=3CYV9JP4DP31 tag=13ST44OXI3P3 type=write size=2453155 2024-07-29T15:22:09.721 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.721+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=CFL2V78S1QWT type=del size=1992444 2024-07-29T15:22:09.723 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.722+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~882JEW7TEEN4.0 size=1048576 2024-07-29T15:22:09.724 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.723+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~882JEW7TEEN4.1 size=202002 2024-07-29T15:22:09.726 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.725+0000 7fd62f6c3640 1 < completed multipart upload key=L184IOUE520P upload=882JEW7TEEN4 tag=16MK1SEOWGRC type=write size=2299154 2024-07-29T15:22:09.727 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.726+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=IJ8YTWG5N2EH type=write size=286403 2024-07-29T15:22:09.728 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.727+0000 7fd62f6c3640 1 < completed delete operation key=UNDM9MIM6GG0 tag=QUX23KYJCMIO type=del 2024-07-29T15:22:09.730 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.730+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~K69VVTO0O8I3.0 size=946243 2024-07-29T15:22:09.731 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.730+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=K69VVTO0O8I3 tag=LV4CXOB820U2 type=write size=1994819 2024-07-29T15:22:09.732 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.731+0000 7fd62f6c3640 1 < completed delete operation key=W248KYMPQG8A tag=4UKCTLL59VEE type=del 2024-07-29T15:22:09.733 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.732+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=WRB1UGLG1IYI type=write size=878067 2024-07-29T15:22:09.734 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.734+0000 7fd62f6c3640 1 < completed delete operation key=IAXC3BCSNJJH tag=B97KD95M743Z type=del 2024-07-29T15:22:09.736 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.735+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=SUUPUNISBE51 type=del size=3414081 2024-07-29T15:22:09.737 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.736+0000 7fd62f6c3640 1 < completed write operation key=3OG3SYFEL3VL tag=DHJULZF3Y8UX type=write size=970044 2024-07-29T15:22:09.738 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.737+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=I1SQQ0VVB2GJ type=del size=2820021 2024-07-29T15:22:09.739 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.738+0000 7fd62f6c3640 1 < canceled part key=_multipart_M5I2YC3HVZ0P.2~U9WFKXU3SR8A.0 size=1048576 2024-07-29T15:22:09.740 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.739+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~U9WFKXU3SR8A.1 size=870687 2024-07-29T15:22:09.742 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.741+0000 7fd62f6c3640 1 < canceled multipart upload key=M5I2YC3HVZ0P upload=U9WFKXU3SR8A tag=WL7RQNONH9RA type=write size=2967839 2024-07-29T15:22:09.743 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.742+0000 7fd62f6c3640 1 > prepared operation key=H0YBVQU3EMED tag=1L4JPTH7Q9R3 type=del size=2165867 2024-07-29T15:22:09.744 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.743+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~5V3MUAA6ZGAR.0 size=1048576 2024-07-29T15:22:09.745 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.744+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~5V3MUAA6ZGAR.1 size=172384 2024-07-29T15:22:09.748 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.746+0000 7fd62f6c3640 1 < completed multipart upload key=IWIUUJFZ4UME upload=5V3MUAA6ZGAR tag=ZT4TGQ11RM2H type=write size=2269536 2024-07-29T15:22:09.749 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.748+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=SQWFLDY388U5 type=del size=961249 2024-07-29T15:22:09.750 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.749+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~MJYV59XJKO62.0 size=1048576 2024-07-29T15:22:09.751 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.750+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~MJYV59XJKO62.1 size=1048576 2024-07-29T15:22:09.752 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.751+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~MJYV59XJKO62.2 size=279556 2024-07-29T15:22:09.754 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.753+0000 7fd62f6c3640 1 < completed multipart upload key=W248KYMPQG8A upload=MJYV59XJKO62 tag=HW2T8B6C4123 type=write size=3425284 2024-07-29T15:22:09.755 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.755+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=K1JBU5R8ILHZ type=del size=3165376 2024-07-29T15:22:09.758 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.757+0000 7fd62f6c3640 1 < suggested remove operation key=IAXC3BCSNJJH tag=VXPLG7NM5ZCC type=del 2024-07-29T15:22:09.759 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.758+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=9056X00HCRBI type=del size=1089978 2024-07-29T15:22:09.760 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.760+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~UMCJD636NZJW.0 size=26541 2024-07-29T15:22:09.762 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.762+0000 7fd62f6c3640 1 < completed multipart upload key=H0YBVQU3EMED upload=UMCJD636NZJW tag=8MJ8TB3DAEMD type=write size=1075117 2024-07-29T15:22:09.765 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.764+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~VY9LU2OZZLV6.0 size=152664 2024-07-29T15:22:09.765 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.764+0000 7fd62f6c3640 1 > prepared multipart upload key=3OG3SYFEL3VL upload=VY9LU2OZZLV6 tag=RFFUS555Z8CL type=write size=1201240 2024-07-29T15:22:09.766 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.765+0000 7fd62f6c3640 1 < canceled operation key=3OG3SYFEL3VL tag=KS4CGK19943E type=del size=2664912 2024-07-29T15:22:09.769 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.767+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=MTCRDNCBFWB4 type=del size=3985840 2024-07-29T15:22:09.769 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.768+0000 7fd62f6c3640 -1 < failed to complete operation key=L184IOUE520P tag=MA4T714L9M6H type=write size=1025062: (22) Invalid argument 2024-07-29T15:22:09.770 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.769+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=RN9T5Q7MRVNH type=del size=3237285 2024-07-29T15:22:09.771 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.771+0000 7fd62f6c3640 1 < completed delete operation key=BIYBUOZPJSZV tag=JKSDT6TYS1CS type=del 2024-07-29T15:22:09.773 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.772+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=A1Z7VUPMDCUR type=del size=684794 2024-07-29T15:22:09.774 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.773+0000 7fd62f6c3640 1 < completed delete operation key=M86GT4R04HUE tag=AZ8C5EZLXPTH type=del 2024-07-29T15:22:09.775 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.775+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=7JYNX2KBC4RH type=write size=32108 2024-07-29T15:22:09.777 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.776+0000 7fd62f6c3640 1 < completed delete operation key=0C6FXJ0T2NGU tag=DPYZK925V5TR type=del 2024-07-29T15:22:09.778 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.777+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=X0FDW2C81FX6 type=write size=349998 2024-07-29T15:22:09.779 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.778+0000 7fd62f6c3640 -1 < failed to complete operation key=IAXC3BCSNJJH tag=CFL2V78S1QWT type=del size=1992444: (22) Invalid argument 2024-07-29T15:22:09.781 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.781+0000 7fd62f6c3640 1 > prepared part key=_multipart_0C6FXJ0T2NGU.2~K1L7HU30EVWM.0 size=811065 2024-07-29T15:22:09.782 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.781+0000 7fd62f6c3640 1 > prepared multipart upload key=0C6FXJ0T2NGU upload=K1L7HU30EVWM tag=KV1E2G9VMIJS type=write size=1859641 2024-07-29T15:22:09.784 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.783+0000 7fd62f6c3640 1 < suggested remove operation key=8BA2XKLPRGQN tag=IJ8YTWG5N2EH type=write 2024-07-29T15:22:09.786 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.785+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=G96AI2R77HCI type=del size=2484326 2024-07-29T15:22:09.787 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.786+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~K69VVTO0O8I3.0 size=946243 2024-07-29T15:22:09.789 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.788+0000 7fd62f6c3640 1 < completed multipart upload key=W248KYMPQG8A upload=K69VVTO0O8I3 tag=LV4CXOB820U2 type=write size=1994819 2024-07-29T15:22:09.792 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.791+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~L9X37GNBPHQC.0 size=626006 2024-07-29T15:22:09.792 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.791+0000 7fd62f6c3640 1 > prepared multipart upload key=M5I2YC3HVZ0P upload=L9X37GNBPHQC tag=YA6SU0ZJ6IU5 type=write size=1674582 2024-07-29T15:22:09.795 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.794+0000 7fd62f6c3640 1 < suggested update operation key=5E8G14SOGN0S tag=WRB1UGLG1IYI type=write size=878067 2024-07-29T15:22:09.796 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.795+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=CROJKOPBEQ60 type=del size=324845 2024-07-29T15:22:09.797 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.796+0000 7fd62f6c3640 -1 < no bi entry to suggest for operation key=IAXC3BCSNJJH tag=SUUPUNISBE51 type=del size=3414081: (2) No such file or directory 2024-07-29T15:22:09.798 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.797+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=FGGKOEXGZUPU type=del size=3269079 2024-07-29T15:22:09.799 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.799+0000 7fd62f6c3640 1 < completed delete operation key=W248KYMPQG8A tag=I1SQQ0VVB2GJ type=del 2024-07-29T15:22:09.802 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.801+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~JSY6ZXEWPSHN.0 size=1048576 2024-07-29T15:22:09.803 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.802+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~JSY6ZXEWPSHN.1 size=648606 2024-07-29T15:22:09.803 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.802+0000 7fd62f6c3640 1 > prepared multipart upload key=M5I2YC3HVZ0P upload=JSY6ZXEWPSHN tag=FKDJ2907G2XM type=write size=2745758 2024-07-29T15:22:09.804 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.804+0000 7fd62f6c3640 1 < canceled operation key=H0YBVQU3EMED tag=1L4JPTH7Q9R3 type=del size=2165867 2024-07-29T15:22:09.806 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.805+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=0WIJFOK9W1MR type=del size=2535376 2024-07-29T15:22:09.807 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.806+0000 7fd62f6c3640 1 < completed delete operation key=UNDM9MIM6GG0 tag=SQWFLDY388U5 type=del 2024-07-29T15:22:09.809 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.808+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=LK6TWLS30H19 type=del size=2985252 2024-07-29T15:22:09.810 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.809+0000 7fd62f6c3640 1 < completed delete operation key=M86GT4R04HUE tag=K1JBU5R8ILHZ type=del 2024-07-29T15:22:09.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:09 smithi138 ceph-mon[86438]: pgmap v1326: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:22:09.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:09 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:22:09.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:09 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:22:09.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:09 smithi138 ceph-mon[86438]: osdmap e1099: 8 total, 8 up, 8 in 2024-07-29T15:22:09.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:09 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1279366793' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126530-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:22:09.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:09 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:22:09.812 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.811+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~BPZPLT7F0FPX.0 size=1004463 2024-07-29T15:22:09.812 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.811+0000 7fd62f6c3640 1 > prepared multipart upload key=ZDB57ZUUV5IX upload=BPZPLT7F0FPX tag=T8XA58JYI3B0 type=write size=2053039 2024-07-29T15:22:09.814 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.813+0000 7fd62f6c3640 1 < completed delete operation key=0C6FXJ0T2NGU tag=9056X00HCRBI type=del 2024-07-29T15:22:09.816 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.815+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~DWCTHKQITR8C.0 size=1048576 2024-07-29T15:22:09.817 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.816+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~DWCTHKQITR8C.1 size=258082 2024-07-29T15:22:09.817 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.816+0000 7fd62f6c3640 1 > prepared multipart upload key=SI02Q5RHER9G upload=DWCTHKQITR8C tag=0T8Q5DD2N7UA type=write size=2355234 2024-07-29T15:22:09.818 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.817+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~VY9LU2OZZLV6.0 size=152664 2024-07-29T15:22:09.820 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.819+0000 7fd62f6c3640 1 < completed multipart upload key=3OG3SYFEL3VL upload=VY9LU2OZZLV6 tag=RFFUS555Z8CL type=write size=1201240 2024-07-29T15:22:09.821 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.820+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=GR0K8XS65DP1 type=del size=3974463 2024-07-29T15:22:09.822 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.822+0000 7fd62f6c3640 1 < completed delete operation key=M5I2YC3HVZ0P tag=MTCRDNCBFWB4 type=del 2024-07-29T15:22:09.824 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.823+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=1O7WQN3UYTY8 type=del size=2413879 2024-07-29T15:22:09.825 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.825+0000 7fd62f6c3640 1 < completed delete operation key=M5I2YC3HVZ0P tag=RN9T5Q7MRVNH type=del 2024-07-29T15:22:09.827 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.826+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=H2QUBL226RN1 type=del size=1202017 2024-07-29T15:22:09.830 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.829+0000 7fd62f6c3640 1 < suggested update operation key=A98383AI9GGP tag=A1Z7VUPMDCUR type=del size=684794 2024-07-29T15:22:09.832 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.831+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~C3CVKACZK4VN.0 size=1048576 2024-07-29T15:22:09.833 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.832+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~C3CVKACZK4VN.1 size=866788 2024-07-29T15:22:09.833 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.832+0000 7fd62f6c3640 1 > prepared multipart upload key=IWIUUJFZ4UME upload=C3CVKACZK4VN tag=5V1A6YSP4H5L type=write size=2963940 2024-07-29T15:22:09.834 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.833+0000 7fd62f6c3640 -1 < failed to complete operation key=5E8G14SOGN0S tag=7JYNX2KBC4RH type=write size=32108: (22) Invalid argument 2024-07-29T15:22:09.836 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.835+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=9RO69FGUFTOB type=write size=829310 2024-07-29T15:22:09.837 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.836+0000 7fd62f6c3640 1 < completed write operation key=IWIUUJFZ4UME tag=X0FDW2C81FX6 type=write size=349998 2024-07-29T15:22:09.838 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.837+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=3INU33PXQIGF type=del size=3229136 2024-07-29T15:22:09.839 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.839+0000 7fd62f6c3640 1 < completed part key=_multipart_0C6FXJ0T2NGU.2~K1L7HU30EVWM.0 size=811065 2024-07-29T15:22:09.842 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.841+0000 7fd62f6c3640 1 < completed multipart upload key=0C6FXJ0T2NGU upload=K1L7HU30EVWM tag=KV1E2G9VMIJS type=write size=1859641 2024-07-29T15:22:09.843 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.842+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=A1OO916RO07A type=write size=1035971 2024-07-29T15:22:09.845 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.844+0000 7fd62f6c3640 1 < suggested update operation key=FAOPDKU2UC4Y tag=G96AI2R77HCI type=del size=2484326 2024-07-29T15:22:09.846 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.846+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=EK28R7TCSTVM type=del size=2806883 2024-07-29T15:22:09.848 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.847+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~L9X37GNBPHQC.0 size=626006 2024-07-29T15:22:09.850 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.849+0000 7fd62f6c3640 1 < completed multipart upload key=M5I2YC3HVZ0P upload=L9X37GNBPHQC tag=YA6SU0ZJ6IU5 type=write size=1674582 2024-07-29T15:22:09.851 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.851+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=WG9P1GWHZB9M type=del size=1098990 2024-07-29T15:22:09.854 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.853+0000 7fd62f6c3640 1 < suggested update operation key=FAOPDKU2UC4Y tag=CROJKOPBEQ60 type=del size=324845 2024-07-29T15:22:09.855 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.854+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=NVNC3HKMFF63 type=write size=981912 2024-07-29T15:22:09.856 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.856+0000 7fd62f6c3640 -1 < failed to complete operation key=A98383AI9GGP tag=FGGKOEXGZUPU type=del size=3269079: (22) Invalid argument 2024-07-29T15:22:09.859 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.858+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~J4GCATE9MZ2Y.0 size=1048576 2024-07-29T15:22:09.860 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.859+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~J4GCATE9MZ2Y.1 size=1048576 2024-07-29T15:22:09.861 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.860+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~J4GCATE9MZ2Y.2 size=656052 2024-07-29T15:22:09.861 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.860+0000 7fd62f6c3640 1 > prepared multipart upload key=3OG3SYFEL3VL upload=J4GCATE9MZ2Y tag=W0NUT2605ZMB type=write size=3801780 2024-07-29T15:22:09.863 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.862+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~JSY6ZXEWPSHN.0 size=1048576 2024-07-29T15:22:09.864 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.863+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~JSY6ZXEWPSHN.1 size=648606 2024-07-29T15:22:09.866 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.865+0000 7fd62f6c3640 1 < completed multipart upload key=M5I2YC3HVZ0P upload=JSY6ZXEWPSHN tag=FKDJ2907G2XM type=write size=2745758 2024-07-29T15:22:09.868 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.867+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=H8ASRO6C58SK type=del size=2051652 2024-07-29T15:22:09.870 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.869+0000 7fd62f6c3640 1 < suggested update operation key=W248KYMPQG8A tag=0WIJFOK9W1MR type=del size=2535376 2024-07-29T15:22:09.872 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.871+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~G87WINMHML3V.0 size=445273 2024-07-29T15:22:09.872 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.871+0000 7fd62f6c3640 1 > prepared multipart upload key=7THABETH5LSN upload=G87WINMHML3V tag=1IDXFU2ERD49 type=write size=1493849 2024-07-29T15:22:09.873 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.873+0000 7fd62f6c3640 1 < completed delete operation key=SI02Q5RHER9G tag=LK6TWLS30H19 type=del 2024-07-29T15:22:09.875 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.874+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=1991IZ912PIT type=del size=2123053 2024-07-29T15:22:09.876 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.875+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~BPZPLT7F0FPX.0 size=1004463 2024-07-29T15:22:09.878 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.877+0000 7fd62f6c3640 1 < completed multipart upload key=ZDB57ZUUV5IX upload=BPZPLT7F0FPX tag=T8XA58JYI3B0 type=write size=2053039 2024-07-29T15:22:09.880 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.879+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=CXBUZH1SCARN type=del size=3700798 2024-07-29T15:22:09.881 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.880+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~DWCTHKQITR8C.0 size=1048576 2024-07-29T15:22:09.882 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.881+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~DWCTHKQITR8C.1 size=258082 2024-07-29T15:22:09.884 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.883+0000 7fd62f6c3640 1 < completed multipart upload key=SI02Q5RHER9G upload=DWCTHKQITR8C tag=0T8Q5DD2N7UA type=write size=2355234 2024-07-29T15:22:09.886 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.884+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=4VR2ZPMD55NA type=write size=600607 2024-07-29T15:22:09.887 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.886+0000 7fd62f6c3640 1 < completed delete operation key=4LY01AD2KMYQ tag=GR0K8XS65DP1 type=del 2024-07-29T15:22:09.889 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.888+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~8V4639GAFMUV.0 size=1048576 2024-07-29T15:22:09.890 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.889+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~8V4639GAFMUV.1 size=505647 2024-07-29T15:22:09.890 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.889+0000 7fd62f6c3640 1 > prepared multipart upload key=TAZR3PWEGCVK upload=8V4639GAFMUV tag=LZ666OEFP4HQ type=write size=2602799 2024-07-29T15:22:09.891 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.890+0000 7fd62f6c3640 -1 < failed to complete operation key=A98383AI9GGP tag=1O7WQN3UYTY8 type=del size=2413879: (22) Invalid argument 2024-07-29T15:22:09.893 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.892+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=GXX6ISPLPC5E type=del size=3917583 2024-07-29T15:22:09.894 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.893+0000 7fd62f6c3640 1 < completed delete operation key=TAZR3PWEGCVK tag=H2QUBL226RN1 type=del 2024-07-29T15:22:09.895 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.894+0000 7fd62f6c3640 1 > prepared operation key=C3FDCOT4DV2B tag=K5GIPCVH0GSW type=del size=2077574 2024-07-29T15:22:09.897 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.896+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~C3CVKACZK4VN.0 size=1048576 2024-07-29T15:22:09.898 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.897+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~C3CVKACZK4VN.1 size=866788 2024-07-29T15:22:09.900 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.899+0000 7fd62f6c3640 1 < completed multipart upload key=IWIUUJFZ4UME upload=C3CVKACZK4VN tag=5V1A6YSP4H5L type=write size=2963940 2024-07-29T15:22:09.901 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.900+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=C9D93AJTCYPI type=del size=149389 2024-07-29T15:22:09.903 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.902+0000 7fd62f6c3640 1 < completed write operation key=M86GT4R04HUE tag=9RO69FGUFTOB type=write size=829310 2024-07-29T15:22:09.904 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.903+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=VAI41SCNN539 type=del size=574828 2024-07-29T15:22:09.905 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.904+0000 7fd62f6c3640 1 < completed delete operation key=A98383AI9GGP tag=3INU33PXQIGF type=del 2024-07-29T15:22:09.906 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.905+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=BQ4NDPG20CVX type=del size=231550 2024-07-29T15:22:09.907 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.907+0000 7fd62f6c3640 1 < canceled operation key=TAZR3PWEGCVK tag=A1OO916RO07A type=write size=1035971 2024-07-29T15:22:09.909 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.908+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=B4UKOSR2OZQA type=del size=2905165 2024-07-29T15:22:09.910 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.909+0000 7fd62f6c3640 1 < completed delete operation key=RQC1B162F8M6 tag=EK28R7TCSTVM type=del 2024-07-29T15:22:09.911 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.910+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=K9YJ90DGE2T9 type=del size=4137319 2024-07-29T15:22:09.913 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.912+0000 7fd62f6c3640 1 < suggested remove operation key=7CXNN1RN7UV8 tag=WG9P1GWHZB9M type=del 2024-07-29T15:22:09.914 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.914+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=MIRAM05VNO0S type=del size=3672647 2024-07-29T15:22:09.916 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.915+0000 7fd62f6c3640 1 < completed write operation key=7THABETH5LSN tag=NVNC3HKMFF63 type=write size=981912 2024-07-29T15:22:09.917 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.916+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=XTV0DVVRV0CF type=del size=3593556 2024-07-29T15:22:09.918 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.917+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~J4GCATE9MZ2Y.0 size=1048576 2024-07-29T15:22:09.919 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.918+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~J4GCATE9MZ2Y.1 size=1048576 2024-07-29T15:22:09.920 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.919+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~J4GCATE9MZ2Y.2 size=656052 2024-07-29T15:22:09.922 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.921+0000 7fd62f6c3640 1 < completed multipart upload key=3OG3SYFEL3VL upload=J4GCATE9MZ2Y tag=W0NUT2605ZMB type=write size=3801780 2024-07-29T15:22:09.923 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.922+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=RF17L75MW4RW type=del size=2445713 2024-07-29T15:22:09.925 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.924+0000 7fd62f6c3640 1 < canceled operation key=M5I2YC3HVZ0P tag=H8ASRO6C58SK type=del size=2051652 2024-07-29T15:22:09.926 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.925+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=NP2P74PQ2R1T type=del size=2045610 2024-07-29T15:22:09.927 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.926+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~G87WINMHML3V.0 size=445273 2024-07-29T15:22:09.929 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.928+0000 7fd62f6c3640 1 < completed multipart upload key=7THABETH5LSN upload=G87WINMHML3V tag=1IDXFU2ERD49 type=write size=1493849 2024-07-29T15:22:09.931 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.930+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~00V4G30S313G.0 size=1048576 2024-07-29T15:22:09.932 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.931+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~00V4G30S313G.1 size=1048576 2024-07-29T15:22:09.933 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.932+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~00V4G30S313G.2 size=127887 2024-07-29T15:22:09.933 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.932+0000 7fd62f6c3640 1 > prepared multipart upload key=L184IOUE520P upload=00V4G30S313G tag=ZHVUK2378I8E type=write size=3273615 2024-07-29T15:22:09.934 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.933+0000 7fd62f6c3640 1 < canceled operation key=M86GT4R04HUE tag=1991IZ912PIT type=del size=2123053 2024-07-29T15:22:09.935 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.934+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=8NFG3XZOJWLC type=del size=3023781 2024-07-29T15:22:09.937 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.936+0000 7fd62f6c3640 1 < completed delete operation key=ZDB57ZUUV5IX tag=CXBUZH1SCARN type=del 2024-07-29T15:22:09.938 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.937+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=L5JL5RWSC4KO type=write size=294256 2024-07-29T15:22:09.939 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.938+0000 7fd62f6c3640 1 < completed write operation key=M86GT4R04HUE tag=4VR2ZPMD55NA type=write size=600607 2024-07-29T15:22:09.942 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.941+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~1FBO714HGYAM.0 size=1048576 2024-07-29T15:22:09.943 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.942+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~1FBO714HGYAM.1 size=30869 2024-07-29T15:22:09.943 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.942+0000 7fd62f6c3640 1 > prepared multipart upload key=8BA2XKLPRGQN upload=1FBO714HGYAM tag=OOMGGKA0P7BW type=write size=2128021 2024-07-29T15:22:09.944 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.943+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~8V4639GAFMUV.0 size=1048576 2024-07-29T15:22:09.945 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.944+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~8V4639GAFMUV.1 size=505647 2024-07-29T15:22:09.947 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.946+0000 7fd62f6c3640 1 < completed multipart upload key=TAZR3PWEGCVK upload=8V4639GAFMUV tag=LZ666OEFP4HQ type=write size=2602799 2024-07-29T15:22:09.948 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.948+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=EYNOP4SDLDV7 type=del size=2246268 2024-07-29T15:22:09.950 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.949+0000 7fd62f6c3640 1 < completed delete operation key=IWIUUJFZ4UME tag=GXX6ISPLPC5E type=del 2024-07-29T15:22:09.951 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.950+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=HZSITBH5M4NA type=del size=1456287 2024-07-29T15:22:09.952 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.951+0000 7fd62f6c3640 1 < canceled operation key=C3FDCOT4DV2B tag=K5GIPCVH0GSW type=del size=2077574 2024-07-29T15:22:09.953 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.952+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=81Y08D7T036X type=del size=3127769 2024-07-29T15:22:09.955 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.954+0000 7fd62f6c3640 1 < completed delete operation key=TAZR3PWEGCVK tag=C9D93AJTCYPI type=del 2024-07-29T15:22:09.957 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.956+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~WUWYLS9O2QO2.0 size=1048576 2024-07-29T15:22:09.958 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.957+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~WUWYLS9O2QO2.1 size=1048576 2024-07-29T15:22:09.959 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.958+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~WUWYLS9O2QO2.2 size=288767 2024-07-29T15:22:09.959 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.958+0000 7fd62f6c3640 1 > prepared multipart upload key=C3FDCOT4DV2B upload=WUWYLS9O2QO2 tag=987MB0292C13 type=write size=3434495 2024-07-29T15:22:09.960 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.959+0000 7fd62f6c3640 1 < completed delete operation key=4LY01AD2KMYQ tag=VAI41SCNN539 type=del 2024-07-29T15:22:09.962 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.961+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~B4C0JZDN5C91.0 size=1048576 2024-07-29T15:22:09.963 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.962+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~B4C0JZDN5C91.1 size=916338 2024-07-29T15:22:09.963 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.962+0000 7fd62f6c3640 1 > prepared multipart upload key=E98KUA2RK3BK upload=B4C0JZDN5C91 tag=KHOF60WUD6AS type=write size=3013490 2024-07-29T15:22:09.964 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.964+0000 7fd62f6c3640 1 < completed delete operation key=L184IOUE520P tag=BQ4NDPG20CVX type=del 2024-07-29T15:22:09.966 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.965+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=7V63831CNQUD type=write size=559546 2024-07-29T15:22:09.967 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.966+0000 7fd62f6c3640 1 < completed delete operation key=5RY4L1BV4ZJB tag=B4UKOSR2OZQA type=del 2024-07-29T15:22:09.968 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.967+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=XLBTSII2DVW7 type=del size=1462098 2024-07-29T15:22:09.969 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.968+0000 7fd62f6c3640 1 < completed delete operation key=L3WAA4XE7CTH tag=K9YJ90DGE2T9 type=del 2024-07-29T15:22:09.975 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.971+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~GCDFK3XOT1Z0.0 size=1048576 2024-07-29T15:22:09.975 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.972+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~GCDFK3XOT1Z0.1 size=821753 2024-07-29T15:22:09.975 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.972+0000 7fd62f6c3640 1 > prepared multipart upload key=L184IOUE520P upload=GCDFK3XOT1Z0 tag=91GMI0JT492F type=write size=2918905 2024-07-29T15:22:09.975 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.973+0000 7fd62f6c3640 1 < completed delete operation key=8BA2XKLPRGQN tag=MIRAM05VNO0S type=del 2024-07-29T15:22:09.975 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.974+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=I0O14Y49NEQ7 type=del size=3880330 2024-07-29T15:22:09.977 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.976+0000 7fd62f6c3640 1 < completed delete operation key=4Z3FPJTXXFV7 tag=XTV0DVVRV0CF type=del 2024-07-29T15:22:09.979 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.978+0000 7fd62f6c3640 1 > prepared part key=_multipart_N3UV8NSUX0G0.2~SZ5P20UF9YH0.0 size=1048576 2024-07-29T15:22:09.980 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.979+0000 7fd62f6c3640 1 > prepared part key=_multipart_N3UV8NSUX0G0.2~SZ5P20UF9YH0.1 size=668801 2024-07-29T15:22:09.980 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.979+0000 7fd62f6c3640 1 > prepared multipart upload key=N3UV8NSUX0G0 upload=SZ5P20UF9YH0 tag=8SAYG170OFF9 type=write size=2765953 2024-07-29T15:22:09.981 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.980+0000 7fd62f6c3640 1 < completed delete operation key=E98KUA2RK3BK tag=RF17L75MW4RW type=del 2024-07-29T15:22:09.982 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.981+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=BN7VKGBOIZON type=del size=668870 2024-07-29T15:22:09.983 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.982+0000 7fd62f6c3640 1 < completed delete operation key=5RY4L1BV4ZJB tag=NP2P74PQ2R1T type=del 2024-07-29T15:22:09.984 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.984+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=CUVH0ZCNABL8 type=del size=743686 2024-07-29T15:22:09.986 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.985+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~00V4G30S313G.0 size=1048576 2024-07-29T15:22:09.987 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.986+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~00V4G30S313G.1 size=1048576 2024-07-29T15:22:09.987 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.986+0000 7fd62f6c3640 1 < canceled part key=_multipart_L184IOUE520P.2~00V4G30S313G.2 size=127887 2024-07-29T15:22:09.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:09 smithi067 ceph-mon[94375]: pgmap v1326: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:22:09.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:09 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:22:09.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:09 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:22:09.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:09 smithi067 ceph-mon[94375]: osdmap e1099: 8 total, 8 up, 8 in 2024-07-29T15:22:09.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:09 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1279366793' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126530-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:22:09.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:09 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:22:09.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:09 smithi067 ceph-mon[91995]: pgmap v1326: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:22:09.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:09 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:22:09.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:09 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:22:09.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:09 smithi067 ceph-mon[91995]: osdmap e1099: 8 total, 8 up, 8 in 2024-07-29T15:22:09.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:09 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1279366793' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126530-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:22:09.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:09 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:22:09.989 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.988+0000 7fd62f6c3640 1 < canceled multipart upload key=L184IOUE520P upload=00V4G30S313G tag=ZHVUK2378I8E type=write size=3273615 2024-07-29T15:22:09.990 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.990+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=KLT4UNY1B3P0 type=del size=666320 2024-07-29T15:22:09.992 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.991+0000 7fd62f6c3640 1 < completed delete operation key=UNDM9MIM6GG0 tag=8NFG3XZOJWLC type=del 2024-07-29T15:22:09.993 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.992+0000 7fd62f6c3640 1 > prepared operation key=N3UV8NSUX0G0 tag=WYEAJFA1NYQF type=del size=1431853 2024-07-29T15:22:09.994 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.993+0000 7fd62f6c3640 1 < completed write operation key=V2178FD5CN6Y tag=L5JL5RWSC4KO type=write size=294256 2024-07-29T15:22:09.996 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.996+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~5NYALUMWFJ63.0 size=476653 2024-07-29T15:22:09.997 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.996+0000 7fd62f6c3640 1 > prepared multipart upload key=TAZR3PWEGCVK upload=5NYALUMWFJ63 tag=FNRYKS5R82VK type=write size=1525229 2024-07-29T15:22:09.998 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.997+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~1FBO714HGYAM.0 size=1048576 2024-07-29T15:22:09.999 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:09.998+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~1FBO714HGYAM.1 size=30869 2024-07-29T15:22:10.000 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.000+0000 7fd62f6c3640 1 < completed multipart upload key=8BA2XKLPRGQN upload=1FBO714HGYAM tag=OOMGGKA0P7BW type=write size=2128021 2024-07-29T15:22:10.002 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.001+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=D8OKMYLBY2LT type=del size=809203 2024-07-29T15:22:10.004 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.003+0000 7fd62f6c3640 1 < suggested remove operation key=W248KYMPQG8A tag=EYNOP4SDLDV7 type=del 2024-07-29T15:22:10.005 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.004+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=3RABIOKD3FO3 type=del size=2761621 2024-07-29T15:22:10.006 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.005+0000 7fd62f6c3640 1 < completed delete operation key=IWIUUJFZ4UME tag=HZSITBH5M4NA type=del 2024-07-29T15:22:10.007 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.007+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=5EX7MZXX8GLJ type=del size=605021 2024-07-29T15:22:10.009 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.008+0000 7fd62f6c3640 1 < completed delete operation key=L184IOUE520P tag=81Y08D7T036X type=del 2024-07-29T15:22:10.010 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.009+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=KVBXGMF367HV type=del size=1296158 2024-07-29T15:22:10.011 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.010+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~WUWYLS9O2QO2.0 size=1048576 2024-07-29T15:22:10.012 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.011+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~WUWYLS9O2QO2.1 size=1048576 2024-07-29T15:22:10.013 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.012+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~WUWYLS9O2QO2.2 size=288767 2024-07-29T15:22:10.015 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.014+0000 7fd62f6c3640 1 < completed multipart upload key=C3FDCOT4DV2B upload=WUWYLS9O2QO2 tag=987MB0292C13 type=write size=3434495 2024-07-29T15:22:10.017 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.017+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~44DU06TUEG1P.0 size=1048576 2024-07-29T15:22:10.018 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.018+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~44DU06TUEG1P.1 size=1048576 2024-07-29T15:22:10.019 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.019+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~44DU06TUEG1P.2 size=240415 2024-07-29T15:22:10.019 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.019+0000 7fd62f6c3640 1 > prepared multipart upload key=8BA2XKLPRGQN upload=44DU06TUEG1P tag=7CA3QMKIY4BE type=write size=3386143 2024-07-29T15:22:10.021 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.020+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~B4C0JZDN5C91.0 size=1048576 2024-07-29T15:22:10.022 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.021+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~B4C0JZDN5C91.1 size=916338 2024-07-29T15:22:10.024 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.023+0000 7fd62f6c3640 1 < completed multipart upload key=E98KUA2RK3BK upload=B4C0JZDN5C91 tag=KHOF60WUD6AS type=write size=3013490 2024-07-29T15:22:10.025 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.024+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=YRVTOTVP9OOZ type=del size=1085093 2024-07-29T15:22:10.026 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.025+0000 7fd62f6c3640 1 < completed write operation key=BIYBUOZPJSZV tag=7V63831CNQUD type=write size=559546 2024-07-29T15:22:10.028 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.027+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~E22D4GOOI954.0 size=1048576 2024-07-29T15:22:10.029 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.028+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~E22D4GOOI954.1 size=1048576 2024-07-29T15:22:10.030 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.029+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~E22D4GOOI954.2 size=863110 2024-07-29T15:22:10.030 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.029+0000 7fd62f6c3640 1 > prepared multipart upload key=4LY01AD2KMYQ upload=E22D4GOOI954 tag=WAZ9MCGSZHEX type=write size=4008838 2024-07-29T15:22:10.031 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.030+0000 7fd62f6c3640 1 < completed delete operation key=4Z3FPJTXXFV7 tag=XLBTSII2DVW7 type=del 2024-07-29T15:22:10.032 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.032+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=TDJFFKJ5WR2S type=del size=2786142 2024-07-29T15:22:10.034 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.033+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~GCDFK3XOT1Z0.0 size=1048576 2024-07-29T15:22:10.035 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.034+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~GCDFK3XOT1Z0.1 size=821753 2024-07-29T15:22:10.037 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.036+0000 7fd62f6c3640 1 < completed multipart upload key=L184IOUE520P upload=GCDFK3XOT1Z0 tag=91GMI0JT492F type=write size=2918905 2024-07-29T15:22:10.038 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.037+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=O3Z1AMJQTM2B type=write size=216190 2024-07-29T15:22:10.039 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.038+0000 7fd62f6c3640 1 < completed delete operation key=V2178FD5CN6Y tag=I0O14Y49NEQ7 type=del 2024-07-29T15:22:10.040 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.040+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=KYMVWM48DNON type=del size=1518983 2024-07-29T15:22:10.042 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.041+0000 7fd62f6c3640 1 < completed part key=_multipart_N3UV8NSUX0G0.2~SZ5P20UF9YH0.0 size=1048576 2024-07-29T15:22:10.042 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.042+0000 7fd62f6c3640 1 < completed part key=_multipart_N3UV8NSUX0G0.2~SZ5P20UF9YH0.1 size=668801 2024-07-29T15:22:10.045 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.044+0000 7fd62f6c3640 1 < completed multipart upload key=N3UV8NSUX0G0 upload=SZ5P20UF9YH0 tag=8SAYG170OFF9 type=write size=2765953 2024-07-29T15:22:10.046 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.045+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=LSS48OPC95JJ type=write size=75169 2024-07-29T15:22:10.047 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.046+0000 7fd62f6c3640 1 < completed delete operation key=4Z3FPJTXXFV7 tag=BN7VKGBOIZON type=del 2024-07-29T15:22:10.049 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.049+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~ZHAP8HSMJJ75.0 size=1048576 2024-07-29T15:22:10.050 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.050+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~ZHAP8HSMJJ75.1 size=1048576 2024-07-29T15:22:10.051 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.051+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~ZHAP8HSMJJ75.2 size=803519 2024-07-29T15:22:10.052 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.051+0000 7fd62f6c3640 1 > prepared multipart upload key=E98KUA2RK3BK upload=ZHAP8HSMJJ75 tag=5I0CKEFXXY2Q type=write size=3949247 2024-07-29T15:22:10.054 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.053+0000 7fd62f6c3640 1 < suggested update operation key=L184IOUE520P tag=CUVH0ZCNABL8 type=del size=743686 2024-07-29T15:22:10.055 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.054+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=978VER1JW151 type=write size=503542 2024-07-29T15:22:10.056 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.055+0000 7fd62f6c3640 1 < completed delete operation key=5E8G14SOGN0S tag=KLT4UNY1B3P0 type=del 2024-07-29T15:22:10.057 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.057+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=ALH7Z1SI7HZA type=del size=2877812 2024-07-29T15:22:10.060 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.059+0000 7fd62f6c3640 1 < suggested update operation key=N3UV8NSUX0G0 tag=WYEAJFA1NYQF type=del size=1431853 2024-07-29T15:22:10.062 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.061+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~P2PCTABV8HEZ.0 size=436722 2024-07-29T15:22:10.062 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.061+0000 7fd62f6c3640 1 > prepared multipart upload key=4LY01AD2KMYQ upload=P2PCTABV8HEZ tag=OIFAEXGJ5ZBQ type=write size=1485298 2024-07-29T15:22:10.064 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.063+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~5NYALUMWFJ63.0 size=476653 2024-07-29T15:22:10.065 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.065+0000 7fd62f6c3640 1 < completed multipart upload key=TAZR3PWEGCVK upload=5NYALUMWFJ63 tag=FNRYKS5R82VK type=write size=1525229 2024-07-29T15:22:10.068 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.067+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~MRBZ0XB4HPL2.0 size=1048576 2024-07-29T15:22:10.069 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.068+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~MRBZ0XB4HPL2.1 size=1048576 2024-07-29T15:22:10.070 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.069+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~MRBZ0XB4HPL2.2 size=844807 2024-07-29T15:22:10.070 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.069+0000 7fd62f6c3640 1 > prepared multipart upload key=BIYBUOZPJSZV upload=MRBZ0XB4HPL2 tag=Y2Z5RLIK41EK type=write size=3990535 2024-07-29T15:22:10.072 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.071+0000 7fd62f6c3640 1 < suggested remove operation key=ZMFNWBOB37DJ tag=D8OKMYLBY2LT type=del 2024-07-29T15:22:10.075 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.074+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~RBOG4AUB12SX.0 size=1048576 2024-07-29T15:22:10.075 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.075+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~RBOG4AUB12SX.1 size=1048576 2024-07-29T15:22:10.076 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.075+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~RBOG4AUB12SX.2 size=871090 2024-07-29T15:22:10.077 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.075+0000 7fd62f6c3640 1 > prepared multipart upload key=7CXNN1RN7UV8 upload=RBOG4AUB12SX tag=DLUN8IQFFGMK type=write size=4016818 2024-07-29T15:22:10.078 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.077+0000 7fd62f6c3640 1 < completed delete operation key=8BA2XKLPRGQN tag=3RABIOKD3FO3 type=del 2024-07-29T15:22:10.079 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.078+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=UCYAWBTCTU69 type=del size=1473396 2024-07-29T15:22:10.080 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.079+0000 7fd62f6c3640 1 < completed delete operation key=V2178FD5CN6Y tag=5EX7MZXX8GLJ type=del 2024-07-29T15:22:10.082 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.081+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=DD6UX9THVP13 type=del size=206821 2024-07-29T15:22:10.084 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.083+0000 7fd62f6c3640 1 < suggested update operation key=4LY01AD2KMYQ tag=KVBXGMF367HV type=del size=1296158 2024-07-29T15:22:10.085 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.084+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=MTOXJOF0NEUJ type=del size=2643824 2024-07-29T15:22:10.086 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.085+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~44DU06TUEG1P.0 size=1048576 2024-07-29T15:22:10.087 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.086+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~44DU06TUEG1P.1 size=1048576 2024-07-29T15:22:10.088 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.087+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~44DU06TUEG1P.2 size=240415 2024-07-29T15:22:10.091 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.089+0000 7fd62f6c3640 1 < completed multipart upload key=8BA2XKLPRGQN upload=44DU06TUEG1P tag=7CA3QMKIY4BE type=write size=3386143 2024-07-29T15:22:10.093 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.092+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~K8KZF7LHN55D.0 size=1048576 2024-07-29T15:22:10.093 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.093+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~K8KZF7LHN55D.1 size=1048576 2024-07-29T15:22:10.094 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.093+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~K8KZF7LHN55D.2 size=941724 2024-07-29T15:22:10.094 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.094+0000 7fd62f6c3640 1 > prepared multipart upload key=5E8G14SOGN0S upload=K8KZF7LHN55D tag=MUWUM0RX52QJ type=write size=4087452 2024-07-29T15:22:10.096 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.095+0000 7fd62f6c3640 1 < completed delete operation key=M86GT4R04HUE tag=YRVTOTVP9OOZ type=del 2024-07-29T15:22:10.097 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.096+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=3M03Q956XW2W type=del size=1019767 2024-07-29T15:22:10.098 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.098+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~E22D4GOOI954.0 size=1048576 2024-07-29T15:22:10.099 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.098+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~E22D4GOOI954.1 size=1048576 2024-07-29T15:22:10.101 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.099+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~E22D4GOOI954.2 size=863110 2024-07-29T15:22:10.103 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.102+0000 7fd62f6c3640 1 < completed multipart upload key=4LY01AD2KMYQ upload=E22D4GOOI954 tag=WAZ9MCGSZHEX type=write size=4008838 2024-07-29T15:22:10.104 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.103+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=6ADASRDE3VYG type=del size=3809096 2024-07-29T15:22:10.105 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.104+0000 7fd62f6c3640 -1 < failed to complete operation key=4LY01AD2KMYQ tag=TDJFFKJ5WR2S type=del size=2786142: (22) Invalid argument 2024-07-29T15:22:10.107 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.106+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~2URBBRAT16F2.0 size=550171 2024-07-29T15:22:10.107 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.106+0000 7fd62f6c3640 1 > prepared multipart upload key=FAOPDKU2UC4Y upload=2URBBRAT16F2 tag=4ELVBVQ1O5NR type=write size=1598747 2024-07-29T15:22:10.109 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.108+0000 7fd62f6c3640 1 < completed write operation key=ZDB57ZUUV5IX tag=O3Z1AMJQTM2B type=write size=216190 2024-07-29T15:22:10.110 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.109+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=BH09CDVO0JDQ type=write size=188072 2024-07-29T15:22:10.112 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.111+0000 7fd62f6c3640 1 < suggested update operation key=L184IOUE520P tag=KYMVWM48DNON type=del size=1518983 2024-07-29T15:22:10.115 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.114+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~QV8L7KL8D262.0 size=854223 2024-07-29T15:22:10.115 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.114+0000 7fd62f6c3640 1 > prepared multipart upload key=C3FDCOT4DV2B upload=QV8L7KL8D262 tag=VTFVJ2LKEYET type=write size=1902799 2024-07-29T15:22:10.116 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.115+0000 7fd62f6c3640 1 < completed write operation key=E98KUA2RK3BK tag=LSS48OPC95JJ type=write size=75169 2024-07-29T15:22:10.118 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.117+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=PXVO5I0TTVZI type=del size=816251 2024-07-29T15:22:10.119 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.118+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~ZHAP8HSMJJ75.0 size=1048576 2024-07-29T15:22:10.121 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.119+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~ZHAP8HSMJJ75.1 size=1048576 2024-07-29T15:22:10.121 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.120+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~ZHAP8HSMJJ75.2 size=803519 2024-07-29T15:22:10.124 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.123+0000 7fd62f6c3640 1 < completed multipart upload key=E98KUA2RK3BK upload=ZHAP8HSMJJ75 tag=5I0CKEFXXY2Q type=write size=3949247 2024-07-29T15:22:10.125 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.124+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=ZVN9N6N9O0MS type=del size=2504048 2024-07-29T15:22:10.126 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.125+0000 7fd62f6c3640 1 < completed write operation key=UNDM9MIM6GG0 tag=978VER1JW151 type=write size=503542 2024-07-29T15:22:10.127 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.127+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=91U1DCHGSBQN type=del size=2997132 2024-07-29T15:22:10.129 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.128+0000 7fd62f6c3640 1 < completed delete operation key=TAZR3PWEGCVK tag=ALH7Z1SI7HZA type=del 2024-07-29T15:22:10.132 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.131+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~JBZU36BLW403.0 size=1048576 2024-07-29T15:22:10.133 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.132+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~JBZU36BLW403.1 size=31251 2024-07-29T15:22:10.133 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.132+0000 7fd62f6c3640 1 > prepared multipart upload key=BIYBUOZPJSZV upload=JBZU36BLW403 tag=A1FJAEOM3N1Q type=write size=2128403 2024-07-29T15:22:10.133 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.132+0000 7fd62f6c3640 1 < canceled part key=_multipart_4LY01AD2KMYQ.2~P2PCTABV8HEZ.0 size=436722 2024-07-29T15:22:10.136 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.135+0000 7fd62f6c3640 1 < canceled multipart upload key=4LY01AD2KMYQ upload=P2PCTABV8HEZ tag=OIFAEXGJ5ZBQ type=write size=1485298 2024-07-29T15:22:10.137 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.136+0000 7fd62f6c3640 1 > prepared operation key=YSQLYQW9APLO tag=1TWY0BVP21YE type=write size=102118 2024-07-29T15:22:10.138 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.137+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~MRBZ0XB4HPL2.0 size=1048576 2024-07-29T15:22:10.139 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.138+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~MRBZ0XB4HPL2.1 size=1048576 2024-07-29T15:22:10.141 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.140+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~MRBZ0XB4HPL2.2 size=844807 2024-07-29T15:22:10.143 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.142+0000 7fd62f6c3640 1 < completed multipart upload key=BIYBUOZPJSZV upload=MRBZ0XB4HPL2 tag=Y2Z5RLIK41EK type=write size=3990535 2024-07-29T15:22:10.145 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.144+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=2NXM6RQ5DHDV type=del size=3222953 2024-07-29T15:22:10.146 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.145+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~RBOG4AUB12SX.0 size=1048576 2024-07-29T15:22:10.147 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.147+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~RBOG4AUB12SX.1 size=1048576 2024-07-29T15:22:10.149 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.148+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~RBOG4AUB12SX.2 size=871090 2024-07-29T15:22:10.151 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.150+0000 7fd62f6c3640 1 < completed multipart upload key=7CXNN1RN7UV8 upload=RBOG4AUB12SX tag=DLUN8IQFFGMK type=write size=4016818 2024-07-29T15:22:10.153 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.152+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~1QCS79A1RU0T.0 size=119172 2024-07-29T15:22:10.153 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.152+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=1QCS79A1RU0T tag=OMVLS8X4T5GO type=write size=1167748 2024-07-29T15:22:10.155 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.155+0000 7fd62f6c3640 1 < suggested update operation key=FAOPDKU2UC4Y tag=UCYAWBTCTU69 type=del size=1473396 2024-07-29T15:22:10.157 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.156+0000 7fd62f6c3640 1 > prepared operation key=C3FDCOT4DV2B tag=XA3D7GBA38QE type=del size=1659539 2024-07-29T15:22:10.158 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.157+0000 7fd62f6c3640 1 < completed delete operation key=TAZR3PWEGCVK tag=DD6UX9THVP13 type=del 2024-07-29T15:22:10.161 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.160+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~BP8ENHRI215W.0 size=1048576 2024-07-29T15:22:10.162 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.161+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~BP8ENHRI215W.1 size=215419 2024-07-29T15:22:10.162 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.161+0000 7fd62f6c3640 1 > prepared multipart upload key=UNDM9MIM6GG0 upload=BP8ENHRI215W tag=D0WEJMVH14N7 type=write size=2312571 2024-07-29T15:22:10.163 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.162+0000 7fd62f6c3640 1 < completed delete operation key=A98383AI9GGP tag=MTOXJOF0NEUJ type=del 2024-07-29T15:22:10.165 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.164+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=93KK33X72PVX type=del size=2458770 2024-07-29T15:22:10.166 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.165+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~K8KZF7LHN55D.0 size=1048576 2024-07-29T15:22:10.167 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.166+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~K8KZF7LHN55D.1 size=1048576 2024-07-29T15:22:10.168 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.167+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~K8KZF7LHN55D.2 size=941724 2024-07-29T15:22:10.170 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.169+0000 7fd62f6c3640 1 < completed multipart upload key=5E8G14SOGN0S upload=K8KZF7LHN55D tag=MUWUM0RX52QJ type=write size=4087452 2024-07-29T15:22:10.172 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.172+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~2ZE31PMAW4GN.0 size=1048576 2024-07-29T15:22:10.173 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.172+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~2ZE31PMAW4GN.1 size=1048576 2024-07-29T15:22:10.174 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.173+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~2ZE31PMAW4GN.2 size=28205 2024-07-29T15:22:10.174 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.173+0000 7fd62f6c3640 1 > prepared multipart upload key=L184IOUE520P upload=2ZE31PMAW4GN tag=KLOVZZ92Z4LR type=write size=3173933 2024-07-29T15:22:10.175 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.175+0000 7fd62f6c3640 1 < completed delete operation key=SI02Q5RHER9G tag=3M03Q956XW2W type=del 2024-07-29T15:22:10.178 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.177+0000 7fd62f6c3640 1 > prepared part key=_multipart_0C6FXJ0T2NGU.2~ZNWMP5UL3XN2.0 size=1048576 2024-07-29T15:22:10.179 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.178+0000 7fd62f6c3640 1 > prepared part key=_multipart_0C6FXJ0T2NGU.2~ZNWMP5UL3XN2.1 size=50697 2024-07-29T15:22:10.179 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.178+0000 7fd62f6c3640 1 > prepared multipart upload key=0C6FXJ0T2NGU upload=ZNWMP5UL3XN2 tag=Z80HCW20XUXH type=write size=2147849 2024-07-29T15:22:10.180 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.179+0000 7fd62f6c3640 1 < completed delete operation key=ZMFNWBOB37DJ tag=6ADASRDE3VYG type=del 2024-07-29T15:22:10.182 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.181+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~JKEX8X4L5M9V.0 size=852003 2024-07-29T15:22:10.182 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.181+0000 7fd62f6c3640 1 > prepared multipart upload key=VD0CC9XRAGF4 upload=JKEX8X4L5M9V tag=3LKWD9JBLAHG type=write size=1900579 2024-07-29T15:22:10.183 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.182+0000 7fd62f6c3640 1 < completed part key=_multipart_FAOPDKU2UC4Y.2~2URBBRAT16F2.0 size=550171 2024-07-29T15:22:10.185 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.184+0000 7fd62f6c3640 1 < completed multipart upload key=FAOPDKU2UC4Y upload=2URBBRAT16F2 tag=4ELVBVQ1O5NR type=write size=1598747 2024-07-29T15:22:10.187 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.186+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=QURRZNBM8PLS type=write size=616260 2024-07-29T15:22:10.188 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.187+0000 7fd62f6c3640 1 < completed write operation key=W248KYMPQG8A tag=BH09CDVO0JDQ type=write size=188072 2024-07-29T15:22:10.190 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.189+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~O5W0KLPFD2EP.0 size=1048576 2024-07-29T15:22:10.191 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.190+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~O5W0KLPFD2EP.1 size=1048576 2024-07-29T15:22:10.192 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.191+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~O5W0KLPFD2EP.2 size=842604 2024-07-29T15:22:10.192 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.191+0000 7fd62f6c3640 1 > prepared multipart upload key=FAOPDKU2UC4Y upload=O5W0KLPFD2EP tag=N85X1OWWX12C type=write size=3988332 2024-07-29T15:22:10.193 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.192+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~QV8L7KL8D262.0 size=854223 2024-07-29T15:22:10.195 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.195+0000 7fd62f6c3640 1 < completed multipart upload key=C3FDCOT4DV2B upload=QV8L7KL8D262 tag=VTFVJ2LKEYET type=write size=1902799 2024-07-29T15:22:10.197 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.196+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=49BZ8C9XZ9KL type=write size=688814 2024-07-29T15:22:10.198 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.197+0000 7fd62f6c3640 1 < completed delete operation key=BIYBUOZPJSZV tag=PXVO5I0TTVZI type=del 2024-07-29T15:22:10.199 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.198+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=K9B2PTJNGFN6 type=del size=2004534 2024-07-29T15:22:10.200 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.199+0000 7fd62f6c3640 1 < completed delete operation key=VD0CC9XRAGF4 tag=ZVN9N6N9O0MS type=del 2024-07-29T15:22:10.203 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.202+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~95XV0E6U1P3L.0 size=1048576 2024-07-29T15:22:10.204 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.203+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~95XV0E6U1P3L.1 size=964440 2024-07-29T15:22:10.204 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.203+0000 7fd62f6c3640 1 > prepared multipart upload key=SI02Q5RHER9G upload=95XV0E6U1P3L tag=1X806J1VJY34 type=write size=3061592 2024-07-29T15:22:10.206 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.205+0000 7fd62f6c3640 1 < suggested update operation key=TAZR3PWEGCVK tag=91U1DCHGSBQN type=del size=2997132 2024-07-29T15:22:10.208 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.207+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~C0NC1WJBE8G2.0 size=1048576 2024-07-29T15:22:10.209 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.208+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~C0NC1WJBE8G2.1 size=618785 2024-07-29T15:22:10.209 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.208+0000 7fd62f6c3640 1 > prepared multipart upload key=4LY01AD2KMYQ upload=C0NC1WJBE8G2 tag=0ABMST2TUZ0C type=write size=2715937 2024-07-29T15:22:10.210 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.209+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~JBZU36BLW403.0 size=1048576 2024-07-29T15:22:10.211 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.210+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~JBZU36BLW403.1 size=31251 2024-07-29T15:22:10.213 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.212+0000 7fd62f6c3640 1 < completed multipart upload key=BIYBUOZPJSZV upload=JBZU36BLW403 tag=A1FJAEOM3N1Q type=write size=2128403 2024-07-29T15:22:10.214 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.213+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=AJQ2PKPZM5JL type=del size=1985346 2024-07-29T15:22:10.216 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.215+0000 7fd62f6c3640 1 < completed write operation key=YSQLYQW9APLO tag=1TWY0BVP21YE type=write size=102118 2024-07-29T15:22:10.217 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.216+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=4RAOXNY2W0EY type=write size=146299 2024-07-29T15:22:10.219 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.218+0000 7fd62f6c3640 1 < canceled operation key=VD0CC9XRAGF4 tag=2NXM6RQ5DHDV type=del size=3222953 2024-07-29T15:22:10.221 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.220+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~118YNIQV4NZ2.0 size=625438 2024-07-29T15:22:10.221 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.220+0000 7fd62f6c3640 1 > prepared multipart upload key=5E8G14SOGN0S upload=118YNIQV4NZ2 tag=XFQAI6CCCTR5 type=write size=1674014 2024-07-29T15:22:10.223 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.222+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~1QCS79A1RU0T.0 size=119172 2024-07-29T15:22:10.224 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.224+0000 7fd62f6c3640 1 < completed multipart upload key=W248KYMPQG8A upload=1QCS79A1RU0T tag=OMVLS8X4T5GO type=write size=1167748 2024-07-29T15:22:10.226 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.225+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=HIQL1PKO12LD type=write size=361932 2024-07-29T15:22:10.227 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.226+0000 7fd62f6c3640 1 < completed delete operation key=C3FDCOT4DV2B tag=XA3D7GBA38QE type=del 2024-07-29T15:22:10.228 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.227+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=BERJAHULIDRO type=del size=1966163 2024-07-29T15:22:10.230 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.229+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~BP8ENHRI215W.0 size=1048576 2024-07-29T15:22:10.231 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.230+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~BP8ENHRI215W.1 size=215419 2024-07-29T15:22:10.233 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.232+0000 7fd62f6c3640 1 < completed multipart upload key=UNDM9MIM6GG0 upload=BP8ENHRI215W tag=D0WEJMVH14N7 type=write size=2312571 2024-07-29T15:22:10.234 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.233+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=O2Y6KFO12NDA type=del size=538125 2024-07-29T15:22:10.237 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.236+0000 7fd62f6c3640 1 < suggested update operation key=SI02Q5RHER9G tag=93KK33X72PVX type=del size=2458770 2024-07-29T15:22:10.238 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.237+0000 7fd62f6c3640 1 > prepared operation key=YSQLYQW9APLO tag=85Q1CZQ33NSJ type=del size=3048353 2024-07-29T15:22:10.239 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.238+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~2ZE31PMAW4GN.0 size=1048576 2024-07-29T15:22:10.240 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.239+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~2ZE31PMAW4GN.1 size=1048576 2024-07-29T15:22:10.241 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.240+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~2ZE31PMAW4GN.2 size=28205 2024-07-29T15:22:10.243 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.242+0000 7fd62f6c3640 1 < completed multipart upload key=L184IOUE520P upload=2ZE31PMAW4GN tag=KLOVZZ92Z4LR type=write size=3173933 2024-07-29T15:22:10.245 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.244+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=IOOBLSIRLUK4 type=del size=1534357 2024-07-29T15:22:10.246 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.245+0000 7fd62f6c3640 1 < completed part key=_multipart_0C6FXJ0T2NGU.2~ZNWMP5UL3XN2.0 size=1048576 2024-07-29T15:22:10.247 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.246+0000 7fd62f6c3640 1 < completed part key=_multipart_0C6FXJ0T2NGU.2~ZNWMP5UL3XN2.1 size=50697 2024-07-29T15:22:10.249 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.248+0000 7fd62f6c3640 1 < completed multipart upload key=0C6FXJ0T2NGU upload=ZNWMP5UL3XN2 tag=Z80HCW20XUXH type=write size=2147849 2024-07-29T15:22:10.250 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.249+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=UU6RP8ESCCIH type=del size=910333 2024-07-29T15:22:10.252 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.251+0000 7fd62f6c3640 1 < completed part key=_multipart_VD0CC9XRAGF4.2~JKEX8X4L5M9V.0 size=852003 2024-07-29T15:22:10.254 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.253+0000 7fd62f6c3640 1 < completed multipart upload key=VD0CC9XRAGF4 upload=JKEX8X4L5M9V tag=3LKWD9JBLAHG type=write size=1900579 2024-07-29T15:22:10.256 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.256+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~EGZGFQA2E3K2.0 size=1048576 2024-07-29T15:22:10.257 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.257+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~EGZGFQA2E3K2.1 size=237025 2024-07-29T15:22:10.258 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.257+0000 7fd62f6c3640 1 > prepared multipart upload key=IWIUUJFZ4UME upload=EGZGFQA2E3K2 tag=M182D01FENZV type=write size=2334177 2024-07-29T15:22:10.259 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.258+0000 7fd62f6c3640 1 < canceled operation key=ZMFNWBOB37DJ tag=QURRZNBM8PLS type=write size=616260 2024-07-29T15:22:10.261 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.260+0000 7fd62f6c3640 1 > prepared part key=_multipart_N3UV8NSUX0G0.2~QWPX9PC1Z2ON.0 size=1048576 2024-07-29T15:22:10.262 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.261+0000 7fd62f6c3640 1 > prepared part key=_multipart_N3UV8NSUX0G0.2~QWPX9PC1Z2ON.1 size=330180 2024-07-29T15:22:10.262 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.261+0000 7fd62f6c3640 1 > prepared multipart upload key=N3UV8NSUX0G0 upload=QWPX9PC1Z2ON tag=5KOPU24I5QBC type=write size=2427332 2024-07-29T15:22:10.263 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.262+0000 7fd62f6c3640 1 < completed part key=_multipart_FAOPDKU2UC4Y.2~O5W0KLPFD2EP.0 size=1048576 2024-07-29T15:22:10.264 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.263+0000 7fd62f6c3640 1 < completed part key=_multipart_FAOPDKU2UC4Y.2~O5W0KLPFD2EP.1 size=1048576 2024-07-29T15:22:10.265 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.264+0000 7fd62f6c3640 1 < completed part key=_multipart_FAOPDKU2UC4Y.2~O5W0KLPFD2EP.2 size=842604 2024-07-29T15:22:10.268 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.267+0000 7fd62f6c3640 1 < completed multipart upload key=FAOPDKU2UC4Y upload=O5W0KLPFD2EP tag=N85X1OWWX12C type=write size=3988332 2024-07-29T15:22:10.271 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.270+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~GQPHZH84PDMP.0 size=1048576 2024-07-29T15:22:10.272 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.271+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~GQPHZH84PDMP.1 size=129703 2024-07-29T15:22:10.272 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.271+0000 7fd62f6c3640 1 > prepared multipart upload key=RQC1B162F8M6 upload=GQPHZH84PDMP tag=4C8UOWN8V2MC type=write size=2226855 2024-07-29T15:22:10.274 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.273+0000 7fd62f6c3640 -1 < failed to complete operation key=TAZR3PWEGCVK tag=49BZ8C9XZ9KL type=write size=688814: (22) Invalid argument 2024-07-29T15:22:10.275 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.274+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=EE8QAA565YZ8 type=del size=3099188 2024-07-29T15:22:10.277 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.276+0000 7fd62f6c3640 1 < completed delete operation key=E98KUA2RK3BK tag=K9B2PTJNGFN6 type=del 2024-07-29T15:22:10.278 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.277+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=76NP4N1SUMM2 type=del size=1491298 2024-07-29T15:22:10.279 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.279+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~95XV0E6U1P3L.0 size=1048576 2024-07-29T15:22:10.281 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.280+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~95XV0E6U1P3L.1 size=964440 2024-07-29T15:22:10.283 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.282+0000 7fd62f6c3640 1 < completed multipart upload key=SI02Q5RHER9G upload=95XV0E6U1P3L tag=1X806J1VJY34 type=write size=3061592 2024-07-29T15:22:10.285 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.284+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~7SGPWJR3AQR4.0 size=1048576 2024-07-29T15:22:10.286 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.285+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~7SGPWJR3AQR4.1 size=733463 2024-07-29T15:22:10.286 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.285+0000 7fd62f6c3640 1 > prepared multipart upload key=SI02Q5RHER9G upload=7SGPWJR3AQR4 tag=37W8603L73M9 type=write size=2830615 2024-07-29T15:22:10.287 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.286+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~C0NC1WJBE8G2.0 size=1048576 2024-07-29T15:22:10.288 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.287+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~C0NC1WJBE8G2.1 size=618785 2024-07-29T15:22:10.290 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.289+0000 7fd62f6c3640 1 < completed multipart upload key=4LY01AD2KMYQ upload=C0NC1WJBE8G2 tag=0ABMST2TUZ0C type=write size=2715937 2024-07-29T15:22:10.292 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.291+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=Y27CO6V4I10U type=del size=780299 2024-07-29T15:22:10.293 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.292+0000 7fd62f6c3640 1 < completed delete operation key=ZMFNWBOB37DJ tag=AJQ2PKPZM5JL type=del 2024-07-29T15:22:10.295 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.294+0000 7fd62f6c3640 1 > prepared part key=_multipart_5RY4L1BV4ZJB.2~REK3PYO2EGO3.0 size=299606 2024-07-29T15:22:10.295 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.294+0000 7fd62f6c3640 1 > prepared multipart upload key=5RY4L1BV4ZJB upload=REK3PYO2EGO3 tag=96S16Y7WY4WN type=write size=1348182 2024-07-29T15:22:10.296 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.295+0000 7fd62f6c3640 1 < completed write operation key=4LY01AD2KMYQ tag=4RAOXNY2W0EY type=write size=146299 2024-07-29T15:22:10.298 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.297+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=M26UN86GQY60 type=del size=2147862 2024-07-29T15:22:10.299 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.298+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~118YNIQV4NZ2.0 size=625438 2024-07-29T15:22:10.301 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.300+0000 7fd62f6c3640 1 < completed multipart upload key=5E8G14SOGN0S upload=118YNIQV4NZ2 tag=XFQAI6CCCTR5 type=write size=1674014 2024-07-29T15:22:10.302 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.301+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=3YO20S1L5C96 type=write size=644518 2024-07-29T15:22:10.303 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.302+0000 7fd62f6c3640 1 < completed write operation key=5RY4L1BV4ZJB tag=HIQL1PKO12LD type=write size=361932 2024-07-29T15:22:10.305 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.304+0000 7fd62f6c3640 1 > prepared part key=_multipart_M86GT4R04HUE.2~Y4CWW2S1IDU8.0 size=1048576 2024-07-29T15:22:10.306 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.305+0000 7fd62f6c3640 1 > prepared part key=_multipart_M86GT4R04HUE.2~Y4CWW2S1IDU8.1 size=1048576 2024-07-29T15:22:10.307 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.306+0000 7fd62f6c3640 1 > prepared part key=_multipart_M86GT4R04HUE.2~Y4CWW2S1IDU8.2 size=631043 2024-07-29T15:22:10.307 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.306+0000 7fd62f6c3640 1 > prepared multipart upload key=M86GT4R04HUE upload=Y4CWW2S1IDU8 tag=4ZDER55IC3UE type=write size=3776771 2024-07-29T15:22:10.308 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.307+0000 7fd62f6c3640 1 < completed delete operation key=4Z3FPJTXXFV7 tag=BERJAHULIDRO type=del 2024-07-29T15:22:10.311 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.310+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~LKQGB7JPPJ18.0 size=1048576 2024-07-29T15:22:10.311 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.310+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~LKQGB7JPPJ18.1 size=1048576 2024-07-29T15:22:10.312 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.311+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~LKQGB7JPPJ18.2 size=443168 2024-07-29T15:22:10.313 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.311+0000 7fd62f6c3640 1 > prepared multipart upload key=H0YBVQU3EMED upload=LKQGB7JPPJ18 tag=FLU8M6S9AL2T type=write size=3588896 2024-07-29T15:22:10.313 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.313+0000 7fd62f6c3640 1 < completed delete operation key=IAXC3BCSNJJH tag=O2Y6KFO12NDA type=del 2024-07-29T15:22:10.315 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.314+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=U4PJEGBO2R7S type=del size=2188872 2024-07-29T15:22:10.316 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.315+0000 7fd62f6c3640 1 < completed delete operation key=YSQLYQW9APLO tag=85Q1CZQ33NSJ type=del 2024-07-29T15:22:10.317 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.316+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=MWNKP8ZO3FY3 type=del size=3769027 2024-07-29T15:22:10.318 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.317+0000 7fd62f6c3640 1 < completed delete operation key=BIYBUOZPJSZV tag=IOOBLSIRLUK4 type=del 2024-07-29T15:22:10.321 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.320+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~MWR14TQF1ADD.0 size=637809 2024-07-29T15:22:10.321 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.320+0000 7fd62f6c3640 1 > prepared multipart upload key=ZMFNWBOB37DJ upload=MWR14TQF1ADD tag=FKW2VQGD6BKW type=write size=1686385 2024-07-29T15:22:10.322 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.321+0000 7fd62f6c3640 1 < completed delete operation key=L3WAA4XE7CTH tag=UU6RP8ESCCIH type=del 2024-07-29T15:22:10.323 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.322+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=7XRTNSUOSP8D type=write size=316093 2024-07-29T15:22:10.325 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.324+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~EGZGFQA2E3K2.0 size=1048576 2024-07-29T15:22:10.326 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.325+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~EGZGFQA2E3K2.1 size=237025 2024-07-29T15:22:10.328 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.327+0000 7fd62f6c3640 1 < completed multipart upload key=IWIUUJFZ4UME upload=EGZGFQA2E3K2 tag=M182D01FENZV type=write size=2334177 2024-07-29T15:22:10.330 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.329+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~9HP8P03HTH65.0 size=1048576 2024-07-29T15:22:10.331 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.330+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~9HP8P03HTH65.1 size=1048576 2024-07-29T15:22:10.332 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.331+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~9HP8P03HTH65.2 size=1039213 2024-07-29T15:22:10.332 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.331+0000 7fd62f6c3640 1 > prepared multipart upload key=4Z3FPJTXXFV7 upload=9HP8P03HTH65 tag=AKFH2X1WL12K type=write size=4184941 2024-07-29T15:22:10.333 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.332+0000 7fd62f6c3640 1 < completed part key=_multipart_N3UV8NSUX0G0.2~QWPX9PC1Z2ON.0 size=1048576 2024-07-29T15:22:10.334 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.334+0000 7fd62f6c3640 1 < completed part key=_multipart_N3UV8NSUX0G0.2~QWPX9PC1Z2ON.1 size=330180 2024-07-29T15:22:10.337 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.336+0000 7fd62f6c3640 1 < completed multipart upload key=N3UV8NSUX0G0 upload=QWPX9PC1Z2ON tag=5KOPU24I5QBC type=write size=2427332 2024-07-29T15:22:10.338 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.337+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=W30EN2GPPCUN type=del size=2634654 2024-07-29T15:22:10.340 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.339+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~GQPHZH84PDMP.0 size=1048576 2024-07-29T15:22:10.341 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.340+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~GQPHZH84PDMP.1 size=129703 2024-07-29T15:22:10.343 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.342+0000 7fd62f6c3640 1 < completed multipart upload key=RQC1B162F8M6 upload=GQPHZH84PDMP tag=4C8UOWN8V2MC type=write size=2226855 2024-07-29T15:22:10.344 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.343+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=94QX4VY767QY type=del size=573778 2024-07-29T15:22:10.346 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.345+0000 7fd62f6c3640 1 < completed delete operation key=L3WAA4XE7CTH tag=EE8QAA565YZ8 type=del 2024-07-29T15:22:10.348 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.347+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~HY2VVJA078LK.0 size=1048576 2024-07-29T15:22:10.349 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.348+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~HY2VVJA078LK.1 size=1048576 2024-07-29T15:22:10.350 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.349+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~HY2VVJA078LK.2 size=191079 2024-07-29T15:22:10.350 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.349+0000 7fd62f6c3640 1 > prepared multipart upload key=UNDM9MIM6GG0 upload=HY2VVJA078LK tag=65Q6XOJTWWAB type=write size=3336807 2024-07-29T15:22:10.351 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.350+0000 7fd62f6c3640 1 < completed delete operation key=UNDM9MIM6GG0 tag=76NP4N1SUMM2 type=del 2024-07-29T15:22:10.354 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.353+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~SCKS3BYZLPJ2.0 size=536146 2024-07-29T15:22:10.354 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.353+0000 7fd62f6c3640 1 > prepared multipart upload key=H0YBVQU3EMED upload=SCKS3BYZLPJ2 tag=3I85HD1NG998 type=write size=1584722 2024-07-29T15:22:10.355 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.355+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~7SGPWJR3AQR4.0 size=1048576 2024-07-29T15:22:10.357 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.356+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~7SGPWJR3AQR4.1 size=733463 2024-07-29T15:22:10.359 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.358+0000 7fd62f6c3640 1 < completed multipart upload key=SI02Q5RHER9G upload=7SGPWJR3AQR4 tag=37W8603L73M9 type=write size=2830615 2024-07-29T15:22:10.361 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.360+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~4FM6BPS8ZB7K.0 size=1048576 2024-07-29T15:22:10.362 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.361+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~4FM6BPS8ZB7K.1 size=540640 2024-07-29T15:22:10.362 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.361+0000 7fd62f6c3640 1 > prepared multipart upload key=L184IOUE520P upload=4FM6BPS8ZB7K tag=FTZKKW46UEIQ type=write size=2637792 2024-07-29T15:22:10.365 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.364+0000 7fd62f6c3640 1 < suggested remove operation key=0C6FXJ0T2NGU tag=Y27CO6V4I10U type=del 2024-07-29T15:22:10.366 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.365+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=UX6DZA95NED6 type=write size=106012 2024-07-29T15:22:10.368 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.367+0000 7fd62f6c3640 1 < completed part key=_multipart_5RY4L1BV4ZJB.2~REK3PYO2EGO3.0 size=299606 2024-07-29T15:22:10.370 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.369+0000 7fd62f6c3640 1 < completed multipart upload key=5RY4L1BV4ZJB upload=REK3PYO2EGO3 tag=96S16Y7WY4WN type=write size=1348182 2024-07-29T15:22:10.373 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.371+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=UYQEUZ31VVLQ type=write size=25131 2024-07-29T15:22:10.374 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.372+0000 7fd62f6c3640 1 < completed delete operation key=5RY4L1BV4ZJB tag=M26UN86GQY60 type=del 2024-07-29T15:22:10.376 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.375+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~ZH3Z73YXZDEV.0 size=1048576 2024-07-29T15:22:10.377 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.376+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~ZH3Z73YXZDEV.1 size=1048576 2024-07-29T15:22:10.378 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.377+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~ZH3Z73YXZDEV.2 size=708792 2024-07-29T15:22:10.378 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.377+0000 7fd62f6c3640 1 > prepared multipart upload key=C3FDCOT4DV2B upload=ZH3Z73YXZDEV tag=T80JZ4L1L8ZS type=write size=3854520 2024-07-29T15:22:10.380 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.379+0000 7fd62f6c3640 1 < suggested remove operation key=W248KYMPQG8A tag=3YO20S1L5C96 type=write 2024-07-29T15:22:10.381 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.381+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=ID0TKTVKFCSH type=write size=792074 2024-07-29T15:22:10.383 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.382+0000 7fd62f6c3640 1 < completed part key=_multipart_M86GT4R04HUE.2~Y4CWW2S1IDU8.0 size=1048576 2024-07-29T15:22:10.384 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.383+0000 7fd62f6c3640 1 < completed part key=_multipart_M86GT4R04HUE.2~Y4CWW2S1IDU8.1 size=1048576 2024-07-29T15:22:10.385 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.384+0000 7fd62f6c3640 1 < completed part key=_multipart_M86GT4R04HUE.2~Y4CWW2S1IDU8.2 size=631043 2024-07-29T15:22:10.387 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.387+0000 7fd62f6c3640 1 < completed multipart upload key=M86GT4R04HUE upload=Y4CWW2S1IDU8 tag=4ZDER55IC3UE type=write size=3776771 2024-07-29T15:22:10.389 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.388+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=F7DIW4C5MV5J type=del size=2310986 2024-07-29T15:22:10.390 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.389+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~LKQGB7JPPJ18.0 size=1048576 2024-07-29T15:22:10.391 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.390+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~LKQGB7JPPJ18.1 size=1048576 2024-07-29T15:22:10.392 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.391+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~LKQGB7JPPJ18.2 size=443168 2024-07-29T15:22:10.394 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.393+0000 7fd62f6c3640 1 < completed multipart upload key=H0YBVQU3EMED upload=LKQGB7JPPJ18 tag=FLU8M6S9AL2T type=write size=3588896 2024-07-29T15:22:10.395 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.394+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=VE1R16QHQJ32 type=del size=807056 2024-07-29T15:22:10.396 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.396+0000 7fd62f6c3640 1 < completed delete operation key=ZDB57ZUUV5IX tag=U4PJEGBO2R7S type=del 2024-07-29T15:22:10.399 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.398+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~ZC0S78CJ6DPY.0 size=1048576 2024-07-29T15:22:10.400 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.399+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~ZC0S78CJ6DPY.1 size=695117 2024-07-29T15:22:10.400 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.399+0000 7fd62f6c3640 1 > prepared multipart upload key=VD0CC9XRAGF4 upload=ZC0S78CJ6DPY tag=CS3BL2OCRVTB type=write size=2792269 2024-07-29T15:22:10.401 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.400+0000 7fd62f6c3640 1 < canceled operation key=M86GT4R04HUE tag=MWNKP8ZO3FY3 type=del size=3769027 2024-07-29T15:22:10.403 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.402+0000 7fd62f6c3640 1 > prepared operation key=YSQLYQW9APLO tag=HQPMAWQGA5OP type=del size=1810640 2024-07-29T15:22:10.404 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.403+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~MWR14TQF1ADD.0 size=637809 2024-07-29T15:22:10.407 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.406+0000 7fd62f6c3640 1 < completed multipart upload key=ZMFNWBOB37DJ upload=MWR14TQF1ADD tag=FKW2VQGD6BKW type=write size=1686385 2024-07-29T15:22:10.409 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.408+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~E1S8C8CVRFEK.0 size=1048576 2024-07-29T15:22:10.410 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.409+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~E1S8C8CVRFEK.1 size=228656 2024-07-29T15:22:10.410 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.409+0000 7fd62f6c3640 1 > prepared multipart upload key=A98383AI9GGP upload=E1S8C8CVRFEK tag=QZNET8PJ5ZAH type=write size=2325808 2024-07-29T15:22:10.411 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.410+0000 7fd62f6c3640 1 < completed write operation key=7CXNN1RN7UV8 tag=7XRTNSUOSP8D type=write size=316093 2024-07-29T15:22:10.414 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.413+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~QH8TFAU91BAA.0 size=1048576 2024-07-29T15:22:10.415 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.414+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~QH8TFAU91BAA.1 size=1048576 2024-07-29T15:22:10.415 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.415+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~QH8TFAU91BAA.2 size=407260 2024-07-29T15:22:10.416 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.415+0000 7fd62f6c3640 1 > prepared multipart upload key=H0YBVQU3EMED upload=QH8TFAU91BAA tag=8ZIQ5T5RUZ7B type=write size=3552988 2024-07-29T15:22:10.417 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.416+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~9HP8P03HTH65.0 size=1048576 2024-07-29T15:22:10.418 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.417+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~9HP8P03HTH65.1 size=1048576 2024-07-29T15:22:10.419 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.418+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~9HP8P03HTH65.2 size=1039213 2024-07-29T15:22:10.421 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.420+0000 7fd62f6c3640 1 < completed multipart upload key=4Z3FPJTXXFV7 upload=9HP8P03HTH65 tag=AKFH2X1WL12K type=write size=4184941 2024-07-29T15:22:10.423 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.422+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~IIREGGQUES3W.0 size=1048576 2024-07-29T15:22:10.424 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.423+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~IIREGGQUES3W.1 size=445860 2024-07-29T15:22:10.425 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.423+0000 7fd62f6c3640 1 > prepared multipart upload key=3OG3SYFEL3VL upload=IIREGGQUES3W tag=4ADIJ4TLP10G type=write size=2543012 2024-07-29T15:22:10.425 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.424+0000 7fd62f6c3640 -1 < no bi entry to suggest for operation key=0C6FXJ0T2NGU tag=W30EN2GPPCUN type=del size=2634654: (2) No such file or directory 2024-07-29T15:22:10.426 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.425+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=89U9O9HSX420 type=del size=1385862 2024-07-29T15:22:10.428 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.427+0000 7fd62f6c3640 1 < completed delete operation key=UNDM9MIM6GG0 tag=94QX4VY767QY type=del 2024-07-29T15:22:10.430 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.429+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~DTLM3N7MO8UP.0 size=830788 2024-07-29T15:22:10.430 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.429+0000 7fd62f6c3640 1 > prepared multipart upload key=ZMFNWBOB37DJ upload=DTLM3N7MO8UP tag=3NU8QASMJORD type=write size=1879364 2024-07-29T15:22:10.430 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.429+0000 7fd62f6c3640 1 < canceled part key=_multipart_UNDM9MIM6GG0.2~HY2VVJA078LK.0 size=1048576 2024-07-29T15:22:10.431 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.430+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~HY2VVJA078LK.1 size=1048576 2024-07-29T15:22:10.432 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.432+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~HY2VVJA078LK.2 size=191079 2024-07-29T15:22:10.435 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.434+0000 7fd62f6c3640 1 < canceled multipart upload key=UNDM9MIM6GG0 upload=HY2VVJA078LK tag=65Q6XOJTWWAB type=write size=3336807 2024-07-29T15:22:10.436 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.435+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=CXT5ZJXVAK1I type=write size=903928 2024-07-29T15:22:10.436 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.435+0000 7fd62f6c3640 1 < canceled part key=_multipart_H0YBVQU3EMED.2~SCKS3BYZLPJ2.0 size=536146 2024-07-29T15:22:10.438 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.437+0000 7fd62f6c3640 1 < canceled multipart upload key=H0YBVQU3EMED upload=SCKS3BYZLPJ2 tag=3I85HD1NG998 type=write size=1584722 2024-07-29T15:22:10.440 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.439+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~N7CFPI1003AC.0 size=837581 2024-07-29T15:22:10.441 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.439+0000 7fd62f6c3640 1 > prepared multipart upload key=UNDM9MIM6GG0 upload=N7CFPI1003AC tag=UFUI24G8MRT5 type=write size=1886157 2024-07-29T15:22:10.442 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.441+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~4FM6BPS8ZB7K.0 size=1048576 2024-07-29T15:22:10.443 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.442+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~4FM6BPS8ZB7K.1 size=540640 2024-07-29T15:22:10.445 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.444+0000 7fd62f6c3640 1 < completed multipart upload key=L184IOUE520P upload=4FM6BPS8ZB7K tag=FTZKKW46UEIQ type=write size=2637792 2024-07-29T15:22:10.446 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.445+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=3Z81W0T6OVJ1 type=del size=3200740 2024-07-29T15:22:10.447 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.447+0000 7fd62f6c3640 1 < completed write operation key=M86GT4R04HUE tag=UX6DZA95NED6 type=write size=106012 2024-07-29T15:22:10.449 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.448+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=5Q0W6A54U158 type=del size=3905285 2024-07-29T15:22:10.450 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.449+0000 7fd62f6c3640 1 < completed write operation key=UNDM9MIM6GG0 tag=UYQEUZ31VVLQ type=write size=25131 2024-07-29T15:22:10.453 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.452+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~KAZSUPKE2X4E.0 size=110934 2024-07-29T15:22:10.453 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.452+0000 7fd62f6c3640 1 > prepared multipart upload key=E98KUA2RK3BK upload=KAZSUPKE2X4E tag=YT76EIEWNDOB type=write size=1159510 2024-07-29T15:22:10.454 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.453+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~ZH3Z73YXZDEV.0 size=1048576 2024-07-29T15:22:10.455 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.454+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~ZH3Z73YXZDEV.1 size=1048576 2024-07-29T15:22:10.456 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.455+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~ZH3Z73YXZDEV.2 size=708792 2024-07-29T15:22:10.458 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.457+0000 7fd62f6c3640 1 < completed multipart upload key=C3FDCOT4DV2B upload=ZH3Z73YXZDEV tag=T80JZ4L1L8ZS type=write size=3854520 2024-07-29T15:22:10.460 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.459+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~9G6DBLWHE9AV.0 size=1048576 2024-07-29T15:22:10.461 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.460+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~9G6DBLWHE9AV.1 size=1048576 2024-07-29T15:22:10.462 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.461+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~9G6DBLWHE9AV.2 size=337171 2024-07-29T15:22:10.462 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.461+0000 7fd62f6c3640 1 > prepared multipart upload key=4LY01AD2KMYQ upload=9G6DBLWHE9AV tag=JA3F7PXHGOAV type=write size=3482899 2024-07-29T15:22:10.464 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.463+0000 7fd62f6c3640 1 < canceled operation key=5RY4L1BV4ZJB tag=ID0TKTVKFCSH type=write size=792074 2024-07-29T15:22:10.465 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.464+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=YJ4DOZ10IIL3 type=del size=4163410 2024-07-29T15:22:10.466 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.465+0000 7fd62f6c3640 1 < completed delete operation key=IWIUUJFZ4UME tag=F7DIW4C5MV5J type=del 2024-07-29T15:22:10.469 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.468+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~QAYZ6UEWAFLJ.0 size=1048576 2024-07-29T15:22:10.470 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.469+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~QAYZ6UEWAFLJ.1 size=773825 2024-07-29T15:22:10.470 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.469+0000 7fd62f6c3640 1 > prepared multipart upload key=TAZR3PWEGCVK upload=QAYZ6UEWAFLJ tag=GVTRYY9JAZQR type=write size=2870977 2024-07-29T15:22:10.471 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.470+0000 7fd62f6c3640 1 < completed delete operation key=4Z3FPJTXXFV7 tag=VE1R16QHQJ32 type=del 2024-07-29T15:22:10.472 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.471+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=6QSH1RTJH5HN type=del size=2656971 2024-07-29T15:22:10.474 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.473+0000 7fd62f6c3640 1 < completed part key=_multipart_VD0CC9XRAGF4.2~ZC0S78CJ6DPY.0 size=1048576 2024-07-29T15:22:10.475 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.474+0000 7fd62f6c3640 1 < completed part key=_multipart_VD0CC9XRAGF4.2~ZC0S78CJ6DPY.1 size=695117 2024-07-29T15:22:10.477 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.476+0000 7fd62f6c3640 1 < completed multipart upload key=VD0CC9XRAGF4 upload=ZC0S78CJ6DPY tag=CS3BL2OCRVTB type=write size=2792269 2024-07-29T15:22:10.478 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.477+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=1QDPWBS7O0W2 type=del size=539034 2024-07-29T15:22:10.479 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.479+0000 7fd62f6c3640 1 < completed delete operation key=YSQLYQW9APLO tag=HQPMAWQGA5OP type=del 2024-07-29T15:22:10.482 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.481+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~GOX6J6QPMGTB.0 size=899472 2024-07-29T15:22:10.482 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.481+0000 7fd62f6c3640 1 > prepared multipart upload key=UNDM9MIM6GG0 upload=GOX6J6QPMGTB tag=XIJ1SN1KOGXP type=write size=1948048 2024-07-29T15:22:10.483 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.482+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~E1S8C8CVRFEK.0 size=1048576 2024-07-29T15:22:10.483 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.482+0000 7fd62f6c3640 1 < canceled part key=_multipart_A98383AI9GGP.2~E1S8C8CVRFEK.1 size=228656 2024-07-29T15:22:10.486 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.485+0000 7fd62f6c3640 1 < canceled multipart upload key=A98383AI9GGP upload=E1S8C8CVRFEK tag=QZNET8PJ5ZAH type=write size=2325808 2024-07-29T15:22:10.487 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.486+0000 7fd62f6c3640 1 > prepared operation key=N3UV8NSUX0G0 tag=VFMNN3A02GDO type=write size=686581 2024-07-29T15:22:10.489 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.488+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~QH8TFAU91BAA.0 size=1048576 2024-07-29T15:22:10.490 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.489+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~QH8TFAU91BAA.1 size=1048576 2024-07-29T15:22:10.491 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.490+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~QH8TFAU91BAA.2 size=407260 2024-07-29T15:22:10.493 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.492+0000 7fd62f6c3640 1 < completed multipart upload key=H0YBVQU3EMED upload=QH8TFAU91BAA tag=8ZIQ5T5RUZ7B type=write size=3552988 2024-07-29T15:22:10.496 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.495+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~82YH4347UT4S.0 size=913427 2024-07-29T15:22:10.496 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.495+0000 7fd62f6c3640 1 > prepared multipart upload key=4LY01AD2KMYQ upload=82YH4347UT4S tag=IJVN4T5AB1BJ type=write size=1962003 2024-07-29T15:22:10.497 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.496+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~IIREGGQUES3W.0 size=1048576 2024-07-29T15:22:10.498 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.497+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~IIREGGQUES3W.1 size=445860 2024-07-29T15:22:10.500 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.500+0000 7fd62f6c3640 1 < completed multipart upload key=3OG3SYFEL3VL upload=IIREGGQUES3W tag=4ADIJ4TLP10G type=write size=2543012 2024-07-29T15:22:10.503 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.502+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~U2G27V8VDCJS.0 size=1048576 2024-07-29T15:22:10.504 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.503+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~U2G27V8VDCJS.1 size=558251 2024-07-29T15:22:10.504 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.503+0000 7fd62f6c3640 1 > prepared multipart upload key=FAOPDKU2UC4Y upload=U2G27V8VDCJS tag=GGI60JSE0BP3 type=write size=2655403 2024-07-29T15:22:10.505 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.504+0000 7fd62f6c3640 1 < completed delete operation key=4LY01AD2KMYQ tag=89U9O9HSX420 type=del 2024-07-29T15:22:10.507 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.506+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=JR69066HHLYM type=del size=3785652 2024-07-29T15:22:10.508 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.507+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~DTLM3N7MO8UP.0 size=830788 2024-07-29T15:22:10.510 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.509+0000 7fd62f6c3640 1 < completed multipart upload key=ZMFNWBOB37DJ upload=DTLM3N7MO8UP tag=3NU8QASMJORD type=write size=1879364 2024-07-29T15:22:10.512 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.511+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~CL00A2EBYMCV.0 size=863203 2024-07-29T15:22:10.512 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.511+0000 7fd62f6c3640 1 > prepared multipart upload key=L3WAA4XE7CTH upload=CL00A2EBYMCV tag=U05SZ7CD62JC type=write size=1911779 2024-07-29T15:22:10.513 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.512+0000 7fd62f6c3640 1 < completed write operation key=ZDB57ZUUV5IX tag=CXT5ZJXVAK1I type=write size=903928 2024-07-29T15:22:10.515 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.514+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=QI4KBVXS4RW5 type=del size=672804 2024-07-29T15:22:10.516 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.515+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~N7CFPI1003AC.0 size=837581 2024-07-29T15:22:10.518 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.517+0000 7fd62f6c3640 1 < completed multipart upload key=UNDM9MIM6GG0 upload=N7CFPI1003AC tag=UFUI24G8MRT5 type=write size=1886157 2024-07-29T15:22:10.521 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.520+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~QFP0EMKQRURN.0 size=1048576 2024-07-29T15:22:10.521 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.521+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~QFP0EMKQRURN.1 size=859326 2024-07-29T15:22:10.522 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.521+0000 7fd62f6c3640 1 > prepared multipart upload key=L3WAA4XE7CTH upload=QFP0EMKQRURN tag=8XAP07G02X19 type=write size=2956478 2024-07-29T15:22:10.523 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.522+0000 7fd62f6c3640 1 < completed delete operation key=E98KUA2RK3BK tag=3Z81W0T6OVJ1 type=del 2024-07-29T15:22:10.526 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.525+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~BRJ1NGALQHP5.0 size=1048576 2024-07-29T15:22:10.527 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.526+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~BRJ1NGALQHP5.1 size=383666 2024-07-29T15:22:10.527 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.526+0000 7fd62f6c3640 1 > prepared multipart upload key=TAZR3PWEGCVK upload=BRJ1NGALQHP5 tag=T22XFR9SB9ZZ type=write size=2480818 2024-07-29T15:22:10.528 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.527+0000 7fd62f6c3640 1 < completed delete operation key=5RY4L1BV4ZJB tag=5Q0W6A54U158 type=del 2024-07-29T15:22:10.530 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.529+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~B2S5WIMPVKSH.0 size=1048576 2024-07-29T15:22:10.531 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.530+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~B2S5WIMPVKSH.1 size=1048576 2024-07-29T15:22:10.532 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.531+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~B2S5WIMPVKSH.2 size=37894 2024-07-29T15:22:10.532 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.531+0000 7fd62f6c3640 1 > prepared multipart upload key=L184IOUE520P upload=B2S5WIMPVKSH tag=W3T0X8TTO1JL type=write size=3183622 2024-07-29T15:22:10.534 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.533+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~KAZSUPKE2X4E.0 size=110934 2024-07-29T15:22:10.536 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.535+0000 7fd62f6c3640 1 < completed multipart upload key=E98KUA2RK3BK upload=KAZSUPKE2X4E tag=YT76EIEWNDOB type=write size=1159510 2024-07-29T15:22:10.539 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.538+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~86SO43HV7R4J.0 size=617603 2024-07-29T15:22:10.539 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.538+0000 7fd62f6c3640 1 > prepared multipart upload key=C3FDCOT4DV2B upload=86SO43HV7R4J tag=NGU89SPVS2W6 type=write size=1666179 2024-07-29T15:22:10.540 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.540+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~9G6DBLWHE9AV.0 size=1048576 2024-07-29T15:22:10.541 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.540+0000 7fd62f6c3640 1 < canceled part key=_multipart_4LY01AD2KMYQ.2~9G6DBLWHE9AV.1 size=1048576 2024-07-29T15:22:10.541 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.541+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~9G6DBLWHE9AV.2 size=337171 2024-07-29T15:22:10.544 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.543+0000 7fd62f6c3640 1 < canceled multipart upload key=4LY01AD2KMYQ upload=9G6DBLWHE9AV tag=JA3F7PXHGOAV type=write size=3482899 2024-07-29T15:22:10.545 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.544+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=HUPN1GLME7XT type=del size=2748811 2024-07-29T15:22:10.546 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:22:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:22:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:22:10.549 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.548+0000 7fd62f6c3640 1 < suggested remove operation key=0C6FXJ0T2NGU tag=YJ4DOZ10IIL3 type=del 2024-07-29T15:22:10.550 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.549+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=LFTSPDCDAZRO type=del size=3685862 2024-07-29T15:22:10.553 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.551+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~QAYZ6UEWAFLJ.0 size=1048576 2024-07-29T15:22:10.553 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.551+0000 7fd62f6c3640 1 < canceled part key=_multipart_TAZR3PWEGCVK.2~QAYZ6UEWAFLJ.1 size=773825 2024-07-29T15:22:10.556 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.555+0000 7fd62f6c3640 1 < canceled multipart upload key=TAZR3PWEGCVK upload=QAYZ6UEWAFLJ tag=GVTRYY9JAZQR type=write size=2870977 2024-07-29T15:22:10.559 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.558+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~87PPI6WELKRW.0 size=1048576 2024-07-29T15:22:10.560 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.559+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~87PPI6WELKRW.1 size=481331 2024-07-29T15:22:10.560 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.560+0000 7fd62f6c3640 1 > prepared multipart upload key=4LY01AD2KMYQ upload=87PPI6WELKRW tag=RJV1KO7VKOZ8 type=write size=2578483 2024-07-29T15:22:10.562 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.561+0000 7fd62f6c3640 1 < canceled operation key=3OG3SYFEL3VL tag=6QSH1RTJH5HN type=del size=2656971 2024-07-29T15:22:10.565 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.564+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~ARM32C1MCMTB.0 size=1048576 2024-07-29T15:22:10.566 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.565+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~ARM32C1MCMTB.1 size=317025 2024-07-29T15:22:10.566 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.565+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=ARM32C1MCMTB tag=OYET0E1P1YQL type=write size=2414177 2024-07-29T15:22:10.567 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.566+0000 7fd62f6c3640 1 < completed delete operation key=L184IOUE520P tag=1QDPWBS7O0W2 type=del 2024-07-29T15:22:10.568 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.567+0000 7fd62f6c3640 1 > prepared operation key=YSQLYQW9APLO tag=4FJNU9Z6WGSM type=del size=4079048 2024-07-29T15:22:10.570 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.569+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~GOX6J6QPMGTB.0 size=899472 2024-07-29T15:22:10.572 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.571+0000 7fd62f6c3640 1 < completed multipart upload key=UNDM9MIM6GG0 upload=GOX6J6QPMGTB tag=XIJ1SN1KOGXP type=write size=1948048 2024-07-29T15:22:10.575 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.574+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~YVYT16NBBTWY.0 size=1048576 2024-07-29T15:22:10.576 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.575+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~YVYT16NBBTWY.1 size=1011473 2024-07-29T15:22:10.576 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.575+0000 7fd62f6c3640 1 > prepared multipart upload key=A98383AI9GGP upload=YVYT16NBBTWY tag=SPY8EOVRDNU3 type=write size=3108625 2024-07-29T15:22:10.579 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.578+0000 7fd62f6c3640 1 < suggested remove operation key=N3UV8NSUX0G0 tag=VFMNN3A02GDO type=write 2024-07-29T15:22:10.580 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.579+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=SCP1AIJGZGFC type=del size=1450500 2024-07-29T15:22:10.582 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.581+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~82YH4347UT4S.0 size=913427 2024-07-29T15:22:10.586 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.583+0000 7fd62f6c3640 1 < completed multipart upload key=4LY01AD2KMYQ upload=82YH4347UT4S tag=IJVN4T5AB1BJ type=write size=1962003 2024-07-29T15:22:10.587 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.586+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~ROPPMU953ZIA.0 size=1048576 2024-07-29T15:22:10.588 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.587+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~ROPPMU953ZIA.1 size=918835 2024-07-29T15:22:10.588 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.587+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=ROPPMU953ZIA tag=X5P77D5XY3YH type=write size=3015987 2024-07-29T15:22:10.590 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.589+0000 7fd62f6c3640 1 < completed part key=_multipart_FAOPDKU2UC4Y.2~U2G27V8VDCJS.0 size=1048576 2024-07-29T15:22:10.591 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.590+0000 7fd62f6c3640 1 < completed part key=_multipart_FAOPDKU2UC4Y.2~U2G27V8VDCJS.1 size=558251 2024-07-29T15:22:10.594 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.593+0000 7fd62f6c3640 1 < completed multipart upload key=FAOPDKU2UC4Y upload=U2G27V8VDCJS tag=GGI60JSE0BP3 type=write size=2655403 2024-07-29T15:22:10.595 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.594+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=UK1Y6TG766K6 type=write size=931146 2024-07-29T15:22:10.597 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.596+0000 7fd62f6c3640 1 < completed delete operation key=ZMFNWBOB37DJ tag=JR69066HHLYM type=del 2024-07-29T15:22:10.600 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.599+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~74KMDY90J318.0 size=1048576 2024-07-29T15:22:10.601 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.600+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~74KMDY90J318.1 size=1048576 2024-07-29T15:22:10.602 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.601+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~74KMDY90J318.2 size=788065 2024-07-29T15:22:10.602 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.601+0000 7fd62f6c3640 1 > prepared multipart upload key=UNDM9MIM6GG0 upload=74KMDY90J318 tag=888A4MAXI2H3 type=write size=3933793 2024-07-29T15:22:10.604 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.603+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~CL00A2EBYMCV.0 size=863203 2024-07-29T15:22:10.606 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.605+0000 7fd62f6c3640 1 < completed multipart upload key=L3WAA4XE7CTH upload=CL00A2EBYMCV tag=U05SZ7CD62JC type=write size=1911779 2024-07-29T15:22:10.609 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.608+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~XGSPG6YLYD00.0 size=359577 2024-07-29T15:22:10.609 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.608+0000 7fd62f6c3640 1 > prepared multipart upload key=4LY01AD2KMYQ upload=XGSPG6YLYD00 tag=U0L5DXXA5COI type=write size=1408153 2024-07-29T15:22:10.610 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.609+0000 7fd62f6c3640 1 < completed delete operation key=L3WAA4XE7CTH tag=QI4KBVXS4RW5 type=del 2024-07-29T15:22:10.612 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.611+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=95MQGGFULVV2 type=write size=539950 2024-07-29T15:22:10.614 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.613+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~QFP0EMKQRURN.0 size=1048576 2024-07-29T15:22:10.615 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.614+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~QFP0EMKQRURN.1 size=859326 2024-07-29T15:22:10.617 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.616+0000 7fd62f6c3640 1 < completed multipart upload key=L3WAA4XE7CTH upload=QFP0EMKQRURN tag=8XAP07G02X19 type=write size=2956478 2024-07-29T15:22:10.619 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.618+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=7F0GE2Z2LZ8Y type=del size=1100317 2024-07-29T15:22:10.620 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.619+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~BRJ1NGALQHP5.0 size=1048576 2024-07-29T15:22:10.620 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.619+0000 7fd62f6c3640 1 < canceled part key=_multipart_TAZR3PWEGCVK.2~BRJ1NGALQHP5.1 size=383666 2024-07-29T15:22:10.622 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.622+0000 7fd62f6c3640 1 < canceled multipart upload key=TAZR3PWEGCVK upload=BRJ1NGALQHP5 tag=T22XFR9SB9ZZ type=write size=2480818 2024-07-29T15:22:10.625 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.624+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~89DTG5Y03UNP.0 size=155001 2024-07-29T15:22:10.625 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.624+0000 7fd62f6c3640 1 > prepared multipart upload key=IWIUUJFZ4UME upload=89DTG5Y03UNP tag=EVDL8JTB0M1J type=write size=1203577 2024-07-29T15:22:10.627 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.626+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~B2S5WIMPVKSH.0 size=1048576 2024-07-29T15:22:10.628 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.627+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~B2S5WIMPVKSH.1 size=1048576 2024-07-29T15:22:10.629 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.628+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~B2S5WIMPVKSH.2 size=37894 2024-07-29T15:22:10.632 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.631+0000 7fd62f6c3640 1 < completed multipart upload key=L184IOUE520P upload=B2S5WIMPVKSH tag=W3T0X8TTO1JL type=write size=3183622 2024-07-29T15:22:10.635 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.634+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~OM17M0L3HROU.0 size=719446 2024-07-29T15:22:10.635 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.634+0000 7fd62f6c3640 1 > prepared multipart upload key=ZMFNWBOB37DJ upload=OM17M0L3HROU tag=YUTV3025UXWX type=write size=1768022 2024-07-29T15:22:10.637 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.636+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~86SO43HV7R4J.0 size=617603 2024-07-29T15:22:10.639 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.639+0000 7fd62f6c3640 1 < completed multipart upload key=C3FDCOT4DV2B upload=86SO43HV7R4J tag=NGU89SPVS2W6 type=write size=1666179 2024-07-29T15:22:10.642 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.641+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~M3EYF9ZS8QO4.0 size=1048576 2024-07-29T15:22:10.643 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.643+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~M3EYF9ZS8QO4.1 size=1046237 2024-07-29T15:22:10.644 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.643+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=M3EYF9ZS8QO4 tag=2GDWSYK33VUZ type=write size=3143389 2024-07-29T15:22:10.647 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.646+0000 7fd62f6c3640 1 < suggested remove operation key=FAOPDKU2UC4Y tag=HUPN1GLME7XT type=del 2024-07-29T15:22:10.649 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.648+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~AU47606DBQNC.0 size=1048576 2024-07-29T15:22:10.650 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.650+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~AU47606DBQNC.1 size=1048576 2024-07-29T15:22:10.652 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.651+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~AU47606DBQNC.2 size=1011345 2024-07-29T15:22:10.652 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.651+0000 7fd62f6c3640 1 > prepared multipart upload key=L3WAA4XE7CTH upload=AU47606DBQNC tag=U2RJOBQON8KG type=write size=4157073 2024-07-29T15:22:10.655 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.654+0000 7fd62f6c3640 1 < suggested remove operation key=M5I2YC3HVZ0P tag=LFTSPDCDAZRO type=del 2024-07-29T15:22:10.658 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.657+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~UAHH232BZP2F.0 size=1048576 2024-07-29T15:22:10.659 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.658+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~UAHH232BZP2F.1 size=962516 2024-07-29T15:22:10.659 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.658+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=UAHH232BZP2F tag=N3H9NSJ2INNV type=write size=3059668 2024-07-29T15:22:10.661 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.660+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~87PPI6WELKRW.0 size=1048576 2024-07-29T15:22:10.662 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.661+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~87PPI6WELKRW.1 size=481331 2024-07-29T15:22:10.664 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.663+0000 7fd62f6c3640 1 < completed multipart upload key=4LY01AD2KMYQ upload=87PPI6WELKRW tag=RJV1KO7VKOZ8 type=write size=2578483 2024-07-29T15:22:10.666 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.665+0000 7fd62f6c3640 1 > prepared operation key=C3FDCOT4DV2B tag=XQ6HPIT40WZ4 type=del size=365984 2024-07-29T15:22:10.668 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.666+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~ARM32C1MCMTB.0 size=1048576 2024-07-29T15:22:10.668 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.666+0000 7fd62f6c3640 1 < canceled part key=_multipart_IAXC3BCSNJJH.2~ARM32C1MCMTB.1 size=317025 2024-07-29T15:22:10.671 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.670+0000 7fd62f6c3640 1 < canceled multipart upload key=IAXC3BCSNJJH upload=ARM32C1MCMTB tag=OYET0E1P1YQL type=write size=2414177 2024-07-29T15:22:10.672 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.671+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=NZVY4GA3V8J2 type=del size=3126293 2024-07-29T15:22:10.673 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.672+0000 7fd62f6c3640 1 < completed delete operation key=YSQLYQW9APLO tag=4FJNU9Z6WGSM type=del 2024-07-29T15:22:10.675 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.674+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=A38IOMDKIUSF type=del size=662841 2024-07-29T15:22:10.676 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.675+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~YVYT16NBBTWY.0 size=1048576 2024-07-29T15:22:10.677 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.676+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~YVYT16NBBTWY.1 size=1011473 2024-07-29T15:22:10.680 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.679+0000 7fd62f6c3640 1 < completed multipart upload key=A98383AI9GGP upload=YVYT16NBBTWY tag=SPY8EOVRDNU3 type=write size=3108625 2024-07-29T15:22:10.682 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.681+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~2GM7FVUP87SS.0 size=1048576 2024-07-29T15:22:10.683 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.683+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~2GM7FVUP87SS.1 size=279797 2024-07-29T15:22:10.684 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.683+0000 7fd62f6c3640 1 > prepared multipart upload key=8BA2XKLPRGQN upload=2GM7FVUP87SS tag=OU0F3SURJITI type=write size=2376949 2024-07-29T15:22:10.685 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.684+0000 7fd62f6c3640 1 < canceled operation key=RQC1B162F8M6 tag=SCP1AIJGZGFC type=del size=1450500 2024-07-29T15:22:10.687 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.687+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~T84SVJPK3ABK.0 size=1048576 2024-07-29T15:22:10.688 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.688+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~T84SVJPK3ABK.1 size=80494 2024-07-29T15:22:10.688 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.688+0000 7fd62f6c3640 1 > prepared multipart upload key=L3WAA4XE7CTH upload=T84SVJPK3ABK tag=IN2OWC3XQME5 type=write size=2177646 2024-07-29T15:22:10.689 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.688+0000 7fd62f6c3640 1 < canceled part key=_multipart_W248KYMPQG8A.2~ROPPMU953ZIA.0 size=1048576 2024-07-29T15:22:10.690 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.689+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~ROPPMU953ZIA.1 size=918835 2024-07-29T15:22:10.692 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.691+0000 7fd62f6c3640 1 < canceled multipart upload key=W248KYMPQG8A upload=ROPPMU953ZIA tag=X5P77D5XY3YH type=write size=3015987 2024-07-29T15:22:10.694 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.693+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~PV6QE0FTL983.0 size=1048576 2024-07-29T15:22:10.695 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.694+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~PV6QE0FTL983.1 size=728930 2024-07-29T15:22:10.695 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.694+0000 7fd62f6c3640 1 > prepared multipart upload key=7CXNN1RN7UV8 upload=PV6QE0FTL983 tag=4FGM0FGZ4N28 type=write size=2826082 2024-07-29T15:22:10.698 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.697+0000 7fd62f6c3640 1 < suggested remove operation key=V2178FD5CN6Y tag=UK1Y6TG766K6 type=write 2024-07-29T15:22:10.701 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.700+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~512ZUJHVTZ3V.0 size=1048576 2024-07-29T15:22:10.702 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.701+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~512ZUJHVTZ3V.1 size=391697 2024-07-29T15:22:10.702 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.701+0000 7fd62f6c3640 1 > prepared multipart upload key=V2178FD5CN6Y upload=512ZUJHVTZ3V tag=QH79OELHQFAM type=write size=2488849 2024-07-29T15:22:10.703 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.702+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~74KMDY90J318.0 size=1048576 2024-07-29T15:22:10.704 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.703+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~74KMDY90J318.1 size=1048576 2024-07-29T15:22:10.705 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.704+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~74KMDY90J318.2 size=788065 2024-07-29T15:22:10.707 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.706+0000 7fd62f6c3640 1 < completed multipart upload key=UNDM9MIM6GG0 upload=74KMDY90J318 tag=888A4MAXI2H3 type=write size=3933793 2024-07-29T15:22:10.709 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.708+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=PQOFI1P3ZC1B type=del size=811120 2024-07-29T15:22:10.710 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.709+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~XGSPG6YLYD00.0 size=359577 2024-07-29T15:22:10.712 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.712+0000 7fd62f6c3640 1 < completed multipart upload key=4LY01AD2KMYQ upload=XGSPG6YLYD00 tag=U0L5DXXA5COI type=write size=1408153 2024-07-29T15:22:10.714 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.713+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=51IXMEZ19PX2 type=del size=4026094 2024-07-29T15:22:10.715 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.714+0000 7fd62f6c3640 1 < completed write operation key=0C6FXJ0T2NGU tag=95MQGGFULVV2 type=write size=539950 2024-07-29T15:22:10.717 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.716+0000 7fd62f6c3640 1 > prepared operation key=N3UV8NSUX0G0 tag=O1RY18FJOKDO type=del size=1163128 2024-07-29T15:22:10.718 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.717+0000 7fd62f6c3640 1 < completed delete operation key=VD0CC9XRAGF4 tag=7F0GE2Z2LZ8Y type=del 2024-07-29T15:22:10.721 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.720+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~GMRXCSP6AXHC.0 size=1028500 2024-07-29T15:22:10.721 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.720+0000 7fd62f6c3640 1 > prepared multipart upload key=IWIUUJFZ4UME upload=GMRXCSP6AXHC tag=U33CFU7SOOK4 type=write size=2077076 2024-07-29T15:22:10.722 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.721+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~89DTG5Y03UNP.0 size=155001 2024-07-29T15:22:10.724 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.724+0000 7fd62f6c3640 1 < completed multipart upload key=IWIUUJFZ4UME upload=89DTG5Y03UNP tag=EVDL8JTB0M1J type=write size=1203577 2024-07-29T15:22:10.726 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.725+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=A0U4OR2IGC5S type=del size=1243029 2024-07-29T15:22:10.727 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.726+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~OM17M0L3HROU.0 size=719446 2024-07-29T15:22:10.729 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.728+0000 7fd62f6c3640 1 < completed multipart upload key=ZMFNWBOB37DJ upload=OM17M0L3HROU tag=YUTV3025UXWX type=write size=1768022 2024-07-29T15:22:10.732 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.731+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~GSSX2XOVJ7KN.0 size=38036 2024-07-29T15:22:10.732 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.731+0000 7fd62f6c3640 1 > prepared multipart upload key=RQC1B162F8M6 upload=GSSX2XOVJ7KN tag=YNZRCL16FMUP type=write size=1086612 2024-07-29T15:22:10.733 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.732+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~M3EYF9ZS8QO4.0 size=1048576 2024-07-29T15:22:10.734 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.733+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~M3EYF9ZS8QO4.1 size=1046237 2024-07-29T15:22:10.737 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.736+0000 7fd62f6c3640 1 < completed multipart upload key=IAXC3BCSNJJH upload=M3EYF9ZS8QO4 tag=2GDWSYK33VUZ type=write size=3143389 2024-07-29T15:22:10.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:10 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1279366793' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126530-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:22:10.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:10 smithi067 ceph-mon[91995]: osdmap e1100: 8 total, 8 up, 8 in 2024-07-29T15:22:10.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:10 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1279366793' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126530-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:22:10.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:10 smithi067 ceph-mon[94375]: osdmap e1100: 8 total, 8 up, 8 in 2024-07-29T15:22:10.738 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.737+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=0LFXPE7JIY0A type=del size=1126909 2024-07-29T15:22:10.739 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.739+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~AU47606DBQNC.0 size=1048576 2024-07-29T15:22:10.741 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.740+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~AU47606DBQNC.1 size=1048576 2024-07-29T15:22:10.742 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.741+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~AU47606DBQNC.2 size=1011345 2024-07-29T15:22:10.744 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.743+0000 7fd62f6c3640 1 < completed multipart upload key=L3WAA4XE7CTH upload=AU47606DBQNC tag=U2RJOBQON8KG type=write size=4157073 2024-07-29T15:22:10.745 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.744+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=OF6YQYQMX3VN type=del size=274238 2024-07-29T15:22:10.747 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.746+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~UAHH232BZP2F.0 size=1048576 2024-07-29T15:22:10.748 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.747+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~UAHH232BZP2F.1 size=962516 2024-07-29T15:22:10.750 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.749+0000 7fd62f6c3640 1 < completed multipart upload key=W248KYMPQG8A upload=UAHH232BZP2F tag=N3H9NSJ2INNV type=write size=3059668 2024-07-29T15:22:10.751 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.751+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=HOHK6P9B1N1J type=write size=808054 2024-07-29T15:22:10.753 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.752+0000 7fd62f6c3640 1 < completed delete operation key=C3FDCOT4DV2B tag=XQ6HPIT40WZ4 type=del 2024-07-29T15:22:10.754 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.753+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=F6579YW1UDJS type=del size=3342683 2024-07-29T15:22:10.756 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.755+0000 7fd62f6c3640 1 < completed delete operation key=ZDB57ZUUV5IX tag=NZVY4GA3V8J2 type=del 2024-07-29T15:22:10.758 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.757+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~206QCDY2UEV1.0 size=409013 2024-07-29T15:22:10.758 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.757+0000 7fd62f6c3640 1 > prepared multipart upload key=3OG3SYFEL3VL upload=206QCDY2UEV1 tag=UN6QCJ6551SU type=write size=1457589 2024-07-29T15:22:10.761 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.760+0000 7fd62f6c3640 1 < suggested remove operation key=W248KYMPQG8A tag=A38IOMDKIUSF type=del 2024-07-29T15:22:10.763 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.762+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=8R168HJO5F5U type=del size=2939121 2024-07-29T15:22:10.764 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.763+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~2GM7FVUP87SS.0 size=1048576 2024-07-29T15:22:10.765 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.764+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~2GM7FVUP87SS.1 size=279797 2024-07-29T15:22:10.767 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.766+0000 7fd62f6c3640 1 < completed multipart upload key=8BA2XKLPRGQN upload=2GM7FVUP87SS tag=OU0F3SURJITI type=write size=2376949 2024-07-29T15:22:10.770 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.769+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~V0S7YVDUIVVX.0 size=1048576 2024-07-29T15:22:10.771 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.770+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~V0S7YVDUIVVX.1 size=1048576 2024-07-29T15:22:10.772 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.771+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~V0S7YVDUIVVX.2 size=839574 2024-07-29T15:22:10.772 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.771+0000 7fd62f6c3640 1 > prepared multipart upload key=IWIUUJFZ4UME upload=V0S7YVDUIVVX tag=0OUY90C0N6F8 type=write size=3985302 2024-07-29T15:22:10.774 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.773+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~T84SVJPK3ABK.0 size=1048576 2024-07-29T15:22:10.775 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.774+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~T84SVJPK3ABK.1 size=80494 2024-07-29T15:22:10.777 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.776+0000 7fd62f6c3640 1 < completed multipart upload key=L3WAA4XE7CTH upload=T84SVJPK3ABK tag=IN2OWC3XQME5 type=write size=2177646 2024-07-29T15:22:10.778 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.777+0000 7fd62f6c3640 1 > prepared operation key=YSQLYQW9APLO tag=JUT0FR3J6BUW type=write size=456026 2024-07-29T15:22:10.779 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.779+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~PV6QE0FTL983.0 size=1048576 2024-07-29T15:22:10.781 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.780+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~PV6QE0FTL983.1 size=728930 2024-07-29T15:22:10.783 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.782+0000 7fd62f6c3640 1 < completed multipart upload key=7CXNN1RN7UV8 upload=PV6QE0FTL983 tag=4FGM0FGZ4N28 type=write size=2826082 2024-07-29T15:22:10.785 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.784+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~OC1VXFN1C0LU.0 size=1048576 2024-07-29T15:22:10.786 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.785+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~OC1VXFN1C0LU.1 size=1048576 2024-07-29T15:22:10.787 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.787+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~OC1VXFN1C0LU.2 size=364012 2024-07-29T15:22:10.788 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.787+0000 7fd62f6c3640 1 > prepared multipart upload key=7CXNN1RN7UV8 upload=OC1VXFN1C0LU tag=0EWDM2U6H3GF type=write size=3509740 2024-07-29T15:22:10.789 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.788+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~512ZUJHVTZ3V.0 size=1048576 2024-07-29T15:22:10.790 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.789+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~512ZUJHVTZ3V.1 size=391697 2024-07-29T15:22:10.793 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.792+0000 7fd62f6c3640 1 < completed multipart upload key=V2178FD5CN6Y upload=512ZUJHVTZ3V tag=QH79OELHQFAM type=write size=2488849 2024-07-29T15:22:10.795 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.794+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~JEQ29A8W4ICA.0 size=371362 2024-07-29T15:22:10.795 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.794+0000 7fd62f6c3640 1 > prepared multipart upload key=L184IOUE520P upload=JEQ29A8W4ICA tag=0ENSY1CJNSCF type=write size=1419938 2024-07-29T15:22:10.797 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.796+0000 7fd62f6c3640 1 < completed delete operation key=8BA2XKLPRGQN tag=PQOFI1P3ZC1B type=del 2024-07-29T15:22:10.799 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.798+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~C7JK6UF3PLKN.0 size=295793 2024-07-29T15:22:10.799 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.798+0000 7fd62f6c3640 1 > prepared multipart upload key=M5I2YC3HVZ0P upload=C7JK6UF3PLKN tag=WURGTJRT1DFC type=write size=1344369 2024-07-29T15:22:10.801 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.800+0000 7fd62f6c3640 1 < completed delete operation key=FAOPDKU2UC4Y tag=51IXMEZ19PX2 type=del 2024-07-29T15:22:10.803 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.802+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~1OQ1FHTZWVLG.0 size=1048576 2024-07-29T15:22:10.804 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.803+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~1OQ1FHTZWVLG.1 size=87688 2024-07-29T15:22:10.804 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.803+0000 7fd62f6c3640 1 > prepared multipart upload key=H0YBVQU3EMED upload=1OQ1FHTZWVLG tag=14DX90J6QFG2 type=write size=2184840 2024-07-29T15:22:10.805 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.805+0000 7fd62f6c3640 1 < completed delete operation key=N3UV8NSUX0G0 tag=O1RY18FJOKDO type=del 2024-07-29T15:22:10.808 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.807+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~4Z2F3ZG1MVZD.0 size=495915 2024-07-29T15:22:10.808 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.807+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=4Z2F3ZG1MVZD tag=0YZL7FL7CENV type=write size=1544491 2024-07-29T15:22:10.809 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.808+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~GMRXCSP6AXHC.0 size=1028500 2024-07-29T15:22:10.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:10 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1279366793' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-126530-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:22:10.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:10 smithi138 ceph-mon[86438]: osdmap e1100: 8 total, 8 up, 8 in 2024-07-29T15:22:10.812 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.811+0000 7fd62f6c3640 1 < completed multipart upload key=IWIUUJFZ4UME upload=GMRXCSP6AXHC tag=U33CFU7SOOK4 type=write size=2077076 2024-07-29T15:22:10.814 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.813+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=S6UXG2S9FTBV type=del size=2979317 2024-07-29T15:22:10.817 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.816+0000 7fd62f6c3640 1 < suggested update operation key=IWIUUJFZ4UME tag=A0U4OR2IGC5S type=del size=1243029 2024-07-29T15:22:10.818 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.817+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=AKRYT2EL1K71 type=del size=2814635 2024-07-29T15:22:10.819 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.818+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~GSSX2XOVJ7KN.0 size=38036 2024-07-29T15:22:10.821 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.820+0000 7fd62f6c3640 1 < completed multipart upload key=RQC1B162F8M6 upload=GSSX2XOVJ7KN tag=YNZRCL16FMUP type=write size=1086612 2024-07-29T15:22:10.822 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.822+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=03L73B4A7QAO type=del size=2619009 2024-07-29T15:22:10.825 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.824+0000 7fd62f6c3640 1 < suggested update operation key=E98KUA2RK3BK tag=0LFXPE7JIY0A type=del size=1126909 2024-07-29T15:22:10.827 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.826+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=OUHRPO3WX3QE type=del size=495811 2024-07-29T15:22:10.828 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.827+0000 7fd62f6c3640 -1 < failed to complete operation key=E98KUA2RK3BK tag=OF6YQYQMX3VN type=del size=274238: (22) Invalid argument 2024-07-29T15:22:10.829 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.829+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=6XEXEWW42YQL type=del size=2687397 2024-07-29T15:22:10.831 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.830+0000 7fd62f6c3640 1 < completed write operation key=7THABETH5LSN tag=HOHK6P9B1N1J type=write size=808054 2024-07-29T15:22:10.832 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.831+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=H91P3V1YLCS9 type=del size=4103835 2024-07-29T15:22:10.833 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.833+0000 7fd62f6c3640 1 < completed delete operation key=A98383AI9GGP tag=F6579YW1UDJS type=del 2024-07-29T15:22:10.836 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.835+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~SCACF0R3HK4B.0 size=1048576 2024-07-29T15:22:10.837 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.836+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~SCACF0R3HK4B.1 size=570517 2024-07-29T15:22:10.837 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.836+0000 7fd62f6c3640 1 > prepared multipart upload key=4Z3FPJTXXFV7 upload=SCACF0R3HK4B tag=FVBOIYWGS6NA type=write size=2667669 2024-07-29T15:22:10.838 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.837+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~206QCDY2UEV1.0 size=409013 2024-07-29T15:22:10.840 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.840+0000 7fd62f6c3640 1 < completed multipart upload key=3OG3SYFEL3VL upload=206QCDY2UEV1 tag=UN6QCJ6551SU type=write size=1457589 2024-07-29T15:22:10.842 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.841+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=F3W08YRH2MC1 type=del size=2955831 2024-07-29T15:22:10.844 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.844+0000 7fd62f6c3640 1 < suggested update operation key=IWIUUJFZ4UME tag=8R168HJO5F5U type=del size=2939121 2024-07-29T15:22:10.846 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.845+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=V712WZXKZDMW type=write size=124842 2024-07-29T15:22:10.847 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.846+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~V0S7YVDUIVVX.0 size=1048576 2024-07-29T15:22:10.848 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.848+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~V0S7YVDUIVVX.1 size=1048576 2024-07-29T15:22:10.849 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.849+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~V0S7YVDUIVVX.2 size=839574 2024-07-29T15:22:10.852 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.851+0000 7fd62f6c3640 1 < completed multipart upload key=IWIUUJFZ4UME upload=V0S7YVDUIVVX tag=0OUY90C0N6F8 type=write size=3985302 2024-07-29T15:22:10.854 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.853+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~MFWS01FC44H3.0 size=1048576 2024-07-29T15:22:10.855 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.854+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~MFWS01FC44H3.1 size=1048576 2024-07-29T15:22:10.856 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.855+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~MFWS01FC44H3.2 size=783031 2024-07-29T15:22:10.856 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.855+0000 7fd62f6c3640 1 > prepared multipart upload key=VD0CC9XRAGF4 upload=MFWS01FC44H3 tag=0DSYD6GN7T9B type=write size=3928759 2024-07-29T15:22:10.859 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.858+0000 7fd62f6c3640 1 < suggested update operation key=YSQLYQW9APLO tag=JUT0FR3J6BUW type=write size=456026 2024-07-29T15:22:10.860 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.859+0000 7fd62f6c3640 1 > prepared operation key=YSQLYQW9APLO tag=PRLZ6RDLUMY7 type=del size=820749 2024-07-29T15:22:10.862 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.861+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~OC1VXFN1C0LU.0 size=1048576 2024-07-29T15:22:10.863 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.862+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~OC1VXFN1C0LU.1 size=1048576 2024-07-29T15:22:10.864 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.863+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~OC1VXFN1C0LU.2 size=364012 2024-07-29T15:22:10.866 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.865+0000 7fd62f6c3640 1 < completed multipart upload key=7CXNN1RN7UV8 upload=OC1VXFN1C0LU tag=0EWDM2U6H3GF type=write size=3509740 2024-07-29T15:22:10.868 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.867+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=Q0KD8JK7WA7V type=del size=3263924 2024-07-29T15:22:10.869 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.869+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~JEQ29A8W4ICA.0 size=371362 2024-07-29T15:22:10.872 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.871+0000 7fd62f6c3640 1 < completed multipart upload key=L184IOUE520P upload=JEQ29A8W4ICA tag=0ENSY1CJNSCF type=write size=1419938 2024-07-29T15:22:10.873 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.872+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=WJZFOSWZ27TW type=del size=1682200 2024-07-29T15:22:10.875 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.874+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~C7JK6UF3PLKN.0 size=295793 2024-07-29T15:22:10.877 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.876+0000 7fd62f6c3640 1 < completed multipart upload key=M5I2YC3HVZ0P upload=C7JK6UF3PLKN tag=WURGTJRT1DFC type=write size=1344369 2024-07-29T15:22:10.878 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.877+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=IGHDWZ0FREG7 type=del size=2217249 2024-07-29T15:22:10.879 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.879+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~1OQ1FHTZWVLG.0 size=1048576 2024-07-29T15:22:10.881 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.880+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~1OQ1FHTZWVLG.1 size=87688 2024-07-29T15:22:10.883 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.882+0000 7fd62f6c3640 1 < completed multipart upload key=H0YBVQU3EMED upload=1OQ1FHTZWVLG tag=14DX90J6QFG2 type=write size=2184840 2024-07-29T15:22:10.884 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.884+0000 7fd62f6c3640 1 > prepared operation key=C3FDCOT4DV2B tag=M4X4ARUTG0UC type=del size=45511 2024-07-29T15:22:10.885 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.884+0000 7fd62f6c3640 1 < canceled part key=_multipart_IAXC3BCSNJJH.2~4Z2F3ZG1MVZD.0 size=495915 2024-07-29T15:22:10.887 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.886+0000 7fd62f6c3640 1 < canceled multipart upload key=IAXC3BCSNJJH upload=4Z2F3ZG1MVZD tag=0YZL7FL7CENV type=write size=1544491 2024-07-29T15:22:10.888 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.888+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=4F40J68MDEGX type=del size=604662 2024-07-29T15:22:10.891 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.890+0000 7fd62f6c3640 1 < suggested remove operation key=V2178FD5CN6Y tag=S6UXG2S9FTBV type=del 2024-07-29T15:22:10.892 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.892+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=VEV4O996CTY8 type=del size=4816 2024-07-29T15:22:10.895 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.894+0000 7fd62f6c3640 1 < suggested remove operation key=5RY4L1BV4ZJB tag=AKRYT2EL1K71 type=del 2024-07-29T15:22:10.897 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.896+0000 7fd62f6c3640 1 > prepared operation key=H0YBVQU3EMED tag=RX3L3MF0DO8F type=del size=2544123 2024-07-29T15:22:10.898 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.897+0000 7fd62f6c3640 1 < completed delete operation key=M86GT4R04HUE tag=03L73B4A7QAO type=del 2024-07-29T15:22:10.901 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.900+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~8X3JJD5RG2JA.0 size=1048576 2024-07-29T15:22:10.902 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.901+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~8X3JJD5RG2JA.1 size=1039424 2024-07-29T15:22:10.902 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.901+0000 7fd62f6c3640 1 > prepared multipart upload key=V2178FD5CN6Y upload=8X3JJD5RG2JA tag=3Q7RI9EGA3QN type=write size=3136576 2024-07-29T15:22:10.903 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.902+0000 7fd62f6c3640 -1 < failed to complete operation key=IWIUUJFZ4UME tag=OUHRPO3WX3QE type=del size=495811: (22) Invalid argument 2024-07-29T15:22:10.905 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.904+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=0DO74MIZSGLC type=del size=1826614 2024-07-29T15:22:10.907 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.907+0000 7fd62f6c3640 1 < suggested update operation key=RQC1B162F8M6 tag=6XEXEWW42YQL type=del size=2687397 2024-07-29T15:22:10.909 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.908+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=3EQDWL8TH8C9 type=del size=1677855 2024-07-29T15:22:10.912 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.911+0000 7fd62f6c3640 1 < suggested remove operation key=7CXNN1RN7UV8 tag=H91P3V1YLCS9 type=del 2024-07-29T15:22:10.913 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.912+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=QAG1OZI0VYXC type=del size=1555707 2024-07-29T15:22:10.915 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.914+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~SCACF0R3HK4B.0 size=1048576 2024-07-29T15:22:10.916 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.915+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~SCACF0R3HK4B.1 size=570517 2024-07-29T15:22:10.918 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.917+0000 7fd62f6c3640 1 < completed multipart upload key=4Z3FPJTXXFV7 upload=SCACF0R3HK4B tag=FVBOIYWGS6NA type=write size=2667669 2024-07-29T15:22:10.920 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.919+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~G928HFNXWF1S.0 size=660390 2024-07-29T15:22:10.920 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.919+0000 7fd62f6c3640 1 > prepared multipart upload key=IWIUUJFZ4UME upload=G928HFNXWF1S tag=5PPGTBH2ICAH type=write size=1708966 2024-07-29T15:22:10.922 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.921+0000 7fd62f6c3640 1 < completed delete operation key=4LY01AD2KMYQ tag=F3W08YRH2MC1 type=del 2024-07-29T15:22:10.925 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.924+0000 7fd62f6c3640 1 > prepared part key=_multipart_5RY4L1BV4ZJB.2~O47LX3JWDYSF.0 size=1041619 2024-07-29T15:22:10.925 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.924+0000 7fd62f6c3640 1 > prepared multipart upload key=5RY4L1BV4ZJB upload=O47LX3JWDYSF tag=49GXN28V3H02 type=write size=2090195 2024-07-29T15:22:10.928 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.927+0000 7fd62f6c3640 1 < suggested remove operation key=ZDB57ZUUV5IX tag=V712WZXKZDMW type=write 2024-07-29T15:22:10.929 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.928+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=YZ638ZYAOHPM type=del size=2170279 2024-07-29T15:22:10.931 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.930+0000 7fd62f6c3640 1 < completed part key=_multipart_VD0CC9XRAGF4.2~MFWS01FC44H3.0 size=1048576 2024-07-29T15:22:10.932 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.931+0000 7fd62f6c3640 1 < completed part key=_multipart_VD0CC9XRAGF4.2~MFWS01FC44H3.1 size=1048576 2024-07-29T15:22:10.932 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.931+0000 7fd62f6c3640 1 < canceled part key=_multipart_VD0CC9XRAGF4.2~MFWS01FC44H3.2 size=783031 2024-07-29T15:22:10.934 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.933+0000 7fd62f6c3640 1 < canceled multipart upload key=VD0CC9XRAGF4 upload=MFWS01FC44H3 tag=0DSYD6GN7T9B type=write size=3928759 2024-07-29T15:22:10.936 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.935+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=9C65G5BVPN32 type=del size=847394 2024-07-29T15:22:10.937 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.936+0000 7fd62f6c3640 1 < completed delete operation key=YSQLYQW9APLO tag=PRLZ6RDLUMY7 type=del 2024-07-29T15:22:10.938 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.937+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=M4C8G3SB5GAL type=del size=817433 2024-07-29T15:22:10.941 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.941+0000 7fd62f6c3640 1 < suggested update operation key=A98383AI9GGP tag=Q0KD8JK7WA7V type=del size=3263924 2024-07-29T15:22:10.944 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.943+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~4JF3KH7QWJJT.0 size=173269 2024-07-29T15:22:10.944 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.943+0000 7fd62f6c3640 1 > prepared multipart upload key=SI02Q5RHER9G upload=4JF3KH7QWJJT tag=7H56546PFBNV type=write size=1221845 2024-07-29T15:22:10.946 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.945+0000 7fd62f6c3640 -1 < failed to complete operation key=ZDB57ZUUV5IX tag=WJZFOSWZ27TW type=del size=1682200: (22) Invalid argument 2024-07-29T15:22:10.947 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.946+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=HEGIG1J6MJWN type=del size=3602111 2024-07-29T15:22:10.948 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.947+0000 7fd62f6c3640 1 < completed delete operation key=0C6FXJ0T2NGU tag=IGHDWZ0FREG7 type=del 2024-07-29T15:22:10.950 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.949+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=7Z3BYXL0WLRD type=write size=395679 2024-07-29T15:22:10.951 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.950+0000 7fd62f6c3640 1 < completed delete operation key=C3FDCOT4DV2B tag=M4X4ARUTG0UC type=del 2024-07-29T15:22:10.954 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.953+0000 7fd62f6c3640 1 > prepared part key=_multipart_5RY4L1BV4ZJB.2~KYL8A0WZDM31.0 size=557459 2024-07-29T15:22:10.954 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.953+0000 7fd62f6c3640 1 > prepared multipart upload key=5RY4L1BV4ZJB upload=KYL8A0WZDM31 tag=Q84N3W6KPLRW type=write size=1606035 2024-07-29T15:22:10.956 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.955+0000 7fd62f6c3640 1 < completed delete operation key=FAOPDKU2UC4Y tag=4F40J68MDEGX type=del 2024-07-29T15:22:10.957 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.956+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=EEKSUN5M4EV5 type=write size=130250 2024-07-29T15:22:10.959 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.958+0000 7fd62f6c3640 1 < completed delete operation key=W248KYMPQG8A tag=VEV4O996CTY8 type=del 2024-07-29T15:22:10.961 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.960+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=JDKY7IFM253X type=del size=1793932 2024-07-29T15:22:10.962 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.962+0000 7fd62f6c3640 1 < completed delete operation key=H0YBVQU3EMED tag=RX3L3MF0DO8F type=del 2024-07-29T15:22:10.966 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.965+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~0Y2OSGWXBMNN.0 size=998224 2024-07-29T15:22:10.966 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.965+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=0Y2OSGWXBMNN tag=PBDEOD1KQ8ZV type=write size=2046800 2024-07-29T15:22:10.967 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.966+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~8X3JJD5RG2JA.0 size=1048576 2024-07-29T15:22:10.968 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.967+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~8X3JJD5RG2JA.1 size=1039424 2024-07-29T15:22:10.970 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.970+0000 7fd62f6c3640 1 < completed multipart upload key=V2178FD5CN6Y upload=8X3JJD5RG2JA tag=3Q7RI9EGA3QN type=write size=3136576 2024-07-29T15:22:10.972 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.971+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=T891W0218H3H type=del size=1622076 2024-07-29T15:22:10.976 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.975+0000 7fd62f6c3640 1 < suggested update operation key=4Z3FPJTXXFV7 tag=0DO74MIZSGLC type=del size=1826614 2024-07-29T15:22:10.979 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.978+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~Y5TFNXQBSH4N.0 size=1048576 2024-07-29T15:22:10.980 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.979+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~Y5TFNXQBSH4N.1 size=800264 2024-07-29T15:22:10.980 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.979+0000 7fd62f6c3640 1 > prepared multipart upload key=4LY01AD2KMYQ upload=Y5TFNXQBSH4N tag=JS4ST6WXQ2C4 type=write size=2897416 2024-07-29T15:22:10.982 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.981+0000 7fd62f6c3640 1 < completed delete operation key=M5I2YC3HVZ0P tag=3EQDWL8TH8C9 type=del 2024-07-29T15:22:10.983 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.982+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=88UJKNS0S58G type=del size=3465747 2024-07-29T15:22:10.985 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.984+0000 7fd62f6c3640 1 < completed delete operation key=3OG3SYFEL3VL tag=QAG1OZI0VYXC type=del 2024-07-29T15:22:10.987 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.986+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=WRBLI2E53Z9Z type=write size=849898 2024-07-29T15:22:10.988 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.987+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~G928HFNXWF1S.0 size=660390 2024-07-29T15:22:10.994 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.990+0000 7fd62f6c3640 1 < completed multipart upload key=IWIUUJFZ4UME upload=G928HFNXWF1S tag=5PPGTBH2ICAH type=write size=1708966 2024-07-29T15:22:10.994 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.994+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~I3GAU137AR62.0 size=1048576 2024-07-29T15:22:10.996 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.995+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~I3GAU137AR62.1 size=1048576 2024-07-29T15:22:10.997 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.996+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~I3GAU137AR62.2 size=962149 2024-07-29T15:22:10.997 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.996+0000 7fd62f6c3640 1 > prepared multipart upload key=7CXNN1RN7UV8 upload=I3GAU137AR62 tag=E3GVAMATE8KT type=write size=4107877 2024-07-29T15:22:10.999 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:10.998+0000 7fd62f6c3640 1 < completed part key=_multipart_5RY4L1BV4ZJB.2~O47LX3JWDYSF.0 size=1041619 2024-07-29T15:22:11.001 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.000+0000 7fd62f6c3640 1 < completed multipart upload key=5RY4L1BV4ZJB upload=O47LX3JWDYSF tag=49GXN28V3H02 type=write size=2090195 2024-07-29T15:22:11.003 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.002+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=F3OL8XWR2A98 type=del size=1487474 2024-07-29T15:22:11.004 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.003+0000 7fd62f6c3640 1 < completed delete operation key=ZDB57ZUUV5IX tag=YZ638ZYAOHPM type=del 2024-07-29T15:22:11.006 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.005+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=ZTQA4W416L9I type=del size=1585399 2024-07-29T15:22:11.007 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.006+0000 7fd62f6c3640 1 < completed delete operation key=7CXNN1RN7UV8 tag=9C65G5BVPN32 type=del 2024-07-29T15:22:11.010 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.009+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~5C4IJPL078AE.0 size=1048576 2024-07-29T15:22:11.011 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.010+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~5C4IJPL078AE.1 size=1048576 2024-07-29T15:22:11.012 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.011+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~5C4IJPL078AE.2 size=170424 2024-07-29T15:22:11.012 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.011+0000 7fd62f6c3640 1 > prepared multipart upload key=FAOPDKU2UC4Y upload=5C4IJPL078AE tag=5ZOWO79RGO8H type=write size=3316152 2024-07-29T15:22:11.015 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.014+0000 7fd62f6c3640 1 < suggested remove operation key=L184IOUE520P tag=M4C8G3SB5GAL type=del 2024-07-29T15:22:11.016 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.015+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=RGIV2RRDVSO0 type=del size=804176 2024-07-29T15:22:11.018 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.017+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~4JF3KH7QWJJT.0 size=173269 2024-07-29T15:22:11.021 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.020+0000 7fd62f6c3640 1 < completed multipart upload key=SI02Q5RHER9G upload=4JF3KH7QWJJT tag=7H56546PFBNV type=write size=1221845 2024-07-29T15:22:11.022 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.022+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=EWM3JIRCQQUX type=del size=3707417 2024-07-29T15:22:11.024 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.023+0000 7fd62f6c3640 1 < completed delete operation key=4LY01AD2KMYQ tag=HEGIG1J6MJWN type=del 2024-07-29T15:22:11.025 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.025+0000 7fd62f6c3640 1 > prepared operation key=C3FDCOT4DV2B tag=Q0B74EDSKDCJ type=write size=784575 2024-07-29T15:22:11.028 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.027+0000 7fd62f6c3640 1 < completed write operation key=M86GT4R04HUE tag=7Z3BYXL0WLRD type=write size=395679 2024-07-29T15:22:11.030 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.029+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~5AUA6ZZPGNDH.0 size=1048576 2024-07-29T15:22:11.031 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.030+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~5AUA6ZZPGNDH.1 size=158739 2024-07-29T15:22:11.031 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.030+0000 7fd62f6c3640 1 > prepared multipart upload key=3OG3SYFEL3VL upload=5AUA6ZZPGNDH tag=O9WOUTCZY5SJ type=write size=2255891 2024-07-29T15:22:11.033 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.032+0000 7fd62f6c3640 1 < completed part key=_multipart_5RY4L1BV4ZJB.2~KYL8A0WZDM31.0 size=557459 2024-07-29T15:22:11.035 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.034+0000 7fd62f6c3640 1 < completed multipart upload key=5RY4L1BV4ZJB upload=KYL8A0WZDM31 tag=Q84N3W6KPLRW type=write size=1606035 2024-07-29T15:22:11.036 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.035+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=OOK8GHGWXTCL type=write size=920909 2024-07-29T15:22:11.038 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.037+0000 7fd62f6c3640 1 < completed write operation key=W248KYMPQG8A tag=EEKSUN5M4EV5 type=write size=130250 2024-07-29T15:22:11.041 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.039+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~X21K4Y8H1D0W.0 size=1048576 2024-07-29T15:22:11.041 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.041+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~X21K4Y8H1D0W.1 size=896769 2024-07-29T15:22:11.041 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.041+0000 7fd62f6c3640 1 > prepared multipart upload key=RQC1B162F8M6 upload=X21K4Y8H1D0W tag=KLG8TADRJ82E type=write size=2993921 2024-07-29T15:22:11.043 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.042+0000 7fd62f6c3640 1 < completed delete operation key=7CXNN1RN7UV8 tag=JDKY7IFM253X type=del 2024-07-29T15:22:11.044 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.043+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=SOOBOQUVD2WH type=del size=2823200 2024-07-29T15:22:11.046 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.045+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~0Y2OSGWXBMNN.0 size=998224 2024-07-29T15:22:11.048 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.047+0000 7fd62f6c3640 1 < completed multipart upload key=W248KYMPQG8A upload=0Y2OSGWXBMNN tag=PBDEOD1KQ8ZV type=write size=2046800 2024-07-29T15:22:11.049 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.048+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=BMT9OU6MALDR type=write size=260359 2024-07-29T15:22:11.052 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.051+0000 7fd62f6c3640 1 < suggested remove operation key=UNDM9MIM6GG0 tag=T891W0218H3H type=del 2024-07-29T15:22:11.055 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.054+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~PPIESK5FDD7W.0 size=1048576 2024-07-29T15:22:11.056 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.055+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~PPIESK5FDD7W.1 size=138182 2024-07-29T15:22:11.056 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.055+0000 7fd62f6c3640 1 > prepared multipart upload key=SI02Q5RHER9G upload=PPIESK5FDD7W tag=A4FZ1FM83UI3 type=write size=2235334 2024-07-29T15:22:11.058 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.057+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~Y5TFNXQBSH4N.0 size=1048576 2024-07-29T15:22:11.058 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.057+0000 7fd62f6c3640 1 < canceled part key=_multipart_4LY01AD2KMYQ.2~Y5TFNXQBSH4N.1 size=800264 2024-07-29T15:22:11.060 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.059+0000 7fd62f6c3640 1 < canceled multipart upload key=4LY01AD2KMYQ upload=Y5TFNXQBSH4N tag=JS4ST6WXQ2C4 type=write size=2897416 2024-07-29T15:22:11.061 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.061+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=LD7P9X15YOQ7 type=del size=3925884 2024-07-29T15:22:11.063 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.062+0000 7fd62f6c3640 1 < completed delete operation key=M5I2YC3HVZ0P tag=88UJKNS0S58G type=del 2024-07-29T15:22:11.065 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.064+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~PXLIQS4MAKM8.0 size=277320 2024-07-29T15:22:11.066 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.064+0000 7fd62f6c3640 1 > prepared multipart upload key=C3FDCOT4DV2B upload=PXLIQS4MAKM8 tag=6YJEP29VRW0O type=write size=1325896 2024-07-29T15:22:11.067 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.066+0000 7fd62f6c3640 1 < completed write operation key=RQC1B162F8M6 tag=WRBLI2E53Z9Z type=write size=849898 2024-07-29T15:22:11.068 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.067+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=A3XKOJ6YRQNV type=del size=3934096 2024-07-29T15:22:11.070 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.069+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~I3GAU137AR62.0 size=1048576 2024-07-29T15:22:11.071 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.070+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~I3GAU137AR62.1 size=1048576 2024-07-29T15:22:11.072 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.072+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~I3GAU137AR62.2 size=962149 2024-07-29T15:22:11.075 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.074+0000 7fd62f6c3640 1 < completed multipart upload key=7CXNN1RN7UV8 upload=I3GAU137AR62 tag=E3GVAMATE8KT type=write size=4107877 2024-07-29T15:22:11.076 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.075+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=FX60DMRCZNJG type=del size=157001 2024-07-29T15:22:11.078 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.077+0000 7fd62f6c3640 -1 < failed to complete operation key=UNDM9MIM6GG0 tag=F3OL8XWR2A98 type=del size=1487474: (22) Invalid argument 2024-07-29T15:22:11.079 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.078+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=EWM33G2Z6UX4 type=del size=3318672 2024-07-29T15:22:11.082 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.081+0000 7fd62f6c3640 1 < suggested remove operation key=7CXNN1RN7UV8 tag=ZTQA4W416L9I type=del 2024-07-29T15:22:11.083 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.082+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=OUDE4JLDGHJP type=del size=2696481 2024-07-29T15:22:11.085 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.084+0000 7fd62f6c3640 1 < completed part key=_multipart_FAOPDKU2UC4Y.2~5C4IJPL078AE.0 size=1048576 2024-07-29T15:22:11.086 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.085+0000 7fd62f6c3640 1 < completed part key=_multipart_FAOPDKU2UC4Y.2~5C4IJPL078AE.1 size=1048576 2024-07-29T15:22:11.087 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.086+0000 7fd62f6c3640 1 < completed part key=_multipart_FAOPDKU2UC4Y.2~5C4IJPL078AE.2 size=170424 2024-07-29T15:22:11.089 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.088+0000 7fd62f6c3640 1 < completed multipart upload key=FAOPDKU2UC4Y upload=5C4IJPL078AE tag=5ZOWO79RGO8H type=write size=3316152 2024-07-29T15:22:11.091 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.090+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=PEJMMTLEGAE3 type=del size=3029024 2024-07-29T15:22:11.092 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.091+0000 7fd62f6c3640 1 < completed delete operation key=4LY01AD2KMYQ tag=RGIV2RRDVSO0 type=del 2024-07-29T15:22:11.094 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.093+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=66CU2JX8K9R0 type=del size=725645 2024-07-29T15:22:11.095 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.094+0000 7fd62f6c3640 1 < canceled operation key=IAXC3BCSNJJH tag=EWM3JIRCQQUX type=del size=3707417 2024-07-29T15:22:11.097 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.096+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=AWDJL61N8OUD type=del size=1204945 2024-07-29T15:22:11.098 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.098+0000 7fd62f6c3640 1 < completed write operation key=C3FDCOT4DV2B tag=Q0B74EDSKDCJ type=write size=784575 2024-07-29T15:22:11.101 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.100+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~41VB953NI2RK.0 size=163279 2024-07-29T15:22:11.101 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.100+0000 7fd62f6c3640 1 > prepared multipart upload key=4LY01AD2KMYQ upload=41VB953NI2RK tag=CNCBZSH364UP type=write size=1211855 2024-07-29T15:22:11.103 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.102+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~5AUA6ZZPGNDH.0 size=1048576 2024-07-29T15:22:11.104 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.103+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~5AUA6ZZPGNDH.1 size=158739 2024-07-29T15:22:11.106 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.106+0000 7fd62f6c3640 1 < completed multipart upload key=3OG3SYFEL3VL upload=5AUA6ZZPGNDH tag=O9WOUTCZY5SJ type=write size=2255891 2024-07-29T15:22:11.111 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.111+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=YV8BCSFI74Z0 type=del size=611644 2024-07-29T15:22:11.115 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.114+0000 7fd62f6c3640 1 < suggested update operation key=L184IOUE520P tag=OOK8GHGWXTCL type=write size=920909 2024-07-29T15:22:11.116 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.115+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=ZQQQNI0K378R type=del size=2130325 2024-07-29T15:22:11.118 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.117+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~X21K4Y8H1D0W.0 size=1048576 2024-07-29T15:22:11.119 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.119+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~X21K4Y8H1D0W.1 size=896769 2024-07-29T15:22:11.122 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.121+0000 7fd62f6c3640 1 < completed multipart upload key=RQC1B162F8M6 upload=X21K4Y8H1D0W tag=KLG8TADRJ82E type=write size=2993921 2024-07-29T15:22:11.123 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.123+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=LJWJNDZHROKP type=del size=1189021 2024-07-29T15:22:11.126 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.125+0000 7fd62f6c3640 1 < suggested remove operation key=FAOPDKU2UC4Y tag=SOOBOQUVD2WH type=del 2024-07-29T15:22:11.128 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.127+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=KDTEIPVN5BTU type=del size=942732 2024-07-29T15:22:11.131 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.130+0000 7fd62f6c3640 1 < suggested remove operation key=RQC1B162F8M6 tag=BMT9OU6MALDR type=write 2024-07-29T15:22:11.132 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.131+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=XROI4L15X32R type=write size=336731 2024-07-29T15:22:11.134 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.133+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~PPIESK5FDD7W.0 size=1048576 2024-07-29T15:22:11.135 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.134+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~PPIESK5FDD7W.1 size=138182 2024-07-29T15:22:11.137 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.136+0000 7fd62f6c3640 1 < completed multipart upload key=SI02Q5RHER9G upload=PPIESK5FDD7W tag=A4FZ1FM83UI3 type=write size=2235334 2024-07-29T15:22:11.140 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.139+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~UT05VJBHWXI6.0 size=950870 2024-07-29T15:22:11.140 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.139+0000 7fd62f6c3640 1 > prepared multipart upload key=VD0CC9XRAGF4 upload=UT05VJBHWXI6 tag=H2XM54OWMOU1 type=write size=1999446 2024-07-29T15:22:11.141 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.140+0000 7fd62f6c3640 1 < completed delete operation key=BIYBUOZPJSZV tag=LD7P9X15YOQ7 type=del 2024-07-29T15:22:11.144 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.143+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~0GU4FM8ANI6I.0 size=857157 2024-07-29T15:22:11.144 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.143+0000 7fd62f6c3640 1 > prepared multipart upload key=H0YBVQU3EMED upload=0GU4FM8ANI6I tag=M5MOD1OBT1UN type=write size=1905733 2024-07-29T15:22:11.145 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.144+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~PXLIQS4MAKM8.0 size=277320 2024-07-29T15:22:11.148 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.147+0000 7fd62f6c3640 1 < completed multipart upload key=C3FDCOT4DV2B upload=PXLIQS4MAKM8 tag=6YJEP29VRW0O type=write size=1325896 2024-07-29T15:22:11.151 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.150+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~DCOJPSZAMCPE.0 size=1048576 2024-07-29T15:22:11.152 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.151+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~DCOJPSZAMCPE.1 size=963029 2024-07-29T15:22:11.152 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.151+0000 7fd62f6c3640 1 > prepared multipart upload key=C3FDCOT4DV2B upload=DCOJPSZAMCPE tag=HQUP83JFJFTI type=write size=3060181 2024-07-29T15:22:11.153 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.152+0000 7fd62f6c3640 1 < completed delete operation key=IAXC3BCSNJJH tag=A3XKOJ6YRQNV type=del 2024-07-29T15:22:11.155 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.154+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=H4ISKKCBC66B type=del size=625250 2024-07-29T15:22:11.157 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.156+0000 7fd62f6c3640 1 < completed delete operation key=SI02Q5RHER9G tag=FX60DMRCZNJG type=del 2024-07-29T15:22:11.158 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.157+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=YDC3818RH38W type=del size=3284431 2024-07-29T15:22:11.159 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.158+0000 7fd62f6c3640 1 < completed delete operation key=8BA2XKLPRGQN tag=EWM33G2Z6UX4 type=del 2024-07-29T15:22:11.162 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.161+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~7N3YCLVK2Z4C.0 size=1048576 2024-07-29T15:22:11.163 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.162+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~7N3YCLVK2Z4C.1 size=1048576 2024-07-29T15:22:11.164 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.163+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~7N3YCLVK2Z4C.2 size=703600 2024-07-29T15:22:11.164 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.163+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=7N3YCLVK2Z4C tag=SO47E7PR4X2G type=write size=3849328 2024-07-29T15:22:11.166 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.165+0000 7fd62f6c3640 1 < completed delete operation key=3OG3SYFEL3VL tag=OUDE4JLDGHJP type=del 2024-07-29T15:22:11.167 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.166+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=5V2VXZ8I77XL type=del size=3016898 2024-07-29T15:22:11.169 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.168+0000 7fd62f6c3640 1 < completed delete operation key=UNDM9MIM6GG0 tag=PEJMMTLEGAE3 type=del 2024-07-29T15:22:11.172 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.171+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~B77F2EPS4WAZ.0 size=1048576 2024-07-29T15:22:11.173 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.172+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~B77F2EPS4WAZ.1 size=1048576 2024-07-29T15:22:11.174 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.173+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~B77F2EPS4WAZ.2 size=357575 2024-07-29T15:22:11.174 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.173+0000 7fd62f6c3640 1 > prepared multipart upload key=BIYBUOZPJSZV upload=B77F2EPS4WAZ tag=1LUX1H18IY9K type=write size=3503303 2024-07-29T15:22:11.176 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.175+0000 7fd62f6c3640 -1 < failed to complete operation key=FAOPDKU2UC4Y tag=66CU2JX8K9R0 type=del size=725645: (22) Invalid argument 2024-07-29T15:22:11.179 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.178+0000 7fd62f6c3640 1 > prepared part key=_multipart_0C6FXJ0T2NGU.2~1WOQYTPWB0ZA.0 size=1048576 2024-07-29T15:22:11.180 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.179+0000 7fd62f6c3640 1 > prepared part key=_multipart_0C6FXJ0T2NGU.2~1WOQYTPWB0ZA.1 size=1048576 2024-07-29T15:22:11.182 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.181+0000 7fd62f6c3640 1 > prepared part key=_multipart_0C6FXJ0T2NGU.2~1WOQYTPWB0ZA.2 size=287526 2024-07-29T15:22:11.182 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.181+0000 7fd62f6c3640 1 > prepared multipart upload key=0C6FXJ0T2NGU upload=1WOQYTPWB0ZA tag=JW67S1C4SEZR type=write size=3433254 2024-07-29T15:22:11.183 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.182+0000 7fd62f6c3640 1 < completed delete operation key=5RY4L1BV4ZJB tag=AWDJL61N8OUD type=del 2024-07-29T15:22:11.186 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.185+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~VVEFNNQP0DG9.0 size=1048576 2024-07-29T15:22:11.187 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.186+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~VVEFNNQP0DG9.1 size=1048576 2024-07-29T15:22:11.188 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.187+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~VVEFNNQP0DG9.2 size=1019568 2024-07-29T15:22:11.188 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.187+0000 7fd62f6c3640 1 > prepared multipart upload key=TAZR3PWEGCVK upload=VVEFNNQP0DG9 tag=AP56ZW05RS10 type=write size=4165296 2024-07-29T15:22:11.190 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.189+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~41VB953NI2RK.0 size=163279 2024-07-29T15:22:11.192 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.191+0000 7fd62f6c3640 1 < completed multipart upload key=4LY01AD2KMYQ upload=41VB953NI2RK tag=CNCBZSH364UP type=write size=1211855 2024-07-29T15:22:11.194 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.193+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=AIH45V6RN61E type=write size=14713 2024-07-29T15:22:11.195 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.194+0000 7fd62f6c3640 1 < completed delete operation key=5RY4L1BV4ZJB tag=YV8BCSFI74Z0 type=del 2024-07-29T15:22:11.197 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.196+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=FSU93TVGLVP3 type=del size=3037075 2024-07-29T15:22:11.198 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.197+0000 7fd62f6c3640 1 < canceled operation key=IAXC3BCSNJJH tag=ZQQQNI0K378R type=del size=2130325 2024-07-29T15:22:11.201 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.200+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~GQR6QPLRB5MJ.0 size=638465 2024-07-29T15:22:11.201 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.200+0000 7fd62f6c3640 1 > prepared multipart upload key=ZMFNWBOB37DJ upload=GQR6QPLRB5MJ tag=GWL4A519R787 type=write size=1687041 2024-07-29T15:22:11.202 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.201+0000 7fd62f6c3640 1 < completed delete operation key=4Z3FPJTXXFV7 tag=LJWJNDZHROKP type=del 2024-07-29T15:22:11.203 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.203+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=LXA4AC5FSZZ5 type=write size=973118 2024-07-29T15:22:11.205 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.204+0000 7fd62f6c3640 1 < completed delete operation key=IWIUUJFZ4UME tag=KDTEIPVN5BTU type=del 2024-07-29T15:22:11.206 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.205+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=3C5A1CPHF0FM type=del size=1491212 2024-07-29T15:22:11.208 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.207+0000 7fd62f6c3640 1 < completed write operation key=5RY4L1BV4ZJB tag=XROI4L15X32R type=write size=336731 2024-07-29T15:22:11.209 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.208+0000 7fd62f6c3640 1 > prepared operation key=YSQLYQW9APLO tag=8TNAM3DOCENL type=del size=1044480 2024-07-29T15:22:11.210 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.210+0000 7fd62f6c3640 1 < completed part key=_multipart_VD0CC9XRAGF4.2~UT05VJBHWXI6.0 size=950870 2024-07-29T15:22:11.213 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.212+0000 7fd62f6c3640 1 < completed multipart upload key=VD0CC9XRAGF4 upload=UT05VJBHWXI6 tag=H2XM54OWMOU1 type=write size=1999446 2024-07-29T15:22:11.215 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.215+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~NMNETK6LI7CE.0 size=1048576 2024-07-29T15:22:11.217 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.216+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~NMNETK6LI7CE.1 size=581198 2024-07-29T15:22:11.217 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.216+0000 7fd62f6c3640 1 > prepared multipart upload key=7CXNN1RN7UV8 upload=NMNETK6LI7CE tag=RV7MF2J87T5B type=write size=2678350 2024-07-29T15:22:11.218 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.217+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~0GU4FM8ANI6I.0 size=857157 2024-07-29T15:22:11.221 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.220+0000 7fd62f6c3640 1 < completed multipart upload key=H0YBVQU3EMED upload=0GU4FM8ANI6I tag=M5MOD1OBT1UN type=write size=1905733 2024-07-29T15:22:11.223 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.222+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~5ZQ42RTLSUYW.0 size=1048576 2024-07-29T15:22:11.224 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.223+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~5ZQ42RTLSUYW.1 size=29341 2024-07-29T15:22:11.224 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.223+0000 7fd62f6c3640 1 > prepared multipart upload key=4Z3FPJTXXFV7 upload=5ZQ42RTLSUYW tag=WJR2AX6F2RXS type=write size=2126493 2024-07-29T15:22:11.226 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.225+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~DCOJPSZAMCPE.0 size=1048576 2024-07-29T15:22:11.227 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.226+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~DCOJPSZAMCPE.1 size=963029 2024-07-29T15:22:11.230 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.229+0000 7fd62f6c3640 1 < completed multipart upload key=C3FDCOT4DV2B upload=DCOJPSZAMCPE tag=HQUP83JFJFTI type=write size=3060181 2024-07-29T15:22:11.232 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.231+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~P326QQN9GGK1.0 size=1048576 2024-07-29T15:22:11.233 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.232+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~P326QQN9GGK1.1 size=878659 2024-07-29T15:22:11.233 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.232+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=P326QQN9GGK1 tag=A5I1QXV04SOE type=write size=2975811 2024-07-29T15:22:11.235 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.234+0000 7fd62f6c3640 1 < canceled operation key=BIYBUOZPJSZV tag=H4ISKKCBC66B type=del size=625250 2024-07-29T15:22:11.238 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.237+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~WNLLI1930SLI.0 size=1048576 2024-07-29T15:22:11.239 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.238+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~WNLLI1930SLI.1 size=540390 2024-07-29T15:22:11.239 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.238+0000 7fd62f6c3640 1 > prepared multipart upload key=L184IOUE520P upload=WNLLI1930SLI tag=MFRH8MR4ZAGV type=write size=2637542 2024-07-29T15:22:11.242 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.241+0000 7fd62f6c3640 1 < suggested remove operation key=TAZR3PWEGCVK tag=YDC3818RH38W type=del 2024-07-29T15:22:11.244 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.243+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=EC85BRT5X3G1 type=del size=3840461 2024-07-29T15:22:11.244 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.243+0000 7fd62f6c3640 1 < canceled part key=_multipart_IAXC3BCSNJJH.2~7N3YCLVK2Z4C.0 size=1048576 2024-07-29T15:22:11.245 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.244+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~7N3YCLVK2Z4C.1 size=1048576 2024-07-29T15:22:11.246 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.245+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~7N3YCLVK2Z4C.2 size=703600 2024-07-29T15:22:11.249 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.248+0000 7fd62f6c3640 1 < canceled multipart upload key=IAXC3BCSNJJH upload=7N3YCLVK2Z4C tag=SO47E7PR4X2G type=write size=3849328 2024-07-29T15:22:11.252 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.251+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~G4XRR64ITHAJ.0 size=863719 2024-07-29T15:22:11.252 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.251+0000 7fd62f6c3640 1 > prepared multipart upload key=UNDM9MIM6GG0 upload=G4XRR64ITHAJ tag=3XUKX7HNF1KN type=write size=1912295 2024-07-29T15:22:11.253 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.252+0000 7fd62f6c3640 1 < completed delete operation key=A98383AI9GGP tag=5V2VXZ8I77XL type=del 2024-07-29T15:22:11.254 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.254+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=M898A8FVTKYP type=del size=1123657 2024-07-29T15:22:11.256 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.255+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~B77F2EPS4WAZ.0 size=1048576 2024-07-29T15:22:11.257 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.256+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~B77F2EPS4WAZ.1 size=1048576 2024-07-29T15:22:11.258 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.257+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~B77F2EPS4WAZ.2 size=357575 2024-07-29T15:22:11.260 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.259+0000 7fd62f6c3640 1 < completed multipart upload key=BIYBUOZPJSZV upload=B77F2EPS4WAZ tag=1LUX1H18IY9K type=write size=3503303 2024-07-29T15:22:11.261 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.260+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=6YTZRO7G5O0P type=write size=411707 2024-07-29T15:22:11.263 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.262+0000 7fd62f6c3640 1 < completed part key=_multipart_0C6FXJ0T2NGU.2~1WOQYTPWB0ZA.0 size=1048576 2024-07-29T15:22:11.264 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.263+0000 7fd62f6c3640 1 < completed part key=_multipart_0C6FXJ0T2NGU.2~1WOQYTPWB0ZA.1 size=1048576 2024-07-29T15:22:11.265 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.264+0000 7fd62f6c3640 1 < completed part key=_multipart_0C6FXJ0T2NGU.2~1WOQYTPWB0ZA.2 size=287526 2024-07-29T15:22:11.267 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.266+0000 7fd62f6c3640 1 < completed multipart upload key=0C6FXJ0T2NGU upload=1WOQYTPWB0ZA tag=JW67S1C4SEZR type=write size=3433254 2024-07-29T15:22:11.268 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.267+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=GZWVDI1XSGX2 type=del size=897341 2024-07-29T15:22:11.269 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.269+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~VVEFNNQP0DG9.0 size=1048576 2024-07-29T15:22:11.271 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.270+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~VVEFNNQP0DG9.1 size=1048576 2024-07-29T15:22:11.272 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.271+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~VVEFNNQP0DG9.2 size=1019568 2024-07-29T15:22:11.274 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.273+0000 7fd62f6c3640 1 < completed multipart upload key=TAZR3PWEGCVK upload=VVEFNNQP0DG9 tag=AP56ZW05RS10 type=write size=4165296 2024-07-29T15:22:11.276 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.275+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=P4Q9QAODVZBP type=del size=2812369 2024-07-29T15:22:11.277 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.276+0000 7fd62f6c3640 1 < completed write operation key=IWIUUJFZ4UME tag=AIH45V6RN61E type=write size=14713 2024-07-29T15:22:11.279 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.278+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=JSNYNM6UEUUV type=del size=1791524 2024-07-29T15:22:11.280 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.279+0000 7fd62f6c3640 1 < completed delete operation key=4Z3FPJTXXFV7 tag=FSU93TVGLVP3 type=del 2024-07-29T15:22:11.283 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.282+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~WBUZS6PHMDP0.0 size=1048576 2024-07-29T15:22:11.284 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.283+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~WBUZS6PHMDP0.1 size=1048576 2024-07-29T15:22:11.285 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.284+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~WBUZS6PHMDP0.2 size=120830 2024-07-29T15:22:11.285 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.284+0000 7fd62f6c3640 1 > prepared multipart upload key=4Z3FPJTXXFV7 upload=WBUZS6PHMDP0 tag=4WJFEQT6VBJ0 type=write size=3266558 2024-07-29T15:22:11.287 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.286+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~GQR6QPLRB5MJ.0 size=638465 2024-07-29T15:22:11.289 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.288+0000 7fd62f6c3640 1 < completed multipart upload key=ZMFNWBOB37DJ upload=GQR6QPLRB5MJ tag=GWL4A519R787 type=write size=1687041 2024-07-29T15:22:11.290 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.289+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=XHOKH8OY1AGM type=write size=140677 2024-07-29T15:22:11.292 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.291+0000 7fd62f6c3640 1 < completed write operation key=IWIUUJFZ4UME tag=LXA4AC5FSZZ5 type=write size=973118 2024-07-29T15:22:11.293 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.292+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=9ER426ZZQ1OH type=del size=3215479 2024-07-29T15:22:11.295 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.294+0000 7fd62f6c3640 1 < completed delete operation key=L3WAA4XE7CTH tag=3C5A1CPHF0FM type=del 2024-07-29T15:22:11.296 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.295+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=8MOL6B2ZVKB1 type=del size=883007 2024-07-29T15:22:11.297 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.297+0000 7fd62f6c3640 1 < completed delete operation key=YSQLYQW9APLO tag=8TNAM3DOCENL type=del 2024-07-29T15:22:11.299 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.298+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=EG3AYSRIOUIF type=del size=72322 2024-07-29T15:22:11.301 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.300+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~NMNETK6LI7CE.0 size=1048576 2024-07-29T15:22:11.302 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.301+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~NMNETK6LI7CE.1 size=581198 2024-07-29T15:22:11.304 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.303+0000 7fd62f6c3640 1 < completed multipart upload key=7CXNN1RN7UV8 upload=NMNETK6LI7CE tag=RV7MF2J87T5B type=write size=2678350 2024-07-29T15:22:11.306 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.305+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=RYZ5A1UYMFEH type=del size=2913760 2024-07-29T15:22:11.307 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.306+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~5ZQ42RTLSUYW.0 size=1048576 2024-07-29T15:22:11.308 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.307+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~5ZQ42RTLSUYW.1 size=29341 2024-07-29T15:22:11.310 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.310+0000 7fd62f6c3640 1 < completed multipart upload key=4Z3FPJTXXFV7 upload=5ZQ42RTLSUYW tag=WJR2AX6F2RXS type=write size=2126493 2024-07-29T15:22:11.312 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.311+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=8XFP0X2S0V2W type=del size=1599169 2024-07-29T15:22:11.313 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.312+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~P326QQN9GGK1.0 size=1048576 2024-07-29T15:22:11.314 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.313+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~P326QQN9GGK1.1 size=878659 2024-07-29T15:22:11.317 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.316+0000 7fd62f6c3640 1 < completed multipart upload key=IAXC3BCSNJJH upload=P326QQN9GGK1 tag=A5I1QXV04SOE type=write size=2975811 2024-07-29T15:22:11.319 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.318+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~ZOZALR5JY3RC.0 size=1048576 2024-07-29T15:22:11.320 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.319+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~ZOZALR5JY3RC.1 size=822452 2024-07-29T15:22:11.320 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.319+0000 7fd62f6c3640 1 > prepared multipart upload key=7THABETH5LSN upload=ZOZALR5JY3RC tag=MDZTAMFR878A type=write size=2919604 2024-07-29T15:22:11.321 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.321+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~WNLLI1930SLI.0 size=1048576 2024-07-29T15:22:11.322 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.322+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~WNLLI1930SLI.1 size=540390 2024-07-29T15:22:11.325 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.324+0000 7fd62f6c3640 1 < completed multipart upload key=L184IOUE520P upload=WNLLI1930SLI tag=MFRH8MR4ZAGV type=write size=2637542 2024-07-29T15:22:11.326 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.326+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=B13XUR5MCM3C type=del size=1558374 2024-07-29T15:22:11.328 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.327+0000 7fd62f6c3640 1 < completed delete operation key=FAOPDKU2UC4Y tag=EC85BRT5X3G1 type=del 2024-07-29T15:22:11.329 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.328+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=72FHFOFEEXAA type=del size=3451529 2024-07-29T15:22:11.331 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.330+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~G4XRR64ITHAJ.0 size=863719 2024-07-29T15:22:11.333 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.332+0000 7fd62f6c3640 1 < completed multipart upload key=UNDM9MIM6GG0 upload=G4XRR64ITHAJ tag=3XUKX7HNF1KN type=write size=1912295 2024-07-29T15:22:11.334 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.334+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=D3B8U1F6U9PE type=write size=789037 2024-07-29T15:22:11.336 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.335+0000 7fd62f6c3640 1 < completed delete operation key=5E8G14SOGN0S tag=M898A8FVTKYP type=del 2024-07-29T15:22:11.337 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.336+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=0C6MUSBB4PYD type=del size=457895 2024-07-29T15:22:11.340 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.339+0000 7fd62f6c3640 1 < suggested remove operation key=BIYBUOZPJSZV tag=6YTZRO7G5O0P type=write 2024-07-29T15:22:11.343 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.342+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~C1AGZAGJ36SF.0 size=1048576 2024-07-29T15:22:11.344 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.343+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~C1AGZAGJ36SF.1 size=1048576 2024-07-29T15:22:11.345 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.344+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~C1AGZAGJ36SF.2 size=500672 2024-07-29T15:22:11.345 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.344+0000 7fd62f6c3640 1 > prepared multipart upload key=VD0CC9XRAGF4 upload=C1AGZAGJ36SF tag=BUJK2261AEWA type=write size=3646400 2024-07-29T15:22:11.346 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.346+0000 7fd62f6c3640 1 < completed delete operation key=RQC1B162F8M6 tag=GZWVDI1XSGX2 type=del 2024-07-29T15:22:11.348 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.347+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=QLR265JBPBHV type=del size=1700275 2024-07-29T15:22:11.349 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.348+0000 7fd62f6c3640 1 < completed delete operation key=3OG3SYFEL3VL tag=P4Q9QAODVZBP type=del 2024-07-29T15:22:11.350 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.349+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=ZETXL5DI41BD type=del size=2197625 2024-07-29T15:22:11.352 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.351+0000 7fd62f6c3640 1 < completed delete operation key=W248KYMPQG8A tag=JSNYNM6UEUUV type=del 2024-07-29T15:22:11.354 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.353+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~QNTE174GN5BP.0 size=1048576 2024-07-29T15:22:11.355 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.354+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~QNTE174GN5BP.1 size=697942 2024-07-29T15:22:11.355 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.355+0000 7fd62f6c3640 1 > prepared multipart upload key=M5I2YC3HVZ0P upload=QNTE174GN5BP tag=GD3TK062HO4A type=write size=2795094 2024-07-29T15:22:11.357 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.356+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~WBUZS6PHMDP0.0 size=1048576 2024-07-29T15:22:11.357 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.356+0000 7fd62f6c3640 1 < canceled part key=_multipart_4Z3FPJTXXFV7.2~WBUZS6PHMDP0.1 size=1048576 2024-07-29T15:22:11.358 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.357+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~WBUZS6PHMDP0.2 size=120830 2024-07-29T15:22:11.360 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.360+0000 7fd62f6c3640 1 < canceled multipart upload key=4Z3FPJTXXFV7 upload=WBUZS6PHMDP0 tag=4WJFEQT6VBJ0 type=write size=3266558 2024-07-29T15:22:11.362 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.361+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=SVW7OSGV6XIC type=del size=2178806 2024-07-29T15:22:11.363 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.362+0000 7fd62f6c3640 1 < completed write operation key=W248KYMPQG8A tag=XHOKH8OY1AGM type=write size=140677 2024-07-29T15:22:11.366 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.365+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~I990TKWCWZ89.0 size=1048576 2024-07-29T15:22:11.367 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.366+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~I990TKWCWZ89.1 size=1048576 2024-07-29T15:22:11.368 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.367+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~I990TKWCWZ89.2 size=121455 2024-07-29T15:22:11.368 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.367+0000 7fd62f6c3640 1 > prepared multipart upload key=L3WAA4XE7CTH upload=I990TKWCWZ89 tag=RE307EAJ7RXN type=write size=3267183 2024-07-29T15:22:11.370 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.369+0000 7fd62f6c3640 1 < completed delete operation key=FAOPDKU2UC4Y tag=9ER426ZZQ1OH type=del 2024-07-29T15:22:11.371 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.370+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=LYJB6TTR9WV7 type=write size=657775 2024-07-29T15:22:11.372 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.371+0000 7fd62f6c3640 1 < completed delete operation key=M5I2YC3HVZ0P tag=8MOL6B2ZVKB1 type=del 2024-07-29T15:22:11.374 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.373+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=3K9JW4MT6SF9 type=del size=4037654 2024-07-29T15:22:11.376 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.375+0000 7fd62f6c3640 1 < completed delete operation key=M5I2YC3HVZ0P tag=EG3AYSRIOUIF type=del 2024-07-29T15:22:11.377 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.376+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=F7LKA7CW8W59 type=write size=339702 2024-07-29T15:22:11.378 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.378+0000 7fd62f6c3640 1 < completed delete operation key=RQC1B162F8M6 tag=RYZ5A1UYMFEH type=del 2024-07-29T15:22:11.380 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.379+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=EKJM044LDWK4 type=del size=921078 2024-07-29T15:22:11.381 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.381+0000 7fd62f6c3640 1 < completed delete operation key=TAZR3PWEGCVK tag=8XFP0X2S0V2W type=del 2024-07-29T15:22:11.384 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.383+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~13DDZ0IMLWD3.0 size=723813 2024-07-29T15:22:11.384 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.383+0000 7fd62f6c3640 1 > prepared multipart upload key=SI02Q5RHER9G upload=13DDZ0IMLWD3 tag=2FYG3Y1FG03Z type=write size=1772389 2024-07-29T15:22:11.386 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.385+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~ZOZALR5JY3RC.0 size=1048576 2024-07-29T15:22:11.387 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.386+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~ZOZALR5JY3RC.1 size=822452 2024-07-29T15:22:11.389 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.388+0000 7fd62f6c3640 1 < completed multipart upload key=7THABETH5LSN upload=ZOZALR5JY3RC tag=MDZTAMFR878A type=write size=2919604 2024-07-29T15:22:11.392 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.391+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~ZD6YD334SP17.0 size=974094 2024-07-29T15:22:11.392 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.391+0000 7fd62f6c3640 1 > prepared multipart upload key=8BA2XKLPRGQN upload=ZD6YD334SP17 tag=XQB6IV42PP2U type=write size=2022670 2024-07-29T15:22:11.395 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.394+0000 7fd62f6c3640 1 < suggested remove operation key=5E8G14SOGN0S tag=B13XUR5MCM3C type=del 2024-07-29T15:22:11.397 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.396+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=P7TUY9403OBV type=del size=1795966 2024-07-29T15:22:11.398 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.397+0000 7fd62f6c3640 1 < completed delete operation key=5RY4L1BV4ZJB tag=72FHFOFEEXAA type=del 2024-07-29T15:22:11.400 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.399+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=DDE6HXEJ4SJ1 type=del size=2080195 2024-07-29T15:22:11.402 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.402+0000 7fd62f6c3640 1 < suggested remove operation key=4Z3FPJTXXFV7 tag=D3B8U1F6U9PE type=write 2024-07-29T15:22:11.406 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.405+0000 7fd62f6c3640 1 > prepared part key=_multipart_M86GT4R04HUE.2~5WFYTMNMJ2RE.0 size=1048576 2024-07-29T15:22:11.408 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.407+0000 7fd62f6c3640 1 > prepared part key=_multipart_M86GT4R04HUE.2~5WFYTMNMJ2RE.1 size=1048576 2024-07-29T15:22:11.409 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.408+0000 7fd62f6c3640 1 > prepared part key=_multipart_M86GT4R04HUE.2~5WFYTMNMJ2RE.2 size=537814 2024-07-29T15:22:11.409 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.408+0000 7fd62f6c3640 1 > prepared multipart upload key=M86GT4R04HUE upload=5WFYTMNMJ2RE tag=BGJ079OIBPUH type=write size=3683542 2024-07-29T15:22:11.410 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.410+0000 7fd62f6c3640 1 < completed delete operation key=VD0CC9XRAGF4 tag=0C6MUSBB4PYD type=del 2024-07-29T15:22:11.412 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.411+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=R55RAOQFAT1X type=write size=560256 2024-07-29T15:22:11.414 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.413+0000 7fd62f6c3640 1 < completed part key=_multipart_VD0CC9XRAGF4.2~C1AGZAGJ36SF.0 size=1048576 2024-07-29T15:22:11.416 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.415+0000 7fd62f6c3640 1 < completed part key=_multipart_VD0CC9XRAGF4.2~C1AGZAGJ36SF.1 size=1048576 2024-07-29T15:22:11.417 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.416+0000 7fd62f6c3640 1 < completed part key=_multipart_VD0CC9XRAGF4.2~C1AGZAGJ36SF.2 size=500672 2024-07-29T15:22:11.420 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.419+0000 7fd62f6c3640 1 < completed multipart upload key=VD0CC9XRAGF4 upload=C1AGZAGJ36SF tag=BUJK2261AEWA type=write size=3646400 2024-07-29T15:22:11.423 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.422+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~79BPCXQGWRRM.0 size=815252 2024-07-29T15:22:11.423 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.422+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=79BPCXQGWRRM tag=GNAP6UCA4VJI type=write size=1863828 2024-07-29T15:22:11.425 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.424+0000 7fd62f6c3640 1 < completed delete operation key=V2178FD5CN6Y tag=QLR265JBPBHV type=del 2024-07-29T15:22:11.428 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.427+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~I1H58HXFEVV4.0 size=592953 2024-07-29T15:22:11.428 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.427+0000 7fd62f6c3640 1 > prepared multipart upload key=A98383AI9GGP upload=I1H58HXFEVV4 tag=8FFIIQW6AZ7B type=write size=1641529 2024-07-29T15:22:11.429 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.428+0000 7fd62f6c3640 1 < completed delete operation key=ZMFNWBOB37DJ tag=ZETXL5DI41BD type=del 2024-07-29T15:22:11.433 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.432+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~N2YGHMS00UWB.0 size=919980 2024-07-29T15:22:11.433 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.432+0000 7fd62f6c3640 1 > prepared multipart upload key=A98383AI9GGP upload=N2YGHMS00UWB tag=ELH8HR7L7OP2 type=write size=1968556 2024-07-29T15:22:11.434 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.433+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~QNTE174GN5BP.0 size=1048576 2024-07-29T15:22:11.436 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.435+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~QNTE174GN5BP.1 size=697942 2024-07-29T15:22:11.438 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.437+0000 7fd62f6c3640 1 < completed multipart upload key=M5I2YC3HVZ0P upload=QNTE174GN5BP tag=GD3TK062HO4A type=write size=2795094 2024-07-29T15:22:11.440 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.439+0000 7fd62f6c3640 1 > prepared operation key=N3UV8NSUX0G0 tag=8164EOL7XHL1 type=del size=3220787 2024-07-29T15:22:11.441 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.441+0000 7fd62f6c3640 1 < completed delete operation key=0C6FXJ0T2NGU tag=SVW7OSGV6XIC type=del 2024-07-29T15:22:11.444 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.443+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~8RORCT0FFTYM.0 size=1048576 2024-07-29T15:22:11.446 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.445+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~8RORCT0FFTYM.1 size=1048576 2024-07-29T15:22:11.448 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.447+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~8RORCT0FFTYM.2 size=395653 2024-07-29T15:22:11.448 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.447+0000 7fd62f6c3640 1 > prepared multipart upload key=4LY01AD2KMYQ upload=8RORCT0FFTYM tag=TH8Q1JA8B9MV type=write size=3541381 2024-07-29T15:22:11.449 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.448+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~I990TKWCWZ89.0 size=1048576 2024-07-29T15:22:11.451 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.450+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~I990TKWCWZ89.1 size=1048576 2024-07-29T15:22:11.453 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.452+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~I990TKWCWZ89.2 size=121455 2024-07-29T15:22:11.455 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.455+0000 7fd62f6c3640 1 < completed multipart upload key=L3WAA4XE7CTH upload=I990TKWCWZ89 tag=RE307EAJ7RXN type=write size=3267183 2024-07-29T15:22:11.458 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.457+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~H4WW044RNRRB.0 size=1048576 2024-07-29T15:22:11.460 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.459+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~H4WW044RNRRB.1 size=1048576 2024-07-29T15:22:11.461 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.460+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~H4WW044RNRRB.2 size=386547 2024-07-29T15:22:11.461 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.460+0000 7fd62f6c3640 1 > prepared multipart upload key=5E8G14SOGN0S upload=H4WW044RNRRB tag=APWGNNGRL97P type=write size=3532275 2024-07-29T15:22:11.463 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.462+0000 7fd62f6c3640 1 < completed write operation key=IAXC3BCSNJJH tag=LYJB6TTR9WV7 type=write size=657775 2024-07-29T15:22:11.466 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.465+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~87DK94HA8ZDY.0 size=549874 2024-07-29T15:22:11.466 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.465+0000 7fd62f6c3640 1 > prepared multipart upload key=4LY01AD2KMYQ upload=87DK94HA8ZDY tag=MYP52KMF0E5L type=write size=1598450 2024-07-29T15:22:11.467 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.466+0000 7fd62f6c3640 1 < completed delete operation key=FAOPDKU2UC4Y tag=3K9JW4MT6SF9 type=del 2024-07-29T15:22:11.470 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.469+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~I6HKYGNDTKZV.0 size=155277 2024-07-29T15:22:11.470 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.469+0000 7fd62f6c3640 1 > prepared multipart upload key=RQC1B162F8M6 upload=I6HKYGNDTKZV tag=LOQFEQ8PIVGP type=write size=1203853 2024-07-29T15:22:11.472 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.471+0000 7fd62f6c3640 1 < completed write operation key=RQC1B162F8M6 tag=F7LKA7CW8W59 type=write size=339702 2024-07-29T15:22:11.475 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.474+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~TYINHH6NG5DE.0 size=1048576 2024-07-29T15:22:11.476 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.475+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~TYINHH6NG5DE.1 size=1048576 2024-07-29T15:22:11.478 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.477+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~TYINHH6NG5DE.2 size=787205 2024-07-29T15:22:11.478 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.477+0000 7fd62f6c3640 1 > prepared multipart upload key=4Z3FPJTXXFV7 upload=TYINHH6NG5DE tag=RWYYOYDVCSD2 type=write size=3932933 2024-07-29T15:22:11.480 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.479+0000 7fd62f6c3640 1 < completed delete operation key=RQC1B162F8M6 tag=EKJM044LDWK4 type=del 2024-07-29T15:22:11.481 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.480+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=AYA3CTHBS21J type=del size=3355174 2024-07-29T15:22:11.483 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.482+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~13DDZ0IMLWD3.0 size=723813 2024-07-29T15:22:11.485 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.484+0000 7fd62f6c3640 1 < completed multipart upload key=SI02Q5RHER9G upload=13DDZ0IMLWD3 tag=2FYG3Y1FG03Z type=write size=1772389 2024-07-29T15:22:11.487 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.486+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=J3WOGD68XX9J type=del size=3488002 2024-07-29T15:22:11.488 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.487+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~ZD6YD334SP17.0 size=974094 2024-07-29T15:22:11.491 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.491+0000 7fd62f6c3640 1 < completed multipart upload key=8BA2XKLPRGQN upload=ZD6YD334SP17 tag=XQB6IV42PP2U type=write size=2022670 2024-07-29T15:22:11.493 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.492+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=3TNLZ92I2WFE type=del size=3859190 2024-07-29T15:22:11.495 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.494+0000 7fd62f6c3640 1 < completed delete operation key=L184IOUE520P tag=P7TUY9403OBV type=del 2024-07-29T15:22:11.497 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.496+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=HSNCMQIK6T7E type=del size=815697 2024-07-29T15:22:11.500 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.499+0000 7fd62f6c3640 1 < suggested update operation key=IWIUUJFZ4UME tag=DDE6HXEJ4SJ1 type=del size=2080195 2024-07-29T15:22:11.502 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.501+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=9MZTO8UDNQWC type=del size=2331677 2024-07-29T15:22:11.502 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.501+0000 7fd62f6c3640 1 < canceled part key=_multipart_M86GT4R04HUE.2~5WFYTMNMJ2RE.0 size=1048576 2024-07-29T15:22:11.503 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.502+0000 7fd62f6c3640 1 < completed part key=_multipart_M86GT4R04HUE.2~5WFYTMNMJ2RE.1 size=1048576 2024-07-29T15:22:11.505 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.504+0000 7fd62f6c3640 1 < completed part key=_multipart_M86GT4R04HUE.2~5WFYTMNMJ2RE.2 size=537814 2024-07-29T15:22:11.508 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.507+0000 7fd62f6c3640 1 < canceled multipart upload key=M86GT4R04HUE upload=5WFYTMNMJ2RE tag=BGJ079OIBPUH type=write size=3683542 2024-07-29T15:22:11.510 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.509+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=PCGOZ665GVDT type=del size=3446175 2024-07-29T15:22:11.513 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.512+0000 7fd62f6c3640 1 < suggested update operation key=BIYBUOZPJSZV tag=R55RAOQFAT1X type=write size=560256 2024-07-29T15:22:11.516 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.515+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~EQCFLFPP96JQ.0 size=1048576 2024-07-29T15:22:11.517 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.516+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~EQCFLFPP96JQ.1 size=235788 2024-07-29T15:22:11.517 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.516+0000 7fd62f6c3640 1 > prepared multipart upload key=M5I2YC3HVZ0P upload=EQCFLFPP96JQ tag=U71HFWZS7Y6V type=write size=2332940 2024-07-29T15:22:11.518 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.517+0000 7fd62f6c3640 1 < canceled part key=_multipart_W248KYMPQG8A.2~79BPCXQGWRRM.0 size=815252 2024-07-29T15:22:11.520 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.519+0000 7fd62f6c3640 1 < canceled multipart upload key=W248KYMPQG8A upload=79BPCXQGWRRM tag=GNAP6UCA4VJI type=write size=1863828 2024-07-29T15:22:11.523 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.522+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~UJ5997NDFO1Q.0 size=1048576 2024-07-29T15:22:11.524 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.523+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~UJ5997NDFO1Q.1 size=602523 2024-07-29T15:22:11.524 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.523+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=UJ5997NDFO1Q tag=74SU3SE11OXQ type=write size=2699675 2024-07-29T15:22:11.525 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.524+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~I1H58HXFEVV4.0 size=592953 2024-07-29T15:22:11.528 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.527+0000 7fd62f6c3640 1 < completed multipart upload key=A98383AI9GGP upload=I1H58HXFEVV4 tag=8FFIIQW6AZ7B type=write size=1641529 2024-07-29T15:22:11.530 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.529+0000 7fd62f6c3640 1 > prepared part key=_multipart_M86GT4R04HUE.2~BAXBH339US7V.0 size=761943 2024-07-29T15:22:11.530 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.529+0000 7fd62f6c3640 1 > prepared multipart upload key=M86GT4R04HUE upload=BAXBH339US7V tag=59EUI7J0SP8M type=write size=1810519 2024-07-29T15:22:11.532 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.531+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~N2YGHMS00UWB.0 size=919980 2024-07-29T15:22:11.534 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.533+0000 7fd62f6c3640 1 < completed multipart upload key=A98383AI9GGP upload=N2YGHMS00UWB tag=ELH8HR7L7OP2 type=write size=1968556 2024-07-29T15:22:11.537 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.536+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~5WVQ50EGM9HH.0 size=1048576 2024-07-29T15:22:11.538 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.537+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~5WVQ50EGM9HH.1 size=1048576 2024-07-29T15:22:11.539 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.538+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~5WVQ50EGM9HH.2 size=607316 2024-07-29T15:22:11.539 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.538+0000 7fd62f6c3640 1 > prepared multipart upload key=ZDB57ZUUV5IX upload=5WVQ50EGM9HH tag=1DUYBKAD2OH9 type=write size=3753044 2024-07-29T15:22:11.540 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.539+0000 7fd62f6c3640 1 < completed delete operation key=N3UV8NSUX0G0 tag=8164EOL7XHL1 type=del 2024-07-29T15:22:11.543 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.542+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~GEOH6FX9J3WN.0 size=1048576 2024-07-29T15:22:11.544 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.543+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~GEOH6FX9J3WN.1 size=645736 2024-07-29T15:22:11.544 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.543+0000 7fd62f6c3640 1 > prepared multipart upload key=E98KUA2RK3BK upload=GEOH6FX9J3WN tag=VNWWNP8AJS4B type=write size=2742888 2024-07-29T15:22:11.546 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.545+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~8RORCT0FFTYM.0 size=1048576 2024-07-29T15:22:11.547 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.546+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~8RORCT0FFTYM.1 size=1048576 2024-07-29T15:22:11.549 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.548+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~8RORCT0FFTYM.2 size=395653 2024-07-29T15:22:11.551 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.550+0000 7fd62f6c3640 1 < completed multipart upload key=4LY01AD2KMYQ upload=8RORCT0FFTYM tag=TH8Q1JA8B9MV type=write size=3541381 2024-07-29T15:22:11.553 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.552+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=E2ST1L6QS024 type=del size=3008668 2024-07-29T15:22:11.554 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.553+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~H4WW044RNRRB.0 size=1048576 2024-07-29T15:22:11.555 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.554+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~H4WW044RNRRB.1 size=1048576 2024-07-29T15:22:11.557 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.556+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~H4WW044RNRRB.2 size=386547 2024-07-29T15:22:11.559 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.558+0000 7fd62f6c3640 1 < completed multipart upload key=5E8G14SOGN0S upload=H4WW044RNRRB tag=APWGNNGRL97P type=write size=3532275 2024-07-29T15:22:11.561 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.560+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~MV3TVFWWMQ6H.0 size=871055 2024-07-29T15:22:11.561 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.560+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=MV3TVFWWMQ6H tag=YNBBMUAYS2FP type=write size=1919631 2024-07-29T15:22:11.563 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.562+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~87DK94HA8ZDY.0 size=549874 2024-07-29T15:22:11.565 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.564+0000 7fd62f6c3640 1 < completed multipart upload key=4LY01AD2KMYQ upload=87DK94HA8ZDY tag=MYP52KMF0E5L type=write size=1598450 2024-07-29T15:22:11.566 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.565+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=V4X04XFGZ3TS type=del size=955944 2024-07-29T15:22:11.567 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.566+0000 7fd62f6c3640 1 < canceled part key=_multipart_RQC1B162F8M6.2~I6HKYGNDTKZV.0 size=155277 2024-07-29T15:22:11.569 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.568+0000 7fd62f6c3640 1 < canceled multipart upload key=RQC1B162F8M6 upload=I6HKYGNDTKZV tag=LOQFEQ8PIVGP type=write size=1203853 2024-07-29T15:22:11.571 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.571+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~0K5UI30N1DWR.0 size=221768 2024-07-29T15:22:11.572 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.571+0000 7fd62f6c3640 1 > prepared multipart upload key=M5I2YC3HVZ0P upload=0K5UI30N1DWR tag=19RKKQ9AIXEA type=write size=1270344 2024-07-29T15:22:11.573 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.572+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~TYINHH6NG5DE.0 size=1048576 2024-07-29T15:22:11.574 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.573+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~TYINHH6NG5DE.1 size=1048576 2024-07-29T15:22:11.575 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.575+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~TYINHH6NG5DE.2 size=787205 2024-07-29T15:22:11.578 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.577+0000 7fd62f6c3640 1 < completed multipart upload key=4Z3FPJTXXFV7 upload=TYINHH6NG5DE tag=RWYYOYDVCSD2 type=write size=3932933 2024-07-29T15:22:11.580 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.579+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~FNMJA9NZOGHG.0 size=1048576 2024-07-29T15:22:11.581 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.580+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~FNMJA9NZOGHG.1 size=1048576 2024-07-29T15:22:11.583 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.581+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~FNMJA9NZOGHG.2 size=327568 2024-07-29T15:22:11.583 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.581+0000 7fd62f6c3640 1 > prepared multipart upload key=7CXNN1RN7UV8 upload=FNMJA9NZOGHG tag=62RZ2V09AZQ4 type=write size=3473296 2024-07-29T15:22:11.584 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.583+0000 7fd62f6c3640 1 < completed delete operation key=E98KUA2RK3BK tag=AYA3CTHBS21J type=del 2024-07-29T15:22:11.586 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.586+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~66C55IJY6QC2.0 size=1048576 2024-07-29T15:22:11.588 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.587+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~66C55IJY6QC2.1 size=355986 2024-07-29T15:22:11.588 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.587+0000 7fd62f6c3640 1 > prepared multipart upload key=L3WAA4XE7CTH upload=66C55IJY6QC2 tag=J3P07FRNEA1P type=write size=2453138 2024-07-29T15:22:11.589 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.588+0000 7fd62f6c3640 1 < completed delete operation key=SI02Q5RHER9G tag=J3WOGD68XX9J type=del 2024-07-29T15:22:11.592 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.591+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~XDUBRVRP0RJ4.0 size=394761 2024-07-29T15:22:11.592 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.591+0000 7fd62f6c3640 1 > prepared multipart upload key=TAZR3PWEGCVK upload=XDUBRVRP0RJ4 tag=DAR0YF5T81RX type=write size=1443337 2024-07-29T15:22:11.595 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.594+0000 7fd62f6c3640 1 < suggested remove operation key=5E8G14SOGN0S tag=3TNLZ92I2WFE type=del 2024-07-29T15:22:11.596 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.595+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=BAUF2RY8HEC1 type=write size=98074 2024-07-29T15:22:11.599 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.598+0000 7fd62f6c3640 1 < suggested remove operation key=A98383AI9GGP tag=HSNCMQIK6T7E type=del 2024-07-29T15:22:11.601 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.600+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=919FEKHOU2RP type=del size=3643643 2024-07-29T15:22:11.603 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.602+0000 7fd62f6c3640 1 < completed delete operation key=VD0CC9XRAGF4 tag=9MZTO8UDNQWC type=del 2024-07-29T15:22:11.604 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.603+0000 7fd62f6c3640 1 > prepared operation key=YSQLYQW9APLO tag=J1YLX763D2RZ type=del size=2472178 2024-07-29T15:22:11.606 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.605+0000 7fd62f6c3640 1 < completed delete operation key=V2178FD5CN6Y tag=PCGOZ665GVDT type=del 2024-07-29T15:22:11.607 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.606+0000 7fd62f6c3640 1 > prepared operation key=N3UV8NSUX0G0 tag=A1JZLJKJM0F5 type=write size=204629 2024-07-29T15:22:11.608 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.608+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~EQCFLFPP96JQ.0 size=1048576 2024-07-29T15:22:11.610 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.609+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~EQCFLFPP96JQ.1 size=235788 2024-07-29T15:22:11.613 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.611+0000 7fd62f6c3640 1 < completed multipart upload key=M5I2YC3HVZ0P upload=EQCFLFPP96JQ tag=U71HFWZS7Y6V type=write size=2332940 2024-07-29T15:22:11.615 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.614+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~88XP3GQXB04A.0 size=1003494 2024-07-29T15:22:11.615 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.614+0000 7fd62f6c3640 1 > prepared multipart upload key=V2178FD5CN6Y upload=88XP3GQXB04A tag=3XDD0QMGL353 type=write size=2052070 2024-07-29T15:22:11.616 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.615+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~UJ5997NDFO1Q.0 size=1048576 2024-07-29T15:22:11.617 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.616+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~UJ5997NDFO1Q.1 size=602523 2024-07-29T15:22:11.619 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.619+0000 7fd62f6c3640 1 < completed multipart upload key=IAXC3BCSNJJH upload=UJ5997NDFO1Q tag=74SU3SE11OXQ type=write size=2699675 2024-07-29T15:22:11.621 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.620+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=D8881POUG2JS type=del size=354280 2024-07-29T15:22:11.622 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.621+0000 7fd62f6c3640 1 < completed part key=_multipart_M86GT4R04HUE.2~BAXBH339US7V.0 size=761943 2024-07-29T15:22:11.625 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.624+0000 7fd62f6c3640 1 < completed multipart upload key=M86GT4R04HUE upload=BAXBH339US7V tag=59EUI7J0SP8M type=write size=1810519 2024-07-29T15:22:11.628 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.627+0000 7fd62f6c3640 1 > prepared part key=_multipart_5RY4L1BV4ZJB.2~AVCBZS0IEWRM.0 size=371814 2024-07-29T15:22:11.628 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.627+0000 7fd62f6c3640 1 > prepared multipart upload key=5RY4L1BV4ZJB upload=AVCBZS0IEWRM tag=0L20UUCA4S8Q type=write size=1420390 2024-07-29T15:22:11.629 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.628+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~5WVQ50EGM9HH.0 size=1048576 2024-07-29T15:22:11.630 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.629+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~5WVQ50EGM9HH.1 size=1048576 2024-07-29T15:22:11.630 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.629+0000 7fd62f6c3640 1 < canceled part key=_multipart_ZDB57ZUUV5IX.2~5WVQ50EGM9HH.2 size=607316 2024-07-29T15:22:11.633 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.632+0000 7fd62f6c3640 1 < canceled multipart upload key=ZDB57ZUUV5IX upload=5WVQ50EGM9HH tag=1DUYBKAD2OH9 type=write size=3753044 2024-07-29T15:22:11.634 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.633+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=C1MCMD3P0K9T type=del size=1658189 2024-07-29T15:22:11.635 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.634+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~GEOH6FX9J3WN.0 size=1048576 2024-07-29T15:22:11.636 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.636+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~GEOH6FX9J3WN.1 size=645736 2024-07-29T15:22:11.639 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.638+0000 7fd62f6c3640 1 < completed multipart upload key=E98KUA2RK3BK upload=GEOH6FX9J3WN tag=VNWWNP8AJS4B type=write size=2742888 2024-07-29T15:22:11.640 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.639+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=BQIBUZTSTPKO type=del size=4139749 2024-07-29T15:22:11.641 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.641+0000 7fd62f6c3640 1 < completed delete operation key=ZDB57ZUUV5IX tag=E2ST1L6QS024 type=del 2024-07-29T15:22:11.643 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.642+0000 7fd62f6c3640 1 > prepared operation key=C3FDCOT4DV2B tag=8TAGO87Y6F42 type=write size=592633 2024-07-29T15:22:11.644 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.643+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~MV3TVFWWMQ6H.0 size=871055 2024-07-29T15:22:11.646 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.646+0000 7fd62f6c3640 1 < completed multipart upload key=W248KYMPQG8A upload=MV3TVFWWMQ6H tag=YNBBMUAYS2FP type=write size=1919631 2024-07-29T15:22:11.649 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.648+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~ZTNFC1826Z75.0 size=1048576 2024-07-29T15:22:11.650 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.649+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~ZTNFC1826Z75.1 size=1048576 2024-07-29T15:22:11.651 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.650+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~ZTNFC1826Z75.2 size=215773 2024-07-29T15:22:11.651 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.650+0000 7fd62f6c3640 1 > prepared multipart upload key=RQC1B162F8M6 upload=ZTNFC1826Z75 tag=9N2Z4OWTEQA2 type=write size=3361501 2024-07-29T15:22:11.653 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.652+0000 7fd62f6c3640 1 < completed delete operation key=W248KYMPQG8A tag=V4X04XFGZ3TS type=del 2024-07-29T15:22:11.655 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.654+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~ZGGE5O6Y7K0E.0 size=374433 2024-07-29T15:22:11.656 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.654+0000 7fd62f6c3640 1 > prepared multipart upload key=7CXNN1RN7UV8 upload=ZGGE5O6Y7K0E tag=C3LCVOQGOWFL type=write size=1423009 2024-07-29T15:22:11.656 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.655+0000 7fd62f6c3640 1 < canceled part key=_multipart_M5I2YC3HVZ0P.2~0K5UI30N1DWR.0 size=221768 2024-07-29T15:22:11.658 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.657+0000 7fd62f6c3640 1 < canceled multipart upload key=M5I2YC3HVZ0P upload=0K5UI30N1DWR tag=19RKKQ9AIXEA type=write size=1270344 2024-07-29T15:22:11.659 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.658+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=VQEMZIS2KLOB type=write size=391284 2024-07-29T15:22:11.660 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.660+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~FNMJA9NZOGHG.0 size=1048576 2024-07-29T15:22:11.662 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.661+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~FNMJA9NZOGHG.1 size=1048576 2024-07-29T15:22:11.663 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.662+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~FNMJA9NZOGHG.2 size=327568 2024-07-29T15:22:11.665 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.664+0000 7fd62f6c3640 1 < completed multipart upload key=7CXNN1RN7UV8 upload=FNMJA9NZOGHG tag=62RZ2V09AZQ4 type=write size=3473296 2024-07-29T15:22:11.668 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.667+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~UN3JXRDYT035.0 size=1048576 2024-07-29T15:22:11.669 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.668+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~UN3JXRDYT035.1 size=521379 2024-07-29T15:22:11.669 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.668+0000 7fd62f6c3640 1 > prepared multipart upload key=TAZR3PWEGCVK upload=UN3JXRDYT035 tag=BHV315S922WC type=write size=2618531 2024-07-29T15:22:11.670 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.669+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~66C55IJY6QC2.0 size=1048576 2024-07-29T15:22:11.671 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.670+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~66C55IJY6QC2.1 size=355986 2024-07-29T15:22:11.674 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.673+0000 7fd62f6c3640 1 < completed multipart upload key=L3WAA4XE7CTH upload=66C55IJY6QC2 tag=J3P07FRNEA1P type=write size=2453138 2024-07-29T15:22:11.675 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.674+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=9HF4XCOKBR6X type=del size=1682100 2024-07-29T15:22:11.677 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.676+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~XDUBRVRP0RJ4.0 size=394761 2024-07-29T15:22:11.679 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.678+0000 7fd62f6c3640 1 < completed multipart upload key=TAZR3PWEGCVK upload=XDUBRVRP0RJ4 tag=DAR0YF5T81RX type=write size=1443337 2024-07-29T15:22:11.680 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.679+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=G0D3XPL3FAIX type=del size=1620537 2024-07-29T15:22:11.682 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.681+0000 7fd62f6c3640 1 < completed write operation key=BIYBUOZPJSZV tag=BAUF2RY8HEC1 type=write size=98074 2024-07-29T15:22:11.685 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.684+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~X0V4UT3UOHYE.0 size=1048576 2024-07-29T15:22:11.686 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.686+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~X0V4UT3UOHYE.1 size=934687 2024-07-29T15:22:11.687 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.686+0000 7fd62f6c3640 1 > prepared multipart upload key=FAOPDKU2UC4Y upload=X0V4UT3UOHYE tag=N7NE2722Y9K0 type=write size=3031839 2024-07-29T15:22:11.690 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.689+0000 7fd62f6c3640 1 < suggested update operation key=A98383AI9GGP tag=919FEKHOU2RP type=del size=3643643 2024-07-29T15:22:11.691 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.691+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=QOFEI3L9F4PN type=del size=739454 2024-07-29T15:22:11.695 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.694+0000 7fd62f6c3640 1 < suggested remove operation key=YSQLYQW9APLO tag=J1YLX763D2RZ type=del 2024-07-29T15:22:11.697 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.696+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=KA2HJ325KNLD type=del size=3579983 2024-07-29T15:22:11.699 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.698+0000 7fd62f6c3640 1 < completed write operation key=N3UV8NSUX0G0 tag=A1JZLJKJM0F5 type=write size=204629 2024-07-29T15:22:11.702 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.701+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~07Y2O0I4WOVP.0 size=1048576 2024-07-29T15:22:11.703 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.702+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~07Y2O0I4WOVP.1 size=1048576 2024-07-29T15:22:11.704 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.704+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~07Y2O0I4WOVP.2 size=800072 2024-07-29T15:22:11.705 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.704+0000 7fd62f6c3640 1 > prepared multipart upload key=5E8G14SOGN0S upload=07Y2O0I4WOVP tag=MEFGOXQCOTAK type=write size=3945800 2024-07-29T15:22:11.706 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.705+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~88XP3GQXB04A.0 size=1003494 2024-07-29T15:22:11.709 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.708+0000 7fd62f6c3640 1 < completed multipart upload key=V2178FD5CN6Y upload=88XP3GQXB04A tag=3XDD0QMGL353 type=write size=2052070 2024-07-29T15:22:11.711 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.711+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~JJL4GBNZB9YL.0 size=1048576 2024-07-29T15:22:11.713 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.712+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~JJL4GBNZB9YL.1 size=1048576 2024-07-29T15:22:11.714 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.713+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~JJL4GBNZB9YL.2 size=746806 2024-07-29T15:22:11.714 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.713+0000 7fd62f6c3640 1 > prepared multipart upload key=8BA2XKLPRGQN upload=JJL4GBNZB9YL tag=5OO0ER77APAZ type=write size=3892534 2024-07-29T15:22:11.715 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.714+0000 7fd62f6c3640 1 < completed delete operation key=RQC1B162F8M6 tag=D8881POUG2JS type=del 2024-07-29T15:22:11.717 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.716+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=TG92X4AIJSNY type=write size=859433 2024-07-29T15:22:11.718 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.717+0000 7fd62f6c3640 1 < completed part key=_multipart_5RY4L1BV4ZJB.2~AVCBZS0IEWRM.0 size=371814 2024-07-29T15:22:11.721 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.720+0000 7fd62f6c3640 1 < completed multipart upload key=5RY4L1BV4ZJB upload=AVCBZS0IEWRM tag=0L20UUCA4S8Q type=write size=1420390 2024-07-29T15:22:11.722 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.721+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=I8N7128576GP type=del size=415573 2024-07-29T15:22:11.723 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.723+0000 7fd62f6c3640 1 < completed delete operation key=5RY4L1BV4ZJB tag=C1MCMD3P0K9T type=del 2024-07-29T15:22:11.725 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.724+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=0D4X8YRHYZQ2 type=del size=564110 2024-07-29T15:22:11.727 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.726+0000 7fd62f6c3640 1 < canceled operation key=5RY4L1BV4ZJB tag=BQIBUZTSTPKO type=del size=4139749 2024-07-29T15:22:11.730 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.730+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~ULF8NXYCWK2G.0 size=1048576 2024-07-29T15:22:11.732 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.731+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~ULF8NXYCWK2G.1 size=1048576 2024-07-29T15:22:11.734 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.733+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~ULF8NXYCWK2G.2 size=606272 2024-07-29T15:22:11.734 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.733+0000 7fd62f6c3640 1 > prepared multipart upload key=M5I2YC3HVZ0P upload=ULF8NXYCWK2G tag=22Z1Z94KXHWG type=write size=3752000 2024-07-29T15:22:11.737 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.736+0000 7fd62f6c3640 1 < suggested remove operation key=C3FDCOT4DV2B tag=8TAGO87Y6F42 type=write 2024-07-29T15:22:11.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:11 smithi067 ceph-mon[91995]: pgmap v1329: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:22:11.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:11 smithi067 ceph-mon[91995]: osdmap e1101: 8 total, 8 up, 8 in 2024-07-29T15:22:11.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:11 smithi067 ceph-mon[94375]: pgmap v1329: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:22:11.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:11 smithi067 ceph-mon[94375]: osdmap e1101: 8 total, 8 up, 8 in 2024-07-29T15:22:11.739 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.738+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=V9EC8KFKGASE type=del size=3706305 2024-07-29T15:22:11.741 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.740+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~ZTNFC1826Z75.0 size=1048576 2024-07-29T15:22:11.742 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.741+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~ZTNFC1826Z75.1 size=1048576 2024-07-29T15:22:11.743 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.743+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~ZTNFC1826Z75.2 size=215773 2024-07-29T15:22:11.746 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.745+0000 7fd62f6c3640 1 < completed multipart upload key=RQC1B162F8M6 upload=ZTNFC1826Z75 tag=9N2Z4OWTEQA2 type=write size=3361501 2024-07-29T15:22:11.749 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.748+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~VIJ9EVU4TLDK.0 size=799548 2024-07-29T15:22:11.749 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.748+0000 7fd62f6c3640 1 > prepared multipart upload key=H0YBVQU3EMED upload=VIJ9EVU4TLDK tag=HDC1KYKQ5PA5 type=write size=1848124 2024-07-29T15:22:11.750 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.749+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~ZGGE5O6Y7K0E.0 size=374433 2024-07-29T15:22:11.753 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.752+0000 7fd62f6c3640 1 < completed multipart upload key=7CXNN1RN7UV8 upload=ZGGE5O6Y7K0E tag=C3LCVOQGOWFL type=write size=1423009 2024-07-29T15:22:11.756 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.755+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~0CA7VAZ4S1L0.0 size=1048576 2024-07-29T15:22:11.757 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.756+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~0CA7VAZ4S1L0.1 size=1048576 2024-07-29T15:22:11.759 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.758+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~0CA7VAZ4S1L0.2 size=649919 2024-07-29T15:22:11.759 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.758+0000 7fd62f6c3640 1 > prepared multipart upload key=H0YBVQU3EMED upload=0CA7VAZ4S1L0 tag=U8WXJ5IVPHW8 type=write size=3795647 2024-07-29T15:22:11.760 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.759+0000 7fd62f6c3640 1 < completed write operation key=7THABETH5LSN tag=VQEMZIS2KLOB type=write size=391284 2024-07-29T15:22:11.764 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.763+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~JE3D6SX98VID.0 size=638889 2024-07-29T15:22:11.764 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.763+0000 7fd62f6c3640 1 > prepared multipart upload key=L184IOUE520P upload=JE3D6SX98VID tag=V9PXI218C1EW type=write size=1687465 2024-07-29T15:22:11.766 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.765+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~UN3JXRDYT035.0 size=1048576 2024-07-29T15:22:11.767 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.766+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~UN3JXRDYT035.1 size=521379 2024-07-29T15:22:11.770 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.769+0000 7fd62f6c3640 1 < completed multipart upload key=TAZR3PWEGCVK upload=UN3JXRDYT035 tag=BHV315S922WC type=write size=2618531 2024-07-29T15:22:11.773 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.772+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~8QIEN0XJVLZH.0 size=527083 2024-07-29T15:22:11.773 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.772+0000 7fd62f6c3640 1 > prepared multipart upload key=V2178FD5CN6Y upload=8QIEN0XJVLZH tag=JFIMZMM7GZ27 type=write size=1575659 2024-07-29T15:22:11.774 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.773+0000 7fd62f6c3640 1 < completed delete operation key=TAZR3PWEGCVK tag=9HF4XCOKBR6X type=del 2024-07-29T15:22:11.776 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.775+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=HDZ79366E5U5 type=del size=2338116 2024-07-29T15:22:11.777 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.776+0000 7fd62f6c3640 1 < completed delete operation key=ZMFNWBOB37DJ tag=G0D3XPL3FAIX type=del 2024-07-29T15:22:11.780 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.779+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~OL6HC31BORL4.0 size=1048576 2024-07-29T15:22:11.781 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.780+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~OL6HC31BORL4.1 size=1048576 2024-07-29T15:22:11.782 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.781+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~OL6HC31BORL4.2 size=47650 2024-07-29T15:22:11.782 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.781+0000 7fd62f6c3640 1 > prepared multipart upload key=ZMFNWBOB37DJ upload=OL6HC31BORL4 tag=X8VQPMMJQV85 type=write size=3193378 2024-07-29T15:22:11.784 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.783+0000 7fd62f6c3640 1 < completed part key=_multipart_FAOPDKU2UC4Y.2~X0V4UT3UOHYE.0 size=1048576 2024-07-29T15:22:11.785 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.784+0000 7fd62f6c3640 1 < completed part key=_multipart_FAOPDKU2UC4Y.2~X0V4UT3UOHYE.1 size=934687 2024-07-29T15:22:11.788 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.787+0000 7fd62f6c3640 1 < completed multipart upload key=FAOPDKU2UC4Y upload=X0V4UT3UOHYE tag=N7NE2722Y9K0 type=write size=3031839 2024-07-29T15:22:11.789 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.788+0000 7fd62f6c3640 1 > prepared operation key=YSQLYQW9APLO tag=3A9P4X94UYAT type=write size=702631 2024-07-29T15:22:11.791 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.790+0000 7fd62f6c3640 1 < canceled operation key=IWIUUJFZ4UME tag=QOFEI3L9F4PN type=del size=739454 2024-07-29T15:22:11.792 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.791+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=CIYO24JLLVI7 type=write size=553565 2024-07-29T15:22:11.794 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.793+0000 7fd62f6c3640 1 < completed delete operation key=5RY4L1BV4ZJB tag=KA2HJ325KNLD type=del 2024-07-29T15:22:11.795 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.795+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=OGCE3I1066VP type=del size=2890530 2024-07-29T15:22:11.796 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.795+0000 7fd62f6c3640 1 < canceled part key=_multipart_5E8G14SOGN0S.2~07Y2O0I4WOVP.0 size=1048576 2024-07-29T15:22:11.797 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.796+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~07Y2O0I4WOVP.1 size=1048576 2024-07-29T15:22:11.798 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.798+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~07Y2O0I4WOVP.2 size=800072 2024-07-29T15:22:11.801 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.800+0000 7fd62f6c3640 1 < canceled multipart upload key=5E8G14SOGN0S upload=07Y2O0I4WOVP tag=MEFGOXQCOTAK type=write size=3945800 2024-07-29T15:22:11.804 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.803+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~PI3Y2U3T2N7F.0 size=1048576 2024-07-29T15:22:11.805 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.804+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~PI3Y2U3T2N7F.1 size=903162 2024-07-29T15:22:11.805 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.804+0000 7fd62f6c3640 1 > prepared multipart upload key=UNDM9MIM6GG0 upload=PI3Y2U3T2N7F tag=7LNQ0KDV41W3 type=write size=3000314 2024-07-29T15:22:11.806 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.805+0000 7fd62f6c3640 1 < canceled part key=_multipart_8BA2XKLPRGQN.2~JJL4GBNZB9YL.0 size=1048576 2024-07-29T15:22:11.806 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.805+0000 7fd62f6c3640 1 < canceled part key=_multipart_8BA2XKLPRGQN.2~JJL4GBNZB9YL.1 size=1048576 2024-07-29T15:22:11.807 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.806+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~JJL4GBNZB9YL.2 size=746806 2024-07-29T15:22:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:11 smithi138 ceph-mon[86438]: pgmap v1329: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:22:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:11 smithi138 ceph-mon[86438]: osdmap e1101: 8 total, 8 up, 8 in 2024-07-29T15:22:11.811 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.810+0000 7fd62f6c3640 1 < canceled multipart upload key=8BA2XKLPRGQN upload=JJL4GBNZB9YL tag=5OO0ER77APAZ type=write size=3892534 2024-07-29T15:22:11.813 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.812+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=Y4NTD96U5VIF type=write size=253182 2024-07-29T15:22:11.815 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.814+0000 7fd62f6c3640 1 < completed write operation key=8BA2XKLPRGQN tag=TG92X4AIJSNY type=write size=859433 2024-07-29T15:22:11.816 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.815+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=BH34HWRKTWTA type=write size=383733 2024-07-29T15:22:11.818 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.817+0000 7fd62f6c3640 1 < completed delete operation key=A98383AI9GGP tag=I8N7128576GP type=del 2024-07-29T15:22:11.822 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.819+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=386PDID2F65N type=del size=1193321 2024-07-29T15:22:11.822 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.820+0000 7fd62f6c3640 1 < completed delete operation key=M5I2YC3HVZ0P tag=0D4X8YRHYZQ2 type=del 2024-07-29T15:22:11.823 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.822+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=L9YTM708051P type=del size=3832847 2024-07-29T15:22:11.824 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.823+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~ULF8NXYCWK2G.0 size=1048576 2024-07-29T15:22:11.826 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.825+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~ULF8NXYCWK2G.1 size=1048576 2024-07-29T15:22:11.827 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.826+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~ULF8NXYCWK2G.2 size=606272 2024-07-29T15:22:11.830 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.829+0000 7fd62f6c3640 1 < completed multipart upload key=M5I2YC3HVZ0P upload=ULF8NXYCWK2G tag=22Z1Z94KXHWG type=write size=3752000 2024-07-29T15:22:11.833 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.832+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~ALHLZ283LC1V.0 size=1020322 2024-07-29T15:22:11.833 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.832+0000 7fd62f6c3640 1 > prepared multipart upload key=L184IOUE520P upload=ALHLZ283LC1V tag=WO12CASP1CYN type=write size=2068898 2024-07-29T15:22:11.834 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.833+0000 7fd62f6c3640 1 < canceled operation key=UNDM9MIM6GG0 tag=V9EC8KFKGASE type=del size=3706305 2024-07-29T15:22:11.836 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.835+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=VEP6LIT89WL1 type=del size=139787 2024-07-29T15:22:11.836 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.835+0000 7fd62f6c3640 1 < canceled part key=_multipart_H0YBVQU3EMED.2~VIJ9EVU4TLDK.0 size=799548 2024-07-29T15:22:11.839 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.838+0000 7fd62f6c3640 1 < canceled multipart upload key=H0YBVQU3EMED upload=VIJ9EVU4TLDK tag=HDC1KYKQ5PA5 type=write size=1848124 2024-07-29T15:22:11.841 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.840+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=36V4CPM7JW3A type=del size=3642211 2024-07-29T15:22:11.842 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.841+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~0CA7VAZ4S1L0.0 size=1048576 2024-07-29T15:22:11.844 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.843+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~0CA7VAZ4S1L0.1 size=1048576 2024-07-29T15:22:11.845 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.844+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~0CA7VAZ4S1L0.2 size=649919 2024-07-29T15:22:11.848 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.847+0000 7fd62f6c3640 1 < completed multipart upload key=H0YBVQU3EMED upload=0CA7VAZ4S1L0 tag=U8WXJ5IVPHW8 type=write size=3795647 2024-07-29T15:22:11.849 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.848+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=0UIV6NHQE5M2 type=del size=3880658 2024-07-29T15:22:11.851 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.850+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~JE3D6SX98VID.0 size=638889 2024-07-29T15:22:11.853 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.852+0000 7fd62f6c3640 1 < completed multipart upload key=L184IOUE520P upload=JE3D6SX98VID tag=V9PXI218C1EW type=write size=1687465 2024-07-29T15:22:11.855 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.854+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=X6832YZI69K2 type=del size=2521288 2024-07-29T15:22:11.857 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.856+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~8QIEN0XJVLZH.0 size=527083 2024-07-29T15:22:11.859 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.858+0000 7fd62f6c3640 1 < completed multipart upload key=V2178FD5CN6Y upload=8QIEN0XJVLZH tag=JFIMZMM7GZ27 type=write size=1575659 2024-07-29T15:22:11.861 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.860+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=DYDYU1JJY83H type=write size=746952 2024-07-29T15:22:11.866 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.865+0000 7fd62f6c3640 1 < suggested remove operation key=0C6FXJ0T2NGU tag=HDZ79366E5U5 type=del 2024-07-29T15:22:11.868 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.867+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=084OICS2OPAD type=del size=212169 2024-07-29T15:22:11.870 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.869+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~OL6HC31BORL4.0 size=1048576 2024-07-29T15:22:11.871 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.870+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~OL6HC31BORL4.1 size=1048576 2024-07-29T15:22:11.873 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.872+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~OL6HC31BORL4.2 size=47650 2024-07-29T15:22:11.875 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.874+0000 7fd62f6c3640 1 < completed multipart upload key=ZMFNWBOB37DJ upload=OL6HC31BORL4 tag=X8VQPMMJQV85 type=write size=3193378 2024-07-29T15:22:11.877 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.876+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=Y2HQD14KIM7N type=del size=2797042 2024-07-29T15:22:11.880 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.879+0000 7fd62f6c3640 1 < suggested update operation key=YSQLYQW9APLO tag=3A9P4X94UYAT type=write size=702631 2024-07-29T15:22:11.882 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.881+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=8WCUIAKSI61J type=del size=4134276 2024-07-29T15:22:11.886 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.885+0000 7fd62f6c3640 1 < suggested update operation key=5RY4L1BV4ZJB tag=CIYO24JLLVI7 type=write size=553565 2024-07-29T15:22:11.887 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.886+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=7BU19JHVCFO5 type=del size=2722671 2024-07-29T15:22:11.889 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.888+0000 7fd62f6c3640 1 < completed delete operation key=IWIUUJFZ4UME tag=OGCE3I1066VP type=del 2024-07-29T15:22:11.892 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.891+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~0FF7RVI7XWH1.0 size=696709 2024-07-29T15:22:11.892 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.891+0000 7fd62f6c3640 1 > prepared multipart upload key=4Z3FPJTXXFV7 upload=0FF7RVI7XWH1 tag=RSIEM6SD9TXP type=write size=1745285 2024-07-29T15:22:11.893 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.892+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~PI3Y2U3T2N7F.0 size=1048576 2024-07-29T15:22:11.894 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.894+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~PI3Y2U3T2N7F.1 size=903162 2024-07-29T15:22:11.897 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.896+0000 7fd62f6c3640 1 < completed multipart upload key=UNDM9MIM6GG0 upload=PI3Y2U3T2N7F tag=7LNQ0KDV41W3 type=write size=3000314 2024-07-29T15:22:11.899 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.898+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~0M1DZ8LN7FTB.0 size=1048576 2024-07-29T15:22:11.900 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.900+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~0M1DZ8LN7FTB.1 size=301701 2024-07-29T15:22:11.901 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.900+0000 7fd62f6c3640 1 > prepared multipart upload key=C3FDCOT4DV2B upload=0M1DZ8LN7FTB tag=OO3VSXFXJTXA type=write size=2398853 2024-07-29T15:22:11.902 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.901+0000 7fd62f6c3640 1 < completed write operation key=ZDB57ZUUV5IX tag=Y4NTD96U5VIF type=write size=253182 2024-07-29T15:22:11.905 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.904+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~ALZV4O25C0E2.0 size=208480 2024-07-29T15:22:11.905 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.904+0000 7fd62f6c3640 1 > prepared multipart upload key=C3FDCOT4DV2B upload=ALZV4O25C0E2 tag=I8OVETVWKZFE type=write size=1257056 2024-07-29T15:22:11.906 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.905+0000 7fd62f6c3640 1 < completed write operation key=5E8G14SOGN0S tag=BH34HWRKTWTA type=write size=383733 2024-07-29T15:22:11.907 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.907+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=RCOAZFWAFBMX type=del size=3716058 2024-07-29T15:22:11.909 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.908+0000 7fd62f6c3640 1 < completed delete operation key=V2178FD5CN6Y tag=386PDID2F65N type=del 2024-07-29T15:22:11.910 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.909+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=6EL5I6VQ2ZVN type=del size=2912642 2024-07-29T15:22:11.912 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.911+0000 7fd62f6c3640 1 < completed delete operation key=5E8G14SOGN0S tag=L9YTM708051P type=del 2024-07-29T15:22:11.914 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.912+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=Y1EG9GX6UOA8 type=del size=1752777 2024-07-29T15:22:11.915 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.914+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~ALHLZ283LC1V.0 size=1020322 2024-07-29T15:22:11.917 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.916+0000 7fd62f6c3640 1 < completed multipart upload key=L184IOUE520P upload=ALHLZ283LC1V tag=WO12CASP1CYN type=write size=2068898 2024-07-29T15:22:11.919 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.918+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=HWXQD3W5K91U type=del size=230699 2024-07-29T15:22:11.920 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.919+0000 7fd62f6c3640 1 < completed delete operation key=IWIUUJFZ4UME tag=VEP6LIT89WL1 type=del 2024-07-29T15:22:11.922 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.921+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=TUZA40HS0CQD type=del size=2354425 2024-07-29T15:22:11.923 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.922+0000 7fd62f6c3640 1 < completed delete operation key=BIYBUOZPJSZV tag=36V4CPM7JW3A type=del 2024-07-29T15:22:11.926 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.925+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~QAOMKQGY2VDX.0 size=74810 2024-07-29T15:22:11.926 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.925+0000 7fd62f6c3640 1 > prepared multipart upload key=C3FDCOT4DV2B upload=QAOMKQGY2VDX tag=O6UEZOEI9O49 type=write size=1123386 2024-07-29T15:22:11.927 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.926+0000 7fd62f6c3640 1 < completed delete operation key=5E8G14SOGN0S tag=0UIV6NHQE5M2 type=del 2024-07-29T15:22:11.929 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.928+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=4W25V2589EBG type=del size=1222990 2024-07-29T15:22:11.930 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.929+0000 7fd62f6c3640 1 < canceled operation key=M5I2YC3HVZ0P tag=X6832YZI69K2 type=del size=2521288 2024-07-29T15:22:11.931 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.931+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=J717FNLFJDTH type=del size=3241300 2024-07-29T15:22:11.933 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.932+0000 7fd62f6c3640 1 < completed write operation key=L184IOUE520P tag=DYDYU1JJY83H type=write size=746952 2024-07-29T15:22:11.934 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.934+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=YRWP96SSMMJQ type=write size=131015 2024-07-29T15:22:11.936 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.935+0000 7fd62f6c3640 1 < completed delete operation key=4Z3FPJTXXFV7 tag=084OICS2OPAD type=del 2024-07-29T15:22:11.937 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.937+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=NQYKI3JC7I9H type=del size=993312 2024-07-29T15:22:11.939 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.938+0000 7fd62f6c3640 1 < completed delete operation key=E98KUA2RK3BK tag=Y2HQD14KIM7N type=del 2024-07-29T15:22:11.940 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.939+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=SLR26CLVKFPB type=del size=1644116 2024-07-29T15:22:11.943 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.942+0000 7fd62f6c3640 1 < suggested remove operation key=8BA2XKLPRGQN tag=8WCUIAKSI61J type=del 2024-07-29T15:22:11.945 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.944+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=2I6A7HUJ6Y5G type=del size=2917635 2024-07-29T15:22:11.946 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.945+0000 7fd62f6c3640 1 < completed delete operation key=V2178FD5CN6Y tag=7BU19JHVCFO5 type=del 2024-07-29T15:22:11.948 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.947+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=2ZF3V8MXZPTF type=del size=3735514 2024-07-29T15:22:11.949 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.948+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~0FF7RVI7XWH1.0 size=696709 2024-07-29T15:22:11.952 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.951+0000 7fd62f6c3640 1 < completed multipart upload key=4Z3FPJTXXFV7 upload=0FF7RVI7XWH1 tag=RSIEM6SD9TXP type=write size=1745285 2024-07-29T15:22:11.954 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.954+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~ZS1EFFREBPZQ.0 size=1048576 2024-07-29T15:22:11.956 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.955+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~ZS1EFFREBPZQ.1 size=639219 2024-07-29T15:22:11.956 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.955+0000 7fd62f6c3640 1 > prepared multipart upload key=RQC1B162F8M6 upload=ZS1EFFREBPZQ tag=FPRORCWCTITY type=write size=2736371 2024-07-29T15:22:11.958 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.957+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~0M1DZ8LN7FTB.0 size=1048576 2024-07-29T15:22:11.959 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.958+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~0M1DZ8LN7FTB.1 size=301701 2024-07-29T15:22:11.961 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.960+0000 7fd62f6c3640 1 < completed multipart upload key=C3FDCOT4DV2B upload=0M1DZ8LN7FTB tag=OO3VSXFXJTXA type=write size=2398853 2024-07-29T15:22:11.963 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.962+0000 7fd62f6c3640 1 > prepared operation key=H0YBVQU3EMED tag=UQP3NTM0BCSM type=del size=930941 2024-07-29T15:22:11.964 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.962+0000 7fd62f6c3640 1 < canceled part key=_multipart_C3FDCOT4DV2B.2~ALZV4O25C0E2.0 size=208480 2024-07-29T15:22:11.966 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.965+0000 7fd62f6c3640 1 < canceled multipart upload key=C3FDCOT4DV2B upload=ALZV4O25C0E2 tag=I8OVETVWKZFE type=write size=1257056 2024-07-29T15:22:11.969 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.968+0000 7fd62f6c3640 1 > prepared part key=_multipart_M86GT4R04HUE.2~6M15AP2COF8M.0 size=1048576 2024-07-29T15:22:11.970 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.969+0000 7fd62f6c3640 1 > prepared part key=_multipart_M86GT4R04HUE.2~6M15AP2COF8M.1 size=1048576 2024-07-29T15:22:11.971 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.970+0000 7fd62f6c3640 1 > prepared part key=_multipart_M86GT4R04HUE.2~6M15AP2COF8M.2 size=444116 2024-07-29T15:22:11.971 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.970+0000 7fd62f6c3640 1 > prepared multipart upload key=M86GT4R04HUE upload=6M15AP2COF8M tag=EVVBV48VM0Z1 type=write size=3589844 2024-07-29T15:22:11.973 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.972+0000 7fd62f6c3640 1 < completed delete operation key=RQC1B162F8M6 tag=RCOAZFWAFBMX type=del 2024-07-29T15:22:11.974 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.973+0000 7fd62f6c3640 1 > prepared operation key=C3FDCOT4DV2B tag=DF5UR3V715QP type=del size=1163560 2024-07-29T15:22:11.976 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.975+0000 7fd62f6c3640 1 < completed delete operation key=VD0CC9XRAGF4 tag=6EL5I6VQ2ZVN type=del 2024-07-29T15:22:11.979 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.978+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~IYJYLZ1EZOKD.0 size=1048576 2024-07-29T15:22:11.980 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.979+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~IYJYLZ1EZOKD.1 size=49778 2024-07-29T15:22:11.980 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.979+0000 7fd62f6c3640 1 > prepared multipart upload key=4Z3FPJTXXFV7 upload=IYJYLZ1EZOKD tag=Q70JML7F4LKA type=write size=2146930 2024-07-29T15:22:11.983 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.982+0000 7fd62f6c3640 1 < suggested update operation key=A98383AI9GGP tag=Y1EG9GX6UOA8 type=del size=1752777 2024-07-29T15:22:11.985 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.984+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=SBCVT0KFDFGX type=del size=2866244 2024-07-29T15:22:11.986 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.985+0000 7fd62f6c3640 1 < completed delete operation key=W248KYMPQG8A tag=HWXQD3W5K91U type=del 2024-07-29T15:22:11.989 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.988+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~7ZLB996DTU22.0 size=727811 2024-07-29T15:22:11.989 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.988+0000 7fd62f6c3640 1 > prepared multipart upload key=SI02Q5RHER9G upload=7ZLB996DTU22 tag=99V5FY0WEB0I type=write size=1776387 2024-07-29T15:22:11.992 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.991+0000 7fd62f6c3640 1 < suggested remove operation key=8BA2XKLPRGQN tag=TUZA40HS0CQD type=del 2024-07-29T15:22:11.993 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.992+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=U76E0WEJTDVW type=del size=126647 2024-07-29T15:22:11.995 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.994+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~QAOMKQGY2VDX.0 size=74810 2024-07-29T15:22:11.998 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.997+0000 7fd62f6c3640 1 < completed multipart upload key=C3FDCOT4DV2B upload=QAOMKQGY2VDX tag=O6UEZOEI9O49 type=write size=1123386 2024-07-29T15:22:11.999 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:11.998+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=QFNVMV55FOK7 type=del size=2587759 2024-07-29T15:22:12.002 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.001+0000 7fd62f6c3640 1 < suggested update operation key=L3WAA4XE7CTH tag=4W25V2589EBG type=del size=1222990 2024-07-29T15:22:12.004 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.003+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=1ARYJG1638OV type=del size=2553208 2024-07-29T15:22:12.005 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.004+0000 7fd62f6c3640 1 < completed delete operation key=UNDM9MIM6GG0 tag=J717FNLFJDTH type=del 2024-07-29T15:22:12.007 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.006+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=S66V3YOUNXQW type=del size=3375484 2024-07-29T15:22:12.008 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.007+0000 7fd62f6c3640 -1 < failed to complete operation key=L3WAA4XE7CTH tag=YRWP96SSMMJQ type=write size=131015: (22) Invalid argument 2024-07-29T15:22:12.010 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.009+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=X8JSZ04LNOV3 type=write size=53211 2024-07-29T15:22:12.012 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.010+0000 7fd62f6c3640 1 < completed delete operation key=5RY4L1BV4ZJB tag=NQYKI3JC7I9H type=del 2024-07-29T15:22:12.013 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.012+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=FXA4SL2YGDA7 type=del size=219605 2024-07-29T15:22:12.016 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.015+0000 7fd62f6c3640 1 < suggested remove operation key=IWIUUJFZ4UME tag=SLR26CLVKFPB type=del 2024-07-29T15:22:12.017 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.017+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=50SHEO1M0ZQY type=write size=886457 2024-07-29T15:22:12.020 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.019+0000 7fd62f6c3640 1 < suggested update operation key=L3WAA4XE7CTH tag=2I6A7HUJ6Y5G type=del size=2917635 2024-07-29T15:22:12.022 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.021+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=PVFAZP9TDYKK type=del size=1694476 2024-07-29T15:22:12.024 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.023+0000 7fd62f6c3640 -1 < failed to complete operation key=8BA2XKLPRGQN tag=2ZF3V8MXZPTF type=del size=3735514: (22) Invalid argument 2024-07-29T15:22:12.027 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.026+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~1X9152FMIPK5.0 size=1048576 2024-07-29T15:22:12.030 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.027+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~1X9152FMIPK5.1 size=1048576 2024-07-29T15:22:12.030 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.029+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~1X9152FMIPK5.2 size=399679 2024-07-29T15:22:12.030 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.029+0000 7fd62f6c3640 1 > prepared multipart upload key=YSQLYQW9APLO upload=1X9152FMIPK5 tag=8HDJZL4EG5S6 type=write size=3545407 2024-07-29T15:22:12.030 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.029+0000 7fd62f6c3640 1 < canceled part key=_multipart_RQC1B162F8M6.2~ZS1EFFREBPZQ.0 size=1048576 2024-07-29T15:22:12.031 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.030+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~ZS1EFFREBPZQ.1 size=639219 2024-07-29T15:22:12.033 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.032+0000 7fd62f6c3640 1 < canceled multipart upload key=RQC1B162F8M6 upload=ZS1EFFREBPZQ tag=FPRORCWCTITY type=write size=2736371 2024-07-29T15:22:12.035 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.034+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=RBYJOAU2JC3U type=del size=952429 2024-07-29T15:22:12.036 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.035+0000 7fd62f6c3640 1 < canceled operation key=H0YBVQU3EMED tag=UQP3NTM0BCSM type=del size=930941 2024-07-29T15:22:12.038 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.037+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=V9WYJCGQDEYS type=del size=4178459 2024-07-29T15:22:12.039 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.038+0000 7fd62f6c3640 1 < completed part key=_multipart_M86GT4R04HUE.2~6M15AP2COF8M.0 size=1048576 2024-07-29T15:22:12.040 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.039+0000 7fd62f6c3640 1 < completed part key=_multipart_M86GT4R04HUE.2~6M15AP2COF8M.1 size=1048576 2024-07-29T15:22:12.041 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.041+0000 7fd62f6c3640 1 < completed part key=_multipart_M86GT4R04HUE.2~6M15AP2COF8M.2 size=444116 2024-07-29T15:22:12.044 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.043+0000 7fd62f6c3640 1 < completed multipart upload key=M86GT4R04HUE upload=6M15AP2COF8M tag=EVVBV48VM0Z1 type=write size=3589844 2024-07-29T15:22:12.045 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.045+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=GW8990KJHKC5 type=del size=2736707 2024-07-29T15:22:12.047 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.046+0000 7fd62f6c3640 1 < completed delete operation key=C3FDCOT4DV2B tag=DF5UR3V715QP type=del 2024-07-29T15:22:12.048 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.047+0000 7fd62f6c3640 1 > prepared operation key=YSQLYQW9APLO tag=TN6VSZQ20CI4 type=del size=1699010 2024-07-29T15:22:12.050 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.049+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~IYJYLZ1EZOKD.0 size=1048576 2024-07-29T15:22:12.051 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.050+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~IYJYLZ1EZOKD.1 size=49778 2024-07-29T15:22:12.054 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.053+0000 7fd62f6c3640 1 < completed multipart upload key=4Z3FPJTXXFV7 upload=IYJYLZ1EZOKD tag=Q70JML7F4LKA type=write size=2146930 2024-07-29T15:22:12.056 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.055+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~IBQOY13BLS7G.0 size=1048576 2024-07-29T15:22:12.057 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.056+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~IBQOY13BLS7G.1 size=1040830 2024-07-29T15:22:12.057 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.056+0000 7fd62f6c3640 1 > prepared multipart upload key=ZDB57ZUUV5IX upload=IBQOY13BLS7G tag=2YD97G1QF9BQ type=write size=3137982 2024-07-29T15:22:12.059 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.058+0000 7fd62f6c3640 1 < completed delete operation key=IAXC3BCSNJJH tag=SBCVT0KFDFGX type=del 2024-07-29T15:22:12.060 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.059+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=ST0KD3OHIPJE type=write size=524453 2024-07-29T15:22:12.062 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.061+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~7ZLB996DTU22.0 size=727811 2024-07-29T15:22:12.065 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.064+0000 7fd62f6c3640 1 < completed multipart upload key=SI02Q5RHER9G upload=7ZLB996DTU22 tag=99V5FY0WEB0I type=write size=1776387 2024-07-29T15:22:12.068 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.067+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~3JKTTZ1A2ICT.0 size=310712 2024-07-29T15:22:12.068 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.067+0000 7fd62f6c3640 1 > prepared multipart upload key=RQC1B162F8M6 upload=3JKTTZ1A2ICT tag=BC7FFNPZL5KM type=write size=1359288 2024-07-29T15:22:12.071 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.070+0000 7fd62f6c3640 1 < suggested update operation key=BIYBUOZPJSZV tag=U76E0WEJTDVW type=del size=126647 2024-07-29T15:22:12.072 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.072+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=1A8CM7HLXZCW type=del size=550272 2024-07-29T15:22:12.074 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.073+0000 7fd62f6c3640 1 < completed delete operation key=4Z3FPJTXXFV7 tag=QFNVMV55FOK7 type=del 2024-07-29T15:22:12.077 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.076+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~289WSVDMS7SF.0 size=1048576 2024-07-29T15:22:12.078 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.077+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~289WSVDMS7SF.1 size=1048576 2024-07-29T15:22:12.079 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.078+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~289WSVDMS7SF.2 size=286197 2024-07-29T15:22:12.079 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.078+0000 7fd62f6c3640 1 > prepared multipart upload key=V2178FD5CN6Y upload=289WSVDMS7SF tag=2QW8YQIWJWGE type=write size=3431925 2024-07-29T15:22:12.082 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.082+0000 7fd62f6c3640 1 < suggested remove operation key=5RY4L1BV4ZJB tag=1ARYJG1638OV type=del 2024-07-29T15:22:12.084 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.083+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=F375DENG3WS1 type=del size=771954 2024-07-29T15:22:12.087 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.086+0000 7fd62f6c3640 1 < suggested remove operation key=ZMFNWBOB37DJ tag=S66V3YOUNXQW type=del 2024-07-29T15:22:12.090 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.089+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~MMUPTUKIETTC.0 size=657282 2024-07-29T15:22:12.090 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.089+0000 7fd62f6c3640 1 > prepared multipart upload key=VD0CC9XRAGF4 upload=MMUPTUKIETTC tag=CPIXFILK3J1L type=write size=1705858 2024-07-29T15:22:12.093 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.092+0000 7fd62f6c3640 1 < suggested update operation key=W248KYMPQG8A tag=X8JSZ04LNOV3 type=write size=53211 2024-07-29T15:22:12.095 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.094+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=IJMQQ0FUKZ17 type=del size=4186408 2024-07-29T15:22:12.097 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.096+0000 7fd62f6c3640 1 < completed delete operation key=E98KUA2RK3BK tag=FXA4SL2YGDA7 type=del 2024-07-29T15:22:12.099 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.098+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=OZ2OHXX0YXW5 type=del size=2286131 2024-07-29T15:22:12.101 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.100+0000 7fd62f6c3640 1 < completed write operation key=8BA2XKLPRGQN tag=50SHEO1M0ZQY type=write size=886457 2024-07-29T15:22:12.104 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.103+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~HISIAJ8QEETU.0 size=1048576 2024-07-29T15:22:12.105 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.104+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~HISIAJ8QEETU.1 size=617611 2024-07-29T15:22:12.105 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.104+0000 7fd62f6c3640 1 > prepared multipart upload key=3OG3SYFEL3VL upload=HISIAJ8QEETU tag=VY9WU5N2YJ9M type=write size=2714763 2024-07-29T15:22:12.107 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.106+0000 7fd62f6c3640 1 < canceled operation key=0C6FXJ0T2NGU tag=PVFAZP9TDYKK type=del size=1694476 2024-07-29T15:22:12.110 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.110+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~XM4RCDMWYYPB.0 size=53063 2024-07-29T15:22:12.111 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.110+0000 7fd62f6c3640 1 > prepared multipart upload key=E98KUA2RK3BK upload=XM4RCDMWYYPB tag=718ZGZLKTFZC type=write size=1101639 2024-07-29T15:22:12.112 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.112+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~1X9152FMIPK5.0 size=1048576 2024-07-29T15:22:12.114 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.113+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~1X9152FMIPK5.1 size=1048576 2024-07-29T15:22:12.115 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.114+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~1X9152FMIPK5.2 size=399679 2024-07-29T15:22:12.118 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.117+0000 7fd62f6c3640 1 < completed multipart upload key=YSQLYQW9APLO upload=1X9152FMIPK5 tag=8HDJZL4EG5S6 type=write size=3545407 2024-07-29T15:22:12.119 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.118+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=A76LTZLC4W5Y type=del size=387476 2024-07-29T15:22:12.121 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.120+0000 7fd62f6c3640 1 < completed delete operation key=M5I2YC3HVZ0P tag=RBYJOAU2JC3U type=del 2024-07-29T15:22:12.122 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.121+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=Z2RZA3NO7VXN type=write size=509809 2024-07-29T15:22:12.124 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.123+0000 7fd62f6c3640 1 < completed delete operation key=SI02Q5RHER9G tag=V9WYJCGQDEYS type=del 2024-07-29T15:22:12.125 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.124+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=N5AQM36MQA1Z type=write size=962100 2024-07-29T15:22:12.127 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.126+0000 7fd62f6c3640 1 < completed delete operation key=0C6FXJ0T2NGU tag=GW8990KJHKC5 type=del 2024-07-29T15:22:12.129 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.128+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~34NVZD9THUEZ.0 size=1048576 2024-07-29T15:22:12.130 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.129+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~34NVZD9THUEZ.1 size=1048576 2024-07-29T15:22:12.132 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.131+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~34NVZD9THUEZ.2 size=13858 2024-07-29T15:22:12.132 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.131+0000 7fd62f6c3640 1 > prepared multipart upload key=C3FDCOT4DV2B upload=34NVZD9THUEZ tag=B7DG4EBEP12V type=write size=3159586 2024-07-29T15:22:12.133 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.132+0000 7fd62f6c3640 1 < canceled operation key=YSQLYQW9APLO tag=TN6VSZQ20CI4 type=del size=1699010 2024-07-29T15:22:12.134 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.134+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=FLWVHYQMK26K type=del size=3069885 2024-07-29T15:22:12.136 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.135+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~IBQOY13BLS7G.0 size=1048576 2024-07-29T15:22:12.137 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.136+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~IBQOY13BLS7G.1 size=1040830 2024-07-29T15:22:12.139 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.139+0000 7fd62f6c3640 1 < completed multipart upload key=ZDB57ZUUV5IX upload=IBQOY13BLS7G tag=2YD97G1QF9BQ type=write size=3137982 2024-07-29T15:22:12.141 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.140+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=I6MR7DW3IMFM type=del size=1967954 2024-07-29T15:22:12.142 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.142+0000 7fd62f6c3640 1 < completed write operation key=E98KUA2RK3BK tag=ST0KD3OHIPJE type=write size=524453 2024-07-29T15:22:12.144 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.143+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=Q24PHRZBEI65 type=del size=3617917 2024-07-29T15:22:12.145 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.144+0000 7fd62f6c3640 1 < canceled part key=_multipart_RQC1B162F8M6.2~3JKTTZ1A2ICT.0 size=310712 2024-07-29T15:22:12.147 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.146+0000 7fd62f6c3640 1 < canceled multipart upload key=RQC1B162F8M6 upload=3JKTTZ1A2ICT tag=BC7FFNPZL5KM type=write size=1359288 2024-07-29T15:22:12.148 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.147+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=0F827P2KL3QL type=del size=4136990 2024-07-29T15:22:12.150 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.149+0000 7fd62f6c3640 1 < completed delete operation key=L3WAA4XE7CTH tag=1A8CM7HLXZCW type=del 2024-07-29T15:22:12.152 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.151+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~PJ790QGIM4P7.0 size=1048576 2024-07-29T15:22:12.153 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.153+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~PJ790QGIM4P7.1 size=641852 2024-07-29T15:22:12.153 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.153+0000 7fd62f6c3640 1 > prepared multipart upload key=7CXNN1RN7UV8 upload=PJ790QGIM4P7 tag=2OH85L1RUY7Y type=write size=2739004 2024-07-29T15:22:12.154 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.153+0000 7fd62f6c3640 1 < canceled part key=_multipart_V2178FD5CN6Y.2~289WSVDMS7SF.0 size=1048576 2024-07-29T15:22:12.154 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.153+0000 7fd62f6c3640 1 < canceled part key=_multipart_V2178FD5CN6Y.2~289WSVDMS7SF.1 size=1048576 2024-07-29T15:22:12.155 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.154+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~289WSVDMS7SF.2 size=286197 2024-07-29T15:22:12.157 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.157+0000 7fd62f6c3640 1 < canceled multipart upload key=V2178FD5CN6Y upload=289WSVDMS7SF tag=2QW8YQIWJWGE type=write size=3431925 2024-07-29T15:22:12.159 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.158+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=38SO0Z17C4AG type=del size=603958 2024-07-29T15:22:12.161 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.160+0000 7fd62f6c3640 1 < completed delete operation key=4LY01AD2KMYQ tag=F375DENG3WS1 type=del 2024-07-29T15:22:12.164 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.163+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~34RCPG0H6ROW.0 size=915661 2024-07-29T15:22:12.164 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.163+0000 7fd62f6c3640 1 > prepared multipart upload key=4Z3FPJTXXFV7 upload=34RCPG0H6ROW tag=56MUT2JROSBL type=write size=1964237 2024-07-29T15:22:12.165 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.164+0000 7fd62f6c3640 1 < completed part key=_multipart_VD0CC9XRAGF4.2~MMUPTUKIETTC.0 size=657282 2024-07-29T15:22:12.168 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.167+0000 7fd62f6c3640 1 < completed multipart upload key=VD0CC9XRAGF4 upload=MMUPTUKIETTC tag=CPIXFILK3J1L type=write size=1705858 2024-07-29T15:22:12.170 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.170+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=0E3JLRVR43MP type=write size=804677 2024-07-29T15:22:12.174 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.173+0000 7fd62f6c3640 1 < suggested update operation key=VD0CC9XRAGF4 tag=IJMQQ0FUKZ17 type=del size=4186408 2024-07-29T15:22:12.177 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.176+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~5H03PMH7NMPS.0 size=1048576 2024-07-29T15:22:12.179 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.178+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~5H03PMH7NMPS.1 size=1048576 2024-07-29T15:22:12.180 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.179+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~5H03PMH7NMPS.2 size=902509 2024-07-29T15:22:12.180 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.179+0000 7fd62f6c3640 1 > prepared multipart upload key=C3FDCOT4DV2B upload=5H03PMH7NMPS tag=Q4TDMW8P9XWU type=write size=4048237 2024-07-29T15:22:12.182 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.181+0000 7fd62f6c3640 1 < canceled operation key=L184IOUE520P tag=OZ2OHXX0YXW5 type=del size=2286131 2024-07-29T15:22:12.184 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.183+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=372LQZZ5A4S8 type=del size=2878229 2024-07-29T15:22:12.185 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.185+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~HISIAJ8QEETU.0 size=1048576 2024-07-29T15:22:12.187 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.186+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~HISIAJ8QEETU.1 size=617611 2024-07-29T15:22:12.189 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.189+0000 7fd62f6c3640 1 < completed multipart upload key=3OG3SYFEL3VL upload=HISIAJ8QEETU tag=VY9WU5N2YJ9M type=write size=2714763 2024-07-29T15:22:12.193 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.192+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~A7QMLLPUJYG0.0 size=1048576 2024-07-29T15:22:12.194 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.193+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~A7QMLLPUJYG0.1 size=1048576 2024-07-29T15:22:12.195 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.194+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~A7QMLLPUJYG0.2 size=676366 2024-07-29T15:22:12.195 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.194+0000 7fd62f6c3640 1 > prepared multipart upload key=E98KUA2RK3BK upload=A7QMLLPUJYG0 tag=U4J6H2B5XOKB type=write size=3822094 2024-07-29T15:22:12.197 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.196+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~XM4RCDMWYYPB.0 size=53063 2024-07-29T15:22:12.200 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.199+0000 7fd62f6c3640 1 < completed multipart upload key=E98KUA2RK3BK upload=XM4RCDMWYYPB tag=718ZGZLKTFZC type=write size=1101639 2024-07-29T15:22:12.203 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.202+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~ZZ7O45XKPWEH.0 size=1048576 2024-07-29T15:22:12.204 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.203+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~ZZ7O45XKPWEH.1 size=1048576 2024-07-29T15:22:12.205 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.205+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~ZZ7O45XKPWEH.2 size=138469 2024-07-29T15:22:12.206 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.205+0000 7fd62f6c3640 1 > prepared multipart upload key=H0YBVQU3EMED upload=ZZ7O45XKPWEH tag=4NTF6PGILNST type=write size=3284197 2024-07-29T15:22:12.208 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.207+0000 7fd62f6c3640 1 < completed delete operation key=5E8G14SOGN0S tag=A76LTZLC4W5Y type=del 2024-07-29T15:22:12.209 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.208+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=7BGIHU77T4Z5 type=del size=1066330 2024-07-29T15:22:12.211 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.210+0000 7fd62f6c3640 1 < completed write operation key=ZDB57ZUUV5IX tag=Z2RZA3NO7VXN type=write size=509809 2024-07-29T15:22:12.214 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.213+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~W2QWTQ2GLN07.0 size=629056 2024-07-29T15:22:12.214 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.213+0000 7fd62f6c3640 1 > prepared multipart upload key=C3FDCOT4DV2B upload=W2QWTQ2GLN07 tag=I1DPESOHTBKV type=write size=1677632 2024-07-29T15:22:12.216 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.215+0000 7fd62f6c3640 1 < completed write operation key=FAOPDKU2UC4Y tag=N5AQM36MQA1Z type=write size=962100 2024-07-29T15:22:12.217 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.216+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=MEX5TY28IGPZ type=write size=469088 2024-07-29T15:22:12.218 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.217+0000 7fd62f6c3640 1 < canceled part key=_multipart_C3FDCOT4DV2B.2~34NVZD9THUEZ.0 size=1048576 2024-07-29T15:22:12.219 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.218+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~34NVZD9THUEZ.1 size=1048576 2024-07-29T15:22:12.220 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.219+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~34NVZD9THUEZ.2 size=13858 2024-07-29T15:22:12.223 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.222+0000 7fd62f6c3640 1 < canceled multipart upload key=C3FDCOT4DV2B upload=34NVZD9THUEZ tag=B7DG4EBEP12V type=write size=3159586 2024-07-29T15:22:12.225 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.224+0000 7fd62f6c3640 1 > prepared operation key=C3FDCOT4DV2B tag=ZZBDH0IS3661 type=del size=177773 2024-07-29T15:22:12.227 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.226+0000 7fd62f6c3640 1 < completed delete operation key=M5I2YC3HVZ0P tag=FLWVHYQMK26K type=del 2024-07-29T15:22:12.229 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.228+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=RMV6XXNLW51I type=del size=1983298 2024-07-29T15:22:12.231 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.230+0000 7fd62f6c3640 1 < completed delete operation key=8BA2XKLPRGQN tag=I6MR7DW3IMFM type=del 2024-07-29T15:22:12.232 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.231+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=Q3YZT117D8YD type=del size=2032105 2024-07-29T15:22:12.234 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.233+0000 7fd62f6c3640 1 < completed delete operation key=W248KYMPQG8A tag=Q24PHRZBEI65 type=del 2024-07-29T15:22:12.238 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.235+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=2V1XZYC39MTI type=del size=1299976 2024-07-29T15:22:12.238 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.236+0000 7fd62f6c3640 1 < completed delete operation key=W248KYMPQG8A tag=0F827P2KL3QL type=del 2024-07-29T15:22:12.240 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.239+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~CTWT3FLNFSDT.0 size=1048576 2024-07-29T15:22:12.241 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.240+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~CTWT3FLNFSDT.1 size=140435 2024-07-29T15:22:12.241 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.240+0000 7fd62f6c3640 1 > prepared multipart upload key=4LY01AD2KMYQ upload=CTWT3FLNFSDT tag=N0KVAHY81QOK type=write size=2237587 2024-07-29T15:22:12.243 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.242+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~PJ790QGIM4P7.0 size=1048576 2024-07-29T15:22:12.244 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.243+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~PJ790QGIM4P7.1 size=641852 2024-07-29T15:22:12.247 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.246+0000 7fd62f6c3640 1 < completed multipart upload key=7CXNN1RN7UV8 upload=PJ790QGIM4P7 tag=2OH85L1RUY7Y type=write size=2739004 2024-07-29T15:22:12.250 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.249+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~8ZO7TO70NN73.0 size=1048576 2024-07-29T15:22:12.251 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.250+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~8ZO7TO70NN73.1 size=1048576 2024-07-29T15:22:12.253 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.252+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~8ZO7TO70NN73.2 size=27622 2024-07-29T15:22:12.253 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.252+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=8ZO7TO70NN73 tag=FCTNYQTVZL79 type=write size=3173350 2024-07-29T15:22:12.254 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.253+0000 7fd62f6c3640 1 < canceled operation key=SI02Q5RHER9G tag=38SO0Z17C4AG type=del size=603958 2024-07-29T15:22:12.256 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.255+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=1RP0560RNZQQ type=del size=2801949 2024-07-29T15:22:12.258 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.257+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~34RCPG0H6ROW.0 size=915661 2024-07-29T15:22:12.261 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.260+0000 7fd62f6c3640 1 < completed multipart upload key=4Z3FPJTXXFV7 upload=34RCPG0H6ROW tag=56MUT2JROSBL type=write size=1964237 2024-07-29T15:22:12.263 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.262+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=LONO3HOU6DR6 type=del size=2248759 2024-07-29T15:22:12.264 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.263+0000 7fd62f6c3640 1 < completed write operation key=IAXC3BCSNJJH tag=0E3JLRVR43MP type=write size=804677 2024-07-29T15:22:12.266 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.265+0000 7fd62f6c3640 1 > prepared operation key=C3FDCOT4DV2B tag=RZVLXO2TATLL type=del size=3324171 2024-07-29T15:22:12.268 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.267+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~5H03PMH7NMPS.0 size=1048576 2024-07-29T15:22:12.269 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.268+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~5H03PMH7NMPS.1 size=1048576 2024-07-29T15:22:12.270 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.269+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~5H03PMH7NMPS.2 size=902509 2024-07-29T15:22:12.273 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.272+0000 7fd62f6c3640 1 < completed multipart upload key=C3FDCOT4DV2B upload=5H03PMH7NMPS tag=Q4TDMW8P9XWU type=write size=4048237 2024-07-29T15:22:12.276 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.275+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~HF6PEA1X4BBT.0 size=1048576 2024-07-29T15:22:12.278 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.277+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~HF6PEA1X4BBT.1 size=1048576 2024-07-29T15:22:12.279 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.278+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~HF6PEA1X4BBT.2 size=45046 2024-07-29T15:22:12.279 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.278+0000 7fd62f6c3640 1 > prepared multipart upload key=VD0CC9XRAGF4 upload=HF6PEA1X4BBT tag=QFECUBAPDLSV type=write size=3190774 2024-07-29T15:22:12.281 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.280+0000 7fd62f6c3640 1 < completed delete operation key=M5I2YC3HVZ0P tag=372LQZZ5A4S8 type=del 2024-07-29T15:22:12.283 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.282+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=QOCM54JAJUBK type=write size=648566 2024-07-29T15:22:12.284 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.283+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~A7QMLLPUJYG0.0 size=1048576 2024-07-29T15:22:12.284 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.283+0000 7fd62f6c3640 1 < canceled part key=_multipart_E98KUA2RK3BK.2~A7QMLLPUJYG0.1 size=1048576 2024-07-29T15:22:12.285 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.285+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~A7QMLLPUJYG0.2 size=676366 2024-07-29T15:22:12.288 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.287+0000 7fd62f6c3640 1 < canceled multipart upload key=E98KUA2RK3BK upload=A7QMLLPUJYG0 tag=U4J6H2B5XOKB type=write size=3822094 2024-07-29T15:22:12.290 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.289+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=YKUMZX0XF1J7 type=write size=313694 2024-07-29T15:22:12.292 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.291+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~ZZ7O45XKPWEH.0 size=1048576 2024-07-29T15:22:12.293 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.292+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~ZZ7O45XKPWEH.1 size=1048576 2024-07-29T15:22:12.295 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.294+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~ZZ7O45XKPWEH.2 size=138469 2024-07-29T15:22:12.297 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.296+0000 7fd62f6c3640 1 < completed multipart upload key=H0YBVQU3EMED upload=ZZ7O45XKPWEH tag=4NTF6PGILNST type=write size=3284197 2024-07-29T15:22:12.301 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.300+0000 7fd62f6c3640 1 > prepared part key=_multipart_M86GT4R04HUE.2~NSNK0KLN0F3K.0 size=1048576 2024-07-29T15:22:12.302 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.301+0000 7fd62f6c3640 1 > prepared part key=_multipart_M86GT4R04HUE.2~NSNK0KLN0F3K.1 size=1048576 2024-07-29T15:22:12.303 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.302+0000 7fd62f6c3640 1 > prepared part key=_multipart_M86GT4R04HUE.2~NSNK0KLN0F3K.2 size=627776 2024-07-29T15:22:12.303 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.302+0000 7fd62f6c3640 1 > prepared multipart upload key=M86GT4R04HUE upload=NSNK0KLN0F3K tag=YWRQCHEB5IZQ type=write size=3773504 2024-07-29T15:22:12.306 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.305+0000 7fd62f6c3640 1 < suggested remove operation key=TAZR3PWEGCVK tag=7BGIHU77T4Z5 type=del 2024-07-29T15:22:12.309 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.308+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~WMH3Q9MLTMWG.0 size=90308 2024-07-29T15:22:12.309 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.308+0000 7fd62f6c3640 1 > prepared multipart upload key=M5I2YC3HVZ0P upload=WMH3Q9MLTMWG tag=FP4WSQW36F70 type=write size=1138884 2024-07-29T15:22:12.311 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.310+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~W2QWTQ2GLN07.0 size=629056 2024-07-29T15:22:12.314 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.313+0000 7fd62f6c3640 1 < completed multipart upload key=C3FDCOT4DV2B upload=W2QWTQ2GLN07 tag=I1DPESOHTBKV type=write size=1677632 2024-07-29T15:22:12.316 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.315+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=U8K53119L4EX type=write size=9428 2024-07-29T15:22:12.317 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.316+0000 7fd62f6c3640 1 < completed write operation key=L3WAA4XE7CTH tag=MEX5TY28IGPZ type=write size=469088 2024-07-29T15:22:12.319 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.318+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=25HBB3CVYB95 type=del size=108205 2024-07-29T15:22:12.321 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.320+0000 7fd62f6c3640 1 < completed delete operation key=C3FDCOT4DV2B tag=ZZBDH0IS3661 type=del 2024-07-29T15:22:12.323 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.322+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=NXUV0A10KRWU type=del size=1508784 2024-07-29T15:22:12.325 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.324+0000 7fd62f6c3640 1 < canceled operation key=4Z3FPJTXXFV7 tag=RMV6XXNLW51I type=del size=1983298 2024-07-29T15:22:12.327 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.326+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=D3HZJE9JOCSF type=del size=1279343 2024-07-29T15:22:12.328 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.328+0000 7fd62f6c3640 1 < completed delete operation key=L184IOUE520P tag=Q3YZT117D8YD type=del 2024-07-29T15:22:12.330 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.329+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=Y8Y500G43T1S type=del size=449675 2024-07-29T15:22:12.332 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.331+0000 7fd62f6c3640 1 < completed delete operation key=ZMFNWBOB37DJ tag=2V1XZYC39MTI type=del 2024-07-29T15:22:12.335 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.335+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~VULT2C0Z3AI7.0 size=1048576 2024-07-29T15:22:12.337 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.336+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~VULT2C0Z3AI7.1 size=792803 2024-07-29T15:22:12.337 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.336+0000 7fd62f6c3640 1 > prepared multipart upload key=BIYBUOZPJSZV upload=VULT2C0Z3AI7 tag=J7VNYMOHATR0 type=write size=2889955 2024-07-29T15:22:12.338 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.337+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~CTWT3FLNFSDT.0 size=1048576 2024-07-29T15:22:12.339 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.339+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~CTWT3FLNFSDT.1 size=140435 2024-07-29T15:22:12.342 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.341+0000 7fd62f6c3640 1 < completed multipart upload key=4LY01AD2KMYQ upload=CTWT3FLNFSDT tag=N0KVAHY81QOK type=write size=2237587 2024-07-29T15:22:12.345 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.344+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~GL2BDOR2GINO.0 size=1048576 2024-07-29T15:22:12.346 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.345+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~GL2BDOR2GINO.1 size=470734 2024-07-29T15:22:12.346 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.345+0000 7fd62f6c3640 1 > prepared multipart upload key=IWIUUJFZ4UME upload=GL2BDOR2GINO tag=FGAS1Y4M9AK8 type=write size=2567886 2024-07-29T15:22:12.348 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.347+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~8ZO7TO70NN73.0 size=1048576 2024-07-29T15:22:12.349 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.348+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~8ZO7TO70NN73.1 size=1048576 2024-07-29T15:22:12.350 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.349+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~8ZO7TO70NN73.2 size=27622 2024-07-29T15:22:12.353 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.352+0000 7fd62f6c3640 1 < completed multipart upload key=W248KYMPQG8A upload=8ZO7TO70NN73 tag=FCTNYQTVZL79 type=write size=3173350 2024-07-29T15:22:12.356 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.355+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~TCTNV18O9296.0 size=196561 2024-07-29T15:22:12.356 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.355+0000 7fd62f6c3640 1 > prepared multipart upload key=8BA2XKLPRGQN upload=TCTNV18O9296 tag=MW4X5DCJ83QM type=write size=1245137 2024-07-29T15:22:12.358 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.357+0000 7fd62f6c3640 1 < completed delete operation key=V2178FD5CN6Y tag=1RP0560RNZQQ type=del 2024-07-29T15:22:12.359 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.358+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=1LU403PY2FV5 type=del size=3407903 2024-07-29T15:22:12.363 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.362+0000 7fd62f6c3640 1 < suggested update operation key=M86GT4R04HUE tag=LONO3HOU6DR6 type=del size=2248759 2024-07-29T15:22:12.364 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.363+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=N80PXAVJFKUF type=del size=733779 2024-07-29T15:22:12.366 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.365+0000 7fd62f6c3640 1 < completed delete operation key=C3FDCOT4DV2B tag=RZVLXO2TATLL type=del 2024-07-29T15:22:12.367 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.367+0000 7fd62f6c3640 1 > prepared operation key=C3FDCOT4DV2B tag=71ZNRIR51IPK type=write size=707853 2024-07-29T15:22:12.369 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.368+0000 7fd62f6c3640 1 < completed part key=_multipart_VD0CC9XRAGF4.2~HF6PEA1X4BBT.0 size=1048576 2024-07-29T15:22:12.369 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.368+0000 7fd62f6c3640 1 < canceled part key=_multipart_VD0CC9XRAGF4.2~HF6PEA1X4BBT.1 size=1048576 2024-07-29T15:22:12.370 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.370+0000 7fd62f6c3640 1 < completed part key=_multipart_VD0CC9XRAGF4.2~HF6PEA1X4BBT.2 size=45046 2024-07-29T15:22:12.373 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.373+0000 7fd62f6c3640 1 < canceled multipart upload key=VD0CC9XRAGF4 upload=HF6PEA1X4BBT tag=QFECUBAPDLSV type=write size=3190774 2024-07-29T15:22:12.376 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.375+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~JYKK6GVY94ZB.0 size=443169 2024-07-29T15:22:12.376 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.375+0000 7fd62f6c3640 1 > prepared multipart upload key=SI02Q5RHER9G upload=JYKK6GVY94ZB tag=MSFJWQ45MOVO type=write size=1491745 2024-07-29T15:22:12.378 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.377+0000 7fd62f6c3640 1 < completed write operation key=BIYBUOZPJSZV tag=QOCM54JAJUBK type=write size=648566 2024-07-29T15:22:12.380 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.379+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=HQ1VVHZC2Z4D type=del size=3141045 2024-07-29T15:22:12.381 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.381+0000 7fd62f6c3640 1 < completed write operation key=FAOPDKU2UC4Y tag=YKUMZX0XF1J7 type=write size=313694 2024-07-29T15:22:12.385 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.384+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~JB71490VBH4T.0 size=1048576 2024-07-29T15:22:12.386 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.385+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~JB71490VBH4T.1 size=1048576 2024-07-29T15:22:12.390 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.386+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~JB71490VBH4T.2 size=407479 2024-07-29T15:22:12.390 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.386+0000 7fd62f6c3640 1 > prepared multipart upload key=ZMFNWBOB37DJ upload=JB71490VBH4T tag=ZU2AA7V3BQK5 type=write size=3553207 2024-07-29T15:22:12.390 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.388+0000 7fd62f6c3640 1 < completed part key=_multipart_M86GT4R04HUE.2~NSNK0KLN0F3K.0 size=1048576 2024-07-29T15:22:12.391 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.389+0000 7fd62f6c3640 1 < completed part key=_multipart_M86GT4R04HUE.2~NSNK0KLN0F3K.1 size=1048576 2024-07-29T15:22:12.392 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.391+0000 7fd62f6c3640 1 < completed part key=_multipart_M86GT4R04HUE.2~NSNK0KLN0F3K.2 size=627776 2024-07-29T15:22:12.394 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.393+0000 7fd62f6c3640 1 < completed multipart upload key=M86GT4R04HUE upload=NSNK0KLN0F3K tag=YWRQCHEB5IZQ type=write size=3773504 2024-07-29T15:22:12.397 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.397+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~L87IT5C3ONOV.0 size=283043 2024-07-29T15:22:12.398 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.397+0000 7fd62f6c3640 1 > prepared multipart upload key=C3FDCOT4DV2B upload=L87IT5C3ONOV tag=LO4LAZ4EKL3W type=write size=1331619 2024-07-29T15:22:12.399 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.398+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~WMH3Q9MLTMWG.0 size=90308 2024-07-29T15:22:12.402 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.401+0000 7fd62f6c3640 1 < completed multipart upload key=M5I2YC3HVZ0P upload=WMH3Q9MLTMWG tag=FP4WSQW36F70 type=write size=1138884 2024-07-29T15:22:12.405 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.404+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~U3V34OUJG15S.0 size=1048576 2024-07-29T15:22:12.406 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.405+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~U3V34OUJG15S.1 size=1048576 2024-07-29T15:22:12.407 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.407+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~U3V34OUJG15S.2 size=798257 2024-07-29T15:22:12.408 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.407+0000 7fd62f6c3640 1 > prepared multipart upload key=YSQLYQW9APLO upload=U3V34OUJG15S tag=NZ7S9RZNTTLX type=write size=3943985 2024-07-29T15:22:12.409 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.408+0000 7fd62f6c3640 1 < canceled operation key=4LY01AD2KMYQ tag=U8K53119L4EX type=write size=9428 2024-07-29T15:22:12.410 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.410+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=MZI9D6CKRJ2F type=del size=1946163 2024-07-29T15:22:12.414 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.413+0000 7fd62f6c3640 1 < suggested remove operation key=W248KYMPQG8A tag=25HBB3CVYB95 type=del 2024-07-29T15:22:12.417 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.416+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~9OY6Z7600NG7.0 size=1040067 2024-07-29T15:22:12.417 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.416+0000 7fd62f6c3640 1 > prepared multipart upload key=8BA2XKLPRGQN upload=9OY6Z7600NG7 tag=SGU8X0MQRR27 type=write size=2088643 2024-07-29T15:22:12.418 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.417+0000 7fd62f6c3640 1 < canceled operation key=BIYBUOZPJSZV tag=NXUV0A10KRWU type=del size=1508784 2024-07-29T15:22:12.420 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.419+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=9SSIPEDY9F3O type=del size=2146483 2024-07-29T15:22:12.422 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.421+0000 7fd62f6c3640 1 < completed delete operation key=0C6FXJ0T2NGU tag=D3HZJE9JOCSF type=del 2024-07-29T15:22:12.423 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.422+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=CA3PAPWMIP1D type=del size=1733680 2024-07-29T15:22:12.425 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.424+0000 7fd62f6c3640 1 < completed delete operation key=A98383AI9GGP tag=Y8Y500G43T1S type=del 2024-07-29T15:22:12.426 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.425+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=KM7U8AVAYAID type=del size=3935495 2024-07-29T15:22:12.428 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.427+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~VULT2C0Z3AI7.0 size=1048576 2024-07-29T15:22:12.429 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.429+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~VULT2C0Z3AI7.1 size=792803 2024-07-29T15:22:12.432 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.431+0000 7fd62f6c3640 1 < completed multipart upload key=BIYBUOZPJSZV upload=VULT2C0Z3AI7 tag=J7VNYMOHATR0 type=write size=2889955 2024-07-29T15:22:12.434 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.433+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=VCDQFNV5DYXT type=del size=524297 2024-07-29T15:22:12.436 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.435+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~GL2BDOR2GINO.0 size=1048576 2024-07-29T15:22:12.437 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.436+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~GL2BDOR2GINO.1 size=470734 2024-07-29T15:22:12.440 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.439+0000 7fd62f6c3640 1 < completed multipart upload key=IWIUUJFZ4UME upload=GL2BDOR2GINO tag=FGAS1Y4M9AK8 type=write size=2567886 2024-07-29T15:22:12.442 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.441+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=M7DBW2URKLFC type=del size=3748655 2024-07-29T15:22:12.444 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.443+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~TCTNV18O9296.0 size=196561 2024-07-29T15:22:12.446 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.446+0000 7fd62f6c3640 1 < completed multipart upload key=8BA2XKLPRGQN upload=TCTNV18O9296 tag=MW4X5DCJ83QM type=write size=1245137 2024-07-29T15:22:12.450 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.449+0000 7fd62f6c3640 1 > prepared part key=_multipart_0C6FXJ0T2NGU.2~S4S9GASZ4KVB.0 size=1048576 2024-07-29T15:22:12.452 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.450+0000 7fd62f6c3640 1 > prepared part key=_multipart_0C6FXJ0T2NGU.2~S4S9GASZ4KVB.1 size=814722 2024-07-29T15:22:12.452 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.450+0000 7fd62f6c3640 1 > prepared multipart upload key=0C6FXJ0T2NGU upload=S4S9GASZ4KVB tag=XBWL2A06S5N3 type=write size=2911874 2024-07-29T15:22:12.453 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.452+0000 7fd62f6c3640 1 < completed delete operation key=0C6FXJ0T2NGU tag=1LU403PY2FV5 type=del 2024-07-29T15:22:12.457 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.456+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~C80RE9QRGJVM.0 size=498578 2024-07-29T15:22:12.457 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.456+0000 7fd62f6c3640 1 > prepared multipart upload key=BIYBUOZPJSZV upload=C80RE9QRGJVM tag=TG5Y3AMIFAP4 type=write size=1547154 2024-07-29T15:22:12.459 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.458+0000 7fd62f6c3640 1 < completed delete operation key=VD0CC9XRAGF4 tag=N80PXAVJFKUF type=del 2024-07-29T15:22:12.463 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.462+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~IE1URIM3S24K.0 size=1048576 2024-07-29T15:22:12.464 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.463+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~IE1URIM3S24K.1 size=1048576 2024-07-29T15:22:12.466 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.465+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~IE1URIM3S24K.2 size=62079 2024-07-29T15:22:12.466 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.465+0000 7fd62f6c3640 1 > prepared multipart upload key=RQC1B162F8M6 upload=IE1URIM3S24K tag=5UEDX8TDZ3ZZ type=write size=3207807 2024-07-29T15:22:12.467 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.466+0000 7fd62f6c3640 1 < completed write operation key=C3FDCOT4DV2B tag=71ZNRIR51IPK type=write size=707853 2024-07-29T15:22:12.469 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.468+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=5659METGXRU8 type=del size=1298379 2024-07-29T15:22:12.471 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.471+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~JYKK6GVY94ZB.0 size=443169 2024-07-29T15:22:12.475 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.474+0000 7fd62f6c3640 1 < completed multipart upload key=SI02Q5RHER9G upload=JYKK6GVY94ZB tag=MSFJWQ45MOVO type=write size=1491745 2024-07-29T15:22:12.478 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.478+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~8WQY40PA9EYS.0 size=1048576 2024-07-29T15:22:12.480 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.479+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~8WQY40PA9EYS.1 size=881297 2024-07-29T15:22:12.480 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.479+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=8WQY40PA9EYS tag=SKF5ZSEAAUXH type=write size=2978449 2024-07-29T15:22:12.482 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.481+0000 7fd62f6c3640 1 < completed delete operation key=BIYBUOZPJSZV tag=HQ1VVHZC2Z4D type=del 2024-07-29T15:22:12.484 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.483+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=DSAMAW81MEQO type=del size=1321136 2024-07-29T15:22:12.485 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.485+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~JB71490VBH4T.0 size=1048576 2024-07-29T15:22:12.487 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.486+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~JB71490VBH4T.1 size=1048576 2024-07-29T15:22:12.488 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.487+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~JB71490VBH4T.2 size=407479 2024-07-29T15:22:12.491 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.490+0000 7fd62f6c3640 1 < completed multipart upload key=ZMFNWBOB37DJ upload=JB71490VBH4T tag=ZU2AA7V3BQK5 type=write size=3553207 2024-07-29T15:22:12.493 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.492+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=3J0TQOB4H8Y1 type=del size=1087902 2024-07-29T15:22:12.495 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.494+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~L87IT5C3ONOV.0 size=283043 2024-07-29T15:22:12.498 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.497+0000 7fd62f6c3640 1 < completed multipart upload key=C3FDCOT4DV2B upload=L87IT5C3ONOV tag=LO4LAZ4EKL3W type=write size=1331619 2024-07-29T15:22:12.501 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.499+0000 7fd62f6c3640 1 > prepared operation key=YSQLYQW9APLO tag=ENJSGPX96N5X type=del size=380074 2024-07-29T15:22:12.501 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.500+0000 7fd62f6c3640 1 < canceled part key=_multipart_YSQLYQW9APLO.2~U3V34OUJG15S.0 size=1048576 2024-07-29T15:22:12.502 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.501+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~U3V34OUJG15S.1 size=1048576 2024-07-29T15:22:12.502 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.501+0000 7fd62f6c3640 1 < canceled part key=_multipart_YSQLYQW9APLO.2~U3V34OUJG15S.2 size=798257 2024-07-29T15:22:12.505 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.503+0000 7fd62f6c3640 1 < canceled multipart upload key=YSQLYQW9APLO upload=U3V34OUJG15S tag=NZ7S9RZNTTLX type=write size=3943985 2024-07-29T15:22:12.508 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.507+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~R6G2O9GB2W40.0 size=681069 2024-07-29T15:22:12.508 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.507+0000 7fd62f6c3640 1 > prepared multipart upload key=8BA2XKLPRGQN upload=R6G2O9GB2W40 tag=Q1KTX467ET09 type=write size=1729645 2024-07-29T15:22:12.510 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.509+0000 7fd62f6c3640 1 < completed delete operation key=7THABETH5LSN tag=MZI9D6CKRJ2F type=del 2024-07-29T15:22:12.513 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.512+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~A3IZ5C7J08CS.0 size=1048576 2024-07-29T15:22:12.514 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.513+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~A3IZ5C7J08CS.1 size=231241 2024-07-29T15:22:12.515 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.513+0000 7fd62f6c3640 1 > prepared multipart upload key=YSQLYQW9APLO upload=A3IZ5C7J08CS tag=RYARMURKVKB5 type=write size=2328393 2024-07-29T15:22:12.516 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.515+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~9OY6Z7600NG7.0 size=1040067 2024-07-29T15:22:12.519 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.518+0000 7fd62f6c3640 1 < completed multipart upload key=8BA2XKLPRGQN upload=9OY6Z7600NG7 tag=SGU8X0MQRR27 type=write size=2088643 2024-07-29T15:22:12.522 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.521+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~JKVYUL13A5OQ.0 size=1048576 2024-07-29T15:22:12.523 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.522+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~JKVYUL13A5OQ.1 size=20274 2024-07-29T15:22:12.523 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.522+0000 7fd62f6c3640 1 > prepared multipart upload key=C3FDCOT4DV2B upload=JKVYUL13A5OQ tag=M2F4ELJ1ZCTU type=write size=2117426 2024-07-29T15:22:12.526 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.525+0000 7fd62f6c3640 1 < suggested update operation key=RQC1B162F8M6 tag=9SSIPEDY9F3O type=del size=2146483 2024-07-29T15:22:12.528 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.527+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=C2LIWPNXZ8S5 type=del size=275373 2024-07-29T15:22:12.531 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.530+0000 7fd62f6c3640 1 < suggested remove operation key=SI02Q5RHER9G tag=CA3PAPWMIP1D type=del 2024-07-29T15:22:12.533 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.532+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=T1G7RJ5OHFQG type=del size=1923073 2024-07-29T15:22:12.535 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.534+0000 7fd62f6c3640 1 < completed delete operation key=IWIUUJFZ4UME tag=KM7U8AVAYAID type=del 2024-07-29T15:22:12.538 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.537+0000 7fd62f6c3640 1 > prepared part key=_multipart_M86GT4R04HUE.2~NX767FIA3N2P.0 size=1048576 2024-07-29T15:22:12.540 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.539+0000 7fd62f6c3640 1 > prepared part key=_multipart_M86GT4R04HUE.2~NX767FIA3N2P.1 size=1048576 2024-07-29T15:22:12.541 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.540+0000 7fd62f6c3640 1 > prepared part key=_multipart_M86GT4R04HUE.2~NX767FIA3N2P.2 size=667754 2024-07-29T15:22:12.541 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.540+0000 7fd62f6c3640 1 > prepared multipart upload key=M86GT4R04HUE upload=NX767FIA3N2P tag=53II0CP7HW0I type=write size=3813482 2024-07-29T15:22:12.544 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.543+0000 7fd62f6c3640 1 < suggested update operation key=ZMFNWBOB37DJ tag=VCDQFNV5DYXT type=del size=524297 2024-07-29T15:22:12.546 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.545+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=9V5XR0SXNYR1 type=del size=2382953 2024-07-29T15:22:12.547 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.546+0000 7fd62f6c3640 1 < canceled operation key=L3WAA4XE7CTH tag=M7DBW2URKLFC type=del size=3748655 2024-07-29T15:22:12.551 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.550+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~XYFZWSFJ9JN3.0 size=1048576 2024-07-29T15:22:12.552 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.551+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~XYFZWSFJ9JN3.1 size=1048576 2024-07-29T15:22:12.553 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.553+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~XYFZWSFJ9JN3.2 size=209221 2024-07-29T15:22:12.554 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.553+0000 7fd62f6c3640 1 > prepared multipart upload key=C3FDCOT4DV2B upload=XYFZWSFJ9JN3 tag=P3R057EUX4RQ type=write size=3354949 2024-07-29T15:22:12.555 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.554+0000 7fd62f6c3640 1 < completed part key=_multipart_0C6FXJ0T2NGU.2~S4S9GASZ4KVB.0 size=1048576 2024-07-29T15:22:12.557 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.556+0000 7fd62f6c3640 1 < completed part key=_multipart_0C6FXJ0T2NGU.2~S4S9GASZ4KVB.1 size=814722 2024-07-29T15:22:12.560 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.558+0000 7fd62f6c3640 1 < completed multipart upload key=0C6FXJ0T2NGU upload=S4S9GASZ4KVB tag=XBWL2A06S5N3 type=write size=2911874 2024-07-29T15:22:12.563 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.562+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~WDTJ7OTXPFID.0 size=1048576 2024-07-29T15:22:12.564 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.563+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~WDTJ7OTXPFID.1 size=1028677 2024-07-29T15:22:12.564 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.563+0000 7fd62f6c3640 1 > prepared multipart upload key=E98KUA2RK3BK upload=WDTJ7OTXPFID tag=O5TNTHSNI3OT type=write size=3125829 2024-07-29T15:22:12.564 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.563+0000 7fd62f6c3640 1 < canceled part key=_multipart_BIYBUOZPJSZV.2~C80RE9QRGJVM.0 size=498578 2024-07-29T15:22:12.567 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.566+0000 7fd62f6c3640 1 < canceled multipart upload key=BIYBUOZPJSZV upload=C80RE9QRGJVM tag=TG5Y3AMIFAP4 type=write size=1547154 2024-07-29T15:22:12.569 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.568+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=UE7J9ZY7DOK0 type=del size=1302021 2024-07-29T15:22:12.570 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.570+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~IE1URIM3S24K.0 size=1048576 2024-07-29T15:22:12.572 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.571+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~IE1URIM3S24K.1 size=1048576 2024-07-29T15:22:12.573 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.573+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~IE1URIM3S24K.2 size=62079 2024-07-29T15:22:12.576 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.575+0000 7fd62f6c3640 1 < completed multipart upload key=RQC1B162F8M6 upload=IE1URIM3S24K tag=5UEDX8TDZ3ZZ type=write size=3207807 2024-07-29T15:22:12.578 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.577+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=P4EYWHT685OA type=del size=2924867 2024-07-29T15:22:12.580 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.579+0000 7fd62f6c3640 1 < completed delete operation key=TAZR3PWEGCVK tag=5659METGXRU8 type=del 2024-07-29T15:22:12.582 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.581+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=KEUZ7MDZ6PN7 type=write size=604648 2024-07-29T15:22:12.584 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.583+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~8WQY40PA9EYS.0 size=1048576 2024-07-29T15:22:12.585 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.584+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~8WQY40PA9EYS.1 size=881297 2024-07-29T15:22:12.589 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.588+0000 7fd62f6c3640 1 < completed multipart upload key=IAXC3BCSNJJH upload=8WQY40PA9EYS tag=SKF5ZSEAAUXH type=write size=2978449 2024-07-29T15:22:12.590 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.589+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=VSIQEVY1N5AD type=del size=233438 2024-07-29T15:22:12.593 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.592+0000 7fd62f6c3640 -1 < failed to complete operation key=SI02Q5RHER9G tag=DSAMAW81MEQO type=del size=1321136: (22) Invalid argument 2024-07-29T15:22:12.595 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.594+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=K2SJI4XUYRSM type=del size=2747170 2024-07-29T15:22:12.596 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.596+0000 7fd62f6c3640 1 < completed delete operation key=UNDM9MIM6GG0 tag=3J0TQOB4H8Y1 type=del 2024-07-29T15:22:12.600 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.599+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~YU7J90GTCM7G.0 size=455462 2024-07-29T15:22:12.600 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.599+0000 7fd62f6c3640 1 > prepared multipart upload key=M5I2YC3HVZ0P upload=YU7J90GTCM7G tag=J7DCTS7Y9G0X type=write size=1504038 2024-07-29T15:22:12.601 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.600+0000 7fd62f6c3640 1 < canceled operation key=YSQLYQW9APLO tag=ENJSGPX96N5X type=del size=380074 2024-07-29T15:22:12.604 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.604+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~3PL31ALE0IJH.0 size=1048576 2024-07-29T15:22:12.606 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.605+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~3PL31ALE0IJH.1 size=508380 2024-07-29T15:22:12.606 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.605+0000 7fd62f6c3640 1 > prepared multipart upload key=V2178FD5CN6Y upload=3PL31ALE0IJH tag=1NK6C5EBEGDS type=write size=2605532 2024-07-29T15:22:12.607 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.607+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~R6G2O9GB2W40.0 size=681069 2024-07-29T15:22:12.610 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.609+0000 7fd62f6c3640 1 < completed multipart upload key=8BA2XKLPRGQN upload=R6G2O9GB2W40 tag=Q1KTX467ET09 type=write size=1729645 2024-07-29T15:22:12.611 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.611+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=1FGYVC3RCB1O type=del size=2052047 2024-07-29T15:22:12.613 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.612+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~A3IZ5C7J08CS.0 size=1048576 2024-07-29T15:22:12.614 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.613+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~A3IZ5C7J08CS.1 size=231241 2024-07-29T15:22:12.617 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.616+0000 7fd62f6c3640 1 < completed multipart upload key=YSQLYQW9APLO upload=A3IZ5C7J08CS tag=RYARMURKVKB5 type=write size=2328393 2024-07-29T15:22:12.618 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.617+0000 7fd62f6c3640 1 > prepared operation key=C3FDCOT4DV2B tag=DOOU5399FK9O type=del size=382594 2024-07-29T15:22:12.619 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.618+0000 7fd62f6c3640 1 < canceled part key=_multipart_C3FDCOT4DV2B.2~JKVYUL13A5OQ.0 size=1048576 2024-07-29T15:22:12.620 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.619+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~JKVYUL13A5OQ.1 size=20274 2024-07-29T15:22:12.623 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.622+0000 7fd62f6c3640 1 < canceled multipart upload key=C3FDCOT4DV2B upload=JKVYUL13A5OQ tag=M2F4ELJ1ZCTU type=write size=2117426 2024-07-29T15:22:12.626 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.625+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~EZCQR24LV03G.0 size=1048576 2024-07-29T15:22:12.627 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.626+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~EZCQR24LV03G.1 size=1048576 2024-07-29T15:22:12.629 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.628+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~EZCQR24LV03G.2 size=139943 2024-07-29T15:22:12.629 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.628+0000 7fd62f6c3640 1 > prepared multipart upload key=3OG3SYFEL3VL upload=EZCQR24LV03G tag=OPQU86FGH4B0 type=write size=3285671 2024-07-29T15:22:12.632 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.631+0000 7fd62f6c3640 1 < suggested remove operation key=ZDB57ZUUV5IX tag=C2LIWPNXZ8S5 type=del 2024-07-29T15:22:12.633 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.633+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=Y4MW6HWHDVX4 type=del size=3948109 2024-07-29T15:22:12.635 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.634+0000 7fd62f6c3640 1 < completed delete operation key=3OG3SYFEL3VL tag=T1G7RJ5OHFQG type=del 2024-07-29T15:22:12.638 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.637+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~7LRGF3CQK7UK.0 size=1048576 2024-07-29T15:22:12.641 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.639+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~7LRGF3CQK7UK.1 size=52641 2024-07-29T15:22:12.642 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.639+0000 7fd62f6c3640 1 > prepared multipart upload key=4LY01AD2KMYQ upload=7LRGF3CQK7UK tag=V0OXA895SB0H type=write size=2149793 2024-07-29T15:22:12.642 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.640+0000 7fd62f6c3640 1 < completed part key=_multipart_M86GT4R04HUE.2~NX767FIA3N2P.0 size=1048576 2024-07-29T15:22:12.642 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.642+0000 7fd62f6c3640 1 < completed part key=_multipart_M86GT4R04HUE.2~NX767FIA3N2P.1 size=1048576 2024-07-29T15:22:12.644 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.643+0000 7fd62f6c3640 1 < completed part key=_multipart_M86GT4R04HUE.2~NX767FIA3N2P.2 size=667754 2024-07-29T15:22:12.646 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.646+0000 7fd62f6c3640 1 < completed multipart upload key=M86GT4R04HUE upload=NX767FIA3N2P tag=53II0CP7HW0I type=write size=3813482 2024-07-29T15:22:12.649 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.648+0000 7fd62f6c3640 1 > prepared part key=_multipart_N3UV8NSUX0G0.2~AQPK9QWETLCH.0 size=1048576 2024-07-29T15:22:12.650 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.650+0000 7fd62f6c3640 1 > prepared part key=_multipart_N3UV8NSUX0G0.2~AQPK9QWETLCH.1 size=309232 2024-07-29T15:22:12.650 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.650+0000 7fd62f6c3640 1 > prepared multipart upload key=N3UV8NSUX0G0 upload=AQPK9QWETLCH tag=Q6BYK36A8PEP type=write size=2406384 2024-07-29T15:22:12.652 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.651+0000 7fd62f6c3640 1 < completed delete operation key=7THABETH5LSN tag=9V5XR0SXNYR1 type=del 2024-07-29T15:22:12.653 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.652+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=AACSNBSHK93B type=del size=328957 2024-07-29T15:22:12.655 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.654+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~XYFZWSFJ9JN3.0 size=1048576 2024-07-29T15:22:12.656 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.655+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~XYFZWSFJ9JN3.1 size=1048576 2024-07-29T15:22:12.657 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.657+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~XYFZWSFJ9JN3.2 size=209221 2024-07-29T15:22:12.660 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.659+0000 7fd62f6c3640 1 < completed multipart upload key=C3FDCOT4DV2B upload=XYFZWSFJ9JN3 tag=P3R057EUX4RQ type=write size=3354949 2024-07-29T15:22:12.661 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.661+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=9H17RZXX1HO2 type=write size=223201 2024-07-29T15:22:12.663 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.662+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~WDTJ7OTXPFID.0 size=1048576 2024-07-29T15:22:12.664 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.663+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~WDTJ7OTXPFID.1 size=1028677 2024-07-29T15:22:12.667 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.666+0000 7fd62f6c3640 1 < completed multipart upload key=E98KUA2RK3BK upload=WDTJ7OTXPFID tag=O5TNTHSNI3OT type=write size=3125829 2024-07-29T15:22:12.669 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.668+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=T3Z5YW177OEH type=del size=2921651 2024-07-29T15:22:12.671 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.670+0000 7fd62f6c3640 -1 < failed to complete operation key=ZDB57ZUUV5IX tag=UE7J9ZY7DOK0 type=del size=1302021: (22) Invalid argument 2024-07-29T15:22:12.674 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.674+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~89D527LUAF5X.0 size=1048576 2024-07-29T15:22:12.676 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.675+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~89D527LUAF5X.1 size=1048576 2024-07-29T15:22:12.677 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.676+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~89D527LUAF5X.2 size=860875 2024-07-29T15:22:12.677 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.676+0000 7fd62f6c3640 1 > prepared multipart upload key=YSQLYQW9APLO upload=89D527LUAF5X tag=XB6Q6G82VYN2 type=write size=4006603 2024-07-29T15:22:12.679 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.678+0000 7fd62f6c3640 1 < completed delete operation key=8BA2XKLPRGQN tag=P4EYWHT685OA type=del 2024-07-29T15:22:12.680 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.680+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=912NC4GDL2XK type=del size=2624091 2024-07-29T15:22:12.682 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.681+0000 7fd62f6c3640 1 < completed write operation key=7THABETH5LSN tag=KEUZ7MDZ6PN7 type=write size=604648 2024-07-29T15:22:12.684 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.683+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=RO2IOEZGXV5N type=write size=220221 2024-07-29T15:22:12.686 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.685+0000 7fd62f6c3640 1 < completed delete operation key=8BA2XKLPRGQN tag=VSIQEVY1N5AD type=del 2024-07-29T15:22:12.688 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.687+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=EI92IBBSPMAD type=del size=3863469 2024-07-29T15:22:12.690 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.689+0000 7fd62f6c3640 1 < canceled operation key=0C6FXJ0T2NGU tag=K2SJI4XUYRSM type=del size=2747170 2024-07-29T15:22:12.694 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.693+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~L5KRD6QXORZA.0 size=1048576 2024-07-29T15:22:12.695 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.694+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~L5KRD6QXORZA.1 size=1048576 2024-07-29T15:22:12.696 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.695+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~L5KRD6QXORZA.2 size=458940 2024-07-29T15:22:12.696 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.695+0000 7fd62f6c3640 1 > prepared multipart upload key=TAZR3PWEGCVK upload=L5KRD6QXORZA tag=L22UDFSRAJ8Y type=write size=3604668 2024-07-29T15:22:12.697 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.696+0000 7fd62f6c3640 1 < canceled part key=_multipart_M5I2YC3HVZ0P.2~YU7J90GTCM7G.0 size=455462 2024-07-29T15:22:12.699 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.698+0000 7fd62f6c3640 1 < canceled multipart upload key=M5I2YC3HVZ0P upload=YU7J90GTCM7G tag=J7DCTS7Y9G0X type=write size=1504038 2024-07-29T15:22:12.702 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.701+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~VQZ0UVXY4UH8.0 size=1048576 2024-07-29T15:22:12.703 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.702+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~VQZ0UVXY4UH8.1 size=1048576 2024-07-29T15:22:12.705 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.704+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~VQZ0UVXY4UH8.2 size=877323 2024-07-29T15:22:12.705 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.704+0000 7fd62f6c3640 1 > prepared multipart upload key=ZDB57ZUUV5IX upload=VQZ0UVXY4UH8 tag=XRM69WPJZ0U3 type=write size=4023051 2024-07-29T15:22:12.706 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.705+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~3PL31ALE0IJH.0 size=1048576 2024-07-29T15:22:12.708 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.707+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~3PL31ALE0IJH.1 size=508380 2024-07-29T15:22:12.710 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.709+0000 7fd62f6c3640 1 < completed multipart upload key=V2178FD5CN6Y upload=3PL31ALE0IJH tag=1NK6C5EBEGDS type=write size=2605532 2024-07-29T15:22:12.712 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.711+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=R1UJ58EHLKD2 type=del size=1521512 2024-07-29T15:22:12.713 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.712+0000 7fd62f6c3640 1 < completed delete operation key=UNDM9MIM6GG0 tag=1FGYVC3RCB1O type=del 2024-07-29T15:22:12.716 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.716+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~CNL50DIZ21ZT.0 size=571778 2024-07-29T15:22:12.716 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.716+0000 7fd62f6c3640 1 > prepared multipart upload key=ZMFNWBOB37DJ upload=CNL50DIZ21ZT tag=E7KNRHF0G7PZ type=write size=1620354 2024-07-29T15:22:12.720 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.719+0000 7fd62f6c3640 1 < suggested remove operation key=C3FDCOT4DV2B tag=DOOU5399FK9O type=del 2024-07-29T15:22:12.722 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.721+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=Q3W5WYH9K2PY type=del size=2567332 2024-07-29T15:22:12.723 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.722+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~EZCQR24LV03G.0 size=1048576 2024-07-29T15:22:12.725 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.724+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~EZCQR24LV03G.1 size=1048576 2024-07-29T15:22:12.726 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.725+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~EZCQR24LV03G.2 size=139943 2024-07-29T15:22:12.729 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.728+0000 7fd62f6c3640 1 < completed multipart upload key=3OG3SYFEL3VL upload=EZCQR24LV03G tag=OPQU86FGH4B0 type=write size=3285671 2024-07-29T15:22:12.731 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.730+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=STD712UQHIPY type=del size=898749 2024-07-29T15:22:12.732 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.732+0000 7fd62f6c3640 1 < completed delete operation key=W248KYMPQG8A tag=Y4MW6HWHDVX4 type=del 2024-07-29T15:22:12.734 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.733+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=5KN2RAXYSCV3 type=del size=2567348 2024-07-29T15:22:12.736 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.735+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~7LRGF3CQK7UK.0 size=1048576 2024-07-29T15:22:12.737 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.736+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~7LRGF3CQK7UK.1 size=52641 2024-07-29T15:22:12.740 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.739+0000 7fd62f6c3640 1 < completed multipart upload key=4LY01AD2KMYQ upload=7LRGF3CQK7UK tag=V0OXA895SB0H type=write size=2149793 2024-07-29T15:22:12.742 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.741+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~AS9LOX3HZB6O.0 size=1048576 2024-07-29T15:22:12.743 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.743+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~AS9LOX3HZB6O.1 size=1048576 2024-07-29T15:22:12.745 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.744+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~AS9LOX3HZB6O.2 size=832823 2024-07-29T15:22:12.745 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.744+0000 7fd62f6c3640 1 > prepared multipart upload key=TAZR3PWEGCVK upload=AS9LOX3HZB6O tag=SPB8B9F3AFM9 type=write size=3978551 2024-07-29T15:22:12.746 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.745+0000 7fd62f6c3640 1 < completed part key=_multipart_N3UV8NSUX0G0.2~AQPK9QWETLCH.0 size=1048576 2024-07-29T15:22:12.747 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.746+0000 7fd62f6c3640 1 < completed part key=_multipart_N3UV8NSUX0G0.2~AQPK9QWETLCH.1 size=309232 2024-07-29T15:22:12.750 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.749+0000 7fd62f6c3640 1 < completed multipart upload key=N3UV8NSUX0G0 upload=AQPK9QWETLCH tag=Q6BYK36A8PEP type=write size=2406384 2024-07-29T15:22:12.751 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.750+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=4QKUFJ7D699W type=del size=698522 2024-07-29T15:22:12.753 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.752+0000 7fd62f6c3640 1 < completed delete operation key=TAZR3PWEGCVK tag=AACSNBSHK93B type=del 2024-07-29T15:22:12.755 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.754+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=00N9HNO8QL6S type=del size=2527049 2024-07-29T15:22:12.757 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.756+0000 7fd62f6c3640 1 < completed write operation key=VD0CC9XRAGF4 tag=9H17RZXX1HO2 type=write size=223201 2024-07-29T15:22:12.758 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.757+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=649525VF1JFH type=del size=33025 2024-07-29T15:22:12.760 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.759+0000 7fd62f6c3640 1 < canceled operation key=FAOPDKU2UC4Y tag=T3Z5YW177OEH type=del size=2921651 2024-07-29T15:22:12.763 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.762+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~RNF2HDZK0DP1.0 size=1036506 2024-07-29T15:22:12.763 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.762+0000 7fd62f6c3640 1 > prepared multipart upload key=L3WAA4XE7CTH upload=RNF2HDZK0DP1 tag=TPNMUQEN63O1 type=write size=2085082 2024-07-29T15:22:12.764 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.763+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~89D527LUAF5X.0 size=1048576 2024-07-29T15:22:12.766 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.765+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~89D527LUAF5X.1 size=1048576 2024-07-29T15:22:12.767 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.766+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~89D527LUAF5X.2 size=860875 2024-07-29T15:22:12.769 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.769+0000 7fd62f6c3640 1 < completed multipart upload key=YSQLYQW9APLO upload=89D527LUAF5X tag=XB6Q6G82VYN2 type=write size=4006603 2024-07-29T15:22:12.772 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.772+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~H3M8YXRQLQB4.0 size=333570 2024-07-29T15:22:12.773 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.772+0000 7fd62f6c3640 1 > prepared multipart upload key=4LY01AD2KMYQ upload=H3M8YXRQLQB4 tag=2QB0Q2YFF6M8 type=write size=1382146 2024-07-29T15:22:12.774 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.773+0000 7fd62f6c3640 1 < completed delete operation key=M5I2YC3HVZ0P tag=912NC4GDL2XK type=del 2024-07-29T15:22:12.777 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.776+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~TYF82VI5VA2F.0 size=1048576 2024-07-29T15:22:12.779 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.778+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~TYF82VI5VA2F.1 size=574213 2024-07-29T15:22:12.779 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.778+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=TYF82VI5VA2F tag=KCKMEC7RW6P3 type=write size=2671365 2024-07-29T15:22:12.781 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.780+0000 7fd62f6c3640 1 < completed write operation key=IWIUUJFZ4UME tag=RO2IOEZGXV5N type=write size=220221 2024-07-29T15:22:12.782 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.781+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=2D61Z1FF3TJ2 type=del size=1689082 2024-07-29T15:22:12.784 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.783+0000 7fd62f6c3640 1 < canceled operation key=FAOPDKU2UC4Y tag=EI92IBBSPMAD type=del size=3863469 2024-07-29T15:22:12.785 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.784+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=MYNP1AA8K2AK type=del size=1718776 2024-07-29T15:22:12.787 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.786+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~L5KRD6QXORZA.0 size=1048576 2024-07-29T15:22:12.788 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.787+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~L5KRD6QXORZA.1 size=1048576 2024-07-29T15:22:12.789 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.788+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~L5KRD6QXORZA.2 size=458940 2024-07-29T15:22:12.792 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.791+0000 7fd62f6c3640 1 < completed multipart upload key=TAZR3PWEGCVK upload=L5KRD6QXORZA tag=L22UDFSRAJ8Y type=write size=3604668 2024-07-29T15:22:12.793 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.792+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=VW4DZG7FJYAM type=del size=2800449 2024-07-29T15:22:12.795 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.794+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~VQZ0UVXY4UH8.0 size=1048576 2024-07-29T15:22:12.796 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.795+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~VQZ0UVXY4UH8.1 size=1048576 2024-07-29T15:22:12.798 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.797+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~VQZ0UVXY4UH8.2 size=877323 2024-07-29T15:22:12.800 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.799+0000 7fd62f6c3640 1 < completed multipart upload key=ZDB57ZUUV5IX upload=VQZ0UVXY4UH8 tag=XRM69WPJZ0U3 type=write size=4023051 2024-07-29T15:22:12.802 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.801+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=KV3T8486VU8X type=del size=597800 2024-07-29T15:22:12.803 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.802+0000 7fd62f6c3640 1 < completed delete operation key=0C6FXJ0T2NGU tag=R1UJ58EHLKD2 type=del 2024-07-29T15:22:12.806 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.805+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~5ZBUCA9A718H.0 size=1048576 2024-07-29T15:22:12.807 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.807+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~5ZBUCA9A718H.1 size=173250 2024-07-29T15:22:12.807 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.807+0000 7fd62f6c3640 1 > prepared multipart upload key=SI02Q5RHER9G upload=5ZBUCA9A718H tag=7B460VU90JEC type=write size=2270402 2024-07-29T15:22:12.809 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.808+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~CNL50DIZ21ZT.0 size=571778 2024-07-29T15:22:12.812 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.811+0000 7fd62f6c3640 1 < completed multipart upload key=ZMFNWBOB37DJ upload=CNL50DIZ21ZT tag=E7KNRHF0G7PZ type=write size=1620354 2024-07-29T15:22:12.813 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.812+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=MRWD3690EPJQ type=del size=1644261 2024-07-29T15:22:12.815 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.814+0000 7fd62f6c3640 1 < completed delete operation key=IAXC3BCSNJJH tag=Q3W5WYH9K2PY type=del 2024-07-29T15:22:12.817 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.816+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~7O5PM8HIC3MB.0 size=1048576 2024-07-29T15:22:12.819 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.818+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~7O5PM8HIC3MB.1 size=1048576 2024-07-29T15:22:12.820 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.819+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~7O5PM8HIC3MB.2 size=932207 2024-07-29T15:22:12.820 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.819+0000 7fd62f6c3640 1 > prepared multipart upload key=ZMFNWBOB37DJ upload=7O5PM8HIC3MB tag=WHZ78YBWXA04 type=write size=4077935 2024-07-29T15:22:12.822 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.821+0000 7fd62f6c3640 1 < completed delete operation key=L3WAA4XE7CTH tag=STD712UQHIPY type=del 2024-07-29T15:22:12.823 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.822+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=0ES7ZBGMHTCQ type=del size=3111878 2024-07-29T15:22:12.826 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.825+0000 7fd62f6c3640 1 < suggested remove operation key=L3WAA4XE7CTH tag=5KN2RAXYSCV3 type=del 2024-07-29T15:22:12.829 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.828+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~BR3L5R2HWLR2.0 size=1048576 2024-07-29T15:22:12.830 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.829+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~BR3L5R2HWLR2.1 size=213179 2024-07-29T15:22:12.831 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.829+0000 7fd62f6c3640 1 > prepared multipart upload key=H0YBVQU3EMED upload=BR3L5R2HWLR2 tag=2GHLWDP1NFIE type=write size=2310331 2024-07-29T15:22:12.832 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.831+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~AS9LOX3HZB6O.0 size=1048576 2024-07-29T15:22:12.833 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.832+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~AS9LOX3HZB6O.1 size=1048576 2024-07-29T15:22:12.835 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.834+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~AS9LOX3HZB6O.2 size=832823 2024-07-29T15:22:12.837 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.836+0000 7fd62f6c3640 1 < completed multipart upload key=TAZR3PWEGCVK upload=AS9LOX3HZB6O tag=SPB8B9F3AFM9 type=write size=3978551 2024-07-29T15:22:12.840 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.839+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~7U43E30LH8W3.0 size=1048576 2024-07-29T15:22:12.841 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.841+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~7U43E30LH8W3.1 size=1048576 2024-07-29T15:22:12.843 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.842+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~7U43E30LH8W3.2 size=95823 2024-07-29T15:22:12.843 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.842+0000 7fd62f6c3640 1 > prepared multipart upload key=M5I2YC3HVZ0P upload=7U43E30LH8W3 tag=8BWM7ESSBR77 type=write size=3241551 2024-07-29T15:22:12.844 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.844+0000 7fd62f6c3640 1 < completed delete operation key=W248KYMPQG8A tag=4QKUFJ7D699W type=del 2024-07-29T15:22:12.850 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.847+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~AOE63442LUM1.0 size=1048576 2024-07-29T15:22:12.850 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.848+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~AOE63442LUM1.1 size=1048576 2024-07-29T15:22:12.850 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.849+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~AOE63442LUM1.2 size=581270 2024-07-29T15:22:12.850 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.849+0000 7fd62f6c3640 1 > prepared multipart upload key=TAZR3PWEGCVK upload=AOE63442LUM1 tag=STX2WV1NCPM4 type=write size=3726998 2024-07-29T15:22:12.853 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.852+0000 7fd62f6c3640 1 < suggested remove operation key=UNDM9MIM6GG0 tag=00N9HNO8QL6S type=del 2024-07-29T15:22:12.854 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.854+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=P8QMJO1I3B7W type=write size=756560 2024-07-29T15:22:12.856 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.855+0000 7fd62f6c3640 1 < completed delete operation key=W248KYMPQG8A tag=649525VF1JFH type=del 2024-07-29T15:22:12.860 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.859+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~2SHPVZS6ND2R.0 size=1048576 2024-07-29T15:22:12.861 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.860+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~2SHPVZS6ND2R.1 size=1048576 2024-07-29T15:22:12.862 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.861+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~2SHPVZS6ND2R.2 size=965195 2024-07-29T15:22:12.862 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.861+0000 7fd62f6c3640 1 > prepared multipart upload key=VD0CC9XRAGF4 upload=2SHPVZS6ND2R tag=ZQDEHVF72X0X type=write size=4110923 2024-07-29T15:22:12.864 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.863+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~RNF2HDZK0DP1.0 size=1036506 2024-07-29T15:22:12.867 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.866+0000 7fd62f6c3640 1 < completed multipart upload key=L3WAA4XE7CTH upload=RNF2HDZK0DP1 tag=TPNMUQEN63O1 type=write size=2085082 2024-07-29T15:22:12.869 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.868+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=OUJ4NAM1HHN9 type=del size=2964408 2024-07-29T15:22:12.870 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.870+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~H3M8YXRQLQB4.0 size=333570 2024-07-29T15:22:12.873 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.873+0000 7fd62f6c3640 1 < completed multipart upload key=4LY01AD2KMYQ upload=H3M8YXRQLQB4 tag=2QB0Q2YFF6M8 type=write size=1382146 2024-07-29T15:22:12.877 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.876+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~Q8WXBC4R9AK5.0 size=1048576 2024-07-29T15:22:12.879 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.878+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~Q8WXBC4R9AK5.1 size=1048576 2024-07-29T15:22:12.880 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.879+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~Q8WXBC4R9AK5.2 size=271595 2024-07-29T15:22:12.880 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.879+0000 7fd62f6c3640 1 > prepared multipart upload key=ZDB57ZUUV5IX upload=Q8WXBC4R9AK5 tag=JG05TLG3KZ4E type=write size=3417323 2024-07-29T15:22:12.882 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.881+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~TYF82VI5VA2F.0 size=1048576 2024-07-29T15:22:12.883 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.883+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~TYF82VI5VA2F.1 size=574213 2024-07-29T15:22:12.886 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.885+0000 7fd62f6c3640 1 < completed multipart upload key=W248KYMPQG8A upload=TYF82VI5VA2F tag=KCKMEC7RW6P3 type=write size=2671365 2024-07-29T15:22:12.887 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.887+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=8C863IIPUJIS type=del size=1668155 2024-07-29T15:22:12.889 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.888+0000 7fd62f6c3640 1 < completed delete operation key=IAXC3BCSNJJH tag=2D61Z1FF3TJ2 type=del 2024-07-29T15:22:12.890 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.890+0000 7fd62f6c3640 1 > prepared operation key=C3FDCOT4DV2B tag=PIGQ2X8WUKMN type=del size=2232600 2024-07-29T15:22:12.892 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.891+0000 7fd62f6c3640 1 < completed delete operation key=ZDB57ZUUV5IX tag=MYNP1AA8K2AK type=del 2024-07-29T15:22:12.894 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.893+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=A2JZEBFQD0AY type=del size=3116329 2024-07-29T15:22:12.896 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.895+0000 7fd62f6c3640 1 < canceled operation key=0C6FXJ0T2NGU tag=VW4DZG7FJYAM type=del size=2800449 2024-07-29T15:22:12.897 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.896+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=5A4I3OI6R0FB type=del size=1434604 2024-07-29T15:22:12.899 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.898+0000 7fd62f6c3640 1 < completed delete operation key=BIYBUOZPJSZV tag=KV3T8486VU8X type=del 2024-07-29T15:22:12.900 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.900+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=FV7K00V7APY6 type=del size=3146855 2024-07-29T15:22:12.902 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.901+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~5ZBUCA9A718H.0 size=1048576 2024-07-29T15:22:12.904 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.903+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~5ZBUCA9A718H.1 size=173250 2024-07-29T15:22:12.906 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.905+0000 7fd62f6c3640 1 < completed multipart upload key=SI02Q5RHER9G upload=5ZBUCA9A718H tag=7B460VU90JEC type=write size=2270402 2024-07-29T15:22:12.908 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.907+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=TTDHTE50CJMH type=del size=1228530 2024-07-29T15:22:12.911 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.910+0000 7fd62f6c3640 1 < suggested remove operation key=L184IOUE520P tag=MRWD3690EPJQ type=del 2024-07-29T15:22:12.914 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.913+0000 7fd62f6c3640 1 > prepared part key=_multipart_0C6FXJ0T2NGU.2~IDZFS4K247IU.0 size=1048576 2024-07-29T15:22:12.916 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.915+0000 7fd62f6c3640 1 > prepared part key=_multipart_0C6FXJ0T2NGU.2~IDZFS4K247IU.1 size=60308 2024-07-29T15:22:12.916 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.915+0000 7fd62f6c3640 1 > prepared multipart upload key=0C6FXJ0T2NGU upload=IDZFS4K247IU tag=73T2UOATNLFA type=write size=2157460 2024-07-29T15:22:12.917 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.916+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~7O5PM8HIC3MB.0 size=1048576 2024-07-29T15:22:12.918 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.917+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~7O5PM8HIC3MB.1 size=1048576 2024-07-29T15:22:12.919 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.919+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~7O5PM8HIC3MB.2 size=932207 2024-07-29T15:22:12.922 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.921+0000 7fd62f6c3640 1 < completed multipart upload key=ZMFNWBOB37DJ upload=7O5PM8HIC3MB tag=WHZ78YBWXA04 type=write size=4077935 2024-07-29T15:22:12.925 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.924+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~UPBSIAH28KEJ.0 size=1048576 2024-07-29T15:22:12.926 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.926+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~UPBSIAH28KEJ.1 size=1048576 2024-07-29T15:22:12.928 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.927+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~UPBSIAH28KEJ.2 size=914266 2024-07-29T15:22:12.928 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.927+0000 7fd62f6c3640 1 > prepared multipart upload key=BIYBUOZPJSZV upload=UPBSIAH28KEJ tag=JTM73J31D4C7 type=write size=4059994 2024-07-29T15:22:12.929 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.928+0000 7fd62f6c3640 1 < canceled operation key=4Z3FPJTXXFV7 tag=0ES7ZBGMHTCQ type=del size=3111878 2024-07-29T15:22:12.931 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.930+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=CMMSAVPFN7SX type=del size=2367828 2024-07-29T15:22:12.933 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.932+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~BR3L5R2HWLR2.0 size=1048576 2024-07-29T15:22:12.934 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.933+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~BR3L5R2HWLR2.1 size=213179 2024-07-29T15:22:12.937 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.936+0000 7fd62f6c3640 1 < completed multipart upload key=H0YBVQU3EMED upload=BR3L5R2HWLR2 tag=2GHLWDP1NFIE type=write size=2310331 2024-07-29T15:22:12.938 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.937+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=102H8G67VXIT type=del size=710387 2024-07-29T15:22:12.939 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.938+0000 7fd62f6c3640 1 < canceled part key=_multipart_M5I2YC3HVZ0P.2~7U43E30LH8W3.0 size=1048576 2024-07-29T15:22:12.940 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.939+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~7U43E30LH8W3.1 size=1048576 2024-07-29T15:22:12.940 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.939+0000 7fd62f6c3640 1 < canceled part key=_multipart_M5I2YC3HVZ0P.2~7U43E30LH8W3.2 size=95823 2024-07-29T15:22:12.943 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.942+0000 7fd62f6c3640 1 < canceled multipart upload key=M5I2YC3HVZ0P upload=7U43E30LH8W3 tag=8BWM7ESSBR77 type=write size=3241551 2024-07-29T15:22:12.946 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.945+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~7JTIHYEZX58O.0 size=1048576 2024-07-29T15:22:12.947 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.946+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~7JTIHYEZX58O.1 size=351517 2024-07-29T15:22:12.947 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.946+0000 7fd62f6c3640 1 > prepared multipart upload key=4LY01AD2KMYQ upload=7JTIHYEZX58O tag=KVBED0PPXDMK type=write size=2448669 2024-07-29T15:22:12.949 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.948+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~AOE63442LUM1.0 size=1048576 2024-07-29T15:22:12.950 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.949+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~AOE63442LUM1.1 size=1048576 2024-07-29T15:22:12.951 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.950+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~AOE63442LUM1.2 size=581270 2024-07-29T15:22:12.954 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.953+0000 7fd62f6c3640 1 < completed multipart upload key=TAZR3PWEGCVK upload=AOE63442LUM1 tag=STX2WV1NCPM4 type=write size=3726998 2024-07-29T15:22:12.957 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.956+0000 7fd62f6c3640 1 > prepared part key=_multipart_0C6FXJ0T2NGU.2~CMFYHTV6BNMY.0 size=1048576 2024-07-29T15:22:12.958 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.957+0000 7fd62f6c3640 1 > prepared part key=_multipart_0C6FXJ0T2NGU.2~CMFYHTV6BNMY.1 size=1048576 2024-07-29T15:22:12.959 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.958+0000 7fd62f6c3640 1 > prepared part key=_multipart_0C6FXJ0T2NGU.2~CMFYHTV6BNMY.2 size=379293 2024-07-29T15:22:12.960 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.958+0000 7fd62f6c3640 1 > prepared multipart upload key=0C6FXJ0T2NGU upload=CMFYHTV6BNMY tag=283D9S2J186C type=write size=3525021 2024-07-29T15:22:12.961 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.960+0000 7fd62f6c3640 1 < completed write operation key=W248KYMPQG8A tag=P8QMJO1I3B7W type=write size=756560 2024-07-29T15:22:12.963 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.962+0000 7fd62f6c3640 1 > prepared operation key=C3FDCOT4DV2B tag=KS0ACBV3SSU9 type=del size=713232 2024-07-29T15:22:12.965 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.964+0000 7fd62f6c3640 1 < completed part key=_multipart_VD0CC9XRAGF4.2~2SHPVZS6ND2R.0 size=1048576 2024-07-29T15:22:12.966 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.966+0000 7fd62f6c3640 1 < completed part key=_multipart_VD0CC9XRAGF4.2~2SHPVZS6ND2R.1 size=1048576 2024-07-29T15:22:12.968 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.967+0000 7fd62f6c3640 1 < completed part key=_multipart_VD0CC9XRAGF4.2~2SHPVZS6ND2R.2 size=965195 2024-07-29T15:22:12.971 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.970+0000 7fd62f6c3640 1 < completed multipart upload key=VD0CC9XRAGF4 upload=2SHPVZS6ND2R tag=ZQDEHVF72X0X type=write size=4110923 2024-07-29T15:22:12.974 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.973+0000 7fd62f6c3640 1 > prepared part key=_multipart_5RY4L1BV4ZJB.2~ZBHMJ1L74D63.0 size=1048576 2024-07-29T15:22:12.975 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.975+0000 7fd62f6c3640 1 > prepared part key=_multipart_5RY4L1BV4ZJB.2~ZBHMJ1L74D63.1 size=1048576 2024-07-29T15:22:12.977 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.976+0000 7fd62f6c3640 1 > prepared part key=_multipart_5RY4L1BV4ZJB.2~ZBHMJ1L74D63.2 size=537289 2024-07-29T15:22:12.977 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.976+0000 7fd62f6c3640 1 > prepared multipart upload key=5RY4L1BV4ZJB upload=ZBHMJ1L74D63 tag=G170N7N9HI5R type=write size=3683017 2024-07-29T15:22:12.978 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.977+0000 7fd62f6c3640 1 < completed delete operation key=IWIUUJFZ4UME tag=OUJ4NAM1HHN9 type=del 2024-07-29T15:22:12.981 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.980+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~RTV5NKNYSBMB.0 size=821718 2024-07-29T15:22:12.981 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.980+0000 7fd62f6c3640 1 > prepared multipart upload key=ZMFNWBOB37DJ upload=RTV5NKNYSBMB tag=FKFK63XKP242 type=write size=1870294 2024-07-29T15:22:12.983 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.983+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~Q8WXBC4R9AK5.0 size=1048576 2024-07-29T15:22:12.985 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.984+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~Q8WXBC4R9AK5.1 size=1048576 2024-07-29T15:22:12.986 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.985+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~Q8WXBC4R9AK5.2 size=271595 2024-07-29T15:22:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:12 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:22:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:12 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:22:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:12 smithi067 ceph-mon[91995]: pgmap v1331: 137 pgs: 6 creating+peering, 13 unknown, 118 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:22:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:12 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:22:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:12 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:22:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:12 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:22:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:12 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:22:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:12 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:22:12.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:12 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:22:12.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:12 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:22:12.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:12 smithi067 ceph-mon[94375]: pgmap v1331: 137 pgs: 6 creating+peering, 13 unknown, 118 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:22:12.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:12 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:22:12.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:12 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:22:12.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:12 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:22:12.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:12 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:22:12.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:12 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:22:12.990 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.988+0000 7fd62f6c3640 1 < completed multipart upload key=ZDB57ZUUV5IX upload=Q8WXBC4R9AK5 tag=JG05TLG3KZ4E type=write size=3417323 2024-07-29T15:22:12.992 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.991+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~7GLGLMV41MJX.0 size=1048576 2024-07-29T15:22:12.994 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.993+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~7GLGLMV41MJX.1 size=1048576 2024-07-29T15:22:12.995 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.994+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~7GLGLMV41MJX.2 size=1009325 2024-07-29T15:22:12.995 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.994+0000 7fd62f6c3640 1 > prepared multipart upload key=TAZR3PWEGCVK upload=7GLGLMV41MJX tag=1YDTC7YNUJYO type=write size=4155053 2024-07-29T15:22:12.998 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.997+0000 7fd62f6c3640 1 < suggested update operation key=M86GT4R04HUE tag=8C863IIPUJIS type=del size=1668155 2024-07-29T15:22:13.000 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:12.999+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=EBGL8QUK7FBR type=del size=1965855 2024-07-29T15:22:13.002 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.001+0000 7fd62f6c3640 1 < completed delete operation key=C3FDCOT4DV2B tag=PIGQ2X8WUKMN type=del 2024-07-29T15:22:13.003 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.002+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=GIOT0VBXXR6I type=del size=1832893 2024-07-29T15:22:13.006 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.005+0000 7fd62f6c3640 1 < suggested remove operation key=W248KYMPQG8A tag=A2JZEBFQD0AY type=del 2024-07-29T15:22:13.009 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.008+0000 7fd62f6c3640 1 > prepared part key=_multipart_0C6FXJ0T2NGU.2~3JH8DFOWWN50.0 size=190208 2024-07-29T15:22:13.009 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.008+0000 7fd62f6c3640 1 > prepared multipart upload key=0C6FXJ0T2NGU upload=3JH8DFOWWN50 tag=Q88X0TYNPY17 type=write size=1238784 2024-07-29T15:22:13.012 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.012+0000 7fd62f6c3640 1 < suggested remove operation key=4LY01AD2KMYQ tag=5A4I3OI6R0FB type=del 2024-07-29T15:22:13.014 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.013+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=Z8H2NQ1J5CYT type=del size=226902 2024-07-29T15:22:13.016 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.015+0000 7fd62f6c3640 1 < completed delete operation key=7THABETH5LSN tag=FV7K00V7APY6 type=del 2024-07-29T15:22:13.019 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.018+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~3BXXB0FTRQKF.0 size=1048576 2024-07-29T15:22:13.021 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.020+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~3BXXB0FTRQKF.1 size=32644 2024-07-29T15:22:13.021 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.020+0000 7fd62f6c3640 1 > prepared multipart upload key=UNDM9MIM6GG0 upload=3BXXB0FTRQKF tag=BXHM87URLPY7 type=write size=2129796 2024-07-29T15:22:13.022 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.021+0000 7fd62f6c3640 1 < completed delete operation key=E98KUA2RK3BK tag=TTDHTE50CJMH type=del 2024-07-29T15:22:13.024 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.023+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=8OCDBCY9M0N7 type=del size=3727128 2024-07-29T15:22:13.025 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.024+0000 7fd62f6c3640 1 < completed part key=_multipart_0C6FXJ0T2NGU.2~IDZFS4K247IU.0 size=1048576 2024-07-29T15:22:13.027 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.026+0000 7fd62f6c3640 1 < completed part key=_multipart_0C6FXJ0T2NGU.2~IDZFS4K247IU.1 size=60308 2024-07-29T15:22:13.030 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.029+0000 7fd62f6c3640 1 < completed multipart upload key=0C6FXJ0T2NGU upload=IDZFS4K247IU tag=73T2UOATNLFA type=write size=2157460 2024-07-29T15:22:13.031 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.030+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=Q8V9DGFVAPAX type=del size=2746186 2024-07-29T15:22:13.033 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.032+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~UPBSIAH28KEJ.0 size=1048576 2024-07-29T15:22:13.034 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.033+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~UPBSIAH28KEJ.1 size=1048576 2024-07-29T15:22:13.035 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.035+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~UPBSIAH28KEJ.2 size=914266 2024-07-29T15:22:13.038 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.037+0000 7fd62f6c3640 1 < completed multipart upload key=BIYBUOZPJSZV upload=UPBSIAH28KEJ tag=JTM73J31D4C7 type=write size=4059994 2024-07-29T15:22:13.041 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.040+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~XXU59KEIMDBV.0 size=358696 2024-07-29T15:22:13.041 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.040+0000 7fd62f6c3640 1 > prepared multipart upload key=3OG3SYFEL3VL upload=XXU59KEIMDBV tag=5RNLZCO97D6H type=write size=1407272 2024-07-29T15:22:13.043 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.042+0000 7fd62f6c3640 1 < canceled operation key=L184IOUE520P tag=CMMSAVPFN7SX type=del size=2367828 2024-07-29T15:22:13.046 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.046+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~R18TLVWIW1BI.0 size=1048576 2024-07-29T15:22:13.048 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.047+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~R18TLVWIW1BI.1 size=919863 2024-07-29T15:22:13.048 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.047+0000 7fd62f6c3640 1 > prepared multipart upload key=ZDB57ZUUV5IX upload=R18TLVWIW1BI tag=DKG92SWB6YEN type=write size=3017015 2024-07-29T15:22:13.050 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.049+0000 7fd62f6c3640 1 < completed delete operation key=IWIUUJFZ4UME tag=102H8G67VXIT type=del 2024-07-29T15:22:13.054 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.052+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~0FYJS67K7ZFI.0 size=21248 2024-07-29T15:22:13.054 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.052+0000 7fd62f6c3640 1 > prepared multipart upload key=UNDM9MIM6GG0 upload=0FYJS67K7ZFI tag=9ASVN8EUBPQV type=write size=1069824 2024-07-29T15:22:13.054 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.053+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~7JTIHYEZX58O.0 size=1048576 2024-07-29T15:22:13.055 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.055+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~7JTIHYEZX58O.1 size=351517 2024-07-29T15:22:13.058 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.057+0000 7fd62f6c3640 1 < completed multipart upload key=4LY01AD2KMYQ upload=7JTIHYEZX58O tag=KVBED0PPXDMK type=write size=2448669 2024-07-29T15:22:13.060 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.059+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=P352A3RWFAID type=del size=704189 2024-07-29T15:22:13.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:12 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:22:13.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:12 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:22:13.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:12 smithi138 ceph-mon[86438]: pgmap v1331: 137 pgs: 6 creating+peering, 13 unknown, 118 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:22:13.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:12 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:22:13.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:12 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:22:13.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:12 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:22:13.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:12 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:22:13.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:12 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:22:13.062 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.061+0000 7fd62f6c3640 1 < completed part key=_multipart_0C6FXJ0T2NGU.2~CMFYHTV6BNMY.0 size=1048576 2024-07-29T15:22:13.063 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.062+0000 7fd62f6c3640 1 < completed part key=_multipart_0C6FXJ0T2NGU.2~CMFYHTV6BNMY.1 size=1048576 2024-07-29T15:22:13.065 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.064+0000 7fd62f6c3640 1 < completed part key=_multipart_0C6FXJ0T2NGU.2~CMFYHTV6BNMY.2 size=379293 2024-07-29T15:22:13.068 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.067+0000 7fd62f6c3640 1 < completed multipart upload key=0C6FXJ0T2NGU upload=CMFYHTV6BNMY tag=283D9S2J186C type=write size=3525021 2024-07-29T15:22:13.070 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.069+0000 7fd62f6c3640 1 > prepared operation key=H0YBVQU3EMED tag=2NF86CMSDFX3 type=del size=1289551 2024-07-29T15:22:13.073 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.072+0000 7fd62f6c3640 1 < suggested remove operation key=C3FDCOT4DV2B tag=KS0ACBV3SSU9 type=del 2024-07-29T15:22:13.077 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.076+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~S315BV5X3QSP.0 size=1048576 2024-07-29T15:22:13.078 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.077+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~S315BV5X3QSP.1 size=1048576 2024-07-29T15:22:13.080 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.079+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~S315BV5X3QSP.2 size=873926 2024-07-29T15:22:13.080 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.079+0000 7fd62f6c3640 1 > prepared multipart upload key=UNDM9MIM6GG0 upload=S315BV5X3QSP tag=3G8GGHCHJORF type=write size=4019654 2024-07-29T15:22:13.081 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.081+0000 7fd62f6c3640 1 < completed part key=_multipart_5RY4L1BV4ZJB.2~ZBHMJ1L74D63.0 size=1048576 2024-07-29T15:22:13.083 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.082+0000 7fd62f6c3640 1 < completed part key=_multipart_5RY4L1BV4ZJB.2~ZBHMJ1L74D63.1 size=1048576 2024-07-29T15:22:13.084 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.084+0000 7fd62f6c3640 1 < completed part key=_multipart_5RY4L1BV4ZJB.2~ZBHMJ1L74D63.2 size=537289 2024-07-29T15:22:13.088 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.087+0000 7fd62f6c3640 1 < completed multipart upload key=5RY4L1BV4ZJB upload=ZBHMJ1L74D63 tag=G170N7N9HI5R type=write size=3683017 2024-07-29T15:22:13.089 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.088+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=5ONGOI4DI1G0 type=del size=3990377 2024-07-29T15:22:13.091 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.090+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~RTV5NKNYSBMB.0 size=821718 2024-07-29T15:22:13.094 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.093+0000 7fd62f6c3640 1 < completed multipart upload key=ZMFNWBOB37DJ upload=RTV5NKNYSBMB tag=FKFK63XKP242 type=write size=1870294 2024-07-29T15:22:13.096 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.095+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=D5FBOXTNVAZA type=del size=994483 2024-07-29T15:22:13.097 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.096+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~7GLGLMV41MJX.0 size=1048576 2024-07-29T15:22:13.099 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.098+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~7GLGLMV41MJX.1 size=1048576 2024-07-29T15:22:13.100 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.099+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~7GLGLMV41MJX.2 size=1009325 2024-07-29T15:22:13.103 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.102+0000 7fd62f6c3640 1 < completed multipart upload key=TAZR3PWEGCVK upload=7GLGLMV41MJX tag=1YDTC7YNUJYO type=write size=4155053 2024-07-29T15:22:13.104 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.104+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=E8BMTPZZP9JT type=del size=1336084 2024-07-29T15:22:13.106 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.105+0000 7fd62f6c3640 1 < completed delete operation key=UNDM9MIM6GG0 tag=EBGL8QUK7FBR type=del 2024-07-29T15:22:13.108 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.107+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=XI5LL69O6O62 type=del size=3368040 2024-07-29T15:22:13.109 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.108+0000 7fd62f6c3640 1 < completed delete operation key=7CXNN1RN7UV8 tag=GIOT0VBXXR6I type=del 2024-07-29T15:22:13.111 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.110+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=48FAP0FKZJPL type=del size=1648581 2024-07-29T15:22:13.112 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.112+0000 7fd62f6c3640 1 < completed part key=_multipart_0C6FXJ0T2NGU.2~3JH8DFOWWN50.0 size=190208 2024-07-29T15:22:13.116 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.115+0000 7fd62f6c3640 1 < completed multipart upload key=0C6FXJ0T2NGU upload=3JH8DFOWWN50 tag=Q88X0TYNPY17 type=write size=1238784 2024-07-29T15:22:13.118 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.117+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=XN26AUUZ8H3R type=write size=951503 2024-07-29T15:22:13.119 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.119+0000 7fd62f6c3640 1 < completed delete operation key=IWIUUJFZ4UME tag=Z8H2NQ1J5CYT type=del 2024-07-29T15:22:13.121 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.120+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=P60XLF71VU5M type=write size=1046357 2024-07-29T15:22:13.123 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.122+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~3BXXB0FTRQKF.0 size=1048576 2024-07-29T15:22:13.123 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.122+0000 7fd62f6c3640 1 < canceled part key=_multipart_UNDM9MIM6GG0.2~3BXXB0FTRQKF.1 size=32644 2024-07-29T15:22:13.125 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.124+0000 7fd62f6c3640 1 < canceled multipart upload key=UNDM9MIM6GG0 upload=3BXXB0FTRQKF tag=BXHM87URLPY7 type=write size=2129796 2024-07-29T15:22:13.127 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.126+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=U2QMYP8QCNE2 type=del size=1725410 2024-07-29T15:22:13.129 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.128+0000 7fd62f6c3640 1 < completed delete operation key=FAOPDKU2UC4Y tag=8OCDBCY9M0N7 type=del 2024-07-29T15:22:13.130 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.129+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=8L72FNYL2390 type=del size=3718591 2024-07-29T15:22:13.132 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.131+0000 7fd62f6c3640 1 < completed delete operation key=IWIUUJFZ4UME tag=Q8V9DGFVAPAX type=del 2024-07-29T15:22:13.134 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.133+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=16298KH7YWC6 type=write size=610716 2024-07-29T15:22:13.136 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.135+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~XXU59KEIMDBV.0 size=358696 2024-07-29T15:22:13.139 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.138+0000 7fd62f6c3640 1 < completed multipart upload key=3OG3SYFEL3VL upload=XXU59KEIMDBV tag=5RNLZCO97D6H type=write size=1407272 2024-07-29T15:22:13.140 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.140+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=9NJ6ZB9UF5HT type=del size=3398859 2024-07-29T15:22:13.142 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.141+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~R18TLVWIW1BI.0 size=1048576 2024-07-29T15:22:13.144 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.143+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~R18TLVWIW1BI.1 size=919863 2024-07-29T15:22:13.146 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.145+0000 7fd62f6c3640 1 < completed multipart upload key=ZDB57ZUUV5IX upload=R18TLVWIW1BI tag=DKG92SWB6YEN type=write size=3017015 2024-07-29T15:22:13.148 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.147+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=RYSI12L55Z71 type=del size=1610767 2024-07-29T15:22:13.150 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.149+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~0FYJS67K7ZFI.0 size=21248 2024-07-29T15:22:13.152 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.151+0000 7fd62f6c3640 1 < completed multipart upload key=UNDM9MIM6GG0 upload=0FYJS67K7ZFI tag=9ASVN8EUBPQV type=write size=1069824 2024-07-29T15:22:13.154 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.153+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=WZGP7JB0O0DV type=del size=1474402 2024-07-29T15:22:13.155 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.154+0000 7fd62f6c3640 1 < completed delete operation key=RQC1B162F8M6 tag=P352A3RWFAID type=del 2024-07-29T15:22:13.157 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.156+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=068LRFOOQHWE type=del size=3503422 2024-07-29T15:22:13.160 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.159+0000 7fd62f6c3640 1 < suggested update operation key=H0YBVQU3EMED tag=2NF86CMSDFX3 type=del size=1289551 2024-07-29T15:22:13.162 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.161+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=AUPSZKQRPZSG type=write size=68711 2024-07-29T15:22:13.163 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.162+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~S315BV5X3QSP.0 size=1048576 2024-07-29T15:22:13.164 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.164+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~S315BV5X3QSP.1 size=1048576 2024-07-29T15:22:13.166 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.165+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~S315BV5X3QSP.2 size=873926 2024-07-29T15:22:13.169 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.168+0000 7fd62f6c3640 1 < completed multipart upload key=UNDM9MIM6GG0 upload=S315BV5X3QSP tag=3G8GGHCHJORF type=write size=4019654 2024-07-29T15:22:13.170 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.169+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=64F5LDQC3Z1Y type=del size=2420314 2024-07-29T15:22:13.172 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.171+0000 7fd62f6c3640 1 < completed delete operation key=SI02Q5RHER9G tag=5ONGOI4DI1G0 type=del 2024-07-29T15:22:13.173 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.172+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=T2UF3ZNS2O6H type=del size=326048 2024-07-29T15:22:13.175 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.174+0000 7fd62f6c3640 1 < completed delete operation key=L184IOUE520P tag=D5FBOXTNVAZA type=del 2024-07-29T15:22:13.177 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.176+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=BZ26QICLJ1XP type=del size=3723968 2024-07-29T15:22:13.180 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.179+0000 7fd62f6c3640 1 < suggested update operation key=4LY01AD2KMYQ tag=E8BMTPZZP9JT type=del size=1336084 2024-07-29T15:22:13.183 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.182+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~2YNW2TY4ULJE.0 size=1048576 2024-07-29T15:22:13.185 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.184+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~2YNW2TY4ULJE.1 size=781727 2024-07-29T15:22:13.185 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.184+0000 7fd62f6c3640 1 > prepared multipart upload key=C3FDCOT4DV2B upload=2YNW2TY4ULJE tag=648TEGZAD99Z type=write size=2878879 2024-07-29T15:22:13.187 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.186+0000 7fd62f6c3640 1 < completed delete operation key=FAOPDKU2UC4Y tag=XI5LL69O6O62 type=del 2024-07-29T15:22:13.188 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.187+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=DXR8LDBJU6BS type=write size=724777 2024-07-29T15:22:13.190 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.189+0000 7fd62f6c3640 1 < completed delete operation key=IAXC3BCSNJJH tag=48FAP0FKZJPL type=del 2024-07-29T15:22:13.193 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.192+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~G7SSKWO80X9V.0 size=1048576 2024-07-29T15:22:13.194 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.193+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~G7SSKWO80X9V.1 size=642426 2024-07-29T15:22:13.194 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.193+0000 7fd62f6c3640 1 > prepared multipart upload key=7THABETH5LSN upload=G7SSKWO80X9V tag=DY1EJOVLA6BA type=write size=2739578 2024-07-29T15:22:13.196 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.195+0000 7fd62f6c3640 1 < completed write operation key=BIYBUOZPJSZV tag=XN26AUUZ8H3R type=write size=951503 2024-07-29T15:22:13.197 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.196+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=JU9NYSPZMRTY type=del size=3405502 2024-07-29T15:22:13.198 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.198+0000 7fd62f6c3640 1 < completed write operation key=ZMFNWBOB37DJ tag=P60XLF71VU5M type=write size=1046357 2024-07-29T15:22:13.200 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.199+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=12RAVZ3ZR2EE type=del size=2100481 2024-07-29T15:22:13.206 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.205+0000 7fd62f6c3640 1 < completed delete operation key=3OG3SYFEL3VL tag=U2QMYP8QCNE2 type=del 2024-07-29T15:22:13.208 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.207+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=ALW765FGEA9V type=del size=195793 2024-07-29T15:22:13.210 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.209+0000 7fd62f6c3640 1 < canceled operation key=5RY4L1BV4ZJB tag=8L72FNYL2390 type=del size=3718591 2024-07-29T15:22:13.212 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.211+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=7IIPQF3YFHA4 type=del size=3570462 2024-07-29T15:22:13.215 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.214+0000 7fd62f6c3640 1 < suggested remove operation key=TAZR3PWEGCVK tag=16298KH7YWC6 type=write 2024-07-29T15:22:13.217 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.216+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=TTWNJYQWNHGB type=del size=3827301 2024-07-29T15:22:13.218 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.217+0000 7fd62f6c3640 1 < completed delete operation key=8BA2XKLPRGQN tag=9NJ6ZB9UF5HT type=del 2024-07-29T15:22:13.220 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.219+0000 7fd62f6c3640 1 > prepared operation key=N3UV8NSUX0G0 tag=47PIHLN3IRXJ type=del size=412372 2024-07-29T15:22:13.223 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.222+0000 7fd62f6c3640 1 < suggested update operation key=4Z3FPJTXXFV7 tag=RYSI12L55Z71 type=del size=1610767 2024-07-29T15:22:13.224 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.224+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=YNY5LAYUEO9Q type=del size=1046000 2024-07-29T15:22:13.228 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.227+0000 7fd62f6c3640 1 < suggested remove operation key=A98383AI9GGP tag=WZGP7JB0O0DV type=del 2024-07-29T15:22:13.229 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.228+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=VI46O60BVONI type=del size=1168103 2024-07-29T15:22:13.230 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.230+0000 7fd62f6c3640 1 < completed delete operation key=L184IOUE520P tag=068LRFOOQHWE type=del 2024-07-29T15:22:13.232 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.231+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=LZFQ9E7WGQ96 type=del size=2785739 2024-07-29T15:22:13.234 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.233+0000 7fd62f6c3640 1 < completed write operation key=ZDB57ZUUV5IX tag=AUPSZKQRPZSG type=write size=68711 2024-07-29T15:22:13.235 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.234+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=29B4FAF4KJKE type=del size=611199 2024-07-29T15:22:13.237 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.236+0000 7fd62f6c3640 1 < completed delete operation key=L3WAA4XE7CTH tag=64F5LDQC3Z1Y type=del 2024-07-29T15:22:13.238 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.237+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=0SRE41G4L8UH type=del size=2557533 2024-07-29T15:22:13.241 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.240+0000 7fd62f6c3640 1 < suggested remove operation key=0C6FXJ0T2NGU tag=T2UF3ZNS2O6H type=del 2024-07-29T15:22:13.244 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.243+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~GMTWBJWFXOMK.0 size=1048576 2024-07-29T15:22:13.246 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.245+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~GMTWBJWFXOMK.1 size=1048576 2024-07-29T15:22:13.247 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.246+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~GMTWBJWFXOMK.2 size=683957 2024-07-29T15:22:13.247 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.246+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=GMTWBJWFXOMK tag=LY606D3SM2GO type=write size=3829685 2024-07-29T15:22:13.249 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.248+0000 7fd62f6c3640 -1 < failed to complete operation key=0C6FXJ0T2NGU tag=BZ26QICLJ1XP type=del size=3723968: (22) Invalid argument 2024-07-29T15:22:13.250 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.249+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=KD7IL3PAHOVU type=del size=2515335 2024-07-29T15:22:13.252 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.251+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~2YNW2TY4ULJE.0 size=1048576 2024-07-29T15:22:13.253 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.252+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~2YNW2TY4ULJE.1 size=781727 2024-07-29T15:22:13.256 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.255+0000 7fd62f6c3640 1 < completed multipart upload key=C3FDCOT4DV2B upload=2YNW2TY4ULJE tag=648TEGZAD99Z type=write size=2878879 2024-07-29T15:22:13.257 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.257+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=LOUW2B7H7DJN type=write size=744255 2024-07-29T15:22:13.259 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.258+0000 7fd62f6c3640 1 < completed write operation key=V2178FD5CN6Y tag=DXR8LDBJU6BS type=write size=724777 2024-07-29T15:22:13.261 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.260+0000 7fd62f6c3640 1 > prepared operation key=C3FDCOT4DV2B tag=L5S1UGJ9XZ29 type=del size=1110573 2024-07-29T15:22:13.262 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.261+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~G7SSKWO80X9V.0 size=1048576 2024-07-29T15:22:13.264 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.263+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~G7SSKWO80X9V.1 size=642426 2024-07-29T15:22:13.267 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.266+0000 7fd62f6c3640 1 < completed multipart upload key=7THABETH5LSN upload=G7SSKWO80X9V tag=DY1EJOVLA6BA type=write size=2739578 2024-07-29T15:22:13.269 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.269+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~5ELETVPJXOQN.0 size=1048576 2024-07-29T15:22:13.271 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.270+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~5ELETVPJXOQN.1 size=591656 2024-07-29T15:22:13.271 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.270+0000 7fd62f6c3640 1 > prepared multipart upload key=A98383AI9GGP upload=5ELETVPJXOQN tag=KNHY2JNMSXG5 type=write size=2688808 2024-07-29T15:22:13.274 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.273+0000 7fd62f6c3640 1 < suggested remove operation key=SI02Q5RHER9G tag=JU9NYSPZMRTY type=del 2024-07-29T15:22:13.275 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.274+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=0RH98ZFSZ84T type=del size=755691 2024-07-29T15:22:13.278 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.277+0000 7fd62f6c3640 1 < suggested remove operation key=W248KYMPQG8A tag=12RAVZ3ZR2EE type=del 2024-07-29T15:22:13.281 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.280+0000 7fd62f6c3640 1 > prepared part key=_multipart_0C6FXJ0T2NGU.2~TOTBVGQRDYG3.0 size=991740 2024-07-29T15:22:13.281 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.280+0000 7fd62f6c3640 1 > prepared multipart upload key=0C6FXJ0T2NGU upload=TOTBVGQRDYG3 tag=E038Y2AS5WXJ type=write size=2040316 2024-07-29T15:22:13.283 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.282+0000 7fd62f6c3640 -1 < failed to complete operation key=A98383AI9GGP tag=ALW765FGEA9V type=del size=195793: (22) Invalid argument 2024-07-29T15:22:13.286 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.285+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~IX6VGCS16CY1.0 size=399813 2024-07-29T15:22:13.286 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.285+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=IX6VGCS16CY1 tag=7UJRXNMJ2KAZ type=write size=1448389 2024-07-29T15:22:13.287 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.286+0000 7fd62f6c3640 1 < completed delete operation key=3OG3SYFEL3VL tag=7IIPQF3YFHA4 type=del 2024-07-29T15:22:13.289 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.288+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=1X1NOKB1S3E3 type=del size=3986821 2024-07-29T15:22:13.290 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.289+0000 7fd62f6c3640 1 < completed delete operation key=TAZR3PWEGCVK tag=TTWNJYQWNHGB type=del 2024-07-29T15:22:13.292 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.291+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=7BVLPXT0GR74 type=del size=376231 2024-07-29T15:22:13.294 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.292+0000 7fd62f6c3640 1 < completed delete operation key=N3UV8NSUX0G0 tag=47PIHLN3IRXJ type=del 2024-07-29T15:22:13.295 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.294+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=QUKKPNF1CYZZ type=del size=2636132 2024-07-29T15:22:13.297 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.296+0000 7fd62f6c3640 1 < completed delete operation key=IAXC3BCSNJJH tag=YNY5LAYUEO9Q type=del 2024-07-29T15:22:13.299 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.298+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=T52SU0KNKHM6 type=del size=4132449 2024-07-29T15:22:13.301 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.300+0000 7fd62f6c3640 1 < completed delete operation key=E98KUA2RK3BK tag=VI46O60BVONI type=del 2024-07-29T15:22:13.302 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.301+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=5EQZGO8Y49A3 type=del size=4005550 2024-07-29T15:22:13.305 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.304+0000 7fd62f6c3640 1 < suggested remove operation key=7CXNN1RN7UV8 tag=LZFQ9E7WGQ96 type=del 2024-07-29T15:22:13.307 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.306+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=QCJEU6V5S6XD type=del size=3994094 2024-07-29T15:22:13.309 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.308+0000 7fd62f6c3640 -1 < failed to complete operation key=0C6FXJ0T2NGU tag=29B4FAF4KJKE type=del size=611199: (22) Invalid argument 2024-07-29T15:22:13.310 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.309+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=E5DXGP3ELHN0 type=del size=2036073 2024-07-29T15:22:13.312 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.311+0000 7fd62f6c3640 1 < completed delete operation key=7THABETH5LSN tag=0SRE41G4L8UH type=del 2024-07-29T15:22:13.315 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.314+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~11KDBI8VBG3Y.0 size=1048576 2024-07-29T15:22:13.317 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.316+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~11KDBI8VBG3Y.1 size=590562 2024-07-29T15:22:13.317 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.316+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=11KDBI8VBG3Y tag=Q47YGNNFLZLM type=write size=2687714 2024-07-29T15:22:13.318 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.317+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~GMTWBJWFXOMK.0 size=1048576 2024-07-29T15:22:13.320 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.319+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~GMTWBJWFXOMK.1 size=1048576 2024-07-29T15:22:13.321 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.320+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~GMTWBJWFXOMK.2 size=683957 2024-07-29T15:22:13.323 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.322+0000 7fd62f6c3640 1 < completed multipart upload key=IAXC3BCSNJJH upload=GMTWBJWFXOMK tag=LY606D3SM2GO type=write size=3829685 2024-07-29T15:22:13.325 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.324+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=O0KKJPA37QZS type=write size=936710 2024-07-29T15:22:13.328 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.327+0000 7fd62f6c3640 1 < suggested update operation key=BIYBUOZPJSZV tag=KD7IL3PAHOVU type=del size=2515335 2024-07-29T15:22:13.330 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.329+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=ZV8OA74HMXM5 type=del size=3374337 2024-07-29T15:22:13.332 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.331+0000 7fd62f6c3640 1 < completed write operation key=M86GT4R04HUE tag=LOUW2B7H7DJN type=write size=744255 2024-07-29T15:22:13.335 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.334+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~7P755CW7N02S.0 size=360415 2024-07-29T15:22:13.335 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.334+0000 7fd62f6c3640 1 > prepared multipart upload key=ZMFNWBOB37DJ upload=7P755CW7N02S tag=ES5EW0LA4P83 type=write size=1408991 2024-07-29T15:22:13.336 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.336+0000 7fd62f6c3640 1 < completed delete operation key=C3FDCOT4DV2B tag=L5S1UGJ9XZ29 type=del 2024-07-29T15:22:13.339 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.338+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~M6DJM31MJM64.0 size=788901 2024-07-29T15:22:13.339 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.338+0000 7fd62f6c3640 1 > prepared multipart upload key=L184IOUE520P upload=M6DJM31MJM64 tag=X2D01UUVA2M1 type=write size=1837477 2024-07-29T15:22:13.341 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.340+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~5ELETVPJXOQN.0 size=1048576 2024-07-29T15:22:13.342 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.342+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~5ELETVPJXOQN.1 size=591656 2024-07-29T15:22:13.345 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.344+0000 7fd62f6c3640 1 < completed multipart upload key=A98383AI9GGP upload=5ELETVPJXOQN tag=KNHY2JNMSXG5 type=write size=2688808 2024-07-29T15:22:13.348 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.347+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~W0RE14AU4U2U.0 size=1048576 2024-07-29T15:22:13.350 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.349+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~W0RE14AU4U2U.1 size=224626 2024-07-29T15:22:13.350 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.349+0000 7fd62f6c3640 1 > prepared multipart upload key=L184IOUE520P upload=W0RE14AU4U2U tag=WK7IV52CJN7W type=write size=2321778 2024-07-29T15:22:13.351 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.350+0000 7fd62f6c3640 1 < completed delete operation key=0C6FXJ0T2NGU tag=0RH98ZFSZ84T type=del 2024-07-29T15:22:13.353 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.352+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=FZJR6H2FUKJ8 type=del size=303496 2024-07-29T15:22:13.354 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.353+0000 7fd62f6c3640 1 < completed part key=_multipart_0C6FXJ0T2NGU.2~TOTBVGQRDYG3.0 size=991740 2024-07-29T15:22:13.357 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.356+0000 7fd62f6c3640 1 < completed multipart upload key=0C6FXJ0T2NGU upload=TOTBVGQRDYG3 tag=E038Y2AS5WXJ type=write size=2040316 2024-07-29T15:22:13.360 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.359+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~G6T391247VM2.0 size=338264 2024-07-29T15:22:13.360 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.359+0000 7fd62f6c3640 1 > prepared multipart upload key=7THABETH5LSN upload=G6T391247VM2 tag=YVDF4XQUO2IP type=write size=1386840 2024-07-29T15:22:13.361 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.361+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~IX6VGCS16CY1.0 size=399813 2024-07-29T15:22:13.364 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.363+0000 7fd62f6c3640 1 < completed multipart upload key=W248KYMPQG8A upload=IX6VGCS16CY1 tag=7UJRXNMJ2KAZ type=write size=1448389 2024-07-29T15:22:13.367 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.366+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~E7S7N0GR0TVJ.0 size=1048576 2024-07-29T15:22:13.368 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.367+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~E7S7N0GR0TVJ.1 size=1048576 2024-07-29T15:22:13.369 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.368+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~E7S7N0GR0TVJ.2 size=582918 2024-07-29T15:22:13.370 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.368+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=E7S7N0GR0TVJ tag=ZGF7NLH2OXUM type=write size=3728646 2024-07-29T15:22:13.371 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.370+0000 7fd62f6c3640 1 < completed delete operation key=M5I2YC3HVZ0P tag=1X1NOKB1S3E3 type=del 2024-07-29T15:22:13.374 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.373+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~GRI7ECEP6JNY.0 size=1048576 2024-07-29T15:22:13.375 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.374+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~GRI7ECEP6JNY.1 size=1048576 2024-07-29T15:22:13.377 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.376+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~GRI7ECEP6JNY.2 size=129349 2024-07-29T15:22:13.377 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.376+0000 7fd62f6c3640 1 > prepared multipart upload key=3OG3SYFEL3VL upload=GRI7ECEP6JNY tag=4GE490MLIXB0 type=write size=3275077 2024-07-29T15:22:13.378 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.378+0000 7fd62f6c3640 1 < completed delete operation key=FAOPDKU2UC4Y tag=7BVLPXT0GR74 type=del 2024-07-29T15:22:13.380 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.379+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=TJ34MYHGUDT8 type=write size=977546 2024-07-29T15:22:13.382 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.381+0000 7fd62f6c3640 1 < completed delete operation key=4LY01AD2KMYQ tag=QUKKPNF1CYZZ type=del 2024-07-29T15:22:13.384 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.383+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=OGF5HYT9R2RB type=del size=2567668 2024-07-29T15:22:13.385 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.384+0000 7fd62f6c3640 1 < completed delete operation key=ZMFNWBOB37DJ tag=T52SU0KNKHM6 type=del 2024-07-29T15:22:13.387 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.386+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=5A8SIZSGWV82 type=del size=1662359 2024-07-29T15:22:13.390 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.389+0000 7fd62f6c3640 1 < suggested remove operation key=M86GT4R04HUE tag=5EQZGO8Y49A3 type=del 2024-07-29T15:22:13.392 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.391+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=IYAYKBP16VKT type=del size=1484764 2024-07-29T15:22:13.393 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.392+0000 7fd62f6c3640 1 < completed delete operation key=4Z3FPJTXXFV7 tag=QCJEU6V5S6XD type=del 2024-07-29T15:22:13.396 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.395+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~WRTBW5JREUE9.0 size=1048576 2024-07-29T15:22:13.397 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.396+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~WRTBW5JREUE9.1 size=1048576 2024-07-29T15:22:13.399 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.398+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~WRTBW5JREUE9.2 size=32747 2024-07-29T15:22:13.399 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.398+0000 7fd62f6c3640 1 > prepared multipart upload key=YSQLYQW9APLO upload=WRTBW5JREUE9 tag=KXQ7705YYXAA type=write size=3178475 2024-07-29T15:22:13.401 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.400+0000 7fd62f6c3640 1 < completed delete operation key=FAOPDKU2UC4Y tag=E5DXGP3ELHN0 type=del 2024-07-29T15:22:13.404 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.403+0000 7fd62f6c3640 1 > prepared part key=_multipart_M86GT4R04HUE.2~3DNUYM8RNOB1.0 size=1048576 2024-07-29T15:22:13.405 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.404+0000 7fd62f6c3640 1 > prepared part key=_multipart_M86GT4R04HUE.2~3DNUYM8RNOB1.1 size=1048576 2024-07-29T15:22:13.407 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.406+0000 7fd62f6c3640 1 > prepared part key=_multipart_M86GT4R04HUE.2~3DNUYM8RNOB1.2 size=1029152 2024-07-29T15:22:13.407 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.406+0000 7fd62f6c3640 1 > prepared multipart upload key=M86GT4R04HUE upload=3DNUYM8RNOB1 tag=W06TMGHT62IO type=write size=4174880 2024-07-29T15:22:13.409 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.408+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~11KDBI8VBG3Y.0 size=1048576 2024-07-29T15:22:13.410 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.409+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~11KDBI8VBG3Y.1 size=590562 2024-07-29T15:22:13.413 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.412+0000 7fd62f6c3640 1 < completed multipart upload key=W248KYMPQG8A upload=11KDBI8VBG3Y tag=Q47YGNNFLZLM type=write size=2687714 2024-07-29T15:22:13.416 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.415+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~PV2MI5S08MGG.0 size=1048576 2024-07-29T15:22:13.417 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.416+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~PV2MI5S08MGG.1 size=461493 2024-07-29T15:22:13.417 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.416+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=PV2MI5S08MGG tag=16LAEN04ZOA0 type=write size=2558645 2024-07-29T15:22:13.418 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.417+0000 7fd62f6c3640 1 < completed write operation key=W248KYMPQG8A tag=O0KKJPA37QZS type=write size=936710 2024-07-29T15:22:13.422 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.421+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~S2NAHRA9I3FY.0 size=810562 2024-07-29T15:22:13.422 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.421+0000 7fd62f6c3640 1 > prepared multipart upload key=7THABETH5LSN upload=S2NAHRA9I3FY tag=NVYNZMBD401O type=write size=1859138 2024-07-29T15:22:13.425 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.424+0000 7fd62f6c3640 1 < suggested update operation key=E98KUA2RK3BK tag=ZV8OA74HMXM5 type=del size=3374337 2024-07-29T15:22:13.428 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.427+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~R9O4GXGTZ6U2.0 size=70489 2024-07-29T15:22:13.428 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.427+0000 7fd62f6c3640 1 > prepared multipart upload key=H0YBVQU3EMED upload=R9O4GXGTZ6U2 tag=DEZ0961Y1K1T type=write size=1119065 2024-07-29T15:22:13.430 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.429+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~7P755CW7N02S.0 size=360415 2024-07-29T15:22:13.433 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.432+0000 7fd62f6c3640 1 < completed multipart upload key=ZMFNWBOB37DJ upload=7P755CW7N02S tag=ES5EW0LA4P83 type=write size=1408991 2024-07-29T15:22:13.435 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.434+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=FNJ0PKR26HOX type=del size=1021928 2024-07-29T15:22:13.437 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.436+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~M6DJM31MJM64.0 size=788901 2024-07-29T15:22:13.440 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.439+0000 7fd62f6c3640 1 < completed multipart upload key=L184IOUE520P upload=M6DJM31MJM64 tag=X2D01UUVA2M1 type=write size=1837477 2024-07-29T15:22:13.441 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.440+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=6N7DDN4B6PW4 type=del size=2394549 2024-07-29T15:22:13.443 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.442+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~W0RE14AU4U2U.0 size=1048576 2024-07-29T15:22:13.444 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.443+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~W0RE14AU4U2U.1 size=224626 2024-07-29T15:22:13.447 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.446+0000 7fd62f6c3640 1 < completed multipart upload key=L184IOUE520P upload=W0RE14AU4U2U tag=WK7IV52CJN7W type=write size=2321778 2024-07-29T15:22:13.450 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.449+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~YAAZRJQNK3A9.0 size=729808 2024-07-29T15:22:13.450 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.449+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=YAAZRJQNK3A9 tag=4WS9A3ZGVNXX type=write size=1778384 2024-07-29T15:22:13.453 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.453+0000 7fd62f6c3640 1 < suggested remove operation key=TAZR3PWEGCVK tag=FZJR6H2FUKJ8 type=del 2024-07-29T15:22:13.455 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.454+0000 7fd62f6c3640 1 > prepared operation key=N3UV8NSUX0G0 tag=GLJVB57PTNJV type=write size=602183 2024-07-29T15:22:13.457 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.456+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~G6T391247VM2.0 size=338264 2024-07-29T15:22:13.460 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.459+0000 7fd62f6c3640 1 < completed multipart upload key=7THABETH5LSN upload=G6T391247VM2 tag=YVDF4XQUO2IP type=write size=1386840 2024-07-29T15:22:13.462 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.461+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=I8GB1RYA1J0Q type=del size=2587625 2024-07-29T15:22:13.464 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.463+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~E7S7N0GR0TVJ.0 size=1048576 2024-07-29T15:22:13.465 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.464+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~E7S7N0GR0TVJ.1 size=1048576 2024-07-29T15:22:13.466 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.465+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~E7S7N0GR0TVJ.2 size=582918 2024-07-29T15:22:13.470 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.469+0000 7fd62f6c3640 1 < completed multipart upload key=W248KYMPQG8A upload=E7S7N0GR0TVJ tag=ZGF7NLH2OXUM type=write size=3728646 2024-07-29T15:22:13.472 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.471+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=DK4VJ6S7YFA8 type=write size=689897 2024-07-29T15:22:13.472 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.471+0000 7fd62f6c3640 1 < canceled part key=_multipart_3OG3SYFEL3VL.2~GRI7ECEP6JNY.0 size=1048576 2024-07-29T15:22:13.474 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.473+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~GRI7ECEP6JNY.1 size=1048576 2024-07-29T15:22:13.476 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.475+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~GRI7ECEP6JNY.2 size=129349 2024-07-29T15:22:13.479 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.478+0000 7fd62f6c3640 1 < canceled multipart upload key=3OG3SYFEL3VL upload=GRI7ECEP6JNY tag=4GE490MLIXB0 type=write size=3275077 2024-07-29T15:22:13.480 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.479+0000 7fd62f6c3640 1 > prepared operation key=H0YBVQU3EMED tag=HLD08RGZ4W91 type=del size=4002231 2024-07-29T15:22:13.482 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.481+0000 7fd62f6c3640 1 < canceled operation key=4Z3FPJTXXFV7 tag=TJ34MYHGUDT8 type=write size=977546 2024-07-29T15:22:13.485 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.484+0000 7fd62f6c3640 1 > prepared part key=_multipart_0C6FXJ0T2NGU.2~GHFBBNUKQY6J.0 size=1048576 2024-07-29T15:22:13.487 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.486+0000 7fd62f6c3640 1 > prepared part key=_multipart_0C6FXJ0T2NGU.2~GHFBBNUKQY6J.1 size=128548 2024-07-29T15:22:13.487 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.486+0000 7fd62f6c3640 1 > prepared multipart upload key=0C6FXJ0T2NGU upload=GHFBBNUKQY6J tag=226E4USUT2F6 type=write size=2225700 2024-07-29T15:22:13.491 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.490+0000 7fd62f6c3640 1 < suggested update operation key=4Z3FPJTXXFV7 tag=OGF5HYT9R2RB type=del size=2567668 2024-07-29T15:22:13.492 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.492+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=PYA1QLQFLOTZ type=del size=1613683 2024-07-29T15:22:13.494 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.493+0000 7fd62f6c3640 1 < completed delete operation key=W248KYMPQG8A tag=5A8SIZSGWV82 type=del 2024-07-29T15:22:13.497 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.496+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~YVQCSZFLF8XO.0 size=1048576 2024-07-29T15:22:13.499 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.498+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~YVQCSZFLF8XO.1 size=602725 2024-07-29T15:22:13.499 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.498+0000 7fd62f6c3640 1 > prepared multipart upload key=SI02Q5RHER9G upload=YVQCSZFLF8XO tag=6PJ6OEGEBL57 type=write size=2699877 2024-07-29T15:22:13.500 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.499+0000 7fd62f6c3640 1 < completed delete operation key=5E8G14SOGN0S tag=IYAYKBP16VKT type=del 2024-07-29T15:22:13.502 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.501+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=WDYR7RWQ9EV6 type=write size=365134 2024-07-29T15:22:13.504 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.503+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~WRTBW5JREUE9.0 size=1048576 2024-07-29T15:22:13.505 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.504+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~WRTBW5JREUE9.1 size=1048576 2024-07-29T15:22:13.507 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.506+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~WRTBW5JREUE9.2 size=32747 2024-07-29T15:22:13.510 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.509+0000 7fd62f6c3640 1 < completed multipart upload key=YSQLYQW9APLO upload=WRTBW5JREUE9 tag=KXQ7705YYXAA type=write size=3178475 2024-07-29T15:22:13.511 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.510+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=SUE2E91P7CG6 type=del size=2553588 2024-07-29T15:22:13.513 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.512+0000 7fd62f6c3640 1 < completed part key=_multipart_M86GT4R04HUE.2~3DNUYM8RNOB1.0 size=1048576 2024-07-29T15:22:13.514 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.513+0000 7fd62f6c3640 1 < completed part key=_multipart_M86GT4R04HUE.2~3DNUYM8RNOB1.1 size=1048576 2024-07-29T15:22:13.516 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.515+0000 7fd62f6c3640 1 < completed part key=_multipart_M86GT4R04HUE.2~3DNUYM8RNOB1.2 size=1029152 2024-07-29T15:22:13.519 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.518+0000 7fd62f6c3640 1 < completed multipart upload key=M86GT4R04HUE upload=3DNUYM8RNOB1 tag=W06TMGHT62IO type=write size=4174880 2024-07-29T15:22:13.520 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.519+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=RXN5SUZIDS76 type=del size=2032177 2024-07-29T15:22:13.522 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.521+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~PV2MI5S08MGG.0 size=1048576 2024-07-29T15:22:13.523 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.522+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~PV2MI5S08MGG.1 size=461493 2024-07-29T15:22:13.526 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.525+0000 7fd62f6c3640 1 < completed multipart upload key=IAXC3BCSNJJH upload=PV2MI5S08MGG tag=16LAEN04ZOA0 type=write size=2558645 2024-07-29T15:22:13.529 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.528+0000 7fd62f6c3640 1 > prepared part key=_multipart_N3UV8NSUX0G0.2~0FUVNG771BU0.0 size=723619 2024-07-29T15:22:13.529 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.528+0000 7fd62f6c3640 1 > prepared multipart upload key=N3UV8NSUX0G0 upload=0FUVNG771BU0 tag=N4KNEQCH3MOJ type=write size=1772195 2024-07-29T15:22:13.531 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.530+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~S2NAHRA9I3FY.0 size=810562 2024-07-29T15:22:13.534 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.533+0000 7fd62f6c3640 1 < completed multipart upload key=7THABETH5LSN upload=S2NAHRA9I3FY tag=NVYNZMBD401O type=write size=1859138 2024-07-29T15:22:13.535 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.535+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=KYSZ66FCS7S4 type=del size=2322299 2024-07-29T15:22:13.537 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.536+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~R9O4GXGTZ6U2.0 size=70489 2024-07-29T15:22:13.540 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.539+0000 7fd62f6c3640 1 < completed multipart upload key=H0YBVQU3EMED upload=R9O4GXGTZ6U2 tag=DEZ0961Y1K1T type=write size=1119065 2024-07-29T15:22:13.543 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.542+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~0S2WH55Z3SYB.0 size=1048576 2024-07-29T15:22:13.544 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.543+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~0S2WH55Z3SYB.1 size=524189 2024-07-29T15:22:13.544 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.543+0000 7fd62f6c3640 1 > prepared multipart upload key=UNDM9MIM6GG0 upload=0S2WH55Z3SYB tag=JEU0ZMD15RMH type=write size=2621341 2024-07-29T15:22:13.546 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.545+0000 7fd62f6c3640 1 < completed delete operation key=4LY01AD2KMYQ tag=FNJ0PKR26HOX type=del 2024-07-29T15:22:13.548 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.547+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=XVO63SPE22JQ type=write size=64476 2024-07-29T15:22:13.550 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.549+0000 7fd62f6c3640 1 < completed delete operation key=M86GT4R04HUE tag=6N7DDN4B6PW4 type=del 2024-07-29T15:22:13.552 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.551+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=YG5TQNCS29Q4 type=del size=2597027 2024-07-29T15:22:13.554 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.553+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~YAAZRJQNK3A9.0 size=729808 2024-07-29T15:22:13.557 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.556+0000 7fd62f6c3640 1 < completed multipart upload key=W248KYMPQG8A upload=YAAZRJQNK3A9 tag=4WS9A3ZGVNXX type=write size=1778384 2024-07-29T15:22:13.560 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.559+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=58HDF9SQ9HLT type=del size=3062942 2024-07-29T15:22:13.561 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.561+0000 7fd62f6c3640 1 < completed write operation key=N3UV8NSUX0G0 tag=GLJVB57PTNJV type=write size=602183 2024-07-29T15:22:13.565 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.564+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~UTXXRMV7RDL8.0 size=897395 2024-07-29T15:22:13.565 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.564+0000 7fd62f6c3640 1 > prepared multipart upload key=YSQLYQW9APLO upload=UTXXRMV7RDL8 tag=4MCQDC91RT9S type=write size=1945971 2024-07-29T15:22:13.567 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.566+0000 7fd62f6c3640 1 < completed delete operation key=L184IOUE520P tag=I8GB1RYA1J0Q type=del 2024-07-29T15:22:13.568 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.568+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=XHEJ48YPJ74B type=del size=2508044 2024-07-29T15:22:13.570 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.569+0000 7fd62f6c3640 1 < completed write operation key=E98KUA2RK3BK tag=DK4VJ6S7YFA8 type=write size=689897 2024-07-29T15:22:13.572 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.571+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=PS0OZPW5UBY4 type=del size=772097 2024-07-29T15:22:13.574 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.573+0000 7fd62f6c3640 1 < completed delete operation key=H0YBVQU3EMED tag=HLD08RGZ4W91 type=del 2024-07-29T15:22:13.577 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.576+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~I7Z6S78PULF0.0 size=853116 2024-07-29T15:22:13.577 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.576+0000 7fd62f6c3640 1 > prepared multipart upload key=YSQLYQW9APLO upload=I7Z6S78PULF0 tag=K47E9J5GFNJH type=write size=1901692 2024-07-29T15:22:13.579 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.578+0000 7fd62f6c3640 1 < completed part key=_multipart_0C6FXJ0T2NGU.2~GHFBBNUKQY6J.0 size=1048576 2024-07-29T15:22:13.579 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.578+0000 7fd62f6c3640 1 < canceled part key=_multipart_0C6FXJ0T2NGU.2~GHFBBNUKQY6J.1 size=128548 2024-07-29T15:22:13.582 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.581+0000 7fd62f6c3640 1 < canceled multipart upload key=0C6FXJ0T2NGU upload=GHFBBNUKQY6J tag=226E4USUT2F6 type=write size=2225700 2024-07-29T15:22:13.585 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.584+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~OUBKG0E8R8VJ.0 size=507309 2024-07-29T15:22:13.585 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.584+0000 7fd62f6c3640 1 > prepared multipart upload key=5E8G14SOGN0S upload=OUBKG0E8R8VJ tag=2NZ06YZLG94H type=write size=1555885 2024-07-29T15:22:13.587 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.586+0000 7fd62f6c3640 1 < completed delete operation key=7CXNN1RN7UV8 tag=PYA1QLQFLOTZ type=del 2024-07-29T15:22:13.589 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.588+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=G8KTMME9LNSY type=write size=678639 2024-07-29T15:22:13.589 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.588+0000 7fd62f6c3640 1 < canceled part key=_multipart_SI02Q5RHER9G.2~YVQCSZFLF8XO.0 size=1048576 2024-07-29T15:22:13.590 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.590+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~YVQCSZFLF8XO.1 size=602725 2024-07-29T15:22:13.593 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.593+0000 7fd62f6c3640 1 < canceled multipart upload key=SI02Q5RHER9G upload=YVQCSZFLF8XO tag=6PJ6OEGEBL57 type=write size=2699877 2024-07-29T15:22:13.595 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.594+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=1F8EQV4MLANR type=del size=856043 2024-07-29T15:22:13.597 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.596+0000 7fd62f6c3640 1 < completed write operation key=L3WAA4XE7CTH tag=WDYR7RWQ9EV6 type=write size=365134 2024-07-29T15:22:13.599 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.598+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=PJ9OEGB82JMR type=del size=3573695 2024-07-29T15:22:13.602 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.601+0000 7fd62f6c3640 1 < suggested update operation key=ZDB57ZUUV5IX tag=SUE2E91P7CG6 type=del size=2553588 2024-07-29T15:22:13.604 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.603+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=3R0EHH966PV2 type=del size=1024489 2024-07-29T15:22:13.608 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.607+0000 7fd62f6c3640 1 < suggested remove operation key=L184IOUE520P tag=RXN5SUZIDS76 type=del 2024-07-29T15:22:13.609 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.608+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=B3SZQCIUCVWS type=del size=1281598 2024-07-29T15:22:13.612 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.611+0000 7fd62f6c3640 1 < completed part key=_multipart_N3UV8NSUX0G0.2~0FUVNG771BU0.0 size=723619 2024-07-29T15:22:13.614 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.614+0000 7fd62f6c3640 1 < completed multipart upload key=N3UV8NSUX0G0 upload=0FUVNG771BU0 tag=N4KNEQCH3MOJ type=write size=1772195 2024-07-29T15:22:13.616 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.615+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=Z5AMB2CYN7J8 type=del size=3890941 2024-07-29T15:22:13.618 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.617+0000 7fd62f6c3640 -1 < failed to complete operation key=L184IOUE520P tag=KYSZ66FCS7S4 type=del size=2322299: (22) Invalid argument 2024-07-29T15:22:13.622 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.621+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~G0FH629OGFWN.0 size=1048576 2024-07-29T15:22:13.623 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.622+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~G0FH629OGFWN.1 size=1048576 2024-07-29T15:22:13.625 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.624+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~G0FH629OGFWN.2 size=569320 2024-07-29T15:22:13.625 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.624+0000 7fd62f6c3640 1 > prepared multipart upload key=YSQLYQW9APLO upload=G0FH629OGFWN tag=2X0VHXCWA3AJ type=write size=3715048 2024-07-29T15:22:13.626 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.625+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~0S2WH55Z3SYB.0 size=1048576 2024-07-29T15:22:13.627 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.627+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~0S2WH55Z3SYB.1 size=524189 2024-07-29T15:22:13.630 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.630+0000 7fd62f6c3640 1 < completed multipart upload key=UNDM9MIM6GG0 upload=0S2WH55Z3SYB tag=JEU0ZMD15RMH type=write size=2621341 2024-07-29T15:22:13.634 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.633+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~GX4HDGU73J0M.0 size=1048576 2024-07-29T15:22:13.635 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.634+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~GX4HDGU73J0M.1 size=1048576 2024-07-29T15:22:13.637 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.636+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~GX4HDGU73J0M.2 size=467828 2024-07-29T15:22:13.637 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.636+0000 7fd62f6c3640 1 > prepared multipart upload key=FAOPDKU2UC4Y upload=GX4HDGU73J0M tag=8GVFRLGOVK55 type=write size=3613556 2024-07-29T15:22:13.638 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.637+0000 7fd62f6c3640 1 < completed write operation key=FAOPDKU2UC4Y tag=XVO63SPE22JQ type=write size=64476 2024-07-29T15:22:13.640 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.640+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=XJSYH0QKW3R3 type=write size=531477 2024-07-29T15:22:13.642 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.641+0000 7fd62f6c3640 1 < completed delete operation key=VD0CC9XRAGF4 tag=YG5TQNCS29Q4 type=del 2024-07-29T15:22:13.646 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.645+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~YGA9E5HLH185.0 size=1048576 2024-07-29T15:22:13.647 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.646+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~YGA9E5HLH185.1 size=375741 2024-07-29T15:22:13.647 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.646+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=YGA9E5HLH185 tag=49WENUZTLKJF type=write size=2472893 2024-07-29T15:22:13.649 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.648+0000 7fd62f6c3640 1 < completed delete operation key=W248KYMPQG8A tag=58HDF9SQ9HLT type=del 2024-07-29T15:22:13.653 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.652+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~7O5M1F62OZD0.0 size=1048576 2024-07-29T15:22:13.655 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.654+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~7O5M1F62OZD0.1 size=856333 2024-07-29T15:22:13.655 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.654+0000 7fd62f6c3640 1 > prepared multipart upload key=E98KUA2RK3BK upload=7O5M1F62OZD0 tag=YLXZYJDWH341 type=write size=2953485 2024-07-29T15:22:13.657 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.656+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~UTXXRMV7RDL8.0 size=897395 2024-07-29T15:22:13.659 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.659+0000 7fd62f6c3640 1 < completed multipart upload key=YSQLYQW9APLO upload=UTXXRMV7RDL8 tag=4MCQDC91RT9S type=write size=1945971 2024-07-29T15:22:13.661 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.660+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=DVY6XI1LDNWA type=del size=3613877 2024-07-29T15:22:13.663 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.662+0000 7fd62f6c3640 1 < completed delete operation key=4Z3FPJTXXFV7 tag=XHEJ48YPJ74B type=del 2024-07-29T15:22:13.665 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.664+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=LY1ETTJL7QNJ type=del size=3050015 2024-07-29T15:22:13.669 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.666+0000 7fd62f6c3640 1 < completed delete operation key=IAXC3BCSNJJH tag=PS0OZPW5UBY4 type=del 2024-07-29T15:22:13.670 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.669+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~YMK6BSRRNS0D.0 size=1048576 2024-07-29T15:22:13.671 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.670+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~YMK6BSRRNS0D.1 size=1048576 2024-07-29T15:22:13.673 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.672+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~YMK6BSRRNS0D.2 size=269848 2024-07-29T15:22:13.673 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.672+0000 7fd62f6c3640 1 > prepared multipart upload key=RQC1B162F8M6 upload=YMK6BSRRNS0D tag=GVETK2RYVDK3 type=write size=3415576 2024-07-29T15:22:13.674 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.673+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~I7Z6S78PULF0.0 size=853116 2024-07-29T15:22:13.677 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.677+0000 7fd62f6c3640 1 < completed multipart upload key=YSQLYQW9APLO upload=I7Z6S78PULF0 tag=K47E9J5GFNJH type=write size=1901692 2024-07-29T15:22:13.679 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.678+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=PMLWENXB4DYO type=del size=2824963 2024-07-29T15:22:13.681 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.680+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~OUBKG0E8R8VJ.0 size=507309 2024-07-29T15:22:13.683 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.683+0000 7fd62f6c3640 1 < completed multipart upload key=5E8G14SOGN0S upload=OUBKG0E8R8VJ tag=2NZ06YZLG94H type=write size=1555885 2024-07-29T15:22:13.685 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.684+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=WVEKH56QKBG3 type=write size=14084 2024-07-29T15:22:13.687 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.686+0000 7fd62f6c3640 1 < completed write operation key=M5I2YC3HVZ0P tag=G8KTMME9LNSY type=write size=678639 2024-07-29T15:22:13.690 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.689+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~UM2YW3DHCLMZ.0 size=1048576 2024-07-29T15:22:13.691 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.690+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~UM2YW3DHCLMZ.1 size=1048576 2024-07-29T15:22:13.693 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.692+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~UM2YW3DHCLMZ.2 size=762985 2024-07-29T15:22:13.693 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.692+0000 7fd62f6c3640 1 > prepared multipart upload key=L3WAA4XE7CTH upload=UM2YW3DHCLMZ tag=HKEBQCTGH2Z9 type=write size=3908713 2024-07-29T15:22:13.694 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.693+0000 7fd62f6c3640 1 < canceled operation key=7CXNN1RN7UV8 tag=1F8EQV4MLANR type=del size=856043 2024-07-29T15:22:13.696 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.695+0000 7fd62f6c3640 1 > prepared operation key=YSQLYQW9APLO tag=NVDBZDYFD1VQ type=write size=649321 2024-07-29T15:22:13.698 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.697+0000 7fd62f6c3640 1 < completed delete operation key=ZMFNWBOB37DJ tag=PJ9OEGB82JMR type=del 2024-07-29T15:22:13.699 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.698+0000 7fd62f6c3640 1 > prepared operation key=H0YBVQU3EMED tag=0R2LCHM0MLI4 type=del size=1139225 2024-07-29T15:22:13.701 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.700+0000 7fd62f6c3640 1 < canceled operation key=0C6FXJ0T2NGU tag=3R0EHH966PV2 type=del size=1024489 2024-07-29T15:22:13.703 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.702+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=R7PP4JLYCVDU type=del size=4101400 2024-07-29T15:22:13.704 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.703+0000 7fd62f6c3640 1 < completed delete operation key=E98KUA2RK3BK tag=B3SZQCIUCVWS type=del 2024-07-29T15:22:13.706 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.705+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=9JDUDRM8KE1F type=del size=1535861 2024-07-29T15:22:13.707 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.707+0000 7fd62f6c3640 1 < completed delete operation key=IAXC3BCSNJJH tag=Z5AMB2CYN7J8 type=del 2024-07-29T15:22:13.710 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.709+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~6VG8Z66NNG11.0 size=1048576 2024-07-29T15:22:13.712 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.711+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~6VG8Z66NNG11.1 size=1048576 2024-07-29T15:22:13.713 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.712+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~6VG8Z66NNG11.2 size=981836 2024-07-29T15:22:13.713 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.712+0000 7fd62f6c3640 1 > prepared multipart upload key=L184IOUE520P upload=6VG8Z66NNG11 tag=0F09RZFY2M8D type=write size=4127564 2024-07-29T15:22:13.714 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.714+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~G0FH629OGFWN.0 size=1048576 2024-07-29T15:22:13.716 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.715+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~G0FH629OGFWN.1 size=1048576 2024-07-29T15:22:13.717 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.716+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~G0FH629OGFWN.2 size=569320 2024-07-29T15:22:13.720 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.719+0000 7fd62f6c3640 1 < completed multipart upload key=YSQLYQW9APLO upload=G0FH629OGFWN tag=2X0VHXCWA3AJ type=write size=3715048 2024-07-29T15:22:13.721 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.721+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=B5V9INXL9FVZ type=del size=3086121 2024-07-29T15:22:13.723 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.722+0000 7fd62f6c3640 1 < completed part key=_multipart_FAOPDKU2UC4Y.2~GX4HDGU73J0M.0 size=1048576 2024-07-29T15:22:13.725 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.724+0000 7fd62f6c3640 1 < completed part key=_multipart_FAOPDKU2UC4Y.2~GX4HDGU73J0M.1 size=1048576 2024-07-29T15:22:13.726 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.725+0000 7fd62f6c3640 1 < completed part key=_multipart_FAOPDKU2UC4Y.2~GX4HDGU73J0M.2 size=467828 2024-07-29T15:22:13.729 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.728+0000 7fd62f6c3640 1 < completed multipart upload key=FAOPDKU2UC4Y upload=GX4HDGU73J0M tag=8GVFRLGOVK55 type=write size=3613556 2024-07-29T15:22:13.730 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.730+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=X6Z5ERLGM3EM type=del size=2170854 2024-07-29T15:22:13.732 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.732+0000 7fd62f6c3640 1 < completed write operation key=8BA2XKLPRGQN tag=XJSYH0QKW3R3 type=write size=531477 2024-07-29T15:22:13.736 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.735+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~OVMULPS0LN3L.0 size=296115 2024-07-29T15:22:13.736 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.735+0000 7fd62f6c3640 1 > prepared multipart upload key=VD0CC9XRAGF4 upload=OVMULPS0LN3L tag=52GN60CH4AXI type=write size=1344691 2024-07-29T15:22:13.737 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.736+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~YGA9E5HLH185.0 size=1048576 2024-07-29T15:22:13.739 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.738+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~YGA9E5HLH185.1 size=375741 2024-07-29T15:22:13.742 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.741+0000 7fd62f6c3640 1 < completed multipart upload key=IAXC3BCSNJJH upload=YGA9E5HLH185 tag=49WENUZTLKJF type=write size=2472893 2024-07-29T15:22:13.744 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.743+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=LV3YBC3BEC1F type=del size=632681 2024-07-29T15:22:13.745 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.745+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~7O5M1F62OZD0.0 size=1048576 2024-07-29T15:22:13.747 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.746+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~7O5M1F62OZD0.1 size=856333 2024-07-29T15:22:13.750 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.749+0000 7fd62f6c3640 1 < completed multipart upload key=E98KUA2RK3BK upload=7O5M1F62OZD0 tag=YLXZYJDWH341 type=write size=2953485 2024-07-29T15:22:13.753 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.752+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~F3Q5508Q81M3.0 size=1048576 2024-07-29T15:22:13.755 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.754+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~F3Q5508Q81M3.1 size=156124 2024-07-29T15:22:13.755 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.754+0000 7fd62f6c3640 1 > prepared multipart upload key=7THABETH5LSN upload=F3Q5508Q81M3 tag=1Q3ZZCHPID4I type=write size=2253276 2024-07-29T15:22:13.756 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.756+0000 7fd62f6c3640 1 < completed delete operation key=8BA2XKLPRGQN tag=DVY6XI1LDNWA type=del 2024-07-29T15:22:13.758 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.757+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=9R4DPRU9EI36 type=del size=103242 2024-07-29T15:22:13.760 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.759+0000 7fd62f6c3640 1 < completed delete operation key=5RY4L1BV4ZJB tag=LY1ETTJL7QNJ type=del 2024-07-29T15:22:13.763 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.762+0000 7fd62f6c3640 1 > prepared part key=_multipart_5RY4L1BV4ZJB.2~L9ECZZUMJTOA.0 size=1048576 2024-07-29T15:22:13.764 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.764+0000 7fd62f6c3640 1 > prepared part key=_multipart_5RY4L1BV4ZJB.2~L9ECZZUMJTOA.1 size=525191 2024-07-29T15:22:13.765 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.764+0000 7fd62f6c3640 1 > prepared multipart upload key=5RY4L1BV4ZJB upload=L9ECZZUMJTOA tag=I33ZV93YCCGB type=write size=2622343 2024-07-29T15:22:13.766 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.765+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~YMK6BSRRNS0D.0 size=1048576 2024-07-29T15:22:13.768 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.767+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~YMK6BSRRNS0D.1 size=1048576 2024-07-29T15:22:13.769 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.768+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~YMK6BSRRNS0D.2 size=269848 2024-07-29T15:22:13.772 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.771+0000 7fd62f6c3640 1 < completed multipart upload key=RQC1B162F8M6 upload=YMK6BSRRNS0D tag=GVETK2RYVDK3 type=write size=3415576 2024-07-29T15:22:13.776 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.775+0000 7fd62f6c3640 1 > prepared part key=_multipart_5RY4L1BV4ZJB.2~RW1S9M1WADES.0 size=227586 2024-07-29T15:22:13.776 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.775+0000 7fd62f6c3640 1 > prepared multipart upload key=5RY4L1BV4ZJB upload=RW1S9M1WADES tag=5YKK0POIB8AL type=write size=1276162 2024-07-29T15:22:13.778 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.777+0000 7fd62f6c3640 1 < completed delete operation key=A98383AI9GGP tag=PMLWENXB4DYO type=del 2024-07-29T15:22:13.779 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.779+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=NM9VET7YDDR8 type=del size=3829316 2024-07-29T15:22:13.781 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.780+0000 7fd62f6c3640 1 < completed write operation key=A98383AI9GGP tag=WVEKH56QKBG3 type=write size=14084 2024-07-29T15:22:13.783 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.782+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=TYKTZ1M3EAN2 type=del size=3709964 2024-07-29T15:22:13.785 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.784+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~UM2YW3DHCLMZ.0 size=1048576 2024-07-29T15:22:13.786 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.785+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~UM2YW3DHCLMZ.1 size=1048576 2024-07-29T15:22:13.788 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.787+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~UM2YW3DHCLMZ.2 size=762985 2024-07-29T15:22:13.791 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.790+0000 7fd62f6c3640 1 < completed multipart upload key=L3WAA4XE7CTH upload=UM2YW3DHCLMZ tag=HKEBQCTGH2Z9 type=write size=3908713 2024-07-29T15:22:13.794 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.793+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~NA5KUO1D4QYV.0 size=171419 2024-07-29T15:22:13.794 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.793+0000 7fd62f6c3640 1 > prepared multipart upload key=YSQLYQW9APLO upload=NA5KUO1D4QYV tag=AA2VRWY04NQ2 type=write size=1219995 2024-07-29T15:22:13.796 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.795+0000 7fd62f6c3640 1 < canceled operation key=YSQLYQW9APLO tag=NVDBZDYFD1VQ type=write size=649321 2024-07-29T15:22:13.797 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.796+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=K3J1YQC10FV2 type=write size=765189 2024-07-29T15:22:13.801 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.800+0000 7fd62f6c3640 1 < suggested update operation key=H0YBVQU3EMED tag=0R2LCHM0MLI4 type=del size=1139225 2024-07-29T15:22:13.804 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.803+0000 7fd62f6c3640 1 > prepared part key=_multipart_N3UV8NSUX0G0.2~Y0EMEZ9CYVHK.0 size=1048576 2024-07-29T15:22:13.805 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.804+0000 7fd62f6c3640 1 > prepared part key=_multipart_N3UV8NSUX0G0.2~Y0EMEZ9CYVHK.1 size=166501 2024-07-29T15:22:13.805 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.804+0000 7fd62f6c3640 1 > prepared multipart upload key=N3UV8NSUX0G0 upload=Y0EMEZ9CYVHK tag=XA6G11CSMIEU type=write size=2263653 2024-07-29T15:22:13.807 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.806+0000 7fd62f6c3640 1 < completed delete operation key=UNDM9MIM6GG0 tag=R7PP4JLYCVDU type=del 2024-07-29T15:22:13.809 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.808+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=DA9INI0FN7QT type=del size=3907744 2024-07-29T15:22:13.812 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.811+0000 7fd62f6c3640 1 < suggested update operation key=E98KUA2RK3BK tag=9JDUDRM8KE1F type=del size=1535861 2024-07-29T15:22:13.814 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.813+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=S3H9Y6WJVTLI type=del size=1836968 2024-07-29T15:22:13.816 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.815+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~6VG8Z66NNG11.0 size=1048576 2024-07-29T15:22:13.818 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.817+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~6VG8Z66NNG11.1 size=1048576 2024-07-29T15:22:13.819 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.818+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~6VG8Z66NNG11.2 size=981836 2024-07-29T15:22:13.822 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.821+0000 7fd62f6c3640 1 < completed multipart upload key=L184IOUE520P upload=6VG8Z66NNG11 tag=0F09RZFY2M8D type=write size=4127564 2024-07-29T15:22:13.824 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.823+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=1BCI6SNNH3J4 type=del size=3480064 2024-07-29T15:22:13.826 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.825+0000 7fd62f6c3640 1 < completed delete operation key=SI02Q5RHER9G tag=B5V9INXL9FVZ type=del 2024-07-29T15:22:13.829 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.828+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~PZ7T2NSILPZ4.0 size=1048576 2024-07-29T15:22:13.831 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.830+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~PZ7T2NSILPZ4.1 size=135399 2024-07-29T15:22:13.831 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.830+0000 7fd62f6c3640 1 > prepared multipart upload key=7THABETH5LSN upload=PZ7T2NSILPZ4 tag=0ESOVVP38HYV type=write size=2232551 2024-07-29T15:22:13.833 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.832+0000 7fd62f6c3640 1 < completed delete operation key=IWIUUJFZ4UME tag=X6Z5ERLGM3EM type=del 2024-07-29T15:22:13.836 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.835+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~XYHNN08U0WF5.0 size=1048576 2024-07-29T15:22:13.838 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.837+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~XYHNN08U0WF5.1 size=1048576 2024-07-29T15:22:13.839 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.838+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~XYHNN08U0WF5.2 size=797713 2024-07-29T15:22:13.839 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.838+0000 7fd62f6c3640 1 > prepared multipart upload key=E98KUA2RK3BK upload=XYHNN08U0WF5 tag=93G4EB4F85OK type=write size=3943441 2024-07-29T15:22:13.841 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.840+0000 7fd62f6c3640 1 < completed part key=_multipart_VD0CC9XRAGF4.2~OVMULPS0LN3L.0 size=296115 2024-07-29T15:22:13.844 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.843+0000 7fd62f6c3640 1 < completed multipart upload key=VD0CC9XRAGF4 upload=OVMULPS0LN3L tag=52GN60CH4AXI type=write size=1344691 2024-07-29T15:22:13.845 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.844+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=19CD8RLQSXU1 type=del size=2233817 2024-07-29T15:22:13.847 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.846+0000 7fd62f6c3640 1 < completed delete operation key=SI02Q5RHER9G tag=LV3YBC3BEC1F type=del 2024-07-29T15:22:13.849 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.848+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=2MOUQY2SK5ZN type=write size=958887 2024-07-29T15:22:13.850 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.849+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~F3Q5508Q81M3.0 size=1048576 2024-07-29T15:22:13.851 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.851+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~F3Q5508Q81M3.1 size=156124 2024-07-29T15:22:13.854 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.853+0000 7fd62f6c3640 1 < completed multipart upload key=7THABETH5LSN upload=F3Q5508Q81M3 tag=1Q3ZZCHPID4I type=write size=2253276 2024-07-29T15:22:13.857 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.856+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~XCBYAW3ZNKR4.0 size=1048576 2024-07-29T15:22:13.858 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.857+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~XCBYAW3ZNKR4.1 size=405689 2024-07-29T15:22:13.858 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.857+0000 7fd62f6c3640 1 > prepared multipart upload key=E98KUA2RK3BK upload=XCBYAW3ZNKR4 tag=PDX4AUJ2JA0O type=write size=2502841 2024-07-29T15:22:13.860 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.859+0000 7fd62f6c3640 1 < completed delete operation key=IWIUUJFZ4UME tag=9R4DPRU9EI36 type=del 2024-07-29T15:22:13.862 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.861+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=QIFRTPR0J0JX type=del size=2986161 2024-07-29T15:22:13.863 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.862+0000 7fd62f6c3640 1 < completed part key=_multipart_5RY4L1BV4ZJB.2~L9ECZZUMJTOA.0 size=1048576 2024-07-29T15:22:13.865 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.864+0000 7fd62f6c3640 1 < completed part key=_multipart_5RY4L1BV4ZJB.2~L9ECZZUMJTOA.1 size=525191 2024-07-29T15:22:13.867 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.866+0000 7fd62f6c3640 1 < completed multipart upload key=5RY4L1BV4ZJB upload=L9ECZZUMJTOA tag=I33ZV93YCCGB type=write size=2622343 2024-07-29T15:22:13.869 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.868+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=70B1AYUEL8I1 type=del size=4162322 2024-07-29T15:22:13.871 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.870+0000 7fd62f6c3640 1 < completed part key=_multipart_5RY4L1BV4ZJB.2~RW1S9M1WADES.0 size=227586 2024-07-29T15:22:13.873 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.873+0000 7fd62f6c3640 1 < completed multipart upload key=5RY4L1BV4ZJB upload=RW1S9M1WADES tag=5YKK0POIB8AL type=write size=1276162 2024-07-29T15:22:13.875 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.874+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=C6DEZMYVOWMT type=del size=1225338 2024-07-29T15:22:13.877 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.876+0000 7fd62f6c3640 1 < completed delete operation key=RQC1B162F8M6 tag=NM9VET7YDDR8 type=del 2024-07-29T15:22:13.880 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.879+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~KEV5ELNHUKI6.0 size=1048576 2024-07-29T15:22:13.881 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.880+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~KEV5ELNHUKI6.1 size=1048576 2024-07-29T15:22:13.882 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.882+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~KEV5ELNHUKI6.2 size=694995 2024-07-29T15:22:13.883 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.882+0000 7fd62f6c3640 1 > prepared multipart upload key=3OG3SYFEL3VL upload=KEV5ELNHUKI6 tag=NLGE216U5XTG type=write size=3840723 2024-07-29T15:22:13.886 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.885+0000 7fd62f6c3640 1 < suggested update operation key=ZDB57ZUUV5IX tag=TYKTZ1M3EAN2 type=del size=3709964 2024-07-29T15:22:13.890 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.889+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~AMI313SEGHAL.0 size=1048576 2024-07-29T15:22:13.891 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.890+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~AMI313SEGHAL.1 size=1048576 2024-07-29T15:22:13.892 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.891+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~AMI313SEGHAL.2 size=287319 2024-07-29T15:22:13.892 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.891+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=AMI313SEGHAL tag=4RVMI62ACSED type=write size=3433047 2024-07-29T15:22:13.894 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.893+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~NA5KUO1D4QYV.0 size=171419 2024-07-29T15:22:13.897 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.896+0000 7fd62f6c3640 1 < completed multipart upload key=YSQLYQW9APLO upload=NA5KUO1D4QYV tag=AA2VRWY04NQ2 type=write size=1219995 2024-07-29T15:22:13.898 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.897+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=5M9XTP5XCHCC type=del size=3649797 2024-07-29T15:22:13.900 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.899+0000 7fd62f6c3640 1 < completed write operation key=0C6FXJ0T2NGU tag=K3J1YQC10FV2 type=write size=765189 2024-07-29T15:22:13.903 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.902+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~FD6BW2QKO85T.0 size=1048576 2024-07-29T15:22:13.905 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.904+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~FD6BW2QKO85T.1 size=1044181 2024-07-29T15:22:13.905 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.904+0000 7fd62f6c3640 1 > prepared multipart upload key=7CXNN1RN7UV8 upload=FD6BW2QKO85T tag=5W1U47JL21HE type=write size=3141333 2024-07-29T15:22:13.905 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.904+0000 7fd62f6c3640 1 < canceled part key=_multipart_N3UV8NSUX0G0.2~Y0EMEZ9CYVHK.0 size=1048576 2024-07-29T15:22:13.906 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.905+0000 7fd62f6c3640 1 < completed part key=_multipart_N3UV8NSUX0G0.2~Y0EMEZ9CYVHK.1 size=166501 2024-07-29T15:22:13.910 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.909+0000 7fd62f6c3640 1 < canceled multipart upload key=N3UV8NSUX0G0 upload=Y0EMEZ9CYVHK tag=XA6G11CSMIEU type=write size=2263653 2024-07-29T15:22:13.911 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.910+0000 7fd62f6c3640 1 > prepared operation key=N3UV8NSUX0G0 tag=Z4FZ5NFECDXP type=write size=103722 2024-07-29T15:22:13.913 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.912+0000 7fd62f6c3640 1 < completed delete operation key=7CXNN1RN7UV8 tag=DA9INI0FN7QT type=del 2024-07-29T15:22:13.916 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.915+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~FGCJTQ3YCVXP.0 size=870590 2024-07-29T15:22:13.916 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.915+0000 7fd62f6c3640 1 > prepared multipart upload key=TAZR3PWEGCVK upload=FGCJTQ3YCVXP tag=9MY0VL0974P1 type=write size=1919166 2024-07-29T15:22:13.920 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.919+0000 7fd62f6c3640 1 < suggested remove operation key=SI02Q5RHER9G tag=S3H9Y6WJVTLI type=del 2024-07-29T15:22:13.923 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.922+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~2KW0LOYGRFE4.0 size=758425 2024-07-29T15:22:13.923 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.922+0000 7fd62f6c3640 1 > prepared multipart upload key=VD0CC9XRAGF4 upload=2KW0LOYGRFE4 tag=4GOEKV4SIEQD type=write size=1807001 2024-07-29T15:22:13.924 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.923+0000 7fd62f6c3640 1 < completed delete operation key=IAXC3BCSNJJH tag=1BCI6SNNH3J4 type=del 2024-07-29T15:22:13.926 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.925+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=J592RIX54SAZ type=del size=1302465 2024-07-29T15:22:13.928 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.927+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~PZ7T2NSILPZ4.0 size=1048576 2024-07-29T15:22:13.929 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.928+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~PZ7T2NSILPZ4.1 size=135399 2024-07-29T15:22:13.932 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.931+0000 7fd62f6c3640 1 < completed multipart upload key=7THABETH5LSN upload=PZ7T2NSILPZ4 tag=0ESOVVP38HYV type=write size=2232551 2024-07-29T15:22:13.933 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.933+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=DHK0JI519OSF type=del size=1868136 2024-07-29T15:22:13.935 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.934+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~XYHNN08U0WF5.0 size=1048576 2024-07-29T15:22:13.936 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.935+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~XYHNN08U0WF5.1 size=1048576 2024-07-29T15:22:13.938 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.937+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~XYHNN08U0WF5.2 size=797713 2024-07-29T15:22:13.941 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.940+0000 7fd62f6c3640 1 < completed multipart upload key=E98KUA2RK3BK upload=XYHNN08U0WF5 tag=93G4EB4F85OK type=write size=3943441 2024-07-29T15:22:13.942 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.942+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=K5YC6HIT7LAI type=del size=4220 2024-07-29T15:22:13.944 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.943+0000 7fd62f6c3640 1 < completed delete operation key=E98KUA2RK3BK tag=19CD8RLQSXU1 type=del 2024-07-29T15:22:13.946 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.945+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=SAEBPXCNVP91 type=del size=1300307 2024-07-29T15:22:13.949 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.948+0000 7fd62f6c3640 1 < suggested remove operation key=TAZR3PWEGCVK tag=2MOUQY2SK5ZN type=write 2024-07-29T15:22:13.950 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.950+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=7MB8E46CZDA5 type=del size=3660341 2024-07-29T15:22:13.952 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.951+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~XCBYAW3ZNKR4.0 size=1048576 2024-07-29T15:22:13.953 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.953+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~XCBYAW3ZNKR4.1 size=405689 2024-07-29T15:22:13.957 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.956+0000 7fd62f6c3640 1 < completed multipart upload key=E98KUA2RK3BK upload=XCBYAW3ZNKR4 tag=PDX4AUJ2JA0O type=write size=2502841 2024-07-29T15:22:13.960 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.959+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~30QFKOK8ESC1.0 size=1048576 2024-07-29T15:22:13.961 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.960+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~30QFKOK8ESC1.1 size=1048576 2024-07-29T15:22:13.963 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.962+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~30QFKOK8ESC1.2 size=342796 2024-07-29T15:22:13.963 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.962+0000 7fd62f6c3640 1 > prepared multipart upload key=TAZR3PWEGCVK upload=30QFKOK8ESC1 tag=TZKWAYLUDH2A type=write size=3488524 2024-07-29T15:22:13.964 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.963+0000 7fd62f6c3640 1 < completed delete operation key=VD0CC9XRAGF4 tag=QIFRTPR0J0JX type=del 2024-07-29T15:22:13.966 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.965+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=XAYMGWE90DY1 type=del size=2455774 2024-07-29T15:22:13.968 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.967+0000 7fd62f6c3640 1 < completed delete operation key=4LY01AD2KMYQ tag=70B1AYUEL8I1 type=del 2024-07-29T15:22:13.971 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.970+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~JYGY73GH7ZDO.0 size=1048576 2024-07-29T15:22:13.973 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.972+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~JYGY73GH7ZDO.1 size=255172 2024-07-29T15:22:13.973 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.972+0000 7fd62f6c3640 1 > prepared multipart upload key=5E8G14SOGN0S upload=JYGY73GH7ZDO tag=I2CLT5QP5VFN type=write size=2352324 2024-07-29T15:22:13.974 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.973+0000 7fd62f6c3640 1 < completed delete operation key=5RY4L1BV4ZJB tag=C6DEZMYVOWMT type=del 2024-07-29T15:22:13.976 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.975+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=7OI2IIT3R053 type=del size=1503780 2024-07-29T15:22:13.976 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.976+0000 7fd62f6c3640 1 < canceled part key=_multipart_3OG3SYFEL3VL.2~KEV5ELNHUKI6.0 size=1048576 2024-07-29T15:22:13.978 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.977+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~KEV5ELNHUKI6.1 size=1048576 2024-07-29T15:22:13.979 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.978+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~KEV5ELNHUKI6.2 size=694995 2024-07-29T15:22:13.982 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.981+0000 7fd62f6c3640 1 < canceled multipart upload key=3OG3SYFEL3VL upload=KEV5ELNHUKI6 tag=NLGE216U5XTG type=write size=3840723 2024-07-29T15:22:13.984 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.983+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=9HOXQO2SL6X7 type=write size=524954 2024-07-29T15:22:13.986 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.985+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~AMI313SEGHAL.0 size=1048576 2024-07-29T15:22:13.988 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.987+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~AMI313SEGHAL.1 size=1048576 2024-07-29T15:22:13.990 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.989+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~AMI313SEGHAL.2 size=287319 2024-07-29T15:22:13.992 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.991+0000 7fd62f6c3640 1 < completed multipart upload key=IAXC3BCSNJJH upload=AMI313SEGHAL tag=4RVMI62ACSED type=write size=3433047 2024-07-29T15:22:13.994 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.993+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=STKVSMKU1EKG type=write size=572840 2024-07-29T15:22:13.996 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.995+0000 7fd62f6c3640 1 < completed delete operation key=BIYBUOZPJSZV tag=5M9XTP5XCHCC type=del 2024-07-29T15:22:13.999 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:13.998+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~M3KGMJ7LBR61.0 size=1048576 2024-07-29T15:22:14.001 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.000+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~M3KGMJ7LBR61.1 size=1048576 2024-07-29T15:22:14.002 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.001+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~M3KGMJ7LBR61.2 size=252346 2024-07-29T15:22:14.002 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.001+0000 7fd62f6c3640 1 > prepared multipart upload key=IWIUUJFZ4UME upload=M3KGMJ7LBR61 tag=RJOWEG7YLCZV type=write size=3398074 2024-07-29T15:22:14.004 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.003+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~FD6BW2QKO85T.0 size=1048576 2024-07-29T15:22:14.006 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.005+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~FD6BW2QKO85T.1 size=1044181 2024-07-29T15:22:14.009 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.008+0000 7fd62f6c3640 1 < completed multipart upload key=7CXNN1RN7UV8 upload=FD6BW2QKO85T tag=5W1U47JL21HE type=write size=3141333 2024-07-29T15:22:14.012 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.012+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~J2QXDQPFKT73.0 size=1048576 2024-07-29T15:22:14.014 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.013+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~J2QXDQPFKT73.1 size=1048576 2024-07-29T15:22:14.016 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.015+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~J2QXDQPFKT73.2 size=552586 2024-07-29T15:22:14.016 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.015+0000 7fd62f6c3640 1 > prepared multipart upload key=TAZR3PWEGCVK upload=J2QXDQPFKT73 tag=1V27OXQ0TZZN type=write size=3698314 2024-07-29T15:22:14.018 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.017+0000 7fd62f6c3640 1 < completed write operation key=N3UV8NSUX0G0 tag=Z4FZ5NFECDXP type=write size=103722 2024-07-29T15:22:14.021 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.020+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~GP9SER1N3GO3.0 size=1048576 2024-07-29T15:22:14.022 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.022+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~GP9SER1N3GO3.1 size=1048576 2024-07-29T15:22:14.024 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.023+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~GP9SER1N3GO3.2 size=76689 2024-07-29T15:22:14.024 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.023+0000 7fd62f6c3640 1 > prepared multipart upload key=IWIUUJFZ4UME upload=GP9SER1N3GO3 tag=RZ9EOV05OL3H type=write size=3222417 2024-07-29T15:22:14.026 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.025+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~FGCJTQ3YCVXP.0 size=870590 2024-07-29T15:22:14.028 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.028+0000 7fd62f6c3640 1 < completed multipart upload key=TAZR3PWEGCVK upload=FGCJTQ3YCVXP tag=9MY0VL0974P1 type=write size=1919166 2024-07-29T15:22:14.032 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.031+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~37RWG1ONP8AR.0 size=834962 2024-07-29T15:22:14.032 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.031+0000 7fd62f6c3640 1 > prepared multipart upload key=TAZR3PWEGCVK upload=37RWG1ONP8AR tag=VC4JSXS5OIFC type=write size=1883538 2024-07-29T15:22:14.034 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.033+0000 7fd62f6c3640 1 < completed part key=_multipart_VD0CC9XRAGF4.2~2KW0LOYGRFE4.0 size=758425 2024-07-29T15:22:14.038 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.037+0000 7fd62f6c3640 1 < completed multipart upload key=VD0CC9XRAGF4 upload=2KW0LOYGRFE4 tag=4GOEKV4SIEQD type=write size=1807001 2024-07-29T15:22:14.039 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.038+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=LAQIXZRT51AK type=write size=157226 2024-07-29T15:22:14.041 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.040+0000 7fd62f6c3640 1 < completed delete operation key=7CXNN1RN7UV8 tag=J592RIX54SAZ type=del 2024-07-29T15:22:14.042 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.041+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=9GEEA6W3YAXE type=del size=212604 2024-07-29T15:22:14.046 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.045+0000 7fd62f6c3640 1 < suggested remove operation key=E98KUA2RK3BK tag=DHK0JI519OSF type=del 2024-07-29T15:22:14.047 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.046+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=PWSKV9BPSBDR type=del size=2726133 2024-07-29T15:22:14.049 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.048+0000 7fd62f6c3640 1 < completed delete operation key=0C6FXJ0T2NGU tag=K5YC6HIT7LAI type=del 2024-07-29T15:22:14.051 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.050+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=K2JN5A74UCJO type=del size=1690103 2024-07-29T15:22:14.054 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.053+0000 7fd62f6c3640 1 < suggested update operation key=5RY4L1BV4ZJB tag=SAEBPXCNVP91 type=del size=1300307 2024-07-29T15:22:14.057 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.056+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~ML22QTQ4WKQR.0 size=1048576 2024-07-29T15:22:14.059 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.058+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~ML22QTQ4WKQR.1 size=1008088 2024-07-29T15:22:14.059 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.058+0000 7fd62f6c3640 1 > prepared multipart upload key=7CXNN1RN7UV8 upload=ML22QTQ4WKQR tag=0DCAQ6GZPTSK type=write size=3105240 2024-07-29T15:22:14.061 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.060+0000 7fd62f6c3640 1 < completed delete operation key=SI02Q5RHER9G tag=7MB8E46CZDA5 type=del 2024-07-29T15:22:14.063 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.061+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=V5CGT7YQL79G type=write size=1012691 2024-07-29T15:22:14.063 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.062+0000 7fd62f6c3640 1 < canceled part key=_multipart_TAZR3PWEGCVK.2~30QFKOK8ESC1.0 size=1048576 2024-07-29T15:22:14.064 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.063+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~30QFKOK8ESC1.1 size=1048576 2024-07-29T15:22:14.066 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.065+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~30QFKOK8ESC1.2 size=342796 2024-07-29T15:22:14.069 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.067+0000 7fd62f6c3640 1 < canceled multipart upload key=TAZR3PWEGCVK upload=30QFKOK8ESC1 tag=TZKWAYLUDH2A type=write size=3488524 2024-07-29T15:22:14.070 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.069+0000 7fd62f6c3640 1 > prepared operation key=YSQLYQW9APLO tag=8JQH1UPYNP5H type=del size=2912820 2024-07-29T15:22:14.073 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.072+0000 7fd62f6c3640 1 < suggested update operation key=3OG3SYFEL3VL tag=XAYMGWE90DY1 type=del size=2455774 2024-07-29T15:22:14.075 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.074+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=9FXWSBHSGQRE type=del size=218551 2024-07-29T15:22:14.075 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.075+0000 7fd62f6c3640 1 < canceled part key=_multipart_5E8G14SOGN0S.2~JYGY73GH7ZDO.0 size=1048576 2024-07-29T15:22:14.077 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.076+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~JYGY73GH7ZDO.1 size=255172 2024-07-29T15:22:14.082 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.079+0000 7fd62f6c3640 1 < canceled multipart upload key=5E8G14SOGN0S upload=JYGY73GH7ZDO tag=I2CLT5QP5VFN type=write size=2352324 2024-07-29T15:22:14.082 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.081+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=KZKMG1V2LN61 type=write size=805920 2024-07-29T15:22:14.083 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.083+0000 7fd62f6c3640 1 < canceled operation key=ZDB57ZUUV5IX tag=7OI2IIT3R053 type=del size=1503780 2024-07-29T15:22:14.085 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.084+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=V8EB2EC3K3P7 type=del size=2179210 2024-07-29T15:22:14.088 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.087+0000 7fd62f6c3640 1 < suggested remove operation key=FAOPDKU2UC4Y tag=9HOXQO2SL6X7 type=write 2024-07-29T15:22:14.091 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.090+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~SSCSRW7Z9CJQ.0 size=1048576 2024-07-29T15:22:14.093 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.092+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~SSCSRW7Z9CJQ.1 size=770096 2024-07-29T15:22:14.093 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.092+0000 7fd62f6c3640 1 > prepared multipart upload key=8BA2XKLPRGQN upload=SSCSRW7Z9CJQ tag=H0446SXR9DVW type=write size=2867248 2024-07-29T15:22:14.095 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.094+0000 7fd62f6c3640 -1 < failed to complete operation key=E98KUA2RK3BK tag=STKVSMKU1EKG type=write size=572840: (22) Invalid argument 2024-07-29T15:22:14.098 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.097+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~IF0WGDBI2JLM.0 size=1048576 2024-07-29T15:22:14.099 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.098+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~IF0WGDBI2JLM.1 size=840160 2024-07-29T15:22:14.099 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.098+0000 7fd62f6c3640 1 > prepared multipart upload key=4LY01AD2KMYQ upload=IF0WGDBI2JLM tag=45HBJW284QVP type=write size=2937312 2024-07-29T15:22:14.102 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.101+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~M3KGMJ7LBR61.0 size=1048576 2024-07-29T15:22:14.103 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.102+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~M3KGMJ7LBR61.1 size=1048576 2024-07-29T15:22:14.105 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.104+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~M3KGMJ7LBR61.2 size=252346 2024-07-29T15:22:14.108 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.107+0000 7fd62f6c3640 1 < completed multipart upload key=IWIUUJFZ4UME upload=M3KGMJ7LBR61 tag=RJOWEG7YLCZV type=write size=3398074 2024-07-29T15:22:14.109 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.109+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=6O1AUZANFMLF type=write size=245234 2024-07-29T15:22:14.111 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.110+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~J2QXDQPFKT73.0 size=1048576 2024-07-29T15:22:14.113 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.112+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~J2QXDQPFKT73.1 size=1048576 2024-07-29T15:22:14.114 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.113+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~J2QXDQPFKT73.2 size=552586 2024-07-29T15:22:14.117 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.116+0000 7fd62f6c3640 1 < completed multipart upload key=TAZR3PWEGCVK upload=J2QXDQPFKT73 tag=1V27OXQ0TZZN type=write size=3698314 2024-07-29T15:22:14.119 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.118+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=7LH5YU3BHLF4 type=del size=3351413 2024-07-29T15:22:14.120 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.119+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~GP9SER1N3GO3.0 size=1048576 2024-07-29T15:22:14.122 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.121+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~GP9SER1N3GO3.1 size=1048576 2024-07-29T15:22:14.123 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.122+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~GP9SER1N3GO3.2 size=76689 2024-07-29T15:22:14.126 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.125+0000 7fd62f6c3640 1 < completed multipart upload key=IWIUUJFZ4UME upload=GP9SER1N3GO3 tag=RZ9EOV05OL3H type=write size=3222417 2024-07-29T15:22:14.129 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.128+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~C6GRUCE796T0.0 size=1048576 2024-07-29T15:22:14.131 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.130+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~C6GRUCE796T0.1 size=1048576 2024-07-29T15:22:14.132 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.132+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~C6GRUCE796T0.2 size=756539 2024-07-29T15:22:14.133 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.132+0000 7fd62f6c3640 1 > prepared multipart upload key=RQC1B162F8M6 upload=C6GRUCE796T0 tag=0Z776CQULBE1 type=write size=3902267 2024-07-29T15:22:14.134 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.134+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~37RWG1ONP8AR.0 size=834962 2024-07-29T15:22:14.137 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.136+0000 7fd62f6c3640 1 < completed multipart upload key=TAZR3PWEGCVK upload=37RWG1ONP8AR tag=VC4JSXS5OIFC type=write size=1883538 2024-07-29T15:22:14.139 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.138+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=TXB02HZZ1RXA type=del size=1027385 2024-07-29T15:22:14.141 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.141+0000 7fd62f6c3640 1 < completed write operation key=TAZR3PWEGCVK tag=LAQIXZRT51AK type=write size=157226 2024-07-29T15:22:14.143 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.142+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=W7OTCBKZ9U41 type=del size=614116 2024-07-29T15:22:14.145 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.144+0000 7fd62f6c3640 1 < canceled operation key=W248KYMPQG8A tag=9GEEA6W3YAXE type=del size=212604 2024-07-29T15:22:14.147 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.146+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=2MG60OZAM8F2 type=del size=4078440 2024-07-29T15:22:14.148 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.148+0000 7fd62f6c3640 1 < completed delete operation key=V2178FD5CN6Y tag=PWSKV9BPSBDR type=del 2024-07-29T15:22:14.150 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.149+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=U2LI70RS035K type=del size=3318479 2024-07-29T15:22:14.152 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.151+0000 7fd62f6c3640 1 < completed delete operation key=5E8G14SOGN0S tag=K2JN5A74UCJO type=del 2024-07-29T15:22:14.153 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.153+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=PUY3FRTHGXJC type=del size=1434194 2024-07-29T15:22:14.155 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.154+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~ML22QTQ4WKQR.0 size=1048576 2024-07-29T15:22:14.157 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.156+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~ML22QTQ4WKQR.1 size=1008088 2024-07-29T15:22:14.159 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.159+0000 7fd62f6c3640 1 < completed multipart upload key=7CXNN1RN7UV8 upload=ML22QTQ4WKQR tag=0DCAQ6GZPTSK type=write size=3105240 2024-07-29T15:22:14.162 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.161+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=AU375NQ21OF6 type=del size=520805 2024-07-29T15:22:14.164 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.163+0000 7fd62f6c3640 -1 < failed to complete operation key=3OG3SYFEL3VL tag=V5CGT7YQL79G type=write size=1012691: (22) Invalid argument 2024-07-29T15:22:14.166 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.165+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=0BO1TGI9HXV4 type=del size=3746571 2024-07-29T15:22:14.168 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.167+0000 7fd62f6c3640 1 < completed delete operation key=YSQLYQW9APLO tag=8JQH1UPYNP5H type=del 2024-07-29T15:22:14.171 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.170+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~M4T1C5TR0MK8.0 size=1048576 2024-07-29T15:22:14.172 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.171+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~M4T1C5TR0MK8.1 size=1048576 2024-07-29T15:22:14.173 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.172+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~M4T1C5TR0MK8.2 size=212316 2024-07-29T15:22:14.173 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.172+0000 7fd62f6c3640 1 > prepared multipart upload key=L3WAA4XE7CTH upload=M4T1C5TR0MK8 tag=JCM1292H7R07 type=write size=3358044 2024-07-29T15:22:14.175 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.174+0000 7fd62f6c3640 1 < completed delete operation key=L184IOUE520P tag=9FXWSBHSGQRE type=del 2024-07-29T15:22:14.178 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.177+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~RZD4Y4YDBVZE.0 size=1048576 2024-07-29T15:22:14.180 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.179+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~RZD4Y4YDBVZE.1 size=371049 2024-07-29T15:22:14.180 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.179+0000 7fd62f6c3640 1 > prepared multipart upload key=3OG3SYFEL3VL upload=RZD4Y4YDBVZE tag=DZHQMZJHSFIR type=write size=2468201 2024-07-29T15:22:14.181 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.180+0000 7fd62f6c3640 1 < canceled operation key=M5I2YC3HVZ0P tag=KZKMG1V2LN61 type=write size=805920 2024-07-29T15:22:14.183 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.182+0000 7fd62f6c3640 1 > prepared operation key=H0YBVQU3EMED tag=ENAV3A0GDWOH type=del size=741473 2024-07-29T15:22:14.185 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.184+0000 7fd62f6c3640 1 < completed delete operation key=3OG3SYFEL3VL tag=V8EB2EC3K3P7 type=del 2024-07-29T15:22:14.186 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.186+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=V1AVPOK1POQS type=del size=2928203 2024-07-29T15:22:14.188 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.187+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~SSCSRW7Z9CJQ.0 size=1048576 2024-07-29T15:22:14.190 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.189+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~SSCSRW7Z9CJQ.1 size=770096 2024-07-29T15:22:14.192 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.191+0000 7fd62f6c3640 1 < completed multipart upload key=8BA2XKLPRGQN upload=SSCSRW7Z9CJQ tag=H0446SXR9DVW type=write size=2867248 2024-07-29T15:22:14.194 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.193+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=I8F7H9PI0GVZ type=del size=2470383 2024-07-29T15:22:14.196 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.195+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~IF0WGDBI2JLM.0 size=1048576 2024-07-29T15:22:14.197 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.196+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~IF0WGDBI2JLM.1 size=840160 2024-07-29T15:22:14.200 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.199+0000 7fd62f6c3640 1 < completed multipart upload key=4LY01AD2KMYQ upload=IF0WGDBI2JLM tag=45HBJW284QVP type=write size=2937312 2024-07-29T15:22:14.204 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.203+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~PJZ8I25Z9D3Z.0 size=345978 2024-07-29T15:22:14.204 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.203+0000 7fd62f6c3640 1 > prepared multipart upload key=FAOPDKU2UC4Y upload=PJZ8I25Z9D3Z tag=PSSXY0VV8I3Z type=write size=1394554 2024-07-29T15:22:14.207 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.206+0000 7fd62f6c3640 1 < suggested remove operation key=4LY01AD2KMYQ tag=6O1AUZANFMLF type=write 2024-07-29T15:22:14.209 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.208+0000 7fd62f6c3640 1 > prepared operation key=H0YBVQU3EMED tag=FK7GV1YFZBG9 type=del size=503662 2024-07-29T15:22:14.209 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.208+0000 7fd62f6c3640 -1 < no bi entry to suggest for operation key=4LY01AD2KMYQ tag=7LH5YU3BHLF4 type=del size=3351413: (2) No such file or directory 2024-07-29T15:22:14.211 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.210+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=PVR7P4GJ87DO type=write size=531816 2024-07-29T15:22:14.213 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.212+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~C6GRUCE796T0.0 size=1048576 2024-07-29T15:22:14.214 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.213+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~C6GRUCE796T0.1 size=1048576 2024-07-29T15:22:14.216 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.215+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~C6GRUCE796T0.2 size=756539 2024-07-29T15:22:14.219 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.218+0000 7fd62f6c3640 1 < completed multipart upload key=RQC1B162F8M6 upload=C6GRUCE796T0 tag=0Z776CQULBE1 type=write size=3902267 2024-07-29T15:22:14.221 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.220+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=MIGRLN5T0KAI type=del size=3921913 2024-07-29T15:22:14.223 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.222+0000 7fd62f6c3640 1 < completed delete operation key=3OG3SYFEL3VL tag=TXB02HZZ1RXA type=del 2024-07-29T15:22:14.226 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.225+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~NRMGIZK49NDE.0 size=1048576 2024-07-29T15:22:14.227 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.226+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~NRMGIZK49NDE.1 size=1037275 2024-07-29T15:22:14.227 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.226+0000 7fd62f6c3640 1 > prepared multipart upload key=SI02Q5RHER9G upload=NRMGIZK49NDE tag=67Y58MBV9O40 type=write size=3134427 2024-07-29T15:22:14.229 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.228+0000 7fd62f6c3640 1 < completed delete operation key=E98KUA2RK3BK tag=W7OTCBKZ9U41 type=del 2024-07-29T15:22:14.231 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.230+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=73KD5QNPIDM6 type=del size=1939365 2024-07-29T15:22:14.233 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.232+0000 7fd62f6c3640 1 < canceled operation key=V2178FD5CN6Y tag=2MG60OZAM8F2 type=del size=4078440 2024-07-29T15:22:14.236 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.235+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~IRWMTJU47LG6.0 size=1048576 2024-07-29T15:22:14.238 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.237+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~IRWMTJU47LG6.1 size=177833 2024-07-29T15:22:14.238 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.237+0000 7fd62f6c3640 1 > prepared multipart upload key=4Z3FPJTXXFV7 upload=IRWMTJU47LG6 tag=MQDOMT0LJYGN type=write size=2274985 2024-07-29T15:22:14.241 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.240+0000 7fd62f6c3640 1 < suggested remove operation key=RQC1B162F8M6 tag=U2LI70RS035K type=del 2024-07-29T15:22:14.245 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.244+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~YCR14X0VU2G8.0 size=785945 2024-07-29T15:22:14.245 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.244+0000 7fd62f6c3640 1 > prepared multipart upload key=UNDM9MIM6GG0 upload=YCR14X0VU2G8 tag=OBK74IWB95P1 type=write size=1834521 2024-07-29T15:22:14.247 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.246+0000 7fd62f6c3640 1 < completed delete operation key=3OG3SYFEL3VL tag=PUY3FRTHGXJC type=del 2024-07-29T15:22:14.248 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.247+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=9D7F5FT6516N type=del size=953443 2024-07-29T15:22:14.250 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.250+0000 7fd62f6c3640 1 < canceled operation key=M5I2YC3HVZ0P tag=AU375NQ21OF6 type=del size=520805 2024-07-29T15:22:14.252 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.251+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=Y7GJOPQFLWFU type=write size=368471 2024-07-29T15:22:14.254 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.253+0000 7fd62f6c3640 1 < completed delete operation key=8BA2XKLPRGQN tag=0BO1TGI9HXV4 type=del 2024-07-29T15:22:14.256 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.255+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=OK8FSW15FO2G type=del size=1025215 2024-07-29T15:22:14.258 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.257+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~M4T1C5TR0MK8.0 size=1048576 2024-07-29T15:22:14.259 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.258+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~M4T1C5TR0MK8.1 size=1048576 2024-07-29T15:22:14.260 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.259+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~M4T1C5TR0MK8.2 size=212316 2024-07-29T15:22:14.263 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.262+0000 7fd62f6c3640 1 < completed multipart upload key=L3WAA4XE7CTH upload=M4T1C5TR0MK8 tag=JCM1292H7R07 type=write size=3358044 2024-07-29T15:22:14.265 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.264+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=81X4V1R3CWU4 type=write size=183200 2024-07-29T15:22:14.266 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.265+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~RZD4Y4YDBVZE.0 size=1048576 2024-07-29T15:22:14.268 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.267+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~RZD4Y4YDBVZE.1 size=371049 2024-07-29T15:22:14.270 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.270+0000 7fd62f6c3640 1 < completed multipart upload key=3OG3SYFEL3VL upload=RZD4Y4YDBVZE tag=DZHQMZJHSFIR type=write size=2468201 2024-07-29T15:22:14.272 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.271+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=BU6CJRDDK139 type=del size=3200668 2024-07-29T15:22:14.274 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.273+0000 7fd62f6c3640 1 < completed delete operation key=H0YBVQU3EMED tag=ENAV3A0GDWOH type=del 2024-07-29T15:22:14.277 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.276+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~33DVRRUIYXMV.0 size=1048576 2024-07-29T15:22:14.278 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.278+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~33DVRRUIYXMV.1 size=63428 2024-07-29T15:22:14.278 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.278+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=33DVRRUIYXMV tag=JZ6IFLTV72H6 type=write size=2160580 2024-07-29T15:22:14.280 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.279+0000 7fd62f6c3640 1 < completed delete operation key=4Z3FPJTXXFV7 tag=V1AVPOK1POQS type=del 2024-07-29T15:22:14.282 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.281+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=2NA0UUJ5M1R8 type=del size=501378 2024-07-29T15:22:14.285 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.284+0000 7fd62f6c3640 1 < suggested update operation key=5E8G14SOGN0S tag=I8F7H9PI0GVZ type=del size=2470383 2024-07-29T15:22:14.287 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.286+0000 7fd62f6c3640 1 > prepared operation key=C3FDCOT4DV2B tag=9H4DR1QMPHYT type=del size=2023710 2024-07-29T15:22:14.289 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.288+0000 7fd62f6c3640 1 < completed part key=_multipart_FAOPDKU2UC4Y.2~PJZ8I25Z9D3Z.0 size=345978 2024-07-29T15:22:14.292 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.291+0000 7fd62f6c3640 1 < completed multipart upload key=FAOPDKU2UC4Y upload=PJZ8I25Z9D3Z tag=PSSXY0VV8I3Z type=write size=1394554 2024-07-29T15:22:14.294 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.293+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=02QRPCINDQO8 type=del size=1150623 2024-07-29T15:22:14.296 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.295+0000 7fd62f6c3640 1 < completed delete operation key=H0YBVQU3EMED tag=FK7GV1YFZBG9 type=del 2024-07-29T15:22:14.297 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.297+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=2C2WFTLA7JYJ type=write size=286141 2024-07-29T15:22:14.299 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.298+0000 7fd62f6c3640 1 < completed write operation key=L3WAA4XE7CTH tag=PVR7P4GJ87DO type=write size=531816 2024-07-29T15:22:14.301 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.300+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=TVG9O1W49VN9 type=del size=3461676 2024-07-29T15:22:14.305 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.304+0000 7fd62f6c3640 1 < suggested update operation key=4Z3FPJTXXFV7 tag=MIGRLN5T0KAI type=del size=3921913 2024-07-29T15:22:14.306 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.305+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=XHF7VYMDQ9EB type=del size=2511016 2024-07-29T15:22:14.308 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.307+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~NRMGIZK49NDE.0 size=1048576 2024-07-29T15:22:14.310 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.309+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~NRMGIZK49NDE.1 size=1037275 2024-07-29T15:22:14.313 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.312+0000 7fd62f6c3640 1 < completed multipart upload key=SI02Q5RHER9G upload=NRMGIZK49NDE tag=67Y58MBV9O40 type=write size=3134427 2024-07-29T15:22:14.317 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.316+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~FK8BV7THJDFB.0 size=1048576 2024-07-29T15:22:14.318 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.317+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~FK8BV7THJDFB.1 size=1048576 2024-07-29T15:22:14.319 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.318+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~FK8BV7THJDFB.2 size=146219 2024-07-29T15:22:14.319 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.318+0000 7fd62f6c3640 1 > prepared multipart upload key=ZMFNWBOB37DJ upload=FK8BV7THJDFB tag=DGW0UKM5RW3N type=write size=3291947 2024-07-29T15:22:14.321 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.320+0000 7fd62f6c3640 1 < completed delete operation key=L3WAA4XE7CTH tag=73KD5QNPIDM6 type=del 2024-07-29T15:22:14.322 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.322+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=P6717389RYX2 type=del size=263648 2024-07-29T15:22:14.325 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.324+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~IRWMTJU47LG6.0 size=1048576 2024-07-29T15:22:14.326 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.325+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~IRWMTJU47LG6.1 size=177833 2024-07-29T15:22:14.329 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.328+0000 7fd62f6c3640 1 < completed multipart upload key=4Z3FPJTXXFV7 upload=IRWMTJU47LG6 tag=MQDOMT0LJYGN type=write size=2274985 2024-07-29T15:22:14.332 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.331+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~2FAQEAK5Z5QK.0 size=1048576 2024-07-29T15:22:14.334 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.333+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~2FAQEAK5Z5QK.1 size=1048576 2024-07-29T15:22:14.335 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.334+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~2FAQEAK5Z5QK.2 size=477876 2024-07-29T15:22:14.335 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.334+0000 7fd62f6c3640 1 > prepared multipart upload key=VD0CC9XRAGF4 upload=2FAQEAK5Z5QK tag=U137KAUSU95Q type=write size=3623604 2024-07-29T15:22:14.337 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.336+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~YCR14X0VU2G8.0 size=785945 2024-07-29T15:22:14.339 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.339+0000 7fd62f6c3640 1 < completed multipart upload key=UNDM9MIM6GG0 upload=YCR14X0VU2G8 tag=OBK74IWB95P1 type=write size=1834521 2024-07-29T15:22:14.341 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.340+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=01WUAYK9OPGG type=write size=114655 2024-07-29T15:22:14.343 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.342+0000 7fd62f6c3640 1 < completed delete operation key=ZMFNWBOB37DJ tag=9D7F5FT6516N type=del 2024-07-29T15:22:14.347 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.346+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~WKD22C5WQOL6.0 size=1048576 2024-07-29T15:22:14.348 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.347+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~WKD22C5WQOL6.1 size=1048576 2024-07-29T15:22:14.349 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.349+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~WKD22C5WQOL6.2 size=573137 2024-07-29T15:22:14.350 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.349+0000 7fd62f6c3640 1 > prepared multipart upload key=M5I2YC3HVZ0P upload=WKD22C5WQOL6 tag=NP2KKFWFI0WD type=write size=3718865 2024-07-29T15:22:14.351 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.350+0000 7fd62f6c3640 1 < completed write operation key=V2178FD5CN6Y tag=Y7GJOPQFLWFU type=write size=368471 2024-07-29T15:22:14.354 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.353+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=YL8ERL6MX9NH type=del size=598370 2024-07-29T15:22:14.356 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.355+0000 7fd62f6c3640 1 < canceled operation key=ZMFNWBOB37DJ tag=OK8FSW15FO2G type=del size=1025215 2024-07-29T15:22:14.358 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.357+0000 7fd62f6c3640 1 > prepared operation key=YSQLYQW9APLO tag=I7WSTQV4KTLW type=del size=3605303 2024-07-29T15:22:14.359 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.358+0000 7fd62f6c3640 1 < completed write operation key=E98KUA2RK3BK tag=81X4V1R3CWU4 type=write size=183200 2024-07-29T15:22:14.361 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.360+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=LFE9ZW9D6K04 type=del size=2815 2024-07-29T15:22:14.365 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.364+0000 7fd62f6c3640 1 < suggested remove operation key=7CXNN1RN7UV8 tag=BU6CJRDDK139 type=del 2024-07-29T15:22:14.367 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.366+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=1KOVGXT5VJ4I type=del size=237476 2024-07-29T15:22:14.368 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.367+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~33DVRRUIYXMV.0 size=1048576 2024-07-29T15:22:14.369 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.369+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~33DVRRUIYXMV.1 size=63428 2024-07-29T15:22:14.372 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.372+0000 7fd62f6c3640 1 < completed multipart upload key=W248KYMPQG8A upload=33DVRRUIYXMV tag=JZ6IFLTV72H6 type=write size=2160580 2024-07-29T15:22:14.374 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.373+0000 7fd62f6c3640 1 > prepared operation key=YSQLYQW9APLO tag=51NJWB19T02W type=del size=2326819 2024-07-29T15:22:14.376 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.375+0000 7fd62f6c3640 1 < completed delete operation key=M86GT4R04HUE tag=2NA0UUJ5M1R8 type=del 2024-07-29T15:22:14.378 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.377+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=WG536DRWKBGN type=del size=1676892 2024-07-29T15:22:14.380 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.379+0000 7fd62f6c3640 1 < completed delete operation key=C3FDCOT4DV2B tag=9H4DR1QMPHYT type=del 2024-07-29T15:22:14.383 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.383+0000 7fd62f6c3640 1 > prepared part key=_multipart_N3UV8NSUX0G0.2~PHZ59SPVDLOU.0 size=1048576 2024-07-29T15:22:14.385 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.384+0000 7fd62f6c3640 1 > prepared part key=_multipart_N3UV8NSUX0G0.2~PHZ59SPVDLOU.1 size=1048576 2024-07-29T15:22:14.386 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.386+0000 7fd62f6c3640 1 > prepared part key=_multipart_N3UV8NSUX0G0.2~PHZ59SPVDLOU.2 size=713480 2024-07-29T15:22:14.387 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.386+0000 7fd62f6c3640 1 > prepared multipart upload key=N3UV8NSUX0G0 upload=PHZ59SPVDLOU tag=KTRLWBSK148N type=write size=3859208 2024-07-29T15:22:14.389 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.388+0000 7fd62f6c3640 1 < canceled operation key=UNDM9MIM6GG0 tag=02QRPCINDQO8 type=del size=1150623 2024-07-29T15:22:14.391 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.390+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=JNRTHOKE5FFM type=del size=3102422 2024-07-29T15:22:14.393 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.392+0000 7fd62f6c3640 -1 < failed to complete operation key=7CXNN1RN7UV8 tag=2C2WFTLA7JYJ type=write size=286141: (22) Invalid argument 2024-07-29T15:22:14.395 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.394+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=IJ5V59X8N2IW type=write size=943351 2024-07-29T15:22:14.397 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.396+0000 7fd62f6c3640 1 < completed delete operation key=TAZR3PWEGCVK tag=TVG9O1W49VN9 type=del 2024-07-29T15:22:14.402 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.398+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=W1GIZC9PDL91 type=del size=1659563 2024-07-29T15:22:14.402 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.400+0000 7fd62f6c3640 1 < canceled operation key=L3WAA4XE7CTH tag=XHF7VYMDQ9EB type=del size=2511016 2024-07-29T15:22:14.402 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.401+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=YZMCUTHGEW53 type=del size=310237 2024-07-29T15:22:14.404 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.403+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~FK8BV7THJDFB.0 size=1048576 2024-07-29T15:22:14.406 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.405+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~FK8BV7THJDFB.1 size=1048576 2024-07-29T15:22:14.407 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.406+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~FK8BV7THJDFB.2 size=146219 2024-07-29T15:22:14.410 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.409+0000 7fd62f6c3640 1 < completed multipart upload key=ZMFNWBOB37DJ upload=FK8BV7THJDFB tag=DGW0UKM5RW3N type=write size=3291947 2024-07-29T15:22:14.412 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.411+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=NFNR7ICZ7QMP type=write size=925248 2024-07-29T15:22:14.413 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.412+0000 7fd62f6c3640 1 < completed delete operation key=IAXC3BCSNJJH tag=P6717389RYX2 type=del 2024-07-29T15:22:14.415 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.414+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=L5487827KA2O type=write size=450399 2024-07-29T15:22:14.417 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.416+0000 7fd62f6c3640 1 < completed part key=_multipart_VD0CC9XRAGF4.2~2FAQEAK5Z5QK.0 size=1048576 2024-07-29T15:22:14.417 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.416+0000 7fd62f6c3640 1 < canceled part key=_multipart_VD0CC9XRAGF4.2~2FAQEAK5Z5QK.1 size=1048576 2024-07-29T15:22:14.417 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.416+0000 7fd62f6c3640 1 < canceled part key=_multipart_VD0CC9XRAGF4.2~2FAQEAK5Z5QK.2 size=477876 2024-07-29T15:22:14.419 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.419+0000 7fd62f6c3640 1 < canceled multipart upload key=VD0CC9XRAGF4 upload=2FAQEAK5Z5QK tag=U137KAUSU95Q type=write size=3623604 2024-07-29T15:22:14.423 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.422+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~NY0V15M51NVY.0 size=1048576 2024-07-29T15:22:14.424 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.423+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~NY0V15M51NVY.1 size=645592 2024-07-29T15:22:14.424 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.423+0000 7fd62f6c3640 1 > prepared multipart upload key=IWIUUJFZ4UME upload=NY0V15M51NVY tag=DRIR8VBK2WKE type=write size=2742744 2024-07-29T15:22:14.426 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.425+0000 7fd62f6c3640 1 < completed write operation key=3OG3SYFEL3VL tag=01WUAYK9OPGG type=write size=114655 2024-07-29T15:22:14.428 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.427+0000 7fd62f6c3640 1 > prepared operation key=H0YBVQU3EMED tag=H055PWMG5EHQ type=del size=2338831 2024-07-29T15:22:14.430 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.429+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~WKD22C5WQOL6.0 size=1048576 2024-07-29T15:22:14.431 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.430+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~WKD22C5WQOL6.1 size=1048576 2024-07-29T15:22:14.432 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.432+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~WKD22C5WQOL6.2 size=573137 2024-07-29T15:22:14.435 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.434+0000 7fd62f6c3640 1 < completed multipart upload key=M5I2YC3HVZ0P upload=WKD22C5WQOL6 tag=NP2KKFWFI0WD type=write size=3718865 2024-07-29T15:22:14.438 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.437+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~7S40W4QZLF30.0 size=579326 2024-07-29T15:22:14.438 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.437+0000 7fd62f6c3640 1 > prepared multipart upload key=L184IOUE520P upload=7S40W4QZLF30 tag=PQLISZQD15ZL type=write size=1627902 2024-07-29T15:22:14.440 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.439+0000 7fd62f6c3640 1 < completed delete operation key=M86GT4R04HUE tag=YL8ERL6MX9NH type=del 2024-07-29T15:22:14.443 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.442+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~G4MVSHHJ69QT.0 size=1048576 2024-07-29T15:22:14.445 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.444+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~G4MVSHHJ69QT.1 size=1048576 2024-07-29T15:22:14.447 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.446+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~G4MVSHHJ69QT.2 size=128213 2024-07-29T15:22:14.447 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.446+0000 7fd62f6c3640 1 > prepared multipart upload key=M5I2YC3HVZ0P upload=G4MVSHHJ69QT tag=2HIUNG0FOQBH type=write size=3273941 2024-07-29T15:22:14.448 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.447+0000 7fd62f6c3640 1 < completed delete operation key=YSQLYQW9APLO tag=I7WSTQV4KTLW type=del 2024-07-29T15:22:14.450 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.449+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=2F5PJ6YJI27M type=del size=3901894 2024-07-29T15:22:14.452 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.451+0000 7fd62f6c3640 1 < completed delete operation key=M86GT4R04HUE tag=LFE9ZW9D6K04 type=del 2024-07-29T15:22:14.456 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.455+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~TNORYQNYKPJ9.0 size=1048576 2024-07-29T15:22:14.457 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.456+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~TNORYQNYKPJ9.1 size=347078 2024-07-29T15:22:14.457 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.456+0000 7fd62f6c3640 1 > prepared multipart upload key=3OG3SYFEL3VL upload=TNORYQNYKPJ9 tag=JQTVWOINWQKR type=write size=2444230 2024-07-29T15:22:14.461 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.460+0000 7fd62f6c3640 1 < suggested update operation key=ZMFNWBOB37DJ tag=1KOVGXT5VJ4I type=del size=237476 2024-07-29T15:22:14.462 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.461+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=A0130FK6QJ01 type=write size=9890 2024-07-29T15:22:14.464 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.463+0000 7fd62f6c3640 1 < completed delete operation key=YSQLYQW9APLO tag=51NJWB19T02W type=del 2024-07-29T15:22:14.466 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.465+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=I6C4WDT35XJU type=del size=1290827 2024-07-29T15:22:14.468 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.467+0000 7fd62f6c3640 1 < completed delete operation key=M5I2YC3HVZ0P tag=WG536DRWKBGN type=del 2024-07-29T15:22:14.470 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.469+0000 7fd62f6c3640 1 > prepared operation key=H0YBVQU3EMED tag=OMZAJIEZPQY1 type=del size=93183 2024-07-29T15:22:14.472 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.471+0000 7fd62f6c3640 1 < completed part key=_multipart_N3UV8NSUX0G0.2~PHZ59SPVDLOU.0 size=1048576 2024-07-29T15:22:14.473 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.472+0000 7fd62f6c3640 1 < completed part key=_multipart_N3UV8NSUX0G0.2~PHZ59SPVDLOU.1 size=1048576 2024-07-29T15:22:14.475 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.474+0000 7fd62f6c3640 1 < completed part key=_multipart_N3UV8NSUX0G0.2~PHZ59SPVDLOU.2 size=713480 2024-07-29T15:22:14.478 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.477+0000 7fd62f6c3640 1 < completed multipart upload key=N3UV8NSUX0G0 upload=PHZ59SPVDLOU tag=KTRLWBSK148N type=write size=3859208 2024-07-29T15:22:14.480 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.479+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=R245OID18OMB type=del size=907122 2024-07-29T15:22:14.482 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.481+0000 7fd62f6c3640 1 < completed delete operation key=E98KUA2RK3BK tag=JNRTHOKE5FFM type=del 2024-07-29T15:22:14.483 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.482+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=I7UW8HKM7KD5 type=del size=2427772 2024-07-29T15:22:14.485 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.484+0000 7fd62f6c3640 1 < completed write operation key=L3WAA4XE7CTH tag=IJ5V59X8N2IW type=write size=943351 2024-07-29T15:22:14.488 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.487+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=LVFHG7YZINF8 type=del size=3866126 2024-07-29T15:22:14.489 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.488+0000 7fd62f6c3640 1 < completed delete operation key=UNDM9MIM6GG0 tag=W1GIZC9PDL91 type=del 2024-07-29T15:22:14.491 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.490+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=G7N3W592AL9U type=del size=1479020 2024-07-29T15:22:14.493 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.492+0000 7fd62f6c3640 1 < canceled operation key=V2178FD5CN6Y tag=YZMCUTHGEW53 type=del size=310237 2024-07-29T15:22:14.494 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.493+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=04GFWAP6G1X7 type=del size=195141 2024-07-29T15:22:14.497 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.495+0000 7fd62f6c3640 1 < completed write operation key=E98KUA2RK3BK tag=NFNR7ICZ7QMP type=write size=925248 2024-07-29T15:22:14.499 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.499+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~HF80EINS5XHV.0 size=1048576 2024-07-29T15:22:14.501 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.500+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~HF80EINS5XHV.1 size=1048576 2024-07-29T15:22:14.502 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.502+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~HF80EINS5XHV.2 size=969596 2024-07-29T15:22:14.502 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.502+0000 7fd62f6c3640 1 > prepared multipart upload key=BIYBUOZPJSZV upload=HF80EINS5XHV tag=8BZ3BZSOFEPR type=write size=4115324 2024-07-29T15:22:14.504 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.503+0000 7fd62f6c3640 1 < completed write operation key=M5I2YC3HVZ0P tag=L5487827KA2O type=write size=450399 2024-07-29T15:22:14.507 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.506+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~W7P278W32JXW.0 size=1048576 2024-07-29T15:22:14.509 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.508+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~W7P278W32JXW.1 size=568917 2024-07-29T15:22:14.509 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.508+0000 7fd62f6c3640 1 > prepared multipart upload key=E98KUA2RK3BK upload=W7P278W32JXW tag=GDFTOQVNDWGR type=write size=2666069 2024-07-29T15:22:14.511 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.510+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~NY0V15M51NVY.0 size=1048576 2024-07-29T15:22:14.511 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.510+0000 7fd62f6c3640 1 < canceled part key=_multipart_IWIUUJFZ4UME.2~NY0V15M51NVY.1 size=645592 2024-07-29T15:22:14.513 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.513+0000 7fd62f6c3640 1 < canceled multipart upload key=IWIUUJFZ4UME upload=NY0V15M51NVY tag=DRIR8VBK2WKE type=write size=2742744 2024-07-29T15:22:14.515 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.514+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=0UA0JHRD1KAE type=del size=3005606 2024-07-29T15:22:14.519 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.518+0000 7fd62f6c3640 1 < suggested remove operation key=H0YBVQU3EMED tag=H055PWMG5EHQ type=del 2024-07-29T15:22:14.521 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.520+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=SVZ8VI4DZKXT type=write size=919570 2024-07-29T15:22:14.522 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.521+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~7S40W4QZLF30.0 size=579326 2024-07-29T15:22:14.526 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.525+0000 7fd62f6c3640 1 < completed multipart upload key=L184IOUE520P upload=7S40W4QZLF30 tag=PQLISZQD15ZL type=write size=1627902 2024-07-29T15:22:14.528 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.527+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=3EY2JVYHLDP8 type=del size=4006173 2024-07-29T15:22:14.530 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.530+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~G4MVSHHJ69QT.0 size=1048576 2024-07-29T15:22:14.532 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.531+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~G4MVSHHJ69QT.1 size=1048576 2024-07-29T15:22:14.533 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.533+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~G4MVSHHJ69QT.2 size=128213 2024-07-29T15:22:14.536 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.535+0000 7fd62f6c3640 1 < completed multipart upload key=M5I2YC3HVZ0P upload=G4MVSHHJ69QT tag=2HIUNG0FOQBH type=write size=3273941 2024-07-29T15:22:14.538 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.537+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=C4L0SJEIL7H5 type=del size=4007527 2024-07-29T15:22:14.542 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.541+0000 7fd62f6c3640 1 < suggested update operation key=5RY4L1BV4ZJB tag=2F5PJ6YJI27M type=del size=3901894 2024-07-29T15:22:14.544 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.543+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=68RVLKY7UKP3 type=del size=782893 2024-07-29T15:22:14.544 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.543+0000 7fd62f6c3640 1 < canceled part key=_multipart_3OG3SYFEL3VL.2~TNORYQNYKPJ9.0 size=1048576 2024-07-29T15:22:14.545 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.545+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~TNORYQNYKPJ9.1 size=347078 2024-07-29T15:22:14.548 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.547+0000 7fd62f6c3640 1 < canceled multipart upload key=3OG3SYFEL3VL upload=TNORYQNYKPJ9 tag=JQTVWOINWQKR type=write size=2444230 2024-07-29T15:22:14.550 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.549+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=LTHXYF8YGXOZ type=del size=1152029 2024-07-29T15:22:14.554 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.553+0000 7fd62f6c3640 1 < suggested remove operation key=5RY4L1BV4ZJB tag=A0130FK6QJ01 type=write 2024-07-29T15:22:14.555 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.554+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=SWF86TPG319P type=write size=567846 2024-07-29T15:22:14.557 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.556+0000 7fd62f6c3640 1 < completed delete operation key=8BA2XKLPRGQN tag=I6C4WDT35XJU type=del 2024-07-29T15:22:14.560 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.559+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~QDOLL0R8TO91.0 size=474922 2024-07-29T15:22:14.560 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.559+0000 7fd62f6c3640 1 > prepared multipart upload key=8BA2XKLPRGQN upload=QDOLL0R8TO91 tag=4ARK2N39BY65 type=write size=1523498 2024-07-29T15:22:14.563 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.562+0000 7fd62f6c3640 -1 < failed to complete operation key=H0YBVQU3EMED tag=OMZAJIEZPQY1 type=del size=93183: (22) Invalid argument 2024-07-29T15:22:14.565 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.564+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=QE3WQWI0DMYN type=write size=341502 2024-07-29T15:22:14.567 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.566+0000 7fd62f6c3640 1 < completed delete operation key=VD0CC9XRAGF4 tag=R245OID18OMB type=del 2024-07-29T15:22:14.569 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.568+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=064RQUBNJ9GM type=del size=570385 2024-07-29T15:22:14.572 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.571+0000 7fd62f6c3640 1 < suggested update operation key=3OG3SYFEL3VL tag=I7UW8HKM7KD5 type=del size=2427772 2024-07-29T15:22:14.575 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.574+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~CZZFA4S58YH5.0 size=405219 2024-07-29T15:22:14.575 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.574+0000 7fd62f6c3640 1 > prepared multipart upload key=H0YBVQU3EMED upload=CZZFA4S58YH5 tag=X7BXGZ1DQZ4S type=write size=1453795 2024-07-29T15:22:14.579 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.578+0000 7fd62f6c3640 1 < suggested update operation key=UNDM9MIM6GG0 tag=LVFHG7YZINF8 type=del size=3866126 2024-07-29T15:22:14.582 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.581+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~PXTNSXCSBUSQ.0 size=1048576 2024-07-29T15:22:14.583 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.582+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~PXTNSXCSBUSQ.1 size=924560 2024-07-29T15:22:14.583 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.582+0000 7fd62f6c3640 1 > prepared multipart upload key=ZDB57ZUUV5IX upload=PXTNSXCSBUSQ tag=YBZ3O8ZFW8T1 type=write size=3021712 2024-07-29T15:22:14.585 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.584+0000 7fd62f6c3640 1 < completed delete operation key=W248KYMPQG8A tag=G7N3W592AL9U type=del 2024-07-29T15:22:14.587 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.586+0000 7fd62f6c3640 1 > prepared operation key=YSQLYQW9APLO tag=WWKJNIVEW3W2 type=write size=1038243 2024-07-29T15:22:14.591 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.590+0000 7fd62f6c3640 1 < suggested remove operation key=UNDM9MIM6GG0 tag=04GFWAP6G1X7 type=del 2024-07-29T15:22:14.593 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.592+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=X0ZTHQPZNQZV type=write size=371714 2024-07-29T15:22:14.594 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.594+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~HF80EINS5XHV.0 size=1048576 2024-07-29T15:22:14.596 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.595+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~HF80EINS5XHV.1 size=1048576 2024-07-29T15:22:14.597 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.597+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~HF80EINS5XHV.2 size=969596 2024-07-29T15:22:14.600 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.599+0000 7fd62f6c3640 1 < completed multipart upload key=BIYBUOZPJSZV upload=HF80EINS5XHV tag=8BZ3BZSOFEPR type=write size=4115324 2024-07-29T15:22:14.602 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.601+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=N27OQPB52YHD type=del size=2530640 2024-07-29T15:22:14.604 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.603+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~W7P278W32JXW.0 size=1048576 2024-07-29T15:22:14.606 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.605+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~W7P278W32JXW.1 size=568917 2024-07-29T15:22:14.609 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.608+0000 7fd62f6c3640 1 < completed multipart upload key=E98KUA2RK3BK upload=W7P278W32JXW tag=GDFTOQVNDWGR type=write size=2666069 2024-07-29T15:22:14.611 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.610+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=91KQ7NBA1CRU type=del size=3357966 2024-07-29T15:22:14.613 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.612+0000 7fd62f6c3640 1 < completed delete operation key=SI02Q5RHER9G tag=0UA0JHRD1KAE type=del 2024-07-29T15:22:14.616 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.615+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~BBMSN0DDDXU7.0 size=1048576 2024-07-29T15:22:14.617 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.616+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~BBMSN0DDDXU7.1 size=824229 2024-07-29T15:22:14.617 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.616+0000 7fd62f6c3640 1 > prepared multipart upload key=4Z3FPJTXXFV7 upload=BBMSN0DDDXU7 tag=JX7061WS81W7 type=write size=2921381 2024-07-29T15:22:14.619 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.618+0000 7fd62f6c3640 1 < completed write operation key=V2178FD5CN6Y tag=SVZ8VI4DZKXT type=write size=919570 2024-07-29T15:22:14.622 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.621+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~DVRD4ZRH3OCX.0 size=636818 2024-07-29T15:22:14.622 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.621+0000 7fd62f6c3640 1 > prepared multipart upload key=M5I2YC3HVZ0P upload=DVRD4ZRH3OCX tag=H4C2DJEO1AKT type=write size=1685394 2024-07-29T15:22:14.624 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.623+0000 7fd62f6c3640 -1 < failed to complete operation key=3OG3SYFEL3VL tag=3EY2JVYHLDP8 type=del size=4006173: (22) Invalid argument 2024-07-29T15:22:14.626 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.625+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=2KNQRR85YAD3 type=del size=3643707 2024-07-29T15:22:14.630 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.629+0000 7fd62f6c3640 1 < suggested update operation key=ZMFNWBOB37DJ tag=C4L0SJEIL7H5 type=del size=4007527 2024-07-29T15:22:14.632 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.631+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=IGYOROVMACF1 type=del size=2512131 2024-07-29T15:22:14.634 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.632+0000 7fd62f6c3640 1 < completed delete operation key=5E8G14SOGN0S tag=68RVLKY7UKP3 type=del 2024-07-29T15:22:14.637 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.636+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~7UR65GIGP3LB.0 size=1048576 2024-07-29T15:22:14.639 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.638+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~7UR65GIGP3LB.1 size=525083 2024-07-29T15:22:14.639 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.638+0000 7fd62f6c3640 1 > prepared multipart upload key=ZDB57ZUUV5IX upload=7UR65GIGP3LB tag=1XPL8SD3SKCF type=write size=2622235 2024-07-29T15:22:14.642 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.641+0000 7fd62f6c3640 -1 < failed to complete operation key=ZMFNWBOB37DJ tag=LTHXYF8YGXOZ type=del size=1152029: (22) Invalid argument 2024-07-29T15:22:14.645 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.644+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~GQYDN846FL3A.0 size=8827 2024-07-29T15:22:14.645 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.644+0000 7fd62f6c3640 1 > prepared multipart upload key=5E8G14SOGN0S upload=GQYDN846FL3A tag=YJMCAQ17VSG5 type=write size=1057403 2024-07-29T15:22:14.647 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.646+0000 7fd62f6c3640 -1 < failed to complete operation key=UNDM9MIM6GG0 tag=SWF86TPG319P type=write size=567846: (22) Invalid argument 2024-07-29T15:22:14.651 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.650+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~15Q6J7KR8P8V.0 size=1048576 2024-07-29T15:22:14.652 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.651+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~15Q6J7KR8P8V.1 size=1043520 2024-07-29T15:22:14.652 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.651+0000 7fd62f6c3640 1 > prepared multipart upload key=7CXNN1RN7UV8 upload=15Q6J7KR8P8V tag=CARQDQXEKI02 type=write size=3140672 2024-07-29T15:22:14.654 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.653+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~QDOLL0R8TO91.0 size=474922 2024-07-29T15:22:14.657 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.656+0000 7fd62f6c3640 1 < completed multipart upload key=8BA2XKLPRGQN upload=QDOLL0R8TO91 tag=4ARK2N39BY65 type=write size=1523498 2024-07-29T15:22:14.658 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.658+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=0VIQWPO9C2G7 type=del size=1496551 2024-07-29T15:22:14.662 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.661+0000 7fd62f6c3640 1 < suggested update operation key=4Z3FPJTXXFV7 tag=QE3WQWI0DMYN type=write size=341502 2024-07-29T15:22:14.665 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.665+0000 7fd62f6c3640 1 > prepared part key=_multipart_5RY4L1BV4ZJB.2~IOTDGWWGB2GR.0 size=708925 2024-07-29T15:22:14.666 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.665+0000 7fd62f6c3640 1 > prepared multipart upload key=5RY4L1BV4ZJB upload=IOTDGWWGB2GR tag=H9URT77T68W1 type=write size=1757501 2024-07-29T15:22:14.667 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.666+0000 7fd62f6c3640 1 < completed delete operation key=E98KUA2RK3BK tag=064RQUBNJ9GM type=del 2024-07-29T15:22:14.671 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.670+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~R3UJ9LHUNNRR.0 size=1048576 2024-07-29T15:22:14.672 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.671+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~R3UJ9LHUNNRR.1 size=175785 2024-07-29T15:22:14.672 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.671+0000 7fd62f6c3640 1 > prepared multipart upload key=H0YBVQU3EMED upload=R3UJ9LHUNNRR tag=NZZAP7CIOC9I type=write size=2272937 2024-07-29T15:22:14.673 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.672+0000 7fd62f6c3640 1 < canceled part key=_multipart_H0YBVQU3EMED.2~CZZFA4S58YH5.0 size=405219 2024-07-29T15:22:14.676 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.675+0000 7fd62f6c3640 1 < canceled multipart upload key=H0YBVQU3EMED upload=CZZFA4S58YH5 tag=X7BXGZ1DQZ4S type=write size=1453795 2024-07-29T15:22:14.678 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.677+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=GXKS3P7PMU3Q type=write size=182921 2024-07-29T15:22:14.680 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.679+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~PXTNSXCSBUSQ.0 size=1048576 2024-07-29T15:22:14.682 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.681+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~PXTNSXCSBUSQ.1 size=924560 2024-07-29T15:22:14.685 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.684+0000 7fd62f6c3640 1 < completed multipart upload key=ZDB57ZUUV5IX upload=PXTNSXCSBUSQ tag=YBZ3O8ZFW8T1 type=write size=3021712 2024-07-29T15:22:14.688 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.687+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~0S4JF6FJCFZ9.0 size=1048576 2024-07-29T15:22:14.690 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.689+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~0S4JF6FJCFZ9.1 size=109096 2024-07-29T15:22:14.690 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.689+0000 7fd62f6c3640 1 > prepared multipart upload key=ZMFNWBOB37DJ upload=0S4JF6FJCFZ9 tag=XEBRGDV7IRTN type=write size=2206248 2024-07-29T15:22:14.691 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.691+0000 7fd62f6c3640 1 < completed write operation key=YSQLYQW9APLO tag=WWKJNIVEW3W2 type=write size=1038243 2024-07-29T15:22:14.693 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.693+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=PVTKY6OQBEZV type=write size=527063 2024-07-29T15:22:14.696 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.695+0000 7fd62f6c3640 1 < completed write operation key=V2178FD5CN6Y tag=X0ZTHQPZNQZV type=write size=371714 2024-07-29T15:22:14.698 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.697+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=75IWGOGYZPHT type=del size=491852 2024-07-29T15:22:14.700 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.699+0000 7fd62f6c3640 1 < canceled operation key=IAXC3BCSNJJH tag=N27OQPB52YHD type=del size=2530640 2024-07-29T15:22:14.703 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.702+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~ESQY2VYB1156.0 size=1048576 2024-07-29T15:22:14.704 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.703+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~ESQY2VYB1156.1 size=122204 2024-07-29T15:22:14.704 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.703+0000 7fd62f6c3640 1 > prepared multipart upload key=BIYBUOZPJSZV upload=ESQY2VYB1156 tag=9Y75JJSS5W8C type=write size=2219356 2024-07-29T15:22:14.707 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.706+0000 7fd62f6c3640 -1 < failed to complete operation key=ZMFNWBOB37DJ tag=91KQ7NBA1CRU type=del size=3357966: (22) Invalid argument 2024-07-29T15:22:14.708 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.707+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=GRBOMAA8ONBG type=del size=734705 2024-07-29T15:22:14.710 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.709+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~BBMSN0DDDXU7.0 size=1048576 2024-07-29T15:22:14.712 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.711+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~BBMSN0DDDXU7.1 size=824229 2024-07-29T15:22:14.715 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.714+0000 7fd62f6c3640 1 < completed multipart upload key=4Z3FPJTXXFV7 upload=BBMSN0DDDXU7 tag=JX7061WS81W7 type=write size=2921381 2024-07-29T15:22:14.717 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.716+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=KG1BWV6F2QBN type=del size=54622 2024-07-29T15:22:14.719 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.718+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~DVRD4ZRH3OCX.0 size=636818 2024-07-29T15:22:14.722 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.721+0000 7fd62f6c3640 1 < completed multipart upload key=M5I2YC3HVZ0P upload=DVRD4ZRH3OCX tag=H4C2DJEO1AKT type=write size=1685394 2024-07-29T15:22:14.725 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.724+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~80FL5REEYBAY.0 size=1048576 2024-07-29T15:22:14.727 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.726+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~80FL5REEYBAY.1 size=1048576 2024-07-29T15:22:14.728 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.727+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~80FL5REEYBAY.2 size=866416 2024-07-29T15:22:14.728 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.727+0000 7fd62f6c3640 1 > prepared multipart upload key=C3FDCOT4DV2B upload=80FL5REEYBAY tag=RW67LT7ES2YV type=write size=4012144 2024-07-29T15:22:14.730 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.729+0000 7fd62f6c3640 1 < completed delete operation key=3OG3SYFEL3VL tag=2KNQRR85YAD3 type=del 2024-07-29T15:22:14.732 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.731+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=Q3VQ02AOODFR type=del size=1574167 2024-07-29T15:22:14.734 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.733+0000 7fd62f6c3640 1 < completed delete operation key=L184IOUE520P tag=IGYOROVMACF1 type=del 2024-07-29T15:22:14.735 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.734+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=NYJFBR6QQHRA type=del size=4124474 2024-07-29T15:22:14.737 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.736+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~7UR65GIGP3LB.0 size=1048576 2024-07-29T15:22:14.739 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.738+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~7UR65GIGP3LB.1 size=525083 2024-07-29T15:22:14.742 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.741+0000 7fd62f6c3640 1 < completed multipart upload key=ZDB57ZUUV5IX upload=7UR65GIGP3LB tag=1XPL8SD3SKCF type=write size=2622235 2024-07-29T15:22:14.745 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.744+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~03F1ZMEYHK37.0 size=1048576 2024-07-29T15:22:14.747 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.746+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~03F1ZMEYHK37.1 size=870156 2024-07-29T15:22:14.747 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.746+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=03F1ZMEYHK37 tag=B9XKC1LNADKF type=write size=2967308 2024-07-29T15:22:14.747 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.746+0000 7fd62f6c3640 1 < canceled part key=_multipart_5E8G14SOGN0S.2~GQYDN846FL3A.0 size=8827 2024-07-29T15:22:14.750 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.749+0000 7fd62f6c3640 1 < canceled multipart upload key=5E8G14SOGN0S upload=GQYDN846FL3A tag=YJMCAQ17VSG5 type=write size=1057403 2024-07-29T15:22:14.754 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.753+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~8V5BAKB131GB.0 size=628123 2024-07-29T15:22:14.754 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.753+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=8V5BAKB131GB tag=WBG9MID4GCK1 type=write size=1676699 2024-07-29T15:22:14.755 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.754+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~15Q6J7KR8P8V.0 size=1048576 2024-07-29T15:22:14.757 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.756+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~15Q6J7KR8P8V.1 size=1043520 2024-07-29T15:22:14.760 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.759+0000 7fd62f6c3640 1 < completed multipart upload key=7CXNN1RN7UV8 upload=15Q6J7KR8P8V tag=CARQDQXEKI02 type=write size=3140672 2024-07-29T15:22:14.763 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.762+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~CJ32EHU8CPLE.0 size=1048576 2024-07-29T15:22:14.764 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.763+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~CJ32EHU8CPLE.1 size=487028 2024-07-29T15:22:14.764 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.763+0000 7fd62f6c3640 1 > prepared multipart upload key=A98383AI9GGP upload=CJ32EHU8CPLE tag=HNQIU3EA0K0S type=write size=2584180 2024-07-29T15:22:14.766 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.765+0000 7fd62f6c3640 1 < completed delete operation key=4LY01AD2KMYQ tag=0VIQWPO9C2G7 type=del 2024-07-29T15:22:14.769 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.768+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~JTOCO2NOM625.0 size=865374 2024-07-29T15:22:14.769 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.768+0000 7fd62f6c3640 1 > prepared multipart upload key=4Z3FPJTXXFV7 upload=JTOCO2NOM625 tag=SPIU88O8DC8N type=write size=1913950 2024-07-29T15:22:14.771 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.770+0000 7fd62f6c3640 1 < completed part key=_multipart_5RY4L1BV4ZJB.2~IOTDGWWGB2GR.0 size=708925 2024-07-29T15:22:14.774 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.773+0000 7fd62f6c3640 1 < completed multipart upload key=5RY4L1BV4ZJB upload=IOTDGWWGB2GR tag=H9URT77T68W1 type=write size=1757501 2024-07-29T15:22:14.778 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.777+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~GPMXYPBTUOFF.0 size=1048576 2024-07-29T15:22:14.780 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.779+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~GPMXYPBTUOFF.1 size=1048576 2024-07-29T15:22:14.782 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.781+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~GPMXYPBTUOFF.2 size=611437 2024-07-29T15:22:14.782 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.781+0000 7fd62f6c3640 1 > prepared multipart upload key=V2178FD5CN6Y upload=GPMXYPBTUOFF tag=10FLUBXVJ830 type=write size=3757165 2024-07-29T15:22:14.784 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.783+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~R3UJ9LHUNNRR.0 size=1048576 2024-07-29T15:22:14.785 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.784+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~R3UJ9LHUNNRR.1 size=175785 2024-07-29T15:22:14.788 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.787+0000 7fd62f6c3640 1 < completed multipart upload key=H0YBVQU3EMED upload=R3UJ9LHUNNRR tag=NZZAP7CIOC9I type=write size=2272937 2024-07-29T15:22:14.790 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.789+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=5L2PRQH2QY5D type=del size=2697767 2024-07-29T15:22:14.793 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.793+0000 7fd62f6c3640 1 < suggested update operation key=BIYBUOZPJSZV tag=GXKS3P7PMU3Q type=write size=182921 2024-07-29T15:22:14.795 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.794+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=IW162MTIVFEI type=del size=736732 2024-07-29T15:22:14.797 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.796+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~0S4JF6FJCFZ9.0 size=1048576 2024-07-29T15:22:14.799 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.798+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~0S4JF6FJCFZ9.1 size=109096 2024-07-29T15:22:14.802 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.801+0000 7fd62f6c3640 1 < completed multipart upload key=ZMFNWBOB37DJ upload=0S4JF6FJCFZ9 tag=XEBRGDV7IRTN type=write size=2206248 2024-07-29T15:22:14.805 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.804+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~0INGX26BQP5L.0 size=1048576 2024-07-29T15:22:14.807 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.806+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~0INGX26BQP5L.1 size=950937 2024-07-29T15:22:14.807 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.806+0000 7fd62f6c3640 1 > prepared multipart upload key=V2178FD5CN6Y upload=0INGX26BQP5L tag=HLSQIA5843XR type=write size=3048089 2024-07-29T15:22:14.810 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.809+0000 7fd62f6c3640 1 < suggested update operation key=7CXNN1RN7UV8 tag=PVTKY6OQBEZV type=write size=527063 2024-07-29T15:22:14.812 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.811+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=BI13ILM47A36 type=del size=3440567 2024-07-29T15:22:14.815 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.813+0000 7fd62f6c3640 1 < completed delete operation key=V2178FD5CN6Y tag=75IWGOGYZPHT type=del 2024-07-29T15:22:14.817 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.817+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~WP4L2DTJBOED.0 size=1048576 2024-07-29T15:22:14.819 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.818+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~WP4L2DTJBOED.1 size=846611 2024-07-29T15:22:14.819 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.818+0000 7fd62f6c3640 1 > prepared multipart upload key=7CXNN1RN7UV8 upload=WP4L2DTJBOED tag=Q9Q880XJ1DUL type=write size=2943763 2024-07-29T15:22:14.821 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.820+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~ESQY2VYB1156.0 size=1048576 2024-07-29T15:22:14.821 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.820+0000 7fd62f6c3640 1 < canceled part key=_multipart_BIYBUOZPJSZV.2~ESQY2VYB1156.1 size=122204 2024-07-29T15:22:14.824 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.823+0000 7fd62f6c3640 1 < canceled multipart upload key=BIYBUOZPJSZV upload=ESQY2VYB1156 tag=9Y75JJSS5W8C type=write size=2219356 2024-07-29T15:22:14.828 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.827+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~U3QIS0EIN8OC.0 size=988408 2024-07-29T15:22:14.828 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.827+0000 7fd62f6c3640 1 > prepared multipart upload key=ZMFNWBOB37DJ upload=U3QIS0EIN8OC tag=EPIJKL3DCFPQ type=write size=2036984 2024-07-29T15:22:14.831 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.830+0000 7fd62f6c3640 -1 < failed to complete operation key=BIYBUOZPJSZV tag=GRBOMAA8ONBG type=del size=734705: (22) Invalid argument 2024-07-29T15:22:14.832 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.831+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=SVYVM0HEMHIM type=del size=1285568 2024-07-29T15:22:14.834 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.833+0000 7fd62f6c3640 1 < completed delete operation key=3OG3SYFEL3VL tag=KG1BWV6F2QBN type=del 2024-07-29T15:22:14.836 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.835+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=BVZPA7YJQHUA type=del size=115115 2024-07-29T15:22:14.838 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.837+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~80FL5REEYBAY.0 size=1048576 2024-07-29T15:22:14.839 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.838+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~80FL5REEYBAY.1 size=1048576 2024-07-29T15:22:14.840 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.840+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~80FL5REEYBAY.2 size=866416 2024-07-29T15:22:14.844 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.843+0000 7fd62f6c3640 1 < completed multipart upload key=C3FDCOT4DV2B upload=80FL5REEYBAY tag=RW67LT7ES2YV type=write size=4012144 2024-07-29T15:22:14.845 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.844+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=MKIRO06RZQ74 type=del size=3535219 2024-07-29T15:22:14.847 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.846+0000 7fd62f6c3640 1 < completed delete operation key=L184IOUE520P tag=Q3VQ02AOODFR type=del 2024-07-29T15:22:14.849 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.848+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=T37BXK1A1SL3 type=del size=2337109 2024-07-29T15:22:14.851 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.850+0000 7fd62f6c3640 1 < completed delete operation key=5E8G14SOGN0S tag=NYJFBR6QQHRA type=del 2024-07-29T15:22:14.855 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.854+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~ZQBDPUBHGXKP.0 size=1048576 2024-07-29T15:22:14.856 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.855+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~ZQBDPUBHGXKP.1 size=946502 2024-07-29T15:22:14.856 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.855+0000 7fd62f6c3640 1 > prepared multipart upload key=YSQLYQW9APLO upload=ZQBDPUBHGXKP tag=B83RPZHUIVW3 type=write size=3043654 2024-07-29T15:22:14.858 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.857+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~03F1ZMEYHK37.0 size=1048576 2024-07-29T15:22:14.858 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.857+0000 7fd62f6c3640 1 < canceled part key=_multipart_IAXC3BCSNJJH.2~03F1ZMEYHK37.1 size=870156 2024-07-29T15:22:14.861 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.860+0000 7fd62f6c3640 1 < canceled multipart upload key=IAXC3BCSNJJH upload=03F1ZMEYHK37 tag=B9XKC1LNADKF type=write size=2967308 2024-07-29T15:22:14.863 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.862+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=ZK2HG07E8MDB type=del size=3388992 2024-07-29T15:22:14.865 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.864+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~8V5BAKB131GB.0 size=628123 2024-07-29T15:22:14.868 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.867+0000 7fd62f6c3640 1 < completed multipart upload key=IAXC3BCSNJJH upload=8V5BAKB131GB tag=WBG9MID4GCK1 type=write size=1676699 2024-07-29T15:22:14.870 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.869+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=5WDDOVLNQ9TC type=del size=3096999 2024-07-29T15:22:14.872 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.871+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~CJ32EHU8CPLE.0 size=1048576 2024-07-29T15:22:14.873 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.872+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~CJ32EHU8CPLE.1 size=487028 2024-07-29T15:22:14.876 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.875+0000 7fd62f6c3640 1 < completed multipart upload key=A98383AI9GGP upload=CJ32EHU8CPLE tag=HNQIU3EA0K0S type=write size=2584180 2024-07-29T15:22:14.878 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.877+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=6O1T1HUQJZQ1 type=write size=1005793 2024-07-29T15:22:14.880 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.879+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~JTOCO2NOM625.0 size=865374 2024-07-29T15:22:14.883 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.882+0000 7fd62f6c3640 1 < completed multipart upload key=4Z3FPJTXXFV7 upload=JTOCO2NOM625 tag=SPIU88O8DC8N type=write size=1913950 2024-07-29T15:22:14.887 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.886+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~2BU6NL4ZIGAA.0 size=1048576 2024-07-29T15:22:14.889 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.888+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~2BU6NL4ZIGAA.1 size=44691 2024-07-29T15:22:14.889 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.888+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=2BU6NL4ZIGAA tag=WKM3NEO547YE type=write size=2141843 2024-07-29T15:22:14.894 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.890+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~GPMXYPBTUOFF.0 size=1048576 2024-07-29T15:22:14.894 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.892+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~GPMXYPBTUOFF.1 size=1048576 2024-07-29T15:22:14.895 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.894+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~GPMXYPBTUOFF.2 size=611437 2024-07-29T15:22:14.898 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.897+0000 7fd62f6c3640 1 < completed multipart upload key=V2178FD5CN6Y upload=GPMXYPBTUOFF tag=10FLUBXVJ830 type=write size=3757165 2024-07-29T15:22:14.902 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.901+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~8SPG4RQEGUQE.0 size=1048576 2024-07-29T15:22:14.904 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.902+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~8SPG4RQEGUQE.1 size=1048576 2024-07-29T15:22:14.905 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.904+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~8SPG4RQEGUQE.2 size=258846 2024-07-29T15:22:14.905 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.904+0000 7fd62f6c3640 1 > prepared multipart upload key=4Z3FPJTXXFV7 upload=8SPG4RQEGUQE tag=ZVTK0BTG5IID type=write size=3404574 2024-07-29T15:22:14.907 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.906+0000 7fd62f6c3640 1 < completed delete operation key=ZMFNWBOB37DJ tag=5L2PRQH2QY5D type=del 2024-07-29T15:22:14.908 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.908+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=56YE8PVEL060 type=del size=654512 2024-07-29T15:22:14.911 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.910+0000 7fd62f6c3640 1 < completed delete operation key=V2178FD5CN6Y tag=IW162MTIVFEI type=del 2024-07-29T15:22:14.913 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.912+0000 7fd62f6c3640 1 > prepared operation key=H0YBVQU3EMED tag=Z6URW0E9GG03 type=del size=3037289 2024-07-29T15:22:14.915 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.914+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~0INGX26BQP5L.0 size=1048576 2024-07-29T15:22:14.916 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.915+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~0INGX26BQP5L.1 size=950937 2024-07-29T15:22:14.919 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.918+0000 7fd62f6c3640 1 < completed multipart upload key=V2178FD5CN6Y upload=0INGX26BQP5L tag=HLSQIA5843XR type=write size=3048089 2024-07-29T15:22:14.921 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.920+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=VGOEP4I5A174 type=write size=352672 2024-07-29T15:22:14.923 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.923+0000 7fd62f6c3640 1 < completed delete operation key=4LY01AD2KMYQ tag=BI13ILM47A36 type=del 2024-07-29T15:22:14.926 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.925+0000 7fd62f6c3640 1 > prepared operation key=H0YBVQU3EMED tag=HFN34AAQKKC7 type=del size=2364335 2024-07-29T15:22:14.928 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.927+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~WP4L2DTJBOED.0 size=1048576 2024-07-29T15:22:14.928 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.927+0000 7fd62f6c3640 1 < canceled part key=_multipart_7CXNN1RN7UV8.2~WP4L2DTJBOED.1 size=846611 2024-07-29T15:22:14.932 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.931+0000 7fd62f6c3640 1 < canceled multipart upload key=7CXNN1RN7UV8 upload=WP4L2DTJBOED tag=Q9Q880XJ1DUL type=write size=2943763 2024-07-29T15:22:14.935 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.934+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~CMVOF9WPL2WP.0 size=184499 2024-07-29T15:22:14.935 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.934+0000 7fd62f6c3640 1 > prepared multipart upload key=L184IOUE520P upload=CMVOF9WPL2WP tag=JL83KL3DGE33 type=write size=1233075 2024-07-29T15:22:14.937 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.937+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~U3QIS0EIN8OC.0 size=988408 2024-07-29T15:22:14.941 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.940+0000 7fd62f6c3640 1 < completed multipart upload key=ZMFNWBOB37DJ upload=U3QIS0EIN8OC tag=EPIJKL3DCFPQ type=write size=2036984 2024-07-29T15:22:14.943 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.942+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=A55ZDQ60JTJQ type=del size=2376443 2024-07-29T15:22:14.944 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.943+0000 7fd62f6c3640 1 < canceled operation key=SI02Q5RHER9G tag=SVYVM0HEMHIM type=del size=1285568 2024-07-29T15:22:14.946 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.945+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=YUE78KAHC4EU type=del size=3317490 2024-07-29T15:22:14.948 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.947+0000 7fd62f6c3640 1 < completed delete operation key=TAZR3PWEGCVK tag=BVZPA7YJQHUA type=del 2024-07-29T15:22:14.950 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.949+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=11U0FP37ZHRL type=del size=4140444 2024-07-29T15:22:14.951 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.950+0000 7fd62f6c3640 1 < completed delete operation key=IWIUUJFZ4UME tag=MKIRO06RZQ74 type=del 2024-07-29T15:22:14.953 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.952+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=4WEE08EZGBD7 type=del size=2996515 2024-07-29T15:22:14.955 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.954+0000 7fd62f6c3640 1 < completed delete operation key=E98KUA2RK3BK tag=T37BXK1A1SL3 type=del 2024-07-29T15:22:14.956 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.956+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=03E7XH6O0RIR type=write size=62292 2024-07-29T15:22:14.958 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.957+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~ZQBDPUBHGXKP.0 size=1048576 2024-07-29T15:22:14.960 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.959+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~ZQBDPUBHGXKP.1 size=946502 2024-07-29T15:22:14.963 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.962+0000 7fd62f6c3640 1 < completed multipart upload key=YSQLYQW9APLO upload=ZQBDPUBHGXKP tag=B83RPZHUIVW3 type=write size=3043654 2024-07-29T15:22:14.964 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.963+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=5MIX26XTXUZV type=del size=141066 2024-07-29T15:22:14.968 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.967+0000 7fd62f6c3640 1 < suggested update operation key=ZDB57ZUUV5IX tag=ZK2HG07E8MDB type=del size=3388992 2024-07-29T15:22:14.971 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.970+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~ZW8GL2KOZC28.0 size=1031641 2024-07-29T15:22:14.971 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.970+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=ZW8GL2KOZC28 tag=2KJYJ82CGYH5 type=write size=2080217 2024-07-29T15:22:14.972 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.972+0000 7fd62f6c3640 1 < completed delete operation key=M86GT4R04HUE tag=5WDDOVLNQ9TC type=del 2024-07-29T15:22:14.976 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.975+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~BBRBKIYFTDN3.0 size=1048576 2024-07-29T15:22:14.977 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.977+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~BBRBKIYFTDN3.1 size=996371 2024-07-29T15:22:14.978 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.977+0000 7fd62f6c3640 1 > prepared multipart upload key=BIYBUOZPJSZV upload=BBRBKIYFTDN3 tag=6F23GID5T9RJ type=write size=3093523 2024-07-29T15:22:14.979 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.979+0000 7fd62f6c3640 1 < completed write operation key=4LY01AD2KMYQ tag=6O1T1HUQJZQ1 type=write size=1005793 2024-07-29T15:22:14.981 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.980+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=EQY02ECFUZOW type=write size=495470 2024-07-29T15:22:14.983 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.982+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~2BU6NL4ZIGAA.0 size=1048576 2024-07-29T15:22:14.985 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.984+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~2BU6NL4ZIGAA.1 size=44691 2024-07-29T15:22:14.987 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.986+0000 7fd62f6c3640 1 < completed multipart upload key=IAXC3BCSNJJH upload=2BU6NL4ZIGAA tag=WKM3NEO547YE type=write size=2141843 2024-07-29T15:22:14.989 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.989+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=9839T2G4G4J9 type=del size=1573125 2024-07-29T15:22:14.992 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.991+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~8SPG4RQEGUQE.0 size=1048576 2024-07-29T15:22:14.992 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.991+0000 7fd62f6c3640 1 < canceled part key=_multipart_4Z3FPJTXXFV7.2~8SPG4RQEGUQE.1 size=1048576 2024-07-29T15:22:14.994 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.993+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~8SPG4RQEGUQE.2 size=258846 2024-07-29T15:22:14.997 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:14.996+0000 7fd62f6c3640 1 < canceled multipart upload key=4Z3FPJTXXFV7 upload=8SPG4RQEGUQE tag=ZVTK0BTG5IID type=write size=3404574 2024-07-29T15:22:15.001 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.000+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~EANDOSZP3L8H.0 size=1048576 2024-07-29T15:22:15.002 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.001+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~EANDOSZP3L8H.1 size=263126 2024-07-29T15:22:15.002 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.001+0000 7fd62f6c3640 1 > prepared multipart upload key=3OG3SYFEL3VL upload=EANDOSZP3L8H tag=7FJ2OWBZTL7Y type=write size=2360278 2024-07-29T15:22:15.004 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.003+0000 7fd62f6c3640 1 < completed delete operation key=V2178FD5CN6Y tag=56YE8PVEL060 type=del 2024-07-29T15:22:15.007 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.006+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=KK3B25I904GB type=del size=2495208 2024-07-29T15:22:15.010 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.009+0000 7fd62f6c3640 1 < canceled operation key=H0YBVQU3EMED tag=Z6URW0E9GG03 type=del size=3037289 2024-07-29T15:22:15.012 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.011+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=5PDXIACSAIRG type=del size=2581859 2024-07-29T15:22:15.013 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.013+0000 7fd62f6c3640 1 < completed write operation key=UNDM9MIM6GG0 tag=VGOEP4I5A174 type=write size=352672 2024-07-29T15:22:15.015 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.014+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=YIU1GD8OMHXE type=del size=160639 2024-07-29T15:22:15.017 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.016+0000 7fd62f6c3640 1 < completed delete operation key=H0YBVQU3EMED tag=HFN34AAQKKC7 type=del 2024-07-29T15:22:15.020 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.019+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~W74I1CGMSIMV.0 size=1048576 2024-07-29T15:22:15.022 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.021+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~W74I1CGMSIMV.1 size=1048576 2024-07-29T15:22:15.023 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.022+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~W74I1CGMSIMV.2 size=589191 2024-07-29T15:22:15.023 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.022+0000 7fd62f6c3640 1 > prepared multipart upload key=L184IOUE520P upload=W74I1CGMSIMV tag=2JRG0NH1NVBD type=write size=3734919 2024-07-29T15:22:15.025 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.025+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~CMVOF9WPL2WP.0 size=184499 2024-07-29T15:22:15.028 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.027+0000 7fd62f6c3640 1 < completed multipart upload key=L184IOUE520P upload=CMVOF9WPL2WP tag=JL83KL3DGE33 type=write size=1233075 2024-07-29T15:22:15.032 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.031+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~2Y3AHJ0HKEJV.0 size=198184 2024-07-29T15:22:15.032 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.031+0000 7fd62f6c3640 1 > prepared multipart upload key=RQC1B162F8M6 upload=2Y3AHJ0HKEJV tag=AZIZZ3R1MXEC type=write size=1246760 2024-07-29T15:22:15.035 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.035+0000 7fd62f6c3640 1 < suggested update operation key=V2178FD5CN6Y tag=A55ZDQ60JTJQ type=del size=2376443 2024-07-29T15:22:15.037 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.036+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=B0MTKTOC2AGL type=del size=434631 2024-07-29T15:22:15.041 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.040+0000 7fd62f6c3640 1 < suggested remove operation key=5E8G14SOGN0S tag=YUE78KAHC4EU type=del 2024-07-29T15:22:15.043 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.042+0000 7fd62f6c3640 1 > prepared operation key=C3FDCOT4DV2B tag=LWRKDNDTSH3Z type=del size=163930 2024-07-29T15:22:15.045 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.044+0000 7fd62f6c3640 1 < completed delete operation key=7CXNN1RN7UV8 tag=11U0FP37ZHRL type=del 2024-07-29T15:22:15.049 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.048+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~E4K68VH3H3QB.0 size=1048576 2024-07-29T15:22:15.051 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.050+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~E4K68VH3H3QB.1 size=413582 2024-07-29T15:22:15.051 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.050+0000 7fd62f6c3640 1 > prepared multipart upload key=4Z3FPJTXXFV7 upload=E4K68VH3H3QB tag=518PMWNN0W10 type=write size=2510734 2024-07-29T15:22:15.055 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.054+0000 7fd62f6c3640 1 < suggested update operation key=3OG3SYFEL3VL tag=4WEE08EZGBD7 type=del size=2996515 2024-07-29T15:22:15.057 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.056+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=K3XXMFTBTMVQ type=del size=194246 2024-07-29T15:22:15.059 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.058+0000 7fd62f6c3640 1 < completed write operation key=UNDM9MIM6GG0 tag=03E7XH6O0RIR type=write size=62292 2024-07-29T15:22:15.062 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.062+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~SKW9C3OXFSO9.0 size=1048576 2024-07-29T15:22:15.064 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.063+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~SKW9C3OXFSO9.1 size=64708 2024-07-29T15:22:15.064 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.063+0000 7fd62f6c3640 1 > prepared multipart upload key=4Z3FPJTXXFV7 upload=SKW9C3OXFSO9 tag=ZK3V5XM42CBK type=write size=2161860 2024-07-29T15:22:15.066 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.065+0000 7fd62f6c3640 1 < completed delete operation key=L184IOUE520P tag=5MIX26XTXUZV type=del 2024-07-29T15:22:15.070 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.069+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~4KQZ3G8X1MDT.0 size=772933 2024-07-29T15:22:15.070 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.069+0000 7fd62f6c3640 1 > prepared multipart upload key=ZDB57ZUUV5IX upload=4KQZ3G8X1MDT tag=KB8EJFZDC0LQ type=write size=1821509 2024-07-29T15:22:15.071 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.070+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~ZW8GL2KOZC28.0 size=1031641 2024-07-29T15:22:15.074 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.073+0000 7fd62f6c3640 1 < completed multipart upload key=IAXC3BCSNJJH upload=ZW8GL2KOZC28 tag=2KJYJ82CGYH5 type=write size=2080217 2024-07-29T15:22:15.076 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.075+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=F3NCWDS1IU15 type=del size=488172 2024-07-29T15:22:15.078 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.077+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~BBRBKIYFTDN3.0 size=1048576 2024-07-29T15:22:15.079 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.079+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~BBRBKIYFTDN3.1 size=996371 2024-07-29T15:22:15.083 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.082+0000 7fd62f6c3640 1 < completed multipart upload key=BIYBUOZPJSZV upload=BBRBKIYFTDN3 tag=6F23GID5T9RJ type=write size=3093523 2024-07-29T15:22:15.086 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.085+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~F0JHA7WCVFSA.0 size=930783 2024-07-29T15:22:15.086 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.085+0000 7fd62f6c3640 1 > prepared multipart upload key=ZMFNWBOB37DJ upload=F0JHA7WCVFSA tag=ICER01GPHDFG type=write size=1979359 2024-07-29T15:22:15.089 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.088+0000 7fd62f6c3640 1 < completed write operation key=4Z3FPJTXXFV7 tag=EQY02ECFUZOW type=write size=495470 2024-07-29T15:22:15.090 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.090+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=DZ2H3I2ID51Q type=del size=389076 2024-07-29T15:22:15.092 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.091+0000 7fd62f6c3640 1 < canceled operation key=BIYBUOZPJSZV tag=9839T2G4G4J9 type=del size=1573125 2024-07-29T15:22:15.096 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.095+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~8ZU8C06JHDB3.0 size=1048576 2024-07-29T15:22:15.097 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.096+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~8ZU8C06JHDB3.1 size=1048576 2024-07-29T15:22:15.098 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.098+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~8ZU8C06JHDB3.2 size=122264 2024-07-29T15:22:15.099 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.098+0000 7fd62f6c3640 1 > prepared multipart upload key=UNDM9MIM6GG0 upload=8ZU8C06JHDB3 tag=4D104HCNX9AX type=write size=3267992 2024-07-29T15:22:15.100 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.099+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~EANDOSZP3L8H.0 size=1048576 2024-07-29T15:22:15.102 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.101+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~EANDOSZP3L8H.1 size=263126 2024-07-29T15:22:15.105 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.104+0000 7fd62f6c3640 1 < completed multipart upload key=3OG3SYFEL3VL upload=EANDOSZP3L8H tag=7FJ2OWBZTL7Y type=write size=2360278 2024-07-29T15:22:15.109 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.108+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~XHBFPYAPG3Q5.0 size=826555 2024-07-29T15:22:15.109 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.108+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=XHBFPYAPG3Q5 tag=C3T5ZFWY5FYN type=write size=1875131 2024-07-29T15:22:15.113 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.112+0000 7fd62f6c3640 1 < suggested update operation key=E98KUA2RK3BK tag=KK3B25I904GB type=del size=2495208 2024-07-29T15:22:15.116 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.115+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~MV7UBBDV2J78.0 size=450814 2024-07-29T15:22:15.116 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.115+0000 7fd62f6c3640 1 > prepared multipart upload key=5E8G14SOGN0S upload=MV7UBBDV2J78 tag=QF7GIO4VB1NY type=write size=1499390 2024-07-29T15:22:15.118 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.117+0000 7fd62f6c3640 1 < completed delete operation key=L184IOUE520P tag=5PDXIACSAIRG type=del 2024-07-29T15:22:15.120 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.119+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=48DQ6YA58F4Z type=del size=2595056 2024-07-29T15:22:15.123 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.122+0000 7fd62f6c3640 1 < completed delete operation key=ZMFNWBOB37DJ tag=YIU1GD8OMHXE type=del 2024-07-29T15:22:15.124 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.124+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=MECVQ2HBZ96V type=del size=536887 2024-07-29T15:22:15.126 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.125+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~W74I1CGMSIMV.0 size=1048576 2024-07-29T15:22:15.128 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.127+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~W74I1CGMSIMV.1 size=1048576 2024-07-29T15:22:15.129 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.129+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~W74I1CGMSIMV.2 size=589191 2024-07-29T15:22:15.133 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.132+0000 7fd62f6c3640 1 < completed multipart upload key=L184IOUE520P upload=W74I1CGMSIMV tag=2JRG0NH1NVBD type=write size=3734919 2024-07-29T15:22:15.135 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.134+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=FGY5VHESZ0KP type=del size=4077067 2024-07-29T15:22:15.136 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.136+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~2Y3AHJ0HKEJV.0 size=198184 2024-07-29T15:22:15.140 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.139+0000 7fd62f6c3640 1 < completed multipart upload key=RQC1B162F8M6 upload=2Y3AHJ0HKEJV tag=AZIZZ3R1MXEC type=write size=1246760 2024-07-29T15:22:15.144 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.141+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=20F27AM79VHB type=del size=284238 2024-07-29T15:22:15.144 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.143+0000 7fd62f6c3640 -1 < failed to complete operation key=E98KUA2RK3BK tag=B0MTKTOC2AGL type=del size=434631: (22) Invalid argument 2024-07-29T15:22:15.146 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.146+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=12PL5R1K5BVT type=del size=2554996 2024-07-29T15:22:15.150 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.149+0000 7fd62f6c3640 1 < suggested update operation key=C3FDCOT4DV2B tag=LWRKDNDTSH3Z type=del size=163930 2024-07-29T15:22:15.154 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.153+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~8N6KD1I4DXOE.0 size=1048576 2024-07-29T15:22:15.155 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.154+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~8N6KD1I4DXOE.1 size=1048576 2024-07-29T15:22:15.157 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.156+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~8N6KD1I4DXOE.2 size=363822 2024-07-29T15:22:15.157 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.156+0000 7fd62f6c3640 1 > prepared multipart upload key=BIYBUOZPJSZV upload=8N6KD1I4DXOE tag=WE4EKZ09ZBHG type=write size=3509550 2024-07-29T15:22:15.159 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.158+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~E4K68VH3H3QB.0 size=1048576 2024-07-29T15:22:15.160 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.159+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~E4K68VH3H3QB.1 size=413582 2024-07-29T15:22:15.165 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.164+0000 7fd62f6c3640 1 < completed multipart upload key=4Z3FPJTXXFV7 upload=E4K68VH3H3QB tag=518PMWNN0W10 type=write size=2510734 2024-07-29T15:22:15.168 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.167+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=4HJ80P536SAU type=del size=763532 2024-07-29T15:22:15.169 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.168+0000 7fd62f6c3640 1 < completed delete operation key=FAOPDKU2UC4Y tag=K3XXMFTBTMVQ type=del 2024-07-29T15:22:15.173 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.172+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~F5L0YT3Y865V.0 size=1048576 2024-07-29T15:22:15.174 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.173+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~F5L0YT3Y865V.1 size=263730 2024-07-29T15:22:15.174 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.173+0000 7fd62f6c3640 1 > prepared multipart upload key=TAZR3PWEGCVK upload=F5L0YT3Y865V tag=M2FT71EIOJXI type=write size=2360882 2024-07-29T15:22:15.176 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.175+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~SKW9C3OXFSO9.0 size=1048576 2024-07-29T15:22:15.178 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.177+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~SKW9C3OXFSO9.1 size=64708 2024-07-29T15:22:15.181 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.180+0000 7fd62f6c3640 1 < completed multipart upload key=4Z3FPJTXXFV7 upload=SKW9C3OXFSO9 tag=ZK3V5XM42CBK type=write size=2161860 2024-07-29T15:22:15.183 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.182+0000 7fd62f6c3640 1 > prepared operation key=C3FDCOT4DV2B tag=KK9D369EGI7J type=del size=1981196 2024-07-29T15:22:15.185 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.184+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~4KQZ3G8X1MDT.0 size=772933 2024-07-29T15:22:15.188 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.187+0000 7fd62f6c3640 1 < completed multipart upload key=ZDB57ZUUV5IX upload=4KQZ3G8X1MDT tag=KB8EJFZDC0LQ type=write size=1821509 2024-07-29T15:22:15.190 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.189+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=BB8FNJPT0U4F type=del size=3954588 2024-07-29T15:22:15.192 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.191+0000 7fd62f6c3640 1 < completed delete operation key=5E8G14SOGN0S tag=F3NCWDS1IU15 type=del 2024-07-29T15:22:15.194 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.193+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=L6TLCUA4H2RR type=del size=3850929 2024-07-29T15:22:15.195 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.194+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~F0JHA7WCVFSA.0 size=930783 2024-07-29T15:22:15.198 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.197+0000 7fd62f6c3640 1 < completed multipart upload key=ZMFNWBOB37DJ upload=F0JHA7WCVFSA tag=ICER01GPHDFG type=write size=1979359 2024-07-29T15:22:15.202 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.201+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~P3PYHECQ1GSA.0 size=152353 2024-07-29T15:22:15.202 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.201+0000 7fd62f6c3640 1 > prepared multipart upload key=E98KUA2RK3BK upload=P3PYHECQ1GSA tag=TAT9JMZEMQ88 type=write size=1200929 2024-07-29T15:22:15.204 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.203+0000 7fd62f6c3640 1 < completed delete operation key=0C6FXJ0T2NGU tag=DZ2H3I2ID51Q type=del 2024-07-29T15:22:15.207 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.206+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~DV241EMJLSD4.0 size=1048576 2024-07-29T15:22:15.209 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.208+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~DV241EMJLSD4.1 size=1048576 2024-07-29T15:22:15.211 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.210+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~DV241EMJLSD4.2 size=329616 2024-07-29T15:22:15.211 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.210+0000 7fd62f6c3640 1 > prepared multipart upload key=VD0CC9XRAGF4 upload=DV241EMJLSD4 tag=4ET1BJ0ZFOSL type=write size=3475344 2024-07-29T15:22:15.213 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.212+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~8ZU8C06JHDB3.0 size=1048576 2024-07-29T15:22:15.213 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.212+0000 7fd62f6c3640 1 < canceled part key=_multipart_UNDM9MIM6GG0.2~8ZU8C06JHDB3.1 size=1048576 2024-07-29T15:22:15.214 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.214+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~8ZU8C06JHDB3.2 size=122264 2024-07-29T15:22:15.218 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.217+0000 7fd62f6c3640 1 < canceled multipart upload key=UNDM9MIM6GG0 upload=8ZU8C06JHDB3 tag=4D104HCNX9AX type=write size=3267992 2024-07-29T15:22:15.219 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.218+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=SMDES9ZHBE4O type=del size=4007636 2024-07-29T15:22:15.221 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.220+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~XHBFPYAPG3Q5.0 size=826555 2024-07-29T15:22:15.224 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.224+0000 7fd62f6c3640 1 < completed multipart upload key=IAXC3BCSNJJH upload=XHBFPYAPG3Q5 tag=C3T5ZFWY5FYN type=write size=1875131 2024-07-29T15:22:15.226 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.226+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=9ZSM0L25GYTY type=del size=2584907 2024-07-29T15:22:15.228 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.227+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~MV7UBBDV2J78.0 size=450814 2024-07-29T15:22:15.231 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.231+0000 7fd62f6c3640 1 < completed multipart upload key=5E8G14SOGN0S upload=MV7UBBDV2J78 tag=QF7GIO4VB1NY type=write size=1499390 2024-07-29T15:22:15.233 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.233+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=3VHV5FFQAU61 type=write size=992116 2024-07-29T15:22:15.235 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.234+0000 7fd62f6c3640 1 < completed delete operation key=V2178FD5CN6Y tag=48DQ6YA58F4Z type=del 2024-07-29T15:22:15.237 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.236+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=0ZDI1D6IXPIT type=del size=3924829 2024-07-29T15:22:15.239 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.238+0000 7fd62f6c3640 1 < completed delete operation key=A98383AI9GGP tag=MECVQ2HBZ96V type=del 2024-07-29T15:22:15.242 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.241+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~LRZ1E73DF7Z7.0 size=786573 2024-07-29T15:22:15.242 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.241+0000 7fd62f6c3640 1 > prepared multipart upload key=C3FDCOT4DV2B upload=LRZ1E73DF7Z7 tag=USF2V7DL9AMN type=write size=1835149 2024-07-29T15:22:15.246 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.245+0000 7fd62f6c3640 1 < suggested remove operation key=7THABETH5LSN tag=FGY5VHESZ0KP type=del 2024-07-29T15:22:15.250 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.249+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~VWO2RM3RR7Y9.0 size=1048576 2024-07-29T15:22:15.251 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.250+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~VWO2RM3RR7Y9.1 size=1048576 2024-07-29T15:22:15.253 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.252+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~VWO2RM3RR7Y9.2 size=18291 2024-07-29T15:22:15.253 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.252+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=VWO2RM3RR7Y9 tag=KP4NYUBNJFWS type=write size=3164019 2024-07-29T15:22:15.256 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.255+0000 7fd62f6c3640 1 < completed delete operation key=RQC1B162F8M6 tag=20F27AM79VHB type=del 2024-07-29T15:22:15.259 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.258+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~G4BF2AM4OIEV.0 size=1048576 2024-07-29T15:22:15.261 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.260+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~G4BF2AM4OIEV.1 size=1048576 2024-07-29T15:22:15.262 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.261+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~G4BF2AM4OIEV.2 size=213078 2024-07-29T15:22:15.262 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.261+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=G4BF2AM4OIEV tag=FX7EXPFX6BN9 type=write size=3358806 2024-07-29T15:22:15.264 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.263+0000 7fd62f6c3640 1 < completed delete operation key=E98KUA2RK3BK tag=12PL5R1K5BVT type=del 2024-07-29T15:22:15.267 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.267+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~69PE5WVFCJO1.0 size=1048576 2024-07-29T15:22:15.269 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.268+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~69PE5WVFCJO1.1 size=1048576 2024-07-29T15:22:15.271 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.270+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~69PE5WVFCJO1.2 size=267961 2024-07-29T15:22:15.271 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.270+0000 7fd62f6c3640 1 > prepared multipart upload key=UNDM9MIM6GG0 upload=69PE5WVFCJO1 tag=RWFP0DVIOY37 type=write size=3413689 2024-07-29T15:22:15.273 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.272+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~8N6KD1I4DXOE.0 size=1048576 2024-07-29T15:22:15.275 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.274+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~8N6KD1I4DXOE.1 size=1048576 2024-07-29T15:22:15.276 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.275+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~8N6KD1I4DXOE.2 size=363822 2024-07-29T15:22:15.279 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.278+0000 7fd62f6c3640 1 < completed multipart upload key=BIYBUOZPJSZV upload=8N6KD1I4DXOE tag=WE4EKZ09ZBHG type=write size=3509550 2024-07-29T15:22:15.281 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.281+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=RZ34OKT653F2 type=write size=607019 2024-07-29T15:22:15.283 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.282+0000 7fd62f6c3640 1 < completed delete operation key=ZDB57ZUUV5IX tag=4HJ80P536SAU type=del 2024-07-29T15:22:15.286 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.285+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~URVRGYFZI3DJ.0 size=1048576 2024-07-29T15:22:15.288 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.287+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~URVRGYFZI3DJ.1 size=1048576 2024-07-29T15:22:15.290 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.289+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~URVRGYFZI3DJ.2 size=467416 2024-07-29T15:22:15.290 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.289+0000 7fd62f6c3640 1 > prepared multipart upload key=E98KUA2RK3BK upload=URVRGYFZI3DJ tag=TU39UVC4A6JK type=write size=3613144 2024-07-29T15:22:15.291 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.291+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~F5L0YT3Y865V.0 size=1048576 2024-07-29T15:22:15.293 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.292+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~F5L0YT3Y865V.1 size=263730 2024-07-29T15:22:15.296 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.295+0000 7fd62f6c3640 1 < completed multipart upload key=TAZR3PWEGCVK upload=F5L0YT3Y865V tag=M2FT71EIOJXI type=write size=2360882 2024-07-29T15:22:15.298 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.297+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=EI5G1DSKP0BH type=write size=627217 2024-07-29T15:22:15.301 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.300+0000 7fd62f6c3640 1 < completed delete operation key=C3FDCOT4DV2B tag=KK9D369EGI7J type=del 2024-07-29T15:22:15.304 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.303+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~0QGQDB0ALESI.0 size=1048576 2024-07-29T15:22:15.306 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.305+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~0QGQDB0ALESI.1 size=432062 2024-07-29T15:22:15.306 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.305+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=0QGQDB0ALESI tag=FAFU9D56G43Y type=write size=2529214 2024-07-29T15:22:15.308 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.307+0000 7fd62f6c3640 -1 < failed to complete operation key=7THABETH5LSN tag=BB8FNJPT0U4F type=del size=3954588: (22) Invalid argument 2024-07-29T15:22:15.310 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.310+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=HC1YHI2CKMN4 type=del size=3837086 2024-07-29T15:22:15.313 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.312+0000 7fd62f6c3640 1 < completed delete operation key=A98383AI9GGP tag=L6TLCUA4H2RR type=del 2024-07-29T15:22:15.317 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.316+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~L892U378PPMH.0 size=1048576 2024-07-29T15:22:15.318 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.317+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~L892U378PPMH.1 size=519986 2024-07-29T15:22:15.318 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.317+0000 7fd62f6c3640 1 > prepared multipart upload key=L3WAA4XE7CTH upload=L892U378PPMH tag=UCFVY7FSUM0S type=write size=2617138 2024-07-29T15:22:15.320 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.319+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~P3PYHECQ1GSA.0 size=152353 2024-07-29T15:22:15.324 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.323+0000 7fd62f6c3640 1 < completed multipart upload key=E98KUA2RK3BK upload=P3PYHECQ1GSA tag=TAT9JMZEMQ88 type=write size=1200929 2024-07-29T15:22:15.326 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.325+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=7ST5TXGG1C5J type=del size=3024599 2024-07-29T15:22:15.327 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.327+0000 7fd62f6c3640 1 < completed part key=_multipart_VD0CC9XRAGF4.2~DV241EMJLSD4.0 size=1048576 2024-07-29T15:22:15.329 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.328+0000 7fd62f6c3640 1 < completed part key=_multipart_VD0CC9XRAGF4.2~DV241EMJLSD4.1 size=1048576 2024-07-29T15:22:15.331 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.330+0000 7fd62f6c3640 1 < completed part key=_multipart_VD0CC9XRAGF4.2~DV241EMJLSD4.2 size=329616 2024-07-29T15:22:15.334 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.333+0000 7fd62f6c3640 1 < completed multipart upload key=VD0CC9XRAGF4 upload=DV241EMJLSD4 tag=4ET1BJ0ZFOSL type=write size=3475344 2024-07-29T15:22:15.337 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.336+0000 7fd62f6c3640 1 > prepared part key=_multipart_5RY4L1BV4ZJB.2~DYCWWMQ243CL.0 size=1048576 2024-07-29T15:22:15.339 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.338+0000 7fd62f6c3640 1 > prepared part key=_multipart_5RY4L1BV4ZJB.2~DYCWWMQ243CL.1 size=46574 2024-07-29T15:22:15.339 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.338+0000 7fd62f6c3640 1 > prepared multipart upload key=5RY4L1BV4ZJB upload=DYCWWMQ243CL tag=LU1CKWVY4XJM type=write size=2143726 2024-07-29T15:22:15.341 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.340+0000 7fd62f6c3640 1 < completed delete operation key=5RY4L1BV4ZJB tag=SMDES9ZHBE4O type=del 2024-07-29T15:22:15.342 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.342+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=MHV6LUOS223U type=del size=2435783 2024-07-29T15:22:15.344 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.343+0000 7fd62f6c3640 1 < completed delete operation key=5RY4L1BV4ZJB tag=9ZSM0L25GYTY type=del 2024-07-29T15:22:15.346 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.346+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=X1LJXZTPXOWN type=del size=40742 2024-07-29T15:22:15.348 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.348+0000 7fd62f6c3640 1 < completed write operation key=8BA2XKLPRGQN tag=3VHV5FFQAU61 type=write size=992116 2024-07-29T15:22:15.350 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.350+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=A25KWQS6TJ3O type=write size=91974 2024-07-29T15:22:15.352 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.352+0000 7fd62f6c3640 1 < completed delete operation key=4LY01AD2KMYQ tag=0ZDI1D6IXPIT type=del 2024-07-29T15:22:15.356 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.355+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~17I83FMGX8P4.0 size=968511 2024-07-29T15:22:15.356 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.355+0000 7fd62f6c3640 1 > prepared multipart upload key=RQC1B162F8M6 upload=17I83FMGX8P4 tag=X2RPX5KBPOFN type=write size=2017087 2024-07-29T15:22:15.358 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.357+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~LRZ1E73DF7Z7.0 size=786573 2024-07-29T15:22:15.361 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.361+0000 7fd62f6c3640 1 < completed multipart upload key=C3FDCOT4DV2B upload=LRZ1E73DF7Z7 tag=USF2V7DL9AMN type=write size=1835149 2024-07-29T15:22:15.364 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.363+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=E44EKCMJRJ1R type=del size=156695 2024-07-29T15:22:15.366 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.366+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~VWO2RM3RR7Y9.0 size=1048576 2024-07-29T15:22:15.368 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.367+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~VWO2RM3RR7Y9.1 size=1048576 2024-07-29T15:22:15.370 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.369+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~VWO2RM3RR7Y9.2 size=18291 2024-07-29T15:22:15.374 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.373+0000 7fd62f6c3640 1 < completed multipart upload key=IAXC3BCSNJJH upload=VWO2RM3RR7Y9 tag=KP4NYUBNJFWS type=write size=3164019 2024-07-29T15:22:15.376 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.375+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=MFLZWPD8EU8Q type=del size=3205431 2024-07-29T15:22:15.378 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.377+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~G4BF2AM4OIEV.0 size=1048576 2024-07-29T15:22:15.380 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.379+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~G4BF2AM4OIEV.1 size=1048576 2024-07-29T15:22:15.381 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.380+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~G4BF2AM4OIEV.2 size=213078 2024-07-29T15:22:15.385 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.384+0000 7fd62f6c3640 1 < completed multipart upload key=IAXC3BCSNJJH upload=G4BF2AM4OIEV tag=FX7EXPFX6BN9 type=write size=3358806 2024-07-29T15:22:15.389 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.387+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~AVBGFX7KL0ZK.0 size=309429 2024-07-29T15:22:15.389 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.387+0000 7fd62f6c3640 1 > prepared multipart upload key=ZMFNWBOB37DJ upload=AVBGFX7KL0ZK tag=EI3JL8OWSZGB type=write size=1358005 2024-07-29T15:22:15.389 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.388+0000 7fd62f6c3640 1 < canceled part key=_multipart_UNDM9MIM6GG0.2~69PE5WVFCJO1.0 size=1048576 2024-07-29T15:22:15.389 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.388+0000 7fd62f6c3640 1 < canceled part key=_multipart_UNDM9MIM6GG0.2~69PE5WVFCJO1.1 size=1048576 2024-07-29T15:22:15.390 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.390+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~69PE5WVFCJO1.2 size=267961 2024-07-29T15:22:15.394 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.393+0000 7fd62f6c3640 1 < canceled multipart upload key=UNDM9MIM6GG0 upload=69PE5WVFCJO1 tag=RWFP0DVIOY37 type=write size=3413689 2024-07-29T15:22:15.396 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.395+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=6SYK3UK75M9B type=del size=1996390 2024-07-29T15:22:15.399 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.399+0000 7fd62f6c3640 1 < suggested update operation key=RQC1B162F8M6 tag=RZ34OKT653F2 type=write size=607019 2024-07-29T15:22:15.402 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.401+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=SRXPLMNAZ3VD type=del size=1083145 2024-07-29T15:22:15.404 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.403+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~URVRGYFZI3DJ.0 size=1048576 2024-07-29T15:22:15.405 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.404+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~URVRGYFZI3DJ.1 size=1048576 2024-07-29T15:22:15.407 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.406+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~URVRGYFZI3DJ.2 size=467416 2024-07-29T15:22:15.410 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.409+0000 7fd62f6c3640 1 < completed multipart upload key=E98KUA2RK3BK upload=URVRGYFZI3DJ tag=TU39UVC4A6JK type=write size=3613144 2024-07-29T15:22:15.412 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.411+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=EPZX8X51MB4C type=del size=3675877 2024-07-29T15:22:15.414 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.413+0000 7fd62f6c3640 1 < completed write operation key=M5I2YC3HVZ0P tag=EI5G1DSKP0BH type=write size=627217 2024-07-29T15:22:15.416 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.416+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=1LTNDCKBRH2P type=del size=3833145 2024-07-29T15:22:15.418 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.417+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~0QGQDB0ALESI.0 size=1048576 2024-07-29T15:22:15.420 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.419+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~0QGQDB0ALESI.1 size=432062 2024-07-29T15:22:15.423 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.422+0000 7fd62f6c3640 1 < completed multipart upload key=IAXC3BCSNJJH upload=0QGQDB0ALESI tag=FAFU9D56G43Y type=write size=2529214 2024-07-29T15:22:15.426 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.425+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=0FIMK6R7NK8H type=write size=667983 2024-07-29T15:22:15.428 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.427+0000 7fd62f6c3640 1 < completed delete operation key=3OG3SYFEL3VL tag=HC1YHI2CKMN4 type=del 2024-07-29T15:22:15.430 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.429+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=QXOU885KGKK8 type=del size=3113620 2024-07-29T15:22:15.431 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.431+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~L892U378PPMH.0 size=1048576 2024-07-29T15:22:15.433 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.432+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~L892U378PPMH.1 size=519986 2024-07-29T15:22:15.436 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.435+0000 7fd62f6c3640 1 < completed multipart upload key=L3WAA4XE7CTH upload=L892U378PPMH tag=UCFVY7FSUM0S type=write size=2617138 2024-07-29T15:22:15.438 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.438+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=ZMSEVIEBTF77 type=del size=4022238 2024-07-29T15:22:15.440 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.440+0000 7fd62f6c3640 1 < canceled operation key=ZMFNWBOB37DJ tag=7ST5TXGG1C5J type=del size=3024599 2024-07-29T15:22:15.442 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.441+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=01SIP91KBJVZ type=del size=1533149 2024-07-29T15:22:15.444 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.444+0000 7fd62f6c3640 1 < completed part key=_multipart_5RY4L1BV4ZJB.2~DYCWWMQ243CL.0 size=1048576 2024-07-29T15:22:15.446 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.445+0000 7fd62f6c3640 1 < completed part key=_multipart_5RY4L1BV4ZJB.2~DYCWWMQ243CL.1 size=46574 2024-07-29T15:22:15.449 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.449+0000 7fd62f6c3640 1 < completed multipart upload key=5RY4L1BV4ZJB upload=DYCWWMQ243CL tag=LU1CKWVY4XJM type=write size=2143726 2024-07-29T15:22:15.453 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.452+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~8RRLK8TDYZA8.0 size=1048576 2024-07-29T15:22:15.454 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.453+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~8RRLK8TDYZA8.1 size=1048576 2024-07-29T15:22:15.456 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.455+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~8RRLK8TDYZA8.2 size=270283 2024-07-29T15:22:15.456 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.455+0000 7fd62f6c3640 1 > prepared multipart upload key=FAOPDKU2UC4Y upload=8RRLK8TDYZA8 tag=4JIY56T2CP3F type=write size=3416011 2024-07-29T15:22:15.457 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.457+0000 7fd62f6c3640 1 < completed delete operation key=W248KYMPQG8A tag=MHV6LUOS223U type=del 2024-07-29T15:22:15.459 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.458+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=DZB3KR23QOWL type=del size=2600837 2024-07-29T15:22:15.461 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.460+0000 7fd62f6c3640 1 < completed delete operation key=FAOPDKU2UC4Y tag=X1LJXZTPXOWN type=del 2024-07-29T15:22:15.463 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.462+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=0YBOTSIVWYS5 type=del size=921037 2024-07-29T15:22:15.465 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.464+0000 7fd62f6c3640 1 < completed write operation key=E98KUA2RK3BK tag=A25KWQS6TJ3O type=write size=91974 2024-07-29T15:22:15.468 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.467+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~SK83NBNZMA4G.0 size=1048576 2024-07-29T15:22:15.470 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.469+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~SK83NBNZMA4G.1 size=25964 2024-07-29T15:22:15.470 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.469+0000 7fd62f6c3640 1 > prepared multipart upload key=H0YBVQU3EMED upload=SK83NBNZMA4G tag=IA2ZMI9K9ZJF type=write size=2123116 2024-07-29T15:22:15.471 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.470+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~17I83FMGX8P4.0 size=968511 2024-07-29T15:22:15.474 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.473+0000 7fd62f6c3640 1 < completed multipart upload key=RQC1B162F8M6 upload=17I83FMGX8P4 tag=X2RPX5KBPOFN type=write size=2017087 2024-07-29T15:22:15.476 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.475+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=BTSF893HO3YC type=del size=822745 2024-07-29T15:22:15.478 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.477+0000 7fd62f6c3640 1 < completed delete operation key=FAOPDKU2UC4Y tag=E44EKCMJRJ1R type=del 2024-07-29T15:22:15.480 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.479+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=PY7SRSID0FAW type=del size=937605 2024-07-29T15:22:15.482 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.481+0000 7fd62f6c3640 1 < completed delete operation key=ZDB57ZUUV5IX tag=MFLZWPD8EU8Q type=del 2024-07-29T15:22:15.485 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.484+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~AAZWLU7AQA3X.0 size=10843 2024-07-29T15:22:15.485 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.484+0000 7fd62f6c3640 1 > prepared multipart upload key=M5I2YC3HVZ0P upload=AAZWLU7AQA3X tag=R03SJ3BT1ADI type=write size=1059419 2024-07-29T15:22:15.487 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.486+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~AVBGFX7KL0ZK.0 size=309429 2024-07-29T15:22:15.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:15 smithi067 ceph-mon[91995]: pgmap v1332: 137 pgs: 6 creating+peering, 131 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 993 KiB/s rd, 347 KiB/s wr, 1.76k op/s 2024-07-29T15:22:15.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:15 smithi067 ceph-mon[94375]: pgmap v1332: 137 pgs: 6 creating+peering, 131 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 993 KiB/s rd, 347 KiB/s wr, 1.76k op/s 2024-07-29T15:22:15.490 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.489+0000 7fd62f6c3640 1 < completed multipart upload key=ZMFNWBOB37DJ upload=AVBGFX7KL0ZK tag=EI3JL8OWSZGB type=write size=1358005 2024-07-29T15:22:15.492 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.491+0000 7fd62f6c3640 1 > prepared operation key=H0YBVQU3EMED tag=51C6P76VY3MP type=del size=2780908 2024-07-29T15:22:15.493 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.493+0000 7fd62f6c3640 1 < completed delete operation key=8BA2XKLPRGQN tag=6SYK3UK75M9B type=del 2024-07-29T15:22:15.495 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.495+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=CU6JUPQ5JSFT type=del size=471973 2024-07-29T15:22:15.498 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.497+0000 7fd62f6c3640 1 < completed delete operation key=L184IOUE520P tag=SRXPLMNAZ3VD type=del 2024-07-29T15:22:15.500 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.499+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=3N0CL4T656LL type=write size=121478 2024-07-29T15:22:15.502 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.501+0000 7fd62f6c3640 1 < completed delete operation key=L184IOUE520P tag=EPZX8X51MB4C type=del 2024-07-29T15:22:15.505 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.504+0000 7fd62f6c3640 1 > prepared part key=_multipart_M86GT4R04HUE.2~9HCFYGY5JORN.0 size=687081 2024-07-29T15:22:15.505 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.504+0000 7fd62f6c3640 1 > prepared multipart upload key=M86GT4R04HUE upload=9HCFYGY5JORN tag=X6FNNOYE2H6L type=write size=1735657 2024-07-29T15:22:15.509 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.506+0000 7fd62f6c3640 1 < completed delete operation key=M86GT4R04HUE tag=1LTNDCKBRH2P type=del 2024-07-29T15:22:15.510 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.508+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=DB9OD9OSKLWM type=del size=2370100 2024-07-29T15:22:15.512 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.510+0000 7fd62f6c3640 1 < completed write operation key=M86GT4R04HUE tag=0FIMK6R7NK8H type=write size=667983 2024-07-29T15:22:15.515 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.514+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~3JB0QW01PLQ4.0 size=1048576 2024-07-29T15:22:15.517 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.516+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~3JB0QW01PLQ4.1 size=1044312 2024-07-29T15:22:15.517 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.516+0000 7fd62f6c3640 1 > prepared multipart upload key=TAZR3PWEGCVK upload=3JB0QW01PLQ4 tag=3S6L506LIF11 type=write size=3141464 2024-07-29T15:22:15.519 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.518+0000 7fd62f6c3640 1 < completed delete operation key=M86GT4R04HUE tag=QXOU885KGKK8 type=del 2024-07-29T15:22:15.521 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.520+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=DCPO388WABWD type=del size=1918824 2024-07-29T15:22:15.522 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.521+0000 7fd62f6c3640 1 < completed delete operation key=0C6FXJ0T2NGU tag=ZMSEVIEBTF77 type=del 2024-07-29T15:22:15.524 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.523+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=WPXBSOC4YJOQ type=write size=711210 2024-07-29T15:22:15.526 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.525+0000 7fd62f6c3640 1 < completed delete operation key=3OG3SYFEL3VL tag=01SIP91KBJVZ type=del 2024-07-29T15:22:15.528 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.527+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=K1LAS8BIVAXZ type=del size=6799 2024-07-29T15:22:15.530 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.529+0000 7fd62f6c3640 1 < completed part key=_multipart_FAOPDKU2UC4Y.2~8RRLK8TDYZA8.0 size=1048576 2024-07-29T15:22:15.531 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.530+0000 7fd62f6c3640 1 < completed part key=_multipart_FAOPDKU2UC4Y.2~8RRLK8TDYZA8.1 size=1048576 2024-07-29T15:22:15.533 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.532+0000 7fd62f6c3640 1 < completed part key=_multipart_FAOPDKU2UC4Y.2~8RRLK8TDYZA8.2 size=270283 2024-07-29T15:22:15.536 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.535+0000 7fd62f6c3640 1 < completed multipart upload key=FAOPDKU2UC4Y upload=8RRLK8TDYZA8 tag=4JIY56T2CP3F type=write size=3416011 2024-07-29T15:22:15.539 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.538+0000 7fd62f6c3640 1 > prepared part key=_multipart_M86GT4R04HUE.2~UT19RN58P5E0.0 size=1048576 2024-07-29T15:22:15.540 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.539+0000 7fd62f6c3640 1 > prepared part key=_multipart_M86GT4R04HUE.2~UT19RN58P5E0.1 size=39776 2024-07-29T15:22:15.540 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.539+0000 7fd62f6c3640 1 > prepared multipart upload key=M86GT4R04HUE upload=UT19RN58P5E0 tag=CGLLGMJ8A8MK type=write size=2136928 2024-07-29T15:22:15.544 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.543+0000 7fd62f6c3640 1 < suggested update operation key=W248KYMPQG8A tag=DZB3KR23QOWL type=del size=2600837 2024-07-29T15:22:15.546 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.545+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=LD8RN67TBXNZ type=write size=59525 2024-07-29T15:22:15.548 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.547+0000 7fd62f6c3640 1 < canceled operation key=L3WAA4XE7CTH tag=0YBOTSIVWYS5 type=del size=921037 2024-07-29T15:22:15.551 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.551+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~W876OBZ3LPIK.0 size=1048576 2024-07-29T15:22:15.553 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.552+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~W876OBZ3LPIK.1 size=1048576 2024-07-29T15:22:15.554 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.553+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~W876OBZ3LPIK.2 size=970836 2024-07-29T15:22:15.554 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.553+0000 7fd62f6c3640 1 > prepared multipart upload key=VD0CC9XRAGF4 upload=W876OBZ3LPIK tag=2KAPSFGX3G7R type=write size=4116564 2024-07-29T15:22:15.556 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.555+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~SK83NBNZMA4G.0 size=1048576 2024-07-29T15:22:15.558 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.557+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~SK83NBNZMA4G.1 size=25964 2024-07-29T15:22:15.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:15 smithi138 ceph-mon[86438]: pgmap v1332: 137 pgs: 6 creating+peering, 131 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 993 KiB/s rd, 347 KiB/s wr, 1.76k op/s 2024-07-29T15:22:15.561 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.560+0000 7fd62f6c3640 1 < completed multipart upload key=H0YBVQU3EMED upload=SK83NBNZMA4G tag=IA2ZMI9K9ZJF type=write size=2123116 2024-07-29T15:22:15.564 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.564+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~9QDQ1OXBODA9.0 size=1048576 2024-07-29T15:22:15.566 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.565+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~9QDQ1OXBODA9.1 size=1048576 2024-07-29T15:22:15.567 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.567+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~9QDQ1OXBODA9.2 size=167966 2024-07-29T15:22:15.568 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.567+0000 7fd62f6c3640 1 > prepared multipart upload key=V2178FD5CN6Y upload=9QDQ1OXBODA9 tag=S4S26UKTLGUR type=write size=3313694 2024-07-29T15:22:15.569 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.569+0000 7fd62f6c3640 1 < completed delete operation key=5E8G14SOGN0S tag=BTSF893HO3YC type=del 2024-07-29T15:22:15.571 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.570+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=HI6O41JMY862 type=del size=320398 2024-07-29T15:22:15.573 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.572+0000 7fd62f6c3640 1 < completed delete operation key=5RY4L1BV4ZJB tag=PY7SRSID0FAW type=del 2024-07-29T15:22:15.576 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.575+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~01I7GU3CBEGK.0 size=1048576 2024-07-29T15:22:15.578 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.577+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~01I7GU3CBEGK.1 size=1048576 2024-07-29T15:22:15.579 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.578+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~01I7GU3CBEGK.2 size=615135 2024-07-29T15:22:15.579 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.578+0000 7fd62f6c3640 1 > prepared multipart upload key=ZDB57ZUUV5IX upload=01I7GU3CBEGK tag=5Y3UOM0CFXUY type=write size=3760863 2024-07-29T15:22:15.581 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.580+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~AAZWLU7AQA3X.0 size=10843 2024-07-29T15:22:15.585 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.584+0000 7fd62f6c3640 1 < completed multipart upload key=M5I2YC3HVZ0P upload=AAZWLU7AQA3X tag=R03SJ3BT1ADI type=write size=1059419 2024-07-29T15:22:15.587 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.586+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=OIO67UC6XSK1 type=del size=817055 2024-07-29T15:22:15.589 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.588+0000 7fd62f6c3640 1 < completed delete operation key=H0YBVQU3EMED tag=51C6P76VY3MP type=del 2024-07-29T15:22:15.590 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.590+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=PV76931GEVP8 type=del size=1936252 2024-07-29T15:22:15.592 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.591+0000 7fd62f6c3640 1 < completed delete operation key=5RY4L1BV4ZJB tag=CU6JUPQ5JSFT type=del 2024-07-29T15:22:15.596 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.595+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~5KUKDDEH4QDC.0 size=1048576 2024-07-29T15:22:15.597 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.596+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~5KUKDDEH4QDC.1 size=1048576 2024-07-29T15:22:15.599 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.598+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~5KUKDDEH4QDC.2 size=810604 2024-07-29T15:22:15.599 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.598+0000 7fd62f6c3640 1 > prepared multipart upload key=L3WAA4XE7CTH upload=5KUKDDEH4QDC tag=IO3PUDDXKRNJ type=write size=3956332 2024-07-29T15:22:15.601 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.600+0000 7fd62f6c3640 1 < completed write operation key=0C6FXJ0T2NGU tag=3N0CL4T656LL type=write size=121478 2024-07-29T15:22:15.602 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.602+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=X5WV3Y6QOPJN type=del size=1373974 2024-07-29T15:22:15.604 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.603+0000 7fd62f6c3640 1 < completed part key=_multipart_M86GT4R04HUE.2~9HCFYGY5JORN.0 size=687081 2024-07-29T15:22:15.607 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.607+0000 7fd62f6c3640 1 < completed multipart upload key=M86GT4R04HUE upload=9HCFYGY5JORN tag=X6FNNOYE2H6L type=write size=1735657 2024-07-29T15:22:15.611 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.610+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~AMGNF8IPEQZO.0 size=816428 2024-07-29T15:22:15.611 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.610+0000 7fd62f6c3640 1 > prepared multipart upload key=H0YBVQU3EMED upload=AMGNF8IPEQZO tag=WE6NQORCNJX8 type=write size=1865004 2024-07-29T15:22:15.613 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.612+0000 7fd62f6c3640 1 < completed delete operation key=IWIUUJFZ4UME tag=DB9OD9OSKLWM type=del 2024-07-29T15:22:15.617 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.616+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~ZCN17SIVT6GI.0 size=721581 2024-07-29T15:22:15.617 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.616+0000 7fd62f6c3640 1 > prepared multipart upload key=TAZR3PWEGCVK upload=ZCN17SIVT6GI tag=T5F9G6E6T0TO type=write size=1770157 2024-07-29T15:22:15.619 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.618+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~3JB0QW01PLQ4.0 size=1048576 2024-07-29T15:22:15.620 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.619+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~3JB0QW01PLQ4.1 size=1044312 2024-07-29T15:22:15.623 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.623+0000 7fd62f6c3640 1 < completed multipart upload key=TAZR3PWEGCVK upload=3JB0QW01PLQ4 tag=3S6L506LIF11 type=write size=3141464 2024-07-29T15:22:15.627 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.627+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~LJ3IQA1WL306.0 size=1048576 2024-07-29T15:22:15.629 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.628+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~LJ3IQA1WL306.1 size=1048576 2024-07-29T15:22:15.630 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.629+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~LJ3IQA1WL306.2 size=971888 2024-07-29T15:22:15.630 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.629+0000 7fd62f6c3640 1 > prepared multipart upload key=YSQLYQW9APLO upload=LJ3IQA1WL306 tag=AXIYKRP1GRQO type=write size=4117616 2024-07-29T15:22:15.632 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.631+0000 7fd62f6c3640 1 < completed delete operation key=IAXC3BCSNJJH tag=DCPO388WABWD type=del 2024-07-29T15:22:15.635 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.635+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~SYFIHG8Y7R9I.0 size=1048576 2024-07-29T15:22:15.637 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.636+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~SYFIHG8Y7R9I.1 size=238584 2024-07-29T15:22:15.637 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.636+0000 7fd62f6c3640 1 > prepared multipart upload key=UNDM9MIM6GG0 upload=SYFIHG8Y7R9I tag=E0Y33WN59FPI type=write size=2335736 2024-07-29T15:22:15.640 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.640+0000 7fd62f6c3640 1 < suggested remove operation key=ZMFNWBOB37DJ tag=WPXBSOC4YJOQ type=write 2024-07-29T15:22:15.642 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.642+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=ER59SS5HYHML type=del size=1465469 2024-07-29T15:22:15.645 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.644+0000 7fd62f6c3640 1 < completed delete operation key=7THABETH5LSN tag=K1LAS8BIVAXZ type=del 2024-07-29T15:22:15.646 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.646+0000 7fd62f6c3640 1 > prepared operation key=C3FDCOT4DV2B tag=R9L6NC0J23X5 type=del size=2837195 2024-07-29T15:22:15.648 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.647+0000 7fd62f6c3640 1 < completed part key=_multipart_M86GT4R04HUE.2~UT19RN58P5E0.0 size=1048576 2024-07-29T15:22:15.650 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.649+0000 7fd62f6c3640 1 < completed part key=_multipart_M86GT4R04HUE.2~UT19RN58P5E0.1 size=39776 2024-07-29T15:22:15.653 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.652+0000 7fd62f6c3640 1 < completed multipart upload key=M86GT4R04HUE upload=UT19RN58P5E0 tag=CGLLGMJ8A8MK type=write size=2136928 2024-07-29T15:22:15.655 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.654+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=CTWADPW0EO1L type=del size=100313 2024-07-29T15:22:15.658 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.657+0000 7fd62f6c3640 1 < suggested update operation key=VD0CC9XRAGF4 tag=LD8RN67TBXNZ type=write size=59525 2024-07-29T15:22:15.662 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.661+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~LOOZ3ROS9Q7S.0 size=1048576 2024-07-29T15:22:15.663 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.662+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~LOOZ3ROS9Q7S.1 size=471709 2024-07-29T15:22:15.663 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.662+0000 7fd62f6c3640 1 > prepared multipart upload key=8BA2XKLPRGQN upload=LOOZ3ROS9Q7S tag=N5FI4ZPWRUOJ type=write size=2568861 2024-07-29T15:22:15.665 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.664+0000 7fd62f6c3640 1 < completed part key=_multipart_VD0CC9XRAGF4.2~W876OBZ3LPIK.0 size=1048576 2024-07-29T15:22:15.665 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.664+0000 7fd62f6c3640 1 < canceled part key=_multipart_VD0CC9XRAGF4.2~W876OBZ3LPIK.1 size=1048576 2024-07-29T15:22:15.666 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.666+0000 7fd62f6c3640 1 < completed part key=_multipart_VD0CC9XRAGF4.2~W876OBZ3LPIK.2 size=970836 2024-07-29T15:22:15.670 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.669+0000 7fd62f6c3640 1 < canceled multipart upload key=VD0CC9XRAGF4 upload=W876OBZ3LPIK tag=2KAPSFGX3G7R type=write size=4116564 2024-07-29T15:22:15.673 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.672+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~WDHL37X6S3ZR.0 size=1048576 2024-07-29T15:22:15.674 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.673+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~WDHL37X6S3ZR.1 size=1048576 2024-07-29T15:22:15.676 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.675+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~WDHL37X6S3ZR.2 size=307254 2024-07-29T15:22:15.676 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.675+0000 7fd62f6c3640 1 > prepared multipart upload key=RQC1B162F8M6 upload=WDHL37X6S3ZR tag=OQWPVOQLMWPX type=write size=3452982 2024-07-29T15:22:15.678 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.677+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~9QDQ1OXBODA9.0 size=1048576 2024-07-29T15:22:15.678 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.677+0000 7fd62f6c3640 1 < canceled part key=_multipart_V2178FD5CN6Y.2~9QDQ1OXBODA9.1 size=1048576 2024-07-29T15:22:15.679 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.678+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~9QDQ1OXBODA9.2 size=167966 2024-07-29T15:22:15.683 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.682+0000 7fd62f6c3640 1 < canceled multipart upload key=V2178FD5CN6Y upload=9QDQ1OXBODA9 tag=S4S26UKTLGUR type=write size=3313694 2024-07-29T15:22:15.684 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.684+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=JVN3CKQQ8A1T type=del size=2330374 2024-07-29T15:22:15.686 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.685+0000 7fd62f6c3640 1 < completed delete operation key=IAXC3BCSNJJH tag=HI6O41JMY862 type=del 2024-07-29T15:22:15.690 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.689+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~TAXXNVDR28TE.0 size=1048576 2024-07-29T15:22:15.692 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.691+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~TAXXNVDR28TE.1 size=1048576 2024-07-29T15:22:15.693 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.692+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~TAXXNVDR28TE.2 size=178302 2024-07-29T15:22:15.693 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.692+0000 7fd62f6c3640 1 > prepared multipart upload key=BIYBUOZPJSZV upload=TAXXNVDR28TE tag=LTZD69V89EBD type=write size=3324030 2024-07-29T15:22:15.695 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.695+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~01I7GU3CBEGK.0 size=1048576 2024-07-29T15:22:15.697 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.696+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~01I7GU3CBEGK.1 size=1048576 2024-07-29T15:22:15.699 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.698+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~01I7GU3CBEGK.2 size=615135 2024-07-29T15:22:15.702 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.701+0000 7fd62f6c3640 1 < completed multipart upload key=ZDB57ZUUV5IX upload=01I7GU3CBEGK tag=5Y3UOM0CFXUY type=write size=3760863 2024-07-29T15:22:15.703 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.703+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=3TW34SUJNE5D type=del size=1581442 2024-07-29T15:22:15.705 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.704+0000 7fd62f6c3640 1 < completed delete operation key=W248KYMPQG8A tag=OIO67UC6XSK1 type=del 2024-07-29T15:22:15.709 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.708+0000 7fd62f6c3640 1 > prepared part key=_multipart_5RY4L1BV4ZJB.2~6XD8XRGFK8YX.0 size=1048576 2024-07-29T15:22:15.710 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.709+0000 7fd62f6c3640 1 > prepared part key=_multipart_5RY4L1BV4ZJB.2~6XD8XRGFK8YX.1 size=1048576 2024-07-29T15:22:15.712 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.711+0000 7fd62f6c3640 1 > prepared part key=_multipart_5RY4L1BV4ZJB.2~6XD8XRGFK8YX.2 size=285385 2024-07-29T15:22:15.712 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.711+0000 7fd62f6c3640 1 > prepared multipart upload key=5RY4L1BV4ZJB upload=6XD8XRGFK8YX tag=6W525NWG6AG2 type=write size=3431113 2024-07-29T15:22:15.714 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.713+0000 7fd62f6c3640 1 < completed delete operation key=BIYBUOZPJSZV tag=PV76931GEVP8 type=del 2024-07-29T15:22:15.717 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.716+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~I1M0AX1L7VX9.0 size=1048576 2024-07-29T15:22:15.719 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.718+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~I1M0AX1L7VX9.1 size=1048576 2024-07-29T15:22:15.720 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.719+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~I1M0AX1L7VX9.2 size=280364 2024-07-29T15:22:15.720 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.719+0000 7fd62f6c3640 1 > prepared multipart upload key=BIYBUOZPJSZV upload=I1M0AX1L7VX9 tag=IFJ1EL8LW14Z type=write size=3426092 2024-07-29T15:22:15.722 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.721+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~5KUKDDEH4QDC.0 size=1048576 2024-07-29T15:22:15.724 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.723+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~5KUKDDEH4QDC.1 size=1048576 2024-07-29T15:22:15.725 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.724+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~5KUKDDEH4QDC.2 size=810604 2024-07-29T15:22:15.728 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.728+0000 7fd62f6c3640 1 < completed multipart upload key=L3WAA4XE7CTH upload=5KUKDDEH4QDC tag=IO3PUDDXKRNJ type=write size=3956332 2024-07-29T15:22:15.730 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.729+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=D25K8UUNQOA8 type=write size=331663 2024-07-29T15:22:15.732 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.731+0000 7fd62f6c3640 1 < completed delete operation key=IAXC3BCSNJJH tag=X5WV3Y6QOPJN type=del 2024-07-29T15:22:15.736 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.735+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~QP9LU398P033.0 size=1048576 2024-07-29T15:22:15.737 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.736+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~QP9LU398P033.1 size=1048576 2024-07-29T15:22:15.739 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.738+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~QP9LU398P033.2 size=565625 2024-07-29T15:22:15.739 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.738+0000 7fd62f6c3640 1 > prepared multipart upload key=BIYBUOZPJSZV upload=QP9LU398P033 tag=CS2B99SQ6DPC type=write size=3711353 2024-07-29T15:22:15.740 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.740+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~AMGNF8IPEQZO.0 size=816428 2024-07-29T15:22:15.743 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.743+0000 7fd62f6c3640 1 < completed multipart upload key=H0YBVQU3EMED upload=AMGNF8IPEQZO tag=WE6NQORCNJX8 type=write size=1865004 2024-07-29T15:22:15.745 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.745+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=FWGX3XO5KDZO type=write size=350698 2024-07-29T15:22:15.747 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.746+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~ZCN17SIVT6GI.0 size=721581 2024-07-29T15:22:15.751 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.750+0000 7fd62f6c3640 1 < completed multipart upload key=TAZR3PWEGCVK upload=ZCN17SIVT6GI tag=T5F9G6E6T0TO type=write size=1770157 2024-07-29T15:22:15.752 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.752+0000 7fd62f6c3640 1 > prepared operation key=H0YBVQU3EMED tag=J7Y6887PR9MB type=write size=166177 2024-07-29T15:22:15.754 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.753+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~LJ3IQA1WL306.0 size=1048576 2024-07-29T15:22:15.756 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.755+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~LJ3IQA1WL306.1 size=1048576 2024-07-29T15:22:15.758 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.757+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~LJ3IQA1WL306.2 size=971888 2024-07-29T15:22:15.761 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.760+0000 7fd62f6c3640 1 < completed multipart upload key=YSQLYQW9APLO upload=LJ3IQA1WL306 tag=AXIYKRP1GRQO type=write size=4117616 2024-07-29T15:22:15.762 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.762+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=SVQVW37R4EIE type=del size=631545 2024-07-29T15:22:15.764 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.763+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~SYFIHG8Y7R9I.0 size=1048576 2024-07-29T15:22:15.766 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.765+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~SYFIHG8Y7R9I.1 size=238584 2024-07-29T15:22:15.769 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.768+0000 7fd62f6c3640 1 < completed multipart upload key=UNDM9MIM6GG0 upload=SYFIHG8Y7R9I tag=E0Y33WN59FPI type=write size=2335736 2024-07-29T15:22:15.771 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.770+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=MA22ZLMN5AP3 type=del size=2394757 2024-07-29T15:22:15.775 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.774+0000 7fd62f6c3640 1 < suggested remove operation key=7CXNN1RN7UV8 tag=ER59SS5HYHML type=del 2024-07-29T15:22:15.779 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.778+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~KUPMJZB919V1.0 size=990988 2024-07-29T15:22:15.779 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.778+0000 7fd62f6c3640 1 > prepared multipart upload key=7CXNN1RN7UV8 upload=KUPMJZB919V1 tag=3Y05YD0BJYQR type=write size=2039564 2024-07-29T15:22:15.782 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.780+0000 7fd62f6c3640 1 < completed delete operation key=C3FDCOT4DV2B tag=R9L6NC0J23X5 type=del 2024-07-29T15:22:15.783 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.782+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=DJLP8M00G0NV type=del size=2217478 2024-07-29T15:22:15.785 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.784+0000 7fd62f6c3640 1 < completed delete operation key=W248KYMPQG8A tag=CTWADPW0EO1L type=del 2024-07-29T15:22:15.787 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.786+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=PCRX0FRW2GRG type=del size=146426 2024-07-29T15:22:15.789 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.788+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~LOOZ3ROS9Q7S.0 size=1048576 2024-07-29T15:22:15.789 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.788+0000 7fd62f6c3640 1 < canceled part key=_multipart_8BA2XKLPRGQN.2~LOOZ3ROS9Q7S.1 size=471709 2024-07-29T15:22:15.793 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.792+0000 7fd62f6c3640 1 < canceled multipart upload key=8BA2XKLPRGQN upload=LOOZ3ROS9Q7S tag=N5FI4ZPWRUOJ type=write size=2568861 2024-07-29T15:22:15.794 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.793+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=EX3J53GYI2V0 type=write size=1020600 2024-07-29T15:22:15.796 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.795+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~WDHL37X6S3ZR.0 size=1048576 2024-07-29T15:22:15.798 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.797+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~WDHL37X6S3ZR.1 size=1048576 2024-07-29T15:22:15.800 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.799+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~WDHL37X6S3ZR.2 size=307254 2024-07-29T15:22:15.803 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.802+0000 7fd62f6c3640 1 < completed multipart upload key=RQC1B162F8M6 upload=WDHL37X6S3ZR tag=OQWPVOQLMWPX type=write size=3452982 2024-07-29T15:22:15.807 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.805+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~A5M9LH6YALZI.0 size=1048576 2024-07-29T15:22:15.808 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.807+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~A5M9LH6YALZI.1 size=1048576 2024-07-29T15:22:15.809 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.808+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~A5M9LH6YALZI.2 size=547705 2024-07-29T15:22:15.809 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.808+0000 7fd62f6c3640 1 > prepared multipart upload key=4LY01AD2KMYQ upload=A5M9LH6YALZI tag=KVFQ22ZIMVG7 type=write size=3693433 2024-07-29T15:22:15.811 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.810+0000 7fd62f6c3640 1 < canceled operation key=5E8G14SOGN0S tag=JVN3CKQQ8A1T type=del size=2330374 2024-07-29T15:22:15.813 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.812+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=0U7761IWEXH5 type=del size=2174536 2024-07-29T15:22:15.815 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.814+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~TAXXNVDR28TE.0 size=1048576 2024-07-29T15:22:15.818 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.816+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~TAXXNVDR28TE.1 size=1048576 2024-07-29T15:22:15.820 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.818+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~TAXXNVDR28TE.2 size=178302 2024-07-29T15:22:15.823 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.822+0000 7fd62f6c3640 1 < completed multipart upload key=BIYBUOZPJSZV upload=TAXXNVDR28TE tag=LTZD69V89EBD type=write size=3324030 2024-07-29T15:22:15.825 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.824+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=X8JUTMABLIEX type=del size=3072836 2024-07-29T15:22:15.829 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.828+0000 7fd62f6c3640 1 < suggested update operation key=W248KYMPQG8A tag=3TW34SUJNE5D type=del size=1581442 2024-07-29T15:22:15.831 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.830+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=TEM9Z8AYLM7Q type=del size=420028 2024-07-29T15:22:15.833 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.832+0000 7fd62f6c3640 1 < completed part key=_multipart_5RY4L1BV4ZJB.2~6XD8XRGFK8YX.0 size=1048576 2024-07-29T15:22:15.834 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.833+0000 7fd62f6c3640 1 < completed part key=_multipart_5RY4L1BV4ZJB.2~6XD8XRGFK8YX.1 size=1048576 2024-07-29T15:22:15.836 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.835+0000 7fd62f6c3640 1 < completed part key=_multipart_5RY4L1BV4ZJB.2~6XD8XRGFK8YX.2 size=285385 2024-07-29T15:22:15.839 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.838+0000 7fd62f6c3640 1 < completed multipart upload key=5RY4L1BV4ZJB upload=6XD8XRGFK8YX tag=6W525NWG6AG2 type=write size=3431113 2024-07-29T15:22:15.843 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.842+0000 7fd62f6c3640 1 > prepared part key=_multipart_N3UV8NSUX0G0.2~N1U1PW6Z0EV5.0 size=83343 2024-07-29T15:22:15.843 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.842+0000 7fd62f6c3640 1 > prepared multipart upload key=N3UV8NSUX0G0 upload=N1U1PW6Z0EV5 tag=NF7COG2PAYJ2 type=write size=1131919 2024-07-29T15:22:15.845 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.844+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~I1M0AX1L7VX9.0 size=1048576 2024-07-29T15:22:15.846 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.845+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~I1M0AX1L7VX9.1 size=1048576 2024-07-29T15:22:15.848 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.847+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~I1M0AX1L7VX9.2 size=280364 2024-07-29T15:22:15.851 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.850+0000 7fd62f6c3640 1 < completed multipart upload key=BIYBUOZPJSZV upload=I1M0AX1L7VX9 tag=IFJ1EL8LW14Z type=write size=3426092 2024-07-29T15:22:15.853 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.852+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=LQWU0KI3PJAM type=write size=634711 2024-07-29T15:22:15.855 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.855+0000 7fd62f6c3640 1 < completed write operation key=M86GT4R04HUE tag=D25K8UUNQOA8 type=write size=331663 2024-07-29T15:22:15.858 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.858+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=ZT5QHHKOR30C type=del size=1433014 2024-07-29T15:22:15.859 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.858+0000 7fd62f6c3640 1 < canceled part key=_multipart_BIYBUOZPJSZV.2~QP9LU398P033.0 size=1048576 2024-07-29T15:22:15.861 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.860+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~QP9LU398P033.1 size=1048576 2024-07-29T15:22:15.862 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.862+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~QP9LU398P033.2 size=565625 2024-07-29T15:22:15.867 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.866+0000 7fd62f6c3640 1 < canceled multipart upload key=BIYBUOZPJSZV upload=QP9LU398P033 tag=CS2B99SQ6DPC type=write size=3711353 2024-07-29T15:22:15.870 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.869+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~3Z3GY99I7P3A.0 size=1048576 2024-07-29T15:22:15.872 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.871+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~3Z3GY99I7P3A.1 size=814852 2024-07-29T15:22:15.872 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.871+0000 7fd62f6c3640 1 > prepared multipart upload key=ZDB57ZUUV5IX upload=3Z3GY99I7P3A tag=Y5TLU5DK18TH type=write size=2912004 2024-07-29T15:22:15.874 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.873+0000 7fd62f6c3640 1 < completed write operation key=A98383AI9GGP tag=FWGX3XO5KDZO type=write size=350698 2024-07-29T15:22:15.875 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.875+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=5740HUM8YC5J type=del size=1802541 2024-07-29T15:22:15.877 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.876+0000 7fd62f6c3640 1 < completed write operation key=H0YBVQU3EMED tag=J7Y6887PR9MB type=write size=166177 2024-07-29T15:22:15.879 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.878+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=BCNH187YKUJP type=del size=2898407 2024-07-29T15:22:15.881 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.881+0000 7fd62f6c3640 1 < completed delete operation key=IAXC3BCSNJJH tag=SVQVW37R4EIE type=del 2024-07-29T15:22:15.884 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.883+0000 7fd62f6c3640 1 > prepared operation key=C3FDCOT4DV2B tag=NWENOZ6B0Y3Y type=del size=459621 2024-07-29T15:22:15.888 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.887+0000 7fd62f6c3640 1 < suggested update operation key=V2178FD5CN6Y tag=MA22ZLMN5AP3 type=del size=2394757 2024-07-29T15:22:15.890 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.889+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=U5JOWLSQLYAY type=write size=746297 2024-07-29T15:22:15.891 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.891+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~KUPMJZB919V1.0 size=990988 2024-07-29T15:22:15.895 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.894+0000 7fd62f6c3640 1 < completed multipart upload key=7CXNN1RN7UV8 upload=KUPMJZB919V1 tag=3Y05YD0BJYQR type=write size=2039564 2024-07-29T15:22:15.899 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.898+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~PLFYE2MJQF40.0 size=1048576 2024-07-29T15:22:15.900 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.899+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~PLFYE2MJQF40.1 size=1048576 2024-07-29T15:22:15.902 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.901+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~PLFYE2MJQF40.2 size=999287 2024-07-29T15:22:15.902 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.901+0000 7fd62f6c3640 1 > prepared multipart upload key=3OG3SYFEL3VL upload=PLFYE2MJQF40 tag=6TYBF5HSPHUJ type=write size=4145015 2024-07-29T15:22:15.904 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.903+0000 7fd62f6c3640 1 < canceled operation key=M86GT4R04HUE tag=DJLP8M00G0NV type=del size=2217478 2024-07-29T15:22:15.905 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.905+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=0AONSQI746ZI type=del size=1005216 2024-07-29T15:22:15.909 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.908+0000 7fd62f6c3640 1 < suggested update operation key=A98383AI9GGP tag=PCRX0FRW2GRG type=del size=146426 2024-07-29T15:22:15.911 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.910+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=0P0CP5MC1XOQ type=del size=1077345 2024-07-29T15:22:15.913 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.912+0000 7fd62f6c3640 1 < completed write operation key=ZMFNWBOB37DJ tag=EX3J53GYI2V0 type=write size=1020600 2024-07-29T15:22:15.918 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.916+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~JBPJ37T7S1VY.0 size=175388 2024-07-29T15:22:15.918 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.916+0000 7fd62f6c3640 1 > prepared multipart upload key=IWIUUJFZ4UME upload=JBPJ37T7S1VY tag=0WHL80QMPZ97 type=write size=1223964 2024-07-29T15:22:15.919 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.918+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~A5M9LH6YALZI.0 size=1048576 2024-07-29T15:22:15.920 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.920+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~A5M9LH6YALZI.1 size=1048576 2024-07-29T15:22:15.922 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.921+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~A5M9LH6YALZI.2 size=547705 2024-07-29T15:22:15.925 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.925+0000 7fd62f6c3640 1 < completed multipart upload key=4LY01AD2KMYQ upload=A5M9LH6YALZI tag=KVFQ22ZIMVG7 type=write size=3693433 2024-07-29T15:22:15.929 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.928+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~C0GMID1841U3.0 size=1048576 2024-07-29T15:22:15.931 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.930+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~C0GMID1841U3.1 size=1048576 2024-07-29T15:22:15.932 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.931+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~C0GMID1841U3.2 size=683590 2024-07-29T15:22:15.932 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.931+0000 7fd62f6c3640 1 > prepared multipart upload key=4LY01AD2KMYQ upload=C0GMID1841U3 tag=FNEWMAYI3X4D type=write size=3829318 2024-07-29T15:22:15.935 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.934+0000 7fd62f6c3640 -1 < failed to complete operation key=A98383AI9GGP tag=0U7761IWEXH5 type=del size=2174536: (22) Invalid argument 2024-07-29T15:22:15.938 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.937+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~6VUKBJB5EQRA.0 size=1048576 2024-07-29T15:22:15.940 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.939+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~6VUKBJB5EQRA.1 size=679783 2024-07-29T15:22:15.940 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.939+0000 7fd62f6c3640 1 > prepared multipart upload key=H0YBVQU3EMED upload=6VUKBJB5EQRA tag=GRFJJMCAK01E type=write size=2776935 2024-07-29T15:22:15.943 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.942+0000 7fd62f6c3640 1 < completed delete operation key=E98KUA2RK3BK tag=X8JUTMABLIEX type=del 2024-07-29T15:22:15.946 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.946+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~K5402Z9B84VJ.0 size=1048576 2024-07-29T15:22:15.948 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.948+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~K5402Z9B84VJ.1 size=902539 2024-07-29T15:22:15.948 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.948+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=K5402Z9B84VJ tag=6C1UKBDGSJEH type=write size=2999691 2024-07-29T15:22:15.950 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.949+0000 7fd62f6c3640 1 < completed delete operation key=ZMFNWBOB37DJ tag=TEM9Z8AYLM7Q type=del 2024-07-29T15:22:15.954 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.953+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~8LXTYB1EIK9S.0 size=1048576 2024-07-29T15:22:15.956 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.955+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~8LXTYB1EIK9S.1 size=1048576 2024-07-29T15:22:15.958 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.957+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~8LXTYB1EIK9S.2 size=953902 2024-07-29T15:22:15.958 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.957+0000 7fd62f6c3640 1 > prepared multipart upload key=BIYBUOZPJSZV upload=8LXTYB1EIK9S tag=K4BLN35SGK5V type=write size=4099630 2024-07-29T15:22:15.959 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.959+0000 7fd62f6c3640 1 < completed part key=_multipart_N3UV8NSUX0G0.2~N1U1PW6Z0EV5.0 size=83343 2024-07-29T15:22:15.962 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.962+0000 7fd62f6c3640 1 < completed multipart upload key=N3UV8NSUX0G0 upload=N1U1PW6Z0EV5 tag=NF7COG2PAYJ2 type=write size=1131919 2024-07-29T15:22:15.966 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.965+0000 7fd62f6c3640 1 > prepared part key=_multipart_5RY4L1BV4ZJB.2~7MCZTUS7S971.0 size=778331 2024-07-29T15:22:15.966 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.965+0000 7fd62f6c3640 1 > prepared multipart upload key=5RY4L1BV4ZJB upload=7MCZTUS7S971 tag=9SIQ673UR59Z type=write size=1826907 2024-07-29T15:22:15.968 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.967+0000 7fd62f6c3640 1 < completed write operation key=IWIUUJFZ4UME tag=LQWU0KI3PJAM type=write size=634711 2024-07-29T15:22:15.970 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.969+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=G23ZOPC0XSM2 type=del size=3984188 2024-07-29T15:22:15.972 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.971+0000 7fd62f6c3640 1 < completed delete operation key=VD0CC9XRAGF4 tag=ZT5QHHKOR30C type=del 2024-07-29T15:22:15.977 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.976+0000 7fd62f6c3640 1 > prepared part key=_multipart_0C6FXJ0T2NGU.2~HOJGJT76MJEV.0 size=555549 2024-07-29T15:22:15.977 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.976+0000 7fd62f6c3640 1 > prepared multipart upload key=0C6FXJ0T2NGU upload=HOJGJT76MJEV tag=WXEZ5Y1YUQXC type=write size=1604125 2024-07-29T15:22:15.979 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.978+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~3Z3GY99I7P3A.0 size=1048576 2024-07-29T15:22:15.982 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.980+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~3Z3GY99I7P3A.1 size=814852 2024-07-29T15:22:15.985 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.984+0000 7fd62f6c3640 1 < completed multipart upload key=ZDB57ZUUV5IX upload=3Z3GY99I7P3A tag=Y5TLU5DK18TH type=write size=2912004 2024-07-29T15:22:15.989 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.988+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~BWU5VN16P2AK.0 size=741991 2024-07-29T15:22:15.989 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.988+0000 7fd62f6c3640 1 > prepared multipart upload key=TAZR3PWEGCVK upload=BWU5VN16P2AK tag=BG1QGYDSV3J9 type=write size=1790567 2024-07-29T15:22:15.991 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.991+0000 7fd62f6c3640 1 < completed delete operation key=FAOPDKU2UC4Y tag=5740HUM8YC5J type=del 2024-07-29T15:22:15.993 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.992+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=N0B9ADQO0F3N type=del size=2297581 2024-07-29T15:22:15.996 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.995+0000 7fd62f6c3640 1 < completed delete operation key=7CXNN1RN7UV8 tag=BCNH187YKUJP type=del 2024-07-29T15:22:15.997 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.996+0000 7fd62f6c3640 1 > prepared operation key=C3FDCOT4DV2B tag=98U573JW0G5T type=del size=3842536 2024-07-29T15:22:16.000 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:15.999+0000 7fd62f6c3640 1 < completed delete operation key=C3FDCOT4DV2B tag=NWENOZ6B0Y3Y type=del 2024-07-29T15:22:16.001 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.000+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=NXY3X70DWV2Z type=del size=689761 2024-07-29T15:22:16.004 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.003+0000 7fd62f6c3640 -1 < failed to complete operation key=A98383AI9GGP tag=U5JOWLSQLYAY type=write size=746297: (22) Invalid argument 2024-07-29T15:22:16.006 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.005+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=8WXSHJZPKIOL type=del size=120437 2024-07-29T15:22:16.008 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.007+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~PLFYE2MJQF40.0 size=1048576 2024-07-29T15:22:16.010 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.009+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~PLFYE2MJQF40.1 size=1048576 2024-07-29T15:22:16.012 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.011+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~PLFYE2MJQF40.2 size=999287 2024-07-29T15:22:16.015 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.014+0000 7fd62f6c3640 1 < completed multipart upload key=3OG3SYFEL3VL upload=PLFYE2MJQF40 tag=6TYBF5HSPHUJ type=write size=4145015 2024-07-29T15:22:16.019 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.018+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~6VZFME2EKWV9.0 size=1048576 2024-07-29T15:22:16.020 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.019+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~6VZFME2EKWV9.1 size=174803 2024-07-29T15:22:16.020 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.019+0000 7fd62f6c3640 1 > prepared multipart upload key=FAOPDKU2UC4Y upload=6VZFME2EKWV9 tag=B2JTV5E6T99N type=write size=2271955 2024-07-29T15:22:16.024 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.023+0000 7fd62f6c3640 1 < suggested update operation key=3OG3SYFEL3VL tag=0AONSQI746ZI type=del size=1005216 2024-07-29T15:22:16.026 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.025+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=2UQAIAYKNBJ4 type=del size=759121 2024-07-29T15:22:16.028 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.027+0000 7fd62f6c3640 1 < completed delete operation key=M5I2YC3HVZ0P tag=0P0CP5MC1XOQ type=del 2024-07-29T15:22:16.030 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.029+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=7TB2Y1IZR1U8 type=write size=790777 2024-07-29T15:22:16.032 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.031+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~JBPJ37T7S1VY.0 size=175388 2024-07-29T15:22:16.035 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.034+0000 7fd62f6c3640 1 < completed multipart upload key=IWIUUJFZ4UME upload=JBPJ37T7S1VY tag=0WHL80QMPZ97 type=write size=1223964 2024-07-29T15:22:16.037 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.036+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=UEQGYO7O45B8 type=write size=859650 2024-07-29T15:22:16.039 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.038+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~C0GMID1841U3.0 size=1048576 2024-07-29T15:22:16.040 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.040+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~C0GMID1841U3.1 size=1048576 2024-07-29T15:22:16.042 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.041+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~C0GMID1841U3.2 size=683590 2024-07-29T15:22:16.045 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.044+0000 7fd62f6c3640 1 < completed multipart upload key=4LY01AD2KMYQ upload=C0GMID1841U3 tag=FNEWMAYI3X4D type=write size=3829318 2024-07-29T15:22:16.047 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.046+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=XT5V33VMLCID type=del size=2646562 2024-07-29T15:22:16.049 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.048+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~6VUKBJB5EQRA.0 size=1048576 2024-07-29T15:22:16.051 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.050+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~6VUKBJB5EQRA.1 size=679783 2024-07-29T15:22:16.054 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.053+0000 7fd62f6c3640 1 < completed multipart upload key=H0YBVQU3EMED upload=6VUKBJB5EQRA tag=GRFJJMCAK01E type=write size=2776935 2024-07-29T15:22:16.056 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.055+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=XC0KU2WK94Q1 type=del size=3608708 2024-07-29T15:22:16.058 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.057+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~K5402Z9B84VJ.0 size=1048576 2024-07-29T15:22:16.058 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.057+0000 7fd62f6c3640 1 < canceled part key=_multipart_W248KYMPQG8A.2~K5402Z9B84VJ.1 size=902539 2024-07-29T15:22:16.061 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.060+0000 7fd62f6c3640 1 < canceled multipart upload key=W248KYMPQG8A upload=K5402Z9B84VJ tag=6C1UKBDGSJEH type=write size=2999691 2024-07-29T15:22:16.064 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.064+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~HECXP01WG7UE.0 size=1048576 2024-07-29T15:22:16.066 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.065+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~HECXP01WG7UE.1 size=1048576 2024-07-29T15:22:16.068 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.067+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~HECXP01WG7UE.2 size=661128 2024-07-29T15:22:16.068 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.067+0000 7fd62f6c3640 1 > prepared multipart upload key=H0YBVQU3EMED upload=HECXP01WG7UE tag=Y25LT2NMZQ6N type=write size=3806856 2024-07-29T15:22:16.070 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.069+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~8LXTYB1EIK9S.0 size=1048576 2024-07-29T15:22:16.071 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.071+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~8LXTYB1EIK9S.1 size=1048576 2024-07-29T15:22:16.073 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.072+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~8LXTYB1EIK9S.2 size=953902 2024-07-29T15:22:16.077 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.075+0000 7fd62f6c3640 1 < completed multipart upload key=BIYBUOZPJSZV upload=8LXTYB1EIK9S tag=K4BLN35SGK5V type=write size=4099630 2024-07-29T15:22:16.078 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.078+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=EV0RNIJCU6FK type=write size=107643 2024-07-29T15:22:16.080 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.079+0000 7fd62f6c3640 1 < completed part key=_multipart_5RY4L1BV4ZJB.2~7MCZTUS7S971.0 size=778331 2024-07-29T15:22:16.084 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.083+0000 7fd62f6c3640 1 < completed multipart upload key=5RY4L1BV4ZJB upload=7MCZTUS7S971 tag=9SIQ673UR59Z type=write size=1826907 2024-07-29T15:22:16.085 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.085+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=LYHF14YGV1YZ type=del size=3298809 2024-07-29T15:22:16.087 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.086+0000 7fd62f6c3640 1 < completed delete operation key=ZMFNWBOB37DJ tag=G23ZOPC0XSM2 type=del 2024-07-29T15:22:16.091 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.090+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~1MMEES7GGPBQ.0 size=1048576 2024-07-29T15:22:16.093 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.092+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~1MMEES7GGPBQ.1 size=1048576 2024-07-29T15:22:16.094 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.093+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~1MMEES7GGPBQ.2 size=422905 2024-07-29T15:22:16.094 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.093+0000 7fd62f6c3640 1 > prepared multipart upload key=7THABETH5LSN upload=1MMEES7GGPBQ tag=QM4N2E3K0V96 type=write size=3568633 2024-07-29T15:22:16.096 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.095+0000 7fd62f6c3640 1 < completed part key=_multipart_0C6FXJ0T2NGU.2~HOJGJT76MJEV.0 size=555549 2024-07-29T15:22:16.100 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.099+0000 7fd62f6c3640 1 < completed multipart upload key=0C6FXJ0T2NGU upload=HOJGJT76MJEV tag=WXEZ5Y1YUQXC type=write size=1604125 2024-07-29T15:22:16.104 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.103+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~TAIPY7IP2BF5.0 size=183060 2024-07-29T15:22:16.104 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.103+0000 7fd62f6c3640 1 > prepared multipart upload key=8BA2XKLPRGQN upload=TAIPY7IP2BF5 tag=PAEE8L6PUVL6 type=write size=1231636 2024-07-29T15:22:16.106 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.105+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~BWU5VN16P2AK.0 size=741991 2024-07-29T15:22:16.109 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.108+0000 7fd62f6c3640 1 < completed multipart upload key=TAZR3PWEGCVK upload=BWU5VN16P2AK tag=BG1QGYDSV3J9 type=write size=1790567 2024-07-29T15:22:16.112 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.112+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~96UB0NEQJCA7.0 size=1048576 2024-07-29T15:22:16.114 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.113+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~96UB0NEQJCA7.1 size=1048576 2024-07-29T15:22:16.116 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.115+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~96UB0NEQJCA7.2 size=247456 2024-07-29T15:22:16.116 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.115+0000 7fd62f6c3640 1 > prepared multipart upload key=L3WAA4XE7CTH upload=96UB0NEQJCA7 tag=5QYPC074L26D type=write size=3393184 2024-07-29T15:22:16.121 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.119+0000 7fd62f6c3640 1 < suggested remove operation key=RQC1B162F8M6 tag=N0B9ADQO0F3N type=del 2024-07-29T15:22:16.123 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.122+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~FA96NWC87S7U.0 size=172296 2024-07-29T15:22:16.123 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.122+0000 7fd62f6c3640 1 > prepared multipart upload key=4LY01AD2KMYQ upload=FA96NWC87S7U tag=WVC3RHL9M5L3 type=write size=1220872 2024-07-29T15:22:16.125 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.124+0000 7fd62f6c3640 1 < completed delete operation key=C3FDCOT4DV2B tag=98U573JW0G5T type=del 2024-07-29T15:22:16.127 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.126+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=HHLQ4Y6WR8VI type=write size=553843 2024-07-29T15:22:16.130 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.129+0000 7fd62f6c3640 1 < completed delete operation key=4Z3FPJTXXFV7 tag=NXY3X70DWV2Z type=del 2024-07-29T15:22:16.133 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.132+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~0PG1G04T76X7.0 size=522975 2024-07-29T15:22:16.133 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.132+0000 7fd62f6c3640 1 > prepared multipart upload key=UNDM9MIM6GG0 upload=0PG1G04T76X7 tag=77OA7G0GM8FG type=write size=1571551 2024-07-29T15:22:16.135 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.134+0000 7fd62f6c3640 1 < canceled operation key=5RY4L1BV4ZJB tag=8WXSHJZPKIOL type=del size=120437 2024-07-29T15:22:16.139 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.138+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~0C0GBXGYL06R.0 size=1048576 2024-07-29T15:22:16.140 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.140+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~0C0GBXGYL06R.1 size=1048576 2024-07-29T15:22:16.142 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.141+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~0C0GBXGYL06R.2 size=93244 2024-07-29T15:22:16.142 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.141+0000 7fd62f6c3640 1 > prepared multipart upload key=7THABETH5LSN upload=0C0GBXGYL06R tag=IY1D6H1LOJFF type=write size=3238972 2024-07-29T15:22:16.144 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.143+0000 7fd62f6c3640 1 < completed part key=_multipart_FAOPDKU2UC4Y.2~6VZFME2EKWV9.0 size=1048576 2024-07-29T15:22:16.145 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.145+0000 7fd62f6c3640 1 < completed part key=_multipart_FAOPDKU2UC4Y.2~6VZFME2EKWV9.1 size=174803 2024-07-29T15:22:16.149 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.148+0000 7fd62f6c3640 1 < completed multipart upload key=FAOPDKU2UC4Y upload=6VZFME2EKWV9 tag=B2JTV5E6T99N type=write size=2271955 2024-07-29T15:22:16.153 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.152+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~LV8XWPPJDCWA.0 size=481666 2024-07-29T15:22:16.153 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.152+0000 7fd62f6c3640 1 > prepared multipart upload key=ZMFNWBOB37DJ upload=LV8XWPPJDCWA tag=G3QK1GHBRP41 type=write size=1530242 2024-07-29T15:22:16.155 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.154+0000 7fd62f6c3640 1 < completed delete operation key=7CXNN1RN7UV8 tag=2UQAIAYKNBJ4 type=del 2024-07-29T15:22:16.157 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.156+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=IHGJ4B6LVKVG type=write size=571335 2024-07-29T15:22:16.159 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.158+0000 7fd62f6c3640 1 < completed write operation key=W248KYMPQG8A tag=7TB2Y1IZR1U8 type=write size=790777 2024-07-29T15:22:16.161 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.160+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=QTV9TJUG8CFJ type=del size=3534275 2024-07-29T15:22:16.163 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.162+0000 7fd62f6c3640 1 < completed write operation key=IAXC3BCSNJJH tag=UEQGYO7O45B8 type=write size=859650 2024-07-29T15:22:16.167 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.166+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~CVK0C3UQLPXE.0 size=68288 2024-07-29T15:22:16.168 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.166+0000 7fd62f6c3640 1 > prepared multipart upload key=7CXNN1RN7UV8 upload=CVK0C3UQLPXE tag=K56VK6G9U6XX type=write size=1116864 2024-07-29T15:22:16.169 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.168+0000 7fd62f6c3640 1 < completed delete operation key=5E8G14SOGN0S tag=XT5V33VMLCID type=del 2024-07-29T15:22:16.171 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.170+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=4O4LC6V9LSML type=del size=521968 2024-07-29T15:22:16.173 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.172+0000 7fd62f6c3640 1 < completed delete operation key=L3WAA4XE7CTH tag=XC0KU2WK94Q1 type=del 2024-07-29T15:22:16.174 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.174+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=H0TUJ4TLM462 type=del size=1845543 2024-07-29T15:22:16.176 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.175+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~HECXP01WG7UE.0 size=1048576 2024-07-29T15:22:16.178 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.177+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~HECXP01WG7UE.1 size=1048576 2024-07-29T15:22:16.179 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.179+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~HECXP01WG7UE.2 size=661128 2024-07-29T15:22:16.183 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.182+0000 7fd62f6c3640 1 < completed multipart upload key=H0YBVQU3EMED upload=HECXP01WG7UE tag=Y25LT2NMZQ6N type=write size=3806856 2024-07-29T15:22:16.186 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.185+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~5J8YQ41BZ3TX.0 size=1048576 2024-07-29T15:22:16.188 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.187+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~5J8YQ41BZ3TX.1 size=1048576 2024-07-29T15:22:16.189 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.188+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~5J8YQ41BZ3TX.2 size=747639 2024-07-29T15:22:16.189 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.188+0000 7fd62f6c3640 1 > prepared multipart upload key=7THABETH5LSN upload=5J8YQ41BZ3TX tag=IEOUJ0DKWV0P type=write size=3893367 2024-07-29T15:22:16.191 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.191+0000 7fd62f6c3640 1 < completed write operation key=5RY4L1BV4ZJB tag=EV0RNIJCU6FK type=write size=107643 2024-07-29T15:22:16.195 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.194+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~L63ZD5BA9YQG.0 size=1048576 2024-07-29T15:22:16.198 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.197+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~L63ZD5BA9YQG.1 size=310047 2024-07-29T15:22:16.198 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.197+0000 7fd62f6c3640 1 > prepared multipart upload key=L184IOUE520P upload=L63ZD5BA9YQG tag=1K1QPZF80E45 type=write size=2407199 2024-07-29T15:22:16.199 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.199+0000 7fd62f6c3640 1 < canceled operation key=0C6FXJ0T2NGU tag=LYHF14YGV1YZ type=del size=3298809 2024-07-29T15:22:16.201 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.200+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=8TQUQDVUFXE1 type=del size=3414976 2024-07-29T15:22:16.203 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.202+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~1MMEES7GGPBQ.0 size=1048576 2024-07-29T15:22:16.205 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.204+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~1MMEES7GGPBQ.1 size=1048576 2024-07-29T15:22:16.206 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.205+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~1MMEES7GGPBQ.2 size=422905 2024-07-29T15:22:16.209 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.208+0000 7fd62f6c3640 1 < completed multipart upload key=7THABETH5LSN upload=1MMEES7GGPBQ tag=QM4N2E3K0V96 type=write size=3568633 2024-07-29T15:22:16.212 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.211+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=32Q5C94EQFS3 type=write size=203795 2024-07-29T15:22:16.212 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.211+0000 7fd62f6c3640 1 < canceled part key=_multipart_8BA2XKLPRGQN.2~TAIPY7IP2BF5.0 size=183060 2024-07-29T15:22:16.215 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.214+0000 7fd62f6c3640 1 < canceled multipart upload key=8BA2XKLPRGQN upload=TAIPY7IP2BF5 tag=PAEE8L6PUVL6 type=write size=1231636 2024-07-29T15:22:16.217 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.216+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=FXRPX6IYINAU type=write size=437272 2024-07-29T15:22:16.219 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.218+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~96UB0NEQJCA7.0 size=1048576 2024-07-29T15:22:16.221 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.220+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~96UB0NEQJCA7.1 size=1048576 2024-07-29T15:22:16.222 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.221+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~96UB0NEQJCA7.2 size=247456 2024-07-29T15:22:16.225 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.224+0000 7fd62f6c3640 1 < completed multipart upload key=L3WAA4XE7CTH upload=96UB0NEQJCA7 tag=5QYPC074L26D type=write size=3393184 2024-07-29T15:22:16.229 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.228+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~AEPKMDS8WUO6.0 size=1048576 2024-07-29T15:22:16.230 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.229+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~AEPKMDS8WUO6.1 size=717674 2024-07-29T15:22:16.231 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.229+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=AEPKMDS8WUO6 tag=15NGCSG0I0KR type=write size=2814826 2024-07-29T15:22:16.232 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.231+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~FA96NWC87S7U.0 size=172296 2024-07-29T15:22:16.235 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.235+0000 7fd62f6c3640 1 < completed multipart upload key=4LY01AD2KMYQ upload=FA96NWC87S7U tag=WVC3RHL9M5L3 type=write size=1220872 2024-07-29T15:22:16.238 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.237+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=FNZAPVHZC771 type=del size=1158933 2024-07-29T15:22:16.239 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.238+0000 7fd62f6c3640 1 < completed write operation key=8BA2XKLPRGQN tag=HHLQ4Y6WR8VI type=write size=553843 2024-07-29T15:22:16.244 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.243+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~O1NRKFI2ZDPL.0 size=1048576 2024-07-29T15:22:16.246 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.245+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~O1NRKFI2ZDPL.1 size=1048576 2024-07-29T15:22:16.247 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.247+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~O1NRKFI2ZDPL.2 size=246601 2024-07-29T15:22:16.248 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.247+0000 7fd62f6c3640 1 > prepared multipart upload key=ZMFNWBOB37DJ upload=O1NRKFI2ZDPL tag=TOA9F0UBHJSP type=write size=3392329 2024-07-29T15:22:16.249 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.248+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~0PG1G04T76X7.0 size=522975 2024-07-29T15:22:16.253 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.252+0000 7fd62f6c3640 1 < completed multipart upload key=UNDM9MIM6GG0 upload=0PG1G04T76X7 tag=77OA7G0GM8FG type=write size=1571551 2024-07-29T15:22:16.257 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.256+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~VG5X4GHZLFR8.0 size=1048576 2024-07-29T15:22:16.258 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.258+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~VG5X4GHZLFR8.1 size=1048576 2024-07-29T15:22:16.260 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.259+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~VG5X4GHZLFR8.2 size=209435 2024-07-29T15:22:16.260 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.259+0000 7fd62f6c3640 1 > prepared multipart upload key=8BA2XKLPRGQN upload=VG5X4GHZLFR8 tag=24L91G16YY7Z type=write size=3355163 2024-07-29T15:22:16.262 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.261+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~0C0GBXGYL06R.0 size=1048576 2024-07-29T15:22:16.264 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.263+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~0C0GBXGYL06R.1 size=1048576 2024-07-29T15:22:16.266 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.265+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~0C0GBXGYL06R.2 size=93244 2024-07-29T15:22:16.269 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.268+0000 7fd62f6c3640 1 < completed multipart upload key=7THABETH5LSN upload=0C0GBXGYL06R tag=IY1D6H1LOJFF type=write size=3238972 2024-07-29T15:22:16.271 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.270+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=05Q681LAFWOX type=write size=731963 2024-07-29T15:22:16.273 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.272+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~LV8XWPPJDCWA.0 size=481666 2024-07-29T15:22:16.277 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.276+0000 7fd62f6c3640 1 < completed multipart upload key=ZMFNWBOB37DJ upload=LV8XWPPJDCWA tag=G3QK1GHBRP41 type=write size=1530242 2024-07-29T15:22:16.279 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.278+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=KW1U6R5GCSCB type=del size=2574670 2024-07-29T15:22:16.280 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.279+0000 7fd62f6c3640 1 < completed write operation key=SI02Q5RHER9G tag=IHGJ4B6LVKVG type=write size=571335 2024-07-29T15:22:16.282 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.281+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=RH1T2LZMF9MQ type=del size=2039703 2024-07-29T15:22:16.284 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.283+0000 7fd62f6c3640 1 < completed delete operation key=BIYBUOZPJSZV tag=QTV9TJUG8CFJ type=del 2024-07-29T15:22:16.286 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.286+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=W1PG85RHHWB6 type=del size=4021785 2024-07-29T15:22:16.289 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.288+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~CVK0C3UQLPXE.0 size=68288 2024-07-29T15:22:16.292 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.291+0000 7fd62f6c3640 1 < completed multipart upload key=7CXNN1RN7UV8 upload=CVK0C3UQLPXE tag=K56VK6G9U6XX type=write size=1116864 2024-07-29T15:22:16.295 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.295+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~GD67JCL9N22M.0 size=1048576 2024-07-29T15:22:16.297 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.296+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~GD67JCL9N22M.1 size=663044 2024-07-29T15:22:16.297 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.296+0000 7fd62f6c3640 1 > prepared multipart upload key=RQC1B162F8M6 upload=GD67JCL9N22M tag=2IT9D90J4DNZ type=write size=2760196 2024-07-29T15:22:16.299 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.298+0000 7fd62f6c3640 1 < completed delete operation key=IWIUUJFZ4UME tag=4O4LC6V9LSML type=del 2024-07-29T15:22:16.303 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.302+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~PPQ793RH83IV.0 size=1048576 2024-07-29T15:22:16.304 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.303+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~PPQ793RH83IV.1 size=1048576 2024-07-29T15:22:16.306 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.305+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~PPQ793RH83IV.2 size=194025 2024-07-29T15:22:16.306 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.305+0000 7fd62f6c3640 1 > prepared multipart upload key=TAZR3PWEGCVK upload=PPQ793RH83IV tag=GSN0GEVS1DYK type=write size=3339753 2024-07-29T15:22:16.308 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.307+0000 7fd62f6c3640 1 < completed delete operation key=7CXNN1RN7UV8 tag=H0TUJ4TLM462 type=del 2024-07-29T15:22:16.312 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.311+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~W4F0H7YZUHZ7.0 size=1048576 2024-07-29T15:22:16.314 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.313+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~W4F0H7YZUHZ7.1 size=1034863 2024-07-29T15:22:16.314 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.313+0000 7fd62f6c3640 1 > prepared multipart upload key=3OG3SYFEL3VL upload=W4F0H7YZUHZ7 tag=F4Y7106FTD1N type=write size=3132015 2024-07-29T15:22:16.316 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.315+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~5J8YQ41BZ3TX.0 size=1048576 2024-07-29T15:22:16.317 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.316+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~5J8YQ41BZ3TX.1 size=1048576 2024-07-29T15:22:16.319 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.318+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~5J8YQ41BZ3TX.2 size=747639 2024-07-29T15:22:16.322 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.321+0000 7fd62f6c3640 1 < completed multipart upload key=7THABETH5LSN upload=5J8YQ41BZ3TX tag=IEOUJ0DKWV0P type=write size=3893367 2024-07-29T15:22:16.326 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.323+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=RL18X42C17W2 type=del size=2106148 2024-07-29T15:22:16.326 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.324+0000 7fd62f6c3640 1 < canceled part key=_multipart_L184IOUE520P.2~L63ZD5BA9YQG.0 size=1048576 2024-07-29T15:22:16.326 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.325+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~L63ZD5BA9YQG.1 size=310047 2024-07-29T15:22:16.329 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.329+0000 7fd62f6c3640 1 < canceled multipart upload key=L184IOUE520P upload=L63ZD5BA9YQG tag=1K1QPZF80E45 type=write size=2407199 2024-07-29T15:22:16.333 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.332+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~288FSCE81NJ9.0 size=4667 2024-07-29T15:22:16.333 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.332+0000 7fd62f6c3640 1 > prepared multipart upload key=E98KUA2RK3BK upload=288FSCE81NJ9 tag=EULSRMKCJO5L type=write size=1053243 2024-07-29T15:22:16.337 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.336+0000 7fd62f6c3640 1 < suggested remove operation key=8BA2XKLPRGQN tag=8TQUQDVUFXE1 type=del 2024-07-29T15:22:16.339 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.338+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=WOLGAKFNU4Z9 type=write size=41349 2024-07-29T15:22:16.341 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.340+0000 7fd62f6c3640 1 < completed write operation key=5RY4L1BV4ZJB tag=32Q5C94EQFS3 type=write size=203795 2024-07-29T15:22:16.346 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.345+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~48FCJUVZNAW4.0 size=1048576 2024-07-29T15:22:16.347 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.346+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~48FCJUVZNAW4.1 size=1048576 2024-07-29T15:22:16.349 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.348+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~48FCJUVZNAW4.2 size=100282 2024-07-29T15:22:16.349 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.348+0000 7fd62f6c3640 1 > prepared multipart upload key=7THABETH5LSN upload=48FCJUVZNAW4 tag=DELG9U4A40A1 type=write size=3246010 2024-07-29T15:22:16.351 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.350+0000 7fd62f6c3640 1 < completed write operation key=7CXNN1RN7UV8 tag=FXRPX6IYINAU type=write size=437272 2024-07-29T15:22:16.352 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.352+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=M85802GRXATW type=del size=3010004 2024-07-29T15:22:16.354 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.353+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~AEPKMDS8WUO6.0 size=1048576 2024-07-29T15:22:16.356 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.355+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~AEPKMDS8WUO6.1 size=717674 2024-07-29T15:22:16.359 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.358+0000 7fd62f6c3640 1 < completed multipart upload key=W248KYMPQG8A upload=AEPKMDS8WUO6 tag=15NGCSG0I0KR type=write size=2814826 2024-07-29T15:22:16.361 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.361+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=1SF02EHVXQYD type=del size=2947952 2024-07-29T15:22:16.363 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.362+0000 7fd62f6c3640 1 < completed delete operation key=SI02Q5RHER9G tag=FNZAPVHZC771 type=del 2024-07-29T15:22:16.365 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.364+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=M7YGQUNRT2RO type=write size=929721 2024-07-29T15:22:16.367 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.366+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~O1NRKFI2ZDPL.0 size=1048576 2024-07-29T15:22:16.369 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.368+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~O1NRKFI2ZDPL.1 size=1048576 2024-07-29T15:22:16.370 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.369+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~O1NRKFI2ZDPL.2 size=246601 2024-07-29T15:22:16.374 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.373+0000 7fd62f6c3640 1 < completed multipart upload key=ZMFNWBOB37DJ upload=O1NRKFI2ZDPL tag=TOA9F0UBHJSP type=write size=3392329 2024-07-29T15:22:16.376 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.375+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=6XE4X7NPF7ID type=del size=2476363 2024-07-29T15:22:16.378 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.377+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~VG5X4GHZLFR8.0 size=1048576 2024-07-29T15:22:16.379 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.378+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~VG5X4GHZLFR8.1 size=1048576 2024-07-29T15:22:16.381 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.380+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~VG5X4GHZLFR8.2 size=209435 2024-07-29T15:22:16.384 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.383+0000 7fd62f6c3640 1 < completed multipart upload key=8BA2XKLPRGQN upload=VG5X4GHZLFR8 tag=24L91G16YY7Z type=write size=3355163 2024-07-29T15:22:16.388 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.387+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~YWHWJ8NHA5V5.0 size=1048576 2024-07-29T15:22:16.390 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.388+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~YWHWJ8NHA5V5.1 size=1048576 2024-07-29T15:22:16.391 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.390+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~YWHWJ8NHA5V5.2 size=262378 2024-07-29T15:22:16.391 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.390+0000 7fd62f6c3640 1 > prepared multipart upload key=5E8G14SOGN0S upload=YWHWJ8NHA5V5 tag=R0KX4LLS1QK2 type=write size=3408106 2024-07-29T15:22:16.393 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.392+0000 7fd62f6c3640 1 < completed write operation key=TAZR3PWEGCVK tag=05Q681LAFWOX type=write size=731963 2024-07-29T15:22:16.396 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.395+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=PQ1OGHLHGD10 type=write size=243035 2024-07-29T15:22:16.398 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.397+0000 7fd62f6c3640 1 < completed delete operation key=IWIUUJFZ4UME tag=KW1U6R5GCSCB type=del 2024-07-29T15:22:16.400 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.399+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=KBC6IUA88UXF type=write size=155658 2024-07-29T15:22:16.402 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.401+0000 7fd62f6c3640 1 < completed delete operation key=SI02Q5RHER9G tag=RH1T2LZMF9MQ type=del 2024-07-29T15:22:16.406 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.405+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~68ELSYABOI6B.0 size=1048576 2024-07-29T15:22:16.407 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.407+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~68ELSYABOI6B.1 size=1048576 2024-07-29T15:22:16.409 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.408+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~68ELSYABOI6B.2 size=678402 2024-07-29T15:22:16.409 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.408+0000 7fd62f6c3640 1 > prepared multipart upload key=UNDM9MIM6GG0 upload=68ELSYABOI6B tag=Q3P528Y95JKR type=write size=3824130 2024-07-29T15:22:16.412 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.411+0000 7fd62f6c3640 1 < completed delete operation key=7CXNN1RN7UV8 tag=W1PG85RHHWB6 type=del 2024-07-29T15:22:16.415 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.414+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~RQ7J4U9S2V15.0 size=1048576 2024-07-29T15:22:16.417 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.416+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~RQ7J4U9S2V15.1 size=1048576 2024-07-29T15:22:16.419 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.418+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~RQ7J4U9S2V15.2 size=275581 2024-07-29T15:22:16.419 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.418+0000 7fd62f6c3640 1 > prepared multipart upload key=TAZR3PWEGCVK upload=RQ7J4U9S2V15 tag=KHT66R65VWAQ type=write size=3421309 2024-07-29T15:22:16.421 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.420+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~GD67JCL9N22M.0 size=1048576 2024-07-29T15:22:16.423 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.422+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~GD67JCL9N22M.1 size=663044 2024-07-29T15:22:16.426 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.426+0000 7fd62f6c3640 1 < completed multipart upload key=RQC1B162F8M6 upload=GD67JCL9N22M tag=2IT9D90J4DNZ type=write size=2760196 2024-07-29T15:22:16.429 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.428+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=BH3NRZUYMNPJ type=del size=3987602 2024-07-29T15:22:16.431 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.430+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~PPQ793RH83IV.0 size=1048576 2024-07-29T15:22:16.432 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.431+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~PPQ793RH83IV.1 size=1048576 2024-07-29T15:22:16.434 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.433+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~PPQ793RH83IV.2 size=194025 2024-07-29T15:22:16.438 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.437+0000 7fd62f6c3640 1 < completed multipart upload key=TAZR3PWEGCVK upload=PPQ793RH83IV tag=GSN0GEVS1DYK type=write size=3339753 2024-07-29T15:22:16.440 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.439+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=14X9FQCWNF83 type=del size=4147286 2024-07-29T15:22:16.442 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.441+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~W4F0H7YZUHZ7.0 size=1048576 2024-07-29T15:22:16.444 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.443+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~W4F0H7YZUHZ7.1 size=1034863 2024-07-29T15:22:16.447 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.446+0000 7fd62f6c3640 1 < completed multipart upload key=3OG3SYFEL3VL upload=W4F0H7YZUHZ7 tag=F4Y7106FTD1N type=write size=3132015 2024-07-29T15:22:16.449 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.448+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=QJ77ZALGVVPG type=del size=3036999 2024-07-29T15:22:16.451 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.450+0000 7fd62f6c3640 1 < completed delete operation key=M5I2YC3HVZ0P tag=RL18X42C17W2 type=del 2024-07-29T15:22:16.455 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.454+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~KOW70HOCB9EU.0 size=1048576 2024-07-29T15:22:16.456 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.455+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~KOW70HOCB9EU.1 size=90740 2024-07-29T15:22:16.456 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.455+0000 7fd62f6c3640 1 > prepared multipart upload key=H0YBVQU3EMED upload=KOW70HOCB9EU tag=VDEIIZ9OC0MB type=write size=2187892 2024-07-29T15:22:16.458 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.457+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~288FSCE81NJ9.0 size=4667 2024-07-29T15:22:16.462 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.461+0000 7fd62f6c3640 1 < completed multipart upload key=E98KUA2RK3BK upload=288FSCE81NJ9 tag=EULSRMKCJO5L type=write size=1053243 2024-07-29T15:22:16.464 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.463+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=X7P2W9ZB1P48 type=write size=256256 2024-07-29T15:22:16.466 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.465+0000 7fd62f6c3640 1 < completed write operation key=M5I2YC3HVZ0P tag=WOLGAKFNU4Z9 type=write size=41349 2024-07-29T15:22:16.470 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.469+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~O1YOC5E3KNJ1.0 size=1048576 2024-07-29T15:22:16.472 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.471+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~O1YOC5E3KNJ1.1 size=634931 2024-07-29T15:22:16.472 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.471+0000 7fd62f6c3640 1 > prepared multipart upload key=E98KUA2RK3BK upload=O1YOC5E3KNJ1 tag=X7OKHZP8OF2X type=write size=2732083 2024-07-29T15:22:16.474 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.473+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~48FCJUVZNAW4.0 size=1048576 2024-07-29T15:22:16.475 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.475+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~48FCJUVZNAW4.1 size=1048576 2024-07-29T15:22:16.477 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.476+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~48FCJUVZNAW4.2 size=100282 2024-07-29T15:22:16.481 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.480+0000 7fd62f6c3640 1 < completed multipart upload key=7THABETH5LSN upload=48FCJUVZNAW4 tag=DELG9U4A40A1 type=write size=3246010 2024-07-29T15:22:16.485 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.484+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~50OGISL628IW.0 size=1048576 2024-07-29T15:22:16.487 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.486+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~50OGISL628IW.1 size=820590 2024-07-29T15:22:16.487 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.486+0000 7fd62f6c3640 1 > prepared multipart upload key=3OG3SYFEL3VL upload=50OGISL628IW tag=4W7OE17YTALA type=write size=2917742 2024-07-29T15:22:16.489 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.488+0000 7fd62f6c3640 1 < completed delete operation key=7THABETH5LSN tag=M85802GRXATW type=del 2024-07-29T15:22:16.490 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.490+0000 7fd62f6c3640 1 > prepared operation key=N3UV8NSUX0G0 tag=RI2OELI4YF54 type=write size=308610 2024-07-29T15:22:16.494 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.494+0000 7fd62f6c3640 1 < suggested remove operation key=L3WAA4XE7CTH tag=1SF02EHVXQYD type=del 2024-07-29T15:22:16.496 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.495+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=CNKOUCUM3R69 type=del size=590001 2024-07-29T15:22:16.498 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.497+0000 7fd62f6c3640 1 < completed write operation key=ZDB57ZUUV5IX tag=M7YGQUNRT2RO type=write size=929721 2024-07-29T15:22:16.502 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.501+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~DJ485AQNAFIO.0 size=73212 2024-07-29T15:22:16.502 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.501+0000 7fd62f6c3640 1 > prepared multipart upload key=SI02Q5RHER9G upload=DJ485AQNAFIO tag=RS42MBTKZY0G type=write size=1121788 2024-07-29T15:22:16.504 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.503+0000 7fd62f6c3640 1 < completed delete operation key=BIYBUOZPJSZV tag=6XE4X7NPF7ID type=del 2024-07-29T15:22:16.506 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.505+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=4OEE2XDIG0SA type=del size=3252287 2024-07-29T15:22:16.508 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.507+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~YWHWJ8NHA5V5.0 size=1048576 2024-07-29T15:22:16.510 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.509+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~YWHWJ8NHA5V5.1 size=1048576 2024-07-29T15:22:16.511 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.511+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~YWHWJ8NHA5V5.2 size=262378 2024-07-29T15:22:16.515 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.514+0000 7fd62f6c3640 1 < completed multipart upload key=5E8G14SOGN0S upload=YWHWJ8NHA5V5 tag=R0KX4LLS1QK2 type=write size=3408106 2024-07-29T15:22:16.518 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.518+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~E1KRN1XKJ7QV.0 size=1048576 2024-07-29T15:22:16.520 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.519+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~E1KRN1XKJ7QV.1 size=1048576 2024-07-29T15:22:16.522 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.521+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~E1KRN1XKJ7QV.2 size=928083 2024-07-29T15:22:16.522 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.521+0000 7fd62f6c3640 1 > prepared multipart upload key=C3FDCOT4DV2B upload=E1KRN1XKJ7QV tag=67473UXQAPYY type=write size=4073811 2024-07-29T15:22:16.526 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.525+0000 7fd62f6c3640 1 < suggested remove operation key=A98383AI9GGP tag=PQ1OGHLHGD10 type=write 2024-07-29T15:22:16.530 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.527+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=0W1XV17AJCYB type=write size=99852 2024-07-29T15:22:16.530 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.529+0000 7fd62f6c3640 1 < completed write operation key=7CXNN1RN7UV8 tag=KBC6IUA88UXF type=write size=155658 2024-07-29T15:22:16.532 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.531+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=NNFVN06JGOE2 type=write size=1044587 2024-07-29T15:22:16.534 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.533+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~68ELSYABOI6B.0 size=1048576 2024-07-29T15:22:16.536 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.535+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~68ELSYABOI6B.1 size=1048576 2024-07-29T15:22:16.537 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.536+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~68ELSYABOI6B.2 size=678402 2024-07-29T15:22:16.541 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.540+0000 7fd62f6c3640 1 < completed multipart upload key=UNDM9MIM6GG0 upload=68ELSYABOI6B tag=Q3P528Y95JKR type=write size=3824130 2024-07-29T15:22:16.543 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.542+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=O72P04U7AB7P type=write size=806339 2024-07-29T15:22:16.545 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.544+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~RQ7J4U9S2V15.0 size=1048576 2024-07-29T15:22:16.545 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.544+0000 7fd62f6c3640 1 < canceled part key=_multipart_TAZR3PWEGCVK.2~RQ7J4U9S2V15.1 size=1048576 2024-07-29T15:22:16.547 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.547+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~RQ7J4U9S2V15.2 size=275581 2024-07-29T15:22:16.551 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.550+0000 7fd62f6c3640 1 < canceled multipart upload key=TAZR3PWEGCVK upload=RQ7J4U9S2V15 tag=KHT66R65VWAQ type=write size=3421309 2024-07-29T15:22:16.553 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.552+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=C01NQ8QUZDWT type=del size=3043181 2024-07-29T15:22:16.555 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.554+0000 7fd62f6c3640 1 < completed delete operation key=IAXC3BCSNJJH tag=BH3NRZUYMNPJ type=del 2024-07-29T15:22:16.557 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.556+0000 7fd62f6c3640 1 > prepared operation key=H0YBVQU3EMED tag=HZSMQMUB14JI type=del size=1936651 2024-07-29T15:22:16.561 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.561+0000 7fd62f6c3640 1 < suggested update operation key=E98KUA2RK3BK tag=14X9FQCWNF83 type=del size=4147286 2024-07-29T15:22:16.566 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.565+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~NNG08QQGFFA3.0 size=1048576 2024-07-29T15:22:16.568 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.566+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~NNG08QQGFFA3.1 size=289310 2024-07-29T15:22:16.568 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.566+0000 7fd62f6c3640 1 > prepared multipart upload key=IWIUUJFZ4UME upload=NNG08QQGFFA3 tag=EAQ9Y7NL2SVM type=write size=2386462 2024-07-29T15:22:16.568 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.567+0000 7fd62f6c3640 -1 < no bi entry to suggest for operation key=L3WAA4XE7CTH tag=QJ77ZALGVVPG type=del size=3036999: (2) No such file or directory 2024-07-29T15:22:16.570 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.569+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=FEF23554ZRV3 type=del size=1849840 2024-07-29T15:22:16.571 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.570+0000 7fd62f6c3640 1 < canceled part key=_multipart_H0YBVQU3EMED.2~KOW70HOCB9EU.0 size=1048576 2024-07-29T15:22:16.572 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.572+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~KOW70HOCB9EU.1 size=90740 2024-07-29T15:22:16.576 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.575+0000 7fd62f6c3640 1 < canceled multipart upload key=H0YBVQU3EMED upload=KOW70HOCB9EU tag=VDEIIZ9OC0MB type=write size=2187892 2024-07-29T15:22:16.578 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.577+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=3CSYDLK83LZ9 type=write size=309417 2024-07-29T15:22:16.580 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.579+0000 7fd62f6c3640 1 < completed write operation key=VD0CC9XRAGF4 tag=X7P2W9ZB1P48 type=write size=256256 2024-07-29T15:22:16.582 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.581+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=KCZADU703PIM type=del size=2324709 2024-07-29T15:22:16.584 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.583+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~O1YOC5E3KNJ1.0 size=1048576 2024-07-29T15:22:16.585 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.584+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~O1YOC5E3KNJ1.1 size=634931 2024-07-29T15:22:16.589 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.588+0000 7fd62f6c3640 1 < completed multipart upload key=E98KUA2RK3BK upload=O1YOC5E3KNJ1 tag=X7OKHZP8OF2X type=write size=2732083 2024-07-29T15:22:16.590 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.590+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=6JCJGDXJ9XWB type=del size=3231270 2024-07-29T15:22:16.592 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.592+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~50OGISL628IW.0 size=1048576 2024-07-29T15:22:16.594 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.593+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~50OGISL628IW.1 size=820590 2024-07-29T15:22:16.598 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.597+0000 7fd62f6c3640 1 < completed multipart upload key=3OG3SYFEL3VL upload=50OGISL628IW tag=4W7OE17YTALA type=write size=2917742 2024-07-29T15:22:16.600 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.599+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=M5OKCMM9JRJ0 type=del size=502916 2024-07-29T15:22:16.603 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.603+0000 7fd62f6c3640 1 < suggested remove operation key=N3UV8NSUX0G0 tag=RI2OELI4YF54 type=write 2024-07-29T15:22:16.605 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.604+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=ZD97RY031CJM type=write size=333444 2024-07-29T15:22:16.607 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.606+0000 7fd62f6c3640 1 < completed delete operation key=UNDM9MIM6GG0 tag=CNKOUCUM3R69 type=del 2024-07-29T15:22:16.609 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.608+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=69JSFLDNMB3D type=write size=95200 2024-07-29T15:22:16.611 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.610+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~DJ485AQNAFIO.0 size=73212 2024-07-29T15:22:16.614 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.613+0000 7fd62f6c3640 1 < completed multipart upload key=SI02Q5RHER9G upload=DJ485AQNAFIO tag=RS42MBTKZY0G type=write size=1121788 2024-07-29T15:22:16.618 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.617+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~BUYRS02Q20NY.0 size=1048576 2024-07-29T15:22:16.619 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.619+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~BUYRS02Q20NY.1 size=1048576 2024-07-29T15:22:16.621 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.620+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~BUYRS02Q20NY.2 size=1042874 2024-07-29T15:22:16.621 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.620+0000 7fd62f6c3640 1 > prepared multipart upload key=V2178FD5CN6Y upload=BUYRS02Q20NY tag=1U39H4L4TLX4 type=write size=4188602 2024-07-29T15:22:16.623 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.622+0000 7fd62f6c3640 1 < completed delete operation key=5RY4L1BV4ZJB tag=4OEE2XDIG0SA type=del 2024-07-29T15:22:16.625 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.624+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=9MCVX7CDWB7R type=write size=779499 2024-07-29T15:22:16.627 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.626+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~E1KRN1XKJ7QV.0 size=1048576 2024-07-29T15:22:16.627 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.626+0000 7fd62f6c3640 1 < canceled part key=_multipart_C3FDCOT4DV2B.2~E1KRN1XKJ7QV.1 size=1048576 2024-07-29T15:22:16.628 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.627+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~E1KRN1XKJ7QV.2 size=928083 2024-07-29T15:22:16.632 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.631+0000 7fd62f6c3640 1 < canceled multipart upload key=C3FDCOT4DV2B upload=E1KRN1XKJ7QV tag=67473UXQAPYY type=write size=4073811 2024-07-29T15:22:16.636 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.635+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~FK7QC17XSNBM.0 size=1048576 2024-07-29T15:22:16.638 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.637+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~FK7QC17XSNBM.1 size=1048576 2024-07-29T15:22:16.640 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.639+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~FK7QC17XSNBM.2 size=995764 2024-07-29T15:22:16.640 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.639+0000 7fd62f6c3640 1 > prepared multipart upload key=8BA2XKLPRGQN upload=FK7QC17XSNBM tag=FW1EOAB4Q8CJ type=write size=4141492 2024-07-29T15:22:16.642 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.641+0000 7fd62f6c3640 1 < completed write operation key=M5I2YC3HVZ0P tag=0W1XV17AJCYB type=write size=99852 2024-07-29T15:22:16.644 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.643+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=7ZW1GW3WL42Q type=del size=1395500 2024-07-29T15:22:16.646 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.645+0000 7fd62f6c3640 1 < completed write operation key=3OG3SYFEL3VL tag=NNFVN06JGOE2 type=write size=1044587 2024-07-29T15:22:16.648 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.647+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=H6V8DG2CD7R4 type=del size=193607 2024-07-29T15:22:16.651 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.651+0000 7fd62f6c3640 1 < suggested remove operation key=VD0CC9XRAGF4 tag=O72P04U7AB7P type=write 2024-07-29T15:22:16.655 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.654+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~34AAN29BBXY2.0 size=1048576 2024-07-29T15:22:16.657 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.656+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~34AAN29BBXY2.1 size=356337 2024-07-29T15:22:16.657 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.656+0000 7fd62f6c3640 1 > prepared multipart upload key=IWIUUJFZ4UME upload=34AAN29BBXY2 tag=SFSNOMIS7KZR type=write size=2453489 2024-07-29T15:22:16.660 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.659+0000 7fd62f6c3640 1 < suggested update operation key=4LY01AD2KMYQ tag=C01NQ8QUZDWT type=del size=3043181 2024-07-29T15:22:16.662 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.661+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=AZRTD87ZX4TB type=del size=1627199 2024-07-29T15:22:16.665 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.664+0000 7fd62f6c3640 1 < completed delete operation key=H0YBVQU3EMED tag=HZSMQMUB14JI type=del 2024-07-29T15:22:16.669 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.668+0000 7fd62f6c3640 1 > prepared part key=_multipart_5RY4L1BV4ZJB.2~T5O00D8XJRO7.0 size=1048576 2024-07-29T15:22:16.670 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.669+0000 7fd62f6c3640 1 > prepared part key=_multipart_5RY4L1BV4ZJB.2~T5O00D8XJRO7.1 size=1048576 2024-07-29T15:22:16.672 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.671+0000 7fd62f6c3640 1 > prepared part key=_multipart_5RY4L1BV4ZJB.2~T5O00D8XJRO7.2 size=285996 2024-07-29T15:22:16.672 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.671+0000 7fd62f6c3640 1 > prepared multipart upload key=5RY4L1BV4ZJB upload=T5O00D8XJRO7 tag=GGPY6RR2C5BW type=write size=3431724 2024-07-29T15:22:16.674 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.673+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~NNG08QQGFFA3.0 size=1048576 2024-07-29T15:22:16.676 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.675+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~NNG08QQGFFA3.1 size=289310 2024-07-29T15:22:16.679 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.678+0000 7fd62f6c3640 1 < completed multipart upload key=IWIUUJFZ4UME upload=NNG08QQGFFA3 tag=EAQ9Y7NL2SVM type=write size=2386462 2024-07-29T15:22:16.681 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.680+0000 7fd62f6c3640 1 > prepared operation key=YSQLYQW9APLO tag=RYMHNHCF0RCS type=del size=1721967 2024-07-29T15:22:16.683 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.682+0000 7fd62f6c3640 1 < completed delete operation key=FAOPDKU2UC4Y tag=FEF23554ZRV3 type=del 2024-07-29T15:22:16.687 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.686+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~MSXK7NY13K7F.0 size=1048576 2024-07-29T15:22:16.688 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.687+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~MSXK7NY13K7F.1 size=216027 2024-07-29T15:22:16.688 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.687+0000 7fd62f6c3640 1 > prepared multipart upload key=UNDM9MIM6GG0 upload=MSXK7NY13K7F tag=JYIUHIL5RB79 type=write size=2313179 2024-07-29T15:22:16.690 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.689+0000 7fd62f6c3640 1 < canceled operation key=0C6FXJ0T2NGU tag=3CSYDLK83LZ9 type=write size=309417 2024-07-29T15:22:16.694 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.693+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~82KW4F7OUSUM.0 size=1048576 2024-07-29T15:22:16.696 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.695+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~82KW4F7OUSUM.1 size=1038571 2024-07-29T15:22:16.696 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.695+0000 7fd62f6c3640 1 > prepared multipart upload key=C3FDCOT4DV2B upload=82KW4F7OUSUM tag=5ZRSQR0NFRBY type=write size=3135723 2024-07-29T15:22:16.698 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.697+0000 7fd62f6c3640 1 < completed delete operation key=ZDB57ZUUV5IX tag=KCZADU703PIM type=del 2024-07-29T15:22:16.700 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.699+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=3N76O7N312LG type=write size=888516 2024-07-29T15:22:16.702 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.701+0000 7fd62f6c3640 1 < completed delete operation key=5RY4L1BV4ZJB tag=6JCJGDXJ9XWB type=del 2024-07-29T15:22:16.704 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.703+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=Y0U77SVQ4TIL type=del size=2483783 2024-07-29T15:22:16.706 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.705+0000 7fd62f6c3640 1 < completed delete operation key=L3WAA4XE7CTH tag=M5OKCMM9JRJ0 type=del 2024-07-29T15:22:16.707 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.706+0000 7fd62f6c3640 1 > prepared operation key=C3FDCOT4DV2B tag=Z75GKT7KJCFK type=write size=128647 2024-07-29T15:22:16.709 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.708+0000 7fd62f6c3640 1 < completed write operation key=0C6FXJ0T2NGU tag=ZD97RY031CJM type=write size=333444 2024-07-29T15:22:16.714 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.713+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~TE7VNOY4WQCX.0 size=1048576 2024-07-29T15:22:16.716 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.715+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~TE7VNOY4WQCX.1 size=923852 2024-07-29T15:22:16.716 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.715+0000 7fd62f6c3640 1 > prepared multipart upload key=8BA2XKLPRGQN upload=TE7VNOY4WQCX tag=US1JWWQCBRFN type=write size=3021004 2024-07-29T15:22:16.717 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.716+0000 7fd62f6c3640 1 < completed write operation key=L184IOUE520P tag=69JSFLDNMB3D type=write size=95200 2024-07-29T15:22:16.719 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.718+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=HDSHS3BBHMJL type=write size=845065 2024-07-29T15:22:16.722 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.721+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~BUYRS02Q20NY.0 size=1048576 2024-07-29T15:22:16.723 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.722+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~BUYRS02Q20NY.1 size=1048576 2024-07-29T15:22:16.725 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.724+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~BUYRS02Q20NY.2 size=1042874 2024-07-29T15:22:16.728 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.727+0000 7fd62f6c3640 1 < completed multipart upload key=V2178FD5CN6Y upload=BUYRS02Q20NY tag=1U39H4L4TLX4 type=write size=4188602 2024-07-29T15:22:16.730 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.730+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=K6GP30X0KW0J type=del size=1608846 2024-07-29T15:22:16.734 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.733+0000 7fd62f6c3640 1 < suggested remove operation key=4Z3FPJTXXFV7 tag=9MCVX7CDWB7R type=write 2024-07-29T15:22:16.738 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.737+0000 7fd62f6c3640 1 > prepared part key=_multipart_N3UV8NSUX0G0.2~O6Z8MK99VPRB.0 size=1048576 2024-07-29T15:22:16.739 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.739+0000 7fd62f6c3640 1 > prepared part key=_multipart_N3UV8NSUX0G0.2~O6Z8MK99VPRB.1 size=831725 2024-07-29T15:22:16.740 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.739+0000 7fd62f6c3640 1 > prepared multipart upload key=N3UV8NSUX0G0 upload=O6Z8MK99VPRB tag=SKBGN5NPO977 type=write size=2928877 2024-07-29T15:22:16.741 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.741+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~FK7QC17XSNBM.0 size=1048576 2024-07-29T15:22:16.743 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.742+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~FK7QC17XSNBM.1 size=1048576 2024-07-29T15:22:16.745 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.744+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~FK7QC17XSNBM.2 size=995764 2024-07-29T15:22:16.748 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.747+0000 7fd62f6c3640 1 < completed multipart upload key=8BA2XKLPRGQN upload=FK7QC17XSNBM tag=FW1EOAB4Q8CJ type=write size=4141492 2024-07-29T15:22:16.752 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.751+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~D5RNUR8IIFPT.0 size=26978 2024-07-29T15:22:16.752 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.751+0000 7fd62f6c3640 1 > prepared multipart upload key=BIYBUOZPJSZV upload=D5RNUR8IIFPT tag=6UZ65AV7F5ZY type=write size=1075554 2024-07-29T15:22:16.754 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.753+0000 7fd62f6c3640 1 < completed delete operation key=A98383AI9GGP tag=7ZW1GW3WL42Q type=del 2024-07-29T15:22:16.756 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.755+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=R47SK1QZ3EKY type=del size=3662837 2024-07-29T15:22:16.758 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.757+0000 7fd62f6c3640 1 < completed delete operation key=5RY4L1BV4ZJB tag=H6V8DG2CD7R4 type=del 2024-07-29T15:22:16.761 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.760+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~N1W6WOC8VNUE.0 size=1048576 2024-07-29T15:22:16.763 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.762+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~N1W6WOC8VNUE.1 size=395376 2024-07-29T15:22:16.763 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.762+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=N1W6WOC8VNUE tag=5FAGCRVQV2Y5 type=write size=2492528 2024-07-29T15:22:16.765 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.764+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~34AAN29BBXY2.0 size=1048576 2024-07-29T15:22:16.767 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.766+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~34AAN29BBXY2.1 size=356337 2024-07-29T15:22:16.771 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.770+0000 7fd62f6c3640 1 < completed multipart upload key=IWIUUJFZ4UME upload=34AAN29BBXY2 tag=SFSNOMIS7KZR type=write size=2453489 2024-07-29T15:22:16.775 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.774+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~0PP0W0TS0ECK.0 size=1048576 2024-07-29T15:22:16.776 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.776+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~0PP0W0TS0ECK.1 size=517919 2024-07-29T15:22:16.776 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.776+0000 7fd62f6c3640 1 > prepared multipart upload key=H0YBVQU3EMED upload=0PP0W0TS0ECK tag=QI5SELU0XARE type=write size=2615071 2024-07-29T15:22:16.778 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.777+0000 7fd62f6c3640 1 < completed delete operation key=W248KYMPQG8A tag=AZRTD87ZX4TB type=del 2024-07-29T15:22:16.780 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.779+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=312RXJUVDERI type=del size=2926393 2024-07-29T15:22:16.782 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.781+0000 7fd62f6c3640 1 < completed part key=_multipart_5RY4L1BV4ZJB.2~T5O00D8XJRO7.0 size=1048576 2024-07-29T15:22:16.784 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.783+0000 7fd62f6c3640 1 < completed part key=_multipart_5RY4L1BV4ZJB.2~T5O00D8XJRO7.1 size=1048576 2024-07-29T15:22:16.785 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.784+0000 7fd62f6c3640 1 < completed part key=_multipart_5RY4L1BV4ZJB.2~T5O00D8XJRO7.2 size=285996 2024-07-29T15:22:16.789 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.788+0000 7fd62f6c3640 1 < completed multipart upload key=5RY4L1BV4ZJB upload=T5O00D8XJRO7 tag=GGPY6RR2C5BW type=write size=3431724 2024-07-29T15:22:16.792 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.791+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~HNSF5QZSPI51.0 size=97126 2024-07-29T15:22:16.792 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.791+0000 7fd62f6c3640 1 > prepared multipart upload key=E98KUA2RK3BK upload=HNSF5QZSPI51 tag=OHD14ETCUD67 type=write size=1145702 2024-07-29T15:22:16.794 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.793+0000 7fd62f6c3640 1 < completed delete operation key=YSQLYQW9APLO tag=RYMHNHCF0RCS type=del 2024-07-29T15:22:16.798 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.797+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~2PELWSG3S527.0 size=697455 2024-07-29T15:22:16.798 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.797+0000 7fd62f6c3640 1 > prepared multipart upload key=M5I2YC3HVZ0P upload=2PELWSG3S527 tag=W9GG826YLFIS type=write size=1746031 2024-07-29T15:22:16.800 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.799+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~MSXK7NY13K7F.0 size=1048576 2024-07-29T15:22:16.801 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.800+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~MSXK7NY13K7F.1 size=216027 2024-07-29T15:22:16.805 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.804+0000 7fd62f6c3640 1 < completed multipart upload key=UNDM9MIM6GG0 upload=MSXK7NY13K7F tag=JYIUHIL5RB79 type=write size=2313179 2024-07-29T15:22:16.809 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.808+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~HZUPV4EG7EFB.0 size=1048576 2024-07-29T15:22:16.810 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.810+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~HZUPV4EG7EFB.1 size=1048576 2024-07-29T15:22:16.812 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.812+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~HZUPV4EG7EFB.2 size=602767 2024-07-29T15:22:16.813 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.812+0000 7fd62f6c3640 1 > prepared multipart upload key=3OG3SYFEL3VL upload=HZUPV4EG7EFB tag=AJSN1MANHGYL type=write size=3748495 2024-07-29T15:22:16.815 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.814+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~82KW4F7OUSUM.0 size=1048576 2024-07-29T15:22:16.816 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.815+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~82KW4F7OUSUM.1 size=1038571 2024-07-29T15:22:16.820 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.819+0000 7fd62f6c3640 1 < completed multipart upload key=C3FDCOT4DV2B upload=82KW4F7OUSUM tag=5ZRSQR0NFRBY type=write size=3135723 2024-07-29T15:22:16.824 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.823+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~M7RTSDR7HZ9A.0 size=368288 2024-07-29T15:22:16.824 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.823+0000 7fd62f6c3640 1 > prepared multipart upload key=IWIUUJFZ4UME upload=M7RTSDR7HZ9A tag=JUUOHQG07560 type=write size=1416864 2024-07-29T15:22:16.826 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.825+0000 7fd62f6c3640 1 < completed write operation key=RQC1B162F8M6 tag=3N76O7N312LG type=write size=888516 2024-07-29T15:22:16.828 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.827+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=S6KHESUPW1NB type=del size=3258506 2024-07-29T15:22:16.830 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.829+0000 7fd62f6c3640 1 < completed delete operation key=UNDM9MIM6GG0 tag=Y0U77SVQ4TIL type=del 2024-07-29T15:22:16.833 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.832+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~0RORYR7TRQK3.0 size=905184 2024-07-29T15:22:16.833 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.832+0000 7fd62f6c3640 1 > prepared multipart upload key=YSQLYQW9APLO upload=0RORYR7TRQK3 tag=G6RPKHX8F4JS type=write size=1953760 2024-07-29T15:22:16.835 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.834+0000 7fd62f6c3640 1 < completed write operation key=C3FDCOT4DV2B tag=Z75GKT7KJCFK type=write size=128647 2024-07-29T15:22:16.838 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.837+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=FC6ZR1F2HKYS type=write size=384273 2024-07-29T15:22:16.840 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.839+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~TE7VNOY4WQCX.0 size=1048576 2024-07-29T15:22:16.841 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.840+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~TE7VNOY4WQCX.1 size=923852 2024-07-29T15:22:16.845 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.844+0000 7fd62f6c3640 1 < completed multipart upload key=8BA2XKLPRGQN upload=TE7VNOY4WQCX tag=US1JWWQCBRFN type=write size=3021004 2024-07-29T15:22:16.847 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.846+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=62EN6N4CMVIC type=del size=1300671 2024-07-29T15:22:16.849 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.848+0000 7fd62f6c3640 1 < completed write operation key=8BA2XKLPRGQN tag=HDSHS3BBHMJL type=write size=845065 2024-07-29T15:22:16.851 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.850+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=V4QP24MHC34Y type=del size=2905701 2024-07-29T15:22:16.853 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.852+0000 7fd62f6c3640 1 < completed delete operation key=TAZR3PWEGCVK tag=K6GP30X0KW0J type=del 2024-07-29T15:22:16.857 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.856+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~Y1PCX6488JML.0 size=1004409 2024-07-29T15:22:16.857 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.856+0000 7fd62f6c3640 1 > prepared multipart upload key=E98KUA2RK3BK upload=Y1PCX6488JML tag=8H539XI6G9BW type=write size=2052985 2024-07-29T15:22:16.859 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.858+0000 7fd62f6c3640 1 < completed part key=_multipart_N3UV8NSUX0G0.2~O6Z8MK99VPRB.0 size=1048576 2024-07-29T15:22:16.861 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.860+0000 7fd62f6c3640 1 < completed part key=_multipart_N3UV8NSUX0G0.2~O6Z8MK99VPRB.1 size=831725 2024-07-29T15:22:16.865 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.864+0000 7fd62f6c3640 1 < completed multipart upload key=N3UV8NSUX0G0 upload=O6Z8MK99VPRB tag=SKBGN5NPO977 type=write size=2928877 2024-07-29T15:22:16.869 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.868+0000 7fd62f6c3640 1 > prepared part key=_multipart_0C6FXJ0T2NGU.2~0Y97Y08MQL5I.0 size=1048576 2024-07-29T15:22:16.870 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.869+0000 7fd62f6c3640 1 > prepared part key=_multipart_0C6FXJ0T2NGU.2~0Y97Y08MQL5I.1 size=114775 2024-07-29T15:22:16.870 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.869+0000 7fd62f6c3640 1 > prepared multipart upload key=0C6FXJ0T2NGU upload=0Y97Y08MQL5I tag=ZZQCBSKP6EKO type=write size=2211927 2024-07-29T15:22:16.872 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.871+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~D5RNUR8IIFPT.0 size=26978 2024-07-29T15:22:16.875 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.875+0000 7fd62f6c3640 1 < completed multipart upload key=BIYBUOZPJSZV upload=D5RNUR8IIFPT tag=6UZ65AV7F5ZY type=write size=1075554 2024-07-29T15:22:16.878 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.877+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=4B8L2U5W8FZ3 type=del size=644363 2024-07-29T15:22:16.880 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.879+0000 7fd62f6c3640 1 < completed delete operation key=E98KUA2RK3BK tag=R47SK1QZ3EKY type=del 2024-07-29T15:22:16.881 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.881+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=9N5ESBP2PW32 type=write size=428503 2024-07-29T15:22:16.884 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.883+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~N1W6WOC8VNUE.0 size=1048576 2024-07-29T15:22:16.885 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.884+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~N1W6WOC8VNUE.1 size=395376 2024-07-29T15:22:16.888 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.887+0000 7fd62f6c3640 1 < completed multipart upload key=W248KYMPQG8A upload=N1W6WOC8VNUE tag=5FAGCRVQV2Y5 type=write size=2492528 2024-07-29T15:22:16.892 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.891+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~B7XC843OLN61.0 size=829728 2024-07-29T15:22:16.892 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.891+0000 7fd62f6c3640 1 > prepared multipart upload key=SI02Q5RHER9G upload=B7XC843OLN61 tag=P04U2I9XLD12 type=write size=1878304 2024-07-29T15:22:16.894 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.893+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~0PP0W0TS0ECK.0 size=1048576 2024-07-29T15:22:16.896 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.895+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~0PP0W0TS0ECK.1 size=517919 2024-07-29T15:22:16.899 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.898+0000 7fd62f6c3640 1 < completed multipart upload key=H0YBVQU3EMED upload=0PP0W0TS0ECK tag=QI5SELU0XARE type=write size=2615071 2024-07-29T15:22:16.903 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.902+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~1H3E7FQWNOAU.0 size=223634 2024-07-29T15:22:16.903 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.902+0000 7fd62f6c3640 1 > prepared multipart upload key=4LY01AD2KMYQ upload=1H3E7FQWNOAU tag=OXAN0OPQHROC type=write size=1272210 2024-07-29T15:22:16.904 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.904+0000 7fd62f6c3640 1 < completed delete operation key=RQC1B162F8M6 tag=312RXJUVDERI type=del 2024-07-29T15:22:16.906 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.905+0000 7fd62f6c3640 1 > prepared operation key=YSQLYQW9APLO tag=372IEW7V4M4G type=del size=2721197 2024-07-29T15:22:16.909 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.908+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~HNSF5QZSPI51.0 size=97126 2024-07-29T15:22:16.912 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.911+0000 7fd62f6c3640 1 < completed multipart upload key=E98KUA2RK3BK upload=HNSF5QZSPI51 tag=OHD14ETCUD67 type=write size=1145702 2024-07-29T15:22:16.915 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.915+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~ZOES2TNMB37J.0 size=1048576 2024-07-29T15:22:16.917 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.916+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~ZOES2TNMB37J.1 size=1048576 2024-07-29T15:22:16.919 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.918+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~ZOES2TNMB37J.2 size=589325 2024-07-29T15:22:16.919 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.918+0000 7fd62f6c3640 1 > prepared multipart upload key=YSQLYQW9APLO upload=ZOES2TNMB37J tag=IPXO7IUOF75Z type=write size=3735053 2024-07-29T15:22:16.921 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.920+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~2PELWSG3S527.0 size=697455 2024-07-29T15:22:16.925 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.924+0000 7fd62f6c3640 1 < completed multipart upload key=M5I2YC3HVZ0P upload=2PELWSG3S527 tag=W9GG826YLFIS type=write size=1746031 2024-07-29T15:22:16.927 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.926+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=YKDVEV3WJ0CB type=write size=680696 2024-07-29T15:22:16.928 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.928+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~HZUPV4EG7EFB.0 size=1048576 2024-07-29T15:22:16.930 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.929+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~HZUPV4EG7EFB.1 size=1048576 2024-07-29T15:22:16.932 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.931+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~HZUPV4EG7EFB.2 size=602767 2024-07-29T15:22:16.938 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.935+0000 7fd62f6c3640 1 < completed multipart upload key=3OG3SYFEL3VL upload=HZUPV4EG7EFB tag=AJSN1MANHGYL type=write size=3748495 2024-07-29T15:22:16.939 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.938+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=Z1Q5WT417JQQ type=del size=4156641 2024-07-29T15:22:16.940 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.940+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~M7RTSDR7HZ9A.0 size=368288 2024-07-29T15:22:16.944 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.944+0000 7fd62f6c3640 1 < completed multipart upload key=IWIUUJFZ4UME upload=M7RTSDR7HZ9A tag=JUUOHQG07560 type=write size=1416864 2024-07-29T15:22:16.946 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.945+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=3X1S1JU9ZUW7 type=del size=2959826 2024-07-29T15:22:16.950 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.950+0000 7fd62f6c3640 1 < suggested update operation key=VD0CC9XRAGF4 tag=S6KHESUPW1NB type=del size=3258506 2024-07-29T15:22:16.952 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.951+0000 7fd62f6c3640 1 > prepared operation key=H0YBVQU3EMED tag=C4SQCARVCZB5 type=del size=1211582 2024-07-29T15:22:16.954 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.954+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~0RORYR7TRQK3.0 size=905184 2024-07-29T15:22:16.958 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.957+0000 7fd62f6c3640 1 < completed multipart upload key=YSQLYQW9APLO upload=0RORYR7TRQK3 tag=G6RPKHX8F4JS type=write size=1953760 2024-07-29T15:22:16.960 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.959+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=DQX7A3JH83RA type=del size=4145476 2024-07-29T15:22:16.962 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.961+0000 7fd62f6c3640 1 < completed write operation key=5E8G14SOGN0S tag=FC6ZR1F2HKYS type=write size=384273 2024-07-29T15:22:16.963 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.963+0000 7fd62f6c3640 1 > prepared operation key=YSQLYQW9APLO tag=VK7GZSWHEBMS type=write size=96664 2024-07-29T15:22:16.966 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.965+0000 7fd62f6c3640 1 < completed delete operation key=5E8G14SOGN0S tag=62EN6N4CMVIC type=del 2024-07-29T15:22:16.968 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.967+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=EVNOZ1DWP6SP type=del size=835735 2024-07-29T15:22:16.970 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.969+0000 7fd62f6c3640 1 < completed delete operation key=0C6FXJ0T2NGU tag=V4QP24MHC34Y type=del 2024-07-29T15:22:16.974 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.973+0000 7fd62f6c3640 1 > prepared part key=_multipart_N3UV8NSUX0G0.2~7CZXR3KSPGWJ.0 size=1048576 2024-07-29T15:22:16.976 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.975+0000 7fd62f6c3640 1 > prepared part key=_multipart_N3UV8NSUX0G0.2~7CZXR3KSPGWJ.1 size=562814 2024-07-29T15:22:16.976 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.975+0000 7fd62f6c3640 1 > prepared multipart upload key=N3UV8NSUX0G0 upload=7CZXR3KSPGWJ tag=6FWTVN16ZYS0 type=write size=2659966 2024-07-29T15:22:16.977 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.977+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~Y1PCX6488JML.0 size=1004409 2024-07-29T15:22:16.981 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.980+0000 7fd62f6c3640 1 < completed multipart upload key=E98KUA2RK3BK upload=Y1PCX6488JML tag=8H539XI6G9BW type=write size=2052985 2024-07-29T15:22:16.985 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.984+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~0BXZOPSDZ951.0 size=1048576 2024-07-29T15:22:16.986 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.985+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~0BXZOPSDZ951.1 size=714813 2024-07-29T15:22:16.987 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.985+0000 7fd62f6c3640 1 > prepared multipart upload key=TAZR3PWEGCVK upload=0BXZOPSDZ951 tag=J6IITC7FSP0P type=write size=2811965 2024-07-29T15:22:16.988 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.988+0000 7fd62f6c3640 1 < completed part key=_multipart_0C6FXJ0T2NGU.2~0Y97Y08MQL5I.0 size=1048576 2024-07-29T15:22:16.990 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.989+0000 7fd62f6c3640 1 < completed part key=_multipart_0C6FXJ0T2NGU.2~0Y97Y08MQL5I.1 size=114775 2024-07-29T15:22:16.993 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.992+0000 7fd62f6c3640 1 < completed multipart upload key=0C6FXJ0T2NGU upload=0Y97Y08MQL5I tag=ZZQCBSKP6EKO type=write size=2211927 2024-07-29T15:22:16.995 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.994+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=D2J7EBJBUSPR type=del size=1613616 2024-07-29T15:22:16.999 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:16.998+0000 7fd62f6c3640 1 < suggested remove operation key=4LY01AD2KMYQ tag=4B8L2U5W8FZ3 type=del 2024-07-29T15:22:17.001 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.000+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=2KR0TUPC3F21 type=del size=2448561 2024-07-29T15:22:17.003 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.002+0000 7fd62f6c3640 1 < completed write operation key=5E8G14SOGN0S tag=9N5ESBP2PW32 type=write size=428503 2024-07-29T15:22:17.007 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.006+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~HEIIT00OSD38.0 size=1048576 2024-07-29T15:22:17.009 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.008+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~HEIIT00OSD38.1 size=1048576 2024-07-29T15:22:17.010 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.010+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~HEIIT00OSD38.2 size=489510 2024-07-29T15:22:17.010 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.010+0000 7fd62f6c3640 1 > prepared multipart upload key=YSQLYQW9APLO upload=HEIIT00OSD38 tag=YMGUFWWVN3E1 type=write size=3635238 2024-07-29T15:22:17.013 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.012+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~B7XC843OLN61.0 size=829728 2024-07-29T15:22:17.016 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.015+0000 7fd62f6c3640 1 < completed multipart upload key=SI02Q5RHER9G upload=B7XC843OLN61 tag=P04U2I9XLD12 type=write size=1878304 2024-07-29T15:22:17.018 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.017+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=NX18VWVOEOKR type=del size=132893 2024-07-29T15:22:17.020 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.019+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~1H3E7FQWNOAU.0 size=223634 2024-07-29T15:22:17.023 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.022+0000 7fd62f6c3640 1 < completed multipart upload key=4LY01AD2KMYQ upload=1H3E7FQWNOAU tag=OXAN0OPQHROC type=write size=1272210 2024-07-29T15:22:17.027 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.026+0000 7fd62f6c3640 1 > prepared part key=_multipart_N3UV8NSUX0G0.2~ZJTC2U3US3V9.0 size=1048576 2024-07-29T15:22:17.029 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.028+0000 7fd62f6c3640 1 > prepared part key=_multipart_N3UV8NSUX0G0.2~ZJTC2U3US3V9.1 size=1032423 2024-07-29T15:22:17.029 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.028+0000 7fd62f6c3640 1 > prepared multipart upload key=N3UV8NSUX0G0 upload=ZJTC2U3US3V9 tag=FAKUSHU075BZ type=write size=3129575 2024-07-29T15:22:17.031 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.030+0000 7fd62f6c3640 1 < canceled operation key=YSQLYQW9APLO tag=372IEW7V4M4G type=del size=2721197 2024-07-29T15:22:17.035 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.034+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~MJ4HFM0O47A6.0 size=1048576 2024-07-29T15:22:17.037 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.036+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~MJ4HFM0O47A6.1 size=814070 2024-07-29T15:22:17.037 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.036+0000 7fd62f6c3640 1 > prepared multipart upload key=M5I2YC3HVZ0P upload=MJ4HFM0O47A6 tag=ENK9S5OHTDR6 type=write size=2911222 2024-07-29T15:22:17.039 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.038+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~ZOES2TNMB37J.0 size=1048576 2024-07-29T15:22:17.041 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.040+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~ZOES2TNMB37J.1 size=1048576 2024-07-29T15:22:17.043 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.042+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~ZOES2TNMB37J.2 size=589325 2024-07-29T15:22:17.046 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.046+0000 7fd62f6c3640 1 < completed multipart upload key=YSQLYQW9APLO upload=ZOES2TNMB37J tag=IPXO7IUOF75Z type=write size=3735053 2024-07-29T15:22:17.049 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.048+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=OAQKAS5GDJG7 type=del size=2644764 2024-07-29T15:22:17.053 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.052+0000 7fd62f6c3640 1 < suggested update operation key=0C6FXJ0T2NGU tag=YKDVEV3WJ0CB type=write size=680696 2024-07-29T15:22:17.055 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.054+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=TWUAHMT426M9 type=del size=2027081 2024-07-29T15:22:17.057 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.057+0000 7fd62f6c3640 1 < completed delete operation key=4Z3FPJTXXFV7 tag=Z1Q5WT417JQQ type=del 2024-07-29T15:22:17.061 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.061+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~TAZ0NM6WXBPU.0 size=1048576 2024-07-29T15:22:17.063 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.062+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~TAZ0NM6WXBPU.1 size=1048576 2024-07-29T15:22:17.065 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.064+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~TAZ0NM6WXBPU.2 size=543796 2024-07-29T15:22:17.065 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.064+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=TAZ0NM6WXBPU tag=3G52FQDYON7X type=write size=3689524 2024-07-29T15:22:17.067 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.066+0000 7fd62f6c3640 1 < completed delete operation key=5E8G14SOGN0S tag=3X1S1JU9ZUW7 type=del 2024-07-29T15:22:17.071 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.070+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~S6IYWBKN369X.0 size=1048576 2024-07-29T15:22:17.072 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.071+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~S6IYWBKN369X.1 size=491940 2024-07-29T15:22:17.072 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.071+0000 7fd62f6c3640 1 > prepared multipart upload key=L3WAA4XE7CTH upload=S6IYWBKN369X tag=TO6NB0M9WA9R type=write size=2589092 2024-07-29T15:22:17.074 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.073+0000 7fd62f6c3640 1 < completed delete operation key=H0YBVQU3EMED tag=C4SQCARVCZB5 type=del 2024-07-29T15:22:17.078 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.077+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~T3LHWSGRHEPS.0 size=1048576 2024-07-29T15:22:17.080 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.079+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~T3LHWSGRHEPS.1 size=597084 2024-07-29T15:22:17.080 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.079+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=T3LHWSGRHEPS tag=1ZOHSXMEJV9C type=write size=2694236 2024-07-29T15:22:17.082 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.081+0000 7fd62f6c3640 1 < completed delete operation key=RQC1B162F8M6 tag=DQX7A3JH83RA type=del 2024-07-29T15:22:17.084 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.083+0000 7fd62f6c3640 1 > prepared operation key=YSQLYQW9APLO tag=WJNY725T7S4J type=del size=1507544 2024-07-29T15:22:17.086 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.085+0000 7fd62f6c3640 1 < canceled operation key=YSQLYQW9APLO tag=VK7GZSWHEBMS type=write size=96664 2024-07-29T15:22:17.088 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.087+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=SMNFEI8T7UE3 type=write size=1014904 2024-07-29T15:22:17.090 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.089+0000 7fd62f6c3640 1 < completed delete operation key=W248KYMPQG8A tag=EVNOZ1DWP6SP type=del 2024-07-29T15:22:17.094 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.093+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~7PCD073DX7YW.0 size=1048576 2024-07-29T15:22:17.095 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.094+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~7PCD073DX7YW.1 size=1048576 2024-07-29T15:22:17.097 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.096+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~7PCD073DX7YW.2 size=983423 2024-07-29T15:22:17.097 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.096+0000 7fd62f6c3640 1 > prepared multipart upload key=7CXNN1RN7UV8 upload=7PCD073DX7YW tag=FYU8KJI9JZ7R type=write size=4129151 2024-07-29T15:22:17.099 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.098+0000 7fd62f6c3640 1 < completed part key=_multipart_N3UV8NSUX0G0.2~7CZXR3KSPGWJ.0 size=1048576 2024-07-29T15:22:17.101 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.100+0000 7fd62f6c3640 1 < completed part key=_multipart_N3UV8NSUX0G0.2~7CZXR3KSPGWJ.1 size=562814 2024-07-29T15:22:17.105 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.104+0000 7fd62f6c3640 1 < completed multipart upload key=N3UV8NSUX0G0 upload=7CZXR3KSPGWJ tag=6FWTVN16ZYS0 type=write size=2659966 2024-07-29T15:22:17.107 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.106+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=XACXSA6IYGY4 type=del size=3134036 2024-07-29T15:22:17.109 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.108+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~0BXZOPSDZ951.0 size=1048576 2024-07-29T15:22:17.111 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.110+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~0BXZOPSDZ951.1 size=714813 2024-07-29T15:22:17.115 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.114+0000 7fd62f6c3640 1 < completed multipart upload key=TAZR3PWEGCVK upload=0BXZOPSDZ951 tag=J6IITC7FSP0P type=write size=2811965 2024-07-29T15:22:17.119 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.118+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~RQ8XK52UA90Q.0 size=1048576 2024-07-29T15:22:17.121 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.120+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~RQ8XK52UA90Q.1 size=1048576 2024-07-29T15:22:17.122 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.121+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~RQ8XK52UA90Q.2 size=791735 2024-07-29T15:22:17.122 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.121+0000 7fd62f6c3640 1 > prepared multipart upload key=L3WAA4XE7CTH upload=RQ8XK52UA90Q tag=BVLUT3KTD8O1 type=write size=3937463 2024-07-29T15:22:17.124 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.123+0000 7fd62f6c3640 1 < completed delete operation key=E98KUA2RK3BK tag=D2J7EBJBUSPR type=del 2024-07-29T15:22:17.128 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.127+0000 7fd62f6c3640 1 > prepared part key=_multipart_0C6FXJ0T2NGU.2~JG91AFOIL1Y4.0 size=991445 2024-07-29T15:22:17.128 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.127+0000 7fd62f6c3640 1 > prepared multipart upload key=0C6FXJ0T2NGU upload=JG91AFOIL1Y4 tag=1I1WGVD6O8VJ type=write size=2040021 2024-07-29T15:22:17.130 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.129+0000 7fd62f6c3640 1 < completed delete operation key=IWIUUJFZ4UME tag=2KR0TUPC3F21 type=del 2024-07-29T15:22:17.132 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.131+0000 7fd62f6c3640 1 > prepared operation key=C3FDCOT4DV2B tag=V1MA889WH51X type=del size=3806171 2024-07-29T15:22:17.134 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.133+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~HEIIT00OSD38.0 size=1048576 2024-07-29T15:22:17.136 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.135+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~HEIIT00OSD38.1 size=1048576 2024-07-29T15:22:17.137 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.136+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~HEIIT00OSD38.2 size=489510 2024-07-29T15:22:17.141 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.140+0000 7fd62f6c3640 1 < completed multipart upload key=YSQLYQW9APLO upload=HEIIT00OSD38 tag=YMGUFWWVN3E1 type=write size=3635238 2024-07-29T15:22:17.144 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.144+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~NVN97WT84E51.0 size=1048576 2024-07-29T15:22:17.146 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.145+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~NVN97WT84E51.1 size=1048576 2024-07-29T15:22:17.148 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.147+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~NVN97WT84E51.2 size=908373 2024-07-29T15:22:17.148 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.147+0000 7fd62f6c3640 1 > prepared multipart upload key=YSQLYQW9APLO upload=NVN97WT84E51 tag=5OF2UY0K7DPH type=write size=4054101 2024-07-29T15:22:17.149 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.149+0000 7fd62f6c3640 1 < completed delete operation key=BIYBUOZPJSZV tag=NX18VWVOEOKR type=del 2024-07-29T15:22:17.151 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.151+0000 7fd62f6c3640 1 > prepared operation key=H0YBVQU3EMED tag=S0SO2HBAUQDJ type=write size=539550 2024-07-29T15:22:17.154 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.153+0000 7fd62f6c3640 1 < completed part key=_multipart_N3UV8NSUX0G0.2~ZJTC2U3US3V9.0 size=1048576 2024-07-29T15:22:17.155 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.154+0000 7fd62f6c3640 1 < completed part key=_multipart_N3UV8NSUX0G0.2~ZJTC2U3US3V9.1 size=1032423 2024-07-29T15:22:17.159 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.158+0000 7fd62f6c3640 1 < completed multipart upload key=N3UV8NSUX0G0 upload=ZJTC2U3US3V9 tag=FAKUSHU075BZ type=write size=3129575 2024-07-29T15:22:17.163 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.162+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~9T6QARBRKOPL.0 size=1048576 2024-07-29T15:22:17.164 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.164+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~9T6QARBRKOPL.1 size=1048576 2024-07-29T15:22:17.167 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.166+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~9T6QARBRKOPL.2 size=435160 2024-07-29T15:22:17.167 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.166+0000 7fd62f6c3640 1 > prepared multipart upload key=UNDM9MIM6GG0 upload=9T6QARBRKOPL tag=NTM2GNIQ3HOM type=write size=3580888 2024-07-29T15:22:17.169 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.169+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~MJ4HFM0O47A6.0 size=1048576 2024-07-29T15:22:17.171 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.170+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~MJ4HFM0O47A6.1 size=814070 2024-07-29T15:22:17.175 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.174+0000 7fd62f6c3640 1 < completed multipart upload key=M5I2YC3HVZ0P upload=MJ4HFM0O47A6 tag=ENK9S5OHTDR6 type=write size=2911222 2024-07-29T15:22:17.177 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.176+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=6MTRDH2DHD7X type=del size=2630078 2024-07-29T15:22:17.179 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.178+0000 7fd62f6c3640 1 < completed delete operation key=RQC1B162F8M6 tag=OAQKAS5GDJG7 type=del 2024-07-29T15:22:17.181 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.180+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=PLNEOQ1OMLAE type=del size=3838304 2024-07-29T15:22:17.184 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.183+0000 7fd62f6c3640 1 < completed delete operation key=SI02Q5RHER9G tag=TWUAHMT426M9 type=del 2024-07-29T15:22:17.185 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.185+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=WCJ4CODTZJTL type=del size=3214012 2024-07-29T15:22:17.187 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.187+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~TAZ0NM6WXBPU.0 size=1048576 2024-07-29T15:22:17.189 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.188+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~TAZ0NM6WXBPU.1 size=1048576 2024-07-29T15:22:17.191 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.190+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~TAZ0NM6WXBPU.2 size=543796 2024-07-29T15:22:17.195 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.194+0000 7fd62f6c3640 1 < completed multipart upload key=IAXC3BCSNJJH upload=TAZ0NM6WXBPU tag=3G52FQDYON7X type=write size=3689524 2024-07-29T15:22:17.199 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.198+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~FTCJ91FPU24X.0 size=797123 2024-07-29T15:22:17.199 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.198+0000 7fd62f6c3640 1 > prepared multipart upload key=IWIUUJFZ4UME upload=FTCJ91FPU24X tag=SWXFC8EYI5PR type=write size=1845699 2024-07-29T15:22:17.201 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.200+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~S6IYWBKN369X.0 size=1048576 2024-07-29T15:22:17.202 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.201+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~S6IYWBKN369X.1 size=491940 2024-07-29T15:22:17.206 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.205+0000 7fd62f6c3640 1 < completed multipart upload key=L3WAA4XE7CTH upload=S6IYWBKN369X tag=TO6NB0M9WA9R type=write size=2589092 2024-07-29T15:22:17.208 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.207+0000 7fd62f6c3640 1 > prepared operation key=H0YBVQU3EMED tag=XE475TQH4UZ6 type=del size=830266 2024-07-29T15:22:17.210 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.209+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~T3LHWSGRHEPS.0 size=1048576 2024-07-29T15:22:17.212 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.211+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~T3LHWSGRHEPS.1 size=597084 2024-07-29T15:22:17.216 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.215+0000 7fd62f6c3640 1 < completed multipart upload key=IAXC3BCSNJJH upload=T3LHWSGRHEPS tag=1ZOHSXMEJV9C type=write size=2694236 2024-07-29T15:22:17.220 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.219+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~AG1PWPVN7PB0.0 size=1048576 2024-07-29T15:22:17.221 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.221+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~AG1PWPVN7PB0.1 size=1048576 2024-07-29T15:22:17.223 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.222+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~AG1PWPVN7PB0.2 size=150194 2024-07-29T15:22:17.223 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.222+0000 7fd62f6c3640 1 > prepared multipart upload key=RQC1B162F8M6 upload=AG1PWPVN7PB0 tag=Y3REPRL4NLWI type=write size=3295922 2024-07-29T15:22:17.228 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.227+0000 7fd62f6c3640 1 < suggested remove operation key=YSQLYQW9APLO tag=WJNY725T7S4J type=del 2024-07-29T15:22:17.232 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.231+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~JXUCGKU40MT6.0 size=156412 2024-07-29T15:22:17.233 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.231+0000 7fd62f6c3640 1 > prepared multipart upload key=SI02Q5RHER9G upload=JXUCGKU40MT6 tag=E3PFJSSK3Y2K type=write size=1204988 2024-07-29T15:22:17.234 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.234+0000 7fd62f6c3640 1 < canceled operation key=IAXC3BCSNJJH tag=SMNFEI8T7UE3 type=write size=1014904 2024-07-29T15:22:17.236 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.235+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=PF4Z18EQURZ0 type=del size=1252416 2024-07-29T15:22:17.239 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.238+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~7PCD073DX7YW.0 size=1048576 2024-07-29T15:22:17.241 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.240+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~7PCD073DX7YW.1 size=1048576 2024-07-29T15:22:17.243 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.242+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~7PCD073DX7YW.2 size=983423 2024-07-29T15:22:17.246 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.245+0000 7fd62f6c3640 1 < completed multipart upload key=7CXNN1RN7UV8 upload=7PCD073DX7YW tag=FYU8KJI9JZ7R type=write size=4129151 2024-07-29T15:22:17.250 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.249+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~GXN78X6TC1B1.0 size=1048576 2024-07-29T15:22:17.252 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.251+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~GXN78X6TC1B1.1 size=851028 2024-07-29T15:22:17.252 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.251+0000 7fd62f6c3640 1 > prepared multipart upload key=4LY01AD2KMYQ upload=GXN78X6TC1B1 tag=LI92RX1QV5MS type=write size=2948180 2024-07-29T15:22:17.254 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.253+0000 7fd62f6c3640 1 < completed delete operation key=IWIUUJFZ4UME tag=XACXSA6IYGY4 type=del 2024-07-29T15:22:17.257 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.256+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=9YE8L77OZI93 type=del size=691509 2024-07-29T15:22:17.259 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.258+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~RQ8XK52UA90Q.0 size=1048576 2024-07-29T15:22:17.261 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.260+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~RQ8XK52UA90Q.1 size=1048576 2024-07-29T15:22:17.263 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.262+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~RQ8XK52UA90Q.2 size=791735 2024-07-29T15:22:17.266 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.265+0000 7fd62f6c3640 1 < completed multipart upload key=L3WAA4XE7CTH upload=RQ8XK52UA90Q tag=BVLUT3KTD8O1 type=write size=3937463 2024-07-29T15:22:17.270 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.269+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~TUERDQBT6CY0.0 size=724277 2024-07-29T15:22:17.270 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.269+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=TUERDQBT6CY0 tag=1Q9S3W699KYD type=write size=1772853 2024-07-29T15:22:17.272 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.271+0000 7fd62f6c3640 1 < completed part key=_multipart_0C6FXJ0T2NGU.2~JG91AFOIL1Y4.0 size=991445 2024-07-29T15:22:17.276 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.275+0000 7fd62f6c3640 1 < completed multipart upload key=0C6FXJ0T2NGU upload=JG91AFOIL1Y4 tag=1I1WGVD6O8VJ type=write size=2040021 2024-07-29T15:22:17.278 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.277+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=IVOSWHV2CQIN type=del size=182717 2024-07-29T15:22:17.280 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.279+0000 7fd62f6c3640 1 < completed delete operation key=C3FDCOT4DV2B tag=V1MA889WH51X type=del 2024-07-29T15:22:17.284 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.284+0000 7fd62f6c3640 1 > prepared part key=_multipart_0C6FXJ0T2NGU.2~UMT33QR7FY9Q.0 size=1048576 2024-07-29T15:22:17.286 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.285+0000 7fd62f6c3640 1 > prepared part key=_multipart_0C6FXJ0T2NGU.2~UMT33QR7FY9Q.1 size=17373 2024-07-29T15:22:17.286 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.285+0000 7fd62f6c3640 1 > prepared multipart upload key=0C6FXJ0T2NGU upload=UMT33QR7FY9Q tag=P6W8QNW42TVE type=write size=2114525 2024-07-29T15:22:17.288 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.287+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~NVN97WT84E51.0 size=1048576 2024-07-29T15:22:17.288 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.287+0000 7fd62f6c3640 1 < canceled part key=_multipart_YSQLYQW9APLO.2~NVN97WT84E51.1 size=1048576 2024-07-29T15:22:17.290 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.289+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~NVN97WT84E51.2 size=908373 2024-07-29T15:22:17.293 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.293+0000 7fd62f6c3640 1 < canceled multipart upload key=YSQLYQW9APLO upload=NVN97WT84E51 tag=5OF2UY0K7DPH type=write size=4054101 2024-07-29T15:22:17.295 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.294+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=V4SVJ6I3UW0O type=del size=299448 2024-07-29T15:22:17.297 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.297+0000 7fd62f6c3640 1 < completed write operation key=H0YBVQU3EMED tag=S0SO2HBAUQDJ type=write size=539550 2024-07-29T15:22:17.299 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.298+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=1YK9R5KE0600 type=del size=1481168 2024-07-29T15:22:17.301 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.300+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~9T6QARBRKOPL.0 size=1048576 2024-07-29T15:22:17.303 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.302+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~9T6QARBRKOPL.1 size=1048576 2024-07-29T15:22:17.303 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.302+0000 7fd62f6c3640 1 < canceled part key=_multipart_UNDM9MIM6GG0.2~9T6QARBRKOPL.2 size=435160 2024-07-29T15:22:17.306 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.305+0000 7fd62f6c3640 1 < canceled multipart upload key=UNDM9MIM6GG0 upload=9T6QARBRKOPL tag=NTM2GNIQ3HOM type=write size=3580888 2024-07-29T15:22:17.310 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.309+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~QQGW8H69EDZ9.0 size=1048576 2024-07-29T15:22:17.312 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.311+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~QQGW8H69EDZ9.1 size=442178 2024-07-29T15:22:17.312 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.311+0000 7fd62f6c3640 1 > prepared multipart upload key=V2178FD5CN6Y upload=QQGW8H69EDZ9 tag=NA5VMPI3EWY7 type=write size=2539330 2024-07-29T15:22:17.314 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.313+0000 7fd62f6c3640 1 < completed delete operation key=FAOPDKU2UC4Y tag=6MTRDH2DHD7X type=del 2024-07-29T15:22:17.316 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.315+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=VO151WRP9P43 type=del size=1995787 2024-07-29T15:22:17.318 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.317+0000 7fd62f6c3640 1 < completed delete operation key=7CXNN1RN7UV8 tag=PLNEOQ1OMLAE type=del 2024-07-29T15:22:17.320 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.319+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=91K484OSM59N type=del size=950832 2024-07-29T15:22:17.321 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.321+0000 7fd62f6c3640 1 < completed delete operation key=5E8G14SOGN0S tag=WCJ4CODTZJTL type=del 2024-07-29T15:22:17.324 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.323+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=HK3DN9YYXLR2 type=del size=3061637 2024-07-29T15:22:17.325 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.325+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~FTCJ91FPU24X.0 size=797123 2024-07-29T15:22:17.329 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.328+0000 7fd62f6c3640 1 < completed multipart upload key=IWIUUJFZ4UME upload=FTCJ91FPU24X tag=SWXFC8EYI5PR type=write size=1845699 2024-07-29T15:22:17.331 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.330+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=TGDNFBT4KAFA type=del size=3279526 2024-07-29T15:22:17.333 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.332+0000 7fd62f6c3640 1 < completed delete operation key=H0YBVQU3EMED tag=XE475TQH4UZ6 type=del 2024-07-29T15:22:17.335 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.334+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=17PDNBD48WV3 type=del size=2740629 2024-07-29T15:22:17.336 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.336+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~AG1PWPVN7PB0.0 size=1048576 2024-07-29T15:22:17.338 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.338+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~AG1PWPVN7PB0.1 size=1048576 2024-07-29T15:22:17.340 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.339+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~AG1PWPVN7PB0.2 size=150194 2024-07-29T15:22:17.343 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.342+0000 7fd62f6c3640 1 < completed multipart upload key=RQC1B162F8M6 upload=AG1PWPVN7PB0 tag=Y3REPRL4NLWI type=write size=3295922 2024-07-29T15:22:17.349 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.346+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~UV9XW7FEOB5N.0 size=483966 2024-07-29T15:22:17.350 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.346+0000 7fd62f6c3640 1 > prepared multipart upload key=UNDM9MIM6GG0 upload=UV9XW7FEOB5N tag=ZHH2YXFNVPJ9 type=write size=1532542 2024-07-29T15:22:17.350 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.346+0000 7fd62f6c3640 1 < canceled part key=_multipart_SI02Q5RHER9G.2~JXUCGKU40MT6.0 size=156412 2024-07-29T15:22:17.350 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.349+0000 7fd62f6c3640 1 < canceled multipart upload key=SI02Q5RHER9G upload=JXUCGKU40MT6 tag=E3PFJSSK3Y2K type=write size=1204988 2024-07-29T15:22:17.352 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.351+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=OVH4OIHNH19F type=del size=1094828 2024-07-29T15:22:17.354 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.353+0000 7fd62f6c3640 1 < completed delete operation key=W248KYMPQG8A tag=PF4Z18EQURZ0 type=del 2024-07-29T15:22:17.357 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.356+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~C37TMOES5EA0.0 size=1048576 2024-07-29T15:22:17.359 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.358+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~C37TMOES5EA0.1 size=1048576 2024-07-29T15:22:17.361 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.360+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~C37TMOES5EA0.2 size=195855 2024-07-29T15:22:17.361 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.360+0000 7fd62f6c3640 1 > prepared multipart upload key=SI02Q5RHER9G upload=C37TMOES5EA0 tag=IM6OR4Z8YP3E type=write size=3341583 2024-07-29T15:22:17.363 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.362+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~GXN78X6TC1B1.0 size=1048576 2024-07-29T15:22:17.364 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.363+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~GXN78X6TC1B1.1 size=851028 2024-07-29T15:22:17.368 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.367+0000 7fd62f6c3640 1 < completed multipart upload key=4LY01AD2KMYQ upload=GXN78X6TC1B1 tag=LI92RX1QV5MS type=write size=2948180 2024-07-29T15:22:17.369 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.369+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=GMD51NT6WEMD type=del size=1015519 2024-07-29T15:22:17.372 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.371+0000 7fd62f6c3640 1 < completed delete operation key=IAXC3BCSNJJH tag=9YE8L77OZI93 type=del 2024-07-29T15:22:17.374 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.373+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=VXOKVZF3NPTC type=del size=2576268 2024-07-29T15:22:17.376 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.375+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~TUERDQBT6CY0.0 size=724277 2024-07-29T15:22:17.379 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.378+0000 7fd62f6c3640 1 < completed multipart upload key=W248KYMPQG8A upload=TUERDQBT6CY0 tag=1Q9S3W699KYD type=write size=1772853 2024-07-29T15:22:17.381 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.380+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=BDR39G8JC51F type=del size=1554460 2024-07-29T15:22:17.383 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.382+0000 7fd62f6c3640 1 < completed delete operation key=A98383AI9GGP tag=IVOSWHV2CQIN type=del 2024-07-29T15:22:17.386 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.385+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=54NM5CWKRGO4 type=del size=758843 2024-07-29T15:22:17.388 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.387+0000 7fd62f6c3640 1 < completed part key=_multipart_0C6FXJ0T2NGU.2~UMT33QR7FY9Q.0 size=1048576 2024-07-29T15:22:17.390 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.389+0000 7fd62f6c3640 1 < completed part key=_multipart_0C6FXJ0T2NGU.2~UMT33QR7FY9Q.1 size=17373 2024-07-29T15:22:17.393 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.392+0000 7fd62f6c3640 1 < completed multipart upload key=0C6FXJ0T2NGU upload=UMT33QR7FY9Q tag=P6W8QNW42TVE type=write size=2114525 2024-07-29T15:22:17.397 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.396+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=65CYU5NR1YRA type=write size=139641 2024-07-29T15:22:17.399 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.398+0000 7fd62f6c3640 1 < completed delete operation key=0C6FXJ0T2NGU tag=V4SVJ6I3UW0O type=del 2024-07-29T15:22:17.401 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.400+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=7SR9P2CG85H0 type=del size=109059 2024-07-29T15:22:17.405 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.404+0000 7fd62f6c3640 1 < suggested update operation key=L3WAA4XE7CTH tag=1YK9R5KE0600 type=del size=1481168 2024-07-29T15:22:17.407 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.406+0000 7fd62f6c3640 1 > prepared operation key=C3FDCOT4DV2B tag=EOCIJHBQU50T type=del size=2710361 2024-07-29T15:22:17.410 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.409+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~QQGW8H69EDZ9.0 size=1048576 2024-07-29T15:22:17.410 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.409+0000 7fd62f6c3640 1 < canceled part key=_multipart_V2178FD5CN6Y.2~QQGW8H69EDZ9.1 size=442178 2024-07-29T15:22:17.413 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.412+0000 7fd62f6c3640 1 < canceled multipart upload key=V2178FD5CN6Y upload=QQGW8H69EDZ9 tag=NA5VMPI3EWY7 type=write size=2539330 2024-07-29T15:22:17.415 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.414+0000 7fd62f6c3640 1 > prepared operation key=N3UV8NSUX0G0 tag=J9P4KYLT38I0 type=del size=535886 2024-07-29T15:22:17.420 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.419+0000 7fd62f6c3640 1 < suggested update operation key=TAZR3PWEGCVK tag=VO151WRP9P43 type=del size=1995787 2024-07-29T15:22:17.422 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.421+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=VX76IWG6VVZ1 type=del size=839384 2024-07-29T15:22:17.423 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.423+0000 7fd62f6c3640 1 < completed delete operation key=5E8G14SOGN0S tag=91K484OSM59N type=del 2024-07-29T15:22:17.425 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.424+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=UOQL1ZFTLIF1 type=del size=917625 2024-07-29T15:22:17.427 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.426+0000 7fd62f6c3640 1 < completed delete operation key=ZMFNWBOB37DJ tag=HK3DN9YYXLR2 type=del 2024-07-29T15:22:17.431 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.430+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~HSO3UUK8IQT3.0 size=1048576 2024-07-29T15:22:17.432 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.431+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~HSO3UUK8IQT3.1 size=941617 2024-07-29T15:22:17.432 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.431+0000 7fd62f6c3640 1 > prepared multipart upload key=A98383AI9GGP upload=HSO3UUK8IQT3 tag=FFYT3Z3MAIR2 type=write size=3038769 2024-07-29T15:22:17.435 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.434+0000 7fd62f6c3640 1 < completed delete operation key=5RY4L1BV4ZJB tag=TGDNFBT4KAFA type=del 2024-07-29T15:22:17.437 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.436+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=DGIMKOYFNB1Y type=del size=1391503 2024-07-29T15:22:17.439 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.438+0000 7fd62f6c3640 1 < completed delete operation key=E98KUA2RK3BK tag=17PDNBD48WV3 type=del 2024-07-29T15:22:17.442 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.441+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~GVO9KFK7TBFM.0 size=119992 2024-07-29T15:22:17.442 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.441+0000 7fd62f6c3640 1 > prepared multipart upload key=UNDM9MIM6GG0 upload=GVO9KFK7TBFM tag=Y92JI6I0F7BG type=write size=1168568 2024-07-29T15:22:17.444 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.444+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~UV9XW7FEOB5N.0 size=483966 2024-07-29T15:22:17.448 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.448+0000 7fd62f6c3640 1 < completed multipart upload key=UNDM9MIM6GG0 upload=UV9XW7FEOB5N tag=ZHH2YXFNVPJ9 type=write size=1532542 2024-07-29T15:22:17.452 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.451+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~4W23IS9D2DM9.0 size=1048576 2024-07-29T15:22:17.454 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.453+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~4W23IS9D2DM9.1 size=602423 2024-07-29T15:22:17.454 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.453+0000 7fd62f6c3640 1 > prepared multipart upload key=C3FDCOT4DV2B upload=4W23IS9D2DM9 tag=P283UMLZS55U type=write size=2699575 2024-07-29T15:22:17.457 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.456+0000 7fd62f6c3640 -1 < failed to complete operation key=L3WAA4XE7CTH tag=OVH4OIHNH19F type=del size=1094828: (22) Invalid argument 2024-07-29T15:22:17.460 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.460+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~Y2R2H37GUE8F.0 size=1048576 2024-07-29T15:22:17.462 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.461+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~Y2R2H37GUE8F.1 size=1048576 2024-07-29T15:22:17.464 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.463+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~Y2R2H37GUE8F.2 size=530894 2024-07-29T15:22:17.464 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.463+0000 7fd62f6c3640 1 > prepared multipart upload key=8BA2XKLPRGQN upload=Y2R2H37GUE8F tag=1UFPP7P8OGTN type=write size=3676622 2024-07-29T15:22:17.466 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.465+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~C37TMOES5EA0.0 size=1048576 2024-07-29T15:22:17.466 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.465+0000 7fd62f6c3640 1 < canceled part key=_multipart_SI02Q5RHER9G.2~C37TMOES5EA0.1 size=1048576 2024-07-29T15:22:17.466 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.465+0000 7fd62f6c3640 1 < canceled part key=_multipart_SI02Q5RHER9G.2~C37TMOES5EA0.2 size=195855 2024-07-29T15:22:17.469 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.468+0000 7fd62f6c3640 1 < canceled multipart upload key=SI02Q5RHER9G upload=C37TMOES5EA0 tag=IM6OR4Z8YP3E type=write size=3341583 2024-07-29T15:22:17.473 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.472+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~UFA8EZSAJKAS.0 size=615407 2024-07-29T15:22:17.473 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.472+0000 7fd62f6c3640 1 > prepared multipart upload key=SI02Q5RHER9G upload=UFA8EZSAJKAS tag=5UHKSMH9JRHJ type=write size=1663983 2024-07-29T15:22:17.475 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.475+0000 7fd62f6c3640 1 < completed delete operation key=5RY4L1BV4ZJB tag=GMD51NT6WEMD type=del 2024-07-29T15:22:17.480 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.479+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~I1ZT90NPY5EB.0 size=1048576 2024-07-29T15:22:17.481 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.480+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~I1ZT90NPY5EB.1 size=49568 2024-07-29T15:22:17.481 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.480+0000 7fd62f6c3640 1 > prepared multipart upload key=BIYBUOZPJSZV upload=I1ZT90NPY5EB tag=LC3I2LOAXZOK type=write size=2146720 2024-07-29T15:22:17.483 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.482+0000 7fd62f6c3640 1 < completed delete operation key=E98KUA2RK3BK tag=VXOKVZF3NPTC type=del 2024-07-29T15:22:17.485 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.484+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=X4A0F0B0BOXU type=del size=2131522 2024-07-29T15:22:17.487 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.486+0000 7fd62f6c3640 1 < completed delete operation key=A98383AI9GGP tag=BDR39G8JC51F type=del 2024-07-29T15:22:17.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:17 smithi067 ceph-mon[91995]: pgmap v1333: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 787 KiB/s rd, 275 KiB/s wr, 1.39k op/s 2024-07-29T15:22:17.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:17 smithi067 ceph-mon[94375]: pgmap v1333: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 787 KiB/s rd, 275 KiB/s wr, 1.39k op/s 2024-07-29T15:22:17.489 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.488+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=HJNJEG6BXC3U type=del size=1529978 2024-07-29T15:22:17.492 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.490+0000 7fd62f6c3640 1 < completed delete operation key=RQC1B162F8M6 tag=54NM5CWKRGO4 type=del 2024-07-29T15:22:17.493 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.492+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=2DP4C1STEYGE type=del size=2685615 2024-07-29T15:22:17.495 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.494+0000 7fd62f6c3640 1 < completed write operation key=E98KUA2RK3BK tag=65CYU5NR1YRA type=write size=139641 2024-07-29T15:22:17.497 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.496+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=TXN6B56EUXXG type=del size=3821281 2024-07-29T15:22:17.500 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.499+0000 7fd62f6c3640 1 < completed delete operation key=ZMFNWBOB37DJ tag=7SR9P2CG85H0 type=del 2024-07-29T15:22:17.502 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.501+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=8P4KZ0INOLVD type=del size=1416299 2024-07-29T15:22:17.506 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.505+0000 7fd62f6c3640 1 < suggested update operation key=C3FDCOT4DV2B tag=EOCIJHBQU50T type=del size=2710361 2024-07-29T15:22:17.508 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.507+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=02HR0L2ZCI30 type=del size=2346331 2024-07-29T15:22:17.510 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.509+0000 7fd62f6c3640 1 < completed delete operation key=N3UV8NSUX0G0 tag=J9P4KYLT38I0 type=del 2024-07-29T15:22:17.512 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.511+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=TZYWJTBFWDZ2 type=del size=624808 2024-07-29T15:22:17.514 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.513+0000 7fd62f6c3640 1 < completed delete operation key=IWIUUJFZ4UME tag=VX76IWG6VVZ1 type=del 2024-07-29T15:22:17.516 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.515+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=7SKZARZ1L63D type=write size=1028574 2024-07-29T15:22:17.518 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.518+0000 7fd62f6c3640 1 < completed delete operation key=UNDM9MIM6GG0 tag=UOQL1ZFTLIF1 type=del 2024-07-29T15:22:17.522 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.521+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~0WXQIEWD4K3I.0 size=78018 2024-07-29T15:22:17.522 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.521+0000 7fd62f6c3640 1 > prepared multipart upload key=TAZR3PWEGCVK upload=0WXQIEWD4K3I tag=02TSQSOP7OLN type=write size=1126594 2024-07-29T15:22:17.524 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.523+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~HSO3UUK8IQT3.0 size=1048576 2024-07-29T15:22:17.526 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.525+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~HSO3UUK8IQT3.1 size=941617 2024-07-29T15:22:17.529 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.529+0000 7fd62f6c3640 1 < completed multipart upload key=A98383AI9GGP upload=HSO3UUK8IQT3 tag=FFYT3Z3MAIR2 type=write size=3038769 2024-07-29T15:22:17.534 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.533+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~3M01NG46HGMG.0 size=1048576 2024-07-29T15:22:17.536 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.535+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~3M01NG46HGMG.1 size=790931 2024-07-29T15:22:17.536 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.535+0000 7fd62f6c3640 1 > prepared multipart upload key=UNDM9MIM6GG0 upload=3M01NG46HGMG tag=EDAD7LEU4HEH type=write size=2888083 2024-07-29T15:22:17.540 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.539+0000 7fd62f6c3640 1 < suggested remove operation key=TAZR3PWEGCVK tag=DGIMKOYFNB1Y type=del 2024-07-29T15:22:17.542 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.541+0000 7fd62f6c3640 1 > prepared operation key=N3UV8NSUX0G0 tag=PP46K65ADSJT type=write size=787037 2024-07-29T15:22:17.544 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.543+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~GVO9KFK7TBFM.0 size=119992 2024-07-29T15:22:17.548 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.547+0000 7fd62f6c3640 1 < completed multipart upload key=UNDM9MIM6GG0 upload=GVO9KFK7TBFM tag=Y92JI6I0F7BG type=write size=1168568 2024-07-29T15:22:17.550 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.549+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=5BJ37J9J5BTN type=write size=364338 2024-07-29T15:22:17.550 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.549+0000 7fd62f6c3640 1 < canceled part key=_multipart_C3FDCOT4DV2B.2~4W23IS9D2DM9.0 size=1048576 2024-07-29T15:22:17.551 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.551+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~4W23IS9D2DM9.1 size=602423 2024-07-29T15:22:17.556 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.555+0000 7fd62f6c3640 1 < canceled multipart upload key=C3FDCOT4DV2B upload=4W23IS9D2DM9 tag=P283UMLZS55U type=write size=2699575 2024-07-29T15:22:17.558 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.557+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=BWD0M6WDPL8L type=del size=2268113 2024-07-29T15:22:17.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:17 smithi138 ceph-mon[86438]: pgmap v1333: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 787 KiB/s rd, 275 KiB/s wr, 1.39k op/s 2024-07-29T15:22:17.560 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.559+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~Y2R2H37GUE8F.0 size=1048576 2024-07-29T15:22:17.562 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.561+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~Y2R2H37GUE8F.1 size=1048576 2024-07-29T15:22:17.564 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.563+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~Y2R2H37GUE8F.2 size=530894 2024-07-29T15:22:17.568 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.567+0000 7fd62f6c3640 1 < completed multipart upload key=8BA2XKLPRGQN upload=Y2R2H37GUE8F tag=1UFPP7P8OGTN type=write size=3676622 2024-07-29T15:22:17.571 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.571+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~E6XB6URLMR37.0 size=326356 2024-07-29T15:22:17.571 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.571+0000 7fd62f6c3640 1 > prepared multipart upload key=V2178FD5CN6Y upload=E6XB6URLMR37 tag=S86SX2SWP24L type=write size=1374932 2024-07-29T15:22:17.574 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.573+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~UFA8EZSAJKAS.0 size=615407 2024-07-29T15:22:17.577 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.576+0000 7fd62f6c3640 1 < completed multipart upload key=SI02Q5RHER9G upload=UFA8EZSAJKAS tag=5UHKSMH9JRHJ type=write size=1663983 2024-07-29T15:22:17.579 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.578+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=3PTRM3N64BDG type=del size=3474993 2024-07-29T15:22:17.582 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.581+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~I1ZT90NPY5EB.0 size=1048576 2024-07-29T15:22:17.584 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.583+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~I1ZT90NPY5EB.1 size=49568 2024-07-29T15:22:17.587 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.586+0000 7fd62f6c3640 1 < completed multipart upload key=BIYBUOZPJSZV upload=I1ZT90NPY5EB tag=LC3I2LOAXZOK type=write size=2146720 2024-07-29T15:22:17.589 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.588+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=OP7WN1FIBE1C type=del size=2126855 2024-07-29T15:22:17.591 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.590+0000 7fd62f6c3640 1 < completed delete operation key=M86GT4R04HUE tag=X4A0F0B0BOXU type=del 2024-07-29T15:22:17.593 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.592+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=Q8OPSOFKEIF0 type=write size=391437 2024-07-29T15:22:17.595 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.594+0000 7fd62f6c3640 1 < completed delete operation key=W248KYMPQG8A tag=HJNJEG6BXC3U type=del 2024-07-29T15:22:17.597 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.596+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=TH98TX5CDQW3 type=del size=4087573 2024-07-29T15:22:17.599 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.598+0000 7fd62f6c3640 1 < completed delete operation key=VD0CC9XRAGF4 tag=2DP4C1STEYGE type=del 2024-07-29T15:22:17.602 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.601+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~2LS2Z74HN0GP.0 size=1048576 2024-07-29T15:22:17.604 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.603+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~2LS2Z74HN0GP.1 size=177930 2024-07-29T15:22:17.604 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.603+0000 7fd62f6c3640 1 > prepared multipart upload key=7THABETH5LSN upload=2LS2Z74HN0GP tag=SVIIPW7TWDL3 type=write size=2275082 2024-07-29T15:22:17.606 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.605+0000 7fd62f6c3640 1 < completed delete operation key=3OG3SYFEL3VL tag=TXN6B56EUXXG type=del 2024-07-29T15:22:17.609 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.608+0000 7fd62f6c3640 1 > prepared part key=_multipart_N3UV8NSUX0G0.2~AORVKY3TFB35.0 size=945662 2024-07-29T15:22:17.609 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.608+0000 7fd62f6c3640 1 > prepared multipart upload key=N3UV8NSUX0G0 upload=AORVKY3TFB35 tag=T0L62OZZ766U type=write size=1994238 2024-07-29T15:22:17.612 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.611+0000 7fd62f6c3640 1 < completed delete operation key=VD0CC9XRAGF4 tag=8P4KZ0INOLVD type=del 2024-07-29T15:22:17.614 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.613+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=GS7R3SPP0EW5 type=del size=193582 2024-07-29T15:22:17.618 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.617+0000 7fd62f6c3640 1 < suggested update operation key=ZMFNWBOB37DJ tag=02HR0L2ZCI30 type=del size=2346331 2024-07-29T15:22:17.620 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.619+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=WPIVE7W3USGJ type=del size=2139017 2024-07-29T15:22:17.622 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.621+0000 7fd62f6c3640 1 < completed delete operation key=7THABETH5LSN tag=TZYWJTBFWDZ2 type=del 2024-07-29T15:22:17.624 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.624+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=NR63XXMQBIOZ type=del size=3195953 2024-07-29T15:22:17.626 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.626+0000 7fd62f6c3640 1 < completed write operation key=M5I2YC3HVZ0P tag=7SKZARZ1L63D type=write size=1028574 2024-07-29T15:22:17.629 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.628+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=KHVYP7TKD830 type=del size=532694 2024-07-29T15:22:17.631 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.630+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~0WXQIEWD4K3I.0 size=78018 2024-07-29T15:22:17.634 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.634+0000 7fd62f6c3640 1 < completed multipart upload key=TAZR3PWEGCVK upload=0WXQIEWD4K3I tag=02TSQSOP7OLN type=write size=1126594 2024-07-29T15:22:17.636 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.635+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=4BPVL732ONJJ type=write size=439332 2024-07-29T15:22:17.637 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.636+0000 7fd62f6c3640 1 < canceled part key=_multipart_UNDM9MIM6GG0.2~3M01NG46HGMG.0 size=1048576 2024-07-29T15:22:17.638 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.637+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~3M01NG46HGMG.1 size=790931 2024-07-29T15:22:17.642 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.641+0000 7fd62f6c3640 1 < canceled multipart upload key=UNDM9MIM6GG0 upload=3M01NG46HGMG tag=EDAD7LEU4HEH type=write size=2888083 2024-07-29T15:22:17.646 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.645+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~7HV51G1KUU53.0 size=1048576 2024-07-29T15:22:17.648 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.647+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~7HV51G1KUU53.1 size=157441 2024-07-29T15:22:17.648 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.647+0000 7fd62f6c3640 1 > prepared multipart upload key=ZDB57ZUUV5IX upload=7HV51G1KUU53 tag=K0PA362EJHI0 type=write size=2254593 2024-07-29T15:22:17.651 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.650+0000 7fd62f6c3640 1 < completed write operation key=N3UV8NSUX0G0 tag=PP46K65ADSJT type=write size=787037 2024-07-29T15:22:17.653 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.652+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=15JMBBER6HYL type=del size=821471 2024-07-29T15:22:17.657 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.656+0000 7fd62f6c3640 1 < suggested remove operation key=7THABETH5LSN tag=5BJ37J9J5BTN type=write 2024-07-29T15:22:17.659 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.658+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=S3ZHK7LRHET6 type=write size=519485 2024-07-29T15:22:17.661 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.660+0000 7fd62f6c3640 1 < completed delete operation key=A98383AI9GGP tag=BWD0M6WDPL8L type=del 2024-07-29T15:22:17.664 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.664+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~XIFW7KS0E57X.0 size=220419 2024-07-29T15:22:17.665 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.664+0000 7fd62f6c3640 1 > prepared multipart upload key=ZDB57ZUUV5IX upload=XIFW7KS0E57X tag=2ZP9R3GX05VE type=write size=1268995 2024-07-29T15:22:17.665 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.664+0000 7fd62f6c3640 1 < canceled part key=_multipart_V2178FD5CN6Y.2~E6XB6URLMR37.0 size=326356 2024-07-29T15:22:17.669 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.668+0000 7fd62f6c3640 1 < canceled multipart upload key=V2178FD5CN6Y upload=E6XB6URLMR37 tag=S86SX2SWP24L type=write size=1374932 2024-07-29T15:22:17.671 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.670+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=YV35LMCT5GJ3 type=del size=3820101 2024-07-29T15:22:17.673 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.672+0000 7fd62f6c3640 1 < completed delete operation key=5E8G14SOGN0S tag=3PTRM3N64BDG type=del 2024-07-29T15:22:17.677 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.676+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~M5QG861WK2BD.0 size=1048576 2024-07-29T15:22:17.679 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.678+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~M5QG861WK2BD.1 size=705100 2024-07-29T15:22:17.679 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.678+0000 7fd62f6c3640 1 > prepared multipart upload key=5E8G14SOGN0S upload=M5QG861WK2BD tag=W8OG0D81MPBQ type=write size=2802252 2024-07-29T15:22:17.682 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.681+0000 7fd62f6c3640 -1 < failed to complete operation key=7THABETH5LSN tag=OP7WN1FIBE1C type=del size=2126855: (22) Invalid argument 2024-07-29T15:22:17.686 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.685+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~ZQFOO7IR9W7X.0 size=1048576 2024-07-29T15:22:17.688 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.687+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~ZQFOO7IR9W7X.1 size=920716 2024-07-29T15:22:17.688 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.687+0000 7fd62f6c3640 1 > prepared multipart upload key=VD0CC9XRAGF4 upload=ZQFOO7IR9W7X tag=ZBRB6DIKUD8I type=write size=3017868 2024-07-29T15:22:17.692 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.691+0000 7fd62f6c3640 1 < suggested remove operation key=E98KUA2RK3BK tag=Q8OPSOFKEIF0 type=write 2024-07-29T15:22:17.694 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.693+0000 7fd62f6c3640 1 > prepared operation key=N3UV8NSUX0G0 tag=BJEJ2V4VPW06 type=del size=1914029 2024-07-29T15:22:17.696 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.695+0000 7fd62f6c3640 1 < completed delete operation key=IWIUUJFZ4UME tag=TH98TX5CDQW3 type=del 2024-07-29T15:22:17.700 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.699+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~NF3M78Q9E2ML.0 size=1048576 2024-07-29T15:22:17.702 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.701+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~NF3M78Q9E2ML.1 size=1048576 2024-07-29T15:22:17.705 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.704+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~NF3M78Q9E2ML.2 size=389784 2024-07-29T15:22:17.705 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.704+0000 7fd62f6c3640 1 > prepared multipart upload key=E98KUA2RK3BK upload=NF3M78Q9E2ML tag=WLSZ7W4T058P type=write size=3535512 2024-07-29T15:22:17.708 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.707+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~2LS2Z74HN0GP.0 size=1048576 2024-07-29T15:22:17.710 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.709+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~2LS2Z74HN0GP.1 size=177930 2024-07-29T15:22:17.714 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.713+0000 7fd62f6c3640 1 < completed multipart upload key=7THABETH5LSN upload=2LS2Z74HN0GP tag=SVIIPW7TWDL3 type=write size=2275082 2024-07-29T15:22:17.716 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.715+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=2USN3OM3KN32 type=del size=637928 2024-07-29T15:22:17.718 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.717+0000 7fd62f6c3640 1 < completed part key=_multipart_N3UV8NSUX0G0.2~AORVKY3TFB35.0 size=945662 2024-07-29T15:22:17.728 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.727+0000 7fd62f6c3640 1 < completed multipart upload key=N3UV8NSUX0G0 upload=AORVKY3TFB35 tag=T0L62OZZ766U type=write size=1994238 2024-07-29T15:22:17.733 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.732+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~TQW928GVHOVW.0 size=439751 2024-07-29T15:22:17.733 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.732+0000 7fd62f6c3640 1 > prepared multipart upload key=BIYBUOZPJSZV upload=TQW928GVHOVW tag=6FJJRICGNLWJ type=write size=1488327 2024-07-29T15:22:17.737 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.736+0000 7fd62f6c3640 1 < suggested remove operation key=L184IOUE520P tag=GS7R3SPP0EW5 type=del 2024-07-29T15:22:17.739 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.738+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=M7W3WJWA394Z type=del size=3661994 2024-07-29T15:22:17.742 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.741+0000 7fd62f6c3640 1 < completed delete operation key=M86GT4R04HUE tag=WPIVE7W3USGJ type=del 2024-07-29T15:22:17.744 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.743+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=GQF6EDY8J5EV type=del size=1691035 2024-07-29T15:22:17.746 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.745+0000 7fd62f6c3640 1 < completed delete operation key=L3WAA4XE7CTH tag=NR63XXMQBIOZ type=del 2024-07-29T15:22:17.749 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.748+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=H649V2H2XVR0 type=del size=3414162 2024-07-29T15:22:17.753 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.752+0000 7fd62f6c3640 1 < suggested update operation key=7CXNN1RN7UV8 tag=KHVYP7TKD830 type=del size=532694 2024-07-29T15:22:17.757 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.756+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~2UF1GJ9QSW7Q.0 size=548929 2024-07-29T15:22:17.757 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.756+0000 7fd62f6c3640 1 > prepared multipart upload key=IWIUUJFZ4UME upload=2UF1GJ9QSW7Q tag=73GYJEQWKDKT type=write size=1597505 2024-07-29T15:22:17.761 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.758+0000 7fd62f6c3640 1 < completed write operation key=A98383AI9GGP tag=4BPVL732ONJJ type=write size=439332 2024-07-29T15:22:17.763 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.762+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~GPX53SIYEU3W.0 size=1048576 2024-07-29T15:22:17.764 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.763+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~GPX53SIYEU3W.1 size=1048576 2024-07-29T15:22:17.766 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.765+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~GPX53SIYEU3W.2 size=19881 2024-07-29T15:22:17.766 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.765+0000 7fd62f6c3640 1 > prepared multipart upload key=5E8G14SOGN0S upload=GPX53SIYEU3W tag=PU5SOU1QBS3M type=write size=3165609 2024-07-29T15:22:17.768 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.768+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~7HV51G1KUU53.0 size=1048576 2024-07-29T15:22:17.770 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.769+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~7HV51G1KUU53.1 size=157441 2024-07-29T15:22:17.774 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.773+0000 7fd62f6c3640 1 < completed multipart upload key=ZDB57ZUUV5IX upload=7HV51G1KUU53 tag=K0PA362EJHI0 type=write size=2254593 2024-07-29T15:22:17.777 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.777+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~4312U8MZY6AP.0 size=1048576 2024-07-29T15:22:17.779 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.778+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~4312U8MZY6AP.1 size=464586 2024-07-29T15:22:17.779 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.778+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=4312U8MZY6AP tag=NG330HH78Z1P type=write size=2561738 2024-07-29T15:22:17.781 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.780+0000 7fd62f6c3640 1 < canceled operation key=4LY01AD2KMYQ tag=15JMBBER6HYL type=del size=821471 2024-07-29T15:22:17.785 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.784+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~BGAPXPVQWYOZ.0 size=1048576 2024-07-29T15:22:17.787 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.786+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~BGAPXPVQWYOZ.1 size=519968 2024-07-29T15:22:17.787 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.786+0000 7fd62f6c3640 1 > prepared multipart upload key=TAZR3PWEGCVK upload=BGAPXPVQWYOZ tag=FZCCUJ9NI549 type=write size=2617120 2024-07-29T15:22:17.789 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.788+0000 7fd62f6c3640 1 < completed write operation key=TAZR3PWEGCVK tag=S3ZHK7LRHET6 type=write size=519485 2024-07-29T15:22:17.793 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.792+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~PAGJIDTABNHX.0 size=1048576 2024-07-29T15:22:17.794 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.793+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~PAGJIDTABNHX.1 size=1048576 2024-07-29T15:22:17.796 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.795+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~PAGJIDTABNHX.2 size=186699 2024-07-29T15:22:17.796 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.795+0000 7fd62f6c3640 1 > prepared multipart upload key=3OG3SYFEL3VL upload=PAGJIDTABNHX tag=Y8XYUHA160VZ type=write size=3332427 2024-07-29T15:22:17.798 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.797+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~XIFW7KS0E57X.0 size=220419 2024-07-29T15:22:17.802 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.801+0000 7fd62f6c3640 1 < completed multipart upload key=ZDB57ZUUV5IX upload=XIFW7KS0E57X tag=2ZP9R3GX05VE type=write size=1268995 2024-07-29T15:22:17.806 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.805+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~977F93ALKMNN.0 size=1048576 2024-07-29T15:22:17.807 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.806+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~977F93ALKMNN.1 size=672110 2024-07-29T15:22:17.807 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.806+0000 7fd62f6c3640 1 > prepared multipart upload key=L3WAA4XE7CTH upload=977F93ALKMNN tag=6S06RJHBKQDB type=write size=2769262 2024-07-29T15:22:17.810 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.808+0000 7fd62f6c3640 1 < canceled operation key=VD0CC9XRAGF4 tag=YV35LMCT5GJ3 type=del size=3820101 2024-07-29T15:22:17.811 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.810+0000 7fd62f6c3640 1 > prepared operation key=H0YBVQU3EMED tag=34ZZYBGW6ML8 type=del size=1154302 2024-07-29T15:22:17.813 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.812+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~M5QG861WK2BD.0 size=1048576 2024-07-29T15:22:17.815 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.814+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~M5QG861WK2BD.1 size=705100 2024-07-29T15:22:17.818 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.818+0000 7fd62f6c3640 1 < completed multipart upload key=5E8G14SOGN0S upload=M5QG861WK2BD tag=W8OG0D81MPBQ type=write size=2802252 2024-07-29T15:22:17.823 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.822+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~CDD2CPZDIJQJ.0 size=1048576 2024-07-29T15:22:17.824 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.823+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~CDD2CPZDIJQJ.1 size=1048576 2024-07-29T15:22:17.826 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.825+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~CDD2CPZDIJQJ.2 size=268117 2024-07-29T15:22:17.826 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.825+0000 7fd62f6c3640 1 > prepared multipart upload key=M5I2YC3HVZ0P upload=CDD2CPZDIJQJ tag=P1INK6ESUUFF type=write size=3413845 2024-07-29T15:22:17.829 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.828+0000 7fd62f6c3640 1 < completed part key=_multipart_VD0CC9XRAGF4.2~ZQFOO7IR9W7X.0 size=1048576 2024-07-29T15:22:17.831 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.830+0000 7fd62f6c3640 1 < completed part key=_multipart_VD0CC9XRAGF4.2~ZQFOO7IR9W7X.1 size=920716 2024-07-29T15:22:17.835 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.834+0000 7fd62f6c3640 1 < completed multipart upload key=VD0CC9XRAGF4 upload=ZQFOO7IR9W7X tag=ZBRB6DIKUD8I type=write size=3017868 2024-07-29T15:22:17.839 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.838+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~M1GW5XTN4JCY.0 size=1048576 2024-07-29T15:22:17.840 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.839+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~M1GW5XTN4JCY.1 size=352046 2024-07-29T15:22:17.840 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.839+0000 7fd62f6c3640 1 > prepared multipart upload key=BIYBUOZPJSZV upload=M1GW5XTN4JCY tag=R509819UYGEU type=write size=2449198 2024-07-29T15:22:17.842 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.841+0000 7fd62f6c3640 1 < canceled operation key=N3UV8NSUX0G0 tag=BJEJ2V4VPW06 type=del size=1914029 2024-07-29T15:22:17.846 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.845+0000 7fd62f6c3640 1 > prepared part key=_multipart_M86GT4R04HUE.2~0GU5DIECRGTC.0 size=1048576 2024-07-29T15:22:17.848 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.847+0000 7fd62f6c3640 1 > prepared part key=_multipart_M86GT4R04HUE.2~0GU5DIECRGTC.1 size=1011001 2024-07-29T15:22:17.848 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.847+0000 7fd62f6c3640 1 > prepared multipart upload key=M86GT4R04HUE upload=0GU5DIECRGTC tag=IEON7MZAW0SJ type=write size=3108153 2024-07-29T15:22:17.850 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.849+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~NF3M78Q9E2ML.0 size=1048576 2024-07-29T15:22:17.852 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.851+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~NF3M78Q9E2ML.1 size=1048576 2024-07-29T15:22:17.853 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.853+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~NF3M78Q9E2ML.2 size=389784 2024-07-29T15:22:17.857 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.856+0000 7fd62f6c3640 1 < completed multipart upload key=E98KUA2RK3BK upload=NF3M78Q9E2ML tag=WLSZ7W4T058P type=write size=3535512 2024-07-29T15:22:17.860 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.859+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~XDRM0764N3BG.0 size=1048576 2024-07-29T15:22:17.862 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.861+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~XDRM0764N3BG.1 size=1048576 2024-07-29T15:22:17.864 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.863+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~XDRM0764N3BG.2 size=756260 2024-07-29T15:22:17.864 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.863+0000 7fd62f6c3640 1 > prepared multipart upload key=ZMFNWBOB37DJ upload=XDRM0764N3BG tag=8Q1KNX4RX5JJ type=write size=3901988 2024-07-29T15:22:17.868 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.867+0000 7fd62f6c3640 1 < suggested update operation key=SI02Q5RHER9G tag=2USN3OM3KN32 type=del size=637928 2024-07-29T15:22:17.872 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.871+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~LSV0J24PAVT8.0 size=1048576 2024-07-29T15:22:17.873 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.873+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~LSV0J24PAVT8.1 size=145494 2024-07-29T15:22:17.873 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.873+0000 7fd62f6c3640 1 > prepared multipart upload key=ZMFNWBOB37DJ upload=LSV0J24PAVT8 tag=QE82IP68PAP8 type=write size=2242646 2024-07-29T15:22:17.876 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.875+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~TQW928GVHOVW.0 size=439751 2024-07-29T15:22:17.879 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.879+0000 7fd62f6c3640 1 < completed multipart upload key=BIYBUOZPJSZV upload=TQW928GVHOVW tag=6FJJRICGNLWJ type=write size=1488327 2024-07-29T15:22:17.882 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.881+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=V5S65BN06NPG type=del size=656517 2024-07-29T15:22:17.883 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.883+0000 7fd62f6c3640 1 < completed delete operation key=ZMFNWBOB37DJ tag=M7W3WJWA394Z type=del 2024-07-29T15:22:17.886 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.884+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=3MZPS1RDDSAF type=del size=801222 2024-07-29T15:22:17.887 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.886+0000 7fd62f6c3640 1 < completed delete operation key=RQC1B162F8M6 tag=GQF6EDY8J5EV type=del 2024-07-29T15:22:17.891 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.890+0000 7fd62f6c3640 1 > prepared part key=_multipart_0C6FXJ0T2NGU.2~R6T1WM41X7U1.0 size=830901 2024-07-29T15:22:17.891 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.890+0000 7fd62f6c3640 1 > prepared multipart upload key=0C6FXJ0T2NGU upload=R6T1WM41X7U1 tag=4K2MJDLAHGPE type=write size=1879477 2024-07-29T15:22:17.893 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.892+0000 7fd62f6c3640 1 < completed delete operation key=7THABETH5LSN tag=H649V2H2XVR0 type=del 2024-07-29T15:22:17.897 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.896+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~KNFZSKQ1WQIT.0 size=1048576 2024-07-29T15:22:17.898 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.897+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~KNFZSKQ1WQIT.1 size=233366 2024-07-29T15:22:17.898 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.897+0000 7fd62f6c3640 1 > prepared multipart upload key=7THABETH5LSN upload=KNFZSKQ1WQIT tag=PC09EME6UDAM type=write size=2330518 2024-07-29T15:22:17.900 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.900+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~2UF1GJ9QSW7Q.0 size=548929 2024-07-29T15:22:17.904 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.904+0000 7fd62f6c3640 1 < completed multipart upload key=IWIUUJFZ4UME upload=2UF1GJ9QSW7Q tag=73GYJEQWKDKT type=write size=1597505 2024-07-29T15:22:17.908 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.908+0000 7fd62f6c3640 1 > prepared part key=_multipart_N3UV8NSUX0G0.2~TMIMH3K35AXO.0 size=1048576 2024-07-29T15:22:17.910 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.909+0000 7fd62f6c3640 1 > prepared part key=_multipart_N3UV8NSUX0G0.2~TMIMH3K35AXO.1 size=1048576 2024-07-29T15:22:17.912 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.911+0000 7fd62f6c3640 1 > prepared part key=_multipart_N3UV8NSUX0G0.2~TMIMH3K35AXO.2 size=196176 2024-07-29T15:22:17.912 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.911+0000 7fd62f6c3640 1 > prepared multipart upload key=N3UV8NSUX0G0 upload=TMIMH3K35AXO tag=S24JCCP738F8 type=write size=3341904 2024-07-29T15:22:17.914 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.913+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~GPX53SIYEU3W.0 size=1048576 2024-07-29T15:22:17.915 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.915+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~GPX53SIYEU3W.1 size=1048576 2024-07-29T15:22:17.918 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.917+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~GPX53SIYEU3W.2 size=19881 2024-07-29T15:22:17.921 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.920+0000 7fd62f6c3640 1 < completed multipart upload key=5E8G14SOGN0S upload=GPX53SIYEU3W tag=PU5SOU1QBS3M type=write size=3165609 2024-07-29T15:22:17.923 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.922+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=2UBL1U7DVVL8 type=write size=933402 2024-07-29T15:22:17.925 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.924+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~4312U8MZY6AP.0 size=1048576 2024-07-29T15:22:17.928 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.927+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~4312U8MZY6AP.1 size=464586 2024-07-29T15:22:17.932 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.931+0000 7fd62f6c3640 1 < completed multipart upload key=W248KYMPQG8A upload=4312U8MZY6AP tag=NG330HH78Z1P type=write size=2561738 2024-07-29T15:22:17.934 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.934+0000 7fd62f6c3640 1 > prepared operation key=H0YBVQU3EMED tag=4ID81QVS7AGQ type=del size=1600826 2024-07-29T15:22:17.937 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.936+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~BGAPXPVQWYOZ.0 size=1048576 2024-07-29T15:22:17.939 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.938+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~BGAPXPVQWYOZ.1 size=519968 2024-07-29T15:22:17.942 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.941+0000 7fd62f6c3640 1 < completed multipart upload key=TAZR3PWEGCVK upload=BGAPXPVQWYOZ tag=FZCCUJ9NI549 type=write size=2617120 2024-07-29T15:22:17.945 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.944+0000 7fd62f6c3640 1 > prepared operation key=N3UV8NSUX0G0 tag=P3W1SL4L49DG type=del size=3512973 2024-07-29T15:22:17.947 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.946+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~PAGJIDTABNHX.0 size=1048576 2024-07-29T15:22:17.949 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.948+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~PAGJIDTABNHX.1 size=1048576 2024-07-29T15:22:17.950 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.950+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~PAGJIDTABNHX.2 size=186699 2024-07-29T15:22:17.954 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.953+0000 7fd62f6c3640 1 < completed multipart upload key=3OG3SYFEL3VL upload=PAGJIDTABNHX tag=Y8XYUHA160VZ type=write size=3332427 2024-07-29T15:22:17.956 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.955+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=STWK73XO3XP6 type=del size=1051056 2024-07-29T15:22:17.958 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.957+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~977F93ALKMNN.0 size=1048576 2024-07-29T15:22:17.960 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.959+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~977F93ALKMNN.1 size=672110 2024-07-29T15:22:17.966 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.962+0000 7fd62f6c3640 1 < completed multipart upload key=L3WAA4XE7CTH upload=977F93ALKMNN tag=6S06RJHBKQDB type=write size=2769262 2024-07-29T15:22:17.966 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.965+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=V945Q8QLZBSS type=del size=2097227 2024-07-29T15:22:17.968 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.967+0000 7fd62f6c3640 1 < completed delete operation key=H0YBVQU3EMED tag=34ZZYBGW6ML8 type=del 2024-07-29T15:22:17.972 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.971+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~YXUBVMW5QMK1.0 size=1048576 2024-07-29T15:22:17.973 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.972+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~YXUBVMW5QMK1.1 size=1048576 2024-07-29T15:22:17.975 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.974+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~YXUBVMW5QMK1.2 size=290995 2024-07-29T15:22:17.975 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.974+0000 7fd62f6c3640 1 > prepared multipart upload key=VD0CC9XRAGF4 upload=YXUBVMW5QMK1 tag=T9G1W1V87SEV type=write size=3436723 2024-07-29T15:22:17.977 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.976+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~CDD2CPZDIJQJ.0 size=1048576 2024-07-29T15:22:17.979 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.978+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~CDD2CPZDIJQJ.1 size=1048576 2024-07-29T15:22:17.980 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.979+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~CDD2CPZDIJQJ.2 size=268117 2024-07-29T15:22:17.984 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.983+0000 7fd62f6c3640 1 < completed multipart upload key=M5I2YC3HVZ0P upload=CDD2CPZDIJQJ tag=P1INK6ESUUFF type=write size=3413845 2024-07-29T15:22:17.986 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.985+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=ERXAOW5REFQH type=del size=2199173 2024-07-29T15:22:17.986 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.985+0000 7fd62f6c3640 1 < canceled part key=_multipart_BIYBUOZPJSZV.2~M1GW5XTN4JCY.0 size=1048576 2024-07-29T15:22:17.986 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.985+0000 7fd62f6c3640 1 < canceled part key=_multipart_BIYBUOZPJSZV.2~M1GW5XTN4JCY.1 size=352046 2024-07-29T15:22:17.989 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.989+0000 7fd62f6c3640 1 < canceled multipart upload key=BIYBUOZPJSZV upload=M1GW5XTN4JCY tag=R509819UYGEU type=write size=2449198 2024-07-29T15:22:17.991 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.990+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=ENRMEJGE0Y0X type=del size=1193548 2024-07-29T15:22:17.994 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.993+0000 7fd62f6c3640 1 < completed part key=_multipart_M86GT4R04HUE.2~0GU5DIECRGTC.0 size=1048576 2024-07-29T15:22:17.996 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.995+0000 7fd62f6c3640 1 < completed part key=_multipart_M86GT4R04HUE.2~0GU5DIECRGTC.1 size=1011001 2024-07-29T15:22:17.999 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:17.998+0000 7fd62f6c3640 1 < completed multipart upload key=M86GT4R04HUE upload=0GU5DIECRGTC tag=IEON7MZAW0SJ type=write size=3108153 2024-07-29T15:22:18.003 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.002+0000 7fd62f6c3640 1 > prepared part key=_multipart_N3UV8NSUX0G0.2~X23HPUNA8O18.0 size=818384 2024-07-29T15:22:18.003 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.002+0000 7fd62f6c3640 1 > prepared multipart upload key=N3UV8NSUX0G0 upload=X23HPUNA8O18 tag=7E9T3OL7RXKO type=write size=1866960 2024-07-29T15:22:18.005 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.004+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~XDRM0764N3BG.0 size=1048576 2024-07-29T15:22:18.006 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.006+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~XDRM0764N3BG.1 size=1048576 2024-07-29T15:22:18.008 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.007+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~XDRM0764N3BG.2 size=756260 2024-07-29T15:22:18.012 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.011+0000 7fd62f6c3640 1 < completed multipart upload key=ZMFNWBOB37DJ upload=XDRM0764N3BG tag=8Q1KNX4RX5JJ type=write size=3901988 2024-07-29T15:22:18.014 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.013+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=GEVR9KDQ656H type=write size=73076 2024-07-29T15:22:18.016 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.015+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~LSV0J24PAVT8.0 size=1048576 2024-07-29T15:22:18.018 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.017+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~LSV0J24PAVT8.1 size=145494 2024-07-29T15:22:18.021 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.021+0000 7fd62f6c3640 1 < completed multipart upload key=ZMFNWBOB37DJ upload=LSV0J24PAVT8 tag=QE82IP68PAP8 type=write size=2242646 2024-07-29T15:22:18.025 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.024+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~C1IHKI8FS4PR.0 size=1048576 2024-07-29T15:22:18.027 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.026+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~C1IHKI8FS4PR.1 size=696500 2024-07-29T15:22:18.027 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.026+0000 7fd62f6c3640 1 > prepared multipart upload key=RQC1B162F8M6 upload=C1IHKI8FS4PR tag=YJXIY9N6G920 type=write size=2793652 2024-07-29T15:22:18.029 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.028+0000 7fd62f6c3640 1 < completed delete operation key=ZDB57ZUUV5IX tag=V5S65BN06NPG type=del 2024-07-29T15:22:18.031 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.030+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=G9F3WRB5OW5N type=write size=89776 2024-07-29T15:22:18.033 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.032+0000 7fd62f6c3640 1 < canceled operation key=IWIUUJFZ4UME tag=3MZPS1RDDSAF type=del size=801222 2024-07-29T15:22:18.035 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.034+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=KXF5354Q16YH type=write size=621945 2024-07-29T15:22:18.037 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.036+0000 7fd62f6c3640 1 < completed part key=_multipart_0C6FXJ0T2NGU.2~R6T1WM41X7U1.0 size=830901 2024-07-29T15:22:18.040 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.039+0000 7fd62f6c3640 1 < completed multipart upload key=0C6FXJ0T2NGU upload=R6T1WM41X7U1 tag=4K2MJDLAHGPE type=write size=1879477 2024-07-29T15:22:18.042 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.041+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=H7HNB08825YJ type=del size=171979 2024-07-29T15:22:18.044 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.043+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~KNFZSKQ1WQIT.0 size=1048576 2024-07-29T15:22:18.046 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.045+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~KNFZSKQ1WQIT.1 size=233366 2024-07-29T15:22:18.049 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.048+0000 7fd62f6c3640 1 < completed multipart upload key=7THABETH5LSN upload=KNFZSKQ1WQIT tag=PC09EME6UDAM type=write size=2330518 2024-07-29T15:22:18.052 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.051+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=HTFRVSGW6H9X type=del size=2065613 2024-07-29T15:22:18.054 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.053+0000 7fd62f6c3640 1 < completed part key=_multipart_N3UV8NSUX0G0.2~TMIMH3K35AXO.0 size=1048576 2024-07-29T15:22:18.056 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.055+0000 7fd62f6c3640 1 < completed part key=_multipart_N3UV8NSUX0G0.2~TMIMH3K35AXO.1 size=1048576 2024-07-29T15:22:18.057 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.057+0000 7fd62f6c3640 1 < completed part key=_multipart_N3UV8NSUX0G0.2~TMIMH3K35AXO.2 size=196176 2024-07-29T15:22:18.061 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.061+0000 7fd62f6c3640 1 < completed multipart upload key=N3UV8NSUX0G0 upload=TMIMH3K35AXO tag=S24JCCP738F8 type=write size=3341904 2024-07-29T15:22:18.064 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.063+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=E9GBH8PVIMU4 type=del size=1323821 2024-07-29T15:22:18.066 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.065+0000 7fd62f6c3640 1 < completed write operation key=5RY4L1BV4ZJB tag=2UBL1U7DVVL8 type=write size=933402 2024-07-29T15:22:18.068 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.067+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=PNJSNZE7JW0I type=del size=210642 2024-07-29T15:22:18.070 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.069+0000 7fd62f6c3640 1 < completed delete operation key=H0YBVQU3EMED tag=4ID81QVS7AGQ type=del 2024-07-29T15:22:18.072 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.071+0000 7fd62f6c3640 1 > prepared operation key=N3UV8NSUX0G0 tag=Z3UND5K93NH6 type=del size=176921 2024-07-29T15:22:18.074 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.073+0000 7fd62f6c3640 1 < completed delete operation key=N3UV8NSUX0G0 tag=P3W1SL4L49DG type=del 2024-07-29T15:22:18.076 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.075+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=R9DHSELFCGCB type=del size=2149780 2024-07-29T15:22:18.077 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.077+0000 7fd62f6c3640 1 < completed delete operation key=IWIUUJFZ4UME tag=STWK73XO3XP6 type=del 2024-07-29T15:22:18.081 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.080+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~DE3XQ4DZURBE.0 size=1048576 2024-07-29T15:22:18.083 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.082+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~DE3XQ4DZURBE.1 size=1048576 2024-07-29T15:22:18.084 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.084+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~DE3XQ4DZURBE.2 size=630771 2024-07-29T15:22:18.085 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.084+0000 7fd62f6c3640 1 > prepared multipart upload key=SI02Q5RHER9G upload=DE3XQ4DZURBE tag=478GYS3YMXCW type=write size=3776499 2024-07-29T15:22:18.089 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.088+0000 7fd62f6c3640 1 < suggested remove operation key=ZDB57ZUUV5IX tag=V945Q8QLZBSS type=del 2024-07-29T15:22:18.092 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.091+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~8G01WXF4IV2T.0 size=1048576 2024-07-29T15:22:18.094 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.093+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~8G01WXF4IV2T.1 size=856667 2024-07-29T15:22:18.094 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.093+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=8G01WXF4IV2T tag=YNSO3BJNKKV9 type=write size=2953819 2024-07-29T15:22:18.096 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.095+0000 7fd62f6c3640 1 < completed part key=_multipart_VD0CC9XRAGF4.2~YXUBVMW5QMK1.0 size=1048576 2024-07-29T15:22:18.097 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.096+0000 7fd62f6c3640 1 < completed part key=_multipart_VD0CC9XRAGF4.2~YXUBVMW5QMK1.1 size=1048576 2024-07-29T15:22:18.099 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.098+0000 7fd62f6c3640 1 < completed part key=_multipart_VD0CC9XRAGF4.2~YXUBVMW5QMK1.2 size=290995 2024-07-29T15:22:18.103 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.102+0000 7fd62f6c3640 1 < completed multipart upload key=VD0CC9XRAGF4 upload=YXUBVMW5QMK1 tag=T9G1W1V87SEV type=write size=3436723 2024-07-29T15:22:18.107 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.106+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~VFMSXGV8KNZ0.0 size=1048576 2024-07-29T15:22:18.109 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.108+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~VFMSXGV8KNZ0.1 size=750312 2024-07-29T15:22:18.109 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.108+0000 7fd62f6c3640 1 > prepared multipart upload key=A98383AI9GGP upload=VFMSXGV8KNZ0 tag=2L46O1BWYJ2L type=write size=2847464 2024-07-29T15:22:18.111 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.110+0000 7fd62f6c3640 1 < completed delete operation key=3OG3SYFEL3VL tag=ERXAOW5REFQH type=del 2024-07-29T15:22:18.113 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.112+0000 7fd62f6c3640 1 > prepared operation key=N3UV8NSUX0G0 tag=4AOE6MDUK006 type=del size=2663156 2024-07-29T15:22:18.115 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.115+0000 7fd62f6c3640 1 < completed delete operation key=5RY4L1BV4ZJB tag=ENRMEJGE0Y0X type=del 2024-07-29T15:22:18.117 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.117+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=9S0F12G5TALP type=del size=2756824 2024-07-29T15:22:18.120 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.119+0000 7fd62f6c3640 1 < completed part key=_multipart_N3UV8NSUX0G0.2~X23HPUNA8O18.0 size=818384 2024-07-29T15:22:18.123 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.122+0000 7fd62f6c3640 1 < completed multipart upload key=N3UV8NSUX0G0 upload=X23HPUNA8O18 tag=7E9T3OL7RXKO type=write size=1866960 2024-07-29T15:22:18.128 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.127+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~6K025QNDOYF8.0 size=659247 2024-07-29T15:22:18.128 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.127+0000 7fd62f6c3640 1 > prepared multipart upload key=ZMFNWBOB37DJ upload=6K025QNDOYF8 tag=WX2J8VGPOH7N type=write size=1707823 2024-07-29T15:22:18.130 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.129+0000 7fd62f6c3640 1 < canceled operation key=5E8G14SOGN0S tag=GEVR9KDQ656H type=write size=73076 2024-07-29T15:22:18.132 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.131+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=74QVUV1RD2II type=del size=3349602 2024-07-29T15:22:18.134 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.133+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~C1IHKI8FS4PR.0 size=1048576 2024-07-29T15:22:18.136 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.135+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~C1IHKI8FS4PR.1 size=696500 2024-07-29T15:22:18.140 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.139+0000 7fd62f6c3640 1 < completed multipart upload key=RQC1B162F8M6 upload=C1IHKI8FS4PR tag=YJXIY9N6G920 type=write size=2793652 2024-07-29T15:22:18.142 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.141+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=UJLNZMBHRJM0 type=write size=767618 2024-07-29T15:22:18.144 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.143+0000 7fd62f6c3640 1 < completed write operation key=3OG3SYFEL3VL tag=G9F3WRB5OW5N type=write size=89776 2024-07-29T15:22:18.146 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.145+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=L1CP1JRWWPSH type=del size=3258342 2024-07-29T15:22:18.148 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.147+0000 7fd62f6c3640 1 < canceled operation key=ZMFNWBOB37DJ tag=KXF5354Q16YH type=write size=621945 2024-07-29T15:22:18.150 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.149+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=LSG17EGB4W6I type=del size=2957006 2024-07-29T15:22:18.152 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.151+0000 7fd62f6c3640 1 < completed delete operation key=4LY01AD2KMYQ tag=H7HNB08825YJ type=del 2024-07-29T15:22:18.155 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.154+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~NSFOE6CPWOLT.0 size=1048576 2024-07-29T15:22:18.157 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.156+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~NSFOE6CPWOLT.1 size=1048576 2024-07-29T15:22:18.158 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.157+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~NSFOE6CPWOLT.2 size=32158 2024-07-29T15:22:18.158 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.157+0000 7fd62f6c3640 1 > prepared multipart upload key=A98383AI9GGP upload=NSFOE6CPWOLT tag=V9BWQVJI7PNL type=write size=3177886 2024-07-29T15:22:18.162 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.162+0000 7fd62f6c3640 1 < suggested remove operation key=E98KUA2RK3BK tag=HTFRVSGW6H9X type=del 2024-07-29T15:22:18.165 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.164+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=VB1D2GGEFGYQ type=del size=2606581 2024-07-29T15:22:18.170 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.167+0000 7fd62f6c3640 1 < completed delete operation key=UNDM9MIM6GG0 tag=E9GBH8PVIMU4 type=del 2024-07-29T15:22:18.170 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.169+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=TN4HZMB00ZCP type=del size=2006875 2024-07-29T15:22:18.172 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.171+0000 7fd62f6c3640 1 < canceled operation key=7THABETH5LSN tag=PNJSNZE7JW0I type=del size=210642 2024-07-29T15:22:18.175 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.174+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~8B1XPV9A81PZ.0 size=1048576 2024-07-29T15:22:18.177 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.176+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~8B1XPV9A81PZ.1 size=1048576 2024-07-29T15:22:18.179 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.178+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~8B1XPV9A81PZ.2 size=402260 2024-07-29T15:22:18.179 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.178+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=8B1XPV9A81PZ tag=TOUFA0EKIMD3 type=write size=3547988 2024-07-29T15:22:18.181 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.181+0000 7fd62f6c3640 1 < completed delete operation key=N3UV8NSUX0G0 tag=Z3UND5K93NH6 type=del 2024-07-29T15:22:18.184 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.183+0000 7fd62f6c3640 1 > prepared operation key=H0YBVQU3EMED tag=JJCSHL17ZPA1 type=del size=2611035 2024-07-29T15:22:18.184 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.183+0000 7fd62f6c3640 -1 < no bi entry to suggest for operation key=E98KUA2RK3BK tag=R9DHSELFCGCB type=del size=2149780: (2) No such file or directory 2024-07-29T15:22:18.186 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.185+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=IGL31YDHX92X type=del size=1030847 2024-07-29T15:22:18.188 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.188+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~DE3XQ4DZURBE.0 size=1048576 2024-07-29T15:22:18.190 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.189+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~DE3XQ4DZURBE.1 size=1048576 2024-07-29T15:22:18.192 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.191+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~DE3XQ4DZURBE.2 size=630771 2024-07-29T15:22:18.196 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.195+0000 7fd62f6c3640 1 < completed multipart upload key=SI02Q5RHER9G upload=DE3XQ4DZURBE tag=478GYS3YMXCW type=write size=3776499 2024-07-29T15:22:18.199 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.198+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~7SDKB1E9WO6U.0 size=1048576 2024-07-29T15:22:18.201 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.200+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~7SDKB1E9WO6U.1 size=218293 2024-07-29T15:22:18.201 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.200+0000 7fd62f6c3640 1 > prepared multipart upload key=5E8G14SOGN0S upload=7SDKB1E9WO6U tag=JT2WVQD7OQ4W type=write size=2315445 2024-07-29T15:22:18.201 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.200+0000 7fd62f6c3640 1 < canceled part key=_multipart_W248KYMPQG8A.2~8G01WXF4IV2T.0 size=1048576 2024-07-29T15:22:18.203 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.202+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~8G01WXF4IV2T.1 size=856667 2024-07-29T15:22:18.206 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.205+0000 7fd62f6c3640 1 < canceled multipart upload key=W248KYMPQG8A upload=8G01WXF4IV2T tag=YNSO3BJNKKV9 type=write size=2953819 2024-07-29T15:22:18.210 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.209+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~UZOVTGAK2U30.0 size=1048576 2024-07-29T15:22:18.212 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.211+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~UZOVTGAK2U30.1 size=1048576 2024-07-29T15:22:18.214 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.213+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~UZOVTGAK2U30.2 size=386513 2024-07-29T15:22:18.214 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.213+0000 7fd62f6c3640 1 > prepared multipart upload key=UNDM9MIM6GG0 upload=UZOVTGAK2U30 tag=RCGW5H775HQG type=write size=3532241 2024-07-29T15:22:18.216 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.215+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~VFMSXGV8KNZ0.0 size=1048576 2024-07-29T15:22:18.216 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.215+0000 7fd62f6c3640 1 < canceled part key=_multipart_A98383AI9GGP.2~VFMSXGV8KNZ0.1 size=750312 2024-07-29T15:22:18.220 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.219+0000 7fd62f6c3640 1 < canceled multipart upload key=A98383AI9GGP upload=VFMSXGV8KNZ0 tag=2L46O1BWYJ2L type=write size=2847464 2024-07-29T15:22:18.224 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.223+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~5UGW5C3L6HTP.0 size=1048576 2024-07-29T15:22:18.225 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.224+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~5UGW5C3L6HTP.1 size=370104 2024-07-29T15:22:18.225 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.224+0000 7fd62f6c3640 1 > prepared multipart upload key=ZMFNWBOB37DJ upload=5UGW5C3L6HTP tag=0RBK9IRNXG7K type=write size=2467256 2024-07-29T15:22:18.229 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.228+0000 7fd62f6c3640 1 < suggested remove operation key=N3UV8NSUX0G0 tag=4AOE6MDUK006 type=del 2024-07-29T15:22:18.233 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.232+0000 7fd62f6c3640 1 > prepared part key=_multipart_0C6FXJ0T2NGU.2~Y2Q3HZH19OCW.0 size=16707 2024-07-29T15:22:18.233 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.232+0000 7fd62f6c3640 1 > prepared multipart upload key=0C6FXJ0T2NGU upload=Y2Q3HZH19OCW tag=WSCBKEEYVO49 type=write size=1065283 2024-07-29T15:22:18.235 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.234+0000 7fd62f6c3640 1 < completed delete operation key=W248KYMPQG8A tag=9S0F12G5TALP type=del 2024-07-29T15:22:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:22:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:22:17] "GET /metrics HTTP/1.1" 200 34152 "" "Prometheus/2.51.0" 2024-07-29T15:22:18.239 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.238+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~M27E0SNID3I0.0 size=54828 2024-07-29T15:22:18.239 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.238+0000 7fd62f6c3640 1 > prepared multipart upload key=8BA2XKLPRGQN upload=M27E0SNID3I0 tag=OYBZ0HMHFTKD type=write size=1103404 2024-07-29T15:22:18.241 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.240+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~6K025QNDOYF8.0 size=659247 2024-07-29T15:22:18.244 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.243+0000 7fd62f6c3640 1 < completed multipart upload key=ZMFNWBOB37DJ upload=6K025QNDOYF8 tag=WX2J8VGPOH7N type=write size=1707823 2024-07-29T15:22:18.246 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.245+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=HR4Q1DWRK4G0 type=del size=905696 2024-07-29T15:22:18.250 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.249+0000 7fd62f6c3640 1 < suggested update operation key=FAOPDKU2UC4Y tag=74QVUV1RD2II type=del size=3349602 2024-07-29T15:22:18.253 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.252+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~NHQFUN0TLB84.0 size=1048576 2024-07-29T15:22:18.255 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.254+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~NHQFUN0TLB84.1 size=1048576 2024-07-29T15:22:18.257 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.256+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~NHQFUN0TLB84.2 size=806516 2024-07-29T15:22:18.257 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.256+0000 7fd62f6c3640 1 > prepared multipart upload key=7THABETH5LSN upload=NHQFUN0TLB84 tag=9N3DBQ2I6GBR type=write size=3952244 2024-07-29T15:22:18.261 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.260+0000 7fd62f6c3640 1 < suggested update operation key=V2178FD5CN6Y tag=UJLNZMBHRJM0 type=write size=767618 2024-07-29T15:22:18.263 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.262+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=6GQNVTRZDUNS type=del size=3404859 2024-07-29T15:22:18.265 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.264+0000 7fd62f6c3640 1 < completed delete operation key=L184IOUE520P tag=L1CP1JRWWPSH type=del 2024-07-29T15:22:18.267 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.266+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=OQZJHPLNH0YQ type=del size=1799283 2024-07-29T15:22:18.270 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.269+0000 7fd62f6c3640 1 < completed delete operation key=BIYBUOZPJSZV tag=LSG17EGB4W6I type=del 2024-07-29T15:22:18.272 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.271+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=IMRLBFE8H2E1 type=write size=545188 2024-07-29T15:22:18.274 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.273+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~NSFOE6CPWOLT.0 size=1048576 2024-07-29T15:22:18.276 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.275+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~NSFOE6CPWOLT.1 size=1048576 2024-07-29T15:22:18.278 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.277+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~NSFOE6CPWOLT.2 size=32158 2024-07-29T15:22:18.281 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.281+0000 7fd62f6c3640 1 < completed multipart upload key=A98383AI9GGP upload=NSFOE6CPWOLT tag=V9BWQVJI7PNL type=write size=3177886 2024-07-29T15:22:18.284 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.283+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=FAOEG6TY37PX type=del size=2406933 2024-07-29T15:22:18.286 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.285+0000 7fd62f6c3640 1 < completed delete operation key=BIYBUOZPJSZV tag=VB1D2GGEFGYQ type=del 2024-07-29T15:22:18.288 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.287+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=US48JJR9B65B type=write size=110588 2024-07-29T15:22:18.292 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.291+0000 7fd62f6c3640 1 < suggested remove operation key=M5I2YC3HVZ0P tag=TN4HZMB00ZCP type=del 2024-07-29T15:22:18.294 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.293+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=FQVEI4CM1G8F type=del size=3034640 2024-07-29T15:22:18.297 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.296+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~8B1XPV9A81PZ.0 size=1048576 2024-07-29T15:22:18.299 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.298+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~8B1XPV9A81PZ.1 size=1048576 2024-07-29T15:22:18.300 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.299+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~8B1XPV9A81PZ.2 size=402260 2024-07-29T15:22:18.304 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.303+0000 7fd62f6c3640 1 < completed multipart upload key=IAXC3BCSNJJH upload=8B1XPV9A81PZ tag=TOUFA0EKIMD3 type=write size=3547988 2024-07-29T15:22:18.306 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.305+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=J8KSH7M5HE3X type=del size=96795 2024-07-29T15:22:18.310 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.310+0000 7fd62f6c3640 1 < suggested update operation key=H0YBVQU3EMED tag=JJCSHL17ZPA1 type=del size=2611035 2024-07-29T15:22:18.313 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.312+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=YPYPW5RHX4WO type=del size=3499856 2024-07-29T15:22:18.316 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.315+0000 7fd62f6c3640 -1 < failed to complete operation key=V2178FD5CN6Y tag=IGL31YDHX92X type=del size=1030847: (22) Invalid argument 2024-07-29T15:22:18.318 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.317+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=ZGGF5VEF8RVV type=del size=3859983 2024-07-29T15:22:18.320 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.319+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~7SDKB1E9WO6U.0 size=1048576 2024-07-29T15:22:18.321 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.321+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~7SDKB1E9WO6U.1 size=218293 2024-07-29T15:22:18.326 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.325+0000 7fd62f6c3640 1 < completed multipart upload key=5E8G14SOGN0S upload=7SDKB1E9WO6U tag=JT2WVQD7OQ4W type=write size=2315445 2024-07-29T15:22:18.330 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.329+0000 7fd62f6c3640 1 > prepared part key=_multipart_N3UV8NSUX0G0.2~07QKNED1H6S3.0 size=1048576 2024-07-29T15:22:18.332 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.331+0000 7fd62f6c3640 1 > prepared part key=_multipart_N3UV8NSUX0G0.2~07QKNED1H6S3.1 size=1048576 2024-07-29T15:22:18.334 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.333+0000 7fd62f6c3640 1 > prepared part key=_multipart_N3UV8NSUX0G0.2~07QKNED1H6S3.2 size=605343 2024-07-29T15:22:18.334 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.333+0000 7fd62f6c3640 1 > prepared multipart upload key=N3UV8NSUX0G0 upload=07QKNED1H6S3 tag=T3JHD839U1Q8 type=write size=3751071 2024-07-29T15:22:18.336 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.335+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~UZOVTGAK2U30.0 size=1048576 2024-07-29T15:22:18.337 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.336+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~UZOVTGAK2U30.1 size=1048576 2024-07-29T15:22:18.339 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.338+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~UZOVTGAK2U30.2 size=386513 2024-07-29T15:22:18.343 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.342+0000 7fd62f6c3640 1 < completed multipart upload key=UNDM9MIM6GG0 upload=UZOVTGAK2U30 tag=RCGW5H775HQG type=write size=3532241 2024-07-29T15:22:18.345 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.344+0000 7fd62f6c3640 1 > prepared operation key=N3UV8NSUX0G0 tag=FHZOITPA1K14 type=del size=502681 2024-07-29T15:22:18.347 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.346+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~5UGW5C3L6HTP.0 size=1048576 2024-07-29T15:22:18.349 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.348+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~5UGW5C3L6HTP.1 size=370104 2024-07-29T15:22:18.352 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.351+0000 7fd62f6c3640 1 < completed multipart upload key=ZMFNWBOB37DJ upload=5UGW5C3L6HTP tag=0RBK9IRNXG7K type=write size=2467256 2024-07-29T15:22:18.354 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.353+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=NMX4I2XZLMN1 type=del size=977939 2024-07-29T15:22:18.355 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.354+0000 7fd62f6c3640 1 < canceled part key=_multipart_0C6FXJ0T2NGU.2~Y2Q3HZH19OCW.0 size=16707 2024-07-29T15:22:18.358 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.357+0000 7fd62f6c3640 1 < canceled multipart upload key=0C6FXJ0T2NGU upload=Y2Q3HZH19OCW tag=WSCBKEEYVO49 type=write size=1065283 2024-07-29T15:22:18.360 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.359+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=KJP3JA4J2XFM type=del size=1711604 2024-07-29T15:22:18.362 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.361+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~M27E0SNID3I0.0 size=54828 2024-07-29T15:22:18.366 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.365+0000 7fd62f6c3640 1 < completed multipart upload key=8BA2XKLPRGQN upload=M27E0SNID3I0 tag=OYBZ0HMHFTKD type=write size=1103404 2024-07-29T15:22:18.368 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.367+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=7NXXV0KZZCW3 type=del size=3074876 2024-07-29T15:22:18.373 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.371+0000 7fd62f6c3640 1 < suggested remove operation key=FAOPDKU2UC4Y tag=HR4Q1DWRK4G0 type=del 2024-07-29T15:22:18.375 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.374+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=JL57ES2KNT1F type=del size=716387 2024-07-29T15:22:18.375 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.374+0000 7fd62f6c3640 1 < canceled part key=_multipart_7THABETH5LSN.2~NHQFUN0TLB84.0 size=1048576 2024-07-29T15:22:18.376 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.376+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~NHQFUN0TLB84.1 size=1048576 2024-07-29T15:22:18.378 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.377+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~NHQFUN0TLB84.2 size=806516 2024-07-29T15:22:18.382 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.381+0000 7fd62f6c3640 1 < canceled multipart upload key=7THABETH5LSN upload=NHQFUN0TLB84 tag=9N3DBQ2I6GBR type=write size=3952244 2024-07-29T15:22:18.388 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.387+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~JEYPS4UOBDIE.0 size=1048576 2024-07-29T15:22:18.390 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.389+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~JEYPS4UOBDIE.1 size=1048576 2024-07-29T15:22:18.391 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.391+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~JEYPS4UOBDIE.2 size=375683 2024-07-29T15:22:18.392 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.391+0000 7fd62f6c3640 1 > prepared multipart upload key=RQC1B162F8M6 upload=JEYPS4UOBDIE tag=ELKOEMCHQLJN type=write size=3521411 2024-07-29T15:22:18.394 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.393+0000 7fd62f6c3640 1 < canceled operation key=ZMFNWBOB37DJ tag=6GQNVTRZDUNS type=del size=3404859 2024-07-29T15:22:18.398 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.397+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~1NE3NPVPCXGZ.0 size=1048576 2024-07-29T15:22:18.399 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.398+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~1NE3NPVPCXGZ.1 size=1048576 2024-07-29T15:22:18.401 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.400+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~1NE3NPVPCXGZ.2 size=581345 2024-07-29T15:22:18.401 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.400+0000 7fd62f6c3640 1 > prepared multipart upload key=BIYBUOZPJSZV upload=1NE3NPVPCXGZ tag=26T6370NEQKF type=write size=3727073 2024-07-29T15:22:18.403 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.402+0000 7fd62f6c3640 1 < completed delete operation key=3OG3SYFEL3VL tag=OQZJHPLNH0YQ type=del 2024-07-29T15:22:18.405 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.405+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=KY0Z9CTZ98IM type=del size=1765845 2024-07-29T15:22:18.407 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.407+0000 7fd62f6c3640 1 < canceled operation key=4Z3FPJTXXFV7 tag=IMRLBFE8H2E1 type=write size=545188 2024-07-29T15:22:18.410 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.409+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=LHE21IQXFNSU type=del size=3079816 2024-07-29T15:22:18.412 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.411+0000 7fd62f6c3640 1 < canceled operation key=4LY01AD2KMYQ tag=FAOEG6TY37PX type=del size=2406933 2024-07-29T15:22:18.416 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.415+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~B5XD0MOH15TK.0 size=1048576 2024-07-29T15:22:18.417 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.417+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~B5XD0MOH15TK.1 size=1048576 2024-07-29T15:22:18.419 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.418+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~B5XD0MOH15TK.2 size=171110 2024-07-29T15:22:18.419 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.418+0000 7fd62f6c3640 1 > prepared multipart upload key=E98KUA2RK3BK upload=B5XD0MOH15TK tag=ZZ2HSDSX6Y6Q type=write size=3316838 2024-07-29T15:22:18.422 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.421+0000 7fd62f6c3640 -1 < failed to complete operation key=M5I2YC3HVZ0P tag=US48JJR9B65B type=write size=110588: (22) Invalid argument 2024-07-29T15:22:18.425 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.424+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=ZV1L7BMMFXO0 type=del size=2220527 2024-07-29T15:22:18.427 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.426+0000 7fd62f6c3640 1 < completed delete operation key=7CXNN1RN7UV8 tag=FQVEI4CM1G8F type=del 2024-07-29T15:22:18.429 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.428+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=5E37N5ANNE31 type=del size=2723495 2024-07-29T15:22:18.431 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.430+0000 7fd62f6c3640 1 < canceled operation key=A98383AI9GGP tag=J8KSH7M5HE3X type=del size=96795 2024-07-29T15:22:18.435 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.434+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~EUBHDWK8PGLQ.0 size=1048576 2024-07-29T15:22:18.436 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.436+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~EUBHDWK8PGLQ.1 size=122336 2024-07-29T15:22:18.437 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.436+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=EUBHDWK8PGLQ tag=VO0KYNCBXV94 type=write size=2219488 2024-07-29T15:22:18.439 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.438+0000 7fd62f6c3640 1 < completed delete operation key=IWIUUJFZ4UME tag=YPYPW5RHX4WO type=del 2024-07-29T15:22:18.441 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.440+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=8HFZ6XK35DZD type=del size=1037764 2024-07-29T15:22:18.443 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.442+0000 7fd62f6c3640 1 < completed delete operation key=7CXNN1RN7UV8 tag=ZGGF5VEF8RVV type=del 2024-07-29T15:22:18.445 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.444+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=Z2BVG5TOVSOZ type=write size=859084 2024-07-29T15:22:18.447 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.447+0000 7fd62f6c3640 1 < completed part key=_multipart_N3UV8NSUX0G0.2~07QKNED1H6S3.0 size=1048576 2024-07-29T15:22:18.450 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.449+0000 7fd62f6c3640 1 < completed part key=_multipart_N3UV8NSUX0G0.2~07QKNED1H6S3.1 size=1048576 2024-07-29T15:22:18.452 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.451+0000 7fd62f6c3640 1 < completed part key=_multipart_N3UV8NSUX0G0.2~07QKNED1H6S3.2 size=605343 2024-07-29T15:22:18.456 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.455+0000 7fd62f6c3640 1 < completed multipart upload key=N3UV8NSUX0G0 upload=07QKNED1H6S3 tag=T3JHD839U1Q8 type=write size=3751071 2024-07-29T15:22:18.458 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.458+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=LTRUJ7HHZ2UW type=del size=2649598 2024-07-29T15:22:18.460 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.460+0000 7fd62f6c3640 1 < completed delete operation key=N3UV8NSUX0G0 tag=FHZOITPA1K14 type=del 2024-07-29T15:22:18.463 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.462+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=MKX2XOERKL0H type=del size=2845166 2024-07-29T15:22:18.465 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.464+0000 7fd62f6c3640 1 < completed delete operation key=BIYBUOZPJSZV tag=NMX4I2XZLMN1 type=del 2024-07-29T15:22:18.467 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.466+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=W3C46SDEF6GX type=del size=3199986 2024-07-29T15:22:18.469 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.468+0000 7fd62f6c3640 1 < completed delete operation key=UNDM9MIM6GG0 tag=KJP3JA4J2XFM type=del 2024-07-29T15:22:18.471 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.470+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=8H3T09SOERYN type=write size=965416 2024-07-29T15:22:18.474 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.473+0000 7fd62f6c3640 -1 < failed to complete operation key=FAOPDKU2UC4Y tag=7NXXV0KZZCW3 type=del size=3074876: (22) Invalid argument 2024-07-29T15:22:18.477 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.477+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~LNTBH0D9E0NA.0 size=821797 2024-07-29T15:22:18.478 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.477+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=LNTBH0D9E0NA tag=8H5M9YPN43KN type=write size=1870373 2024-07-29T15:22:18.482 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.481+0000 7fd62f6c3640 1 < suggested update operation key=V2178FD5CN6Y tag=JL57ES2KNT1F type=del size=716387 2024-07-29T15:22:18.484 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.483+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=AUJOM3AW92Z0 type=write size=721680 2024-07-29T15:22:18.486 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.485+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~JEYPS4UOBDIE.0 size=1048576 2024-07-29T15:22:18.488 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.487+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~JEYPS4UOBDIE.1 size=1048576 2024-07-29T15:22:18.490 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.489+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~JEYPS4UOBDIE.2 size=375683 2024-07-29T15:22:18.493 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.492+0000 7fd62f6c3640 1 < completed multipart upload key=RQC1B162F8M6 upload=JEYPS4UOBDIE tag=ELKOEMCHQLJN type=write size=3521411 2024-07-29T15:22:18.495 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.494+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=5A9AN64MZ36M type=del size=2570426 2024-07-29T15:22:18.497 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.496+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~1NE3NPVPCXGZ.0 size=1048576 2024-07-29T15:22:18.497 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.496+0000 7fd62f6c3640 1 < canceled part key=_multipart_BIYBUOZPJSZV.2~1NE3NPVPCXGZ.1 size=1048576 2024-07-29T15:22:18.499 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.498+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~1NE3NPVPCXGZ.2 size=581345 2024-07-29T15:22:18.503 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.502+0000 7fd62f6c3640 1 < canceled multipart upload key=BIYBUOZPJSZV upload=1NE3NPVPCXGZ tag=26T6370NEQKF type=write size=3727073 2024-07-29T15:22:18.505 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.504+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=XZETERKGAHB2 type=del size=2198408 2024-07-29T15:22:18.507 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.506+0000 7fd62f6c3640 1 < canceled operation key=IWIUUJFZ4UME tag=KY0Z9CTZ98IM type=del size=1765845 2024-07-29T15:22:18.509 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.508+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=TEMYBK8WJVKC type=del size=1500826 2024-07-29T15:22:18.513 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.512+0000 7fd62f6c3640 1 < suggested remove operation key=FAOPDKU2UC4Y tag=LHE21IQXFNSU type=del 2024-07-29T15:22:18.517 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.516+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~N2V099N2OP3K.0 size=348363 2024-07-29T15:22:18.517 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.516+0000 7fd62f6c3640 1 > prepared multipart upload key=ZDB57ZUUV5IX upload=N2V099N2OP3K tag=X34IYAG6ZH2A type=write size=1396939 2024-07-29T15:22:18.519 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.518+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~B5XD0MOH15TK.0 size=1048576 2024-07-29T15:22:18.521 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.520+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~B5XD0MOH15TK.1 size=1048576 2024-07-29T15:22:18.523 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.522+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~B5XD0MOH15TK.2 size=171110 2024-07-29T15:22:18.526 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.525+0000 7fd62f6c3640 1 < completed multipart upload key=E98KUA2RK3BK upload=B5XD0MOH15TK tag=ZZ2HSDSX6Y6Q type=write size=3316838 2024-07-29T15:22:18.529 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.528+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=A70X6LUI2YEH type=del size=745490 2024-07-29T15:22:18.531 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.530+0000 7fd62f6c3640 1 < completed delete operation key=IWIUUJFZ4UME tag=ZV1L7BMMFXO0 type=del 2024-07-29T15:22:18.534 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.533+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~CBPIDIJIHUUP.0 size=1048576 2024-07-29T15:22:18.536 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.535+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~CBPIDIJIHUUP.1 size=1048576 2024-07-29T15:22:18.538 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.537+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~CBPIDIJIHUUP.2 size=121399 2024-07-29T15:22:18.538 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.537+0000 7fd62f6c3640 1 > prepared multipart upload key=3OG3SYFEL3VL upload=CBPIDIJIHUUP tag=ZFGG2IE9W3I1 type=write size=3267127 2024-07-29T15:22:18.541 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.540+0000 7fd62f6c3640 1 < suggested update operation key=5E8G14SOGN0S tag=5E37N5ANNE31 type=del size=2723495 2024-07-29T15:22:18.543 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.542+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=KIL9DJ91TQ60 type=del size=3994437 2024-07-29T15:22:18.545 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.544+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~EUBHDWK8PGLQ.0 size=1048576 2024-07-29T15:22:18.547 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.546+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~EUBHDWK8PGLQ.1 size=122336 2024-07-29T15:22:18.550 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.549+0000 7fd62f6c3640 1 < completed multipart upload key=W248KYMPQG8A upload=EUBHDWK8PGLQ tag=VO0KYNCBXV94 type=write size=2219488 2024-07-29T15:22:18.554 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.553+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~PX72YDELZW9H.0 size=1048576 2024-07-29T15:22:18.556 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.555+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~PX72YDELZW9H.1 size=656629 2024-07-29T15:22:18.556 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.555+0000 7fd62f6c3640 1 > prepared multipart upload key=IWIUUJFZ4UME upload=PX72YDELZW9H tag=W8C36LYFPK9J type=write size=2753781 2024-07-29T15:22:18.561 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.560+0000 7fd62f6c3640 1 < suggested update operation key=E98KUA2RK3BK tag=8HFZ6XK35DZD type=del size=1037764 2024-07-29T15:22:18.565 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.564+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~1FONMXGKBJGU.0 size=1048576 2024-07-29T15:22:18.566 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.565+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~1FONMXGKBJGU.1 size=1048576 2024-07-29T15:22:18.568 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.567+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~1FONMXGKBJGU.2 size=800013 2024-07-29T15:22:18.568 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.567+0000 7fd62f6c3640 1 > prepared multipart upload key=ZMFNWBOB37DJ upload=1FONMXGKBJGU tag=H3S6LI507M24 type=write size=3945741 2024-07-29T15:22:18.572 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.571+0000 7fd62f6c3640 1 < suggested update operation key=ZDB57ZUUV5IX tag=Z2BVG5TOVSOZ type=write size=859084 2024-07-29T15:22:18.574 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.573+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=CKVL79XNDVUL type=write size=610091 2024-07-29T15:22:18.577 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.576+0000 7fd62f6c3640 1 < completed delete operation key=4Z3FPJTXXFV7 tag=LTRUJ7HHZ2UW type=del 2024-07-29T15:22:18.579 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.578+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=YGJ2CP36ZCEA type=write size=135305 2024-07-29T15:22:18.583 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.582+0000 7fd62f6c3640 1 < suggested update operation key=M86GT4R04HUE tag=MKX2XOERKL0H type=del size=2845166 2024-07-29T15:22:18.585 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.584+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=GAUP8QWDTLZF type=write size=451281 2024-07-29T15:22:18.587 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.586+0000 7fd62f6c3640 1 < completed delete operation key=L184IOUE520P tag=W3C46SDEF6GX type=del 2024-07-29T15:22:18.592 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.591+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~W2L43BM6BSE9.0 size=1048576 2024-07-29T15:22:18.594 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.593+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~W2L43BM6BSE9.1 size=1048576 2024-07-29T15:22:18.595 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.594+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~W2L43BM6BSE9.2 size=240620 2024-07-29T15:22:18.595 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.594+0000 7fd62f6c3640 1 > prepared multipart upload key=5E8G14SOGN0S upload=W2L43BM6BSE9 tag=ZJLHHBTVWS5B type=write size=3386348 2024-07-29T15:22:18.598 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.597+0000 7fd62f6c3640 1 < completed write operation key=L184IOUE520P tag=8H3T09SOERYN type=write size=965416 2024-07-29T15:22:18.602 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.601+0000 7fd62f6c3640 1 > prepared part key=_multipart_0C6FXJ0T2NGU.2~QI0LUHZDID5H.0 size=127813 2024-07-29T15:22:18.602 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.601+0000 7fd62f6c3640 1 > prepared multipart upload key=0C6FXJ0T2NGU upload=QI0LUHZDID5H tag=4ZK3QXYVIUQ9 type=write size=1176389 2024-07-29T15:22:18.605 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.604+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~LNTBH0D9E0NA.0 size=821797 2024-07-29T15:22:18.608 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.608+0000 7fd62f6c3640 1 < completed multipart upload key=IAXC3BCSNJJH upload=LNTBH0D9E0NA tag=8H5M9YPN43KN type=write size=1870373 2024-07-29T15:22:18.613 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.612+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~AXA7ZG2ZV0HM.0 size=178394 2024-07-29T15:22:18.613 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.612+0000 7fd62f6c3640 1 > prepared multipart upload key=8BA2XKLPRGQN upload=AXA7ZG2ZV0HM tag=1W1OSI3HCGD3 type=write size=1226970 2024-07-29T15:22:18.615 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.614+0000 7fd62f6c3640 1 < completed write operation key=RQC1B162F8M6 tag=AUJOM3AW92Z0 type=write size=721680 2024-07-29T15:22:18.617 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.616+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=SJ81G7THQ098 type=del size=3209285 2024-07-29T15:22:18.620 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.619+0000 7fd62f6c3640 1 < completed delete operation key=SI02Q5RHER9G tag=5A9AN64MZ36M type=del 2024-07-29T15:22:18.622 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.621+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=8MLBJXLNSYMJ type=del size=3482586 2024-07-29T15:22:18.625 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.624+0000 7fd62f6c3640 1 < completed delete operation key=VD0CC9XRAGF4 tag=XZETERKGAHB2 type=del 2024-07-29T15:22:18.627 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.626+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=WI1JX3FOS804 type=del size=2432829 2024-07-29T15:22:18.630 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.629+0000 7fd62f6c3640 -1 < failed to complete operation key=ZDB57ZUUV5IX tag=TEMYBK8WJVKC type=del size=1500826: (22) Invalid argument 2024-07-29T15:22:18.632 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.631+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=XYHX8DTFAXCH type=del size=4183035 2024-07-29T15:22:18.635 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.634+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~N2V099N2OP3K.0 size=348363 2024-07-29T15:22:18.639 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.638+0000 7fd62f6c3640 1 < completed multipart upload key=ZDB57ZUUV5IX upload=N2V099N2OP3K tag=X34IYAG6ZH2A type=write size=1396939 2024-07-29T15:22:18.641 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.640+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=Z7HOM6YPQZG5 type=del size=2541871 2024-07-29T15:22:18.644 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.643+0000 7fd62f6c3640 -1 < failed to complete operation key=5E8G14SOGN0S tag=A70X6LUI2YEH type=del size=745490: (22) Invalid argument 2024-07-29T15:22:18.646 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.645+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=B0J1QZEQ9SAJ type=del size=3899273 2024-07-29T15:22:18.648 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.648+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~CBPIDIJIHUUP.0 size=1048576 2024-07-29T15:22:18.650 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.649+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~CBPIDIJIHUUP.1 size=1048576 2024-07-29T15:22:18.652 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.651+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~CBPIDIJIHUUP.2 size=121399 2024-07-29T15:22:18.655 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.654+0000 7fd62f6c3640 1 < completed multipart upload key=3OG3SYFEL3VL upload=CBPIDIJIHUUP tag=ZFGG2IE9W3I1 type=write size=3267127 2024-07-29T15:22:18.657 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.656+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=NQYDZN4BOQCX type=del size=1932379 2024-07-29T15:22:18.662 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.661+0000 7fd62f6c3640 1 < suggested update operation key=V2178FD5CN6Y tag=KIL9DJ91TQ60 type=del size=3994437 2024-07-29T15:22:18.664 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.663+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=P4KCT10SA87B type=del size=3223831 2024-07-29T15:22:18.666 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.665+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~PX72YDELZW9H.0 size=1048576 2024-07-29T15:22:18.667 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.667+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~PX72YDELZW9H.1 size=656629 2024-07-29T15:22:18.671 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.670+0000 7fd62f6c3640 1 < completed multipart upload key=IWIUUJFZ4UME upload=PX72YDELZW9H tag=W8C36LYFPK9J type=write size=2753781 2024-07-29T15:22:18.675 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.674+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~6QR2358NKJM0.0 size=1048576 2024-07-29T15:22:18.677 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.676+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~6QR2358NKJM0.1 size=1048576 2024-07-29T15:22:18.679 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.678+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~6QR2358NKJM0.2 size=95430 2024-07-29T15:22:18.679 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.678+0000 7fd62f6c3640 1 > prepared multipart upload key=A98383AI9GGP upload=6QR2358NKJM0 tag=U05T252B73VN type=write size=3241158 2024-07-29T15:22:18.681 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.680+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~1FONMXGKBJGU.0 size=1048576 2024-07-29T15:22:18.683 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.682+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~1FONMXGKBJGU.1 size=1048576 2024-07-29T15:22:18.684 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.683+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~1FONMXGKBJGU.2 size=800013 2024-07-29T15:22:18.688 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.687+0000 7fd62f6c3640 1 < completed multipart upload key=ZMFNWBOB37DJ upload=1FONMXGKBJGU tag=H3S6LI507M24 type=write size=3945741 2024-07-29T15:22:18.689 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.689+0000 7fd62f6c3640 1 > prepared operation key=H0YBVQU3EMED tag=A95UYWCYQGIZ type=del size=1417765 2024-07-29T15:22:18.692 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.691+0000 7fd62f6c3640 1 < canceled operation key=3OG3SYFEL3VL tag=CKVL79XNDVUL type=write size=610091 2024-07-29T15:22:18.694 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.693+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=X038QPBSMVCH type=del size=3934810 2024-07-29T15:22:18.696 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.695+0000 7fd62f6c3640 1 < completed write operation key=7THABETH5LSN tag=YGJ2CP36ZCEA type=write size=135305 2024-07-29T15:22:18.699 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.699+0000 7fd62f6c3640 1 > prepared part key=_multipart_M86GT4R04HUE.2~I47TTWUJ8DWY.0 size=1048576 2024-07-29T15:22:18.701 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.700+0000 7fd62f6c3640 1 > prepared part key=_multipart_M86GT4R04HUE.2~I47TTWUJ8DWY.1 size=1048576 2024-07-29T15:22:18.703 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.702+0000 7fd62f6c3640 1 > prepared part key=_multipart_M86GT4R04HUE.2~I47TTWUJ8DWY.2 size=667951 2024-07-29T15:22:18.703 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.702+0000 7fd62f6c3640 1 > prepared multipart upload key=M86GT4R04HUE upload=I47TTWUJ8DWY tag=MM7JTKGQEX32 type=write size=3813679 2024-07-29T15:22:18.705 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.704+0000 7fd62f6c3640 1 < completed write operation key=UNDM9MIM6GG0 tag=GAUP8QWDTLZF type=write size=451281 2024-07-29T15:22:18.707 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.706+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=5CNROY9NDF32 type=del size=3898380 2024-07-29T15:22:18.709 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.708+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~W2L43BM6BSE9.0 size=1048576 2024-07-29T15:22:18.711 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.710+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~W2L43BM6BSE9.1 size=1048576 2024-07-29T15:22:18.712 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.711+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~W2L43BM6BSE9.2 size=240620 2024-07-29T15:22:18.716 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.715+0000 7fd62f6c3640 1 < completed multipart upload key=5E8G14SOGN0S upload=W2L43BM6BSE9 tag=ZJLHHBTVWS5B type=write size=3386348 2024-07-29T15:22:18.719 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.719+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~6VE4S13A6VD0.0 size=544139 2024-07-29T15:22:18.720 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.719+0000 7fd62f6c3640 1 > prepared multipart upload key=ZMFNWBOB37DJ upload=6VE4S13A6VD0 tag=E4SASL6NFD8Y type=write size=1592715 2024-07-29T15:22:18.721 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.721+0000 7fd62f6c3640 1 < completed part key=_multipart_0C6FXJ0T2NGU.2~QI0LUHZDID5H.0 size=127813 2024-07-29T15:22:18.725 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.724+0000 7fd62f6c3640 1 < completed multipart upload key=0C6FXJ0T2NGU upload=QI0LUHZDID5H tag=4ZK3QXYVIUQ9 type=write size=1176389 2024-07-29T15:22:18.730 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.729+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~89FQ61ABN736.0 size=782049 2024-07-29T15:22:18.730 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.729+0000 7fd62f6c3640 1 > prepared multipart upload key=C3FDCOT4DV2B upload=89FQ61ABN736 tag=LBX13UVNRALN type=write size=1830625 2024-07-29T15:22:18.734 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.733+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~AXA7ZG2ZV0HM.0 size=178394 2024-07-29T15:22:18.737 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.737+0000 7fd62f6c3640 1 < completed multipart upload key=8BA2XKLPRGQN upload=AXA7ZG2ZV0HM tag=1W1OSI3HCGD3 type=write size=1226970 2024-07-29T15:22:18.740 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.739+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=BYRUE3473T27 type=del size=1404303 2024-07-29T15:22:18.744 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.743+0000 7fd62f6c3640 1 < suggested update operation key=ZMFNWBOB37DJ tag=SJ81G7THQ098 type=del size=3209285 2024-07-29T15:22:18.746 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.746+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=P1ADRB2W92TK type=del size=3136299 2024-07-29T15:22:18.749 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.748+0000 7fd62f6c3640 1 < completed delete operation key=BIYBUOZPJSZV tag=8MLBJXLNSYMJ type=del 2024-07-29T15:22:18.751 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.750+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=XD24GX4G4DSP type=del size=2424442 2024-07-29T15:22:18.753 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.752+0000 7fd62f6c3640 1 < canceled operation key=M86GT4R04HUE tag=WI1JX3FOS804 type=del size=2432829 2024-07-29T15:22:18.755 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.754+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=Z8VZ8GMIGL9T type=del size=3081940 2024-07-29T15:22:18.757 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.756+0000 7fd62f6c3640 1 < completed delete operation key=UNDM9MIM6GG0 tag=XYHX8DTFAXCH type=del 2024-07-29T15:22:18.759 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.758+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=SCB42YWUPYKX type=write size=742396 2024-07-29T15:22:18.761 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.760+0000 7fd62f6c3640 1 < canceled operation key=E98KUA2RK3BK tag=Z7HOM6YPQZG5 type=del size=2541871 2024-07-29T15:22:18.765 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.764+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~E38R6RRCC7SW.0 size=1048576 2024-07-29T15:22:18.767 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.766+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~E38R6RRCC7SW.1 size=464108 2024-07-29T15:22:18.767 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.766+0000 7fd62f6c3640 1 > prepared multipart upload key=L184IOUE520P upload=E38R6RRCC7SW tag=09WDWXFSLXTN type=write size=2561260 2024-07-29T15:22:18.771 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.771+0000 7fd62f6c3640 1 < suggested update operation key=M5I2YC3HVZ0P tag=B0J1QZEQ9SAJ type=del size=3899273 2024-07-29T15:22:18.775 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.774+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~V7DCHV0TS9AW.0 size=108268 2024-07-29T15:22:18.775 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.774+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=V7DCHV0TS9AW tag=XI1SN3CD79CJ type=write size=1156844 2024-07-29T15:22:18.777 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.777+0000 7fd62f6c3640 1 < completed delete operation key=8BA2XKLPRGQN tag=NQYDZN4BOQCX type=del 2024-07-29T15:22:18.782 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.781+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~XWARG0S3ZC8T.0 size=319764 2024-07-29T15:22:18.782 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.781+0000 7fd62f6c3640 1 > prepared multipart upload key=V2178FD5CN6Y upload=XWARG0S3ZC8T tag=88DKS09QOAFZ type=write size=1368340 2024-07-29T15:22:18.784 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.783+0000 7fd62f6c3640 1 < completed delete operation key=BIYBUOZPJSZV tag=P4KCT10SA87B type=del 2024-07-29T15:22:18.787 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.786+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=F78MEFADCGG9 type=write size=128190 2024-07-29T15:22:18.789 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.788+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~6QR2358NKJM0.0 size=1048576 2024-07-29T15:22:18.791 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.790+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~6QR2358NKJM0.1 size=1048576 2024-07-29T15:22:18.793 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.792+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~6QR2358NKJM0.2 size=95430 2024-07-29T15:22:18.796 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.796+0000 7fd62f6c3640 1 < completed multipart upload key=A98383AI9GGP upload=6QR2358NKJM0 tag=U05T252B73VN type=write size=3241158 2024-07-29T15:22:18.798 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.798+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=RW3474CK0S2B type=del size=756337 2024-07-29T15:22:18.801 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.800+0000 7fd62f6c3640 1 < completed delete operation key=H0YBVQU3EMED tag=A95UYWCYQGIZ type=del 2024-07-29T15:22:18.805 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.804+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~3V1VAHXG0G32.0 size=1048576 2024-07-29T15:22:18.806 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.805+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~3V1VAHXG0G32.1 size=551582 2024-07-29T15:22:18.806 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.805+0000 7fd62f6c3640 1 > prepared multipart upload key=M5I2YC3HVZ0P upload=3V1VAHXG0G32 tag=YXYHLX4CLMB8 type=write size=2648734 2024-07-29T15:22:18.808 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.807+0000 7fd62f6c3640 1 < canceled operation key=SI02Q5RHER9G tag=X038QPBSMVCH type=del size=3934810 2024-07-29T15:22:18.812 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.812+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~1X1JQRUC9HYQ.0 size=1048576 2024-07-29T15:22:18.814 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.813+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~1X1JQRUC9HYQ.1 size=1048576 2024-07-29T15:22:18.816 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.815+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~1X1JQRUC9HYQ.2 size=158965 2024-07-29T15:22:18.816 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.815+0000 7fd62f6c3640 1 > prepared multipart upload key=C3FDCOT4DV2B upload=1X1JQRUC9HYQ tag=V50FMWQA6110 type=write size=3304693 2024-07-29T15:22:18.818 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.817+0000 7fd62f6c3640 1 < completed part key=_multipart_M86GT4R04HUE.2~I47TTWUJ8DWY.0 size=1048576 2024-07-29T15:22:18.818 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.817+0000 7fd62f6c3640 1 < canceled part key=_multipart_M86GT4R04HUE.2~I47TTWUJ8DWY.1 size=1048576 2024-07-29T15:22:18.820 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.819+0000 7fd62f6c3640 1 < completed part key=_multipart_M86GT4R04HUE.2~I47TTWUJ8DWY.2 size=667951 2024-07-29T15:22:18.825 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.824+0000 7fd62f6c3640 1 < canceled multipart upload key=M86GT4R04HUE upload=I47TTWUJ8DWY tag=MM7JTKGQEX32 type=write size=3813679 2024-07-29T15:22:18.827 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.826+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=7TK0K2YYV22O type=del size=960898 2024-07-29T15:22:18.830 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.829+0000 7fd62f6c3640 -1 < failed to complete operation key=ZMFNWBOB37DJ tag=5CNROY9NDF32 type=del size=3898380: (22) Invalid argument 2024-07-29T15:22:18.832 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.831+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=35LANCP2QAS2 type=del size=968928 2024-07-29T15:22:18.832 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.831+0000 7fd62f6c3640 1 < canceled part key=_multipart_ZMFNWBOB37DJ.2~6VE4S13A6VD0.0 size=544139 2024-07-29T15:22:18.836 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.835+0000 7fd62f6c3640 1 < canceled multipart upload key=ZMFNWBOB37DJ upload=6VE4S13A6VD0 tag=E4SASL6NFD8Y type=write size=1592715 2024-07-29T15:22:18.838 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.837+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=FPMYMSHL5IBM type=del size=3263108 2024-07-29T15:22:18.838 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.837+0000 7fd62f6c3640 1 < canceled part key=_multipart_C3FDCOT4DV2B.2~89FQ61ABN736.0 size=782049 2024-07-29T15:22:18.842 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.841+0000 7fd62f6c3640 1 < canceled multipart upload key=C3FDCOT4DV2B upload=89FQ61ABN736 tag=LBX13UVNRALN type=write size=1830625 2024-07-29T15:22:18.845 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.845+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~EN44NT7LY941.0 size=1048576 2024-07-29T15:22:18.847 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.846+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~EN44NT7LY941.1 size=533920 2024-07-29T15:22:18.847 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.846+0000 7fd62f6c3640 1 > prepared multipart upload key=IWIUUJFZ4UME upload=EN44NT7LY941 tag=ZABGU2UZY2E0 type=write size=2631072 2024-07-29T15:22:18.849 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.848+0000 7fd62f6c3640 1 < completed delete operation key=IAXC3BCSNJJH tag=BYRUE3473T27 type=del 2024-07-29T15:22:18.851 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.851+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=TPYM05TLOWW4 type=del size=2142226 2024-07-29T15:22:18.853 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.853+0000 7fd62f6c3640 1 < completed delete operation key=SI02Q5RHER9G tag=P1ADRB2W92TK type=del 2024-07-29T15:22:18.858 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.857+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~SLL2T2MXZ5EJ.0 size=1048576 2024-07-29T15:22:18.860 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.859+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~SLL2T2MXZ5EJ.1 size=1025368 2024-07-29T15:22:18.860 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.859+0000 7fd62f6c3640 1 > prepared multipart upload key=E98KUA2RK3BK upload=SLL2T2MXZ5EJ tag=BOP34UM8NRK8 type=write size=3122520 2024-07-29T15:22:18.862 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.861+0000 7fd62f6c3640 1 < completed delete operation key=IAXC3BCSNJJH tag=XD24GX4G4DSP type=del 2024-07-29T15:22:18.866 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.865+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~85JB25RPXL9E.0 size=393306 2024-07-29T15:22:18.866 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.865+0000 7fd62f6c3640 1 > prepared multipart upload key=L184IOUE520P upload=85JB25RPXL9E tag=J8KKCI6E49K8 type=write size=1441882 2024-07-29T15:22:18.868 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.867+0000 7fd62f6c3640 1 < completed delete operation key=RQC1B162F8M6 tag=Z8VZ8GMIGL9T type=del 2024-07-29T15:22:18.872 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.872+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~9AR01UQ4TOS9.0 size=1048576 2024-07-29T15:22:18.874 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.873+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~9AR01UQ4TOS9.1 size=1048576 2024-07-29T15:22:18.876 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.875+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~9AR01UQ4TOS9.2 size=377914 2024-07-29T15:22:18.876 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.875+0000 7fd62f6c3640 1 > prepared multipart upload key=FAOPDKU2UC4Y upload=9AR01UQ4TOS9 tag=VC580919HKFA type=write size=3523642 2024-07-29T15:22:18.878 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.877+0000 7fd62f6c3640 1 < canceled operation key=IAXC3BCSNJJH tag=SCB42YWUPYKX type=write size=742396 2024-07-29T15:22:18.880 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.879+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=53B6MO3MZRKE type=write size=474147 2024-07-29T15:22:18.882 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.881+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~E38R6RRCC7SW.0 size=1048576 2024-07-29T15:22:18.883 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.883+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~E38R6RRCC7SW.1 size=464108 2024-07-29T15:22:18.887 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.886+0000 7fd62f6c3640 1 < completed multipart upload key=L184IOUE520P upload=E38R6RRCC7SW tag=09WDWXFSLXTN type=write size=2561260 2024-07-29T15:22:18.889 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.888+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=VFQYIS52WFSL type=del size=2885259 2024-07-29T15:22:18.891 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.890+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~V7DCHV0TS9AW.0 size=108268 2024-07-29T15:22:18.894 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.893+0000 7fd62f6c3640 1 < completed multipart upload key=W248KYMPQG8A upload=V7DCHV0TS9AW tag=XI1SN3CD79CJ type=write size=1156844 2024-07-29T15:22:18.896 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.895+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=RGUV5MKVCPK9 type=del size=1835095 2024-07-29T15:22:18.896 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.896+0000 7fd62f6c3640 1 < canceled part key=_multipart_V2178FD5CN6Y.2~XWARG0S3ZC8T.0 size=319764 2024-07-29T15:22:18.901 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.900+0000 7fd62f6c3640 1 < canceled multipart upload key=V2178FD5CN6Y upload=XWARG0S3ZC8T tag=88DKS09QOAFZ type=write size=1368340 2024-07-29T15:22:18.903 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.902+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=NZEL1ZTU6ZS0 type=del size=232537 2024-07-29T15:22:18.905 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.904+0000 7fd62f6c3640 1 < completed write operation key=SI02Q5RHER9G tag=F78MEFADCGG9 type=write size=128190 2024-07-29T15:22:18.907 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.906+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=YEU3C8NOKX3W type=del size=750479 2024-07-29T15:22:18.909 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.908+0000 7fd62f6c3640 1 < completed delete operation key=IAXC3BCSNJJH tag=RW3474CK0S2B type=del 2024-07-29T15:22:18.911 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.910+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=Y2NVMPUHZZ2K type=del size=3356812 2024-07-29T15:22:18.913 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.913+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~3V1VAHXG0G32.0 size=1048576 2024-07-29T15:22:18.915 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.914+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~3V1VAHXG0G32.1 size=551582 2024-07-29T15:22:18.918 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.918+0000 7fd62f6c3640 1 < completed multipart upload key=M5I2YC3HVZ0P upload=3V1VAHXG0G32 tag=YXYHLX4CLMB8 type=write size=2648734 2024-07-29T15:22:18.922 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.921+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~KC7DR68XVFZ1.0 size=842219 2024-07-29T15:22:18.922 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.921+0000 7fd62f6c3640 1 > prepared multipart upload key=RQC1B162F8M6 upload=KC7DR68XVFZ1 tag=JTTNCYT3GAKX type=write size=1890795 2024-07-29T15:22:18.924 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.924+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~1X1JQRUC9HYQ.0 size=1048576 2024-07-29T15:22:18.926 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.926+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~1X1JQRUC9HYQ.1 size=1048576 2024-07-29T15:22:18.928 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.928+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~1X1JQRUC9HYQ.2 size=158965 2024-07-29T15:22:18.932 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.931+0000 7fd62f6c3640 1 < completed multipart upload key=C3FDCOT4DV2B upload=1X1JQRUC9HYQ tag=V50FMWQA6110 type=write size=3304693 2024-07-29T15:22:18.937 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.935+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~QSGEOW2G8RIR.0 size=394029 2024-07-29T15:22:18.937 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.935+0000 7fd62f6c3640 1 > prepared multipart upload key=L184IOUE520P upload=QSGEOW2G8RIR tag=9MAWM1FG2OCE type=write size=1442605 2024-07-29T15:22:18.939 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.937+0000 7fd62f6c3640 1 < completed delete operation key=BIYBUOZPJSZV tag=7TK0K2YYV22O type=del 2024-07-29T15:22:18.941 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.940+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=UCUVK4V9NYZM type=del size=1649646 2024-07-29T15:22:18.943 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.942+0000 7fd62f6c3640 1 < completed delete operation key=4LY01AD2KMYQ tag=35LANCP2QAS2 type=del 2024-07-29T15:22:18.945 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.944+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=4J2ZO2SBNLDC type=del size=3806562 2024-07-29T15:22:18.947 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.946+0000 7fd62f6c3640 1 < completed delete operation key=ZDB57ZUUV5IX tag=FPMYMSHL5IBM type=del 2024-07-29T15:22:18.949 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.948+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=C2HMVGSLPYGD type=del size=3982777 2024-07-29T15:22:18.950 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.950+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~EN44NT7LY941.0 size=1048576 2024-07-29T15:22:18.952 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.951+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~EN44NT7LY941.1 size=533920 2024-07-29T15:22:18.955 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.955+0000 7fd62f6c3640 1 < completed multipart upload key=IWIUUJFZ4UME upload=EN44NT7LY941 tag=ZABGU2UZY2E0 type=write size=2631072 2024-07-29T15:22:18.958 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.957+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=SP7L6NATIQFD type=del size=2109744 2024-07-29T15:22:18.960 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.959+0000 7fd62f6c3640 1 < completed delete operation key=L184IOUE520P tag=TPYM05TLOWW4 type=del 2024-07-29T15:22:18.964 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.963+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~W0TVI04I5U31.0 size=33036 2024-07-29T15:22:18.964 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.963+0000 7fd62f6c3640 1 > prepared multipart upload key=M5I2YC3HVZ0P upload=W0TVI04I5U31 tag=NGWH0WZ53ZA1 type=write size=1081612 2024-07-29T15:22:18.966 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.965+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~SLL2T2MXZ5EJ.0 size=1048576 2024-07-29T15:22:18.967 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.967+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~SLL2T2MXZ5EJ.1 size=1025368 2024-07-29T15:22:18.971 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.970+0000 7fd62f6c3640 1 < completed multipart upload key=E98KUA2RK3BK upload=SLL2T2MXZ5EJ tag=BOP34UM8NRK8 type=write size=3122520 2024-07-29T15:22:18.974 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.973+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=QEPNNWRBL2KN type=del size=1074515 2024-07-29T15:22:18.976 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.975+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~85JB25RPXL9E.0 size=393306 2024-07-29T15:22:18.979 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.979+0000 7fd62f6c3640 1 < completed multipart upload key=L184IOUE520P upload=85JB25RPXL9E tag=J8KKCI6E49K8 type=write size=1441882 2024-07-29T15:22:18.982 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.981+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=RXLA1FXRH43Q type=del size=3650934 2024-07-29T15:22:18.982 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.981+0000 7fd62f6c3640 1 < canceled part key=_multipart_FAOPDKU2UC4Y.2~9AR01UQ4TOS9.0 size=1048576 2024-07-29T15:22:18.984 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.983+0000 7fd62f6c3640 1 < completed part key=_multipart_FAOPDKU2UC4Y.2~9AR01UQ4TOS9.1 size=1048576 2024-07-29T15:22:18.986 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.985+0000 7fd62f6c3640 1 < completed part key=_multipart_FAOPDKU2UC4Y.2~9AR01UQ4TOS9.2 size=377914 2024-07-29T15:22:18.989 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.989+0000 7fd62f6c3640 1 < canceled multipart upload key=FAOPDKU2UC4Y upload=9AR01UQ4TOS9 tag=VC580919HKFA type=write size=3523642 2024-07-29T15:22:18.994 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.993+0000 7fd62f6c3640 1 > prepared part key=_multipart_0C6FXJ0T2NGU.2~1TI6WRGM9SWM.0 size=1048576 2024-07-29T15:22:18.995 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.995+0000 7fd62f6c3640 1 > prepared part key=_multipart_0C6FXJ0T2NGU.2~1TI6WRGM9SWM.1 size=1048576 2024-07-29T15:22:18.998 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.997+0000 7fd62f6c3640 1 > prepared part key=_multipart_0C6FXJ0T2NGU.2~1TI6WRGM9SWM.2 size=354543 2024-07-29T15:22:18.998 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.997+0000 7fd62f6c3640 1 > prepared multipart upload key=0C6FXJ0T2NGU upload=1TI6WRGM9SWM tag=6BD5GT6IDF3K type=write size=3500271 2024-07-29T15:22:19.000 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:18.999+0000 7fd62f6c3640 1 < completed write operation key=ZDB57ZUUV5IX tag=53B6MO3MZRKE type=write size=474147 2024-07-29T15:22:19.002 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.001+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=0B8M2QG4NZ63 type=del size=1972460 2024-07-29T15:22:19.004 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.003+0000 7fd62f6c3640 1 < completed delete operation key=UNDM9MIM6GG0 tag=VFQYIS52WFSL type=del 2024-07-29T15:22:19.006 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.005+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=LOXJHC3L7FD1 type=del size=632023 2024-07-29T15:22:19.008 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.007+0000 7fd62f6c3640 1 < completed delete operation key=E98KUA2RK3BK tag=RGUV5MKVCPK9 type=del 2024-07-29T15:22:19.010 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.010+0000 7fd62f6c3640 1 > prepared operation key=H0YBVQU3EMED tag=RWC5HNRB8R5H type=del size=1874682 2024-07-29T15:22:19.013 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.012+0000 7fd62f6c3640 1 < completed delete operation key=IAXC3BCSNJJH tag=NZEL1ZTU6ZS0 type=del 2024-07-29T15:22:19.015 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.014+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=HUS021Q4CQ5S type=del size=1994948 2024-07-29T15:22:19.017 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.016+0000 7fd62f6c3640 1 < completed delete operation key=UNDM9MIM6GG0 tag=YEU3C8NOKX3W type=del 2024-07-29T15:22:19.021 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.020+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~0NVL3322008I.0 size=806030 2024-07-29T15:22:19.021 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.020+0000 7fd62f6c3640 1 > prepared multipart upload key=7THABETH5LSN upload=0NVL3322008I tag=NW3UJVDP2Y0B type=write size=1854606 2024-07-29T15:22:19.022 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.022+0000 7fd62f6c3640 1 < canceled operation key=4Z3FPJTXXFV7 tag=Y2NVMPUHZZ2K type=del size=3356812 2024-07-29T15:22:19.025 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.024+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=WM8WUPZOP62A type=del size=1887097 2024-07-29T15:22:19.025 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.024+0000 7fd62f6c3640 1 < canceled part key=_multipart_RQC1B162F8M6.2~KC7DR68XVFZ1.0 size=842219 2024-07-29T15:22:19.028 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.028+0000 7fd62f6c3640 1 < canceled multipart upload key=RQC1B162F8M6 upload=KC7DR68XVFZ1 tag=JTTNCYT3GAKX type=write size=1890795 2024-07-29T15:22:19.031 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.030+0000 7fd62f6c3640 1 > prepared operation key=YSQLYQW9APLO tag=UARYMOKM9COE type=del size=2574637 2024-07-29T15:22:19.033 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.032+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~QSGEOW2G8RIR.0 size=394029 2024-07-29T15:22:19.036 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.035+0000 7fd62f6c3640 1 < completed multipart upload key=L184IOUE520P upload=QSGEOW2G8RIR tag=9MAWM1FG2OCE type=write size=1442605 2024-07-29T15:22:19.041 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.040+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~19AGMCJZPDV1.0 size=1048576 2024-07-29T15:22:19.042 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.041+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~19AGMCJZPDV1.1 size=735652 2024-07-29T15:22:19.042 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.041+0000 7fd62f6c3640 1 > prepared multipart upload key=5E8G14SOGN0S upload=19AGMCJZPDV1 tag=AQAEAHEIY30R type=write size=2832804 2024-07-29T15:22:19.046 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.045+0000 7fd62f6c3640 1 < suggested update operation key=VD0CC9XRAGF4 tag=UCUVK4V9NYZM type=del size=1649646 2024-07-29T15:22:19.048 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.047+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=10AQIKZ03LV4 type=del size=755925 2024-07-29T15:22:19.052 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.051+0000 7fd62f6c3640 1 < suggested update operation key=5RY4L1BV4ZJB tag=4J2ZO2SBNLDC type=del size=3806562 2024-07-29T15:22:19.054 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.053+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=0R3PLVBU1SST type=write size=329300 2024-07-29T15:22:19.056 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.055+0000 7fd62f6c3640 1 < completed delete operation key=3OG3SYFEL3VL tag=C2HMVGSLPYGD type=del 2024-07-29T15:22:19.059 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.058+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=LQMC3GTVE2PE type=del size=1893388 2024-07-29T15:22:19.063 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.062+0000 7fd62f6c3640 1 < suggested update operation key=VD0CC9XRAGF4 tag=SP7L6NATIQFD type=del size=2109744 2024-07-29T15:22:19.065 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.064+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=F50OIVP1LF29 type=del size=1311120 2024-07-29T15:22:19.067 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.066+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~W0TVI04I5U31.0 size=33036 2024-07-29T15:22:19.070 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.070+0000 7fd62f6c3640 1 < completed multipart upload key=M5I2YC3HVZ0P upload=W0TVI04I5U31 tag=NGWH0WZ53ZA1 type=write size=1081612 2024-07-29T15:22:19.073 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.072+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=JS83297W9B2K type=del size=3767215 2024-07-29T15:22:19.077 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.076+0000 7fd62f6c3640 1 < suggested update operation key=V2178FD5CN6Y tag=QEPNNWRBL2KN type=del size=1074515 2024-07-29T15:22:19.079 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.078+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=YXTXDHWG7R89 type=write size=840149 2024-07-29T15:22:19.082 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.081+0000 7fd62f6c3640 -1 < failed to complete operation key=VD0CC9XRAGF4 tag=RXLA1FXRH43Q type=del size=3650934: (22) Invalid argument 2024-07-29T15:22:19.084 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.083+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=62H3BAB5S4IT type=del size=1447217 2024-07-29T15:22:19.086 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.085+0000 7fd62f6c3640 1 < completed part key=_multipart_0C6FXJ0T2NGU.2~1TI6WRGM9SWM.0 size=1048576 2024-07-29T15:22:19.087 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.087+0000 7fd62f6c3640 1 < completed part key=_multipart_0C6FXJ0T2NGU.2~1TI6WRGM9SWM.1 size=1048576 2024-07-29T15:22:19.089 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.088+0000 7fd62f6c3640 1 < completed part key=_multipart_0C6FXJ0T2NGU.2~1TI6WRGM9SWM.2 size=354543 2024-07-29T15:22:19.093 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.092+0000 7fd62f6c3640 1 < completed multipart upload key=0C6FXJ0T2NGU upload=1TI6WRGM9SWM tag=6BD5GT6IDF3K type=write size=3500271 2024-07-29T15:22:19.094 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.094+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=LDDC8KRQFO7B type=write size=941975 2024-07-29T15:22:19.098 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.097+0000 7fd62f6c3640 1 < suggested remove operation key=L184IOUE520P tag=0B8M2QG4NZ63 type=del 2024-07-29T15:22:19.101 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.100+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=LZG8R1P35FNG type=del size=3527371 2024-07-29T15:22:19.103 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.102+0000 7fd62f6c3640 1 < completed delete operation key=IAXC3BCSNJJH tag=LOXJHC3L7FD1 type=del 2024-07-29T15:22:19.107 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.106+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~9GKYQTBCAQAZ.0 size=1048576 2024-07-29T15:22:19.109 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.108+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~9GKYQTBCAQAZ.1 size=1048576 2024-07-29T15:22:19.110 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.110+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~9GKYQTBCAQAZ.2 size=517650 2024-07-29T15:22:19.111 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.110+0000 7fd62f6c3640 1 > prepared multipart upload key=BIYBUOZPJSZV upload=9GKYQTBCAQAZ tag=F6HLT7X7FWX6 type=write size=3663378 2024-07-29T15:22:19.113 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.112+0000 7fd62f6c3640 1 < completed delete operation key=H0YBVQU3EMED tag=RWC5HNRB8R5H type=del 2024-07-29T15:22:19.115 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.114+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=JMJQ2A77KISA type=del size=2089368 2024-07-29T15:22:19.117 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.116+0000 7fd62f6c3640 1 < completed delete operation key=UNDM9MIM6GG0 tag=HUS021Q4CQ5S type=del 2024-07-29T15:22:19.119 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.118+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=1G0D0AMZ84OL type=del size=3540005 2024-07-29T15:22:19.121 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.120+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~0NVL3322008I.0 size=806030 2024-07-29T15:22:19.125 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.124+0000 7fd62f6c3640 1 < completed multipart upload key=7THABETH5LSN upload=0NVL3322008I tag=NW3UJVDP2Y0B type=write size=1854606 2024-07-29T15:22:19.128 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.128+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~LXD5WR0ZSTF6.0 size=1048576 2024-07-29T15:22:19.130 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.129+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~LXD5WR0ZSTF6.1 size=1048576 2024-07-29T15:22:19.133 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.132+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~LXD5WR0ZSTF6.2 size=598642 2024-07-29T15:22:19.133 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.132+0000 7fd62f6c3640 1 > prepared multipart upload key=V2178FD5CN6Y upload=LXD5WR0ZSTF6 tag=JQYP2HWZYYKU type=write size=3744370 2024-07-29T15:22:19.135 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.134+0000 7fd62f6c3640 1 < completed delete operation key=8BA2XKLPRGQN tag=WM8WUPZOP62A type=del 2024-07-29T15:22:19.138 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.137+0000 7fd62f6c3640 1 > prepared operation key=H0YBVQU3EMED tag=P3VJ9S20BVC5 type=del size=239438 2024-07-29T15:22:19.140 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.139+0000 7fd62f6c3640 1 < completed delete operation key=YSQLYQW9APLO tag=UARYMOKM9COE type=del 2024-07-29T15:22:19.142 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.141+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=LRTJ4884ZP3H type=del size=299584 2024-07-29T15:22:19.144 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.143+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~19AGMCJZPDV1.0 size=1048576 2024-07-29T15:22:19.145 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.145+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~19AGMCJZPDV1.1 size=735652 2024-07-29T15:22:19.149 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.148+0000 7fd62f6c3640 1 < completed multipart upload key=5E8G14SOGN0S upload=19AGMCJZPDV1 tag=AQAEAHEIY30R type=write size=2832804 2024-07-29T15:22:19.152 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.151+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~LM0Z6VO8Q0H6.0 size=1048576 2024-07-29T15:22:19.154 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.153+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~LM0Z6VO8Q0H6.1 size=813923 2024-07-29T15:22:19.154 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.153+0000 7fd62f6c3640 1 > prepared multipart upload key=SI02Q5RHER9G upload=LM0Z6VO8Q0H6 tag=AD41O0B6DFVP type=write size=2911075 2024-07-29T15:22:19.158 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.157+0000 7fd62f6c3640 1 < suggested update operation key=7THABETH5LSN tag=10AQIKZ03LV4 type=del size=755925 2024-07-29T15:22:19.160 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.159+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=NOW520IUUQV4 type=write size=412618 2024-07-29T15:22:19.164 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.163+0000 7fd62f6c3640 1 < suggested update operation key=SI02Q5RHER9G tag=0R3PLVBU1SST type=write size=329300 2024-07-29T15:22:19.168 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.167+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~G1LFR902FAPZ.0 size=1048576 2024-07-29T15:22:19.171 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.170+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~G1LFR902FAPZ.1 size=1048576 2024-07-29T15:22:19.173 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.172+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~G1LFR902FAPZ.2 size=196546 2024-07-29T15:22:19.173 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.172+0000 7fd62f6c3640 1 > prepared multipart upload key=FAOPDKU2UC4Y upload=G1LFR902FAPZ tag=VLLDUWCBO5OT type=write size=3342274 2024-07-29T15:22:19.175 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.174+0000 7fd62f6c3640 1 < completed delete operation key=E98KUA2RK3BK tag=LQMC3GTVE2PE type=del 2024-07-29T15:22:19.179 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.178+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~1PF23XJBSLAW.0 size=348375 2024-07-29T15:22:19.179 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.178+0000 7fd62f6c3640 1 > prepared multipart upload key=RQC1B162F8M6 upload=1PF23XJBSLAW tag=V0WS0BWP0BUE type=write size=1396951 2024-07-29T15:22:19.181 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.180+0000 7fd62f6c3640 1 < completed delete operation key=ZMFNWBOB37DJ tag=F50OIVP1LF29 type=del 2024-07-29T15:22:19.185 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.184+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~MZ7WZQLEM982.0 size=1048576 2024-07-29T15:22:19.187 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.186+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~MZ7WZQLEM982.1 size=861371 2024-07-29T15:22:19.187 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.186+0000 7fd62f6c3640 1 > prepared multipart upload key=L184IOUE520P upload=MZ7WZQLEM982 tag=VA82F57RCZ4Z type=write size=2958523 2024-07-29T15:22:19.189 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.188+0000 7fd62f6c3640 1 < completed delete operation key=A98383AI9GGP tag=JS83297W9B2K type=del 2024-07-29T15:22:19.191 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.190+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=QDE6C5GUH5HO type=del size=2912332 2024-07-29T15:22:19.197 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.194+0000 7fd62f6c3640 1 < suggested remove operation key=5E8G14SOGN0S tag=YXTXDHWG7R89 type=write 2024-07-29T15:22:19.198 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.197+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~ELWH06RU7678.0 size=1048576 2024-07-29T15:22:19.200 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.199+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~ELWH06RU7678.1 size=315579 2024-07-29T15:22:19.200 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.199+0000 7fd62f6c3640 1 > prepared multipart upload key=A98383AI9GGP upload=ELWH06RU7678 tag=XIVHZX8FDIE7 type=write size=2412731 2024-07-29T15:22:19.204 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.203+0000 7fd62f6c3640 1 < suggested update operation key=L3WAA4XE7CTH tag=62H3BAB5S4IT type=del size=1447217 2024-07-29T15:22:19.208 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.207+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~3H4SGS9WCZIW.0 size=870172 2024-07-29T15:22:19.208 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.207+0000 7fd62f6c3640 1 > prepared multipart upload key=8BA2XKLPRGQN upload=3H4SGS9WCZIW tag=47JH8NMDWFFD type=write size=1918748 2024-07-29T15:22:19.210 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.209+0000 7fd62f6c3640 1 < completed write operation key=4Z3FPJTXXFV7 tag=LDDC8KRQFO7B type=write size=941975 2024-07-29T15:22:19.212 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.211+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=1QXQCHBMXBNV type=write size=988394 2024-07-29T15:22:19.214 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.213+0000 7fd62f6c3640 1 < completed delete operation key=ZDB57ZUUV5IX tag=LZG8R1P35FNG type=del 2024-07-29T15:22:19.216 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.215+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=1GDG365JGSOK type=del size=3285381 2024-07-29T15:22:19.219 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.218+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~9GKYQTBCAQAZ.0 size=1048576 2024-07-29T15:22:19.220 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.220+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~9GKYQTBCAQAZ.1 size=1048576 2024-07-29T15:22:19.222 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.222+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~9GKYQTBCAQAZ.2 size=517650 2024-07-29T15:22:19.226 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.225+0000 7fd62f6c3640 1 < completed multipart upload key=BIYBUOZPJSZV upload=9GKYQTBCAQAZ tag=F6HLT7X7FWX6 type=write size=3663378 2024-07-29T15:22:19.230 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.229+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~ZATJ3LQ2HI4F.0 size=1048576 2024-07-29T15:22:19.232 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.231+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~ZATJ3LQ2HI4F.1 size=761343 2024-07-29T15:22:19.232 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.231+0000 7fd62f6c3640 1 > prepared multipart upload key=VD0CC9XRAGF4 upload=ZATJ3LQ2HI4F tag=3KXBKEBUM6NX type=write size=2858495 2024-07-29T15:22:19.234 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.233+0000 7fd62f6c3640 1 < completed delete operation key=A98383AI9GGP tag=JMJQ2A77KISA type=del 2024-07-29T15:22:19.238 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.237+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~EOLPHLHRXGIP.0 size=1048576 2024-07-29T15:22:19.239 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.238+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~EOLPHLHRXGIP.1 size=1048576 2024-07-29T15:22:19.241 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.240+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~EOLPHLHRXGIP.2 size=605756 2024-07-29T15:22:19.241 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.240+0000 7fd62f6c3640 1 > prepared multipart upload key=7THABETH5LSN upload=EOLPHLHRXGIP tag=CPFCMG38TMIW type=write size=3751484 2024-07-29T15:22:19.242 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.241+0000 7fd62f6c3640 -1 < no bi entry to suggest for operation key=5E8G14SOGN0S tag=1G0D0AMZ84OL type=del size=3540005: (2) No such file or directory 2024-07-29T15:22:19.243 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.242+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=TR59K4V5JLJJ type=del size=1927206 2024-07-29T15:22:19.246 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.245+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~LXD5WR0ZSTF6.0 size=1048576 2024-07-29T15:22:19.247 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.246+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~LXD5WR0ZSTF6.1 size=1048576 2024-07-29T15:22:19.249 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.248+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~LXD5WR0ZSTF6.2 size=598642 2024-07-29T15:22:19.253 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.252+0000 7fd62f6c3640 1 < completed multipart upload key=V2178FD5CN6Y upload=LXD5WR0ZSTF6 tag=JQYP2HWZYYKU type=write size=3744370 2024-07-29T15:22:19.256 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.255+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~UOS8WHCZZPMO.0 size=1048576 2024-07-29T15:22:19.258 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.257+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~UOS8WHCZZPMO.1 size=787447 2024-07-29T15:22:19.258 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.257+0000 7fd62f6c3640 1 > prepared multipart upload key=TAZR3PWEGCVK upload=UOS8WHCZZPMO tag=1C8OXCZIWK5N type=write size=2884599 2024-07-29T15:22:19.260 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.259+0000 7fd62f6c3640 1 < completed delete operation key=H0YBVQU3EMED tag=P3VJ9S20BVC5 type=del 2024-07-29T15:22:19.264 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.263+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~JG897X4TUF0D.0 size=229796 2024-07-29T15:22:19.264 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.263+0000 7fd62f6c3640 1 > prepared multipart upload key=E98KUA2RK3BK upload=JG897X4TUF0D tag=0OTDSFMDRZMV type=write size=1278372 2024-07-29T15:22:19.266 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.265+0000 7fd62f6c3640 1 < completed delete operation key=RQC1B162F8M6 tag=LRTJ4884ZP3H type=del 2024-07-29T15:22:19.268 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.267+0000 7fd62f6c3640 1 > prepared operation key=N3UV8NSUX0G0 tag=C31PRQLZ8RD1 type=write size=764783 2024-07-29T15:22:19.270 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.269+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~LM0Z6VO8Q0H6.0 size=1048576 2024-07-29T15:22:19.272 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.271+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~LM0Z6VO8Q0H6.1 size=813923 2024-07-29T15:22:19.275 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.274+0000 7fd62f6c3640 1 < completed multipart upload key=SI02Q5RHER9G upload=LM0Z6VO8Q0H6 tag=AD41O0B6DFVP type=write size=2911075 2024-07-29T15:22:19.277 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.276+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=5CXLAM6TKT3N type=del size=1394570 2024-07-29T15:22:19.281 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.280+0000 7fd62f6c3640 1 < suggested remove operation key=VD0CC9XRAGF4 tag=NOW520IUUQV4 type=write 2024-07-29T15:22:19.285 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.284+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~CX8KXG4TE6YD.0 size=1048576 2024-07-29T15:22:19.287 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.286+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~CX8KXG4TE6YD.1 size=1048576 2024-07-29T15:22:19.289 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.288+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~CX8KXG4TE6YD.2 size=769403 2024-07-29T15:22:19.289 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.288+0000 7fd62f6c3640 1 > prepared multipart upload key=UNDM9MIM6GG0 upload=CX8KXG4TE6YD tag=MXVJVK8FRQY1 type=write size=3915131 2024-07-29T15:22:19.291 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.290+0000 7fd62f6c3640 1 < completed part key=_multipart_FAOPDKU2UC4Y.2~G1LFR902FAPZ.0 size=1048576 2024-07-29T15:22:19.291 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.290+0000 7fd62f6c3640 1 < canceled part key=_multipart_FAOPDKU2UC4Y.2~G1LFR902FAPZ.1 size=1048576 2024-07-29T15:22:19.293 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.292+0000 7fd62f6c3640 1 < completed part key=_multipart_FAOPDKU2UC4Y.2~G1LFR902FAPZ.2 size=196546 2024-07-29T15:22:19.296 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.296+0000 7fd62f6c3640 1 < canceled multipart upload key=FAOPDKU2UC4Y upload=G1LFR902FAPZ tag=VLLDUWCBO5OT type=write size=3342274 2024-07-29T15:22:19.299 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.298+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=7L4LNZL6LMYV type=del size=3200342 2024-07-29T15:22:19.299 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.298+0000 7fd62f6c3640 1 < canceled part key=_multipart_RQC1B162F8M6.2~1PF23XJBSLAW.0 size=348375 2024-07-29T15:22:19.303 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.302+0000 7fd62f6c3640 1 < canceled multipart upload key=RQC1B162F8M6 upload=1PF23XJBSLAW tag=V0WS0BWP0BUE type=write size=1396951 2024-07-29T15:22:19.305 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.304+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=JLEY7BQXF95I type=del size=585410 2024-07-29T15:22:19.307 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.306+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~MZ7WZQLEM982.0 size=1048576 2024-07-29T15:22:19.309 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.308+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~MZ7WZQLEM982.1 size=861371 2024-07-29T15:22:19.313 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.312+0000 7fd62f6c3640 1 < completed multipart upload key=L184IOUE520P upload=MZ7WZQLEM982 tag=VA82F57RCZ4Z type=write size=2958523 2024-07-29T15:22:19.315 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.314+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=R32U1DWN0T6G type=write size=759872 2024-07-29T15:22:19.317 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.316+0000 7fd62f6c3640 1 < completed delete operation key=ZMFNWBOB37DJ tag=QDE6C5GUH5HO type=del 2024-07-29T15:22:19.319 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.318+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=TPZI0QKJDZCN type=del size=678935 2024-07-29T15:22:19.321 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.320+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~ELWH06RU7678.0 size=1048576 2024-07-29T15:22:19.322 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.322+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~ELWH06RU7678.1 size=315579 2024-07-29T15:22:19.326 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.325+0000 7fd62f6c3640 1 < completed multipart upload key=A98383AI9GGP upload=ELWH06RU7678 tag=XIVHZX8FDIE7 type=write size=2412731 2024-07-29T15:22:19.330 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.329+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~ZR2ES0BDBZ41.0 size=1048576 2024-07-29T15:22:19.332 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.331+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~ZR2ES0BDBZ41.1 size=889973 2024-07-29T15:22:19.332 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.331+0000 7fd62f6c3640 1 > prepared multipart upload key=4LY01AD2KMYQ upload=ZR2ES0BDBZ41 tag=N99WSZ1QDSGG type=write size=2987125 2024-07-29T15:22:19.334 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.333+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~3H4SGS9WCZIW.0 size=870172 2024-07-29T15:22:19.337 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.336+0000 7fd62f6c3640 1 < completed multipart upload key=8BA2XKLPRGQN upload=3H4SGS9WCZIW tag=47JH8NMDWFFD type=write size=1918748 2024-07-29T15:22:19.341 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.340+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~NKJ09COVL13B.0 size=1048576 2024-07-29T15:22:19.343 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.342+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~NKJ09COVL13B.1 size=7384 2024-07-29T15:22:19.343 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.342+0000 7fd62f6c3640 1 > prepared multipart upload key=IWIUUJFZ4UME upload=NKJ09COVL13B tag=XAT1HROTXFWG type=write size=2104536 2024-07-29T15:22:19.346 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.345+0000 7fd62f6c3640 1 < completed write operation key=E98KUA2RK3BK tag=1QXQCHBMXBNV type=write size=988394 2024-07-29T15:22:19.348 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.347+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=X2VJB3TS53UK type=del size=2844927 2024-07-29T15:22:19.350 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.350+0000 7fd62f6c3640 1 < completed delete operation key=4LY01AD2KMYQ tag=1GDG365JGSOK type=del 2024-07-29T15:22:19.353 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.352+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=1VYNCOOR001C type=del size=3103984 2024-07-29T15:22:19.355 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.354+0000 7fd62f6c3640 1 < completed part key=_multipart_VD0CC9XRAGF4.2~ZATJ3LQ2HI4F.0 size=1048576 2024-07-29T15:22:19.356 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.356+0000 7fd62f6c3640 1 < completed part key=_multipart_VD0CC9XRAGF4.2~ZATJ3LQ2HI4F.1 size=761343 2024-07-29T15:22:19.360 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.359+0000 7fd62f6c3640 1 < completed multipart upload key=VD0CC9XRAGF4 upload=ZATJ3LQ2HI4F tag=3KXBKEBUM6NX type=write size=2858495 2024-07-29T15:22:19.362 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.361+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=V4MY1E67O4L1 type=write size=831548 2024-07-29T15:22:19.364 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.363+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~EOLPHLHRXGIP.0 size=1048576 2024-07-29T15:22:19.364 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.363+0000 7fd62f6c3640 1 < canceled part key=_multipart_7THABETH5LSN.2~EOLPHLHRXGIP.1 size=1048576 2024-07-29T15:22:19.366 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.365+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~EOLPHLHRXGIP.2 size=605756 2024-07-29T15:22:19.369 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.368+0000 7fd62f6c3640 1 < canceled multipart upload key=7THABETH5LSN upload=EOLPHLHRXGIP tag=CPFCMG38TMIW type=write size=3751484 2024-07-29T15:22:19.371 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.371+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=RM2LSTGX7RUY type=write size=671471 2024-07-29T15:22:19.373 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.373+0000 7fd62f6c3640 1 < completed delete operation key=7THABETH5LSN tag=TR59K4V5JLJJ type=del 2024-07-29T15:22:19.376 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.375+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=9Q38ZOV5RZZT type=del size=2246201 2024-07-29T15:22:19.378 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.377+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~UOS8WHCZZPMO.0 size=1048576 2024-07-29T15:22:19.379 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.379+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~UOS8WHCZZPMO.1 size=787447 2024-07-29T15:22:19.383 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.382+0000 7fd62f6c3640 1 < completed multipart upload key=TAZR3PWEGCVK upload=UOS8WHCZZPMO tag=1C8OXCZIWK5N type=write size=2884599 2024-07-29T15:22:19.385 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.384+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=XFYT8TIFXKE9 type=del size=1925470 2024-07-29T15:22:19.387 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.386+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~JG897X4TUF0D.0 size=229796 2024-07-29T15:22:19.390 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.389+0000 7fd62f6c3640 1 < completed multipart upload key=E98KUA2RK3BK upload=JG897X4TUF0D tag=0OTDSFMDRZMV type=write size=1278372 2024-07-29T15:22:19.394 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.393+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~KO6HSS9QGIB4.0 size=1048576 2024-07-29T15:22:19.396 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.395+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~KO6HSS9QGIB4.1 size=757664 2024-07-29T15:22:19.396 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.395+0000 7fd62f6c3640 1 > prepared multipart upload key=FAOPDKU2UC4Y upload=KO6HSS9QGIB4 tag=YHUBR3UP892F type=write size=2854816 2024-07-29T15:22:19.402 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.399+0000 7fd62f6c3640 1 < suggested update operation key=N3UV8NSUX0G0 tag=C31PRQLZ8RD1 type=write size=764783 2024-07-29T15:22:19.402 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.401+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=C7Q0PHAV6ARI type=del size=30572 2024-07-29T15:22:19.407 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.406+0000 7fd62f6c3640 1 < suggested remove operation key=W248KYMPQG8A tag=5CXLAM6TKT3N type=del 2024-07-29T15:22:19.410 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.410+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~7QZGC6T3TELV.0 size=623977 2024-07-29T15:22:19.411 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.410+0000 7fd62f6c3640 1 > prepared multipart upload key=RQC1B162F8M6 upload=7QZGC6T3TELV tag=3HIB44N5DDDG type=write size=1672553 2024-07-29T15:22:19.412 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.411+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~CX8KXG4TE6YD.0 size=1048576 2024-07-29T15:22:19.414 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.413+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~CX8KXG4TE6YD.1 size=1048576 2024-07-29T15:22:19.416 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.415+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~CX8KXG4TE6YD.2 size=769403 2024-07-29T15:22:19.420 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.419+0000 7fd62f6c3640 1 < completed multipart upload key=UNDM9MIM6GG0 upload=CX8KXG4TE6YD tag=MXVJVK8FRQY1 type=write size=3915131 2024-07-29T15:22:19.423 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.422+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~MPSOY7QXG85P.0 size=1048576 2024-07-29T15:22:19.425 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.424+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~MPSOY7QXG85P.1 size=1048576 2024-07-29T15:22:19.426 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.426+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~MPSOY7QXG85P.2 size=868616 2024-07-29T15:22:19.427 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.426+0000 7fd62f6c3640 1 > prepared multipart upload key=M5I2YC3HVZ0P upload=MPSOY7QXG85P tag=22CH4G6X9T8K type=write size=4014344 2024-07-29T15:22:19.429 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.428+0000 7fd62f6c3640 1 < completed delete operation key=SI02Q5RHER9G tag=7L4LNZL6LMYV type=del 2024-07-29T15:22:19.433 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.432+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~13B6DTY8AAQ3.0 size=897742 2024-07-29T15:22:19.433 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.432+0000 7fd62f6c3640 1 > prepared multipart upload key=YSQLYQW9APLO upload=13B6DTY8AAQ3 tag=W80RL33B4YM2 type=write size=1946318 2024-07-29T15:22:19.435 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.434+0000 7fd62f6c3640 1 < completed delete operation key=BIYBUOZPJSZV tag=JLEY7BQXF95I type=del 2024-07-29T15:22:19.438 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.437+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=7DH8JEQV0HS1 type=del size=3954797 2024-07-29T15:22:19.440 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.439+0000 7fd62f6c3640 1 < completed write operation key=IAXC3BCSNJJH tag=R32U1DWN0T6G type=write size=759872 2024-07-29T15:22:19.442 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.441+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=GC6AEV13VQB9 type=del size=183565 2024-07-29T15:22:19.448 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.447+0000 7fd62f6c3640 1 < suggested update operation key=4LY01AD2KMYQ tag=TPZI0QKJDZCN type=del size=678935 2024-07-29T15:22:19.450 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.449+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=IPIGCBM5GLN0 type=del size=1814854 2024-07-29T15:22:19.450 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.449+0000 7fd62f6c3640 1 < canceled part key=_multipart_4LY01AD2KMYQ.2~ZR2ES0BDBZ41.0 size=1048576 2024-07-29T15:22:19.452 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.451+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~ZR2ES0BDBZ41.1 size=889973 2024-07-29T15:22:19.456 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.455+0000 7fd62f6c3640 1 < canceled multipart upload key=4LY01AD2KMYQ upload=ZR2ES0BDBZ41 tag=N99WSZ1QDSGG type=write size=2987125 2024-07-29T15:22:19.458 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.457+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=HLCUG9GUQZIA type=write size=449956 2024-07-29T15:22:19.460 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.459+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~NKJ09COVL13B.0 size=1048576 2024-07-29T15:22:19.461 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.461+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~NKJ09COVL13B.1 size=7384 2024-07-29T15:22:19.465 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.464+0000 7fd62f6c3640 1 < completed multipart upload key=IWIUUJFZ4UME upload=NKJ09COVL13B tag=XAT1HROTXFWG type=write size=2104536 2024-07-29T15:22:19.467 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.466+0000 7fd62f6c3640 1 > prepared operation key=C3FDCOT4DV2B tag=QAVZX8LEOUJO type=del size=665707 2024-07-29T15:22:19.469 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.468+0000 7fd62f6c3640 1 < completed delete operation key=7THABETH5LSN tag=X2VJB3TS53UK type=del 2024-07-29T15:22:19.472 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.472+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~6Y7F10LVM6C0.0 size=525811 2024-07-29T15:22:19.473 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.472+0000 7fd62f6c3640 1 > prepared multipart upload key=L184IOUE520P upload=6Y7F10LVM6C0 tag=CNSG5HV4M8NH type=write size=1574387 2024-07-29T15:22:19.474 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.474+0000 7fd62f6c3640 1 < completed delete operation key=4Z3FPJTXXFV7 tag=1VYNCOOR001C type=del 2024-07-29T15:22:19.479 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.478+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~Z9T90QKKM6AL.0 size=1048576 2024-07-29T15:22:19.481 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.480+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~Z9T90QKKM6AL.1 size=1048576 2024-07-29T15:22:19.483 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.482+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~Z9T90QKKM6AL.2 size=485944 2024-07-29T15:22:19.483 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.482+0000 7fd62f6c3640 1 > prepared multipart upload key=RQC1B162F8M6 upload=Z9T90QKKM6AL tag=8CSXL72GF38X type=write size=3631672 2024-07-29T15:22:19.485 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.484+0000 7fd62f6c3640 1 < canceled operation key=5E8G14SOGN0S tag=V4MY1E67O4L1 type=write size=831548 2024-07-29T15:22:19.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:19 smithi067 ceph-mon[91995]: pgmap v1334: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 507 KiB/s wr, 2.57k op/s 2024-07-29T15:22:19.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:19 smithi067 ceph-mon[94375]: pgmap v1334: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 507 KiB/s wr, 2.57k op/s 2024-07-29T15:22:19.489 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.489+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~OWVJEWF0E32I.0 size=1048576 2024-07-29T15:22:19.491 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.491+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~OWVJEWF0E32I.1 size=404873 2024-07-29T15:22:19.491 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.491+0000 7fd62f6c3640 1 > prepared multipart upload key=H0YBVQU3EMED upload=OWVJEWF0E32I tag=06MDU9C6A7IN type=write size=2502025 2024-07-29T15:22:19.495 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.494+0000 7fd62f6c3640 1 < suggested remove operation key=7CXNN1RN7UV8 tag=RM2LSTGX7RUY type=write 2024-07-29T15:22:19.497 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.496+0000 7fd62f6c3640 1 > prepared operation key=H0YBVQU3EMED tag=3AFQVW1NYF3C type=del size=3715296 2024-07-29T15:22:19.499 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.499+0000 7fd62f6c3640 1 < completed delete operation key=TAZR3PWEGCVK tag=9Q38ZOV5RZZT type=del 2024-07-29T15:22:19.501 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.501+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=SYKYYJYNLT00 type=write size=734765 2024-07-29T15:22:19.503 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.502+0000 7fd62f6c3640 1 < completed delete operation key=7THABETH5LSN tag=XFYT8TIFXKE9 type=del 2024-07-29T15:22:19.505 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.505+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=7L81QLO8LB0C type=write size=346946 2024-07-29T15:22:19.508 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.507+0000 7fd62f6c3640 1 < completed part key=_multipart_FAOPDKU2UC4Y.2~KO6HSS9QGIB4.0 size=1048576 2024-07-29T15:22:19.508 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.507+0000 7fd62f6c3640 1 < canceled part key=_multipart_FAOPDKU2UC4Y.2~KO6HSS9QGIB4.1 size=757664 2024-07-29T15:22:19.512 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.511+0000 7fd62f6c3640 1 < canceled multipart upload key=FAOPDKU2UC4Y upload=KO6HSS9QGIB4 tag=YHUBR3UP892F type=write size=2854816 2024-07-29T15:22:19.514 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.513+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=D3P5Q3RX2ZY3 type=write size=101682 2024-07-29T15:22:19.516 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.515+0000 7fd62f6c3640 1 < completed delete operation key=A98383AI9GGP tag=C7Q0PHAV6ARI type=del 2024-07-29T15:22:19.520 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.519+0000 7fd62f6c3640 1 > prepared part key=_multipart_M86GT4R04HUE.2~M71KCZ8M54FR.0 size=1048576 2024-07-29T15:22:19.521 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.520+0000 7fd62f6c3640 1 > prepared part key=_multipart_M86GT4R04HUE.2~M71KCZ8M54FR.1 size=1009733 2024-07-29T15:22:19.521 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.520+0000 7fd62f6c3640 1 > prepared multipart upload key=M86GT4R04HUE upload=M71KCZ8M54FR tag=2JJNJ1MWSGOY type=write size=3106885 2024-07-29T15:22:19.523 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.522+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~7QZGC6T3TELV.0 size=623977 2024-07-29T15:22:19.527 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.526+0000 7fd62f6c3640 1 < completed multipart upload key=RQC1B162F8M6 upload=7QZGC6T3TELV tag=3HIB44N5DDDG type=write size=1672553 2024-07-29T15:22:19.530 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.529+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=RSRM0PAI2ZSZ type=del size=1807744 2024-07-29T15:22:19.532 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.531+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~MPSOY7QXG85P.0 size=1048576 2024-07-29T15:22:19.533 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.532+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~MPSOY7QXG85P.1 size=1048576 2024-07-29T15:22:19.535 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.534+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~MPSOY7QXG85P.2 size=868616 2024-07-29T15:22:19.538 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.537+0000 7fd62f6c3640 1 < completed multipart upload key=M5I2YC3HVZ0P upload=MPSOY7QXG85P tag=22CH4G6X9T8K type=write size=4014344 2024-07-29T15:22:19.540 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.539+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=53AR2KOB5VCZ type=del size=2617220 2024-07-29T15:22:19.542 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.541+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~13B6DTY8AAQ3.0 size=897742 2024-07-29T15:22:19.546 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.545+0000 7fd62f6c3640 1 < completed multipart upload key=YSQLYQW9APLO upload=13B6DTY8AAQ3 tag=W80RL33B4YM2 type=write size=1946318 2024-07-29T15:22:19.548 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.547+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=8DLLFGZD9W1Q type=del size=3835246 2024-07-29T15:22:19.552 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.551+0000 7fd62f6c3640 1 < suggested remove operation key=5RY4L1BV4ZJB tag=7DH8JEQV0HS1 type=del 2024-07-29T15:22:19.555 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.555+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~HEQO2BKDMX2X.0 size=1048576 2024-07-29T15:22:19.557 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.556+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~HEQO2BKDMX2X.1 size=1048576 2024-07-29T15:22:19.559 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.558+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~HEQO2BKDMX2X.2 size=526271 2024-07-29T15:22:19.559 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.558+0000 7fd62f6c3640 1 > prepared multipart upload key=V2178FD5CN6Y upload=HEQO2BKDMX2X tag=S9HCGXE5E5V2 type=write size=3671999 2024-07-29T15:22:19.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:19 smithi138 ceph-mon[86438]: pgmap v1334: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 507 KiB/s wr, 2.57k op/s 2024-07-29T15:22:19.561 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.560+0000 7fd62f6c3640 1 < completed delete operation key=VD0CC9XRAGF4 tag=GC6AEV13VQB9 type=del 2024-07-29T15:22:19.564 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.564+0000 7fd62f6c3640 1 > prepared part key=_multipart_5RY4L1BV4ZJB.2~3LZFZ006WMAV.0 size=398918 2024-07-29T15:22:19.565 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.564+0000 7fd62f6c3640 1 > prepared multipart upload key=5RY4L1BV4ZJB upload=3LZFZ006WMAV tag=VOLNYV8XU3DQ type=write size=1447494 2024-07-29T15:22:19.567 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.567+0000 7fd62f6c3640 -1 < failed to complete operation key=5RY4L1BV4ZJB tag=IPIGCBM5GLN0 type=del size=1814854: (22) Invalid argument 2024-07-29T15:22:19.570 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.569+0000 7fd62f6c3640 1 > prepared operation key=N3UV8NSUX0G0 tag=4REZ3BG1H5WG type=del size=351669 2024-07-29T15:22:19.572 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.571+0000 7fd62f6c3640 1 < completed write operation key=4Z3FPJTXXFV7 tag=HLCUG9GUQZIA type=write size=449956 2024-07-29T15:22:19.575 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.574+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=0FYVV1N4EJP8 type=write size=448341 2024-07-29T15:22:19.577 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.576+0000 7fd62f6c3640 1 < canceled operation key=C3FDCOT4DV2B tag=QAVZX8LEOUJO type=del size=665707 2024-07-29T15:22:19.579 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.578+0000 7fd62f6c3640 1 > prepared operation key=H0YBVQU3EMED tag=D855CZBFFHUV type=del size=3086649 2024-07-29T15:22:19.581 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.580+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~6Y7F10LVM6C0.0 size=525811 2024-07-29T15:22:19.584 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.584+0000 7fd62f6c3640 1 < completed multipart upload key=L184IOUE520P upload=6Y7F10LVM6C0 tag=CNSG5HV4M8NH type=write size=1574387 2024-07-29T15:22:19.586 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.586+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=BMXIG8CJX0ES type=del size=487570 2024-07-29T15:22:19.589 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.588+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~Z9T90QKKM6AL.0 size=1048576 2024-07-29T15:22:19.591 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.590+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~Z9T90QKKM6AL.1 size=1048576 2024-07-29T15:22:19.593 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.592+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~Z9T90QKKM6AL.2 size=485944 2024-07-29T15:22:19.596 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.596+0000 7fd62f6c3640 1 < completed multipart upload key=RQC1B162F8M6 upload=Z9T90QKKM6AL tag=8CSXL72GF38X type=write size=3631672 2024-07-29T15:22:19.598 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.597+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=M0RH4K07GDSH type=del size=3816164 2024-07-29T15:22:19.601 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.600+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~OWVJEWF0E32I.0 size=1048576 2024-07-29T15:22:19.603 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.602+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~OWVJEWF0E32I.1 size=404873 2024-07-29T15:22:19.607 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.606+0000 7fd62f6c3640 1 < completed multipart upload key=H0YBVQU3EMED upload=OWVJEWF0E32I tag=06MDU9C6A7IN type=write size=2502025 2024-07-29T15:22:19.609 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.608+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=Z88KKYWKILPH type=del size=433521 2024-07-29T15:22:19.611 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.610+0000 7fd62f6c3640 1 < completed delete operation key=H0YBVQU3EMED tag=3AFQVW1NYF3C type=del 2024-07-29T15:22:19.613 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.612+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=AKTJPKS5YKX0 type=del size=4011810 2024-07-29T15:22:19.615 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.614+0000 7fd62f6c3640 1 < completed write operation key=7CXNN1RN7UV8 tag=SYKYYJYNLT00 type=write size=734765 2024-07-29T15:22:19.617 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.616+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=919GJIJUOFX0 type=write size=193705 2024-07-29T15:22:19.619 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.618+0000 7fd62f6c3640 1 < completed write operation key=IAXC3BCSNJJH tag=7L81QLO8LB0C type=write size=346946 2024-07-29T15:22:19.623 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.622+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~S88JLYRJ3PWF.0 size=124293 2024-07-29T15:22:19.623 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.622+0000 7fd62f6c3640 1 > prepared multipart upload key=SI02Q5RHER9G upload=S88JLYRJ3PWF tag=68QIUG59629Z type=write size=1172869 2024-07-29T15:22:19.625 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.624+0000 7fd62f6c3640 1 < completed write operation key=VD0CC9XRAGF4 tag=D3P5Q3RX2ZY3 type=write size=101682 2024-07-29T15:22:19.627 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.626+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=IDSE8CZFDKW2 type=write size=314551 2024-07-29T15:22:19.629 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.629+0000 7fd62f6c3640 1 < completed part key=_multipart_M86GT4R04HUE.2~M71KCZ8M54FR.0 size=1048576 2024-07-29T15:22:19.631 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.630+0000 7fd62f6c3640 1 < completed part key=_multipart_M86GT4R04HUE.2~M71KCZ8M54FR.1 size=1009733 2024-07-29T15:22:19.634 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.634+0000 7fd62f6c3640 1 < completed multipart upload key=M86GT4R04HUE upload=M71KCZ8M54FR tag=2JJNJ1MWSGOY type=write size=3106885 2024-07-29T15:22:19.638 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.637+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~2FJK9GFIN4NM.0 size=1048576 2024-07-29T15:22:19.640 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.639+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~2FJK9GFIN4NM.1 size=836005 2024-07-29T15:22:19.640 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.639+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=2FJK9GFIN4NM tag=C03YV419QYNB type=write size=2933157 2024-07-29T15:22:19.642 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.641+0000 7fd62f6c3640 1 < completed delete operation key=E98KUA2RK3BK tag=RSRM0PAI2ZSZ type=del 2024-07-29T15:22:19.646 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.645+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~GQCGYLAQOHJ9.0 size=1048576 2024-07-29T15:22:19.648 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.647+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~GQCGYLAQOHJ9.1 size=1048576 2024-07-29T15:22:19.650 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.649+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~GQCGYLAQOHJ9.2 size=132135 2024-07-29T15:22:19.650 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.649+0000 7fd62f6c3640 1 > prepared multipart upload key=ZDB57ZUUV5IX upload=GQCGYLAQOHJ9 tag=WFLZ8YVWKHTP type=write size=3277863 2024-07-29T15:22:19.652 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.651+0000 7fd62f6c3640 1 < canceled operation key=IAXC3BCSNJJH tag=53AR2KOB5VCZ type=del size=2617220 2024-07-29T15:22:19.654 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.653+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=R2J6VZNVNA7Z type=del size=3210011 2024-07-29T15:22:19.656 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.655+0000 7fd62f6c3640 1 < completed delete operation key=FAOPDKU2UC4Y tag=8DLLFGZD9W1Q type=del 2024-07-29T15:22:19.659 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.658+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=FV5UAQVLK5ML type=del size=715372 2024-07-29T15:22:19.661 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.660+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~HEQO2BKDMX2X.0 size=1048576 2024-07-29T15:22:19.662 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.662+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~HEQO2BKDMX2X.1 size=1048576 2024-07-29T15:22:19.664 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.663+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~HEQO2BKDMX2X.2 size=526271 2024-07-29T15:22:19.668 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.667+0000 7fd62f6c3640 1 < completed multipart upload key=V2178FD5CN6Y upload=HEQO2BKDMX2X tag=S9HCGXE5E5V2 type=write size=3671999 2024-07-29T15:22:19.670 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.669+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=07DOF594VDDK type=del size=3553362 2024-07-29T15:22:19.672 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.671+0000 7fd62f6c3640 1 < completed part key=_multipart_5RY4L1BV4ZJB.2~3LZFZ006WMAV.0 size=398918 2024-07-29T15:22:19.676 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.675+0000 7fd62f6c3640 1 < completed multipart upload key=5RY4L1BV4ZJB upload=3LZFZ006WMAV tag=VOLNYV8XU3DQ type=write size=1447494 2024-07-29T15:22:19.680 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.679+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~ML1JT777H1HY.0 size=1048576 2024-07-29T15:22:19.682 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.681+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~ML1JT777H1HY.1 size=1048576 2024-07-29T15:22:19.684 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.683+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~ML1JT777H1HY.2 size=62121 2024-07-29T15:22:19.684 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.683+0000 7fd62f6c3640 1 > prepared multipart upload key=5E8G14SOGN0S upload=ML1JT777H1HY tag=62T5H1HOUX30 type=write size=3207849 2024-07-29T15:22:19.686 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.685+0000 7fd62f6c3640 1 < canceled operation key=N3UV8NSUX0G0 tag=4REZ3BG1H5WG type=del size=351669 2024-07-29T15:22:19.690 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.689+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~8L0RS61P7E7R.0 size=1048576 2024-07-29T15:22:19.692 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.691+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~8L0RS61P7E7R.1 size=1048576 2024-07-29T15:22:19.693 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.693+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~8L0RS61P7E7R.2 size=807929 2024-07-29T15:22:19.694 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.693+0000 7fd62f6c3640 1 > prepared multipart upload key=RQC1B162F8M6 upload=8L0RS61P7E7R tag=GZU8OUBJLNHH type=write size=3953657 2024-07-29T15:22:19.697 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.695+0000 7fd62f6c3640 1 < completed write operation key=M86GT4R04HUE tag=0FYVV1N4EJP8 type=write size=448341 2024-07-29T15:22:19.698 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.697+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=2YOY79B4CENV type=del size=611695 2024-07-29T15:22:19.700 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.699+0000 7fd62f6c3640 1 < completed delete operation key=H0YBVQU3EMED tag=D855CZBFFHUV type=del 2024-07-29T15:22:19.702 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.701+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=QJ1B4SALCT4M type=del size=4159279 2024-07-29T15:22:19.705 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.704+0000 7fd62f6c3640 1 < canceled operation key=L3WAA4XE7CTH tag=BMXIG8CJX0ES type=del size=487570 2024-07-29T15:22:19.706 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.706+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=IMF4K3572NXE type=del size=786600 2024-07-29T15:22:19.708 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.708+0000 7fd62f6c3640 1 < completed delete operation key=ZMFNWBOB37DJ tag=M0RH4K07GDSH type=del 2024-07-29T15:22:19.710 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.710+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=ZAAJM8Q2SJ65 type=del size=664673 2024-07-29T15:22:19.715 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.714+0000 7fd62f6c3640 1 < suggested remove operation key=0C6FXJ0T2NGU tag=Z88KKYWKILPH type=del 2024-07-29T15:22:19.719 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.718+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~7JRRZQOSS260.0 size=1048576 2024-07-29T15:22:19.720 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.719+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~7JRRZQOSS260.1 size=141712 2024-07-29T15:22:19.720 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.719+0000 7fd62f6c3640 1 > prepared multipart upload key=IWIUUJFZ4UME upload=7JRRZQOSS260 tag=10BU37RCDPRY type=write size=2238864 2024-07-29T15:22:19.723 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.722+0000 7fd62f6c3640 1 < completed delete operation key=M86GT4R04HUE tag=AKTJPKS5YKX0 type=del 2024-07-29T15:22:19.725 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.725+0000 7fd62f6c3640 1 > prepared operation key=YSQLYQW9APLO tag=6UUPXBQ3L9DP type=del size=2153809 2024-07-29T15:22:19.728 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.727+0000 7fd62f6c3640 1 < completed write operation key=8BA2XKLPRGQN tag=919GJIJUOFX0 type=write size=193705 2024-07-29T15:22:19.730 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.729+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=RKOJOO7B2M9Z type=del size=1361528 2024-07-29T15:22:19.732 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.731+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~S88JLYRJ3PWF.0 size=124293 2024-07-29T15:22:19.735 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.735+0000 7fd62f6c3640 1 < completed multipart upload key=SI02Q5RHER9G upload=S88JLYRJ3PWF tag=68QIUG59629Z type=write size=1172869 2024-07-29T15:22:19.738 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.737+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=Z8Q95F6ZI138 type=del size=1724461 2024-07-29T15:22:19.740 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.739+0000 7fd62f6c3640 1 < completed write operation key=SI02Q5RHER9G tag=IDSE8CZFDKW2 type=write size=314551 2024-07-29T15:22:19.742 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.741+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=YYDSGM039OAI type=write size=980864 2024-07-29T15:22:19.744 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.743+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~2FJK9GFIN4NM.0 size=1048576 2024-07-29T15:22:19.745 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.744+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~2FJK9GFIN4NM.1 size=836005 2024-07-29T15:22:19.748 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.748+0000 7fd62f6c3640 1 < completed multipart upload key=IAXC3BCSNJJH upload=2FJK9GFIN4NM tag=C03YV419QYNB type=write size=2933157 2024-07-29T15:22:19.753 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.752+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~0RRALKSC5XOC.0 size=989161 2024-07-29T15:22:19.753 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.752+0000 7fd62f6c3640 1 > prepared multipart upload key=H0YBVQU3EMED upload=0RRALKSC5XOC tag=WKNLUGW78F1K type=write size=2037737 2024-07-29T15:22:19.755 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.754+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~GQCGYLAQOHJ9.0 size=1048576 2024-07-29T15:22:19.757 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.756+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~GQCGYLAQOHJ9.1 size=1048576 2024-07-29T15:22:19.758 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.757+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~GQCGYLAQOHJ9.2 size=132135 2024-07-29T15:22:19.762 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.761+0000 7fd62f6c3640 1 < completed multipart upload key=ZDB57ZUUV5IX upload=GQCGYLAQOHJ9 tag=WFLZ8YVWKHTP type=write size=3277863 2024-07-29T15:22:19.765 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.764+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~LGC2MHIIXMWD.0 size=1048576 2024-07-29T15:22:19.767 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.766+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~LGC2MHIIXMWD.1 size=773542 2024-07-29T15:22:19.767 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.766+0000 7fd62f6c3640 1 > prepared multipart upload key=7CXNN1RN7UV8 upload=LGC2MHIIXMWD tag=ZU55HHM130FD type=write size=2870694 2024-07-29T15:22:19.770 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.769+0000 7fd62f6c3640 1 < completed delete operation key=VD0CC9XRAGF4 tag=R2J6VZNVNA7Z type=del 2024-07-29T15:22:19.772 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.771+0000 7fd62f6c3640 1 > prepared operation key=YSQLYQW9APLO tag=O21QO0W29JAP type=write size=293564 2024-07-29T15:22:19.774 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.773+0000 7fd62f6c3640 1 < canceled operation key=V2178FD5CN6Y tag=FV5UAQVLK5ML type=del size=715372 2024-07-29T15:22:19.778 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.777+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~91TMGSEQR0SR.0 size=1048576 2024-07-29T15:22:19.779 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.778+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~91TMGSEQR0SR.1 size=1034105 2024-07-29T15:22:19.779 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.778+0000 7fd62f6c3640 1 > prepared multipart upload key=FAOPDKU2UC4Y upload=91TMGSEQR0SR tag=J0ZUBI9KLHW8 type=write size=3131257 2024-07-29T15:22:19.781 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.780+0000 7fd62f6c3640 1 < completed delete operation key=A98383AI9GGP tag=07DOF594VDDK type=del 2024-07-29T15:22:19.783 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.782+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=A5KI1HZOAEMB type=write size=691709 2024-07-29T15:22:19.785 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.784+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~ML1JT777H1HY.0 size=1048576 2024-07-29T15:22:19.787 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.786+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~ML1JT777H1HY.1 size=1048576 2024-07-29T15:22:19.789 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.788+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~ML1JT777H1HY.2 size=62121 2024-07-29T15:22:19.793 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.792+0000 7fd62f6c3640 1 < completed multipart upload key=5E8G14SOGN0S upload=ML1JT777H1HY tag=62T5H1HOUX30 type=write size=3207849 2024-07-29T15:22:19.796 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.795+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~3XGJ9REM37MQ.0 size=1048576 2024-07-29T15:22:19.798 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.797+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~3XGJ9REM37MQ.1 size=1048576 2024-07-29T15:22:19.800 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.799+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~3XGJ9REM37MQ.2 size=585608 2024-07-29T15:22:19.800 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.799+0000 7fd62f6c3640 1 > prepared multipart upload key=7THABETH5LSN upload=3XGJ9REM37MQ tag=619CQCTR26CV type=write size=3731336 2024-07-29T15:22:19.802 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.801+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~8L0RS61P7E7R.0 size=1048576 2024-07-29T15:22:19.804 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.803+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~8L0RS61P7E7R.1 size=1048576 2024-07-29T15:22:19.804 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.803+0000 7fd62f6c3640 1 < canceled part key=_multipart_RQC1B162F8M6.2~8L0RS61P7E7R.2 size=807929 2024-07-29T15:22:19.810 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.806+0000 7fd62f6c3640 1 < canceled multipart upload key=RQC1B162F8M6 upload=8L0RS61P7E7R tag=GZU8OUBJLNHH type=write size=3953657 2024-07-29T15:22:19.810 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.809+0000 7fd62f6c3640 1 > prepared operation key=N3UV8NSUX0G0 tag=OZ0SY50HQ1OS type=del size=2197688 2024-07-29T15:22:19.814 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.813+0000 7fd62f6c3640 1 < suggested update operation key=TAZR3PWEGCVK tag=2YOY79B4CENV type=del size=611695 2024-07-29T15:22:19.817 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.816+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=TASB5GS2PKDV type=del size=3809853 2024-07-29T15:22:19.819 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.818+0000 7fd62f6c3640 1 < completed delete operation key=5RY4L1BV4ZJB tag=QJ1B4SALCT4M type=del 2024-07-29T15:22:19.821 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.820+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=9H59D3LU1F16 type=write size=988906 2024-07-29T15:22:19.823 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.822+0000 7fd62f6c3640 1 < completed delete operation key=M86GT4R04HUE tag=IMF4K3572NXE type=del 2024-07-29T15:22:19.827 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.827+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~733SCE7S0V03.0 size=1048576 2024-07-29T15:22:19.829 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.828+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~733SCE7S0V03.1 size=1048576 2024-07-29T15:22:19.831 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.830+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~733SCE7S0V03.2 size=21772 2024-07-29T15:22:19.832 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.830+0000 7fd62f6c3640 1 > prepared multipart upload key=H0YBVQU3EMED upload=733SCE7S0V03 tag=KJHY7WIV1GZ4 type=write size=3167500 2024-07-29T15:22:19.833 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.832+0000 7fd62f6c3640 1 < completed delete operation key=IAXC3BCSNJJH tag=ZAAJM8Q2SJ65 type=del 2024-07-29T15:22:19.835 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.834+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=OZ0W6XM2B6GH type=del size=2558286 2024-07-29T15:22:19.837 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.836+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~7JRRZQOSS260.0 size=1048576 2024-07-29T15:22:19.837 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.836+0000 7fd62f6c3640 1 < canceled part key=_multipart_IWIUUJFZ4UME.2~7JRRZQOSS260.1 size=141712 2024-07-29T15:22:19.840 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.840+0000 7fd62f6c3640 1 < canceled multipart upload key=IWIUUJFZ4UME upload=7JRRZQOSS260 tag=10BU37RCDPRY type=write size=2238864 2024-07-29T15:22:19.842 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.841+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=RZTWZI93GBQM type=del size=1061430 2024-07-29T15:22:19.845 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.844+0000 7fd62f6c3640 1 < completed delete operation key=YSQLYQW9APLO tag=6UUPXBQ3L9DP type=del 2024-07-29T15:22:19.848 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.848+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~49FO37ECYPNG.0 size=134798 2024-07-29T15:22:19.849 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.848+0000 7fd62f6c3640 1 > prepared multipart upload key=RQC1B162F8M6 upload=49FO37ECYPNG tag=8XJ3IKSJRGFT type=write size=1183374 2024-07-29T15:22:19.851 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.850+0000 7fd62f6c3640 1 < completed delete operation key=ZMFNWBOB37DJ tag=RKOJOO7B2M9Z type=del 2024-07-29T15:22:19.855 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.854+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~6HS2ZID2LGDW.0 size=110462 2024-07-29T15:22:19.855 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.854+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=6HS2ZID2LGDW tag=1BT7NTFLL1HE type=write size=1159038 2024-07-29T15:22:19.857 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.856+0000 7fd62f6c3640 1 < completed delete operation key=ZMFNWBOB37DJ tag=Z8Q95F6ZI138 type=del 2024-07-29T15:22:19.859 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.858+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=GJLQ2KJBSG5U type=del size=3964433 2024-07-29T15:22:19.861 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.860+0000 7fd62f6c3640 1 < completed write operation key=E98KUA2RK3BK tag=YYDSGM039OAI type=write size=980864 2024-07-29T15:22:19.863 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.862+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=VIF7VNETMEOU type=del size=3349706 2024-07-29T15:22:19.865 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.864+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~0RRALKSC5XOC.0 size=989161 2024-07-29T15:22:19.868 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.868+0000 7fd62f6c3640 1 < completed multipart upload key=H0YBVQU3EMED upload=0RRALKSC5XOC tag=WKNLUGW78F1K type=write size=2037737 2024-07-29T15:22:19.871 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.870+0000 7fd62f6c3640 1 > prepared operation key=YSQLYQW9APLO tag=BBIH4F2C0QC8 type=del size=1866277 2024-07-29T15:22:19.873 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.872+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~LGC2MHIIXMWD.0 size=1048576 2024-07-29T15:22:19.875 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.874+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~LGC2MHIIXMWD.1 size=773542 2024-07-29T15:22:19.878 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.878+0000 7fd62f6c3640 1 < completed multipart upload key=7CXNN1RN7UV8 upload=LGC2MHIIXMWD tag=ZU55HHM130FD type=write size=2870694 2024-07-29T15:22:19.880 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.880+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=KKW7SEXF2DVH type=del size=1861334 2024-07-29T15:22:19.882 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.882+0000 7fd62f6c3640 1 < completed write operation key=YSQLYQW9APLO tag=O21QO0W29JAP type=write size=293564 2024-07-29T15:22:19.885 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.884+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=P5I05BG37FKN type=del size=1487800 2024-07-29T15:22:19.887 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.886+0000 7fd62f6c3640 1 < completed part key=_multipart_FAOPDKU2UC4Y.2~91TMGSEQR0SR.0 size=1048576 2024-07-29T15:22:19.889 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.888+0000 7fd62f6c3640 1 < completed part key=_multipart_FAOPDKU2UC4Y.2~91TMGSEQR0SR.1 size=1034105 2024-07-29T15:22:19.893 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.892+0000 7fd62f6c3640 1 < completed multipart upload key=FAOPDKU2UC4Y upload=91TMGSEQR0SR tag=J0ZUBI9KLHW8 type=write size=3131257 2024-07-29T15:22:19.896 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.896+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~NXFMRT03JT2Z.0 size=849134 2024-07-29T15:22:19.897 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.896+0000 7fd62f6c3640 1 > prepared multipart upload key=E98KUA2RK3BK upload=NXFMRT03JT2Z tag=FEFW86YLGTR0 type=write size=1897710 2024-07-29T15:22:19.899 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.898+0000 7fd62f6c3640 1 < completed write operation key=W248KYMPQG8A tag=A5KI1HZOAEMB type=write size=691709 2024-07-29T15:22:19.903 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.902+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~TQRYW1H70SWC.0 size=1002866 2024-07-29T15:22:19.903 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.902+0000 7fd62f6c3640 1 > prepared multipart upload key=SI02Q5RHER9G upload=TQRYW1H70SWC tag=VRL75B09E9Q2 type=write size=2051442 2024-07-29T15:22:19.905 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.904+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~3XGJ9REM37MQ.0 size=1048576 2024-07-29T15:22:19.905 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.904+0000 7fd62f6c3640 1 < canceled part key=_multipart_7THABETH5LSN.2~3XGJ9REM37MQ.1 size=1048576 2024-07-29T15:22:19.907 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.906+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~3XGJ9REM37MQ.2 size=585608 2024-07-29T15:22:19.911 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.910+0000 7fd62f6c3640 1 < canceled multipart upload key=7THABETH5LSN upload=3XGJ9REM37MQ tag=619CQCTR26CV type=write size=3731336 2024-07-29T15:22:19.913 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.912+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=YXBGHHFLXDHR type=del size=2339975 2024-07-29T15:22:19.917 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.916+0000 7fd62f6c3640 1 < suggested remove operation key=N3UV8NSUX0G0 tag=OZ0SY50HQ1OS type=del 2024-07-29T15:22:19.919 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.918+0000 7fd62f6c3640 1 > prepared operation key=YSQLYQW9APLO tag=JB8O2B22AHEU type=del size=3324592 2024-07-29T15:22:19.921 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.920+0000 7fd62f6c3640 1 < completed delete operation key=8BA2XKLPRGQN tag=TASB5GS2PKDV type=del 2024-07-29T15:22:19.924 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.923+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=AICBLIOD9O2Y type=del size=1888757 2024-07-29T15:22:19.926 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.925+0000 7fd62f6c3640 1 < completed write operation key=ZDB57ZUUV5IX tag=9H59D3LU1F16 type=write size=988906 2024-07-29T15:22:19.928 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.927+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=EXNZ1XIG239Y type=write size=727372 2024-07-29T15:22:19.930 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.929+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~733SCE7S0V03.0 size=1048576 2024-07-29T15:22:19.932 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.931+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~733SCE7S0V03.1 size=1048576 2024-07-29T15:22:19.934 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.933+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~733SCE7S0V03.2 size=21772 2024-07-29T15:22:19.937 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.936+0000 7fd62f6c3640 1 < completed multipart upload key=H0YBVQU3EMED upload=733SCE7S0V03 tag=KJHY7WIV1GZ4 type=write size=3167500 2024-07-29T15:22:19.939 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.939+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=NKP95JYVFK85 type=del size=147833 2024-07-29T15:22:19.943 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.942+0000 7fd62f6c3640 1 < suggested remove operation key=4LY01AD2KMYQ tag=OZ0W6XM2B6GH type=del 2024-07-29T15:22:19.945 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.945+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=ER31V110S6ZM type=write size=555476 2024-07-29T15:22:19.948 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.947+0000 7fd62f6c3640 1 < completed delete operation key=VD0CC9XRAGF4 tag=RZTWZI93GBQM type=del 2024-07-29T15:22:19.950 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.949+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=83AZCXYCANV2 type=del size=820164 2024-07-29T15:22:19.950 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.950+0000 7fd62f6c3640 1 < canceled part key=_multipart_RQC1B162F8M6.2~49FO37ECYPNG.0 size=134798 2024-07-29T15:22:19.954 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.953+0000 7fd62f6c3640 1 < canceled multipart upload key=RQC1B162F8M6 upload=49FO37ECYPNG tag=8XJ3IKSJRGFT type=write size=1183374 2024-07-29T15:22:19.957 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.956+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~ZJR5R3DYHUZV.0 size=1048576 2024-07-29T15:22:19.959 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.958+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~ZJR5R3DYHUZV.1 size=1048576 2024-07-29T15:22:19.961 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.961+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~ZJR5R3DYHUZV.2 size=79814 2024-07-29T15:22:19.961 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.961+0000 7fd62f6c3640 1 > prepared multipart upload key=L184IOUE520P upload=ZJR5R3DYHUZV tag=HVB0FJUW85WW type=write size=3225542 2024-07-29T15:22:19.963 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.963+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~6HS2ZID2LGDW.0 size=110462 2024-07-29T15:22:19.967 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.966+0000 7fd62f6c3640 1 < completed multipart upload key=W248KYMPQG8A upload=6HS2ZID2LGDW tag=1BT7NTFLL1HE type=write size=1159038 2024-07-29T15:22:19.969 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.968+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=O4DWCKBCGS9J type=del size=1367167 2024-07-29T15:22:19.971 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.970+0000 7fd62f6c3640 1 < completed delete operation key=M5I2YC3HVZ0P tag=GJLQ2KJBSG5U type=del 2024-07-29T15:22:19.975 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.974+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~LAI9KGBL81GP.0 size=1048576 2024-07-29T15:22:19.977 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.975+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~LAI9KGBL81GP.1 size=680304 2024-07-29T15:22:19.977 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.975+0000 7fd62f6c3640 1 > prepared multipart upload key=IWIUUJFZ4UME upload=LAI9KGBL81GP tag=0XATC81MPNL1 type=write size=2777456 2024-07-29T15:22:19.978 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.977+0000 7fd62f6c3640 1 < completed delete operation key=TAZR3PWEGCVK tag=VIF7VNETMEOU type=del 2024-07-29T15:22:19.982 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.981+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~O8AGWUMPDMY2.0 size=1048576 2024-07-29T15:22:19.984 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.983+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~O8AGWUMPDMY2.1 size=1048576 2024-07-29T15:22:19.986 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.985+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~O8AGWUMPDMY2.2 size=941384 2024-07-29T15:22:19.986 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.985+0000 7fd62f6c3640 1 > prepared multipart upload key=V2178FD5CN6Y upload=O8AGWUMPDMY2 tag=LS23PQ0RN5HH type=write size=4087112 2024-07-29T15:22:19.987 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.987+0000 7fd62f6c3640 1 < completed delete operation key=YSQLYQW9APLO tag=BBIH4F2C0QC8 type=del 2024-07-29T15:22:19.990 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.989+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=G4UB5IRDH5V5 type=del size=2334674 2024-07-29T15:22:19.992 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.991+0000 7fd62f6c3640 1 < completed delete operation key=L3WAA4XE7CTH tag=KKW7SEXF2DVH type=del 2024-07-29T15:22:19.995 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.994+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~J215R3N9JXKG.0 size=1048576 2024-07-29T15:22:19.997 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.996+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~J215R3N9JXKG.1 size=637597 2024-07-29T15:22:19.997 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.996+0000 7fd62f6c3640 1 > prepared multipart upload key=7THABETH5LSN upload=J215R3N9JXKG tag=0IHI2FER6L26 type=write size=2734749 2024-07-29T15:22:19.999 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:19.998+0000 7fd62f6c3640 1 < canceled operation key=5RY4L1BV4ZJB tag=P5I05BG37FKN type=del size=1487800 2024-07-29T15:22:20.003 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.002+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~LIXR5TX95LSX.0 size=1048576 2024-07-29T15:22:20.004 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.003+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~LIXR5TX95LSX.1 size=841227 2024-07-29T15:22:20.004 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.003+0000 7fd62f6c3640 1 > prepared multipart upload key=5E8G14SOGN0S upload=LIXR5TX95LSX tag=TYNF5YFYQ547 type=write size=2938379 2024-07-29T15:22:20.006 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.005+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~NXFMRT03JT2Z.0 size=849134 2024-07-29T15:22:20.010 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.009+0000 7fd62f6c3640 1 < completed multipart upload key=E98KUA2RK3BK upload=NXFMRT03JT2Z tag=FEFW86YLGTR0 type=write size=1897710 2024-07-29T15:22:20.014 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.011+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=VMWOXVKW02AJ type=del size=705821 2024-07-29T15:22:20.014 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.013+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~TQRYW1H70SWC.0 size=1002866 2024-07-29T15:22:20.017 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.016+0000 7fd62f6c3640 1 < completed multipart upload key=SI02Q5RHER9G upload=TQRYW1H70SWC tag=VRL75B09E9Q2 type=write size=2051442 2024-07-29T15:22:20.019 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.018+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=WG3KN8KQIOT0 type=del size=1726884 2024-07-29T15:22:20.023 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.021+0000 7fd62f6c3640 1 < suggested remove operation key=M5I2YC3HVZ0P tag=YXBGHHFLXDHR type=del 2024-07-29T15:22:20.026 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.025+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~CKC6CZNYOZPK.0 size=530309 2024-07-29T15:22:20.026 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.025+0000 7fd62f6c3640 1 > prepared multipart upload key=IWIUUJFZ4UME upload=CKC6CZNYOZPK tag=JKR4M7SF1821 type=write size=1578885 2024-07-29T15:22:20.029 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.028+0000 7fd62f6c3640 1 < completed delete operation key=YSQLYQW9APLO tag=JB8O2B22AHEU type=del 2024-07-29T15:22:20.031 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.030+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=88X9LNM1IMQ4 type=del size=1597520 2024-07-29T15:22:20.035 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.034+0000 7fd62f6c3640 -1 < failed to complete operation key=M5I2YC3HVZ0P tag=AICBLIOD9O2Y type=del size=1888757: (22) Invalid argument 2024-07-29T15:22:20.037 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.036+0000 7fd62f6c3640 1 > prepared operation key=C3FDCOT4DV2B tag=V16RDXQISLNR type=write size=87746 2024-07-29T15:22:20.040 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.039+0000 7fd62f6c3640 -1 < failed to complete operation key=M5I2YC3HVZ0P tag=EXNZ1XIG239Y type=write size=727372: (22) Invalid argument 2024-07-29T15:22:20.043 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.043+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~14UYAAU3F26G.0 size=1048576 2024-07-29T15:22:20.045 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.044+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~14UYAAU3F26G.1 size=647927 2024-07-29T15:22:20.045 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.044+0000 7fd62f6c3640 1 > prepared multipart upload key=E98KUA2RK3BK upload=14UYAAU3F26G tag=66U0GSOT6G1A type=write size=2745079 2024-07-29T15:22:20.047 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.046+0000 7fd62f6c3640 1 < completed delete operation key=L184IOUE520P tag=NKP95JYVFK85 type=del 2024-07-29T15:22:20.052 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.051+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~EV2CMYRNE0HA.0 size=1048576 2024-07-29T15:22:20.054 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.053+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~EV2CMYRNE0HA.1 size=587025 2024-07-29T15:22:20.054 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.053+0000 7fd62f6c3640 1 > prepared multipart upload key=H0YBVQU3EMED upload=EV2CMYRNE0HA tag=P6QVFY13S3NW type=write size=2684177 2024-07-29T15:22:20.056 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.055+0000 7fd62f6c3640 1 < completed write operation key=IWIUUJFZ4UME tag=ER31V110S6ZM type=write size=555476 2024-07-29T15:22:20.060 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.059+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~00HT7VVK5D2Q.0 size=1048576 2024-07-29T15:22:20.062 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.061+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~00HT7VVK5D2Q.1 size=511548 2024-07-29T15:22:20.062 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.061+0000 7fd62f6c3640 1 > prepared multipart upload key=IWIUUJFZ4UME upload=00HT7VVK5D2Q tag=X5KIUJZ6P5LW type=write size=2608700 2024-07-29T15:22:20.064 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.063+0000 7fd62f6c3640 1 < completed delete operation key=RQC1B162F8M6 tag=83AZCXYCANV2 type=del 2024-07-29T15:22:20.068 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.067+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~Z7FXCXWLS1Z1.0 size=1048576 2024-07-29T15:22:20.069 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.068+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~Z7FXCXWLS1Z1.1 size=1048576 2024-07-29T15:22:20.071 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.070+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~Z7FXCXWLS1Z1.2 size=354062 2024-07-29T15:22:20.071 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.070+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=Z7FXCXWLS1Z1 tag=NPX1X0FNKBDU type=write size=3499790 2024-07-29T15:22:20.073 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.073+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~ZJR5R3DYHUZV.0 size=1048576 2024-07-29T15:22:20.075 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.074+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~ZJR5R3DYHUZV.1 size=1048576 2024-07-29T15:22:20.077 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.076+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~ZJR5R3DYHUZV.2 size=79814 2024-07-29T15:22:20.081 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.080+0000 7fd62f6c3640 1 < completed multipart upload key=L184IOUE520P upload=ZJR5R3DYHUZV tag=HVB0FJUW85WW type=write size=3225542 2024-07-29T15:22:20.084 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.083+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~YU3DOOAJV3DI.0 size=168243 2024-07-29T15:22:20.084 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.083+0000 7fd62f6c3640 1 > prepared multipart upload key=H0YBVQU3EMED upload=YU3DOOAJV3DI tag=6KUM2YYPAG6X type=write size=1216819 2024-07-29T15:22:20.086 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.085+0000 7fd62f6c3640 1 < completed delete operation key=W248KYMPQG8A tag=O4DWCKBCGS9J type=del 2024-07-29T15:22:20.089 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.088+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=NQCCDQJW9ALY type=del size=3197532 2024-07-29T15:22:20.091 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.090+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~LAI9KGBL81GP.0 size=1048576 2024-07-29T15:22:20.093 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.092+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~LAI9KGBL81GP.1 size=680304 2024-07-29T15:22:20.096 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.095+0000 7fd62f6c3640 1 < completed multipart upload key=IWIUUJFZ4UME upload=LAI9KGBL81GP tag=0XATC81MPNL1 type=write size=2777456 2024-07-29T15:22:20.100 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.099+0000 7fd62f6c3640 1 > prepared part key=_multipart_5RY4L1BV4ZJB.2~3CEZ354490DR.0 size=1048576 2024-07-29T15:22:20.102 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.101+0000 7fd62f6c3640 1 > prepared part key=_multipart_5RY4L1BV4ZJB.2~3CEZ354490DR.1 size=575625 2024-07-29T15:22:20.102 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.101+0000 7fd62f6c3640 1 > prepared multipart upload key=5RY4L1BV4ZJB upload=3CEZ354490DR tag=FMX92LU9Y1NJ type=write size=2672777 2024-07-29T15:22:20.105 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.104+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~O8AGWUMPDMY2.0 size=1048576 2024-07-29T15:22:20.106 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.106+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~O8AGWUMPDMY2.1 size=1048576 2024-07-29T15:22:20.108 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.108+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~O8AGWUMPDMY2.2 size=941384 2024-07-29T15:22:20.116 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.115+0000 7fd62f6c3640 1 < completed multipart upload key=V2178FD5CN6Y upload=O8AGWUMPDMY2 tag=LS23PQ0RN5HH type=write size=4087112 2024-07-29T15:22:20.119 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.118+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=VY7DNKU0NXTW type=del size=99053 2024-07-29T15:22:20.123 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.122+0000 7fd62f6c3640 1 < suggested update operation key=M86GT4R04HUE tag=G4UB5IRDH5V5 type=del size=2334674 2024-07-29T15:22:20.126 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.125+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=DRIVYTNUQ8UI type=write size=828811 2024-07-29T15:22:20.129 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.128+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~J215R3N9JXKG.0 size=1048576 2024-07-29T15:22:20.131 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.130+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~J215R3N9JXKG.1 size=637597 2024-07-29T15:22:20.134 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.133+0000 7fd62f6c3640 1 < completed multipart upload key=7THABETH5LSN upload=J215R3N9JXKG tag=0IHI2FER6L26 type=write size=2734749 2024-07-29T15:22:20.138 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.137+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~E06IFYOIIQ3V.0 size=388507 2024-07-29T15:22:20.138 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.137+0000 7fd62f6c3640 1 > prepared multipart upload key=TAZR3PWEGCVK upload=E06IFYOIIQ3V tag=XFBFE0LV3SC4 type=write size=1437083 2024-07-29T15:22:20.141 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.140+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~LIXR5TX95LSX.0 size=1048576 2024-07-29T15:22:20.142 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.142+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~LIXR5TX95LSX.1 size=841227 2024-07-29T15:22:20.146 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.145+0000 7fd62f6c3640 1 < completed multipart upload key=5E8G14SOGN0S upload=LIXR5TX95LSX tag=TYNF5YFYQ547 type=write size=2938379 2024-07-29T15:22:20.148 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.147+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=4RUF6W3MC9GW type=del size=3487185 2024-07-29T15:22:20.152 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.151+0000 7fd62f6c3640 1 < suggested remove operation key=BIYBUOZPJSZV tag=VMWOXVKW02AJ type=del 2024-07-29T15:22:20.154 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.153+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=N6J8GM5NXG4K type=del size=1067152 2024-07-29T15:22:20.156 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.155+0000 7fd62f6c3640 1 < completed delete operation key=FAOPDKU2UC4Y tag=WG3KN8KQIOT0 type=del 2024-07-29T15:22:20.160 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.159+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~DMPYE4Z7SQ9E.0 size=1048576 2024-07-29T15:22:20.162 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.161+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~DMPYE4Z7SQ9E.1 size=1048576 2024-07-29T15:22:20.164 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.163+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~DMPYE4Z7SQ9E.2 size=915906 2024-07-29T15:22:20.164 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.163+0000 7fd62f6c3640 1 > prepared multipart upload key=A98383AI9GGP upload=DMPYE4Z7SQ9E tag=ELVEZGPN7063 type=write size=4061634 2024-07-29T15:22:20.166 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.165+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~CKC6CZNYOZPK.0 size=530309 2024-07-29T15:22:20.170 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.169+0000 7fd62f6c3640 1 < completed multipart upload key=IWIUUJFZ4UME upload=CKC6CZNYOZPK tag=JKR4M7SF1821 type=write size=1578885 2024-07-29T15:22:20.173 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.172+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=X3L2H9DEFWFR type=write size=87591 2024-07-29T15:22:20.177 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.176+0000 7fd62f6c3640 1 < suggested remove operation key=L184IOUE520P tag=88X9LNM1IMQ4 type=del 2024-07-29T15:22:20.179 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.178+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=LOA1TMYDDYYH type=del size=1480126 2024-07-29T15:22:20.181 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.180+0000 7fd62f6c3640 1 < completed write operation key=C3FDCOT4DV2B tag=V16RDXQISLNR type=write size=87746 2024-07-29T15:22:20.183 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.182+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=YSE5K3O2WB6K type=del size=3366543 2024-07-29T15:22:20.185 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.184+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~14UYAAU3F26G.0 size=1048576 2024-07-29T15:22:20.185 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.184+0000 7fd62f6c3640 1 < canceled part key=_multipart_E98KUA2RK3BK.2~14UYAAU3F26G.1 size=647927 2024-07-29T15:22:20.189 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.188+0000 7fd62f6c3640 1 < canceled multipart upload key=E98KUA2RK3BK upload=14UYAAU3F26G tag=66U0GSOT6G1A type=write size=2745079 2024-07-29T15:22:20.194 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.193+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~4R74X624C08R.0 size=1048576 2024-07-29T15:22:20.196 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.195+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~4R74X624C08R.1 size=561602 2024-07-29T15:22:20.196 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.195+0000 7fd62f6c3640 1 > prepared multipart upload key=RQC1B162F8M6 upload=4R74X624C08R tag=WL3W6LN0VEEV type=write size=2658754 2024-07-29T15:22:20.197 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.196+0000 7fd62f6c3640 1 < canceled part key=_multipart_H0YBVQU3EMED.2~EV2CMYRNE0HA.0 size=1048576 2024-07-29T15:22:20.199 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.198+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~EV2CMYRNE0HA.1 size=587025 2024-07-29T15:22:20.202 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.201+0000 7fd62f6c3640 1 < canceled multipart upload key=H0YBVQU3EMED upload=EV2CMYRNE0HA tag=P6QVFY13S3NW type=write size=2684177 2024-07-29T15:22:20.204 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.203+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=15F14O22T6OJ type=del size=1878030 2024-07-29T15:22:20.206 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.205+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~00HT7VVK5D2Q.0 size=1048576 2024-07-29T15:22:20.208 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.207+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~00HT7VVK5D2Q.1 size=511548 2024-07-29T15:22:20.212 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.211+0000 7fd62f6c3640 1 < completed multipart upload key=IWIUUJFZ4UME upload=00HT7VVK5D2Q tag=X5KIUJZ6P5LW type=write size=2608700 2024-07-29T15:22:20.216 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.215+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~RE5DMDDENEC1.0 size=282196 2024-07-29T15:22:20.216 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.215+0000 7fd62f6c3640 1 > prepared multipart upload key=4LY01AD2KMYQ upload=RE5DMDDENEC1 tag=22EU2SDLE4EI type=write size=1330772 2024-07-29T15:22:20.218 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.217+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~Z7FXCXWLS1Z1.0 size=1048576 2024-07-29T15:22:20.222 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.219+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~Z7FXCXWLS1Z1.1 size=1048576 2024-07-29T15:22:20.222 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.221+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~Z7FXCXWLS1Z1.2 size=354062 2024-07-29T15:22:20.226 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.225+0000 7fd62f6c3640 1 < completed multipart upload key=IAXC3BCSNJJH upload=Z7FXCXWLS1Z1 tag=NPX1X0FNKBDU type=write size=3499790 2024-07-29T15:22:20.228 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.227+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=M6NPNAS0HUD8 type=del size=89720 2024-07-29T15:22:20.230 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.229+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~YU3DOOAJV3DI.0 size=168243 2024-07-29T15:22:20.233 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.232+0000 7fd62f6c3640 1 < completed multipart upload key=H0YBVQU3EMED upload=YU3DOOAJV3DI tag=6KUM2YYPAG6X type=write size=1216819 2024-07-29T15:22:20.235 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.234+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=0VTBIO6KITH8 type=del size=2983801 2024-07-29T15:22:20.237 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.236+0000 7fd62f6c3640 1 < canceled operation key=4Z3FPJTXXFV7 tag=NQCCDQJW9ALY type=del size=3197532 2024-07-29T15:22:20.241 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.240+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~TR5V6C83TO5K.0 size=1048576 2024-07-29T15:22:20.243 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.242+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~TR5V6C83TO5K.1 size=510605 2024-07-29T15:22:20.243 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.242+0000 7fd62f6c3640 1 > prepared multipart upload key=L3WAA4XE7CTH upload=TR5V6C83TO5K tag=LVCZTPFRA01D type=write size=2607757 2024-07-29T15:22:20.245 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.244+0000 7fd62f6c3640 1 < completed part key=_multipart_5RY4L1BV4ZJB.2~3CEZ354490DR.0 size=1048576 2024-07-29T15:22:20.246 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.246+0000 7fd62f6c3640 1 < completed part key=_multipart_5RY4L1BV4ZJB.2~3CEZ354490DR.1 size=575625 2024-07-29T15:22:20.251 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.250+0000 7fd62f6c3640 1 < completed multipart upload key=5RY4L1BV4ZJB upload=3CEZ354490DR tag=FMX92LU9Y1NJ type=write size=2672777 2024-07-29T15:22:20.253 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.252+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=OD7P8RJ03068 type=del size=3272846 2024-07-29T15:22:20.255 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.254+0000 7fd62f6c3640 1 < canceled operation key=8BA2XKLPRGQN tag=VY7DNKU0NXTW type=del size=99053 2024-07-29T15:22:20.257 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.256+0000 7fd62f6c3640 1 > prepared operation key=H0YBVQU3EMED tag=EVEJK1H9OGCT type=write size=467434 2024-07-29T15:22:20.258 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.258+0000 7fd62f6c3640 1 < completed write operation key=4Z3FPJTXXFV7 tag=DRIVYTNUQ8UI type=write size=828811 2024-07-29T15:22:20.260 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.260+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=IZCUOUBD4NI3 type=del size=578875 2024-07-29T15:22:20.261 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.260+0000 7fd62f6c3640 1 < canceled part key=_multipart_TAZR3PWEGCVK.2~E06IFYOIIQ3V.0 size=388507 2024-07-29T15:22:20.264 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.264+0000 7fd62f6c3640 1 < canceled multipart upload key=TAZR3PWEGCVK upload=E06IFYOIIQ3V tag=XFBFE0LV3SC4 type=write size=1437083 2024-07-29T15:22:20.268 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.267+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~UO1ZJGCLMG9N.0 size=414928 2024-07-29T15:22:20.268 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.267+0000 7fd62f6c3640 1 > prepared multipart upload key=7CXNN1RN7UV8 upload=UO1ZJGCLMG9N tag=82SNUAYA0U7Q type=write size=1463504 2024-07-29T15:22:20.271 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.270+0000 7fd62f6c3640 1 < completed delete operation key=4Z3FPJTXXFV7 tag=4RUF6W3MC9GW type=del 2024-07-29T15:22:20.275 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.274+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~DE9Y9FWEG6ZO.0 size=1048576 2024-07-29T15:22:20.277 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.276+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~DE9Y9FWEG6ZO.1 size=566162 2024-07-29T15:22:20.277 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.276+0000 7fd62f6c3640 1 > prepared multipart upload key=ZMFNWBOB37DJ upload=DE9Y9FWEG6ZO tag=LD19RBNBD2TJ type=write size=2663314 2024-07-29T15:22:20.278 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.278+0000 7fd62f6c3640 1 < completed delete operation key=SI02Q5RHER9G tag=N6J8GM5NXG4K type=del 2024-07-29T15:22:20.282 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.282+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~I7Z19R66N8HY.0 size=432214 2024-07-29T15:22:20.283 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.282+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=I7Z19R66N8HY tag=01V9EFN4XQV7 type=write size=1480790 2024-07-29T15:22:20.283 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.282+0000 7fd62f6c3640 1 < canceled part key=_multipart_A98383AI9GGP.2~DMPYE4Z7SQ9E.0 size=1048576 2024-07-29T15:22:20.284 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.283+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~DMPYE4Z7SQ9E.1 size=1048576 2024-07-29T15:22:20.286 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.285+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~DMPYE4Z7SQ9E.2 size=915906 2024-07-29T15:22:20.290 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.289+0000 7fd62f6c3640 1 < canceled multipart upload key=A98383AI9GGP upload=DMPYE4Z7SQ9E tag=ELVEZGPN7063 type=write size=4061634 2024-07-29T15:22:20.292 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.291+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=H8JWCW61LXA7 type=del size=3144223 2024-07-29T15:22:20.294 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.293+0000 7fd62f6c3640 1 < completed write operation key=V2178FD5CN6Y tag=X3L2H9DEFWFR type=write size=87591 2024-07-29T15:22:20.298 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.297+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~LB4BU37FQU46.0 size=1048576 2024-07-29T15:22:20.300 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.299+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~LB4BU37FQU46.1 size=1048576 2024-07-29T15:22:20.302 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.301+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~LB4BU37FQU46.2 size=985070 2024-07-29T15:22:20.302 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.301+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=LB4BU37FQU46 tag=5NCOEX86Y5QT type=write size=4130798 2024-07-29T15:22:20.306 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.305+0000 7fd62f6c3640 1 < suggested update operation key=4LY01AD2KMYQ tag=LOA1TMYDDYYH type=del size=1480126 2024-07-29T15:22:20.308 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.307+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=A5UCYER15RDR type=del size=1143930 2024-07-29T15:22:20.310 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.309+0000 7fd62f6c3640 1 < completed delete operation key=L184IOUE520P tag=YSE5K3O2WB6K type=del 2024-07-29T15:22:20.312 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.311+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=GUNHLL39OHQU type=del size=1262360 2024-07-29T15:22:20.314 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.313+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~4R74X624C08R.0 size=1048576 2024-07-29T15:22:20.316 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.315+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~4R74X624C08R.1 size=561602 2024-07-29T15:22:20.319 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.318+0000 7fd62f6c3640 1 < completed multipart upload key=RQC1B162F8M6 upload=4R74X624C08R tag=WL3W6LN0VEEV type=write size=2658754 2024-07-29T15:22:20.321 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.320+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=DU9UC91WZXLI type=del size=3499653 2024-07-29T15:22:20.324 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.323+0000 7fd62f6c3640 1 < canceled operation key=8BA2XKLPRGQN tag=15F14O22T6OJ type=del size=1878030 2024-07-29T15:22:20.326 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.325+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=TEIUYYW6S2QR type=del size=1063045 2024-07-29T15:22:20.328 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.327+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~RE5DMDDENEC1.0 size=282196 2024-07-29T15:22:20.332 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.331+0000 7fd62f6c3640 1 < completed multipart upload key=4LY01AD2KMYQ upload=RE5DMDDENEC1 tag=22EU2SDLE4EI type=write size=1330772 2024-07-29T15:22:20.336 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.335+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~2W1F2NL07FFW.0 size=1048576 2024-07-29T15:22:20.338 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.337+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~2W1F2NL07FFW.1 size=1048576 2024-07-29T15:22:20.339 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.338+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~2W1F2NL07FFW.2 size=839991 2024-07-29T15:22:20.339 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.338+0000 7fd62f6c3640 1 > prepared multipart upload key=H0YBVQU3EMED upload=2W1F2NL07FFW tag=PIGAPD4TW0YK type=write size=3985719 2024-07-29T15:22:20.341 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.340+0000 7fd62f6c3640 1 < completed delete operation key=ZDB57ZUUV5IX tag=M6NPNAS0HUD8 type=del 2024-07-29T15:22:20.345 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.344+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~5IUHZCXY1M07.0 size=456072 2024-07-29T15:22:20.345 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.344+0000 7fd62f6c3640 1 > prepared multipart upload key=4LY01AD2KMYQ upload=5IUHZCXY1M07 tag=W215OED4Q8Q3 type=write size=1504648 2024-07-29T15:22:20.347 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.347+0000 7fd62f6c3640 1 < completed delete operation key=8BA2XKLPRGQN tag=0VTBIO6KITH8 type=del 2024-07-29T15:22:20.352 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.351+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~DOU3GKRI11KJ.0 size=1048576 2024-07-29T15:22:20.353 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.352+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~DOU3GKRI11KJ.1 size=1048576 2024-07-29T15:22:20.355 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.354+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~DOU3GKRI11KJ.2 size=623903 2024-07-29T15:22:20.355 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.354+0000 7fd62f6c3640 1 > prepared multipart upload key=3OG3SYFEL3VL upload=DOU3GKRI11KJ tag=SASGPMK2IGB6 type=write size=3769631 2024-07-29T15:22:20.357 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.356+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~TR5V6C83TO5K.0 size=1048576 2024-07-29T15:22:20.359 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.358+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~TR5V6C83TO5K.1 size=510605 2024-07-29T15:22:20.363 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.362+0000 7fd62f6c3640 1 < completed multipart upload key=L3WAA4XE7CTH upload=TR5V6C83TO5K tag=LVCZTPFRA01D type=write size=2607757 2024-07-29T15:22:20.366 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.365+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~E58I7254FA20.0 size=1048576 2024-07-29T15:22:20.368 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.367+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~E58I7254FA20.1 size=1048576 2024-07-29T15:22:20.370 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.369+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~E58I7254FA20.2 size=822523 2024-07-29T15:22:20.370 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.369+0000 7fd62f6c3640 1 > prepared multipart upload key=L184IOUE520P upload=E58I7254FA20 tag=8D3B2KMO9YWG type=write size=3968251 2024-07-29T15:22:20.374 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.373+0000 7fd62f6c3640 1 < suggested update operation key=7THABETH5LSN tag=OD7P8RJ03068 type=del size=3272846 2024-07-29T15:22:20.376 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.375+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=JRF1V7CJYIW3 type=del size=1178749 2024-07-29T15:22:20.380 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.379+0000 7fd62f6c3640 1 < suggested update operation key=H0YBVQU3EMED tag=EVEJK1H9OGCT type=write size=467434 2024-07-29T15:22:20.384 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.383+0000 7fd62f6c3640 1 > prepared part key=_multipart_VD0CC9XRAGF4.2~DSTZKI1O6T5E.0 size=776273 2024-07-29T15:22:20.384 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.383+0000 7fd62f6c3640 1 > prepared multipart upload key=VD0CC9XRAGF4 upload=DSTZKI1O6T5E tag=R400Y249N5SU type=write size=1824849 2024-07-29T15:22:20.386 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.385+0000 7fd62f6c3640 1 < canceled operation key=BIYBUOZPJSZV tag=IZCUOUBD4NI3 type=del size=578875 2024-07-29T15:22:20.388 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.387+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=8MRR7A8CPWU7 type=del size=2283981 2024-07-29T15:22:20.391 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.390+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~UO1ZJGCLMG9N.0 size=414928 2024-07-29T15:22:20.394 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.394+0000 7fd62f6c3640 1 < completed multipart upload key=7CXNN1RN7UV8 upload=UO1ZJGCLMG9N tag=82SNUAYA0U7Q type=write size=1463504 2024-07-29T15:22:20.396 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.396+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=JK9AG9K5KFRZ type=del size=71233 2024-07-29T15:22:20.399 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.398+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~DE9Y9FWEG6ZO.0 size=1048576 2024-07-29T15:22:20.401 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.400+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~DE9Y9FWEG6ZO.1 size=566162 2024-07-29T15:22:20.404 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.403+0000 7fd62f6c3640 1 < completed multipart upload key=ZMFNWBOB37DJ upload=DE9Y9FWEG6ZO tag=LD19RBNBD2TJ type=write size=2663314 2024-07-29T15:22:20.408 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.407+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~ATQM326RDJ4B.0 size=1048576 2024-07-29T15:22:20.410 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.409+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~ATQM326RDJ4B.1 size=534535 2024-07-29T15:22:20.410 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.409+0000 7fd62f6c3640 1 > prepared multipart upload key=ZDB57ZUUV5IX upload=ATQM326RDJ4B tag=Q65Y127DRWT4 type=write size=2631687 2024-07-29T15:22:20.412 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.411+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~I7Z19R66N8HY.0 size=432214 2024-07-29T15:22:20.415 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.414+0000 7fd62f6c3640 1 < completed multipart upload key=IAXC3BCSNJJH upload=I7Z19R66N8HY tag=01V9EFN4XQV7 type=write size=1480790 2024-07-29T15:22:20.419 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.418+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~TO5HIMMJTBLT.0 size=1048576 2024-07-29T15:22:20.420 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.420+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~TO5HIMMJTBLT.1 size=1048576 2024-07-29T15:22:20.422 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.422+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~TO5HIMMJTBLT.2 size=547441 2024-07-29T15:22:20.423 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.422+0000 7fd62f6c3640 1 > prepared multipart upload key=IWIUUJFZ4UME upload=TO5HIMMJTBLT tag=M7OVB5Y0A0H8 type=write size=3693169 2024-07-29T15:22:20.425 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.424+0000 7fd62f6c3640 1 < completed delete operation key=IAXC3BCSNJJH tag=H8JWCW61LXA7 type=del 2024-07-29T15:22:20.430 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.426+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=OWVOP5Y8I6TU type=del size=3184236 2024-07-29T15:22:20.430 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.428+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~LB4BU37FQU46.0 size=1048576 2024-07-29T15:22:20.431 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.430+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~LB4BU37FQU46.1 size=1048576 2024-07-29T15:22:20.432 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.431+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~LB4BU37FQU46.2 size=985070 2024-07-29T15:22:20.436 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.435+0000 7fd62f6c3640 1 < completed multipart upload key=IAXC3BCSNJJH upload=LB4BU37FQU46 tag=5NCOEX86Y5QT type=write size=4130798 2024-07-29T15:22:20.439 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.438+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~9F8ML9P5JGF3.0 size=1048576 2024-07-29T15:22:20.441 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.440+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~9F8ML9P5JGF3.1 size=1048576 2024-07-29T15:22:20.443 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.442+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~9F8ML9P5JGF3.2 size=792122 2024-07-29T15:22:20.443 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.442+0000 7fd62f6c3640 1 > prepared multipart upload key=5E8G14SOGN0S upload=9F8ML9P5JGF3 tag=TSXM1LZWVBFZ type=write size=3937850 2024-07-29T15:22:20.445 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.444+0000 7fd62f6c3640 1 < completed delete operation key=BIYBUOZPJSZV tag=A5UCYER15RDR type=del 2024-07-29T15:22:20.447 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.446+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=84KEE0IACO5N type=del size=1230693 2024-07-29T15:22:20.449 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.448+0000 7fd62f6c3640 1 < completed delete operation key=VD0CC9XRAGF4 tag=GUNHLL39OHQU type=del 2024-07-29T15:22:20.451 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.450+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=8FYED1LSFUXM type=del size=3760736 2024-07-29T15:22:20.455 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.454+0000 7fd62f6c3640 1 < suggested remove operation key=L3WAA4XE7CTH tag=DU9UC91WZXLI type=del 2024-07-29T15:22:20.456 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.456+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=A4K5UMIW16J4 type=del size=3711200 2024-07-29T15:22:20.461 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.460+0000 7fd62f6c3640 1 < suggested update operation key=5E8G14SOGN0S tag=TEIUYYW6S2QR type=del size=1063045 2024-07-29T15:22:20.466 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.465+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~KF4F2MS1AV8G.0 size=1026940 2024-07-29T15:22:20.466 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.465+0000 7fd62f6c3640 1 > prepared multipart upload key=BIYBUOZPJSZV upload=KF4F2MS1AV8G tag=BI3I49S1AZSG type=write size=2075516 2024-07-29T15:22:20.468 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.467+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~2W1F2NL07FFW.0 size=1048576 2024-07-29T15:22:20.470 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.469+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~2W1F2NL07FFW.1 size=1048576 2024-07-29T15:22:20.471 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.471+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~2W1F2NL07FFW.2 size=839991 2024-07-29T15:22:20.476 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.475+0000 7fd62f6c3640 1 < completed multipart upload key=H0YBVQU3EMED upload=2W1F2NL07FFW tag=PIGAPD4TW0YK type=write size=3985719 2024-07-29T15:22:20.478 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.477+0000 7fd62f6c3640 1 > prepared operation key=C3FDCOT4DV2B tag=FXX26PMB3BJ2 type=del size=217552 2024-07-29T15:22:20.478 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.477+0000 7fd62f6c3640 1 < canceled part key=_multipart_4LY01AD2KMYQ.2~5IUHZCXY1M07.0 size=456072 2024-07-29T15:22:20.482 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.481+0000 7fd62f6c3640 1 < canceled multipart upload key=4LY01AD2KMYQ upload=5IUHZCXY1M07 tag=W215OED4Q8Q3 type=write size=1504648 2024-07-29T15:22:20.485 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.484+0000 7fd62f6c3640 1 > prepared operation key=H0YBVQU3EMED tag=IYDAQSRSZ669 type=del size=2543217 2024-07-29T15:22:20.485 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.484+0000 7fd62f6c3640 1 < canceled part key=_multipart_3OG3SYFEL3VL.2~DOU3GKRI11KJ.0 size=1048576 2024-07-29T15:22:20.487 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.486+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~DOU3GKRI11KJ.1 size=1048576 2024-07-29T15:22:20.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:22:20.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:22:20.489 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.488+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~DOU3GKRI11KJ.2 size=623903 2024-07-29T15:22:20.492 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.491+0000 7fd62f6c3640 1 < canceled multipart upload key=3OG3SYFEL3VL upload=DOU3GKRI11KJ tag=SASGPMK2IGB6 type=write size=3769631 2024-07-29T15:22:20.497 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.496+0000 7fd62f6c3640 1 > prepared part key=_multipart_5RY4L1BV4ZJB.2~3ET25IAU13UR.0 size=984513 2024-07-29T15:22:20.497 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.496+0000 7fd62f6c3640 1 > prepared multipart upload key=5RY4L1BV4ZJB upload=3ET25IAU13UR tag=JBZZO9K6VFUO type=write size=2033089 2024-07-29T15:22:20.499 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.498+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~E58I7254FA20.0 size=1048576 2024-07-29T15:22:20.501 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.500+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~E58I7254FA20.1 size=1048576 2024-07-29T15:22:20.502 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.501+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~E58I7254FA20.2 size=822523 2024-07-29T15:22:20.506 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.505+0000 7fd62f6c3640 1 < completed multipart upload key=L184IOUE520P upload=E58I7254FA20 tag=8D3B2KMO9YWG type=write size=3968251 2024-07-29T15:22:20.509 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.508+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~FDZRWZ701OTS.0 size=1048576 2024-07-29T15:22:20.511 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.510+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~FDZRWZ701OTS.1 size=197544 2024-07-29T15:22:20.511 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.510+0000 7fd62f6c3640 1 > prepared multipart upload key=7CXNN1RN7UV8 upload=FDZRWZ701OTS tag=ZWE9BF055L59 type=write size=2294696 2024-07-29T15:22:20.515 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.514+0000 7fd62f6c3640 1 < suggested update operation key=RQC1B162F8M6 tag=JRF1V7CJYIW3 type=del size=1178749 2024-07-29T15:22:20.517 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.516+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=OPB478R0K0UE type=del size=1652407 2024-07-29T15:22:20.519 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.518+0000 7fd62f6c3640 1 < completed part key=_multipart_VD0CC9XRAGF4.2~DSTZKI1O6T5E.0 size=776273 2024-07-29T15:22:20.522 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.521+0000 7fd62f6c3640 1 < completed multipart upload key=VD0CC9XRAGF4 upload=DSTZKI1O6T5E tag=R400Y249N5SU type=write size=1824849 2024-07-29T15:22:20.525 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.524+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=LQQC14X5F8RM type=del size=2756397 2024-07-29T15:22:20.527 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.526+0000 7fd62f6c3640 1 < completed delete operation key=7THABETH5LSN tag=8MRR7A8CPWU7 type=del 2024-07-29T15:22:20.529 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.528+0000 7fd62f6c3640 1 > prepared operation key=C3FDCOT4DV2B tag=O0UYD4RKY4P3 type=del size=2368429 2024-07-29T15:22:20.531 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.530+0000 7fd62f6c3640 1 < completed delete operation key=IAXC3BCSNJJH tag=JK9AG9K5KFRZ type=del 2024-07-29T15:22:20.534 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.534+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~4HKSYQ9FSF39.0 size=1048576 2024-07-29T15:22:20.536 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.535+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~4HKSYQ9FSF39.1 size=1048576 2024-07-29T15:22:20.538 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.537+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~4HKSYQ9FSF39.2 size=625910 2024-07-29T15:22:20.538 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.537+0000 7fd62f6c3640 1 > prepared multipart upload key=RQC1B162F8M6 upload=4HKSYQ9FSF39 tag=9LDUVZPWKQJJ type=write size=3771638 2024-07-29T15:22:20.539 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.539+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~ATQM326RDJ4B.0 size=1048576 2024-07-29T15:22:20.542 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.541+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~ATQM326RDJ4B.1 size=534535 2024-07-29T15:22:20.546 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.545+0000 7fd62f6c3640 1 < completed multipart upload key=ZDB57ZUUV5IX upload=ATQM326RDJ4B tag=Q65Y127DRWT4 type=write size=2631687 2024-07-29T15:22:20.548 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.547+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=WU9UHVR2E0QS type=del size=2478137 2024-07-29T15:22:20.550 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.549+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~TO5HIMMJTBLT.0 size=1048576 2024-07-29T15:22:20.552 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.551+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~TO5HIMMJTBLT.1 size=1048576 2024-07-29T15:22:20.553 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.553+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~TO5HIMMJTBLT.2 size=547441 2024-07-29T15:22:20.557 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.556+0000 7fd62f6c3640 1 < completed multipart upload key=IWIUUJFZ4UME upload=TO5HIMMJTBLT tag=M7OVB5Y0A0H8 type=write size=3693169 2024-07-29T15:22:20.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:22:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:22:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:22:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:22:20.561 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.560+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~21BDIAOWCKPP.0 size=1048576 2024-07-29T15:22:20.563 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.562+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~21BDIAOWCKPP.1 size=1048576 2024-07-29T15:22:20.564 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.564+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~21BDIAOWCKPP.2 size=67855 2024-07-29T15:22:20.565 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.564+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=21BDIAOWCKPP tag=ZS6MOHDFVD3I type=write size=3213583 2024-07-29T15:22:20.567 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.566+0000 7fd62f6c3640 1 < canceled operation key=8BA2XKLPRGQN tag=OWVOP5Y8I6TU type=del size=3184236 2024-07-29T15:22:20.571 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.570+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~IMC2A8H3GNXN.0 size=1048576 2024-07-29T15:22:20.572 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.571+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~IMC2A8H3GNXN.1 size=1048576 2024-07-29T15:22:20.574 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.573+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~IMC2A8H3GNXN.2 size=458903 2024-07-29T15:22:20.574 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.573+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=IMC2A8H3GNXN tag=L1YOYEK0U1VP type=write size=3604631 2024-07-29T15:22:20.576 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.575+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~9F8ML9P5JGF3.0 size=1048576 2024-07-29T15:22:20.578 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.577+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~9F8ML9P5JGF3.1 size=1048576 2024-07-29T15:22:20.578 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.577+0000 7fd62f6c3640 1 < canceled part key=_multipart_5E8G14SOGN0S.2~9F8ML9P5JGF3.2 size=792122 2024-07-29T15:22:20.582 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.580+0000 7fd62f6c3640 1 < canceled multipart upload key=5E8G14SOGN0S upload=9F8ML9P5JGF3 tag=TSXM1LZWVBFZ type=write size=3937850 2024-07-29T15:22:20.583 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.582+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=0KVM7U2NJPB9 type=write size=2864 2024-07-29T15:22:20.585 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.584+0000 7fd62f6c3640 1 < completed delete operation key=M86GT4R04HUE tag=84KEE0IACO5N type=del 2024-07-29T15:22:20.587 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.586+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=4CI9GYCCREJZ type=write size=1016358 2024-07-29T15:22:20.590 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.589+0000 7fd62f6c3640 1 < completed delete operation key=A98383AI9GGP tag=8FYED1LSFUXM type=del 2024-07-29T15:22:20.592 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.591+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=8KT9J3C98A1T type=del size=3725822 2024-07-29T15:22:20.594 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.593+0000 7fd62f6c3640 1 < completed delete operation key=L3WAA4XE7CTH tag=A4K5UMIW16J4 type=del 2024-07-29T15:22:20.596 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.595+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=H15AJJH1L7QT type=write size=883551 2024-07-29T15:22:20.598 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.598+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~KF4F2MS1AV8G.0 size=1026940 2024-07-29T15:22:20.602 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.601+0000 7fd62f6c3640 1 < completed multipart upload key=BIYBUOZPJSZV upload=KF4F2MS1AV8G tag=BI3I49S1AZSG type=write size=2075516 2024-07-29T15:22:20.606 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.605+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~WDONKD98HT0A.0 size=1048576 2024-07-29T15:22:20.608 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.607+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~WDONKD98HT0A.1 size=631580 2024-07-29T15:22:20.608 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.607+0000 7fd62f6c3640 1 > prepared multipart upload key=A98383AI9GGP upload=WDONKD98HT0A tag=HSWWNMHJ7H00 type=write size=2728732 2024-07-29T15:22:20.610 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.609+0000 7fd62f6c3640 1 < completed delete operation key=C3FDCOT4DV2B tag=FXX26PMB3BJ2 type=del 2024-07-29T15:22:20.612 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.611+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=G5P3HWACXX1N type=del size=202846 2024-07-29T15:22:20.616 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.615+0000 7fd62f6c3640 1 < suggested remove operation key=H0YBVQU3EMED tag=IYDAQSRSZ669 type=del 2024-07-29T15:22:20.618 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.617+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=FHV8LOWZELO6 type=del size=3731718 2024-07-29T15:22:20.620 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.619+0000 7fd62f6c3640 1 < completed part key=_multipart_5RY4L1BV4ZJB.2~3ET25IAU13UR.0 size=984513 2024-07-29T15:22:20.624 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.623+0000 7fd62f6c3640 1 < completed multipart upload key=5RY4L1BV4ZJB upload=3ET25IAU13UR tag=JBZZO9K6VFUO type=write size=2033089 2024-07-29T15:22:20.628 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.627+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~JWA3T2TFD3VC.0 size=903741 2024-07-29T15:22:20.628 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.627+0000 7fd62f6c3640 1 > prepared multipart upload key=4Z3FPJTXXFV7 upload=JWA3T2TFD3VC tag=2AKI25O1CV09 type=write size=1952317 2024-07-29T15:22:20.634 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.629+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~FDZRWZ701OTS.0 size=1048576 2024-07-29T15:22:20.634 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.631+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~FDZRWZ701OTS.1 size=197544 2024-07-29T15:22:20.636 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.635+0000 7fd62f6c3640 1 < completed multipart upload key=7CXNN1RN7UV8 upload=FDZRWZ701OTS tag=ZWE9BF055L59 type=write size=2294696 2024-07-29T15:22:20.638 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.637+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=L1TQE4B70S9X type=del size=2584817 2024-07-29T15:22:20.640 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.639+0000 7fd62f6c3640 1 < completed delete operation key=A98383AI9GGP tag=OPB478R0K0UE type=del 2024-07-29T15:22:20.644 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.643+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~14KONK7ZRBCD.0 size=1048576 2024-07-29T15:22:20.646 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.645+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~14KONK7ZRBCD.1 size=458197 2024-07-29T15:22:20.646 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.645+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=14KONK7ZRBCD tag=8IRCF175YYKP type=write size=2555349 2024-07-29T15:22:20.648 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.647+0000 7fd62f6c3640 1 < completed delete operation key=5RY4L1BV4ZJB tag=LQQC14X5F8RM type=del 2024-07-29T15:22:20.652 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.651+0000 7fd62f6c3640 1 > prepared part key=_multipart_0C6FXJ0T2NGU.2~TOP5RAWNEMZE.0 size=1048576 2024-07-29T15:22:20.654 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.653+0000 7fd62f6c3640 1 > prepared part key=_multipart_0C6FXJ0T2NGU.2~TOP5RAWNEMZE.1 size=1048576 2024-07-29T15:22:20.655 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.654+0000 7fd62f6c3640 1 > prepared part key=_multipart_0C6FXJ0T2NGU.2~TOP5RAWNEMZE.2 size=912915 2024-07-29T15:22:20.656 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.654+0000 7fd62f6c3640 1 > prepared multipart upload key=0C6FXJ0T2NGU upload=TOP5RAWNEMZE tag=KNQCUA09VUI4 type=write size=4058643 2024-07-29T15:22:20.657 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.656+0000 7fd62f6c3640 1 < completed delete operation key=C3FDCOT4DV2B tag=O0UYD4RKY4P3 type=del 2024-07-29T15:22:20.659 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.658+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=4B5E85BZ8S73 type=del size=3986755 2024-07-29T15:22:20.662 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.661+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~4HKSYQ9FSF39.0 size=1048576 2024-07-29T15:22:20.663 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.663+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~4HKSYQ9FSF39.1 size=1048576 2024-07-29T15:22:20.665 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.664+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~4HKSYQ9FSF39.2 size=625910 2024-07-29T15:22:20.669 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.668+0000 7fd62f6c3640 1 < completed multipart upload key=RQC1B162F8M6 upload=4HKSYQ9FSF39 tag=9LDUVZPWKQJJ type=write size=3771638 2024-07-29T15:22:20.670 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.670+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=9ST8K19ZLD6M type=write size=26912 2024-07-29T15:22:20.673 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.672+0000 7fd62f6c3640 1 < completed delete operation key=4LY01AD2KMYQ tag=WU9UHVR2E0QS type=del 2024-07-29T15:22:20.677 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.676+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~3ZW3MXIXSR18.0 size=1048576 2024-07-29T15:22:20.678 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.677+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~3ZW3MXIXSR18.1 size=1048576 2024-07-29T15:22:20.680 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.679+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~3ZW3MXIXSR18.2 size=28844 2024-07-29T15:22:20.680 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.679+0000 7fd62f6c3640 1 > prepared multipart upload key=L184IOUE520P upload=3ZW3MXIXSR18 tag=BKGDOB9H1NKA type=write size=3174572 2024-07-29T15:22:20.682 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.681+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~21BDIAOWCKPP.0 size=1048576 2024-07-29T15:22:20.684 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.683+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~21BDIAOWCKPP.1 size=1048576 2024-07-29T15:22:20.686 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.685+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~21BDIAOWCKPP.2 size=67855 2024-07-29T15:22:20.689 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.689+0000 7fd62f6c3640 1 < completed multipart upload key=W248KYMPQG8A upload=21BDIAOWCKPP tag=ZS6MOHDFVD3I type=write size=3213583 2024-07-29T15:22:20.691 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.690+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=QNHQ5URSIRD5 type=del size=3050405 2024-07-29T15:22:20.694 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.693+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~IMC2A8H3GNXN.0 size=1048576 2024-07-29T15:22:20.695 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.695+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~IMC2A8H3GNXN.1 size=1048576 2024-07-29T15:22:20.697 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.696+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~IMC2A8H3GNXN.2 size=458903 2024-07-29T15:22:20.700 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.700+0000 7fd62f6c3640 1 < completed multipart upload key=IAXC3BCSNJJH upload=IMC2A8H3GNXN tag=L1YOYEK0U1VP type=write size=3604631 2024-07-29T15:22:20.704 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.704+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~X2TTNV9JGAQ3.0 size=847402 2024-07-29T15:22:20.704 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.704+0000 7fd62f6c3640 1 > prepared multipart upload key=IWIUUJFZ4UME upload=X2TTNV9JGAQ3 tag=62WQZ63H00Y0 type=write size=1895978 2024-07-29T15:22:20.707 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.706+0000 7fd62f6c3640 1 < completed write operation key=V2178FD5CN6Y tag=0KVM7U2NJPB9 type=write size=2864 2024-07-29T15:22:20.708 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.708+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=09OXLKA9LH0L type=del size=2942988 2024-07-29T15:22:20.710 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.710+0000 7fd62f6c3640 1 < completed write operation key=UNDM9MIM6GG0 tag=4CI9GYCCREJZ type=write size=1016358 2024-07-29T15:22:20.715 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.714+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~V9JB0RNU6K6Z.0 size=1048576 2024-07-29T15:22:20.716 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.716+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~V9JB0RNU6K6Z.1 size=920933 2024-07-29T15:22:20.717 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.716+0000 7fd62f6c3640 1 > prepared multipart upload key=RQC1B162F8M6 upload=V9JB0RNU6K6Z tag=0CJ8ETYU6YEV type=write size=3018085 2024-07-29T15:22:20.721 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.720+0000 7fd62f6c3640 1 < suggested update operation key=W248KYMPQG8A tag=8KT9J3C98A1T type=del size=3725822 2024-07-29T15:22:20.725 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.724+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~WMIGDDSQG0Q0.0 size=1048576 2024-07-29T15:22:20.727 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.727+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~WMIGDDSQG0Q0.1 size=1048576 2024-07-29T15:22:20.729 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.728+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~WMIGDDSQG0Q0.2 size=880391 2024-07-29T15:22:20.729 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.728+0000 7fd62f6c3640 1 > prepared multipart upload key=H0YBVQU3EMED upload=WMIGDDSQG0Q0 tag=SEZ4Z4VO9V0S type=write size=4026119 2024-07-29T15:22:20.731 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.730+0000 7fd62f6c3640 1 < completed write operation key=TAZR3PWEGCVK tag=H15AJJH1L7QT type=write size=883551 2024-07-29T15:22:20.733 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.732+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=83MTRBKCHKMW type=del size=1671279 2024-07-29T15:22:20.735 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.734+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~WDONKD98HT0A.0 size=1048576 2024-07-29T15:22:20.737 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.736+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~WDONKD98HT0A.1 size=631580 2024-07-29T15:22:20.740 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.739+0000 7fd62f6c3640 1 < completed multipart upload key=A98383AI9GGP upload=WDONKD98HT0A tag=HSWWNMHJ7H00 type=write size=2728732 2024-07-29T15:22:20.742 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.742+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=SMFYEU0CU13B type=write size=345740 2024-07-29T15:22:20.744 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.743+0000 7fd62f6c3640 1 < completed delete operation key=8BA2XKLPRGQN tag=G5P3HWACXX1N type=del 2024-07-29T15:22:20.747 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.746+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=JYGWKTYS6F1L type=del size=1728520 2024-07-29T15:22:20.749 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.748+0000 7fd62f6c3640 1 < completed delete operation key=7THABETH5LSN tag=FHV8LOWZELO6 type=del 2024-07-29T15:22:20.751 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.750+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=5V07OGA9HIM2 type=del size=4070923 2024-07-29T15:22:20.754 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.753+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~JWA3T2TFD3VC.0 size=903741 2024-07-29T15:22:20.757 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.756+0000 7fd62f6c3640 1 < completed multipart upload key=4Z3FPJTXXFV7 upload=JWA3T2TFD3VC tag=2AKI25O1CV09 type=write size=1952317 2024-07-29T15:22:20.761 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.760+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~KDRE903Q1EYN.0 size=1048576 2024-07-29T15:22:20.762 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.762+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~KDRE903Q1EYN.1 size=1048576 2024-07-29T15:22:20.764 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.763+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~KDRE903Q1EYN.2 size=744567 2024-07-29T15:22:20.764 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.763+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=KDRE903Q1EYN tag=7YN2I28026KR type=write size=3890295 2024-07-29T15:22:20.767 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.766+0000 7fd62f6c3640 1 < completed delete operation key=BIYBUOZPJSZV tag=L1TQE4B70S9X type=del 2024-07-29T15:22:20.769 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.768+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=FBF1LY36IPZY type=write size=290375 2024-07-29T15:22:20.771 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.770+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~14KONK7ZRBCD.0 size=1048576 2024-07-29T15:22:20.773 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.772+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~14KONK7ZRBCD.1 size=458197 2024-07-29T15:22:20.776 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.775+0000 7fd62f6c3640 1 < completed multipart upload key=IAXC3BCSNJJH upload=14KONK7ZRBCD tag=8IRCF175YYKP type=write size=2555349 2024-07-29T15:22:20.778 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.777+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=CKRZX4RJ6WHC type=del size=3639145 2024-07-29T15:22:20.781 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.780+0000 7fd62f6c3640 1 < completed part key=_multipart_0C6FXJ0T2NGU.2~TOP5RAWNEMZE.0 size=1048576 2024-07-29T15:22:20.783 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.782+0000 7fd62f6c3640 1 < completed part key=_multipart_0C6FXJ0T2NGU.2~TOP5RAWNEMZE.1 size=1048576 2024-07-29T15:22:20.785 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.784+0000 7fd62f6c3640 1 < completed part key=_multipart_0C6FXJ0T2NGU.2~TOP5RAWNEMZE.2 size=912915 2024-07-29T15:22:20.788 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.787+0000 7fd62f6c3640 1 < completed multipart upload key=0C6FXJ0T2NGU upload=TOP5RAWNEMZE tag=KNQCUA09VUI4 type=write size=4058643 2024-07-29T15:22:20.790 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.789+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=2X029K8YP7OG type=del size=1959273 2024-07-29T15:22:20.793 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.792+0000 7fd62f6c3640 1 < completed delete operation key=M86GT4R04HUE tag=4B5E85BZ8S73 type=del 2024-07-29T15:22:20.795 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.794+0000 7fd62f6c3640 1 > prepared operation key=YSQLYQW9APLO tag=U4KAMP8YP7ON type=del size=2825207 2024-07-29T15:22:20.797 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.796+0000 7fd62f6c3640 1 < completed write operation key=7THABETH5LSN tag=9ST8K19ZLD6M type=write size=26912 2024-07-29T15:22:20.800 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.799+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~4YDWJ20G8Y7G.0 size=431019 2024-07-29T15:22:20.800 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.799+0000 7fd62f6c3640 1 > prepared multipart upload key=H0YBVQU3EMED upload=4YDWJ20G8Y7G tag=VWGEBGBUBU0L type=write size=1479595 2024-07-29T15:22:20.802 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.801+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~3ZW3MXIXSR18.0 size=1048576 2024-07-29T15:22:20.804 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.803+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~3ZW3MXIXSR18.1 size=1048576 2024-07-29T15:22:20.805 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.805+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~3ZW3MXIXSR18.2 size=28844 2024-07-29T15:22:20.810 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.809+0000 7fd62f6c3640 1 < completed multipart upload key=L184IOUE520P upload=3ZW3MXIXSR18 tag=BKGDOB9H1NKA type=write size=3174572 2024-07-29T15:22:20.812 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.811+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=38V1966YLNPE type=write size=647722 2024-07-29T15:22:20.814 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.813+0000 7fd62f6c3640 1 < completed delete operation key=E98KUA2RK3BK tag=QNHQ5URSIRD5 type=del 2024-07-29T15:22:20.816 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.815+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=IWYKJS44WURE type=write size=406347 2024-07-29T15:22:20.817 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.816+0000 7fd62f6c3640 1 < canceled part key=_multipart_IWIUUJFZ4UME.2~X2TTNV9JGAQ3.0 size=847402 2024-07-29T15:22:20.820 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.819+0000 7fd62f6c3640 1 < canceled multipart upload key=IWIUUJFZ4UME upload=X2TTNV9JGAQ3 tag=62WQZ63H00Y0 type=write size=1895978 2024-07-29T15:22:20.822 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.821+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=EKWBZGZNFOPS type=write size=208992 2024-07-29T15:22:20.824 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.823+0000 7fd62f6c3640 1 < completed delete operation key=A98383AI9GGP tag=09OXLKA9LH0L type=del 2024-07-29T15:22:20.826 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.825+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=H92MTO9CNZ4E type=write size=43559 2024-07-29T15:22:20.828 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.827+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~V9JB0RNU6K6Z.0 size=1048576 2024-07-29T15:22:20.830 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.829+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~V9JB0RNU6K6Z.1 size=920933 2024-07-29T15:22:20.834 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.833+0000 7fd62f6c3640 1 < completed multipart upload key=RQC1B162F8M6 upload=V9JB0RNU6K6Z tag=0CJ8ETYU6YEV type=write size=3018085 2024-07-29T15:22:20.836 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.835+0000 7fd62f6c3640 1 > prepared operation key=N3UV8NSUX0G0 tag=0J18H1G2W51B type=write size=874052 2024-07-29T15:22:20.838 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.837+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~WMIGDDSQG0Q0.0 size=1048576 2024-07-29T15:22:20.838 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.837+0000 7fd62f6c3640 1 < canceled part key=_multipart_H0YBVQU3EMED.2~WMIGDDSQG0Q0.1 size=1048576 2024-07-29T15:22:20.840 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.839+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~WMIGDDSQG0Q0.2 size=880391 2024-07-29T15:22:20.843 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.843+0000 7fd62f6c3640 1 < canceled multipart upload key=H0YBVQU3EMED upload=WMIGDDSQG0Q0 tag=SEZ4Z4VO9V0S type=write size=4026119 2024-07-29T15:22:20.846 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.845+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=Z1PL6070P9P9 type=write size=221138 2024-07-29T15:22:20.848 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.847+0000 7fd62f6c3640 1 < completed delete operation key=5E8G14SOGN0S tag=83MTRBKCHKMW type=del 2024-07-29T15:22:20.850 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.849+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=M3K0QB1SAP3G type=del size=453188 2024-07-29T15:22:20.853 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.852+0000 7fd62f6c3640 1 < completed write operation key=IAXC3BCSNJJH tag=SMFYEU0CU13B type=write size=345740 2024-07-29T15:22:20.855 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.855+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=JUJN1S01IXFD type=del size=1478223 2024-07-29T15:22:20.858 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.857+0000 7fd62f6c3640 1 < completed delete operation key=BIYBUOZPJSZV tag=JYGWKTYS6F1L type=del 2024-07-29T15:22:20.861 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.861+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~E3IFI8CSB2PD.0 size=1048576 2024-07-29T15:22:20.864 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.863+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~E3IFI8CSB2PD.1 size=650283 2024-07-29T15:22:20.864 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.863+0000 7fd62f6c3640 1 > prepared multipart upload key=3OG3SYFEL3VL upload=E3IFI8CSB2PD tag=NJWIS6DKLR1Y type=write size=2747435 2024-07-29T15:22:20.866 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.865+0000 7fd62f6c3640 1 < completed delete operation key=SI02Q5RHER9G tag=5V07OGA9HIM2 type=del 2024-07-29T15:22:20.868 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.868+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=LWB11DW5XCPD type=del size=338506 2024-07-29T15:22:20.871 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.870+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~KDRE903Q1EYN.0 size=1048576 2024-07-29T15:22:20.873 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.872+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~KDRE903Q1EYN.1 size=1048576 2024-07-29T15:22:20.875 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.874+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~KDRE903Q1EYN.2 size=744567 2024-07-29T15:22:20.879 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.878+0000 7fd62f6c3640 1 < completed multipart upload key=W248KYMPQG8A upload=KDRE903Q1EYN tag=7YN2I28026KR type=write size=3890295 2024-07-29T15:22:20.881 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.880+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=H9AO01OZ42Q1 type=del size=367859 2024-07-29T15:22:20.885 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.884+0000 7fd62f6c3640 1 < suggested update operation key=RQC1B162F8M6 tag=FBF1LY36IPZY type=write size=290375 2024-07-29T15:22:20.887 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.886+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=U9R12EA1JNS6 type=del size=672230 2024-07-29T15:22:20.889 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.888+0000 7fd62f6c3640 1 < completed delete operation key=V2178FD5CN6Y tag=CKRZX4RJ6WHC type=del 2024-07-29T15:22:20.891 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.890+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=2SHRPUP4LWOD type=del size=1114783 2024-07-29T15:22:20.893 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.893+0000 7fd62f6c3640 1 < completed delete operation key=4Z3FPJTXXFV7 tag=2X029K8YP7OG type=del 2024-07-29T15:22:20.898 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.897+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~2RJ52KJNSGS7.0 size=1048576 2024-07-29T15:22:20.900 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.899+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~2RJ52KJNSGS7.1 size=186929 2024-07-29T15:22:20.900 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.899+0000 7fd62f6c3640 1 > prepared multipart upload key=TAZR3PWEGCVK upload=2RJ52KJNSGS7 tag=UX5KS7KANZT2 type=write size=2284081 2024-07-29T15:22:20.902 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.901+0000 7fd62f6c3640 1 < completed delete operation key=YSQLYQW9APLO tag=U4KAMP8YP7ON type=del 2024-07-29T15:22:20.904 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.903+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=0RNLUS5VPP4V type=del size=2219858 2024-07-29T15:22:20.906 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.905+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~4YDWJ20G8Y7G.0 size=431019 2024-07-29T15:22:20.910 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.909+0000 7fd62f6c3640 1 < completed multipart upload key=H0YBVQU3EMED upload=4YDWJ20G8Y7G tag=VWGEBGBUBU0L type=write size=1479595 2024-07-29T15:22:20.914 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.913+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~VVHP9QFG01PJ.0 size=1048576 2024-07-29T15:22:20.916 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.915+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~VVHP9QFG01PJ.1 size=124729 2024-07-29T15:22:20.916 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.915+0000 7fd62f6c3640 1 > prepared multipart upload key=ZMFNWBOB37DJ upload=VVHP9QFG01PJ tag=WLZHY3HX0WZE type=write size=2221881 2024-07-29T15:22:20.918 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.917+0000 7fd62f6c3640 1 < completed write operation key=3OG3SYFEL3VL tag=38V1966YLNPE type=write size=647722 2024-07-29T15:22:20.920 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.919+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=UL4Q9YE5HSBC type=write size=556934 2024-07-29T15:22:20.922 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.921+0000 7fd62f6c3640 1 < completed write operation key=5RY4L1BV4ZJB tag=IWYKJS44WURE type=write size=406347 2024-07-29T15:22:20.926 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.925+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~D4SZS870W2RI.0 size=697955 2024-07-29T15:22:20.926 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.925+0000 7fd62f6c3640 1 > prepared multipart upload key=SI02Q5RHER9G upload=D4SZS870W2RI tag=I3ZJDS3LZ5TD type=write size=1746531 2024-07-29T15:22:20.928 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.927+0000 7fd62f6c3640 1 < completed write operation key=ZMFNWBOB37DJ tag=EKWBZGZNFOPS type=write size=208992 2024-07-29T15:22:20.931 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.931+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~FXM5FLQMZGFO.0 size=1048576 2024-07-29T15:22:20.933 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.932+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~FXM5FLQMZGFO.1 size=1048576 2024-07-29T15:22:20.935 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.934+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~FXM5FLQMZGFO.2 size=518071 2024-07-29T15:22:20.935 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.934+0000 7fd62f6c3640 1 > prepared multipart upload key=7THABETH5LSN upload=FXM5FLQMZGFO tag=FC7VZ5IAJ2F3 type=write size=3663799 2024-07-29T15:22:20.937 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.936+0000 7fd62f6c3640 1 < completed write operation key=IWIUUJFZ4UME tag=H92MTO9CNZ4E type=write size=43559 2024-07-29T15:22:20.941 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.941+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~J20N11LQC0KF.0 size=1048576 2024-07-29T15:22:20.943 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.942+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~J20N11LQC0KF.1 size=1048576 2024-07-29T15:22:20.945 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.944+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~J20N11LQC0KF.2 size=417013 2024-07-29T15:22:20.945 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.944+0000 7fd62f6c3640 1 > prepared multipart upload key=4LY01AD2KMYQ upload=J20N11LQC0KF tag=QQ9HLWKZTUSI type=write size=3562741 2024-07-29T15:22:20.947 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.946+0000 7fd62f6c3640 1 < completed write operation key=N3UV8NSUX0G0 tag=0J18H1G2W51B type=write size=874052 2024-07-29T15:22:20.949 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.948+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=06R63LC08JF4 type=del size=2259425 2024-07-29T15:22:20.951 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.950+0000 7fd62f6c3640 1 < canceled operation key=4Z3FPJTXXFV7 tag=Z1PL6070P9P9 type=write size=221138 2024-07-29T15:22:20.953 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.952+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=M0SUKN87JVB7 type=del size=3521332 2024-07-29T15:22:20.956 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.955+0000 7fd62f6c3640 -1 < failed to complete operation key=RQC1B162F8M6 tag=M3K0QB1SAP3G type=del size=453188: (22) Invalid argument 2024-07-29T15:22:20.958 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.957+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=D8BW9JJFBRB0 type=del size=1555712 2024-07-29T15:22:20.960 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.959+0000 7fd62f6c3640 1 < completed delete operation key=4LY01AD2KMYQ tag=JUJN1S01IXFD type=del 2024-07-29T15:22:20.964 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.963+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~XS9ZV1JDUXI5.0 size=600421 2024-07-29T15:22:20.964 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.963+0000 7fd62f6c3640 1 > prepared multipart upload key=5E8G14SOGN0S upload=XS9ZV1JDUXI5 tag=WSD6OAJJTKBZ type=write size=1648997 2024-07-29T15:22:20.965 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.965+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~E3IFI8CSB2PD.0 size=1048576 2024-07-29T15:22:20.967 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.966+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~E3IFI8CSB2PD.1 size=650283 2024-07-29T15:22:20.971 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.970+0000 7fd62f6c3640 1 < completed multipart upload key=3OG3SYFEL3VL upload=E3IFI8CSB2PD tag=NJWIS6DKLR1Y type=write size=2747435 2024-07-29T15:22:20.975 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.974+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~BO2FHC3XPPFR.0 size=1048576 2024-07-29T15:22:20.976 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.975+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~BO2FHC3XPPFR.1 size=4983 2024-07-29T15:22:20.977 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.975+0000 7fd62f6c3640 1 > prepared multipart upload key=8BA2XKLPRGQN upload=BO2FHC3XPPFR tag=PD1IUES8FY94 type=write size=2102135 2024-07-29T15:22:20.978 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.977+0000 7fd62f6c3640 1 < canceled operation key=M86GT4R04HUE tag=LWB11DW5XCPD type=del size=338506 2024-07-29T15:22:20.980 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.979+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=LI5JGMYQCS54 type=del size=3394621 2024-07-29T15:22:20.982 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.981+0000 7fd62f6c3640 1 < canceled operation key=0C6FXJ0T2NGU tag=H9AO01OZ42Q1 type=del size=367859 2024-07-29T15:22:20.984 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.984+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=RQ2LYRTSEHVO type=write size=118612 2024-07-29T15:22:20.986 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.986+0000 7fd62f6c3640 1 < completed delete operation key=5E8G14SOGN0S tag=U9R12EA1JNS6 type=del 2024-07-29T15:22:20.989 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.988+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=9XTVOAQDDURQ type=del size=3639786 2024-07-29T15:22:20.991 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.990+0000 7fd62f6c3640 1 < completed delete operation key=W248KYMPQG8A tag=2SHRPUP4LWOD type=del 2024-07-29T15:22:20.995 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.994+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~TV9LKB6X6VHZ.0 size=587291 2024-07-29T15:22:20.995 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.994+0000 7fd62f6c3640 1 > prepared multipart upload key=L184IOUE520P upload=TV9LKB6X6VHZ tag=9EMIGPSZWV9E type=write size=1635867 2024-07-29T15:22:20.997 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.996+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~2RJ52KJNSGS7.0 size=1048576 2024-07-29T15:22:20.997 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:20.996+0000 7fd62f6c3640 1 < canceled part key=_multipart_TAZR3PWEGCVK.2~2RJ52KJNSGS7.1 size=186929 2024-07-29T15:22:21.001 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.000+0000 7fd62f6c3640 1 < canceled multipart upload key=TAZR3PWEGCVK upload=2RJ52KJNSGS7 tag=UX5KS7KANZT2 type=write size=2284081 2024-07-29T15:22:21.003 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.002+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=UTNL2G35DBX0 type=del size=1055513 2024-07-29T15:22:21.007 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.006+0000 7fd62f6c3640 1 < suggested remove operation key=ZMFNWBOB37DJ tag=0RNLUS5VPP4V type=del 2024-07-29T15:22:21.008 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.008+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=1OXBBN83DCQ6 type=write size=530597 2024-07-29T15:22:21.009 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.008+0000 7fd62f6c3640 1 < canceled part key=_multipart_ZMFNWBOB37DJ.2~VVHP9QFG01PJ.0 size=1048576 2024-07-29T15:22:21.011 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.010+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~VVHP9QFG01PJ.1 size=124729 2024-07-29T15:22:21.014 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.014+0000 7fd62f6c3640 1 < canceled multipart upload key=ZMFNWBOB37DJ upload=VVHP9QFG01PJ tag=WLZHY3HX0WZE type=write size=2221881 2024-07-29T15:22:21.017 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.016+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=JCQIEJMBAC6K type=write size=155601 2024-07-29T15:22:21.021 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.020+0000 7fd62f6c3640 1 < suggested remove operation key=M86GT4R04HUE tag=UL4Q9YE5HSBC type=write 2024-07-29T15:22:21.023 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.022+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=5YF1894WB83J type=del size=1975614 2024-07-29T15:22:21.023 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.022+0000 7fd62f6c3640 1 < canceled part key=_multipart_SI02Q5RHER9G.2~D4SZS870W2RI.0 size=697955 2024-07-29T15:22:21.026 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.025+0000 7fd62f6c3640 1 < canceled multipart upload key=SI02Q5RHER9G upload=D4SZS870W2RI tag=I3ZJDS3LZ5TD type=write size=1746531 2024-07-29T15:22:21.028 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.027+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=MLZZTMZKTX60 type=del size=998859 2024-07-29T15:22:21.031 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.030+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~FXM5FLQMZGFO.0 size=1048576 2024-07-29T15:22:21.032 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.031+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~FXM5FLQMZGFO.1 size=1048576 2024-07-29T15:22:21.032 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.031+0000 7fd62f6c3640 1 < canceled part key=_multipart_7THABETH5LSN.2~FXM5FLQMZGFO.2 size=518071 2024-07-29T15:22:21.036 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.035+0000 7fd62f6c3640 1 < canceled multipart upload key=7THABETH5LSN upload=FXM5FLQMZGFO tag=FC7VZ5IAJ2F3 type=write size=3663799 2024-07-29T15:22:21.038 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.037+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=3JFXUX9JJKZ1 type=write size=728852 2024-07-29T15:22:21.042 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.040+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~J20N11LQC0KF.0 size=1048576 2024-07-29T15:22:21.042 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.040+0000 7fd62f6c3640 1 < canceled part key=_multipart_4LY01AD2KMYQ.2~J20N11LQC0KF.1 size=1048576 2024-07-29T15:22:21.042 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.042+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~J20N11LQC0KF.2 size=417013 2024-07-29T15:22:21.046 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.045+0000 7fd62f6c3640 1 < canceled multipart upload key=4LY01AD2KMYQ upload=J20N11LQC0KF tag=QQ9HLWKZTUSI type=write size=3562741 2024-07-29T15:22:21.050 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.049+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~3965OHXT0B4F.0 size=1048576 2024-07-29T15:22:21.051 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.050+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~3965OHXT0B4F.1 size=1048576 2024-07-29T15:22:21.053 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.052+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~3965OHXT0B4F.2 size=765274 2024-07-29T15:22:21.053 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.052+0000 7fd62f6c3640 1 > prepared multipart upload key=7CXNN1RN7UV8 upload=3965OHXT0B4F tag=7SSTRU0J510Q type=write size=3911002 2024-07-29T15:22:21.057 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.056+0000 7fd62f6c3640 1 < suggested update operation key=E98KUA2RK3BK tag=06R63LC08JF4 type=del size=2259425 2024-07-29T15:22:21.059 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.058+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=G0AP0FF6ZM6O type=del size=2134895 2024-07-29T15:22:21.061 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.060+0000 7fd62f6c3640 1 < canceled operation key=FAOPDKU2UC4Y tag=M0SUKN87JVB7 type=del size=3521332 2024-07-29T15:22:21.066 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.065+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~ZQMAR4NTTK97.0 size=223697 2024-07-29T15:22:21.066 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.065+0000 7fd62f6c3640 1 > prepared multipart upload key=E98KUA2RK3BK upload=ZQMAR4NTTK97 tag=GT0BLK01OD3S type=write size=1272273 2024-07-29T15:22:21.070 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.069+0000 7fd62f6c3640 1 < suggested update operation key=E98KUA2RK3BK tag=D8BW9JJFBRB0 type=del size=1555712 2024-07-29T15:22:21.072 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.071+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=09Z1XOUCDHQD type=del size=286547 2024-07-29T15:22:21.074 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.073+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~XS9ZV1JDUXI5.0 size=600421 2024-07-29T15:22:21.078 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.077+0000 7fd62f6c3640 1 < completed multipart upload key=5E8G14SOGN0S upload=XS9ZV1JDUXI5 tag=WSD6OAJJTKBZ type=write size=1648997 2024-07-29T15:22:21.080 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.079+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=7Q0ZYDU1SA3M type=write size=968088 2024-07-29T15:22:21.082 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.081+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~BO2FHC3XPPFR.0 size=1048576 2024-07-29T15:22:21.084 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.083+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~BO2FHC3XPPFR.1 size=4983 2024-07-29T15:22:21.087 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.087+0000 7fd62f6c3640 1 < completed multipart upload key=8BA2XKLPRGQN upload=BO2FHC3XPPFR tag=PD1IUES8FY94 type=write size=2102135 2024-07-29T15:22:21.091 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.091+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~VW5CUB00ZZWA.0 size=1048576 2024-07-29T15:22:21.094 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.093+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~VW5CUB00ZZWA.1 size=1019311 2024-07-29T15:22:21.094 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.093+0000 7fd62f6c3640 1 > prepared multipart upload key=4Z3FPJTXXFV7 upload=VW5CUB00ZZWA tag=RMXQGTQJ2CBE type=write size=3116463 2024-07-29T15:22:21.096 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.095+0000 7fd62f6c3640 1 < completed delete operation key=5RY4L1BV4ZJB tag=LI5JGMYQCS54 type=del 2024-07-29T15:22:21.100 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.099+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~YRA45MLJJJHT.0 size=1048576 2024-07-29T15:22:21.101 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.100+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~YRA45MLJJJHT.1 size=351323 2024-07-29T15:22:21.101 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.100+0000 7fd62f6c3640 1 > prepared multipart upload key=SI02Q5RHER9G upload=YRA45MLJJJHT tag=OMPTVN19CN1C type=write size=2448475 2024-07-29T15:22:21.105 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.105+0000 7fd62f6c3640 1 < suggested update operation key=ZDB57ZUUV5IX tag=RQ2LYRTSEHVO type=write size=118612 2024-07-29T15:22:21.109 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.108+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~3VFYTGY9VXDX.0 size=1048576 2024-07-29T15:22:21.111 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.110+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~3VFYTGY9VXDX.1 size=1048576 2024-07-29T15:22:21.113 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.112+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~3VFYTGY9VXDX.2 size=538163 2024-07-29T15:22:21.113 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.112+0000 7fd62f6c3640 1 > prepared multipart upload key=M5I2YC3HVZ0P upload=3VFYTGY9VXDX tag=TDROPI9S0TEB type=write size=3683891 2024-07-29T15:22:21.116 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.115+0000 7fd62f6c3640 -1 < failed to complete operation key=ZDB57ZUUV5IX tag=9XTVOAQDDURQ type=del size=3639786: (22) Invalid argument 2024-07-29T15:22:21.118 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.117+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=UI9L1QBF1QE6 type=write size=978123 2024-07-29T15:22:21.121 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.120+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~TV9LKB6X6VHZ.0 size=587291 2024-07-29T15:22:21.125 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.124+0000 7fd62f6c3640 1 < completed multipart upload key=L184IOUE520P upload=TV9LKB6X6VHZ tag=9EMIGPSZWV9E type=write size=1635867 2024-07-29T15:22:21.127 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.126+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=EOLCAH3S52A4 type=del size=2373719 2024-07-29T15:22:21.131 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.130+0000 7fd62f6c3640 1 < suggested update operation key=0C6FXJ0T2NGU tag=UTNL2G35DBX0 type=del size=1055513 2024-07-29T15:22:21.135 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.134+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~DWRN0GY5L9MG.0 size=979444 2024-07-29T15:22:21.135 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.134+0000 7fd62f6c3640 1 > prepared multipart upload key=SI02Q5RHER9G upload=DWRN0GY5L9MG tag=KU4VZSMPP09Z type=write size=2028020 2024-07-29T15:22:21.137 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.136+0000 7fd62f6c3640 1 < completed write operation key=FAOPDKU2UC4Y tag=1OXBBN83DCQ6 type=write size=530597 2024-07-29T15:22:21.139 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.138+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=Z8VNZ02XPYYR type=write size=96746 2024-07-29T15:22:21.141 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.140+0000 7fd62f6c3640 1 < completed write operation key=L184IOUE520P tag=JCQIEJMBAC6K type=write size=155601 2024-07-29T15:22:21.143 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.142+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=JG6A000S7QNF type=del size=3128496 2024-07-29T15:22:21.145 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.144+0000 7fd62f6c3640 1 < completed delete operation key=BIYBUOZPJSZV tag=5YF1894WB83J type=del 2024-07-29T15:22:21.149 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.148+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~UM9MYLKRWLUR.0 size=195814 2024-07-29T15:22:21.149 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.148+0000 7fd62f6c3640 1 > prepared multipart upload key=ZDB57ZUUV5IX upload=UM9MYLKRWLUR tag=5IXMUT9V7NCU type=write size=1244390 2024-07-29T15:22:21.152 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.151+0000 7fd62f6c3640 1 < completed delete operation key=IAXC3BCSNJJH tag=MLZZTMZKTX60 type=del 2024-07-29T15:22:21.154 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.153+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=G5SZ41E269IG type=del size=2067104 2024-07-29T15:22:21.157 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.156+0000 7fd62f6c3640 1 < completed write operation key=4LY01AD2KMYQ tag=3JFXUX9JJKZ1 type=write size=728852 2024-07-29T15:22:21.159 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.158+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=501EEK47E4PL type=del size=2529024 2024-07-29T15:22:21.161 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.160+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~3965OHXT0B4F.0 size=1048576 2024-07-29T15:22:21.163 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.162+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~3965OHXT0B4F.1 size=1048576 2024-07-29T15:22:21.164 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.163+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~3965OHXT0B4F.2 size=765274 2024-07-29T15:22:21.168 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.167+0000 7fd62f6c3640 1 < completed multipart upload key=7CXNN1RN7UV8 upload=3965OHXT0B4F tag=7SSTRU0J510Q type=write size=3911002 2024-07-29T15:22:21.170 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.169+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=JYF7WR6ZCW3U type=del size=4100179 2024-07-29T15:22:21.173 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.172+0000 7fd62f6c3640 1 < completed delete operation key=RQC1B162F8M6 tag=G0AP0FF6ZM6O type=del 2024-07-29T15:22:21.175 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.174+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=NEQDFDSF6ADZ type=del size=1826310 2024-07-29T15:22:21.177 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.176+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~ZQMAR4NTTK97.0 size=223697 2024-07-29T15:22:21.180 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.179+0000 7fd62f6c3640 1 < completed multipart upload key=E98KUA2RK3BK upload=ZQMAR4NTTK97 tag=GT0BLK01OD3S type=write size=1272273 2024-07-29T15:22:21.182 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.181+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=P52O8GW4ER7Q type=write size=769148 2024-07-29T15:22:21.184 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.183+0000 7fd62f6c3640 1 < canceled operation key=BIYBUOZPJSZV tag=09Z1XOUCDHQD type=del size=286547 2024-07-29T15:22:21.186 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.185+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=H1U7NB1XF5NI type=del size=3364848 2024-07-29T15:22:21.188 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.187+0000 7fd62f6c3640 1 < completed write operation key=7CXNN1RN7UV8 tag=7Q0ZYDU1SA3M type=write size=968088 2024-07-29T15:22:21.192 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.191+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~GZ248A8TY1L1.0 size=1048576 2024-07-29T15:22:21.194 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.193+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~GZ248A8TY1L1.1 size=926957 2024-07-29T15:22:21.194 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.193+0000 7fd62f6c3640 1 > prepared multipart upload key=3OG3SYFEL3VL upload=GZ248A8TY1L1 tag=DAXWN4GFLASY type=write size=3024109 2024-07-29T15:22:21.197 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.196+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~VW5CUB00ZZWA.0 size=1048576 2024-07-29T15:22:21.198 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.197+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~VW5CUB00ZZWA.1 size=1019311 2024-07-29T15:22:21.202 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.201+0000 7fd62f6c3640 1 < completed multipart upload key=4Z3FPJTXXFV7 upload=VW5CUB00ZZWA tag=RMXQGTQJ2CBE type=write size=3116463 2024-07-29T15:22:21.206 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.205+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~GZOFMH4O47B0.0 size=1048576 2024-07-29T15:22:21.208 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.207+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~GZOFMH4O47B0.1 size=308856 2024-07-29T15:22:21.208 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.207+0000 7fd62f6c3640 1 > prepared multipart upload key=M5I2YC3HVZ0P upload=GZOFMH4O47B0 tag=BFQ52L1JBTM6 type=write size=2406008 2024-07-29T15:22:21.211 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.210+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~YRA45MLJJJHT.0 size=1048576 2024-07-29T15:22:21.212 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.212+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~YRA45MLJJJHT.1 size=351323 2024-07-29T15:22:21.216 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.215+0000 7fd62f6c3640 1 < completed multipart upload key=SI02Q5RHER9G upload=YRA45MLJJJHT tag=OMPTVN19CN1C type=write size=2448475 2024-07-29T15:22:21.220 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.219+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~8F034ZRGTZGE.0 size=394889 2024-07-29T15:22:21.221 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.219+0000 7fd62f6c3640 1 > prepared multipart upload key=A98383AI9GGP upload=8F034ZRGTZGE tag=30BXIDIKHH2N type=write size=1443465 2024-07-29T15:22:21.222 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.221+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~3VFYTGY9VXDX.0 size=1048576 2024-07-29T15:22:21.224 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.223+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~3VFYTGY9VXDX.1 size=1048576 2024-07-29T15:22:21.226 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.225+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~3VFYTGY9VXDX.2 size=538163 2024-07-29T15:22:21.230 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.229+0000 7fd62f6c3640 1 < completed multipart upload key=M5I2YC3HVZ0P upload=3VFYTGY9VXDX tag=TDROPI9S0TEB type=write size=3683891 2024-07-29T15:22:21.232 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.231+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=KYAW3GYGO0IC type=del size=1679351 2024-07-29T15:22:21.236 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.235+0000 7fd62f6c3640 1 < suggested update operation key=7CXNN1RN7UV8 tag=UI9L1QBF1QE6 type=write size=978123 2024-07-29T15:22:21.238 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.237+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=ERV2AKMGL4U1 type=del size=1694353 2024-07-29T15:22:21.242 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.242+0000 7fd62f6c3640 1 < suggested update operation key=UNDM9MIM6GG0 tag=EOLCAH3S52A4 type=del size=2373719 2024-07-29T15:22:21.247 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.244+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=FKHHGQWX77DK type=del size=1413623 2024-07-29T15:22:21.248 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.247+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~DWRN0GY5L9MG.0 size=979444 2024-07-29T15:22:21.252 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.251+0000 7fd62f6c3640 1 < completed multipart upload key=SI02Q5RHER9G upload=DWRN0GY5L9MG tag=KU4VZSMPP09Z type=write size=2028020 2024-07-29T15:22:21.254 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.253+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=NH98WNMDJVOI type=del size=2337157 2024-07-29T15:22:21.256 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.255+0000 7fd62f6c3640 1 < completed write operation key=TAZR3PWEGCVK tag=Z8VNZ02XPYYR type=write size=96746 2024-07-29T15:22:21.259 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.258+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~YV1WUJV01H4F.0 size=1048576 2024-07-29T15:22:21.261 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.260+0000 7fd62f6c3640 1 > prepared part key=_multipart_8BA2XKLPRGQN.2~YV1WUJV01H4F.1 size=834646 2024-07-29T15:22:21.262 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.260+0000 7fd62f6c3640 1 > prepared multipart upload key=8BA2XKLPRGQN upload=YV1WUJV01H4F tag=X1YXNKMGM9B8 type=write size=2931798 2024-07-29T15:22:21.263 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.262+0000 7fd62f6c3640 1 < canceled operation key=7THABETH5LSN tag=JG6A000S7QNF type=del size=3128496 2024-07-29T15:22:21.266 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.265+0000 7fd62f6c3640 1 > prepared operation key=N3UV8NSUX0G0 tag=6DIXUNDZ39Q8 type=del size=2596732 2024-07-29T15:22:21.266 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.265+0000 7fd62f6c3640 1 < canceled part key=_multipart_ZDB57ZUUV5IX.2~UM9MYLKRWLUR.0 size=195814 2024-07-29T15:22:21.269 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.268+0000 7fd62f6c3640 1 < canceled multipart upload key=ZDB57ZUUV5IX upload=UM9MYLKRWLUR tag=5IXMUT9V7NCU type=write size=1244390 2024-07-29T15:22:21.272 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.271+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=83AQY36ZMAUV type=del size=1022568 2024-07-29T15:22:21.274 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.273+0000 7fd62f6c3640 1 < completed delete operation key=5RY4L1BV4ZJB tag=G5SZ41E269IG type=del 2024-07-29T15:22:21.278 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.277+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~B06T7HZ2IUQV.0 size=1048576 2024-07-29T15:22:21.280 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.279+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~B06T7HZ2IUQV.1 size=1048576 2024-07-29T15:22:21.282 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.281+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~B06T7HZ2IUQV.2 size=666903 2024-07-29T15:22:21.282 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.281+0000 7fd62f6c3640 1 > prepared multipart upload key=E98KUA2RK3BK upload=B06T7HZ2IUQV tag=NA77TJROS4Y0 type=write size=3812631 2024-07-29T15:22:21.285 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.284+0000 7fd62f6c3640 -1 < failed to complete operation key=7CXNN1RN7UV8 tag=501EEK47E4PL type=del size=2529024: (22) Invalid argument 2024-07-29T15:22:21.288 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.287+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~VGOAN6813BU2.0 size=1048576 2024-07-29T15:22:21.290 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.289+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~VGOAN6813BU2.1 size=1048576 2024-07-29T15:22:21.292 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.291+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~VGOAN6813BU2.2 size=266421 2024-07-29T15:22:21.292 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.291+0000 7fd62f6c3640 1 > prepared multipart upload key=V2178FD5CN6Y upload=VGOAN6813BU2 tag=V1F29O5352WJ type=write size=3412149 2024-07-29T15:22:21.297 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.295+0000 7fd62f6c3640 1 < suggested update operation key=E98KUA2RK3BK tag=JYF7WR6ZCW3U type=del size=4100179 2024-07-29T15:22:21.299 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.298+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=8NMTJUCI2JKL type=write size=494804 2024-07-29T15:22:21.301 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.300+0000 7fd62f6c3640 1 < completed delete operation key=8BA2XKLPRGQN tag=NEQDFDSF6ADZ type=del 2024-07-29T15:22:21.303 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.302+0000 7fd62f6c3640 1 > prepared operation key=YSQLYQW9APLO tag=9NPWSS45M01W type=write size=74860 2024-07-29T15:22:21.305 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.304+0000 7fd62f6c3640 1 < completed write operation key=8BA2XKLPRGQN tag=P52O8GW4ER7Q type=write size=769148 2024-07-29T15:22:21.309 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.308+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~044DOQ27OSQR.0 size=598362 2024-07-29T15:22:21.309 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.308+0000 7fd62f6c3640 1 > prepared multipart upload key=A98383AI9GGP upload=044DOQ27OSQR tag=44NGF2Z82B3T type=write size=1646938 2024-07-29T15:22:21.311 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.310+0000 7fd62f6c3640 1 < completed delete operation key=3OG3SYFEL3VL tag=H1U7NB1XF5NI type=del 2024-07-29T15:22:21.313 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.312+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=0JOLN3D6YX1L type=del size=301944 2024-07-29T15:22:21.315 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.314+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~GZ248A8TY1L1.0 size=1048576 2024-07-29T15:22:21.317 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.316+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~GZ248A8TY1L1.1 size=926957 2024-07-29T15:22:21.321 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.320+0000 7fd62f6c3640 1 < completed multipart upload key=3OG3SYFEL3VL upload=GZ248A8TY1L1 tag=DAXWN4GFLASY type=write size=3024109 2024-07-29T15:22:21.325 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.324+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~4P3TRFKHZYHW.0 size=19048 2024-07-29T15:22:21.325 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.324+0000 7fd62f6c3640 1 > prepared multipart upload key=E98KUA2RK3BK upload=4P3TRFKHZYHW tag=2PROD01631IS type=write size=1067624 2024-07-29T15:22:21.327 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.326+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~GZOFMH4O47B0.0 size=1048576 2024-07-29T15:22:21.329 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.328+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~GZOFMH4O47B0.1 size=308856 2024-07-29T15:22:21.332 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.331+0000 7fd62f6c3640 1 < completed multipart upload key=M5I2YC3HVZ0P upload=GZOFMH4O47B0 tag=BFQ52L1JBTM6 type=write size=2406008 2024-07-29T15:22:21.334 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.333+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=XA95B5DSV2M4 type=del size=949682 2024-07-29T15:22:21.334 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.333+0000 7fd62f6c3640 1 < canceled part key=_multipart_A98383AI9GGP.2~8F034ZRGTZGE.0 size=394889 2024-07-29T15:22:21.337 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.337+0000 7fd62f6c3640 1 < canceled multipart upload key=A98383AI9GGP upload=8F034ZRGTZGE tag=30BXIDIKHH2N type=write size=1443465 2024-07-29T15:22:21.339 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.339+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=92UDL7C8DJTY type=del size=728622 2024-07-29T15:22:21.341 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.341+0000 7fd62f6c3640 1 < completed delete operation key=ZMFNWBOB37DJ tag=KYAW3GYGO0IC type=del 2024-07-29T15:22:21.344 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.343+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=HG1TZI3YXTIO type=del size=3391613 2024-07-29T15:22:21.345 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.345+0000 7fd62f6c3640 1 < completed delete operation key=M86GT4R04HUE tag=ERV2AKMGL4U1 type=del 2024-07-29T15:22:21.348 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.347+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=L9TOGD6QLPIQ type=del size=1019723 2024-07-29T15:22:21.352 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.351+0000 7fd62f6c3640 1 < suggested update operation key=UNDM9MIM6GG0 tag=FKHHGQWX77DK type=del size=1413623 2024-07-29T15:22:21.353 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.352+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=5C8MUNAY7S2M type=del size=1453665 2024-07-29T15:22:21.356 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.355+0000 7fd62f6c3640 1 < completed delete operation key=IAXC3BCSNJJH tag=NH98WNMDJVOI type=del 2024-07-29T15:22:21.360 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.359+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~Q3N7HGVFZ012.0 size=1048576 2024-07-29T15:22:21.361 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.360+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~Q3N7HGVFZ012.1 size=321625 2024-07-29T15:22:21.361 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.360+0000 7fd62f6c3640 1 > prepared multipart upload key=L184IOUE520P upload=Q3N7HGVFZ012 tag=6FU6BHUTT5E9 type=write size=2418777 2024-07-29T15:22:21.363 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.362+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~YV1WUJV01H4F.0 size=1048576 2024-07-29T15:22:21.365 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.364+0000 7fd62f6c3640 1 < completed part key=_multipart_8BA2XKLPRGQN.2~YV1WUJV01H4F.1 size=834646 2024-07-29T15:22:21.368 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.368+0000 7fd62f6c3640 1 < completed multipart upload key=8BA2XKLPRGQN upload=YV1WUJV01H4F tag=X1YXNKMGM9B8 type=write size=2931798 2024-07-29T15:22:21.371 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.370+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=GV8TK30N44CV type=del size=4002080 2024-07-29T15:22:21.373 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.372+0000 7fd62f6c3640 1 < completed delete operation key=N3UV8NSUX0G0 tag=6DIXUNDZ39Q8 type=del 2024-07-29T15:22:21.377 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.376+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~EP9ZE008YCF7.0 size=1048576 2024-07-29T15:22:21.379 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.378+0000 7fd62f6c3640 1 > prepared part key=_multipart_YSQLYQW9APLO.2~EP9ZE008YCF7.1 size=726659 2024-07-29T15:22:21.379 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.378+0000 7fd62f6c3640 1 > prepared multipart upload key=YSQLYQW9APLO upload=EP9ZE008YCF7 tag=DYB4YVSPRCGB type=write size=2823811 2024-07-29T15:22:21.384 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.383+0000 7fd62f6c3640 1 < suggested update operation key=7THABETH5LSN tag=83AQY36ZMAUV type=del size=1022568 2024-07-29T15:22:21.388 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.387+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~7BEF52K55JVS.0 size=1048576 2024-07-29T15:22:21.390 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.389+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~7BEF52K55JVS.1 size=1048576 2024-07-29T15:22:21.392 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.391+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~7BEF52K55JVS.2 size=935223 2024-07-29T15:22:21.392 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.391+0000 7fd62f6c3640 1 > prepared multipart upload key=A98383AI9GGP upload=7BEF52K55JVS tag=PITIOXNT4Y6V type=write size=4080951 2024-07-29T15:22:21.394 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.394+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~B06T7HZ2IUQV.0 size=1048576 2024-07-29T15:22:21.394 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.394+0000 7fd62f6c3640 1 < canceled part key=_multipart_E98KUA2RK3BK.2~B06T7HZ2IUQV.1 size=1048576 2024-07-29T15:22:21.396 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.395+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~B06T7HZ2IUQV.2 size=666903 2024-07-29T15:22:21.401 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.400+0000 7fd62f6c3640 1 < canceled multipart upload key=E98KUA2RK3BK upload=B06T7HZ2IUQV tag=NA77TJROS4Y0 type=write size=3812631 2024-07-29T15:22:21.403 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.402+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=6JM71V5XBNJR type=del size=3403085 2024-07-29T15:22:21.406 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.405+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~VGOAN6813BU2.0 size=1048576 2024-07-29T15:22:21.408 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.407+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~VGOAN6813BU2.1 size=1048576 2024-07-29T15:22:21.408 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.407+0000 7fd62f6c3640 1 < canceled part key=_multipart_V2178FD5CN6Y.2~VGOAN6813BU2.2 size=266421 2024-07-29T15:22:21.411 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.410+0000 7fd62f6c3640 1 < canceled multipart upload key=V2178FD5CN6Y upload=VGOAN6813BU2 tag=V1F29O5352WJ type=write size=3412149 2024-07-29T15:22:21.415 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.414+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~9CCG932VC5NW.0 size=1048576 2024-07-29T15:22:21.417 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.416+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~9CCG932VC5NW.1 size=754023 2024-07-29T15:22:21.417 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.416+0000 7fd62f6c3640 1 > prepared multipart upload key=L3WAA4XE7CTH upload=9CCG932VC5NW tag=5N6YVXOLXOO0 type=write size=2851175 2024-07-29T15:22:21.420 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.419+0000 7fd62f6c3640 1 < completed write operation key=5E8G14SOGN0S tag=8NMTJUCI2JKL type=write size=494804 2024-07-29T15:22:21.422 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.421+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=EKQJSV0ZFXWK type=del size=888816 2024-07-29T15:22:21.424 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.424+0000 7fd62f6c3640 1 < completed write operation key=YSQLYQW9APLO tag=9NPWSS45M01W type=write size=74860 2024-07-29T15:22:21.427 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.426+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=SQA71Z9QBHOR type=del size=3698775 2024-07-29T15:22:21.429 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.428+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~044DOQ27OSQR.0 size=598362 2024-07-29T15:22:21.432 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.431+0000 7fd62f6c3640 1 < completed multipart upload key=A98383AI9GGP upload=044DOQ27OSQR tag=44NGF2Z82B3T type=write size=1646938 2024-07-29T15:22:21.434 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.434+0000 7fd62f6c3640 1 > prepared operation key=C3FDCOT4DV2B tag=FSLJKDXPO13M type=del size=728034 2024-07-29T15:22:21.436 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.436+0000 7fd62f6c3640 1 < completed delete operation key=VD0CC9XRAGF4 tag=0JOLN3D6YX1L type=del 2024-07-29T15:22:21.441 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.440+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~NLVVBINR621D.0 size=998405 2024-07-29T15:22:21.441 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.440+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=NLVVBINR621D tag=NGYL347JIGLK type=write size=2046981 2024-07-29T15:22:21.443 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.443+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~4P3TRFKHZYHW.0 size=19048 2024-07-29T15:22:21.450 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.446+0000 7fd62f6c3640 1 < completed multipart upload key=E98KUA2RK3BK upload=4P3TRFKHZYHW tag=2PROD01631IS type=write size=1067624 2024-07-29T15:22:21.451 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.450+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~XNK0X048S1CG.0 size=1048576 2024-07-29T15:22:21.452 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.451+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~XNK0X048S1CG.1 size=313963 2024-07-29T15:22:21.452 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.451+0000 7fd62f6c3640 1 > prepared multipart upload key=ZMFNWBOB37DJ upload=XNK0X048S1CG tag=4LZE6T5DA11Z type=write size=2411115 2024-07-29T15:22:21.454 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.454+0000 7fd62f6c3640 1 < completed delete operation key=TAZR3PWEGCVK tag=XA95B5DSV2M4 type=del 2024-07-29T15:22:21.457 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.456+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=ZL5IIJT9MPZS type=del size=1501557 2024-07-29T15:22:21.461 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.460+0000 7fd62f6c3640 1 < suggested update operation key=4Z3FPJTXXFV7 tag=92UDL7C8DJTY type=del size=728622 2024-07-29T15:22:21.463 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.462+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=4WB915WDW0ZC type=write size=185055 2024-07-29T15:22:21.466 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.465+0000 7fd62f6c3640 1 < canceled operation key=W248KYMPQG8A tag=HG1TZI3YXTIO type=del size=3391613 2024-07-29T15:22:21.468 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.467+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=2ZPX332J1BK5 type=del size=1812450 2024-07-29T15:22:21.469 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.469+0000 7fd62f6c3640 1 < completed delete operation key=IWIUUJFZ4UME tag=L9TOGD6QLPIQ type=del 2024-07-29T15:22:21.475 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.474+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~1T21FW2WOCXR.0 size=1048576 2024-07-29T15:22:21.476 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.476+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~1T21FW2WOCXR.1 size=621664 2024-07-29T15:22:21.477 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.476+0000 7fd62f6c3640 1 > prepared multipart upload key=4LY01AD2KMYQ upload=1T21FW2WOCXR tag=0NL0PHIC315I type=write size=2718816 2024-07-29T15:22:21.481 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.480+0000 7fd62f6c3640 1 < suggested remove operation key=FAOPDKU2UC4Y tag=5C8MUNAY7S2M type=del 2024-07-29T15:22:21.485 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.484+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~MBLEY0SR4HPE.0 size=1048576 2024-07-29T15:22:21.486 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.485+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~MBLEY0SR4HPE.1 size=469417 2024-07-29T15:22:21.486 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.485+0000 7fd62f6c3640 1 > prepared multipart upload key=A98383AI9GGP upload=MBLEY0SR4HPE tag=E3VYA71Y53AF type=write size=2566569 2024-07-29T15:22:21.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:21 smithi067 ceph-mon[91995]: pgmap v1335: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 434 KiB/s wr, 2.20k op/s 2024-07-29T15:22:21.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:21 smithi067 ceph-mon[94375]: pgmap v1335: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 434 KiB/s wr, 2.20k op/s 2024-07-29T15:22:21.488 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.487+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~Q3N7HGVFZ012.0 size=1048576 2024-07-29T15:22:21.490 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.489+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~Q3N7HGVFZ012.1 size=321625 2024-07-29T15:22:21.494 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.493+0000 7fd62f6c3640 1 < completed multipart upload key=L184IOUE520P upload=Q3N7HGVFZ012 tag=6FU6BHUTT5E9 type=write size=2418777 2024-07-29T15:22:21.496 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.495+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=DEV2YCGT1U0H type=del size=2208325 2024-07-29T15:22:21.498 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.497+0000 7fd62f6c3640 1 < completed delete operation key=V2178FD5CN6Y tag=GV8TK30N44CV type=del 2024-07-29T15:22:21.501 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.500+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~XLBBKYPLRLEO.0 size=1048576 2024-07-29T15:22:21.503 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.502+0000 7fd62f6c3640 1 > prepared part key=_multipart_BIYBUOZPJSZV.2~XLBBKYPLRLEO.1 size=615205 2024-07-29T15:22:21.503 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.502+0000 7fd62f6c3640 1 > prepared multipart upload key=BIYBUOZPJSZV upload=XLBBKYPLRLEO tag=8M8W04EAHUCC type=write size=2712357 2024-07-29T15:22:21.505 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.504+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~EP9ZE008YCF7.0 size=1048576 2024-07-29T15:22:21.507 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.506+0000 7fd62f6c3640 1 < completed part key=_multipart_YSQLYQW9APLO.2~EP9ZE008YCF7.1 size=726659 2024-07-29T15:22:21.510 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.509+0000 7fd62f6c3640 1 < completed multipart upload key=YSQLYQW9APLO upload=EP9ZE008YCF7 tag=DYB4YVSPRCGB type=write size=2823811 2024-07-29T15:22:21.514 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.513+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~3HQZ6AE3JLK3.0 size=618096 2024-07-29T15:22:21.514 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.513+0000 7fd62f6c3640 1 > prepared multipart upload key=TAZR3PWEGCVK upload=3HQZ6AE3JLK3 tag=BN2262S8APPE type=write size=1666672 2024-07-29T15:22:21.516 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.515+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~7BEF52K55JVS.0 size=1048576 2024-07-29T15:22:21.518 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.517+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~7BEF52K55JVS.1 size=1048576 2024-07-29T15:22:21.519 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.519+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~7BEF52K55JVS.2 size=935223 2024-07-29T15:22:21.523 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.522+0000 7fd62f6c3640 1 < completed multipart upload key=A98383AI9GGP upload=7BEF52K55JVS tag=PITIOXNT4Y6V type=write size=4080951 2024-07-29T15:22:21.527 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.527+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~309OYUYAUK6R.0 size=642986 2024-07-29T15:22:21.528 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.527+0000 7fd62f6c3640 1 > prepared multipart upload key=IWIUUJFZ4UME upload=309OYUYAUK6R tag=XQ1SSBNFM142 type=write size=1691562 2024-07-29T15:22:21.530 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.529+0000 7fd62f6c3640 1 < canceled operation key=VD0CC9XRAGF4 tag=6JM71V5XBNJR type=del size=3403085 2024-07-29T15:22:21.532 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.531+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=MAS7NEQ6JI0Y type=write size=158443 2024-07-29T15:22:21.534 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.533+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~9CCG932VC5NW.0 size=1048576 2024-07-29T15:22:21.536 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.535+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~9CCG932VC5NW.1 size=754023 2024-07-29T15:22:21.539 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.538+0000 7fd62f6c3640 1 < completed multipart upload key=L3WAA4XE7CTH upload=9CCG932VC5NW tag=5N6YVXOLXOO0 type=write size=2851175 2024-07-29T15:22:21.541 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.540+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=WQJCMRSXPU4M type=del size=2098946 2024-07-29T15:22:21.545 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.544+0000 7fd62f6c3640 1 < suggested remove operation key=5RY4L1BV4ZJB tag=EKQJSV0ZFXWK type=del 2024-07-29T15:22:21.549 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.548+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~V0FEWPM10B56.0 size=1048576 2024-07-29T15:22:21.551 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.550+0000 7fd62f6c3640 1 > prepared part key=_multipart_M5I2YC3HVZ0P.2~V0FEWPM10B56.1 size=697328 2024-07-29T15:22:21.551 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.550+0000 7fd62f6c3640 1 > prepared multipart upload key=M5I2YC3HVZ0P upload=V0FEWPM10B56 tag=P06W1MCNEUMN type=write size=2794480 2024-07-29T15:22:21.553 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.552+0000 7fd62f6c3640 1 < completed delete operation key=UNDM9MIM6GG0 tag=SQA71Z9QBHOR type=del 2024-07-29T15:22:21.556 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.556+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~Q7Y53Y0NA8UH.0 size=299944 2024-07-29T15:22:21.557 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.556+0000 7fd62f6c3640 1 > prepared multipart upload key=5E8G14SOGN0S upload=Q7Y53Y0NA8UH tag=78AZJY1AS48A type=write size=1348520 2024-07-29T15:22:21.559 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.559+0000 7fd62f6c3640 1 < canceled operation key=C3FDCOT4DV2B tag=FSLJKDXPO13M type=del size=728034 2024-07-29T15:22:21.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:21 smithi138 ceph-mon[86438]: pgmap v1335: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 434 KiB/s wr, 2.20k op/s 2024-07-29T15:22:21.562 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.561+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=F95FJK1OBI58 type=del size=2549075 2024-07-29T15:22:21.564 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.563+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~NLVVBINR621D.0 size=998405 2024-07-29T15:22:21.567 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.567+0000 7fd62f6c3640 1 < completed multipart upload key=IAXC3BCSNJJH upload=NLVVBINR621D tag=NGYL347JIGLK type=write size=2046981 2024-07-29T15:22:21.570 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.569+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=YHNL27OI5EOM type=del size=3554346 2024-07-29T15:22:21.572 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.571+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~XNK0X048S1CG.0 size=1048576 2024-07-29T15:22:21.574 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.573+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~XNK0X048S1CG.1 size=313963 2024-07-29T15:22:21.578 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.577+0000 7fd62f6c3640 1 < completed multipart upload key=ZMFNWBOB37DJ upload=XNK0X048S1CG tag=4LZE6T5DA11Z type=write size=2411115 2024-07-29T15:22:21.582 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.581+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~L6FMRJ2CEHC5.0 size=210490 2024-07-29T15:22:21.582 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.581+0000 7fd62f6c3640 1 > prepared multipart upload key=A98383AI9GGP upload=L6FMRJ2CEHC5 tag=FI9MFK77EGZ3 type=write size=1259066 2024-07-29T15:22:21.584 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.583+0000 7fd62f6c3640 1 < completed delete operation key=7THABETH5LSN tag=ZL5IIJT9MPZS type=del 2024-07-29T15:22:21.586 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.585+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=1NK5S70DWQBB type=write size=87324 2024-07-29T15:22:21.590 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.589+0000 7fd62f6c3640 1 < suggested remove operation key=L3WAA4XE7CTH tag=4WB915WDW0ZC type=write 2024-07-29T15:22:21.591 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.591+0000 7fd62f6c3640 1 > prepared operation key=C3FDCOT4DV2B tag=4C4A5UGVN50H type=write size=602670 2024-07-29T15:22:21.595 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.594+0000 7fd62f6c3640 1 < suggested remove operation key=ZDB57ZUUV5IX tag=2ZPX332J1BK5 type=del 2024-07-29T15:22:21.597 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.597+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=BLK6NSDMUZ6J type=write size=355599 2024-07-29T15:22:21.599 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.598+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~1T21FW2WOCXR.0 size=1048576 2024-07-29T15:22:21.601 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.600+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~1T21FW2WOCXR.1 size=621664 2024-07-29T15:22:21.605 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.604+0000 7fd62f6c3640 1 < completed multipart upload key=4LY01AD2KMYQ upload=1T21FW2WOCXR tag=0NL0PHIC315I type=write size=2718816 2024-07-29T15:22:21.607 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.606+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=A6CVVKI3NCEM type=del size=2551645 2024-07-29T15:22:21.609 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.608+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~MBLEY0SR4HPE.0 size=1048576 2024-07-29T15:22:21.611 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.610+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~MBLEY0SR4HPE.1 size=469417 2024-07-29T15:22:21.614 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.613+0000 7fd62f6c3640 1 < completed multipart upload key=A98383AI9GGP upload=MBLEY0SR4HPE tag=E3VYA71Y53AF type=write size=2566569 2024-07-29T15:22:21.619 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.618+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~TYOOH5UV64NC.0 size=951269 2024-07-29T15:22:21.619 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.618+0000 7fd62f6c3640 1 > prepared multipart upload key=FAOPDKU2UC4Y upload=TYOOH5UV64NC tag=KQA0BYGF7SCX type=write size=1999845 2024-07-29T15:22:21.621 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.621+0000 7fd62f6c3640 -1 < failed to complete operation key=ZDB57ZUUV5IX tag=DEV2YCGT1U0H type=del size=2208325: (22) Invalid argument 2024-07-29T15:22:21.624 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.623+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=53ZTC4FZ9OI5 type=del size=3275998 2024-07-29T15:22:21.626 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.625+0000 7fd62f6c3640 1 < completed part key=_multipart_BIYBUOZPJSZV.2~XLBBKYPLRLEO.0 size=1048576 2024-07-29T15:22:21.626 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.625+0000 7fd62f6c3640 1 < canceled part key=_multipart_BIYBUOZPJSZV.2~XLBBKYPLRLEO.1 size=615205 2024-07-29T15:22:21.629 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.629+0000 7fd62f6c3640 1 < canceled multipart upload key=BIYBUOZPJSZV upload=XLBBKYPLRLEO tag=8M8W04EAHUCC type=write size=2712357 2024-07-29T15:22:21.634 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.633+0000 7fd62f6c3640 1 > prepared part key=_multipart_UNDM9MIM6GG0.2~AR275VZMQD35.0 size=82286 2024-07-29T15:22:21.634 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.633+0000 7fd62f6c3640 1 > prepared multipart upload key=UNDM9MIM6GG0 upload=AR275VZMQD35 tag=QTBUSWLJCX98 type=write size=1130862 2024-07-29T15:22:21.636 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.635+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~3HQZ6AE3JLK3.0 size=618096 2024-07-29T15:22:21.640 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.639+0000 7fd62f6c3640 1 < completed multipart upload key=TAZR3PWEGCVK upload=3HQZ6AE3JLK3 tag=BN2262S8APPE type=write size=1666672 2024-07-29T15:22:21.644 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.643+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~OPV05LN0J06Z.0 size=528468 2024-07-29T15:22:21.644 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.643+0000 7fd62f6c3640 1 > prepared multipart upload key=L3WAA4XE7CTH upload=OPV05LN0J06Z tag=XN9EP1RTOS72 type=write size=1577044 2024-07-29T15:22:21.644 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.643+0000 7fd62f6c3640 1 < canceled part key=_multipart_IWIUUJFZ4UME.2~309OYUYAUK6R.0 size=642986 2024-07-29T15:22:21.648 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.647+0000 7fd62f6c3640 1 < canceled multipart upload key=IWIUUJFZ4UME upload=309OYUYAUK6R tag=XQ1SSBNFM142 type=write size=1691562 2024-07-29T15:22:21.654 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.650+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~KIFX8KP0QC2V.0 size=433355 2024-07-29T15:22:21.654 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.650+0000 7fd62f6c3640 1 > prepared multipart upload key=IWIUUJFZ4UME upload=KIFX8KP0QC2V tag=RF3HLSGZZJYS type=write size=1481931 2024-07-29T15:22:21.654 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.653+0000 7fd62f6c3640 1 < completed write operation key=FAOPDKU2UC4Y tag=MAS7NEQ6JI0Y type=write size=158443 2024-07-29T15:22:21.656 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.655+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=DQ7LG59L2H4A type=del size=2302045 2024-07-29T15:22:21.658 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.658+0000 7fd62f6c3640 1 < completed delete operation key=M86GT4R04HUE tag=WQJCMRSXPU4M type=del 2024-07-29T15:22:21.661 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.660+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=R9W4K9PC5A3R type=del size=3822085 2024-07-29T15:22:21.663 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.662+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~V0FEWPM10B56.0 size=1048576 2024-07-29T15:22:21.665 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.664+0000 7fd62f6c3640 1 < completed part key=_multipart_M5I2YC3HVZ0P.2~V0FEWPM10B56.1 size=697328 2024-07-29T15:22:21.668 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.667+0000 7fd62f6c3640 1 < completed multipart upload key=M5I2YC3HVZ0P upload=V0FEWPM10B56 tag=P06W1MCNEUMN type=write size=2794480 2024-07-29T15:22:21.672 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.671+0000 7fd62f6c3640 1 > prepared part key=_multipart_TAZR3PWEGCVK.2~OCFR8ERIYG86.0 size=732052 2024-07-29T15:22:21.672 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.671+0000 7fd62f6c3640 1 > prepared multipart upload key=TAZR3PWEGCVK upload=OCFR8ERIYG86 tag=ZQA2SS0Z5C34 type=write size=1780628 2024-07-29T15:22:21.674 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.673+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~Q7Y53Y0NA8UH.0 size=299944 2024-07-29T15:22:21.677 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.676+0000 7fd62f6c3640 1 < completed multipart upload key=5E8G14SOGN0S upload=Q7Y53Y0NA8UH tag=78AZJY1AS48A type=write size=1348520 2024-07-29T15:22:21.681 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.680+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~C7VVW6Y6P3UB.0 size=1048576 2024-07-29T15:22:21.683 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.682+0000 7fd62f6c3640 1 > prepared part key=_multipart_RQC1B162F8M6.2~C7VVW6Y6P3UB.1 size=913059 2024-07-29T15:22:21.683 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.682+0000 7fd62f6c3640 1 > prepared multipart upload key=RQC1B162F8M6 upload=C7VVW6Y6P3UB tag=9XFH14G7H4E5 type=write size=3010211 2024-07-29T15:22:21.685 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.684+0000 7fd62f6c3640 1 < completed delete operation key=IWIUUJFZ4UME tag=F95FJK1OBI58 type=del 2024-07-29T15:22:21.687 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.686+0000 7fd62f6c3640 1 > prepared operation key=H0YBVQU3EMED tag=GO7C5O7NVPAB type=write size=198322 2024-07-29T15:22:21.691 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.690+0000 7fd62f6c3640 1 < suggested update operation key=7CXNN1RN7UV8 tag=YHNL27OI5EOM type=del size=3554346 2024-07-29T15:22:21.693 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.692+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=QMPQ5CYN8UU1 type=del size=4109398 2024-07-29T15:22:21.695 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.694+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~L6FMRJ2CEHC5.0 size=210490 2024-07-29T15:22:21.699 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.698+0000 7fd62f6c3640 1 < completed multipart upload key=A98383AI9GGP upload=L6FMRJ2CEHC5 tag=FI9MFK77EGZ3 type=write size=1259066 2024-07-29T15:22:21.702 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.701+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=AQ2QQ0KUUPJL type=del size=490430 2024-07-29T15:22:21.704 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.703+0000 7fd62f6c3640 1 < completed write operation key=BIYBUOZPJSZV tag=1NK5S70DWQBB type=write size=87324 2024-07-29T15:22:21.707 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.706+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=EN7DWX2AC9MC type=del size=2131424 2024-07-29T15:22:21.711 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.710+0000 7fd62f6c3640 1 < suggested update operation key=C3FDCOT4DV2B tag=4C4A5UGVN50H type=write size=602670 2024-07-29T15:22:21.713 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.712+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=P38W7U2RBDGK type=del size=281915 2024-07-29T15:22:21.715 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.714+0000 7fd62f6c3640 1 < completed write operation key=0C6FXJ0T2NGU tag=BLK6NSDMUZ6J type=write size=355599 2024-07-29T15:22:21.719 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.718+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~CHGQ6GOK7FDO.0 size=1048576 2024-07-29T15:22:21.720 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.719+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~CHGQ6GOK7FDO.1 size=328726 2024-07-29T15:22:21.721 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.719+0000 7fd62f6c3640 1 > prepared multipart upload key=5E8G14SOGN0S upload=CHGQ6GOK7FDO tag=XX2CTQGMVWIY type=write size=2425878 2024-07-29T15:22:21.723 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.722+0000 7fd62f6c3640 -1 < failed to complete operation key=7CXNN1RN7UV8 tag=A6CVVKI3NCEM type=del size=2551645: (22) Invalid argument 2024-07-29T15:22:21.728 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.727+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~EIBD1XCHDKCX.0 size=1048576 2024-07-29T15:22:21.730 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.729+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~EIBD1XCHDKCX.1 size=263993 2024-07-29T15:22:21.730 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.729+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=EIBD1XCHDKCX tag=NZABSECEZ60M type=write size=2361145 2024-07-29T15:22:21.732 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.731+0000 7fd62f6c3640 1 < completed part key=_multipart_FAOPDKU2UC4Y.2~TYOOH5UV64NC.0 size=951269 2024-07-29T15:22:21.735 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.734+0000 7fd62f6c3640 1 < completed multipart upload key=FAOPDKU2UC4Y upload=TYOOH5UV64NC tag=KQA0BYGF7SCX type=write size=1999845 2024-07-29T15:22:21.737 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.736+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=WIPUMPUS4JJB type=del size=567321 2024-07-29T15:22:21.739 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.738+0000 7fd62f6c3640 1 < completed delete operation key=E98KUA2RK3BK tag=53ZTC4FZ9OI5 type=del 2024-07-29T15:22:21.741 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.740+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=2VTRYJGVC2PZ type=del size=564401 2024-07-29T15:22:21.743 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.742+0000 7fd62f6c3640 1 < completed part key=_multipart_UNDM9MIM6GG0.2~AR275VZMQD35.0 size=82286 2024-07-29T15:22:21.746 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.746+0000 7fd62f6c3640 1 < completed multipart upload key=UNDM9MIM6GG0 upload=AR275VZMQD35 tag=QTBUSWLJCX98 type=write size=1130862 2024-07-29T15:22:21.751 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.750+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~QY4WKWGFCU7B.0 size=384003 2024-07-29T15:22:21.751 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.750+0000 7fd62f6c3640 1 > prepared multipart upload key=H0YBVQU3EMED upload=QY4WKWGFCU7B tag=Q683NIPZDTO4 type=write size=1432579 2024-07-29T15:22:21.752 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.752+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~OPV05LN0J06Z.0 size=528468 2024-07-29T15:22:21.756 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.755+0000 7fd62f6c3640 1 < completed multipart upload key=L3WAA4XE7CTH upload=OPV05LN0J06Z tag=XN9EP1RTOS72 type=write size=1577044 2024-07-29T15:22:21.760 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.760+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~OATUXO0ZCEHI.0 size=1048576 2024-07-29T15:22:21.763 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.762+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~OATUXO0ZCEHI.1 size=1048576 2024-07-29T15:22:21.765 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.764+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~OATUXO0ZCEHI.2 size=769442 2024-07-29T15:22:21.765 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.764+0000 7fd62f6c3640 1 > prepared multipart upload key=ZDB57ZUUV5IX upload=OATUXO0ZCEHI tag=GCEVZQ70XGJK type=write size=3915170 2024-07-29T15:22:21.767 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.766+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~KIFX8KP0QC2V.0 size=433355 2024-07-29T15:22:21.770 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.769+0000 7fd62f6c3640 1 < completed multipart upload key=IWIUUJFZ4UME upload=KIFX8KP0QC2V tag=RF3HLSGZZJYS type=write size=1481931 2024-07-29T15:22:21.773 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.772+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=X2YMFQCL1ZK7 type=del size=4020963 2024-07-29T15:22:21.775 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.775+0000 7fd62f6c3640 1 < completed delete operation key=7THABETH5LSN tag=DQ7LG59L2H4A type=del 2024-07-29T15:22:21.779 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.779+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~8H2UHLO9UHWE.0 size=1048576 2024-07-29T15:22:21.781 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.780+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~8H2UHLO9UHWE.1 size=901619 2024-07-29T15:22:21.781 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.780+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=8H2UHLO9UHWE tag=ZHMHR466321S type=write size=2998771 2024-07-29T15:22:21.783 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.782+0000 7fd62f6c3640 1 < completed delete operation key=8BA2XKLPRGQN tag=R9W4K9PC5A3R type=del 2024-07-29T15:22:21.787 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.786+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~VZ2DBX6QUV7L.0 size=1048576 2024-07-29T15:22:21.789 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.788+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~VZ2DBX6QUV7L.1 size=1048576 2024-07-29T15:22:21.790 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.789+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~VZ2DBX6QUV7L.2 size=421734 2024-07-29T15:22:21.790 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.789+0000 7fd62f6c3640 1 > prepared multipart upload key=A98383AI9GGP upload=VZ2DBX6QUV7L tag=9NM7EVU35KQ3 type=write size=3567462 2024-07-29T15:22:21.792 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.791+0000 7fd62f6c3640 1 < completed part key=_multipart_TAZR3PWEGCVK.2~OCFR8ERIYG86.0 size=732052 2024-07-29T15:22:21.796 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.795+0000 7fd62f6c3640 1 < completed multipart upload key=TAZR3PWEGCVK upload=OCFR8ERIYG86 tag=ZQA2SS0Z5C34 type=write size=1780628 2024-07-29T15:22:21.798 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.797+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=0I4GOYQC4EPV type=del size=2224758 2024-07-29T15:22:21.800 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.799+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~C7VVW6Y6P3UB.0 size=1048576 2024-07-29T15:22:21.802 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.801+0000 7fd62f6c3640 1 < completed part key=_multipart_RQC1B162F8M6.2~C7VVW6Y6P3UB.1 size=913059 2024-07-29T15:22:21.805 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.805+0000 7fd62f6c3640 1 < completed multipart upload key=RQC1B162F8M6 upload=C7VVW6Y6P3UB tag=9XFH14G7H4E5 type=write size=3010211 2024-07-29T15:22:21.809 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.809+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~47XNS3IDNTKI.0 size=1048576 2024-07-29T15:22:21.811 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.811+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~47XNS3IDNTKI.1 size=551063 2024-07-29T15:22:21.811 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.811+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=47XNS3IDNTKI tag=6QC36FAV8MEI type=write size=2648215 2024-07-29T15:22:21.813 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.813+0000 7fd62f6c3640 1 < completed write operation key=H0YBVQU3EMED tag=GO7C5O7NVPAB type=write size=198322 2024-07-29T15:22:21.815 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.815+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=2B1GMZI3MB3W type=write size=874757 2024-07-29T15:22:21.818 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.817+0000 7fd62f6c3640 1 < completed delete operation key=M5I2YC3HVZ0P tag=QMPQ5CYN8UU1 type=del 2024-07-29T15:22:21.820 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.819+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=Q5GIZOP9ZWKO type=del size=3576071 2024-07-29T15:22:21.823 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.822+0000 7fd62f6c3640 1 < completed delete operation key=IAXC3BCSNJJH tag=AQ2QQ0KUUPJL type=del 2024-07-29T15:22:21.825 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.825+0000 7fd62f6c3640 1 > prepared operation key=N3UV8NSUX0G0 tag=UJTOX32OUSAE type=del size=2059783 2024-07-29T15:22:21.828 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.827+0000 7fd62f6c3640 1 < completed delete operation key=5E8G14SOGN0S tag=EN7DWX2AC9MC type=del 2024-07-29T15:22:21.832 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.831+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~BUVVB7W433GW.0 size=433876 2024-07-29T15:22:21.832 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.831+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=BUVVB7W433GW tag=5PIIF866U4NU type=write size=1482452 2024-07-29T15:22:21.834 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.833+0000 7fd62f6c3640 1 < completed delete operation key=VD0CC9XRAGF4 tag=P38W7U2RBDGK type=del 2024-07-29T15:22:21.836 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.835+0000 7fd62f6c3640 1 > prepared operation key=C3FDCOT4DV2B tag=T9Q3W0GM08IH type=del size=3011931 2024-07-29T15:22:21.838 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.837+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~CHGQ6GOK7FDO.0 size=1048576 2024-07-29T15:22:21.839 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.839+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~CHGQ6GOK7FDO.1 size=328726 2024-07-29T15:22:21.843 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.842+0000 7fd62f6c3640 1 < completed multipart upload key=5E8G14SOGN0S upload=CHGQ6GOK7FDO tag=XX2CTQGMVWIY type=write size=2425878 2024-07-29T15:22:21.845 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.844+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=GM5TKIV6NS5H type=del size=1772759 2024-07-29T15:22:21.847 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.847+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~EIBD1XCHDKCX.0 size=1048576 2024-07-29T15:22:21.849 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.848+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~EIBD1XCHDKCX.1 size=263993 2024-07-29T15:22:21.853 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.852+0000 7fd62f6c3640 1 < completed multipart upload key=W248KYMPQG8A upload=EIBD1XCHDKCX tag=NZABSECEZ60M type=write size=2361145 2024-07-29T15:22:21.856 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.855+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~GRKSD1NHBU5G.0 size=1048576 2024-07-29T15:22:21.858 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.857+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~GRKSD1NHBU5G.1 size=968715 2024-07-29T15:22:21.858 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.857+0000 7fd62f6c3640 1 > prepared multipart upload key=3OG3SYFEL3VL upload=GRKSD1NHBU5G tag=UHJGIX7CCS8M type=write size=3065867 2024-07-29T15:22:21.863 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.862+0000 7fd62f6c3640 1 < suggested remove operation key=RQC1B162F8M6 tag=WIPUMPUS4JJB type=del 2024-07-29T15:22:21.866 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.865+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=N0MHODORED9F type=del size=40533 2024-07-29T15:22:21.869 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.869+0000 7fd62f6c3640 1 < suggested update operation key=BIYBUOZPJSZV tag=2VTRYJGVC2PZ type=del size=564401 2024-07-29T15:22:21.872 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.871+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=T737N0FYV9OW type=del size=1166749 2024-07-29T15:22:21.874 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.873+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~QY4WKWGFCU7B.0 size=384003 2024-07-29T15:22:21.878 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.878+0000 7fd62f6c3640 1 < completed multipart upload key=H0YBVQU3EMED upload=QY4WKWGFCU7B tag=Q683NIPZDTO4 type=write size=1432579 2024-07-29T15:22:21.881 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.880+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=T1809WGM02Y5 type=del size=1572691 2024-07-29T15:22:21.883 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.882+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~OATUXO0ZCEHI.0 size=1048576 2024-07-29T15:22:21.884 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.882+0000 7fd62f6c3640 1 < canceled part key=_multipart_ZDB57ZUUV5IX.2~OATUXO0ZCEHI.1 size=1048576 2024-07-29T15:22:21.885 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.884+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~OATUXO0ZCEHI.2 size=769442 2024-07-29T15:22:21.889 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.888+0000 7fd62f6c3640 1 < canceled multipart upload key=ZDB57ZUUV5IX upload=OATUXO0ZCEHI tag=GCEVZQ70XGJK type=write size=3915170 2024-07-29T15:22:21.891 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.890+0000 7fd62f6c3640 1 > prepared operation key=C3FDCOT4DV2B tag=7LDROQAW82KE type=write size=534258 2024-07-29T15:22:21.893 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.893+0000 7fd62f6c3640 1 < completed delete operation key=L184IOUE520P tag=X2YMFQCL1ZK7 type=del 2024-07-29T15:22:21.897 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.896+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~X7VJGVXHHD35.0 size=1048576 2024-07-29T15:22:21.899 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.898+0000 7fd62f6c3640 1 > prepared part key=_multipart_7THABETH5LSN.2~X7VJGVXHHD35.1 size=1020925 2024-07-29T15:22:21.899 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.898+0000 7fd62f6c3640 1 > prepared multipart upload key=7THABETH5LSN upload=X7VJGVXHHD35 tag=0WRSW2GQLG28 type=write size=3118077 2024-07-29T15:22:21.899 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.898+0000 7fd62f6c3640 1 < canceled part key=_multipart_W248KYMPQG8A.2~8H2UHLO9UHWE.0 size=1048576 2024-07-29T15:22:21.899 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.898+0000 7fd62f6c3640 1 < canceled part key=_multipart_W248KYMPQG8A.2~8H2UHLO9UHWE.1 size=901619 2024-07-29T15:22:21.903 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.902+0000 7fd62f6c3640 1 < canceled multipart upload key=W248KYMPQG8A upload=8H2UHLO9UHWE tag=ZHMHR466321S type=write size=2998771 2024-07-29T15:22:21.905 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.904+0000 7fd62f6c3640 1 > prepared operation key=L3WAA4XE7CTH tag=5OJ2MWOL4R90 type=del size=1231581 2024-07-29T15:22:21.907 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.906+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~VZ2DBX6QUV7L.0 size=1048576 2024-07-29T15:22:21.909 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.908+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~VZ2DBX6QUV7L.1 size=1048576 2024-07-29T15:22:21.910 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.910+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~VZ2DBX6QUV7L.2 size=421734 2024-07-29T15:22:21.914 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.913+0000 7fd62f6c3640 1 < completed multipart upload key=A98383AI9GGP upload=VZ2DBX6QUV7L tag=9NM7EVU35KQ3 type=write size=3567462 2024-07-29T15:22:21.917 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.916+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=G4D7IKYU3D2N type=del size=3559268 2024-07-29T15:22:21.919 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.918+0000 7fd62f6c3640 1 < completed delete operation key=SI02Q5RHER9G tag=0I4GOYQC4EPV type=del 2024-07-29T15:22:21.922 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.921+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=SXZSG7TG82P9 type=del size=2072321 2024-07-29T15:22:21.924 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.923+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~47XNS3IDNTKI.0 size=1048576 2024-07-29T15:22:21.925 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.925+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~47XNS3IDNTKI.1 size=551063 2024-07-29T15:22:21.929 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.929+0000 7fd62f6c3640 1 < completed multipart upload key=W248KYMPQG8A upload=47XNS3IDNTKI tag=6QC36FAV8MEI type=write size=2648215 2024-07-29T15:22:21.932 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.931+0000 7fd62f6c3640 1 > prepared operation key=C3FDCOT4DV2B tag=UMZDPK5MOSZ5 type=del size=2415715 2024-07-29T15:22:21.937 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.936+0000 7fd62f6c3640 1 < suggested update operation key=ZDB57ZUUV5IX tag=2B1GMZI3MB3W type=write size=874757 2024-07-29T15:22:21.938 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.938+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=2GSX90LYKTQI type=del size=842763 2024-07-29T15:22:21.941 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.940+0000 7fd62f6c3640 1 < completed delete operation key=7THABETH5LSN tag=Q5GIZOP9ZWKO type=del 2024-07-29T15:22:21.943 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.942+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=06ZHDSY0UIWA type=write size=141758 2024-07-29T15:22:21.945 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.944+0000 7fd62f6c3640 1 < completed delete operation key=N3UV8NSUX0G0 tag=UJTOX32OUSAE type=del 2024-07-29T15:22:21.949 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.948+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~DS44JD1HNXBU.0 size=60358 2024-07-29T15:22:21.949 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.948+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=DS44JD1HNXBU tag=77GYFOKQRUV3 type=write size=1108934 2024-07-29T15:22:21.951 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.950+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~BUVVB7W433GW.0 size=433876 2024-07-29T15:22:21.955 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.954+0000 7fd62f6c3640 1 < completed multipart upload key=IAXC3BCSNJJH upload=BUVVB7W433GW tag=5PIIF866U4NU type=write size=1482452 2024-07-29T15:22:21.959 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.958+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~VLDE3K4B1INX.0 size=1048576 2024-07-29T15:22:21.960 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.959+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~VLDE3K4B1INX.1 size=648184 2024-07-29T15:22:21.960 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.959+0000 7fd62f6c3640 1 > prepared multipart upload key=A98383AI9GGP upload=VLDE3K4B1INX tag=5FKIRA6WECMN type=write size=2745336 2024-07-29T15:22:21.963 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.962+0000 7fd62f6c3640 1 < completed delete operation key=C3FDCOT4DV2B tag=T9Q3W0GM08IH type=del 2024-07-29T15:22:21.965 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.964+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=W3VNQY72SNSM type=del size=2630149 2024-07-29T15:22:21.967 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.966+0000 7fd62f6c3640 1 < completed delete operation key=W248KYMPQG8A tag=GM5TKIV6NS5H type=del 2024-07-29T15:22:21.970 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.969+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~QNFXWMQB4RIH.0 size=286214 2024-07-29T15:22:21.970 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.969+0000 7fd62f6c3640 1 > prepared multipart upload key=3OG3SYFEL3VL upload=QNFXWMQB4RIH tag=HMIR0YXV20E5 type=write size=1334790 2024-07-29T15:22:21.972 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.971+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~GRKSD1NHBU5G.0 size=1048576 2024-07-29T15:22:21.974 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.973+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~GRKSD1NHBU5G.1 size=968715 2024-07-29T15:22:21.977 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.976+0000 7fd62f6c3640 1 < completed multipart upload key=3OG3SYFEL3VL upload=GRKSD1NHBU5G tag=UHJGIX7CCS8M type=write size=3065867 2024-07-29T15:22:21.980 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.979+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=8FUG8X46NC65 type=del size=157334 2024-07-29T15:22:21.984 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.983+0000 7fd62f6c3640 1 < suggested remove operation key=8BA2XKLPRGQN tag=N0MHODORED9F type=del 2024-07-29T15:22:21.989 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.988+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~ZV91PY1SXDD3.0 size=1048576 2024-07-29T15:22:21.991 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.990+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~ZV91PY1SXDD3.1 size=99356 2024-07-29T15:22:21.991 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.990+0000 7fd62f6c3640 1 > prepared multipart upload key=4Z3FPJTXXFV7 upload=ZV91PY1SXDD3 tag=MXFJW083NGVL type=write size=2196508 2024-07-29T15:22:21.993 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.992+0000 7fd62f6c3640 1 < completed delete operation key=ZMFNWBOB37DJ tag=T737N0FYV9OW type=del 2024-07-29T15:22:21.997 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.996+0000 7fd62f6c3640 1 > prepared part key=_multipart_N3UV8NSUX0G0.2~IGQ9F85D57QO.0 size=613753 2024-07-29T15:22:21.997 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:21.996+0000 7fd62f6c3640 1 > prepared multipart upload key=N3UV8NSUX0G0 upload=IGQ9F85D57QO tag=E2EM16DIPROR type=write size=1662329 2024-07-29T15:22:22.001 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.000+0000 7fd62f6c3640 1 < suggested update operation key=5E8G14SOGN0S tag=T1809WGM02Y5 type=del size=1572691 2024-07-29T15:22:22.003 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.002+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=F8G8SFPDU2WB type=del size=1067090 2024-07-29T15:22:22.005 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.004+0000 7fd62f6c3640 1 < completed write operation key=C3FDCOT4DV2B tag=7LDROQAW82KE type=write size=534258 2024-07-29T15:22:22.007 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.006+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=LS1QBQB6DSH9 type=del size=3210566 2024-07-29T15:22:22.009 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.008+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~X7VJGVXHHD35.0 size=1048576 2024-07-29T15:22:22.010 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.010+0000 7fd62f6c3640 1 < completed part key=_multipart_7THABETH5LSN.2~X7VJGVXHHD35.1 size=1020925 2024-07-29T15:22:22.014 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.014+0000 7fd62f6c3640 1 < completed multipart upload key=7THABETH5LSN upload=X7VJGVXHHD35 tag=0WRSW2GQLG28 type=write size=3118077 2024-07-29T15:22:22.017 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.016+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=W8L9Y4E8KH6W type=del size=899277 2024-07-29T15:22:22.019 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.018+0000 7fd62f6c3640 1 < completed delete operation key=L3WAA4XE7CTH tag=5OJ2MWOL4R90 type=del 2024-07-29T15:22:22.023 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.022+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~GIWVFRCOYYU0.0 size=1048576 2024-07-29T15:22:22.024 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.023+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~GIWVFRCOYYU0.1 size=985375 2024-07-29T15:22:22.024 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.023+0000 7fd62f6c3640 1 > prepared multipart upload key=L3WAA4XE7CTH upload=GIWVFRCOYYU0 tag=SFCHVOSR20JB type=write size=3082527 2024-07-29T15:22:22.026 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.025+0000 7fd62f6c3640 1 < completed delete operation key=W248KYMPQG8A tag=G4D7IKYU3D2N type=del 2024-07-29T15:22:22.030 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.029+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~Q34NXY69CFCK.0 size=1048576 2024-07-29T15:22:22.032 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.031+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~Q34NXY69CFCK.1 size=1048576 2024-07-29T15:22:22.033 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.033+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~Q34NXY69CFCK.2 size=537469 2024-07-29T15:22:22.034 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.033+0000 7fd62f6c3640 1 > prepared multipart upload key=4Z3FPJTXXFV7 upload=Q34NXY69CFCK tag=622U5TOML1MY type=write size=3683197 2024-07-29T15:22:22.039 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.038+0000 7fd62f6c3640 1 < suggested update operation key=A98383AI9GGP tag=SXZSG7TG82P9 type=del size=2072321 2024-07-29T15:22:22.043 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.042+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~TEBXK2Q0TR89.0 size=193948 2024-07-29T15:22:22.043 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.042+0000 7fd62f6c3640 1 > prepared multipart upload key=L3WAA4XE7CTH upload=TEBXK2Q0TR89 tag=NXWNPRRV0Z7D type=write size=1242524 2024-07-29T15:22:22.047 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.046+0000 7fd62f6c3640 1 < suggested update operation key=C3FDCOT4DV2B tag=UMZDPK5MOSZ5 type=del size=2415715 2024-07-29T15:22:22.049 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.048+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=UXVJL9RYKHWI type=del size=2643802 2024-07-29T15:22:22.053 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.052+0000 7fd62f6c3640 1 < suggested remove operation key=E98KUA2RK3BK tag=2GSX90LYKTQI type=del 2024-07-29T15:22:22.056 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.055+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~RZXDHRR3750T.0 size=1048576 2024-07-29T15:22:22.058 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.057+0000 7fd62f6c3640 1 > prepared part key=_multipart_4Z3FPJTXXFV7.2~RZXDHRR3750T.1 size=247937 2024-07-29T15:22:22.058 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.057+0000 7fd62f6c3640 1 > prepared multipart upload key=4Z3FPJTXXFV7 upload=RZXDHRR3750T tag=H01PYGNKXRYS type=write size=2345089 2024-07-29T15:22:22.060 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.059+0000 7fd62f6c3640 1 < completed write operation key=0C6FXJ0T2NGU tag=06ZHDSY0UIWA type=write size=141758 2024-07-29T15:22:22.062 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.061+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=I5C1RVIUPQTY type=del size=4043784 2024-07-29T15:22:22.066 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.063+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~DS44JD1HNXBU.0 size=60358 2024-07-29T15:22:22.067 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.066+0000 7fd62f6c3640 1 < completed multipart upload key=IAXC3BCSNJJH upload=DS44JD1HNXBU tag=77GYFOKQRUV3 type=write size=1108934 2024-07-29T15:22:22.071 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.070+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~UYMZYFGR2VBY.0 size=129025 2024-07-29T15:22:22.071 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.070+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=UYMZYFGR2VBY tag=TIPLKZBQOBOG type=write size=1177601 2024-07-29T15:22:22.073 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.072+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~VLDE3K4B1INX.0 size=1048576 2024-07-29T15:22:22.074 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.073+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~VLDE3K4B1INX.1 size=648184 2024-07-29T15:22:22.077 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.077+0000 7fd62f6c3640 1 < completed multipart upload key=A98383AI9GGP upload=VLDE3K4B1INX tag=5FKIRA6WECMN type=write size=2745336 2024-07-29T15:22:22.079 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.079+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=39DHF77RJ4JD type=del size=1758273 2024-07-29T15:22:22.081 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.081+0000 7fd62f6c3640 1 < completed delete operation key=4LY01AD2KMYQ tag=W3VNQY72SNSM type=del 2024-07-29T15:22:22.084 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.083+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=TO8VP9AQWC7F type=del size=1683166 2024-07-29T15:22:22.086 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.085+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~QNFXWMQB4RIH.0 size=286214 2024-07-29T15:22:22.089 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.088+0000 7fd62f6c3640 1 < completed multipart upload key=3OG3SYFEL3VL upload=QNFXWMQB4RIH tag=HMIR0YXV20E5 type=write size=1334790 2024-07-29T15:22:22.093 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.092+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~39BNLZFGM2FT.0 size=1048576 2024-07-29T15:22:22.095 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.094+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~39BNLZFGM2FT.1 size=1048576 2024-07-29T15:22:22.096 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.095+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~39BNLZFGM2FT.2 size=744386 2024-07-29T15:22:22.096 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.095+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=39BNLZFGM2FT tag=0IVIKVE6X1P8 type=write size=3890114 2024-07-29T15:22:22.099 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.098+0000 7fd62f6c3640 1 < completed delete operation key=RQC1B162F8M6 tag=8FUG8X46NC65 type=del 2024-07-29T15:22:22.101 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.100+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=C33LBI9G56TM type=write size=155217 2024-07-29T15:22:22.103 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.102+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~ZV91PY1SXDD3.0 size=1048576 2024-07-29T15:22:22.104 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.104+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~ZV91PY1SXDD3.1 size=99356 2024-07-29T15:22:22.108 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.107+0000 7fd62f6c3640 1 < completed multipart upload key=4Z3FPJTXXFV7 upload=ZV91PY1SXDD3 tag=MXFJW083NGVL type=write size=2196508 2024-07-29T15:22:22.110 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.109+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=Q6GV6E4DSJM0 type=write size=641857 2024-07-29T15:22:22.112 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.111+0000 7fd62f6c3640 1 < completed part key=_multipart_N3UV8NSUX0G0.2~IGQ9F85D57QO.0 size=613753 2024-07-29T15:22:22.115 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.114+0000 7fd62f6c3640 1 < completed multipart upload key=N3UV8NSUX0G0 upload=IGQ9F85D57QO tag=E2EM16DIPROR type=write size=1662329 2024-07-29T15:22:22.117 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.116+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=3T7Y77JNXF8M type=del size=2331610 2024-07-29T15:22:22.119 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.119+0000 7fd62f6c3640 1 < completed delete operation key=L184IOUE520P tag=F8G8SFPDU2WB type=del 2024-07-29T15:22:22.122 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.121+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=OJT1NS48MK1F type=write size=556921 2024-07-29T15:22:22.126 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.125+0000 7fd62f6c3640 1 < suggested remove operation key=IWIUUJFZ4UME tag=LS1QBQB6DSH9 type=del 2024-07-29T15:22:22.128 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.127+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=OQ96C1G5R801 type=del size=2089727 2024-07-29T15:22:22.130 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.129+0000 7fd62f6c3640 1 < completed delete operation key=BIYBUOZPJSZV tag=W8L9Y4E8KH6W type=del 2024-07-29T15:22:22.134 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.133+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~GAXHRASLZO2Y.0 size=1048576 2024-07-29T15:22:22.135 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.134+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~GAXHRASLZO2Y.1 size=646951 2024-07-29T15:22:22.135 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.134+0000 7fd62f6c3640 1 > prepared multipart upload key=V2178FD5CN6Y upload=GAXHRASLZO2Y tag=REW4OVP8T46Z type=write size=2744103 2024-07-29T15:22:22.138 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.137+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~GIWVFRCOYYU0.0 size=1048576 2024-07-29T15:22:22.140 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.139+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~GIWVFRCOYYU0.1 size=985375 2024-07-29T15:22:22.143 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.142+0000 7fd62f6c3640 1 < completed multipart upload key=L3WAA4XE7CTH upload=GIWVFRCOYYU0 tag=SFCHVOSR20JB type=write size=3082527 2024-07-29T15:22:22.145 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.144+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=P1R72P1EP6CZ type=write size=459347 2024-07-29T15:22:22.145 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.144+0000 7fd62f6c3640 1 < canceled part key=_multipart_4Z3FPJTXXFV7.2~Q34NXY69CFCK.0 size=1048576 2024-07-29T15:22:22.147 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.146+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~Q34NXY69CFCK.1 size=1048576 2024-07-29T15:22:22.149 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.148+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~Q34NXY69CFCK.2 size=537469 2024-07-29T15:22:22.153 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.152+0000 7fd62f6c3640 1 < canceled multipart upload key=4Z3FPJTXXFV7 upload=Q34NXY69CFCK tag=622U5TOML1MY type=write size=3683197 2024-07-29T15:22:22.156 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.155+0000 7fd62f6c3640 1 > prepared part key=_multipart_M86GT4R04HUE.2~93IHN0GHH6UW.0 size=1048576 2024-07-29T15:22:22.158 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.157+0000 7fd62f6c3640 1 > prepared part key=_multipart_M86GT4R04HUE.2~93IHN0GHH6UW.1 size=1048576 2024-07-29T15:22:22.159 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.158+0000 7fd62f6c3640 1 > prepared part key=_multipart_M86GT4R04HUE.2~93IHN0GHH6UW.2 size=190409 2024-07-29T15:22:22.159 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.158+0000 7fd62f6c3640 1 > prepared multipart upload key=M86GT4R04HUE upload=93IHN0GHH6UW tag=HIICF18Q8236 type=write size=3336137 2024-07-29T15:22:22.161 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.161+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~TEBXK2Q0TR89.0 size=193948 2024-07-29T15:22:22.165 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.164+0000 7fd62f6c3640 1 < completed multipart upload key=L3WAA4XE7CTH upload=TEBXK2Q0TR89 tag=NXWNPRRV0Z7D type=write size=1242524 2024-07-29T15:22:22.167 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.166+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=LO8L9X33LYFY type=del size=697715 2024-07-29T15:22:22.169 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.168+0000 7fd62f6c3640 1 < completed delete operation key=SI02Q5RHER9G tag=UXVJL9RYKHWI type=del 2024-07-29T15:22:22.171 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.170+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=8AEWO0AMLP40 type=del size=346972 2024-07-29T15:22:22.174 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.173+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~RZXDHRR3750T.0 size=1048576 2024-07-29T15:22:22.176 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.175+0000 7fd62f6c3640 1 < completed part key=_multipart_4Z3FPJTXXFV7.2~RZXDHRR3750T.1 size=247937 2024-07-29T15:22:22.179 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.178+0000 7fd62f6c3640 1 < completed multipart upload key=4Z3FPJTXXFV7 upload=RZXDHRR3750T tag=H01PYGNKXRYS type=write size=2345089 2024-07-29T15:22:22.182 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.181+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=5FTXR2EXOHMU type=del size=3124730 2024-07-29T15:22:22.184 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.183+0000 7fd62f6c3640 1 < completed delete operation key=8BA2XKLPRGQN tag=I5C1RVIUPQTY type=del 2024-07-29T15:22:22.186 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.185+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=Z4UEH0BPKPSG type=del size=1159687 2024-07-29T15:22:22.188 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.187+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~UYMZYFGR2VBY.0 size=129025 2024-07-29T15:22:22.192 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.191+0000 7fd62f6c3640 1 < completed multipart upload key=W248KYMPQG8A upload=UYMZYFGR2VBY tag=TIPLKZBQOBOG type=write size=1177601 2024-07-29T15:22:22.194 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.193+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=UIZS4ZP14U4O type=del size=3841361 2024-07-29T15:22:22.196 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.195+0000 7fd62f6c3640 1 < completed delete operation key=RQC1B162F8M6 tag=39DHF77RJ4JD type=del 2024-07-29T15:22:22.200 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.199+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~JMC25MOVUAPZ.0 size=694796 2024-07-29T15:22:22.200 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.199+0000 7fd62f6c3640 1 > prepared multipart upload key=7CXNN1RN7UV8 upload=JMC25MOVUAPZ tag=F2M7W0ZM8PVT type=write size=1743372 2024-07-29T15:22:22.205 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.204+0000 7fd62f6c3640 1 < suggested remove operation key=M5I2YC3HVZ0P tag=TO8VP9AQWC7F type=del 2024-07-29T15:22:22.207 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.206+0000 7fd62f6c3640 1 > prepared operation key=SI02Q5RHER9G tag=QGL5MMD4YHAF type=write size=796817 2024-07-29T15:22:22.209 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.208+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~39BNLZFGM2FT.0 size=1048576 2024-07-29T15:22:22.212 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.211+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~39BNLZFGM2FT.1 size=1048576 2024-07-29T15:22:22.213 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.213+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~39BNLZFGM2FT.2 size=744386 2024-07-29T15:22:22.217 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.216+0000 7fd62f6c3640 1 < completed multipart upload key=IAXC3BCSNJJH upload=39BNLZFGM2FT tag=0IVIKVE6X1P8 type=write size=3890114 2024-07-29T15:22:22.220 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.219+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=DB5HLKFXUUCH type=del size=3368496 2024-07-29T15:22:22.222 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.221+0000 7fd62f6c3640 1 < completed write operation key=SI02Q5RHER9G tag=C33LBI9G56TM type=write size=155217 2024-07-29T15:22:22.224 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.223+0000 7fd62f6c3640 1 > prepared operation key=H0YBVQU3EMED tag=IY1W5I8PAM9D type=write size=670744 2024-07-29T15:22:22.226 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.225+0000 7fd62f6c3640 1 < completed write operation key=TAZR3PWEGCVK tag=Q6GV6E4DSJM0 type=write size=641857 2024-07-29T15:22:22.230 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.229+0000 7fd62f6c3640 1 > prepared part key=_multipart_N3UV8NSUX0G0.2~M0UAKZ8RNVIL.0 size=569510 2024-07-29T15:22:22.230 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.229+0000 7fd62f6c3640 1 > prepared multipart upload key=N3UV8NSUX0G0 upload=M0UAKZ8RNVIL tag=JVUPNTQOQZNV type=write size=1618086 2024-07-29T15:22:22.235 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.234+0000 7fd62f6c3640 1 < suggested update operation key=7THABETH5LSN tag=3T7Y77JNXF8M type=del size=2331610 2024-07-29T15:22:22.239 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.238+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~DXXK7TUP4SFO.0 size=1048576 2024-07-29T15:22:22.241 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.240+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~DXXK7TUP4SFO.1 size=254235 2024-07-29T15:22:22.241 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.240+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=DXXK7TUP4SFO tag=5E4WRKUJABOC type=write size=2351387 2024-07-29T15:22:22.243 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.242+0000 7fd62f6c3640 1 < completed write operation key=0C6FXJ0T2NGU tag=OJT1NS48MK1F type=write size=556921 2024-07-29T15:22:22.247 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.246+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~7CQHNBBWBOHH.0 size=1048576 2024-07-29T15:22:22.249 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.248+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~7CQHNBBWBOHH.1 size=74990 2024-07-29T15:22:22.249 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.248+0000 7fd62f6c3640 1 > prepared multipart upload key=V2178FD5CN6Y upload=7CQHNBBWBOHH tag=BJ9KFI4M4PBH type=write size=2172142 2024-07-29T15:22:22.250 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.250+0000 7fd62f6c3640 1 < completed delete operation key=SI02Q5RHER9G tag=OQ96C1G5R801 type=del 2024-07-29T15:22:22.253 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.252+0000 7fd62f6c3640 1 > prepared operation key=N3UV8NSUX0G0 tag=3UWK4SH3RISD type=del size=2534019 2024-07-29T15:22:22.255 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.254+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~GAXHRASLZO2Y.0 size=1048576 2024-07-29T15:22:22.257 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.256+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~GAXHRASLZO2Y.1 size=646951 2024-07-29T15:22:22.260 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.259+0000 7fd62f6c3640 1 < completed multipart upload key=V2178FD5CN6Y upload=GAXHRASLZO2Y tag=REW4OVP8T46Z type=write size=2744103 2024-07-29T15:22:22.262 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.261+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=RPVWEN2TZFNA type=del size=143020 2024-07-29T15:22:22.265 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.264+0000 7fd62f6c3640 1 < completed write operation key=VD0CC9XRAGF4 tag=P1R72P1EP6CZ type=write size=459347 2024-07-29T15:22:22.266 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.265+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=8KRNEO140DF3 type=del size=1726206 2024-07-29T15:22:22.268 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.268+0000 7fd62f6c3640 1 < completed part key=_multipart_M86GT4R04HUE.2~93IHN0GHH6UW.0 size=1048576 2024-07-29T15:22:22.270 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.269+0000 7fd62f6c3640 1 < completed part key=_multipart_M86GT4R04HUE.2~93IHN0GHH6UW.1 size=1048576 2024-07-29T15:22:22.272 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.271+0000 7fd62f6c3640 1 < completed part key=_multipart_M86GT4R04HUE.2~93IHN0GHH6UW.2 size=190409 2024-07-29T15:22:22.276 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.275+0000 7fd62f6c3640 1 < completed multipart upload key=M86GT4R04HUE upload=93IHN0GHH6UW tag=HIICF18Q8236 type=write size=3336137 2024-07-29T15:22:22.280 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.279+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~GC1HY6WK6VJJ.0 size=1048576 2024-07-29T15:22:22.282 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.281+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~GC1HY6WK6VJJ.1 size=1048576 2024-07-29T15:22:22.283 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.282+0000 7fd62f6c3640 1 > prepared part key=_multipart_IWIUUJFZ4UME.2~GC1HY6WK6VJJ.2 size=163986 2024-07-29T15:22:22.283 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.282+0000 7fd62f6c3640 1 > prepared multipart upload key=IWIUUJFZ4UME upload=GC1HY6WK6VJJ tag=ZOT5ZVICHAU8 type=write size=3309714 2024-07-29T15:22:22.285 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.284+0000 7fd62f6c3640 1 < completed delete operation key=4Z3FPJTXXFV7 tag=LO8L9X33LYFY type=del 2024-07-29T15:22:22.287 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.286+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=RO1PPE270357 type=del size=136606 2024-07-29T15:22:22.289 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.289+0000 7fd62f6c3640 1 < completed delete operation key=BIYBUOZPJSZV tag=8AEWO0AMLP40 type=del 2024-07-29T15:22:22.292 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.291+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=GXTV1I7MT3FO type=del size=857940 2024-07-29T15:22:22.296 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.295+0000 7fd62f6c3640 1 < suggested update operation key=SI02Q5RHER9G tag=5FTXR2EXOHMU type=del size=3124730 2024-07-29T15:22:22.299 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.299+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~HMAJ7JX2XS0B.0 size=1048576 2024-07-29T15:22:22.301 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.300+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~HMAJ7JX2XS0B.1 size=1048576 2024-07-29T15:22:22.304 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.303+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~HMAJ7JX2XS0B.2 size=718242 2024-07-29T15:22:22.304 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.303+0000 7fd62f6c3640 1 > prepared multipart upload key=ZMFNWBOB37DJ upload=HMAJ7JX2XS0B tag=SIJNRNMXUF3F type=write size=3863970 2024-07-29T15:22:22.306 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.305+0000 7fd62f6c3640 1 < canceled operation key=BIYBUOZPJSZV tag=Z4UEH0BPKPSG type=del size=1159687 2024-07-29T15:22:22.308 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.307+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=BZ9EVD8N7P7T type=del size=2805025 2024-07-29T15:22:22.310 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.309+0000 7fd62f6c3640 1 < canceled operation key=IWIUUJFZ4UME tag=UIZS4ZP14U4O type=del size=3841361 2024-07-29T15:22:22.312 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.311+0000 7fd62f6c3640 1 > prepared operation key=YSQLYQW9APLO tag=KFBC184SPTF1 type=del size=1518826 2024-07-29T15:22:22.314 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.313+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~JMC25MOVUAPZ.0 size=694796 2024-07-29T15:22:22.318 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.317+0000 7fd62f6c3640 1 < completed multipart upload key=7CXNN1RN7UV8 upload=JMC25MOVUAPZ tag=F2M7W0ZM8PVT type=write size=1743372 2024-07-29T15:22:22.320 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.320+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=VNWAGHBB5P0R type=del size=4063233 2024-07-29T15:22:22.323 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.322+0000 7fd62f6c3640 -1 < failed to complete operation key=SI02Q5RHER9G tag=QGL5MMD4YHAF type=write size=796817: (22) Invalid argument 2024-07-29T15:22:22.326 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.325+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=9GB9WM9FNWAR type=del size=1104111 2024-07-29T15:22:22.328 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.327+0000 7fd62f6c3640 1 < completed delete operation key=8BA2XKLPRGQN tag=DB5HLKFXUUCH type=del 2024-07-29T15:22:22.332 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.331+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~UD9UNHORXL51.0 size=359998 2024-07-29T15:22:22.332 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.331+0000 7fd62f6c3640 1 > prepared multipart upload key=5E8G14SOGN0S upload=UD9UNHORXL51 tag=WM5AXVL567H3 type=write size=1408574 2024-07-29T15:22:22.336 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.335+0000 7fd62f6c3640 1 < suggested remove operation key=H0YBVQU3EMED tag=IY1W5I8PAM9D type=write 2024-07-29T15:22:22.338 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.337+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=TU5MMT33EDYG type=write size=778970 2024-07-29T15:22:22.340 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.339+0000 7fd62f6c3640 1 < completed part key=_multipart_N3UV8NSUX0G0.2~M0UAKZ8RNVIL.0 size=569510 2024-07-29T15:22:22.344 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.343+0000 7fd62f6c3640 1 < completed multipart upload key=N3UV8NSUX0G0 upload=M0UAKZ8RNVIL tag=JVUPNTQOQZNV type=write size=1618086 2024-07-29T15:22:22.346 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.345+0000 7fd62f6c3640 1 > prepared operation key=E98KUA2RK3BK tag=N1SPYAXUX9XS type=del size=2341206 2024-07-29T15:22:22.348 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.347+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~DXXK7TUP4SFO.0 size=1048576 2024-07-29T15:22:22.350 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.349+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~DXXK7TUP4SFO.1 size=254235 2024-07-29T15:22:22.354 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.353+0000 7fd62f6c3640 1 < completed multipart upload key=W248KYMPQG8A upload=DXXK7TUP4SFO tag=5E4WRKUJABOC type=write size=2351387 2024-07-29T15:22:22.356 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.355+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=W6ACFPB561N4 type=del size=2836615 2024-07-29T15:22:22.358 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.357+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~7CQHNBBWBOHH.0 size=1048576 2024-07-29T15:22:22.360 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.359+0000 7fd62f6c3640 1 < completed part key=_multipart_V2178FD5CN6Y.2~7CQHNBBWBOHH.1 size=74990 2024-07-29T15:22:22.363 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.363+0000 7fd62f6c3640 1 < completed multipart upload key=V2178FD5CN6Y upload=7CQHNBBWBOHH tag=BJ9KFI4M4PBH type=write size=2172142 2024-07-29T15:22:22.366 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.365+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=ZVUF3SURDIGX type=del size=358601 2024-07-29T15:22:22.370 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.369+0000 7fd62f6c3640 1 < suggested update operation key=N3UV8NSUX0G0 tag=3UWK4SH3RISD type=del size=2534019 2024-07-29T15:22:22.372 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.371+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=ABI7Y3AEXPBO type=del size=1687322 2024-07-29T15:22:22.374 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.373+0000 7fd62f6c3640 1 < canceled operation key=BIYBUOZPJSZV tag=RPVWEN2TZFNA type=del size=143020 2024-07-29T15:22:22.375 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.375+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=ZQBQSTUAHPQJ type=write size=690370 2024-07-29T15:22:22.377 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.377+0000 7fd62f6c3640 1 < completed delete operation key=BIYBUOZPJSZV tag=8KRNEO140DF3 type=del 2024-07-29T15:22:22.380 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.379+0000 7fd62f6c3640 1 > prepared operation key=4LY01AD2KMYQ tag=XY8ZCLMHDRO0 type=del size=2948540 2024-07-29T15:22:22.380 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.379+0000 7fd62f6c3640 1 < canceled part key=_multipart_IWIUUJFZ4UME.2~GC1HY6WK6VJJ.0 size=1048576 2024-07-29T15:22:22.381 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.380+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~GC1HY6WK6VJJ.1 size=1048576 2024-07-29T15:22:22.383 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.382+0000 7fd62f6c3640 1 < completed part key=_multipart_IWIUUJFZ4UME.2~GC1HY6WK6VJJ.2 size=163986 2024-07-29T15:22:22.387 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.386+0000 7fd62f6c3640 1 < canceled multipart upload key=IWIUUJFZ4UME upload=GC1HY6WK6VJJ tag=ZOT5ZVICHAU8 type=write size=3309714 2024-07-29T15:22:22.389 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.388+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=HNVQVRMJUSLO type=del size=2429020 2024-07-29T15:22:22.391 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.390+0000 7fd62f6c3640 1 < completed delete operation key=8BA2XKLPRGQN tag=RO1PPE270357 type=del 2024-07-29T15:22:22.393 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.392+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=558LK913PUVN type=write size=961803 2024-07-29T15:22:22.395 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.394+0000 7fd62f6c3640 1 < completed delete operation key=V2178FD5CN6Y tag=GXTV1I7MT3FO type=del 2024-07-29T15:22:22.397 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.396+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=TS7GGOZ3PF3V type=del size=3823890 2024-07-29T15:22:22.399 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.398+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~HMAJ7JX2XS0B.0 size=1048576 2024-07-29T15:22:22.400 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.399+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~HMAJ7JX2XS0B.1 size=1048576 2024-07-29T15:22:22.402 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.401+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~HMAJ7JX2XS0B.2 size=718242 2024-07-29T15:22:22.406 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.405+0000 7fd62f6c3640 1 < completed multipart upload key=ZMFNWBOB37DJ upload=HMAJ7JX2XS0B tag=SIJNRNMXUF3F type=write size=3863970 2024-07-29T15:22:22.409 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.409+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~0TYGG0SYNVCN.0 size=1048576 2024-07-29T15:22:22.411 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.410+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~0TYGG0SYNVCN.1 size=1048576 2024-07-29T15:22:22.413 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.412+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~0TYGG0SYNVCN.2 size=652943 2024-07-29T15:22:22.413 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.412+0000 7fd62f6c3640 1 > prepared multipart upload key=5E8G14SOGN0S upload=0TYGG0SYNVCN tag=LESUOLKU7FQE type=write size=3798671 2024-07-29T15:22:22.415 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.414+0000 7fd62f6c3640 1 < completed delete operation key=BIYBUOZPJSZV tag=BZ9EVD8N7P7T type=del 2024-07-29T15:22:22.417 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.416+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=0YKBMBX2GE5Y type=del size=564559 2024-07-29T15:22:22.419 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.418+0000 7fd62f6c3640 1 < completed delete operation key=YSQLYQW9APLO tag=KFBC184SPTF1 type=del 2024-07-29T15:22:22.422 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.422+0000 7fd62f6c3640 1 > prepared part key=_multipart_L3WAA4XE7CTH.2~PJ6YP1GLJQ4V.0 size=685940 2024-07-29T15:22:22.423 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.422+0000 7fd62f6c3640 1 > prepared multipart upload key=L3WAA4XE7CTH upload=PJ6YP1GLJQ4V tag=MEY09KAABHZ3 type=write size=1734516 2024-07-29T15:22:22.424 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.424+0000 7fd62f6c3640 1 < completed delete operation key=A98383AI9GGP tag=VNWAGHBB5P0R type=del 2024-07-29T15:22:22.429 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.428+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~UWHSCCHZIIB1.0 size=1048576 2024-07-29T15:22:22.431 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.430+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~UWHSCCHZIIB1.1 size=1012743 2024-07-29T15:22:22.431 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.430+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=UWHSCCHZIIB1 tag=JCQFQMBGIOUX type=write size=3109895 2024-07-29T15:22:22.433 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.432+0000 7fd62f6c3640 1 < completed delete operation key=7CXNN1RN7UV8 tag=9GB9WM9FNWAR type=del 2024-07-29T15:22:22.435 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.434+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=QFG8EZQNBM28 type=write size=323115 2024-07-29T15:22:22.437 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.436+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~UD9UNHORXL51.0 size=359998 2024-07-29T15:22:22.440 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.439+0000 7fd62f6c3640 1 < completed multipart upload key=5E8G14SOGN0S upload=UD9UNHORXL51 tag=WM5AXVL567H3 type=write size=1408574 2024-07-29T15:22:22.444 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.443+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~9MQT126BMK2G.0 size=1048576 2024-07-29T15:22:22.445 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.445+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~9MQT126BMK2G.1 size=1048576 2024-07-29T15:22:22.447 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.446+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~9MQT126BMK2G.2 size=559189 2024-07-29T15:22:22.447 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.446+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=9MQT126BMK2G tag=LA0MWR9Y9GB8 type=write size=3704917 2024-07-29T15:22:22.449 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.448+0000 7fd62f6c3640 1 < completed write operation key=TAZR3PWEGCVK tag=TU5MMT33EDYG type=write size=778970 2024-07-29T15:22:22.453 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.452+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~UJ7VMMAZQQYS.0 size=1048576 2024-07-29T15:22:22.454 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.454+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~UJ7VMMAZQQYS.1 size=1048576 2024-07-29T15:22:22.456 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.455+0000 7fd62f6c3640 1 > prepared part key=_multipart_L184IOUE520P.2~UJ7VMMAZQQYS.2 size=853453 2024-07-29T15:22:22.456 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.455+0000 7fd62f6c3640 1 > prepared multipart upload key=L184IOUE520P upload=UJ7VMMAZQQYS tag=7VVTDIHH5XZF type=write size=3999181 2024-07-29T15:22:22.458 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.457+0000 7fd62f6c3640 1 < completed delete operation key=E98KUA2RK3BK tag=N1SPYAXUX9XS type=del 2024-07-29T15:22:22.462 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.461+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~9HCNYFR030B6.0 size=1048576 2024-07-29T15:22:22.464 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.463+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~9HCNYFR030B6.1 size=1048576 2024-07-29T15:22:22.465 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.464+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~9HCNYFR030B6.2 size=387856 2024-07-29T15:22:22.465 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.464+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=9HCNYFR030B6 tag=5HS1IR002QGG type=write size=3533584 2024-07-29T15:22:22.470 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.467+0000 7fd62f6c3640 1 < completed delete operation key=M5I2YC3HVZ0P tag=W6ACFPB561N4 type=del 2024-07-29T15:22:22.470 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.468+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=C8PFJVRCDBKW type=del size=1398949 2024-07-29T15:22:22.471 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.470+0000 7fd62f6c3640 1 < completed delete operation key=0C6FXJ0T2NGU tag=ZVUF3SURDIGX type=del 2024-07-29T15:22:22.475 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.474+0000 7fd62f6c3640 1 > prepared part key=_multipart_5RY4L1BV4ZJB.2~DUYYODI1OETX.0 size=1048576 2024-07-29T15:22:22.477 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.476+0000 7fd62f6c3640 1 > prepared part key=_multipart_5RY4L1BV4ZJB.2~DUYYODI1OETX.1 size=1048576 2024-07-29T15:22:22.479 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.478+0000 7fd62f6c3640 1 > prepared part key=_multipart_5RY4L1BV4ZJB.2~DUYYODI1OETX.2 size=172310 2024-07-29T15:22:22.479 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.478+0000 7fd62f6c3640 1 > prepared multipart upload key=5RY4L1BV4ZJB upload=DUYYODI1OETX tag=G0POT10RKED7 type=write size=3318038 2024-07-29T15:22:22.481 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.480+0000 7fd62f6c3640 1 < completed delete operation key=7CXNN1RN7UV8 tag=ABI7Y3AEXPBO type=del 2024-07-29T15:22:22.483 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.482+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=16ZTV80LIMZ2 type=del size=1075832 2024-07-29T15:22:22.485 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.484+0000 7fd62f6c3640 1 < completed write operation key=TAZR3PWEGCVK tag=ZQBQSTUAHPQJ type=write size=690370 2024-07-29T15:22:22.488 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.487+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~NXTYLB2CI4D1.0 size=1048576 2024-07-29T15:22:22.490 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.489+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~NXTYLB2CI4D1.1 size=1048576 2024-07-29T15:22:22.492 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.491+0000 7fd62f6c3640 1 > prepared part key=_multipart_3OG3SYFEL3VL.2~NXTYLB2CI4D1.2 size=19069 2024-07-29T15:22:22.492 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.491+0000 7fd62f6c3640 1 > prepared multipart upload key=3OG3SYFEL3VL upload=NXTYLB2CI4D1 tag=04LKO2YDEL5E type=write size=3164797 2024-07-29T15:22:22.494 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.493+0000 7fd62f6c3640 1 < completed delete operation key=4LY01AD2KMYQ tag=XY8ZCLMHDRO0 type=del 2024-07-29T15:22:22.498 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.497+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~BBEF70YR9X7S.0 size=1048576 2024-07-29T15:22:22.499 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.499+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~BBEF70YR9X7S.1 size=908789 2024-07-29T15:22:22.500 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.499+0000 7fd62f6c3640 1 > prepared multipart upload key=5E8G14SOGN0S upload=BBEF70YR9X7S tag=PGC1EABXPPV1 type=write size=3005941 2024-07-29T15:22:22.502 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.501+0000 7fd62f6c3640 1 < completed delete operation key=A98383AI9GGP tag=HNVQVRMJUSLO type=del 2024-07-29T15:22:22.503 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.503+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=NOBKJUL0DAIE type=del size=412361 2024-07-29T15:22:22.508 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.507+0000 7fd62f6c3640 1 < suggested update operation key=FAOPDKU2UC4Y tag=558LK913PUVN type=write size=961803 2024-07-29T15:22:22.511 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.510+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~P3RLVBRE808K.0 size=739767 2024-07-29T15:22:22.511 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.510+0000 7fd62f6c3640 1 > prepared multipart upload key=ZMFNWBOB37DJ upload=P3RLVBRE808K tag=ZRKLMOMPDHVT type=write size=1788343 2024-07-29T15:22:22.514 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.513+0000 7fd62f6c3640 1 < canceled operation key=M5I2YC3HVZ0P tag=TS7GGOZ3PF3V type=del size=3823890 2024-07-29T15:22:22.516 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.515+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=SA110EY8UUG3 type=del size=3715887 2024-07-29T15:22:22.518 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.517+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~0TYGG0SYNVCN.0 size=1048576 2024-07-29T15:22:22.520 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.519+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~0TYGG0SYNVCN.1 size=1048576 2024-07-29T15:22:22.522 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.521+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~0TYGG0SYNVCN.2 size=652943 2024-07-29T15:22:22.526 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.525+0000 7fd62f6c3640 1 < completed multipart upload key=5E8G14SOGN0S upload=0TYGG0SYNVCN tag=LESUOLKU7FQE type=write size=3798671 2024-07-29T15:22:22.529 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.528+0000 7fd62f6c3640 1 > prepared part key=_multipart_5RY4L1BV4ZJB.2~O91RWZOLVN58.0 size=1048576 2024-07-29T15:22:22.531 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.530+0000 7fd62f6c3640 1 > prepared part key=_multipart_5RY4L1BV4ZJB.2~O91RWZOLVN58.1 size=162299 2024-07-29T15:22:22.531 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.530+0000 7fd62f6c3640 1 > prepared multipart upload key=5RY4L1BV4ZJB upload=O91RWZOLVN58 tag=PK9I2CV1CELK type=write size=2259451 2024-07-29T15:22:22.535 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.534+0000 7fd62f6c3640 1 < suggested update operation key=BIYBUOZPJSZV tag=0YKBMBX2GE5Y type=del size=564559 2024-07-29T15:22:22.539 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.538+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~N1EGF1J3FTPW.0 size=1048576 2024-07-29T15:22:22.541 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.540+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~N1EGF1J3FTPW.1 size=6814 2024-07-29T15:22:22.541 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.540+0000 7fd62f6c3640 1 > prepared multipart upload key=4LY01AD2KMYQ upload=N1EGF1J3FTPW tag=RADBIG9M5CMB type=write size=2103966 2024-07-29T15:22:22.544 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.543+0000 7fd62f6c3640 1 < completed part key=_multipart_L3WAA4XE7CTH.2~PJ6YP1GLJQ4V.0 size=685940 2024-07-29T15:22:22.547 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.546+0000 7fd62f6c3640 1 < completed multipart upload key=L3WAA4XE7CTH upload=PJ6YP1GLJQ4V tag=MEY09KAABHZ3 type=write size=1734516 2024-07-29T15:22:22.551 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.550+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~Q7KFCTLTWPXV.0 size=1048576 2024-07-29T15:22:22.553 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.552+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~Q7KFCTLTWPXV.1 size=645264 2024-07-29T15:22:22.553 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.552+0000 7fd62f6c3640 1 > prepared multipart upload key=H0YBVQU3EMED upload=Q7KFCTLTWPXV tag=02ILCMO4FWIP type=write size=2742416 2024-07-29T15:22:22.556 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.555+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~UWHSCCHZIIB1.0 size=1048576 2024-07-29T15:22:22.558 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.557+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~UWHSCCHZIIB1.1 size=1012743 2024-07-29T15:22:22.561 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.560+0000 7fd62f6c3640 1 < completed multipart upload key=IAXC3BCSNJJH upload=UWHSCCHZIIB1 tag=JCQFQMBGIOUX type=write size=3109895 2024-07-29T15:22:22.563 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.562+0000 7fd62f6c3640 1 > prepared operation key=VD0CC9XRAGF4 tag=B50HQWDOV837 type=del size=2827998 2024-07-29T15:22:22.566 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.565+0000 7fd62f6c3640 -1 < failed to complete operation key=BIYBUOZPJSZV tag=QFG8EZQNBM28 type=write size=323115: (22) Invalid argument 2024-07-29T15:22:22.568 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.567+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=Y0H8NNH4Y3FH type=del size=1694100 2024-07-29T15:22:22.570 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.569+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~9MQT126BMK2G.0 size=1048576 2024-07-29T15:22:22.572 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.571+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~9MQT126BMK2G.1 size=1048576 2024-07-29T15:22:22.572 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.571+0000 7fd62f6c3640 1 < canceled part key=_multipart_W248KYMPQG8A.2~9MQT126BMK2G.2 size=559189 2024-07-29T15:22:22.575 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.574+0000 7fd62f6c3640 1 < canceled multipart upload key=W248KYMPQG8A upload=9MQT126BMK2G tag=LA0MWR9Y9GB8 type=write size=3704917 2024-07-29T15:22:22.579 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.578+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~79OR9AO3RSMV.0 size=1048576 2024-07-29T15:22:22.581 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.580+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~79OR9AO3RSMV.1 size=797965 2024-07-29T15:22:22.581 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.580+0000 7fd62f6c3640 1 > prepared multipart upload key=SI02Q5RHER9G upload=79OR9AO3RSMV tag=3RMI43KOWXPT type=write size=2895117 2024-07-29T15:22:22.583 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.582+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~UJ7VMMAZQQYS.0 size=1048576 2024-07-29T15:22:22.585 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.584+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~UJ7VMMAZQQYS.1 size=1048576 2024-07-29T15:22:22.586 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.586+0000 7fd62f6c3640 1 < completed part key=_multipart_L184IOUE520P.2~UJ7VMMAZQQYS.2 size=853453 2024-07-29T15:22:22.590 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.589+0000 7fd62f6c3640 1 < completed multipart upload key=L184IOUE520P upload=UJ7VMMAZQQYS tag=7VVTDIHH5XZF type=write size=3999181 2024-07-29T15:22:22.592 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.591+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=7Y7C8AEM4F02 type=write size=410362 2024-07-29T15:22:22.594 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.593+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~9HCNYFR030B6.0 size=1048576 2024-07-29T15:22:22.597 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.596+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~9HCNYFR030B6.1 size=1048576 2024-07-29T15:22:22.599 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.598+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~9HCNYFR030B6.2 size=387856 2024-07-29T15:22:22.603 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.602+0000 7fd62f6c3640 1 < completed multipart upload key=W248KYMPQG8A upload=9HCNYFR030B6 tag=5HS1IR002QGG type=write size=3533584 2024-07-29T15:22:22.605 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.604+0000 7fd62f6c3640 1 > prepared operation key=FAOPDKU2UC4Y tag=9779V9QBNFOH type=del size=701849 2024-07-29T15:22:22.608 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.607+0000 7fd62f6c3640 1 < completed delete operation key=7CXNN1RN7UV8 tag=C8PFJVRCDBKW type=del 2024-07-29T15:22:22.612 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.610+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~5XU4Z5R5RI64.0 size=1048576 2024-07-29T15:22:22.613 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.612+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~5XU4Z5R5RI64.1 size=74134 2024-07-29T15:22:22.613 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.612+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=5XU4Z5R5RI64 tag=BW7LQG8717UZ type=write size=2171286 2024-07-29T15:22:22.616 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.615+0000 7fd62f6c3640 1 < completed part key=_multipart_5RY4L1BV4ZJB.2~DUYYODI1OETX.0 size=1048576 2024-07-29T15:22:22.618 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.617+0000 7fd62f6c3640 1 < completed part key=_multipart_5RY4L1BV4ZJB.2~DUYYODI1OETX.1 size=1048576 2024-07-29T15:22:22.620 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.619+0000 7fd62f6c3640 1 < completed part key=_multipart_5RY4L1BV4ZJB.2~DUYYODI1OETX.2 size=172310 2024-07-29T15:22:22.623 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.622+0000 7fd62f6c3640 1 < completed multipart upload key=5RY4L1BV4ZJB upload=DUYYODI1OETX tag=G0POT10RKED7 type=write size=3318038 2024-07-29T15:22:22.625 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.625+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=FX9U623FV4QR type=del size=531432 2024-07-29T15:22:22.628 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.627+0000 7fd62f6c3640 1 < completed delete operation key=5E8G14SOGN0S tag=16ZTV80LIMZ2 type=del 2024-07-29T15:22:22.631 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.631+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~28RDHDYPTZO0.0 size=1048576 2024-07-29T15:22:22.633 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.632+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~28RDHDYPTZO0.1 size=1048576 2024-07-29T15:22:22.635 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.634+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~28RDHDYPTZO0.2 size=247656 2024-07-29T15:22:22.635 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.634+0000 7fd62f6c3640 1 > prepared multipart upload key=C3FDCOT4DV2B upload=28RDHDYPTZO0 tag=TSBCV2CBHLD1 type=write size=3393384 2024-07-29T15:22:22.636 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.634+0000 7fd62f6c3640 1 < canceled part key=_multipart_3OG3SYFEL3VL.2~NXTYLB2CI4D1.0 size=1048576 2024-07-29T15:22:22.637 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.636+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~NXTYLB2CI4D1.1 size=1048576 2024-07-29T15:22:22.639 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.638+0000 7fd62f6c3640 1 < completed part key=_multipart_3OG3SYFEL3VL.2~NXTYLB2CI4D1.2 size=19069 2024-07-29T15:22:22.642 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.641+0000 7fd62f6c3640 1 < canceled multipart upload key=3OG3SYFEL3VL upload=NXTYLB2CI4D1 tag=04LKO2YDEL5E type=write size=3164797 2024-07-29T15:22:22.644 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.643+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=H3Y3MJS13DOR type=del size=4116401 2024-07-29T15:22:22.647 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.646+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~BBEF70YR9X7S.0 size=1048576 2024-07-29T15:22:22.649 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.648+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~BBEF70YR9X7S.1 size=908789 2024-07-29T15:22:22.652 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.651+0000 7fd62f6c3640 1 < completed multipart upload key=5E8G14SOGN0S upload=BBEF70YR9X7S tag=PGC1EABXPPV1 type=write size=3005941 2024-07-29T15:22:22.656 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.655+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~QGMV77A3Q95U.0 size=1048576 2024-07-29T15:22:22.657 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.657+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~QGMV77A3Q95U.1 size=1048576 2024-07-29T15:22:22.659 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.658+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~QGMV77A3Q95U.2 size=963596 2024-07-29T15:22:22.659 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.658+0000 7fd62f6c3640 1 > prepared multipart upload key=H0YBVQU3EMED upload=QGMV77A3Q95U tag=C0UUT143GBCM type=write size=4109324 2024-07-29T15:22:22.661 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.660+0000 7fd62f6c3640 1 < completed delete operation key=IWIUUJFZ4UME tag=NOBKJUL0DAIE type=del 2024-07-29T15:22:22.665 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.664+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~J1RU1TPCOAQL.0 size=843267 2024-07-29T15:22:22.665 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.664+0000 7fd62f6c3640 1 > prepared multipart upload key=ZMFNWBOB37DJ upload=J1RU1TPCOAQL tag=188QRXXP5YPZ type=write size=1891843 2024-07-29T15:22:22.667 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.667+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~P3RLVBRE808K.0 size=739767 2024-07-29T15:22:22.671 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.670+0000 7fd62f6c3640 1 < completed multipart upload key=ZMFNWBOB37DJ upload=P3RLVBRE808K tag=ZRKLMOMPDHVT type=write size=1788343 2024-07-29T15:22:22.675 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.674+0000 7fd62f6c3640 1 > prepared part key=_multipart_N3UV8NSUX0G0.2~RKHEPFMKW7V9.0 size=635416 2024-07-29T15:22:22.675 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.674+0000 7fd62f6c3640 1 > prepared multipart upload key=N3UV8NSUX0G0 upload=RKHEPFMKW7V9 tag=MS49GRAP49IZ type=write size=1683992 2024-07-29T15:22:22.676 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.676+0000 7fd62f6c3640 1 < completed delete operation key=TAZR3PWEGCVK tag=SA110EY8UUG3 type=del 2024-07-29T15:22:22.679 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.678+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=859FAZD3530T type=del size=2762252 2024-07-29T15:22:22.679 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.678+0000 7fd62f6c3640 1 < canceled part key=_multipart_5RY4L1BV4ZJB.2~O91RWZOLVN58.0 size=1048576 2024-07-29T15:22:22.679 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.678+0000 7fd62f6c3640 1 < canceled part key=_multipart_5RY4L1BV4ZJB.2~O91RWZOLVN58.1 size=162299 2024-07-29T15:22:22.682 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.682+0000 7fd62f6c3640 1 < canceled multipart upload key=5RY4L1BV4ZJB upload=O91RWZOLVN58 tag=PK9I2CV1CELK type=write size=2259451 2024-07-29T15:22:22.686 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.684+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=1NZ7CWJPN5S9 type=del size=3674925 2024-07-29T15:22:22.686 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.684+0000 7fd62f6c3640 1 < canceled part key=_multipart_4LY01AD2KMYQ.2~N1EGF1J3FTPW.0 size=1048576 2024-07-29T15:22:22.687 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.686+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~N1EGF1J3FTPW.1 size=6814 2024-07-29T15:22:22.690 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.689+0000 7fd62f6c3640 1 < canceled multipart upload key=4LY01AD2KMYQ upload=N1EGF1J3FTPW tag=RADBIG9M5CMB type=write size=2103966 2024-07-29T15:22:22.694 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.693+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~CQ698TICCX5E.0 size=1034985 2024-07-29T15:22:22.694 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.693+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=CQ698TICCX5E tag=I844OA7T7ZRL type=write size=2083561 2024-07-29T15:22:22.696 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.695+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~Q7KFCTLTWPXV.0 size=1048576 2024-07-29T15:22:22.697 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.696+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~Q7KFCTLTWPXV.1 size=645264 2024-07-29T15:22:22.701 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.700+0000 7fd62f6c3640 1 < completed multipart upload key=H0YBVQU3EMED upload=Q7KFCTLTWPXV tag=02ILCMO4FWIP type=write size=2742416 2024-07-29T15:22:22.704 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.704+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~GZR7XQLCXAKL.0 size=849933 2024-07-29T15:22:22.705 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.704+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=GZR7XQLCXAKL tag=9E6XEKMHVTOJ type=write size=1898509 2024-07-29T15:22:22.707 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.706+0000 7fd62f6c3640 1 < completed delete operation key=VD0CC9XRAGF4 tag=B50HQWDOV837 type=del 2024-07-29T15:22:22.711 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.710+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~HX9WG28X9PDK.0 size=966953 2024-07-29T15:22:22.711 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.710+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=HX9WG28X9PDK tag=6IU1N4M9997X type=write size=2015529 2024-07-29T15:22:22.713 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.712+0000 7fd62f6c3640 1 < completed delete operation key=TAZR3PWEGCVK tag=Y0H8NNH4Y3FH type=del 2024-07-29T15:22:22.715 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.714+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=BCBA2091HFSD type=del size=1541799 2024-07-29T15:22:22.716 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.715+0000 7fd62f6c3640 1 < canceled part key=_multipart_SI02Q5RHER9G.2~79OR9AO3RSMV.0 size=1048576 2024-07-29T15:22:22.718 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.717+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~79OR9AO3RSMV.1 size=797965 2024-07-29T15:22:22.722 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.721+0000 7fd62f6c3640 1 < canceled multipart upload key=SI02Q5RHER9G upload=79OR9AO3RSMV tag=3RMI43KOWXPT type=write size=2895117 2024-07-29T15:22:22.723 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.723+0000 7fd62f6c3640 1 > prepared operation key=N3UV8NSUX0G0 tag=QKQHZ6QZYSVL type=del size=2176884 2024-07-29T15:22:22.726 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.725+0000 7fd62f6c3640 1 < completed write operation key=5E8G14SOGN0S tag=7Y7C8AEM4F02 type=write size=410362 2024-07-29T15:22:22.727 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.727+0000 7fd62f6c3640 1 > prepared operation key=H0YBVQU3EMED tag=C124R1SQQ21P type=del size=3323612 2024-07-29T15:22:22.730 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.729+0000 7fd62f6c3640 1 < canceled operation key=FAOPDKU2UC4Y tag=9779V9QBNFOH type=del size=701849 2024-07-29T15:22:22.734 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.733+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~33D92IR1EGT8.0 size=1048576 2024-07-29T15:22:22.735 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.735+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~33D92IR1EGT8.1 size=1048576 2024-07-29T15:22:22.737 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.736+0000 7fd62f6c3640 1 > prepared part key=_multipart_E98KUA2RK3BK.2~33D92IR1EGT8.2 size=253708 2024-07-29T15:22:22.738 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.736+0000 7fd62f6c3640 1 > prepared multipart upload key=E98KUA2RK3BK upload=33D92IR1EGT8 tag=B048SW7H5E47 type=write size=3399436 2024-07-29T15:22:22.740 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.739+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~5XU4Z5R5RI64.0 size=1048576 2024-07-29T15:22:22.741 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.740+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~5XU4Z5R5RI64.1 size=74134 2024-07-29T15:22:22.745 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.744+0000 7fd62f6c3640 1 < completed multipart upload key=W248KYMPQG8A upload=5XU4Z5R5RI64 tag=BW7LQG8717UZ type=write size=2171286 2024-07-29T15:22:22.747 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.746+0000 7fd62f6c3640 1 > prepared operation key=C3FDCOT4DV2B tag=7AYAEEQDXRBG type=del size=601374 2024-07-29T15:22:22.750 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.749+0000 7fd62f6c3640 1 < canceled operation key=7THABETH5LSN tag=FX9U623FV4QR type=del size=531432 2024-07-29T15:22:22.752 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.751+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=IPKP6Q9ZUHNF type=write size=245822 2024-07-29T15:22:22.754 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.753+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~28RDHDYPTZO0.0 size=1048576 2024-07-29T15:22:22.756 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.755+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~28RDHDYPTZO0.1 size=1048576 2024-07-29T15:22:22.758 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.757+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~28RDHDYPTZO0.2 size=247656 2024-07-29T15:22:22.761 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.760+0000 7fd62f6c3640 1 < completed multipart upload key=C3FDCOT4DV2B upload=28RDHDYPTZO0 tag=TSBCV2CBHLD1 type=write size=3393384 2024-07-29T15:22:22.766 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.766+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~HV8PBKKNQD25.0 size=144467 2024-07-29T15:22:22.767 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.766+0000 7fd62f6c3640 1 > prepared multipart upload key=H0YBVQU3EMED upload=HV8PBKKNQD25 tag=Q12LRA21FN65 type=write size=1193043 2024-07-29T15:22:22.769 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.768+0000 7fd62f6c3640 1 < completed delete operation key=UNDM9MIM6GG0 tag=H3Y3MJS13DOR type=del 2024-07-29T15:22:22.772 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.770+0000 7fd62f6c3640 1 > prepared operation key=5RY4L1BV4ZJB tag=HI3KDHUOBEKS type=del size=3282353 2024-07-29T15:22:22.772 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.771+0000 7fd62f6c3640 1 < canceled part key=_multipart_H0YBVQU3EMED.2~QGMV77A3Q95U.0 size=1048576 2024-07-29T15:22:22.774 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.772+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~QGMV77A3Q95U.1 size=1048576 2024-07-29T15:22:22.775 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.775+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~QGMV77A3Q95U.2 size=963596 2024-07-29T15:22:22.779 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.778+0000 7fd62f6c3640 1 < canceled multipart upload key=H0YBVQU3EMED upload=QGMV77A3Q95U tag=C0UUT143GBCM type=write size=4109324 2024-07-29T15:22:22.784 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.783+0000 7fd62f6c3640 1 > prepared part key=_multipart_H0YBVQU3EMED.2~8BSWIIFLJCEZ.0 size=405654 2024-07-29T15:22:22.784 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.783+0000 7fd62f6c3640 1 > prepared multipart upload key=H0YBVQU3EMED upload=8BSWIIFLJCEZ tag=JHDS7B5N36BZ type=write size=1454230 2024-07-29T15:22:22.786 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.785+0000 7fd62f6c3640 1 < completed part key=_multipart_ZMFNWBOB37DJ.2~J1RU1TPCOAQL.0 size=843267 2024-07-29T15:22:22.789 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.789+0000 7fd62f6c3640 1 < completed multipart upload key=ZMFNWBOB37DJ upload=J1RU1TPCOAQL tag=188QRXXP5YPZ type=write size=1891843 2024-07-29T15:22:22.792 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.791+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=PY5Q6EI1WCXG type=del size=2296171 2024-07-29T15:22:22.792 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.791+0000 7fd62f6c3640 1 < canceled part key=_multipart_N3UV8NSUX0G0.2~RKHEPFMKW7V9.0 size=635416 2024-07-29T15:22:22.796 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.795+0000 7fd62f6c3640 1 < canceled multipart upload key=N3UV8NSUX0G0 upload=RKHEPFMKW7V9 tag=MS49GRAP49IZ type=write size=1683992 2024-07-29T15:22:22.798 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.797+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=JSZ8MNG400RG type=del size=940735 2024-07-29T15:22:22.804 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.803+0000 7fd62f6c3640 1 < suggested remove operation key=A98383AI9GGP tag=859FAZD3530T type=del 2024-07-29T15:22:22.808 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.807+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~E26PIEBTI5CE.0 size=1048576 2024-07-29T15:22:22.809 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.809+0000 7fd62f6c3640 1 > prepared part key=_multipart_A98383AI9GGP.2~E26PIEBTI5CE.1 size=506569 2024-07-29T15:22:22.810 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.809+0000 7fd62f6c3640 1 > prepared multipart upload key=A98383AI9GGP upload=E26PIEBTI5CE tag=MAQDLOJIV1IK type=write size=2603721 2024-07-29T15:22:22.812 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.811+0000 7fd62f6c3640 1 < completed delete operation key=L184IOUE520P tag=1NZ7CWJPN5S9 type=del 2024-07-29T15:22:22.816 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.815+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~TYFJ9Z4OW123.0 size=352879 2024-07-29T15:22:22.816 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.815+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=TYFJ9Z4OW123 tag=W62B7OYUJO9T type=write size=1401455 2024-07-29T15:22:22.818 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.817+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~CQ698TICCX5E.0 size=1034985 2024-07-29T15:22:22.822 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.821+0000 7fd62f6c3640 1 < completed multipart upload key=IAXC3BCSNJJH upload=CQ698TICCX5E tag=I844OA7T7ZRL type=write size=2083561 2024-07-29T15:22:22.826 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.825+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~6RG3FNMK3FUN.0 size=1048576 2024-07-29T15:22:22.827 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.827+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~6RG3FNMK3FUN.1 size=74813 2024-07-29T15:22:22.828 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.827+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=6RG3FNMK3FUN tag=RY4PT4AZ57I9 type=write size=2171965 2024-07-29T15:22:22.830 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.829+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~GZR7XQLCXAKL.0 size=849933 2024-07-29T15:22:22.833 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.832+0000 7fd62f6c3640 1 < completed multipart upload key=W248KYMPQG8A upload=GZR7XQLCXAKL tag=9E6XEKMHVTOJ type=write size=1898509 2024-07-29T15:22:22.835 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.835+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=SOVX8D0GZMQN type=del size=656684 2024-07-29T15:22:22.837 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.837+0000 7fd62f6c3640 1 < completed part key=_multipart_IAXC3BCSNJJH.2~HX9WG28X9PDK.0 size=966953 2024-07-29T15:22:22.841 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.840+0000 7fd62f6c3640 1 < completed multipart upload key=IAXC3BCSNJJH upload=HX9WG28X9PDK tag=6IU1N4M9997X type=write size=2015529 2024-07-29T15:22:22.843 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.842+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=JAZL7SE4ZGKC type=del size=1897010 2024-07-29T15:22:22.845 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.844+0000 7fd62f6c3640 1 < completed delete operation key=IAXC3BCSNJJH tag=BCBA2091HFSD type=del 2024-07-29T15:22:22.848 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.847+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=GD2DAIUV81Z1 type=del size=2770100 2024-07-29T15:22:22.850 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.849+0000 7fd62f6c3640 1 < completed delete operation key=N3UV8NSUX0G0 tag=QKQHZ6QZYSVL type=del 2024-07-29T15:22:22.853 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.852+0000 7fd62f6c3640 1 > prepared operation key=3OG3SYFEL3VL tag=0IJK8Z59OBJO type=del size=3630138 2024-07-29T15:22:22.855 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.854+0000 7fd62f6c3640 1 < completed delete operation key=H0YBVQU3EMED tag=C124R1SQQ21P type=del 2024-07-29T15:22:22.859 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.858+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~W3MH7D4B5GPY.0 size=1048576 2024-07-29T15:22:22.861 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.860+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~W3MH7D4B5GPY.1 size=1048576 2024-07-29T15:22:22.863 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.862+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~W3MH7D4B5GPY.2 size=474835 2024-07-29T15:22:22.863 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.862+0000 7fd62f6c3640 1 > prepared multipart upload key=5E8G14SOGN0S upload=W3MH7D4B5GPY tag=649090MT6TM1 type=write size=3620563 2024-07-29T15:22:22.865 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.864+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~33D92IR1EGT8.0 size=1048576 2024-07-29T15:22:22.867 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.866+0000 7fd62f6c3640 1 < completed part key=_multipart_E98KUA2RK3BK.2~33D92IR1EGT8.1 size=1048576 2024-07-29T15:22:22.867 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.866+0000 7fd62f6c3640 1 < canceled part key=_multipart_E98KUA2RK3BK.2~33D92IR1EGT8.2 size=253708 2024-07-29T15:22:22.870 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.869+0000 7fd62f6c3640 1 < canceled multipart upload key=E98KUA2RK3BK upload=33D92IR1EGT8 tag=B048SW7H5E47 type=write size=3399436 2024-07-29T15:22:22.872 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.871+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=Q7W3XVGSAD7Z type=del size=2361331 2024-07-29T15:22:22.875 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.874+0000 7fd62f6c3640 1 < completed delete operation key=C3FDCOT4DV2B tag=7AYAEEQDXRBG type=del 2024-07-29T15:22:22.877 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.876+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=XPM2HGQZC5RK type=del size=2509497 2024-07-29T15:22:22.881 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.880+0000 7fd62f6c3640 1 < suggested update operation key=IAXC3BCSNJJH tag=IPKP6Q9ZUHNF type=write size=245822 2024-07-29T15:22:22.883 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.882+0000 7fd62f6c3640 1 > prepared operation key=H0YBVQU3EMED tag=RQI72ZGKN3GT type=del size=3716424 2024-07-29T15:22:22.885 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.884+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~HV8PBKKNQD25.0 size=144467 2024-07-29T15:22:22.888 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.888+0000 7fd62f6c3640 1 < completed multipart upload key=H0YBVQU3EMED upload=HV8PBKKNQD25 tag=Q12LRA21FN65 type=write size=1193043 2024-07-29T15:22:22.890 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.890+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=1L7DEDGV8UXK type=del size=3847549 2024-07-29T15:22:22.893 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.892+0000 7fd62f6c3640 1 < completed delete operation key=5RY4L1BV4ZJB tag=HI3KDHUOBEKS type=del 2024-07-29T15:22:22.895 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.894+0000 7fd62f6c3640 1 > prepared operation key=7CXNN1RN7UV8 tag=4ZHSAUUHWKSE type=del size=2264368 2024-07-29T15:22:22.897 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.896+0000 7fd62f6c3640 1 < completed part key=_multipart_H0YBVQU3EMED.2~8BSWIIFLJCEZ.0 size=405654 2024-07-29T15:22:22.901 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.900+0000 7fd62f6c3640 1 < completed multipart upload key=H0YBVQU3EMED upload=8BSWIIFLJCEZ tag=JHDS7B5N36BZ type=write size=1454230 2024-07-29T15:22:22.903 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.902+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=84W99K8A28N3 type=del size=3870332 2024-07-29T15:22:22.905 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.904+0000 7fd62f6c3640 1 < completed delete operation key=3OG3SYFEL3VL tag=PY5Q6EI1WCXG type=del 2024-07-29T15:22:22.909 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.908+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~6Z0Z1OU7KMQD.0 size=1048576 2024-07-29T15:22:22.911 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.910+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~6Z0Z1OU7KMQD.1 size=1048576 2024-07-29T15:22:22.913 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.912+0000 7fd62f6c3640 1 > prepared part key=_multipart_4LY01AD2KMYQ.2~6Z0Z1OU7KMQD.2 size=829684 2024-07-29T15:22:22.913 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.912+0000 7fd62f6c3640 1 > prepared multipart upload key=4LY01AD2KMYQ upload=6Z0Z1OU7KMQD tag=6K9RN9U6U035 type=write size=3975412 2024-07-29T15:22:22.915 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.914+0000 7fd62f6c3640 1 < completed delete operation key=ZDB57ZUUV5IX tag=JSZ8MNG400RG type=del 2024-07-29T15:22:22.917 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.916+0000 7fd62f6c3640 1 > prepared operation key=UNDM9MIM6GG0 tag=HTDXYWBZXDEE type=del size=663486 2024-07-29T15:22:22.918 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.918+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~E26PIEBTI5CE.0 size=1048576 2024-07-29T15:22:22.921 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.920+0000 7fd62f6c3640 1 < completed part key=_multipart_A98383AI9GGP.2~E26PIEBTI5CE.1 size=506569 2024-07-29T15:22:22.924 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.923+0000 7fd62f6c3640 1 < completed multipart upload key=A98383AI9GGP upload=E26PIEBTI5CE tag=MAQDLOJIV1IK type=write size=2603721 2024-07-29T15:22:22.926 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.925+0000 7fd62f6c3640 1 > prepared operation key=YSQLYQW9APLO tag=LUMS5UGCGDC6 type=del size=3127326 2024-07-29T15:22:22.927 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.926+0000 7fd62f6c3640 1 < canceled part key=_multipart_IAXC3BCSNJJH.2~TYFJ9Z4OW123.0 size=352879 2024-07-29T15:22:22.930 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.929+0000 7fd62f6c3640 1 < canceled multipart upload key=IAXC3BCSNJJH upload=TYFJ9Z4OW123 tag=W62B7OYUJO9T type=write size=1401455 2024-07-29T15:22:22.932 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.931+0000 7fd62f6c3640 1 > prepared operation key=N3UV8NSUX0G0 tag=Y5SRY4XGG1VZ type=del size=371968 2024-07-29T15:22:22.934 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.933+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~6RG3FNMK3FUN.0 size=1048576 2024-07-29T15:22:22.936 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.935+0000 7fd62f6c3640 1 < completed part key=_multipart_W248KYMPQG8A.2~6RG3FNMK3FUN.1 size=74813 2024-07-29T15:22:22.939 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.938+0000 7fd62f6c3640 1 < completed multipart upload key=W248KYMPQG8A upload=6RG3FNMK3FUN tag=RY4PT4AZ57I9 type=write size=2171965 2024-07-29T15:22:22.941 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.940+0000 7fd62f6c3640 1 > prepared operation key=BIYBUOZPJSZV tag=1S10A61P5T5T type=del size=3583563 2024-07-29T15:22:22.943 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.942+0000 7fd62f6c3640 1 < completed delete operation key=7CXNN1RN7UV8 tag=SOVX8D0GZMQN type=del 2024-07-29T15:22:22.945 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.944+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=66QC3THCH4L0 type=del size=1710792 2024-07-29T15:22:22.948 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.947+0000 7fd62f6c3640 -1 < failed to complete operation key=IAXC3BCSNJJH tag=JAZL7SE4ZGKC type=del size=1897010: (22) Invalid argument 2024-07-29T15:22:22.950 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.949+0000 7fd62f6c3640 1 > prepared operation key=RQC1B162F8M6 tag=DO2FW7U20Z0C type=write size=453875 2024-07-29T15:22:22.954 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.953+0000 7fd62f6c3640 1 < suggested update operation key=ZMFNWBOB37DJ tag=GD2DAIUV81Z1 type=del size=2770100 2024-07-29T15:22:22.956 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.955+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=RW41LHRCNB9P type=del size=1983674 2024-07-29T15:22:22.960 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.959+0000 7fd62f6c3640 1 < suggested remove operation key=3OG3SYFEL3VL tag=0IJK8Z59OBJO type=del 2024-07-29T15:22:22.962 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.961+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=RFPYZJ0JXCYQ type=write size=1016372 2024-07-29T15:22:22.964 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.963+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~W3MH7D4B5GPY.0 size=1048576 2024-07-29T15:22:22.965 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.964+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~W3MH7D4B5GPY.1 size=1048576 2024-07-29T15:22:22.967 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.966+0000 7fd62f6c3640 1 < completed part key=_multipart_5E8G14SOGN0S.2~W3MH7D4B5GPY.2 size=474835 2024-07-29T15:22:22.970 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.970+0000 7fd62f6c3640 1 < completed multipart upload key=5E8G14SOGN0S upload=W3MH7D4B5GPY tag=649090MT6TM1 type=write size=3620563 2024-07-29T15:22:22.975 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.974+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~4T83UXBU91B8.0 size=1048576 2024-07-29T15:22:22.977 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.975+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~4T83UXBU91B8.1 size=13220 2024-07-29T15:22:22.977 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.975+0000 7fd62f6c3640 1 > prepared multipart upload key=SI02Q5RHER9G upload=4T83UXBU91B8 tag=1SKBCWGGGQ3S type=write size=2110372 2024-07-29T15:22:22.978 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.977+0000 7fd62f6c3640 1 < completed delete operation key=7THABETH5LSN tag=Q7W3XVGSAD7Z type=del 2024-07-29T15:22:22.982 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.981+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~I0U1FQIXLUZC.0 size=226166 2024-07-29T15:22:22.982 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.981+0000 7fd62f6c3640 1 > prepared multipart upload key=7CXNN1RN7UV8 upload=I0U1FQIXLUZC tag=A4R4FUY7BEJ0 type=write size=1274742 2024-07-29T15:22:22.984 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.983+0000 7fd62f6c3640 1 < canceled operation key=0C6FXJ0T2NGU tag=XPM2HGQZC5RK type=del size=2509497 2024-07-29T15:22:22.988 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.987+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~PIO0Y88TJ89W.0 size=1048576 2024-07-29T15:22:22.989 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.988+0000 7fd62f6c3640 1 > prepared part key=_multipart_SI02Q5RHER9G.2~PIO0Y88TJ89W.1 size=241742 2024-07-29T15:22:22.989 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.988+0000 7fd62f6c3640 1 > prepared multipart upload key=SI02Q5RHER9G upload=PIO0Y88TJ89W tag=JQQJFJGU58HV type=write size=2338894 2024-07-29T15:22:22.992 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.991+0000 7fd62f6c3640 1 < completed delete operation key=H0YBVQU3EMED tag=RQI72ZGKN3GT type=del 2024-07-29T15:22:22.996 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.995+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~Z2LQKLAQ57X1.0 size=1048576 2024-07-29T15:22:22.997 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.996+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~Z2LQKLAQ57X1.1 size=1048576 2024-07-29T15:22:22.999 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.998+0000 7fd62f6c3640 1 > prepared part key=_multipart_7CXNN1RN7UV8.2~Z2LQKLAQ57X1.2 size=230116 2024-07-29T15:22:22.999 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:22.998+0000 7fd62f6c3640 1 > prepared multipart upload key=7CXNN1RN7UV8 upload=Z2LQKLAQ57X1 tag=L81SW2VP2F14 type=write size=3375844 2024-07-29T15:22:23.002 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.001+0000 7fd62f6c3640 -1 < failed to complete operation key=ZMFNWBOB37DJ tag=1L7DEDGV8UXK type=del size=3847549: (22) Invalid argument 2024-07-29T15:22:23.004 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.003+0000 7fd62f6c3640 1 > prepared operation key=N3UV8NSUX0G0 tag=V0PEUHTK4ALD type=write size=657320 2024-07-29T15:22:23.008 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.007+0000 7fd62f6c3640 1 < completed delete operation key=7CXNN1RN7UV8 tag=4ZHSAUUHWKSE type=del 2024-07-29T15:22:23.010 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.009+0000 7fd62f6c3640 1 > prepared operation key=0C6FXJ0T2NGU tag=UXWBK02BSPYQ type=del size=760864 2024-07-29T15:22:23.013 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.012+0000 7fd62f6c3640 -1 < failed to complete operation key=ZMFNWBOB37DJ tag=84W99K8A28N3 type=del size=3870332: (22) Invalid argument 2024-07-29T15:22:23.015 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.014+0000 7fd62f6c3640 1 > prepared operation key=YSQLYQW9APLO tag=SKIMB976GO27 type=del size=297350 2024-07-29T15:22:23.017 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.017+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~6Z0Z1OU7KMQD.0 size=1048576 2024-07-29T15:22:23.019 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.018+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~6Z0Z1OU7KMQD.1 size=1048576 2024-07-29T15:22:23.021 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.020+0000 7fd62f6c3640 1 < completed part key=_multipart_4LY01AD2KMYQ.2~6Z0Z1OU7KMQD.2 size=829684 2024-07-29T15:22:23.024 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.023+0000 7fd62f6c3640 1 < completed multipart upload key=4LY01AD2KMYQ upload=6Z0Z1OU7KMQD tag=6K9RN9U6U035 type=write size=3975412 2024-07-29T15:22:23.026 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.025+0000 7fd62f6c3640 1 > prepared operation key=M5I2YC3HVZ0P tag=IY5YO1T9DTPN type=del size=2837688 2024-07-29T15:22:23.028 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.028+0000 7fd62f6c3640 1 < completed delete operation key=UNDM9MIM6GG0 tag=HTDXYWBZXDEE type=del 2024-07-29T15:22:23.032 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.031+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~ZF9VN0ULY3QR.0 size=1048576 2024-07-29T15:22:23.035 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.033+0000 7fd62f6c3640 1 > prepared part key=_multipart_C3FDCOT4DV2B.2~ZF9VN0ULY3QR.1 size=645063 2024-07-29T15:22:23.035 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.033+0000 7fd62f6c3640 1 > prepared multipart upload key=C3FDCOT4DV2B upload=ZF9VN0ULY3QR tag=ZFFA78WXS1KO type=write size=2742215 2024-07-29T15:22:23.036 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.035+0000 7fd62f6c3640 1 < completed delete operation key=YSQLYQW9APLO tag=LUMS5UGCGDC6 type=del 2024-07-29T15:22:23.041 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.040+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~T06YKROL2LFG.0 size=1048576 2024-07-29T15:22:23.042 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.042+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZDB57ZUUV5IX.2~T06YKROL2LFG.1 size=483534 2024-07-29T15:22:23.042 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.042+0000 7fd62f6c3640 1 > prepared multipart upload key=ZDB57ZUUV5IX upload=T06YKROL2LFG tag=CVMSMYM0Q3ZH type=write size=2580686 2024-07-29T15:22:23.044 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.043+0000 7fd62f6c3640 1 < completed delete operation key=N3UV8NSUX0G0 tag=Y5SRY4XGG1VZ type=del 2024-07-29T15:22:23.047 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.046+0000 7fd62f6c3640 1 > prepared operation key=L184IOUE520P tag=4K1E221BNL0G type=write size=844576 2024-07-29T15:22:23.049 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.048+0000 7fd62f6c3640 1 < completed delete operation key=BIYBUOZPJSZV tag=1S10A61P5T5T type=del 2024-07-29T15:22:23.050 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.050+0000 7fd62f6c3640 1 > prepared operation key=IAXC3BCSNJJH tag=9V0QXR2RBCUU type=del size=2352122 2024-07-29T15:22:23.053 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.052+0000 7fd62f6c3640 1 < completed delete operation key=5E8G14SOGN0S tag=66QC3THCH4L0 type=del 2024-07-29T15:22:23.055 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.054+0000 7fd62f6c3640 1 > prepared operation key=ZMFNWBOB37DJ tag=NTLLMNKBQSY5 type=write size=580244 2024-07-29T15:22:23.057 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.056+0000 7fd62f6c3640 1 < completed write operation key=RQC1B162F8M6 tag=DO2FW7U20Z0C type=write size=453875 2024-07-29T15:22:23.059 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.058+0000 7fd62f6c3640 1 > prepared operation key=M86GT4R04HUE tag=18SFUYWES1AP type=del size=1877649 2024-07-29T15:22:23.063 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.062+0000 7fd62f6c3640 1 < suggested remove operation key=W248KYMPQG8A tag=RW41LHRCNB9P type=del 2024-07-29T15:22:23.065 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.064+0000 7fd62f6c3640 1 > prepared operation key=W248KYMPQG8A tag=RJEAOVZ287OM type=del size=1518293 2024-07-29T15:22:23.067 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.066+0000 7fd62f6c3640 1 < canceled operation key=M5I2YC3HVZ0P tag=RFPYZJ0JXCYQ type=write size=1016372 2024-07-29T15:22:23.069 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.068+0000 7fd62f6c3640 1 > prepared operation key=5E8G14SOGN0S tag=JOW38A2TA9BL type=del size=133078 2024-07-29T15:22:23.071 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.070+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~4T83UXBU91B8.0 size=1048576 2024-07-29T15:22:23.073 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.072+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~4T83UXBU91B8.1 size=13220 2024-07-29T15:22:23.077 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.076+0000 7fd62f6c3640 1 < completed multipart upload key=SI02Q5RHER9G upload=4T83UXBU91B8 tag=1SKBCWGGGQ3S type=write size=2110372 2024-07-29T15:22:23.079 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.078+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=NAH9H50TU1DK type=del size=3076456 2024-07-29T15:22:23.081 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.080+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~I0U1FQIXLUZC.0 size=226166 2024-07-29T15:22:23.085 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.084+0000 7fd62f6c3640 1 < completed multipart upload key=7CXNN1RN7UV8 upload=I0U1FQIXLUZC tag=A4R4FUY7BEJ0 type=write size=1274742 2024-07-29T15:22:23.087 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.086+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=L0KW6XNUOCJ9 type=del size=3862536 2024-07-29T15:22:23.089 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.088+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~PIO0Y88TJ89W.0 size=1048576 2024-07-29T15:22:23.091 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.090+0000 7fd62f6c3640 1 < completed part key=_multipart_SI02Q5RHER9G.2~PIO0Y88TJ89W.1 size=241742 2024-07-29T15:22:23.097 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.094+0000 7fd62f6c3640 1 < completed multipart upload key=SI02Q5RHER9G upload=PIO0Y88TJ89W tag=JQQJFJGU58HV type=write size=2338894 2024-07-29T15:22:23.098 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.098+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~73AU3373EQEY.0 size=1048576 2024-07-29T15:22:23.100 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.099+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~73AU3373EQEY.1 size=1048576 2024-07-29T15:22:23.102 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.101+0000 7fd62f6c3640 1 > prepared part key=_multipart_FAOPDKU2UC4Y.2~73AU3373EQEY.2 size=292852 2024-07-29T15:22:23.102 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.101+0000 7fd62f6c3640 1 > prepared multipart upload key=FAOPDKU2UC4Y upload=73AU3373EQEY tag=AWH9G3P4ZARH type=write size=3438580 2024-07-29T15:22:23.104 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.103+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~Z2LQKLAQ57X1.0 size=1048576 2024-07-29T15:22:23.106 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.105+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~Z2LQKLAQ57X1.1 size=1048576 2024-07-29T15:22:23.108 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.107+0000 7fd62f6c3640 1 < completed part key=_multipart_7CXNN1RN7UV8.2~Z2LQKLAQ57X1.2 size=230116 2024-07-29T15:22:23.113 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.112+0000 7fd62f6c3640 1 < completed multipart upload key=7CXNN1RN7UV8 upload=Z2LQKLAQ57X1 tag=L81SW2VP2F14 type=write size=3375844 2024-07-29T15:22:23.115 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.114+0000 7fd62f6c3640 1 > prepared operation key=7THABETH5LSN tag=X52B76MWTBL2 type=del size=3123251 2024-07-29T15:22:23.117 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.116+0000 7fd62f6c3640 1 < completed write operation key=N3UV8NSUX0G0 tag=V0PEUHTK4ALD type=write size=657320 2024-07-29T15:22:23.121 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.120+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~1HXPVGL4OG1R.0 size=1048576 2024-07-29T15:22:23.123 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.122+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~1HXPVGL4OG1R.1 size=1048576 2024-07-29T15:22:23.125 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.123+0000 7fd62f6c3640 1 > prepared part key=_multipart_ZMFNWBOB37DJ.2~1HXPVGL4OG1R.2 size=811426 2024-07-29T15:22:23.125 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.123+0000 7fd62f6c3640 1 > prepared multipart upload key=ZMFNWBOB37DJ upload=1HXPVGL4OG1R tag=7X2F2U8XS7KQ type=write size=3957154 2024-07-29T15:22:23.126 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.126+0000 7fd62f6c3640 1 < completed delete operation key=0C6FXJ0T2NGU tag=UXWBK02BSPYQ type=del 2024-07-29T15:22:23.129 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.128+0000 7fd62f6c3640 1 > prepared operation key=4Z3FPJTXXFV7 tag=MXGP1O5T4CUL type=del size=1986325 2024-07-29T15:22:23.131 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.130+0000 7fd62f6c3640 1 < completed delete operation key=YSQLYQW9APLO tag=SKIMB976GO27 type=del 2024-07-29T15:22:23.134 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.133+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~UE2KDV2Z0ZBV.0 size=1048576 2024-07-29T15:22:23.136 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.135+0000 7fd62f6c3640 1 > prepared part key=_multipart_V2178FD5CN6Y.2~UE2KDV2Z0ZBV.1 size=255799 2024-07-29T15:22:23.136 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.135+0000 7fd62f6c3640 1 > prepared multipart upload key=V2178FD5CN6Y upload=UE2KDV2Z0ZBV tag=FS7WKQR3JNM7 type=write size=2352951 2024-07-29T15:22:23.138 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.137+0000 7fd62f6c3640 1 < canceled operation key=M5I2YC3HVZ0P tag=IY5YO1T9DTPN type=del size=2837688 2024-07-29T15:22:23.140 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.139+0000 7fd62f6c3640 1 > prepared operation key=V2178FD5CN6Y tag=68JGL3NH9IBW type=del size=3045320 2024-07-29T15:22:23.140 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.139+0000 7fd62f6c3640 1 < canceled part key=_multipart_C3FDCOT4DV2B.2~ZF9VN0ULY3QR.0 size=1048576 2024-07-29T15:22:23.142 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.141+0000 7fd62f6c3640 1 < completed part key=_multipart_C3FDCOT4DV2B.2~ZF9VN0ULY3QR.1 size=645063 2024-07-29T15:22:23.145 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.144+0000 7fd62f6c3640 1 < canceled multipart upload key=C3FDCOT4DV2B upload=ZF9VN0ULY3QR tag=ZFFA78WXS1KO type=write size=2742215 2024-07-29T15:22:23.147 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.147+0000 7fd62f6c3640 1 > prepared operation key=A98383AI9GGP tag=THHMYYI0TA35 type=del size=2044092 2024-07-29T15:22:23.149 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.149+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~T06YKROL2LFG.0 size=1048576 2024-07-29T15:22:23.152 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.151+0000 7fd62f6c3640 1 < completed part key=_multipart_ZDB57ZUUV5IX.2~T06YKROL2LFG.1 size=483534 2024-07-29T15:22:23.156 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.155+0000 7fd62f6c3640 1 < completed multipart upload key=ZDB57ZUUV5IX upload=T06YKROL2LFG tag=CVMSMYM0Q3ZH type=write size=2580686 2024-07-29T15:22:23.158 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.157+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=WLM1ZR0D7CE7 type=del size=3765598 2024-07-29T15:22:23.160 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.159+0000 7fd62f6c3640 1 < completed write operation key=L184IOUE520P tag=4K1E221BNL0G type=write size=844576 2024-07-29T15:22:23.164 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.163+0000 7fd62f6c3640 1 > prepared part key=_multipart_W248KYMPQG8A.2~1JWSKWRDE3ZY.0 size=1014294 2024-07-29T15:22:23.164 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.163+0000 7fd62f6c3640 1 > prepared multipart upload key=W248KYMPQG8A upload=1JWSKWRDE3ZY tag=7Z5EGS7ROL3R type=write size=2062870 2024-07-29T15:22:23.166 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.165+0000 7fd62f6c3640 1 < completed delete operation key=IAXC3BCSNJJH tag=9V0QXR2RBCUU type=del 2024-07-29T15:22:23.168 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.167+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=XRBXBTVF7JWJ type=del size=829149 2024-07-29T15:22:23.170 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.169+0000 7fd62f6c3640 1 < completed write operation key=ZMFNWBOB37DJ tag=NTLLMNKBQSY5 type=write size=580244 2024-07-29T15:22:23.172 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.171+0000 7fd62f6c3640 1 > prepared operation key=ZDB57ZUUV5IX tag=PPHIR4N0EIY6 type=del size=688566 2024-07-29T15:22:23.174 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.173+0000 7fd62f6c3640 1 < completed delete operation key=M86GT4R04HUE tag=18SFUYWES1AP type=del 2024-07-29T15:22:23.179 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.178+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~WX0PPKJXH1SZ.0 size=1048576 2024-07-29T15:22:23.180 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.180+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~WX0PPKJXH1SZ.1 size=661369 2024-07-29T15:22:23.180 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.180+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=WX0PPKJXH1SZ tag=XC3X0F59AB09 type=write size=2758521 2024-07-29T15:22:23.183 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.182+0000 7fd62f6c3640 1 < canceled operation key=W248KYMPQG8A tag=RJEAOVZ287OM type=del size=1518293 2024-07-29T15:22:23.185 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.184+0000 7fd62f6c3640 1 > prepared operation key=TAZR3PWEGCVK tag=TX52DLPLOUIL type=del size=3555060 2024-07-29T15:22:23.187 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.186+0000 7fd62f6c3640 1 < completed delete operation key=5E8G14SOGN0S tag=JOW38A2TA9BL type=del 2024-07-29T15:22:23.189 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.188+0000 7fd62f6c3640 1 > prepared operation key=8BA2XKLPRGQN tag=4FI4BKW9GW27 type=del size=3139393 2024-07-29T15:22:23.193 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.192+0000 7fd62f6c3640 1 < suggested remove operation key=ZDB57ZUUV5IX tag=NAH9H50TU1DK type=del 2024-07-29T15:22:23.198 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.197+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~DYTZZV4TJ4V2.0 size=1048576 2024-07-29T15:22:23.199 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.198+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~DYTZZV4TJ4V2.1 size=1048576 2024-07-29T15:22:23.201 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.200+0000 7fd62f6c3640 1 > prepared part key=_multipart_IAXC3BCSNJJH.2~DYTZZV4TJ4V2.2 size=829611 2024-07-29T15:22:23.201 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.200+0000 7fd62f6c3640 1 > prepared multipart upload key=IAXC3BCSNJJH upload=DYTZZV4TJ4V2 tag=9V4JUI3G9CJ5 type=write size=3975339 2024-07-29T15:22:23.203 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.202+0000 7fd62f6c3640 1 < completed delete operation key=A98383AI9GGP tag=L0KW6XNUOCJ9 type=del 2024-07-29T15:22:23.205 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.204+0000 7fd62f6c3640 1 > prepared operation key=IWIUUJFZ4UME tag=PIU5HCZM7Y3T type=del size=2991519 2024-07-29T15:22:23.207 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.206+0000 7fd62f6c3640 1 < completed part key=_multipart_FAOPDKU2UC4Y.2~73AU3373EQEY.0 size=1048576 2024-07-29T15:22:23.209 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.208+0000 7fd62f6c3640 1 < completed part key=_multipart_FAOPDKU2UC4Y.2~73AU3373EQEY.1 size=1048576 2024-07-29T15:22:23.211 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.210+0000 7fd62f6c3640 1 < completed part key=_multipart_FAOPDKU2UC4Y.2~73AU3373EQEY.2 size=292852 2024-07-29T15:22:23.214 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.213+0000 7fd62f6c3640 1 < completed multipart upload key=FAOPDKU2UC4Y upload=73AU3373EQEY tag=AWH9G3P4ZARH type=write size=3438580 2024-07-29T15:22:23.218 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.217+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~XKWDIJ7F1479.0 size=1048576 2024-07-29T15:22:23.220 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.219+0000 7fd62f6c3640 1 > prepared part key=_multipart_5E8G14SOGN0S.2~XKWDIJ7F1479.1 size=955107 2024-07-29T15:22:23.220 INFO:tasks.workunit.client.0.smithi067.stderr:2024-07-29T15:22:23.219+0000 7fd62f6c3640 1 > prepared multipart upload key=5E8G14SOGN0S upload=XKWDIJ7F1479 tag=CISXHQBYTPF9 type=write size=3052259 2024-07-29T15:22:23.220 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] cls_rgw_stats.simulate (13676 ms) 2024-07-29T15:22:23.220 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 1 test from cls_rgw_stats (13676 ms total) 2024-07-29T15:22:23.220 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:22:23.220 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] Global test environment tear-down 2024-07-29T15:22:23.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:23 smithi067 ceph-mon[91995]: pgmap v1336: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 376 KiB/s wr, 1.91k op/s 2024-07-29T15:22:23.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:23 smithi067 ceph-mon[94375]: pgmap v1336: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 376 KiB/s wr, 1.91k op/s 2024-07-29T15:22:23.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:23 smithi138 ceph-mon[86438]: pgmap v1336: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 376 KiB/s wr, 1.91k op/s 2024-07-29T15:22:24.185 INFO:tasks.workunit.client.0.smithi067.stdout:[==========] 1 test from 1 test suite ran. (16500 ms total) 2024-07-29T15:22:24.185 INFO:tasks.workunit.client.0.smithi067.stdout:[ PASSED ] 1 test. 2024-07-29T15:22:24.189 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-29T15:22:24.190 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-29T15:22:24.263 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-07-29T15:22:24.263 DEBUG:teuthology.orchestra.run.smithi067:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-07-29T15:22:24.335 INFO:tasks.workunit.client.0.smithi067.stdout:Running main() from gmock_main.cc 2024-07-29T15:22:24.336 INFO:tasks.workunit.client.0.smithi067.stdout:[==========] Running 2 tests from 1 test suite. 2024-07-29T15:22:24.336 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] Global test environment set-up. 2024-07-29T15:22:24.336 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 2 tests from ClsSDK 2024-07-29T15:22:24.336 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-07-29T15:22:25.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:25 smithi067 ceph-mon[91995]: pgmap v1337: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 528 KiB/s wr, 2.68k op/s 2024-07-29T15:22:25.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:25 smithi067 ceph-mon[91995]: osdmap e1102: 8 total, 8 up, 8 in 2024-07-29T15:22:25.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:25 smithi067 ceph-mon[94375]: pgmap v1337: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 528 KiB/s wr, 2.68k op/s 2024-07-29T15:22:25.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:25 smithi067 ceph-mon[94375]: osdmap e1102: 8 total, 8 up, 8 in 2024-07-29T15:22:25.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:25 smithi138 ceph-mon[86438]: pgmap v1337: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 528 KiB/s wr, 2.68k op/s 2024-07-29T15:22:25.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:25 smithi138 ceph-mon[86438]: osdmap e1102: 8 total, 8 up, 8 in 2024-07-29T15:22:26.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:26 smithi067 ceph-mon[91995]: osdmap e1103: 8 total, 8 up, 8 in 2024-07-29T15:22:26.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:26 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/238662692' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-127156-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:22:26.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:26 smithi067 ceph-mon[94375]: osdmap e1103: 8 total, 8 up, 8 in 2024-07-29T15:22:26.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:26 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/238662692' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-127156-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:22:26.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:26 smithi138 ceph-mon[86438]: osdmap e1103: 8 total, 8 up, 8 in 2024-07-29T15:22:26.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:26 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/238662692' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-127156-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:22:27.209 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2874 ms) 2024-07-29T15:22:27.210 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-07-29T15:22:27.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:27 smithi067 ceph-mon[91995]: pgmap v1340: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:22:27.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:27 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:22:27.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:27 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/238662692' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-127156-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:22:27.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:27 smithi067 ceph-mon[91995]: osdmap e1104: 8 total, 8 up, 8 in 2024-07-29T15:22:27.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:27 smithi067 ceph-mon[94375]: pgmap v1340: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:22:27.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:27 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:22:27.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:27 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/238662692' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-127156-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:22:27.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:27 smithi067 ceph-mon[94375]: osdmap e1104: 8 total, 8 up, 8 in 2024-07-29T15:22:27.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:27 smithi138 ceph-mon[86438]: pgmap v1340: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:22:27.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:27 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:22:27.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:27 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/238662692' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-127156-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:22:27.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:27 smithi138 ceph-mon[86438]: osdmap e1104: 8 total, 8 up, 8 in 2024-07-29T15:22:27.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:22:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:22:27] "GET /metrics HTTP/1.1" 200 36544 "" "Prometheus/2.51.0" 2024-07-29T15:22:28.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:28 smithi067 ceph-mon[91995]: osdmap e1105: 8 total, 8 up, 8 in 2024-07-29T15:22:28.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:28 smithi067 ceph-mon[94375]: osdmap e1105: 8 total, 8 up, 8 in 2024-07-29T15:22:28.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:28 smithi138 ceph-mon[86438]: osdmap e1105: 8 total, 8 up, 8 in 2024-07-29T15:22:29.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:29 smithi067 ceph-mon[91995]: pgmap v1343: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:22:29.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:29 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:22:29.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:29 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:22:29.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:29 smithi067 ceph-mon[91995]: osdmap e1106: 8 total, 8 up, 8 in 2024-07-29T15:22:29.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:29 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2988405686' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-127156-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:22:29.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:29 smithi067 ceph-mon[94375]: pgmap v1343: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:22:29.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:29 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:22:29.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:29 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:22:29.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:29 smithi067 ceph-mon[94375]: osdmap e1106: 8 total, 8 up, 8 in 2024-07-29T15:22:29.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:29 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2988405686' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-127156-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:22:29.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:29 smithi138 ceph-mon[86438]: pgmap v1343: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:22:29.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:29 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:22:29.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:29 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:22:29.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:29 smithi138 ceph-mon[86438]: osdmap e1106: 8 total, 8 up, 8 in 2024-07-29T15:22:29.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:29 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2988405686' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-127156-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:22:30.239 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3030 ms) 2024-07-29T15:22:30.240 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 2 tests from ClsSDK (5904 ms total) 2024-07-29T15:22:30.240 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:22:30.240 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] Global test environment tear-down 2024-07-29T15:22:30.240 INFO:tasks.workunit.client.0.smithi067.stdout:[==========] 2 tests from 1 test suite ran. (5904 ms total) 2024-07-29T15:22:30.240 INFO:tasks.workunit.client.0.smithi067.stdout:[ PASSED ] 2 tests. 2024-07-29T15:22:30.242 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-29T15:22:30.242 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-29T15:22:30.315 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-07-29T15:22:30.315 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-07-29T15:22:30.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:30 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2988405686' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-127156-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:22:30.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:30 smithi067 ceph-mon[91995]: osdmap e1107: 8 total, 8 up, 8 in 2024-07-29T15:22:30.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:30 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2988405686' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-127156-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:22:30.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:30 smithi067 ceph-mon[94375]: osdmap e1107: 8 total, 8 up, 8 in 2024-07-29T15:22:30.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:30 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2988405686' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi067-127156-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:22:30.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:30 smithi138 ceph-mon[86438]: osdmap e1107: 8 total, 8 up, 8 in 2024-07-29T15:22:30.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:22:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:22:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:22:30.591 DEBUG:teuthology.parallel:result is None 2024-07-29T15:22:30.592 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-07-29T15:22:30.617 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-07-29T15:22:30.617 DEBUG:teuthology.orchestra.run.smithi067:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-07-29T15:22:30.674 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-07-29T15:22:30.674 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-29T15:22:30.674 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-07-29T15:22:30.674 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-29T15:22:30.674 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-07-29T15:22:30.674 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-07-29T15:22:30.675 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-07-29T15:22:30.675 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-07-29T15:22:30.676 DEBUG:teuthology.orchestra.run.smithi067:> stat -- /home/ubuntu/cephtest/mnt.0 2024-07-29T15:22:30.729 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-29T15:22:30.730 INFO:teuthology.orchestra.run.smithi067.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-07-29T15:22:30.730 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-07-29T15:22:30.786 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-07-29T15:22:30.839 DEBUG:teuthology.orchestra.run.smithi067:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-07-29T15:22:30.855 INFO:tasks.workunit:timeout=3h 2024-07-29T15:22:30.855 INFO:tasks.workunit:cleanup=True 2024-07-29T15:22:30.856 DEBUG:teuthology.orchestra.run.smithi067:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-07-29T15:22:30.912 INFO:tasks.workunit.client.0.smithi067.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-07-29T15:22:31.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:31 smithi067 ceph-mon[91995]: pgmap v1346: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:22:31.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:31 smithi067 ceph-mon[91995]: osdmap e1108: 8 total, 8 up, 8 in 2024-07-29T15:22:31.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:31 smithi067 ceph-mon[94375]: pgmap v1346: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:22:31.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:31 smithi067 ceph-mon[94375]: osdmap e1108: 8 total, 8 up, 8 in 2024-07-29T15:22:31.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:31 smithi138 ceph-mon[86438]: pgmap v1346: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:22:31.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:31 smithi138 ceph-mon[86438]: osdmap e1108: 8 total, 8 up, 8 in 2024-07-29T15:22:33.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:33 smithi067 ceph-mon[91995]: pgmap v1348: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:22:33.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:33 smithi067 ceph-mon[94375]: pgmap v1348: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:22:33.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:33 smithi138 ceph-mon[86438]: pgmap v1348: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:22:35.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:35 smithi067 ceph-mon[91995]: pgmap v1349: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:22:35.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:22:35.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:35 smithi067 ceph-mon[94375]: pgmap v1349: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:22:35.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:22:35.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:35 smithi138 ceph-mon[86438]: pgmap v1349: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:22:35.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:22:36.298 DEBUG:teuthology.orchestra.run.smithi067:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-07-29T15:22:36.354 INFO:tasks.workunit.client.0.smithi067.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-07-29T15:22:36.356 INFO:tasks.workunit.client.0.smithi067.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-29T15:22:36.356 INFO:tasks.workunit.client.0.smithi067.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-07-29T15:22:36.406 INFO:tasks.workunit.client.0.smithi067.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-07-29T15:22:36.456 INFO:tasks.workunit.client.0.smithi067.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-07-29T15:22:36.498 INFO:tasks.workunit.client.0.smithi067.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-29T15:22:36.499 INFO:tasks.workunit.client.0.smithi067.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-29T15:22:36.499 INFO:tasks.workunit.client.0.smithi067.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-07-29T15:22:36.539 INFO:tasks.workunit.client.0.smithi067.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-29T15:22:36.542 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-07-29T15:22:36.542 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-07-29T15:22:36.600 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-07-29T15:22:36.601 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-07-29T15:22:36.601 DEBUG:teuthology.orchestra.run.smithi067:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-07-29T15:22:36.700 INFO:tasks.workunit.client.0.smithi067.stdout:run length 1200 seconds 2024-07-29T15:22:36.700 INFO:tasks.workunit.client.0.smithi067.stdout:preparing 10240 objects 2024-07-29T15:22:37.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:37 smithi067 ceph-mon[91995]: pgmap v1350: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:22:37.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:37 smithi067 ceph-mon[94375]: pgmap v1350: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:22:37.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:37 smithi138 ceph-mon[86438]: pgmap v1350: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:22:38.167 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:22:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:22:37] "GET /metrics HTTP/1.1" 200 34155 "" "Prometheus/2.51.0" 2024-07-29T15:22:38.760 INFO:tasks.workunit.client.0.smithi067.stdout:load-gen will run 1200 seconds 2024-07-29T15:22:39.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:39 smithi138 ceph-mon[86438]: pgmap v1351: 105 pgs: 105 active+clean; 8.9 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 81 KiB/s wr, 81 op/s 2024-07-29T15:22:39.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:39 smithi067 ceph-mon[94375]: pgmap v1351: 105 pgs: 105 active+clean; 8.9 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 81 KiB/s wr, 81 op/s 2024-07-29T15:22:39.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:39 smithi067 ceph-mon[91995]: pgmap v1351: 105 pgs: 105 active+clean; 8.9 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 81 KiB/s wr, 81 op/s 2024-07-29T15:22:39.759 INFO:tasks.workunit.client.0.smithi067.stdout: 1: throughput=0MB/sec pending data=0 2024-07-29T15:22:39.760 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-jkQvSLJb4EVOfi5 off=7055633 len=1170108 2024-07-29T15:22:39.768 INFO:tasks.workunit.client.0.smithi067.stdout:op 0 completed, throughput=1.11MB/sec 2024-07-29T15:22:39.768 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5giwIBJkRY5Wj1v off=8998343 len=1359713 2024-07-29T15:22:39.779 INFO:tasks.workunit.client.0.smithi067.stdout:op 1 completed, throughput=2.37MB/sec 2024-07-29T15:22:39.779 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MiJOH7Oiv8YAjOg off=2833804 len=243407 2024-07-29T15:22:39.782 INFO:tasks.workunit.client.0.smithi067.stdout:op 2 completed, throughput=2.59MB/sec 2024-07-29T15:22:39.782 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qUEnZrsvd44h_4x off=8108306 len=1831111 2024-07-29T15:22:39.785 INFO:tasks.workunit.client.0.smithi067.stdout:op 3 completed, throughput=4.28MB/sec 2024-07-29T15:22:39.785 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MBP8XdBY2NHSZHr off=262658 len=1476414 2024-07-29T15:22:39.787 INFO:tasks.workunit.client.0.smithi067.stdout:op 4 completed, throughput=5.64MB/sec 2024-07-29T15:22:40.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:22:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:22:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:22:40.788 INFO:tasks.workunit.client.0.smithi067.stdout: 2: throughput=2.86MB/sec pending data=0 2024-07-29T15:22:40.788 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-x4oi_SXrhN7_inG off=14755546 len=984894 2024-07-29T15:22:40.794 INFO:tasks.workunit.client.0.smithi067.stdout:op 5 completed, throughput=3.31MB/sec 2024-07-29T15:22:40.794 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ee1erM-JawLfgFx off=13519543 len=218008 2024-07-29T15:22:40.796 INFO:tasks.workunit.client.0.smithi067.stdout:op 6 completed, throughput=3.41MB/sec 2024-07-29T15:22:40.796 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-066bMb2A1yfUIj- off=3484386 len=1309101 2024-07-29T15:22:40.798 INFO:tasks.workunit.client.0.smithi067.stdout:op 7 completed, throughput=4.02MB/sec 2024-07-29T15:22:40.798 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SeD8ffOwWcfbBCz off=733709 len=1279312 2024-07-29T15:22:40.806 INFO:tasks.workunit.client.0.smithi067.stdout:op 8 completed, throughput=4.6MB/sec 2024-07-29T15:22:40.807 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-pT1Uc-LXocXhemD off=1232620 len=507512 2024-07-29T15:22:40.810 INFO:tasks.workunit.client.0.smithi067.stdout:op 9 completed, throughput=4.83MB/sec 2024-07-29T15:22:40.810 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0j0AfztRMtYYjMG off=836347 len=895948 2024-07-29T15:22:40.819 INFO:tasks.workunit.client.0.smithi067.stdout:op 10 completed, throughput=5.22MB/sec 2024-07-29T15:22:41.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:41 smithi138 ceph-mon[86438]: pgmap v1352: 105 pgs: 105 active+clean; 22 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 176 KiB/s wr, 175 op/s 2024-07-29T15:22:41.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:41 smithi067 ceph-mon[91995]: pgmap v1352: 105 pgs: 105 active+clean; 22 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 176 KiB/s wr, 175 op/s 2024-07-29T15:22:41.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:41 smithi067 ceph-mon[94375]: pgmap v1352: 105 pgs: 105 active+clean; 22 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 176 KiB/s wr, 175 op/s 2024-07-29T15:22:41.819 INFO:tasks.workunit.client.0.smithi067.stdout: 3: throughput=3.51MB/sec pending data=0 2024-07-29T15:22:41.820 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5wkjjLx2OpSR-wY off=5502713 len=1773211 2024-07-29T15:22:41.823 INFO:tasks.workunit.client.0.smithi067.stdout:op 11 completed, throughput=4.06MB/sec 2024-07-29T15:22:41.823 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-oCv4LONFb4KWF9Y off=301820 len=278431 2024-07-29T15:22:41.826 INFO:tasks.workunit.client.0.smithi067.stdout:op 12 completed, throughput=4.15MB/sec 2024-07-29T15:22:41.826 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Kh8qy2__fZt_5o9 off=300280 len=1284878 2024-07-29T15:22:41.833 INFO:tasks.workunit.client.0.smithi067.stdout:op 13 completed, throughput=4.53MB/sec 2024-07-29T15:22:41.833 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bbM5J51eJf8juvx off=257341 len=573384 2024-07-29T15:22:41.837 INFO:tasks.workunit.client.0.smithi067.stdout:op 14 completed, throughput=4.71MB/sec 2024-07-29T15:22:41.837 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-PJjZnABHOyGjVM4 off=4843194 len=2074524 2024-07-29T15:22:41.850 INFO:tasks.workunit.client.0.smithi067.stdout:op 15 completed, throughput=5.33MB/sec 2024-07-29T15:22:42.850 INFO:tasks.workunit.client.0.smithi067.stdout: 4: throughput=4.02MB/sec pending data=0 2024-07-29T15:22:42.851 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--ZjubnalEhYEsDR off=19142983 len=164728 2024-07-29T15:22:42.853 INFO:tasks.workunit.client.0.smithi067.stdout:op 16 completed, throughput=4.06MB/sec 2024-07-29T15:22:42.853 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-yfCfogM1tmVvunG off=12369303 len=1694594 2024-07-29T15:22:42.857 INFO:tasks.workunit.client.0.smithi067.stdout:op 17 completed, throughput=4.45MB/sec 2024-07-29T15:22:42.857 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8byj493YViKM-I7 off=2080672 len=340515 2024-07-29T15:22:42.860 INFO:tasks.workunit.client.0.smithi067.stdout:op 18 completed, throughput=4.53MB/sec 2024-07-29T15:22:42.860 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-aHSWsVNl09LGlCS off=5997603 len=1108873 2024-07-29T15:22:42.865 INFO:tasks.workunit.client.0.smithi067.stdout:op 19 completed, throughput=4.78MB/sec 2024-07-29T15:22:42.865 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-86uhnkhLvf_FVbN off=17197034 len=1823398 2024-07-29T15:22:42.874 INFO:tasks.workunit.client.0.smithi067.stdout:op 20 completed, throughput=5.19MB/sec 2024-07-29T15:22:43.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:43 smithi138 ceph-mon[86438]: pgmap v1353: 105 pgs: 105 active+clean; 101 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 272 KiB/s rd, 845 KiB/s wr, 687 op/s 2024-07-29T15:22:43.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:43 smithi067 ceph-mon[91995]: pgmap v1353: 105 pgs: 105 active+clean; 101 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 272 KiB/s rd, 845 KiB/s wr, 687 op/s 2024-07-29T15:22:43.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:43 smithi067 ceph-mon[94375]: pgmap v1353: 105 pgs: 105 active+clean; 101 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 272 KiB/s rd, 845 KiB/s wr, 687 op/s 2024-07-29T15:22:43.874 INFO:tasks.workunit.client.0.smithi067.stdout: 5: throughput=4.18MB/sec pending data=0 2024-07-29T15:22:43.875 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9J1T0GJGJFtQrDF off=3617521 len=518537 2024-07-29T15:22:43.876 INFO:tasks.workunit.client.0.smithi067.stdout:op 21 completed, throughput=4.27MB/sec 2024-07-29T15:22:43.876 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8MJah-AHxnyKrjy off=9258945 len=1569448 2024-07-29T15:22:43.878 INFO:tasks.workunit.client.0.smithi067.stdout:op 22 completed, throughput=4.56MB/sec 2024-07-29T15:22:43.878 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-TrHKx9LHqlxWXGl off=4483741 len=1354913 2024-07-29T15:22:43.880 INFO:tasks.workunit.client.0.smithi067.stdout:op 23 completed, throughput=4.81MB/sec 2024-07-29T15:22:43.880 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5yBR3eu1J9KAkzf off=7326040 len=2061159 2024-07-29T15:22:43.892 INFO:tasks.workunit.client.0.smithi067.stdout:op 24 completed, throughput=5.18MB/sec 2024-07-29T15:22:44.893 INFO:tasks.workunit.client.0.smithi067.stdout: 6: throughput=4.34MB/sec pending data=0 2024-07-29T15:22:44.893 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-aeluGvqRadK9Hso off=8913587 len=960667 2024-07-29T15:22:44.895 INFO:tasks.workunit.client.0.smithi067.stdout:op 25 completed, throughput=4.49MB/sec 2024-07-29T15:22:44.895 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Ep_PcGOBG5-l6WC off=8070012 len=797532 2024-07-29T15:22:44.897 INFO:tasks.workunit.client.0.smithi067.stdout:op 26 completed, throughput=4.61MB/sec 2024-07-29T15:22:44.897 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-nAgb97pgNmqih2Z off=16038299 len=141144 2024-07-29T15:22:44.900 INFO:tasks.workunit.client.0.smithi067.stdout:op 27 completed, throughput=4.63MB/sec 2024-07-29T15:22:44.900 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gY-0pDA8rgs0U-r off=644452 len=1832900 2024-07-29T15:22:44.902 INFO:tasks.workunit.client.0.smithi067.stdout:op 28 completed, throughput=4.91MB/sec 2024-07-29T15:22:44.902 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-oJBaVaADqHRJiv2 off=9107228 len=677776 2024-07-29T15:22:44.907 INFO:tasks.workunit.client.0.smithi067.stdout:op 29 completed, throughput=5.01MB/sec 2024-07-29T15:22:45.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:45 smithi138 ceph-mon[86438]: pgmap v1354: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 376 KiB/s rd, 1.4 MiB/s wr, 853 op/s 2024-07-29T15:22:45.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:45 smithi067 ceph-mon[91995]: pgmap v1354: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 376 KiB/s rd, 1.4 MiB/s wr, 853 op/s 2024-07-29T15:22:45.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:45 smithi067 ceph-mon[94375]: pgmap v1354: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 376 KiB/s rd, 1.4 MiB/s wr, 853 op/s 2024-07-29T15:22:45.907 INFO:tasks.workunit.client.0.smithi067.stdout: 7: throughput=4.31MB/sec pending data=0 2024-07-29T15:22:45.907 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UgXxrZPs45379zS off=10354639 len=544859 2024-07-29T15:22:45.909 INFO:tasks.workunit.client.0.smithi067.stdout:op 30 completed, throughput=4.38MB/sec 2024-07-29T15:22:45.909 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zzVFyOt46Kfg8Gg off=546669 len=794026 2024-07-29T15:22:45.914 INFO:tasks.workunit.client.0.smithi067.stdout:op 31 completed, throughput=4.48MB/sec 2024-07-29T15:22:45.914 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9g4XFMcgcFExMP7 off=5136171 len=1283956 2024-07-29T15:22:45.915 INFO:tasks.workunit.client.0.smithi067.stdout:op 32 completed, throughput=4.65MB/sec 2024-07-29T15:22:45.916 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-WJG3J4jmnPf1O0q off=1516107 len=2062157 2024-07-29T15:22:45.924 INFO:tasks.workunit.client.0.smithi067.stdout:op 33 completed, throughput=4.92MB/sec 2024-07-29T15:22:45.924 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qfenwGfLR52hKwk off=1015816 len=1321351 2024-07-29T15:22:45.931 INFO:tasks.workunit.client.0.smithi067.stdout:op 34 completed, throughput=5.09MB/sec 2024-07-29T15:22:46.932 INFO:tasks.workunit.client.0.smithi067.stdout: 8: throughput=4.47MB/sec pending data=0 2024-07-29T15:22:46.932 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-raXj1VKPMVyVwkq off=2950619 len=1882449 2024-07-29T15:22:46.935 INFO:tasks.workunit.client.0.smithi067.stdout:op 35 completed, throughput=4.69MB/sec 2024-07-29T15:22:46.935 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-PX_KdAgEfVV4Pb9 off=3316609 len=1817069 2024-07-29T15:22:46.946 INFO:tasks.workunit.client.0.smithi067.stdout:op 36 completed, throughput=4.89MB/sec 2024-07-29T15:22:46.947 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FYh7RrbXWicspUY off=18481014 len=1414112 2024-07-29T15:22:46.955 INFO:tasks.workunit.client.0.smithi067.stdout:op 37 completed, throughput=5.05MB/sec 2024-07-29T15:22:47.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:47 smithi138 ceph-mon[86438]: pgmap v1355: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.0 MiB/s wr, 855 op/s 2024-07-29T15:22:47.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:47 smithi067 ceph-mon[91995]: pgmap v1355: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.0 MiB/s wr, 855 op/s 2024-07-29T15:22:47.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:47 smithi067 ceph-mon[94375]: pgmap v1355: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.0 MiB/s wr, 855 op/s 2024-07-29T15:22:47.956 INFO:tasks.workunit.client.0.smithi067.stdout: 9: throughput=4.5MB/sec pending data=0 2024-07-29T15:22:47.956 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2NTbAzFo-l8wce7 off=1622120 len=361918 2024-07-29T15:22:47.957 INFO:tasks.workunit.client.0.smithi067.stdout:op 38 completed, throughput=4.54MB/sec 2024-07-29T15:22:47.957 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-g_u3FfaKfFx4Bpj off=8522290 len=56920 2024-07-29T15:22:47.958 INFO:tasks.workunit.client.0.smithi067.stdout:op 39 completed, throughput=4.55MB/sec 2024-07-29T15:22:47.958 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bTwOq9RozYfLrLP off=11736811 len=135719 2024-07-29T15:22:47.958 INFO:tasks.workunit.client.0.smithi067.stdout:op 40 completed, throughput=4.56MB/sec 2024-07-29T15:22:47.958 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-sbhoz79MVIiPxT9 off=5630555 len=773468 2024-07-29T15:22:47.959 INFO:tasks.workunit.client.0.smithi067.stdout:op 41 completed, throughput=4.64MB/sec 2024-07-29T15:22:47.959 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-EUZtj85ZtRcg07t off=5610001 len=485979 2024-07-29T15:22:47.963 INFO:tasks.workunit.client.0.smithi067.stdout:op 42 completed, throughput=4.69MB/sec 2024-07-29T15:22:47.963 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-uiVGxZE0ycBgSdH off=7488053 len=2091637 2024-07-29T15:22:47.966 INFO:tasks.workunit.client.0.smithi067.stdout:op 43 completed, throughput=4.9MB/sec 2024-07-29T15:22:47.966 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-tuNQFC7FA0jdvIm off=8903546 len=244016 2024-07-29T15:22:47.970 INFO:tasks.workunit.client.0.smithi067.stdout:op 44 completed, throughput=4.93MB/sec 2024-07-29T15:22:47.970 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-HtFHMd3QdeRv7Dc off=8183380 len=126246 2024-07-29T15:22:47.972 INFO:tasks.workunit.client.0.smithi067.stdout:op 45 completed, throughput=4.94MB/sec 2024-07-29T15:22:47.972 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VUs2QohGLAxqOay off=12080944 len=24592 2024-07-29T15:22:47.973 INFO:tasks.workunit.client.0.smithi067.stdout:op 46 completed, throughput=4.94MB/sec 2024-07-29T15:22:47.973 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-AtMXAq5g1kE3aaT off=697750 len=1433521 2024-07-29T15:22:47.981 INFO:tasks.workunit.client.0.smithi067.stdout:op 47 completed, throughput=5.08MB/sec 2024-07-29T15:22:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:22:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:22:47] "GET /metrics HTTP/1.1" 200 34155 "" "Prometheus/2.51.0" 2024-07-29T15:22:48.981 INFO:tasks.workunit.client.0.smithi067.stdout: 10: throughput=4.59MB/sec pending data=0 2024-07-29T15:22:48.981 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KRKfyneBy_WL0E5 off=9970066 len=589822 2024-07-29T15:22:48.986 INFO:tasks.workunit.client.0.smithi067.stdout:op 48 completed, throughput=4.64MB/sec 2024-07-29T15:22:48.986 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9R4eq42tN_hNaAf off=8726192 len=1599249 2024-07-29T15:22:48.992 INFO:tasks.workunit.client.0.smithi067.stdout:op 49 completed, throughput=4.79MB/sec 2024-07-29T15:22:48.992 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-exoq5u19-VpvOrF off=11413014 len=1350732 2024-07-29T15:22:48.999 INFO:tasks.workunit.client.0.smithi067.stdout:op 50 completed, throughput=4.91MB/sec 2024-07-29T15:22:48.999 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ZnU_q4rFKmWmiFs off=7327966 len=972966 2024-07-29T15:22:49.001 INFO:tasks.workunit.client.0.smithi067.stdout:op 51 completed, throughput=5MB/sec 2024-07-29T15:22:49.001 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-gUxhwRamQ_BbDPG off=5466805 len=1877035 2024-07-29T15:22:49.013 INFO:tasks.workunit.client.0.smithi067.stdout:op 52 completed, throughput=5.17MB/sec 2024-07-29T15:22:49.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:49 smithi138 ceph-mon[86438]: pgmap v1356: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.4 MiB/s wr, 855 op/s 2024-07-29T15:22:49.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:49 smithi067 ceph-mon[91995]: pgmap v1356: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.4 MiB/s wr, 855 op/s 2024-07-29T15:22:49.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:49 smithi067 ceph-mon[94375]: pgmap v1356: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.4 MiB/s wr, 855 op/s 2024-07-29T15:22:50.017 INFO:tasks.workunit.client.0.smithi067.stdout: 11: throughput=4.71MB/sec pending data=0 2024-07-29T15:22:50.017 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-UsrQFWA7QQn36WV off=33805 len=527964 2024-07-29T15:22:50.017 INFO:tasks.workunit.client.0.smithi067.stdout:op 53 completed, throughput=4.75MB/sec 2024-07-29T15:22:50.017 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-s-BsJffnzKzcV0L off=3052796 len=57566 2024-07-29T15:22:50.018 INFO:tasks.workunit.client.0.smithi067.stdout:op 54 completed, throughput=4.76MB/sec 2024-07-29T15:22:50.018 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ARTEc_CMevaVZMN off=13616087 len=181676 2024-07-29T15:22:50.018 INFO:tasks.workunit.client.0.smithi067.stdout:op 55 completed, throughput=4.77MB/sec 2024-07-29T15:22:50.018 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CbchpAEXPmdNMz2 off=16281927 len=986131 2024-07-29T15:22:50.023 INFO:tasks.workunit.client.0.smithi067.stdout:op 56 completed, throughput=4.85MB/sec 2024-07-29T15:22:50.023 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MkJerl3Ym7xe-2D off=10461987 len=880812 2024-07-29T15:22:50.025 INFO:tasks.workunit.client.0.smithi067.stdout:op 57 completed, throughput=4.93MB/sec 2024-07-29T15:22:50.025 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8VaU0j1sBHAWaQu off=893235 len=1804829 2024-07-29T15:22:50.034 INFO:tasks.workunit.client.0.smithi067.stdout:op 58 completed, throughput=5.07MB/sec 2024-07-29T15:22:50.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:22:50.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:22:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:22:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:22:50.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:22:50.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:22:51.034 INFO:tasks.workunit.client.0.smithi067.stdout: 12: throughput=4.66MB/sec pending data=0 2024-07-29T15:22:51.035 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Ja2xqHmmDQz_5Sz off=9809205 len=1646932 2024-07-29T15:22:51.041 INFO:tasks.workunit.client.0.smithi067.stdout:op 59 completed, throughput=4.79MB/sec 2024-07-29T15:22:51.042 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-dQN1ObNabrNZ3kf off=4231444 len=857343 2024-07-29T15:22:51.047 INFO:tasks.workunit.client.0.smithi067.stdout:op 60 completed, throughput=4.85MB/sec 2024-07-29T15:22:51.047 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ep_mahoqJuLipHi off=2022068 len=165469 2024-07-29T15:22:51.047 INFO:tasks.workunit.client.0.smithi067.stdout:op 61 completed, throughput=4.86MB/sec 2024-07-29T15:22:51.047 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WxTVcqKfVmKGy_E off=615178 len=757799 2024-07-29T15:22:51.048 INFO:tasks.workunit.client.0.smithi067.stdout:op 62 completed, throughput=4.92MB/sec 2024-07-29T15:22:51.049 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-K37MgfYbFJws6rd off=3278501 len=1170141 2024-07-29T15:22:51.055 INFO:tasks.workunit.client.0.smithi067.stdout:op 63 completed, throughput=5.01MB/sec 2024-07-29T15:22:51.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:51 smithi138 ceph-mon[86438]: pgmap v1357: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.6 MiB/s wr, 795 op/s 2024-07-29T15:22:51.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:51 smithi067 ceph-mon[91995]: pgmap v1357: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.6 MiB/s wr, 795 op/s 2024-07-29T15:22:51.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:51 smithi067 ceph-mon[94375]: pgmap v1357: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.6 MiB/s wr, 795 op/s 2024-07-29T15:22:52.055 INFO:tasks.workunit.client.0.smithi067.stdout: 13: throughput=4.63MB/sec pending data=0 2024-07-29T15:22:52.055 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eblORtPj8ow4Kz2 off=7546024 len=1053630 2024-07-29T15:22:52.057 INFO:tasks.workunit.client.0.smithi067.stdout:op 64 completed, throughput=4.71MB/sec 2024-07-29T15:22:52.057 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-kEBpKEJGBOx8G7Q off=1476867 len=303228 2024-07-29T15:22:52.057 INFO:tasks.workunit.client.0.smithi067.stdout:op 65 completed, throughput=4.73MB/sec 2024-07-29T15:22:52.057 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-d4QiizgfI7CZeDu off=16428033 len=1540155 2024-07-29T15:22:52.059 INFO:tasks.workunit.client.0.smithi067.stdout:op 66 completed, throughput=4.84MB/sec 2024-07-29T15:22:52.059 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-tWcHwHCSDeiwld0 off=12097887 len=918878 2024-07-29T15:22:52.065 INFO:tasks.workunit.client.0.smithi067.stdout:op 67 completed, throughput=4.9MB/sec 2024-07-29T15:22:52.065 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KciE00P1-kpFiqN off=1894845 len=118857 2024-07-29T15:22:52.068 INFO:tasks.workunit.client.0.smithi067.stdout:op 68 completed, throughput=4.91MB/sec 2024-07-29T15:22:52.068 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6FJIqqBeshclc-F off=24560 len=1650721 2024-07-29T15:22:52.070 INFO:tasks.workunit.client.0.smithi067.stdout:op 69 completed, throughput=5.03MB/sec 2024-07-29T15:22:53.070 INFO:tasks.workunit.client.0.smithi067.stdout: 14: throughput=4.68MB/sec pending data=0 2024-07-29T15:22:53.070 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-slLun9ytrPx3g9A off=0 len=1540051 2024-07-29T15:22:53.079 INFO:tasks.workunit.client.0.smithi067.stdout:op 70 completed, throughput=4.78MB/sec 2024-07-29T15:22:53.079 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fvoZ-cvG93DMJQo off=13411863 len=115059 2024-07-29T15:22:53.080 INFO:tasks.workunit.client.0.smithi067.stdout:op 71 completed, throughput=4.78MB/sec 2024-07-29T15:22:53.080 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-V5-dJeGZry0GdQS off=2499725 len=1886040 2024-07-29T15:22:53.082 INFO:tasks.workunit.client.0.smithi067.stdout:op 72 completed, throughput=4.91MB/sec 2024-07-29T15:22:53.082 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Iw9xYRvwaGNo6m7 off=1388617 len=385545 2024-07-29T15:22:53.087 INFO:tasks.workunit.client.0.smithi067.stdout:op 73 completed, throughput=4.93MB/sec 2024-07-29T15:22:53.087 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-jByU3nlrEYrFo1P off=23110461 len=1011723 2024-07-29T15:22:53.091 INFO:tasks.workunit.client.0.smithi067.stdout:op 74 completed, throughput=5MB/sec 2024-07-29T15:22:53.091 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-XptEzgPSdKFzzza off=8772058 len=321158 2024-07-29T15:22:53.092 INFO:tasks.workunit.client.0.smithi067.stdout:op 75 completed, throughput=5.02MB/sec 2024-07-29T15:22:53.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:53 smithi138 ceph-mon[86438]: pgmap v1358: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 710 op/s 2024-07-29T15:22:53.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:53 smithi067 ceph-mon[91995]: pgmap v1358: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 710 op/s 2024-07-29T15:22:53.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:53 smithi067 ceph-mon[94375]: pgmap v1358: 105 pgs: 105 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 710 op/s 2024-07-29T15:22:54.092 INFO:tasks.workunit.client.0.smithi067.stdout: 15: throughput=4.69MB/sec pending data=0 2024-07-29T15:22:54.092 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0f_sYX1Z01Mjen9 off=5490786 len=1399754 2024-07-29T15:22:54.094 INFO:tasks.workunit.client.0.smithi067.stdout:op 76 completed, throughput=4.78MB/sec 2024-07-29T15:22:54.094 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7tGekrWggu41N0Q off=19470906 len=1656708 2024-07-29T15:22:54.103 INFO:tasks.workunit.client.0.smithi067.stdout:op 77 completed, throughput=4.88MB/sec 2024-07-29T15:22:54.103 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bbpe6jPOLwFOKgu off=12374790 len=554602 2024-07-29T15:22:54.104 INFO:tasks.workunit.client.0.smithi067.stdout:op 78 completed, throughput=4.91MB/sec 2024-07-29T15:22:54.104 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3OpeEVxOm7iebq- off=11557420 len=2004541 2024-07-29T15:22:54.106 INFO:tasks.workunit.client.0.smithi067.stdout:op 79 completed, throughput=5.04MB/sec 2024-07-29T15:22:55.107 INFO:tasks.workunit.client.0.smithi067.stdout: 16: throughput=4.73MB/sec pending data=0 2024-07-29T15:22:55.107 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-M6ot8MTUerfwDwb off=199615 len=1957678 2024-07-29T15:22:55.110 INFO:tasks.workunit.client.0.smithi067.stdout:op 80 completed, throughput=4.84MB/sec 2024-07-29T15:22:55.110 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-oQoZve_O5de8sK7 off=9971476 len=1773619 2024-07-29T15:22:55.111 INFO:tasks.workunit.client.0.smithi067.stdout:op 81 completed, throughput=4.94MB/sec 2024-07-29T15:22:55.112 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-SWmSMgks3JF_9qt off=16738833 len=1293946 2024-07-29T15:22:55.113 INFO:tasks.workunit.client.0.smithi067.stdout:op 82 completed, throughput=5.02MB/sec 2024-07-29T15:22:55.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:55 smithi138 ceph-mon[86438]: pgmap v1359: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 177 op/s 2024-07-29T15:22:55.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:55 smithi067 ceph-mon[91995]: pgmap v1359: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 177 op/s 2024-07-29T15:22:55.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:55 smithi067 ceph-mon[94375]: pgmap v1359: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 177 op/s 2024-07-29T15:22:56.114 INFO:tasks.workunit.client.0.smithi067.stdout: 17: throughput=4.73MB/sec pending data=0 2024-07-29T15:22:56.114 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rkLBu6tmkf3TfZw off=873524 len=543702 2024-07-29T15:22:56.117 INFO:tasks.workunit.client.0.smithi067.stdout:op 83 completed, throughput=4.76MB/sec 2024-07-29T15:22:56.118 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3M9LhlApGB3sO32 off=16224101 len=74354 2024-07-29T15:22:56.120 INFO:tasks.workunit.client.0.smithi067.stdout:op 84 completed, throughput=4.76MB/sec 2024-07-29T15:22:56.120 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-OjGJc_Joio-cTvE off=12225165 len=1488582 2024-07-29T15:22:56.123 INFO:tasks.workunit.client.0.smithi067.stdout:op 85 completed, throughput=4.84MB/sec 2024-07-29T15:22:56.124 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Y8PDAXyA2pmjscI off=11061097 len=1514655 2024-07-29T15:22:56.127 INFO:tasks.workunit.client.0.smithi067.stdout:op 86 completed, throughput=4.93MB/sec 2024-07-29T15:22:56.127 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Ah-e-V3YBtbpmee off=9320919 len=1791037 2024-07-29T15:22:56.133 INFO:tasks.workunit.client.0.smithi067.stdout:op 87 completed, throughput=5.02MB/sec 2024-07-29T15:22:57.134 INFO:tasks.workunit.client.0.smithi067.stdout: 18: throughput=4.75MB/sec pending data=0 2024-07-29T15:22:57.134 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-sWAixLwce-9bKub off=654344 len=272545 2024-07-29T15:22:57.135 INFO:tasks.workunit.client.0.smithi067.stdout:op 88 completed, throughput=4.76MB/sec 2024-07-29T15:22:57.135 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-98gSdQoP1V6O258 off=10229051 len=8954 2024-07-29T15:22:57.137 INFO:tasks.workunit.client.0.smithi067.stdout:op 89 completed, throughput=4.76MB/sec 2024-07-29T15:22:57.137 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9ZgtpqinMRHZs-U off=826536 len=235987 2024-07-29T15:22:57.140 INFO:tasks.workunit.client.0.smithi067.stdout:op 90 completed, throughput=4.77MB/sec 2024-07-29T15:22:57.140 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FCjCUn5_cpj6aK6 off=2260620 len=1466473 2024-07-29T15:22:57.142 INFO:tasks.workunit.client.0.smithi067.stdout:op 91 completed, throughput=4.85MB/sec 2024-07-29T15:22:57.142 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2TnekfnHb508EVS off=10654938 len=1606228 2024-07-29T15:22:57.146 INFO:tasks.workunit.client.0.smithi067.stdout:op 92 completed, throughput=4.93MB/sec 2024-07-29T15:22:57.146 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9VgU1ZldL7Wr70N off=386213 len=1751430 2024-07-29T15:22:57.148 INFO:tasks.workunit.client.0.smithi067.stdout:op 93 completed, throughput=5.02MB/sec 2024-07-29T15:22:57.541 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:57 smithi067 ceph-mon[91995]: pgmap v1360: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:22:57.541 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:57 smithi067 ceph-mon[94375]: pgmap v1360: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:22:57.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:57 smithi138 ceph-mon[86438]: pgmap v1360: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:22:58.148 INFO:tasks.workunit.client.0.smithi067.stdout: 19: throughput=4.76MB/sec pending data=0 2024-07-29T15:22:58.149 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-r8NUDtS5gRBnxod off=3747533 len=692716 2024-07-29T15:22:58.153 INFO:tasks.workunit.client.0.smithi067.stdout:op 94 completed, throughput=4.8MB/sec 2024-07-29T15:22:58.153 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PkSyhjD2W-Ocl6b off=19624949 len=1003236 2024-07-29T15:22:58.155 INFO:tasks.workunit.client.0.smithi067.stdout:op 95 completed, throughput=4.84MB/sec 2024-07-29T15:22:58.155 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8ZmZRMJ-G8n3G8l off=1414021 len=570346 2024-07-29T15:22:58.156 INFO:tasks.workunit.client.0.smithi067.stdout:op 96 completed, throughput=4.87MB/sec 2024-07-29T15:22:58.156 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-rFjVRcgcXlz-Xfv off=4870356 len=1636899 2024-07-29T15:22:58.159 INFO:tasks.workunit.client.0.smithi067.stdout:op 97 completed, throughput=4.95MB/sec 2024-07-29T15:22:58.160 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NP1dqRP1naAUhw5 off=20454829 len=494265 2024-07-29T15:22:58.163 INFO:tasks.workunit.client.0.smithi067.stdout:op 98 completed, throughput=4.98MB/sec 2024-07-29T15:22:58.163 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8E4waWz81JDl0JV off=11216862 len=813024 2024-07-29T15:22:58.164 INFO:tasks.workunit.client.0.smithi067.stdout:op 99 completed, throughput=5.01MB/sec 2024-07-29T15:22:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:22:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:22:57] "GET /metrics HTTP/1.1" 200 34190 "" "Prometheus/2.51.0" 2024-07-29T15:22:59.164 INFO:tasks.workunit.client.0.smithi067.stdout: 20: throughput=4.77MB/sec pending data=0 2024-07-29T15:22:59.164 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5pCWfEIBGlmo46g off=7482410 len=2015812 2024-07-29T15:22:59.167 INFO:tasks.workunit.client.0.smithi067.stdout:op 100 completed, throughput=4.86MB/sec 2024-07-29T15:22:59.167 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-R1GPuGnWX9x9sH_ off=4387730 len=95765 2024-07-29T15:22:59.167 INFO:tasks.workunit.client.0.smithi067.stdout:op 101 completed, throughput=4.87MB/sec 2024-07-29T15:22:59.168 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-pV5J2dzFKPGuJ0F off=6503829 len=1027786 2024-07-29T15:22:59.173 INFO:tasks.workunit.client.0.smithi067.stdout:op 102 completed, throughput=4.91MB/sec 2024-07-29T15:22:59.173 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-grNgmGtlxR6fEOi off=4391643 len=674175 2024-07-29T15:22:59.174 INFO:tasks.workunit.client.0.smithi067.stdout:op 103 completed, throughput=4.94MB/sec 2024-07-29T15:22:59.174 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qoe7DQehj9GgmhD off=13870568 len=1967605 2024-07-29T15:22:59.176 INFO:tasks.workunit.client.0.smithi067.stdout:op 104 completed, throughput=5.04MB/sec 2024-07-29T15:22:59.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:22:59 smithi138 ceph-mon[86438]: pgmap v1361: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:22:59.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:22:59 smithi067 ceph-mon[91995]: pgmap v1361: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:22:59.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:22:59 smithi067 ceph-mon[94375]: pgmap v1361: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:23:00.176 INFO:tasks.workunit.client.0.smithi067.stdout: 21: throughput=4.8MB/sec pending data=0 2024-07-29T15:23:00.176 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Jo2JS9FtbyN7n88 off=13919021 len=744415 2024-07-29T15:23:00.177 INFO:tasks.workunit.client.0.smithi067.stdout:op 105 completed, throughput=4.83MB/sec 2024-07-29T15:23:00.177 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MfiLKdUVRSpKtcl off=3005903 len=838257 2024-07-29T15:23:00.179 INFO:tasks.workunit.client.0.smithi067.stdout:op 106 completed, throughput=4.87MB/sec 2024-07-29T15:23:00.179 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-IoPj8YzcZ4PzJ-i off=9954565 len=1855803 2024-07-29T15:23:00.188 INFO:tasks.workunit.client.0.smithi067.stdout:op 107 completed, throughput=4.95MB/sec 2024-07-29T15:23:00.189 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-iImj4fKPfizqLca off=1042913 len=965442 2024-07-29T15:23:00.194 INFO:tasks.workunit.client.0.smithi067.stdout:op 108 completed, throughput=4.99MB/sec 2024-07-29T15:23:00.194 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-WKT7v0-t_m3t2Dh off=363466 len=2029849 2024-07-29T15:23:00.205 INFO:tasks.workunit.client.0.smithi067.stdout:op 109 completed, throughput=5.08MB/sec 2024-07-29T15:23:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:23:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:23:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:23:01.206 INFO:tasks.workunit.client.0.smithi067.stdout: 22: throughput=4.85MB/sec pending data=0 2024-07-29T15:23:01.206 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BrfbBGc3YKQwx42 off=1862760 len=100941 2024-07-29T15:23:01.206 INFO:tasks.workunit.client.0.smithi067.stdout:op 110 completed, throughput=4.86MB/sec 2024-07-29T15:23:01.207 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-sS7duzM-Gek7KyJ off=7255252 len=746760 2024-07-29T15:23:01.208 INFO:tasks.workunit.client.0.smithi067.stdout:op 111 completed, throughput=4.89MB/sec 2024-07-29T15:23:01.208 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-dtvtz5Eb6d53ggh off=1098348 len=990772 2024-07-29T15:23:01.213 INFO:tasks.workunit.client.0.smithi067.stdout:op 112 completed, throughput=4.93MB/sec 2024-07-29T15:23:01.213 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8_nove8ldnEUp1Z off=2207794 len=1844769 2024-07-29T15:23:01.223 INFO:tasks.workunit.client.0.smithi067.stdout:op 113 completed, throughput=5.01MB/sec 2024-07-29T15:23:01.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:01 smithi138 ceph-mon[86438]: pgmap v1362: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:23:01.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:01 smithi067 ceph-mon[91995]: pgmap v1362: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:23:01.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:01 smithi067 ceph-mon[94375]: pgmap v1362: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:23:02.223 INFO:tasks.workunit.client.0.smithi067.stdout: 23: throughput=4.79MB/sec pending data=0 2024-07-29T15:23:02.223 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6PhOOQhD9z8ag3m off=3613400 len=1281816 2024-07-29T15:23:02.229 INFO:tasks.workunit.client.0.smithi067.stdout:op 114 completed, throughput=4.84MB/sec 2024-07-29T15:23:02.229 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-BKr4LDdvs2JQn0_ off=663042 len=1386730 2024-07-29T15:23:02.236 INFO:tasks.workunit.client.0.smithi067.stdout:op 115 completed, throughput=4.9MB/sec 2024-07-29T15:23:02.236 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ZpbUrip6O3ugiSW off=7267804 len=1739354 2024-07-29T15:23:02.240 INFO:tasks.workunit.client.0.smithi067.stdout:op 116 completed, throughput=4.97MB/sec 2024-07-29T15:23:02.241 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5Ook21_oLKF3tEH off=1101102 len=542182 2024-07-29T15:23:02.242 INFO:tasks.workunit.client.0.smithi067.stdout:op 117 completed, throughput=4.99MB/sec 2024-07-29T15:23:02.242 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7j6Ube2X89XBaOD off=15713152 len=1355737 2024-07-29T15:23:02.249 INFO:tasks.workunit.client.0.smithi067.stdout:op 118 completed, throughput=5.04MB/sec 2024-07-29T15:23:03.249 INFO:tasks.workunit.client.0.smithi067.stdout: 24: throughput=4.84MB/sec pending data=0 2024-07-29T15:23:03.249 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_0Uah2_10e1ZkjI off=123537 len=207914 2024-07-29T15:23:03.252 INFO:tasks.workunit.client.0.smithi067.stdout:op 119 completed, throughput=4.85MB/sec 2024-07-29T15:23:03.252 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-fpZ7B1ITE4TcHa1 off=1028836 len=1299612 2024-07-29T15:23:03.259 INFO:tasks.workunit.client.0.smithi067.stdout:op 120 completed, throughput=4.89MB/sec 2024-07-29T15:23:03.260 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6IKoyMmyseZrHZm off=16002784 len=2041382 2024-07-29T15:23:03.271 INFO:tasks.workunit.client.0.smithi067.stdout:op 121 completed, throughput=4.97MB/sec 2024-07-29T15:23:03.271 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-d-l64pQZjx1TVyV off=8112361 len=252538 2024-07-29T15:23:03.274 INFO:tasks.workunit.client.0.smithi067.stdout:op 122 completed, throughput=4.98MB/sec 2024-07-29T15:23:03.274 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-SOAIQB3tDqZ41n- off=5787084 len=1404650 2024-07-29T15:23:03.275 INFO:tasks.workunit.client.0.smithi067.stdout:op 123 completed, throughput=5.04MB/sec 2024-07-29T15:23:03.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:03 smithi138 ceph-mon[86438]: pgmap v1363: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:23:03.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:03 smithi067 ceph-mon[91995]: pgmap v1363: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:23:03.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:03 smithi067 ceph-mon[94375]: pgmap v1363: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:23:04.276 INFO:tasks.workunit.client.0.smithi067.stdout: 25: throughput=4.84MB/sec pending data=0 2024-07-29T15:23:04.276 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-krrTy2Z-gZQriND off=14465195 len=1245269 2024-07-29T15:23:04.284 INFO:tasks.workunit.client.0.smithi067.stdout:op 124 completed, throughput=4.88MB/sec 2024-07-29T15:23:04.284 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wgsLhuDLszPm4PO off=380705 len=1443471 2024-07-29T15:23:04.290 INFO:tasks.workunit.client.0.smithi067.stdout:op 125 completed, throughput=4.94MB/sec 2024-07-29T15:23:04.290 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_0Nh1F50KY-HlCr off=18563286 len=1813415 2024-07-29T15:23:04.297 INFO:tasks.workunit.client.0.smithi067.stdout:op 126 completed, throughput=5MB/sec 2024-07-29T15:23:05.297 INFO:tasks.workunit.client.0.smithi067.stdout: 26: throughput=4.81MB/sec pending data=0 2024-07-29T15:23:05.298 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--F5oyo3rca7xaJ- off=7412327 len=1738170 2024-07-29T15:23:05.306 INFO:tasks.workunit.client.0.smithi067.stdout:op 127 completed, throughput=4.87MB/sec 2024-07-29T15:23:05.306 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-dDI61kNxhgEZNdl off=1154260 len=460963 2024-07-29T15:23:05.307 INFO:tasks.workunit.client.0.smithi067.stdout:op 128 completed, throughput=4.89MB/sec 2024-07-29T15:23:05.307 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-TngAfKCzVqytQDG off=13063639 len=1988195 2024-07-29T15:23:05.320 INFO:tasks.workunit.client.0.smithi067.stdout:op 129 completed, throughput=4.96MB/sec 2024-07-29T15:23:05.320 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FFalVXQo393COVB off=12866241 len=633341 2024-07-29T15:23:05.324 INFO:tasks.workunit.client.0.smithi067.stdout:op 130 completed, throughput=4.98MB/sec 2024-07-29T15:23:05.324 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MppeNXDFvmo-lZf off=7275826 len=328373 2024-07-29T15:23:05.327 INFO:tasks.workunit.client.0.smithi067.stdout:op 131 completed, throughput=4.99MB/sec 2024-07-29T15:23:05.327 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-hbnCLYSGrDWcxEc off=10974038 len=1676236 2024-07-29T15:23:05.330 INFO:tasks.workunit.client.0.smithi067.stdout:op 132 completed, throughput=5.05MB/sec 2024-07-29T15:23:05.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:05 smithi138 ceph-mon[86438]: pgmap v1364: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-29T15:23:05.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:23:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:05 smithi067 ceph-mon[91995]: pgmap v1364: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-29T15:23:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:23:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:05 smithi067 ceph-mon[94375]: pgmap v1364: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-29T15:23:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:23:06.330 INFO:tasks.workunit.client.0.smithi067.stdout: 27: throughput=4.87MB/sec pending data=0 2024-07-29T15:23:06.331 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6cKnobeMePCPOCz off=1559679 len=620187 2024-07-29T15:23:06.331 INFO:tasks.workunit.client.0.smithi067.stdout:op 133 completed, throughput=4.89MB/sec 2024-07-29T15:23:06.332 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-iTind-e6FvnB3SE off=3672011 len=250820 2024-07-29T15:23:06.334 INFO:tasks.workunit.client.0.smithi067.stdout:op 134 completed, throughput=4.9MB/sec 2024-07-29T15:23:06.334 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-svIOfudLW0D5Ft6 off=1937555 len=855903 2024-07-29T15:23:06.337 INFO:tasks.workunit.client.0.smithi067.stdout:op 135 completed, throughput=4.93MB/sec 2024-07-29T15:23:06.337 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0ZbM6LbmWwCyILU off=6461416 len=207836 2024-07-29T15:23:06.338 INFO:tasks.workunit.client.0.smithi067.stdout:op 136 completed, throughput=4.94MB/sec 2024-07-29T15:23:06.338 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--6dYXP6RTJe3oOA off=2052746 len=365416 2024-07-29T15:23:06.341 INFO:tasks.workunit.client.0.smithi067.stdout:op 137 completed, throughput=4.95MB/sec 2024-07-29T15:23:06.341 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-J6uUa5haNCaXW1Y off=461919 len=1202647 2024-07-29T15:23:06.343 INFO:tasks.workunit.client.0.smithi067.stdout:op 138 completed, throughput=4.99MB/sec 2024-07-29T15:23:06.343 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-JH7e6HNrh0Bi3M- off=9740512 len=1790908 2024-07-29T15:23:06.353 INFO:tasks.workunit.client.0.smithi067.stdout:op 139 completed, throughput=5.05MB/sec 2024-07-29T15:23:07.354 INFO:tasks.workunit.client.0.smithi067.stdout: 28: throughput=4.87MB/sec pending data=0 2024-07-29T15:23:07.354 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-svIOfudLW0D5Ft6 off=1872820 len=342439 2024-07-29T15:23:07.355 INFO:tasks.workunit.client.0.smithi067.stdout:op 140 completed, throughput=4.88MB/sec 2024-07-29T15:23:07.355 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-drMGuujtUo8VoRF off=2128430 len=1553199 2024-07-29T15:23:07.357 INFO:tasks.workunit.client.0.smithi067.stdout:op 141 completed, throughput=4.93MB/sec 2024-07-29T15:23:07.357 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-uwCmKQ53EQaFDhX off=19448238 len=683296 2024-07-29T15:23:07.359 INFO:tasks.workunit.client.0.smithi067.stdout:op 142 completed, throughput=4.96MB/sec 2024-07-29T15:23:07.359 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YG83M3Qk8mhZ4R_ off=1611302 len=1506615 2024-07-29T15:23:07.367 INFO:tasks.workunit.client.0.smithi067.stdout:op 143 completed, throughput=5.01MB/sec 2024-07-29T15:23:07.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:07 smithi138 ceph-mon[86438]: pgmap v1365: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:23:07.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:07 smithi067 ceph-mon[91995]: pgmap v1365: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:23:07.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:07 smithi067 ceph-mon[94375]: pgmap v1365: 105 pgs: 105 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:23:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:23:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:23:07] "GET /metrics HTTP/1.1" 200 34190 "" "Prometheus/2.51.0" 2024-07-29T15:23:08.367 INFO:tasks.workunit.client.0.smithi067.stdout: 29: throughput=4.84MB/sec pending data=0 2024-07-29T15:23:08.367 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0oLvG0AGSjJHM7W off=718764 len=1775005 2024-07-29T15:23:08.375 INFO:tasks.workunit.client.0.smithi067.stdout:op 144 completed, throughput=4.89MB/sec 2024-07-29T15:23:08.375 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-kn4iujJHxPi8Tf3 off=3257985 len=202686 2024-07-29T15:23:08.376 INFO:tasks.workunit.client.0.smithi067.stdout:op 145 completed, throughput=4.9MB/sec 2024-07-29T15:23:08.376 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-TzpaByiCmeAMtNo off=5843478 len=2041618 2024-07-29T15:23:08.388 INFO:tasks.workunit.client.0.smithi067.stdout:op 146 completed, throughput=4.96MB/sec 2024-07-29T15:23:08.388 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-hIrC1kopxBOc5Z6 off=6541316 len=1501809 2024-07-29T15:23:08.389 INFO:tasks.workunit.client.0.smithi067.stdout:op 147 completed, throughput=5.01MB/sec 2024-07-29T15:23:09.390 INFO:tasks.workunit.client.0.smithi067.stdout: 30: throughput=4.85MB/sec pending data=0 2024-07-29T15:23:09.390 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-p6fSuHhDo7DC11K off=7378046 len=1536367 2024-07-29T15:23:09.399 INFO:tasks.workunit.client.0.smithi067.stdout:op 148 completed, throughput=4.89MB/sec 2024-07-29T15:23:09.399 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-xOUQa35U4ixydrR off=10069998 len=532039 2024-07-29T15:23:09.399 INFO:tasks.workunit.client.0.smithi067.stdout:op 149 completed, throughput=4.91MB/sec 2024-07-29T15:23:09.399 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2pnfzuNi9TguJvv off=11601500 len=1746134 2024-07-29T15:23:09.401 INFO:tasks.workunit.client.0.smithi067.stdout:op 150 completed, throughput=4.96MB/sec 2024-07-29T15:23:09.401 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Kdnhj8g56urnfYC off=11236320 len=804415 2024-07-29T15:23:09.405 INFO:tasks.workunit.client.0.smithi067.stdout:op 151 completed, throughput=4.99MB/sec 2024-07-29T15:23:09.405 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-GN0nIYPRezL4LqQ off=2220085 len=601746 2024-07-29T15:23:09.409 INFO:tasks.workunit.client.0.smithi067.stdout:op 152 completed, throughput=5.01MB/sec 2024-07-29T15:23:09.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:09 smithi138 ceph-mon[86438]: pgmap v1366: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:23:09.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:09 smithi067 ceph-mon[91995]: pgmap v1366: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:23:09.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:09 smithi067 ceph-mon[94375]: pgmap v1366: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:23:10.409 INFO:tasks.workunit.client.0.smithi067.stdout: 31: throughput=4.85MB/sec pending data=0 2024-07-29T15:23:10.410 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-f_9stYtBof9u1j- off=12557272 len=93322 2024-07-29T15:23:10.410 INFO:tasks.workunit.client.0.smithi067.stdout:op 153 completed, throughput=4.85MB/sec 2024-07-29T15:23:10.410 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-j7geAVihOUHvov0 off=3700022 len=541707 2024-07-29T15:23:10.411 INFO:tasks.workunit.client.0.smithi067.stdout:op 154 completed, throughput=4.87MB/sec 2024-07-29T15:23:10.411 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-kVldsAi1pfsrYro off=4354177 len=892786 2024-07-29T15:23:10.413 INFO:tasks.workunit.client.0.smithi067.stdout:op 155 completed, throughput=4.89MB/sec 2024-07-29T15:23:10.414 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1fBjLOYO_trU7cJ off=2108442 len=103103 2024-07-29T15:23:10.416 INFO:tasks.workunit.client.0.smithi067.stdout:op 156 completed, throughput=4.9MB/sec 2024-07-29T15:23:10.416 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZMTIEa96sGyv-11 off=34232 len=1569988 2024-07-29T15:23:10.426 INFO:tasks.workunit.client.0.smithi067.stdout:op 157 completed, throughput=4.94MB/sec 2024-07-29T15:23:10.426 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FLwgSdiMqCKndQg off=15151105 len=512944 2024-07-29T15:23:10.427 INFO:tasks.workunit.client.0.smithi067.stdout:op 158 completed, throughput=4.96MB/sec 2024-07-29T15:23:10.428 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FqKacGdQYBxwhv9 off=22198186 len=1698253 2024-07-29T15:23:10.430 INFO:tasks.workunit.client.0.smithi067.stdout:op 159 completed, throughput=5.01MB/sec 2024-07-29T15:23:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:23:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:23:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:23:11.430 INFO:tasks.workunit.client.0.smithi067.stdout: 32: throughput=4.85MB/sec pending data=0 2024-07-29T15:23:11.431 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PyDhx4W_eF5lBOg off=11181276 len=606889 2024-07-29T15:23:11.432 INFO:tasks.workunit.client.0.smithi067.stdout:op 160 completed, throughput=4.87MB/sec 2024-07-29T15:23:11.432 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KX-2C5dhFRk5pbV off=8239822 len=556013 2024-07-29T15:23:11.437 INFO:tasks.workunit.client.0.smithi067.stdout:op 161 completed, throughput=4.89MB/sec 2024-07-29T15:23:11.437 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-mICFMDsvWWNwng1 off=1404505 len=2048435 2024-07-29T15:23:11.448 INFO:tasks.workunit.client.0.smithi067.stdout:op 162 completed, throughput=4.95MB/sec 2024-07-29T15:23:11.448 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-LKHIgDU3SQ_XeP4 off=8349984 len=1703484 2024-07-29T15:23:11.453 INFO:tasks.workunit.client.0.smithi067.stdout:op 163 completed, throughput=4.99MB/sec 2024-07-29T15:23:11.453 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NfDOh7gheQNVUhe off=7287690 len=1003841 2024-07-29T15:23:11.454 INFO:tasks.workunit.client.0.smithi067.stdout:op 164 completed, throughput=5.02MB/sec 2024-07-29T15:23:11.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:11 smithi138 ceph-mon[86438]: pgmap v1367: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:23:11.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:11 smithi067 ceph-mon[91995]: pgmap v1367: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:23:11.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:11 smithi067 ceph-mon[94375]: pgmap v1367: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:23:12.455 INFO:tasks.workunit.client.0.smithi067.stdout: 33: throughput=4.87MB/sec pending data=0 2024-07-29T15:23:12.455 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2mryv3Rmr9DLf3Q off=12686117 len=694042 2024-07-29T15:23:12.456 INFO:tasks.workunit.client.0.smithi067.stdout:op 165 completed, throughput=4.89MB/sec 2024-07-29T15:23:12.456 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4lEuXQx3SxgjFML off=1884622 len=56064 2024-07-29T15:23:12.459 INFO:tasks.workunit.client.0.smithi067.stdout:op 166 completed, throughput=4.9MB/sec 2024-07-29T15:23:12.459 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Rbb8kAPkf_xJnbt off=11754848 len=2072798 2024-07-29T15:23:12.470 INFO:tasks.workunit.client.0.smithi067.stdout:op 167 completed, throughput=4.95MB/sec 2024-07-29T15:23:12.470 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Pa1HCX20yVXz457 off=14697743 len=774130 2024-07-29T15:23:12.474 INFO:tasks.workunit.client.0.smithi067.stdout:op 168 completed, throughput=4.97MB/sec 2024-07-29T15:23:12.474 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qfLcQCpD9uS-QBY off=896893 len=704296 2024-07-29T15:23:12.477 INFO:tasks.workunit.client.0.smithi067.stdout:op 169 completed, throughput=4.99MB/sec 2024-07-29T15:23:12.477 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8h9Na60JrsjKojl off=18476722 len=1428093 2024-07-29T15:23:12.479 INFO:tasks.workunit.client.0.smithi067.stdout:op 170 completed, throughput=5.03MB/sec 2024-07-29T15:23:13.479 INFO:tasks.workunit.client.0.smithi067.stdout: 34: throughput=4.89MB/sec pending data=0 2024-07-29T15:23:13.480 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9QiK0UzksV3aThg off=5768215 len=345079 2024-07-29T15:23:13.483 INFO:tasks.workunit.client.0.smithi067.stdout:op 171 completed, throughput=4.9MB/sec 2024-07-29T15:23:13.483 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-HCf96zajZwpDfSd off=14430955 len=477769 2024-07-29T15:23:13.485 INFO:tasks.workunit.client.0.smithi067.stdout:op 172 completed, throughput=4.91MB/sec 2024-07-29T15:23:13.485 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wcx3iLk4G2gErbv off=23835103 len=1102187 2024-07-29T15:23:13.487 INFO:tasks.workunit.client.0.smithi067.stdout:op 173 completed, throughput=4.94MB/sec 2024-07-29T15:23:13.487 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6-F_ej_qevA9Tpq off=181886 len=55428 2024-07-29T15:23:13.489 INFO:tasks.workunit.client.0.smithi067.stdout:op 174 completed, throughput=4.94MB/sec 2024-07-29T15:23:13.489 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-n61bj2-3Dn19JtP off=793630 len=1626933 2024-07-29T15:23:13.490 INFO:tasks.workunit.client.0.smithi067.stdout:op 175 completed, throughput=4.99MB/sec 2024-07-29T15:23:13.490 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-80GcbskC0mV1lDr off=2856572 len=1270286 2024-07-29T15:23:13.494 INFO:tasks.workunit.client.0.smithi067.stdout:op 176 completed, throughput=5.02MB/sec 2024-07-29T15:23:13.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:13 smithi067 ceph-mon[91995]: pgmap v1368: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-29T15:23:13.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:13 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:23:13.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:13 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:23:13.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:13 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:23:13.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:13 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:23:13.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:13 smithi067 ceph-mon[94375]: pgmap v1368: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-29T15:23:13.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:13 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:23:13.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:13 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:23:13.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:13 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:23:13.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:13 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:23:13.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:13 smithi138 ceph-mon[86438]: pgmap v1368: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-29T15:23:13.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:13 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:23:13.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:13 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:23:13.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:13 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:23:13.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:13 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:23:14.494 INFO:tasks.workunit.client.0.smithi067.stdout: 35: throughput=4.88MB/sec pending data=0 2024-07-29T15:23:14.495 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-tbTNP7DRU5N6xmM off=0 len=1068822 2024-07-29T15:23:14.497 INFO:tasks.workunit.client.0.smithi067.stdout:op 177 completed, throughput=4.91MB/sec 2024-07-29T15:23:14.497 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-C4RLCbncLuE5pQF off=2958492 len=930394 2024-07-29T15:23:14.499 INFO:tasks.workunit.client.0.smithi067.stdout:op 178 completed, throughput=4.93MB/sec 2024-07-29T15:23:14.499 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bs8etopcKgNLWCU off=12273410 len=1196594 2024-07-29T15:23:14.501 INFO:tasks.workunit.client.0.smithi067.stdout:op 179 completed, throughput=4.96MB/sec 2024-07-29T15:23:14.501 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-f-55g5S3FoGRIhg off=0 len=1149095 2024-07-29T15:23:14.503 INFO:tasks.workunit.client.0.smithi067.stdout:op 180 completed, throughput=4.99MB/sec 2024-07-29T15:23:14.503 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cQr0FOHY9T7NGwg off=1448153 len=701485 2024-07-29T15:23:14.507 INFO:tasks.workunit.client.0.smithi067.stdout:op 181 completed, throughput=5.01MB/sec 2024-07-29T15:23:15.508 INFO:tasks.workunit.client.0.smithi067.stdout: 36: throughput=4.88MB/sec pending data=0 2024-07-29T15:23:15.508 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-EXFK06ZbDjOW4XS off=22805903 len=740700 2024-07-29T15:23:15.513 INFO:tasks.workunit.client.0.smithi067.stdout:op 182 completed, throughput=4.89MB/sec 2024-07-29T15:23:15.513 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NCmAnmP8Em_PFSl off=8479556 len=1221775 2024-07-29T15:23:15.515 INFO:tasks.workunit.client.0.smithi067.stdout:op 183 completed, throughput=4.93MB/sec 2024-07-29T15:23:15.515 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Sp6NhLrMD9jpQ4k off=8990675 len=53487 2024-07-29T15:23:15.516 INFO:tasks.workunit.client.0.smithi067.stdout:op 184 completed, throughput=4.93MB/sec 2024-07-29T15:23:15.516 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Z_34m-N6cokiKJp off=379514 len=1147868 2024-07-29T15:23:15.523 INFO:tasks.workunit.client.0.smithi067.stdout:op 185 completed, throughput=4.96MB/sec 2024-07-29T15:23:15.524 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-UatLwZOTePZmR-h off=20098231 len=981268 2024-07-29T15:23:15.528 INFO:tasks.workunit.client.0.smithi067.stdout:op 186 completed, throughput=4.98MB/sec 2024-07-29T15:23:15.528 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-S8MDOO4B-q6XbTG off=1530028 len=265445 2024-07-29T15:23:15.529 INFO:tasks.workunit.client.0.smithi067.stdout:op 187 completed, throughput=4.99MB/sec 2024-07-29T15:23:15.529 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-K0YW5yHsRJ1AZZP off=3584372 len=1584896 2024-07-29T15:23:15.536 INFO:tasks.workunit.client.0.smithi067.stdout:op 188 completed, throughput=5.03MB/sec 2024-07-29T15:23:15.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:15 smithi067 ceph-mon[91995]: pgmap v1369: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-07-29T15:23:15.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:15 smithi067 ceph-mon[94375]: pgmap v1369: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-07-29T15:23:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:15 smithi138 ceph-mon[86438]: pgmap v1369: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-07-29T15:23:16.536 INFO:tasks.workunit.client.0.smithi067.stdout: 37: throughput=4.89MB/sec pending data=0 2024-07-29T15:23:16.537 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MBa29cd1RxjckO6 off=23565561 len=782128 2024-07-29T15:23:16.541 INFO:tasks.workunit.client.0.smithi067.stdout:op 189 completed, throughput=4.91MB/sec 2024-07-29T15:23:16.541 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6Jqcvj29LRHhPU_ off=1888067 len=650640 2024-07-29T15:23:16.541 INFO:tasks.workunit.client.0.smithi067.stdout:op 190 completed, throughput=4.93MB/sec 2024-07-29T15:23:16.541 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-RxLQZEPK-XEd1Xr off=1642376 len=143160 2024-07-29T15:23:16.544 INFO:tasks.workunit.client.0.smithi067.stdout:op 191 completed, throughput=4.93MB/sec 2024-07-29T15:23:16.544 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3NdzN7dx8S31LUp off=34348 len=495521 2024-07-29T15:23:16.550 INFO:tasks.workunit.client.0.smithi067.stdout:op 192 completed, throughput=4.95MB/sec 2024-07-29T15:23:16.550 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Qu5fwBJ2VJCEO8G off=6445467 len=1104564 2024-07-29T15:23:16.554 INFO:tasks.workunit.client.0.smithi067.stdout:op 193 completed, throughput=4.97MB/sec 2024-07-29T15:23:16.554 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4J4_-0ExPBjwCKK off=11255117 len=1091173 2024-07-29T15:23:16.555 INFO:tasks.workunit.client.0.smithi067.stdout:op 194 completed, throughput=5MB/sec 2024-07-29T15:23:16.555 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Ao63aQi1BNe8SEi off=7204839 len=500716 2024-07-29T15:23:16.559 INFO:tasks.workunit.client.0.smithi067.stdout:op 195 completed, throughput=5.01MB/sec 2024-07-29T15:23:17.559 INFO:tasks.workunit.client.0.smithi067.stdout: 38: throughput=4.88MB/sec pending data=0 2024-07-29T15:23:17.559 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KKD1GwMFUsRAEjd off=1361763 len=588916 2024-07-29T15:23:17.563 INFO:tasks.workunit.client.0.smithi067.stdout:op 196 completed, throughput=4.9MB/sec 2024-07-29T15:23:17.563 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lMMl1YS9hYoAQv2 off=11619247 len=2023536 2024-07-29T15:23:17.567 INFO:tasks.workunit.client.0.smithi067.stdout:op 197 completed, throughput=4.95MB/sec 2024-07-29T15:23:17.567 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3Md6s90XGgtCtMJ off=1978467 len=116250 2024-07-29T15:23:17.570 INFO:tasks.workunit.client.0.smithi067.stdout:op 198 completed, throughput=4.95MB/sec 2024-07-29T15:23:17.570 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-GQVdYnw4gOSgTbj off=2652544 len=780419 2024-07-29T15:23:17.574 INFO:tasks.workunit.client.0.smithi067.stdout:op 199 completed, throughput=4.97MB/sec 2024-07-29T15:23:17.574 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-dwtwQ8DTlljOAxQ off=6670995 len=1698564 2024-07-29T15:23:17.574 INFO:tasks.workunit.client.0.smithi067.stdout:op 200 completed, throughput=5.01MB/sec 2024-07-29T15:23:17.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:17 smithi067 ceph-mon[91995]: pgmap v1370: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:23:17.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:17 smithi067 ceph-mon[94375]: pgmap v1370: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:23:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:17 smithi138 ceph-mon[86438]: pgmap v1370: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:23:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:23:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:23:17] "GET /metrics HTTP/1.1" 200 34190 "" "Prometheus/2.51.0" 2024-07-29T15:23:18.574 INFO:tasks.workunit.client.0.smithi067.stdout: 39: throughput=4.88MB/sec pending data=0 2024-07-29T15:23:18.574 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Y47yr25TqQygzOD off=15939989 len=1489005 2024-07-29T15:23:18.582 INFO:tasks.workunit.client.0.smithi067.stdout:op 201 completed, throughput=4.92MB/sec 2024-07-29T15:23:18.582 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-kFcpH6wnqMRy93z off=4074735 len=261708 2024-07-29T15:23:18.583 INFO:tasks.workunit.client.0.smithi067.stdout:op 202 completed, throughput=4.92MB/sec 2024-07-29T15:23:18.583 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_bj861NInD7EwIg off=113672 len=700284 2024-07-29T15:23:18.587 INFO:tasks.workunit.client.0.smithi067.stdout:op 203 completed, throughput=4.94MB/sec 2024-07-29T15:23:18.587 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1Fk8oUlI6Jcr4WE off=4789463 len=471175 2024-07-29T15:23:18.590 INFO:tasks.workunit.client.0.smithi067.stdout:op 204 completed, throughput=4.95MB/sec 2024-07-29T15:23:18.591 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Ald-807BkAzo5VE off=10681525 len=19339 2024-07-29T15:23:18.591 INFO:tasks.workunit.client.0.smithi067.stdout:op 205 completed, throughput=4.95MB/sec 2024-07-29T15:23:18.591 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-u7JQ28BMTv7-6W3 off=2834884 len=1892578 2024-07-29T15:23:18.603 INFO:tasks.workunit.client.0.smithi067.stdout:op 206 completed, throughput=4.99MB/sec 2024-07-29T15:23:18.603 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-e1nx2vRCrdsxgSW off=5387237 len=140591 2024-07-29T15:23:18.605 INFO:tasks.workunit.client.0.smithi067.stdout:op 207 completed, throughput=5MB/sec 2024-07-29T15:23:18.605 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-7lfdALM6e8mYNNN off=11122211 len=1771467 2024-07-29T15:23:18.608 INFO:tasks.workunit.client.0.smithi067.stdout:op 208 completed, throughput=5.04MB/sec 2024-07-29T15:23:19.609 INFO:tasks.workunit.client.0.smithi067.stdout: 40: throughput=4.92MB/sec pending data=0 2024-07-29T15:23:19.609 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-nccKu4ZCdpbri5o off=0 len=1931182 2024-07-29T15:23:19.622 INFO:tasks.workunit.client.0.smithi067.stdout:op 209 completed, throughput=4.96MB/sec 2024-07-29T15:23:19.622 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Fw8AK-5wPN1Gbu4 off=14687706 len=176445 2024-07-29T15:23:19.622 INFO:tasks.workunit.client.0.smithi067.stdout:op 210 completed, throughput=4.96MB/sec 2024-07-29T15:23:19.622 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2Wl6LPV-XYYub6A off=3078412 len=1529209 2024-07-29T15:23:19.624 INFO:tasks.workunit.client.0.smithi067.stdout:op 211 completed, throughput=5MB/sec 2024-07-29T15:23:19.624 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wUsaK_ZyEVlV6d_ off=18006023 len=13115 2024-07-29T15:23:19.626 INFO:tasks.workunit.client.0.smithi067.stdout:op 212 completed, throughput=5MB/sec 2024-07-29T15:23:19.626 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WNdnZicV4EE7rtI off=1514027 len=775537 2024-07-29T15:23:19.628 INFO:tasks.workunit.client.0.smithi067.stdout:op 213 completed, throughput=5.02MB/sec 2024-07-29T15:23:19.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:19 smithi067 ceph-mon[91995]: pgmap v1371: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:23:19.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:19 smithi067 ceph-mon[94375]: pgmap v1371: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:23:19.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:19 smithi138 ceph-mon[86438]: pgmap v1371: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:23:20.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:23:20.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:23:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:23:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:23:20.628 INFO:tasks.workunit.client.0.smithi067.stdout: 41: throughput=4.9MB/sec pending data=0 2024-07-29T15:23:20.629 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-69ljGqB7sGXIcQQ off=11493334 len=1521183 2024-07-29T15:23:20.630 INFO:tasks.workunit.client.0.smithi067.stdout:op 214 completed, throughput=4.93MB/sec 2024-07-29T15:23:20.631 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Ts7Aes3SMR_xjQQ off=20949930 len=1344004 2024-07-29T15:23:20.633 INFO:tasks.workunit.client.0.smithi067.stdout:op 215 completed, throughput=4.96MB/sec 2024-07-29T15:23:20.634 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BJoJETtKvsKyCjE off=123891 len=389337 2024-07-29T15:23:20.634 INFO:tasks.workunit.client.0.smithi067.stdout:op 216 completed, throughput=4.97MB/sec 2024-07-29T15:23:20.635 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MbaNecpQHrJzhlI off=4477035 len=1760861 2024-07-29T15:23:20.642 INFO:tasks.workunit.client.0.smithi067.stdout:op 217 completed, throughput=5.01MB/sec 2024-07-29T15:23:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:23:20.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:23:21.642 INFO:tasks.workunit.client.0.smithi067.stdout: 42: throughput=4.89MB/sec pending data=0 2024-07-29T15:23:21.643 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5Tpx6FmDdL0Zs-P off=1057394 len=1294397 2024-07-29T15:23:21.651 INFO:tasks.workunit.client.0.smithi067.stdout:op 218 completed, throughput=4.92MB/sec 2024-07-29T15:23:21.651 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ni1uKjoUXPOcfqh off=10749755 len=342729 2024-07-29T15:23:21.652 INFO:tasks.workunit.client.0.smithi067.stdout:op 219 completed, throughput=4.93MB/sec 2024-07-29T15:23:21.652 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pHoJC69nNg9Zyjw off=3690430 len=24773 2024-07-29T15:23:21.652 INFO:tasks.workunit.client.0.smithi067.stdout:op 220 completed, throughput=4.93MB/sec 2024-07-29T15:23:21.653 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5ZftVpmNuoS5-bT off=13014146 len=1853464 2024-07-29T15:23:21.664 INFO:tasks.workunit.client.0.smithi067.stdout:op 221 completed, throughput=4.97MB/sec 2024-07-29T15:23:21.664 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-popv8RRP9lQQCGM off=9852902 len=1011597 2024-07-29T15:23:21.670 INFO:tasks.workunit.client.0.smithi067.stdout:op 222 completed, throughput=4.99MB/sec 2024-07-29T15:23:21.670 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-uhH2dyRyrMJO1Tu off=5348906 len=966776 2024-07-29T15:23:21.670 INFO:tasks.workunit.client.0.smithi067.stdout:op 223 completed, throughput=5.01MB/sec 2024-07-29T15:23:21.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:21 smithi067 ceph-mon[91995]: pgmap v1372: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-29T15:23:21.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:21 smithi067 ceph-mon[94375]: pgmap v1372: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-29T15:23:21.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:21 smithi138 ceph-mon[86438]: pgmap v1372: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-29T15:23:22.670 INFO:tasks.workunit.client.0.smithi067.stdout: 43: throughput=4.9MB/sec pending data=0 2024-07-29T15:23:22.670 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gZBwUx0NrOsOM7Y off=3786247 len=1787408 2024-07-29T15:23:22.673 INFO:tasks.workunit.client.0.smithi067.stdout:op 224 completed, throughput=4.94MB/sec 2024-07-29T15:23:22.673 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZoW10jKKV6dmXyi off=1312294 len=1668957 2024-07-29T15:23:22.681 INFO:tasks.workunit.client.0.smithi067.stdout:op 225 completed, throughput=4.97MB/sec 2024-07-29T15:23:22.681 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fruPZIYPN6lpfvf off=17123670 len=700493 2024-07-29T15:23:22.682 INFO:tasks.workunit.client.0.smithi067.stdout:op 226 completed, throughput=4.99MB/sec 2024-07-29T15:23:22.682 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-33VK0EYva5jumgA off=8660812 len=428060 2024-07-29T15:23:22.686 INFO:tasks.workunit.client.0.smithi067.stdout:op 227 completed, throughput=5MB/sec 2024-07-29T15:23:22.686 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Y_SIF7n2UskQA0m off=5386519 len=475254 2024-07-29T15:23:22.687 INFO:tasks.workunit.client.0.smithi067.stdout:op 228 completed, throughput=5.01MB/sec 2024-07-29T15:23:23.688 INFO:tasks.workunit.client.0.smithi067.stdout: 44: throughput=4.89MB/sec pending data=0 2024-07-29T15:23:23.688 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7i1yACasIEqDMep off=4744418 len=551253 2024-07-29T15:23:23.691 INFO:tasks.workunit.client.0.smithi067.stdout:op 229 completed, throughput=4.91MB/sec 2024-07-29T15:23:23.691 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8RqieEfKqcdcdzS off=839964 len=1684432 2024-07-29T15:23:23.700 INFO:tasks.workunit.client.0.smithi067.stdout:op 230 completed, throughput=4.94MB/sec 2024-07-29T15:23:23.700 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Eob9RGxG-gxJoRA off=19681517 len=481044 2024-07-29T15:23:23.702 INFO:tasks.workunit.client.0.smithi067.stdout:op 231 completed, throughput=4.95MB/sec 2024-07-29T15:23:23.703 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-amLSGeO813FtcZz off=575613 len=29103 2024-07-29T15:23:23.703 INFO:tasks.workunit.client.0.smithi067.stdout:op 232 completed, throughput=4.95MB/sec 2024-07-29T15:23:23.703 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-jneGBjw6uDPxTrE off=7155175 len=1383112 2024-07-29T15:23:23.710 INFO:tasks.workunit.client.0.smithi067.stdout:op 233 completed, throughput=4.98MB/sec 2024-07-29T15:23:23.710 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6gv49NEREzLiH_K off=8524065 len=1805632 2024-07-29T15:23:23.712 INFO:tasks.workunit.client.0.smithi067.stdout:op 234 completed, throughput=5.02MB/sec 2024-07-29T15:23:23.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:23 smithi067 ceph-mon[91995]: pgmap v1373: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-07-29T15:23:23.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:23 smithi067 ceph-mon[94375]: pgmap v1373: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-07-29T15:23:23.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:23 smithi138 ceph-mon[86438]: pgmap v1373: 105 pgs: 105 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-07-29T15:23:24.713 INFO:tasks.workunit.client.0.smithi067.stdout: 45: throughput=4.91MB/sec pending data=0 2024-07-29T15:23:24.713 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-uNMcHgAp7Gna1PR off=3658507 len=344524 2024-07-29T15:23:24.716 INFO:tasks.workunit.client.0.smithi067.stdout:op 235 completed, throughput=4.92MB/sec 2024-07-29T15:23:24.716 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NT-SXAgD5pBKMoQ off=9286154 len=1285723 2024-07-29T15:23:24.723 INFO:tasks.workunit.client.0.smithi067.stdout:op 236 completed, throughput=4.94MB/sec 2024-07-29T15:23:24.723 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-efpVPvA10SLsG5a off=11914988 len=1336986 2024-07-29T15:23:24.730 INFO:tasks.workunit.client.0.smithi067.stdout:op 237 completed, throughput=4.97MB/sec 2024-07-29T15:23:24.730 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-icP2-7Jw3JuqQVr off=9507619 len=2032772 2024-07-29T15:23:24.732 INFO:tasks.workunit.client.0.smithi067.stdout:op 238 completed, throughput=5.01MB/sec 2024-07-29T15:23:25.732 INFO:tasks.workunit.client.0.smithi067.stdout: 46: throughput=4.9MB/sec pending data=0 2024-07-29T15:23:25.733 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eMlfnEAfp_Vfver off=11440360 len=504129 2024-07-29T15:23:25.734 INFO:tasks.workunit.client.0.smithi067.stdout:op 239 completed, throughput=4.91MB/sec 2024-07-29T15:23:25.734 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-LViAZqZC3wKj8EM off=6130159 len=996735 2024-07-29T15:23:25.737 INFO:tasks.workunit.client.0.smithi067.stdout:op 240 completed, throughput=4.93MB/sec 2024-07-29T15:23:25.737 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-xhMybXYdGVCykUO off=2400658 len=1463442 2024-07-29T15:23:25.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:25 smithi067 ceph-mon[91995]: pgmap v1374: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:23:25.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:25 smithi067 ceph-mon[94375]: pgmap v1374: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:23:25.739 INFO:tasks.workunit.client.0.smithi067.stdout:op 241 completed, throughput=4.96MB/sec 2024-07-29T15:23:25.739 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_I7kMfUE_4iLf3v off=8789233 len=202776 2024-07-29T15:23:25.742 INFO:tasks.workunit.client.0.smithi067.stdout:op 242 completed, throughput=4.97MB/sec 2024-07-29T15:23:25.742 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CyQvMtc5xKou18- off=6279074 len=1618692 2024-07-29T15:23:25.748 INFO:tasks.workunit.client.0.smithi067.stdout:op 243 completed, throughput=5MB/sec 2024-07-29T15:23:25.749 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-yqyJIl2LyLd4IEL off=6913484 len=1156759 2024-07-29T15:23:25.754 INFO:tasks.workunit.client.0.smithi067.stdout:op 244 completed, throughput=5.02MB/sec 2024-07-29T15:23:25.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:25 smithi138 ceph-mon[86438]: pgmap v1374: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:23:26.755 INFO:tasks.workunit.client.0.smithi067.stdout: 47: throughput=4.92MB/sec pending data=0 2024-07-29T15:23:26.755 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-p6NaQLYhcXP_3TS off=854491 len=742337 2024-07-29T15:23:26.756 INFO:tasks.workunit.client.0.smithi067.stdout:op 245 completed, throughput=4.93MB/sec 2024-07-29T15:23:26.756 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-w3nEQfnyIP0jpzO off=6823089 len=1250428 2024-07-29T15:23:26.758 INFO:tasks.workunit.client.0.smithi067.stdout:op 246 completed, throughput=4.96MB/sec 2024-07-29T15:23:26.758 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-C_B_hyygidXizwH off=20609482 len=1635985 2024-07-29T15:23:26.760 INFO:tasks.workunit.client.0.smithi067.stdout:op 247 completed, throughput=4.99MB/sec 2024-07-29T15:23:26.760 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-t_uqMB-uc3lA1ss off=6445570 len=260675 2024-07-29T15:23:26.761 INFO:tasks.workunit.client.0.smithi067.stdout:op 248 completed, throughput=4.99MB/sec 2024-07-29T15:23:26.762 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Tgo3kibrhq8i6zV off=6111768 len=748729 2024-07-29T15:23:26.762 INFO:tasks.workunit.client.0.smithi067.stdout:op 249 completed, throughput=5.01MB/sec 2024-07-29T15:23:27.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:27 smithi067 ceph-mon[91995]: pgmap v1375: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-07-29T15:23:27.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:27 smithi067 ceph-mon[94375]: pgmap v1375: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-07-29T15:23:27.763 INFO:tasks.workunit.client.0.smithi067.stdout: 48: throughput=4.91MB/sec pending data=0 2024-07-29T15:23:27.763 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-rEvllT1V9x_lAKK off=10571261 len=1668625 2024-07-29T15:23:27.765 INFO:tasks.workunit.client.0.smithi067.stdout:op 250 completed, throughput=4.94MB/sec 2024-07-29T15:23:27.765 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8hDU5CJKtkmNZji off=11259897 len=36330 2024-07-29T15:23:27.768 INFO:tasks.workunit.client.0.smithi067.stdout:op 251 completed, throughput=4.94MB/sec 2024-07-29T15:23:27.768 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QTsPlR1N7IyrVIW off=1036612 len=1713989 2024-07-29T15:23:27.774 INFO:tasks.workunit.client.0.smithi067.stdout:op 252 completed, throughput=4.97MB/sec 2024-07-29T15:23:27.774 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-dxJns49uyEtJLMV off=1791093 len=448539 2024-07-29T15:23:27.775 INFO:tasks.workunit.client.0.smithi067.stdout:op 253 completed, throughput=4.98MB/sec 2024-07-29T15:23:27.775 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-vD1oj-RveaU5ZAS off=648496 len=706027 2024-07-29T15:23:27.779 INFO:tasks.workunit.client.0.smithi067.stdout:op 254 completed, throughput=4.99MB/sec 2024-07-29T15:23:27.779 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CXRHRt7gxzyF58U off=8735661 len=526009 2024-07-29T15:23:27.783 INFO:tasks.workunit.client.0.smithi067.stdout:op 255 completed, throughput=5MB/sec 2024-07-29T15:23:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:27 smithi138 ceph-mon[86438]: pgmap v1375: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-07-29T15:23:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:23:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:23:27] "GET /metrics HTTP/1.1" 200 34192 "" "Prometheus/2.51.0" 2024-07-29T15:23:28.783 INFO:tasks.workunit.client.0.smithi067.stdout: 49: throughput=4.9MB/sec pending data=0 2024-07-29T15:23:28.784 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ya6wYaBh_0pYGJm off=5812116 len=1921528 2024-07-29T15:23:28.791 INFO:tasks.workunit.client.0.smithi067.stdout:op 256 completed, throughput=4.94MB/sec 2024-07-29T15:23:28.791 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wUsaK_ZyEVlV6d_ off=2855472 len=976435 2024-07-29T15:23:28.794 INFO:tasks.workunit.client.0.smithi067.stdout:op 257 completed, throughput=4.96MB/sec 2024-07-29T15:23:28.794 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--bkTBNSzMJF5V2Z off=1342985 len=579395 2024-07-29T15:23:28.795 INFO:tasks.workunit.client.0.smithi067.stdout:op 258 completed, throughput=4.97MB/sec 2024-07-29T15:23:28.796 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-U6ird94chrIDGG- off=616499 len=525012 2024-07-29T15:23:28.796 INFO:tasks.workunit.client.0.smithi067.stdout:op 259 completed, throughput=4.98MB/sec 2024-07-29T15:23:28.796 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Yk86chTVkM6TXnM off=7777729 len=1517911 2024-07-29T15:23:28.796 INFO:tasks.workunit.client.0.smithi067.stdout:op 260 completed, throughput=5.01MB/sec 2024-07-29T15:23:29.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:29 smithi067 ceph-mon[91995]: pgmap v1376: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:23:29.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:29 smithi067 ceph-mon[94375]: pgmap v1376: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:23:29.797 INFO:tasks.workunit.client.0.smithi067.stdout: 50: throughput=4.91MB/sec pending data=0 2024-07-29T15:23:29.797 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-TngAfKCzVqytQDG off=4900568 len=1080136 2024-07-29T15:23:29.803 INFO:tasks.workunit.client.0.smithi067.stdout:op 261 completed, throughput=4.93MB/sec 2024-07-29T15:23:29.803 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-BvduqTXbpfNj3Z4 off=4132055 len=1029791 2024-07-29T15:23:29.808 INFO:tasks.workunit.client.0.smithi067.stdout:op 262 completed, throughput=4.95MB/sec 2024-07-29T15:23:29.808 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-XzMLdxskVGISDK9 off=7966405 len=1179131 2024-07-29T15:23:29.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:29 smithi138 ceph-mon[86438]: pgmap v1376: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:23:29.815 INFO:tasks.workunit.client.0.smithi067.stdout:op 263 completed, throughput=4.97MB/sec 2024-07-29T15:23:29.815 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MkbkJNYH-tlxniB off=8424223 len=1073439 2024-07-29T15:23:29.816 INFO:tasks.workunit.client.0.smithi067.stdout:op 264 completed, throughput=4.99MB/sec 2024-07-29T15:23:29.817 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-k4DQKyiYmnvZb6E off=10671914 len=1041356 2024-07-29T15:23:29.822 INFO:tasks.workunit.client.0.smithi067.stdout:op 265 completed, throughput=5.01MB/sec 2024-07-29T15:23:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:23:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:23:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:23:30.822 INFO:tasks.workunit.client.0.smithi067.stdout: 51: throughput=4.91MB/sec pending data=0 2024-07-29T15:23:30.822 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ezY_li_RNd9HrQs off=286608 len=1214025 2024-07-29T15:23:30.825 INFO:tasks.workunit.client.0.smithi067.stdout:op 266 completed, throughput=4.93MB/sec 2024-07-29T15:23:30.825 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-B4OOpeMuTaxTZfv off=5016281 len=1654886 2024-07-29T15:23:30.835 INFO:tasks.workunit.client.0.smithi067.stdout:op 267 completed, throughput=4.96MB/sec 2024-07-29T15:23:30.835 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-knE4tsEqLr6m7wU off=7513305 len=1900716 2024-07-29T15:23:30.839 INFO:tasks.workunit.client.0.smithi067.stdout:op 268 completed, throughput=5MB/sec 2024-07-29T15:23:30.839 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3lO8kSQHjrsVl90 off=7697890 len=1625478 2024-07-29T15:23:30.845 INFO:tasks.workunit.client.0.smithi067.stdout:op 269 completed, throughput=5.03MB/sec 2024-07-29T15:23:31.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:31 smithi067 ceph-mon[91995]: pgmap v1377: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:23:31.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:31 smithi067 ceph-mon[94375]: pgmap v1377: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:23:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:31 smithi138 ceph-mon[86438]: pgmap v1377: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:23:31.845 INFO:tasks.workunit.client.0.smithi067.stdout: 52: throughput=4.93MB/sec pending data=0 2024-07-29T15:23:31.846 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FcMFXhKoqXuO9X4 off=1324455 len=210067 2024-07-29T15:23:31.848 INFO:tasks.workunit.client.0.smithi067.stdout:op 270 completed, throughput=4.94MB/sec 2024-07-29T15:23:31.848 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NoG25tR1R81ocky off=9107827 len=475394 2024-07-29T15:23:31.849 INFO:tasks.workunit.client.0.smithi067.stdout:op 271 completed, throughput=4.94MB/sec 2024-07-29T15:23:31.849 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wjc73Sw-ia8fB9K off=4242005 len=1811611 2024-07-29T15:23:31.859 INFO:tasks.workunit.client.0.smithi067.stdout:op 272 completed, throughput=4.98MB/sec 2024-07-29T15:23:31.859 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-LmTUSmxINNL1hLz off=2100244 len=6037 2024-07-29T15:23:31.861 INFO:tasks.workunit.client.0.smithi067.stdout:op 273 completed, throughput=4.98MB/sec 2024-07-29T15:23:31.861 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qYGaAFAEzvQQbQP off=6985186 len=1595317 2024-07-29T15:23:31.864 INFO:tasks.workunit.client.0.smithi067.stdout:op 274 completed, throughput=5MB/sec 2024-07-29T15:23:32.865 INFO:tasks.workunit.client.0.smithi067.stdout: 53: throughput=4.91MB/sec pending data=0 2024-07-29T15:23:32.865 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-YjLTqc7YMZHjTJ0 off=1270221 len=1500207 2024-07-29T15:23:32.867 INFO:tasks.workunit.client.0.smithi067.stdout:op 275 completed, throughput=4.94MB/sec 2024-07-29T15:23:32.867 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-YODrDR2P3wY_6bz off=537040 len=824577 2024-07-29T15:23:32.870 INFO:tasks.workunit.client.0.smithi067.stdout:op 276 completed, throughput=4.95MB/sec 2024-07-29T15:23:32.870 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UVN28USjHzg_CE3 off=133030 len=1188998 2024-07-29T15:23:32.871 INFO:tasks.workunit.client.0.smithi067.stdout:op 277 completed, throughput=4.97MB/sec 2024-07-29T15:23:32.872 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-UU-qLa8F5CzhzFu off=20767172 len=585966 2024-07-29T15:23:32.876 INFO:tasks.workunit.client.0.smithi067.stdout:op 278 completed, throughput=4.98MB/sec 2024-07-29T15:23:32.876 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-moL50ZNMqdrq_8S off=717195 len=652746 2024-07-29T15:23:32.881 INFO:tasks.workunit.client.0.smithi067.stdout:op 279 completed, throughput=4.99MB/sec 2024-07-29T15:23:32.881 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-11ZCrNY5dUmRtz_ off=9169447 len=1425921 2024-07-29T15:23:32.890 INFO:tasks.workunit.client.0.smithi067.stdout:op 280 completed, throughput=5.02MB/sec 2024-07-29T15:23:33.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:33 smithi067 ceph-mon[91995]: pgmap v1378: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-29T15:23:33.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:33 smithi067 ceph-mon[94375]: pgmap v1378: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-29T15:23:33.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:33 smithi138 ceph-mon[86438]: pgmap v1378: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-29T15:23:33.890 INFO:tasks.workunit.client.0.smithi067.stdout: 54: throughput=4.93MB/sec pending data=0 2024-07-29T15:23:33.890 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gv77QoSlDDDAsWs off=9890280 len=1386994 2024-07-29T15:23:33.892 INFO:tasks.workunit.client.0.smithi067.stdout:op 281 completed, throughput=4.95MB/sec 2024-07-29T15:23:33.893 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-APs0bZmfjQLryeA off=6099432 len=296933 2024-07-29T15:23:33.896 INFO:tasks.workunit.client.0.smithi067.stdout:op 282 completed, throughput=4.96MB/sec 2024-07-29T15:23:33.896 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ARPBuPzUrwcb_PO off=1484969 len=1760694 2024-07-29T15:23:33.898 INFO:tasks.workunit.client.0.smithi067.stdout:op 283 completed, throughput=4.99MB/sec 2024-07-29T15:23:33.898 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-cqGoG8M46qROZJi off=0 len=1595507 2024-07-29T15:23:33.902 INFO:tasks.workunit.client.0.smithi067.stdout:op 284 completed, throughput=5.01MB/sec 2024-07-29T15:23:34.902 INFO:tasks.workunit.client.0.smithi067.stdout: 55: throughput=4.92MB/sec pending data=0 2024-07-29T15:23:34.902 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-p4Z3eHmEBo4YubQ off=13381282 len=563001 2024-07-29T15:23:34.904 INFO:tasks.workunit.client.0.smithi067.stdout:op 285 completed, throughput=4.93MB/sec 2024-07-29T15:23:34.904 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-m6uRJu3szpDWDFt off=361554 len=1672685 2024-07-29T15:23:34.906 INFO:tasks.workunit.client.0.smithi067.stdout:op 286 completed, throughput=4.96MB/sec 2024-07-29T15:23:34.906 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bMV75zuwJAkw8pf off=831860 len=824694 2024-07-29T15:23:34.911 INFO:tasks.workunit.client.0.smithi067.stdout:op 287 completed, throughput=4.97MB/sec 2024-07-29T15:23:34.912 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-C0AkeumCCCwn1a4 off=6542994 len=274323 2024-07-29T15:23:34.914 INFO:tasks.workunit.client.0.smithi067.stdout:op 288 completed, throughput=4.98MB/sec 2024-07-29T15:23:34.914 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KT55dCew5dXrash off=4160600 len=170516 2024-07-29T15:23:34.917 INFO:tasks.workunit.client.0.smithi067.stdout:op 289 completed, throughput=4.98MB/sec 2024-07-29T15:23:34.917 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-xgGIZ7FMQoX5gRS off=8590194 len=121055 2024-07-29T15:23:34.919 INFO:tasks.workunit.client.0.smithi067.stdout:op 290 completed, throughput=4.98MB/sec 2024-07-29T15:23:34.919 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-H_DPeMuxjFWehKo off=1446207 len=2067761 2024-07-29T15:23:34.931 INFO:tasks.workunit.client.0.smithi067.stdout:op 291 completed, throughput=5.02MB/sec 2024-07-29T15:23:35.613 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:35 smithi138 ceph-mon[86438]: pgmap v1379: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:23:35.613 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:23:35.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:35 smithi067 ceph-mon[91995]: pgmap v1379: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:23:35.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:23:35.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:35 smithi067 ceph-mon[94375]: pgmap v1379: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:23:35.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:23:35.931 INFO:tasks.workunit.client.0.smithi067.stdout: 56: throughput=4.93MB/sec pending data=0 2024-07-29T15:23:35.931 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-X7GcQxTDX5jX6Mz off=6313575 len=1021751 2024-07-29T15:23:35.932 INFO:tasks.workunit.client.0.smithi067.stdout:op 292 completed, throughput=4.95MB/sec 2024-07-29T15:23:35.933 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-AnH6FubZxFgfDUY off=11665867 len=891054 2024-07-29T15:23:35.935 INFO:tasks.workunit.client.0.smithi067.stdout:op 293 completed, throughput=4.96MB/sec 2024-07-29T15:23:35.935 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--mnSy2up3zDpM5m off=3697101 len=446132 2024-07-29T15:23:35.939 INFO:tasks.workunit.client.0.smithi067.stdout:op 294 completed, throughput=4.97MB/sec 2024-07-29T15:23:35.939 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-YvtoPqPZ4aPeO_E off=116730 len=967940 2024-07-29T15:23:35.941 INFO:tasks.workunit.client.0.smithi067.stdout:op 295 completed, throughput=4.98MB/sec 2024-07-29T15:23:35.941 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-dWE9srCL5mcKsZW off=4765363 len=1289074 2024-07-29T15:23:35.944 INFO:tasks.workunit.client.0.smithi067.stdout:op 296 completed, throughput=5.01MB/sec 2024-07-29T15:23:36.944 INFO:tasks.workunit.client.0.smithi067.stdout: 57: throughput=4.92MB/sec pending data=0 2024-07-29T15:23:36.944 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qIyexwrXlJYjz2C off=891445 len=1385774 2024-07-29T15:23:36.952 INFO:tasks.workunit.client.0.smithi067.stdout:op 297 completed, throughput=4.94MB/sec 2024-07-29T15:23:36.952 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mC4hSze2Lwx8bia off=2774809 len=58668 2024-07-29T15:23:36.953 INFO:tasks.workunit.client.0.smithi067.stdout:op 298 completed, throughput=4.94MB/sec 2024-07-29T15:23:36.953 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-c6A5tQKpGlKDARG off=1710887 len=5042 2024-07-29T15:23:36.953 INFO:tasks.workunit.client.0.smithi067.stdout:op 299 completed, throughput=4.94MB/sec 2024-07-29T15:23:36.953 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FeeAZHqSuOMVnzo off=11263754 len=1686719 2024-07-29T15:23:36.962 INFO:tasks.workunit.client.0.smithi067.stdout:op 300 completed, throughput=4.97MB/sec 2024-07-29T15:23:36.962 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9X15m-j3UOXByhq off=2024427 len=965788 2024-07-29T15:23:36.966 INFO:tasks.workunit.client.0.smithi067.stdout:op 301 completed, throughput=4.98MB/sec 2024-07-29T15:23:36.966 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-OQBjUzLag3YlIIy off=17085676 len=2072321 2024-07-29T15:23:36.974 INFO:tasks.workunit.client.0.smithi067.stdout:op 302 completed, throughput=5.02MB/sec 2024-07-29T15:23:37.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:37 smithi067 ceph-mon[91995]: pgmap v1380: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:23:37.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:37 smithi067 ceph-mon[94375]: pgmap v1380: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:23:37.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:37 smithi138 ceph-mon[86438]: pgmap v1380: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:23:37.975 INFO:tasks.workunit.client.0.smithi067.stdout: 58: throughput=4.93MB/sec pending data=0 2024-07-29T15:23:37.975 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eL4gmOfgV_1MLXS off=14983276 len=1919195 2024-07-29T15:23:37.977 INFO:tasks.workunit.client.0.smithi067.stdout:op 303 completed, throughput=4.96MB/sec 2024-07-29T15:23:37.977 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-RxLQZEPK-XEd1Xr off=4218335 len=679854 2024-07-29T15:23:37.978 INFO:tasks.workunit.client.0.smithi067.stdout:op 304 completed, throughput=4.98MB/sec 2024-07-29T15:23:37.979 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-DKCWPJu_fTfszN5 off=9946885 len=1937670 2024-07-29T15:23:37.991 INFO:tasks.workunit.client.0.smithi067.stdout:op 305 completed, throughput=5.01MB/sec 2024-07-29T15:23:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:23:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:23:37] "GET /metrics HTTP/1.1" 200 34197 "" "Prometheus/2.51.0" 2024-07-29T15:23:38.991 INFO:tasks.workunit.client.0.smithi067.stdout: 59: throughput=4.92MB/sec pending data=0 2024-07-29T15:23:38.992 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-IYTDpI67qQ-x019 off=38002 len=210152 2024-07-29T15:23:38.992 INFO:tasks.workunit.client.0.smithi067.stdout:op 306 completed, throughput=4.93MB/sec 2024-07-29T15:23:38.992 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3yJm-p5NAojYI19 off=6798373 len=1225 2024-07-29T15:23:38.995 INFO:tasks.workunit.client.0.smithi067.stdout:op 307 completed, throughput=4.93MB/sec 2024-07-29T15:23:38.995 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-XtVE075s7n78v_z off=3050466 len=4809 2024-07-29T15:23:38.996 INFO:tasks.workunit.client.0.smithi067.stdout:op 308 completed, throughput=4.93MB/sec 2024-07-29T15:23:38.996 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-O9lO1KffAyOOImr off=236194 len=404064 2024-07-29T15:23:38.997 INFO:tasks.workunit.client.0.smithi067.stdout:op 309 completed, throughput=4.93MB/sec 2024-07-29T15:23:38.997 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-kvqmphWsEZDVqs- off=18862297 len=389925 2024-07-29T15:23:38.999 INFO:tasks.workunit.client.0.smithi067.stdout:op 310 completed, throughput=4.94MB/sec 2024-07-29T15:23:38.999 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-f58nVSi8d5-e8Hv off=696983 len=37716 2024-07-29T15:23:39.001 INFO:tasks.workunit.client.0.smithi067.stdout:op 311 completed, throughput=4.94MB/sec 2024-07-29T15:23:39.001 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-eJN4tj4hjF__dDf off=15379106 len=1831865 2024-07-29T15:23:39.012 INFO:tasks.workunit.client.0.smithi067.stdout:op 312 completed, throughput=4.97MB/sec 2024-07-29T15:23:39.012 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-EhjBkLpgg4B-ymD off=11698335 len=2053110 2024-07-29T15:23:39.023 INFO:tasks.workunit.client.0.smithi067.stdout:op 313 completed, throughput=5MB/sec 2024-07-29T15:23:39.023 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-pbfNvIF9t6jCSYt off=2405492 len=699624 2024-07-29T15:23:39.027 INFO:tasks.workunit.client.0.smithi067.stdout:op 314 completed, throughput=5.01MB/sec 2024-07-29T15:23:39.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:39 smithi067 ceph-mon[91995]: pgmap v1381: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:23:39.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:39 smithi067 ceph-mon[94375]: pgmap v1381: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:23:39.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:39 smithi138 ceph-mon[86438]: pgmap v1381: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:23:40.027 INFO:tasks.workunit.client.0.smithi067.stdout: 60: throughput=4.93MB/sec pending data=0 2024-07-29T15:23:40.027 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-H2L3OGOZj8FPWyD off=8749039 len=1273338 2024-07-29T15:23:40.029 INFO:tasks.workunit.client.0.smithi067.stdout:op 315 completed, throughput=4.95MB/sec 2024-07-29T15:23:40.029 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5yBR3eu1J9KAkzf off=20315036 len=129665 2024-07-29T15:23:40.030 INFO:tasks.workunit.client.0.smithi067.stdout:op 316 completed, throughput=4.95MB/sec 2024-07-29T15:23:40.030 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fPAnzVS6Nctz_gw off=15099512 len=1421468 2024-07-29T15:23:40.031 INFO:tasks.workunit.client.0.smithi067.stdout:op 317 completed, throughput=4.97MB/sec 2024-07-29T15:23:40.031 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9C_ZZ1Imsr2evsE off=4169771 len=1088248 2024-07-29T15:23:40.037 INFO:tasks.workunit.client.0.smithi067.stdout:op 318 completed, throughput=4.99MB/sec 2024-07-29T15:23:40.037 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-uRV9IEi0HNJjr6F off=18785612 len=1135 2024-07-29T15:23:40.037 INFO:tasks.workunit.client.0.smithi067.stdout:op 319 completed, throughput=4.99MB/sec 2024-07-29T15:23:40.037 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UMHo_262RZtZmUG off=6617187 len=1645695 2024-07-29T15:23:40.039 INFO:tasks.workunit.client.0.smithi067.stdout:op 320 completed, throughput=5.01MB/sec 2024-07-29T15:23:40.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:23:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:23:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:23:41.039 INFO:tasks.workunit.client.0.smithi067.stdout: 61: throughput=4.93MB/sec pending data=0 2024-07-29T15:23:41.040 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-aIiV2-OtQ-aiQS2 off=4594318 len=19144 2024-07-29T15:23:41.040 INFO:tasks.workunit.client.0.smithi067.stdout:op 321 completed, throughput=4.93MB/sec 2024-07-29T15:23:41.040 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Rk5JthAF_zg5_LT off=5692706 len=1304921 2024-07-29T15:23:41.042 INFO:tasks.workunit.client.0.smithi067.stdout:op 322 completed, throughput=4.95MB/sec 2024-07-29T15:23:41.042 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-sOz7qPGLFVdxTGz off=8925028 len=126101 2024-07-29T15:23:41.045 INFO:tasks.workunit.client.0.smithi067.stdout:op 323 completed, throughput=4.95MB/sec 2024-07-29T15:23:41.045 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-o8ZmQtMAEgK3Rf7 off=9945211 len=1154069 2024-07-29T15:23:41.050 INFO:tasks.workunit.client.0.smithi067.stdout:op 324 completed, throughput=4.97MB/sec 2024-07-29T15:23:41.050 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-haJWqMp9vsH6WV5 off=18553630 len=428614 2024-07-29T15:23:41.051 INFO:tasks.workunit.client.0.smithi067.stdout:op 325 completed, throughput=4.98MB/sec 2024-07-29T15:23:41.051 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jpIhzCdj5qWmnS4 off=4112122 len=2083608 2024-07-29T15:23:41.054 INFO:tasks.workunit.client.0.smithi067.stdout:op 326 completed, throughput=5.01MB/sec 2024-07-29T15:23:41.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:41 smithi067 ceph-mon[91995]: pgmap v1382: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:23:41.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:41 smithi067 ceph-mon[94375]: pgmap v1382: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:23:41.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:41 smithi138 ceph-mon[86438]: pgmap v1382: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:23:42.054 INFO:tasks.workunit.client.0.smithi067.stdout: 62: throughput=4.93MB/sec pending data=0 2024-07-29T15:23:42.055 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-CC8RGYr1a8mu-R4 off=6978395 len=1414731 2024-07-29T15:23:42.056 INFO:tasks.workunit.client.0.smithi067.stdout:op 327 completed, throughput=4.95MB/sec 2024-07-29T15:23:42.056 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wHhgWJ74vqSbtBb off=21174873 len=688161 2024-07-29T15:23:42.060 INFO:tasks.workunit.client.0.smithi067.stdout:op 328 completed, throughput=4.96MB/sec 2024-07-29T15:23:42.061 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-pEIudeEZrkPOB2_ off=7448301 len=1114972 2024-07-29T15:23:42.067 INFO:tasks.workunit.client.0.smithi067.stdout:op 329 completed, throughput=4.98MB/sec 2024-07-29T15:23:42.067 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cjfcF-LeH0ToWql off=8428119 len=1242611 2024-07-29T15:23:42.074 INFO:tasks.workunit.client.0.smithi067.stdout:op 330 completed, throughput=5MB/sec 2024-07-29T15:23:42.074 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-rVyCLNvFnQRga7E off=753478 len=1448718 2024-07-29T15:23:42.075 INFO:tasks.workunit.client.0.smithi067.stdout:op 331 completed, throughput=5.02MB/sec 2024-07-29T15:23:43.076 INFO:tasks.workunit.client.0.smithi067.stdout: 63: throughput=4.94MB/sec pending data=0 2024-07-29T15:23:43.076 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YtYBjQ53LwAYweu off=1624769 len=510767 2024-07-29T15:23:43.079 INFO:tasks.workunit.client.0.smithi067.stdout:op 332 completed, throughput=4.95MB/sec 2024-07-29T15:23:43.080 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-utBJXz0Q3Rgh3Il off=6112301 len=321688 2024-07-29T15:23:43.082 INFO:tasks.workunit.client.0.smithi067.stdout:op 333 completed, throughput=4.95MB/sec 2024-07-29T15:23:43.082 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-sn8rTpRAYimGoFG off=15270403 len=1716190 2024-07-29T15:23:43.091 INFO:tasks.workunit.client.0.smithi067.stdout:op 334 completed, throughput=4.98MB/sec 2024-07-29T15:23:43.091 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Q8iqURvQEK18Ckr off=775629 len=646015 2024-07-29T15:23:43.092 INFO:tasks.workunit.client.0.smithi067.stdout:op 335 completed, throughput=4.99MB/sec 2024-07-29T15:23:43.092 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Ny2x3bz-QiHyGNX off=9789885 len=579585 2024-07-29T15:23:43.095 INFO:tasks.workunit.client.0.smithi067.stdout:op 336 completed, throughput=4.99MB/sec 2024-07-29T15:23:43.095 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5IrUYSjGoSij_1Q off=8432565 len=584056 2024-07-29T15:23:43.097 INFO:tasks.workunit.client.0.smithi067.stdout:op 337 completed, throughput=5MB/sec 2024-07-29T15:23:43.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:43 smithi067 ceph-mon[91995]: pgmap v1383: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-29T15:23:43.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:43 smithi067 ceph-mon[94375]: pgmap v1383: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-29T15:23:43.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:43 smithi138 ceph-mon[86438]: pgmap v1383: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-29T15:23:44.097 INFO:tasks.workunit.client.0.smithi067.stdout: 64: throughput=4.93MB/sec pending data=0 2024-07-29T15:23:44.097 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Fda8Fff4BPWFgTs off=1113093 len=1132670 2024-07-29T15:23:44.104 INFO:tasks.workunit.client.0.smithi067.stdout:op 338 completed, throughput=4.94MB/sec 2024-07-29T15:23:44.104 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-38Tt0wPYtTlHdYR off=19845930 len=1007586 2024-07-29T15:23:44.110 INFO:tasks.workunit.client.0.smithi067.stdout:op 339 completed, throughput=4.96MB/sec 2024-07-29T15:23:44.110 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-q2aF9_QIEVtN4t7 off=2094627 len=865005 2024-07-29T15:23:44.114 INFO:tasks.workunit.client.0.smithi067.stdout:op 340 completed, throughput=4.97MB/sec 2024-07-29T15:23:44.114 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1gvV5etKCkKi1uR off=1445585 len=1618177 2024-07-29T15:23:44.116 INFO:tasks.workunit.client.0.smithi067.stdout:op 341 completed, throughput=4.99MB/sec 2024-07-29T15:23:44.116 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MKEvS8N5euDVwG5 off=12222712 len=293198 2024-07-29T15:23:44.117 INFO:tasks.workunit.client.0.smithi067.stdout:op 342 completed, throughput=5MB/sec 2024-07-29T15:23:44.117 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--CxmYChhP-adRWi off=12452662 len=1397108 2024-07-29T15:23:44.123 INFO:tasks.workunit.client.0.smithi067.stdout:op 343 completed, throughput=5.02MB/sec 2024-07-29T15:23:45.123 INFO:tasks.workunit.client.0.smithi067.stdout: 65: throughput=4.94MB/sec pending data=0 2024-07-29T15:23:45.123 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-y5nyGXrxXZTGtR5 off=16889631 len=649741 2024-07-29T15:23:45.125 INFO:tasks.workunit.client.0.smithi067.stdout:op 344 completed, throughput=4.95MB/sec 2024-07-29T15:23:45.125 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-JH7e6HNrh0Bi3M- off=5996303 len=1647015 2024-07-29T15:23:45.128 INFO:tasks.workunit.client.0.smithi067.stdout:op 345 completed, throughput=4.97MB/sec 2024-07-29T15:23:45.129 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Ald-807BkAzo5VE off=7577208 len=824007 2024-07-29T15:23:45.133 INFO:tasks.workunit.client.0.smithi067.stdout:op 346 completed, throughput=4.98MB/sec 2024-07-29T15:23:45.133 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-x6c3VX-gvdaPEN1 off=4144338 len=731975 2024-07-29T15:23:45.138 INFO:tasks.workunit.client.0.smithi067.stdout:op 347 completed, throughput=4.99MB/sec 2024-07-29T15:23:45.138 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wpWmF8hbzaLbbZA off=2180680 len=1627807 2024-07-29T15:23:45.146 INFO:tasks.workunit.client.0.smithi067.stdout:op 348 completed, throughput=5.02MB/sec 2024-07-29T15:23:45.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:45 smithi067 ceph-mon[91995]: pgmap v1384: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:23:45.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:45 smithi067 ceph-mon[94375]: pgmap v1384: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:23:45.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:45 smithi138 ceph-mon[86438]: pgmap v1384: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:23:46.146 INFO:tasks.workunit.client.0.smithi067.stdout: 66: throughput=4.94MB/sec pending data=0 2024-07-29T15:23:46.147 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0ZGhbMOO_iREKqJ off=4974689 len=1314472 2024-07-29T15:23:46.154 INFO:tasks.workunit.client.0.smithi067.stdout:op 349 completed, throughput=4.96MB/sec 2024-07-29T15:23:46.154 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7YsCgujImC084_8 off=197722 len=236245 2024-07-29T15:23:46.157 INFO:tasks.workunit.client.0.smithi067.stdout:op 350 completed, throughput=4.96MB/sec 2024-07-29T15:23:46.157 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wBt370foXfK1V9E off=733575 len=1218992 2024-07-29T15:23:46.158 INFO:tasks.workunit.client.0.smithi067.stdout:op 351 completed, throughput=4.98MB/sec 2024-07-29T15:23:46.159 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-w-n5WWot5IcD_r5 off=20998246 len=838776 2024-07-29T15:23:46.163 INFO:tasks.workunit.client.0.smithi067.stdout:op 352 completed, throughput=4.99MB/sec 2024-07-29T15:23:46.163 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2bEPtwvzEskf8z6 off=21308492 len=998496 2024-07-29T15:23:46.169 INFO:tasks.workunit.client.0.smithi067.stdout:op 353 completed, throughput=5.01MB/sec 2024-07-29T15:23:47.169 INFO:tasks.workunit.client.0.smithi067.stdout: 67: throughput=4.93MB/sec pending data=0 2024-07-29T15:23:47.169 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-795uinlHDx9ID2L off=330720 len=215798 2024-07-29T15:23:47.170 INFO:tasks.workunit.client.0.smithi067.stdout:op 354 completed, throughput=4.94MB/sec 2024-07-29T15:23:47.170 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NesAEMaZGjEcPTX off=1232745 len=1358947 2024-07-29T15:23:47.179 INFO:tasks.workunit.client.0.smithi067.stdout:op 355 completed, throughput=4.95MB/sec 2024-07-29T15:23:47.179 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-o6Z_bFwKVbVwmoC off=3900846 len=897253 2024-07-29T15:23:47.181 INFO:tasks.workunit.client.0.smithi067.stdout:op 356 completed, throughput=4.97MB/sec 2024-07-29T15:23:47.181 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-AwAMrriPLw3oxYQ off=21682147 len=1091827 2024-07-29T15:23:47.182 INFO:tasks.workunit.client.0.smithi067.stdout:op 357 completed, throughput=4.98MB/sec 2024-07-29T15:23:47.182 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-38Tt0wPYtTlHdYR off=3410135 len=420047 2024-07-29T15:23:47.184 INFO:tasks.workunit.client.0.smithi067.stdout:op 358 completed, throughput=4.99MB/sec 2024-07-29T15:23:47.184 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0CkVjy9jp_TPxKK off=85631 len=1979017 2024-07-29T15:23:47.193 INFO:tasks.workunit.client.0.smithi067.stdout:op 359 completed, throughput=5.01MB/sec 2024-07-29T15:23:47.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:47 smithi067 ceph-mon[91995]: pgmap v1385: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:23:47.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:47 smithi067 ceph-mon[94375]: pgmap v1385: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:23:47.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:47 smithi138 ceph-mon[86438]: pgmap v1385: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:23:48.193 INFO:tasks.workunit.client.0.smithi067.stdout: 68: throughput=4.94MB/sec pending data=0 2024-07-29T15:23:48.194 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-m8muJj2zzGgC3fy off=9627023 len=2093308 2024-07-29T15:23:48.198 INFO:tasks.workunit.client.0.smithi067.stdout:op 360 completed, throughput=4.97MB/sec 2024-07-29T15:23:48.198 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MPYvQrp0netp-XT off=14545181 len=153748 2024-07-29T15:23:48.201 INFO:tasks.workunit.client.0.smithi067.stdout:op 361 completed, throughput=4.97MB/sec 2024-07-29T15:23:48.201 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-WcObYHwzqRRq7yB off=19072049 len=1115037 2024-07-29T15:23:48.213 INFO:tasks.workunit.client.0.smithi067.stdout:op 362 completed, throughput=4.99MB/sec 2024-07-29T15:23:48.213 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SOAIQB3tDqZ41n- off=3955276 len=1183618 2024-07-29T15:23:48.219 INFO:tasks.workunit.client.0.smithi067.stdout:op 363 completed, throughput=5MB/sec 2024-07-29T15:23:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:23:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:23:47] "GET /metrics HTTP/1.1" 200 34197 "" "Prometheus/2.51.0" 2024-07-29T15:23:49.219 INFO:tasks.workunit.client.0.smithi067.stdout: 69: throughput=4.93MB/sec pending data=0 2024-07-29T15:23:49.219 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Mto8xlQF-vlTUWm off=14164867 len=1151710 2024-07-29T15:23:49.221 INFO:tasks.workunit.client.0.smithi067.stdout:op 364 completed, throughput=4.95MB/sec 2024-07-29T15:23:49.221 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-LIA8zGjFN8gkw6N off=88862 len=1811814 2024-07-29T15:23:49.230 INFO:tasks.workunit.client.0.smithi067.stdout:op 365 completed, throughput=4.97MB/sec 2024-07-29T15:23:49.230 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-f8maOrGSxvCJDak off=1452914 len=669450 2024-07-29T15:23:49.234 INFO:tasks.workunit.client.0.smithi067.stdout:op 366 completed, throughput=4.98MB/sec 2024-07-29T15:23:49.234 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-vhdxYDpL3VAKhL6 off=12554678 len=1446651 2024-07-29T15:23:49.235 INFO:tasks.workunit.client.0.smithi067.stdout:op 367 completed, throughput=5MB/sec 2024-07-29T15:23:49.235 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4IegOWsuD9GvKDo off=2566718 len=1050195 2024-07-29T15:23:49.237 INFO:tasks.workunit.client.0.smithi067.stdout:op 368 completed, throughput=5.01MB/sec 2024-07-29T15:23:49.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:49 smithi067 ceph-mon[91995]: pgmap v1386: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:23:49.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:49 smithi067 ceph-mon[94375]: pgmap v1386: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:23:49.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:49 smithi138 ceph-mon[86438]: pgmap v1386: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:23:50.237 INFO:tasks.workunit.client.0.smithi067.stdout: 70: throughput=4.94MB/sec pending data=0 2024-07-29T15:23:50.237 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Z3yutH2v82dcA9C off=2856973 len=705545 2024-07-29T15:23:50.239 INFO:tasks.workunit.client.0.smithi067.stdout:op 369 completed, throughput=4.95MB/sec 2024-07-29T15:23:50.239 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-oJpSmhHlTnQYF4L off=6873556 len=1159387 2024-07-29T15:23:50.246 INFO:tasks.workunit.client.0.smithi067.stdout:op 370 completed, throughput=4.97MB/sec 2024-07-29T15:23:50.246 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fhw86fa8NjB0RWv off=7414243 len=620244 2024-07-29T15:23:50.247 INFO:tasks.workunit.client.0.smithi067.stdout:op 371 completed, throughput=4.98MB/sec 2024-07-29T15:23:50.247 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-CZYG0XGFhLfLLsr off=1294510 len=1946080 2024-07-29T15:23:50.249 INFO:tasks.workunit.client.0.smithi067.stdout:op 372 completed, throughput=5MB/sec 2024-07-29T15:23:50.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:23:50.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:23:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:23:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:23:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:23:50.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:23:51.250 INFO:tasks.workunit.client.0.smithi067.stdout: 71: throughput=4.93MB/sec pending data=0 2024-07-29T15:23:51.250 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-47N9QaUPQ6WS0kt off=6054247 len=1097913 2024-07-29T15:23:51.255 INFO:tasks.workunit.client.0.smithi067.stdout:op 373 completed, throughput=4.95MB/sec 2024-07-29T15:23:51.255 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-u-NJ_vpLKdwZRur off=9430613 len=1334003 2024-07-29T15:23:51.257 INFO:tasks.workunit.client.0.smithi067.stdout:op 374 completed, throughput=4.96MB/sec 2024-07-29T15:23:51.257 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-INeJSW6Q7hfI8TW off=3153370 len=1787656 2024-07-29T15:23:51.268 INFO:tasks.workunit.client.0.smithi067.stdout:op 375 completed, throughput=4.99MB/sec 2024-07-29T15:23:51.268 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-LUzV3nhMV1uLeV1 off=4437377 len=1757605 2024-07-29T15:23:51.276 INFO:tasks.workunit.client.0.smithi067.stdout:op 376 completed, throughput=5.01MB/sec 2024-07-29T15:23:51.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:51 smithi067 ceph-mon[91995]: pgmap v1387: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:23:51.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:51 smithi067 ceph-mon[94375]: pgmap v1387: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:23:51.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:51 smithi138 ceph-mon[86438]: pgmap v1387: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:23:52.276 INFO:tasks.workunit.client.0.smithi067.stdout: 72: throughput=4.94MB/sec pending data=0 2024-07-29T15:23:52.276 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ulsAUaKJWx6bKfH off=2869780 len=962734 2024-07-29T15:23:52.278 INFO:tasks.workunit.client.0.smithi067.stdout:op 377 completed, throughput=4.95MB/sec 2024-07-29T15:23:52.278 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gjNzdxaI1lQcDKI off=5574827 len=777425 2024-07-29T15:23:52.279 INFO:tasks.workunit.client.0.smithi067.stdout:op 378 completed, throughput=4.96MB/sec 2024-07-29T15:23:52.279 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-my3Q0fe1J3h-2fs off=3745159 len=1094861 2024-07-29T15:23:52.281 INFO:tasks.workunit.client.0.smithi067.stdout:op 379 completed, throughput=4.98MB/sec 2024-07-29T15:23:52.281 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-AnH6FubZxFgfDUY off=11152847 len=1972630 2024-07-29T15:23:52.285 INFO:tasks.workunit.client.0.smithi067.stdout:op 380 completed, throughput=5MB/sec 2024-07-29T15:23:53.285 INFO:tasks.workunit.client.0.smithi067.stdout: 73: throughput=4.94MB/sec pending data=0 2024-07-29T15:23:53.285 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-HxLeK0V5TbRAj6n off=12574800 len=1483002 2024-07-29T15:23:53.294 INFO:tasks.workunit.client.0.smithi067.stdout:op 381 completed, throughput=4.95MB/sec 2024-07-29T15:23:53.294 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--qmBp-JB3t37NNs off=152843 len=665096 2024-07-29T15:23:53.298 INFO:tasks.workunit.client.0.smithi067.stdout:op 382 completed, throughput=4.96MB/sec 2024-07-29T15:23:53.298 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-l8OoB77kk1dxd-K off=1614451 len=1683850 2024-07-29T15:23:53.301 INFO:tasks.workunit.client.0.smithi067.stdout:op 383 completed, throughput=4.98MB/sec 2024-07-29T15:23:53.301 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FJfIfw6DPDhkjs6 off=3454350 len=1303378 2024-07-29T15:23:53.304 INFO:tasks.workunit.client.0.smithi067.stdout:op 384 completed, throughput=5MB/sec 2024-07-29T15:23:53.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:53 smithi067 ceph-mon[91995]: pgmap v1388: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:23:53.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:53 smithi067 ceph-mon[94375]: pgmap v1388: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:23:53.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:53 smithi138 ceph-mon[86438]: pgmap v1388: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:23:54.304 INFO:tasks.workunit.client.0.smithi067.stdout: 74: throughput=4.93MB/sec pending data=0 2024-07-29T15:23:54.304 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-omfEH05LWhIUGNX off=3212825 len=1396325 2024-07-29T15:23:54.311 INFO:tasks.workunit.client.0.smithi067.stdout:op 385 completed, throughput=4.95MB/sec 2024-07-29T15:23:54.311 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-mwmecGDu4koN4M_ off=7513183 len=1216111 2024-07-29T15:23:54.318 INFO:tasks.workunit.client.0.smithi067.stdout:op 386 completed, throughput=4.97MB/sec 2024-07-29T15:23:54.318 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rkrLt2MWpqB74hl off=15839120 len=897761 2024-07-29T15:23:54.323 INFO:tasks.workunit.client.0.smithi067.stdout:op 387 completed, throughput=4.98MB/sec 2024-07-29T15:23:54.323 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wdPAPQxPFmk3fkA off=7331370 len=1927467 2024-07-29T15:23:54.333 INFO:tasks.workunit.client.0.smithi067.stdout:op 388 completed, throughput=5MB/sec 2024-07-29T15:23:55.333 INFO:tasks.workunit.client.0.smithi067.stdout: 75: throughput=4.94MB/sec pending data=0 2024-07-29T15:23:55.333 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Scswl25BJrQsiEv off=633350 len=1770275 2024-07-29T15:23:55.336 INFO:tasks.workunit.client.0.smithi067.stdout:op 389 completed, throughput=4.96MB/sec 2024-07-29T15:23:55.336 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7aUCLzwZ6d18O-n off=3012618 len=287432 2024-07-29T15:23:55.339 INFO:tasks.workunit.client.0.smithi067.stdout:op 390 completed, throughput=4.96MB/sec 2024-07-29T15:23:55.339 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UeHTQsQzGOM2x2K off=9118720 len=2015045 2024-07-29T15:23:55.341 INFO:tasks.workunit.client.0.smithi067.stdout:op 391 completed, throughput=4.99MB/sec 2024-07-29T15:23:55.341 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3F7vKHAT_lelxAw off=6631950 len=1514248 2024-07-29T15:23:55.342 INFO:tasks.workunit.client.0.smithi067.stdout:op 392 completed, throughput=5MB/sec 2024-07-29T15:23:55.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:55 smithi067 ceph-mon[91995]: pgmap v1389: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:23:55.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:55 smithi067 ceph-mon[94375]: pgmap v1389: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:23:55.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:55 smithi138 ceph-mon[86438]: pgmap v1389: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:23:56.343 INFO:tasks.workunit.client.0.smithi067.stdout: 76: throughput=4.94MB/sec pending data=0 2024-07-29T15:23:56.343 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-kUxe9SaHWj3KbNb off=6624266 len=1194014 2024-07-29T15:23:56.346 INFO:tasks.workunit.client.0.smithi067.stdout:op 393 completed, throughput=4.95MB/sec 2024-07-29T15:23:56.346 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-64EKHaqQSgkLfNs off=4501924 len=526370 2024-07-29T15:23:56.350 INFO:tasks.workunit.client.0.smithi067.stdout:op 394 completed, throughput=4.96MB/sec 2024-07-29T15:23:56.350 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-AvckqtpnpKM3gSz off=9165402 len=1441901 2024-07-29T15:23:56.357 INFO:tasks.workunit.client.0.smithi067.stdout:op 395 completed, throughput=4.98MB/sec 2024-07-29T15:23:56.357 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-sxgqbC-rA185irr off=12784580 len=1521169 2024-07-29T15:23:56.358 INFO:tasks.workunit.client.0.smithi067.stdout:op 396 completed, throughput=5MB/sec 2024-07-29T15:23:56.358 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-JpNFGz31MrbixOA off=4543076 len=681995 2024-07-29T15:23:56.362 INFO:tasks.workunit.client.0.smithi067.stdout:op 397 completed, throughput=5MB/sec 2024-07-29T15:23:57.362 INFO:tasks.workunit.client.0.smithi067.stdout: 77: throughput=4.94MB/sec pending data=0 2024-07-29T15:23:57.362 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Rkv2cRD5EboygTr off=2920948 len=638603 2024-07-29T15:23:57.366 INFO:tasks.workunit.client.0.smithi067.stdout:op 398 completed, throughput=4.95MB/sec 2024-07-29T15:23:57.366 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-m6604q7TjaJKbmn off=8294849 len=1673272 2024-07-29T15:23:57.375 INFO:tasks.workunit.client.0.smithi067.stdout:op 399 completed, throughput=4.97MB/sec 2024-07-29T15:23:57.375 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-hpEEYR7BXig8eD4 off=15388795 len=2004309 2024-07-29T15:23:57.387 INFO:tasks.workunit.client.0.smithi067.stdout:op 400 completed, throughput=4.99MB/sec 2024-07-29T15:23:57.387 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-G8wzkhk0wiwfq_z off=2042000 len=1413653 2024-07-29T15:23:57.390 INFO:tasks.workunit.client.0.smithi067.stdout:op 401 completed, throughput=5.01MB/sec 2024-07-29T15:23:57.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:57 smithi067 ceph-mon[91995]: pgmap v1390: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-29T15:23:57.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:57 smithi067 ceph-mon[94375]: pgmap v1390: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-29T15:23:57.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:57 smithi138 ceph-mon[86438]: pgmap v1390: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-29T15:23:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:23:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:23:57] "GET /metrics HTTP/1.1" 200 34197 "" "Prometheus/2.51.0" 2024-07-29T15:23:58.391 INFO:tasks.workunit.client.0.smithi067.stdout: 78: throughput=4.95MB/sec pending data=0 2024-07-29T15:23:58.391 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--oBmUPNCORunAzr off=6155631 len=317623 2024-07-29T15:23:58.394 INFO:tasks.workunit.client.0.smithi067.stdout:op 402 completed, throughput=4.95MB/sec 2024-07-29T15:23:58.394 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-z-YCn5ua02MA25P off=12681244 len=1347088 2024-07-29T15:23:58.401 INFO:tasks.workunit.client.0.smithi067.stdout:op 403 completed, throughput=4.96MB/sec 2024-07-29T15:23:58.401 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3psJkCwikLRwK_V off=4759961 len=1610718 2024-07-29T15:23:58.409 INFO:tasks.workunit.client.0.smithi067.stdout:op 404 completed, throughput=4.98MB/sec 2024-07-29T15:23:58.410 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KbspXcoisLvPiOz off=3066643 len=625213 2024-07-29T15:23:58.411 INFO:tasks.workunit.client.0.smithi067.stdout:op 405 completed, throughput=4.99MB/sec 2024-07-29T15:23:58.411 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_IQmLWBQ7yhRudp off=2565432 len=887597 2024-07-29T15:23:58.416 INFO:tasks.workunit.client.0.smithi067.stdout:op 406 completed, throughput=5MB/sec 2024-07-29T15:23:59.417 INFO:tasks.workunit.client.0.smithi067.stdout: 79: throughput=4.94MB/sec pending data=0 2024-07-29T15:23:59.417 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--38zny8lOBoMdF6 off=10039251 len=348877 2024-07-29T15:23:59.418 INFO:tasks.workunit.client.0.smithi067.stdout:op 407 completed, throughput=4.94MB/sec 2024-07-29T15:23:59.418 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--AJvKpES1d_2EKu off=3067297 len=1214114 2024-07-29T15:23:59.420 INFO:tasks.workunit.client.0.smithi067.stdout:op 408 completed, throughput=4.96MB/sec 2024-07-29T15:23:59.420 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-U4GNa_03wXB9mwH off=11432333 len=1776307 2024-07-29T15:23:59.422 INFO:tasks.workunit.client.0.smithi067.stdout:op 409 completed, throughput=4.98MB/sec 2024-07-29T15:23:59.422 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5dzsJcNaB6SC3P0 off=6852531 len=1975641 2024-07-29T15:23:59.425 INFO:tasks.workunit.client.0.smithi067.stdout:op 410 completed, throughput=5MB/sec 2024-07-29T15:23:59.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:23:59 smithi067 ceph-mon[91995]: pgmap v1391: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:23:59.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:23:59 smithi067 ceph-mon[94375]: pgmap v1391: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:23:59.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:23:59 smithi138 ceph-mon[86438]: pgmap v1391: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:24:00.425 INFO:tasks.workunit.client.0.smithi067.stdout: 80: throughput=4.94MB/sec pending data=0 2024-07-29T15:24:00.425 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-yQmxpvYYFHwBVho off=19416970 len=1159585 2024-07-29T15:24:00.427 INFO:tasks.workunit.client.0.smithi067.stdout:op 411 completed, throughput=4.95MB/sec 2024-07-29T15:24:00.427 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bcJSVE1arPNlBIA off=8340246 len=186908 2024-07-29T15:24:00.430 INFO:tasks.workunit.client.0.smithi067.stdout:op 412 completed, throughput=4.96MB/sec 2024-07-29T15:24:00.430 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-WyEKG1zWHcBaozf off=1351853 len=1806478 2024-07-29T15:24:00.440 INFO:tasks.workunit.client.0.smithi067.stdout:op 413 completed, throughput=4.98MB/sec 2024-07-29T15:24:00.440 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-E9xhNHfz3UJLKT3 off=9482235 len=1464799 2024-07-29T15:24:00.448 INFO:tasks.workunit.client.0.smithi067.stdout:op 414 completed, throughput=4.99MB/sec 2024-07-29T15:24:00.448 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CDORK2NF9TU1t9f off=10479850 len=1610165 2024-07-29T15:24:00.456 INFO:tasks.workunit.client.0.smithi067.stdout:op 415 completed, throughput=5.01MB/sec 2024-07-29T15:24:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:24:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:24:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:24:01.456 INFO:tasks.workunit.client.0.smithi067.stdout: 81: throughput=4.95MB/sec pending data=0 2024-07-29T15:24:01.456 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VTOT6XiV06qbYr1 off=3641864 len=1143940 2024-07-29T15:24:01.458 INFO:tasks.workunit.client.0.smithi067.stdout:op 416 completed, throughput=4.96MB/sec 2024-07-29T15:24:01.458 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mnC5otvNglJXhbm off=68566 len=39830 2024-07-29T15:24:01.458 INFO:tasks.workunit.client.0.smithi067.stdout:op 417 completed, throughput=4.96MB/sec 2024-07-29T15:24:01.458 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-vTF1vw94RnNHMs7 off=9057721 len=856997 2024-07-29T15:24:01.460 INFO:tasks.workunit.client.0.smithi067.stdout:op 418 completed, throughput=4.97MB/sec 2024-07-29T15:24:01.460 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-F2hrtJXpLk_FWrg off=3598287 len=1681941 2024-07-29T15:24:01.464 INFO:tasks.workunit.client.0.smithi067.stdout:op 419 completed, throughput=4.99MB/sec 2024-07-29T15:24:01.464 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-jp2A0ei9Lw_AVVH off=1977400 len=1461204 2024-07-29T15:24:01.470 INFO:tasks.workunit.client.0.smithi067.stdout:op 420 completed, throughput=5.01MB/sec 2024-07-29T15:24:01.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:01 smithi067 ceph-mon[91995]: pgmap v1392: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-29T15:24:01.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:01 smithi067 ceph-mon[94375]: pgmap v1392: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-29T15:24:01.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:01 smithi138 ceph-mon[86438]: pgmap v1392: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-29T15:24:02.471 INFO:tasks.workunit.client.0.smithi067.stdout: 82: throughput=4.95MB/sec pending data=0 2024-07-29T15:24:02.471 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-L9UXbIEmwBg1LRv off=11604687 len=158586 2024-07-29T15:24:02.474 INFO:tasks.workunit.client.0.smithi067.stdout:op 421 completed, throughput=4.95MB/sec 2024-07-29T15:24:02.474 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8lfB-dXBZqp3VZ- off=10541700 len=1291927 2024-07-29T15:24:02.481 INFO:tasks.workunit.client.0.smithi067.stdout:op 422 completed, throughput=4.97MB/sec 2024-07-29T15:24:02.481 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0fRkOIj35RbVRAu off=9263398 len=1973086 2024-07-29T15:24:02.492 INFO:tasks.workunit.client.0.smithi067.stdout:op 423 completed, throughput=4.99MB/sec 2024-07-29T15:24:02.492 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wFTBKeJQ_JjMIr- off=3946873 len=211963 2024-07-29T15:24:02.493 INFO:tasks.workunit.client.0.smithi067.stdout:op 424 completed, throughput=4.99MB/sec 2024-07-29T15:24:02.493 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-PWjVMijYfy7Q1Dy off=18122323 len=805560 2024-07-29T15:24:02.497 INFO:tasks.workunit.client.0.smithi067.stdout:op 425 completed, throughput=5MB/sec 2024-07-29T15:24:02.497 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-oCv4LONFb4KWF9Y off=130785 len=480558 2024-07-29T15:24:02.498 INFO:tasks.workunit.client.0.smithi067.stdout:op 426 completed, throughput=5MB/sec 2024-07-29T15:24:03.499 INFO:tasks.workunit.client.0.smithi067.stdout: 83: throughput=4.94MB/sec pending data=0 2024-07-29T15:24:03.499 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-B2w-oWhv4s2sJEt off=5078933 len=1344708 2024-07-29T15:24:03.500 INFO:tasks.workunit.client.0.smithi067.stdout:op 427 completed, throughput=4.96MB/sec 2024-07-29T15:24:03.501 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KkYoq49XtbGGcKA off=452718 len=1695860 2024-07-29T15:24:03.510 INFO:tasks.workunit.client.0.smithi067.stdout:op 428 completed, throughput=4.98MB/sec 2024-07-29T15:24:03.511 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DmCjSw78qzzFS9Z off=4225404 len=686707 2024-07-29T15:24:03.512 INFO:tasks.workunit.client.0.smithi067.stdout:op 429 completed, throughput=4.99MB/sec 2024-07-29T15:24:03.512 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-swVw6_FoIrYkdsX off=3199880 len=593942 2024-07-29T15:24:03.513 INFO:tasks.workunit.client.0.smithi067.stdout:op 430 completed, throughput=4.99MB/sec 2024-07-29T15:24:03.513 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-EJUYf3oVlQZH-Ev off=972108 len=310003 2024-07-29T15:24:03.516 INFO:tasks.workunit.client.0.smithi067.stdout:op 431 completed, throughput=5MB/sec 2024-07-29T15:24:03.516 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fMW9A05q5oy0MJ3 off=17193974 len=1484001 2024-07-29T15:24:03.519 INFO:tasks.workunit.client.0.smithi067.stdout:op 432 completed, throughput=5.01MB/sec 2024-07-29T15:24:03.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:03 smithi067 ceph-mon[91995]: pgmap v1393: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:24:03.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:03 smithi067 ceph-mon[94375]: pgmap v1393: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:24:03.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:03 smithi138 ceph-mon[86438]: pgmap v1393: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:24:04.519 INFO:tasks.workunit.client.0.smithi067.stdout: 84: throughput=4.95MB/sec pending data=0 2024-07-29T15:24:04.519 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-poBhzlWBSTgTCkv off=15435475 len=1176149 2024-07-29T15:24:04.521 INFO:tasks.workunit.client.0.smithi067.stdout:op 433 completed, throughput=4.97MB/sec 2024-07-29T15:24:04.521 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-e1gp9a7unwyqBkX off=8640231 len=2051185 2024-07-29T15:24:04.530 INFO:tasks.workunit.client.0.smithi067.stdout:op 434 completed, throughput=4.99MB/sec 2024-07-29T15:24:04.530 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-u9MD-i-GJyCh1fd off=6666499 len=401020 2024-07-29T15:24:04.533 INFO:tasks.workunit.client.0.smithi067.stdout:op 435 completed, throughput=4.99MB/sec 2024-07-29T15:24:04.533 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-XKFlzizpJ6gjT0- off=8902619 len=67628 2024-07-29T15:24:04.535 INFO:tasks.workunit.client.0.smithi067.stdout:op 436 completed, throughput=4.99MB/sec 2024-07-29T15:24:04.535 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MvY7XozoIX1Wdy9 off=1821284 len=204097 2024-07-29T15:24:04.537 INFO:tasks.workunit.client.0.smithi067.stdout:op 437 completed, throughput=5MB/sec 2024-07-29T15:24:04.538 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WcObYHwzqRRq7yB off=15359977 len=851607 2024-07-29T15:24:04.539 INFO:tasks.workunit.client.0.smithi067.stdout:op 438 completed, throughput=5.01MB/sec 2024-07-29T15:24:05.540 INFO:tasks.workunit.client.0.smithi067.stdout: 85: throughput=4.95MB/sec pending data=0 2024-07-29T15:24:05.540 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Ov37aMZaVZi-GdS off=4194557 len=1363636 2024-07-29T15:24:05.549 INFO:tasks.workunit.client.0.smithi067.stdout:op 439 completed, throughput=4.96MB/sec 2024-07-29T15:24:05.549 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-b9kSljILVOFulf8 off=358973 len=1765518 2024-07-29T15:24:05.557 INFO:tasks.workunit.client.0.smithi067.stdout:op 440 completed, throughput=4.98MB/sec 2024-07-29T15:24:05.557 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-utINFnR4bCGKRQ5 off=1516962 len=1824805 2024-07-29T15:24:05.564 INFO:tasks.workunit.client.0.smithi067.stdout:op 441 completed, throughput=5MB/sec 2024-07-29T15:24:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:05 smithi067 ceph-mon[91995]: pgmap v1394: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-29T15:24:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:24:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:05 smithi067 ceph-mon[94375]: pgmap v1394: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-29T15:24:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:24:05.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:05 smithi138 ceph-mon[86438]: pgmap v1394: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-29T15:24:05.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:24:06.565 INFO:tasks.workunit.client.0.smithi067.stdout: 86: throughput=4.94MB/sec pending data=0 2024-07-29T15:24:06.565 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9RW2jCgir0VUvWB off=7719656 len=779311 2024-07-29T15:24:06.570 INFO:tasks.workunit.client.0.smithi067.stdout:op 442 completed, throughput=4.95MB/sec 2024-07-29T15:24:06.570 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-279LJmOXQ0cfBWq off=19361895 len=83733 2024-07-29T15:24:06.570 INFO:tasks.workunit.client.0.smithi067.stdout:op 443 completed, throughput=4.95MB/sec 2024-07-29T15:24:06.570 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-OG3xh01tVFai0c8 off=686633 len=1095090 2024-07-29T15:24:06.572 INFO:tasks.workunit.client.0.smithi067.stdout:op 444 completed, throughput=4.96MB/sec 2024-07-29T15:24:06.572 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MHa0wRltsuibADY off=1606259 len=1146623 2024-07-29T15:24:06.579 INFO:tasks.workunit.client.0.smithi067.stdout:op 445 completed, throughput=4.98MB/sec 2024-07-29T15:24:06.579 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VvCfMuHkHzBVl1A off=2949421 len=382291 2024-07-29T15:24:06.582 INFO:tasks.workunit.client.0.smithi067.stdout:op 446 completed, throughput=4.98MB/sec 2024-07-29T15:24:06.582 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-JH7e6HNrh0Bi3M- off=3338551 len=936883 2024-07-29T15:24:06.584 INFO:tasks.workunit.client.0.smithi067.stdout:op 447 completed, throughput=4.99MB/sec 2024-07-29T15:24:06.584 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mDwZBJffh58_c0R off=2978017 len=2000367 2024-07-29T15:24:06.586 INFO:tasks.workunit.client.0.smithi067.stdout:op 448 completed, throughput=5.01MB/sec 2024-07-29T15:24:07.586 INFO:tasks.workunit.client.0.smithi067.stdout: 87: throughput=4.96MB/sec pending data=0 2024-07-29T15:24:07.587 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-r6xy_6X0ULRxRzA off=958499 len=1363990 2024-07-29T15:24:07.594 INFO:tasks.workunit.client.0.smithi067.stdout:op 449 completed, throughput=4.97MB/sec 2024-07-29T15:24:07.594 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0wkSOJZtGkS0efc off=7831923 len=1344559 2024-07-29T15:24:07.595 INFO:tasks.workunit.client.0.smithi067.stdout:op 450 completed, throughput=4.98MB/sec 2024-07-29T15:24:07.595 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-al5J0ytHZ585hFe off=2146554 len=1201165 2024-07-29T15:24:07.601 INFO:tasks.workunit.client.0.smithi067.stdout:op 451 completed, throughput=5MB/sec 2024-07-29T15:24:07.601 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-LxA-ado--3X9Jnh off=5100649 len=490931 2024-07-29T15:24:07.604 INFO:tasks.workunit.client.0.smithi067.stdout:op 452 completed, throughput=5MB/sec 2024-07-29T15:24:07.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:07 smithi067 ceph-mon[91995]: pgmap v1395: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:24:07.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:07 smithi067 ceph-mon[94375]: pgmap v1395: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:24:07.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:07 smithi138 ceph-mon[86438]: pgmap v1395: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:24:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:24:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:24:07] "GET /metrics HTTP/1.1" 200 34195 "" "Prometheus/2.51.0" 2024-07-29T15:24:08.605 INFO:tasks.workunit.client.0.smithi067.stdout: 88: throughput=4.95MB/sec pending data=0 2024-07-29T15:24:08.605 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lp3Htyz8pCLhux9 off=1385394 len=1629352 2024-07-29T15:24:08.613 INFO:tasks.workunit.client.0.smithi067.stdout:op 453 completed, throughput=4.96MB/sec 2024-07-29T15:24:08.613 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-k6YY9BPYO9oMHcs off=18324584 len=1603917 2024-07-29T15:24:08.616 INFO:tasks.workunit.client.0.smithi067.stdout:op 454 completed, throughput=4.98MB/sec 2024-07-29T15:24:08.616 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DvYtk_P9A6NBUhE off=5612474 len=1899723 2024-07-29T15:24:08.618 INFO:tasks.workunit.client.0.smithi067.stdout:op 455 completed, throughput=5MB/sec 2024-07-29T15:24:09.618 INFO:tasks.workunit.client.0.smithi067.stdout: 89: throughput=4.95MB/sec pending data=0 2024-07-29T15:24:09.618 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-a8wbDhWUtuP_K19 off=450857 len=1631015 2024-07-29T15:24:09.627 INFO:tasks.workunit.client.0.smithi067.stdout:op 456 completed, throughput=4.96MB/sec 2024-07-29T15:24:09.627 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-sx_dhVmA3a9-82O off=299494 len=2052884 2024-07-29T15:24:09.639 INFO:tasks.workunit.client.0.smithi067.stdout:op 457 completed, throughput=4.98MB/sec 2024-07-29T15:24:09.639 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-k8dCx2S_Bl0hONV off=6809604 len=1781474 2024-07-29T15:24:09.643 INFO:tasks.workunit.client.0.smithi067.stdout:op 458 completed, throughput=5MB/sec 2024-07-29T15:24:09.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:09 smithi067 ceph-mon[91995]: pgmap v1396: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:24:09.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:09 smithi067 ceph-mon[94375]: pgmap v1396: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:24:09.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:09 smithi138 ceph-mon[86438]: pgmap v1396: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:24:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:24:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:24:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:24:10.643 INFO:tasks.workunit.client.0.smithi067.stdout: 90: throughput=4.95MB/sec pending data=0 2024-07-29T15:24:10.644 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8XlO53SSip-9Cfj off=6165697 len=915318 2024-07-29T15:24:10.645 INFO:tasks.workunit.client.0.smithi067.stdout:op 459 completed, throughput=4.96MB/sec 2024-07-29T15:24:10.645 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-246fE8XzFF9xtAE off=15682037 len=676419 2024-07-29T15:24:10.650 INFO:tasks.workunit.client.0.smithi067.stdout:op 460 completed, throughput=4.96MB/sec 2024-07-29T15:24:10.650 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NAzJk5OGHhE1HJJ off=1974696 len=1826805 2024-07-29T15:24:10.652 INFO:tasks.workunit.client.0.smithi067.stdout:op 461 completed, throughput=4.98MB/sec 2024-07-29T15:24:10.652 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-en7eK7kB3TkeJ4f off=3407408 len=1433445 2024-07-29T15:24:10.654 INFO:tasks.workunit.client.0.smithi067.stdout:op 462 completed, throughput=5MB/sec 2024-07-29T15:24:10.654 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-V2vOFoKU0dvlD5u off=597187 len=1466492 2024-07-29T15:24:10.656 INFO:tasks.workunit.client.0.smithi067.stdout:op 463 completed, throughput=5.01MB/sec 2024-07-29T15:24:11.657 INFO:tasks.workunit.client.0.smithi067.stdout: 91: throughput=4.96MB/sec pending data=0 2024-07-29T15:24:11.657 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-rx5FS_fOq40iHxy off=17267858 len=1496225 2024-07-29T15:24:11.659 INFO:tasks.workunit.client.0.smithi067.stdout:op 464 completed, throughput=4.97MB/sec 2024-07-29T15:24:11.659 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-fxss4EzMJbqeEzN off=12081843 len=1938151 2024-07-29T15:24:11.670 INFO:tasks.workunit.client.0.smithi067.stdout:op 465 completed, throughput=4.99MB/sec 2024-07-29T15:24:11.670 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Xa3VSdjGY08McwA off=12032799 len=139028 2024-07-29T15:24:11.673 INFO:tasks.workunit.client.0.smithi067.stdout:op 466 completed, throughput=4.99MB/sec 2024-07-29T15:24:11.673 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-S6xEqOqX2Xo5CY- off=2499926 len=1451463 2024-07-29T15:24:11.680 INFO:tasks.workunit.client.0.smithi067.stdout:op 467 completed, throughput=5.01MB/sec 2024-07-29T15:24:11.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:11 smithi067 ceph-mon[91995]: pgmap v1397: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:24:11.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:11 smithi067 ceph-mon[94375]: pgmap v1397: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:24:11.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:11 smithi138 ceph-mon[86438]: pgmap v1397: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:24:12.681 INFO:tasks.workunit.client.0.smithi067.stdout: 92: throughput=4.95MB/sec pending data=0 2024-07-29T15:24:12.681 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-hRuGLkIQDjbOas1 off=1119068 len=686075 2024-07-29T15:24:12.682 INFO:tasks.workunit.client.0.smithi067.stdout:op 468 completed, throughput=4.96MB/sec 2024-07-29T15:24:12.682 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-CKUSegaBYFvzHFi off=2309985 len=429670 2024-07-29T15:24:12.683 INFO:tasks.workunit.client.0.smithi067.stdout:op 469 completed, throughput=4.97MB/sec 2024-07-29T15:24:12.683 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1cQfCE5cH_GDnGC off=7820304 len=1827995 2024-07-29T15:24:12.692 INFO:tasks.workunit.client.0.smithi067.stdout:op 470 completed, throughput=4.98MB/sec 2024-07-29T15:24:12.693 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ynsaFL6bQewRCei off=5242748 len=1698370 2024-07-29T15:24:12.693 INFO:tasks.workunit.client.0.smithi067.stdout:op 471 completed, throughput=5MB/sec 2024-07-29T15:24:13.694 INFO:tasks.workunit.client.0.smithi067.stdout: 93: throughput=4.95MB/sec pending data=0 2024-07-29T15:24:13.694 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-j14DG2oyH5qP1pt off=13349306 len=1849223 2024-07-29T15:24:13.701 INFO:tasks.workunit.client.0.smithi067.stdout:op 472 completed, throughput=4.97MB/sec 2024-07-29T15:24:13.701 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5BZ7yJXC1VCSTOR off=585277 len=171986 2024-07-29T15:24:13.701 INFO:tasks.workunit.client.0.smithi067.stdout:op 473 completed, throughput=4.97MB/sec 2024-07-29T15:24:13.701 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7FrZJwsmiXg9fxn off=23941673 len=540439 2024-07-29T15:24:13.705 INFO:tasks.workunit.client.0.smithi067.stdout:op 474 completed, throughput=4.97MB/sec 2024-07-29T15:24:13.705 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-DTQ0nq2saVUotZ9 off=560095 len=354530 2024-07-29T15:24:13.707 INFO:tasks.workunit.client.0.smithi067.stdout:op 475 completed, throughput=4.98MB/sec 2024-07-29T15:24:13.707 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Uq8YoI1o79IXmvD off=7210478 len=338253 2024-07-29T15:24:13.709 INFO:tasks.workunit.client.0.smithi067.stdout:op 476 completed, throughput=4.98MB/sec 2024-07-29T15:24:13.709 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-PEGW-fzelGXU4Vh off=10911442 len=1979570 2024-07-29T15:24:13.718 INFO:tasks.workunit.client.0.smithi067.stdout:op 477 completed, throughput=5MB/sec 2024-07-29T15:24:13.718 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Jnl5snzn_-pGSPa off=5387284 len=610761 2024-07-29T15:24:13.719 INFO:tasks.workunit.client.0.smithi067.stdout:op 478 completed, throughput=5.01MB/sec 2024-07-29T15:24:13.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:13 smithi067 ceph-mon[91995]: pgmap v1398: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:24:13.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:13 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:24:13.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:13 smithi067 ceph-mon[94375]: pgmap v1398: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:24:13.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:13 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:24:13.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:13 smithi138 ceph-mon[86438]: pgmap v1398: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:24:13.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:13 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:24:14.719 INFO:tasks.workunit.client.0.smithi067.stdout: 94: throughput=4.95MB/sec pending data=0 2024-07-29T15:24:14.719 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BmRUgOlycdW2LFm off=3528242 len=462800 2024-07-29T15:24:14.720 INFO:tasks.workunit.client.0.smithi067.stdout:op 479 completed, throughput=4.96MB/sec 2024-07-29T15:24:14.720 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8nR57lscEChpc1_ off=6652947 len=1269259 2024-07-29T15:24:14.722 INFO:tasks.workunit.client.0.smithi067.stdout:op 480 completed, throughput=4.97MB/sec 2024-07-29T15:24:14.722 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MtFLDtGXwwE-Nwl off=1784959 len=1911269 2024-07-29T15:24:14.732 INFO:tasks.workunit.client.0.smithi067.stdout:op 481 completed, throughput=4.99MB/sec 2024-07-29T15:24:14.732 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MkJerl3Ym7xe-2D off=8823434 len=1787935 2024-07-29T15:24:14.733 INFO:tasks.workunit.client.0.smithi067.stdout:op 482 completed, throughput=5.01MB/sec 2024-07-29T15:24:14.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:14 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:24:14.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:14 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:24:14.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:14 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:24:14.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:14 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:24:14.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:14 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:24:14.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:14 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:24:14.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:14 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:24:14.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:14 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:24:14.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:14 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:24:15.734 INFO:tasks.workunit.client.0.smithi067.stdout: 95: throughput=4.96MB/sec pending data=0 2024-07-29T15:24:15.734 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-dVAv6nTWrkQhwUj off=371000 len=637188 2024-07-29T15:24:15.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:15 smithi067 ceph-mon[94375]: pgmap v1399: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:24:15.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:15 smithi067 ceph-mon[91995]: pgmap v1399: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:24:15.739 INFO:tasks.workunit.client.0.smithi067.stdout:op 483 completed, throughput=4.96MB/sec 2024-07-29T15:24:15.739 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-IjSlcM0hLwmJRtf off=3992730 len=1383596 2024-07-29T15:24:15.745 INFO:tasks.workunit.client.0.smithi067.stdout:op 484 completed, throughput=4.97MB/sec 2024-07-29T15:24:15.745 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-yhf-nGM-vIT90vq off=2186089 len=694628 2024-07-29T15:24:15.746 INFO:tasks.workunit.client.0.smithi067.stdout:op 485 completed, throughput=4.98MB/sec 2024-07-29T15:24:15.746 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-pbfNvIF9t6jCSYt off=402062 len=1305598 2024-07-29T15:24:15.752 INFO:tasks.workunit.client.0.smithi067.stdout:op 486 completed, throughput=4.99MB/sec 2024-07-29T15:24:15.753 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qXh304UMsn8-r05 off=5786499 len=220944 2024-07-29T15:24:15.755 INFO:tasks.workunit.client.0.smithi067.stdout:op 487 completed, throughput=5MB/sec 2024-07-29T15:24:15.755 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-iHcuAJn0B_wat8l off=2746027 len=1982793 2024-07-29T15:24:15.763 INFO:tasks.workunit.client.0.smithi067.stdout:op 488 completed, throughput=5.02MB/sec 2024-07-29T15:24:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:15 smithi138 ceph-mon[86438]: pgmap v1399: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:24:16.764 INFO:tasks.workunit.client.0.smithi067.stdout: 96: throughput=4.96MB/sec pending data=0 2024-07-29T15:24:16.764 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-e0kGoAGUUsR9YBV off=16133896 len=2061959 2024-07-29T15:24:16.776 INFO:tasks.workunit.client.0.smithi067.stdout:op 489 completed, throughput=4.98MB/sec 2024-07-29T15:24:16.776 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-dlumJxUcbsrqeFP off=16536300 len=1224580 2024-07-29T15:24:16.777 INFO:tasks.workunit.client.0.smithi067.stdout:op 490 completed, throughput=5MB/sec 2024-07-29T15:24:16.778 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-oNMukXecNwDgVAA off=8323969 len=308918 2024-07-29T15:24:16.778 INFO:tasks.workunit.client.0.smithi067.stdout:op 491 completed, throughput=5MB/sec 2024-07-29T15:24:16.778 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-UZj0VYG9eIt-Dsy off=8425372 len=2064069 2024-07-29T15:24:16.785 INFO:tasks.workunit.client.0.smithi067.stdout:op 492 completed, throughput=5.02MB/sec 2024-07-29T15:24:17.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:17 smithi067 ceph-mon[91995]: pgmap v1400: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:24:17.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:17 smithi067 ceph-mon[94375]: pgmap v1400: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:24:17.786 INFO:tasks.workunit.client.0.smithi067.stdout: 97: throughput=4.97MB/sec pending data=0 2024-07-29T15:24:17.786 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-YhWmxqNjJqvf_nF off=9893088 len=460452 2024-07-29T15:24:17.787 INFO:tasks.workunit.client.0.smithi067.stdout:op 493 completed, throughput=4.97MB/sec 2024-07-29T15:24:17.787 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-XLpEBDBJoXQipIB off=5703768 len=2056051 2024-07-29T15:24:17.789 INFO:tasks.workunit.client.0.smithi067.stdout:op 494 completed, throughput=4.99MB/sec 2024-07-29T15:24:17.789 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-DllLDDKWLcJkNAO off=538473 len=1988774 2024-07-29T15:24:17.801 INFO:tasks.workunit.client.0.smithi067.stdout:op 495 completed, throughput=5.01MB/sec 2024-07-29T15:24:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:17 smithi138 ceph-mon[86438]: pgmap v1400: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:24:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:24:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:24:17] "GET /metrics HTTP/1.1" 200 34195 "" "Prometheus/2.51.0" 2024-07-29T15:24:18.801 INFO:tasks.workunit.client.0.smithi067.stdout: 98: throughput=4.96MB/sec pending data=0 2024-07-29T15:24:18.801 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-sTIkEFmS0uM2X3C off=2041593 len=684572 2024-07-29T15:24:18.806 INFO:tasks.workunit.client.0.smithi067.stdout:op 496 completed, throughput=4.97MB/sec 2024-07-29T15:24:18.806 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-63YN46RSv-YRQf- off=550385 len=1651102 2024-07-29T15:24:18.808 INFO:tasks.workunit.client.0.smithi067.stdout:op 497 completed, throughput=4.98MB/sec 2024-07-29T15:24:18.808 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-aTVoReWZJfEelZO off=21758582 len=996003 2024-07-29T15:24:18.813 INFO:tasks.workunit.client.0.smithi067.stdout:op 498 completed, throughput=4.99MB/sec 2024-07-29T15:24:18.813 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-kypeRtpzs9836HY off=2311718 len=322906 2024-07-29T15:24:18.814 INFO:tasks.workunit.client.0.smithi067.stdout:op 499 completed, throughput=4.99MB/sec 2024-07-29T15:24:18.814 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-K9orQU7crFY9jST off=2332716 len=1602941 2024-07-29T15:24:18.823 INFO:tasks.workunit.client.0.smithi067.stdout:op 500 completed, throughput=5.01MB/sec 2024-07-29T15:24:19.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:19 smithi067 ceph-mon[94375]: pgmap v1401: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:24:19.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:19 smithi067 ceph-mon[91995]: pgmap v1401: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:24:19.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:19 smithi138 ceph-mon[86438]: pgmap v1401: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:24:19.823 INFO:tasks.workunit.client.0.smithi067.stdout: 99: throughput=4.96MB/sec pending data=0 2024-07-29T15:24:19.823 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-iHHjTnNeOo3kNtI off=20779908 len=176710 2024-07-29T15:24:19.826 INFO:tasks.workunit.client.0.smithi067.stdout:op 501 completed, throughput=4.96MB/sec 2024-07-29T15:24:19.826 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fozG_KZ0fYGxFQi off=7694067 len=139246 2024-07-29T15:24:19.827 INFO:tasks.workunit.client.0.smithi067.stdout:op 502 completed, throughput=4.96MB/sec 2024-07-29T15:24:19.827 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-7lYay2yuBJIw-Zn off=7344986 len=1664402 2024-07-29T15:24:19.829 INFO:tasks.workunit.client.0.smithi067.stdout:op 503 completed, throughput=4.98MB/sec 2024-07-29T15:24:19.829 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1k77hymEHiKmoS0 off=5388220 len=276964 2024-07-29T15:24:19.832 INFO:tasks.workunit.client.0.smithi067.stdout:op 504 completed, throughput=4.98MB/sec 2024-07-29T15:24:19.832 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-yUueqyBegQR4ag_ off=2112754 len=1245956 2024-07-29T15:24:19.839 INFO:tasks.workunit.client.0.smithi067.stdout:op 505 completed, throughput=4.99MB/sec 2024-07-29T15:24:19.839 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-IUjAMp7lTsnlcsd off=229067 len=1824039 2024-07-29T15:24:19.841 INFO:tasks.workunit.client.0.smithi067.stdout:op 506 completed, throughput=5.01MB/sec 2024-07-29T15:24:20.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:24:20.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:24:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:24:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:24:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:24:20.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:24:20.842 INFO:tasks.workunit.client.0.smithi067.stdout: 100: throughput=4.96MB/sec pending data=0 2024-07-29T15:24:20.842 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-gSNwpDxdKPjSQgE off=1704501 len=390593 2024-07-29T15:24:20.846 INFO:tasks.workunit.client.0.smithi067.stdout:op 507 completed, throughput=4.96MB/sec 2024-07-29T15:24:20.846 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-HjM6Pv6dkLmbafQ off=3940346 len=536389 2024-07-29T15:24:20.846 INFO:tasks.workunit.client.0.smithi067.stdout:op 508 completed, throughput=4.97MB/sec 2024-07-29T15:24:20.846 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BoxVxUUFnK-KlYw off=1397395 len=181835 2024-07-29T15:24:20.847 INFO:tasks.workunit.client.0.smithi067.stdout:op 509 completed, throughput=4.97MB/sec 2024-07-29T15:24:20.847 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6-uMG3ThDyyNQCE off=6071505 len=1000211 2024-07-29T15:24:20.852 INFO:tasks.workunit.client.0.smithi067.stdout:op 510 completed, throughput=4.98MB/sec 2024-07-29T15:24:20.852 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-HNs1tTDuqKrtAEy off=13899372 len=206727 2024-07-29T15:24:20.853 INFO:tasks.workunit.client.0.smithi067.stdout:op 511 completed, throughput=4.98MB/sec 2024-07-29T15:24:20.853 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qSPhpT2DTZweDaZ off=396673 len=1184799 2024-07-29T15:24:20.856 INFO:tasks.workunit.client.0.smithi067.stdout:op 512 completed, throughput=4.99MB/sec 2024-07-29T15:24:20.857 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6dBNLGxFcN2taZG off=4507085 len=1635990 2024-07-29T15:24:20.858 INFO:tasks.workunit.client.0.smithi067.stdout:op 513 completed, throughput=5.01MB/sec 2024-07-29T15:24:21.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:21 smithi067 ceph-mon[91995]: pgmap v1402: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-29T15:24:21.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:21 smithi067 ceph-mon[94375]: pgmap v1402: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-29T15:24:21.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:21 smithi138 ceph-mon[86438]: pgmap v1402: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-29T15:24:21.858 INFO:tasks.workunit.client.0.smithi067.stdout: 101: throughput=4.96MB/sec pending data=0 2024-07-29T15:24:21.858 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-PSq4LckBpS1vSUh off=20003096 len=785366 2024-07-29T15:24:21.864 INFO:tasks.workunit.client.0.smithi067.stdout:op 514 completed, throughput=4.97MB/sec 2024-07-29T15:24:21.864 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MdGnlchctCyoqlq off=8682916 len=821242 2024-07-29T15:24:21.869 INFO:tasks.workunit.client.0.smithi067.stdout:op 515 completed, throughput=4.97MB/sec 2024-07-29T15:24:21.869 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-X4sD042EHCRwvKx off=9713447 len=1667540 2024-07-29T15:24:21.878 INFO:tasks.workunit.client.0.smithi067.stdout:op 516 completed, throughput=4.99MB/sec 2024-07-29T15:24:21.878 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-LX8_BdmvW6N1Hcw off=11206095 len=142951 2024-07-29T15:24:21.879 INFO:tasks.workunit.client.0.smithi067.stdout:op 517 completed, throughput=4.99MB/sec 2024-07-29T15:24:21.879 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-u9MD-i-GJyCh1fd off=9758165 len=290380 2024-07-29T15:24:21.879 INFO:tasks.workunit.client.0.smithi067.stdout:op 518 completed, throughput=4.99MB/sec 2024-07-29T15:24:21.880 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QVpJKC887EjJGbl off=14113313 len=1359584 2024-07-29T15:24:21.885 INFO:tasks.workunit.client.0.smithi067.stdout:op 519 completed, throughput=5MB/sec 2024-07-29T15:24:22.885 INFO:tasks.workunit.client.0.smithi067.stdout: 102: throughput=4.96MB/sec pending data=0 2024-07-29T15:24:22.886 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ealvVjxPE6LAFZK off=14086481 len=2013789 2024-07-29T15:24:22.897 INFO:tasks.workunit.client.0.smithi067.stdout:op 520 completed, throughput=4.97MB/sec 2024-07-29T15:24:22.897 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-gC7l8Mt_cM2FF-X off=8174680 len=1821754 2024-07-29T15:24:22.907 INFO:tasks.workunit.client.0.smithi067.stdout:op 521 completed, throughput=4.99MB/sec 2024-07-29T15:24:22.907 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6k75XWO870XQ63r off=1735553 len=906461 2024-07-29T15:24:22.908 INFO:tasks.workunit.client.0.smithi067.stdout:op 522 completed, throughput=5MB/sec 2024-07-29T15:24:22.908 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-n7KC6knir0fez9x off=2990724 len=1193092 2024-07-29T15:24:22.914 INFO:tasks.workunit.client.0.smithi067.stdout:op 523 completed, throughput=5.01MB/sec 2024-07-29T15:24:23.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:23 smithi067 ceph-mon[91995]: pgmap v1403: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-29T15:24:23.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:23 smithi067 ceph-mon[94375]: pgmap v1403: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-29T15:24:23.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:23 smithi138 ceph-mon[86438]: pgmap v1403: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-29T15:24:23.915 INFO:tasks.workunit.client.0.smithi067.stdout: 103: throughput=4.96MB/sec pending data=0 2024-07-29T15:24:23.915 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-J_R8CZ9mWlZnq1g off=330127 len=1801718 2024-07-29T15:24:23.926 INFO:tasks.workunit.client.0.smithi067.stdout:op 524 completed, throughput=4.98MB/sec 2024-07-29T15:24:23.926 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-CHi_nO4J6TyAuyv off=4484574 len=251532 2024-07-29T15:24:23.927 INFO:tasks.workunit.client.0.smithi067.stdout:op 525 completed, throughput=4.98MB/sec 2024-07-29T15:24:23.927 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-myy5uRXF3AOJAgx off=15525173 len=1770618 2024-07-29T15:24:23.929 INFO:tasks.workunit.client.0.smithi067.stdout:op 526 completed, throughput=4.99MB/sec 2024-07-29T15:24:23.930 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-24KPmxd71L6ujFj off=856842 len=1899167 2024-07-29T15:24:23.937 INFO:tasks.workunit.client.0.smithi067.stdout:op 527 completed, throughput=5.01MB/sec 2024-07-29T15:24:24.937 INFO:tasks.workunit.client.0.smithi067.stdout: 104: throughput=4.96MB/sec pending data=0 2024-07-29T15:24:24.938 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jH0DzTWJk37nL8M off=3948928 len=540278 2024-07-29T15:24:24.938 INFO:tasks.workunit.client.0.smithi067.stdout:op 528 completed, throughput=4.97MB/sec 2024-07-29T15:24:24.939 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-reAek5E-IDhI6Jd off=10479407 len=619872 2024-07-29T15:24:24.943 INFO:tasks.workunit.client.0.smithi067.stdout:op 529 completed, throughput=4.97MB/sec 2024-07-29T15:24:24.944 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-tXc0klqvfFEdjHe off=4372769 len=228285 2024-07-29T15:24:24.944 INFO:tasks.workunit.client.0.smithi067.stdout:op 530 completed, throughput=4.98MB/sec 2024-07-29T15:24:24.944 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-klP4dkH93ICtRtR off=18347415 len=244091 2024-07-29T15:24:24.947 INFO:tasks.workunit.client.0.smithi067.stdout:op 531 completed, throughput=4.98MB/sec 2024-07-29T15:24:24.947 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-PGp53pXa-uhQA1B off=10703801 len=77012 2024-07-29T15:24:24.950 INFO:tasks.workunit.client.0.smithi067.stdout:op 532 completed, throughput=4.98MB/sec 2024-07-29T15:24:24.950 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ytxeoNYiLamEQAu off=6774071 len=785677 2024-07-29T15:24:24.955 INFO:tasks.workunit.client.0.smithi067.stdout:op 533 completed, throughput=4.99MB/sec 2024-07-29T15:24:24.955 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2PLwNRjp-f_3vFV off=2759121 len=1296633 2024-07-29T15:24:24.956 INFO:tasks.workunit.client.0.smithi067.stdout:op 534 completed, throughput=5MB/sec 2024-07-29T15:24:24.957 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-buo6vNOOx6g4EE4 off=418053 len=745086 2024-07-29T15:24:24.957 INFO:tasks.workunit.client.0.smithi067.stdout:op 535 completed, throughput=5MB/sec 2024-07-29T15:24:25.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:25 smithi067 ceph-mon[91995]: pgmap v1404: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-29T15:24:25.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:25 smithi067 ceph-mon[94375]: pgmap v1404: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-29T15:24:25.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:25 smithi138 ceph-mon[86438]: pgmap v1404: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-29T15:24:25.958 INFO:tasks.workunit.client.0.smithi067.stdout: 105: throughput=4.96MB/sec pending data=0 2024-07-29T15:24:25.958 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-yNSh8bPkH-LNsug off=8536896 len=2031133 2024-07-29T15:24:25.969 INFO:tasks.workunit.client.0.smithi067.stdout:op 536 completed, throughput=4.98MB/sec 2024-07-29T15:24:25.969 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-X2ufaK30EbC1F2d off=7590386 len=1298008 2024-07-29T15:24:25.971 INFO:tasks.workunit.client.0.smithi067.stdout:op 537 completed, throughput=4.99MB/sec 2024-07-29T15:24:25.971 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-kFcpH6wnqMRy93z off=10542684 len=1236140 2024-07-29T15:24:25.972 INFO:tasks.workunit.client.0.smithi067.stdout:op 538 completed, throughput=5MB/sec 2024-07-29T15:24:25.973 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9x7ZXWQc7oNBoWx off=2222437 len=1937377 2024-07-29T15:24:25.984 INFO:tasks.workunit.client.0.smithi067.stdout:op 539 completed, throughput=5.01MB/sec 2024-07-29T15:24:26.984 INFO:tasks.workunit.client.0.smithi067.stdout: 106: throughput=4.97MB/sec pending data=0 2024-07-29T15:24:26.984 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-DqCM2ePlMMxP7oK off=2408406 len=1328187 2024-07-29T15:24:26.991 INFO:tasks.workunit.client.0.smithi067.stdout:op 540 completed, throughput=4.98MB/sec 2024-07-29T15:24:26.991 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WKQE1HVzj1coE7N off=23123073 len=1375074 2024-07-29T15:24:26.993 INFO:tasks.workunit.client.0.smithi067.stdout:op 541 completed, throughput=4.99MB/sec 2024-07-29T15:24:26.993 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QtOnVfY-hdbjSmi off=13720357 len=1258256 2024-07-29T15:24:27.000 INFO:tasks.workunit.client.0.smithi067.stdout:op 542 completed, throughput=5MB/sec 2024-07-29T15:24:27.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:27 smithi067 ceph-mon[91995]: pgmap v1405: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-29T15:24:27.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:27 smithi067 ceph-mon[94375]: pgmap v1405: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-29T15:24:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:27 smithi138 ceph-mon[86438]: pgmap v1405: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-29T15:24:28.000 INFO:tasks.workunit.client.0.smithi067.stdout: 107: throughput=4.96MB/sec pending data=0 2024-07-29T15:24:28.000 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-k_r25qXF1FqOe2Q off=4803527 len=747513 2024-07-29T15:24:28.001 INFO:tasks.workunit.client.0.smithi067.stdout:op 543 completed, throughput=4.96MB/sec 2024-07-29T15:24:28.001 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-EbmsHwmDqWZhEYX off=14872082 len=1352082 2024-07-29T15:24:28.003 INFO:tasks.workunit.client.0.smithi067.stdout:op 544 completed, throughput=4.97MB/sec 2024-07-29T15:24:28.003 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ixuKhHKx3yURzqq off=3978583 len=2007269 2024-07-29T15:24:28.006 INFO:tasks.workunit.client.0.smithi067.stdout:op 545 completed, throughput=4.99MB/sec 2024-07-29T15:24:28.006 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-xwoPA8kqSLjWO1d off=335416 len=523359 2024-07-29T15:24:28.010 INFO:tasks.workunit.client.0.smithi067.stdout:op 546 completed, throughput=5MB/sec 2024-07-29T15:24:28.010 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-cQr0FOHY9T7NGwg off=742628 len=1511178 2024-07-29T15:24:28.012 INFO:tasks.workunit.client.0.smithi067.stdout:op 547 completed, throughput=5.01MB/sec 2024-07-29T15:24:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:24:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:24:27] "GET /metrics HTTP/1.1" 200 34193 "" "Prometheus/2.51.0" 2024-07-29T15:24:29.012 INFO:tasks.workunit.client.0.smithi067.stdout: 108: throughput=4.96MB/sec pending data=0 2024-07-29T15:24:29.013 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0bwq15ZZH8KsPzZ off=8045859 len=1170889 2024-07-29T15:24:29.020 INFO:tasks.workunit.client.0.smithi067.stdout:op 548 completed, throughput=4.97MB/sec 2024-07-29T15:24:29.020 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-AwVpgFhOvYiQW3M off=1244886 len=1873213 2024-07-29T15:24:29.029 INFO:tasks.workunit.client.0.smithi067.stdout:op 549 completed, throughput=4.99MB/sec 2024-07-29T15:24:29.029 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-mcOUPyDCugODpyi off=6896055 len=572082 2024-07-29T15:24:29.033 INFO:tasks.workunit.client.0.smithi067.stdout:op 550 completed, throughput=4.99MB/sec 2024-07-29T15:24:29.033 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BXK8DnNC7-d-3Cm off=3839531 len=1926254 2024-07-29T15:24:29.035 INFO:tasks.workunit.client.0.smithi067.stdout:op 551 completed, throughput=5.01MB/sec 2024-07-29T15:24:29.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:29 smithi067 ceph-mon[91995]: pgmap v1406: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:24:29.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:29 smithi067 ceph-mon[94375]: pgmap v1406: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:24:29.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:29 smithi138 ceph-mon[86438]: pgmap v1406: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:24:30.035 INFO:tasks.workunit.client.0.smithi067.stdout: 109: throughput=4.97MB/sec pending data=0 2024-07-29T15:24:30.036 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-f5_pTZn8eJF7sV8 off=3373245 len=944940 2024-07-29T15:24:30.042 INFO:tasks.workunit.client.0.smithi067.stdout:op 552 completed, throughput=4.97MB/sec 2024-07-29T15:24:30.042 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zaOVaOjvbk85NeN off=4791519 len=1991279 2024-07-29T15:24:30.054 INFO:tasks.workunit.client.0.smithi067.stdout:op 553 completed, throughput=4.99MB/sec 2024-07-29T15:24:30.055 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VxbXZZzh6Uvt8dV off=7756881 len=734394 2024-07-29T15:24:30.056 INFO:tasks.workunit.client.0.smithi067.stdout:op 554 completed, throughput=5MB/sec 2024-07-29T15:24:30.056 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9LhemZEd3rckVIF off=13874435 len=624263 2024-07-29T15:24:30.059 INFO:tasks.workunit.client.0.smithi067.stdout:op 555 completed, throughput=5MB/sec 2024-07-29T15:24:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:24:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:24:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:24:31.060 INFO:tasks.workunit.client.0.smithi067.stdout: 110: throughput=4.96MB/sec pending data=0 2024-07-29T15:24:31.060 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-l3t_6c3brgbmjNe off=819342 len=1066078 2024-07-29T15:24:31.061 INFO:tasks.workunit.client.0.smithi067.stdout:op 556 completed, throughput=4.97MB/sec 2024-07-29T15:24:31.061 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VI5gq-daD0t7mpI off=21855542 len=190922 2024-07-29T15:24:31.062 INFO:tasks.workunit.client.0.smithi067.stdout:op 557 completed, throughput=4.97MB/sec 2024-07-29T15:24:31.063 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-oEek3Xky3jX0njV off=6255466 len=980965 2024-07-29T15:24:31.064 INFO:tasks.workunit.client.0.smithi067.stdout:op 558 completed, throughput=4.98MB/sec 2024-07-29T15:24:31.064 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-TpDwQZZsV1hpwZA off=8131722 len=1854289 2024-07-29T15:24:31.074 INFO:tasks.workunit.client.0.smithi067.stdout:op 559 completed, throughput=4.99MB/sec 2024-07-29T15:24:31.074 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-a0UkUOksRpEjOHo off=7603795 len=1961986 2024-07-29T15:24:31.085 INFO:tasks.workunit.client.0.smithi067.stdout:op 560 completed, throughput=5.01MB/sec 2024-07-29T15:24:31.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:31 smithi067 ceph-mon[91995]: pgmap v1407: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-29T15:24:31.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:31 smithi067 ceph-mon[94375]: pgmap v1407: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-29T15:24:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:31 smithi138 ceph-mon[86438]: pgmap v1407: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-29T15:24:32.085 INFO:tasks.workunit.client.0.smithi067.stdout: 111: throughput=4.96MB/sec pending data=0 2024-07-29T15:24:32.085 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MsdH2xzCLHMMGU4 off=3712047 len=1989766 2024-07-29T15:24:32.087 INFO:tasks.workunit.client.0.smithi067.stdout:op 561 completed, throughput=4.98MB/sec 2024-07-29T15:24:32.088 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-g0sTQE_o6dOY--m off=466679 len=757056 2024-07-29T15:24:32.092 INFO:tasks.workunit.client.0.smithi067.stdout:op 562 completed, throughput=4.99MB/sec 2024-07-29T15:24:32.092 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-xSrIlntgX1ki9v- off=2861305 len=1970800 2024-07-29T15:24:32.094 INFO:tasks.workunit.client.0.smithi067.stdout:op 563 completed, throughput=5MB/sec 2024-07-29T15:24:33.095 INFO:tasks.workunit.client.0.smithi067.stdout: 112: throughput=4.96MB/sec pending data=0 2024-07-29T15:24:33.095 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-oAq3Vd8Gune_DHa off=11842345 len=218572 2024-07-29T15:24:33.095 INFO:tasks.workunit.client.0.smithi067.stdout:op 564 completed, throughput=4.96MB/sec 2024-07-29T15:24:33.095 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-RfNcXNBVagG7d38 off=5649157 len=1296388 2024-07-29T15:24:33.097 INFO:tasks.workunit.client.0.smithi067.stdout:op 565 completed, throughput=4.97MB/sec 2024-07-29T15:24:33.097 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5P_C7mgRX6r8bqb off=6176004 len=361071 2024-07-29T15:24:33.100 INFO:tasks.workunit.client.0.smithi067.stdout:op 566 completed, throughput=4.97MB/sec 2024-07-29T15:24:33.100 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-kL4MJ728CgiayOL off=0 len=1597742 2024-07-29T15:24:33.108 INFO:tasks.workunit.client.0.smithi067.stdout:op 567 completed, throughput=4.99MB/sec 2024-07-29T15:24:33.108 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-hhYsl7xNsq6aKgc off=3008547 len=229742 2024-07-29T15:24:33.108 INFO:tasks.workunit.client.0.smithi067.stdout:op 568 completed, throughput=4.99MB/sec 2024-07-29T15:24:33.109 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Y5QV0WNK8UzpjCo off=2690047 len=1763517 2024-07-29T15:24:33.118 INFO:tasks.workunit.client.0.smithi067.stdout:op 569 completed, throughput=5MB/sec 2024-07-29T15:24:33.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:33 smithi067 ceph-mon[91995]: pgmap v1408: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-29T15:24:33.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:33 smithi067 ceph-mon[94375]: pgmap v1408: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-29T15:24:33.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:33 smithi138 ceph-mon[86438]: pgmap v1408: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-29T15:24:34.118 INFO:tasks.workunit.client.0.smithi067.stdout: 113: throughput=4.96MB/sec pending data=0 2024-07-29T15:24:34.118 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-zyBta_5AxdaRNeP off=1572942 len=1095125 2024-07-29T15:24:34.120 INFO:tasks.workunit.client.0.smithi067.stdout:op 570 completed, throughput=4.97MB/sec 2024-07-29T15:24:34.120 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-HeuUIXOP8l8WLyQ off=2507587 len=153412 2024-07-29T15:24:34.121 INFO:tasks.workunit.client.0.smithi067.stdout:op 571 completed, throughput=4.97MB/sec 2024-07-29T15:24:34.121 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-dxi9OXPb5YzZrh2 off=748394 len=2089076 2024-07-29T15:24:34.130 INFO:tasks.workunit.client.0.smithi067.stdout:op 572 completed, throughput=4.99MB/sec 2024-07-29T15:24:34.130 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mBfINMmvdfCc0mA off=176826 len=1870706 2024-07-29T15:24:34.131 INFO:tasks.workunit.client.0.smithi067.stdout:op 573 completed, throughput=5MB/sec 2024-07-29T15:24:35.132 INFO:tasks.workunit.client.0.smithi067.stdout: 114: throughput=4.96MB/sec pending data=0 2024-07-29T15:24:35.132 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FTr0erIFMEOfFqr off=1169156 len=1186324 2024-07-29T15:24:35.135 INFO:tasks.workunit.client.0.smithi067.stdout:op 574 completed, throughput=4.97MB/sec 2024-07-29T15:24:35.135 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jKrHXmGqIKjmD2O off=21418115 len=1338761 2024-07-29T15:24:35.138 INFO:tasks.workunit.client.0.smithi067.stdout:op 575 completed, throughput=4.98MB/sec 2024-07-29T15:24:35.138 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-SVRHWDcjcTKYORi off=6446780 len=1347545 2024-07-29T15:24:35.141 INFO:tasks.workunit.client.0.smithi067.stdout:op 576 completed, throughput=4.99MB/sec 2024-07-29T15:24:35.141 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-kVldsAi1pfsrYro off=4073695 len=1594432 2024-07-29T15:24:35.150 INFO:tasks.workunit.client.0.smithi067.stdout:op 577 completed, throughput=5MB/sec 2024-07-29T15:24:35.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:35 smithi067 ceph-mon[91995]: pgmap v1409: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-29T15:24:35.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:24:35.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:35 smithi067 ceph-mon[94375]: pgmap v1409: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-29T15:24:35.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:24:35.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:35 smithi138 ceph-mon[86438]: pgmap v1409: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-29T15:24:35.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:24:36.151 INFO:tasks.workunit.client.0.smithi067.stdout: 115: throughput=4.96MB/sec pending data=0 2024-07-29T15:24:36.151 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1IJkpKxT31-Lyog off=584514 len=99761 2024-07-29T15:24:36.154 INFO:tasks.workunit.client.0.smithi067.stdout:op 578 completed, throughput=4.96MB/sec 2024-07-29T15:24:36.154 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8hDU5CJKtkmNZji off=7936653 len=526425 2024-07-29T15:24:36.158 INFO:tasks.workunit.client.0.smithi067.stdout:op 579 completed, throughput=4.97MB/sec 2024-07-29T15:24:36.158 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-GAy5NF0_b8D5Y7K off=4060591 len=518003 2024-07-29T15:24:36.162 INFO:tasks.workunit.client.0.smithi067.stdout:op 580 completed, throughput=4.97MB/sec 2024-07-29T15:24:36.162 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-sncpiQyjLOOr5-m off=4285746 len=9560 2024-07-29T15:24:36.164 INFO:tasks.workunit.client.0.smithi067.stdout:op 581 completed, throughput=4.97MB/sec 2024-07-29T15:24:36.164 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-SygLg4EXCIdFUqf off=5263942 len=2017240 2024-07-29T15:24:36.168 INFO:tasks.workunit.client.0.smithi067.stdout:op 582 completed, throughput=4.99MB/sec 2024-07-29T15:24:36.168 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-TrHKx9LHqlxWXGl off=2710751 len=1617804 2024-07-29T15:24:36.175 INFO:tasks.workunit.client.0.smithi067.stdout:op 583 completed, throughput=5MB/sec 2024-07-29T15:24:36.175 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2yeGGPPb_Uy0m85 off=3007617 len=99516 2024-07-29T15:24:36.175 INFO:tasks.workunit.client.0.smithi067.stdout:op 584 completed, throughput=5MB/sec 2024-07-29T15:24:36.175 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6-uMG3ThDyyNQCE off=2076524 len=18772 2024-07-29T15:24:36.178 INFO:tasks.workunit.client.0.smithi067.stdout:op 585 completed, throughput=5MB/sec 2024-07-29T15:24:36.178 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9ZVnCrDV_KytDQX off=11839414 len=35804 2024-07-29T15:24:36.178 INFO:tasks.workunit.client.0.smithi067.stdout:op 586 completed, throughput=5MB/sec 2024-07-29T15:24:36.178 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-yjlVEd8QwjKun6R off=8398359 len=202870 2024-07-29T15:24:36.181 INFO:tasks.workunit.client.0.smithi067.stdout:op 587 completed, throughput=5MB/sec 2024-07-29T15:24:37.181 INFO:tasks.workunit.client.0.smithi067.stdout: 116: throughput=4.96MB/sec pending data=0 2024-07-29T15:24:37.181 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-IhC7QrjiBkoDYBZ off=1261742 len=653123 2024-07-29T15:24:37.185 INFO:tasks.workunit.client.0.smithi067.stdout:op 588 completed, throughput=4.96MB/sec 2024-07-29T15:24:37.185 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-oRqk6G7ljkvLAIR off=298573 len=201689 2024-07-29T15:24:37.186 INFO:tasks.workunit.client.0.smithi067.stdout:op 589 completed, throughput=4.97MB/sec 2024-07-29T15:24:37.186 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5Y9_WqwLy14fUGp off=515931 len=1752558 2024-07-29T15:24:37.189 INFO:tasks.workunit.client.0.smithi067.stdout:op 590 completed, throughput=4.98MB/sec 2024-07-29T15:24:37.189 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-rjAQGKjo_TAgzie off=15515869 len=1429967 2024-07-29T15:24:37.191 INFO:tasks.workunit.client.0.smithi067.stdout:op 591 completed, throughput=4.99MB/sec 2024-07-29T15:24:37.191 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6GWLpSmGUKk7_ux off=5297864 len=957235 2024-07-29T15:24:37.197 INFO:tasks.workunit.client.0.smithi067.stdout:op 592 completed, throughput=5MB/sec 2024-07-29T15:24:37.197 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-t3dIMd1rCpY2LLQ off=5357290 len=1899210 2024-07-29T15:24:37.207 INFO:tasks.workunit.client.0.smithi067.stdout:op 593 completed, throughput=5.01MB/sec 2024-07-29T15:24:37.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:37 smithi067 ceph-mon[91995]: pgmap v1410: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:24:37.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:37 smithi067 ceph-mon[94375]: pgmap v1410: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:24:37.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:37 smithi138 ceph-mon[86438]: pgmap v1410: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:24:38.208 INFO:tasks.workunit.client.0.smithi067.stdout: 117: throughput=4.97MB/sec pending data=0 2024-07-29T15:24:38.208 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-UrTrPpMMmLCdl5G off=1953554 len=1091000 2024-07-29T15:24:38.213 INFO:tasks.workunit.client.0.smithi067.stdout:op 594 completed, throughput=4.98MB/sec 2024-07-29T15:24:38.213 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-J0dVhG-iFPzXFC3 off=4877784 len=1934782 2024-07-29T15:24:38.221 INFO:tasks.workunit.client.0.smithi067.stdout:op 595 completed, throughput=4.99MB/sec 2024-07-29T15:24:38.221 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--HhGvi4MxqezuT8 off=7679097 len=307937 2024-07-29T15:24:38.224 INFO:tasks.workunit.client.0.smithi067.stdout:op 596 completed, throughput=5MB/sec 2024-07-29T15:24:38.225 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-x9_-girCi370leS off=4007342 len=917808 2024-07-29T15:24:38.226 INFO:tasks.workunit.client.0.smithi067.stdout:op 597 completed, throughput=5MB/sec 2024-07-29T15:24:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:24:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:24:37] "GET /metrics HTTP/1.1" 200 34199 "" "Prometheus/2.51.0" 2024-07-29T15:24:39.226 INFO:tasks.workunit.client.0.smithi067.stdout: 118: throughput=4.96MB/sec pending data=0 2024-07-29T15:24:39.226 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5rJZ3tVbkflqxv0 off=18435818 len=1597168 2024-07-29T15:24:39.230 INFO:tasks.workunit.client.0.smithi067.stdout:op 598 completed, throughput=4.98MB/sec 2024-07-29T15:24:39.230 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-su5UP5qKFAqCytf off=56851 len=1785245 2024-07-29T15:24:39.232 INFO:tasks.workunit.client.0.smithi067.stdout:op 599 completed, throughput=4.99MB/sec 2024-07-29T15:24:39.233 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-e4Kb7ReYpNG_vAP off=14635830 len=1516655 2024-07-29T15:24:39.236 INFO:tasks.workunit.client.0.smithi067.stdout:op 600 completed, throughput=5MB/sec 2024-07-29T15:24:39.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:39 smithi067 ceph-mon[91995]: pgmap v1411: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:24:39.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:39 smithi067 ceph-mon[94375]: pgmap v1411: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:24:39.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:39 smithi138 ceph-mon[86438]: pgmap v1411: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:24:40.235 INFO:tasks.workunit.client.0.smithi067.stdout: 119: throughput=4.96MB/sec pending data=0 2024-07-29T15:24:40.235 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_WpMJklTJqfMm52 off=21552541 len=1709483 2024-07-29T15:24:40.245 INFO:tasks.workunit.client.0.smithi067.stdout:op 601 completed, throughput=4.97MB/sec 2024-07-29T15:24:40.245 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-JNMx4h99ajpG7Kq off=1963069 len=159410 2024-07-29T15:24:40.246 INFO:tasks.workunit.client.0.smithi067.stdout:op 602 completed, throughput=4.97MB/sec 2024-07-29T15:24:40.246 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-h5WPsa_tk099_B4 off=1878825 len=937768 2024-07-29T15:24:40.247 INFO:tasks.workunit.client.0.smithi067.stdout:op 603 completed, throughput=4.98MB/sec 2024-07-29T15:24:40.247 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-cQr0FOHY9T7NGwg off=315047 len=607963 2024-07-29T15:24:40.249 INFO:tasks.workunit.client.0.smithi067.stdout:op 604 completed, throughput=4.99MB/sec 2024-07-29T15:24:40.249 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3QHGqnmGq_8kBy9 off=746129 len=1353658 2024-07-29T15:24:40.257 INFO:tasks.workunit.client.0.smithi067.stdout:op 605 completed, throughput=5MB/sec 2024-07-29T15:24:40.257 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FoWTKHBBHd8npCr off=11536080 len=1995791 2024-07-29T15:24:40.266 INFO:tasks.workunit.client.0.smithi067.stdout:op 606 completed, throughput=5.01MB/sec 2024-07-29T15:24:40.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:24:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:24:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:24:41.267 INFO:tasks.workunit.client.0.smithi067.stdout: 120: throughput=4.97MB/sec pending data=0 2024-07-29T15:24:41.267 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-vqmPAR9IQNFoIEc off=9884181 len=387894 2024-07-29T15:24:41.270 INFO:tasks.workunit.client.0.smithi067.stdout:op 607 completed, throughput=4.97MB/sec 2024-07-29T15:24:41.270 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-LY2B9T_uXQSVJqk off=3915414 len=709164 2024-07-29T15:24:41.272 INFO:tasks.workunit.client.0.smithi067.stdout:op 608 completed, throughput=4.98MB/sec 2024-07-29T15:24:41.272 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-W9qeTdkYVoGlrqy off=14822845 len=1327125 2024-07-29T15:24:41.278 INFO:tasks.workunit.client.0.smithi067.stdout:op 609 completed, throughput=4.99MB/sec 2024-07-29T15:24:41.278 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NVbBXa5b8-DPLWw off=3257606 len=1400126 2024-07-29T15:24:41.281 INFO:tasks.workunit.client.0.smithi067.stdout:op 610 completed, throughput=5MB/sec 2024-07-29T15:24:41.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:41 smithi067 ceph-mon[91995]: pgmap v1412: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:24:41.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:41 smithi067 ceph-mon[94375]: pgmap v1412: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:24:41.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:41 smithi138 ceph-mon[86438]: pgmap v1412: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:24:42.281 INFO:tasks.workunit.client.0.smithi067.stdout: 121: throughput=4.96MB/sec pending data=0 2024-07-29T15:24:42.282 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Co0UqssFv4R2sOx off=861777 len=820829 2024-07-29T15:24:42.287 INFO:tasks.workunit.client.0.smithi067.stdout:op 611 completed, throughput=4.97MB/sec 2024-07-29T15:24:42.287 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-TkElwudINoOWN_D off=9121186 len=1920551 2024-07-29T15:24:42.298 INFO:tasks.workunit.client.0.smithi067.stdout:op 612 completed, throughput=4.98MB/sec 2024-07-29T15:24:42.298 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5BZ7yJXC1VCSTOR off=606700 len=1123423 2024-07-29T15:24:42.299 INFO:tasks.workunit.client.0.smithi067.stdout:op 613 completed, throughput=4.99MB/sec 2024-07-29T15:24:42.299 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rmUPaxXDn0TITR_ off=7351644 len=924202 2024-07-29T15:24:42.303 INFO:tasks.workunit.client.0.smithi067.stdout:op 614 completed, throughput=5MB/sec 2024-07-29T15:24:42.303 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jUl1SdXWiLRIOu9 off=4736467 len=1852716 2024-07-29T15:24:42.307 INFO:tasks.workunit.client.0.smithi067.stdout:op 615 completed, throughput=5.01MB/sec 2024-07-29T15:24:43.308 INFO:tasks.workunit.client.0.smithi067.stdout: 122: throughput=4.97MB/sec pending data=0 2024-07-29T15:24:43.308 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-tIKW0VaNeUROwcE off=4136843 len=1311363 2024-07-29T15:24:43.315 INFO:tasks.workunit.client.0.smithi067.stdout:op 616 completed, throughput=4.98MB/sec 2024-07-29T15:24:43.315 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7bq8eKxYfUhiRux off=278530 len=757443 2024-07-29T15:24:43.320 INFO:tasks.workunit.client.0.smithi067.stdout:op 617 completed, throughput=4.99MB/sec 2024-07-29T15:24:43.320 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wNLdii6xGeELM3B off=1943379 len=1431907 2024-07-29T15:24:43.326 INFO:tasks.workunit.client.0.smithi067.stdout:op 618 completed, throughput=5MB/sec 2024-07-29T15:24:43.326 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-mgnsgZ3k1zLR4RB off=4406450 len=1134325 2024-07-29T15:24:43.331 INFO:tasks.workunit.client.0.smithi067.stdout:op 619 completed, throughput=5MB/sec 2024-07-29T15:24:43.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:43 smithi067 ceph-mon[94375]: pgmap v1413: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-07-29T15:24:43.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:43 smithi067 ceph-mon[91995]: pgmap v1413: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-07-29T15:24:43.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:43 smithi138 ceph-mon[86438]: pgmap v1413: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-07-29T15:24:44.331 INFO:tasks.workunit.client.0.smithi067.stdout: 123: throughput=4.96MB/sec pending data=0 2024-07-29T15:24:44.331 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-yhetra0mwd6erkS off=6961222 len=1615069 2024-07-29T15:24:44.333 INFO:tasks.workunit.client.0.smithi067.stdout:op 620 completed, throughput=4.98MB/sec 2024-07-29T15:24:44.333 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0EsVIPyY9KSQ-Ix off=9562773 len=797214 2024-07-29T15:24:44.338 INFO:tasks.workunit.client.0.smithi067.stdout:op 621 completed, throughput=4.98MB/sec 2024-07-29T15:24:44.338 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3_EgDFoeYpbbJBx off=6652060 len=1084904 2024-07-29T15:24:44.341 INFO:tasks.workunit.client.0.smithi067.stdout:op 622 completed, throughput=4.99MB/sec 2024-07-29T15:24:44.342 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-SPO1_IsPqFrQr4R off=6252533 len=1582145 2024-07-29T15:24:44.343 INFO:tasks.workunit.client.0.smithi067.stdout:op 623 completed, throughput=5MB/sec 2024-07-29T15:24:45.344 INFO:tasks.workunit.client.0.smithi067.stdout: 124: throughput=4.96MB/sec pending data=0 2024-07-29T15:24:45.344 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-eOyRbLqgKwsxXTb off=8274712 len=850687 2024-07-29T15:24:45.349 INFO:tasks.workunit.client.0.smithi067.stdout:op 624 completed, throughput=4.97MB/sec 2024-07-29T15:24:45.349 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3JhOgHoTVh4YRB9 off=22647837 len=1702875 2024-07-29T15:24:45.352 INFO:tasks.workunit.client.0.smithi067.stdout:op 625 completed, throughput=4.98MB/sec 2024-07-29T15:24:45.353 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-d9qxeoZuMyDZ5KQ off=661680 len=1632034 2024-07-29T15:24:45.354 INFO:tasks.workunit.client.0.smithi067.stdout:op 626 completed, throughput=4.99MB/sec 2024-07-29T15:24:45.355 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-slrt9IspKdnSNbQ off=7206644 len=1592647 2024-07-29T15:24:45.362 INFO:tasks.workunit.client.0.smithi067.stdout:op 627 completed, throughput=5.01MB/sec 2024-07-29T15:24:45.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:45 smithi067 ceph-mon[91995]: pgmap v1414: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:24:45.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:45 smithi067 ceph-mon[94375]: pgmap v1414: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:24:45.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:45 smithi138 ceph-mon[86438]: pgmap v1414: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:24:46.362 INFO:tasks.workunit.client.0.smithi067.stdout: 125: throughput=4.97MB/sec pending data=0 2024-07-29T15:24:46.363 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-HIMvWU3w1T2Akvn off=683068 len=1334541 2024-07-29T15:24:46.364 INFO:tasks.workunit.client.0.smithi067.stdout:op 628 completed, throughput=4.98MB/sec 2024-07-29T15:24:46.364 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-i02e_4hieWLIlLp off=995708 len=903011 2024-07-29T15:24:46.370 INFO:tasks.workunit.client.0.smithi067.stdout:op 629 completed, throughput=4.98MB/sec 2024-07-29T15:24:46.370 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9RW2jCgir0VUvWB off=17036093 len=1888395 2024-07-29T15:24:46.374 INFO:tasks.workunit.client.0.smithi067.stdout:op 630 completed, throughput=5MB/sec 2024-07-29T15:24:46.374 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Li4RlwvBH5gCs40 off=8145826 len=948405 2024-07-29T15:24:46.375 INFO:tasks.workunit.client.0.smithi067.stdout:op 631 completed, throughput=5MB/sec 2024-07-29T15:24:47.376 INFO:tasks.workunit.client.0.smithi067.stdout: 126: throughput=4.97MB/sec pending data=0 2024-07-29T15:24:47.376 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5lHiLkOkowIeAwD off=9230680 len=1842449 2024-07-29T15:24:47.378 INFO:tasks.workunit.client.0.smithi067.stdout:op 632 completed, throughput=4.98MB/sec 2024-07-29T15:24:47.378 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-05jejTWCaNHsFJs off=4260558 len=907892 2024-07-29T15:24:47.380 INFO:tasks.workunit.client.0.smithi067.stdout:op 633 completed, throughput=4.99MB/sec 2024-07-29T15:24:47.380 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-D3CIeMJ0x5fQw8x off=2959981 len=2074858 2024-07-29T15:24:47.385 INFO:tasks.workunit.client.0.smithi067.stdout:op 634 completed, throughput=5MB/sec 2024-07-29T15:24:47.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:47 smithi067 ceph-mon[94375]: pgmap v1415: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:24:47.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:47 smithi067 ceph-mon[91995]: pgmap v1415: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:24:47.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:47 smithi138 ceph-mon[86438]: pgmap v1415: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:24:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:24:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:24:47] "GET /metrics HTTP/1.1" 200 34199 "" "Prometheus/2.51.0" 2024-07-29T15:24:48.385 INFO:tasks.workunit.client.0.smithi067.stdout: 127: throughput=4.96MB/sec pending data=0 2024-07-29T15:24:48.385 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ukEH73osM0rY9tt off=7553243 len=1659012 2024-07-29T15:24:48.394 INFO:tasks.workunit.client.0.smithi067.stdout:op 635 completed, throughput=4.97MB/sec 2024-07-29T15:24:48.394 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0bxYnrLkwzge4Zl off=134102 len=1482772 2024-07-29T15:24:48.398 INFO:tasks.workunit.client.0.smithi067.stdout:op 636 completed, throughput=4.98MB/sec 2024-07-29T15:24:48.398 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5xLa2CckviLQSMf off=8470137 len=1025756 2024-07-29T15:24:48.399 INFO:tasks.workunit.client.0.smithi067.stdout:op 637 completed, throughput=4.99MB/sec 2024-07-29T15:24:48.400 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qM47gKsowAZPXiV off=4956034 len=2036160 2024-07-29T15:24:48.402 INFO:tasks.workunit.client.0.smithi067.stdout:op 638 completed, throughput=5.01MB/sec 2024-07-29T15:24:49.402 INFO:tasks.workunit.client.0.smithi067.stdout: 128: throughput=4.97MB/sec pending data=0 2024-07-29T15:24:49.402 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ItQwKd5evnHnbaF off=1176330 len=1532962 2024-07-29T15:24:49.405 INFO:tasks.workunit.client.0.smithi067.stdout:op 639 completed, throughput=4.98MB/sec 2024-07-29T15:24:49.405 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-fjoR14S3C26gTk0 off=10382564 len=1034275 2024-07-29T15:24:49.412 INFO:tasks.workunit.client.0.smithi067.stdout:op 640 completed, throughput=4.99MB/sec 2024-07-29T15:24:49.412 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-F8pGEVWwMlTlRD8 off=1346642 len=752322 2024-07-29T15:24:49.413 INFO:tasks.workunit.client.0.smithi067.stdout:op 641 completed, throughput=4.99MB/sec 2024-07-29T15:24:49.413 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5Ook21_oLKF3tEH off=332967 len=1310317 2024-07-29T15:24:49.415 INFO:tasks.workunit.client.0.smithi067.stdout:op 642 completed, throughput=5MB/sec 2024-07-29T15:24:49.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:49 smithi067 ceph-mon[91995]: pgmap v1416: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:24:49.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:49 smithi067 ceph-mon[94375]: pgmap v1416: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:24:49.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:49 smithi138 ceph-mon[86438]: pgmap v1416: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:24:50.415 INFO:tasks.workunit.client.0.smithi067.stdout: 129: throughput=4.96MB/sec pending data=0 2024-07-29T15:24:50.415 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bKhHhqHiISU5Vbh off=810169 len=1855877 2024-07-29T15:24:50.417 INFO:tasks.workunit.client.0.smithi067.stdout:op 643 completed, throughput=4.98MB/sec 2024-07-29T15:24:50.417 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qD6M-2L07XPpena off=1055032 len=904442 2024-07-29T15:24:50.422 INFO:tasks.workunit.client.0.smithi067.stdout:op 644 completed, throughput=4.98MB/sec 2024-07-29T15:24:50.423 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-i7pIaXpGDOnNbxP off=3396107 len=1809282 2024-07-29T15:24:50.432 INFO:tasks.workunit.client.0.smithi067.stdout:op 645 completed, throughput=5MB/sec 2024-07-29T15:24:50.432 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-GErdANjn333uiRo off=2988611 len=2085261 2024-07-29T15:24:50.434 INFO:tasks.workunit.client.0.smithi067.stdout:op 646 completed, throughput=5.01MB/sec 2024-07-29T15:24:50.481 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:24:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:24:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:24:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:24:50.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:24:50.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:24:51.434 INFO:tasks.workunit.client.0.smithi067.stdout: 130: throughput=4.97MB/sec pending data=0 2024-07-29T15:24:51.435 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-EVrrSnsb3-gE7iY off=4805480 len=59999 2024-07-29T15:24:51.437 INFO:tasks.workunit.client.0.smithi067.stdout:op 647 completed, throughput=4.97MB/sec 2024-07-29T15:24:51.437 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-EOxv88RGy5gaOLK off=15247143 len=2093302 2024-07-29T15:24:51.451 INFO:tasks.workunit.client.0.smithi067.stdout:op 648 completed, throughput=4.99MB/sec 2024-07-29T15:24:51.451 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ak3uDlVvcx2Xp5P off=2703892 len=1841023 2024-07-29T15:24:51.453 INFO:tasks.workunit.client.0.smithi067.stdout:op 649 completed, throughput=5MB/sec 2024-07-29T15:24:51.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:51 smithi067 ceph-mon[91995]: pgmap v1417: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:24:51.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:51 smithi067 ceph-mon[94375]: pgmap v1417: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:24:51.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:51 smithi138 ceph-mon[86438]: pgmap v1417: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:24:52.453 INFO:tasks.workunit.client.0.smithi067.stdout: 131: throughput=4.96MB/sec pending data=0 2024-07-29T15:24:52.454 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-QWtECV8_c52hh2o off=16767508 len=172060 2024-07-29T15:24:52.454 INFO:tasks.workunit.client.0.smithi067.stdout:op 650 completed, throughput=4.97MB/sec 2024-07-29T15:24:52.454 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qiEuDD_DvZ1DbtL off=460878 len=465455 2024-07-29T15:24:52.455 INFO:tasks.workunit.client.0.smithi067.stdout:op 651 completed, throughput=4.97MB/sec 2024-07-29T15:24:52.455 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-L1qlnf4iSzk94PM off=3235597 len=732200 2024-07-29T15:24:52.460 INFO:tasks.workunit.client.0.smithi067.stdout:op 652 completed, throughput=4.97MB/sec 2024-07-29T15:24:52.460 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NGJcwTSP8mIDhsx off=6969413 len=1690831 2024-07-29T15:24:52.470 INFO:tasks.workunit.client.0.smithi067.stdout:op 653 completed, throughput=4.99MB/sec 2024-07-29T15:24:52.470 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qafp3HcmABxGPG2 off=211717 len=1685914 2024-07-29T15:24:52.471 INFO:tasks.workunit.client.0.smithi067.stdout:op 654 completed, throughput=5MB/sec 2024-07-29T15:24:52.471 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-37Q0N6vjq2c7Wtj off=9388800 len=2082015 2024-07-29T15:24:52.480 INFO:tasks.workunit.client.0.smithi067.stdout:op 655 completed, throughput=5.01MB/sec 2024-07-29T15:24:53.481 INFO:tasks.workunit.client.0.smithi067.stdout: 132: throughput=4.97MB/sec pending data=0 2024-07-29T15:24:53.481 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NLZttxz5RzxpRLJ off=13103002 len=806409 2024-07-29T15:24:53.483 INFO:tasks.workunit.client.0.smithi067.stdout:op 656 completed, throughput=4.98MB/sec 2024-07-29T15:24:53.483 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3cIL_qWC_rQ-voy off=7503541 len=680412 2024-07-29T15:24:53.484 INFO:tasks.workunit.client.0.smithi067.stdout:op 657 completed, throughput=4.99MB/sec 2024-07-29T15:24:53.484 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MwJRyPOieEkhx4G off=4944714 len=1937751 2024-07-29T15:24:53.497 INFO:tasks.workunit.client.0.smithi067.stdout:op 658 completed, throughput=5MB/sec 2024-07-29T15:24:53.497 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-x98eJEgVBPr6hyN off=3068761 len=1688183 2024-07-29T15:24:53.505 INFO:tasks.workunit.client.0.smithi067.stdout:op 659 completed, throughput=5.01MB/sec 2024-07-29T15:24:53.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:53 smithi067 ceph-mon[91995]: pgmap v1418: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:24:53.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:53 smithi067 ceph-mon[94375]: pgmap v1418: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:24:53.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:53 smithi138 ceph-mon[86438]: pgmap v1418: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:24:54.505 INFO:tasks.workunit.client.0.smithi067.stdout: 133: throughput=4.97MB/sec pending data=0 2024-07-29T15:24:54.505 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Zn1MVgpRZ74_jU5 off=15416394 len=552624 2024-07-29T15:24:54.506 INFO:tasks.workunit.client.0.smithi067.stdout:op 660 completed, throughput=4.98MB/sec 2024-07-29T15:24:54.507 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2lnn0O2h9pNJJFU off=22025254 len=271168 2024-07-29T15:24:54.507 INFO:tasks.workunit.client.0.smithi067.stdout:op 661 completed, throughput=4.98MB/sec 2024-07-29T15:24:54.507 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-LjFujBIun2CyH-y off=1724368 len=679457 2024-07-29T15:24:54.512 INFO:tasks.workunit.client.0.smithi067.stdout:op 662 completed, throughput=4.98MB/sec 2024-07-29T15:24:54.512 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1jSmdlxpOqkHDUS off=701236 len=2093937 2024-07-29T15:24:54.525 INFO:tasks.workunit.client.0.smithi067.stdout:op 663 completed, throughput=5MB/sec 2024-07-29T15:24:54.525 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5QubyvHKpB1hYzu off=1507294 len=1575246 2024-07-29T15:24:54.526 INFO:tasks.workunit.client.0.smithi067.stdout:op 664 completed, throughput=5.01MB/sec 2024-07-29T15:24:55.527 INFO:tasks.workunit.client.0.smithi067.stdout: 134: throughput=4.97MB/sec pending data=0 2024-07-29T15:24:55.527 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-N5qUvltw5We5tXh off=3730027 len=850623 2024-07-29T15:24:55.532 INFO:tasks.workunit.client.0.smithi067.stdout:op 665 completed, throughput=4.98MB/sec 2024-07-29T15:24:55.532 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VuvZupbQ1xZziKO off=6418440 len=680293 2024-07-29T15:24:55.537 INFO:tasks.workunit.client.0.smithi067.stdout:op 666 completed, throughput=4.98MB/sec 2024-07-29T15:24:55.537 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-jw0QDDwJBUWwCPC off=1666417 len=442514 2024-07-29T15:24:55.540 INFO:tasks.workunit.client.0.smithi067.stdout:op 667 completed, throughput=4.99MB/sec 2024-07-29T15:24:55.540 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qKn2qxKCCPbVODU off=8255733 len=1154914 2024-07-29T15:24:55.541 INFO:tasks.workunit.client.0.smithi067.stdout:op 668 completed, throughput=4.99MB/sec 2024-07-29T15:24:55.541 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-99uHLLCbDza1ujc off=5794007 len=1760352 2024-07-29T15:24:55.543 INFO:tasks.workunit.client.0.smithi067.stdout:op 669 completed, throughput=5.01MB/sec 2024-07-29T15:24:55.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:55 smithi067 ceph-mon[91995]: pgmap v1419: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:24:55.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:55 smithi067 ceph-mon[94375]: pgmap v1419: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:24:55.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:55 smithi138 ceph-mon[86438]: pgmap v1419: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:24:56.543 INFO:tasks.workunit.client.0.smithi067.stdout: 135: throughput=4.97MB/sec pending data=0 2024-07-29T15:24:56.544 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-X-2ZLXydVv_Cz31 off=5750065 len=1633061 2024-07-29T15:24:56.546 INFO:tasks.workunit.client.0.smithi067.stdout:op 670 completed, throughput=4.98MB/sec 2024-07-29T15:24:56.546 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lDI7TveSUtWjfyW off=5812538 len=247287 2024-07-29T15:24:56.546 INFO:tasks.workunit.client.0.smithi067.stdout:op 671 completed, throughput=4.98MB/sec 2024-07-29T15:24:56.546 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-RtCvWF7eMZSZpO_ off=5649464 len=2004014 2024-07-29T15:24:56.551 INFO:tasks.workunit.client.0.smithi067.stdout:op 672 completed, throughput=5MB/sec 2024-07-29T15:24:56.551 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-din_wLWofdpgLwY off=2104596 len=1003910 2024-07-29T15:24:56.552 INFO:tasks.workunit.client.0.smithi067.stdout:op 673 completed, throughput=5MB/sec 2024-07-29T15:24:57.552 INFO:tasks.workunit.client.0.smithi067.stdout: 136: throughput=4.97MB/sec pending data=0 2024-07-29T15:24:57.553 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2WSFbf7_ax5H5UU off=12956690 len=1193848 2024-07-29T15:24:57.558 INFO:tasks.workunit.client.0.smithi067.stdout:op 674 completed, throughput=4.97MB/sec 2024-07-29T15:24:57.558 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-UqrjbVoY_8eABIC off=257764 len=1576728 2024-07-29T15:24:57.566 INFO:tasks.workunit.client.0.smithi067.stdout:op 675 completed, throughput=4.99MB/sec 2024-07-29T15:24:57.567 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VDbbil2siuSJ9OF off=6406695 len=1788768 2024-07-29T15:24:57.575 INFO:tasks.workunit.client.0.smithi067.stdout:op 676 completed, throughput=5MB/sec 2024-07-29T15:24:57.576 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-h599FxoAsVaHTL1 off=22575435 len=885951 2024-07-29T15:24:57.579 INFO:tasks.workunit.client.0.smithi067.stdout:op 677 completed, throughput=5MB/sec 2024-07-29T15:24:57.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:57 smithi138 ceph-mon[86438]: pgmap v1420: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:24:57.844 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:57 smithi067 ceph-mon[91995]: pgmap v1420: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:24:57.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:57 smithi067 ceph-mon[94375]: pgmap v1420: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:24:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:24:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:24:57] "GET /metrics HTTP/1.1" 200 34197 "" "Prometheus/2.51.0" 2024-07-29T15:24:58.580 INFO:tasks.workunit.client.0.smithi067.stdout: 137: throughput=4.97MB/sec pending data=0 2024-07-29T15:24:58.580 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-GTc9DQ161LYlu0n off=901456 len=1847325 2024-07-29T15:24:58.583 INFO:tasks.workunit.client.0.smithi067.stdout:op 678 completed, throughput=4.98MB/sec 2024-07-29T15:24:58.583 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8xD-Xk3Sb3Cb52m off=219990 len=1733905 2024-07-29T15:24:58.585 INFO:tasks.workunit.client.0.smithi067.stdout:op 679 completed, throughput=4.99MB/sec 2024-07-29T15:24:58.585 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-uRV9IEi0HNJjr6F off=17405528 len=698888 2024-07-29T15:24:58.589 INFO:tasks.workunit.client.0.smithi067.stdout:op 680 completed, throughput=5MB/sec 2024-07-29T15:24:58.589 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qeGqUJTSEg6jy-B off=857081 len=1647366 2024-07-29T15:24:58.591 INFO:tasks.workunit.client.0.smithi067.stdout:op 681 completed, throughput=5.01MB/sec 2024-07-29T15:24:59.591 INFO:tasks.workunit.client.0.smithi067.stdout: 138: throughput=4.97MB/sec pending data=0 2024-07-29T15:24:59.591 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2ukzV85DjNB3UMY off=10375950 len=540926 2024-07-29T15:24:59.595 INFO:tasks.workunit.client.0.smithi067.stdout:op 682 completed, throughput=4.98MB/sec 2024-07-29T15:24:59.595 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8eVQY61jFmR13Jr off=5177526 len=1302392 2024-07-29T15:24:59.597 INFO:tasks.workunit.client.0.smithi067.stdout:op 683 completed, throughput=4.98MB/sec 2024-07-29T15:24:59.597 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1vquH2Yujvr167f off=7468656 len=2019024 2024-07-29T15:24:59.599 INFO:tasks.workunit.client.0.smithi067.stdout:op 684 completed, throughput=5MB/sec 2024-07-29T15:24:59.599 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3zKY0M2QsV9xamr off=864266 len=1497470 2024-07-29T15:24:59.602 INFO:tasks.workunit.client.0.smithi067.stdout:op 685 completed, throughput=5.01MB/sec 2024-07-29T15:24:59.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:24:59 smithi138 ceph-mon[86438]: pgmap v1421: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-29T15:24:59.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:24:59 smithi067 ceph-mon[94375]: pgmap v1421: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-29T15:24:59.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:24:59 smithi067 ceph-mon[91995]: pgmap v1421: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-29T15:25:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:25:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:25:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:25:00.603 INFO:tasks.workunit.client.0.smithi067.stdout: 139: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:00.603 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6-uMG3ThDyyNQCE off=5180658 len=946294 2024-07-29T15:25:00.608 INFO:tasks.workunit.client.0.smithi067.stdout:op 686 completed, throughput=4.98MB/sec 2024-07-29T15:25:00.608 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VDbbil2siuSJ9OF off=4941541 len=2009492 2024-07-29T15:25:00.618 INFO:tasks.workunit.client.0.smithi067.stdout:op 687 completed, throughput=4.99MB/sec 2024-07-29T15:25:00.618 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-BKuzCWGFk8iZCne off=8236619 len=159935 2024-07-29T15:25:00.620 INFO:tasks.workunit.client.0.smithi067.stdout:op 688 completed, throughput=4.99MB/sec 2024-07-29T15:25:00.621 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-N8_yXhG1IZpQsq_ off=7635137 len=123603 2024-07-29T15:25:00.622 INFO:tasks.workunit.client.0.smithi067.stdout:op 689 completed, throughput=4.99MB/sec 2024-07-29T15:25:00.622 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-GP9a_V3KHegnHJR off=3257500 len=1360558 2024-07-29T15:25:00.624 INFO:tasks.workunit.client.0.smithi067.stdout:op 690 completed, throughput=5MB/sec 2024-07-29T15:25:01.624 INFO:tasks.workunit.client.0.smithi067.stdout: 140: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:01.625 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-L4rJqN6qXYFDI98 off=7633901 len=1992657 2024-07-29T15:25:01.636 INFO:tasks.workunit.client.0.smithi067.stdout:op 691 completed, throughput=4.98MB/sec 2024-07-29T15:25:01.637 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SF3rM8YGj5K8WGB off=4154281 len=287121 2024-07-29T15:25:01.639 INFO:tasks.workunit.client.0.smithi067.stdout:op 692 completed, throughput=4.98MB/sec 2024-07-29T15:25:01.639 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-DTPnB_TyMhVTLh7 off=584756 len=1070129 2024-07-29T15:25:01.645 INFO:tasks.workunit.client.0.smithi067.stdout:op 693 completed, throughput=4.99MB/sec 2024-07-29T15:25:01.645 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NQkhod0Q6STUCyP off=774247 len=2056005 2024-07-29T15:25:01.647 INFO:tasks.workunit.client.0.smithi067.stdout:op 694 completed, throughput=5MB/sec 2024-07-29T15:25:01.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:01 smithi138 ceph-mon[86438]: pgmap v1422: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:25:01.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:01 smithi067 ceph-mon[94375]: pgmap v1422: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:25:01.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:01 smithi067 ceph-mon[91995]: pgmap v1422: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:25:02.648 INFO:tasks.workunit.client.0.smithi067.stdout: 141: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:02.648 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-SuJRyh9qD70CTei off=6496306 len=903043 2024-07-29T15:25:02.650 INFO:tasks.workunit.client.0.smithi067.stdout:op 695 completed, throughput=4.97MB/sec 2024-07-29T15:25:02.650 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cy5I0nh7RCjg3kf off=500085 len=917525 2024-07-29T15:25:02.656 INFO:tasks.workunit.client.0.smithi067.stdout:op 696 completed, throughput=4.98MB/sec 2024-07-29T15:25:02.656 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ArSntGzhnv7WEat off=13360868 len=1321545 2024-07-29T15:25:02.658 INFO:tasks.workunit.client.0.smithi067.stdout:op 697 completed, throughput=4.99MB/sec 2024-07-29T15:25:02.658 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MI-rmnDDNzTMER5 off=3723203 len=1216335 2024-07-29T15:25:02.660 INFO:tasks.workunit.client.0.smithi067.stdout:op 698 completed, throughput=5MB/sec 2024-07-29T15:25:02.660 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-u84FzTrUaTrr_R5 off=3122105 len=1006415 2024-07-29T15:25:02.663 INFO:tasks.workunit.client.0.smithi067.stdout:op 699 completed, throughput=5MB/sec 2024-07-29T15:25:03.663 INFO:tasks.workunit.client.0.smithi067.stdout: 142: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:03.663 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-JovngZYUVRxtT5v off=8086754 len=1362148 2024-07-29T15:25:03.665 INFO:tasks.workunit.client.0.smithi067.stdout:op 700 completed, throughput=4.98MB/sec 2024-07-29T15:25:03.665 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-U0yBvNP6z-TDrxF off=2722630 len=701563 2024-07-29T15:25:03.667 INFO:tasks.workunit.client.0.smithi067.stdout:op 701 completed, throughput=4.98MB/sec 2024-07-29T15:25:03.667 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--nXzZ5L-vjq6s-F off=550378 len=1520348 2024-07-29T15:25:03.674 INFO:tasks.workunit.client.0.smithi067.stdout:op 702 completed, throughput=4.99MB/sec 2024-07-29T15:25:03.674 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-xGyblZKn1ScUdSj off=4405641 len=1048643 2024-07-29T15:25:03.678 INFO:tasks.workunit.client.0.smithi067.stdout:op 703 completed, throughput=5MB/sec 2024-07-29T15:25:03.678 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ebeKw6Sg--4wIAx off=11008155 len=92087 2024-07-29T15:25:03.679 INFO:tasks.workunit.client.0.smithi067.stdout:op 704 completed, throughput=5MB/sec 2024-07-29T15:25:03.679 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ABxd7fzqVCRD-yT off=912533 len=370000 2024-07-29T15:25:03.680 INFO:tasks.workunit.client.0.smithi067.stdout:op 705 completed, throughput=5MB/sec 2024-07-29T15:25:03.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:03 smithi138 ceph-mon[86438]: pgmap v1423: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-07-29T15:25:03.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:03 smithi067 ceph-mon[91995]: pgmap v1423: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-07-29T15:25:03.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:03 smithi067 ceph-mon[94375]: pgmap v1423: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-07-29T15:25:04.681 INFO:tasks.workunit.client.0.smithi067.stdout: 143: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:04.681 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-uX2zyV5d8c4Qu8I off=11715948 len=1528873 2024-07-29T15:25:04.683 INFO:tasks.workunit.client.0.smithi067.stdout:op 706 completed, throughput=4.98MB/sec 2024-07-29T15:25:04.683 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jBEch_aYSdKjCjM off=16373744 len=1938951 2024-07-29T15:25:04.687 INFO:tasks.workunit.client.0.smithi067.stdout:op 707 completed, throughput=4.99MB/sec 2024-07-29T15:25:04.687 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-TAFHASVOY78GW96 off=153999 len=1714610 2024-07-29T15:25:04.697 INFO:tasks.workunit.client.0.smithi067.stdout:op 708 completed, throughput=5MB/sec 2024-07-29T15:25:05.698 INFO:tasks.workunit.client.0.smithi067.stdout: 144: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:05.698 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-tTsZrN3CKb6k7hr off=677366 len=607231 2024-07-29T15:25:05.699 INFO:tasks.workunit.client.0.smithi067.stdout:op 709 completed, throughput=4.97MB/sec 2024-07-29T15:25:05.699 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-hfOZczg1aES14WJ off=0 len=1065711 2024-07-29T15:25:05.705 INFO:tasks.workunit.client.0.smithi067.stdout:op 710 completed, throughput=4.98MB/sec 2024-07-29T15:25:05.705 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9x0SvvJm5KGeFr4 off=7359160 len=653735 2024-07-29T15:25:05.708 INFO:tasks.workunit.client.0.smithi067.stdout:op 711 completed, throughput=4.98MB/sec 2024-07-29T15:25:05.708 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KqS5j3rG_F7efum off=19176800 len=2093786 2024-07-29T15:25:05.721 INFO:tasks.workunit.client.0.smithi067.stdout:op 712 completed, throughput=4.99MB/sec 2024-07-29T15:25:05.721 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ipClRWVp236qo_M off=18235393 len=1994833 2024-07-29T15:25:05.731 INFO:tasks.workunit.client.0.smithi067.stdout:op 713 completed, throughput=5.01MB/sec 2024-07-29T15:25:05.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:05 smithi138 ceph-mon[86438]: pgmap v1424: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-29T15:25:05.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:25:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:05 smithi067 ceph-mon[91995]: pgmap v1424: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-29T15:25:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:25:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:05 smithi067 ceph-mon[94375]: pgmap v1424: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-29T15:25:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:25:06.732 INFO:tasks.workunit.client.0.smithi067.stdout: 145: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:06.732 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--45bOWRKdIoPtNX off=3218548 len=1638916 2024-07-29T15:25:06.734 INFO:tasks.workunit.client.0.smithi067.stdout:op 714 completed, throughput=4.98MB/sec 2024-07-29T15:25:06.734 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-hEMFfcKwxiDQkgB off=3188383 len=183505 2024-07-29T15:25:06.735 INFO:tasks.workunit.client.0.smithi067.stdout:op 715 completed, throughput=4.98MB/sec 2024-07-29T15:25:06.735 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bcJSVE1arPNlBIA off=1592478 len=1531074 2024-07-29T15:25:06.743 INFO:tasks.workunit.client.0.smithi067.stdout:op 716 completed, throughput=4.99MB/sec 2024-07-29T15:25:06.743 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-hwvFF26fdDFVfy1 off=2215931 len=769803 2024-07-29T15:25:06.745 INFO:tasks.workunit.client.0.smithi067.stdout:op 717 completed, throughput=5MB/sec 2024-07-29T15:25:06.745 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-d8cj_kEBJisHKH4 off=8738868 len=748521 2024-07-29T15:25:06.749 INFO:tasks.workunit.client.0.smithi067.stdout:op 718 completed, throughput=5MB/sec 2024-07-29T15:25:07.750 INFO:tasks.workunit.client.0.smithi067.stdout: 146: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:07.750 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MvY7XozoIX1Wdy9 off=1150197 len=1060680 2024-07-29T15:25:07.752 INFO:tasks.workunit.client.0.smithi067.stdout:op 719 completed, throughput=4.98MB/sec 2024-07-29T15:25:07.752 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-kL4MJ728CgiayOL off=0 len=1597742 2024-07-29T15:25:07.758 INFO:tasks.workunit.client.0.smithi067.stdout:op 720 completed, throughput=4.99MB/sec 2024-07-29T15:25:07.758 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-JH7e6HNrh0Bi3M- off=18379880 len=944466 2024-07-29T15:25:07.760 INFO:tasks.workunit.client.0.smithi067.stdout:op 721 completed, throughput=4.99MB/sec 2024-07-29T15:25:07.760 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4jjLgEzVIZmPBfS off=3960227 len=193594 2024-07-29T15:25:07.761 INFO:tasks.workunit.client.0.smithi067.stdout:op 722 completed, throughput=4.99MB/sec 2024-07-29T15:25:07.761 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-18aFBZUOuMywadI off=11995085 len=1017833 2024-07-29T15:25:07.766 INFO:tasks.workunit.client.0.smithi067.stdout:op 723 completed, throughput=5MB/sec 2024-07-29T15:25:07.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:07 smithi138 ceph-mon[86438]: pgmap v1425: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:25:07.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:07 smithi067 ceph-mon[91995]: pgmap v1425: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:25:07.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:07 smithi067 ceph-mon[94375]: pgmap v1425: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:25:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:25:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:25:07] "GET /metrics HTTP/1.1" 200 34196 "" "Prometheus/2.51.0" 2024-07-29T15:25:08.767 INFO:tasks.workunit.client.0.smithi067.stdout: 147: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:08.767 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-J2FceCCXHWMviQi off=4502562 len=1147405 2024-07-29T15:25:08.773 INFO:tasks.workunit.client.0.smithi067.stdout:op 724 completed, throughput=4.97MB/sec 2024-07-29T15:25:08.773 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-kSuWoFjfn1S3kLP off=15001409 len=1350095 2024-07-29T15:25:08.779 INFO:tasks.workunit.client.0.smithi067.stdout:op 725 completed, throughput=4.98MB/sec 2024-07-29T15:25:08.779 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2bKkpNI-vhbwGjd off=6169522 len=236169 2024-07-29T15:25:08.783 INFO:tasks.workunit.client.0.smithi067.stdout:op 726 completed, throughput=4.98MB/sec 2024-07-29T15:25:08.783 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3mBjM8mE2Kjwdb9 off=2884467 len=1480671 2024-07-29T15:25:08.784 INFO:tasks.workunit.client.0.smithi067.stdout:op 727 completed, throughput=4.99MB/sec 2024-07-29T15:25:08.784 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-XlFqqlw6Oks_6RF off=480049 len=2005947 2024-07-29T15:25:08.794 INFO:tasks.workunit.client.0.smithi067.stdout:op 728 completed, throughput=5.01MB/sec 2024-07-29T15:25:09.794 INFO:tasks.workunit.client.0.smithi067.stdout: 148: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:09.795 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PUUCmzkTtPncFoJ off=10583340 len=333744 2024-07-29T15:25:09.796 INFO:tasks.workunit.client.0.smithi067.stdout:op 729 completed, throughput=4.97MB/sec 2024-07-29T15:25:09.796 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-M992-xDVMblqEl8 off=8300457 len=119007 2024-07-29T15:25:09.799 INFO:tasks.workunit.client.0.smithi067.stdout:op 730 completed, throughput=4.98MB/sec 2024-07-29T15:25:09.799 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3m2uH6Tw2bqfpim off=20073294 len=232483 2024-07-29T15:25:09.800 INFO:tasks.workunit.client.0.smithi067.stdout:op 731 completed, throughput=4.98MB/sec 2024-07-29T15:25:09.800 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4T_naDN9NqZ4Jvs off=8854055 len=1784791 2024-07-29T15:25:09.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:09 smithi138 ceph-mon[86438]: pgmap v1426: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:25:09.811 INFO:tasks.workunit.client.0.smithi067.stdout:op 732 completed, throughput=4.99MB/sec 2024-07-29T15:25:09.811 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Hu6wmRQ1sM4iih0 off=10973310 len=898550 2024-07-29T15:25:09.812 INFO:tasks.workunit.client.0.smithi067.stdout:op 733 completed, throughput=4.99MB/sec 2024-07-29T15:25:09.812 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FjBMg_udi7JTp3E off=5191709 len=365596 2024-07-29T15:25:09.815 INFO:tasks.workunit.client.0.smithi067.stdout:op 734 completed, throughput=5MB/sec 2024-07-29T15:25:09.815 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4UPZHKFfHf5tGMe off=3903451 len=1346622 2024-07-29T15:25:09.823 INFO:tasks.workunit.client.0.smithi067.stdout:op 735 completed, throughput=5MB/sec 2024-07-29T15:25:09.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:09 smithi067 ceph-mon[94375]: pgmap v1426: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:25:09.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:09 smithi067 ceph-mon[91995]: pgmap v1426: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:25:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:25:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:25:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:25:10.823 INFO:tasks.workunit.client.0.smithi067.stdout: 149: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:10.824 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lxsmXb_IJHbgmL6 off=19608541 len=1328018 2024-07-29T15:25:10.830 INFO:tasks.workunit.client.0.smithi067.stdout:op 736 completed, throughput=4.98MB/sec 2024-07-29T15:25:10.830 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-diiub0NEhxUpIrx off=11362251 len=1107157 2024-07-29T15:25:10.832 INFO:tasks.workunit.client.0.smithi067.stdout:op 737 completed, throughput=4.99MB/sec 2024-07-29T15:25:10.832 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Uuol6U_D98TU8wn off=13930801 len=1217479 2024-07-29T15:25:10.839 INFO:tasks.workunit.client.0.smithi067.stdout:op 738 completed, throughput=4.99MB/sec 2024-07-29T15:25:10.839 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2b-edjQfRHQSuKn off=18143271 len=1962880 2024-07-29T15:25:10.847 INFO:tasks.workunit.client.0.smithi067.stdout:op 739 completed, throughput=5.01MB/sec 2024-07-29T15:25:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:11 smithi138 ceph-mon[86438]: pgmap v1427: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:25:11.847 INFO:tasks.workunit.client.0.smithi067.stdout: 150: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:11.847 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cSnkkxfrkSoFdtv off=0 len=1474979 2024-07-29T15:25:11.853 INFO:tasks.workunit.client.0.smithi067.stdout:op 740 completed, throughput=4.98MB/sec 2024-07-29T15:25:11.853 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VCQe-yuY775GdaW off=860289 len=301370 2024-07-29T15:25:11.854 INFO:tasks.workunit.client.0.smithi067.stdout:op 741 completed, throughput=4.98MB/sec 2024-07-29T15:25:11.854 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UEnbD-YTnoiYQYS off=17818018 len=959072 2024-07-29T15:25:11.856 INFO:tasks.workunit.client.0.smithi067.stdout:op 742 completed, throughput=4.99MB/sec 2024-07-29T15:25:11.856 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Wj8Dh8JoKO0GknC off=16787969 len=2001570 2024-07-29T15:25:11.867 INFO:tasks.workunit.client.0.smithi067.stdout:op 743 completed, throughput=5MB/sec 2024-07-29T15:25:11.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:11 smithi067 ceph-mon[91995]: pgmap v1427: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:25:11.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:11 smithi067 ceph-mon[94375]: pgmap v1427: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:25:12.868 INFO:tasks.workunit.client.0.smithi067.stdout: 151: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:12.868 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lcJ8nBd61Lkw2tf off=4848823 len=85355 2024-07-29T15:25:12.870 INFO:tasks.workunit.client.0.smithi067.stdout:op 744 completed, throughput=4.97MB/sec 2024-07-29T15:25:12.870 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5t8rqbLnyyh89wU off=10631109 len=400895 2024-07-29T15:25:12.874 INFO:tasks.workunit.client.0.smithi067.stdout:op 745 completed, throughput=4.97MB/sec 2024-07-29T15:25:12.874 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-g_cGy_BNuQWDblG off=372363 len=243721 2024-07-29T15:25:12.877 INFO:tasks.workunit.client.0.smithi067.stdout:op 746 completed, throughput=4.97MB/sec 2024-07-29T15:25:12.877 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-i7iCaBBZTdxCpAR off=4718170 len=211055 2024-07-29T15:25:12.877 INFO:tasks.workunit.client.0.smithi067.stdout:op 747 completed, throughput=4.97MB/sec 2024-07-29T15:25:12.877 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0zgvxtJ2fRZXWlM off=4275595 len=363915 2024-07-29T15:25:12.879 INFO:tasks.workunit.client.0.smithi067.stdout:op 748 completed, throughput=4.98MB/sec 2024-07-29T15:25:12.879 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-x85O68YXIU_4VBg off=13914103 len=811160 2024-07-29T15:25:12.884 INFO:tasks.workunit.client.0.smithi067.stdout:op 749 completed, throughput=4.98MB/sec 2024-07-29T15:25:12.884 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-PR1YkNMCkRzO_27 off=2587571 len=2042389 2024-07-29T15:25:12.894 INFO:tasks.workunit.client.0.smithi067.stdout:op 750 completed, throughput=4.99MB/sec 2024-07-29T15:25:12.894 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-POfgxyCohhjfwxD off=5618301 len=2058288 2024-07-29T15:25:12.896 INFO:tasks.workunit.client.0.smithi067.stdout:op 751 completed, throughput=5.01MB/sec 2024-07-29T15:25:13.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:13 smithi138 ceph-mon[86438]: pgmap v1428: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:25:13.896 INFO:tasks.workunit.client.0.smithi067.stdout: 152: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:13.896 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bxqfpGmqZlsVsbu off=10197263 len=1484951 2024-07-29T15:25:13.905 INFO:tasks.workunit.client.0.smithi067.stdout:op 752 completed, throughput=4.98MB/sec 2024-07-29T15:25:13.905 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8SFoYfxI7cpQvwI off=6630143 len=1666376 2024-07-29T15:25:13.907 INFO:tasks.workunit.client.0.smithi067.stdout:op 753 completed, throughput=4.99MB/sec 2024-07-29T15:25:13.907 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-buo6vNOOx6g4EE4 off=3970229 len=125886 2024-07-29T15:25:13.909 INFO:tasks.workunit.client.0.smithi067.stdout:op 754 completed, throughput=4.99MB/sec 2024-07-29T15:25:13.909 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FxNKq6Cy-SkqD6t off=843479 len=1660359 2024-07-29T15:25:13.917 INFO:tasks.workunit.client.0.smithi067.stdout:op 755 completed, throughput=5MB/sec 2024-07-29T15:25:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:13 smithi067 ceph-mon[91995]: pgmap v1428: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:25:13.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:13 smithi067 ceph-mon[94375]: pgmap v1428: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:25:14.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:14 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:25:14.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:14 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:25:14.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:14 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:25:14.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:14 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:25:14.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:14 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:25:14.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:14 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:25:14.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:14 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:25:14.917 INFO:tasks.workunit.client.0.smithi067.stdout: 153: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:14.917 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-XkcdsNvZ6ydmNow off=1473049 len=1012362 2024-07-29T15:25:14.918 INFO:tasks.workunit.client.0.smithi067.stdout:op 756 completed, throughput=4.98MB/sec 2024-07-29T15:25:14.918 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2_ycHhSQJUZUl1C off=378367 len=1238976 2024-07-29T15:25:14.919 INFO:tasks.workunit.client.0.smithi067.stdout:op 757 completed, throughput=4.99MB/sec 2024-07-29T15:25:14.919 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-x7xwV0ltO5I2hQR off=5166436 len=298110 2024-07-29T15:25:14.921 INFO:tasks.workunit.client.0.smithi067.stdout:op 758 completed, throughput=4.99MB/sec 2024-07-29T15:25:14.921 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YPyGCK_tgk890zu off=13064649 len=1169071 2024-07-29T15:25:14.925 INFO:tasks.workunit.client.0.smithi067.stdout:op 759 completed, throughput=4.99MB/sec 2024-07-29T15:25:14.926 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-mk3oyz2N0ddAytG off=1657 len=343041 2024-07-29T15:25:14.928 INFO:tasks.workunit.client.0.smithi067.stdout:op 760 completed, throughput=5MB/sec 2024-07-29T15:25:14.928 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-csq0GsbjQBIBQrO off=0 len=1209497 2024-07-29T15:25:14.934 INFO:tasks.workunit.client.0.smithi067.stdout:op 761 completed, throughput=5MB/sec 2024-07-29T15:25:14.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:14 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:25:14.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:14 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:25:14.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:14 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:25:14.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:14 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:25:14.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:14 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:25:14.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:14 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:25:14.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:14 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:25:14.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:14 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:25:14.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:14 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:25:14.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:14 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:25:14.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:14 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:25:14.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:14 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:25:14.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:14 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:25:14.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:14 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:25:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:15 smithi138 ceph-mon[86438]: pgmap v1429: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-29T15:25:15.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:15 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:25:15.934 INFO:tasks.workunit.client.0.smithi067.stdout: 154: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:15.935 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2S8toMzTyJGF0xC off=9033205 len=114931 2024-07-29T15:25:15.935 INFO:tasks.workunit.client.0.smithi067.stdout:op 762 completed, throughput=4.97MB/sec 2024-07-29T15:25:15.935 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-xDyYltHiMYkO64K off=802868 len=1514376 2024-07-29T15:25:15.944 INFO:tasks.workunit.client.0.smithi067.stdout:op 763 completed, throughput=4.98MB/sec 2024-07-29T15:25:15.944 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1P0BVv5enEhht-u off=18515773 len=352620 2024-07-29T15:25:15.945 INFO:tasks.workunit.client.0.smithi067.stdout:op 764 completed, throughput=4.98MB/sec 2024-07-29T15:25:15.945 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-mKyGAfU6bqu0ZIw off=2573628 len=125422 2024-07-29T15:25:15.948 INFO:tasks.workunit.client.0.smithi067.stdout:op 765 completed, throughput=4.98MB/sec 2024-07-29T15:25:15.948 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Rya1qUeLt1Q-9dX off=5365735 len=973875 2024-07-29T15:25:15.952 INFO:tasks.workunit.client.0.smithi067.stdout:op 766 completed, throughput=4.99MB/sec 2024-07-29T15:25:15.952 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-TKGF5pv7HAzY02- off=5928728 len=587283 2024-07-29T15:25:15.953 INFO:tasks.workunit.client.0.smithi067.stdout:op 767 completed, throughput=4.99MB/sec 2024-07-29T15:25:15.953 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-p17TOUMxlOhnOmf off=2886215 len=1129161 2024-07-29T15:25:15.959 INFO:tasks.workunit.client.0.smithi067.stdout:op 768 completed, throughput=5MB/sec 2024-07-29T15:25:15.959 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-biLo7wknXk5ofDn off=17446099 len=692540 2024-07-29T15:25:15.959 INFO:tasks.workunit.client.0.smithi067.stdout:op 769 completed, throughput=5MB/sec 2024-07-29T15:25:15.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:15 smithi067 ceph-mon[94375]: pgmap v1429: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-29T15:25:15.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:15 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:25:15.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:15 smithi067 ceph-mon[91995]: pgmap v1429: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-29T15:25:15.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:15 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:25:16.960 INFO:tasks.workunit.client.0.smithi067.stdout: 155: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:16.960 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-LrkbfWKvNgDo_5- off=8150888 len=1799758 2024-07-29T15:25:16.970 INFO:tasks.workunit.client.0.smithi067.stdout:op 770 completed, throughput=4.98MB/sec 2024-07-29T15:25:16.970 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3eiLPra754gOV8J off=2224743 len=202352 2024-07-29T15:25:16.971 INFO:tasks.workunit.client.0.smithi067.stdout:op 771 completed, throughput=4.98MB/sec 2024-07-29T15:25:16.971 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FYwRtcpgTZokRn9 off=9927395 len=1597019 2024-07-29T15:25:16.973 INFO:tasks.workunit.client.0.smithi067.stdout:op 772 completed, throughput=4.99MB/sec 2024-07-29T15:25:16.973 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-P_Dy1P9M1RFoxBf off=23287384 len=1972263 2024-07-29T15:25:16.975 INFO:tasks.workunit.client.0.smithi067.stdout:op 773 completed, throughput=5.01MB/sec 2024-07-29T15:25:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:17 smithi138 ceph-mon[86438]: pgmap v1430: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-07-29T15:25:17.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:17 smithi067 ceph-mon[94375]: pgmap v1430: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-07-29T15:25:17.844 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:17 smithi067 ceph-mon[91995]: pgmap v1430: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-07-29T15:25:17.976 INFO:tasks.workunit.client.0.smithi067.stdout: 156: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:17.976 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ZVDM76rWnfIlL_5 off=5792622 len=130448 2024-07-29T15:25:17.977 INFO:tasks.workunit.client.0.smithi067.stdout:op 774 completed, throughput=4.97MB/sec 2024-07-29T15:25:17.977 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wAJrnIPP2P1rmTH off=9173836 len=35763 2024-07-29T15:25:17.979 INFO:tasks.workunit.client.0.smithi067.stdout:op 775 completed, throughput=4.98MB/sec 2024-07-29T15:25:17.979 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Ects4cHInonxYld off=2775763 len=1138955 2024-07-29T15:25:17.984 INFO:tasks.workunit.client.0.smithi067.stdout:op 776 completed, throughput=4.98MB/sec 2024-07-29T15:25:17.984 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MvZ2PMuowpqkKnP off=13132249 len=139488 2024-07-29T15:25:17.984 INFO:tasks.workunit.client.0.smithi067.stdout:op 777 completed, throughput=4.98MB/sec 2024-07-29T15:25:17.985 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-itCMpqzuB6Rdy2F off=11124293 len=1520528 2024-07-29T15:25:17.987 INFO:tasks.workunit.client.0.smithi067.stdout:op 778 completed, throughput=4.99MB/sec 2024-07-29T15:25:17.987 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-c-r-0JDA1lLLUkG off=18984591 len=1270383 2024-07-29T15:25:17.990 INFO:tasks.workunit.client.0.smithi067.stdout:op 779 completed, throughput=5MB/sec 2024-07-29T15:25:17.990 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FJjSiBzai2kXB9y off=17131747 len=1486752 2024-07-29T15:25:17.998 INFO:tasks.workunit.client.0.smithi067.stdout:op 780 completed, throughput=5.01MB/sec 2024-07-29T15:25:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:25:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:25:17] "GET /metrics HTTP/1.1" 200 34196 "" "Prometheus/2.51.0" 2024-07-29T15:25:18.998 INFO:tasks.workunit.client.0.smithi067.stdout: 157: throughput=4.98MB/sec pending data=0 2024-07-29T15:25:18.998 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-QVpJKC887EjJGbl off=6168940 len=1481188 2024-07-29T15:25:19.000 INFO:tasks.workunit.client.0.smithi067.stdout:op 781 completed, throughput=4.99MB/sec 2024-07-29T15:25:19.000 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-06y3EjPm87dL9H9 off=7410673 len=488031 2024-07-29T15:25:19.001 INFO:tasks.workunit.client.0.smithi067.stdout:op 782 completed, throughput=4.99MB/sec 2024-07-29T15:25:19.002 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eHrh8U0K-KGs58u off=12107863 len=1626867 2024-07-29T15:25:19.004 INFO:tasks.workunit.client.0.smithi067.stdout:op 783 completed, throughput=5MB/sec 2024-07-29T15:25:19.004 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-HVw3ALEWUoUU6cO off=7640433 len=114261 2024-07-29T15:25:19.005 INFO:tasks.workunit.client.0.smithi067.stdout:op 784 completed, throughput=5MB/sec 2024-07-29T15:25:19.005 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-veeAAz0LoZpWD4X off=2725007 len=240538 2024-07-29T15:25:19.006 INFO:tasks.workunit.client.0.smithi067.stdout:op 785 completed, throughput=5MB/sec 2024-07-29T15:25:19.006 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-oj0yF2hSl9hbDtA off=6701749 len=26656 2024-07-29T15:25:19.008 INFO:tasks.workunit.client.0.smithi067.stdout:op 786 completed, throughput=5MB/sec 2024-07-29T15:25:19.008 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-t8XYmMjk79isuP3 off=14981056 len=776851 2024-07-29T15:25:19.012 INFO:tasks.workunit.client.0.smithi067.stdout:op 787 completed, throughput=5MB/sec 2024-07-29T15:25:19.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:19 smithi138 ceph-mon[86438]: pgmap v1431: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-29T15:25:19.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:19 smithi067 ceph-mon[91995]: pgmap v1431: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-29T15:25:20.064 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:19 smithi067 ceph-mon[94375]: pgmap v1431: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-29T15:25:20.065 INFO:tasks.workunit.client.0.smithi067.stdout: 158: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:20.065 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7KCm8huKEhY0PnC off=68955 len=2062615 2024-07-29T15:25:20.065 INFO:tasks.workunit.client.0.smithi067.stdout:op 788 completed, throughput=4.98MB/sec 2024-07-29T15:25:20.065 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-rNjV4JODiJGtk-d off=4881533 len=880433 2024-07-29T15:25:20.065 INFO:tasks.workunit.client.0.smithi067.stdout:op 789 completed, throughput=4.99MB/sec 2024-07-29T15:25:20.066 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FCcWSTuCUwUyPOG off=17370062 len=999868 2024-07-29T15:25:20.066 INFO:tasks.workunit.client.0.smithi067.stdout:op 790 completed, throughput=5MB/sec 2024-07-29T15:25:20.066 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-S9FM-fc8vLdyAO6 off=3629532 len=1272304 2024-07-29T15:25:20.066 INFO:tasks.workunit.client.0.smithi067.stdout:op 791 completed, throughput=5MB/sec 2024-07-29T15:25:20.536 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:25:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:25:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:25:20.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:25:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:25:20.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:25:21.039 INFO:tasks.workunit.client.0.smithi067.stdout: 159: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:21.040 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MU7H3KhbsAdmwH3 off=3940590 len=440350 2024-07-29T15:25:21.041 INFO:tasks.workunit.client.0.smithi067.stdout:op 792 completed, throughput=4.97MB/sec 2024-07-29T15:25:21.041 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3haDIAPVkspZIgP off=8844308 len=1309746 2024-07-29T15:25:21.043 INFO:tasks.workunit.client.0.smithi067.stdout:op 793 completed, throughput=4.98MB/sec 2024-07-29T15:25:21.043 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NHB-aRq4jgf0xai off=16407632 len=1483738 2024-07-29T15:25:21.051 INFO:tasks.workunit.client.0.smithi067.stdout:op 794 completed, throughput=4.99MB/sec 2024-07-29T15:25:21.051 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-q-fcpQQXkPYrNAM off=2485745 len=2059258 2024-07-29T15:25:21.054 INFO:tasks.workunit.client.0.smithi067.stdout:op 795 completed, throughput=5MB/sec 2024-07-29T15:25:21.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:21 smithi138 ceph-mon[86438]: pgmap v1432: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-29T15:25:21.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:21 smithi067 ceph-mon[91995]: pgmap v1432: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-29T15:25:21.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:21 smithi067 ceph-mon[94375]: pgmap v1432: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-29T15:25:22.054 INFO:tasks.workunit.client.0.smithi067.stdout: 160: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:22.054 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-EPtNxRf8ql_pTFB off=5326807 len=404843 2024-07-29T15:25:22.058 INFO:tasks.workunit.client.0.smithi067.stdout:op 796 completed, throughput=4.97MB/sec 2024-07-29T15:25:22.058 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1vx56w13abr4zpP off=12442330 len=810954 2024-07-29T15:25:22.060 INFO:tasks.workunit.client.0.smithi067.stdout:op 797 completed, throughput=4.98MB/sec 2024-07-29T15:25:22.060 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FI-FDx4TCAPBmcG off=1472403 len=2000363 2024-07-29T15:25:22.062 INFO:tasks.workunit.client.0.smithi067.stdout:op 798 completed, throughput=4.99MB/sec 2024-07-29T15:25:22.062 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-iE_nU8SKUcR2_sM off=197915 len=1086318 2024-07-29T15:25:22.068 INFO:tasks.workunit.client.0.smithi067.stdout:op 799 completed, throughput=5MB/sec 2024-07-29T15:25:22.068 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-cbVM1U8C0ChTRiN off=7031457 len=649939 2024-07-29T15:25:22.069 INFO:tasks.workunit.client.0.smithi067.stdout:op 800 completed, throughput=5MB/sec 2024-07-29T15:25:23.069 INFO:tasks.workunit.client.0.smithi067.stdout: 161: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:23.070 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-AvQYgUArfLqYbNp off=1947490 len=465969 2024-07-29T15:25:23.073 INFO:tasks.workunit.client.0.smithi067.stdout:op 801 completed, throughput=4.97MB/sec 2024-07-29T15:25:23.073 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-g-Rboa3VpCAa03G off=1354117 len=998933 2024-07-29T15:25:23.075 INFO:tasks.workunit.client.0.smithi067.stdout:op 802 completed, throughput=4.98MB/sec 2024-07-29T15:25:23.075 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DwrM6TdX3wolrLN off=4867210 len=1340314 2024-07-29T15:25:23.077 INFO:tasks.workunit.client.0.smithi067.stdout:op 803 completed, throughput=4.99MB/sec 2024-07-29T15:25:23.077 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-zYPGWfj8tIbRAKC off=7617210 len=570333 2024-07-29T15:25:23.078 INFO:tasks.workunit.client.0.smithi067.stdout:op 804 completed, throughput=4.99MB/sec 2024-07-29T15:25:23.078 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MuHP2qKO0T_aNNh off=1461068 len=970711 2024-07-29T15:25:23.083 INFO:tasks.workunit.client.0.smithi067.stdout:op 805 completed, throughput=5MB/sec 2024-07-29T15:25:23.083 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-TbvMSSVKn3O7jD_ off=10568662 len=1111235 2024-07-29T15:25:23.084 INFO:tasks.workunit.client.0.smithi067.stdout:op 806 completed, throughput=5MB/sec 2024-07-29T15:25:23.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:23 smithi138 ceph-mon[86438]: pgmap v1433: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:25:23.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:23 smithi067 ceph-mon[94375]: pgmap v1433: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:25:23.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:23 smithi067 ceph-mon[91995]: pgmap v1433: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:25:24.085 INFO:tasks.workunit.client.0.smithi067.stdout: 162: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:24.085 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NhAdIGioza6IXvH off=16900621 len=1821273 2024-07-29T15:25:24.088 INFO:tasks.workunit.client.0.smithi067.stdout:op 807 completed, throughput=4.98MB/sec 2024-07-29T15:25:24.089 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Hlpp0nDtUFNOkI5 off=3493614 len=2072888 2024-07-29T15:25:24.091 INFO:tasks.workunit.client.0.smithi067.stdout:op 808 completed, throughput=4.99MB/sec 2024-07-29T15:25:24.091 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Jh99W420FbbcfRp off=358301 len=1326066 2024-07-29T15:25:24.098 INFO:tasks.workunit.client.0.smithi067.stdout:op 809 completed, throughput=5MB/sec 2024-07-29T15:25:25.098 INFO:tasks.workunit.client.0.smithi067.stdout: 163: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:25.098 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-uddOrpCHxnlatWW off=7645642 len=578600 2024-07-29T15:25:25.102 INFO:tasks.workunit.client.0.smithi067.stdout:op 810 completed, throughput=4.97MB/sec 2024-07-29T15:25:25.102 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Pwo5zOYs3X_BSDh off=3234228 len=85190 2024-07-29T15:25:25.105 INFO:tasks.workunit.client.0.smithi067.stdout:op 811 completed, throughput=4.97MB/sec 2024-07-29T15:25:25.105 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_F1hWpBWH0eA8el off=11850291 len=837243 2024-07-29T15:25:25.109 INFO:tasks.workunit.client.0.smithi067.stdout:op 812 completed, throughput=4.98MB/sec 2024-07-29T15:25:25.109 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-xY7dO4A9PweKTeI off=13361259 len=369724 2024-07-29T15:25:25.112 INFO:tasks.workunit.client.0.smithi067.stdout:op 813 completed, throughput=4.98MB/sec 2024-07-29T15:25:25.112 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-xECZqhAmAiDB8wX off=7767295 len=593576 2024-07-29T15:25:25.114 INFO:tasks.workunit.client.0.smithi067.stdout:op 814 completed, throughput=4.98MB/sec 2024-07-29T15:25:25.114 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-hpoaQor3mbUgLqV off=2839744 len=1113222 2024-07-29T15:25:25.118 INFO:tasks.workunit.client.0.smithi067.stdout:op 815 completed, throughput=4.99MB/sec 2024-07-29T15:25:25.119 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-uSepoekSnEC49cM off=46412 len=974920 2024-07-29T15:25:25.124 INFO:tasks.workunit.client.0.smithi067.stdout:op 816 completed, throughput=5MB/sec 2024-07-29T15:25:25.124 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZRqjXXyKH_CYpBS off=2564740 len=1269063 2024-07-29T15:25:25.129 INFO:tasks.workunit.client.0.smithi067.stdout:op 817 completed, throughput=5MB/sec 2024-07-29T15:25:25.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:25 smithi138 ceph-mon[86438]: pgmap v1434: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:25:25.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:25 smithi067 ceph-mon[91995]: pgmap v1434: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:25:25.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:25 smithi067 ceph-mon[94375]: pgmap v1434: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:25:26.129 INFO:tasks.workunit.client.0.smithi067.stdout: 164: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:26.129 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-QzFkBIYX7D6fTqI off=12653901 len=1075612 2024-07-29T15:25:26.132 INFO:tasks.workunit.client.0.smithi067.stdout:op 818 completed, throughput=4.98MB/sec 2024-07-29T15:25:26.132 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VxMiSGCYBCnaIiY off=12438665 len=1789459 2024-07-29T15:25:26.139 INFO:tasks.workunit.client.0.smithi067.stdout:op 819 completed, throughput=4.99MB/sec 2024-07-29T15:25:26.139 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--L-eGVmCG76d8qx off=11367386 len=583313 2024-07-29T15:25:26.140 INFO:tasks.workunit.client.0.smithi067.stdout:op 820 completed, throughput=4.99MB/sec 2024-07-29T15:25:26.141 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-T8ug9weMA5t74xZ off=1125046 len=301531 2024-07-29T15:25:26.142 INFO:tasks.workunit.client.0.smithi067.stdout:op 821 completed, throughput=4.99MB/sec 2024-07-29T15:25:26.142 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KqcCrOUn-6kiZQL off=154998 len=350784 2024-07-29T15:25:26.142 INFO:tasks.workunit.client.0.smithi067.stdout:op 822 completed, throughput=5MB/sec 2024-07-29T15:25:26.142 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5sXwpgmfAMgrthI off=2409967 len=1842029 2024-07-29T15:25:26.144 INFO:tasks.workunit.client.0.smithi067.stdout:op 823 completed, throughput=5.01MB/sec 2024-07-29T15:25:27.145 INFO:tasks.workunit.client.0.smithi067.stdout: 165: throughput=4.98MB/sec pending data=0 2024-07-29T15:25:27.145 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-vw7NJmg0Y48Hs5_ off=16654740 len=577591 2024-07-29T15:25:27.149 INFO:tasks.workunit.client.0.smithi067.stdout:op 824 completed, throughput=4.98MB/sec 2024-07-29T15:25:27.149 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2hzB6dBn1I3Lm3l off=16386940 len=765412 2024-07-29T15:25:27.154 INFO:tasks.workunit.client.0.smithi067.stdout:op 825 completed, throughput=4.98MB/sec 2024-07-29T15:25:27.154 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CDZ0JODC79-Rt5A off=1517110 len=1656110 2024-07-29T15:25:27.161 INFO:tasks.workunit.client.0.smithi067.stdout:op 826 completed, throughput=4.99MB/sec 2024-07-29T15:25:27.161 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-L9PUdcXm1_Ei0oc off=2645351 len=1680965 2024-07-29T15:25:27.163 INFO:tasks.workunit.client.0.smithi067.stdout:op 827 completed, throughput=5MB/sec 2024-07-29T15:25:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:27 smithi138 ceph-mon[86438]: pgmap v1435: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:25:27.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:27 smithi067 ceph-mon[94375]: pgmap v1435: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:25:27.844 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:27 smithi067 ceph-mon[91995]: pgmap v1435: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:25:28.163 INFO:tasks.workunit.client.0.smithi067.stdout: 166: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:28.163 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WiSrBYboxfA6DYg off=4094851 len=482704 2024-07-29T15:25:28.165 INFO:tasks.workunit.client.0.smithi067.stdout:op 828 completed, throughput=4.98MB/sec 2024-07-29T15:25:28.165 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ELaeJNKaRJxANyO off=6062159 len=1696543 2024-07-29T15:25:28.167 INFO:tasks.workunit.client.0.smithi067.stdout:op 829 completed, throughput=4.99MB/sec 2024-07-29T15:25:28.167 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0RfDZAyGX1Woivs off=311627 len=1242204 2024-07-29T15:25:28.173 INFO:tasks.workunit.client.0.smithi067.stdout:op 830 completed, throughput=4.99MB/sec 2024-07-29T15:25:28.173 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lL78TEQBjWL9wee off=1440375 len=1831460 2024-07-29T15:25:28.182 INFO:tasks.workunit.client.0.smithi067.stdout:op 831 completed, throughput=5MB/sec 2024-07-29T15:25:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:25:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:25:27] "GET /metrics HTTP/1.1" 200 34195 "" "Prometheus/2.51.0" 2024-07-29T15:25:29.183 INFO:tasks.workunit.client.0.smithi067.stdout: 167: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:29.183 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-yhf-nGM-vIT90vq off=209178 len=1917255 2024-07-29T15:25:29.185 INFO:tasks.workunit.client.0.smithi067.stdout:op 832 completed, throughput=4.98MB/sec 2024-07-29T15:25:29.185 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Rcez7VDVN9hvinJ off=10644817 len=2069553 2024-07-29T15:25:29.188 INFO:tasks.workunit.client.0.smithi067.stdout:op 833 completed, throughput=5MB/sec 2024-07-29T15:25:29.188 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0DC5b5EP04ghTs3 off=212024 len=1203601 2024-07-29T15:25:29.189 INFO:tasks.workunit.client.0.smithi067.stdout:op 834 completed, throughput=5MB/sec 2024-07-29T15:25:29.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:29 smithi138 ceph-mon[86438]: pgmap v1436: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-29T15:25:29.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:29 smithi067 ceph-mon[91995]: pgmap v1436: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-29T15:25:29.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:29 smithi067 ceph-mon[94375]: pgmap v1436: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-29T15:25:30.190 INFO:tasks.workunit.client.0.smithi067.stdout: 168: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:30.190 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-325zlzqtymKm_EH off=14787787 len=807543 2024-07-29T15:25:30.191 INFO:tasks.workunit.client.0.smithi067.stdout:op 835 completed, throughput=4.98MB/sec 2024-07-29T15:25:30.191 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0NAUhdR7K8MOyw- off=2745462 len=1199545 2024-07-29T15:25:30.198 INFO:tasks.workunit.client.0.smithi067.stdout:op 836 completed, throughput=4.98MB/sec 2024-07-29T15:25:30.198 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VTOE8tIFSrCrTJw off=490677 len=1114948 2024-07-29T15:25:30.204 INFO:tasks.workunit.client.0.smithi067.stdout:op 837 completed, throughput=4.99MB/sec 2024-07-29T15:25:30.204 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8l8oBQsEte7OLEy off=17544151 len=2024055 2024-07-29T15:25:30.216 INFO:tasks.workunit.client.0.smithi067.stdout:op 838 completed, throughput=5MB/sec 2024-07-29T15:25:30.562 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:25:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:25:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:25:31.216 INFO:tasks.workunit.client.0.smithi067.stdout: 169: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:31.216 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-UuS4DCz_a3D6PPf off=1371023 len=403316 2024-07-29T15:25:31.220 INFO:tasks.workunit.client.0.smithi067.stdout:op 839 completed, throughput=4.97MB/sec 2024-07-29T15:25:31.220 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CC8RGYr1a8mu-R4 off=5977635 len=1269850 2024-07-29T15:25:31.226 INFO:tasks.workunit.client.0.smithi067.stdout:op 840 completed, throughput=4.98MB/sec 2024-07-29T15:25:31.227 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_-ZhcvGy7d4lHVw off=3094204 len=1803471 2024-07-29T15:25:31.237 INFO:tasks.workunit.client.0.smithi067.stdout:op 841 completed, throughput=4.99MB/sec 2024-07-29T15:25:31.237 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Ee0BuROp9f9JFoJ off=716078 len=255745 2024-07-29T15:25:31.240 INFO:tasks.workunit.client.0.smithi067.stdout:op 842 completed, throughput=4.99MB/sec 2024-07-29T15:25:31.240 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-u6oXP_Ajxc3nXPK off=10429279 len=1251122 2024-07-29T15:25:31.245 INFO:tasks.workunit.client.0.smithi067.stdout:op 843 completed, throughput=5MB/sec 2024-07-29T15:25:31.245 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-zKd5O1oyUpcyB8l off=4397576 len=472784 2024-07-29T15:25:31.246 INFO:tasks.workunit.client.0.smithi067.stdout:op 844 completed, throughput=5MB/sec 2024-07-29T15:25:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:31 smithi138 ceph-mon[86438]: pgmap v1437: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:25:31.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:31 smithi067 ceph-mon[91995]: pgmap v1437: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:25:31.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:31 smithi067 ceph-mon[94375]: pgmap v1437: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:25:32.247 INFO:tasks.workunit.client.0.smithi067.stdout: 170: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:32.247 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-hX4JoJQhNABK3MD off=1397891 len=1112058 2024-07-29T15:25:32.253 INFO:tasks.workunit.client.0.smithi067.stdout:op 845 completed, throughput=4.98MB/sec 2024-07-29T15:25:32.253 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-e05e4eFVTIWyAyM off=22281469 len=671826 2024-07-29T15:25:32.257 INFO:tasks.workunit.client.0.smithi067.stdout:op 846 completed, throughput=4.98MB/sec 2024-07-29T15:25:32.258 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zQoyeAswxduupL_ off=8627394 len=582679 2024-07-29T15:25:32.261 INFO:tasks.workunit.client.0.smithi067.stdout:op 847 completed, throughput=4.98MB/sec 2024-07-29T15:25:32.261 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-dBbNPUP6d1oCAL3 off=11193992 len=87721 2024-07-29T15:25:32.262 INFO:tasks.workunit.client.0.smithi067.stdout:op 848 completed, throughput=4.99MB/sec 2024-07-29T15:25:32.262 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-gJThXQQ0E83kG3Z off=5510874 len=216979 2024-07-29T15:25:32.264 INFO:tasks.workunit.client.0.smithi067.stdout:op 849 completed, throughput=4.99MB/sec 2024-07-29T15:25:32.264 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-RoWAe1eqChQfZNZ off=18200051 len=1186540 2024-07-29T15:25:32.266 INFO:tasks.workunit.client.0.smithi067.stdout:op 850 completed, throughput=4.99MB/sec 2024-07-29T15:25:32.266 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ePoPFbrrkUsUTyf off=12277441 len=143638 2024-07-29T15:25:32.266 INFO:tasks.workunit.client.0.smithi067.stdout:op 851 completed, throughput=4.99MB/sec 2024-07-29T15:25:32.267 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ee_RRLS7hXUw_go off=3142157 len=503654 2024-07-29T15:25:32.267 INFO:tasks.workunit.client.0.smithi067.stdout:op 852 completed, throughput=5MB/sec 2024-07-29T15:25:32.267 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-CTKze338oG5BBc3 off=4437124 len=1531455 2024-07-29T15:25:32.268 INFO:tasks.workunit.client.0.smithi067.stdout:op 853 completed, throughput=5MB/sec 2024-07-29T15:25:33.269 INFO:tasks.workunit.client.0.smithi067.stdout: 171: throughput=4.98MB/sec pending data=0 2024-07-29T15:25:33.269 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ht4w7ydwVmLmEY4 off=4215291 len=143124 2024-07-29T15:25:33.270 INFO:tasks.workunit.client.0.smithi067.stdout:op 854 completed, throughput=4.98MB/sec 2024-07-29T15:25:33.270 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-uRHhEllc_AsNh6m off=6981125 len=13692 2024-07-29T15:25:33.270 INFO:tasks.workunit.client.0.smithi067.stdout:op 855 completed, throughput=4.98MB/sec 2024-07-29T15:25:33.270 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-N0dNTTbS2ykQQuC off=670462 len=1675308 2024-07-29T15:25:33.279 INFO:tasks.workunit.client.0.smithi067.stdout:op 856 completed, throughput=4.99MB/sec 2024-07-29T15:25:33.279 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-H29YpCdhyVnk20s off=2694147 len=160005 2024-07-29T15:25:33.280 INFO:tasks.workunit.client.0.smithi067.stdout:op 857 completed, throughput=4.99MB/sec 2024-07-29T15:25:33.280 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-d1KtwPIkUN9vv_d off=5132293 len=1168481 2024-07-29T15:25:33.286 INFO:tasks.workunit.client.0.smithi067.stdout:op 858 completed, throughput=4.99MB/sec 2024-07-29T15:25:33.286 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5vefbQ_tOWUPCPw off=16687641 len=407907 2024-07-29T15:25:33.289 INFO:tasks.workunit.client.0.smithi067.stdout:op 859 completed, throughput=5MB/sec 2024-07-29T15:25:33.289 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-DYxyD1wdRPsVhrp off=7178671 len=1899242 2024-07-29T15:25:33.300 INFO:tasks.workunit.client.0.smithi067.stdout:op 860 completed, throughput=5.01MB/sec 2024-07-29T15:25:33.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:33 smithi138 ceph-mon[86438]: pgmap v1438: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-07-29T15:25:33.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:33 smithi067 ceph-mon[94375]: pgmap v1438: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-07-29T15:25:33.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:33 smithi067 ceph-mon[91995]: pgmap v1438: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-07-29T15:25:34.300 INFO:tasks.workunit.client.0.smithi067.stdout: 172: throughput=4.98MB/sec pending data=0 2024-07-29T15:25:34.300 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-dBbNPUP6d1oCAL3 off=6194390 len=1627317 2024-07-29T15:25:34.303 INFO:tasks.workunit.client.0.smithi067.stdout:op 861 completed, throughput=4.99MB/sec 2024-07-29T15:25:34.303 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2_Fa6DLfYU-QYeW off=18615563 len=563367 2024-07-29T15:25:34.307 INFO:tasks.workunit.client.0.smithi067.stdout:op 862 completed, throughput=4.99MB/sec 2024-07-29T15:25:34.307 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-jdln8gQcZkgCft3 off=16510584 len=1272013 2024-07-29T15:25:34.313 INFO:tasks.workunit.client.0.smithi067.stdout:op 863 completed, throughput=5MB/sec 2024-07-29T15:25:34.313 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-od7217VsdSp-N7R off=17358053 len=232476 2024-07-29T15:25:34.314 INFO:tasks.workunit.client.0.smithi067.stdout:op 864 completed, throughput=5MB/sec 2024-07-29T15:25:34.314 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-tow_uf4zfduCY_L off=1451665 len=138068 2024-07-29T15:25:34.317 INFO:tasks.workunit.client.0.smithi067.stdout:op 865 completed, throughput=5MB/sec 2024-07-29T15:25:34.317 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-WxU4gybqhNJ5Qe8 off=7831080 len=350469 2024-07-29T15:25:34.319 INFO:tasks.workunit.client.0.smithi067.stdout:op 866 completed, throughput=5MB/sec 2024-07-29T15:25:34.319 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wiQYDeIKFr4Uqup off=1772799 len=128088 2024-07-29T15:25:34.322 INFO:tasks.workunit.client.0.smithi067.stdout:op 867 completed, throughput=5MB/sec 2024-07-29T15:25:34.322 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bq2lYfHC4E2GCXS off=6613535 len=2084987 2024-07-29T15:25:34.331 INFO:tasks.workunit.client.0.smithi067.stdout:op 868 completed, throughput=5.01MB/sec 2024-07-29T15:25:35.331 INFO:tasks.workunit.client.0.smithi067.stdout: 173: throughput=4.98MB/sec pending data=0 2024-07-29T15:25:35.331 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-rceMglegs8t2M01 off=4922408 len=1419801 2024-07-29T15:25:35.333 INFO:tasks.workunit.client.0.smithi067.stdout:op 869 completed, throughput=4.99MB/sec 2024-07-29T15:25:35.333 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-EgWka6_Hp-nmQSz off=3495224 len=989604 2024-07-29T15:25:35.338 INFO:tasks.workunit.client.0.smithi067.stdout:op 870 completed, throughput=4.99MB/sec 2024-07-29T15:25:35.338 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-P1CCmEb5IjcmlsB off=1922663 len=1144544 2024-07-29T15:25:35.341 INFO:tasks.workunit.client.0.smithi067.stdout:op 871 completed, throughput=5MB/sec 2024-07-29T15:25:35.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:35 smithi067 ceph-mon[94375]: pgmap v1439: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-29T15:25:35.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:25:35.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:35 smithi067 ceph-mon[91995]: pgmap v1439: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-29T15:25:35.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:25:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:35 smithi138 ceph-mon[86438]: pgmap v1439: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-29T15:25:36.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:25:36.341 INFO:tasks.workunit.client.0.smithi067.stdout: 174: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:36.342 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_BCcC1HnhNhnbHF off=22071 len=1240199 2024-07-29T15:25:36.343 INFO:tasks.workunit.client.0.smithi067.stdout:op 872 completed, throughput=4.98MB/sec 2024-07-29T15:25:36.343 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-utINFnR4bCGKRQ5 off=3947672 len=1926531 2024-07-29T15:25:36.346 INFO:tasks.workunit.client.0.smithi067.stdout:op 873 completed, throughput=4.99MB/sec 2024-07-29T15:25:36.346 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-rR1GryciIJettfk off=3805801 len=1533370 2024-07-29T15:25:36.347 INFO:tasks.workunit.client.0.smithi067.stdout:op 874 completed, throughput=5MB/sec 2024-07-29T15:25:36.347 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eY4hf8e5MBgw6co off=11404378 len=123130 2024-07-29T15:25:36.348 INFO:tasks.workunit.client.0.smithi067.stdout:op 875 completed, throughput=5MB/sec 2024-07-29T15:25:36.348 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_-XFSj3IeHFGiuz off=18368435 len=1636960 2024-07-29T15:25:36.350 INFO:tasks.workunit.client.0.smithi067.stdout:op 876 completed, throughput=5.01MB/sec 2024-07-29T15:25:37.351 INFO:tasks.workunit.client.0.smithi067.stdout: 175: throughput=4.98MB/sec pending data=0 2024-07-29T15:25:37.351 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_FxMKF2T7lnYBB5 off=6228861 len=211575 2024-07-29T15:25:37.351 INFO:tasks.workunit.client.0.smithi067.stdout:op 877 completed, throughput=4.98MB/sec 2024-07-29T15:25:37.351 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1jsqbhjeN_XY85u off=3936064 len=410569 2024-07-29T15:25:37.355 INFO:tasks.workunit.client.0.smithi067.stdout:op 878 completed, throughput=4.98MB/sec 2024-07-29T15:25:37.355 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-T_8XsRePvIieN0R off=2187096 len=568809 2024-07-29T15:25:37.358 INFO:tasks.workunit.client.0.smithi067.stdout:op 879 completed, throughput=4.99MB/sec 2024-07-29T15:25:37.359 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-iQCBk2qqL_1iR19 off=7156418 len=1685452 2024-07-29T15:25:37.368 INFO:tasks.workunit.client.0.smithi067.stdout:op 880 completed, throughput=4.99MB/sec 2024-07-29T15:25:37.368 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-SoTzJEq21E2Jg14 off=17412511 len=1552763 2024-07-29T15:25:37.373 INFO:tasks.workunit.client.0.smithi067.stdout:op 881 completed, throughput=5MB/sec 2024-07-29T15:25:37.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:37 smithi067 ceph-mon[94375]: pgmap v1440: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:25:37.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:37 smithi067 ceph-mon[91995]: pgmap v1440: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:25:38.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:37 smithi138 ceph-mon[86438]: pgmap v1440: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:25:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:25:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:25:37] "GET /metrics HTTP/1.1" 200 34197 "" "Prometheus/2.51.0" 2024-07-29T15:25:38.374 INFO:tasks.workunit.client.0.smithi067.stdout: 176: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:38.374 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lof-mQR-PtFk0mF off=2215815 len=1809242 2024-07-29T15:25:38.381 INFO:tasks.workunit.client.0.smithi067.stdout:op 882 completed, throughput=4.98MB/sec 2024-07-29T15:25:38.382 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-yIHRto5saJzbuZS off=1739948 len=1298772 2024-07-29T15:25:38.384 INFO:tasks.workunit.client.0.smithi067.stdout:op 883 completed, throughput=4.99MB/sec 2024-07-29T15:25:38.385 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pBIxTtfI54nBooO off=310953 len=1738690 2024-07-29T15:25:38.386 INFO:tasks.workunit.client.0.smithi067.stdout:op 884 completed, throughput=5MB/sec 2024-07-29T15:25:38.387 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-mKyGAfU6bqu0ZIw off=604234 len=8164 2024-07-29T15:25:38.389 INFO:tasks.workunit.client.0.smithi067.stdout:op 885 completed, throughput=5MB/sec 2024-07-29T15:25:38.389 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Tu5FtFubMIrtckS off=4058376 len=1349437 2024-07-29T15:25:38.390 INFO:tasks.workunit.client.0.smithi067.stdout:op 886 completed, throughput=5.01MB/sec 2024-07-29T15:25:39.391 INFO:tasks.workunit.client.0.smithi067.stdout: 177: throughput=4.98MB/sec pending data=0 2024-07-29T15:25:39.391 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-oQmnw6C0I29Qjg4 off=983982 len=264614 2024-07-29T15:25:39.394 INFO:tasks.workunit.client.0.smithi067.stdout:op 887 completed, throughput=4.98MB/sec 2024-07-29T15:25:39.394 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-hdK344a81w0f59V off=5727511 len=119878 2024-07-29T15:25:39.396 INFO:tasks.workunit.client.0.smithi067.stdout:op 888 completed, throughput=4.98MB/sec 2024-07-29T15:25:39.396 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-RncqUV_YMKew589 off=6784742 len=858323 2024-07-29T15:25:39.398 INFO:tasks.workunit.client.0.smithi067.stdout:op 889 completed, throughput=4.99MB/sec 2024-07-29T15:25:39.398 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6GejqoPTmcWnbJs off=346305 len=1622786 2024-07-29T15:25:39.400 INFO:tasks.workunit.client.0.smithi067.stdout:op 890 completed, throughput=4.99MB/sec 2024-07-29T15:25:39.400 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-x25ZIC3LLARvI_F off=1703970 len=759848 2024-07-29T15:25:39.404 INFO:tasks.workunit.client.0.smithi067.stdout:op 891 completed, throughput=5MB/sec 2024-07-29T15:25:39.404 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-j2pDSWQMbc_vHk1 off=9906008 len=729674 2024-07-29T15:25:39.405 INFO:tasks.workunit.client.0.smithi067.stdout:op 892 completed, throughput=5MB/sec 2024-07-29T15:25:39.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:39 smithi067 ceph-mon[91995]: pgmap v1441: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:25:39.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:39 smithi067 ceph-mon[94375]: pgmap v1441: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:25:40.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:39 smithi138 ceph-mon[86438]: pgmap v1441: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:25:40.406 INFO:tasks.workunit.client.0.smithi067.stdout: 178: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:40.406 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-oecH-3BL92RQtKs off=8136764 len=802414 2024-07-29T15:25:40.407 INFO:tasks.workunit.client.0.smithi067.stdout:op 893 completed, throughput=4.98MB/sec 2024-07-29T15:25:40.407 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-h41gls-6tbodw2s off=4410092 len=1300251 2024-07-29T15:25:40.409 INFO:tasks.workunit.client.0.smithi067.stdout:op 894 completed, throughput=4.99MB/sec 2024-07-29T15:25:40.409 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-G3hmrkkeS1b8z9V off=1950123 len=148445 2024-07-29T15:25:40.410 INFO:tasks.workunit.client.0.smithi067.stdout:op 895 completed, throughput=4.99MB/sec 2024-07-29T15:25:40.410 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-kWZfR4g2SDiQOjT off=6119512 len=1210581 2024-07-29T15:25:40.412 INFO:tasks.workunit.client.0.smithi067.stdout:op 896 completed, throughput=4.99MB/sec 2024-07-29T15:25:40.412 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-o0IuB59ZLYrp9R9 off=5635650 len=1671627 2024-07-29T15:25:40.421 INFO:tasks.workunit.client.0.smithi067.stdout:op 897 completed, throughput=5MB/sec 2024-07-29T15:25:40.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:25:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:25:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:25:41.422 INFO:tasks.workunit.client.0.smithi067.stdout: 179: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:41.422 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-EP8fSqk4SH7oH6b off=8935481 len=455511 2024-07-29T15:25:41.423 INFO:tasks.workunit.client.0.smithi067.stdout:op 898 completed, throughput=4.98MB/sec 2024-07-29T15:25:41.423 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-RH4UArgDgFAsAcC off=1759877 len=1491413 2024-07-29T15:25:41.425 INFO:tasks.workunit.client.0.smithi067.stdout:op 899 completed, throughput=4.98MB/sec 2024-07-29T15:25:41.425 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2rxx6poAGrvbr9t off=376581 len=224006 2024-07-29T15:25:41.428 INFO:tasks.workunit.client.0.smithi067.stdout:op 900 completed, throughput=4.98MB/sec 2024-07-29T15:25:41.428 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YuJ9N8Ue2gwJTG7 off=3567421 len=749975 2024-07-29T15:25:41.432 INFO:tasks.workunit.client.0.smithi067.stdout:op 901 completed, throughput=4.99MB/sec 2024-07-29T15:25:41.432 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-hRuIMKfOVL6Sm_S off=5459643 len=181235 2024-07-29T15:25:41.434 INFO:tasks.workunit.client.0.smithi067.stdout:op 902 completed, throughput=4.99MB/sec 2024-07-29T15:25:41.435 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-dcmpfqac55rqlmz off=17282357 len=1837604 2024-07-29T15:25:41.437 INFO:tasks.workunit.client.0.smithi067.stdout:op 903 completed, throughput=5MB/sec 2024-07-29T15:25:41.437 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-UeN60oHYb_G9Ht5 off=1777590 len=1101705 2024-07-29T15:25:41.442 INFO:tasks.workunit.client.0.smithi067.stdout:op 904 completed, throughput=5MB/sec 2024-07-29T15:25:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:41 smithi067 ceph-mon[91995]: pgmap v1442: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:25:41.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:41 smithi067 ceph-mon[94375]: pgmap v1442: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:25:42.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:41 smithi138 ceph-mon[86438]: pgmap v1442: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:25:42.443 INFO:tasks.workunit.client.0.smithi067.stdout: 180: throughput=4.98MB/sec pending data=0 2024-07-29T15:25:42.443 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fSDR4lOmkfLusl4 off=2086288 len=1861872 2024-07-29T15:25:42.445 INFO:tasks.workunit.client.0.smithi067.stdout:op 905 completed, throughput=4.99MB/sec 2024-07-29T15:25:42.445 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FwfN_2JE1-GfDmF off=7087827 len=1669264 2024-07-29T15:25:42.452 INFO:tasks.workunit.client.0.smithi067.stdout:op 906 completed, throughput=5MB/sec 2024-07-29T15:25:42.452 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-easSC45obM99LrX off=3515492 len=2044548 2024-07-29T15:25:42.462 INFO:tasks.workunit.client.0.smithi067.stdout:op 907 completed, throughput=5.01MB/sec 2024-07-29T15:25:43.462 INFO:tasks.workunit.client.0.smithi067.stdout: 181: throughput=4.98MB/sec pending data=0 2024-07-29T15:25:43.462 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-07g2aJbo00pMJ0O off=16250842 len=1262247 2024-07-29T15:25:43.464 INFO:tasks.workunit.client.0.smithi067.stdout:op 908 completed, throughput=4.98MB/sec 2024-07-29T15:25:43.465 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4b8ipDRYUz-Zgso off=7553362 len=652412 2024-07-29T15:25:43.470 INFO:tasks.workunit.client.0.smithi067.stdout:op 909 completed, throughput=4.99MB/sec 2024-07-29T15:25:43.470 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-e_E0CDHI8aFsfrO off=1529085 len=1925276 2024-07-29T15:25:43.472 INFO:tasks.workunit.client.0.smithi067.stdout:op 910 completed, throughput=5MB/sec 2024-07-29T15:25:43.472 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-p0P5yfsH9x8NaZ4 off=3441785 len=1454998 2024-07-29T15:25:43.474 INFO:tasks.workunit.client.0.smithi067.stdout:op 911 completed, throughput=5.01MB/sec 2024-07-29T15:25:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:43 smithi067 ceph-mon[91995]: pgmap v1443: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:25:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:43 smithi067 ceph-mon[94375]: pgmap v1443: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:25:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:43 smithi138 ceph-mon[86438]: pgmap v1443: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:25:44.475 INFO:tasks.workunit.client.0.smithi067.stdout: 182: throughput=4.98MB/sec pending data=0 2024-07-29T15:25:44.475 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-q_Dm38qkx9zgMmX off=50740 len=754687 2024-07-29T15:25:44.476 INFO:tasks.workunit.client.0.smithi067.stdout:op 912 completed, throughput=4.98MB/sec 2024-07-29T15:25:44.476 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Rs8iUOB3l1T-Bpg off=1630456 len=1089608 2024-07-29T15:25:44.478 INFO:tasks.workunit.client.0.smithi067.stdout:op 913 completed, throughput=4.99MB/sec 2024-07-29T15:25:44.478 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-dTZZ9BwOH22pk0O off=3996406 len=637490 2024-07-29T15:25:44.479 INFO:tasks.workunit.client.0.smithi067.stdout:op 914 completed, throughput=4.99MB/sec 2024-07-29T15:25:44.479 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5-2H0f3_OIypfdq off=8054599 len=115870 2024-07-29T15:25:44.480 INFO:tasks.workunit.client.0.smithi067.stdout:op 915 completed, throughput=4.99MB/sec 2024-07-29T15:25:44.480 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9sLq14OG5fHIzWm off=1993354 len=530848 2024-07-29T15:25:44.481 INFO:tasks.workunit.client.0.smithi067.stdout:op 916 completed, throughput=4.99MB/sec 2024-07-29T15:25:44.481 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KZziuJY4b3beAJN off=7602134 len=1424549 2024-07-29T15:25:44.482 INFO:tasks.workunit.client.0.smithi067.stdout:op 917 completed, throughput=5MB/sec 2024-07-29T15:25:45.483 INFO:tasks.workunit.client.0.smithi067.stdout: 183: throughput=4.97MB/sec pending data=0 2024-07-29T15:25:45.483 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2fpNhsQJXevsD1e off=5475407 len=1513617 2024-07-29T15:25:45.491 INFO:tasks.workunit.client.0.smithi067.stdout:op 918 completed, throughput=4.98MB/sec 2024-07-29T15:25:45.491 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lQ8KlLfo0lHKTVH off=13523675 len=1633691 2024-07-29T15:25:45.501 INFO:tasks.workunit.client.0.smithi067.stdout:op 919 completed, throughput=4.99MB/sec 2024-07-29T15:25:45.501 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6T9JKwxwfnZ9EqX off=11348036 len=1093528 2024-07-29T15:25:45.502 INFO:tasks.workunit.client.0.smithi067.stdout:op 920 completed, throughput=5MB/sec 2024-07-29T15:25:45.502 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lsMEDauJtGtU2wY off=5152532 len=697822 2024-07-29T15:25:45.503 INFO:tasks.workunit.client.0.smithi067.stdout:op 921 completed, throughput=5MB/sec 2024-07-29T15:25:45.504 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cY8xVD3uK6wMeoT off=2672972 len=487843 2024-07-29T15:25:45.507 INFO:tasks.workunit.client.0.smithi067.stdout:op 922 completed, throughput=5MB/sec 2024-07-29T15:25:45.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:45 smithi067 ceph-mon[91995]: pgmap v1444: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:25:45.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:45 smithi067 ceph-mon[94375]: pgmap v1444: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:25:46.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:45 smithi138 ceph-mon[86438]: pgmap v1444: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:25:46.508 INFO:tasks.workunit.client.0.smithi067.stdout: 184: throughput=4.98MB/sec pending data=0 2024-07-29T15:25:46.508 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-111jM_w8Xrz08zs off=2607737 len=1277614 2024-07-29T15:25:46.513 INFO:tasks.workunit.client.0.smithi067.stdout:op 923 completed, throughput=4.98MB/sec 2024-07-29T15:25:46.513 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-SoTzJEq21E2Jg14 off=12315158 len=907994 2024-07-29T15:25:46.516 INFO:tasks.workunit.client.0.smithi067.stdout:op 924 completed, throughput=4.99MB/sec 2024-07-29T15:25:46.516 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-su5UP5qKFAqCytf off=1073839 len=768257 2024-07-29T15:25:46.517 INFO:tasks.workunit.client.0.smithi067.stdout:op 925 completed, throughput=4.99MB/sec 2024-07-29T15:25:46.517 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-RiNwIuBmRLN_Vj8 off=610215 len=838091 2024-07-29T15:25:46.518 INFO:tasks.workunit.client.0.smithi067.stdout:op 926 completed, throughput=4.99MB/sec 2024-07-29T15:25:46.518 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FQmsRrKe-FabZVb off=12228989 len=526903 2024-07-29T15:25:46.519 INFO:tasks.workunit.client.0.smithi067.stdout:op 927 completed, throughput=5MB/sec 2024-07-29T15:25:46.519 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-DG73xG55JO2FrrB off=765552 len=1680316 2024-07-29T15:25:46.528 INFO:tasks.workunit.client.0.smithi067.stdout:op 928 completed, throughput=5.01MB/sec 2024-07-29T15:25:47.529 INFO:tasks.workunit.client.0.smithi067.stdout: 185: throughput=4.98MB/sec pending data=0 2024-07-29T15:25:47.529 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1WRgCbORmz7TTPR off=2910272 len=1444994 2024-07-29T15:25:47.536 INFO:tasks.workunit.client.0.smithi067.stdout:op 929 completed, throughput=4.99MB/sec 2024-07-29T15:25:47.537 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MfeFZXTNiDTP8pV off=1709980 len=50227 2024-07-29T15:25:47.537 INFO:tasks.workunit.client.0.smithi067.stdout:op 930 completed, throughput=4.99MB/sec 2024-07-29T15:25:47.537 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4cKYG2RBmKqEDGH off=15220702 len=949181 2024-07-29T15:25:47.542 INFO:tasks.workunit.client.0.smithi067.stdout:op 931 completed, throughput=4.99MB/sec 2024-07-29T15:25:47.542 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Tjg9vBkCrslP7PG off=6288147 len=1676711 2024-07-29T15:25:47.552 INFO:tasks.workunit.client.0.smithi067.stdout:op 932 completed, throughput=5MB/sec 2024-07-29T15:25:47.552 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6NVq0gncHH35Ozn off=1489659 len=152188 2024-07-29T15:25:47.554 INFO:tasks.workunit.client.0.smithi067.stdout:op 933 completed, throughput=5MB/sec 2024-07-29T15:25:47.555 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-X-JSf1AEzW5_pgA off=10346240 len=1650904 2024-07-29T15:25:47.556 INFO:tasks.workunit.client.0.smithi067.stdout:op 934 completed, throughput=5.01MB/sec 2024-07-29T15:25:47.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:47 smithi067 ceph-mon[91995]: pgmap v1445: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-07-29T15:25:47.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:47 smithi067 ceph-mon[94375]: pgmap v1445: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-07-29T15:25:48.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:47 smithi138 ceph-mon[86438]: pgmap v1445: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-07-29T15:25:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:25:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:25:47] "GET /metrics HTTP/1.1" 200 34197 "" "Prometheus/2.51.0" 2024-07-29T15:25:48.558 INFO:tasks.workunit.client.0.smithi067.stdout: 186: throughput=4.98MB/sec pending data=0 2024-07-29T15:25:48.558 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9Qrx0-NMo4rXHJQ off=20711133 len=1277990 2024-07-29T15:25:48.558 INFO:tasks.workunit.client.0.smithi067.stdout:op 935 completed, throughput=4.99MB/sec 2024-07-29T15:25:48.558 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bgw8p2q-rtywKj8 off=14433719 len=573997 2024-07-29T15:25:48.563 INFO:tasks.workunit.client.0.smithi067.stdout:op 936 completed, throughput=4.99MB/sec 2024-07-29T15:25:48.563 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8l8oBQsEte7OLEy off=3214587 len=1544429 2024-07-29T15:25:48.565 INFO:tasks.workunit.client.0.smithi067.stdout:op 937 completed, throughput=5MB/sec 2024-07-29T15:25:48.565 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-JHZ9wRc2bWhaNzP off=0 len=1140326 2024-07-29T15:25:48.570 INFO:tasks.workunit.client.0.smithi067.stdout:op 938 completed, throughput=5MB/sec 2024-07-29T15:25:49.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:49 smithi067 ceph-mon[91995]: pgmap v1446: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-29T15:25:49.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:49 smithi067 ceph-mon[94375]: pgmap v1446: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-29T15:25:49.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:49 smithi138 ceph-mon[86438]: pgmap v1446: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-29T15:25:49.570 INFO:tasks.workunit.client.0.smithi067.stdout: 187: throughput=4.98MB/sec pending data=0 2024-07-29T15:25:49.570 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BvzSfbSe0QJvhS9 off=12661883 len=1983074 2024-07-29T15:25:49.573 INFO:tasks.workunit.client.0.smithi067.stdout:op 939 completed, throughput=4.99MB/sec 2024-07-29T15:25:49.573 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-IMBxLz6CwTU2xTn off=4959322 len=683224 2024-07-29T15:25:49.574 INFO:tasks.workunit.client.0.smithi067.stdout:op 940 completed, throughput=4.99MB/sec 2024-07-29T15:25:49.574 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-gWnc5lfhG4gqmh_ off=130575 len=1184679 2024-07-29T15:25:49.581 INFO:tasks.workunit.client.0.smithi067.stdout:op 941 completed, throughput=5MB/sec 2024-07-29T15:25:49.581 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8oyGTHSbX6vgfxy off=4475599 len=538654 2024-07-29T15:25:49.583 INFO:tasks.workunit.client.0.smithi067.stdout:op 942 completed, throughput=5MB/sec 2024-07-29T15:25:49.583 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1jsqbhjeN_XY85u off=3098986 len=1716870 2024-07-29T15:25:49.585 INFO:tasks.workunit.client.0.smithi067.stdout:op 943 completed, throughput=5.01MB/sec 2024-07-29T15:25:50.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:25:50.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:25:50.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:25:50.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:25:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:25:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:25:50.585 INFO:tasks.workunit.client.0.smithi067.stdout: 188: throughput=4.98MB/sec pending data=0 2024-07-29T15:25:50.585 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-xhyCpxZvqppXkLU off=1949222 len=1432119 2024-07-29T15:25:50.587 INFO:tasks.workunit.client.0.smithi067.stdout:op 944 completed, throughput=4.99MB/sec 2024-07-29T15:25:50.587 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-hl10hssRMVAD8mk off=3350894 len=682267 2024-07-29T15:25:50.588 INFO:tasks.workunit.client.0.smithi067.stdout:op 945 completed, throughput=4.99MB/sec 2024-07-29T15:25:50.589 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jBEch_aYSdKjCjM off=9470932 len=925572 2024-07-29T15:25:50.591 INFO:tasks.workunit.client.0.smithi067.stdout:op 946 completed, throughput=5MB/sec 2024-07-29T15:25:50.591 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-K7_LU349Wv85wXH off=1062444 len=2036425 2024-07-29T15:25:50.599 INFO:tasks.workunit.client.0.smithi067.stdout:op 947 completed, throughput=5.01MB/sec 2024-07-29T15:25:51.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:51 smithi067 ceph-mon[91995]: pgmap v1447: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-29T15:25:51.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:51 smithi067 ceph-mon[94375]: pgmap v1447: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-29T15:25:51.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:51 smithi138 ceph-mon[86438]: pgmap v1447: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-29T15:25:51.599 INFO:tasks.workunit.client.0.smithi067.stdout: 189: throughput=4.98MB/sec pending data=0 2024-07-29T15:25:51.599 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Z78GTcqXvHCEx_U off=22375666 len=1909507 2024-07-29T15:25:51.601 INFO:tasks.workunit.client.0.smithi067.stdout:op 948 completed, throughput=4.99MB/sec 2024-07-29T15:25:51.601 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-JEI8Y4wCgVsjy4I off=5846384 len=850858 2024-07-29T15:25:51.607 INFO:tasks.workunit.client.0.smithi067.stdout:op 949 completed, throughput=4.99MB/sec 2024-07-29T15:25:51.607 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-E5cvLNl7a2oZFkn off=5082280 len=2048299 2024-07-29T15:25:51.609 INFO:tasks.workunit.client.0.smithi067.stdout:op 950 completed, throughput=5MB/sec 2024-07-29T15:25:52.609 INFO:tasks.workunit.client.0.smithi067.stdout: 190: throughput=4.98MB/sec pending data=0 2024-07-29T15:25:52.610 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--IsHVChhDrqcFdI off=1648195 len=30984 2024-07-29T15:25:52.612 INFO:tasks.workunit.client.0.smithi067.stdout:op 951 completed, throughput=4.98MB/sec 2024-07-29T15:25:52.612 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-77BowMz_te_B46D off=2862122 len=413469 2024-07-29T15:25:52.613 INFO:tasks.workunit.client.0.smithi067.stdout:op 952 completed, throughput=4.98MB/sec 2024-07-29T15:25:52.613 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-jHHd5j1LGTxQxGM off=11123501 len=1331750 2024-07-29T15:25:52.621 INFO:tasks.workunit.client.0.smithi067.stdout:op 953 completed, throughput=4.99MB/sec 2024-07-29T15:25:52.622 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KvNhGRaxIUUAIQ- off=2542066 len=254021 2024-07-29T15:25:52.622 INFO:tasks.workunit.client.0.smithi067.stdout:op 954 completed, throughput=4.99MB/sec 2024-07-29T15:25:52.622 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-jkjINAC6pgOMwQv off=15325927 len=1022046 2024-07-29T15:25:52.627 INFO:tasks.workunit.client.0.smithi067.stdout:op 955 completed, throughput=4.99MB/sec 2024-07-29T15:25:52.627 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mxjFLloKSq9yPFw off=22580564 len=1240939 2024-07-29T15:25:52.631 INFO:tasks.workunit.client.0.smithi067.stdout:op 956 completed, throughput=5MB/sec 2024-07-29T15:25:52.631 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-yb9GDjuPwKBejBQ off=282551 len=1635637 2024-07-29T15:25:52.633 INFO:tasks.workunit.client.0.smithi067.stdout:op 957 completed, throughput=5.01MB/sec 2024-07-29T15:25:53.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:53 smithi067 ceph-mon[91995]: pgmap v1448: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-29T15:25:53.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:53 smithi067 ceph-mon[94375]: pgmap v1448: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-29T15:25:53.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:53 smithi138 ceph-mon[86438]: pgmap v1448: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-29T15:25:53.634 INFO:tasks.workunit.client.0.smithi067.stdout: 191: throughput=4.98MB/sec pending data=0 2024-07-29T15:25:53.634 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-cqC2yqUv-nucjwl off=21840697 len=1714604 2024-07-29T15:25:53.636 INFO:tasks.workunit.client.0.smithi067.stdout:op 958 completed, throughput=4.99MB/sec 2024-07-29T15:25:53.636 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-vUbZMiB-nEXkFd7 off=4451580 len=1004665 2024-07-29T15:25:53.637 INFO:tasks.workunit.client.0.smithi067.stdout:op 959 completed, throughput=4.99MB/sec 2024-07-29T15:25:53.638 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pbfNvIF9t6jCSYt off=278326 len=1425380 2024-07-29T15:25:53.640 INFO:tasks.workunit.client.0.smithi067.stdout:op 960 completed, throughput=5MB/sec 2024-07-29T15:25:54.640 INFO:tasks.workunit.client.0.smithi067.stdout: 192: throughput=4.98MB/sec pending data=0 2024-07-29T15:25:54.641 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-TpAF9RFlXTI3avw off=7082858 len=504686 2024-07-29T15:25:54.641 INFO:tasks.workunit.client.0.smithi067.stdout:op 961 completed, throughput=4.98MB/sec 2024-07-29T15:25:54.641 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-su5UP5qKFAqCytf off=897037 len=945059 2024-07-29T15:25:54.646 INFO:tasks.workunit.client.0.smithi067.stdout:op 962 completed, throughput=4.98MB/sec 2024-07-29T15:25:54.646 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-CK7r-95HK0oaBPq off=1186297 len=772411 2024-07-29T15:25:54.648 INFO:tasks.workunit.client.0.smithi067.stdout:op 963 completed, throughput=4.99MB/sec 2024-07-29T15:25:54.648 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0T67QS4Q0t84DZy off=41045 len=1325674 2024-07-29T15:25:54.651 INFO:tasks.workunit.client.0.smithi067.stdout:op 964 completed, throughput=4.99MB/sec 2024-07-29T15:25:54.651 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ws_YtRbnnodL58h off=2015373 len=2013151 2024-07-29T15:25:54.654 INFO:tasks.workunit.client.0.smithi067.stdout:op 965 completed, throughput=5MB/sec 2024-07-29T15:25:55.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:55 smithi067 ceph-mon[91995]: pgmap v1449: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:25:55.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:55 smithi067 ceph-mon[94375]: pgmap v1449: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:25:55.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:55 smithi138 ceph-mon[86438]: pgmap v1449: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:25:55.654 INFO:tasks.workunit.client.0.smithi067.stdout: 193: throughput=4.98MB/sec pending data=0 2024-07-29T15:25:55.654 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-IjjmsKUl-DZ7iGw off=585156 len=650520 2024-07-29T15:25:55.659 INFO:tasks.workunit.client.0.smithi067.stdout:op 966 completed, throughput=4.98MB/sec 2024-07-29T15:25:55.659 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-h_ndk5XurVFyWdI off=1576870 len=383500 2024-07-29T15:25:55.662 INFO:tasks.workunit.client.0.smithi067.stdout:op 967 completed, throughput=4.98MB/sec 2024-07-29T15:25:55.662 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jYaVs7w__oX_tEJ off=15902051 len=759901 2024-07-29T15:25:55.663 INFO:tasks.workunit.client.0.smithi067.stdout:op 968 completed, throughput=4.99MB/sec 2024-07-29T15:25:55.664 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-HTVM_-RWQa7oycB off=4438356 len=1980949 2024-07-29T15:25:55.675 INFO:tasks.workunit.client.0.smithi067.stdout:op 969 completed, throughput=4.99MB/sec 2024-07-29T15:25:55.675 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bSjXWh9dLlo9z7l off=1980984 len=453439 2024-07-29T15:25:55.678 INFO:tasks.workunit.client.0.smithi067.stdout:op 970 completed, throughput=5MB/sec 2024-07-29T15:25:55.678 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2cclrvSc_A96b5P off=3217574 len=1195094 2024-07-29T15:25:55.684 INFO:tasks.workunit.client.0.smithi067.stdout:op 971 completed, throughput=5MB/sec 2024-07-29T15:25:56.684 INFO:tasks.workunit.client.0.smithi067.stdout: 194: throughput=4.98MB/sec pending data=0 2024-07-29T15:25:56.685 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CAgxhYjCu8rKk8m off=22207367 len=1493736 2024-07-29T15:25:56.691 INFO:tasks.workunit.client.0.smithi067.stdout:op 972 completed, throughput=4.98MB/sec 2024-07-29T15:25:56.692 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bLAr6ThoqV4dEBm off=12630293 len=905530 2024-07-29T15:25:56.696 INFO:tasks.workunit.client.0.smithi067.stdout:op 973 completed, throughput=4.99MB/sec 2024-07-29T15:25:56.696 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-A89CUJAmygvnlw9 off=3288550 len=772178 2024-07-29T15:25:56.701 INFO:tasks.workunit.client.0.smithi067.stdout:op 974 completed, throughput=4.99MB/sec 2024-07-29T15:25:56.701 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Hm7LQ5uWrUF5Kd_ off=10646424 len=508622 2024-07-29T15:25:56.702 INFO:tasks.workunit.client.0.smithi067.stdout:op 975 completed, throughput=4.99MB/sec 2024-07-29T15:25:56.702 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VKK9n7t7OWipZAR off=1300803 len=227006 2024-07-29T15:25:56.703 INFO:tasks.workunit.client.0.smithi067.stdout:op 976 completed, throughput=5MB/sec 2024-07-29T15:25:56.703 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-T25NQsbNFUrVL8U off=3445457 len=30198 2024-07-29T15:25:56.705 INFO:tasks.workunit.client.0.smithi067.stdout:op 977 completed, throughput=5MB/sec 2024-07-29T15:25:56.705 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eA4eoY8dOjTvDV5 off=10088824 len=360203 2024-07-29T15:25:56.706 INFO:tasks.workunit.client.0.smithi067.stdout:op 978 completed, throughput=5MB/sec 2024-07-29T15:25:56.706 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-57ep1BZgFjehPcB off=5041277 len=224461 2024-07-29T15:25:56.708 INFO:tasks.workunit.client.0.smithi067.stdout:op 979 completed, throughput=5MB/sec 2024-07-29T15:25:56.708 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-P1CCmEb5IjcmlsB off=3143614 len=1648951 2024-07-29T15:25:56.718 INFO:tasks.workunit.client.0.smithi067.stdout:op 980 completed, throughput=5.01MB/sec 2024-07-29T15:25:57.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:57 smithi067 ceph-mon[91995]: pgmap v1450: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-07-29T15:25:57.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:57 smithi067 ceph-mon[94375]: pgmap v1450: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-07-29T15:25:57.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:57 smithi138 ceph-mon[86438]: pgmap v1450: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-07-29T15:25:57.718 INFO:tasks.workunit.client.0.smithi067.stdout: 195: throughput=4.98MB/sec pending data=0 2024-07-29T15:25:57.718 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZoW10jKKV6dmXyi off=459884 len=1245945 2024-07-29T15:25:57.725 INFO:tasks.workunit.client.0.smithi067.stdout:op 981 completed, throughput=4.99MB/sec 2024-07-29T15:25:57.726 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-hzace41xuJ-4Twm off=4510874 len=116991 2024-07-29T15:25:57.728 INFO:tasks.workunit.client.0.smithi067.stdout:op 982 completed, throughput=4.99MB/sec 2024-07-29T15:25:57.728 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3TbWYmOHzWfx5wU off=19086 len=2009458 2024-07-29T15:25:57.731 INFO:tasks.workunit.client.0.smithi067.stdout:op 983 completed, throughput=5MB/sec 2024-07-29T15:25:57.731 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ZneNykXJRqXBSF2 off=913393 len=1722988 2024-07-29T15:25:57.733 INFO:tasks.workunit.client.0.smithi067.stdout:op 984 completed, throughput=5.01MB/sec 2024-07-29T15:25:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:25:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:25:57] "GET /metrics HTTP/1.1" 200 34196 "" "Prometheus/2.51.0" 2024-07-29T15:25:58.733 INFO:tasks.workunit.client.0.smithi067.stdout: 196: throughput=4.98MB/sec pending data=0 2024-07-29T15:25:58.734 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-kavrRNOdHmi7ClX off=11203442 len=2012281 2024-07-29T15:25:58.742 INFO:tasks.workunit.client.0.smithi067.stdout:op 985 completed, throughput=4.99MB/sec 2024-07-29T15:25:58.742 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-n04lOW5C133FI4R off=4833697 len=1052279 2024-07-29T15:25:58.747 INFO:tasks.workunit.client.0.smithi067.stdout:op 986 completed, throughput=4.99MB/sec 2024-07-29T15:25:58.747 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-B5YFqhJlSEFBh_J off=3707324 len=1442860 2024-07-29T15:25:58.750 INFO:tasks.workunit.client.0.smithi067.stdout:op 987 completed, throughput=5MB/sec 2024-07-29T15:25:59.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:25:59 smithi067 ceph-mon[91995]: pgmap v1451: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:25:59.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:25:59 smithi067 ceph-mon[94375]: pgmap v1451: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:25:59.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:25:59 smithi138 ceph-mon[86438]: pgmap v1451: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:25:59.751 INFO:tasks.workunit.client.0.smithi067.stdout: 197: throughput=4.98MB/sec pending data=0 2024-07-29T15:25:59.751 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eSV9ZVGt9swz7hk off=55538 len=2048143 2024-07-29T15:25:59.755 INFO:tasks.workunit.client.0.smithi067.stdout:op 988 completed, throughput=4.99MB/sec 2024-07-29T15:25:59.755 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-y6hikQrLA7_SAks off=1203512 len=109375 2024-07-29T15:25:59.756 INFO:tasks.workunit.client.0.smithi067.stdout:op 989 completed, throughput=4.99MB/sec 2024-07-29T15:25:59.756 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fKGGMWOQuAQV_yK off=9461102 len=1550734 2024-07-29T15:25:59.758 INFO:tasks.workunit.client.0.smithi067.stdout:op 990 completed, throughput=4.99MB/sec 2024-07-29T15:25:59.758 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-LknXK_pV-Tifvgd off=5314360 len=695318 2024-07-29T15:25:59.762 INFO:tasks.workunit.client.0.smithi067.stdout:op 991 completed, throughput=5MB/sec 2024-07-29T15:25:59.762 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-yvd1qulTM6FSLWk off=4949179 len=1136660 2024-07-29T15:25:59.764 INFO:tasks.workunit.client.0.smithi067.stdout:op 992 completed, throughput=5MB/sec 2024-07-29T15:26:00.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:26:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:26:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:26:00.765 INFO:tasks.workunit.client.0.smithi067.stdout: 198: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:00.765 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ZknyeKO8PCkhXFi off=1856242 len=236911 2024-07-29T15:26:00.765 INFO:tasks.workunit.client.0.smithi067.stdout:op 993 completed, throughput=4.98MB/sec 2024-07-29T15:26:00.766 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-TxeWP68YmlgO4Ws off=14148303 len=1375957 2024-07-29T15:26:00.768 INFO:tasks.workunit.client.0.smithi067.stdout:op 994 completed, throughput=4.98MB/sec 2024-07-29T15:26:00.769 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-iOp-86cZEA_GVyn off=3350268 len=955102 2024-07-29T15:26:00.774 INFO:tasks.workunit.client.0.smithi067.stdout:op 995 completed, throughput=4.99MB/sec 2024-07-29T15:26:00.774 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-m6604q7TjaJKbmn off=7754035 len=758390 2024-07-29T15:26:00.776 INFO:tasks.workunit.client.0.smithi067.stdout:op 996 completed, throughput=4.99MB/sec 2024-07-29T15:26:00.776 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_g4Cmw9Isb6MivA off=1037886 len=2049228 2024-07-29T15:26:00.778 INFO:tasks.workunit.client.0.smithi067.stdout:op 997 completed, throughput=5MB/sec 2024-07-29T15:26:01.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:01 smithi067 ceph-mon[91995]: pgmap v1452: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:26:01.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:01 smithi067 ceph-mon[94375]: pgmap v1452: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:26:01.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:01 smithi138 ceph-mon[86438]: pgmap v1452: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:26:01.779 INFO:tasks.workunit.client.0.smithi067.stdout: 199: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:01.779 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-b59moDMqLshimoU off=6771292 len=27524 2024-07-29T15:26:01.779 INFO:tasks.workunit.client.0.smithi067.stdout:op 998 completed, throughput=4.98MB/sec 2024-07-29T15:26:01.779 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Vty68S8Q5fUD9da off=1113079 len=654514 2024-07-29T15:26:01.783 INFO:tasks.workunit.client.0.smithi067.stdout:op 999 completed, throughput=4.98MB/sec 2024-07-29T15:26:01.783 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-DOiumetjcOgJVKv off=8643294 len=219202 2024-07-29T15:26:01.786 INFO:tasks.workunit.client.0.smithi067.stdout:op 1000 completed, throughput=4.98MB/sec 2024-07-29T15:26:01.786 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FVFUSORrKU0UkLc off=207535 len=1430988 2024-07-29T15:26:01.795 INFO:tasks.workunit.client.0.smithi067.stdout:op 1001 completed, throughput=4.99MB/sec 2024-07-29T15:26:01.795 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4ewEx4ABC8bJk3y off=2859447 len=229598 2024-07-29T15:26:01.798 INFO:tasks.workunit.client.0.smithi067.stdout:op 1002 completed, throughput=4.99MB/sec 2024-07-29T15:26:01.798 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lxsmXb_IJHbgmL6 off=2788518 len=425908 2024-07-29T15:26:01.802 INFO:tasks.workunit.client.0.smithi067.stdout:op 1003 completed, throughput=4.99MB/sec 2024-07-29T15:26:01.802 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-40-5TSkFn_FXM95 off=568627 len=1623275 2024-07-29T15:26:01.804 INFO:tasks.workunit.client.0.smithi067.stdout:op 1004 completed, throughput=5MB/sec 2024-07-29T15:26:01.804 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-77BowMz_te_B46D off=5332678 len=1410381 2024-07-29T15:26:01.809 INFO:tasks.workunit.client.0.smithi067.stdout:op 1005 completed, throughput=5.01MB/sec 2024-07-29T15:26:02.810 INFO:tasks.workunit.client.0.smithi067.stdout: 200: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:02.810 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-7J9QhPZs3bIaD4z off=3762979 len=1368365 2024-07-29T15:26:02.812 INFO:tasks.workunit.client.0.smithi067.stdout:op 1006 completed, throughput=4.99MB/sec 2024-07-29T15:26:02.812 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2Lm4fB730v_7KiR off=1015085 len=1353048 2024-07-29T15:26:02.813 INFO:tasks.workunit.client.0.smithi067.stdout:op 1007 completed, throughput=4.99MB/sec 2024-07-29T15:26:02.813 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-cyRuWVt-5kmI96U off=8342875 len=894804 2024-07-29T15:26:02.816 INFO:tasks.workunit.client.0.smithi067.stdout:op 1008 completed, throughput=5MB/sec 2024-07-29T15:26:02.816 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-utBJXz0Q3Rgh3Il off=953459 len=638409 2024-07-29T15:26:02.821 INFO:tasks.workunit.client.0.smithi067.stdout:op 1009 completed, throughput=5MB/sec 2024-07-29T15:26:03.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:03 smithi067 ceph-mon[91995]: pgmap v1453: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-29T15:26:03.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:03 smithi067 ceph-mon[94375]: pgmap v1453: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-29T15:26:03.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:03 smithi138 ceph-mon[86438]: pgmap v1453: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-29T15:26:03.821 INFO:tasks.workunit.client.0.smithi067.stdout: 201: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:03.821 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Ald-807BkAzo5VE off=234923 len=1878942 2024-07-29T15:26:03.823 INFO:tasks.workunit.client.0.smithi067.stdout:op 1010 completed, throughput=4.98MB/sec 2024-07-29T15:26:03.823 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Yt_KDOFOqfzKTi8 off=1268736 len=902720 2024-07-29T15:26:03.828 INFO:tasks.workunit.client.0.smithi067.stdout:op 1011 completed, throughput=4.99MB/sec 2024-07-29T15:26:03.828 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-fbbEEer1cf3XC5x off=728361 len=733626 2024-07-29T15:26:03.833 INFO:tasks.workunit.client.0.smithi067.stdout:op 1012 completed, throughput=4.99MB/sec 2024-07-29T15:26:03.833 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-SELEaj492sqKq5z off=10724402 len=458051 2024-07-29T15:26:03.834 INFO:tasks.workunit.client.0.smithi067.stdout:op 1013 completed, throughput=4.99MB/sec 2024-07-29T15:26:03.834 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-oCD5au37o36glqh off=17516170 len=424385 2024-07-29T15:26:03.837 INFO:tasks.workunit.client.0.smithi067.stdout:op 1014 completed, throughput=5MB/sec 2024-07-29T15:26:03.837 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Usv8XWXz4MxOsw8 off=286449 len=513889 2024-07-29T15:26:03.841 INFO:tasks.workunit.client.0.smithi067.stdout:op 1015 completed, throughput=5MB/sec 2024-07-29T15:26:03.841 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-w-n5WWot5IcD_r5 off=5019678 len=918298 2024-07-29T15:26:03.845 INFO:tasks.workunit.client.0.smithi067.stdout:op 1016 completed, throughput=5MB/sec 2024-07-29T15:26:04.845 INFO:tasks.workunit.client.0.smithi067.stdout: 202: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:04.846 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-HKq91-phWoaBWd9 off=17708970 len=1538020 2024-07-29T15:26:04.854 INFO:tasks.workunit.client.0.smithi067.stdout:op 1017 completed, throughput=4.99MB/sec 2024-07-29T15:26:04.854 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Rll0UkDp6mNz_RW off=1319850 len=616535 2024-07-29T15:26:04.855 INFO:tasks.workunit.client.0.smithi067.stdout:op 1018 completed, throughput=4.99MB/sec 2024-07-29T15:26:04.855 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7z22aql2y4v7-HO off=4476031 len=1415784 2024-07-29T15:26:04.861 INFO:tasks.workunit.client.0.smithi067.stdout:op 1019 completed, throughput=4.99MB/sec 2024-07-29T15:26:04.861 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-f8maOrGSxvCJDak off=1814901 len=307463 2024-07-29T15:26:04.864 INFO:tasks.workunit.client.0.smithi067.stdout:op 1020 completed, throughput=5MB/sec 2024-07-29T15:26:04.864 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YJYXrJwlj2bLy_7 off=5854114 len=503673 2024-07-29T15:26:04.867 INFO:tasks.workunit.client.0.smithi067.stdout:op 1021 completed, throughput=5MB/sec 2024-07-29T15:26:04.867 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-WpFvWRKTe7P_9f1 off=859741 len=1843142 2024-07-29T15:26:04.877 INFO:tasks.workunit.client.0.smithi067.stdout:op 1022 completed, throughput=5.01MB/sec 2024-07-29T15:26:05.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:05 smithi067 ceph-mon[91995]: pgmap v1454: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:26:05.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:26:05.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:05 smithi067 ceph-mon[94375]: pgmap v1454: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:26:05.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:26:05.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:05 smithi138 ceph-mon[86438]: pgmap v1454: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:26:05.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:26:05.877 INFO:tasks.workunit.client.0.smithi067.stdout: 203: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:05.877 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WtzTGavyY5TLkW7 off=4586819 len=965849 2024-07-29T15:26:05.880 INFO:tasks.workunit.client.0.smithi067.stdout:op 1023 completed, throughput=4.99MB/sec 2024-07-29T15:26:05.880 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_FChuduz1HNZIq7 off=15794030 len=1222475 2024-07-29T15:26:05.881 INFO:tasks.workunit.client.0.smithi067.stdout:op 1024 completed, throughput=4.99MB/sec 2024-07-29T15:26:05.882 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-epr7_MYNJnYRHTY off=4783299 len=434476 2024-07-29T15:26:05.883 INFO:tasks.workunit.client.0.smithi067.stdout:op 1025 completed, throughput=4.99MB/sec 2024-07-29T15:26:05.883 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-vTEYFkmmNy1C8ar off=2938829 len=912454 2024-07-29T15:26:05.884 INFO:tasks.workunit.client.0.smithi067.stdout:op 1026 completed, throughput=5MB/sec 2024-07-29T15:26:05.884 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wYUl3nTriprlhKb off=6397210 len=360474 2024-07-29T15:26:05.888 INFO:tasks.workunit.client.0.smithi067.stdout:op 1027 completed, throughput=5MB/sec 2024-07-29T15:26:05.888 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-kVldsAi1pfsrYro off=1425726 len=1738470 2024-07-29T15:26:05.897 INFO:tasks.workunit.client.0.smithi067.stdout:op 1028 completed, throughput=5.01MB/sec 2024-07-29T15:26:06.898 INFO:tasks.workunit.client.0.smithi067.stdout: 204: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:06.898 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cYGyggiEaHtW2Qk off=6802619 len=1847740 2024-07-29T15:26:06.905 INFO:tasks.workunit.client.0.smithi067.stdout:op 1029 completed, throughput=4.99MB/sec 2024-07-29T15:26:06.905 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-aVhB-pDyqCp0pXB off=996169 len=1040061 2024-07-29T15:26:06.910 INFO:tasks.workunit.client.0.smithi067.stdout:op 1030 completed, throughput=5MB/sec 2024-07-29T15:26:06.910 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8jDOJU8_ooCMqrX off=12263563 len=1539413 2024-07-29T15:26:06.917 INFO:tasks.workunit.client.0.smithi067.stdout:op 1031 completed, throughput=5MB/sec 2024-07-29T15:26:07.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:07 smithi067 ceph-mon[91995]: pgmap v1455: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-07-29T15:26:07.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:07 smithi067 ceph-mon[94375]: pgmap v1455: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-07-29T15:26:07.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:07 smithi138 ceph-mon[86438]: pgmap v1455: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-07-29T15:26:07.918 INFO:tasks.workunit.client.0.smithi067.stdout: 205: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:07.918 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-p9W7kuLqBUap7d8 off=3604016 len=1639563 2024-07-29T15:26:07.925 INFO:tasks.workunit.client.0.smithi067.stdout:op 1032 completed, throughput=4.99MB/sec 2024-07-29T15:26:07.925 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-zD3RK2EIDRVQInE off=12376575 len=533140 2024-07-29T15:26:07.926 INFO:tasks.workunit.client.0.smithi067.stdout:op 1033 completed, throughput=4.99MB/sec 2024-07-29T15:26:07.926 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fxO-COu5QLqyoiM off=13334073 len=29698 2024-07-29T15:26:07.927 INFO:tasks.workunit.client.0.smithi067.stdout:op 1034 completed, throughput=4.99MB/sec 2024-07-29T15:26:07.927 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wsUT_Fr2lJVpEVc off=2169664 len=720648 2024-07-29T15:26:07.932 INFO:tasks.workunit.client.0.smithi067.stdout:op 1035 completed, throughput=4.99MB/sec 2024-07-29T15:26:07.932 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-XaDNXXWH2bHnI5W off=4704261 len=1473842 2024-07-29T15:26:07.941 INFO:tasks.workunit.client.0.smithi067.stdout:op 1036 completed, throughput=5MB/sec 2024-07-29T15:26:07.941 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-UOAhyMMz6npy358 off=14805376 len=379331 2024-07-29T15:26:07.944 INFO:tasks.workunit.client.0.smithi067.stdout:op 1037 completed, throughput=5MB/sec 2024-07-29T15:26:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:26:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:26:07] "GET /metrics HTTP/1.1" 200 34198 "" "Prometheus/2.51.0" 2024-07-29T15:26:08.944 INFO:tasks.workunit.client.0.smithi067.stdout: 206: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:08.944 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3xW_gX--kAbPuDB off=10079582 len=19977 2024-07-29T15:26:08.944 INFO:tasks.workunit.client.0.smithi067.stdout:op 1038 completed, throughput=4.98MB/sec 2024-07-29T15:26:08.945 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-JT0_N0RmyrqtrBK off=4010799 len=1093240 2024-07-29T15:26:08.951 INFO:tasks.workunit.client.0.smithi067.stdout:op 1039 completed, throughput=4.98MB/sec 2024-07-29T15:26:08.951 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UiCtD8mtAtIxcDB off=7324075 len=774739 2024-07-29T15:26:08.952 INFO:tasks.workunit.client.0.smithi067.stdout:op 1040 completed, throughput=4.99MB/sec 2024-07-29T15:26:08.952 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-BvduqTXbpfNj3Z4 off=2225274 len=1461356 2024-07-29T15:26:08.960 INFO:tasks.workunit.client.0.smithi067.stdout:op 1041 completed, throughput=4.99MB/sec 2024-07-29T15:26:08.960 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-yeHfYlrNIYV5bwg off=16925696 len=301978 2024-07-29T15:26:08.963 INFO:tasks.workunit.client.0.smithi067.stdout:op 1042 completed, throughput=4.99MB/sec 2024-07-29T15:26:08.963 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Fda8Fff4BPWFgTs off=1689195 len=1953603 2024-07-29T15:26:08.965 INFO:tasks.workunit.client.0.smithi067.stdout:op 1043 completed, throughput=5MB/sec 2024-07-29T15:26:09.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:09 smithi067 ceph-mon[91995]: pgmap v1456: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:26:09.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:09 smithi067 ceph-mon[94375]: pgmap v1456: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:26:09.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:09 smithi138 ceph-mon[86438]: pgmap v1456: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:26:09.966 INFO:tasks.workunit.client.0.smithi067.stdout: 207: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:09.966 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CEmBds0wXKDUu9i off=6200240 len=1886112 2024-07-29T15:26:09.975 INFO:tasks.workunit.client.0.smithi067.stdout:op 1044 completed, throughput=4.99MB/sec 2024-07-29T15:26:09.975 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cMqoaYW6-yRYUzz off=12204681 len=1637450 2024-07-29T15:26:09.984 INFO:tasks.workunit.client.0.smithi067.stdout:op 1045 completed, throughput=4.99MB/sec 2024-07-29T15:26:09.984 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9_jOwmFjKQS8ymM off=5655337 len=346708 2024-07-29T15:26:09.985 INFO:tasks.workunit.client.0.smithi067.stdout:op 1046 completed, throughput=4.99MB/sec 2024-07-29T15:26:09.985 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-RakuX99Iq5onkQo off=14314382 len=38905 2024-07-29T15:26:09.987 INFO:tasks.workunit.client.0.smithi067.stdout:op 1047 completed, throughput=5MB/sec 2024-07-29T15:26:09.987 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bylj_E_oxIx_dw8 off=15915646 len=130396 2024-07-29T15:26:09.989 INFO:tasks.workunit.client.0.smithi067.stdout:op 1048 completed, throughput=5MB/sec 2024-07-29T15:26:09.989 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1tdjJeGt7foTY6u off=2219587 len=82173 2024-07-29T15:26:09.989 INFO:tasks.workunit.client.0.smithi067.stdout:op 1049 completed, throughput=5MB/sec 2024-07-29T15:26:09.990 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-hzace41xuJ-4Twm off=8836305 len=1730548 2024-07-29T15:26:09.998 INFO:tasks.workunit.client.0.smithi067.stdout:op 1050 completed, throughput=5MB/sec 2024-07-29T15:26:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:26:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:26:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:26:10.999 INFO:tasks.workunit.client.0.smithi067.stdout: 208: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:10.999 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KsyXhjFINlFMrku off=973486 len=1057597 2024-07-29T15:26:11.000 INFO:tasks.workunit.client.0.smithi067.stdout:op 1051 completed, throughput=4.98MB/sec 2024-07-29T15:26:11.001 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6IKoyMmyseZrHZm off=7195908 len=67702 2024-07-29T15:26:11.004 INFO:tasks.workunit.client.0.smithi067.stdout:op 1052 completed, throughput=4.98MB/sec 2024-07-29T15:26:11.004 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lreYV1CffPcMV8h off=11116612 len=831673 2024-07-29T15:26:11.008 INFO:tasks.workunit.client.0.smithi067.stdout:op 1053 completed, throughput=4.99MB/sec 2024-07-29T15:26:11.008 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-XfmqEC8OXiTNnKb off=1627383 len=1586104 2024-07-29T15:26:11.015 INFO:tasks.workunit.client.0.smithi067.stdout:op 1054 completed, throughput=5MB/sec 2024-07-29T15:26:11.015 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-y7-WinUsZCu41Cc off=1008509 len=1848132 2024-07-29T15:26:11.026 INFO:tasks.workunit.client.0.smithi067.stdout:op 1055 completed, throughput=5MB/sec 2024-07-29T15:26:11.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:11 smithi067 ceph-mon[91995]: pgmap v1457: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-29T15:26:11.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:11 smithi067 ceph-mon[94375]: pgmap v1457: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-29T15:26:11.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:11 smithi138 ceph-mon[86438]: pgmap v1457: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-29T15:26:12.026 INFO:tasks.workunit.client.0.smithi067.stdout: 209: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:12.027 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4W8pYMrv9Nx1h9P off=8650937 len=1080806 2024-07-29T15:26:12.028 INFO:tasks.workunit.client.0.smithi067.stdout:op 1056 completed, throughput=4.98MB/sec 2024-07-29T15:26:12.028 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zZdtHhmP8sdENx5 off=10385847 len=98784 2024-07-29T15:26:12.031 INFO:tasks.workunit.client.0.smithi067.stdout:op 1057 completed, throughput=4.99MB/sec 2024-07-29T15:26:12.031 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-10oLfeCwL2V784w off=854049 len=1728981 2024-07-29T15:26:12.033 INFO:tasks.workunit.client.0.smithi067.stdout:op 1058 completed, throughput=4.99MB/sec 2024-07-29T15:26:12.033 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-aP1wVIgVNBb7KPs off=7718597 len=563691 2024-07-29T15:26:12.037 INFO:tasks.workunit.client.0.smithi067.stdout:op 1059 completed, throughput=5MB/sec 2024-07-29T15:26:12.037 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-phL94_NDi5L8SIN off=4735178 len=1653135 2024-07-29T15:26:12.047 INFO:tasks.workunit.client.0.smithi067.stdout:op 1060 completed, throughput=5MB/sec 2024-07-29T15:26:13.048 INFO:tasks.workunit.client.0.smithi067.stdout: 210: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:13.048 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0BfIKpHyavsctMC off=7654451 len=1614139 2024-07-29T15:26:13.057 INFO:tasks.workunit.client.0.smithi067.stdout:op 1061 completed, throughput=4.99MB/sec 2024-07-29T15:26:13.057 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-fbmDZiFPC6Gbvdm off=8226000 len=1110750 2024-07-29T15:26:13.062 INFO:tasks.workunit.client.0.smithi067.stdout:op 1062 completed, throughput=4.99MB/sec 2024-07-29T15:26:13.062 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-GCkcvA3Eya8lHRU off=14311718 len=1376532 2024-07-29T15:26:13.071 INFO:tasks.workunit.client.0.smithi067.stdout:op 1063 completed, throughput=5MB/sec 2024-07-29T15:26:13.071 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8lfB-dXBZqp3VZ- off=15243648 len=1810663 2024-07-29T15:26:13.081 INFO:tasks.workunit.client.0.smithi067.stdout:op 1064 completed, throughput=5MB/sec 2024-07-29T15:26:13.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:13 smithi067 ceph-mon[91995]: pgmap v1458: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:26:13.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:13 smithi067 ceph-mon[94375]: pgmap v1458: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:26:13.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:13 smithi138 ceph-mon[86438]: pgmap v1458: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:26:14.080 INFO:tasks.workunit.client.0.smithi067.stdout: 211: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:14.080 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-V-YeEyM3lK5UVHi off=15973909 len=103556 2024-07-29T15:26:14.083 INFO:tasks.workunit.client.0.smithi067.stdout:op 1065 completed, throughput=4.98MB/sec 2024-07-29T15:26:14.083 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-q4PcsZVqV9iGUcA off=8726903 len=553603 2024-07-29T15:26:14.087 INFO:tasks.workunit.client.0.smithi067.stdout:op 1066 completed, throughput=4.98MB/sec 2024-07-29T15:26:14.087 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-t_uqMB-uc3lA1ss off=2649209 len=92033 2024-07-29T15:26:14.088 INFO:tasks.workunit.client.0.smithi067.stdout:op 1067 completed, throughput=4.98MB/sec 2024-07-29T15:26:14.088 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-EmUputvbRB_UjEa off=5614292 len=1898828 2024-07-29T15:26:14.091 INFO:tasks.workunit.client.0.smithi067.stdout:op 1068 completed, throughput=4.99MB/sec 2024-07-29T15:26:14.091 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6LJN_CwaC4G8glC off=30766 len=598589 2024-07-29T15:26:14.095 INFO:tasks.workunit.client.0.smithi067.stdout:op 1069 completed, throughput=5MB/sec 2024-07-29T15:26:14.095 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--5bqpn3LRshp0q_ off=5675405 len=1915168 2024-07-29T15:26:14.097 INFO:tasks.workunit.client.0.smithi067.stdout:op 1070 completed, throughput=5MB/sec 2024-07-29T15:26:15.097 INFO:tasks.workunit.client.0.smithi067.stdout: 212: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:15.097 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-dj1MC-7MXnl8awU off=6001074 len=2070142 2024-07-29T15:26:15.106 INFO:tasks.workunit.client.0.smithi067.stdout:op 1071 completed, throughput=4.99MB/sec 2024-07-29T15:26:15.107 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Sw15_RxgOgYkaM7 off=15522552 len=230851 2024-07-29T15:26:15.107 INFO:tasks.workunit.client.0.smithi067.stdout:op 1072 completed, throughput=4.99MB/sec 2024-07-29T15:26:15.107 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4C8W481RViCgpLn off=2950463 len=1446529 2024-07-29T15:26:15.109 INFO:tasks.workunit.client.0.smithi067.stdout:op 1073 completed, throughput=5MB/sec 2024-07-29T15:26:15.109 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0ebeV1tcUUXLieU off=1316429 len=779315 2024-07-29T15:26:15.113 INFO:tasks.workunit.client.0.smithi067.stdout:op 1074 completed, throughput=5MB/sec 2024-07-29T15:26:15.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:15 smithi067 ceph-mon[91995]: pgmap v1459: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:26:15.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:15 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:26:15.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:15 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:26:15.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:15 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:26:15.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:15 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:26:15.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:15 smithi067 ceph-mon[94375]: pgmap v1459: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:26:15.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:15 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:26:15.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:15 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:26:15.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:15 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:26:15.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:15 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:26:15.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:15 smithi138 ceph-mon[86438]: pgmap v1459: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:26:15.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:15 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:26:15.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:15 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:26:15.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:15 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:26:15.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:15 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:26:16.113 INFO:tasks.workunit.client.0.smithi067.stdout: 213: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:16.113 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-kLWBUCsfSuuuM4J off=10093216 len=1689018 2024-07-29T15:26:16.122 INFO:tasks.workunit.client.0.smithi067.stdout:op 1075 completed, throughput=4.98MB/sec 2024-07-29T15:26:16.122 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2uDjW8gOumjUk3f off=4715503 len=2048038 2024-07-29T15:26:16.132 INFO:tasks.workunit.client.0.smithi067.stdout:op 1076 completed, throughput=4.99MB/sec 2024-07-29T15:26:16.132 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-b1VoKZx1EZj8f4N off=280981 len=109467 2024-07-29T15:26:16.132 INFO:tasks.workunit.client.0.smithi067.stdout:op 1077 completed, throughput=4.99MB/sec 2024-07-29T15:26:16.132 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MJsyNLQCLxhZJg0 off=2237616 len=868509 2024-07-29T15:26:16.133 INFO:tasks.workunit.client.0.smithi067.stdout:op 1078 completed, throughput=5MB/sec 2024-07-29T15:26:16.133 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-b_TiZFUMLKt_2AD off=19742441 len=1380564 2024-07-29T15:26:16.136 INFO:tasks.workunit.client.0.smithi067.stdout:op 1079 completed, throughput=5MB/sec 2024-07-29T15:26:17.136 INFO:tasks.workunit.client.0.smithi067.stdout: 214: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:17.137 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7z22aql2y4v7-HO off=22603448 len=482404 2024-07-29T15:26:17.140 INFO:tasks.workunit.client.0.smithi067.stdout:op 1080 completed, throughput=4.98MB/sec 2024-07-29T15:26:17.140 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-EUZtj85ZtRcg07t off=988516 len=1550534 2024-07-29T15:26:17.147 INFO:tasks.workunit.client.0.smithi067.stdout:op 1081 completed, throughput=4.99MB/sec 2024-07-29T15:26:17.147 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-jd_vOjRSPWLHgGx off=2574249 len=25507 2024-07-29T15:26:17.149 INFO:tasks.workunit.client.0.smithi067.stdout:op 1082 completed, throughput=4.99MB/sec 2024-07-29T15:26:17.150 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FEvoZywdQVgFweZ off=1308456 len=1135766 2024-07-29T15:26:17.156 INFO:tasks.workunit.client.0.smithi067.stdout:op 1083 completed, throughput=4.99MB/sec 2024-07-29T15:26:17.156 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PWmsNGRr73t4Tcs off=1337352 len=1126965 2024-07-29T15:26:17.157 INFO:tasks.workunit.client.0.smithi067.stdout:op 1084 completed, throughput=5MB/sec 2024-07-29T15:26:17.157 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--XX7hu9mkEdVnpl off=13386008 len=2077283 2024-07-29T15:26:17.169 INFO:tasks.workunit.client.0.smithi067.stdout:op 1085 completed, throughput=5.01MB/sec 2024-07-29T15:26:17.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:17 smithi138 ceph-mon[86438]: pgmap v1460: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-29T15:26:17.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:17 smithi067 ceph-mon[91995]: pgmap v1460: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-29T15:26:17.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:17 smithi067 ceph-mon[94375]: pgmap v1460: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-29T15:26:18.169 INFO:tasks.workunit.client.0.smithi067.stdout: 215: throughput=4.99MB/sec pending data=0 2024-07-29T15:26:18.169 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5UBTEuOsOMxDwxa off=2076632 len=814628 2024-07-29T15:26:18.170 INFO:tasks.workunit.client.0.smithi067.stdout:op 1086 completed, throughput=4.99MB/sec 2024-07-29T15:26:18.170 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-t_uqMB-uc3lA1ss off=588431 len=804607 2024-07-29T15:26:18.175 INFO:tasks.workunit.client.0.smithi067.stdout:op 1087 completed, throughput=4.99MB/sec 2024-07-29T15:26:18.175 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5z-UKDdFzZzXOpN off=4455356 len=2086758 2024-07-29T15:26:18.178 INFO:tasks.workunit.client.0.smithi067.stdout:op 1088 completed, throughput=5MB/sec 2024-07-29T15:26:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:26:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:26:17] "GET /metrics HTTP/1.1" 200 34198 "" "Prometheus/2.51.0" 2024-07-29T15:26:19.178 INFO:tasks.workunit.client.0.smithi067.stdout: 216: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:19.178 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-23VZlIZYh5rHQ0z off=0 len=1555857 2024-07-29T15:26:19.186 INFO:tasks.workunit.client.0.smithi067.stdout:op 1089 completed, throughput=4.98MB/sec 2024-07-29T15:26:19.186 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-uIRnjSrqD4KWrMP off=1149572 len=574043 2024-07-29T15:26:19.188 INFO:tasks.workunit.client.0.smithi067.stdout:op 1090 completed, throughput=4.99MB/sec 2024-07-29T15:26:19.188 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-TsNLTR_LF-qosPP off=4879034 len=1966354 2024-07-29T15:26:19.200 INFO:tasks.workunit.client.0.smithi067.stdout:op 1091 completed, throughput=5MB/sec 2024-07-29T15:26:19.200 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7qN43KWZir3aEfx off=2558809 len=552934 2024-07-29T15:26:19.203 INFO:tasks.workunit.client.0.smithi067.stdout:op 1092 completed, throughput=5MB/sec 2024-07-29T15:26:19.203 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZjqkQvIjwppESAZ off=1626137 len=53080 2024-07-29T15:26:19.205 INFO:tasks.workunit.client.0.smithi067.stdout:op 1093 completed, throughput=5MB/sec 2024-07-29T15:26:19.205 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-z95rrYOIOjFjJdY off=5162768 len=2062935 2024-07-29T15:26:19.214 INFO:tasks.workunit.client.0.smithi067.stdout:op 1094 completed, throughput=5.01MB/sec 2024-07-29T15:26:19.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:19 smithi138 ceph-mon[86438]: pgmap v1461: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-07-29T15:26:19.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:19 smithi067 ceph-mon[91995]: pgmap v1461: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-07-29T15:26:19.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:19 smithi067 ceph-mon[94375]: pgmap v1461: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-07-29T15:26:20.214 INFO:tasks.workunit.client.0.smithi067.stdout: 217: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:20.215 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-79uGgk4PqnjatjF off=7031691 len=423848 2024-07-29T15:26:20.218 INFO:tasks.workunit.client.0.smithi067.stdout:op 1095 completed, throughput=4.99MB/sec 2024-07-29T15:26:20.218 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NmG-Kok4RYK_51J off=4016320 len=2055221 2024-07-29T15:26:20.229 INFO:tasks.workunit.client.0.smithi067.stdout:op 1096 completed, throughput=4.99MB/sec 2024-07-29T15:26:20.229 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Z2vTMsYYD3GIBz- off=10258845 len=514675 2024-07-29T15:26:20.233 INFO:tasks.workunit.client.0.smithi067.stdout:op 1097 completed, throughput=5MB/sec 2024-07-29T15:26:20.233 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-k6LegEGOGzi9vGQ off=1818873 len=195162 2024-07-29T15:26:20.236 INFO:tasks.workunit.client.0.smithi067.stdout:op 1098 completed, throughput=5MB/sec 2024-07-29T15:26:20.236 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-pDhMZFjjKpu7040 off=15951274 len=758144 2024-07-29T15:26:20.239 INFO:tasks.workunit.client.0.smithi067.stdout:op 1099 completed, throughput=5MB/sec 2024-07-29T15:26:20.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:26:20.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:26:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:26:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:26:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:26:20.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:26:21.239 INFO:tasks.workunit.client.0.smithi067.stdout: 218: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:21.239 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9QXVfhnmmRkNr2p off=24660732 len=434250 2024-07-29T15:26:21.240 INFO:tasks.workunit.client.0.smithi067.stdout:op 1100 completed, throughput=4.98MB/sec 2024-07-29T15:26:21.240 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9zMWqgKbacF1Bxx off=407944 len=1869686 2024-07-29T15:26:21.250 INFO:tasks.workunit.client.0.smithi067.stdout:op 1101 completed, throughput=4.99MB/sec 2024-07-29T15:26:21.250 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BBcDWpn5-fH84Br off=289947 len=1103451 2024-07-29T15:26:21.251 INFO:tasks.workunit.client.0.smithi067.stdout:op 1102 completed, throughput=4.99MB/sec 2024-07-29T15:26:21.251 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Ey2yzAuN4cSq8Zy off=241601 len=1276891 2024-07-29T15:26:21.253 INFO:tasks.workunit.client.0.smithi067.stdout:op 1103 completed, throughput=5MB/sec 2024-07-29T15:26:21.253 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-xEX185sTtKbLLy8 off=4233909 len=1514754 2024-07-29T15:26:21.260 INFO:tasks.workunit.client.0.smithi067.stdout:op 1104 completed, throughput=5MB/sec 2024-07-29T15:26:21.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:21 smithi138 ceph-mon[86438]: pgmap v1462: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.6 MiB/s wr, 4 op/s 2024-07-29T15:26:21.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:21 smithi067 ceph-mon[91995]: pgmap v1462: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.6 MiB/s wr, 4 op/s 2024-07-29T15:26:21.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:21 smithi067 ceph-mon[94375]: pgmap v1462: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.6 MiB/s wr, 4 op/s 2024-07-29T15:26:22.261 INFO:tasks.workunit.client.0.smithi067.stdout: 219: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:22.261 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Um0Kd3szVizo9p9 off=14071065 len=1042044 2024-07-29T15:26:22.263 INFO:tasks.workunit.client.0.smithi067.stdout:op 1105 completed, throughput=4.99MB/sec 2024-07-29T15:26:22.263 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Mo9FwIUpKs9tyeE off=7387632 len=69500 2024-07-29T15:26:22.264 INFO:tasks.workunit.client.0.smithi067.stdout:op 1106 completed, throughput=4.99MB/sec 2024-07-29T15:26:22.264 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-DjjMqw3xM0aJZnJ off=16451542 len=150486 2024-07-29T15:26:22.267 INFO:tasks.workunit.client.0.smithi067.stdout:op 1107 completed, throughput=4.99MB/sec 2024-07-29T15:26:22.267 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4KZ2iXjywlBZ0_J off=1777772 len=1980276 2024-07-29T15:26:22.277 INFO:tasks.workunit.client.0.smithi067.stdout:op 1108 completed, throughput=5MB/sec 2024-07-29T15:26:22.277 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KJajz0Avp9lXveP off=865923 len=844534 2024-07-29T15:26:22.281 INFO:tasks.workunit.client.0.smithi067.stdout:op 1109 completed, throughput=5MB/sec 2024-07-29T15:26:22.281 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CKuyai8uuOg5Yor off=407948 len=1259798 2024-07-29T15:26:22.288 INFO:tasks.workunit.client.0.smithi067.stdout:op 1110 completed, throughput=5MB/sec 2024-07-29T15:26:23.288 INFO:tasks.workunit.client.0.smithi067.stdout: 220: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:23.288 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gzkl_xiyv4VVXk_ off=5005147 len=889788 2024-07-29T15:26:23.290 INFO:tasks.workunit.client.0.smithi067.stdout:op 1111 completed, throughput=4.99MB/sec 2024-07-29T15:26:23.290 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-RxqKq33CL31tXrE off=19449145 len=662194 2024-07-29T15:26:23.294 INFO:tasks.workunit.client.0.smithi067.stdout:op 1112 completed, throughput=4.99MB/sec 2024-07-29T15:26:23.295 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fLBw5XYWPUQl1xE off=7765120 len=1631826 2024-07-29T15:26:23.297 INFO:tasks.workunit.client.0.smithi067.stdout:op 1113 completed, throughput=5MB/sec 2024-07-29T15:26:23.297 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0El7JSOnEhAM7k2 off=1896455 len=259076 2024-07-29T15:26:23.300 INFO:tasks.workunit.client.0.smithi067.stdout:op 1114 completed, throughput=5MB/sec 2024-07-29T15:26:23.300 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3msvAIANayj1vwA off=18413216 len=964434 2024-07-29T15:26:23.305 INFO:tasks.workunit.client.0.smithi067.stdout:op 1115 completed, throughput=5MB/sec 2024-07-29T15:26:23.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:23 smithi138 ceph-mon[86438]: pgmap v1463: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:26:23.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:23 smithi067 ceph-mon[91995]: pgmap v1463: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:26:23.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:23 smithi067 ceph-mon[94375]: pgmap v1463: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:26:24.306 INFO:tasks.workunit.client.0.smithi067.stdout: 221: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:24.306 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lGMF8d0OiTxce1X off=7167089 len=601876 2024-07-29T15:26:24.310 INFO:tasks.workunit.client.0.smithi067.stdout:op 1116 completed, throughput=4.98MB/sec 2024-07-29T15:26:24.310 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Iek0wAivMeesSX4 off=7499343 len=1239169 2024-07-29T15:26:24.317 INFO:tasks.workunit.client.0.smithi067.stdout:op 1117 completed, throughput=4.99MB/sec 2024-07-29T15:26:24.317 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-iwnd08y-L2nJZxr off=6969533 len=1944533 2024-07-29T15:26:24.328 INFO:tasks.workunit.client.0.smithi067.stdout:op 1118 completed, throughput=4.99MB/sec 2024-07-29T15:26:24.328 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9sLq14OG5fHIzWm off=11827805 len=2007798 2024-07-29T15:26:24.331 INFO:tasks.workunit.client.0.smithi067.stdout:op 1119 completed, throughput=5MB/sec 2024-07-29T15:26:25.331 INFO:tasks.workunit.client.0.smithi067.stdout: 222: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:25.331 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1F_I_Pu_VMeVP60 off=9639810 len=7713 2024-07-29T15:26:25.332 INFO:tasks.workunit.client.0.smithi067.stdout:op 1120 completed, throughput=4.98MB/sec 2024-07-29T15:26:25.332 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KeAN92p7Qzjd1Mu off=4437251 len=311346 2024-07-29T15:26:25.334 INFO:tasks.workunit.client.0.smithi067.stdout:op 1121 completed, throughput=4.98MB/sec 2024-07-29T15:26:25.334 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zYgcvdnrwUQHRKZ off=773121 len=191829 2024-07-29T15:26:25.336 INFO:tasks.workunit.client.0.smithi067.stdout:op 1122 completed, throughput=4.98MB/sec 2024-07-29T15:26:25.336 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ItQwKd5evnHnbaF off=2748514 len=1677006 2024-07-29T15:26:25.340 INFO:tasks.workunit.client.0.smithi067.stdout:op 1123 completed, throughput=4.99MB/sec 2024-07-29T15:26:25.340 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Fmk-QMERfGh2YiO off=2847765 len=1657233 2024-07-29T15:26:25.342 INFO:tasks.workunit.client.0.smithi067.stdout:op 1124 completed, throughput=5MB/sec 2024-07-29T15:26:25.342 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--NebJs1cOBL0lk- off=5953295 len=260739 2024-07-29T15:26:25.346 INFO:tasks.workunit.client.0.smithi067.stdout:op 1125 completed, throughput=5MB/sec 2024-07-29T15:26:25.346 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZX7s9O_JO8NcMEz off=17163989 len=506497 2024-07-29T15:26:25.349 INFO:tasks.workunit.client.0.smithi067.stdout:op 1126 completed, throughput=5MB/sec 2024-07-29T15:26:25.349 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YcQRmzgVTEjZomo off=565791 len=255211 2024-07-29T15:26:25.351 INFO:tasks.workunit.client.0.smithi067.stdout:op 1127 completed, throughput=5MB/sec 2024-07-29T15:26:25.351 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-OMXLRpBXXRBllRs off=5184166 len=1788386 2024-07-29T15:26:25.353 INFO:tasks.workunit.client.0.smithi067.stdout:op 1128 completed, throughput=5.01MB/sec 2024-07-29T15:26:25.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:25 smithi138 ceph-mon[86438]: pgmap v1464: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-29T15:26:25.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:25 smithi067 ceph-mon[91995]: pgmap v1464: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-29T15:26:25.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:25 smithi067 ceph-mon[94375]: pgmap v1464: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-29T15:26:26.354 INFO:tasks.workunit.client.0.smithi067.stdout: 223: throughput=4.99MB/sec pending data=0 2024-07-29T15:26:26.354 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-OI4Tns58oPJ-UVh off=3675810 len=1135111 2024-07-29T15:26:26.355 INFO:tasks.workunit.client.0.smithi067.stdout:op 1129 completed, throughput=4.99MB/sec 2024-07-29T15:26:26.356 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-h3lG_Rou1cUM_70 off=3878363 len=668703 2024-07-29T15:26:26.360 INFO:tasks.workunit.client.0.smithi067.stdout:op 1130 completed, throughput=4.99MB/sec 2024-07-29T15:26:26.360 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bq1WFvi_TLIh-zl off=12878016 len=1907827 2024-07-29T15:26:26.369 INFO:tasks.workunit.client.0.smithi067.stdout:op 1131 completed, throughput=5MB/sec 2024-07-29T15:26:27.369 INFO:tasks.workunit.client.0.smithi067.stdout: 224: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:27.370 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-b2oENNeR98zR_5k off=6099445 len=1901071 2024-07-29T15:26:27.373 INFO:tasks.workunit.client.0.smithi067.stdout:op 1132 completed, throughput=4.99MB/sec 2024-07-29T15:26:27.374 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-GrJkjPXl-6iyc9s off=2256074 len=2079532 2024-07-29T15:26:27.384 INFO:tasks.workunit.client.0.smithi067.stdout:op 1133 completed, throughput=4.99MB/sec 2024-07-29T15:26:27.384 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5YFFgy_O_2j6YQ5 off=1358587 len=684100 2024-07-29T15:26:27.385 INFO:tasks.workunit.client.0.smithi067.stdout:op 1134 completed, throughput=5MB/sec 2024-07-29T15:26:27.386 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-76EipSfoI4t7m5P off=7135862 len=1161888 2024-07-29T15:26:27.390 INFO:tasks.workunit.client.0.smithi067.stdout:op 1135 completed, throughput=5MB/sec 2024-07-29T15:26:27.541 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:27 smithi067 ceph-mon[91995]: pgmap v1465: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-29T15:26:27.541 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:27 smithi067 ceph-mon[94375]: pgmap v1465: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-29T15:26:27.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:27 smithi138 ceph-mon[86438]: pgmap v1465: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-29T15:26:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:26:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:26:27] "GET /metrics HTTP/1.1" 200 34197 "" "Prometheus/2.51.0" 2024-07-29T15:26:28.390 INFO:tasks.workunit.client.0.smithi067.stdout: 225: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:28.391 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-klU1mUExU-DD9xp off=15352656 len=1897620 2024-07-29T15:26:28.394 INFO:tasks.workunit.client.0.smithi067.stdout:op 1136 completed, throughput=4.99MB/sec 2024-07-29T15:26:28.394 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-nwR1ckq0WKzOCN2 off=1325590 len=1462186 2024-07-29T15:26:28.400 INFO:tasks.workunit.client.0.smithi067.stdout:op 1137 completed, throughput=4.99MB/sec 2024-07-29T15:26:28.400 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-AJgxWXJrSYYj2Pu off=7954949 len=1677465 2024-07-29T15:26:28.402 INFO:tasks.workunit.client.0.smithi067.stdout:op 1138 completed, throughput=5MB/sec 2024-07-29T15:26:29.402 INFO:tasks.workunit.client.0.smithi067.stdout: 226: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:29.403 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Gthn5RoAx-6yMx8 off=5524817 len=1135353 2024-07-29T15:26:29.404 INFO:tasks.workunit.client.0.smithi067.stdout:op 1139 completed, throughput=4.98MB/sec 2024-07-29T15:26:29.404 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-T3zoyxq7fpSqlva off=6411044 len=591551 2024-07-29T15:26:29.408 INFO:tasks.workunit.client.0.smithi067.stdout:op 1140 completed, throughput=4.99MB/sec 2024-07-29T15:26:29.408 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-sVbnC9bxvmuu3iW off=2259174 len=883859 2024-07-29T15:26:29.410 INFO:tasks.workunit.client.0.smithi067.stdout:op 1141 completed, throughput=4.99MB/sec 2024-07-29T15:26:29.410 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--ShyLJ9C891FI4G off=7428924 len=277717 2024-07-29T15:26:29.413 INFO:tasks.workunit.client.0.smithi067.stdout:op 1142 completed, throughput=4.99MB/sec 2024-07-29T15:26:29.413 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-W2XM_zeeIQFFa9D off=1897277 len=62306 2024-07-29T15:26:29.415 INFO:tasks.workunit.client.0.smithi067.stdout:op 1143 completed, throughput=4.99MB/sec 2024-07-29T15:26:29.415 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VEAIAJXHU2ruC7t off=10101574 len=963797 2024-07-29T15:26:29.421 INFO:tasks.workunit.client.0.smithi067.stdout:op 1144 completed, throughput=5MB/sec 2024-07-29T15:26:29.421 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0MlCGtIFbozy87T off=6244037 len=1342337 2024-07-29T15:26:29.426 INFO:tasks.workunit.client.0.smithi067.stdout:op 1145 completed, throughput=5MB/sec 2024-07-29T15:26:29.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:29 smithi138 ceph-mon[86438]: pgmap v1466: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-29T15:26:29.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:29 smithi067 ceph-mon[91995]: pgmap v1466: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-29T15:26:29.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:29 smithi067 ceph-mon[94375]: pgmap v1466: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-29T15:26:30.427 INFO:tasks.workunit.client.0.smithi067.stdout: 227: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:30.427 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8i2bHCjHQZTqLVj off=611667 len=1179691 2024-07-29T15:26:30.430 INFO:tasks.workunit.client.0.smithi067.stdout:op 1146 completed, throughput=4.98MB/sec 2024-07-29T15:26:30.430 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zvhb-GP1p0YFK68 off=112205 len=1306555 2024-07-29T15:26:30.438 INFO:tasks.workunit.client.0.smithi067.stdout:op 1147 completed, throughput=4.99MB/sec 2024-07-29T15:26:30.438 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KYHOpqVUQ_7WfTJ off=1989476 len=398365 2024-07-29T15:26:30.440 INFO:tasks.workunit.client.0.smithi067.stdout:op 1148 completed, throughput=4.99MB/sec 2024-07-29T15:26:30.440 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-W7druQrl2Rg2jSD off=7161847 len=397402 2024-07-29T15:26:30.441 INFO:tasks.workunit.client.0.smithi067.stdout:op 1149 completed, throughput=4.99MB/sec 2024-07-29T15:26:30.441 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Hy0NbS3BVVoMnlF off=2618303 len=831820 2024-07-29T15:26:30.445 INFO:tasks.workunit.client.0.smithi067.stdout:op 1150 completed, throughput=5MB/sec 2024-07-29T15:26:30.445 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FzthEs18kGLcr_M off=151055 len=832186 2024-07-29T15:26:30.446 INFO:tasks.workunit.client.0.smithi067.stdout:op 1151 completed, throughput=5MB/sec 2024-07-29T15:26:30.446 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-oJPuo2Ez_FPT0Wj off=8172824 len=1457153 2024-07-29T15:26:30.448 INFO:tasks.workunit.client.0.smithi067.stdout:op 1152 completed, throughput=5.01MB/sec 2024-07-29T15:26:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:26:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:26:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:26:31.448 INFO:tasks.workunit.client.0.smithi067.stdout: 228: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:31.449 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6gigC_CTUUupQ64 off=7828476 len=550105 2024-07-29T15:26:31.450 INFO:tasks.workunit.client.0.smithi067.stdout:op 1153 completed, throughput=4.99MB/sec 2024-07-29T15:26:31.450 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Dfsus0bObo5zTPM off=1563915 len=1217873 2024-07-29T15:26:31.453 INFO:tasks.workunit.client.0.smithi067.stdout:op 1154 completed, throughput=4.99MB/sec 2024-07-29T15:26:31.453 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ZjI4xEKn2oMPJU0 off=3405162 len=99518 2024-07-29T15:26:31.453 INFO:tasks.workunit.client.0.smithi067.stdout:op 1155 completed, throughput=4.99MB/sec 2024-07-29T15:26:31.453 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KwcINmyLfvnF_kE off=4976962 len=1120937 2024-07-29T15:26:31.455 INFO:tasks.workunit.client.0.smithi067.stdout:op 1156 completed, throughput=5MB/sec 2024-07-29T15:26:31.455 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-XphXwWcgabJwOkS off=8087027 len=1667359 2024-07-29T15:26:31.462 INFO:tasks.workunit.client.0.smithi067.stdout:op 1157 completed, throughput=5MB/sec 2024-07-29T15:26:31.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:31 smithi138 ceph-mon[86438]: pgmap v1467: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:26:31.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:31 smithi067 ceph-mon[91995]: pgmap v1467: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:26:31.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:31 smithi067 ceph-mon[94375]: pgmap v1467: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:26:32.463 INFO:tasks.workunit.client.0.smithi067.stdout: 229: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:32.463 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lgj7SzvSW4shml9 off=10636460 len=870324 2024-07-29T15:26:32.464 INFO:tasks.workunit.client.0.smithi067.stdout:op 1158 completed, throughput=4.98MB/sec 2024-07-29T15:26:32.464 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UeN60oHYb_G9Ht5 off=150387 len=828805 2024-07-29T15:26:32.465 INFO:tasks.workunit.client.0.smithi067.stdout:op 1159 completed, throughput=4.99MB/sec 2024-07-29T15:26:32.465 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5mUxlVnUzo0ItF0 off=14232588 len=1188987 2024-07-29T15:26:32.466 INFO:tasks.workunit.client.0.smithi067.stdout:op 1160 completed, throughput=4.99MB/sec 2024-07-29T15:26:32.467 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-M-Es-oRWaOsla90 off=11123462 len=282334 2024-07-29T15:26:32.467 INFO:tasks.workunit.client.0.smithi067.stdout:op 1161 completed, throughput=4.99MB/sec 2024-07-29T15:26:32.467 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-AVRPJc691epYlt3 off=6734787 len=1078160 2024-07-29T15:26:32.474 INFO:tasks.workunit.client.0.smithi067.stdout:op 1162 completed, throughput=5MB/sec 2024-07-29T15:26:32.474 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-d9qxeoZuMyDZ5KQ off=1814284 len=841120 2024-07-29T15:26:32.475 INFO:tasks.workunit.client.0.smithi067.stdout:op 1163 completed, throughput=5MB/sec 2024-07-29T15:26:33.475 INFO:tasks.workunit.client.0.smithi067.stdout: 230: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:33.475 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-kqu0cdQqElq6hLq off=7881463 len=1618575 2024-07-29T15:26:33.483 INFO:tasks.workunit.client.0.smithi067.stdout:op 1164 completed, throughput=4.99MB/sec 2024-07-29T15:26:33.483 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3OEUUQLDOT-3Ow2 off=2552448 len=1470427 2024-07-29T15:26:33.485 INFO:tasks.workunit.client.0.smithi067.stdout:op 1165 completed, throughput=4.99MB/sec 2024-07-29T15:26:33.485 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-N5qUvltw5We5tXh off=2750904 len=1829746 2024-07-29T15:26:33.492 INFO:tasks.workunit.client.0.smithi067.stdout:op 1166 completed, throughput=5MB/sec 2024-07-29T15:26:33.493 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-iGoWfnsRxfPzLpE off=11470673 len=1161690 2024-07-29T15:26:33.494 INFO:tasks.workunit.client.0.smithi067.stdout:op 1167 completed, throughput=5MB/sec 2024-07-29T15:26:33.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:33 smithi138 ceph-mon[86438]: pgmap v1468: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:26:33.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:33 smithi067 ceph-mon[91995]: pgmap v1468: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:26:33.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:33 smithi067 ceph-mon[94375]: pgmap v1468: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:26:34.494 INFO:tasks.workunit.client.0.smithi067.stdout: 231: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:34.494 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-GP9a_V3KHegnHJR off=1670441 len=1338187 2024-07-29T15:26:34.496 INFO:tasks.workunit.client.0.smithi067.stdout:op 1168 completed, throughput=4.99MB/sec 2024-07-29T15:26:34.496 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-z5V_fNkpZeFq-ol off=5436708 len=1653454 2024-07-29T15:26:34.504 INFO:tasks.workunit.client.0.smithi067.stdout:op 1169 completed, throughput=5MB/sec 2024-07-29T15:26:34.504 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Fw8AK-5wPN1Gbu4 off=14540692 len=536679 2024-07-29T15:26:34.507 INFO:tasks.workunit.client.0.smithi067.stdout:op 1170 completed, throughput=5MB/sec 2024-07-29T15:26:34.507 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KzNI8sg7QaXekkc off=18311679 len=1896896 2024-07-29T15:26:34.516 INFO:tasks.workunit.client.0.smithi067.stdout:op 1171 completed, throughput=5MB/sec 2024-07-29T15:26:35.517 INFO:tasks.workunit.client.0.smithi067.stdout: 232: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:35.517 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-uq71xTRvAJ5QOr1 off=10181474 len=427335 2024-07-29T15:26:35.520 INFO:tasks.workunit.client.0.smithi067.stdout:op 1172 completed, throughput=4.99MB/sec 2024-07-29T15:26:35.520 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-p6fSuHhDo7DC11K off=11949152 len=833033 2024-07-29T15:26:35.521 INFO:tasks.workunit.client.0.smithi067.stdout:op 1173 completed, throughput=4.99MB/sec 2024-07-29T15:26:35.521 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-xWE-GV3FUuFY6Nh off=9345115 len=234962 2024-07-29T15:26:35.522 INFO:tasks.workunit.client.0.smithi067.stdout:op 1174 completed, throughput=4.99MB/sec 2024-07-29T15:26:35.522 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mzzpmHer9hCYfMw off=1822372 len=1306606 2024-07-29T15:26:35.524 INFO:tasks.workunit.client.0.smithi067.stdout:op 1175 completed, throughput=4.99MB/sec 2024-07-29T15:26:35.524 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-truq9jUuOzawFfh off=0 len=1145230 2024-07-29T15:26:35.530 INFO:tasks.workunit.client.0.smithi067.stdout:op 1176 completed, throughput=5MB/sec 2024-07-29T15:26:35.530 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NO-8hRdL0C55EAh off=2828290 len=405858 2024-07-29T15:26:35.533 INFO:tasks.workunit.client.0.smithi067.stdout:op 1177 completed, throughput=5MB/sec 2024-07-29T15:26:35.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:35 smithi138 ceph-mon[86438]: pgmap v1469: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:26:35.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:26:35.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:35 smithi067 ceph-mon[91995]: pgmap v1469: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:26:35.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:26:35.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:35 smithi067 ceph-mon[94375]: pgmap v1469: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:26:35.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:26:36.533 INFO:tasks.workunit.client.0.smithi067.stdout: 233: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:36.534 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ZDJ5WjuYJ7jkp_t off=0 len=1645286 2024-07-29T15:26:36.537 INFO:tasks.workunit.client.0.smithi067.stdout:op 1178 completed, throughput=4.99MB/sec 2024-07-29T15:26:36.537 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9BFkHjYIycjb517 off=4619895 len=660003 2024-07-29T15:26:36.538 INFO:tasks.workunit.client.0.smithi067.stdout:op 1179 completed, throughput=4.99MB/sec 2024-07-29T15:26:36.538 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-u-TumsuZGuKtkdu off=4463024 len=44614 2024-07-29T15:26:36.539 INFO:tasks.workunit.client.0.smithi067.stdout:op 1180 completed, throughput=4.99MB/sec 2024-07-29T15:26:36.539 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-kb5BVUibhchhQWk off=3036936 len=867128 2024-07-29T15:26:36.540 INFO:tasks.workunit.client.0.smithi067.stdout:op 1181 completed, throughput=4.99MB/sec 2024-07-29T15:26:36.540 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CUyfi0nmT2kEaXu off=2066519 len=1930885 2024-07-29T15:26:36.552 INFO:tasks.workunit.client.0.smithi067.stdout:op 1182 completed, throughput=5MB/sec 2024-07-29T15:26:36.552 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-q-ZYEFh61H1tNew off=4296185 len=281574 2024-07-29T15:26:36.554 INFO:tasks.workunit.client.0.smithi067.stdout:op 1183 completed, throughput=5MB/sec 2024-07-29T15:26:37.555 INFO:tasks.workunit.client.0.smithi067.stdout: 234: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:37.555 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ps2hthyqFPJXfSp off=1442687 len=1962567 2024-07-29T15:26:37.557 INFO:tasks.workunit.client.0.smithi067.stdout:op 1184 completed, throughput=4.99MB/sec 2024-07-29T15:26:37.557 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-kMroSHshh6fRijs off=10238441 len=255625 2024-07-29T15:26:37.560 INFO:tasks.workunit.client.0.smithi067.stdout:op 1185 completed, throughput=4.99MB/sec 2024-07-29T15:26:37.560 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-vggPpvB5wQf7bXS off=1801134 len=325260 2024-07-29T15:26:37.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:37 smithi138 ceph-mon[86438]: pgmap v1470: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:26:37.563 INFO:tasks.workunit.client.0.smithi067.stdout:op 1186 completed, throughput=4.99MB/sec 2024-07-29T15:26:37.563 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-oxz_PwZIRuRBzun off=33407 len=1539044 2024-07-29T15:26:37.565 INFO:tasks.workunit.client.0.smithi067.stdout:op 1187 completed, throughput=5MB/sec 2024-07-29T15:26:37.565 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3LpiojS4MtObT9f off=798728 len=1295980 2024-07-29T15:26:37.567 INFO:tasks.workunit.client.0.smithi067.stdout:op 1188 completed, throughput=5MB/sec 2024-07-29T15:26:37.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:37 smithi067 ceph-mon[91995]: pgmap v1470: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:26:37.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:37 smithi067 ceph-mon[94375]: pgmap v1470: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:26:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:26:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:26:37] "GET /metrics HTTP/1.1" 200 34193 "" "Prometheus/2.51.0" 2024-07-29T15:26:38.567 INFO:tasks.workunit.client.0.smithi067.stdout: 235: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:38.567 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5P_C7mgRX6r8bqb off=10571117 len=1868320 2024-07-29T15:26:38.577 INFO:tasks.workunit.client.0.smithi067.stdout:op 1189 completed, throughput=4.99MB/sec 2024-07-29T15:26:38.577 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ohZGWfl-TFSlFyF off=4115752 len=1546243 2024-07-29T15:26:38.584 INFO:tasks.workunit.client.0.smithi067.stdout:op 1190 completed, throughput=4.99MB/sec 2024-07-29T15:26:38.584 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CqIwDtIeYLm5qrL off=1554801 len=1085124 2024-07-29T15:26:38.588 INFO:tasks.workunit.client.0.smithi067.stdout:op 1191 completed, throughput=5MB/sec 2024-07-29T15:26:38.588 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DTPnB_TyMhVTLh7 off=9012277 len=242023 2024-07-29T15:26:38.589 INFO:tasks.workunit.client.0.smithi067.stdout:op 1192 completed, throughput=5MB/sec 2024-07-29T15:26:38.589 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QwMnanQ5Undh7v7 off=10754556 len=1556471 2024-07-29T15:26:38.595 INFO:tasks.workunit.client.0.smithi067.stdout:op 1193 completed, throughput=5MB/sec 2024-07-29T15:26:39.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:39 smithi138 ceph-mon[86438]: pgmap v1471: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:26:39.595 INFO:tasks.workunit.client.0.smithi067.stdout: 236: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:39.595 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ShvNR8GRAEPxpHs off=16252076 len=439866 2024-07-29T15:26:39.596 INFO:tasks.workunit.client.0.smithi067.stdout:op 1194 completed, throughput=4.99MB/sec 2024-07-29T15:26:39.596 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-EzYU5eVqYH01YZS off=6473282 len=1912471 2024-07-29T15:26:39.599 INFO:tasks.workunit.client.0.smithi067.stdout:op 1195 completed, throughput=4.99MB/sec 2024-07-29T15:26:39.599 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-LJ4ZBskO2h9Y89m off=12076888 len=962881 2024-07-29T15:26:39.600 INFO:tasks.workunit.client.0.smithi067.stdout:op 1196 completed, throughput=5MB/sec 2024-07-29T15:26:39.600 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-fimxORFqudxQjpl off=3581590 len=1557425 2024-07-29T15:26:39.607 INFO:tasks.workunit.client.0.smithi067.stdout:op 1197 completed, throughput=5MB/sec 2024-07-29T15:26:39.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:39 smithi067 ceph-mon[91995]: pgmap v1471: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:26:39.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:39 smithi067 ceph-mon[94375]: pgmap v1471: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:26:40.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:26:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:26:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:26:40.608 INFO:tasks.workunit.client.0.smithi067.stdout: 237: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:40.608 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-j9WQmkYT80JX1NE off=0 len=1673132 2024-07-29T15:26:40.610 INFO:tasks.workunit.client.0.smithi067.stdout:op 1198 completed, throughput=4.99MB/sec 2024-07-29T15:26:40.610 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ayBrYwgw3QBomRf off=2103167 len=1715412 2024-07-29T15:26:40.619 INFO:tasks.workunit.client.0.smithi067.stdout:op 1199 completed, throughput=5MB/sec 2024-07-29T15:26:40.619 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-OV24EYlFXb1pVt7 off=2002443 len=1113984 2024-07-29T15:26:40.620 INFO:tasks.workunit.client.0.smithi067.stdout:op 1200 completed, throughput=5MB/sec 2024-07-29T15:26:40.621 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-I13HPAaX-KVm-ZY off=1174331 len=1213526 2024-07-29T15:26:40.622 INFO:tasks.workunit.client.0.smithi067.stdout:op 1201 completed, throughput=5MB/sec 2024-07-29T15:26:41.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:41 smithi138 ceph-mon[86438]: pgmap v1472: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:26:41.622 INFO:tasks.workunit.client.0.smithi067.stdout: 238: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:41.622 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Vh059ZQ1xE5b0s3 off=6286167 len=839066 2024-07-29T15:26:41.627 INFO:tasks.workunit.client.0.smithi067.stdout:op 1202 completed, throughput=4.99MB/sec 2024-07-29T15:26:41.627 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-w4UljehoyzvslE4 off=4858016 len=683126 2024-07-29T15:26:41.631 INFO:tasks.workunit.client.0.smithi067.stdout:op 1203 completed, throughput=4.99MB/sec 2024-07-29T15:26:41.631 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4TfZlbtxEZKMRmp off=7673576 len=1819839 2024-07-29T15:26:41.641 INFO:tasks.workunit.client.0.smithi067.stdout:op 1204 completed, throughput=5MB/sec 2024-07-29T15:26:41.641 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rNxcwL0Iwm9qpQO off=3723143 len=121104 2024-07-29T15:26:41.644 INFO:tasks.workunit.client.0.smithi067.stdout:op 1205 completed, throughput=5MB/sec 2024-07-29T15:26:41.644 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ImVMhbTRGTX11ZO off=7874480 len=370192 2024-07-29T15:26:41.646 INFO:tasks.workunit.client.0.smithi067.stdout:op 1206 completed, throughput=5MB/sec 2024-07-29T15:26:41.646 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MJfjDpl0WwLsqVz off=2878999 len=944702 2024-07-29T15:26:41.651 INFO:tasks.workunit.client.0.smithi067.stdout:op 1207 completed, throughput=5MB/sec 2024-07-29T15:26:41.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:41 smithi067 ceph-mon[91995]: pgmap v1472: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:26:41.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:41 smithi067 ceph-mon[94375]: pgmap v1472: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:26:42.651 INFO:tasks.workunit.client.0.smithi067.stdout: 239: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:42.651 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-z1h-ab0ZG0lNtBa off=1976692 len=520996 2024-07-29T15:26:42.652 INFO:tasks.workunit.client.0.smithi067.stdout:op 1208 completed, throughput=4.98MB/sec 2024-07-29T15:26:42.652 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-rI-29tvFISF8z6m off=17544130 len=913277 2024-07-29T15:26:42.655 INFO:tasks.workunit.client.0.smithi067.stdout:op 1209 completed, throughput=4.99MB/sec 2024-07-29T15:26:42.655 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fW8xf0t5XGUNd_b off=4169885 len=894589 2024-07-29T15:26:42.657 INFO:tasks.workunit.client.0.smithi067.stdout:op 1210 completed, throughput=4.99MB/sec 2024-07-29T15:26:42.657 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-tlOFH7_Q2Nf79Wc off=22605741 len=1668923 2024-07-29T15:26:42.659 INFO:tasks.workunit.client.0.smithi067.stdout:op 1211 completed, throughput=5MB/sec 2024-07-29T15:26:42.659 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pBIxTtfI54nBooO off=13258532 len=539269 2024-07-29T15:26:42.660 INFO:tasks.workunit.client.0.smithi067.stdout:op 1212 completed, throughput=5MB/sec 2024-07-29T15:26:42.660 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-nSWsbicONw260KU off=7074119 len=504806 2024-07-29T15:26:42.664 INFO:tasks.workunit.client.0.smithi067.stdout:op 1213 completed, throughput=5MB/sec 2024-07-29T15:26:43.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:43 smithi138 ceph-mon[86438]: pgmap v1473: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:26:43.664 INFO:tasks.workunit.client.0.smithi067.stdout: 240: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:43.664 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Lx4WixcZtuAqRDK off=804540 len=922066 2024-07-29T15:26:43.670 INFO:tasks.workunit.client.0.smithi067.stdout:op 1214 completed, throughput=4.98MB/sec 2024-07-29T15:26:43.670 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4KmRurzIs-6Jnu9 off=3153208 len=1272445 2024-07-29T15:26:43.676 INFO:tasks.workunit.client.0.smithi067.stdout:op 1215 completed, throughput=4.99MB/sec 2024-07-29T15:26:43.676 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4jozM0EweTMyVsx off=2244502 len=511440 2024-07-29T15:26:43.677 INFO:tasks.workunit.client.0.smithi067.stdout:op 1216 completed, throughput=4.99MB/sec 2024-07-29T15:26:43.677 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-HfW399z8BXuiVth off=1927412 len=465860 2024-07-29T15:26:43.681 INFO:tasks.workunit.client.0.smithi067.stdout:op 1217 completed, throughput=4.99MB/sec 2024-07-29T15:26:43.681 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DQY3Brv__kWdYPu off=261568 len=1505855 2024-07-29T15:26:43.682 INFO:tasks.workunit.client.0.smithi067.stdout:op 1218 completed, throughput=5MB/sec 2024-07-29T15:26:43.683 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-uX36zsn0_JNs3Xc off=11958330 len=1810149 2024-07-29T15:26:43.689 INFO:tasks.workunit.client.0.smithi067.stdout:op 1219 completed, throughput=5.01MB/sec 2024-07-29T15:26:43.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:43 smithi067 ceph-mon[91995]: pgmap v1473: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:26:43.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:43 smithi067 ceph-mon[94375]: pgmap v1473: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:26:44.690 INFO:tasks.workunit.client.0.smithi067.stdout: 241: throughput=4.99MB/sec pending data=0 2024-07-29T15:26:44.690 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-i2Wrh7XokHTW6iq off=11648074 len=1000084 2024-07-29T15:26:44.691 INFO:tasks.workunit.client.0.smithi067.stdout:op 1220 completed, throughput=4.99MB/sec 2024-07-29T15:26:44.691 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4HTel2Z1s7sptnv off=2722737 len=381116 2024-07-29T15:26:44.693 INFO:tasks.workunit.client.0.smithi067.stdout:op 1221 completed, throughput=4.99MB/sec 2024-07-29T15:26:44.693 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Y_775Juzc4E-dJJ off=17803869 len=1381803 2024-07-29T15:26:44.700 INFO:tasks.workunit.client.0.smithi067.stdout:op 1222 completed, throughput=5MB/sec 2024-07-29T15:26:44.701 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-7234iyO6iQfIben off=460466 len=1113061 2024-07-29T15:26:44.702 INFO:tasks.workunit.client.0.smithi067.stdout:op 1223 completed, throughput=5MB/sec 2024-07-29T15:26:44.702 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--4LJb6Zvnt0W7Xy off=6042558 len=1513288 2024-07-29T15:26:44.704 INFO:tasks.workunit.client.0.smithi067.stdout:op 1224 completed, throughput=5.01MB/sec 2024-07-29T15:26:45.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:45 smithi138 ceph-mon[86438]: pgmap v1474: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:26:45.704 INFO:tasks.workunit.client.0.smithi067.stdout: 242: throughput=4.99MB/sec pending data=0 2024-07-29T15:26:45.704 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lsC-Giiaxtfr_t1 off=4072129 len=225483 2024-07-29T15:26:45.707 INFO:tasks.workunit.client.0.smithi067.stdout:op 1225 completed, throughput=4.99MB/sec 2024-07-29T15:26:45.707 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Pi8-j0B0XfRQBti off=13870436 len=1618971 2024-07-29T15:26:45.709 INFO:tasks.workunit.client.0.smithi067.stdout:op 1226 completed, throughput=4.99MB/sec 2024-07-29T15:26:45.709 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-azllUcy-BHmZNfN off=13889033 len=1293313 2024-07-29T15:26:45.710 INFO:tasks.workunit.client.0.smithi067.stdout:op 1227 completed, throughput=5MB/sec 2024-07-29T15:26:45.710 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ckN4QtokRWu_E6w off=12186156 len=1014546 2024-07-29T15:26:45.716 INFO:tasks.workunit.client.0.smithi067.stdout:op 1228 completed, throughput=5MB/sec 2024-07-29T15:26:45.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:45 smithi067 ceph-mon[91995]: pgmap v1474: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:26:45.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:45 smithi067 ceph-mon[94375]: pgmap v1474: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:26:46.716 INFO:tasks.workunit.client.0.smithi067.stdout: 243: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:46.716 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VO8YiZdgj1yUMi0 off=753312 len=568395 2024-07-29T15:26:46.721 INFO:tasks.workunit.client.0.smithi067.stdout:op 1229 completed, throughput=4.98MB/sec 2024-07-29T15:26:46.721 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VvYOK0NifkqTjHA off=10559511 len=739389 2024-07-29T15:26:46.725 INFO:tasks.workunit.client.0.smithi067.stdout:op 1230 completed, throughput=4.99MB/sec 2024-07-29T15:26:46.725 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-s2nZVUg_fvkB85T off=678607 len=1501125 2024-07-29T15:26:46.728 INFO:tasks.workunit.client.0.smithi067.stdout:op 1231 completed, throughput=4.99MB/sec 2024-07-29T15:26:46.728 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Sqc0saSbOS9E_KI off=651345 len=1720480 2024-07-29T15:26:46.737 INFO:tasks.workunit.client.0.smithi067.stdout:op 1232 completed, throughput=5MB/sec 2024-07-29T15:26:46.738 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FNxX7k1vqLOWafY off=15873889 len=1117632 2024-07-29T15:26:46.739 INFO:tasks.workunit.client.0.smithi067.stdout:op 1233 completed, throughput=5MB/sec 2024-07-29T15:26:47.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:47 smithi138 ceph-mon[86438]: pgmap v1475: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:26:47.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:47 smithi067 ceph-mon[91995]: pgmap v1475: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:26:47.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:47 smithi067 ceph-mon[94375]: pgmap v1475: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:26:47.739 INFO:tasks.workunit.client.0.smithi067.stdout: 244: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:47.739 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6zCfFkK-Ha4-coc off=20960677 len=302235 2024-07-29T15:26:47.742 INFO:tasks.workunit.client.0.smithi067.stdout:op 1234 completed, throughput=4.98MB/sec 2024-07-29T15:26:47.742 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-xcUWLboFu4S2VdA off=1810737 len=220039 2024-07-29T15:26:47.743 INFO:tasks.workunit.client.0.smithi067.stdout:op 1235 completed, throughput=4.98MB/sec 2024-07-29T15:26:47.743 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KKRjQGnI_N3tOjP off=897634 len=1618398 2024-07-29T15:26:47.750 INFO:tasks.workunit.client.0.smithi067.stdout:op 1236 completed, throughput=4.99MB/sec 2024-07-29T15:26:47.750 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-AlRZlWOqJsMaatP off=14239979 len=1445654 2024-07-29T15:26:47.752 INFO:tasks.workunit.client.0.smithi067.stdout:op 1237 completed, throughput=5MB/sec 2024-07-29T15:26:47.752 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5eLOaNpecEXaPWb off=2343355 len=1648171 2024-07-29T15:26:47.761 INFO:tasks.workunit.client.0.smithi067.stdout:op 1238 completed, throughput=5MB/sec 2024-07-29T15:26:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:26:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:26:47] "GET /metrics HTTP/1.1" 200 34193 "" "Prometheus/2.51.0" 2024-07-29T15:26:48.761 INFO:tasks.workunit.client.0.smithi067.stdout: 245: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:48.761 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-xDULxqfChd_vtTR off=3667630 len=2018107 2024-07-29T15:26:48.770 INFO:tasks.workunit.client.0.smithi067.stdout:op 1239 completed, throughput=4.99MB/sec 2024-07-29T15:26:48.770 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-BtY5MCftV1nhI5V off=9037711 len=1841355 2024-07-29T15:26:48.780 INFO:tasks.workunit.client.0.smithi067.stdout:op 1240 completed, throughput=5MB/sec 2024-07-29T15:26:48.780 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UomKgDuXu37xCUH off=3513025 len=343889 2024-07-29T15:26:48.781 INFO:tasks.workunit.client.0.smithi067.stdout:op 1241 completed, throughput=5MB/sec 2024-07-29T15:26:48.781 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FP2FFr5bngC1dwX off=1454481 len=233691 2024-07-29T15:26:48.783 INFO:tasks.workunit.client.0.smithi067.stdout:op 1242 completed, throughput=5MB/sec 2024-07-29T15:26:48.783 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ObqeOImBVpjh_yE off=7719568 len=169561 2024-07-29T15:26:48.783 INFO:tasks.workunit.client.0.smithi067.stdout:op 1243 completed, throughput=5MB/sec 2024-07-29T15:26:48.783 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4Q0YY42qbwxjrhq off=2263775 len=1123563 2024-07-29T15:26:48.784 INFO:tasks.workunit.client.0.smithi067.stdout:op 1244 completed, throughput=5MB/sec 2024-07-29T15:26:49.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:49 smithi138 ceph-mon[86438]: pgmap v1476: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:26:49.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:49 smithi067 ceph-mon[91995]: pgmap v1476: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:26:49.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:49 smithi067 ceph-mon[94375]: pgmap v1476: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:26:49.784 INFO:tasks.workunit.client.0.smithi067.stdout: 246: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:49.784 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-K0YW5yHsRJ1AZZP off=2541724 len=850807 2024-07-29T15:26:49.789 INFO:tasks.workunit.client.0.smithi067.stdout:op 1245 completed, throughput=4.99MB/sec 2024-07-29T15:26:49.789 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-GlbJRO_FTBYlcvg off=2150388 len=1168662 2024-07-29T15:26:49.795 INFO:tasks.workunit.client.0.smithi067.stdout:op 1246 completed, throughput=4.99MB/sec 2024-07-29T15:26:49.795 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SneFE3_gNCPUnNH off=9640975 len=754008 2024-07-29T15:26:49.800 INFO:tasks.workunit.client.0.smithi067.stdout:op 1247 completed, throughput=4.99MB/sec 2024-07-29T15:26:49.800 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NZ17StfK54mBRpa off=6385701 len=790679 2024-07-29T15:26:49.802 INFO:tasks.workunit.client.0.smithi067.stdout:op 1248 completed, throughput=5MB/sec 2024-07-29T15:26:49.802 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--mKl1ka_rmKpAG1 off=894934 len=1339407 2024-07-29T15:26:49.810 INFO:tasks.workunit.client.0.smithi067.stdout:op 1249 completed, throughput=5MB/sec 2024-07-29T15:26:50.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:26:50.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:26:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:26:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:26:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:26:50.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:26:50.810 INFO:tasks.workunit.client.0.smithi067.stdout: 247: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:50.810 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-T5BPVxfmtQEVFf9 off=9683237 len=1286789 2024-07-29T15:26:50.814 INFO:tasks.workunit.client.0.smithi067.stdout:op 1250 completed, throughput=4.99MB/sec 2024-07-29T15:26:50.814 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-J-ApXMqckfInFNT off=8679786 len=539921 2024-07-29T15:26:50.818 INFO:tasks.workunit.client.0.smithi067.stdout:op 1251 completed, throughput=4.99MB/sec 2024-07-29T15:26:50.818 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-tdReKKZGNr7Ei12 off=8208951 len=809034 2024-07-29T15:26:50.820 INFO:tasks.workunit.client.0.smithi067.stdout:op 1252 completed, throughput=4.99MB/sec 2024-07-29T15:26:50.820 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DZj1_Sbd8m1mtJb off=14164857 len=786966 2024-07-29T15:26:50.823 INFO:tasks.workunit.client.0.smithi067.stdout:op 1253 completed, throughput=4.99MB/sec 2024-07-29T15:26:50.823 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cvsL_mzTfKa1kcE off=14400665 len=286381 2024-07-29T15:26:50.826 INFO:tasks.workunit.client.0.smithi067.stdout:op 1254 completed, throughput=5MB/sec 2024-07-29T15:26:50.826 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Vks_6oxWmzRrNhy off=1490359 len=1636010 2024-07-29T15:26:50.828 INFO:tasks.workunit.client.0.smithi067.stdout:op 1255 completed, throughput=5MB/sec 2024-07-29T15:26:51.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:51 smithi138 ceph-mon[86438]: pgmap v1477: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:26:51.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:51 smithi067 ceph-mon[94375]: pgmap v1477: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:26:51.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:51 smithi067 ceph-mon[91995]: pgmap v1477: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:26:51.828 INFO:tasks.workunit.client.0.smithi067.stdout: 248: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:51.829 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3yYqiTErozfKfBB off=848006 len=56192 2024-07-29T15:26:51.831 INFO:tasks.workunit.client.0.smithi067.stdout:op 1256 completed, throughput=4.98MB/sec 2024-07-29T15:26:51.831 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-hmf7-C1YB2qbwhE off=4122977 len=548711 2024-07-29T15:26:51.834 INFO:tasks.workunit.client.0.smithi067.stdout:op 1257 completed, throughput=4.98MB/sec 2024-07-29T15:26:51.834 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-h3SUd2Ku8Ed02Ig off=12150365 len=957520 2024-07-29T15:26:51.836 INFO:tasks.workunit.client.0.smithi067.stdout:op 1258 completed, throughput=4.99MB/sec 2024-07-29T15:26:51.836 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-vtGVhbyhZCMGThU off=1032543 len=675490 2024-07-29T15:26:51.840 INFO:tasks.workunit.client.0.smithi067.stdout:op 1259 completed, throughput=4.99MB/sec 2024-07-29T15:26:51.840 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--w239zTTzMZ-01E off=291385 len=1961748 2024-07-29T15:26:51.842 INFO:tasks.workunit.client.0.smithi067.stdout:op 1260 completed, throughput=5MB/sec 2024-07-29T15:26:51.843 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4tvQDHmYtTorYZN off=10884550 len=139745 2024-07-29T15:26:51.843 INFO:tasks.workunit.client.0.smithi067.stdout:op 1261 completed, throughput=5MB/sec 2024-07-29T15:26:51.843 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fzfDBiFO0aS4GcG off=2550630 len=602377 2024-07-29T15:26:51.844 INFO:tasks.workunit.client.0.smithi067.stdout:op 1262 completed, throughput=5MB/sec 2024-07-29T15:26:52.844 INFO:tasks.workunit.client.0.smithi067.stdout: 249: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:52.845 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-yoE8cPwXXhB13zX off=5449268 len=1373999 2024-07-29T15:26:52.846 INFO:tasks.workunit.client.0.smithi067.stdout:op 1263 completed, throughput=4.99MB/sec 2024-07-29T15:26:52.846 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-zBZ9VelbK4x79ho off=11857207 len=1459263 2024-07-29T15:26:52.848 INFO:tasks.workunit.client.0.smithi067.stdout:op 1264 completed, throughput=4.99MB/sec 2024-07-29T15:26:52.849 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-H_17inyO8HzA24D off=1720662 len=190742 2024-07-29T15:26:52.852 INFO:tasks.workunit.client.0.smithi067.stdout:op 1265 completed, throughput=4.99MB/sec 2024-07-29T15:26:52.852 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5-Ou3LpYoBa6fAj off=9372631 len=283817 2024-07-29T15:26:52.855 INFO:tasks.workunit.client.0.smithi067.stdout:op 1266 completed, throughput=4.99MB/sec 2024-07-29T15:26:52.855 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-HFXMKgtzQGV_ypU off=2863646 len=636678 2024-07-29T15:26:52.859 INFO:tasks.workunit.client.0.smithi067.stdout:op 1267 completed, throughput=4.99MB/sec 2024-07-29T15:26:52.859 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ieX3wPQzXNnRyl5 off=10221493 len=1411461 2024-07-29T15:26:52.865 INFO:tasks.workunit.client.0.smithi067.stdout:op 1268 completed, throughput=5MB/sec 2024-07-29T15:26:53.306 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:26:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=sqlstore.transactions t=2024-07-29T15:26:52.872036492Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-07-29T15:26:53.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:53 smithi138 ceph-mon[86438]: pgmap v1478: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:26:53.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:53 smithi067 ceph-mon[91995]: pgmap v1478: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:26:53.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:53 smithi067 ceph-mon[94375]: pgmap v1478: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:26:53.865 INFO:tasks.workunit.client.0.smithi067.stdout: 250: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:53.865 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-vnWh4yy6gjXu3pQ off=5357888 len=862652 2024-07-29T15:26:53.870 INFO:tasks.workunit.client.0.smithi067.stdout:op 1269 completed, throughput=4.98MB/sec 2024-07-29T15:26:53.870 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-CbVDyjxBC6PM8gs off=1009184 len=112088 2024-07-29T15:26:53.871 INFO:tasks.workunit.client.0.smithi067.stdout:op 1270 completed, throughput=4.98MB/sec 2024-07-29T15:26:53.871 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7LokB5Is--0nMID off=17895431 len=1165936 2024-07-29T15:26:53.878 INFO:tasks.workunit.client.0.smithi067.stdout:op 1271 completed, throughput=4.99MB/sec 2024-07-29T15:26:53.878 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eHm5KbXPXmI4Lim off=5258496 len=906331 2024-07-29T15:26:53.880 INFO:tasks.workunit.client.0.smithi067.stdout:op 1272 completed, throughput=4.99MB/sec 2024-07-29T15:26:53.880 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-St6FatGu3sv2Fh3 off=13997109 len=22218 2024-07-29T15:26:53.881 INFO:tasks.workunit.client.0.smithi067.stdout:op 1273 completed, throughput=4.99MB/sec 2024-07-29T15:26:53.881 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Zv05-3abknWJV6z off=2438491 len=1316490 2024-07-29T15:26:53.888 INFO:tasks.workunit.client.0.smithi067.stdout:op 1274 completed, throughput=5MB/sec 2024-07-29T15:26:53.889 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-kx7thDAR2tuRG3A off=9956700 len=488463 2024-07-29T15:26:53.892 INFO:tasks.workunit.client.0.smithi067.stdout:op 1275 completed, throughput=5MB/sec 2024-07-29T15:26:53.893 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FwfN_2JE1-GfDmF off=10131475 len=1289860 2024-07-29T15:26:53.894 INFO:tasks.workunit.client.0.smithi067.stdout:op 1276 completed, throughput=5MB/sec 2024-07-29T15:26:54.894 INFO:tasks.workunit.client.0.smithi067.stdout: 251: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:54.894 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-nsRjuxS3XeddOZI off=7440792 len=1106156 2024-07-29T15:26:54.896 INFO:tasks.workunit.client.0.smithi067.stdout:op 1277 completed, throughput=4.99MB/sec 2024-07-29T15:26:54.896 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ix2RjFGYjKABXWG off=5888993 len=2068147 2024-07-29T15:26:54.898 INFO:tasks.workunit.client.0.smithi067.stdout:op 1278 completed, throughput=5MB/sec 2024-07-29T15:26:54.898 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9FRRc6u90yrIwnd off=119749 len=1501882 2024-07-29T15:26:54.905 INFO:tasks.workunit.client.0.smithi067.stdout:op 1279 completed, throughput=5MB/sec 2024-07-29T15:26:55.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:55 smithi138 ceph-mon[86438]: pgmap v1479: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:26:55.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:55 smithi067 ceph-mon[91995]: pgmap v1479: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:26:55.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:55 smithi067 ceph-mon[94375]: pgmap v1479: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:26:55.906 INFO:tasks.workunit.client.0.smithi067.stdout: 252: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:55.906 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-RVZcTwuB8Ac_9gi off=9822312 len=1318858 2024-07-29T15:26:55.908 INFO:tasks.workunit.client.0.smithi067.stdout:op 1280 completed, throughput=4.99MB/sec 2024-07-29T15:26:55.908 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Rshg6MsHgOx23Hl off=110748 len=184573 2024-07-29T15:26:55.911 INFO:tasks.workunit.client.0.smithi067.stdout:op 1281 completed, throughput=4.99MB/sec 2024-07-29T15:26:55.911 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-YuJ9N8Ue2gwJTG7 off=7404416 len=767603 2024-07-29T15:26:55.913 INFO:tasks.workunit.client.0.smithi067.stdout:op 1282 completed, throughput=4.99MB/sec 2024-07-29T15:26:55.913 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ql32rxuXGssCtru off=6623802 len=583916 2024-07-29T15:26:55.913 INFO:tasks.workunit.client.0.smithi067.stdout:op 1283 completed, throughput=4.99MB/sec 2024-07-29T15:26:55.913 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-GVgbAurCDRGrlWs off=11107345 len=923958 2024-07-29T15:26:55.915 INFO:tasks.workunit.client.0.smithi067.stdout:op 1284 completed, throughput=4.99MB/sec 2024-07-29T15:26:55.915 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-oZbylVFoTZMIQGy off=3229177 len=2059646 2024-07-29T15:26:55.917 INFO:tasks.workunit.client.0.smithi067.stdout:op 1285 completed, throughput=5MB/sec 2024-07-29T15:26:56.918 INFO:tasks.workunit.client.0.smithi067.stdout: 253: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:56.918 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WiJV7wNkOWyGqHM off=7609754 len=1472722 2024-07-29T15:26:56.921 INFO:tasks.workunit.client.0.smithi067.stdout:op 1286 completed, throughput=4.99MB/sec 2024-07-29T15:26:56.921 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BI2g5Ga4BQcVzgL off=1819776 len=368897 2024-07-29T15:26:56.922 INFO:tasks.workunit.client.0.smithi067.stdout:op 1287 completed, throughput=4.99MB/sec 2024-07-29T15:26:56.922 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-jQM6j6nq-EtTvD5 off=2801053 len=1589970 2024-07-29T15:26:56.931 INFO:tasks.workunit.client.0.smithi067.stdout:op 1288 completed, throughput=5MB/sec 2024-07-29T15:26:56.931 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Zr-sxgfbuCWxzHg off=6615480 len=807814 2024-07-29T15:26:56.937 INFO:tasks.workunit.client.0.smithi067.stdout:op 1289 completed, throughput=5MB/sec 2024-07-29T15:26:56.937 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ERX3wAkcngJ4OrY off=5752067 len=389251 2024-07-29T15:26:56.938 INFO:tasks.workunit.client.0.smithi067.stdout:op 1290 completed, throughput=5MB/sec 2024-07-29T15:26:56.938 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VwdFKPU3eRi9Q-3 off=8245062 len=779857 2024-07-29T15:26:56.939 INFO:tasks.workunit.client.0.smithi067.stdout:op 1291 completed, throughput=5MB/sec 2024-07-29T15:26:57.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:57 smithi067 ceph-mon[91995]: pgmap v1480: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:26:57.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:57 smithi067 ceph-mon[94375]: pgmap v1480: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:26:57.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:57 smithi138 ceph-mon[86438]: pgmap v1480: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:26:57.940 INFO:tasks.workunit.client.0.smithi067.stdout: 254: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:57.940 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-HSIAljlJoRwOlYX off=3317777 len=28438 2024-07-29T15:26:57.942 INFO:tasks.workunit.client.0.smithi067.stdout:op 1292 completed, throughput=4.98MB/sec 2024-07-29T15:26:57.943 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Cln-OZ6vp2MYS2o off=265222 len=190447 2024-07-29T15:26:57.945 INFO:tasks.workunit.client.0.smithi067.stdout:op 1293 completed, throughput=4.98MB/sec 2024-07-29T15:26:57.946 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Q_D-YL-AW379r5U off=10182829 len=859979 2024-07-29T15:26:57.950 INFO:tasks.workunit.client.0.smithi067.stdout:op 1294 completed, throughput=4.99MB/sec 2024-07-29T15:26:57.950 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-hl10hssRMVAD8mk off=130422 len=1412895 2024-07-29T15:26:57.952 INFO:tasks.workunit.client.0.smithi067.stdout:op 1295 completed, throughput=4.99MB/sec 2024-07-29T15:26:57.952 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zGM_V6DjJOzJvyc off=1833800 len=1205695 2024-07-29T15:26:57.960 INFO:tasks.workunit.client.0.smithi067.stdout:op 1296 completed, throughput=5MB/sec 2024-07-29T15:26:57.960 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Vndy3GFfR40-Yvb off=9493619 len=1783731 2024-07-29T15:26:57.968 INFO:tasks.workunit.client.0.smithi067.stdout:op 1297 completed, throughput=5MB/sec 2024-07-29T15:26:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:26:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:26:57] "GET /metrics HTTP/1.1" 200 34195 "" "Prometheus/2.51.0" 2024-07-29T15:26:58.969 INFO:tasks.workunit.client.0.smithi067.stdout: 255: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:58.969 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qUqH7XcJSj8R6Sj off=17183875 len=698155 2024-07-29T15:26:58.973 INFO:tasks.workunit.client.0.smithi067.stdout:op 1298 completed, throughput=4.99MB/sec 2024-07-29T15:26:58.973 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-X4sD042EHCRwvKx off=5258650 len=1301394 2024-07-29T15:26:58.981 INFO:tasks.workunit.client.0.smithi067.stdout:op 1299 completed, throughput=4.99MB/sec 2024-07-29T15:26:58.981 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_LQAuwet9JdQkMV off=3174020 len=765163 2024-07-29T15:26:58.986 INFO:tasks.workunit.client.0.smithi067.stdout:op 1300 completed, throughput=4.99MB/sec 2024-07-29T15:26:58.986 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qun9AoaDjeUEbnr off=7799984 len=280820 2024-07-29T15:26:58.986 INFO:tasks.workunit.client.0.smithi067.stdout:op 1301 completed, throughput=4.99MB/sec 2024-07-29T15:26:58.986 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KaEw8X2QxNXvKSv off=3340395 len=856745 2024-07-29T15:26:58.988 INFO:tasks.workunit.client.0.smithi067.stdout:op 1302 completed, throughput=5MB/sec 2024-07-29T15:26:58.988 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QoD4i14v5WimJfW off=0 len=1235561 2024-07-29T15:26:58.996 INFO:tasks.workunit.client.0.smithi067.stdout:op 1303 completed, throughput=5MB/sec 2024-07-29T15:26:59.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:26:59 smithi067 ceph-mon[91995]: pgmap v1481: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:26:59.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:26:59 smithi067 ceph-mon[94375]: pgmap v1481: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:26:59.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:26:59 smithi138 ceph-mon[86438]: pgmap v1481: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:26:59.996 INFO:tasks.workunit.client.0.smithi067.stdout: 256: throughput=4.98MB/sec pending data=0 2024-07-29T15:26:59.996 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ofFCD8jqTaadWoL off=3847319 len=56573 2024-07-29T15:26:59.997 INFO:tasks.workunit.client.0.smithi067.stdout:op 1304 completed, throughput=4.98MB/sec 2024-07-29T15:26:59.997 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Usv8XWXz4MxOsw8 off=475091 len=887812 2024-07-29T15:26:59.999 INFO:tasks.workunit.client.0.smithi067.stdout:op 1305 completed, throughput=4.99MB/sec 2024-07-29T15:26:59.999 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-EhgULYeq6RSKjnf off=3857761 len=1973590 2024-07-29T15:27:00.008 INFO:tasks.workunit.client.0.smithi067.stdout:op 1306 completed, throughput=4.99MB/sec 2024-07-29T15:27:00.008 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-R40PkuxpTh9X-ou off=17964452 len=973294 2024-07-29T15:27:00.013 INFO:tasks.workunit.client.0.smithi067.stdout:op 1307 completed, throughput=5MB/sec 2024-07-29T15:27:00.013 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FlkZnTWhk0P9-9g off=1809526 len=726668 2024-07-29T15:27:00.014 INFO:tasks.workunit.client.0.smithi067.stdout:op 1308 completed, throughput=5MB/sec 2024-07-29T15:27:00.014 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-GAy5NF0_b8D5Y7K off=12819338 len=1678490 2024-07-29T15:27:00.024 INFO:tasks.workunit.client.0.smithi067.stdout:op 1309 completed, throughput=5.01MB/sec 2024-07-29T15:27:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:27:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:27:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:27:01.025 INFO:tasks.workunit.client.0.smithi067.stdout: 257: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:01.025 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-PqPN8WwEA2DVuQ3 off=7291006 len=654478 2024-07-29T15:27:01.029 INFO:tasks.workunit.client.0.smithi067.stdout:op 1310 completed, throughput=4.99MB/sec 2024-07-29T15:27:01.029 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bFSMh2xGAjttVgC off=180313 len=1288216 2024-07-29T15:27:01.035 INFO:tasks.workunit.client.0.smithi067.stdout:op 1311 completed, throughput=4.99MB/sec 2024-07-29T15:27:01.035 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Rd4ChDSGkSVMxNv off=2918612 len=369573 2024-07-29T15:27:01.039 INFO:tasks.workunit.client.0.smithi067.stdout:op 1312 completed, throughput=4.99MB/sec 2024-07-29T15:27:01.039 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-HM-MAzqNMPxWQbd off=11393831 len=1393881 2024-07-29T15:27:01.047 INFO:tasks.workunit.client.0.smithi067.stdout:op 1313 completed, throughput=5MB/sec 2024-07-29T15:27:01.048 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WDFTV5ceInb_aPv off=2372316 len=744017 2024-07-29T15:27:01.048 INFO:tasks.workunit.client.0.smithi067.stdout:op 1314 completed, throughput=5MB/sec 2024-07-29T15:27:01.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:01 smithi067 ceph-mon[91995]: pgmap v1482: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:27:01.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:01 smithi067 ceph-mon[94375]: pgmap v1482: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:27:01.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:01 smithi138 ceph-mon[86438]: pgmap v1482: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:27:02.049 INFO:tasks.workunit.client.0.smithi067.stdout: 258: throughput=4.98MB/sec pending data=0 2024-07-29T15:27:02.049 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-xANCT_gNeNjUcRf off=2689805 len=518135 2024-07-29T15:27:02.053 INFO:tasks.workunit.client.0.smithi067.stdout:op 1315 completed, throughput=4.98MB/sec 2024-07-29T15:27:02.053 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Jh99W420FbbcfRp off=711595 len=694707 2024-07-29T15:27:02.056 INFO:tasks.workunit.client.0.smithi067.stdout:op 1316 completed, throughput=4.99MB/sec 2024-07-29T15:27:02.056 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-O3ESj0KRFly5aCW off=232592 len=105592 2024-07-29T15:27:02.057 INFO:tasks.workunit.client.0.smithi067.stdout:op 1317 completed, throughput=4.99MB/sec 2024-07-29T15:27:02.057 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-i2esrwsKrFKREt1 off=2820025 len=1690546 2024-07-29T15:27:02.066 INFO:tasks.workunit.client.0.smithi067.stdout:op 1318 completed, throughput=4.99MB/sec 2024-07-29T15:27:02.066 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mJWk43ypAxUiYbD off=2290699 len=1510140 2024-07-29T15:27:02.067 INFO:tasks.workunit.client.0.smithi067.stdout:op 1319 completed, throughput=5MB/sec 2024-07-29T15:27:02.067 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-If5eDMyySGHEv14 off=1486855 len=634785 2024-07-29T15:27:02.072 INFO:tasks.workunit.client.0.smithi067.stdout:op 1320 completed, throughput=5MB/sec 2024-07-29T15:27:03.072 INFO:tasks.workunit.client.0.smithi067.stdout: 259: throughput=4.98MB/sec pending data=0 2024-07-29T15:27:03.072 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wHCpfmqer8XgD9k off=1493609 len=869574 2024-07-29T15:27:03.077 INFO:tasks.workunit.client.0.smithi067.stdout:op 1321 completed, throughput=4.99MB/sec 2024-07-29T15:27:03.077 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bFQb4HOA3T63X6z off=10417062 len=1566462 2024-07-29T15:27:03.084 INFO:tasks.workunit.client.0.smithi067.stdout:op 1322 completed, throughput=4.99MB/sec 2024-07-29T15:27:03.084 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VoKmxvv81iObeaS off=1693141 len=1534686 2024-07-29T15:27:03.085 INFO:tasks.workunit.client.0.smithi067.stdout:op 1323 completed, throughput=5MB/sec 2024-07-29T15:27:03.086 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-J2FceCCXHWMviQi off=11081934 len=879691 2024-07-29T15:27:03.087 INFO:tasks.workunit.client.0.smithi067.stdout:op 1324 completed, throughput=5MB/sec 2024-07-29T15:27:03.087 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-L7_hwXXVkn2w5Uy off=4327735 len=1420540 2024-07-29T15:27:03.088 INFO:tasks.workunit.client.0.smithi067.stdout:op 1325 completed, throughput=5MB/sec 2024-07-29T15:27:03.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:03 smithi067 ceph-mon[94375]: pgmap v1483: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:27:03.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:03 smithi067 ceph-mon[91995]: pgmap v1483: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:27:03.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:03 smithi138 ceph-mon[86438]: pgmap v1483: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:27:04.088 INFO:tasks.workunit.client.0.smithi067.stdout: 260: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:04.089 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Cpk7sOeUsBatRQj off=18152059 len=228461 2024-07-29T15:27:04.092 INFO:tasks.workunit.client.0.smithi067.stdout:op 1326 completed, throughput=4.99MB/sec 2024-07-29T15:27:04.092 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jBEch_aYSdKjCjM off=5256391 len=1741220 2024-07-29T15:27:04.095 INFO:tasks.workunit.client.0.smithi067.stdout:op 1327 completed, throughput=4.99MB/sec 2024-07-29T15:27:04.095 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-X2ufaK30EbC1F2d off=7617831 len=1759314 2024-07-29T15:27:04.097 INFO:tasks.workunit.client.0.smithi067.stdout:op 1328 completed, throughput=5MB/sec 2024-07-29T15:27:04.097 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-tdReKKZGNr7Ei12 off=7862210 len=1143812 2024-07-29T15:27:04.099 INFO:tasks.workunit.client.0.smithi067.stdout:op 1329 completed, throughput=5MB/sec 2024-07-29T15:27:05.100 INFO:tasks.workunit.client.0.smithi067.stdout: 261: throughput=4.98MB/sec pending data=0 2024-07-29T15:27:05.100 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ktY16ZoyqJGnms6 off=15665066 len=479400 2024-07-29T15:27:05.104 INFO:tasks.workunit.client.0.smithi067.stdout:op 1330 completed, throughput=4.99MB/sec 2024-07-29T15:27:05.104 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-d5HmvUY5EyACHH1 off=16457371 len=1563106 2024-07-29T15:27:05.107 INFO:tasks.workunit.client.0.smithi067.stdout:op 1331 completed, throughput=4.99MB/sec 2024-07-29T15:27:05.107 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rShAyD4s_IsYJrc off=6476183 len=2055786 2024-07-29T15:27:05.117 INFO:tasks.workunit.client.0.smithi067.stdout:op 1332 completed, throughput=5MB/sec 2024-07-29T15:27:05.117 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-brgeNa96jmM-WE_ off=3775175 len=966329 2024-07-29T15:27:05.118 INFO:tasks.workunit.client.0.smithi067.stdout:op 1333 completed, throughput=5MB/sec 2024-07-29T15:27:05.612 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:05 smithi138 ceph-mon[86438]: pgmap v1484: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:27:05.612 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:27:05.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:05 smithi067 ceph-mon[94375]: pgmap v1484: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:27:05.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:27:05.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:05 smithi067 ceph-mon[91995]: pgmap v1484: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:27:05.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:27:06.118 INFO:tasks.workunit.client.0.smithi067.stdout: 262: throughput=4.98MB/sec pending data=0 2024-07-29T15:27:06.119 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pRQCnlMdAhKfKZL off=7378853 len=1516381 2024-07-29T15:27:06.121 INFO:tasks.workunit.client.0.smithi067.stdout:op 1334 completed, throughput=4.99MB/sec 2024-07-29T15:27:06.121 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rV3TGEkd8gjlQl0 off=5510546 len=1515500 2024-07-29T15:27:06.128 INFO:tasks.workunit.client.0.smithi067.stdout:op 1335 completed, throughput=4.99MB/sec 2024-07-29T15:27:06.128 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-X4Bt6r_wGoNnhXR off=9793412 len=966746 2024-07-29T15:27:06.133 INFO:tasks.workunit.client.0.smithi067.stdout:op 1336 completed, throughput=5MB/sec 2024-07-29T15:27:06.133 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-GTc9DQ161LYlu0n off=2123558 len=396668 2024-07-29T15:27:06.134 INFO:tasks.workunit.client.0.smithi067.stdout:op 1337 completed, throughput=5MB/sec 2024-07-29T15:27:06.134 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fPAnzVS6Nctz_gw off=5052470 len=2087725 2024-07-29T15:27:06.136 INFO:tasks.workunit.client.0.smithi067.stdout:op 1338 completed, throughput=5.01MB/sec 2024-07-29T15:27:07.137 INFO:tasks.workunit.client.0.smithi067.stdout: 263: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:07.137 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_9mdgFKhU6vyeAa off=9019359 len=292312 2024-07-29T15:27:07.138 INFO:tasks.workunit.client.0.smithi067.stdout:op 1339 completed, throughput=4.99MB/sec 2024-07-29T15:27:07.138 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CuBdw8Z1D47zkdE off=19707493 len=1425106 2024-07-29T15:27:07.146 INFO:tasks.workunit.client.0.smithi067.stdout:op 1340 completed, throughput=4.99MB/sec 2024-07-29T15:27:07.146 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2SyM8wbAe5mPzXM off=253577 len=337690 2024-07-29T15:27:07.147 INFO:tasks.workunit.client.0.smithi067.stdout:op 1341 completed, throughput=4.99MB/sec 2024-07-29T15:27:07.147 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UdmtAuHYtWQcQ5i off=9390127 len=2046981 2024-07-29T15:27:07.150 INFO:tasks.workunit.client.0.smithi067.stdout:op 1342 completed, throughput=5MB/sec 2024-07-29T15:27:07.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:07 smithi067 ceph-mon[91995]: pgmap v1485: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-07-29T15:27:07.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:07 smithi067 ceph-mon[94375]: pgmap v1485: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-07-29T15:27:07.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:07 smithi138 ceph-mon[86438]: pgmap v1485: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-07-29T15:27:08.151 INFO:tasks.workunit.client.0.smithi067.stdout: 264: throughput=4.98MB/sec pending data=0 2024-07-29T15:27:08.151 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_sy2SE1Ndzpw1cS off=12764826 len=1322036 2024-07-29T15:27:08.157 INFO:tasks.workunit.client.0.smithi067.stdout:op 1343 completed, throughput=4.99MB/sec 2024-07-29T15:27:08.157 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-O69u_Ga95OOdH9l off=233969 len=1075244 2024-07-29T15:27:08.163 INFO:tasks.workunit.client.0.smithi067.stdout:op 1344 completed, throughput=4.99MB/sec 2024-07-29T15:27:08.163 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Jarsn25y4XtJ1Nd off=3459804 len=445007 2024-07-29T15:27:08.164 INFO:tasks.workunit.client.0.smithi067.stdout:op 1345 completed, throughput=4.99MB/sec 2024-07-29T15:27:08.164 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-uNuuOzMJx4Zc7mf off=9661048 len=2010646 2024-07-29T15:27:08.173 INFO:tasks.workunit.client.0.smithi067.stdout:op 1346 completed, throughput=5MB/sec 2024-07-29T15:27:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:27:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:27:07] "GET /metrics HTTP/1.1" 200 34197 "" "Prometheus/2.51.0" 2024-07-29T15:27:09.173 INFO:tasks.workunit.client.0.smithi067.stdout: 265: throughput=4.98MB/sec pending data=0 2024-07-29T15:27:09.174 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-dSF3CjR74PCyJ4g off=1450079 len=1448981 2024-07-29T15:27:09.180 INFO:tasks.workunit.client.0.smithi067.stdout:op 1347 completed, throughput=4.99MB/sec 2024-07-29T15:27:09.180 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BvOdVLqpYwaVV-C off=848629 len=1518505 2024-07-29T15:27:09.183 INFO:tasks.workunit.client.0.smithi067.stdout:op 1348 completed, throughput=4.99MB/sec 2024-07-29T15:27:09.183 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZHDehq-TRxxRQGA off=5280599 len=884255 2024-07-29T15:27:09.188 INFO:tasks.workunit.client.0.smithi067.stdout:op 1349 completed, throughput=4.99MB/sec 2024-07-29T15:27:09.189 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zJtiM8-xRkG5FUO off=11478721 len=1357572 2024-07-29T15:27:09.195 INFO:tasks.workunit.client.0.smithi067.stdout:op 1350 completed, throughput=5MB/sec 2024-07-29T15:27:09.195 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-HkgAmrbRki3sD-Z off=14083851 len=1195606 2024-07-29T15:27:09.196 INFO:tasks.workunit.client.0.smithi067.stdout:op 1351 completed, throughput=5MB/sec 2024-07-29T15:27:09.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:09 smithi067 ceph-mon[91995]: pgmap v1486: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:27:09.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:09 smithi067 ceph-mon[94375]: pgmap v1486: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:27:09.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:09 smithi138 ceph-mon[86438]: pgmap v1486: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:27:10.197 INFO:tasks.workunit.client.0.smithi067.stdout: 266: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:10.197 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-z1xnLi6trxXrrLw off=9995078 len=1868418 2024-07-29T15:27:10.206 INFO:tasks.workunit.client.0.smithi067.stdout:op 1352 completed, throughput=4.99MB/sec 2024-07-29T15:27:10.206 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-cHAlAjpuK4PbD1n off=4644766 len=1733359 2024-07-29T15:27:10.208 INFO:tasks.workunit.client.0.smithi067.stdout:op 1353 completed, throughput=5MB/sec 2024-07-29T15:27:10.208 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SOu1tak60xbJDiq off=21708961 len=1922346 2024-07-29T15:27:10.218 INFO:tasks.workunit.client.0.smithi067.stdout:op 1354 completed, throughput=5MB/sec 2024-07-29T15:27:10.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:27:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:27:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:27:11.218 INFO:tasks.workunit.client.0.smithi067.stdout: 267: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:11.218 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-tmy2Nyy90equY-J off=2735462 len=865163 2024-07-29T15:27:11.222 INFO:tasks.workunit.client.0.smithi067.stdout:op 1355 completed, throughput=4.99MB/sec 2024-07-29T15:27:11.223 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-TjZwgToWSySW-AC off=15997103 len=1865549 2024-07-29T15:27:11.227 INFO:tasks.workunit.client.0.smithi067.stdout:op 1356 completed, throughput=5MB/sec 2024-07-29T15:27:11.227 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-TYVzhBE1xDTmWNd off=17310080 len=997475 2024-07-29T15:27:11.228 INFO:tasks.workunit.client.0.smithi067.stdout:op 1357 completed, throughput=5MB/sec 2024-07-29T15:27:11.228 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cN-h2u3FnnAwTOX off=12746311 len=1816488 2024-07-29T15:27:11.238 INFO:tasks.workunit.client.0.smithi067.stdout:op 1358 completed, throughput=5MB/sec 2024-07-29T15:27:11.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:11 smithi067 ceph-mon[91995]: pgmap v1487: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:27:11.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:11 smithi067 ceph-mon[94375]: pgmap v1487: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:27:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:11 smithi138 ceph-mon[86438]: pgmap v1487: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:27:12.239 INFO:tasks.workunit.client.0.smithi067.stdout: 268: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:12.239 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3rYh8TWVjZm7RyY off=4893943 len=620586 2024-07-29T15:27:12.243 INFO:tasks.workunit.client.0.smithi067.stdout:op 1359 completed, throughput=4.99MB/sec 2024-07-29T15:27:12.243 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-IE6MwffRWRaMC9e off=6546439 len=994336 2024-07-29T15:27:12.248 INFO:tasks.workunit.client.0.smithi067.stdout:op 1360 completed, throughput=4.99MB/sec 2024-07-29T15:27:12.248 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-SneFE3_gNCPUnNH off=7412915 len=365806 2024-07-29T15:27:12.249 INFO:tasks.workunit.client.0.smithi067.stdout:op 1361 completed, throughput=4.99MB/sec 2024-07-29T15:27:12.249 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0apkdQA0mRvQJ7E off=9675180 len=768241 2024-07-29T15:27:12.253 INFO:tasks.workunit.client.0.smithi067.stdout:op 1362 completed, throughput=5MB/sec 2024-07-29T15:27:12.253 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bKYmZhbwrY2v9iW off=16019720 len=1929564 2024-07-29T15:27:12.255 INFO:tasks.workunit.client.0.smithi067.stdout:op 1363 completed, throughput=5MB/sec 2024-07-29T15:27:13.255 INFO:tasks.workunit.client.0.smithi067.stdout: 269: throughput=4.98MB/sec pending data=0 2024-07-29T15:27:13.255 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MPYvQrp0netp-XT off=10335330 len=1302799 2024-07-29T15:27:13.257 INFO:tasks.workunit.client.0.smithi067.stdout:op 1364 completed, throughput=4.99MB/sec 2024-07-29T15:27:13.257 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UJHIR98ysoh0E9K off=10668456 len=487005 2024-07-29T15:27:13.259 INFO:tasks.workunit.client.0.smithi067.stdout:op 1365 completed, throughput=4.99MB/sec 2024-07-29T15:27:13.259 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-BDSu11ncRsEpwDC off=161983 len=15749 2024-07-29T15:27:13.261 INFO:tasks.workunit.client.0.smithi067.stdout:op 1366 completed, throughput=4.99MB/sec 2024-07-29T15:27:13.261 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ukuUtBMHRP7QDPz off=2740647 len=1753136 2024-07-29T15:27:13.273 INFO:tasks.workunit.client.0.smithi067.stdout:op 1367 completed, throughput=5MB/sec 2024-07-29T15:27:13.273 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1tA5m71pwBzre33 off=3724280 len=1928895 2024-07-29T15:27:13.281 INFO:tasks.workunit.client.0.smithi067.stdout:op 1368 completed, throughput=5MB/sec 2024-07-29T15:27:13.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:13 smithi067 ceph-mon[91995]: pgmap v1488: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:27:13.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:13 smithi067 ceph-mon[94375]: pgmap v1488: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:27:13.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:13 smithi138 ceph-mon[86438]: pgmap v1488: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:27:14.281 INFO:tasks.workunit.client.0.smithi067.stdout: 270: throughput=4.98MB/sec pending data=0 2024-07-29T15:27:14.281 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bngYzxT2NP1ixX2 off=1652378 len=507310 2024-07-29T15:27:14.282 INFO:tasks.workunit.client.0.smithi067.stdout:op 1369 completed, throughput=4.99MB/sec 2024-07-29T15:27:14.282 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-G_-o7AVquMeVFAi off=11621727 len=1802264 2024-07-29T15:27:14.291 INFO:tasks.workunit.client.0.smithi067.stdout:op 1370 completed, throughput=4.99MB/sec 2024-07-29T15:27:14.291 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-z4UswtaY9zusmUb off=11653949 len=624791 2024-07-29T15:27:14.296 INFO:tasks.workunit.client.0.smithi067.stdout:op 1371 completed, throughput=4.99MB/sec 2024-07-29T15:27:14.296 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-f_OXMXRv6AuMhng off=684289 len=814668 2024-07-29T15:27:14.298 INFO:tasks.workunit.client.0.smithi067.stdout:op 1372 completed, throughput=5MB/sec 2024-07-29T15:27:14.298 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ghfMRQN1LeEssfq off=13496405 len=651064 2024-07-29T15:27:14.301 INFO:tasks.workunit.client.0.smithi067.stdout:op 1373 completed, throughput=5MB/sec 2024-07-29T15:27:14.301 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-WU2sJJ90GlKj7dk off=16108518 len=1137735 2024-07-29T15:27:14.309 INFO:tasks.workunit.client.0.smithi067.stdout:op 1374 completed, throughput=5MB/sec 2024-07-29T15:27:15.309 INFO:tasks.workunit.client.0.smithi067.stdout: 271: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:15.309 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-G4puuokLIz0z9bl off=15460329 len=784338 2024-07-29T15:27:15.313 INFO:tasks.workunit.client.0.smithi067.stdout:op 1375 completed, throughput=4.99MB/sec 2024-07-29T15:27:15.313 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7cSy3eUZsoEUP0a off=746163 len=822063 2024-07-29T15:27:15.317 INFO:tasks.workunit.client.0.smithi067.stdout:op 1376 completed, throughput=4.99MB/sec 2024-07-29T15:27:15.317 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-m8hnhjg55ZVwAgL off=7865896 len=1616850 2024-07-29T15:27:15.320 INFO:tasks.workunit.client.0.smithi067.stdout:op 1377 completed, throughput=5MB/sec 2024-07-29T15:27:15.320 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NQIE498j2hUpFx_ off=3764850 len=664389 2024-07-29T15:27:15.324 INFO:tasks.workunit.client.0.smithi067.stdout:op 1378 completed, throughput=5MB/sec 2024-07-29T15:27:15.324 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-iVL0_hd0UzR0p0e off=7695679 len=1746169 2024-07-29T15:27:15.326 INFO:tasks.workunit.client.0.smithi067.stdout:op 1379 completed, throughput=5MB/sec 2024-07-29T15:27:15.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:15 smithi067 ceph-mon[91995]: pgmap v1489: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-07-29T15:27:15.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:15 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:27:15.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:15 smithi067 ceph-mon[94375]: pgmap v1489: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-07-29T15:27:15.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:15 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:27:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:15 smithi138 ceph-mon[86438]: pgmap v1489: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-07-29T15:27:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:15 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:27:16.326 INFO:tasks.workunit.client.0.smithi067.stdout: 272: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:16.326 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-RqH3N_mvWkwDwau off=4330511 len=1637290 2024-07-29T15:27:16.328 INFO:tasks.workunit.client.0.smithi067.stdout:op 1380 completed, throughput=4.99MB/sec 2024-07-29T15:27:16.328 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UnlLUt0Newx8TCO off=7556135 len=260023 2024-07-29T15:27:16.329 INFO:tasks.workunit.client.0.smithi067.stdout:op 1381 completed, throughput=4.99MB/sec 2024-07-29T15:27:16.329 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-nL5kmGZUbEMP6dJ off=5092828 len=1190974 2024-07-29T15:27:16.335 INFO:tasks.workunit.client.0.smithi067.stdout:op 1382 completed, throughput=5MB/sec 2024-07-29T15:27:16.335 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-E9M3NEZEmJhY0zb off=8202193 len=1578026 2024-07-29T15:27:16.337 INFO:tasks.workunit.client.0.smithi067.stdout:op 1383 completed, throughput=5MB/sec 2024-07-29T15:27:16.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:16 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:27:16.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:16 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:27:16.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:16 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:27:16.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:16 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:27:16.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:16 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:27:16.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:16 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:27:16.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:16 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:27:16.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:16 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:27:16.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:16 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:27:17.337 INFO:tasks.workunit.client.0.smithi067.stdout: 273: throughput=4.98MB/sec pending data=0 2024-07-29T15:27:17.337 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-oIB4rxr_fbGnM0n off=4188273 len=297902 2024-07-29T15:27:17.341 INFO:tasks.workunit.client.0.smithi067.stdout:op 1384 completed, throughput=4.99MB/sec 2024-07-29T15:27:17.341 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-liswSrM62Bsb4f3 off=9470505 len=907014 2024-07-29T15:27:17.343 INFO:tasks.workunit.client.0.smithi067.stdout:op 1385 completed, throughput=4.99MB/sec 2024-07-29T15:27:17.343 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-z1h-ab0ZG0lNtBa off=11412722 len=287764 2024-07-29T15:27:17.346 INFO:tasks.workunit.client.0.smithi067.stdout:op 1386 completed, throughput=4.99MB/sec 2024-07-29T15:27:17.346 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6EB-Bil7DCu3rnX off=8133601 len=170428 2024-07-29T15:27:17.349 INFO:tasks.workunit.client.0.smithi067.stdout:op 1387 completed, throughput=4.99MB/sec 2024-07-29T15:27:17.349 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-pScsVuOcU7y1t23 off=5473651 len=764012 2024-07-29T15:27:17.353 INFO:tasks.workunit.client.0.smithi067.stdout:op 1388 completed, throughput=4.99MB/sec 2024-07-29T15:27:17.353 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rV3TGEkd8gjlQl0 off=15669483 len=1496119 2024-07-29T15:27:17.360 INFO:tasks.workunit.client.0.smithi067.stdout:op 1389 completed, throughput=5MB/sec 2024-07-29T15:27:17.360 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-jw0QDDwJBUWwCPC off=6400324 len=2085927 2024-07-29T15:27:17.372 INFO:tasks.workunit.client.0.smithi067.stdout:op 1390 completed, throughput=5MB/sec 2024-07-29T15:27:17.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:17 smithi067 ceph-mon[91995]: pgmap v1490: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:27:17.774 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:17 smithi067 ceph-mon[94375]: pgmap v1490: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:27:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:17 smithi138 ceph-mon[86438]: pgmap v1490: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:27:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:27:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:27:17] "GET /metrics HTTP/1.1" 200 34197 "" "Prometheus/2.51.0" 2024-07-29T15:27:18.372 INFO:tasks.workunit.client.0.smithi067.stdout: 274: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:18.372 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Qw0_GSUBls-FiSe off=2762252 len=420327 2024-07-29T15:27:18.376 INFO:tasks.workunit.client.0.smithi067.stdout:op 1391 completed, throughput=4.99MB/sec 2024-07-29T15:27:18.376 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-tF1BUs3hra4JAsX off=837109 len=1447585 2024-07-29T15:27:18.379 INFO:tasks.workunit.client.0.smithi067.stdout:op 1392 completed, throughput=4.99MB/sec 2024-07-29T15:27:18.379 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DG73xG55JO2FrrB off=2523577 len=1555481 2024-07-29T15:27:18.381 INFO:tasks.workunit.client.0.smithi067.stdout:op 1393 completed, throughput=5MB/sec 2024-07-29T15:27:18.382 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Jc1hffkwZvW6PjT off=14674050 len=405155 2024-07-29T15:27:18.384 INFO:tasks.workunit.client.0.smithi067.stdout:op 1394 completed, throughput=5MB/sec 2024-07-29T15:27:18.385 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Ai4HJaLcJJg4fHR off=7669797 len=1165648 2024-07-29T15:27:18.386 INFO:tasks.workunit.client.0.smithi067.stdout:op 1395 completed, throughput=5MB/sec 2024-07-29T15:27:19.387 INFO:tasks.workunit.client.0.smithi067.stdout: 275: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:19.387 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5NYqYIzdgdJ_Af5 off=3376313 len=408972 2024-07-29T15:27:19.391 INFO:tasks.workunit.client.0.smithi067.stdout:op 1396 completed, throughput=4.99MB/sec 2024-07-29T15:27:19.391 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_Fy0VSuvAJY1bNu off=3001395 len=560046 2024-07-29T15:27:19.392 INFO:tasks.workunit.client.0.smithi067.stdout:op 1397 completed, throughput=4.99MB/sec 2024-07-29T15:27:19.392 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-tWrKtisiD7kqxX- off=4693085 len=500869 2024-07-29T15:27:19.395 INFO:tasks.workunit.client.0.smithi067.stdout:op 1398 completed, throughput=4.99MB/sec 2024-07-29T15:27:19.396 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wWMhs84wxxUAGZw off=6108594 len=1173864 2024-07-29T15:27:19.397 INFO:tasks.workunit.client.0.smithi067.stdout:op 1399 completed, throughput=4.99MB/sec 2024-07-29T15:27:19.397 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-F5XKGU8xNXUMVSU off=9121101 len=68078 2024-07-29T15:27:19.398 INFO:tasks.workunit.client.0.smithi067.stdout:op 1400 completed, throughput=4.99MB/sec 2024-07-29T15:27:19.398 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SWXh0AiE684Dbv7 off=5857715 len=1362884 2024-07-29T15:27:19.404 INFO:tasks.workunit.client.0.smithi067.stdout:op 1401 completed, throughput=5MB/sec 2024-07-29T15:27:19.404 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NXVsz2cIbWCeDEh off=879504 len=1593330 2024-07-29T15:27:19.411 INFO:tasks.workunit.client.0.smithi067.stdout:op 1402 completed, throughput=5MB/sec 2024-07-29T15:27:19.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:19 smithi067 ceph-mon[91995]: pgmap v1491: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:27:19.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:19 smithi067 ceph-mon[94375]: pgmap v1491: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:27:19.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:19 smithi138 ceph-mon[86438]: pgmap v1491: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:27:20.411 INFO:tasks.workunit.client.0.smithi067.stdout: 276: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:20.411 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_D2RRxecXTaT8PO off=158680 len=123809 2024-07-29T15:27:20.414 INFO:tasks.workunit.client.0.smithi067.stdout:op 1403 completed, throughput=4.99MB/sec 2024-07-29T15:27:20.415 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Of4Q7K6esk0PnL- off=5600994 len=26155 2024-07-29T15:27:20.415 INFO:tasks.workunit.client.0.smithi067.stdout:op 1404 completed, throughput=4.99MB/sec 2024-07-29T15:27:20.415 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-nrCpjYXIxGuYlBQ off=4314534 len=258361 2024-07-29T15:27:20.415 INFO:tasks.workunit.client.0.smithi067.stdout:op 1405 completed, throughput=4.99MB/sec 2024-07-29T15:27:20.415 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Ab_hORh2i7x1J_y off=5886052 len=1887105 2024-07-29T15:27:20.426 INFO:tasks.workunit.client.0.smithi067.stdout:op 1406 completed, throughput=4.99MB/sec 2024-07-29T15:27:20.426 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-byvC5dwWL4qw1VN off=7250569 len=42060 2024-07-29T15:27:20.427 INFO:tasks.workunit.client.0.smithi067.stdout:op 1407 completed, throughput=4.99MB/sec 2024-07-29T15:27:20.427 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VV35suEo_eXXU0p off=1690783 len=1651885 2024-07-29T15:27:20.430 INFO:tasks.workunit.client.0.smithi067.stdout:op 1408 completed, throughput=5MB/sec 2024-07-29T15:27:20.430 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-l6ERLWyDBcFEuy7 off=436642 len=126678 2024-07-29T15:27:20.433 INFO:tasks.workunit.client.0.smithi067.stdout:op 1409 completed, throughput=5MB/sec 2024-07-29T15:27:20.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:27:20.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:27:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:27:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:27:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:27:20.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:27:21.433 INFO:tasks.workunit.client.0.smithi067.stdout: 277: throughput=4.98MB/sec pending data=0 2024-07-29T15:27:21.433 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MVN2Rosgb9N6Pa3 off=8160714 len=1990060 2024-07-29T15:27:21.436 INFO:tasks.workunit.client.0.smithi067.stdout:op 1410 completed, throughput=4.99MB/sec 2024-07-29T15:27:21.436 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-r5mFU0Nk1-O7MOh off=5132303 len=805948 2024-07-29T15:27:21.441 INFO:tasks.workunit.client.0.smithi067.stdout:op 1411 completed, throughput=4.99MB/sec 2024-07-29T15:27:21.441 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eoDY0ExpueVp_QP off=14839482 len=96205 2024-07-29T15:27:21.442 INFO:tasks.workunit.client.0.smithi067.stdout:op 1412 completed, throughput=4.99MB/sec 2024-07-29T15:27:21.442 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--_83DUn-Ru_Jxgz off=1168943 len=1745319 2024-07-29T15:27:21.451 INFO:tasks.workunit.client.0.smithi067.stdout:op 1413 completed, throughput=5MB/sec 2024-07-29T15:27:21.451 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-aMBYZtOQ9dtSxUE off=13911095 len=2049486 2024-07-29T15:27:21.463 INFO:tasks.workunit.client.0.smithi067.stdout:op 1414 completed, throughput=5MB/sec 2024-07-29T15:27:21.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:21 smithi067 ceph-mon[91995]: pgmap v1492: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-29T15:27:21.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:21 smithi067 ceph-mon[94375]: pgmap v1492: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-29T15:27:21.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:21 smithi138 ceph-mon[86438]: pgmap v1492: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-29T15:27:22.463 INFO:tasks.workunit.client.0.smithi067.stdout: 278: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:22.463 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-TeVUvkohRGIusCp off=4885816 len=772811 2024-07-29T15:27:22.468 INFO:tasks.workunit.client.0.smithi067.stdout:op 1415 completed, throughput=4.99MB/sec 2024-07-29T15:27:22.469 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2qGItCHPX2ESMy0 off=1933048 len=1932548 2024-07-29T15:27:22.471 INFO:tasks.workunit.client.0.smithi067.stdout:op 1416 completed, throughput=5MB/sec 2024-07-29T15:27:22.471 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-iYM-pgtsp2Nk6Rv off=2899706 len=240168 2024-07-29T15:27:22.472 INFO:tasks.workunit.client.0.smithi067.stdout:op 1417 completed, throughput=5MB/sec 2024-07-29T15:27:22.472 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UmHr2nosHQBT9Ux off=10624627 len=2013517 2024-07-29T15:27:22.476 INFO:tasks.workunit.client.0.smithi067.stdout:op 1418 completed, throughput=5MB/sec 2024-07-29T15:27:23.476 INFO:tasks.workunit.client.0.smithi067.stdout: 279: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:23.477 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WyyjqQdG6TMHamP off=11768006 len=1393241 2024-07-29T15:27:23.478 INFO:tasks.workunit.client.0.smithi067.stdout:op 1419 completed, throughput=4.99MB/sec 2024-07-29T15:27:23.478 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-sAmLlnFuV2PdzRQ off=9501092 len=424264 2024-07-29T15:27:23.480 INFO:tasks.workunit.client.0.smithi067.stdout:op 1420 completed, throughput=4.99MB/sec 2024-07-29T15:27:23.480 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Vtf7VwUtBcnvRCZ off=12236548 len=1226696 2024-07-29T15:27:23.487 INFO:tasks.workunit.client.0.smithi067.stdout:op 1421 completed, throughput=5MB/sec 2024-07-29T15:27:23.487 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Sqc0saSbOS9E_KI off=298655 len=1284499 2024-07-29T15:27:23.495 INFO:tasks.workunit.client.0.smithi067.stdout:op 1422 completed, throughput=5MB/sec 2024-07-29T15:27:23.495 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-76aCf7KwwNdzXSJ off=11442853 len=1335468 2024-07-29T15:27:23.496 INFO:tasks.workunit.client.0.smithi067.stdout:op 1423 completed, throughput=5MB/sec 2024-07-29T15:27:23.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:23 smithi067 ceph-mon[91995]: pgmap v1493: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:27:23.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:23 smithi067 ceph-mon[94375]: pgmap v1493: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:27:23.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:23 smithi138 ceph-mon[86438]: pgmap v1493: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:27:24.497 INFO:tasks.workunit.client.0.smithi067.stdout: 280: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:24.497 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cyH0_3QmarXVaaB off=15753373 len=2083916 2024-07-29T15:27:24.508 INFO:tasks.workunit.client.0.smithi067.stdout:op 1424 completed, throughput=4.99MB/sec 2024-07-29T15:27:24.508 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-txWkGDBZzvEgijP off=6031796 len=361621 2024-07-29T15:27:24.509 INFO:tasks.workunit.client.0.smithi067.stdout:op 1425 completed, throughput=4.99MB/sec 2024-07-29T15:27:24.509 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-U0tjlBqxOSK3IG7 off=11148032 len=64222 2024-07-29T15:27:24.510 INFO:tasks.workunit.client.0.smithi067.stdout:op 1426 completed, throughput=4.99MB/sec 2024-07-29T15:27:24.510 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KekN8nHFmZwV5Qq off=6201064 len=19718 2024-07-29T15:27:24.510 INFO:tasks.workunit.client.0.smithi067.stdout:op 1427 completed, throughput=4.99MB/sec 2024-07-29T15:27:24.510 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-o0XOoaR1qjRqH5A off=13726712 len=114917 2024-07-29T15:27:24.513 INFO:tasks.workunit.client.0.smithi067.stdout:op 1428 completed, throughput=5MB/sec 2024-07-29T15:27:24.513 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fwYsq9r-9LfBVYz off=13126059 len=1617727 2024-07-29T15:27:24.515 INFO:tasks.workunit.client.0.smithi067.stdout:op 1429 completed, throughput=5MB/sec 2024-07-29T15:27:25.515 INFO:tasks.workunit.client.0.smithi067.stdout: 281: throughput=4.98MB/sec pending data=0 2024-07-29T15:27:25.515 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3rj-YkBBNnSd8cc off=22786979 len=711261 2024-07-29T15:27:25.516 INFO:tasks.workunit.client.0.smithi067.stdout:op 1430 completed, throughput=4.99MB/sec 2024-07-29T15:27:25.516 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NvsdCqh8I6Z3Wgu off=1187880 len=808872 2024-07-29T15:27:25.518 INFO:tasks.workunit.client.0.smithi067.stdout:op 1431 completed, throughput=4.99MB/sec 2024-07-29T15:27:25.518 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-EjZLGa5N_SAIqoB off=1250735 len=36731 2024-07-29T15:27:25.518 INFO:tasks.workunit.client.0.smithi067.stdout:op 1432 completed, throughput=4.99MB/sec 2024-07-29T15:27:25.518 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6D2woieV0dGmzqn off=6218200 len=1662940 2024-07-29T15:27:25.520 INFO:tasks.workunit.client.0.smithi067.stdout:op 1433 completed, throughput=4.99MB/sec 2024-07-29T15:27:25.521 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-EuKjGRFwU32hgNc off=9977801 len=1134370 2024-07-29T15:27:25.526 INFO:tasks.workunit.client.0.smithi067.stdout:op 1434 completed, throughput=5MB/sec 2024-07-29T15:27:25.526 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NQaYza0S_StGstM off=14560998 len=846021 2024-07-29T15:27:25.531 INFO:tasks.workunit.client.0.smithi067.stdout:op 1435 completed, throughput=5MB/sec 2024-07-29T15:27:25.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:25 smithi067 ceph-mon[91995]: pgmap v1494: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:27:25.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:25 smithi067 ceph-mon[94375]: pgmap v1494: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:27:25.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:25 smithi138 ceph-mon[86438]: pgmap v1494: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:27:26.531 INFO:tasks.workunit.client.0.smithi067.stdout: 282: throughput=4.98MB/sec pending data=0 2024-07-29T15:27:26.531 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5EukXr4m1e06sI7 off=5609030 len=411077 2024-07-29T15:27:26.532 INFO:tasks.workunit.client.0.smithi067.stdout:op 1436 completed, throughput=4.98MB/sec 2024-07-29T15:27:26.532 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-89fXPHItgbI390v off=19548509 len=124670 2024-07-29T15:27:26.533 INFO:tasks.workunit.client.0.smithi067.stdout:op 1437 completed, throughput=4.98MB/sec 2024-07-29T15:27:26.533 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-t2NmsIHDqF8lBZV off=19536930 len=424890 2024-07-29T15:27:26.537 INFO:tasks.workunit.client.0.smithi067.stdout:op 1438 completed, throughput=4.99MB/sec 2024-07-29T15:27:26.537 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5Ida-ngJ5TWwdce off=826587 len=371001 2024-07-29T15:27:26.537 INFO:tasks.workunit.client.0.smithi067.stdout:op 1439 completed, throughput=4.99MB/sec 2024-07-29T15:27:26.537 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3E-iRf0ORDaCr2D off=4262898 len=1027034 2024-07-29T15:27:26.543 INFO:tasks.workunit.client.0.smithi067.stdout:op 1440 completed, throughput=4.99MB/sec 2024-07-29T15:27:26.543 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-B4BBnyIUZti-nW6 off=3819475 len=14556 2024-07-29T15:27:26.545 INFO:tasks.workunit.client.0.smithi067.stdout:op 1441 completed, throughput=4.99MB/sec 2024-07-29T15:27:26.545 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0r7E7G0STT5kV7t off=905344 len=156932 2024-07-29T15:27:26.548 INFO:tasks.workunit.client.0.smithi067.stdout:op 1442 completed, throughput=4.99MB/sec 2024-07-29T15:27:26.548 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6-OVZNaEgaNFx2E off=1219000 len=265696 2024-07-29T15:27:26.551 INFO:tasks.workunit.client.0.smithi067.stdout:op 1443 completed, throughput=4.99MB/sec 2024-07-29T15:27:26.551 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-jS-KKjgHSTTXU8f off=6021433 len=1125997 2024-07-29T15:27:26.557 INFO:tasks.workunit.client.0.smithi067.stdout:op 1444 completed, throughput=5MB/sec 2024-07-29T15:27:26.557 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9_NOhnM43lJkXI_ off=154215 len=1598191 2024-07-29T15:27:26.559 INFO:tasks.workunit.client.0.smithi067.stdout:op 1445 completed, throughput=5MB/sec 2024-07-29T15:27:27.559 INFO:tasks.workunit.client.0.smithi067.stdout: 283: throughput=4.98MB/sec pending data=0 2024-07-29T15:27:27.559 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-hXqV2qgoUjYLHet off=193405 len=1940466 2024-07-29T15:27:27.570 INFO:tasks.workunit.client.0.smithi067.stdout:op 1446 completed, throughput=4.99MB/sec 2024-07-29T15:27:27.570 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-mbyuzV7TohqhQ9_ off=12424849 len=1795462 2024-07-29T15:27:27.581 INFO:tasks.workunit.client.0.smithi067.stdout:op 1447 completed, throughput=5MB/sec 2024-07-29T15:27:27.581 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-RAXywEysbyrjTYe off=6449384 len=404393 2024-07-29T15:27:27.584 INFO:tasks.workunit.client.0.smithi067.stdout:op 1448 completed, throughput=5MB/sec 2024-07-29T15:27:27.584 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-QBPRyGGHZzhhOZp off=1790807 len=1532952 2024-07-29T15:27:27.586 INFO:tasks.workunit.client.0.smithi067.stdout:op 1449 completed, throughput=5MB/sec 2024-07-29T15:27:27.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:27 smithi067 ceph-mon[91995]: pgmap v1495: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:27:27.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:27 smithi067 ceph-mon[94375]: pgmap v1495: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:27:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:27 smithi138 ceph-mon[86438]: pgmap v1495: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:27:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:27:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:27:27] "GET /metrics HTTP/1.1" 200 34196 "" "Prometheus/2.51.0" 2024-07-29T15:27:28.586 INFO:tasks.workunit.client.0.smithi067.stdout: 284: throughput=4.98MB/sec pending data=0 2024-07-29T15:27:28.587 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_hHFRGPLwZokvXw off=14207695 len=1100319 2024-07-29T15:27:28.589 INFO:tasks.workunit.client.0.smithi067.stdout:op 1450 completed, throughput=4.99MB/sec 2024-07-29T15:27:28.589 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-x1ynSJDIe_d8b8U off=9429113 len=339600 2024-07-29T15:27:28.591 INFO:tasks.workunit.client.0.smithi067.stdout:op 1451 completed, throughput=4.99MB/sec 2024-07-29T15:27:28.591 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-jH8FZrwkP4Mr8E_ off=6551718 len=652053 2024-07-29T15:27:28.595 INFO:tasks.workunit.client.0.smithi067.stdout:op 1452 completed, throughput=4.99MB/sec 2024-07-29T15:27:28.595 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-HYRUmicO-bsJHBA off=7928377 len=1552440 2024-07-29T15:27:28.597 INFO:tasks.workunit.client.0.smithi067.stdout:op 1453 completed, throughput=5MB/sec 2024-07-29T15:27:28.597 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SBrLH6Xy_CdQVXK off=6143254 len=1169802 2024-07-29T15:27:28.604 INFO:tasks.workunit.client.0.smithi067.stdout:op 1454 completed, throughput=5MB/sec 2024-07-29T15:27:28.604 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-EIk9PyyhON_uEh7 off=0 len=1463273 2024-07-29T15:27:28.606 INFO:tasks.workunit.client.0.smithi067.stdout:op 1455 completed, throughput=5MB/sec 2024-07-29T15:27:29.607 INFO:tasks.workunit.client.0.smithi067.stdout: 285: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:29.607 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Rhf-lRTArljCsqH off=3709995 len=1078542 2024-07-29T15:27:29.608 INFO:tasks.workunit.client.0.smithi067.stdout:op 1456 completed, throughput=4.99MB/sec 2024-07-29T15:27:29.608 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DWw6doEYLgK8C7p off=8460941 len=521317 2024-07-29T15:27:29.609 INFO:tasks.workunit.client.0.smithi067.stdout:op 1457 completed, throughput=4.99MB/sec 2024-07-29T15:27:29.609 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qb9cKFLz-TgVU6Z off=1931261 len=293062 2024-07-29T15:27:29.613 INFO:tasks.workunit.client.0.smithi067.stdout:op 1458 completed, throughput=4.99MB/sec 2024-07-29T15:27:29.613 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-n9MTT-7CrAmYmW8 off=20742670 len=372470 2024-07-29T15:27:29.616 INFO:tasks.workunit.client.0.smithi067.stdout:op 1459 completed, throughput=4.99MB/sec 2024-07-29T15:27:29.617 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mGGgiQE_zT2oPNi off=2163293 len=623162 2024-07-29T15:27:29.618 INFO:tasks.workunit.client.0.smithi067.stdout:op 1460 completed, throughput=5MB/sec 2024-07-29T15:27:29.618 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FUgsqarxltnDqyX off=2537815 len=1469864 2024-07-29T15:27:29.621 INFO:tasks.workunit.client.0.smithi067.stdout:op 1461 completed, throughput=5MB/sec 2024-07-29T15:27:29.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:29 smithi067 ceph-mon[91995]: pgmap v1496: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:27:29.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:29 smithi067 ceph-mon[94375]: pgmap v1496: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:27:29.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:29 smithi138 ceph-mon[86438]: pgmap v1496: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:27:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:27:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:27:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:27:30.621 INFO:tasks.workunit.client.0.smithi067.stdout: 286: throughput=4.98MB/sec pending data=0 2024-07-29T15:27:30.621 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--Rk1bS6ODKaHqOU off=11265689 len=24215 2024-07-29T15:27:30.624 INFO:tasks.workunit.client.0.smithi067.stdout:op 1462 completed, throughput=4.98MB/sec 2024-07-29T15:27:30.624 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--aTZgAmIJ5qKY-e off=8299037 len=588569 2024-07-29T15:27:30.626 INFO:tasks.workunit.client.0.smithi067.stdout:op 1463 completed, throughput=4.99MB/sec 2024-07-29T15:27:30.626 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0KirEgK1PFo6gJI off=1512374 len=1124937 2024-07-29T15:27:30.628 INFO:tasks.workunit.client.0.smithi067.stdout:op 1464 completed, throughput=4.99MB/sec 2024-07-29T15:27:30.628 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-le6Z69B7HNZH7i1 off=19670584 len=1729699 2024-07-29T15:27:30.631 INFO:tasks.workunit.client.0.smithi067.stdout:op 1465 completed, throughput=5MB/sec 2024-07-29T15:27:30.631 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-111jM_w8Xrz08zs off=322270 len=1367982 2024-07-29T15:27:30.633 INFO:tasks.workunit.client.0.smithi067.stdout:op 1466 completed, throughput=5MB/sec 2024-07-29T15:27:30.633 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-rYoLCpI308NZQnS off=4232251 len=246626 2024-07-29T15:27:30.633 INFO:tasks.workunit.client.0.smithi067.stdout:op 1467 completed, throughput=5MB/sec 2024-07-29T15:27:31.634 INFO:tasks.workunit.client.0.smithi067.stdout: 287: throughput=4.98MB/sec pending data=0 2024-07-29T15:27:31.634 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MHa0wRltsuibADY off=16889269 len=654326 2024-07-29T15:27:31.635 INFO:tasks.workunit.client.0.smithi067.stdout:op 1468 completed, throughput=4.99MB/sec 2024-07-29T15:27:31.635 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-s7As9iGdPQmrewU off=2128560 len=1321201 2024-07-29T15:27:31.642 INFO:tasks.workunit.client.0.smithi067.stdout:op 1469 completed, throughput=4.99MB/sec 2024-07-29T15:27:31.642 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Lpw_M7Y40y2E_Uj off=6688580 len=775961 2024-07-29T15:27:31.645 INFO:tasks.workunit.client.0.smithi067.stdout:op 1470 completed, throughput=4.99MB/sec 2024-07-29T15:27:31.645 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rceMglegs8t2M01 off=7574128 len=1917692 2024-07-29T15:27:31.655 INFO:tasks.workunit.client.0.smithi067.stdout:op 1471 completed, throughput=5MB/sec 2024-07-29T15:27:31.655 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-T8fmeWzeLKfX2xR off=14238128 len=2025905 2024-07-29T15:27:31.667 INFO:tasks.workunit.client.0.smithi067.stdout:op 1472 completed, throughput=5MB/sec 2024-07-29T15:27:31.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:31 smithi067 ceph-mon[91995]: pgmap v1497: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:27:31.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:31 smithi067 ceph-mon[94375]: pgmap v1497: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:27:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:31 smithi138 ceph-mon[86438]: pgmap v1497: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:27:32.668 INFO:tasks.workunit.client.0.smithi067.stdout: 288: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:32.668 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SE5oDiyS1HPWsG9 off=2920740 len=4681 2024-07-29T15:27:32.670 INFO:tasks.workunit.client.0.smithi067.stdout:op 1473 completed, throughput=4.99MB/sec 2024-07-29T15:27:32.670 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6GUQqI74iPDie9p off=17410187 len=1940174 2024-07-29T15:27:32.680 INFO:tasks.workunit.client.0.smithi067.stdout:op 1474 completed, throughput=4.99MB/sec 2024-07-29T15:27:32.680 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gv77QoSlDDDAsWs off=20564922 len=493266 2024-07-29T15:27:32.681 INFO:tasks.workunit.client.0.smithi067.stdout:op 1475 completed, throughput=5MB/sec 2024-07-29T15:27:32.681 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mUncU0ErVhsgn4H off=13571854 len=352747 2024-07-29T15:27:32.682 INFO:tasks.workunit.client.0.smithi067.stdout:op 1476 completed, throughput=5MB/sec 2024-07-29T15:27:32.682 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-QyV1oQMB4TgrsWC off=10744997 len=1114294 2024-07-29T15:27:32.685 INFO:tasks.workunit.client.0.smithi067.stdout:op 1477 completed, throughput=5MB/sec 2024-07-29T15:27:33.685 INFO:tasks.workunit.client.0.smithi067.stdout: 289: throughput=4.98MB/sec pending data=0 2024-07-29T15:27:33.685 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-39JxKDE7BOg3Y0n off=1351921 len=253868 2024-07-29T15:27:33.686 INFO:tasks.workunit.client.0.smithi067.stdout:op 1478 completed, throughput=4.98MB/sec 2024-07-29T15:27:33.686 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eL4gmOfgV_1MLXS off=5766427 len=1284400 2024-07-29T15:27:33.688 INFO:tasks.workunit.client.0.smithi067.stdout:op 1479 completed, throughput=4.99MB/sec 2024-07-29T15:27:33.688 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-daNgE_bT27WzKC_ off=8860879 len=601320 2024-07-29T15:27:33.692 INFO:tasks.workunit.client.0.smithi067.stdout:op 1480 completed, throughput=4.99MB/sec 2024-07-29T15:27:33.692 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-X4sD042EHCRwvKx off=111669 len=410672 2024-07-29T15:27:33.695 INFO:tasks.workunit.client.0.smithi067.stdout:op 1481 completed, throughput=4.99MB/sec 2024-07-29T15:27:33.695 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ebeKw6Sg--4wIAx off=3731914 len=1299502 2024-07-29T15:27:33.702 INFO:tasks.workunit.client.0.smithi067.stdout:op 1482 completed, throughput=5MB/sec 2024-07-29T15:27:33.702 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5IrUYSjGoSij_1Q off=7722919 len=833108 2024-07-29T15:27:33.704 INFO:tasks.workunit.client.0.smithi067.stdout:op 1483 completed, throughput=5MB/sec 2024-07-29T15:27:33.704 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-afdVq4IBcRMg9ED off=586227 len=1573199 2024-07-29T15:27:33.711 INFO:tasks.workunit.client.0.smithi067.stdout:op 1484 completed, throughput=5MB/sec 2024-07-29T15:27:33.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:33 smithi067 ceph-mon[91995]: pgmap v1498: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-07-29T15:27:33.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:33 smithi067 ceph-mon[94375]: pgmap v1498: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-07-29T15:27:33.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:33 smithi138 ceph-mon[86438]: pgmap v1498: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-07-29T15:27:34.711 INFO:tasks.workunit.client.0.smithi067.stdout: 290: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:34.711 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-z6wXSJMOaWx6N1n off=12651292 len=260291 2024-07-29T15:27:34.714 INFO:tasks.workunit.client.0.smithi067.stdout:op 1485 completed, throughput=4.99MB/sec 2024-07-29T15:27:34.714 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-RIH-X1GUCxt-0EJ off=8404550 len=1007950 2024-07-29T15:27:34.715 INFO:tasks.workunit.client.0.smithi067.stdout:op 1486 completed, throughput=4.99MB/sec 2024-07-29T15:27:34.716 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NdpeDp_RtPrYj-n off=115769 len=1661701 2024-07-29T15:27:34.719 INFO:tasks.workunit.client.0.smithi067.stdout:op 1487 completed, throughput=5MB/sec 2024-07-29T15:27:34.719 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-hP7-dubKgU2TPhD off=7377304 len=150962 2024-07-29T15:27:34.720 INFO:tasks.workunit.client.0.smithi067.stdout:op 1488 completed, throughput=5MB/sec 2024-07-29T15:27:34.720 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5-L9Bcd4fF2Maje off=1460768 len=844292 2024-07-29T15:27:34.721 INFO:tasks.workunit.client.0.smithi067.stdout:op 1489 completed, throughput=5MB/sec 2024-07-29T15:27:34.721 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5II1tPmhC73ua9s off=9492186 len=1434581 2024-07-29T15:27:34.729 INFO:tasks.workunit.client.0.smithi067.stdout:op 1490 completed, throughput=5MB/sec 2024-07-29T15:27:35.729 INFO:tasks.workunit.client.0.smithi067.stdout: 291: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:35.729 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-dHVXjXc921h3BYh off=12594121 len=518172 2024-07-29T15:27:35.733 INFO:tasks.workunit.client.0.smithi067.stdout:op 1491 completed, throughput=4.99MB/sec 2024-07-29T15:27:35.733 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-pBqaWSvFC45ecVC off=1353255 len=106003 2024-07-29T15:27:35.735 INFO:tasks.workunit.client.0.smithi067.stdout:op 1492 completed, throughput=4.99MB/sec 2024-07-29T15:27:35.735 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-gzFaPFDmouYantl off=3394836 len=1923263 2024-07-29T15:27:35.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:35 smithi067 ceph-mon[91995]: pgmap v1499: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-29T15:27:35.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:27:35.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:35 smithi067 ceph-mon[94375]: pgmap v1499: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-29T15:27:35.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:27:35.744 INFO:tasks.workunit.client.0.smithi067.stdout:op 1493 completed, throughput=4.99MB/sec 2024-07-29T15:27:35.745 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-AYp_e_A6NxTtrHf off=4339496 len=829392 2024-07-29T15:27:35.749 INFO:tasks.workunit.client.0.smithi067.stdout:op 1494 completed, throughput=5MB/sec 2024-07-29T15:27:35.749 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8MdayEk_yuUKOJ- off=0 len=1651266 2024-07-29T15:27:35.754 INFO:tasks.workunit.client.0.smithi067.stdout:op 1495 completed, throughput=5MB/sec 2024-07-29T15:27:35.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:35 smithi138 ceph-mon[86438]: pgmap v1499: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-29T15:27:35.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:27:36.754 INFO:tasks.workunit.client.0.smithi067.stdout: 292: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:36.755 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-h0-EAQLr_mmGj2l off=7362608 len=1543728 2024-07-29T15:27:36.763 INFO:tasks.workunit.client.0.smithi067.stdout:op 1496 completed, throughput=4.99MB/sec 2024-07-29T15:27:36.763 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-12ZjJCJqhwkDMr6 off=11233612 len=348733 2024-07-29T15:27:36.764 INFO:tasks.workunit.client.0.smithi067.stdout:op 1497 completed, throughput=4.99MB/sec 2024-07-29T15:27:36.764 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2ivrIx7mNdNrjpg off=100248 len=237358 2024-07-29T15:27:36.765 INFO:tasks.workunit.client.0.smithi067.stdout:op 1498 completed, throughput=4.99MB/sec 2024-07-29T15:27:36.765 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-kjcvx_yHTOMBYnz off=1019395 len=205795 2024-07-29T15:27:36.766 INFO:tasks.workunit.client.0.smithi067.stdout:op 1499 completed, throughput=4.99MB/sec 2024-07-29T15:27:36.766 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-b_bFnKwTZyvwTYH off=3597665 len=1604324 2024-07-29T15:27:36.773 INFO:tasks.workunit.client.0.smithi067.stdout:op 1500 completed, throughput=5MB/sec 2024-07-29T15:27:36.773 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-zrJ7s30AYYkkhm5 off=23350638 len=1893778 2024-07-29T15:27:36.777 INFO:tasks.workunit.client.0.smithi067.stdout:op 1501 completed, throughput=5MB/sec 2024-07-29T15:27:37.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:37 smithi067 ceph-mon[91995]: pgmap v1500: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-07-29T15:27:37.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:37 smithi067 ceph-mon[94375]: pgmap v1500: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-07-29T15:27:37.777 INFO:tasks.workunit.client.0.smithi067.stdout: 293: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:37.777 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-PRXpu7D11JN4A1- off=3318064 len=836965 2024-07-29T15:27:37.782 INFO:tasks.workunit.client.0.smithi067.stdout:op 1502 completed, throughput=4.99MB/sec 2024-07-29T15:27:37.782 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-yr_dqpYmiuVJgpu off=7334393 len=1751143 2024-07-29T15:27:37.792 INFO:tasks.workunit.client.0.smithi067.stdout:op 1503 completed, throughput=4.99MB/sec 2024-07-29T15:27:37.792 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9-28p2HszgiJbMc off=19147585 len=1049524 2024-07-29T15:27:37.796 INFO:tasks.workunit.client.0.smithi067.stdout:op 1504 completed, throughput=5MB/sec 2024-07-29T15:27:37.797 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-JovngZYUVRxtT5v off=3405134 len=1091480 2024-07-29T15:27:37.801 INFO:tasks.workunit.client.0.smithi067.stdout:op 1505 completed, throughput=5MB/sec 2024-07-29T15:27:37.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:37 smithi138 ceph-mon[86438]: pgmap v1500: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-07-29T15:27:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:27:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:27:37] "GET /metrics HTTP/1.1" 200 34197 "" "Prometheus/2.51.0" 2024-07-29T15:27:38.801 INFO:tasks.workunit.client.0.smithi067.stdout: 294: throughput=4.98MB/sec pending data=0 2024-07-29T15:27:38.801 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Cp_EVEtCzKS-CnJ off=988361 len=985702 2024-07-29T15:27:38.806 INFO:tasks.workunit.client.0.smithi067.stdout:op 1506 completed, throughput=4.99MB/sec 2024-07-29T15:27:38.806 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4tDhcYZhvBCbhmR off=454891 len=939377 2024-07-29T15:27:38.811 INFO:tasks.workunit.client.0.smithi067.stdout:op 1507 completed, throughput=4.99MB/sec 2024-07-29T15:27:38.811 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-hvfUhV3OtPqbACe off=14507843 len=105926 2024-07-29T15:27:38.811 INFO:tasks.workunit.client.0.smithi067.stdout:op 1508 completed, throughput=4.99MB/sec 2024-07-29T15:27:38.812 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UU8EUqgjGX0JGmO off=18158026 len=250437 2024-07-29T15:27:38.813 INFO:tasks.workunit.client.0.smithi067.stdout:op 1509 completed, throughput=4.99MB/sec 2024-07-29T15:27:38.813 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-glTF9V4mpQNL5ls off=8845023 len=870790 2024-07-29T15:27:38.815 INFO:tasks.workunit.client.0.smithi067.stdout:op 1510 completed, throughput=4.99MB/sec 2024-07-29T15:27:38.815 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YSlOOwV9gKx79ta off=10532942 len=1239065 2024-07-29T15:27:38.822 INFO:tasks.workunit.client.0.smithi067.stdout:op 1511 completed, throughput=5MB/sec 2024-07-29T15:27:38.822 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_I7kMfUE_4iLf3v off=6038852 len=1424323 2024-07-29T15:27:38.829 INFO:tasks.workunit.client.0.smithi067.stdout:op 1512 completed, throughput=5MB/sec 2024-07-29T15:27:39.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:39 smithi067 ceph-mon[91995]: pgmap v1501: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:27:39.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:39 smithi067 ceph-mon[94375]: pgmap v1501: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:27:39.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:39 smithi138 ceph-mon[86438]: pgmap v1501: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:27:39.829 INFO:tasks.workunit.client.0.smithi067.stdout: 295: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:39.829 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ZkKkWyo8SxskqNo off=988125 len=1479061 2024-07-29T15:27:39.831 INFO:tasks.workunit.client.0.smithi067.stdout:op 1513 completed, throughput=4.99MB/sec 2024-07-29T15:27:39.831 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-g_BiJAEqmVJbtmz off=2189321 len=937274 2024-07-29T15:27:39.837 INFO:tasks.workunit.client.0.smithi067.stdout:op 1514 completed, throughput=4.99MB/sec 2024-07-29T15:27:39.837 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mKtfHWEE_3pPlfi off=1227670 len=30806 2024-07-29T15:27:39.837 INFO:tasks.workunit.client.0.smithi067.stdout:op 1515 completed, throughput=4.99MB/sec 2024-07-29T15:27:39.837 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-e0cN5ONxWnkzO-_ off=6016938 len=249370 2024-07-29T15:27:39.840 INFO:tasks.workunit.client.0.smithi067.stdout:op 1516 completed, throughput=4.99MB/sec 2024-07-29T15:27:39.840 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-sAmLlnFuV2PdzRQ off=8561664 len=1548397 2024-07-29T15:27:39.848 INFO:tasks.workunit.client.0.smithi067.stdout:op 1517 completed, throughput=5MB/sec 2024-07-29T15:27:39.848 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_I7kMfUE_4iLf3v off=2978843 len=1705036 2024-07-29T15:27:39.850 INFO:tasks.workunit.client.0.smithi067.stdout:op 1518 completed, throughput=5MB/sec 2024-07-29T15:27:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:27:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:27:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:27:40.850 INFO:tasks.workunit.client.0.smithi067.stdout: 296: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:40.850 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5_2N-hMwtt1LjEx off=3760544 len=1307223 2024-07-29T15:27:40.858 INFO:tasks.workunit.client.0.smithi067.stdout:op 1519 completed, throughput=4.99MB/sec 2024-07-29T15:27:40.858 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ely_aYK0L4xvAsG off=8772235 len=950757 2024-07-29T15:27:40.863 INFO:tasks.workunit.client.0.smithi067.stdout:op 1520 completed, throughput=4.99MB/sec 2024-07-29T15:27:40.863 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--ycSptP8y79XjyN off=1039033 len=31465 2024-07-29T15:27:40.865 INFO:tasks.workunit.client.0.smithi067.stdout:op 1521 completed, throughput=5MB/sec 2024-07-29T15:27:40.865 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-253R5evlB5VtL6z off=11385055 len=1650091 2024-07-29T15:27:40.866 INFO:tasks.workunit.client.0.smithi067.stdout:op 1522 completed, throughput=5MB/sec 2024-07-29T15:27:41.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:41 smithi067 ceph-mon[91995]: pgmap v1502: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-29T15:27:41.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:41 smithi067 ceph-mon[94375]: pgmap v1502: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-29T15:27:41.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:41 smithi138 ceph-mon[86438]: pgmap v1502: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-29T15:27:41.867 INFO:tasks.workunit.client.0.smithi067.stdout: 297: throughput=4.98MB/sec pending data=0 2024-07-29T15:27:41.867 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2vYHHjX4fW3sdtD off=16149834 len=2001 2024-07-29T15:27:41.869 INFO:tasks.workunit.client.0.smithi067.stdout:op 1523 completed, throughput=4.98MB/sec 2024-07-29T15:27:41.870 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7TPzRnAseIDa_qi off=5352392 len=1688947 2024-07-29T15:27:41.879 INFO:tasks.workunit.client.0.smithi067.stdout:op 1524 completed, throughput=4.99MB/sec 2024-07-29T15:27:41.879 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-TU0wt9i1tFxno7f off=11939690 len=965388 2024-07-29T15:27:41.884 INFO:tasks.workunit.client.0.smithi067.stdout:op 1525 completed, throughput=4.99MB/sec 2024-07-29T15:27:41.885 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-icP2-7Jw3JuqQVr off=1627508 len=391972 2024-07-29T15:27:41.885 INFO:tasks.workunit.client.0.smithi067.stdout:op 1526 completed, throughput=4.99MB/sec 2024-07-29T15:27:41.885 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-XwCwKowK10LOKKx off=21889427 len=68012 2024-07-29T15:27:41.886 INFO:tasks.workunit.client.0.smithi067.stdout:op 1527 completed, throughput=4.99MB/sec 2024-07-29T15:27:41.886 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ipbqpU8xynt1q2t off=0 len=1828613 2024-07-29T15:27:41.894 INFO:tasks.workunit.client.0.smithi067.stdout:op 1528 completed, throughput=5MB/sec 2024-07-29T15:27:41.894 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rSKV8_cLMiRVZwK off=424209 len=1935961 2024-07-29T15:27:41.903 INFO:tasks.workunit.client.0.smithi067.stdout:op 1529 completed, throughput=5MB/sec 2024-07-29T15:27:42.904 INFO:tasks.workunit.client.0.smithi067.stdout: 298: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:42.904 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-XUwT8gxw77Wmjio off=4035194 len=2021475 2024-07-29T15:27:42.906 INFO:tasks.workunit.client.0.smithi067.stdout:op 1530 completed, throughput=4.99MB/sec 2024-07-29T15:27:42.906 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-P186JV0l3m_8N6g off=5714526 len=244260 2024-07-29T15:27:42.907 INFO:tasks.workunit.client.0.smithi067.stdout:op 1531 completed, throughput=5MB/sec 2024-07-29T15:27:42.907 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-zj6E906YNCFzyKz off=3398380 len=196521 2024-07-29T15:27:42.907 INFO:tasks.workunit.client.0.smithi067.stdout:op 1532 completed, throughput=5MB/sec 2024-07-29T15:27:42.907 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5tEktZNOeJL0Ed5 off=4587010 len=659069 2024-07-29T15:27:42.912 INFO:tasks.workunit.client.0.smithi067.stdout:op 1533 completed, throughput=5MB/sec 2024-07-29T15:27:42.912 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-hF4d4pSsncJkrht off=48927 len=907914 2024-07-29T15:27:42.917 INFO:tasks.workunit.client.0.smithi067.stdout:op 1534 completed, throughput=5MB/sec 2024-07-29T15:27:43.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:43 smithi067 ceph-mon[91995]: pgmap v1503: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-07-29T15:27:43.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:43 smithi067 ceph-mon[94375]: pgmap v1503: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-07-29T15:27:43.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:43 smithi138 ceph-mon[86438]: pgmap v1503: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-07-29T15:27:43.917 INFO:tasks.workunit.client.0.smithi067.stdout: 299: throughput=4.98MB/sec pending data=0 2024-07-29T15:27:43.918 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bgw8p2q-rtywKj8 off=4852823 len=1122197 2024-07-29T15:27:43.920 INFO:tasks.workunit.client.0.smithi067.stdout:op 1535 completed, throughput=4.99MB/sec 2024-07-29T15:27:43.920 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-X13TEkkP-xSOJAH off=4046547 len=1874738 2024-07-29T15:27:43.932 INFO:tasks.workunit.client.0.smithi067.stdout:op 1536 completed, throughput=4.99MB/sec 2024-07-29T15:27:43.933 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Gthn5RoAx-6yMx8 off=5938622 len=1460923 2024-07-29T15:27:43.939 INFO:tasks.workunit.client.0.smithi067.stdout:op 1537 completed, throughput=5MB/sec 2024-07-29T15:27:43.939 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-gjHTq0_A_JP0W5f off=1108466 len=530568 2024-07-29T15:27:43.942 INFO:tasks.workunit.client.0.smithi067.stdout:op 1538 completed, throughput=5MB/sec 2024-07-29T15:27:43.942 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-IIOxQSs9ZaNESuK off=20256957 len=1981731 2024-07-29T15:27:43.944 INFO:tasks.workunit.client.0.smithi067.stdout:op 1539 completed, throughput=5.01MB/sec 2024-07-29T15:27:44.945 INFO:tasks.workunit.client.0.smithi067.stdout: 300: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:44.945 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3kENpIdXlDiTxZW off=4215657 len=337707 2024-07-29T15:27:44.946 INFO:tasks.workunit.client.0.smithi067.stdout:op 1540 completed, throughput=4.99MB/sec 2024-07-29T15:27:44.946 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--A0UU2Wmg5u1FdW off=11991001 len=1989972 2024-07-29T15:27:44.949 INFO:tasks.workunit.client.0.smithi067.stdout:op 1541 completed, throughput=5MB/sec 2024-07-29T15:27:44.949 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-eZlQ9LbpWZNqf1W off=9797368 len=1491837 2024-07-29T15:27:44.956 INFO:tasks.workunit.client.0.smithi067.stdout:op 1542 completed, throughput=5MB/sec 2024-07-29T15:27:45.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:45 smithi067 ceph-mon[91995]: pgmap v1504: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:27:45.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:45 smithi067 ceph-mon[94375]: pgmap v1504: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:27:45.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:45 smithi138 ceph-mon[86438]: pgmap v1504: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:27:45.956 INFO:tasks.workunit.client.0.smithi067.stdout: 301: throughput=4.98MB/sec pending data=0 2024-07-29T15:27:45.957 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-f-Zj-UsvSUhGJap off=14324516 len=433097 2024-07-29T15:27:45.960 INFO:tasks.workunit.client.0.smithi067.stdout:op 1543 completed, throughput=4.99MB/sec 2024-07-29T15:27:45.961 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VGo6UunPkKRw34Y off=6498365 len=683174 2024-07-29T15:27:45.962 INFO:tasks.workunit.client.0.smithi067.stdout:op 1544 completed, throughput=4.99MB/sec 2024-07-29T15:27:45.962 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qQenuz5rTohdMA1 off=256458 len=1343428 2024-07-29T15:27:45.969 INFO:tasks.workunit.client.0.smithi067.stdout:op 1545 completed, throughput=4.99MB/sec 2024-07-29T15:27:45.970 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-EOpr5BJnA9UfPg3 off=4430255 len=437441 2024-07-29T15:27:45.973 INFO:tasks.workunit.client.0.smithi067.stdout:op 1546 completed, throughput=4.99MB/sec 2024-07-29T15:27:45.973 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-HDc_cYBP_NjStd_ off=6431792 len=949655 2024-07-29T15:27:45.978 INFO:tasks.workunit.client.0.smithi067.stdout:op 1547 completed, throughput=5MB/sec 2024-07-29T15:27:45.978 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8EB55yVPncxAlqI off=4814488 len=1927474 2024-07-29T15:27:45.989 INFO:tasks.workunit.client.0.smithi067.stdout:op 1548 completed, throughput=5MB/sec 2024-07-29T15:27:46.989 INFO:tasks.workunit.client.0.smithi067.stdout: 302: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:46.990 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-yAyMM6W8WNmjyTU off=1849106 len=1828126 2024-07-29T15:27:46.998 INFO:tasks.workunit.client.0.smithi067.stdout:op 1549 completed, throughput=4.99MB/sec 2024-07-29T15:27:46.998 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DWw6doEYLgK8C7p off=8811244 len=395295 2024-07-29T15:27:46.999 INFO:tasks.workunit.client.0.smithi067.stdout:op 1550 completed, throughput=4.99MB/sec 2024-07-29T15:27:46.999 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-w-n5WWot5IcD_r5 off=8273111 len=1722014 2024-07-29T15:27:47.001 INFO:tasks.workunit.client.0.smithi067.stdout:op 1551 completed, throughput=5MB/sec 2024-07-29T15:27:47.001 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-jlih4y9ePhqk1Xh off=15774762 len=586084 2024-07-29T15:27:47.005 INFO:tasks.workunit.client.0.smithi067.stdout:op 1552 completed, throughput=5MB/sec 2024-07-29T15:27:47.006 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FTjMspXMSG78mSs off=1759444 len=168586 2024-07-29T15:27:47.008 INFO:tasks.workunit.client.0.smithi067.stdout:op 1553 completed, throughput=5MB/sec 2024-07-29T15:27:47.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:47 smithi067 ceph-mon[91995]: pgmap v1505: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:27:47.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:47 smithi067 ceph-mon[94375]: pgmap v1505: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:27:47.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:47 smithi138 ceph-mon[86438]: pgmap v1505: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:27:48.008 INFO:tasks.workunit.client.0.smithi067.stdout: 303: throughput=4.98MB/sec pending data=0 2024-07-29T15:27:48.008 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MZiV1uFWessAT3n off=2310030 len=809850 2024-07-29T15:27:48.013 INFO:tasks.workunit.client.0.smithi067.stdout:op 1554 completed, throughput=4.99MB/sec 2024-07-29T15:27:48.013 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-y5s2ewVNyjeKVgT off=9332581 len=2075445 2024-07-29T15:27:48.026 INFO:tasks.workunit.client.0.smithi067.stdout:op 1555 completed, throughput=4.99MB/sec 2024-07-29T15:27:48.026 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VPW8vHFoiB9yKjU off=3850598 len=1454096 2024-07-29T15:27:48.035 INFO:tasks.workunit.client.0.smithi067.stdout:op 1556 completed, throughput=5MB/sec 2024-07-29T15:27:48.035 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-sV86CyzBP9edsoA off=1113763 len=2053474 2024-07-29T15:27:48.037 INFO:tasks.workunit.client.0.smithi067.stdout:op 1557 completed, throughput=5MB/sec 2024-07-29T15:27:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:27:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:27:47] "GET /metrics HTTP/1.1" 200 34197 "" "Prometheus/2.51.0" 2024-07-29T15:27:49.037 INFO:tasks.workunit.client.0.smithi067.stdout: 304: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:49.038 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-E5RyHsOxm2kgAHz off=4030691 len=245490 2024-07-29T15:27:49.038 INFO:tasks.workunit.client.0.smithi067.stdout:op 1558 completed, throughput=4.99MB/sec 2024-07-29T15:27:49.038 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zzDCimZthTk-PnG off=942576 len=799256 2024-07-29T15:27:49.043 INFO:tasks.workunit.client.0.smithi067.stdout:op 1559 completed, throughput=4.99MB/sec 2024-07-29T15:27:49.043 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UsrQFWA7QQn36WV off=3797048 len=529671 2024-07-29T15:27:49.044 INFO:tasks.workunit.client.0.smithi067.stdout:op 1560 completed, throughput=4.99MB/sec 2024-07-29T15:27:49.044 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ffiWzr1mnHx4ot8 off=9782530 len=912769 2024-07-29T15:27:49.047 INFO:tasks.workunit.client.0.smithi067.stdout:op 1561 completed, throughput=4.99MB/sec 2024-07-29T15:27:49.047 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-m6L-vAntTTDEbIC off=531717 len=1538169 2024-07-29T15:27:49.055 INFO:tasks.workunit.client.0.smithi067.stdout:op 1562 completed, throughput=5MB/sec 2024-07-29T15:27:49.055 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-krrTy2Z-gZQriND off=10158698 len=1867765 2024-07-29T15:27:49.066 INFO:tasks.workunit.client.0.smithi067.stdout:op 1563 completed, throughput=5MB/sec 2024-07-29T15:27:49.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:49 smithi067 ceph-mon[91995]: pgmap v1506: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:27:49.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:49 smithi067 ceph-mon[94375]: pgmap v1506: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:27:49.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:49 smithi138 ceph-mon[86438]: pgmap v1506: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:27:50.066 INFO:tasks.workunit.client.0.smithi067.stdout: 305: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:50.066 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-YhNr9RTaz7_c0V0 off=12262686 len=460408 2024-07-29T15:27:50.067 INFO:tasks.workunit.client.0.smithi067.stdout:op 1564 completed, throughput=4.99MB/sec 2024-07-29T15:27:50.067 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rWwV3c9lW545Wu_ off=8152418 len=585422 2024-07-29T15:27:50.071 INFO:tasks.workunit.client.0.smithi067.stdout:op 1565 completed, throughput=4.99MB/sec 2024-07-29T15:27:50.071 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Vft5X0_1UyLdo__ off=10500723 len=1649777 2024-07-29T15:27:50.073 INFO:tasks.workunit.client.0.smithi067.stdout:op 1566 completed, throughput=5MB/sec 2024-07-29T15:27:50.073 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--aTZgAmIJ5qKY-e off=7522701 len=1410851 2024-07-29T15:27:50.076 INFO:tasks.workunit.client.0.smithi067.stdout:op 1567 completed, throughput=5MB/sec 2024-07-29T15:27:50.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:27:50.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:27:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:27:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:27:50.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:27:50.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:27:51.077 INFO:tasks.workunit.client.0.smithi067.stdout: 306: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:51.077 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0o841J4Y5dRaFW6 off=6946816 len=784362 2024-07-29T15:27:51.078 INFO:tasks.workunit.client.0.smithi067.stdout:op 1568 completed, throughput=4.99MB/sec 2024-07-29T15:27:51.078 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6dfongfugiypDy1 off=9713680 len=326648 2024-07-29T15:27:51.079 INFO:tasks.workunit.client.0.smithi067.stdout:op 1569 completed, throughput=4.99MB/sec 2024-07-29T15:27:51.079 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0ZbM6LbmWwCyILU off=10718661 len=524311 2024-07-29T15:27:51.082 INFO:tasks.workunit.client.0.smithi067.stdout:op 1570 completed, throughput=4.99MB/sec 2024-07-29T15:27:51.083 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Aepzvcl08sAxBEP off=7168203 len=545976 2024-07-29T15:27:51.086 INFO:tasks.workunit.client.0.smithi067.stdout:op 1571 completed, throughput=4.99MB/sec 2024-07-29T15:27:51.087 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-e1nx2vRCrdsxgSW off=3265584 len=1062054 2024-07-29T15:27:51.091 INFO:tasks.workunit.client.0.smithi067.stdout:op 1572 completed, throughput=4.99MB/sec 2024-07-29T15:27:51.091 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-yA4ZzEpBN8y4oS0 off=2913648 len=970864 2024-07-29T15:27:51.092 INFO:tasks.workunit.client.0.smithi067.stdout:op 1573 completed, throughput=5MB/sec 2024-07-29T15:27:51.092 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-W2XM_zeeIQFFa9D off=3329311 len=75420 2024-07-29T15:27:51.092 INFO:tasks.workunit.client.0.smithi067.stdout:op 1574 completed, throughput=5MB/sec 2024-07-29T15:27:51.093 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-V-YeEyM3lK5UVHi off=18101627 len=294853 2024-07-29T15:27:51.093 INFO:tasks.workunit.client.0.smithi067.stdout:op 1575 completed, throughput=5MB/sec 2024-07-29T15:27:51.093 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ptB2W1FFcY4wims off=8792950 len=834467 2024-07-29T15:27:51.098 INFO:tasks.workunit.client.0.smithi067.stdout:op 1576 completed, throughput=5MB/sec 2024-07-29T15:27:51.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:51 smithi067 ceph-mon[94375]: pgmap v1507: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:27:51.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:51 smithi067 ceph-mon[91995]: pgmap v1507: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:27:51.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:51 smithi138 ceph-mon[86438]: pgmap v1507: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:27:52.098 INFO:tasks.workunit.client.0.smithi067.stdout: 307: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:52.099 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-uDDXJ5zKu00mGG0 off=7183957 len=1056612 2024-07-29T15:27:52.105 INFO:tasks.workunit.client.0.smithi067.stdout:op 1577 completed, throughput=4.99MB/sec 2024-07-29T15:27:52.105 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-S1hNdKN1uyE_efd off=6028000 len=1827399 2024-07-29T15:27:52.107 INFO:tasks.workunit.client.0.smithi067.stdout:op 1578 completed, throughput=4.99MB/sec 2024-07-29T15:27:52.107 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wLS6xu6TkOnBPHE off=2325606 len=1596455 2024-07-29T15:27:52.110 INFO:tasks.workunit.client.0.smithi067.stdout:op 1579 completed, throughput=5MB/sec 2024-07-29T15:27:52.111 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-BX1iwkoAFlQa5ll off=11325056 len=580578 2024-07-29T15:27:52.115 INFO:tasks.workunit.client.0.smithi067.stdout:op 1580 completed, throughput=5MB/sec 2024-07-29T15:27:53.115 INFO:tasks.workunit.client.0.smithi067.stdout: 308: throughput=4.98MB/sec pending data=0 2024-07-29T15:27:53.115 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jsdrQs4u5ewrU79 off=3900243 len=1636048 2024-07-29T15:27:53.117 INFO:tasks.workunit.client.0.smithi067.stdout:op 1581 completed, throughput=4.99MB/sec 2024-07-29T15:27:53.118 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-10oLfeCwL2V784w off=140283 len=202919 2024-07-29T15:27:53.120 INFO:tasks.workunit.client.0.smithi067.stdout:op 1582 completed, throughput=4.99MB/sec 2024-07-29T15:27:53.120 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CIO8TW9C7kz3sF9 off=382807 len=362892 2024-07-29T15:27:53.123 INFO:tasks.workunit.client.0.smithi067.stdout:op 1583 completed, throughput=4.99MB/sec 2024-07-29T15:27:53.123 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZEAQlkjcGoVdhm2 off=5730864 len=1355558 2024-07-29T15:27:53.129 INFO:tasks.workunit.client.0.smithi067.stdout:op 1584 completed, throughput=5MB/sec 2024-07-29T15:27:53.129 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wQd70-10fRwoWXR off=600415 len=302133 2024-07-29T15:27:53.129 INFO:tasks.workunit.client.0.smithi067.stdout:op 1585 completed, throughput=5MB/sec 2024-07-29T15:27:53.129 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6p4ATkes3oo7tvV off=957369 len=1977022 2024-07-29T15:27:53.140 INFO:tasks.workunit.client.0.smithi067.stdout:op 1586 completed, throughput=5MB/sec 2024-07-29T15:27:53.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:53 smithi067 ceph-mon[91995]: pgmap v1508: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:27:53.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:53 smithi067 ceph-mon[94375]: pgmap v1508: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:27:53.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:53 smithi138 ceph-mon[86438]: pgmap v1508: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:27:54.141 INFO:tasks.workunit.client.0.smithi067.stdout: 309: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:54.141 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-UQJZ1-LxlKX0LLx off=16756180 len=1082711 2024-07-29T15:27:54.147 INFO:tasks.workunit.client.0.smithi067.stdout:op 1587 completed, throughput=4.99MB/sec 2024-07-29T15:27:54.147 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BXgs7K3kSNQm-Y3 off=1828317 len=1095652 2024-07-29T15:27:54.149 INFO:tasks.workunit.client.0.smithi067.stdout:op 1588 completed, throughput=4.99MB/sec 2024-07-29T15:27:54.149 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9iErEgUNg9YI-Dw off=15130978 len=488267 2024-07-29T15:27:54.153 INFO:tasks.workunit.client.0.smithi067.stdout:op 1589 completed, throughput=4.99MB/sec 2024-07-29T15:27:54.153 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-szknhxm6_Lo8erz off=6811684 len=1514673 2024-07-29T15:27:54.155 INFO:tasks.workunit.client.0.smithi067.stdout:op 1590 completed, throughput=5MB/sec 2024-07-29T15:27:54.155 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lhkffqp3UwKEv0G off=4459200 len=1741872 2024-07-29T15:27:54.157 INFO:tasks.workunit.client.0.smithi067.stdout:op 1591 completed, throughput=5MB/sec 2024-07-29T15:27:55.158 INFO:tasks.workunit.client.0.smithi067.stdout: 310: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:55.158 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0oLvG0AGSjJHM7W off=9209807 len=1096781 2024-07-29T15:27:55.163 INFO:tasks.workunit.client.0.smithi067.stdout:op 1592 completed, throughput=4.99MB/sec 2024-07-29T15:27:55.163 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-EgjeT-KfqtRiaU_ off=9580681 len=748872 2024-07-29T15:27:55.165 INFO:tasks.workunit.client.0.smithi067.stdout:op 1593 completed, throughput=4.99MB/sec 2024-07-29T15:27:55.165 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-iyY4bK6mpvrPO3n off=5411351 len=1734555 2024-07-29T15:27:55.176 INFO:tasks.workunit.client.0.smithi067.stdout:op 1594 completed, throughput=5MB/sec 2024-07-29T15:27:55.176 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6h60E_Kpdq3yzvw off=2620940 len=1051208 2024-07-29T15:27:55.181 INFO:tasks.workunit.client.0.smithi067.stdout:op 1595 completed, throughput=5MB/sec 2024-07-29T15:27:55.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:55 smithi067 ceph-mon[91995]: pgmap v1509: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-29T15:27:55.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:55 smithi067 ceph-mon[94375]: pgmap v1509: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-29T15:27:55.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:55 smithi138 ceph-mon[86438]: pgmap v1509: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-29T15:27:56.181 INFO:tasks.workunit.client.0.smithi067.stdout: 311: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:56.182 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NgDaDbzeah4NecU off=252573 len=562036 2024-07-29T15:27:56.183 INFO:tasks.workunit.client.0.smithi067.stdout:op 1596 completed, throughput=4.99MB/sec 2024-07-29T15:27:56.183 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-egSchSrrj4BEtiK off=11385983 len=699765 2024-07-29T15:27:56.187 INFO:tasks.workunit.client.0.smithi067.stdout:op 1597 completed, throughput=4.99MB/sec 2024-07-29T15:27:56.188 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6ar98tNJDRotwlu off=3440503 len=1691296 2024-07-29T15:27:56.197 INFO:tasks.workunit.client.0.smithi067.stdout:op 1598 completed, throughput=4.99MB/sec 2024-07-29T15:27:56.197 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-pRQCnlMdAhKfKZL off=3231077 len=1979657 2024-07-29T15:27:56.209 INFO:tasks.workunit.client.0.smithi067.stdout:op 1599 completed, throughput=5MB/sec 2024-07-29T15:27:56.209 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FEiALlv3pz__00O off=8040922 len=1280710 2024-07-29T15:27:56.216 INFO:tasks.workunit.client.0.smithi067.stdout:op 1600 completed, throughput=5MB/sec 2024-07-29T15:27:57.216 INFO:tasks.workunit.client.0.smithi067.stdout: 312: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:57.217 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-EltHpp2Uz2JDNMK off=1068090 len=589995 2024-07-29T15:27:57.217 INFO:tasks.workunit.client.0.smithi067.stdout:op 1601 completed, throughput=4.99MB/sec 2024-07-29T15:27:57.217 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-whAzFKr_EJ5UOO4 off=5984164 len=35663 2024-07-29T15:27:57.218 INFO:tasks.workunit.client.0.smithi067.stdout:op 1602 completed, throughput=4.99MB/sec 2024-07-29T15:27:57.218 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-m-3HmITJ1cP8e7h off=9168706 len=1799398 2024-07-29T15:27:57.227 INFO:tasks.workunit.client.0.smithi067.stdout:op 1603 completed, throughput=5MB/sec 2024-07-29T15:27:57.227 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-HQdN5EEU5zPxvPG off=6526908 len=206570 2024-07-29T15:27:57.229 INFO:tasks.workunit.client.0.smithi067.stdout:op 1604 completed, throughput=5MB/sec 2024-07-29T15:27:57.230 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-IIUnQXceHVUBtZa off=5995284 len=1229339 2024-07-29T15:27:57.235 INFO:tasks.workunit.client.0.smithi067.stdout:op 1605 completed, throughput=5MB/sec 2024-07-29T15:27:57.235 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-j14DG2oyH5qP1pt off=14505057 len=333174 2024-07-29T15:27:57.238 INFO:tasks.workunit.client.0.smithi067.stdout:op 1606 completed, throughput=5MB/sec 2024-07-29T15:27:57.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:57 smithi067 ceph-mon[91995]: pgmap v1510: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:27:57.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:57 smithi067 ceph-mon[94375]: pgmap v1510: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:27:57.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:57 smithi138 ceph-mon[86438]: pgmap v1510: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:27:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:27:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:27:57] "GET /metrics HTTP/1.1" 200 34197 "" "Prometheus/2.51.0" 2024-07-29T15:27:58.239 INFO:tasks.workunit.client.0.smithi067.stdout: 313: throughput=4.98MB/sec pending data=0 2024-07-29T15:27:58.239 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5-Ou3LpYoBa6fAj off=11516479 len=2043204 2024-07-29T15:27:58.241 INFO:tasks.workunit.client.0.smithi067.stdout:op 1607 completed, throughput=4.99MB/sec 2024-07-29T15:27:58.241 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-LOyFiO-ezQ19Gg3 off=4537586 len=1020502 2024-07-29T15:27:58.246 INFO:tasks.workunit.client.0.smithi067.stdout:op 1608 completed, throughput=4.99MB/sec 2024-07-29T15:27:58.246 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SCNhDXoeYlFQmOy off=372654 len=906601 2024-07-29T15:27:58.252 INFO:tasks.workunit.client.0.smithi067.stdout:op 1609 completed, throughput=5MB/sec 2024-07-29T15:27:58.252 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Z3RpVus2ZgwLWfx off=5687835 len=2045744 2024-07-29T15:27:58.259 INFO:tasks.workunit.client.0.smithi067.stdout:op 1610 completed, throughput=5MB/sec 2024-07-29T15:27:59.259 INFO:tasks.workunit.client.0.smithi067.stdout: 314: throughput=4.99MB/sec pending data=0 2024-07-29T15:27:59.260 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8RqieEfKqcdcdzS off=3156207 len=986233 2024-07-29T15:27:59.265 INFO:tasks.workunit.client.0.smithi067.stdout:op 1611 completed, throughput=4.99MB/sec 2024-07-29T15:27:59.265 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2rfhSB4vyhnRR_8 off=15257492 len=235076 2024-07-29T15:27:59.266 INFO:tasks.workunit.client.0.smithi067.stdout:op 1612 completed, throughput=4.99MB/sec 2024-07-29T15:27:59.266 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-oIWDDS-oZumuTyR off=15196112 len=343372 2024-07-29T15:27:59.269 INFO:tasks.workunit.client.0.smithi067.stdout:op 1613 completed, throughput=4.99MB/sec 2024-07-29T15:27:59.270 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SmMew34kTOaggvI off=913395 len=335188 2024-07-29T15:27:59.273 INFO:tasks.workunit.client.0.smithi067.stdout:op 1614 completed, throughput=4.99MB/sec 2024-07-29T15:27:59.273 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-76EipSfoI4t7m5P off=11513544 len=1274219 2024-07-29T15:27:59.275 INFO:tasks.workunit.client.0.smithi067.stdout:op 1615 completed, throughput=5MB/sec 2024-07-29T15:27:59.275 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qifXuLhgZZa8ky3 off=5115961 len=343573 2024-07-29T15:27:59.275 INFO:tasks.workunit.client.0.smithi067.stdout:op 1616 completed, throughput=5MB/sec 2024-07-29T15:27:59.276 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-sTXKTqHV-OJKVaF off=1024556 len=1681551 2024-07-29T15:27:59.285 INFO:tasks.workunit.client.0.smithi067.stdout:op 1617 completed, throughput=5MB/sec 2024-07-29T15:27:59.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:27:59 smithi067 ceph-mon[91995]: pgmap v1511: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:27:59.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:27:59 smithi067 ceph-mon[94375]: pgmap v1511: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:27:59.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:27:59 smithi138 ceph-mon[86438]: pgmap v1511: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:28:00.285 INFO:tasks.workunit.client.0.smithi067.stdout: 315: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:00.285 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-oEek3Xky3jX0njV off=11938884 len=1943445 2024-07-29T15:28:00.296 INFO:tasks.workunit.client.0.smithi067.stdout:op 1618 completed, throughput=4.99MB/sec 2024-07-29T15:28:00.296 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-yIV13toYxz9sYAf off=10319079 len=1861774 2024-07-29T15:28:00.297 INFO:tasks.workunit.client.0.smithi067.stdout:op 1619 completed, throughput=5MB/sec 2024-07-29T15:28:00.297 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VXJfBH6TpMxl1gF off=6575052 len=1166190 2024-07-29T15:28:00.305 INFO:tasks.workunit.client.0.smithi067.stdout:op 1620 completed, throughput=5MB/sec 2024-07-29T15:28:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:28:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:28:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:28:01.306 INFO:tasks.workunit.client.0.smithi067.stdout: 316: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:01.306 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-xwMsj_m_iq6HY5r off=4794206 len=1232403 2024-07-29T15:28:01.308 INFO:tasks.workunit.client.0.smithi067.stdout:op 1621 completed, throughput=4.99MB/sec 2024-07-29T15:28:01.308 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-RtAX7_qw55TznDo off=5267835 len=486590 2024-07-29T15:28:01.311 INFO:tasks.workunit.client.0.smithi067.stdout:op 1622 completed, throughput=4.99MB/sec 2024-07-29T15:28:01.311 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qQr7UwRni8juMe- off=23263909 len=541062 2024-07-29T15:28:01.314 INFO:tasks.workunit.client.0.smithi067.stdout:op 1623 completed, throughput=4.99MB/sec 2024-07-29T15:28:01.314 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-l4SNubd3CCO4N-K off=7232308 len=498981 2024-07-29T15:28:01.315 INFO:tasks.workunit.client.0.smithi067.stdout:op 1624 completed, throughput=4.99MB/sec 2024-07-29T15:28:01.315 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-YzBfdHoM4Eh__Ud off=3158829 len=784774 2024-07-29T15:28:01.316 INFO:tasks.workunit.client.0.smithi067.stdout:op 1625 completed, throughput=5MB/sec 2024-07-29T15:28:01.316 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-SvkygQFIpSSpP4H off=10802292 len=1165274 2024-07-29T15:28:01.318 INFO:tasks.workunit.client.0.smithi067.stdout:op 1626 completed, throughput=5MB/sec 2024-07-29T15:28:01.318 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-q7C1IxgZ62pDXSP off=12700311 len=104913 2024-07-29T15:28:01.320 INFO:tasks.workunit.client.0.smithi067.stdout:op 1627 completed, throughput=5MB/sec 2024-07-29T15:28:01.321 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ukEH73osM0rY9tt off=13990194 len=1086701 2024-07-29T15:28:01.326 INFO:tasks.workunit.client.0.smithi067.stdout:op 1628 completed, throughput=5MB/sec 2024-07-29T15:28:01.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:01 smithi067 ceph-mon[91995]: pgmap v1512: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-29T15:28:01.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:01 smithi067 ceph-mon[94375]: pgmap v1512: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-29T15:28:01.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:01 smithi138 ceph-mon[86438]: pgmap v1512: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-29T15:28:02.326 INFO:tasks.workunit.client.0.smithi067.stdout: 317: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:02.326 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-esQbA3YDxhqBjer off=4202057 len=1917772 2024-07-29T15:28:02.334 INFO:tasks.workunit.client.0.smithi067.stdout:op 1629 completed, throughput=4.99MB/sec 2024-07-29T15:28:02.334 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-INLnNGpQt2P0rHi off=2490819 len=1766654 2024-07-29T15:28:02.337 INFO:tasks.workunit.client.0.smithi067.stdout:op 1630 completed, throughput=5MB/sec 2024-07-29T15:28:02.338 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2LI8BY7kPltx5GL off=21589204 len=2045629 2024-07-29T15:28:02.346 INFO:tasks.workunit.client.0.smithi067.stdout:op 1631 completed, throughput=5MB/sec 2024-07-29T15:28:03.347 INFO:tasks.workunit.client.0.smithi067.stdout: 318: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:03.347 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-unZ3hS7zvKOB_YR off=7075277 len=405488 2024-07-29T15:28:03.350 INFO:tasks.workunit.client.0.smithi067.stdout:op 1632 completed, throughput=4.99MB/sec 2024-07-29T15:28:03.350 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Eh9HpQLscXgJTCt off=15814806 len=1279581 2024-07-29T15:28:03.359 INFO:tasks.workunit.client.0.smithi067.stdout:op 1633 completed, throughput=4.99MB/sec 2024-07-29T15:28:03.359 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-g3qDOK7XIwS_qDo off=10164512 len=1357971 2024-07-29T15:28:03.361 INFO:tasks.workunit.client.0.smithi067.stdout:op 1634 completed, throughput=5MB/sec 2024-07-29T15:28:03.361 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FGhW0uIW6cWFm3S off=2655764 len=1319228 2024-07-29T15:28:03.366 INFO:tasks.workunit.client.0.smithi067.stdout:op 1635 completed, throughput=5MB/sec 2024-07-29T15:28:03.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:03 smithi067 ceph-mon[91995]: pgmap v1513: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-29T15:28:03.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:03 smithi067 ceph-mon[94375]: pgmap v1513: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-29T15:28:03.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:03 smithi138 ceph-mon[86438]: pgmap v1513: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-29T15:28:04.367 INFO:tasks.workunit.client.0.smithi067.stdout: 319: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:04.367 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-TkElwudINoOWN_D off=15406520 len=1715207 2024-07-29T15:28:04.369 INFO:tasks.workunit.client.0.smithi067.stdout:op 1636 completed, throughput=4.99MB/sec 2024-07-29T15:28:04.369 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-w8Kw_G9nwuuga5n off=15621035 len=177802 2024-07-29T15:28:04.372 INFO:tasks.workunit.client.0.smithi067.stdout:op 1637 completed, throughput=4.99MB/sec 2024-07-29T15:28:04.372 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-TKh3O4YEjv3zcI_ off=10033988 len=1600883 2024-07-29T15:28:04.380 INFO:tasks.workunit.client.0.smithi067.stdout:op 1638 completed, throughput=5MB/sec 2024-07-29T15:28:04.380 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-krrTy2Z-gZQriND off=6993017 len=1417672 2024-07-29T15:28:04.389 INFO:tasks.workunit.client.0.smithi067.stdout:op 1639 completed, throughput=5MB/sec 2024-07-29T15:28:04.389 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-UEm4FGzGBPB8y3V off=226320 len=1835768 2024-07-29T15:28:04.403 INFO:tasks.workunit.client.0.smithi067.stdout:op 1640 completed, throughput=5MB/sec 2024-07-29T15:28:05.403 INFO:tasks.workunit.client.0.smithi067.stdout: 320: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:05.403 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3YMLCCgPn6t0PPE off=11689208 len=407163 2024-07-29T15:28:05.406 INFO:tasks.workunit.client.0.smithi067.stdout:op 1641 completed, throughput=4.99MB/sec 2024-07-29T15:28:05.406 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VcfaF4SWu5H_xkr off=14954355 len=605698 2024-07-29T15:28:05.407 INFO:tasks.workunit.client.0.smithi067.stdout:op 1642 completed, throughput=4.99MB/sec 2024-07-29T15:28:05.407 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lzCR2DbePzkfiGV off=20279062 len=2040392 2024-07-29T15:28:05.416 INFO:tasks.workunit.client.0.smithi067.stdout:op 1643 completed, throughput=5MB/sec 2024-07-29T15:28:05.416 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PFH4vuS53-FChcy off=2476804 len=462886 2024-07-29T15:28:05.417 INFO:tasks.workunit.client.0.smithi067.stdout:op 1644 completed, throughput=5MB/sec 2024-07-29T15:28:05.417 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8T85VHrcp8mL_wq off=5530115 len=920688 2024-07-29T15:28:05.421 INFO:tasks.workunit.client.0.smithi067.stdout:op 1645 completed, throughput=5MB/sec 2024-07-29T15:28:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:05 smithi067 ceph-mon[91995]: pgmap v1514: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:28:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:28:05.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:05 smithi067 ceph-mon[94375]: pgmap v1514: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:28:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:28:05.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:05 smithi138 ceph-mon[86438]: pgmap v1514: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:28:05.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:28:06.421 INFO:tasks.workunit.client.0.smithi067.stdout: 321: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:06.421 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QClcqGW-PTkWF07 off=15553343 len=1706715 2024-07-29T15:28:06.431 INFO:tasks.workunit.client.0.smithi067.stdout:op 1646 completed, throughput=4.99MB/sec 2024-07-29T15:28:06.431 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VxMiSGCYBCnaIiY off=827923 len=1269903 2024-07-29T15:28:06.437 INFO:tasks.workunit.client.0.smithi067.stdout:op 1647 completed, throughput=4.99MB/sec 2024-07-29T15:28:06.437 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-yg9s6tboFqnNLAe off=6963597 len=1114102 2024-07-29T15:28:06.442 INFO:tasks.workunit.client.0.smithi067.stdout:op 1648 completed, throughput=5MB/sec 2024-07-29T15:28:06.443 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KbspXcoisLvPiOz off=5057324 len=33669 2024-07-29T15:28:06.443 INFO:tasks.workunit.client.0.smithi067.stdout:op 1649 completed, throughput=5MB/sec 2024-07-29T15:28:06.443 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-QjaubQD9l15-JBz off=10295020 len=2011663 2024-07-29T15:28:06.444 INFO:tasks.workunit.client.0.smithi067.stdout:op 1650 completed, throughput=5MB/sec 2024-07-29T15:28:07.445 INFO:tasks.workunit.client.0.smithi067.stdout: 322: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:07.445 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mn-H_ZTb4_tT3RN off=192208 len=1351814 2024-07-29T15:28:07.448 INFO:tasks.workunit.client.0.smithi067.stdout:op 1651 completed, throughput=4.99MB/sec 2024-07-29T15:28:07.448 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jshs7MEZqRndKAh off=23742905 len=1587325 2024-07-29T15:28:07.451 INFO:tasks.workunit.client.0.smithi067.stdout:op 1652 completed, throughput=5MB/sec 2024-07-29T15:28:07.451 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2aNnf1BBznnqk1i off=559295 len=1996610 2024-07-29T15:28:07.455 INFO:tasks.workunit.client.0.smithi067.stdout:op 1653 completed, throughput=5MB/sec 2024-07-29T15:28:07.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:07 smithi067 ceph-mon[91995]: pgmap v1515: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-29T15:28:07.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:07 smithi067 ceph-mon[94375]: pgmap v1515: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-29T15:28:07.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:07 smithi138 ceph-mon[86438]: pgmap v1515: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-29T15:28:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:28:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:28:07] "GET /metrics HTTP/1.1" 200 34194 "" "Prometheus/2.51.0" 2024-07-29T15:28:08.455 INFO:tasks.workunit.client.0.smithi067.stdout: 323: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:08.455 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Jb9lS1d1-Dz5fmV off=66412 len=692172 2024-07-29T15:28:08.460 INFO:tasks.workunit.client.0.smithi067.stdout:op 1654 completed, throughput=4.99MB/sec 2024-07-29T15:28:08.460 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-l8NfbHxWyuLu21n off=17010956 len=1786841 2024-07-29T15:28:08.471 INFO:tasks.workunit.client.0.smithi067.stdout:op 1655 completed, throughput=4.99MB/sec 2024-07-29T15:28:08.471 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VxMiSGCYBCnaIiY off=1550134 len=118079 2024-07-29T15:28:08.474 INFO:tasks.workunit.client.0.smithi067.stdout:op 1656 completed, throughput=4.99MB/sec 2024-07-29T15:28:08.474 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3m2uH6Tw2bqfpim off=12672542 len=1663149 2024-07-29T15:28:08.482 INFO:tasks.workunit.client.0.smithi067.stdout:op 1657 completed, throughput=5MB/sec 2024-07-29T15:28:08.482 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rVX5Ji6bnQ-f0sl off=1287612 len=1618677 2024-07-29T15:28:08.492 INFO:tasks.workunit.client.0.smithi067.stdout:op 1658 completed, throughput=5MB/sec 2024-07-29T15:28:09.493 INFO:tasks.workunit.client.0.smithi067.stdout: 324: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:09.493 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8znWtUtaOVsCEtb off=18847611 len=501870 2024-07-29T15:28:09.494 INFO:tasks.workunit.client.0.smithi067.stdout:op 1659 completed, throughput=4.99MB/sec 2024-07-29T15:28:09.494 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-BwtZ9zvqEii99ns off=15039612 len=345024 2024-07-29T15:28:09.497 INFO:tasks.workunit.client.0.smithi067.stdout:op 1660 completed, throughput=4.99MB/sec 2024-07-29T15:28:09.498 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eOaj2ez5NoYXWQW off=1217632 len=585274 2024-07-29T15:28:09.498 INFO:tasks.workunit.client.0.smithi067.stdout:op 1661 completed, throughput=4.99MB/sec 2024-07-29T15:28:09.499 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-aaFZA3Hzh3U0wdX off=125357 len=1636373 2024-07-29T15:28:09.501 INFO:tasks.workunit.client.0.smithi067.stdout:op 1662 completed, throughput=5MB/sec 2024-07-29T15:28:09.501 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CO9Io32W7dWl6GG off=18842354 len=480270 2024-07-29T15:28:09.505 INFO:tasks.workunit.client.0.smithi067.stdout:op 1663 completed, throughput=5MB/sec 2024-07-29T15:28:09.505 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-k5yEcDXMxAO9Wbn off=12619411 len=198507 2024-07-29T15:28:09.506 INFO:tasks.workunit.client.0.smithi067.stdout:op 1664 completed, throughput=5MB/sec 2024-07-29T15:28:09.506 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YaKpQcCguv-amO9 off=4054455 len=1063803 2024-07-29T15:28:09.511 INFO:tasks.workunit.client.0.smithi067.stdout:op 1665 completed, throughput=5MB/sec 2024-07-29T15:28:09.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:09 smithi067 ceph-mon[91995]: pgmap v1516: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-07-29T15:28:09.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:09 smithi067 ceph-mon[94375]: pgmap v1516: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-07-29T15:28:09.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:09 smithi138 ceph-mon[86438]: pgmap v1516: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-07-29T15:28:10.511 INFO:tasks.workunit.client.0.smithi067.stdout: 325: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:10.511 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-iO0URDLnwU7t7MN off=9942491 len=513186 2024-07-29T15:28:10.515 INFO:tasks.workunit.client.0.smithi067.stdout:op 1666 completed, throughput=4.99MB/sec 2024-07-29T15:28:10.515 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MeLzDe0dqGIWhdq off=3696914 len=1333111 2024-07-29T15:28:10.518 INFO:tasks.workunit.client.0.smithi067.stdout:op 1667 completed, throughput=4.99MB/sec 2024-07-29T15:28:10.518 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qoj_598Y-XJrL3p off=3072142 len=508677 2024-07-29T15:28:10.519 INFO:tasks.workunit.client.0.smithi067.stdout:op 1668 completed, throughput=4.99MB/sec 2024-07-29T15:28:10.519 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-hRWdcyShJK3JHWw off=4619831 len=43626 2024-07-29T15:28:10.522 INFO:tasks.workunit.client.0.smithi067.stdout:op 1669 completed, throughput=4.99MB/sec 2024-07-29T15:28:10.522 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-yIHRto5saJzbuZS off=2583576 len=1539881 2024-07-29T15:28:10.531 INFO:tasks.workunit.client.0.smithi067.stdout:op 1670 completed, throughput=5MB/sec 2024-07-29T15:28:10.531 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qK030oeErCxzCEP off=4753798 len=377047 2024-07-29T15:28:10.534 INFO:tasks.workunit.client.0.smithi067.stdout:op 1671 completed, throughput=5MB/sec 2024-07-29T15:28:10.534 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3s4V7uRXx1ZHcmG off=14350652 len=1820526 2024-07-29T15:28:10.536 INFO:tasks.workunit.client.0.smithi067.stdout:op 1672 completed, throughput=5MB/sec 2024-07-29T15:28:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:28:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:28:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:28:11.537 INFO:tasks.workunit.client.0.smithi067.stdout: 326: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:11.537 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0jCDOaFhp3ANmxg off=2730124 len=1099738 2024-07-29T15:28:11.544 INFO:tasks.workunit.client.0.smithi067.stdout:op 1673 completed, throughput=4.99MB/sec 2024-07-29T15:28:11.544 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-kz9lr9ez_rhiJPn off=1640149 len=651438 2024-07-29T15:28:11.549 INFO:tasks.workunit.client.0.smithi067.stdout:op 1674 completed, throughput=4.99MB/sec 2024-07-29T15:28:11.549 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-a1AVEUtQRSjKYcZ off=1157150 len=1942229 2024-07-29T15:28:11.551 INFO:tasks.workunit.client.0.smithi067.stdout:op 1675 completed, throughput=5MB/sec 2024-07-29T15:28:11.551 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-R2axkZpA5U0u7A4 off=2272782 len=1260183 2024-07-29T15:28:11.553 INFO:tasks.workunit.client.0.smithi067.stdout:op 1676 completed, throughput=5MB/sec 2024-07-29T15:28:11.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:11 smithi067 ceph-mon[91995]: pgmap v1517: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-29T15:28:11.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:11 smithi067 ceph-mon[94375]: pgmap v1517: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-29T15:28:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:11 smithi138 ceph-mon[86438]: pgmap v1517: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-29T15:28:12.554 INFO:tasks.workunit.client.0.smithi067.stdout: 327: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:12.554 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-dTZZ9BwOH22pk0O off=3202918 len=1686858 2024-07-29T15:28:12.562 INFO:tasks.workunit.client.0.smithi067.stdout:op 1677 completed, throughput=4.99MB/sec 2024-07-29T15:28:12.562 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_0Nh1F50KY-HlCr off=13374338 len=1671012 2024-07-29T15:28:12.569 INFO:tasks.workunit.client.0.smithi067.stdout:op 1678 completed, throughput=5MB/sec 2024-07-29T15:28:12.569 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8dhBkjUTlh3AB-F off=4849841 len=1695543 2024-07-29T15:28:12.575 INFO:tasks.workunit.client.0.smithi067.stdout:op 1679 completed, throughput=5MB/sec 2024-07-29T15:28:13.575 INFO:tasks.workunit.client.0.smithi067.stdout: 328: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:13.576 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-CJvn4Rh_k169Cjh off=1917382 len=804993 2024-07-29T15:28:13.577 INFO:tasks.workunit.client.0.smithi067.stdout:op 1680 completed, throughput=4.99MB/sec 2024-07-29T15:28:13.577 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-juQhpdNHowSNkEI off=355652 len=897311 2024-07-29T15:28:13.581 INFO:tasks.workunit.client.0.smithi067.stdout:op 1681 completed, throughput=4.99MB/sec 2024-07-29T15:28:13.582 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-slLun9ytrPx3g9A off=542458 len=377898 2024-07-29T15:28:13.583 INFO:tasks.workunit.client.0.smithi067.stdout:op 1682 completed, throughput=4.99MB/sec 2024-07-29T15:28:13.583 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-RbIy6QFOffuIMdw off=79126 len=1014352 2024-07-29T15:28:13.588 INFO:tasks.workunit.client.0.smithi067.stdout:op 1683 completed, throughput=5MB/sec 2024-07-29T15:28:13.589 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cWi7VU6d1C5ZxV8 off=1276467 len=1546546 2024-07-29T15:28:13.596 INFO:tasks.workunit.client.0.smithi067.stdout:op 1684 completed, throughput=5MB/sec 2024-07-29T15:28:13.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:13 smithi067 ceph-mon[91995]: pgmap v1518: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:28:13.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:13 smithi067 ceph-mon[94375]: pgmap v1518: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:28:13.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:13 smithi138 ceph-mon[86438]: pgmap v1518: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:28:14.597 INFO:tasks.workunit.client.0.smithi067.stdout: 329: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:14.597 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-WToi9F868IRACDP off=7690322 len=1197748 2024-07-29T15:28:14.604 INFO:tasks.workunit.client.0.smithi067.stdout:op 1685 completed, throughput=4.99MB/sec 2024-07-29T15:28:14.604 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-oAq3Vd8Gune_DHa off=19732480 len=1014574 2024-07-29T15:28:14.609 INFO:tasks.workunit.client.0.smithi067.stdout:op 1686 completed, throughput=4.99MB/sec 2024-07-29T15:28:14.609 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-N0dNTTbS2ykQQuC off=4832321 len=1601482 2024-07-29T15:28:14.611 INFO:tasks.workunit.client.0.smithi067.stdout:op 1687 completed, throughput=5MB/sec 2024-07-29T15:28:14.611 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-d_0oCUr56vASWfm off=4163711 len=1445488 2024-07-29T15:28:14.619 INFO:tasks.workunit.client.0.smithi067.stdout:op 1688 completed, throughput=5MB/sec 2024-07-29T15:28:15.619 INFO:tasks.workunit.client.0.smithi067.stdout: 330: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:15.619 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-XJLZUEZlRPI5kCu off=18081625 len=171844 2024-07-29T15:28:15.622 INFO:tasks.workunit.client.0.smithi067.stdout:op 1689 completed, throughput=4.99MB/sec 2024-07-29T15:28:15.622 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-j0VG3gICnp1iLw3 off=3044461 len=1074535 2024-07-29T15:28:15.624 INFO:tasks.workunit.client.0.smithi067.stdout:op 1690 completed, throughput=4.99MB/sec 2024-07-29T15:28:15.624 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-GwceTONrLDBDGoN off=254394 len=158753 2024-07-29T15:28:15.627 INFO:tasks.workunit.client.0.smithi067.stdout:op 1691 completed, throughput=4.99MB/sec 2024-07-29T15:28:15.627 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-GOr3z6MbZLv3GaP off=5545277 len=1937878 2024-07-29T15:28:15.629 INFO:tasks.workunit.client.0.smithi067.stdout:op 1692 completed, throughput=4.99MB/sec 2024-07-29T15:28:15.629 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-QqlVe2relRtrDBs off=4088815 len=440320 2024-07-29T15:28:15.631 INFO:tasks.workunit.client.0.smithi067.stdout:op 1693 completed, throughput=5MB/sec 2024-07-29T15:28:15.631 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4jozM0EweTMyVsx off=41229 len=925758 2024-07-29T15:28:15.633 INFO:tasks.workunit.client.0.smithi067.stdout:op 1694 completed, throughput=5MB/sec 2024-07-29T15:28:15.633 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-JdAKww3N6weJst- off=9673360 len=1252603 2024-07-29T15:28:15.634 INFO:tasks.workunit.client.0.smithi067.stdout:op 1695 completed, throughput=5MB/sec 2024-07-29T15:28:15.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:15 smithi067 ceph-mon[91995]: pgmap v1519: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:28:15.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:15 smithi067 ceph-mon[94375]: pgmap v1519: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:28:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:15 smithi138 ceph-mon[86438]: pgmap v1519: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:28:16.635 INFO:tasks.workunit.client.0.smithi067.stdout: 331: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:16.635 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VXMLe-4zZAoG27n off=15369553 len=959567 2024-07-29T15:28:16.640 INFO:tasks.workunit.client.0.smithi067.stdout:op 1696 completed, throughput=4.99MB/sec 2024-07-29T15:28:16.640 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Ff2g8QxM33Mcg-Z off=246667 len=2068231 2024-07-29T15:28:16.642 INFO:tasks.workunit.client.0.smithi067.stdout:op 1697 completed, throughput=5MB/sec 2024-07-29T15:28:16.642 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-xsbJw-5V3j-xEWO off=761299 len=1112597 2024-07-29T15:28:16.643 INFO:tasks.workunit.client.0.smithi067.stdout:op 1698 completed, throughput=5MB/sec 2024-07-29T15:28:16.643 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Rx61kUW-nqAEB34 off=6261228 len=723033 2024-07-29T15:28:16.643 INFO:tasks.workunit.client.0.smithi067.stdout:op 1699 completed, throughput=5MB/sec 2024-07-29T15:28:16.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:16 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:28:16.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:16 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:28:16.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:16 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:28:16.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:16 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:28:16.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:16 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:28:16.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:16 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:28:16.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:16 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:28:16.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:16 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:28:16.813 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:16 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:28:16.814 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:16 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:28:16.814 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:16 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:28:16.814 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:16 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:28:17.644 INFO:tasks.workunit.client.0.smithi067.stdout: 332: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:17.644 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-tnjcglSzKfg57zc off=9943353 len=351506 2024-07-29T15:28:17.645 INFO:tasks.workunit.client.0.smithi067.stdout:op 1700 completed, throughput=4.99MB/sec 2024-07-29T15:28:17.646 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gVVNnzubdiPU3Z2 off=605932 len=244719 2024-07-29T15:28:17.647 INFO:tasks.workunit.client.0.smithi067.stdout:op 1701 completed, throughput=4.99MB/sec 2024-07-29T15:28:17.647 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2ukBEaRibOBnfzS off=508965 len=872733 2024-07-29T15:28:17.651 INFO:tasks.workunit.client.0.smithi067.stdout:op 1702 completed, throughput=4.99MB/sec 2024-07-29T15:28:17.652 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-H_rsB--G7FzygFy off=1054235 len=1415898 2024-07-29T15:28:17.658 INFO:tasks.workunit.client.0.smithi067.stdout:op 1703 completed, throughput=4.99MB/sec 2024-07-29T15:28:17.658 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-u3yZy9Bn0UYZyod off=15726991 len=1835103 2024-07-29T15:28:17.666 INFO:tasks.workunit.client.0.smithi067.stdout:op 1704 completed, throughput=5MB/sec 2024-07-29T15:28:17.666 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Z2f88Yq7CAZPrZW off=2021098 len=874995 2024-07-29T15:28:17.670 INFO:tasks.workunit.client.0.smithi067.stdout:op 1705 completed, throughput=5MB/sec 2024-07-29T15:28:17.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:17 smithi067 ceph-mon[91995]: pgmap v1520: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:28:17.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:17 smithi067 ceph-mon[94375]: pgmap v1520: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:28:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:17 smithi138 ceph-mon[86438]: pgmap v1520: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:28:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:28:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:28:17] "GET /metrics HTTP/1.1" 200 34194 "" "Prometheus/2.51.0" 2024-07-29T15:28:18.670 INFO:tasks.workunit.client.0.smithi067.stdout: 333: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:18.671 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0DhV-y88UxIvQpB off=7521389 len=1113338 2024-07-29T15:28:18.676 INFO:tasks.workunit.client.0.smithi067.stdout:op 1706 completed, throughput=4.99MB/sec 2024-07-29T15:28:18.676 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8Dm777kskU4_fJ1 off=14673041 len=541793 2024-07-29T15:28:18.677 INFO:tasks.workunit.client.0.smithi067.stdout:op 1707 completed, throughput=4.99MB/sec 2024-07-29T15:28:18.677 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-gr3AeQE53yXrpO7 off=15332620 len=1521039 2024-07-29T15:28:18.686 INFO:tasks.workunit.client.0.smithi067.stdout:op 1708 completed, throughput=5MB/sec 2024-07-29T15:28:18.686 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-UvXQByQlvfhzKzV off=7325585 len=1330087 2024-07-29T15:28:18.691 INFO:tasks.workunit.client.0.smithi067.stdout:op 1709 completed, throughput=5MB/sec 2024-07-29T15:28:18.692 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rgker5qfxILFkVx off=13632461 len=848599 2024-07-29T15:28:18.696 INFO:tasks.workunit.client.0.smithi067.stdout:op 1710 completed, throughput=5MB/sec 2024-07-29T15:28:19.696 INFO:tasks.workunit.client.0.smithi067.stdout: 334: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:19.696 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NGWH92ZfDYAZc2R off=1943811 len=554445 2024-07-29T15:28:19.700 INFO:tasks.workunit.client.0.smithi067.stdout:op 1711 completed, throughput=4.99MB/sec 2024-07-29T15:28:19.700 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-J-DNLFBgWFnuwFP off=941648 len=1986282 2024-07-29T15:28:19.711 INFO:tasks.workunit.client.0.smithi067.stdout:op 1712 completed, throughput=4.99MB/sec 2024-07-29T15:28:19.711 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-R-WFDmZqpb5zWC1 off=1975211 len=902314 2024-07-29T15:28:19.712 INFO:tasks.workunit.client.0.smithi067.stdout:op 1713 completed, throughput=5MB/sec 2024-07-29T15:28:19.712 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-HxLeK0V5TbRAj6n off=3714748 len=1392336 2024-07-29T15:28:19.721 INFO:tasks.workunit.client.0.smithi067.stdout:op 1714 completed, throughput=5MB/sec 2024-07-29T15:28:19.721 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5qoLGhv8af_jC28 off=11381642 len=652052 2024-07-29T15:28:19.725 INFO:tasks.workunit.client.0.smithi067.stdout:op 1715 completed, throughput=5MB/sec 2024-07-29T15:28:19.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:19 smithi067 ceph-mon[91995]: pgmap v1521: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:28:19.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:19 smithi067 ceph-mon[94375]: pgmap v1521: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:28:19.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:19 smithi138 ceph-mon[86438]: pgmap v1521: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:28:20.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:28:20.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:28:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:28:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:28:20.725 INFO:tasks.workunit.client.0.smithi067.stdout: 335: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:20.725 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-89fXPHItgbI390v off=5623310 len=775058 2024-07-29T15:28:20.727 INFO:tasks.workunit.client.0.smithi067.stdout:op 1716 completed, throughput=4.99MB/sec 2024-07-29T15:28:20.727 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-nunjj-el4HS-TB_ off=6661826 len=773697 2024-07-29T15:28:20.732 INFO:tasks.workunit.client.0.smithi067.stdout:op 1717 completed, throughput=4.99MB/sec 2024-07-29T15:28:20.732 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-BknLD72Ac7e99yl off=3054082 len=496232 2024-07-29T15:28:20.735 INFO:tasks.workunit.client.0.smithi067.stdout:op 1718 completed, throughput=4.99MB/sec 2024-07-29T15:28:20.736 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-M482pXIPF4kOoXg off=3842564 len=812362 2024-07-29T15:28:20.737 INFO:tasks.workunit.client.0.smithi067.stdout:op 1719 completed, throughput=4.99MB/sec 2024-07-29T15:28:20.737 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-OxpNr9qmwIN5fgZ off=17332356 len=424008 2024-07-29T15:28:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:28:20.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:28:20.741 INFO:tasks.workunit.client.0.smithi067.stdout:op 1720 completed, throughput=5MB/sec 2024-07-29T15:28:20.741 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-iezecEjeymAUl-g off=81693 len=1968472 2024-07-29T15:28:20.744 INFO:tasks.workunit.client.0.smithi067.stdout:op 1721 completed, throughput=5MB/sec 2024-07-29T15:28:21.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:21 smithi067 ceph-mon[91995]: pgmap v1522: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:28:21.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:21 smithi067 ceph-mon[94375]: pgmap v1522: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:28:21.744 INFO:tasks.workunit.client.0.smithi067.stdout: 336: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:21.745 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-YvtoPqPZ4aPeO_E off=1677584 len=112818 2024-07-29T15:28:21.746 INFO:tasks.workunit.client.0.smithi067.stdout:op 1722 completed, throughput=4.99MB/sec 2024-07-29T15:28:21.746 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wYUl3nTriprlhKb off=8028859 len=926121 2024-07-29T15:28:21.748 INFO:tasks.workunit.client.0.smithi067.stdout:op 1723 completed, throughput=4.99MB/sec 2024-07-29T15:28:21.748 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-GE-HdKsdr6xHMNg off=3188824 len=666987 2024-07-29T15:28:21.749 INFO:tasks.workunit.client.0.smithi067.stdout:op 1724 completed, throughput=4.99MB/sec 2024-07-29T15:28:21.749 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_jWH2NBWlVE8R4E off=369875 len=1538141 2024-07-29T15:28:21.751 INFO:tasks.workunit.client.0.smithi067.stdout:op 1725 completed, throughput=5MB/sec 2024-07-29T15:28:21.751 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4N6gtAo-sThI1nF off=1146940 len=250597 2024-07-29T15:28:21.752 INFO:tasks.workunit.client.0.smithi067.stdout:op 1726 completed, throughput=5MB/sec 2024-07-29T15:28:21.752 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fPAnzVS6Nctz_gw off=13322969 len=1646308 2024-07-29T15:28:21.754 INFO:tasks.workunit.client.0.smithi067.stdout:op 1727 completed, throughput=5MB/sec 2024-07-29T15:28:21.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:21 smithi138 ceph-mon[86438]: pgmap v1522: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:28:22.755 INFO:tasks.workunit.client.0.smithi067.stdout: 337: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:22.755 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0pBGViFrz8jAPkr off=4208428 len=347138 2024-07-29T15:28:22.757 INFO:tasks.workunit.client.0.smithi067.stdout:op 1728 completed, throughput=4.99MB/sec 2024-07-29T15:28:22.757 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qnkwMOl6-BnyW11 off=8519203 len=884301 2024-07-29T15:28:22.758 INFO:tasks.workunit.client.0.smithi067.stdout:op 1729 completed, throughput=4.99MB/sec 2024-07-29T15:28:22.759 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-kEF28f_sKhekEQX off=15156204 len=239439 2024-07-29T15:28:22.759 INFO:tasks.workunit.client.0.smithi067.stdout:op 1730 completed, throughput=4.99MB/sec 2024-07-29T15:28:22.759 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-sRq9gf9kUu7Xlzq off=2319560 len=1792631 2024-07-29T15:28:22.763 INFO:tasks.workunit.client.0.smithi067.stdout:op 1731 completed, throughput=5MB/sec 2024-07-29T15:28:22.763 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--XZ8aMA_Oqi4Uo3 off=2572968 len=415264 2024-07-29T15:28:22.764 INFO:tasks.workunit.client.0.smithi067.stdout:op 1732 completed, throughput=5MB/sec 2024-07-29T15:28:22.764 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-sDOPguKItOWqLuM off=549186 len=2060376 2024-07-29T15:28:22.766 INFO:tasks.workunit.client.0.smithi067.stdout:op 1733 completed, throughput=5MB/sec 2024-07-29T15:28:23.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:23 smithi067 ceph-mon[91995]: pgmap v1523: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:28:23.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:23 smithi067 ceph-mon[94375]: pgmap v1523: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:28:23.766 INFO:tasks.workunit.client.0.smithi067.stdout: 338: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:23.770 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-iggY-IKUxhMoBDj off=11684605 len=1701452 2024-07-29T15:28:23.771 INFO:tasks.workunit.client.0.smithi067.stdout:op 1734 completed, throughput=4.99MB/sec 2024-07-29T15:28:23.771 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BGDncbyEWuClzFA off=17756017 len=2001309 2024-07-29T15:28:23.771 INFO:tasks.workunit.client.0.smithi067.stdout:op 1735 completed, throughput=5MB/sec 2024-07-29T15:28:23.771 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-sTsktYr7OPkcN0S off=738810 len=1335924 2024-07-29T15:28:23.773 INFO:tasks.workunit.client.0.smithi067.stdout:op 1736 completed, throughput=5MB/sec 2024-07-29T15:28:23.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:23 smithi138 ceph-mon[86438]: pgmap v1523: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:28:24.774 INFO:tasks.workunit.client.0.smithi067.stdout: 339: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:24.774 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1-IU74cuvDhZ2-X off=1102680 len=1593458 2024-07-29T15:28:24.782 INFO:tasks.workunit.client.0.smithi067.stdout:op 1737 completed, throughput=4.99MB/sec 2024-07-29T15:28:24.782 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VvvjkNWMeNdW3zH off=3008487 len=2021546 2024-07-29T15:28:24.783 INFO:tasks.workunit.client.0.smithi067.stdout:op 1738 completed, throughput=5MB/sec 2024-07-29T15:28:24.784 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-XUwT8gxw77Wmjio off=5285557 len=746750 2024-07-29T15:28:24.784 INFO:tasks.workunit.client.0.smithi067.stdout:op 1739 completed, throughput=5MB/sec 2024-07-29T15:28:24.784 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FbwoA2P1SzdXF4Z off=13787162 len=36080 2024-07-29T15:28:24.789 INFO:tasks.workunit.client.0.smithi067.stdout:op 1740 completed, throughput=5MB/sec 2024-07-29T15:28:24.789 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_7a8VGw4l1Xot_I off=2031135 len=583034 2024-07-29T15:28:24.790 INFO:tasks.workunit.client.0.smithi067.stdout:op 1741 completed, throughput=5MB/sec 2024-07-29T15:28:25.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:25 smithi067 ceph-mon[91995]: pgmap v1524: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-29T15:28:25.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:25 smithi067 ceph-mon[94375]: pgmap v1524: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-29T15:28:25.790 INFO:tasks.workunit.client.0.smithi067.stdout: 340: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:25.790 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mMjYGecrNnEC6RM off=1278386 len=683319 2024-07-29T15:28:25.791 INFO:tasks.workunit.client.0.smithi067.stdout:op 1742 completed, throughput=4.99MB/sec 2024-07-29T15:28:25.791 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-DFtECnKjJGtnQ5R off=10299336 len=810055 2024-07-29T15:28:25.796 INFO:tasks.workunit.client.0.smithi067.stdout:op 1743 completed, throughput=4.99MB/sec 2024-07-29T15:28:25.796 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3t4lox-NO8b9nXi off=325736 len=1934231 2024-07-29T15:28:25.810 INFO:tasks.workunit.client.0.smithi067.stdout:op 1744 completed, throughput=5MB/sec 2024-07-29T15:28:25.810 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-jH8FZrwkP4Mr8E_ off=9175178 len=1309660 2024-07-29T15:28:25.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:25 smithi138 ceph-mon[86438]: pgmap v1524: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-29T15:28:25.813 INFO:tasks.workunit.client.0.smithi067.stdout:op 1745 completed, throughput=5MB/sec 2024-07-29T15:28:25.813 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-WpFvWRKTe7P_9f1 off=1517392 len=1242343 2024-07-29T15:28:25.819 INFO:tasks.workunit.client.0.smithi067.stdout:op 1746 completed, throughput=5MB/sec 2024-07-29T15:28:26.820 INFO:tasks.workunit.client.0.smithi067.stdout: 341: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:26.820 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-oeuiH_PxwEpf27H off=580080 len=519258 2024-07-29T15:28:26.821 INFO:tasks.workunit.client.0.smithi067.stdout:op 1747 completed, throughput=4.99MB/sec 2024-07-29T15:28:26.821 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Rd3JPrLbfFtAyaD off=182172 len=415913 2024-07-29T15:28:26.822 INFO:tasks.workunit.client.0.smithi067.stdout:op 1748 completed, throughput=4.99MB/sec 2024-07-29T15:28:26.822 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-aO4YFL0Rk5otARh off=7486703 len=1647336 2024-07-29T15:28:26.824 INFO:tasks.workunit.client.0.smithi067.stdout:op 1749 completed, throughput=4.99MB/sec 2024-07-29T15:28:26.824 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-s7As9iGdPQmrewU off=12267262 len=506748 2024-07-29T15:28:26.825 INFO:tasks.workunit.client.0.smithi067.stdout:op 1750 completed, throughput=5MB/sec 2024-07-29T15:28:26.825 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-J8OZ-CzeiuttoiR off=7488191 len=1389108 2024-07-29T15:28:26.828 INFO:tasks.workunit.client.0.smithi067.stdout:op 1751 completed, throughput=5MB/sec 2024-07-29T15:28:26.828 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cX3VemuysXrg4h3 off=18786840 len=1274731 2024-07-29T15:28:26.834 INFO:tasks.workunit.client.0.smithi067.stdout:op 1752 completed, throughput=5MB/sec 2024-07-29T15:28:27.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:27 smithi067 ceph-mon[91995]: pgmap v1525: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:28:27.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:27 smithi067 ceph-mon[94375]: pgmap v1525: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:28:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:27 smithi138 ceph-mon[86438]: pgmap v1525: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:28:27.835 INFO:tasks.workunit.client.0.smithi067.stdout: 342: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:27.835 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cdc9ziH5274zCcP off=13373455 len=1549357 2024-07-29T15:28:27.844 INFO:tasks.workunit.client.0.smithi067.stdout:op 1753 completed, throughput=4.99MB/sec 2024-07-29T15:28:27.845 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gD4HCi55P1QmAib off=19728885 len=2092427 2024-07-29T15:28:27.848 INFO:tasks.workunit.client.0.smithi067.stdout:op 1754 completed, throughput=5MB/sec 2024-07-29T15:28:27.848 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-W0oU35oS6z32wEB off=4076870 len=1827746 2024-07-29T15:28:27.858 INFO:tasks.workunit.client.0.smithi067.stdout:op 1755 completed, throughput=5MB/sec 2024-07-29T15:28:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:28:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:28:27] "GET /metrics HTTP/1.1" 200 34192 "" "Prometheus/2.51.0" 2024-07-29T15:28:28.856 INFO:tasks.workunit.client.0.smithi067.stdout: 343: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:28.856 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-HNoifX6RxeE_WKW off=13454659 len=50054 2024-07-29T15:28:28.857 INFO:tasks.workunit.client.0.smithi067.stdout:op 1756 completed, throughput=4.99MB/sec 2024-07-29T15:28:28.857 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Q4gy1C7hAJ0-eQg off=0 len=1154200 2024-07-29T15:28:28.864 INFO:tasks.workunit.client.0.smithi067.stdout:op 1757 completed, throughput=4.99MB/sec 2024-07-29T15:28:28.864 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cMG_OkZzVCVWQbH off=2831589 len=1038603 2024-07-29T15:28:28.870 INFO:tasks.workunit.client.0.smithi067.stdout:op 1758 completed, throughput=5MB/sec 2024-07-29T15:28:28.870 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-DdFOHVbw_5CxcWj off=14473414 len=960018 2024-07-29T15:28:28.875 INFO:tasks.workunit.client.0.smithi067.stdout:op 1759 completed, throughput=5MB/sec 2024-07-29T15:28:28.875 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-C4uKPrK8nwG_iCv off=6283077 len=1988935 2024-07-29T15:28:28.877 INFO:tasks.workunit.client.0.smithi067.stdout:op 1760 completed, throughput=5MB/sec 2024-07-29T15:28:29.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:29 smithi067 ceph-mon[91995]: pgmap v1526: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:28:29.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:29 smithi067 ceph-mon[94375]: pgmap v1526: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:28:29.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:29 smithi138 ceph-mon[86438]: pgmap v1526: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:28:29.877 INFO:tasks.workunit.client.0.smithi067.stdout: 344: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:29.878 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9OToiDahktTt92F off=2015674 len=240894 2024-07-29T15:28:29.881 INFO:tasks.workunit.client.0.smithi067.stdout:op 1761 completed, throughput=4.99MB/sec 2024-07-29T15:28:29.881 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-HZ40ZEQNel7SMhx off=4895411 len=1577974 2024-07-29T15:28:29.883 INFO:tasks.workunit.client.0.smithi067.stdout:op 1762 completed, throughput=4.99MB/sec 2024-07-29T15:28:29.883 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-7O554wCuCR90RO4 off=9831149 len=1949130 2024-07-29T15:28:29.885 INFO:tasks.workunit.client.0.smithi067.stdout:op 1763 completed, throughput=5MB/sec 2024-07-29T15:28:29.885 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2lnn0O2h9pNJJFU off=5206192 len=455621 2024-07-29T15:28:29.889 INFO:tasks.workunit.client.0.smithi067.stdout:op 1764 completed, throughput=5MB/sec 2024-07-29T15:28:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:28:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:28:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:28:30.889 INFO:tasks.workunit.client.0.smithi067.stdout: 345: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:30.889 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CTc9WtED6-fVBXg off=15946584 len=616518 2024-07-29T15:28:30.894 INFO:tasks.workunit.client.0.smithi067.stdout:op 1765 completed, throughput=4.99MB/sec 2024-07-29T15:28:30.894 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-IJdkqRfYRIth0pN off=6220181 len=402261 2024-07-29T15:28:30.895 INFO:tasks.workunit.client.0.smithi067.stdout:op 1766 completed, throughput=4.99MB/sec 2024-07-29T15:28:30.895 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SlScWq9QOAwDGJ0 off=2025859 len=428924 2024-07-29T15:28:30.898 INFO:tasks.workunit.client.0.smithi067.stdout:op 1767 completed, throughput=4.99MB/sec 2024-07-29T15:28:30.899 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-tMniVG7C7h07lSz off=4073478 len=25449 2024-07-29T15:28:30.901 INFO:tasks.workunit.client.0.smithi067.stdout:op 1768 completed, throughput=4.99MB/sec 2024-07-29T15:28:30.901 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-mh-M3bXr1ux2oTA off=1462932 len=1250649 2024-07-29T15:28:30.907 INFO:tasks.workunit.client.0.smithi067.stdout:op 1769 completed, throughput=4.99MB/sec 2024-07-29T15:28:30.908 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FYwRtcpgTZokRn9 off=8640541 len=319652 2024-07-29T15:28:30.908 INFO:tasks.workunit.client.0.smithi067.stdout:op 1770 completed, throughput=4.99MB/sec 2024-07-29T15:28:30.908 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-M3u1jH6PfiBxnRY off=4284929 len=137689 2024-07-29T15:28:30.909 INFO:tasks.workunit.client.0.smithi067.stdout:op 1771 completed, throughput=4.99MB/sec 2024-07-29T15:28:30.909 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-AbdbaOzxQZw4D6J off=5226781 len=1845042 2024-07-29T15:28:30.918 INFO:tasks.workunit.client.0.smithi067.stdout:op 1772 completed, throughput=5MB/sec 2024-07-29T15:28:30.918 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VvCfMuHkHzBVl1A off=971972 len=510018 2024-07-29T15:28:30.921 INFO:tasks.workunit.client.0.smithi067.stdout:op 1773 completed, throughput=5MB/sec 2024-07-29T15:28:31.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:31 smithi067 ceph-mon[91995]: pgmap v1527: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:28:31.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:31 smithi067 ceph-mon[94375]: pgmap v1527: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:28:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:31 smithi138 ceph-mon[86438]: pgmap v1527: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:28:31.921 INFO:tasks.workunit.client.0.smithi067.stdout: 346: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:31.922 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Fsf6tl1FG8vn1zP off=2781684 len=925646 2024-07-29T15:28:31.923 INFO:tasks.workunit.client.0.smithi067.stdout:op 1774 completed, throughput=4.99MB/sec 2024-07-29T15:28:31.923 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-etSAOEP9E2t8Zbk off=15706703 len=500128 2024-07-29T15:28:31.927 INFO:tasks.workunit.client.0.smithi067.stdout:op 1775 completed, throughput=4.99MB/sec 2024-07-29T15:28:31.927 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Bx2hvF1W3YLmOEy off=2183143 len=467087 2024-07-29T15:28:31.930 INFO:tasks.workunit.client.0.smithi067.stdout:op 1776 completed, throughput=4.99MB/sec 2024-07-29T15:28:31.930 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KyUPV3cjR3zmvEp off=6860198 len=1102352 2024-07-29T15:28:31.935 INFO:tasks.workunit.client.0.smithi067.stdout:op 1777 completed, throughput=4.99MB/sec 2024-07-29T15:28:31.935 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-h1bztXbkLmEzip7 off=14071956 len=940810 2024-07-29T15:28:31.939 INFO:tasks.workunit.client.0.smithi067.stdout:op 1778 completed, throughput=5MB/sec 2024-07-29T15:28:31.939 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MiJOH7Oiv8YAjOg off=4314562 len=219857 2024-07-29T15:28:31.940 INFO:tasks.workunit.client.0.smithi067.stdout:op 1779 completed, throughput=5MB/sec 2024-07-29T15:28:31.940 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-BurnQXBt42p20VL off=2539071 len=176015 2024-07-29T15:28:31.942 INFO:tasks.workunit.client.0.smithi067.stdout:op 1780 completed, throughput=5MB/sec 2024-07-29T15:28:31.942 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2r4LYuphXkI9bGY off=1061994 len=364913 2024-07-29T15:28:31.945 INFO:tasks.workunit.client.0.smithi067.stdout:op 1781 completed, throughput=5MB/sec 2024-07-29T15:28:31.945 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qT_Saxy78IVRU65 off=10361535 len=208024 2024-07-29T15:28:31.946 INFO:tasks.workunit.client.0.smithi067.stdout:op 1782 completed, throughput=5MB/sec 2024-07-29T15:28:31.946 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-JrVPTfoa417h6yC off=3256937 len=491439 2024-07-29T15:28:31.950 INFO:tasks.workunit.client.0.smithi067.stdout:op 1783 completed, throughput=5MB/sec 2024-07-29T15:28:32.951 INFO:tasks.workunit.client.0.smithi067.stdout: 347: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:32.951 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8BUOnTrue9II_Vt off=5791133 len=202250 2024-07-29T15:28:32.954 INFO:tasks.workunit.client.0.smithi067.stdout:op 1784 completed, throughput=4.99MB/sec 2024-07-29T15:28:32.954 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-gAO_20OcEu6SLAL off=1105005 len=164489 2024-07-29T15:28:32.956 INFO:tasks.workunit.client.0.smithi067.stdout:op 1785 completed, throughput=4.99MB/sec 2024-07-29T15:28:32.956 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-y7eiwjut5L9laoR off=15328511 len=1671641 2024-07-29T15:28:32.963 INFO:tasks.workunit.client.0.smithi067.stdout:op 1786 completed, throughput=4.99MB/sec 2024-07-29T15:28:32.964 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0_K1WYpD8NNRGzX off=3780793 len=840572 2024-07-29T15:28:32.968 INFO:tasks.workunit.client.0.smithi067.stdout:op 1787 completed, throughput=4.99MB/sec 2024-07-29T15:28:32.968 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-w6kf5-DKg63TWki off=1830442 len=1848541 2024-07-29T15:28:32.970 INFO:tasks.workunit.client.0.smithi067.stdout:op 1788 completed, throughput=5MB/sec 2024-07-29T15:28:32.971 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pfx7-h57Dt69HND off=5188353 len=1536029 2024-07-29T15:28:32.972 INFO:tasks.workunit.client.0.smithi067.stdout:op 1789 completed, throughput=5MB/sec 2024-07-29T15:28:33.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:33 smithi067 ceph-mon[91995]: pgmap v1528: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:28:33.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:33 smithi067 ceph-mon[94375]: pgmap v1528: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:28:33.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:33 smithi138 ceph-mon[86438]: pgmap v1528: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:28:33.972 INFO:tasks.workunit.client.0.smithi067.stdout: 348: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:33.973 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FHGigJZi9e6Z-F8 off=10427261 len=420838 2024-07-29T15:28:33.976 INFO:tasks.workunit.client.0.smithi067.stdout:op 1790 completed, throughput=4.99MB/sec 2024-07-29T15:28:33.976 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wiHYHUIjrvZOVjL off=4188464 len=2021708 2024-07-29T15:28:33.987 INFO:tasks.workunit.client.0.smithi067.stdout:op 1791 completed, throughput=5MB/sec 2024-07-29T15:28:33.987 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-tR-2bDh6OfJ89Nv off=3108301 len=1321590 2024-07-29T15:28:33.990 INFO:tasks.workunit.client.0.smithi067.stdout:op 1792 completed, throughput=5MB/sec 2024-07-29T15:28:33.990 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-TZHboshZrAvn5W5 off=6952830 len=294701 2024-07-29T15:28:33.993 INFO:tasks.workunit.client.0.smithi067.stdout:op 1793 completed, throughput=5MB/sec 2024-07-29T15:28:33.993 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3BP90gl-ItyqwN9 off=3613724 len=820596 2024-07-29T15:28:33.994 INFO:tasks.workunit.client.0.smithi067.stdout:op 1794 completed, throughput=5MB/sec 2024-07-29T15:28:34.995 INFO:tasks.workunit.client.0.smithi067.stdout: 349: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:34.995 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1UY5MBNRu7xpF7J off=37968 len=227249 2024-07-29T15:28:34.998 INFO:tasks.workunit.client.0.smithi067.stdout:op 1795 completed, throughput=4.99MB/sec 2024-07-29T15:28:34.998 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-W9Yn3vCErvWBZ8M off=13298624 len=1689346 2024-07-29T15:28:35.000 INFO:tasks.workunit.client.0.smithi067.stdout:op 1796 completed, throughput=4.99MB/sec 2024-07-29T15:28:35.000 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-QkJYKvDORzXPEsZ off=984959 len=1434898 2024-07-29T15:28:35.002 INFO:tasks.workunit.client.0.smithi067.stdout:op 1797 completed, throughput=5MB/sec 2024-07-29T15:28:35.002 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ygXjMARJ2yzN7NI off=4477755 len=229394 2024-07-29T15:28:35.003 INFO:tasks.workunit.client.0.smithi067.stdout:op 1798 completed, throughput=5MB/sec 2024-07-29T15:28:35.003 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jyJMlNaHv9UlhiZ off=8428848 len=273972 2024-07-29T15:28:35.004 INFO:tasks.workunit.client.0.smithi067.stdout:op 1799 completed, throughput=5MB/sec 2024-07-29T15:28:35.004 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ZRYPV_RVZRroYcR off=1200088 len=357927 2024-07-29T15:28:35.005 INFO:tasks.workunit.client.0.smithi067.stdout:op 1800 completed, throughput=5MB/sec 2024-07-29T15:28:35.005 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wbLQg0-4zKkLGXe off=11573052 len=61255 2024-07-29T15:28:35.005 INFO:tasks.workunit.client.0.smithi067.stdout:op 1801 completed, throughput=5MB/sec 2024-07-29T15:28:35.005 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-23I9WPLUv17E1rB off=16340825 len=1006452 2024-07-29T15:28:35.010 INFO:tasks.workunit.client.0.smithi067.stdout:op 1802 completed, throughput=5MB/sec 2024-07-29T15:28:35.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:35 smithi067 ceph-mon[91995]: pgmap v1529: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:28:35.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:28:35.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:35 smithi067 ceph-mon[94375]: pgmap v1529: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:28:35.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:28:35.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:35 smithi138 ceph-mon[86438]: pgmap v1529: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:28:35.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:28:36.010 INFO:tasks.workunit.client.0.smithi067.stdout: 350: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:36.011 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eWfs-swJWU-VtUd off=6551138 len=520286 2024-07-29T15:28:36.011 INFO:tasks.workunit.client.0.smithi067.stdout:op 1803 completed, throughput=4.99MB/sec 2024-07-29T15:28:36.011 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YxGUMLeyrojM24B off=1597373 len=199707 2024-07-29T15:28:36.015 INFO:tasks.workunit.client.0.smithi067.stdout:op 1804 completed, throughput=4.99MB/sec 2024-07-29T15:28:36.015 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-89H6H-UrJ5U7iNC off=13918477 len=48646 2024-07-29T15:28:36.015 INFO:tasks.workunit.client.0.smithi067.stdout:op 1805 completed, throughput=4.99MB/sec 2024-07-29T15:28:36.015 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-m7KhWxVbZ_RWpT6 off=133103 len=268674 2024-07-29T15:28:36.018 INFO:tasks.workunit.client.0.smithi067.stdout:op 1806 completed, throughput=4.99MB/sec 2024-07-29T15:28:36.018 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-oi8OWqYzi1NnvfI off=9166160 len=1237204 2024-07-29T15:28:36.026 INFO:tasks.workunit.client.0.smithi067.stdout:op 1807 completed, throughput=4.99MB/sec 2024-07-29T15:28:36.026 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-s5KwzZm-aFK6EXP off=8545151 len=178401 2024-07-29T15:28:36.027 INFO:tasks.workunit.client.0.smithi067.stdout:op 1808 completed, throughput=4.99MB/sec 2024-07-29T15:28:36.027 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8_nove8ldnEUp1Z off=11060132 len=1461148 2024-07-29T15:28:36.029 INFO:tasks.workunit.client.0.smithi067.stdout:op 1809 completed, throughput=5MB/sec 2024-07-29T15:28:36.029 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-hUZVKNu553pFGV7 off=14897829 len=2043363 2024-07-29T15:28:36.039 INFO:tasks.workunit.client.0.smithi067.stdout:op 1810 completed, throughput=5MB/sec 2024-07-29T15:28:37.039 INFO:tasks.workunit.client.0.smithi067.stdout: 351: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:37.039 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FIfdde8ev9Nh7C8 off=5026214 len=1523974 2024-07-29T15:28:37.041 INFO:tasks.workunit.client.0.smithi067.stdout:op 1811 completed, throughput=4.99MB/sec 2024-07-29T15:28:37.041 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-USfyqoJMf32D41s off=17872460 len=1554378 2024-07-29T15:28:37.053 INFO:tasks.workunit.client.0.smithi067.stdout:op 1812 completed, throughput=5MB/sec 2024-07-29T15:28:37.053 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-unVXDjHj9IdjZV5 off=3771412 len=1496794 2024-07-29T15:28:37.056 INFO:tasks.workunit.client.0.smithi067.stdout:op 1813 completed, throughput=5MB/sec 2024-07-29T15:28:37.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:37 smithi067 ceph-mon[91995]: pgmap v1530: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:28:37.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:37 smithi067 ceph-mon[94375]: pgmap v1530: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:28:37.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:37 smithi138 ceph-mon[86438]: pgmap v1530: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:28:38.056 INFO:tasks.workunit.client.0.smithi067.stdout: 352: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:38.056 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-W7cenxmo3Ijd1YF off=5016 len=652991 2024-07-29T15:28:38.057 INFO:tasks.workunit.client.0.smithi067.stdout:op 1814 completed, throughput=4.99MB/sec 2024-07-29T15:28:38.057 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-AlMDi8mK4o7m_VZ off=16685277 len=751427 2024-07-29T15:28:38.062 INFO:tasks.workunit.client.0.smithi067.stdout:op 1815 completed, throughput=4.99MB/sec 2024-07-29T15:28:38.062 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-sWAixLwce-9bKub off=4661 len=2057123 2024-07-29T15:28:38.064 INFO:tasks.workunit.client.0.smithi067.stdout:op 1816 completed, throughput=5MB/sec 2024-07-29T15:28:38.064 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-XbpuquHZ53v6NZy off=8945990 len=531054 2024-07-29T15:28:38.068 INFO:tasks.workunit.client.0.smithi067.stdout:op 1817 completed, throughput=5MB/sec 2024-07-29T15:28:38.068 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-66WOO7k-ojYOfVF off=3868222 len=695075 2024-07-29T15:28:38.069 INFO:tasks.workunit.client.0.smithi067.stdout:op 1818 completed, throughput=5MB/sec 2024-07-29T15:28:38.069 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bjDgt2_WN6xE8yx off=939782 len=1531731 2024-07-29T15:28:38.072 INFO:tasks.workunit.client.0.smithi067.stdout:op 1819 completed, throughput=5MB/sec 2024-07-29T15:28:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:28:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:28:37] "GET /metrics HTTP/1.1" 200 34196 "" "Prometheus/2.51.0" 2024-07-29T15:28:39.073 INFO:tasks.workunit.client.0.smithi067.stdout: 353: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:39.073 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-l7HtIFC1ksgLW-9 off=7536314 len=350834 2024-07-29T15:28:39.076 INFO:tasks.workunit.client.0.smithi067.stdout:op 1820 completed, throughput=4.99MB/sec 2024-07-29T15:28:39.076 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3uiXj0x2f3oIrus off=3538358 len=1400193 2024-07-29T15:28:39.079 INFO:tasks.workunit.client.0.smithi067.stdout:op 1821 completed, throughput=4.99MB/sec 2024-07-29T15:28:39.079 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Rll0UkDp6mNz_RW off=1495667 len=440718 2024-07-29T15:28:39.080 INFO:tasks.workunit.client.0.smithi067.stdout:op 1822 completed, throughput=5MB/sec 2024-07-29T15:28:39.080 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZEAQlkjcGoVdhm2 off=7693595 len=1410232 2024-07-29T15:28:39.086 INFO:tasks.workunit.client.0.smithi067.stdout:op 1823 completed, throughput=5MB/sec 2024-07-29T15:28:39.086 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-tXYgnRem5r5hEFn off=8250717 len=1097881 2024-07-29T15:28:39.090 INFO:tasks.workunit.client.0.smithi067.stdout:op 1824 completed, throughput=5MB/sec 2024-07-29T15:28:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:39 smithi067 ceph-mon[91995]: pgmap v1531: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:28:39.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:39 smithi067 ceph-mon[94375]: pgmap v1531: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:28:39.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:39 smithi138 ceph-mon[86438]: pgmap v1531: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:28:40.091 INFO:tasks.workunit.client.0.smithi067.stdout: 354: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:40.091 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MuHP2qKO0T_aNNh off=3364813 len=1970028 2024-07-29T15:28:40.103 INFO:tasks.workunit.client.0.smithi067.stdout:op 1825 completed, throughput=4.99MB/sec 2024-07-29T15:28:40.103 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-noPCJGWfWzSrt-_ off=760193 len=1104520 2024-07-29T15:28:40.109 INFO:tasks.workunit.client.0.smithi067.stdout:op 1826 completed, throughput=5MB/sec 2024-07-29T15:28:40.109 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-k-zApiYWOSyOVdV off=9413233 len=735669 2024-07-29T15:28:40.111 INFO:tasks.workunit.client.0.smithi067.stdout:op 1827 completed, throughput=5MB/sec 2024-07-29T15:28:40.111 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8wYWTv3LHwHFHjF off=7961322 len=929437 2024-07-29T15:28:40.113 INFO:tasks.workunit.client.0.smithi067.stdout:op 1828 completed, throughput=5MB/sec 2024-07-29T15:28:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:28:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:28:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:28:41.113 INFO:tasks.workunit.client.0.smithi067.stdout: 355: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:41.113 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Hl8Wi4TKc4cvRqP off=4906284 len=46271 2024-07-29T15:28:41.116 INFO:tasks.workunit.client.0.smithi067.stdout:op 1829 completed, throughput=4.99MB/sec 2024-07-29T15:28:41.116 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-w601Gjxn_E7ppeU off=3910740 len=81000 2024-07-29T15:28:41.117 INFO:tasks.workunit.client.0.smithi067.stdout:op 1830 completed, throughput=4.99MB/sec 2024-07-29T15:28:41.117 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5mJCil0SH_TR8Lz off=528719 len=728862 2024-07-29T15:28:41.118 INFO:tasks.workunit.client.0.smithi067.stdout:op 1831 completed, throughput=4.99MB/sec 2024-07-29T15:28:41.118 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-46MZGiWZTZvvEBt off=2761124 len=1150130 2024-07-29T15:28:41.124 INFO:tasks.workunit.client.0.smithi067.stdout:op 1832 completed, throughput=4.99MB/sec 2024-07-29T15:28:41.124 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-oy05S3o2aRnsP3- off=2293113 len=1707288 2024-07-29T15:28:41.131 INFO:tasks.workunit.client.0.smithi067.stdout:op 1833 completed, throughput=5MB/sec 2024-07-29T15:28:41.131 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-QgpE4O0wZA4qw5j off=4333555 len=475583 2024-07-29T15:28:41.131 INFO:tasks.workunit.client.0.smithi067.stdout:op 1834 completed, throughput=5MB/sec 2024-07-29T15:28:41.131 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-w3UJjtZfewc4ELH off=350785 len=1456085 2024-07-29T15:28:41.134 INFO:tasks.workunit.client.0.smithi067.stdout:op 1835 completed, throughput=5MB/sec 2024-07-29T15:28:41.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:41 smithi067 ceph-mon[91995]: pgmap v1532: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:28:41.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:41 smithi067 ceph-mon[94375]: pgmap v1532: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:28:41.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:41 smithi138 ceph-mon[86438]: pgmap v1532: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:28:42.135 INFO:tasks.workunit.client.0.smithi067.stdout: 356: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:42.135 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-zvBzGRl4-SnliXx off=11885431 len=435365 2024-07-29T15:28:42.135 INFO:tasks.workunit.client.0.smithi067.stdout:op 1836 completed, throughput=4.99MB/sec 2024-07-29T15:28:42.135 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rSQ_sWNKtlbVKsM off=687047 len=1279883 2024-07-29T15:28:42.144 INFO:tasks.workunit.client.0.smithi067.stdout:op 1837 completed, throughput=4.99MB/sec 2024-07-29T15:28:42.144 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ROKoMfDXn7uyt5a off=4557396 len=217805 2024-07-29T15:28:42.147 INFO:tasks.workunit.client.0.smithi067.stdout:op 1838 completed, throughput=4.99MB/sec 2024-07-29T15:28:42.147 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-uddOrpCHxnlatWW off=2035557 len=1872728 2024-07-29T15:28:42.148 INFO:tasks.workunit.client.0.smithi067.stdout:op 1839 completed, throughput=5MB/sec 2024-07-29T15:28:42.149 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_uFzmO3xLy1sN50 off=15320621 len=1263614 2024-07-29T15:28:42.150 INFO:tasks.workunit.client.0.smithi067.stdout:op 1840 completed, throughput=5MB/sec 2024-07-29T15:28:43.150 INFO:tasks.workunit.client.0.smithi067.stdout: 357: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:43.151 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gY_Tm3MJV_kdssq off=7484330 len=846439 2024-07-29T15:28:43.153 INFO:tasks.workunit.client.0.smithi067.stdout:op 1841 completed, throughput=4.99MB/sec 2024-07-29T15:28:43.153 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2UsVKKwtN1F6i-a off=2847167 len=903045 2024-07-29T15:28:43.155 INFO:tasks.workunit.client.0.smithi067.stdout:op 1842 completed, throughput=4.99MB/sec 2024-07-29T15:28:43.155 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-SYvXe6kUZx23erw off=3767652 len=1799403 2024-07-29T15:28:43.158 INFO:tasks.workunit.client.0.smithi067.stdout:op 1843 completed, throughput=5MB/sec 2024-07-29T15:28:43.159 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KNjCOMvmS_6e3Id off=8161929 len=370409 2024-07-29T15:28:43.159 INFO:tasks.workunit.client.0.smithi067.stdout:op 1844 completed, throughput=5MB/sec 2024-07-29T15:28:43.160 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SL46qswpS2d098o off=4813781 len=1303363 2024-07-29T15:28:43.167 INFO:tasks.workunit.client.0.smithi067.stdout:op 1845 completed, throughput=5MB/sec 2024-07-29T15:28:43.167 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-TiojZmmL-E9_rsK off=12933450 len=1960376 2024-07-29T15:28:43.177 INFO:tasks.workunit.client.0.smithi067.stdout:op 1846 completed, throughput=5MB/sec 2024-07-29T15:28:43.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:43 smithi067 ceph-mon[94375]: pgmap v1533: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:28:43.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:43 smithi067 ceph-mon[91995]: pgmap v1533: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:28:43.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:43 smithi138 ceph-mon[86438]: pgmap v1533: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:28:44.177 INFO:tasks.workunit.client.0.smithi067.stdout: 358: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:44.177 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-tUw0eIwJ282zWed off=769670 len=694921 2024-07-29T15:28:44.178 INFO:tasks.workunit.client.0.smithi067.stdout:op 1847 completed, throughput=4.99MB/sec 2024-07-29T15:28:44.178 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eYeZyWc9oJEDOYj off=19942153 len=526330 2024-07-29T15:28:44.180 INFO:tasks.workunit.client.0.smithi067.stdout:op 1848 completed, throughput=4.99MB/sec 2024-07-29T15:28:44.180 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_6kGTIc1_v5FaoL off=3527327 len=1581460 2024-07-29T15:28:44.189 INFO:tasks.workunit.client.0.smithi067.stdout:op 1849 completed, throughput=5MB/sec 2024-07-29T15:28:44.189 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-RkDuqV0LtxVJMsI off=11955114 len=971277 2024-07-29T15:28:44.194 INFO:tasks.workunit.client.0.smithi067.stdout:op 1850 completed, throughput=5MB/sec 2024-07-29T15:28:45.194 INFO:tasks.workunit.client.0.smithi067.stdout: 359: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:45.194 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wnMULYmV7bk0OeY off=10966061 len=1234907 2024-07-29T15:28:45.200 INFO:tasks.workunit.client.0.smithi067.stdout:op 1851 completed, throughput=4.99MB/sec 2024-07-29T15:28:45.200 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cX3VemuysXrg4h3 off=10662608 len=783687 2024-07-29T15:28:45.205 INFO:tasks.workunit.client.0.smithi067.stdout:op 1852 completed, throughput=4.99MB/sec 2024-07-29T15:28:45.205 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Kp-sfrgB-IVIHW3 off=12377905 len=294348 2024-07-29T15:28:45.206 INFO:tasks.workunit.client.0.smithi067.stdout:op 1853 completed, throughput=4.99MB/sec 2024-07-29T15:28:45.206 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-XZCx0Eg6WXH9mwa off=1356902 len=143056 2024-07-29T15:28:45.206 INFO:tasks.workunit.client.0.smithi067.stdout:op 1854 completed, throughput=4.99MB/sec 2024-07-29T15:28:45.206 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-A9OA_M-q0FdKU7y off=88814 len=241473 2024-07-29T15:28:45.207 INFO:tasks.workunit.client.0.smithi067.stdout:op 1855 completed, throughput=4.99MB/sec 2024-07-29T15:28:45.207 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qQenuz5rTohdMA1 off=0 len=1599886 2024-07-29T15:28:45.215 INFO:tasks.workunit.client.0.smithi067.stdout:op 1856 completed, throughput=5MB/sec 2024-07-29T15:28:45.215 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wCttWXL4t3MJF62 off=8261845 len=321162 2024-07-29T15:28:45.216 INFO:tasks.workunit.client.0.smithi067.stdout:op 1857 completed, throughput=5MB/sec 2024-07-29T15:28:45.216 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KhMVS5S-1XglHMd off=3170101 len=1241752 2024-07-29T15:28:45.224 INFO:tasks.workunit.client.0.smithi067.stdout:op 1858 completed, throughput=5MB/sec 2024-07-29T15:28:45.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:45 smithi138 ceph-mon[86438]: pgmap v1534: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:28:45.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:45 smithi067 ceph-mon[91995]: pgmap v1534: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:28:45.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:45 smithi067 ceph-mon[94375]: pgmap v1534: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:28:46.224 INFO:tasks.workunit.client.0.smithi067.stdout: 360: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:46.224 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-cS4d6VBbJ0sJWmr off=218321 len=216408 2024-07-29T15:28:46.226 INFO:tasks.workunit.client.0.smithi067.stdout:op 1859 completed, throughput=4.99MB/sec 2024-07-29T15:28:46.226 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-PZsyF0Z15sxVc9c off=19675013 len=992738 2024-07-29T15:28:46.232 INFO:tasks.workunit.client.0.smithi067.stdout:op 1860 completed, throughput=4.99MB/sec 2024-07-29T15:28:46.232 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qSPhpT2DTZweDaZ off=5237214 len=1481551 2024-07-29T15:28:46.239 INFO:tasks.workunit.client.0.smithi067.stdout:op 1861 completed, throughput=5MB/sec 2024-07-29T15:28:46.239 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-oXOavJiORwHt6Gf off=14914470 len=1978720 2024-07-29T15:28:46.251 INFO:tasks.workunit.client.0.smithi067.stdout:op 1862 completed, throughput=5MB/sec 2024-07-29T15:28:47.252 INFO:tasks.workunit.client.0.smithi067.stdout: 361: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:47.252 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-vurXl3eHBZpRRjG off=1703813 len=658183 2024-07-29T15:28:47.253 INFO:tasks.workunit.client.0.smithi067.stdout:op 1863 completed, throughput=4.99MB/sec 2024-07-29T15:28:47.253 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-aCb_huRIEUEWAd_ off=685906 len=649882 2024-07-29T15:28:47.254 INFO:tasks.workunit.client.0.smithi067.stdout:op 1864 completed, throughput=4.99MB/sec 2024-07-29T15:28:47.254 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9f7cSWx8-QQkSep off=3293371 len=850935 2024-07-29T15:28:47.260 INFO:tasks.workunit.client.0.smithi067.stdout:op 1865 completed, throughput=4.99MB/sec 2024-07-29T15:28:47.260 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-auCL5abC4lVcspn off=3918745 len=1634034 2024-07-29T15:28:47.262 INFO:tasks.workunit.client.0.smithi067.stdout:op 1866 completed, throughput=5MB/sec 2024-07-29T15:28:47.262 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-zPUNwPGXeMIEyOk off=9257045 len=1161284 2024-07-29T15:28:47.263 INFO:tasks.workunit.client.0.smithi067.stdout:op 1867 completed, throughput=5MB/sec 2024-07-29T15:28:47.264 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qiEuDD_DvZ1DbtL off=744944 len=903556 2024-07-29T15:28:47.268 INFO:tasks.workunit.client.0.smithi067.stdout:op 1868 completed, throughput=5MB/sec 2024-07-29T15:28:47.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:47 smithi138 ceph-mon[86438]: pgmap v1535: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-07-29T15:28:47.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:47 smithi067 ceph-mon[94375]: pgmap v1535: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-07-29T15:28:47.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:47 smithi067 ceph-mon[91995]: pgmap v1535: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-07-29T15:28:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:28:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:28:47] "GET /metrics HTTP/1.1" 200 34196 "" "Prometheus/2.51.0" 2024-07-29T15:28:48.268 INFO:tasks.workunit.client.0.smithi067.stdout: 362: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:48.268 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-V1clwRAGuOgSbiE off=785102 len=1476427 2024-07-29T15:28:48.276 INFO:tasks.workunit.client.0.smithi067.stdout:op 1869 completed, throughput=4.99MB/sec 2024-07-29T15:28:48.276 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mqTD0WaxkABd7BY off=18052664 len=1774720 2024-07-29T15:28:48.280 INFO:tasks.workunit.client.0.smithi067.stdout:op 1870 completed, throughput=5MB/sec 2024-07-29T15:28:48.280 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ldOm-9R-2vApTY7 off=8172606 len=2088252 2024-07-29T15:28:48.282 INFO:tasks.workunit.client.0.smithi067.stdout:op 1871 completed, throughput=5MB/sec 2024-07-29T15:28:49.283 INFO:tasks.workunit.client.0.smithi067.stdout: 363: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:49.283 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-WHfKilPG_fY8nH6 off=8722372 len=1136427 2024-07-29T15:28:49.290 INFO:tasks.workunit.client.0.smithi067.stdout:op 1872 completed, throughput=4.99MB/sec 2024-07-29T15:28:49.290 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cFAUQ3g8t-zIKpN off=3566331 len=1016577 2024-07-29T15:28:49.295 INFO:tasks.workunit.client.0.smithi067.stdout:op 1873 completed, throughput=4.99MB/sec 2024-07-29T15:28:49.296 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VtTx5EeKoGi_DAW off=5232401 len=1948226 2024-07-29T15:28:49.307 INFO:tasks.workunit.client.0.smithi067.stdout:op 1874 completed, throughput=5MB/sec 2024-07-29T15:28:49.307 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pfhGgKvThPWcPHa off=5062678 len=614469 2024-07-29T15:28:49.308 INFO:tasks.workunit.client.0.smithi067.stdout:op 1875 completed, throughput=5MB/sec 2024-07-29T15:28:49.308 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-pAAU-RfCjMreuyb off=11433455 len=1665004 2024-07-29T15:28:49.317 INFO:tasks.workunit.client.0.smithi067.stdout:op 1876 completed, throughput=5MB/sec 2024-07-29T15:28:49.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:49 smithi138 ceph-mon[86438]: pgmap v1536: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:28:49.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:49 smithi067 ceph-mon[91995]: pgmap v1536: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:28:49.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:49 smithi067 ceph-mon[94375]: pgmap v1536: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:28:50.317 INFO:tasks.workunit.client.0.smithi067.stdout: 364: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:50.317 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PxphNhqm3CNAR2n off=15519563 len=1099812 2024-07-29T15:28:50.319 INFO:tasks.workunit.client.0.smithi067.stdout:op 1877 completed, throughput=4.99MB/sec 2024-07-29T15:28:50.319 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_UJYgJO5oxmTP1k off=13497925 len=402040 2024-07-29T15:28:50.322 INFO:tasks.workunit.client.0.smithi067.stdout:op 1878 completed, throughput=4.99MB/sec 2024-07-29T15:28:50.322 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-x9OT0GSi4HIvkyj off=22803402 len=366867 2024-07-29T15:28:50.326 INFO:tasks.workunit.client.0.smithi067.stdout:op 1879 completed, throughput=5MB/sec 2024-07-29T15:28:50.326 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-T9HxCvHDjgn_c2s off=2699946 len=424289 2024-07-29T15:28:50.329 INFO:tasks.workunit.client.0.smithi067.stdout:op 1880 completed, throughput=5MB/sec 2024-07-29T15:28:50.330 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MOj33bTrhszmcZx off=1744860 len=573792 2024-07-29T15:28:50.330 INFO:tasks.workunit.client.0.smithi067.stdout:op 1881 completed, throughput=5MB/sec 2024-07-29T15:28:50.330 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-k8OHuv1zJnVGokm off=14530461 len=1556121 2024-07-29T15:28:50.331 INFO:tasks.workunit.client.0.smithi067.stdout:op 1882 completed, throughput=5MB/sec 2024-07-29T15:28:50.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:28:50.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:28:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:28:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:28:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:28:50.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:28:51.332 INFO:tasks.workunit.client.0.smithi067.stdout: 365: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:51.332 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ExV10LunhXKxepP off=2727041 len=178599 2024-07-29T15:28:51.334 INFO:tasks.workunit.client.0.smithi067.stdout:op 1883 completed, throughput=4.99MB/sec 2024-07-29T15:28:51.335 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-cDTyEk5CDAQyqtD off=9260460 len=922081 2024-07-29T15:28:51.336 INFO:tasks.workunit.client.0.smithi067.stdout:op 1884 completed, throughput=4.99MB/sec 2024-07-29T15:28:51.336 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WxYuhBntXCTGwII off=9507529 len=1242679 2024-07-29T15:28:51.338 INFO:tasks.workunit.client.0.smithi067.stdout:op 1885 completed, throughput=4.99MB/sec 2024-07-29T15:28:51.338 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SF2lUYMZ77lS6kF off=451451 len=280906 2024-07-29T15:28:51.341 INFO:tasks.workunit.client.0.smithi067.stdout:op 1886 completed, throughput=4.99MB/sec 2024-07-29T15:28:51.341 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-kZZvtGFxOEkEUvO off=4316018 len=1224719 2024-07-29T15:28:51.350 INFO:tasks.workunit.client.0.smithi067.stdout:op 1887 completed, throughput=5MB/sec 2024-07-29T15:28:51.350 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bjZQnLKK69NM5HH off=9628246 len=1085043 2024-07-29T15:28:51.355 INFO:tasks.workunit.client.0.smithi067.stdout:op 1888 completed, throughput=5MB/sec 2024-07-29T15:28:51.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:51 smithi138 ceph-mon[86438]: pgmap v1537: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:28:51.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:51 smithi067 ceph-mon[91995]: pgmap v1537: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:28:51.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:51 smithi067 ceph-mon[94375]: pgmap v1537: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:28:52.356 INFO:tasks.workunit.client.0.smithi067.stdout: 366: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:52.356 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-waTef4M8gVwr84B off=6335847 len=1399353 2024-07-29T15:28:52.365 INFO:tasks.workunit.client.0.smithi067.stdout:op 1889 completed, throughput=4.99MB/sec 2024-07-29T15:28:52.365 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ggiYvG-0xnIDLJv off=7855348 len=580565 2024-07-29T15:28:52.369 INFO:tasks.workunit.client.0.smithi067.stdout:op 1890 completed, throughput=4.99MB/sec 2024-07-29T15:28:52.369 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-gzFaPFDmouYantl off=5056590 len=1251967 2024-07-29T15:28:52.375 INFO:tasks.workunit.client.0.smithi067.stdout:op 1891 completed, throughput=5MB/sec 2024-07-29T15:28:52.375 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-50EgnHoAYGH1Aaq off=4430417 len=451883 2024-07-29T15:28:52.378 INFO:tasks.workunit.client.0.smithi067.stdout:op 1892 completed, throughput=5MB/sec 2024-07-29T15:28:52.378 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7ctaGqJLPoTEfBO off=8192718 len=1320780 2024-07-29T15:28:52.385 INFO:tasks.workunit.client.0.smithi067.stdout:op 1893 completed, throughput=5MB/sec 2024-07-29T15:28:52.385 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8iZKAp_A2tr-a0W off=4304658 len=531525 2024-07-29T15:28:52.385 INFO:tasks.workunit.client.0.smithi067.stdout:op 1894 completed, throughput=5MB/sec 2024-07-29T15:28:53.386 INFO:tasks.workunit.client.0.smithi067.stdout: 367: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:53.386 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-LqK3OEF9jKhU-A4 off=3741874 len=328163 2024-07-29T15:28:53.390 INFO:tasks.workunit.client.0.smithi067.stdout:op 1895 completed, throughput=4.99MB/sec 2024-07-29T15:28:53.390 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-iy6Zo7S5onssYvP off=647763 len=1964666 2024-07-29T15:28:53.397 INFO:tasks.workunit.client.0.smithi067.stdout:op 1896 completed, throughput=4.99MB/sec 2024-07-29T15:28:53.397 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0q55Wkcxd4jEkVV off=6593694 len=1829364 2024-07-29T15:28:53.399 INFO:tasks.workunit.client.0.smithi067.stdout:op 1897 completed, throughput=5MB/sec 2024-07-29T15:28:53.399 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-APs0bZmfjQLryeA off=6079003 len=820628 2024-07-29T15:28:53.404 INFO:tasks.workunit.client.0.smithi067.stdout:op 1898 completed, throughput=5MB/sec 2024-07-29T15:28:53.404 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ndvkimt_yFBzwa9 off=2973405 len=1207084 2024-07-29T15:28:53.405 INFO:tasks.workunit.client.0.smithi067.stdout:op 1899 completed, throughput=5MB/sec 2024-07-29T15:28:53.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:53 smithi138 ceph-mon[86438]: pgmap v1538: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:28:53.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:53 smithi067 ceph-mon[91995]: pgmap v1538: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:28:53.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:53 smithi067 ceph-mon[94375]: pgmap v1538: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:28:54.406 INFO:tasks.workunit.client.0.smithi067.stdout: 368: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:54.406 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-IR2pCWjIryqqEIG off=1036485 len=1010134 2024-07-29T15:28:54.407 INFO:tasks.workunit.client.0.smithi067.stdout:op 1900 completed, throughput=4.99MB/sec 2024-07-29T15:28:54.407 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0qbgIopno3OZHrq off=9910417 len=1980947 2024-07-29T15:28:54.419 INFO:tasks.workunit.client.0.smithi067.stdout:op 1901 completed, throughput=5MB/sec 2024-07-29T15:28:54.419 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6hUkCe245M8Tuzx off=489981 len=819450 2024-07-29T15:28:54.423 INFO:tasks.workunit.client.0.smithi067.stdout:op 1902 completed, throughput=5MB/sec 2024-07-29T15:28:54.423 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-fr3vc9R6j-P23g8 off=10883751 len=1431972 2024-07-29T15:28:54.430 INFO:tasks.workunit.client.0.smithi067.stdout:op 1903 completed, throughput=5MB/sec 2024-07-29T15:28:55.430 INFO:tasks.workunit.client.0.smithi067.stdout: 369: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:55.430 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CKuyai8uuOg5Yor off=4242562 len=1039520 2024-07-29T15:28:55.437 INFO:tasks.workunit.client.0.smithi067.stdout:op 1904 completed, throughput=4.99MB/sec 2024-07-29T15:28:55.437 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wFTBKeJQ_JjMIr- off=100839 len=1860100 2024-07-29T15:28:55.445 INFO:tasks.workunit.client.0.smithi067.stdout:op 1905 completed, throughput=5MB/sec 2024-07-29T15:28:55.445 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_GHMXKfO9iJq9oy off=12224724 len=1549864 2024-07-29T15:28:55.452 INFO:tasks.workunit.client.0.smithi067.stdout:op 1906 completed, throughput=5MB/sec 2024-07-29T15:28:55.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:55 smithi138 ceph-mon[86438]: pgmap v1539: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:28:55.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:55 smithi067 ceph-mon[91995]: pgmap v1539: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:28:55.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:55 smithi067 ceph-mon[94375]: pgmap v1539: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:28:56.452 INFO:tasks.workunit.client.0.smithi067.stdout: 370: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:56.452 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-GqCjxPJD8VlCsKx off=3714944 len=958475 2024-07-29T15:28:56.458 INFO:tasks.workunit.client.0.smithi067.stdout:op 1907 completed, throughput=4.99MB/sec 2024-07-29T15:28:56.459 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0c1y1cCsTt4SgLu off=0 len=1331033 2024-07-29T15:28:56.466 INFO:tasks.workunit.client.0.smithi067.stdout:op 1908 completed, throughput=4.99MB/sec 2024-07-29T15:28:56.466 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-X-0UPMgFoH8qpqx off=18835534 len=1982229 2024-07-29T15:28:56.478 INFO:tasks.workunit.client.0.smithi067.stdout:op 1909 completed, throughput=5MB/sec 2024-07-29T15:28:56.478 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rh8lZo654kAYJ_E off=3654540 len=1256317 2024-07-29T15:28:56.483 INFO:tasks.workunit.client.0.smithi067.stdout:op 1910 completed, throughput=5MB/sec 2024-07-29T15:28:57.483 INFO:tasks.workunit.client.0.smithi067.stdout: 371: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:57.484 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bsCN3qcvCpkpcFp off=0 len=1918657 2024-07-29T15:28:57.486 INFO:tasks.workunit.client.0.smithi067.stdout:op 1911 completed, throughput=4.99MB/sec 2024-07-29T15:28:57.486 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-nvBhbRExzEn0HVP off=22080953 len=292004 2024-07-29T15:28:57.487 INFO:tasks.workunit.client.0.smithi067.stdout:op 1912 completed, throughput=4.99MB/sec 2024-07-29T15:28:57.487 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VoKmxvv81iObeaS off=1660669 len=393087 2024-07-29T15:28:57.490 INFO:tasks.workunit.client.0.smithi067.stdout:op 1913 completed, throughput=4.99MB/sec 2024-07-29T15:28:57.490 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-xoh8oQaoqtJpppG off=8290858 len=1248360 2024-07-29T15:28:57.492 INFO:tasks.workunit.client.0.smithi067.stdout:op 1914 completed, throughput=5MB/sec 2024-07-29T15:28:57.492 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gMk8fwxQ7ykMtSM off=541973 len=1331309 2024-07-29T15:28:57.494 INFO:tasks.workunit.client.0.smithi067.stdout:op 1915 completed, throughput=5MB/sec 2024-07-29T15:28:57.540 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:57 smithi067 ceph-mon[91995]: pgmap v1540: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-29T15:28:57.541 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:57 smithi067 ceph-mon[94375]: pgmap v1540: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-29T15:28:57.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:57 smithi138 ceph-mon[86438]: pgmap v1540: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-29T15:28:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:28:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:28:57] "GET /metrics HTTP/1.1" 200 34194 "" "Prometheus/2.51.0" 2024-07-29T15:28:58.494 INFO:tasks.workunit.client.0.smithi067.stdout: 372: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:58.494 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-G36MhCF20jRDiPd off=3571480 len=168661 2024-07-29T15:28:58.495 INFO:tasks.workunit.client.0.smithi067.stdout:op 1916 completed, throughput=4.99MB/sec 2024-07-29T15:28:58.495 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ClOgTJqSELcHt43 off=547844 len=998811 2024-07-29T15:28:58.497 INFO:tasks.workunit.client.0.smithi067.stdout:op 1917 completed, throughput=4.99MB/sec 2024-07-29T15:28:58.497 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-baeyWxDuF6jPw0C off=8010833 len=953897 2024-07-29T15:28:58.502 INFO:tasks.workunit.client.0.smithi067.stdout:op 1918 completed, throughput=4.99MB/sec 2024-07-29T15:28:58.502 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gFQINM0wiD4MdsM off=19862691 len=1123257 2024-07-29T15:28:58.504 INFO:tasks.workunit.client.0.smithi067.stdout:op 1919 completed, throughput=5MB/sec 2024-07-29T15:28:58.504 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-AOcvpr_fr-K3dUs off=10735402 len=618980 2024-07-29T15:28:58.508 INFO:tasks.workunit.client.0.smithi067.stdout:op 1920 completed, throughput=5MB/sec 2024-07-29T15:28:58.508 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-AaDImfxkOpuCqbb off=3442018 len=1040575 2024-07-29T15:28:58.509 INFO:tasks.workunit.client.0.smithi067.stdout:op 1921 completed, throughput=5MB/sec 2024-07-29T15:28:58.509 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YWZjuMGNMelLk8n off=3879799 len=1185014 2024-07-29T15:28:58.516 INFO:tasks.workunit.client.0.smithi067.stdout:op 1922 completed, throughput=5MB/sec 2024-07-29T15:28:59.517 INFO:tasks.workunit.client.0.smithi067.stdout: 373: throughput=4.99MB/sec pending data=0 2024-07-29T15:28:59.517 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Oswbgn2Q5Z-gvY6 off=1146602 len=1714762 2024-07-29T15:28:59.526 INFO:tasks.workunit.client.0.smithi067.stdout:op 1923 completed, throughput=4.99MB/sec 2024-07-29T15:28:59.526 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-YXvxtgbBlHvJhHy off=342328 len=1012862 2024-07-29T15:28:59.528 INFO:tasks.workunit.client.0.smithi067.stdout:op 1924 completed, throughput=5MB/sec 2024-07-29T15:28:59.528 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bLAr6ThoqV4dEBm off=10616451 len=1309046 2024-07-29T15:28:59.536 INFO:tasks.workunit.client.0.smithi067.stdout:op 1925 completed, throughput=5MB/sec 2024-07-29T15:28:59.536 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NXVsz2cIbWCeDEh off=3860562 len=945260 2024-07-29T15:28:59.540 INFO:tasks.workunit.client.0.smithi067.stdout:op 1926 completed, throughput=5MB/sec 2024-07-29T15:28:59.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:28:59 smithi138 ceph-mon[86438]: pgmap v1541: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-29T15:28:59.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:28:59 smithi067 ceph-mon[91995]: pgmap v1541: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-29T15:28:59.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:28:59 smithi067 ceph-mon[94375]: pgmap v1541: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-29T15:29:00.540 INFO:tasks.workunit.client.0.smithi067.stdout: 374: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:00.540 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-a0baoOdsiBW0fyD off=7980461 len=1561681 2024-07-29T15:29:00.542 INFO:tasks.workunit.client.0.smithi067.stdout:op 1927 completed, throughput=4.99MB/sec 2024-07-29T15:29:00.542 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-biZx53vK__tB35I off=224698 len=2084333 2024-07-29T15:29:00.546 INFO:tasks.workunit.client.0.smithi067.stdout:op 1928 completed, throughput=5MB/sec 2024-07-29T15:29:00.546 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-7WTjgxK1989ZJV4 off=284334 len=957360 2024-07-29T15:29:00.548 INFO:tasks.workunit.client.0.smithi067.stdout:op 1929 completed, throughput=5MB/sec 2024-07-29T15:29:00.548 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wXoyGz5ydXvxkoR off=10591376 len=1187851 2024-07-29T15:29:00.554 INFO:tasks.workunit.client.0.smithi067.stdout:op 1930 completed, throughput=5MB/sec 2024-07-29T15:29:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:29:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:29:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:29:01.555 INFO:tasks.workunit.client.0.smithi067.stdout: 375: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:01.555 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-DwrM6TdX3wolrLN off=9130879 len=1229674 2024-07-29T15:29:01.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:01 smithi138 ceph-mon[86438]: pgmap v1542: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-29T15:29:01.560 INFO:tasks.workunit.client.0.smithi067.stdout:op 1931 completed, throughput=4.99MB/sec 2024-07-29T15:29:01.561 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NVoJIYfOwsFn0be off=3970756 len=1862289 2024-07-29T15:29:01.563 INFO:tasks.workunit.client.0.smithi067.stdout:op 1932 completed, throughput=5MB/sec 2024-07-29T15:29:01.563 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Bjod4GSID-RR5M5 off=4876843 len=683251 2024-07-29T15:29:01.567 INFO:tasks.workunit.client.0.smithi067.stdout:op 1933 completed, throughput=5MB/sec 2024-07-29T15:29:01.567 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eN7hmhXqdspclfs off=3046094 len=2081381 2024-07-29T15:29:01.568 INFO:tasks.workunit.client.0.smithi067.stdout:op 1934 completed, throughput=5MB/sec 2024-07-29T15:29:01.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:01 smithi067 ceph-mon[91995]: pgmap v1542: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-29T15:29:01.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:01 smithi067 ceph-mon[94375]: pgmap v1542: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-29T15:29:02.569 INFO:tasks.workunit.client.0.smithi067.stdout: 376: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:02.569 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-PJAjZZukEM82Bad off=2236202 len=1364098 2024-07-29T15:29:02.576 INFO:tasks.workunit.client.0.smithi067.stdout:op 1935 completed, throughput=4.99MB/sec 2024-07-29T15:29:02.576 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-O_Km8khgl_uS8NU off=15545631 len=1500462 2024-07-29T15:29:02.582 INFO:tasks.workunit.client.0.smithi067.stdout:op 1936 completed, throughput=5MB/sec 2024-07-29T15:29:02.582 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-y4eJk-feG_iFZI6 off=1873087 len=1302979 2024-07-29T15:29:02.589 INFO:tasks.workunit.client.0.smithi067.stdout:op 1937 completed, throughput=5MB/sec 2024-07-29T15:29:03.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:03 smithi138 ceph-mon[86438]: pgmap v1543: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-29T15:29:03.590 INFO:tasks.workunit.client.0.smithi067.stdout: 377: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:03.590 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MKEdEeG19vg1SyK off=1791931 len=50821 2024-07-29T15:29:03.592 INFO:tasks.workunit.client.0.smithi067.stdout:op 1938 completed, throughput=4.99MB/sec 2024-07-29T15:29:03.592 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-SmEv0lAW1NcvuE9 off=12062614 len=1772075 2024-07-29T15:29:03.595 INFO:tasks.workunit.client.0.smithi067.stdout:op 1939 completed, throughput=4.99MB/sec 2024-07-29T15:29:03.595 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-22eW8AQkn-bR2EM off=8384047 len=1641320 2024-07-29T15:29:03.597 INFO:tasks.workunit.client.0.smithi067.stdout:op 1940 completed, throughput=5MB/sec 2024-07-29T15:29:03.597 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-39JxKDE7BOg3Y0n off=1842535 len=1860531 2024-07-29T15:29:03.604 INFO:tasks.workunit.client.0.smithi067.stdout:op 1941 completed, throughput=5MB/sec 2024-07-29T15:29:03.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:03 smithi067 ceph-mon[91995]: pgmap v1543: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-29T15:29:03.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:03 smithi067 ceph-mon[94375]: pgmap v1543: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-29T15:29:04.605 INFO:tasks.workunit.client.0.smithi067.stdout: 378: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:04.605 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-kqu0cdQqElq6hLq off=17588372 len=831157 2024-07-29T15:29:04.610 INFO:tasks.workunit.client.0.smithi067.stdout:op 1942 completed, throughput=4.99MB/sec 2024-07-29T15:29:04.610 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-AenRdOoJO1uqi3d off=1152410 len=404624 2024-07-29T15:29:04.611 INFO:tasks.workunit.client.0.smithi067.stdout:op 1943 completed, throughput=4.99MB/sec 2024-07-29T15:29:04.611 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-H-VAvNOF-1bcYsL off=13930222 len=1315796 2024-07-29T15:29:04.613 INFO:tasks.workunit.client.0.smithi067.stdout:op 1944 completed, throughput=4.99MB/sec 2024-07-29T15:29:04.613 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QlCSgEgbv1COvOH off=4299635 len=2079237 2024-07-29T15:29:04.622 INFO:tasks.workunit.client.0.smithi067.stdout:op 1945 completed, throughput=5MB/sec 2024-07-29T15:29:04.622 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wWMhs84wxxUAGZw off=15470226 len=516731 2024-07-29T15:29:04.623 INFO:tasks.workunit.client.0.smithi067.stdout:op 1946 completed, throughput=5MB/sec 2024-07-29T15:29:05.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:05 smithi138 ceph-mon[86438]: pgmap v1544: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-29T15:29:05.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:29:05.624 INFO:tasks.workunit.client.0.smithi067.stdout: 379: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:05.624 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-knffwX8oevCrpPe off=14698136 len=1884928 2024-07-29T15:29:05.634 INFO:tasks.workunit.client.0.smithi067.stdout:op 1947 completed, throughput=4.99MB/sec 2024-07-29T15:29:05.634 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rNxcwL0Iwm9qpQO off=4778645 len=837469 2024-07-29T15:29:05.640 INFO:tasks.workunit.client.0.smithi067.stdout:op 1948 completed, throughput=4.99MB/sec 2024-07-29T15:29:05.640 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pi_a1O01MUcwUDY off=1624351 len=703313 2024-07-29T15:29:05.641 INFO:tasks.workunit.client.0.smithi067.stdout:op 1949 completed, throughput=5MB/sec 2024-07-29T15:29:05.641 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6UXPNT7McGHQUrL off=4286923 len=44875 2024-07-29T15:29:05.642 INFO:tasks.workunit.client.0.smithi067.stdout:op 1950 completed, throughput=5MB/sec 2024-07-29T15:29:05.642 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DeC8t0EKmT0zJvI off=2373361 len=1178446 2024-07-29T15:29:05.643 INFO:tasks.workunit.client.0.smithi067.stdout:op 1951 completed, throughput=5MB/sec 2024-07-29T15:29:05.643 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-eJNthXvrKsUeeOv off=11054528 len=883953 2024-07-29T15:29:05.648 INFO:tasks.workunit.client.0.smithi067.stdout:op 1952 completed, throughput=5MB/sec 2024-07-29T15:29:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:05 smithi067 ceph-mon[91995]: pgmap v1544: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-29T15:29:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:29:05.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:05 smithi067 ceph-mon[94375]: pgmap v1544: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-29T15:29:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:29:06.648 INFO:tasks.workunit.client.0.smithi067.stdout: 380: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:06.648 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ba8caLVns0dpSjH off=2568705 len=40715 2024-07-29T15:29:06.651 INFO:tasks.workunit.client.0.smithi067.stdout:op 1953 completed, throughput=4.99MB/sec 2024-07-29T15:29:06.651 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DeC8t0EKmT0zJvI off=5026092 len=1249709 2024-07-29T15:29:06.652 INFO:tasks.workunit.client.0.smithi067.stdout:op 1954 completed, throughput=4.99MB/sec 2024-07-29T15:29:06.652 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9_zP856zizbdKBJ off=999282 len=2023904 2024-07-29T15:29:06.660 INFO:tasks.workunit.client.0.smithi067.stdout:op 1955 completed, throughput=5MB/sec 2024-07-29T15:29:06.661 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YPbbdG_ReAX0nNy off=1236067 len=553799 2024-07-29T15:29:06.664 INFO:tasks.workunit.client.0.smithi067.stdout:op 1956 completed, throughput=5MB/sec 2024-07-29T15:29:06.664 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-05NRWnUMgqovJ6F off=14290697 len=1221820 2024-07-29T15:29:06.665 INFO:tasks.workunit.client.0.smithi067.stdout:op 1957 completed, throughput=5MB/sec 2024-07-29T15:29:07.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:07 smithi138 ceph-mon[86438]: pgmap v1545: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-29T15:29:07.666 INFO:tasks.workunit.client.0.smithi067.stdout: 381: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:07.666 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-G8ncnftFk6HCU7R off=3452606 len=1816028 2024-07-29T15:29:07.675 INFO:tasks.workunit.client.0.smithi067.stdout:op 1958 completed, throughput=4.99MB/sec 2024-07-29T15:29:07.675 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-PJeaCOpIwD8U_Fo off=246486 len=888327 2024-07-29T15:29:07.680 INFO:tasks.workunit.client.0.smithi067.stdout:op 1959 completed, throughput=4.99MB/sec 2024-07-29T15:29:07.680 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-xZyuiRUTR9GXDBH off=6628421 len=1932209 2024-07-29T15:29:07.682 INFO:tasks.workunit.client.0.smithi067.stdout:op 1960 completed, throughput=5MB/sec 2024-07-29T15:29:07.683 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-gAXFiwHIQP35aO5 off=5333721 len=1302290 2024-07-29T15:29:07.689 INFO:tasks.workunit.client.0.smithi067.stdout:op 1961 completed, throughput=5MB/sec 2024-07-29T15:29:07.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:07 smithi067 ceph-mon[91995]: pgmap v1545: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-29T15:29:07.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:07 smithi067 ceph-mon[94375]: pgmap v1545: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-29T15:29:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:29:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:29:07] "GET /metrics HTTP/1.1" 200 34197 "" "Prometheus/2.51.0" 2024-07-29T15:29:08.689 INFO:tasks.workunit.client.0.smithi067.stdout: 382: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:08.689 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ShvLRZeNzFdj7Ej off=20512287 len=840633 2024-07-29T15:29:08.690 INFO:tasks.workunit.client.0.smithi067.stdout:op 1962 completed, throughput=4.99MB/sec 2024-07-29T15:29:08.690 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-uwCmKQ53EQaFDhX off=1763779 len=2025315 2024-07-29T15:29:08.694 INFO:tasks.workunit.client.0.smithi067.stdout:op 1963 completed, throughput=5MB/sec 2024-07-29T15:29:08.694 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bt1iBTkQqstgDGT off=3057703 len=342572 2024-07-29T15:29:08.695 INFO:tasks.workunit.client.0.smithi067.stdout:op 1964 completed, throughput=5MB/sec 2024-07-29T15:29:08.695 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-pbK3tH2DZ_fSPdH off=16466601 len=1630218 2024-07-29T15:29:08.705 INFO:tasks.workunit.client.0.smithi067.stdout:op 1965 completed, throughput=5MB/sec 2024-07-29T15:29:09.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:09 smithi138 ceph-mon[86438]: pgmap v1546: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:29:09.706 INFO:tasks.workunit.client.0.smithi067.stdout: 383: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:09.706 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-BJfpzR5iK_89faF off=2888768 len=90187 2024-07-29T15:29:09.708 INFO:tasks.workunit.client.0.smithi067.stdout:op 1966 completed, throughput=4.99MB/sec 2024-07-29T15:29:09.708 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3AENe1BGtJESUuA off=3354764 len=1536493 2024-07-29T15:29:09.716 INFO:tasks.workunit.client.0.smithi067.stdout:op 1967 completed, throughput=4.99MB/sec 2024-07-29T15:29:09.716 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-R_UootZf9W0UR3a off=10243187 len=44890 2024-07-29T15:29:09.718 INFO:tasks.workunit.client.0.smithi067.stdout:op 1968 completed, throughput=4.99MB/sec 2024-07-29T15:29:09.718 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-eddH-emEsy_9ZSl off=3724390 len=600411 2024-07-29T15:29:09.723 INFO:tasks.workunit.client.0.smithi067.stdout:op 1969 completed, throughput=4.99MB/sec 2024-07-29T15:29:09.723 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-M2M5A5Y9U0226kU off=1279627 len=2003380 2024-07-29T15:29:09.724 INFO:tasks.workunit.client.0.smithi067.stdout:op 1970 completed, throughput=5MB/sec 2024-07-29T15:29:09.725 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-QmI6NcYznhUHQfu off=9286997 len=1877557 2024-07-29T15:29:09.725 INFO:tasks.workunit.client.0.smithi067.stdout:op 1971 completed, throughput=5MB/sec 2024-07-29T15:29:09.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:09 smithi067 ceph-mon[91995]: pgmap v1546: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:29:09.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:09 smithi067 ceph-mon[94375]: pgmap v1546: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:29:10.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:29:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:29:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:29:10.726 INFO:tasks.workunit.client.0.smithi067.stdout: 384: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:10.726 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2wzi76w_wH-ivSu off=11205630 len=1988820 2024-07-29T15:29:10.728 INFO:tasks.workunit.client.0.smithi067.stdout:op 1972 completed, throughput=4.99MB/sec 2024-07-29T15:29:10.728 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-R4tkhl7XbprkwJG off=857123 len=1094474 2024-07-29T15:29:10.736 INFO:tasks.workunit.client.0.smithi067.stdout:op 1973 completed, throughput=5MB/sec 2024-07-29T15:29:10.736 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-AQi071t7klYlpHO off=12480691 len=2050830 2024-07-29T15:29:10.746 INFO:tasks.workunit.client.0.smithi067.stdout:op 1974 completed, throughput=5MB/sec 2024-07-29T15:29:11.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:11 smithi138 ceph-mon[86438]: pgmap v1547: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:29:11.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:11 smithi067 ceph-mon[91995]: pgmap v1547: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:29:11.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:11 smithi067 ceph-mon[94375]: pgmap v1547: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:29:11.746 INFO:tasks.workunit.client.0.smithi067.stdout: 385: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:11.746 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-e36KkJ897R4-xdN off=14199434 len=876935 2024-07-29T15:29:11.747 INFO:tasks.workunit.client.0.smithi067.stdout:op 1975 completed, throughput=4.99MB/sec 2024-07-29T15:29:11.747 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5SA836zEVy0uU7r off=11587080 len=1886533 2024-07-29T15:29:11.752 INFO:tasks.workunit.client.0.smithi067.stdout:op 1976 completed, throughput=5MB/sec 2024-07-29T15:29:11.752 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cYU10BeOKkqqXZI off=2153215 len=749535 2024-07-29T15:29:11.756 INFO:tasks.workunit.client.0.smithi067.stdout:op 1977 completed, throughput=5MB/sec 2024-07-29T15:29:11.756 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-XaDNXXWH2bHnI5W off=9040863 len=983893 2024-07-29T15:29:11.758 INFO:tasks.workunit.client.0.smithi067.stdout:op 1978 completed, throughput=5MB/sec 2024-07-29T15:29:11.759 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ECCO1p6VRztQ9qM off=643421 len=1707713 2024-07-29T15:29:11.761 INFO:tasks.workunit.client.0.smithi067.stdout:op 1979 completed, throughput=5MB/sec 2024-07-29T15:29:12.761 INFO:tasks.workunit.client.0.smithi067.stdout: 386: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:12.761 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1XlmrDwTbb09ib7 off=18827273 len=151368 2024-07-29T15:29:12.764 INFO:tasks.workunit.client.0.smithi067.stdout:op 1980 completed, throughput=4.99MB/sec 2024-07-29T15:29:12.764 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5IuPCkd0V8if47z off=5578040 len=649948 2024-07-29T15:29:12.768 INFO:tasks.workunit.client.0.smithi067.stdout:op 1981 completed, throughput=4.99MB/sec 2024-07-29T15:29:12.768 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-n1q8newBJNVUa_1 off=6048969 len=1382888 2024-07-29T15:29:12.770 INFO:tasks.workunit.client.0.smithi067.stdout:op 1982 completed, throughput=5MB/sec 2024-07-29T15:29:12.770 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-OTmA2L2NofAh6Qm off=6403967 len=1590522 2024-07-29T15:29:12.777 INFO:tasks.workunit.client.0.smithi067.stdout:op 1983 completed, throughput=5MB/sec 2024-07-29T15:29:13.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:13 smithi138 ceph-mon[86438]: pgmap v1548: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:29:13.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:13 smithi067 ceph-mon[91995]: pgmap v1548: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:29:13.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:13 smithi067 ceph-mon[94375]: pgmap v1548: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:29:13.777 INFO:tasks.workunit.client.0.smithi067.stdout: 387: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:13.777 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DFnFvnDTYNN10cv off=19934139 len=1044899 2024-07-29T15:29:13.779 INFO:tasks.workunit.client.0.smithi067.stdout:op 1984 completed, throughput=4.99MB/sec 2024-07-29T15:29:13.779 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MOp4QMNi6fvO-HW off=6544544 len=882004 2024-07-29T15:29:13.783 INFO:tasks.workunit.client.0.smithi067.stdout:op 1985 completed, throughput=4.99MB/sec 2024-07-29T15:29:13.783 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-OxLMEdOkA01BJ-1 off=6773740 len=1722629 2024-07-29T15:29:13.786 INFO:tasks.workunit.client.0.smithi067.stdout:op 1986 completed, throughput=5MB/sec 2024-07-29T15:29:13.786 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MlmOCMQx_Wj8kYU off=3107253 len=30706 2024-07-29T15:29:13.789 INFO:tasks.workunit.client.0.smithi067.stdout:op 1987 completed, throughput=5MB/sec 2024-07-29T15:29:13.789 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ayBrYwgw3QBomRf off=3109698 len=1482852 2024-07-29T15:29:13.797 INFO:tasks.workunit.client.0.smithi067.stdout:op 1988 completed, throughput=5MB/sec 2024-07-29T15:29:13.797 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bW_FJecX_oDwm7C off=210352 len=42841 2024-07-29T15:29:13.799 INFO:tasks.workunit.client.0.smithi067.stdout:op 1989 completed, throughput=5MB/sec 2024-07-29T15:29:13.799 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UomKgDuXu37xCUH off=410528 len=770794 2024-07-29T15:29:13.801 INFO:tasks.workunit.client.0.smithi067.stdout:op 1990 completed, throughput=5MB/sec 2024-07-29T15:29:14.802 INFO:tasks.workunit.client.0.smithi067.stdout: 388: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:14.802 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-YDNnvOivo_n5ew5 off=4944509 len=812180 2024-07-29T15:29:14.804 INFO:tasks.workunit.client.0.smithi067.stdout:op 1991 completed, throughput=4.99MB/sec 2024-07-29T15:29:14.804 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mKyGAfU6bqu0ZIw off=151463 len=1217122 2024-07-29T15:29:14.806 INFO:tasks.workunit.client.0.smithi067.stdout:op 1992 completed, throughput=4.99MB/sec 2024-07-29T15:29:14.806 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bdphdRtg6o4NJpq off=11350288 len=1980569 2024-07-29T15:29:14.814 INFO:tasks.workunit.client.0.smithi067.stdout:op 1993 completed, throughput=5MB/sec 2024-07-29T15:29:14.815 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4NVoGIs7zxrUOde off=6143695 len=2466 2024-07-29T15:29:14.815 INFO:tasks.workunit.client.0.smithi067.stdout:op 1994 completed, throughput=5MB/sec 2024-07-29T15:29:14.815 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-s2KDs80x-OB8OhO off=11447135 len=770614 2024-07-29T15:29:14.820 INFO:tasks.workunit.client.0.smithi067.stdout:op 1995 completed, throughput=5MB/sec 2024-07-29T15:29:15.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:15 smithi138 ceph-mon[86438]: pgmap v1549: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-29T15:29:15.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:15 smithi067 ceph-mon[91995]: pgmap v1549: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-29T15:29:15.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:15 smithi067 ceph-mon[94375]: pgmap v1549: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-29T15:29:15.820 INFO:tasks.workunit.client.0.smithi067.stdout: 389: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:15.820 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7nJqOwcBUErJtgr off=13022388 len=336302 2024-07-29T15:29:15.823 INFO:tasks.workunit.client.0.smithi067.stdout:op 1996 completed, throughput=4.99MB/sec 2024-07-29T15:29:15.823 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Ag_1IIulNr1ZgqP off=10497786 len=1091141 2024-07-29T15:29:15.830 INFO:tasks.workunit.client.0.smithi067.stdout:op 1997 completed, throughput=4.99MB/sec 2024-07-29T15:29:15.830 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ADd7npFFg_EEe2_ off=4722298 len=86076 2024-07-29T15:29:15.830 INFO:tasks.workunit.client.0.smithi067.stdout:op 1998 completed, throughput=4.99MB/sec 2024-07-29T15:29:15.831 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lj3ifQrdghXJ77- off=10477756 len=1138208 2024-07-29T15:29:15.832 INFO:tasks.workunit.client.0.smithi067.stdout:op 1999 completed, throughput=4.99MB/sec 2024-07-29T15:29:15.832 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bWx3_y8AiVVM5sK off=4714143 len=1549520 2024-07-29T15:29:15.834 INFO:tasks.workunit.client.0.smithi067.stdout:op 2000 completed, throughput=5MB/sec 2024-07-29T15:29:15.834 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-XPvlYB28NvPQCWn off=789809 len=805111 2024-07-29T15:29:15.835 INFO:tasks.workunit.client.0.smithi067.stdout:op 2001 completed, throughput=5MB/sec 2024-07-29T15:29:15.836 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-EWjX7clyOWNT37r off=4990040 len=1177530 2024-07-29T15:29:15.843 INFO:tasks.workunit.client.0.smithi067.stdout:op 2002 completed, throughput=5MB/sec 2024-07-29T15:29:16.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:16 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:29:16.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:16 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:29:16.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:16 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:29:16.844 INFO:tasks.workunit.client.0.smithi067.stdout: 390: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:16.844 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BTMUlCkuWZy-Lef off=5897175 len=1362262 2024-07-29T15:29:16.846 INFO:tasks.workunit.client.0.smithi067.stdout:op 2003 completed, throughput=4.99MB/sec 2024-07-29T15:29:16.847 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7vsaOyLV3p4KCUu off=782991 len=203932 2024-07-29T15:29:16.849 INFO:tasks.workunit.client.0.smithi067.stdout:op 2004 completed, throughput=4.99MB/sec 2024-07-29T15:29:16.849 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-iF9d4zjQlBgh958 off=8749168 len=112672 2024-07-29T15:29:16.850 INFO:tasks.workunit.client.0.smithi067.stdout:op 2005 completed, throughput=4.99MB/sec 2024-07-29T15:29:16.850 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-OjGJc_Joio-cTvE off=12516015 len=1725913 2024-07-29T15:29:16.853 INFO:tasks.workunit.client.0.smithi067.stdout:op 2006 completed, throughput=5MB/sec 2024-07-29T15:29:16.853 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3sVsfo9Rkuuik2J off=12493244 len=1687625 2024-07-29T15:29:16.862 INFO:tasks.workunit.client.0.smithi067.stdout:op 2007 completed, throughput=5MB/sec 2024-07-29T15:29:17.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:17 smithi138 ceph-mon[86438]: pgmap v1550: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:29:17.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:17 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:29:17.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:17 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:29:17.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:17 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:29:17.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:17 smithi067 ceph-mon[94375]: pgmap v1550: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:29:17.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:17 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:29:17.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:17 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:29:17.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:17 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:29:17.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:17 smithi067 ceph-mon[91995]: pgmap v1550: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:29:17.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:17 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:29:17.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:17 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:29:17.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:17 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:29:17.863 INFO:tasks.workunit.client.0.smithi067.stdout: 391: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:17.863 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eJYT0v4aAJdpUzU off=7637624 len=460795 2024-07-29T15:29:17.864 INFO:tasks.workunit.client.0.smithi067.stdout:op 2008 completed, throughput=4.99MB/sec 2024-07-29T15:29:17.864 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-h0kFlfGZI0xtxD2 off=7707779 len=1728123 2024-07-29T15:29:17.867 INFO:tasks.workunit.client.0.smithi067.stdout:op 2009 completed, throughput=4.99MB/sec 2024-07-29T15:29:17.867 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bsZoHwS79pYu5Un off=3407126 len=1246998 2024-07-29T15:29:17.874 INFO:tasks.workunit.client.0.smithi067.stdout:op 2010 completed, throughput=5MB/sec 2024-07-29T15:29:17.874 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--LCustC6eFXQlM1 off=9185518 len=828653 2024-07-29T15:29:17.878 INFO:tasks.workunit.client.0.smithi067.stdout:op 2011 completed, throughput=5MB/sec 2024-07-29T15:29:17.878 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ghgnfjeaA_KEa3L off=937906 len=1163094 2024-07-29T15:29:17.883 INFO:tasks.workunit.client.0.smithi067.stdout:op 2012 completed, throughput=5MB/sec 2024-07-29T15:29:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:29:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:29:17] "GET /metrics HTTP/1.1" 200 34197 "" "Prometheus/2.51.0" 2024-07-29T15:29:18.884 INFO:tasks.workunit.client.0.smithi067.stdout: 392: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:18.884 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VtTx5EeKoGi_DAW off=16994910 len=1263392 2024-07-29T15:29:18.892 INFO:tasks.workunit.client.0.smithi067.stdout:op 2013 completed, throughput=4.99MB/sec 2024-07-29T15:29:18.892 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-januHT3p_B_yntU off=827027 len=653881 2024-07-29T15:29:18.893 INFO:tasks.workunit.client.0.smithi067.stdout:op 2014 completed, throughput=4.99MB/sec 2024-07-29T15:29:18.893 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Zz5Lu8GHvfGXzjV off=13199232 len=863480 2024-07-29T15:29:18.895 INFO:tasks.workunit.client.0.smithi067.stdout:op 2015 completed, throughput=5MB/sec 2024-07-29T15:29:18.895 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2HfF-tn0IA4k9hT off=9069 len=1174816 2024-07-29T15:29:18.899 INFO:tasks.workunit.client.0.smithi067.stdout:op 2016 completed, throughput=5MB/sec 2024-07-29T15:29:18.900 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-g0G9oUek4_dCFPE off=13329766 len=1496119 2024-07-29T15:29:18.902 INFO:tasks.workunit.client.0.smithi067.stdout:op 2017 completed, throughput=5MB/sec 2024-07-29T15:29:19.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:19 smithi138 ceph-mon[86438]: pgmap v1551: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:29:19.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:19 smithi067 ceph-mon[94375]: pgmap v1551: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:29:19.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:19 smithi067 ceph-mon[91995]: pgmap v1551: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:29:19.903 INFO:tasks.workunit.client.0.smithi067.stdout: 393: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:19.903 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FTjMspXMSG78mSs off=551838 len=722153 2024-07-29T15:29:19.907 INFO:tasks.workunit.client.0.smithi067.stdout:op 2018 completed, throughput=4.99MB/sec 2024-07-29T15:29:19.907 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1CZr03Wyo7tOIfB off=4351615 len=1590810 2024-07-29T15:29:19.909 INFO:tasks.workunit.client.0.smithi067.stdout:op 2019 completed, throughput=4.99MB/sec 2024-07-29T15:29:19.910 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_L2mTIcFg3rgous off=387902 len=1845212 2024-07-29T15:29:19.912 INFO:tasks.workunit.client.0.smithi067.stdout:op 2020 completed, throughput=5MB/sec 2024-07-29T15:29:19.912 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-20rDY-nMvX2la83 off=7286553 len=1523427 2024-07-29T15:29:19.918 INFO:tasks.workunit.client.0.smithi067.stdout:op 2021 completed, throughput=5MB/sec 2024-07-29T15:29:20.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:29:20.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:29:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:29:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:29:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:29:20.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:29:20.918 INFO:tasks.workunit.client.0.smithi067.stdout: 394: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:20.918 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ZFG-4UcQFk1BDu3 off=13250026 len=134633 2024-07-29T15:29:20.919 INFO:tasks.workunit.client.0.smithi067.stdout:op 2022 completed, throughput=4.99MB/sec 2024-07-29T15:29:20.919 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UX5ORkru1gIRfF2 off=5628329 len=484662 2024-07-29T15:29:20.921 INFO:tasks.workunit.client.0.smithi067.stdout:op 2023 completed, throughput=4.99MB/sec 2024-07-29T15:29:20.921 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-pJF6Px6fs0TrrWc off=541640 len=1614242 2024-07-29T15:29:20.927 INFO:tasks.workunit.client.0.smithi067.stdout:op 2024 completed, throughput=5MB/sec 2024-07-29T15:29:20.927 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-XjbNcvJsiHXcpZS off=8448834 len=371306 2024-07-29T15:29:20.928 INFO:tasks.workunit.client.0.smithi067.stdout:op 2025 completed, throughput=5MB/sec 2024-07-29T15:29:20.928 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9y3yTInbSfzlWBj off=429584 len=1637876 2024-07-29T15:29:20.935 INFO:tasks.workunit.client.0.smithi067.stdout:op 2026 completed, throughput=5MB/sec 2024-07-29T15:29:21.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:21 smithi138 ceph-mon[86438]: pgmap v1552: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:29:21.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:21 smithi067 ceph-mon[91995]: pgmap v1552: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:29:21.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:21 smithi067 ceph-mon[94375]: pgmap v1552: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:29:21.935 INFO:tasks.workunit.client.0.smithi067.stdout: 395: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:21.935 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-PhglfV_Q6dhlIw7 off=7010386 len=1272343 2024-07-29T15:29:21.943 INFO:tasks.workunit.client.0.smithi067.stdout:op 2027 completed, throughput=4.99MB/sec 2024-07-29T15:29:21.944 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-LmylG8M7yb9gN4s off=6140987 len=1827845 2024-07-29T15:29:21.946 INFO:tasks.workunit.client.0.smithi067.stdout:op 2028 completed, throughput=5MB/sec 2024-07-29T15:29:21.946 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-m_Wt52H9QfraLD_ off=13137052 len=1056248 2024-07-29T15:29:21.947 INFO:tasks.workunit.client.0.smithi067.stdout:op 2029 completed, throughput=5MB/sec 2024-07-29T15:29:21.947 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8jDOJU8_ooCMqrX off=10236793 len=2092154 2024-07-29T15:29:21.950 INFO:tasks.workunit.client.0.smithi067.stdout:op 2030 completed, throughput=5MB/sec 2024-07-29T15:29:22.951 INFO:tasks.workunit.client.0.smithi067.stdout: 396: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:22.951 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Zv05-3abknWJV6z off=3235172 len=109650 2024-07-29T15:29:22.953 INFO:tasks.workunit.client.0.smithi067.stdout:op 2031 completed, throughput=4.99MB/sec 2024-07-29T15:29:22.954 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lhf7bQin0qTeucJ off=2754176 len=1381904 2024-07-29T15:29:22.963 INFO:tasks.workunit.client.0.smithi067.stdout:op 2032 completed, throughput=4.99MB/sec 2024-07-29T15:29:22.963 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Uw0F3_9qcRjyvdJ off=2814483 len=774460 2024-07-29T15:29:22.968 INFO:tasks.workunit.client.0.smithi067.stdout:op 2033 completed, throughput=5MB/sec 2024-07-29T15:29:22.968 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4W4KzQ61nbYTktp off=762176 len=863379 2024-07-29T15:29:22.969 INFO:tasks.workunit.client.0.smithi067.stdout:op 2034 completed, throughput=5MB/sec 2024-07-29T15:29:22.970 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jK4NiQYDZs13M9J off=7453700 len=1705738 2024-07-29T15:29:22.973 INFO:tasks.workunit.client.0.smithi067.stdout:op 2035 completed, throughput=5MB/sec 2024-07-29T15:29:23.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:23 smithi138 ceph-mon[86438]: pgmap v1553: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:29:23.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:23 smithi067 ceph-mon[91995]: pgmap v1553: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:29:23.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:23 smithi067 ceph-mon[94375]: pgmap v1553: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:29:23.973 INFO:tasks.workunit.client.0.smithi067.stdout: 397: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:23.973 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Rll0UkDp6mNz_RW off=205497 len=1730888 2024-07-29T15:29:23.975 INFO:tasks.workunit.client.0.smithi067.stdout:op 2036 completed, throughput=4.99MB/sec 2024-07-29T15:29:23.975 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-B4s_vUpNFJkSKqJ off=945247 len=221647 2024-07-29T15:29:23.978 INFO:tasks.workunit.client.0.smithi067.stdout:op 2037 completed, throughput=4.99MB/sec 2024-07-29T15:29:23.978 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-N0m-53kS6j103yh off=1409415 len=1168375 2024-07-29T15:29:23.979 INFO:tasks.workunit.client.0.smithi067.stdout:op 2038 completed, throughput=5MB/sec 2024-07-29T15:29:23.980 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9V7BnnQQ5ZMqkHO off=4276204 len=1816574 2024-07-29T15:29:23.981 INFO:tasks.workunit.client.0.smithi067.stdout:op 2039 completed, throughput=5MB/sec 2024-07-29T15:29:24.982 INFO:tasks.workunit.client.0.smithi067.stdout: 398: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:24.982 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VEuzyH9GjJPImvG off=2892217 len=261954 2024-07-29T15:29:24.982 INFO:tasks.workunit.client.0.smithi067.stdout:op 2040 completed, throughput=4.99MB/sec 2024-07-29T15:29:24.983 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bTwOq9RozYfLrLP off=1029593 len=1715236 2024-07-29T15:29:24.985 INFO:tasks.workunit.client.0.smithi067.stdout:op 2041 completed, throughput=4.99MB/sec 2024-07-29T15:29:24.985 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NZ17StfK54mBRpa off=11899603 len=2004216 2024-07-29T15:29:24.998 INFO:tasks.workunit.client.0.smithi067.stdout:op 2042 completed, throughput=5MB/sec 2024-07-29T15:29:24.998 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9vEHJ8ddI01Lkku off=1528390 len=1219883 2024-07-29T15:29:24.999 INFO:tasks.workunit.client.0.smithi067.stdout:op 2043 completed, throughput=5MB/sec 2024-07-29T15:29:25.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:25 smithi138 ceph-mon[86438]: pgmap v1554: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:29:25.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:25 smithi067 ceph-mon[91995]: pgmap v1554: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:29:25.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:25 smithi067 ceph-mon[94375]: pgmap v1554: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:29:26.000 INFO:tasks.workunit.client.0.smithi067.stdout: 399: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:26.000 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qy_wyIxjuPqLokw off=4214840 len=25762 2024-07-29T15:29:26.000 INFO:tasks.workunit.client.0.smithi067.stdout:op 2044 completed, throughput=4.99MB/sec 2024-07-29T15:29:26.000 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ptPAD9SgGQW0xmf off=7919357 len=853711 2024-07-29T15:29:26.005 INFO:tasks.workunit.client.0.smithi067.stdout:op 2045 completed, throughput=4.99MB/sec 2024-07-29T15:29:26.005 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KV6Wif6StRiM60U off=134210 len=812723 2024-07-29T15:29:26.010 INFO:tasks.workunit.client.0.smithi067.stdout:op 2046 completed, throughput=4.99MB/sec 2024-07-29T15:29:26.010 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-G4TpSobIWO8e9mo off=12958691 len=1258991 2024-07-29T15:29:26.017 INFO:tasks.workunit.client.0.smithi067.stdout:op 2047 completed, throughput=4.99MB/sec 2024-07-29T15:29:26.017 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-x7xwV0ltO5I2hQR off=990359 len=1878712 2024-07-29T15:29:26.027 INFO:tasks.workunit.client.0.smithi067.stdout:op 2048 completed, throughput=5MB/sec 2024-07-29T15:29:26.027 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qT_Saxy78IVRU65 off=8943610 len=81233 2024-07-29T15:29:26.027 INFO:tasks.workunit.client.0.smithi067.stdout:op 2049 completed, throughput=5MB/sec 2024-07-29T15:29:26.027 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_UoTGDNvSqsHRT2 off=18761363 len=1273868 2024-07-29T15:29:26.030 INFO:tasks.workunit.client.0.smithi067.stdout:op 2050 completed, throughput=5MB/sec 2024-07-29T15:29:27.030 INFO:tasks.workunit.client.0.smithi067.stdout: 400: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:27.030 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-vEoD5BIn6lVdMgf off=2371887 len=1115066 2024-07-29T15:29:27.032 INFO:tasks.workunit.client.0.smithi067.stdout:op 2051 completed, throughput=4.99MB/sec 2024-07-29T15:29:27.032 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ukw7K_GC1sK__wx off=3520677 len=1826904 2024-07-29T15:29:27.042 INFO:tasks.workunit.client.0.smithi067.stdout:op 2052 completed, throughput=5MB/sec 2024-07-29T15:29:27.042 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5ymVnz1gZJ2AveO off=1576993 len=352549 2024-07-29T15:29:27.043 INFO:tasks.workunit.client.0.smithi067.stdout:op 2053 completed, throughput=5MB/sec 2024-07-29T15:29:27.043 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-69ljGqB7sGXIcQQ off=12534716 len=674577 2024-07-29T15:29:27.044 INFO:tasks.workunit.client.0.smithi067.stdout:op 2054 completed, throughput=5MB/sec 2024-07-29T15:29:27.044 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-LIQjRJUTPd9Z604 off=4458366 len=507980 2024-07-29T15:29:27.048 INFO:tasks.workunit.client.0.smithi067.stdout:op 2055 completed, throughput=5MB/sec 2024-07-29T15:29:27.048 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fe8-HVx7Dg1m554 off=204418 len=288157 2024-07-29T15:29:27.048 INFO:tasks.workunit.client.0.smithi067.stdout:op 2056 completed, throughput=5MB/sec 2024-07-29T15:29:27.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:27 smithi067 ceph-mon[91995]: pgmap v1555: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:29:27.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:27 smithi067 ceph-mon[94375]: pgmap v1555: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:29:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:27 smithi138 ceph-mon[86438]: pgmap v1555: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:29:28.049 INFO:tasks.workunit.client.0.smithi067.stdout: 401: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:28.049 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-yEamA4_l-4y6UWg off=17987448 len=1575580 2024-07-29T15:29:28.051 INFO:tasks.workunit.client.0.smithi067.stdout:op 2057 completed, throughput=4.99MB/sec 2024-07-29T15:29:28.051 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YCps--xMaIhIJcK off=20358862 len=1742919 2024-07-29T15:29:28.061 INFO:tasks.workunit.client.0.smithi067.stdout:op 2058 completed, throughput=5MB/sec 2024-07-29T15:29:28.061 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ObrAgmdRLLCMpKb off=1484059 len=534338 2024-07-29T15:29:28.062 INFO:tasks.workunit.client.0.smithi067.stdout:op 2059 completed, throughput=5MB/sec 2024-07-29T15:29:28.062 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5GkYJpjbmxBLOIi off=534276 len=334568 2024-07-29T15:29:28.063 INFO:tasks.workunit.client.0.smithi067.stdout:op 2060 completed, throughput=5MB/sec 2024-07-29T15:29:28.063 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MCvSDZLCDH5f9FN off=776020 len=1482262 2024-07-29T15:29:28.066 INFO:tasks.workunit.client.0.smithi067.stdout:op 2061 completed, throughput=5MB/sec 2024-07-29T15:29:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:29:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:29:27] "GET /metrics HTTP/1.1" 200 34195 "" "Prometheus/2.51.0" 2024-07-29T15:29:29.066 INFO:tasks.workunit.client.0.smithi067.stdout: 402: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:29.067 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-YyWtdJBcdNGnwrW off=3902227 len=630950 2024-07-29T15:29:29.068 INFO:tasks.workunit.client.0.smithi067.stdout:op 2062 completed, throughput=4.99MB/sec 2024-07-29T15:29:29.068 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MDGfenfWgTv3CUC off=3421768 len=962088 2024-07-29T15:29:29.074 INFO:tasks.workunit.client.0.smithi067.stdout:op 2063 completed, throughput=4.99MB/sec 2024-07-29T15:29:29.074 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-PDhxd2XLwmTEbzY off=22137750 len=501375 2024-07-29T15:29:29.078 INFO:tasks.workunit.client.0.smithi067.stdout:op 2064 completed, throughput=4.99MB/sec 2024-07-29T15:29:29.078 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MKZ4TU8335mj15R off=3852880 len=627192 2024-07-29T15:29:29.078 INFO:tasks.workunit.client.0.smithi067.stdout:op 2065 completed, throughput=5MB/sec 2024-07-29T15:29:29.079 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-47FmD-7IIkVf51P off=6986690 len=1366943 2024-07-29T15:29:29.080 INFO:tasks.workunit.client.0.smithi067.stdout:op 2066 completed, throughput=5MB/sec 2024-07-29T15:29:29.080 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ieNQe0WvHS1eAJY off=664017 len=1496876 2024-07-29T15:29:29.088 INFO:tasks.workunit.client.0.smithi067.stdout:op 2067 completed, throughput=5MB/sec 2024-07-29T15:29:29.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:29 smithi067 ceph-mon[94375]: pgmap v1556: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:29:29.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:29 smithi067 ceph-mon[91995]: pgmap v1556: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:29:29.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:29 smithi138 ceph-mon[86438]: pgmap v1556: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:29:30.088 INFO:tasks.workunit.client.0.smithi067.stdout: 403: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:30.088 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Hvyi923plpWbtLS off=12037851 len=2011306 2024-07-29T15:29:30.099 INFO:tasks.workunit.client.0.smithi067.stdout:op 2068 completed, throughput=4.99MB/sec 2024-07-29T15:29:30.099 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-L4ijAEA1lrEFt9t off=4264434 len=1239982 2024-07-29T15:29:30.100 INFO:tasks.workunit.client.0.smithi067.stdout:op 2069 completed, throughput=5MB/sec 2024-07-29T15:29:30.101 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-BwqcPKso0H7dmzq off=5834189 len=81786 2024-07-29T15:29:30.102 INFO:tasks.workunit.client.0.smithi067.stdout:op 2070 completed, throughput=5MB/sec 2024-07-29T15:29:30.106 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-yEamA4_l-4y6UWg off=1511155 len=593730 2024-07-29T15:29:30.106 INFO:tasks.workunit.client.0.smithi067.stdout:op 2071 completed, throughput=5MB/sec 2024-07-29T15:29:30.106 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CMRWgJ1PTrIIKFb off=10919530 len=902625 2024-07-29T15:29:30.108 INFO:tasks.workunit.client.0.smithi067.stdout:op 2072 completed, throughput=5MB/sec 2024-07-29T15:29:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:29:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:29:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:29:31.109 INFO:tasks.workunit.client.0.smithi067.stdout: 404: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:31.109 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-588PURiMYEPNjJY off=1077685 len=1686449 2024-07-29T15:29:31.111 INFO:tasks.workunit.client.0.smithi067.stdout:op 2073 completed, throughput=4.99MB/sec 2024-07-29T15:29:31.111 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-LVtGPYLGItyM5z2 off=3577682 len=1922529 2024-07-29T15:29:31.115 INFO:tasks.workunit.client.0.smithi067.stdout:op 2074 completed, throughput=5MB/sec 2024-07-29T15:29:31.115 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-iBIjvG3kNLETGqx off=1277667 len=1362613 2024-07-29T15:29:31.126 INFO:tasks.workunit.client.0.smithi067.stdout:op 2075 completed, throughput=5MB/sec 2024-07-29T15:29:31.126 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bEEqcZFBCjlVtIw off=18812001 len=645497 2024-07-29T15:29:31.127 INFO:tasks.workunit.client.0.smithi067.stdout:op 2076 completed, throughput=5MB/sec 2024-07-29T15:29:31.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:31 smithi067 ceph-mon[91995]: pgmap v1557: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:29:31.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:31 smithi067 ceph-mon[94375]: pgmap v1557: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:29:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:31 smithi138 ceph-mon[86438]: pgmap v1557: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:29:32.128 INFO:tasks.workunit.client.0.smithi067.stdout: 405: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:32.128 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3F7vKHAT_lelxAw off=626033 len=401191 2024-07-29T15:29:32.131 INFO:tasks.workunit.client.0.smithi067.stdout:op 2077 completed, throughput=4.99MB/sec 2024-07-29T15:29:32.131 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-quONevA3GMNeM_g off=1617923 len=476831 2024-07-29T15:29:32.132 INFO:tasks.workunit.client.0.smithi067.stdout:op 2078 completed, throughput=4.99MB/sec 2024-07-29T15:29:32.132 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-k4DQKyiYmnvZb6E off=13354803 len=1058839 2024-07-29T15:29:32.139 INFO:tasks.workunit.client.0.smithi067.stdout:op 2079 completed, throughput=4.99MB/sec 2024-07-29T15:29:32.139 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Mu0BbeMeie2I4sp off=7162640 len=1484310 2024-07-29T15:29:32.141 INFO:tasks.workunit.client.0.smithi067.stdout:op 2080 completed, throughput=5MB/sec 2024-07-29T15:29:32.141 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-x9OT0GSi4HIvkyj off=7672130 len=1048828 2024-07-29T15:29:32.151 INFO:tasks.workunit.client.0.smithi067.stdout:op 2081 completed, throughput=5MB/sec 2024-07-29T15:29:32.151 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KENMiBtR_YGCcTI off=1792518 len=1990736 2024-07-29T15:29:32.152 INFO:tasks.workunit.client.0.smithi067.stdout:op 2082 completed, throughput=5MB/sec 2024-07-29T15:29:33.153 INFO:tasks.workunit.client.0.smithi067.stdout: 406: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:33.153 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-IIsIddvyTQOkxCD off=6004077 len=1633536 2024-07-29T15:29:33.163 INFO:tasks.workunit.client.0.smithi067.stdout:op 2083 completed, throughput=5MB/sec 2024-07-29T15:29:33.163 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-46BhjqJqT9skLeY off=4198994 len=602546 2024-07-29T15:29:33.171 INFO:tasks.workunit.client.0.smithi067.stdout:op 2084 completed, throughput=5MB/sec 2024-07-29T15:29:33.171 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-aDCV5gu29d6CWgv off=9329918 len=235558 2024-07-29T15:29:33.171 INFO:tasks.workunit.client.0.smithi067.stdout:op 2085 completed, throughput=5MB/sec 2024-07-29T15:29:33.171 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-iNi2EU8fne2-h4o off=5488371 len=875216 2024-07-29T15:29:33.174 INFO:tasks.workunit.client.0.smithi067.stdout:op 2086 completed, throughput=5MB/sec 2024-07-29T15:29:33.174 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jpIhzCdj5qWmnS4 off=685218 len=228500 2024-07-29T15:29:33.174 INFO:tasks.workunit.client.0.smithi067.stdout:op 2087 completed, throughput=5MB/sec 2024-07-29T15:29:33.175 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-45EpbEn0M2YMH5u off=5103916 len=824279 2024-07-29T15:29:33.175 INFO:tasks.workunit.client.0.smithi067.stdout:op 2088 completed, throughput=5MB/sec 2024-07-29T15:29:33.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:33 smithi067 ceph-mon[91995]: pgmap v1558: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:29:33.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:33 smithi067 ceph-mon[94375]: pgmap v1558: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:29:33.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:33 smithi138 ceph-mon[86438]: pgmap v1558: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:29:34.176 INFO:tasks.workunit.client.0.smithi067.stdout: 407: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:34.176 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bkCE0L-0Tj2mJMd off=5239825 len=1913101 2024-07-29T15:29:34.180 INFO:tasks.workunit.client.0.smithi067.stdout:op 2089 completed, throughput=4.99MB/sec 2024-07-29T15:29:34.180 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-mE-jtM3t5WwgED8 off=1498228 len=1630786 2024-07-29T15:29:34.189 INFO:tasks.workunit.client.0.smithi067.stdout:op 2090 completed, throughput=5MB/sec 2024-07-29T15:29:34.189 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-G303rK2CR69-qs7 off=2618712 len=68136 2024-07-29T15:29:34.189 INFO:tasks.workunit.client.0.smithi067.stdout:op 2091 completed, throughput=5MB/sec 2024-07-29T15:29:34.189 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-AbAWJXBkb9o4riU off=9435864 len=747568 2024-07-29T15:29:34.191 INFO:tasks.workunit.client.0.smithi067.stdout:op 2092 completed, throughput=5MB/sec 2024-07-29T15:29:34.191 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-57YtqrjqylrWffm off=7764818 len=1398144 2024-07-29T15:29:34.198 INFO:tasks.workunit.client.0.smithi067.stdout:op 2093 completed, throughput=5MB/sec 2024-07-29T15:29:35.198 INFO:tasks.workunit.client.0.smithi067.stdout: 408: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:35.199 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6t3aYVIRNRGhvnX off=4288482 len=1878856 2024-07-29T15:29:35.202 INFO:tasks.workunit.client.0.smithi067.stdout:op 2094 completed, throughput=4.99MB/sec 2024-07-29T15:29:35.202 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Ya6ivTj_MG2cNh_ off=16204380 len=445940 2024-07-29T15:29:35.206 INFO:tasks.workunit.client.0.smithi067.stdout:op 2095 completed, throughput=5MB/sec 2024-07-29T15:29:35.206 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-HVw3ALEWUoUU6cO off=13298417 len=1738549 2024-07-29T15:29:35.210 INFO:tasks.workunit.client.0.smithi067.stdout:op 2096 completed, throughput=5MB/sec 2024-07-29T15:29:35.210 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-QcBuAYAtI1cQPga off=4690506 len=752486 2024-07-29T15:29:35.213 INFO:tasks.workunit.client.0.smithi067.stdout:op 2097 completed, throughput=5MB/sec 2024-07-29T15:29:35.612 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:35 smithi138 ceph-mon[86438]: pgmap v1559: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:29:35.613 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:29:35.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:35 smithi067 ceph-mon[91995]: pgmap v1559: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:29:35.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:29:35.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:35 smithi067 ceph-mon[94375]: pgmap v1559: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:29:35.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:29:36.211 INFO:tasks.workunit.client.0.smithi067.stdout: 409: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:36.212 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bX2ipN98Pc5f5tN off=5059828 len=467500 2024-07-29T15:29:36.213 INFO:tasks.workunit.client.0.smithi067.stdout:op 2098 completed, throughput=4.99MB/sec 2024-07-29T15:29:36.213 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Ynx-kUzF02cSgrA off=18585 len=406803 2024-07-29T15:29:36.215 INFO:tasks.workunit.client.0.smithi067.stdout:op 2099 completed, throughput=4.99MB/sec 2024-07-29T15:29:36.215 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-oDhSfBXzcYTUafZ off=14304293 len=1971381 2024-07-29T15:29:36.226 INFO:tasks.workunit.client.0.smithi067.stdout:op 2100 completed, throughput=5MB/sec 2024-07-29T15:29:36.226 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bq2lYfHC4E2GCXS off=18387936 len=176818 2024-07-29T15:29:36.227 INFO:tasks.workunit.client.0.smithi067.stdout:op 2101 completed, throughput=5MB/sec 2024-07-29T15:29:36.227 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-yl72ZZJfnVkHpRY off=9813422 len=1448628 2024-07-29T15:29:36.229 INFO:tasks.workunit.client.0.smithi067.stdout:op 2102 completed, throughput=5MB/sec 2024-07-29T15:29:36.229 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-cYkNuV38uAUKKJP off=4267326 len=316741 2024-07-29T15:29:36.229 INFO:tasks.workunit.client.0.smithi067.stdout:op 2103 completed, throughput=5MB/sec 2024-07-29T15:29:37.230 INFO:tasks.workunit.client.0.smithi067.stdout: 410: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:37.230 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-uSepoekSnEC49cM off=1167620 len=724749 2024-07-29T15:29:37.235 INFO:tasks.workunit.client.0.smithi067.stdout:op 2104 completed, throughput=4.99MB/sec 2024-07-29T15:29:37.235 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Ufq4nfe7wMwQj2P off=421376 len=912533 2024-07-29T15:29:37.240 INFO:tasks.workunit.client.0.smithi067.stdout:op 2105 completed, throughput=4.99MB/sec 2024-07-29T15:29:37.240 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-06lOKZ2_ClVxML0 off=15895903 len=873961 2024-07-29T15:29:37.241 INFO:tasks.workunit.client.0.smithi067.stdout:op 2106 completed, throughput=4.99MB/sec 2024-07-29T15:29:37.241 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FlGTti_KuXqxCGQ off=6204161 len=450141 2024-07-29T15:29:37.244 INFO:tasks.workunit.client.0.smithi067.stdout:op 2107 completed, throughput=4.99MB/sec 2024-07-29T15:29:37.244 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Kdnhj8g56urnfYC off=18183860 len=816809 2024-07-29T15:29:37.245 INFO:tasks.workunit.client.0.smithi067.stdout:op 2108 completed, throughput=5MB/sec 2024-07-29T15:29:37.245 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-rtUcf0y6-MHma2e off=9845241 len=541009 2024-07-29T15:29:37.246 INFO:tasks.workunit.client.0.smithi067.stdout:op 2109 completed, throughput=5MB/sec 2024-07-29T15:29:37.246 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NoG25tR1R81ocky off=11369796 len=364113 2024-07-29T15:29:37.247 INFO:tasks.workunit.client.0.smithi067.stdout:op 2110 completed, throughput=5MB/sec 2024-07-29T15:29:37.247 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5xLa2CckviLQSMf off=17784484 len=1472146 2024-07-29T15:29:37.255 INFO:tasks.workunit.client.0.smithi067.stdout:op 2111 completed, throughput=5MB/sec 2024-07-29T15:29:37.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:37 smithi067 ceph-mon[91995]: pgmap v1560: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:29:37.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:37 smithi067 ceph-mon[94375]: pgmap v1560: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:29:37.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:37 smithi138 ceph-mon[86438]: pgmap v1560: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:29:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:29:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:29:37] "GET /metrics HTTP/1.1" 200 34201 "" "Prometheus/2.51.0" 2024-07-29T15:29:38.255 INFO:tasks.workunit.client.0.smithi067.stdout: 411: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:38.255 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8K8_lJYSgXBUYEI off=1193837 len=782755 2024-07-29T15:29:38.259 INFO:tasks.workunit.client.0.smithi067.stdout:op 2112 completed, throughput=4.99MB/sec 2024-07-29T15:29:38.260 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-PR6261m1iT5Ky_t off=3167629 len=1710563 2024-07-29T15:29:38.267 INFO:tasks.workunit.client.0.smithi067.stdout:op 2113 completed, throughput=5MB/sec 2024-07-29T15:29:38.267 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-HYRUmicO-bsJHBA off=12067725 len=676395 2024-07-29T15:29:38.271 INFO:tasks.workunit.client.0.smithi067.stdout:op 2114 completed, throughput=5MB/sec 2024-07-29T15:29:38.271 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-yIlBOUh0Uyw4XLI off=989282 len=1758005 2024-07-29T15:29:38.277 INFO:tasks.workunit.client.0.smithi067.stdout:op 2115 completed, throughput=5MB/sec 2024-07-29T15:29:39.278 INFO:tasks.workunit.client.0.smithi067.stdout: 412: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:39.278 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1dCNmexJhh_GGIb off=1871050 len=1164844 2024-07-29T15:29:39.284 INFO:tasks.workunit.client.0.smithi067.stdout:op 2116 completed, throughput=4.99MB/sec 2024-07-29T15:29:39.284 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KNrLECsV3HK16uq off=3211338 len=1685630 2024-07-29T15:29:39.293 INFO:tasks.workunit.client.0.smithi067.stdout:op 2117 completed, throughput=5MB/sec 2024-07-29T15:29:39.293 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eYeZyWc9oJEDOYj off=5032815 len=1845403 2024-07-29T15:29:39.297 INFO:tasks.workunit.client.0.smithi067.stdout:op 2118 completed, throughput=5MB/sec 2024-07-29T15:29:39.297 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_80rcmvEW9dyWmS off=17640890 len=818816 2024-07-29T15:29:39.302 INFO:tasks.workunit.client.0.smithi067.stdout:op 2119 completed, throughput=5MB/sec 2024-07-29T15:29:39.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:39 smithi067 ceph-mon[91995]: pgmap v1561: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:29:39.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:39 smithi067 ceph-mon[94375]: pgmap v1561: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:29:39.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:39 smithi138 ceph-mon[86438]: pgmap v1561: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:29:40.302 INFO:tasks.workunit.client.0.smithi067.stdout: 413: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:40.302 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-xEX185sTtKbLLy8 off=9381834 len=1547123 2024-07-29T15:29:40.310 INFO:tasks.workunit.client.0.smithi067.stdout:op 2120 completed, throughput=4.99MB/sec 2024-07-29T15:29:40.310 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-r0mRlC1PH0ox7Jl off=1230490 len=1773460 2024-07-29T15:29:40.312 INFO:tasks.workunit.client.0.smithi067.stdout:op 2121 completed, throughput=5MB/sec 2024-07-29T15:29:40.312 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ug2Iem8MRg5gsf5 off=0 len=1348841 2024-07-29T15:29:40.315 INFO:tasks.workunit.client.0.smithi067.stdout:op 2122 completed, throughput=5MB/sec 2024-07-29T15:29:40.315 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-th36-QNIOvvP2Jr off=236458 len=1678248 2024-07-29T15:29:40.317 INFO:tasks.workunit.client.0.smithi067.stdout:op 2123 completed, throughput=5MB/sec 2024-07-29T15:29:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:29:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:29:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:29:41.317 INFO:tasks.workunit.client.0.smithi067.stdout: 414: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:41.317 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cVrQuKN6E6Aeiwl off=5147703 len=1427327 2024-07-29T15:29:41.325 INFO:tasks.workunit.client.0.smithi067.stdout:op 2124 completed, throughput=4.99MB/sec 2024-07-29T15:29:41.325 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-yZ3KPF_4WzB1qaR off=1711057 len=523517 2024-07-29T15:29:41.329 INFO:tasks.workunit.client.0.smithi067.stdout:op 2125 completed, throughput=5MB/sec 2024-07-29T15:29:41.329 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-cIxeYLwQRMrjyMI off=19574171 len=2012690 2024-07-29T15:29:41.330 INFO:tasks.workunit.client.0.smithi067.stdout:op 2126 completed, throughput=5MB/sec 2024-07-29T15:29:41.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:41 smithi067 ceph-mon[91995]: pgmap v1562: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:29:41.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:41 smithi067 ceph-mon[94375]: pgmap v1562: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:29:41.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:41 smithi138 ceph-mon[86438]: pgmap v1562: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:29:42.331 INFO:tasks.workunit.client.0.smithi067.stdout: 415: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:42.331 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DXUOy10g-gjxDRt off=1108164 len=606481 2024-07-29T15:29:42.332 INFO:tasks.workunit.client.0.smithi067.stdout:op 2127 completed, throughput=4.99MB/sec 2024-07-29T15:29:42.332 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ytkgwVTfkeFzXYb off=15109657 len=978746 2024-07-29T15:29:42.333 INFO:tasks.workunit.client.0.smithi067.stdout:op 2128 completed, throughput=4.99MB/sec 2024-07-29T15:29:42.333 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zruSojO2XvK1LNh off=1718962 len=448028 2024-07-29T15:29:42.338 INFO:tasks.workunit.client.0.smithi067.stdout:op 2129 completed, throughput=4.99MB/sec 2024-07-29T15:29:42.338 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-TbvMSSVKn3O7jD_ off=6419090 len=806753 2024-07-29T15:29:42.339 INFO:tasks.workunit.client.0.smithi067.stdout:op 2130 completed, throughput=4.99MB/sec 2024-07-29T15:29:42.339 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-nZQLItGbnOESmst off=106906 len=1618279 2024-07-29T15:29:42.348 INFO:tasks.workunit.client.0.smithi067.stdout:op 2131 completed, throughput=5MB/sec 2024-07-29T15:29:42.348 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Uopr8mxiOo960rm off=4567939 len=210697 2024-07-29T15:29:42.348 INFO:tasks.workunit.client.0.smithi067.stdout:op 2132 completed, throughput=5MB/sec 2024-07-29T15:29:42.348 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-v8QlSGxJK8ri1jQ off=3411462 len=690699 2024-07-29T15:29:42.350 INFO:tasks.workunit.client.0.smithi067.stdout:op 2133 completed, throughput=5MB/sec 2024-07-29T15:29:43.350 INFO:tasks.workunit.client.0.smithi067.stdout: 416: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:43.351 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-RvDQNJf0tHy3xr4 off=12989943 len=1161666 2024-07-29T15:29:43.353 INFO:tasks.workunit.client.0.smithi067.stdout:op 2134 completed, throughput=4.99MB/sec 2024-07-29T15:29:43.353 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NmjiN778n6vches off=1579743 len=1454844 2024-07-29T15:29:43.356 INFO:tasks.workunit.client.0.smithi067.stdout:op 2135 completed, throughput=4.99MB/sec 2024-07-29T15:29:43.356 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fGRjtZZPRBqhbLA off=1001559 len=921371 2024-07-29T15:29:43.358 INFO:tasks.workunit.client.0.smithi067.stdout:op 2136 completed, throughput=5MB/sec 2024-07-29T15:29:43.358 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-SkXKJzuvE9d9Wi4 off=5497800 len=960605 2024-07-29T15:29:43.360 INFO:tasks.workunit.client.0.smithi067.stdout:op 2137 completed, throughput=5MB/sec 2024-07-29T15:29:43.361 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3xW_gX--kAbPuDB off=52019 len=1937586 2024-07-29T15:29:43.370 INFO:tasks.workunit.client.0.smithi067.stdout:op 2138 completed, throughput=5MB/sec 2024-07-29T15:29:43.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:43 smithi067 ceph-mon[91995]: pgmap v1563: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:29:43.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:43 smithi067 ceph-mon[94375]: pgmap v1563: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:29:43.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:43 smithi138 ceph-mon[86438]: pgmap v1563: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:29:44.371 INFO:tasks.workunit.client.0.smithi067.stdout: 417: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:44.371 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NO-8hRdL0C55EAh off=320848 len=1217370 2024-07-29T15:29:44.372 INFO:tasks.workunit.client.0.smithi067.stdout:op 2139 completed, throughput=4.99MB/sec 2024-07-29T15:29:44.372 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-GLmbkTHGxyzCeg9 off=663586 len=1145131 2024-07-29T15:29:44.375 INFO:tasks.workunit.client.0.smithi067.stdout:op 2140 completed, throughput=5MB/sec 2024-07-29T15:29:44.375 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MVYm-pqZ2WMfBgQ off=1287161 len=1608322 2024-07-29T15:29:44.383 INFO:tasks.workunit.client.0.smithi067.stdout:op 2141 completed, throughput=5MB/sec 2024-07-29T15:29:44.383 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-H-ee8drfm6NHbuk off=864538 len=924596 2024-07-29T15:29:44.385 INFO:tasks.workunit.client.0.smithi067.stdout:op 2142 completed, throughput=5MB/sec 2024-07-29T15:29:45.385 INFO:tasks.workunit.client.0.smithi067.stdout: 418: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:45.386 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-V-C7XaxayGXhocG off=12774592 len=110050 2024-07-29T15:29:45.386 INFO:tasks.workunit.client.0.smithi067.stdout:op 2143 completed, throughput=4.99MB/sec 2024-07-29T15:29:45.386 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0kLRoBjcf3OJBWn off=6263368 len=1425545 2024-07-29T15:29:45.394 INFO:tasks.workunit.client.0.smithi067.stdout:op 2144 completed, throughput=4.99MB/sec 2024-07-29T15:29:45.394 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-GQEY-oqASB9Ni8O off=5999502 len=343582 2024-07-29T15:29:45.397 INFO:tasks.workunit.client.0.smithi067.stdout:op 2145 completed, throughput=4.99MB/sec 2024-07-29T15:29:45.397 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6YTY_sKiSSIBdiY off=754259 len=402707 2024-07-29T15:29:45.398 INFO:tasks.workunit.client.0.smithi067.stdout:op 2146 completed, throughput=5MB/sec 2024-07-29T15:29:45.398 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZBIahL1IAwsRvFC off=5300582 len=1227373 2024-07-29T15:29:45.404 INFO:tasks.workunit.client.0.smithi067.stdout:op 2147 completed, throughput=5MB/sec 2024-07-29T15:29:45.404 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-dtvtz5Eb6d53ggh off=16646867 len=1475992 2024-07-29T15:29:45.409 INFO:tasks.workunit.client.0.smithi067.stdout:op 2148 completed, throughput=5MB/sec 2024-07-29T15:29:45.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:45 smithi067 ceph-mon[91995]: pgmap v1564: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:29:45.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:45 smithi067 ceph-mon[94375]: pgmap v1564: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:29:45.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:45 smithi138 ceph-mon[86438]: pgmap v1564: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:29:46.410 INFO:tasks.workunit.client.0.smithi067.stdout: 419: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:46.410 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-aRIl_-3LbWCqZLu off=811945 len=162516 2024-07-29T15:29:46.413 INFO:tasks.workunit.client.0.smithi067.stdout:op 2149 completed, throughput=4.99MB/sec 2024-07-29T15:29:46.413 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KDPrtwK4sL0uQuC off=6446506 len=1364959 2024-07-29T15:29:46.416 INFO:tasks.workunit.client.0.smithi067.stdout:op 2150 completed, throughput=4.99MB/sec 2024-07-29T15:29:46.416 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Z2f88Yq7CAZPrZW off=4252297 len=1027125 2024-07-29T15:29:46.417 INFO:tasks.workunit.client.0.smithi067.stdout:op 2151 completed, throughput=4.99MB/sec 2024-07-29T15:29:46.417 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-H29YpCdhyVnk20s off=22623323 len=39071 2024-07-29T15:29:46.418 INFO:tasks.workunit.client.0.smithi067.stdout:op 2152 completed, throughput=5MB/sec 2024-07-29T15:29:46.418 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-yER814GpK8hlOKa off=185310 len=831302 2024-07-29T15:29:46.423 INFO:tasks.workunit.client.0.smithi067.stdout:op 2153 completed, throughput=5MB/sec 2024-07-29T15:29:46.423 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1BfwciOCG51yYrn off=1506537 len=1841824 2024-07-29T15:29:46.427 INFO:tasks.workunit.client.0.smithi067.stdout:op 2154 completed, throughput=5MB/sec 2024-07-29T15:29:47.428 INFO:tasks.workunit.client.0.smithi067.stdout: 420: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:47.428 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zvC3WdIY79lVg7x off=7369039 len=604248 2024-07-29T15:29:47.432 INFO:tasks.workunit.client.0.smithi067.stdout:op 2155 completed, throughput=4.99MB/sec 2024-07-29T15:29:47.433 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1KRHcES0wCkJFdJ off=5364172 len=1085392 2024-07-29T15:29:47.435 INFO:tasks.workunit.client.0.smithi067.stdout:op 2156 completed, throughput=4.99MB/sec 2024-07-29T15:29:47.435 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8l8oBQsEte7OLEy off=11924608 len=1399616 2024-07-29T15:29:47.443 INFO:tasks.workunit.client.0.smithi067.stdout:op 2157 completed, throughput=5MB/sec 2024-07-29T15:29:47.443 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NGJcwTSP8mIDhsx off=12571376 len=694146 2024-07-29T15:29:47.447 INFO:tasks.workunit.client.0.smithi067.stdout:op 2158 completed, throughput=5MB/sec 2024-07-29T15:29:47.447 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-rghfAJqDupwQeVE off=17335610 len=1076709 2024-07-29T15:29:47.450 INFO:tasks.workunit.client.0.smithi067.stdout:op 2159 completed, throughput=5MB/sec 2024-07-29T15:29:47.450 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-k7pzz8RpdcUDF31 off=3748256 len=1506883 2024-07-29T15:29:47.457 INFO:tasks.workunit.client.0.smithi067.stdout:op 2160 completed, throughput=5MB/sec 2024-07-29T15:29:47.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:47 smithi067 ceph-mon[91995]: pgmap v1565: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:29:47.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:47 smithi067 ceph-mon[94375]: pgmap v1565: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:29:47.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:47 smithi138 ceph-mon[86438]: pgmap v1565: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:29:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:29:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:29:47] "GET /metrics HTTP/1.1" 200 34201 "" "Prometheus/2.51.0" 2024-07-29T15:29:48.457 INFO:tasks.workunit.client.0.smithi067.stdout: 421: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:48.457 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-D7p8-a_0Sa8gFYD off=3290894 len=29115 2024-07-29T15:29:48.460 INFO:tasks.workunit.client.0.smithi067.stdout:op 2161 completed, throughput=4.99MB/sec 2024-07-29T15:29:48.460 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-kSW4xapvsKr_3RU off=7396243 len=1631789 2024-07-29T15:29:48.470 INFO:tasks.workunit.client.0.smithi067.stdout:op 2162 completed, throughput=4.99MB/sec 2024-07-29T15:29:48.470 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MgC0tO_VbUu46m2 off=867435 len=184953 2024-07-29T15:29:48.472 INFO:tasks.workunit.client.0.smithi067.stdout:op 2163 completed, throughput=5MB/sec 2024-07-29T15:29:48.472 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fvOBDdEVBIoIG42 off=3344395 len=672267 2024-07-29T15:29:48.474 INFO:tasks.workunit.client.0.smithi067.stdout:op 2164 completed, throughput=5MB/sec 2024-07-29T15:29:48.474 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8RTblSp4vH96UU9 off=13363189 len=1473390 2024-07-29T15:29:48.476 INFO:tasks.workunit.client.0.smithi067.stdout:op 2165 completed, throughput=5MB/sec 2024-07-29T15:29:49.476 INFO:tasks.workunit.client.0.smithi067.stdout: 422: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:49.476 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-W50TalRD14KN3Gb off=15799245 len=1407739 2024-07-29T15:29:49.478 INFO:tasks.workunit.client.0.smithi067.stdout:op 2166 completed, throughput=4.99MB/sec 2024-07-29T15:29:49.478 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--IFgA6UKNnGUdU7 off=1469022 len=727619 2024-07-29T15:29:49.479 INFO:tasks.workunit.client.0.smithi067.stdout:op 2167 completed, throughput=4.99MB/sec 2024-07-29T15:29:49.479 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fSDR4lOmkfLusl4 off=6396209 len=1178891 2024-07-29T15:29:49.481 INFO:tasks.workunit.client.0.smithi067.stdout:op 2168 completed, throughput=5MB/sec 2024-07-29T15:29:49.481 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lRWatNCCtXb9-dz off=4558896 len=599123 2024-07-29T15:29:49.483 INFO:tasks.workunit.client.0.smithi067.stdout:op 2169 completed, throughput=5MB/sec 2024-07-29T15:29:49.483 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1B-2-uAoEUtmYy1 off=19441617 len=194777 2024-07-29T15:29:49.486 INFO:tasks.workunit.client.0.smithi067.stdout:op 2170 completed, throughput=5MB/sec 2024-07-29T15:29:49.486 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Sy5XYB3PwYfTGcX off=1594575 len=989655 2024-07-29T15:29:49.491 INFO:tasks.workunit.client.0.smithi067.stdout:op 2171 completed, throughput=5MB/sec 2024-07-29T15:29:49.492 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-mNQQDx_7ZYqtBjG off=250633 len=928879 2024-07-29T15:29:49.497 INFO:tasks.workunit.client.0.smithi067.stdout:op 2172 completed, throughput=5MB/sec 2024-07-29T15:29:49.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:49 smithi138 ceph-mon[86438]: pgmap v1566: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:29:49.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:49 smithi067 ceph-mon[91995]: pgmap v1566: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:29:49.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:49 smithi067 ceph-mon[94375]: pgmap v1566: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:29:50.498 INFO:tasks.workunit.client.0.smithi067.stdout: 423: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:50.498 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4FAn0y7bEhmaaMw off=8278632 len=1031115 2024-07-29T15:29:50.502 INFO:tasks.workunit.client.0.smithi067.stdout:op 2173 completed, throughput=4.99MB/sec 2024-07-29T15:29:50.502 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2W_ql9-bhtrzqVF off=4798876 len=2091173 2024-07-29T15:29:50.512 INFO:tasks.workunit.client.0.smithi067.stdout:op 2174 completed, throughput=5MB/sec 2024-07-29T15:29:50.512 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-RhxSPQz4i0kLQpj off=1290329 len=1666450 2024-07-29T15:29:50.522 INFO:tasks.workunit.client.0.smithi067.stdout:op 2175 completed, throughput=5MB/sec 2024-07-29T15:29:50.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:29:50.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:29:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:29:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:29:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:29:50.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:29:51.522 INFO:tasks.workunit.client.0.smithi067.stdout: 424: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:51.522 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-F9IRRVpGIXxxtAO off=992654 len=682819 2024-07-29T15:29:51.527 INFO:tasks.workunit.client.0.smithi067.stdout:op 2176 completed, throughput=4.99MB/sec 2024-07-29T15:29:51.527 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-zruSojO2XvK1LNh off=93470 len=1987874 2024-07-29T15:29:51.531 INFO:tasks.workunit.client.0.smithi067.stdout:op 2177 completed, throughput=4.99MB/sec 2024-07-29T15:29:51.531 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ahT_Zu1MbNPn806 off=5990054 len=572823 2024-07-29T15:29:51.534 INFO:tasks.workunit.client.0.smithi067.stdout:op 2178 completed, throughput=5MB/sec 2024-07-29T15:29:51.534 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-hQDavzS8SOLTsoX off=4895534 len=549863 2024-07-29T15:29:51.539 INFO:tasks.workunit.client.0.smithi067.stdout:op 2179 completed, throughput=5MB/sec 2024-07-29T15:29:51.539 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5_WRH5rbZbHCKcv off=72757 len=1409582 2024-07-29T15:29:51.547 INFO:tasks.workunit.client.0.smithi067.stdout:op 2180 completed, throughput=5MB/sec 2024-07-29T15:29:51.548 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KifywneO7x6ppWw off=10585688 len=947943 2024-07-29T15:29:51.548 INFO:tasks.workunit.client.0.smithi067.stdout:op 2181 completed, throughput=5MB/sec 2024-07-29T15:29:51.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:51 smithi138 ceph-mon[86438]: pgmap v1567: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:29:51.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:51 smithi067 ceph-mon[91995]: pgmap v1567: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:29:51.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:51 smithi067 ceph-mon[94375]: pgmap v1567: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:29:52.549 INFO:tasks.workunit.client.0.smithi067.stdout: 425: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:52.549 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-yAyMM6W8WNmjyTU off=941466 len=1714763 2024-07-29T15:29:52.556 INFO:tasks.workunit.client.0.smithi067.stdout:op 2182 completed, throughput=4.99MB/sec 2024-07-29T15:29:52.557 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Wq3MZpx8KgKMu1k off=2534465 len=203333 2024-07-29T15:29:52.560 INFO:tasks.workunit.client.0.smithi067.stdout:op 2183 completed, throughput=4.99MB/sec 2024-07-29T15:29:52.560 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pgI3RwjchA8Dwv1 off=21311042 len=379966 2024-07-29T15:29:52.560 INFO:tasks.workunit.client.0.smithi067.stdout:op 2184 completed, throughput=5MB/sec 2024-07-29T15:29:52.561 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-CBEj0D6ByeCt3mm off=4524197 len=1817501 2024-07-29T15:29:52.564 INFO:tasks.workunit.client.0.smithi067.stdout:op 2185 completed, throughput=5MB/sec 2024-07-29T15:29:52.564 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mmzBmJJRPWr5K9Q off=1957063 len=1428875 2024-07-29T15:29:52.565 INFO:tasks.workunit.client.0.smithi067.stdout:op 2186 completed, throughput=5MB/sec 2024-07-29T15:29:53.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:53 smithi138 ceph-mon[86438]: pgmap v1568: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-29T15:29:53.566 INFO:tasks.workunit.client.0.smithi067.stdout: 426: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:53.566 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-AZluNQq7DZWFf4F off=8610009 len=786698 2024-07-29T15:29:53.568 INFO:tasks.workunit.client.0.smithi067.stdout:op 2187 completed, throughput=4.99MB/sec 2024-07-29T15:29:53.568 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-M213oj-t8WsKtze off=1281586 len=488291 2024-07-29T15:29:53.569 INFO:tasks.workunit.client.0.smithi067.stdout:op 2188 completed, throughput=4.99MB/sec 2024-07-29T15:29:53.569 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7uKhKvj8YGcaS_H off=13831310 len=1887408 2024-07-29T15:29:53.579 INFO:tasks.workunit.client.0.smithi067.stdout:op 2189 completed, throughput=5MB/sec 2024-07-29T15:29:53.579 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bLFxZUgi5cYnzHF off=3444318 len=1698664 2024-07-29T15:29:53.587 INFO:tasks.workunit.client.0.smithi067.stdout:op 2190 completed, throughput=5MB/sec 2024-07-29T15:29:53.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:53 smithi067 ceph-mon[91995]: pgmap v1568: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-29T15:29:53.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:53 smithi067 ceph-mon[94375]: pgmap v1568: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-29T15:29:54.587 INFO:tasks.workunit.client.0.smithi067.stdout: 427: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:54.587 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WUfnP7Gc2W6k4Ye off=4326897 len=743935 2024-07-29T15:29:54.589 INFO:tasks.workunit.client.0.smithi067.stdout:op 2191 completed, throughput=4.99MB/sec 2024-07-29T15:29:54.589 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-mtPaT8KcfYzOi7i off=4690117 len=385881 2024-07-29T15:29:54.593 INFO:tasks.workunit.client.0.smithi067.stdout:op 2192 completed, throughput=4.99MB/sec 2024-07-29T15:29:54.593 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8rHBFuuZTo9qgSH off=5063481 len=1532848 2024-07-29T15:29:54.602 INFO:tasks.workunit.client.0.smithi067.stdout:op 2193 completed, throughput=5MB/sec 2024-07-29T15:29:54.602 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-IlwlufHNZKcwspt off=298774 len=1797088 2024-07-29T15:29:54.617 INFO:tasks.workunit.client.0.smithi067.stdout:op 2194 completed, throughput=5MB/sec 2024-07-29T15:29:54.617 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-K3XlPV9Gv3IEBG8 off=9369769 len=571953 2024-07-29T15:29:54.618 INFO:tasks.workunit.client.0.smithi067.stdout:op 2195 completed, throughput=5MB/sec 2024-07-29T15:29:55.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:55 smithi138 ceph-mon[86438]: pgmap v1569: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:29:55.618 INFO:tasks.workunit.client.0.smithi067.stdout: 428: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:55.618 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eRjRXUX2XCCogxZ off=2454143 len=1529821 2024-07-29T15:29:55.620 INFO:tasks.workunit.client.0.smithi067.stdout:op 2196 completed, throughput=4.99MB/sec 2024-07-29T15:29:55.620 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-O9lO1KffAyOOImr off=2092938 len=1134693 2024-07-29T15:29:55.626 INFO:tasks.workunit.client.0.smithi067.stdout:op 2197 completed, throughput=4.99MB/sec 2024-07-29T15:29:55.627 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-U4GNa_03wXB9mwH off=16660426 len=670049 2024-07-29T15:29:55.631 INFO:tasks.workunit.client.0.smithi067.stdout:op 2198 completed, throughput=5MB/sec 2024-07-29T15:29:55.631 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-hpkfeSE3GOUwQfZ off=12125344 len=1882173 2024-07-29T15:29:55.635 INFO:tasks.workunit.client.0.smithi067.stdout:op 2199 completed, throughput=5MB/sec 2024-07-29T15:29:55.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:55 smithi067 ceph-mon[91995]: pgmap v1569: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:29:55.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:55 smithi067 ceph-mon[94375]: pgmap v1569: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:29:56.635 INFO:tasks.workunit.client.0.smithi067.stdout: 429: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:56.635 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Wyv2hARsQK_84eR off=16003692 len=620512 2024-07-29T15:29:56.640 INFO:tasks.workunit.client.0.smithi067.stdout:op 2200 completed, throughput=4.99MB/sec 2024-07-29T15:29:56.640 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-aGX6WmnVZXBc2tV off=4975970 len=406494 2024-07-29T15:29:56.641 INFO:tasks.workunit.client.0.smithi067.stdout:op 2201 completed, throughput=4.99MB/sec 2024-07-29T15:29:56.641 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8Sjyv5fhF4-WBth off=2819202 len=1513640 2024-07-29T15:29:56.643 INFO:tasks.workunit.client.0.smithi067.stdout:op 2202 completed, throughput=4.99MB/sec 2024-07-29T15:29:56.643 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lbZU07nAp5RcYwe off=8817600 len=1523174 2024-07-29T15:29:56.650 INFO:tasks.workunit.client.0.smithi067.stdout:op 2203 completed, throughput=5MB/sec 2024-07-29T15:29:56.651 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--LCustC6eFXQlM1 off=5278912 len=572940 2024-07-29T15:29:56.651 INFO:tasks.workunit.client.0.smithi067.stdout:op 2204 completed, throughput=5MB/sec 2024-07-29T15:29:56.652 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rOD5MIWSHmo3n6z off=9419454 len=1620725 2024-07-29T15:29:56.659 INFO:tasks.workunit.client.0.smithi067.stdout:op 2205 completed, throughput=5MB/sec 2024-07-29T15:29:57.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:57 smithi138 ceph-mon[86438]: pgmap v1570: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:29:57.659 INFO:tasks.workunit.client.0.smithi067.stdout: 430: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:57.659 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CNtiAr7C8GfR1nb off=362010 len=890800 2024-07-29T15:29:57.665 INFO:tasks.workunit.client.0.smithi067.stdout:op 2206 completed, throughput=4.99MB/sec 2024-07-29T15:29:57.665 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-oZbylVFoTZMIQGy off=1763613 len=1964053 2024-07-29T15:29:57.675 INFO:tasks.workunit.client.0.smithi067.stdout:op 2207 completed, throughput=5MB/sec 2024-07-29T15:29:57.675 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-dwEv1RhFRQLJGuY off=7073818 len=281194 2024-07-29T15:29:57.675 INFO:tasks.workunit.client.0.smithi067.stdout:op 2208 completed, throughput=5MB/sec 2024-07-29T15:29:57.675 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-C1Xl7H4pmRHeaHl off=1890730 len=1453954 2024-07-29T15:29:57.683 INFO:tasks.workunit.client.0.smithi067.stdout:op 2209 completed, throughput=5MB/sec 2024-07-29T15:29:57.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:57 smithi067 ceph-mon[91995]: pgmap v1570: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:29:57.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:57 smithi067 ceph-mon[94375]: pgmap v1570: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:29:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:29:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:29:57] "GET /metrics HTTP/1.1" 200 34198 "" "Prometheus/2.51.0" 2024-07-29T15:29:58.683 INFO:tasks.workunit.client.0.smithi067.stdout: 431: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:58.683 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-noPCJGWfWzSrt-_ off=326834 len=316984 2024-07-29T15:29:58.685 INFO:tasks.workunit.client.0.smithi067.stdout:op 2210 completed, throughput=4.99MB/sec 2024-07-29T15:29:58.685 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-SIf0tp6oUtB_oXC off=10525924 len=799926 2024-07-29T15:29:58.686 INFO:tasks.workunit.client.0.smithi067.stdout:op 2211 completed, throughput=4.99MB/sec 2024-07-29T15:29:58.686 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BG-WetOevgiNfEe off=5906965 len=383167 2024-07-29T15:29:58.687 INFO:tasks.workunit.client.0.smithi067.stdout:op 2212 completed, throughput=4.99MB/sec 2024-07-29T15:29:58.687 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7yBFTiFyadQ6jvP off=3415217 len=1212144 2024-07-29T15:29:58.695 INFO:tasks.workunit.client.0.smithi067.stdout:op 2213 completed, throughput=4.99MB/sec 2024-07-29T15:29:58.695 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Nm0xj36ErJ54fIp off=3767942 len=1508122 2024-07-29T15:29:58.697 INFO:tasks.workunit.client.0.smithi067.stdout:op 2214 completed, throughput=5MB/sec 2024-07-29T15:29:58.697 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-amVL-VRZdNVVtcQ off=6218719 len=2036201 2024-07-29T15:29:58.699 INFO:tasks.workunit.client.0.smithi067.stdout:op 2215 completed, throughput=5MB/sec 2024-07-29T15:29:59.699 INFO:tasks.workunit.client.0.smithi067.stdout: 432: throughput=4.99MB/sec pending data=0 2024-07-29T15:29:59.699 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-m2X6lgywcZ0nigI off=2295836 len=106505 2024-07-29T15:29:59.702 INFO:tasks.workunit.client.0.smithi067.stdout:op 2216 completed, throughput=4.99MB/sec 2024-07-29T15:29:59.702 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-H8PVwNHjvjO54AF off=306560 len=1717108 2024-07-29T15:29:59.711 INFO:tasks.workunit.client.0.smithi067.stdout:op 2217 completed, throughput=4.99MB/sec 2024-07-29T15:29:59.711 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZLC2XNCAV9Jg8GH off=5061807 len=1286798 2024-07-29T15:29:59.718 INFO:tasks.workunit.client.0.smithi067.stdout:op 2218 completed, throughput=5MB/sec 2024-07-29T15:29:59.718 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-p4sJjBAv83gd18e off=6532846 len=1170811 2024-07-29T15:29:59.720 INFO:tasks.workunit.client.0.smithi067.stdout:op 2219 completed, throughput=5MB/sec 2024-07-29T15:29:59.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:29:59 smithi067 ceph-mon[91995]: pgmap v1571: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:29:59.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:29:59 smithi067 ceph-mon[94375]: pgmap v1571: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:29:59.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:29:59 smithi138 ceph-mon[86438]: pgmap v1571: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:30:00.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:00 smithi138 ceph-mon[86438]: overall HEALTH_OK 2024-07-29T15:30:00.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:30:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:30:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:30:00.721 INFO:tasks.workunit.client.0.smithi067.stdout: 433: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:00.721 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PKNUtEyRK4lHBza off=3351317 len=1441412 2024-07-29T15:30:00.724 INFO:tasks.workunit.client.0.smithi067.stdout:op 2220 completed, throughput=4.99MB/sec 2024-07-29T15:30:00.724 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-066bMb2A1yfUIj- off=12883428 len=1948032 2024-07-29T15:30:00.734 INFO:tasks.workunit.client.0.smithi067.stdout:op 2221 completed, throughput=5MB/sec 2024-07-29T15:30:00.735 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-nsvUU3iTqY4bfC1 off=245280 len=1897536 2024-07-29T15:30:00.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:00 smithi067 ceph-mon[91995]: overall HEALTH_OK 2024-07-29T15:30:00.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:00 smithi067 ceph-mon[94375]: overall HEALTH_OK 2024-07-29T15:30:00.742 INFO:tasks.workunit.client.0.smithi067.stdout:op 2222 completed, throughput=5MB/sec 2024-07-29T15:30:00.743 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-U2rvtsqG1pNsN3b off=1555340 len=320495 2024-07-29T15:30:00.743 INFO:tasks.workunit.client.0.smithi067.stdout:op 2223 completed, throughput=5MB/sec 2024-07-29T15:30:01.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:01 smithi067 ceph-mon[91995]: pgmap v1572: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-29T15:30:01.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:01 smithi067 ceph-mon[94375]: pgmap v1572: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-29T15:30:01.744 INFO:tasks.workunit.client.0.smithi067.stdout: 434: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:01.744 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-pJiai3EWRs0XEOU off=11792018 len=652311 2024-07-29T15:30:01.748 INFO:tasks.workunit.client.0.smithi067.stdout:op 2224 completed, throughput=4.99MB/sec 2024-07-29T15:30:01.748 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9ZgtpqinMRHZs-U off=12384455 len=1213212 2024-07-29T15:30:01.755 INFO:tasks.workunit.client.0.smithi067.stdout:op 2225 completed, throughput=4.99MB/sec 2024-07-29T15:30:01.755 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-SjGsCY_af_ZgMoe off=15813045 len=1240183 2024-07-29T15:30:01.757 INFO:tasks.workunit.client.0.smithi067.stdout:op 2226 completed, throughput=5MB/sec 2024-07-29T15:30:01.758 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-s8eu_ouamy7kWt_ off=1832068 len=1919503 2024-07-29T15:30:01.759 INFO:tasks.workunit.client.0.smithi067.stdout:op 2227 completed, throughput=5MB/sec 2024-07-29T15:30:01.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:01 smithi138 ceph-mon[86438]: pgmap v1572: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-29T15:30:02.760 INFO:tasks.workunit.client.0.smithi067.stdout: 435: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:02.760 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pjocxWhO-MrzXS2 off=1616523 len=1699850 2024-07-29T15:30:02.762 INFO:tasks.workunit.client.0.smithi067.stdout:op 2228 completed, throughput=4.99MB/sec 2024-07-29T15:30:02.762 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Rx61kUW-nqAEB34 off=8862403 len=740269 2024-07-29T15:30:02.767 INFO:tasks.workunit.client.0.smithi067.stdout:op 2229 completed, throughput=4.99MB/sec 2024-07-29T15:30:02.767 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MJfjDpl0WwLsqVz off=2576610 len=639599 2024-07-29T15:30:02.771 INFO:tasks.workunit.client.0.smithi067.stdout:op 2230 completed, throughput=5MB/sec 2024-07-29T15:30:02.771 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qjOokEyKvjkSugk off=2787587 len=1338516 2024-07-29T15:30:02.777 INFO:tasks.workunit.client.0.smithi067.stdout:op 2231 completed, throughput=5MB/sec 2024-07-29T15:30:02.777 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-A9joT3TrJl17Y5v off=8854378 len=2085819 2024-07-29T15:30:02.780 INFO:tasks.workunit.client.0.smithi067.stdout:op 2232 completed, throughput=5MB/sec 2024-07-29T15:30:03.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:03 smithi067 ceph-mon[91995]: pgmap v1573: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-29T15:30:03.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:03 smithi067 ceph-mon[94375]: pgmap v1573: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-29T15:30:03.780 INFO:tasks.workunit.client.0.smithi067.stdout: 436: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:03.780 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Ccwa8PKWANf8s5u off=2060524 len=1282942 2024-07-29T15:30:03.782 INFO:tasks.workunit.client.0.smithi067.stdout:op 2233 completed, throughput=4.99MB/sec 2024-07-29T15:30:03.782 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-7qcD2Trs4EIbLwq off=4597279 len=1677520 2024-07-29T15:30:03.784 INFO:tasks.workunit.client.0.smithi067.stdout:op 2234 completed, throughput=5MB/sec 2024-07-29T15:30:03.785 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-guiQZYz-tB3K_sG off=3293403 len=1280026 2024-07-29T15:30:03.792 INFO:tasks.workunit.client.0.smithi067.stdout:op 2235 completed, throughput=5MB/sec 2024-07-29T15:30:03.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:03 smithi138 ceph-mon[86438]: pgmap v1573: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-29T15:30:04.792 INFO:tasks.workunit.client.0.smithi067.stdout: 437: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:04.793 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WIdRyb_EdBdLuUa off=3006616 len=1770799 2024-07-29T15:30:04.794 INFO:tasks.workunit.client.0.smithi067.stdout:op 2236 completed, throughput=4.99MB/sec 2024-07-29T15:30:04.795 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SP6npPhn1EJQpkW off=14305350 len=896807 2024-07-29T15:30:04.800 INFO:tasks.workunit.client.0.smithi067.stdout:op 2237 completed, throughput=4.99MB/sec 2024-07-29T15:30:04.800 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1dCNmexJhh_GGIb off=2146878 len=1820432 2024-07-29T15:30:04.810 INFO:tasks.workunit.client.0.smithi067.stdout:op 2238 completed, throughput=5MB/sec 2024-07-29T15:30:04.811 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-z-YCn5ua02MA25P off=13357556 len=263266 2024-07-29T15:30:04.814 INFO:tasks.workunit.client.0.smithi067.stdout:op 2239 completed, throughput=5MB/sec 2024-07-29T15:30:04.814 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5xLa2CckviLQSMf off=13662375 len=34173 2024-07-29T15:30:04.814 INFO:tasks.workunit.client.0.smithi067.stdout:op 2240 completed, throughput=5MB/sec 2024-07-29T15:30:04.815 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jPhuPA2uNE07tRC off=19046032 len=1340629 2024-07-29T15:30:04.816 INFO:tasks.workunit.client.0.smithi067.stdout:op 2241 completed, throughput=5MB/sec 2024-07-29T15:30:05.613 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:05 smithi138 ceph-mon[86438]: pgmap v1574: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:30:05.613 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:30:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:05 smithi067 ceph-mon[91995]: pgmap v1574: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:30:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:30:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:05 smithi067 ceph-mon[94375]: pgmap v1574: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:30:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:30:05.817 INFO:tasks.workunit.client.0.smithi067.stdout: 438: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:05.817 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-R457vil2M2936O8 off=602692 len=959602 2024-07-29T15:30:05.818 INFO:tasks.workunit.client.0.smithi067.stdout:op 2242 completed, throughput=4.99MB/sec 2024-07-29T15:30:05.818 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-L8E67eCRjdG9tCV off=7683136 len=1023262 2024-07-29T15:30:05.824 INFO:tasks.workunit.client.0.smithi067.stdout:op 2243 completed, throughput=4.99MB/sec 2024-07-29T15:30:05.824 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-aYFWmFdQpdLAGvV off=3853657 len=650321 2024-07-29T15:30:05.828 INFO:tasks.workunit.client.0.smithi067.stdout:op 2244 completed, throughput=5MB/sec 2024-07-29T15:30:05.828 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-leMqM8Fj_hcMvMq off=2730424 len=131201 2024-07-29T15:30:05.828 INFO:tasks.workunit.client.0.smithi067.stdout:op 2245 completed, throughput=5MB/sec 2024-07-29T15:30:05.828 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-TDMp5mGB4D4T8vy off=12727452 len=1762716 2024-07-29T15:30:05.839 INFO:tasks.workunit.client.0.smithi067.stdout:op 2246 completed, throughput=5MB/sec 2024-07-29T15:30:06.840 INFO:tasks.workunit.client.0.smithi067.stdout: 439: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:06.840 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Cln-OZ6vp2MYS2o off=2030710 len=1535009 2024-07-29T15:30:06.849 INFO:tasks.workunit.client.0.smithi067.stdout:op 2247 completed, throughput=4.99MB/sec 2024-07-29T15:30:06.849 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Rm7CdIVwMiofMtb off=8352081 len=910023 2024-07-29T15:30:06.851 INFO:tasks.workunit.client.0.smithi067.stdout:op 2248 completed, throughput=4.99MB/sec 2024-07-29T15:30:06.851 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9fGFORIVhvCGv88 off=8960102 len=1878260 2024-07-29T15:30:06.861 INFO:tasks.workunit.client.0.smithi067.stdout:op 2249 completed, throughput=5MB/sec 2024-07-29T15:30:06.861 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-r1F4El9TEynVW6p off=4023613 len=672987 2024-07-29T15:30:06.862 INFO:tasks.workunit.client.0.smithi067.stdout:op 2250 completed, throughput=5MB/sec 2024-07-29T15:30:06.862 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-umtvCV9EyVj75Ql off=13352027 len=1337649 2024-07-29T15:30:06.865 INFO:tasks.workunit.client.0.smithi067.stdout:op 2251 completed, throughput=5MB/sec 2024-07-29T15:30:07.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:07 smithi067 ceph-mon[91995]: pgmap v1575: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-29T15:30:07.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:07 smithi067 ceph-mon[94375]: pgmap v1575: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-29T15:30:07.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:07 smithi138 ceph-mon[86438]: pgmap v1575: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-29T15:30:07.865 INFO:tasks.workunit.client.0.smithi067.stdout: 440: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:07.865 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-uKkfsU9Y9YgP3gt off=2523064 len=730898 2024-07-29T15:30:07.871 INFO:tasks.workunit.client.0.smithi067.stdout:op 2252 completed, throughput=4.99MB/sec 2024-07-29T15:30:07.871 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-xoh8oQaoqtJpppG off=3439862 len=692317 2024-07-29T15:30:07.874 INFO:tasks.workunit.client.0.smithi067.stdout:op 2253 completed, throughput=4.99MB/sec 2024-07-29T15:30:07.875 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NKT2RHNSZyM-qd4 off=4182929 len=1145776 2024-07-29T15:30:07.881 INFO:tasks.workunit.client.0.smithi067.stdout:op 2254 completed, throughput=5MB/sec 2024-07-29T15:30:07.881 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-kQWiO--I5nY7o8J off=11901906 len=1838755 2024-07-29T15:30:07.890 INFO:tasks.workunit.client.0.smithi067.stdout:op 2255 completed, throughput=5MB/sec 2024-07-29T15:30:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:30:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:30:07] "GET /metrics HTTP/1.1" 200 34201 "" "Prometheus/2.51.0" 2024-07-29T15:30:08.890 INFO:tasks.workunit.client.0.smithi067.stdout: 441: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:08.890 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-v2xhFy0MfMmqnIi off=1251570 len=67684 2024-07-29T15:30:08.891 INFO:tasks.workunit.client.0.smithi067.stdout:op 2256 completed, throughput=4.99MB/sec 2024-07-29T15:30:08.891 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-j14DG2oyH5qP1pt off=11358990 len=536912 2024-07-29T15:30:08.892 INFO:tasks.workunit.client.0.smithi067.stdout:op 2257 completed, throughput=4.99MB/sec 2024-07-29T15:30:08.892 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-tuHhA8h3IRfoKWY off=1759603 len=1983419 2024-07-29T15:30:08.894 INFO:tasks.workunit.client.0.smithi067.stdout:op 2258 completed, throughput=4.99MB/sec 2024-07-29T15:30:08.894 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qwNUq9D7dzVv_ha off=487971 len=1789365 2024-07-29T15:30:08.897 INFO:tasks.workunit.client.0.smithi067.stdout:op 2259 completed, throughput=5MB/sec 2024-07-29T15:30:08.897 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-D3dMWL4TYW5IJ5q off=1054581 len=566176 2024-07-29T15:30:08.899 INFO:tasks.workunit.client.0.smithi067.stdout:op 2260 completed, throughput=5MB/sec 2024-07-29T15:30:08.899 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YXvxtgbBlHvJhHy off=3133322 len=382813 2024-07-29T15:30:08.903 INFO:tasks.workunit.client.0.smithi067.stdout:op 2261 completed, throughput=5MB/sec 2024-07-29T15:30:09.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:09 smithi067 ceph-mon[91995]: pgmap v1576: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:30:09.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:09 smithi067 ceph-mon[94375]: pgmap v1576: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:30:09.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:09 smithi138 ceph-mon[86438]: pgmap v1576: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:30:09.903 INFO:tasks.workunit.client.0.smithi067.stdout: 442: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:09.903 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8msAnvyaBB_GpaR off=14235719 len=604523 2024-07-29T15:30:09.908 INFO:tasks.workunit.client.0.smithi067.stdout:op 2262 completed, throughput=4.99MB/sec 2024-07-29T15:30:09.908 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-TU0wt9i1tFxno7f off=4728840 len=628315 2024-07-29T15:30:09.909 INFO:tasks.workunit.client.0.smithi067.stdout:op 2263 completed, throughput=4.99MB/sec 2024-07-29T15:30:09.909 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-IpZBNUanQMMUgd5 off=2766605 len=1002284 2024-07-29T15:30:09.914 INFO:tasks.workunit.client.0.smithi067.stdout:op 2264 completed, throughput=4.99MB/sec 2024-07-29T15:30:09.914 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-tVEVqheq-dSKc_k off=9347810 len=1221551 2024-07-29T15:30:09.915 INFO:tasks.workunit.client.0.smithi067.stdout:op 2265 completed, throughput=5MB/sec 2024-07-29T15:30:09.915 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fElx6-tQwFtVV3k off=767356 len=885844 2024-07-29T15:30:09.916 INFO:tasks.workunit.client.0.smithi067.stdout:op 2266 completed, throughput=5MB/sec 2024-07-29T15:30:09.916 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-S8I8PvbkrBZKBru off=2271832 len=1589611 2024-07-29T15:30:09.918 INFO:tasks.workunit.client.0.smithi067.stdout:op 2267 completed, throughput=5MB/sec 2024-07-29T15:30:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:30:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:30:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:30:10.919 INFO:tasks.workunit.client.0.smithi067.stdout: 443: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:10.919 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-U35wA9Rz0IMqQqW off=791739 len=1298227 2024-07-29T15:30:10.920 INFO:tasks.workunit.client.0.smithi067.stdout:op 2268 completed, throughput=4.99MB/sec 2024-07-29T15:30:10.920 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-svIOfudLW0D5Ft6 off=5816313 len=220077 2024-07-29T15:30:10.922 INFO:tasks.workunit.client.0.smithi067.stdout:op 2269 completed, throughput=4.99MB/sec 2024-07-29T15:30:10.922 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7okxjLx_KBNQM4o off=2918141 len=480445 2024-07-29T15:30:10.926 INFO:tasks.workunit.client.0.smithi067.stdout:op 2270 completed, throughput=4.99MB/sec 2024-07-29T15:30:10.926 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-si_engSrCEKxp4r off=4498126 len=1910041 2024-07-29T15:30:10.928 INFO:tasks.workunit.client.0.smithi067.stdout:op 2271 completed, throughput=5MB/sec 2024-07-29T15:30:10.928 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WCytT3_nlMGu_fz off=16074425 len=1692242 2024-07-29T15:30:10.930 INFO:tasks.workunit.client.0.smithi067.stdout:op 2272 completed, throughput=5MB/sec 2024-07-29T15:30:11.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:11 smithi067 ceph-mon[91995]: pgmap v1577: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:30:11.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:11 smithi067 ceph-mon[94375]: pgmap v1577: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:30:11.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:11 smithi138 ceph-mon[86438]: pgmap v1577: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:30:11.930 INFO:tasks.workunit.client.0.smithi067.stdout: 444: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:11.930 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VN-p8-DaMZh3nJl off=2734856 len=415198 2024-07-29T15:30:11.932 INFO:tasks.workunit.client.0.smithi067.stdout:op 2273 completed, throughput=4.99MB/sec 2024-07-29T15:30:11.932 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-gA4wXkPNjtiL7R- off=6172857 len=365163 2024-07-29T15:30:11.935 INFO:tasks.workunit.client.0.smithi067.stdout:op 2274 completed, throughput=4.99MB/sec 2024-07-29T15:30:11.935 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-uGA0smYcvyUAMQc off=12651274 len=170816 2024-07-29T15:30:11.938 INFO:tasks.workunit.client.0.smithi067.stdout:op 2275 completed, throughput=4.99MB/sec 2024-07-29T15:30:11.938 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PlYsV0Z-z-_G21H off=8274584 len=1943506 2024-07-29T15:30:11.940 INFO:tasks.workunit.client.0.smithi067.stdout:op 2276 completed, throughput=5MB/sec 2024-07-29T15:30:11.941 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-LXIz8fWDcuazFaQ off=9932195 len=1157394 2024-07-29T15:30:11.947 INFO:tasks.workunit.client.0.smithi067.stdout:op 2277 completed, throughput=5MB/sec 2024-07-29T15:30:11.947 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8-TgIBNo7P7BOWn off=1337383 len=127731 2024-07-29T15:30:11.949 INFO:tasks.workunit.client.0.smithi067.stdout:op 2278 completed, throughput=5MB/sec 2024-07-29T15:30:11.950 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pmQP4ebxqs_NQNB off=1223397 len=120081 2024-07-29T15:30:11.950 INFO:tasks.workunit.client.0.smithi067.stdout:op 2279 completed, throughput=5MB/sec 2024-07-29T15:30:11.950 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5dV-DxAHIWJLzSN off=10333409 len=1668184 2024-07-29T15:30:11.958 INFO:tasks.workunit.client.0.smithi067.stdout:op 2280 completed, throughput=5MB/sec 2024-07-29T15:30:12.959 INFO:tasks.workunit.client.0.smithi067.stdout: 445: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:12.959 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8t1NoI_e30whdHC off=9229720 len=429320 2024-07-29T15:30:12.963 INFO:tasks.workunit.client.0.smithi067.stdout:op 2281 completed, throughput=4.99MB/sec 2024-07-29T15:30:12.963 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-U6a8W0CnIcKC1xA off=20745499 len=1234825 2024-07-29T15:30:12.964 INFO:tasks.workunit.client.0.smithi067.stdout:op 2282 completed, throughput=5MB/sec 2024-07-29T15:30:12.964 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-7yBBtm4Nku9P7PF off=3198795 len=119109 2024-07-29T15:30:12.965 INFO:tasks.workunit.client.0.smithi067.stdout:op 2283 completed, throughput=5MB/sec 2024-07-29T15:30:12.965 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fBOn85WJgsnd1Ze off=3871676 len=999245 2024-07-29T15:30:12.967 INFO:tasks.workunit.client.0.smithi067.stdout:op 2284 completed, throughput=5MB/sec 2024-07-29T15:30:12.968 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-jAR-TLFQn7qP2hH off=8158905 len=1792640 2024-07-29T15:30:12.975 INFO:tasks.workunit.client.0.smithi067.stdout:op 2285 completed, throughput=5MB/sec 2024-07-29T15:30:13.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:13 smithi067 ceph-mon[91995]: pgmap v1578: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:30:13.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:13 smithi067 ceph-mon[94375]: pgmap v1578: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:30:13.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:13 smithi138 ceph-mon[86438]: pgmap v1578: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:30:13.975 INFO:tasks.workunit.client.0.smithi067.stdout: 446: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:13.976 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zGB86iDHLIwzpDm off=2164222 len=1777662 2024-07-29T15:30:13.984 INFO:tasks.workunit.client.0.smithi067.stdout:op 2286 completed, throughput=4.99MB/sec 2024-07-29T15:30:13.984 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eKu5t41F3c0zJ2U off=1137177 len=362048 2024-07-29T15:30:13.985 INFO:tasks.workunit.client.0.smithi067.stdout:op 2287 completed, throughput=4.99MB/sec 2024-07-29T15:30:13.985 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FcMFXhKoqXuO9X4 off=2848549 len=1333526 2024-07-29T15:30:13.987 INFO:tasks.workunit.client.0.smithi067.stdout:op 2288 completed, throughput=5MB/sec 2024-07-29T15:30:13.987 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2ukBEaRibOBnfzS off=2113059 len=1282029 2024-07-29T15:30:13.993 INFO:tasks.workunit.client.0.smithi067.stdout:op 2289 completed, throughput=5MB/sec 2024-07-29T15:30:14.994 INFO:tasks.workunit.client.0.smithi067.stdout: 447: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:14.994 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Y9MAIaqdhvLtNC3 off=4580115 len=49339 2024-07-29T15:30:14.994 INFO:tasks.workunit.client.0.smithi067.stdout:op 2290 completed, throughput=4.99MB/sec 2024-07-29T15:30:14.995 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6-6aphlT8gUFtuE off=2170583 len=1572559 2024-07-29T15:30:14.997 INFO:tasks.workunit.client.0.smithi067.stdout:op 2291 completed, throughput=4.99MB/sec 2024-07-29T15:30:14.997 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-dk4gL5rYYR-kcAW off=11223020 len=555530 2024-07-29T15:30:15.000 INFO:tasks.workunit.client.0.smithi067.stdout:op 2292 completed, throughput=4.99MB/sec 2024-07-29T15:30:15.000 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-uwPym72Spkx3mK0 off=9723072 len=446316 2024-07-29T15:30:15.001 INFO:tasks.workunit.client.0.smithi067.stdout:op 2293 completed, throughput=4.99MB/sec 2024-07-29T15:30:15.002 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-EykQvus5PTYuvWC off=6051227 len=1406513 2024-07-29T15:30:15.005 INFO:tasks.workunit.client.0.smithi067.stdout:op 2294 completed, throughput=5MB/sec 2024-07-29T15:30:15.005 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-sc1ZOAWJpW7DFrp off=7642565 len=643691 2024-07-29T15:30:15.009 INFO:tasks.workunit.client.0.smithi067.stdout:op 2295 completed, throughput=5MB/sec 2024-07-29T15:30:15.010 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-sbdDuf4ALCTJKR_ off=15779793 len=1938553 2024-07-29T15:30:15.021 INFO:tasks.workunit.client.0.smithi067.stdout:op 2296 completed, throughput=5MB/sec 2024-07-29T15:30:15.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:15 smithi067 ceph-mon[91995]: pgmap v1579: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:30:15.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:15 smithi067 ceph-mon[94375]: pgmap v1579: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:30:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:15 smithi138 ceph-mon[86438]: pgmap v1579: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:30:16.021 INFO:tasks.workunit.client.0.smithi067.stdout: 448: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:16.021 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-A4dxb0bsUzM2-Dl off=4033845 len=1653787 2024-07-29T15:30:16.025 INFO:tasks.workunit.client.0.smithi067.stdout:op 2297 completed, throughput=5MB/sec 2024-07-29T15:30:16.025 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VvYOK0NifkqTjHA off=76364 len=512990 2024-07-29T15:30:16.026 INFO:tasks.workunit.client.0.smithi067.stdout:op 2298 completed, throughput=5MB/sec 2024-07-29T15:30:16.026 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-tCoIgVMQtCBagBr off=5923919 len=956917 2024-07-29T15:30:16.028 INFO:tasks.workunit.client.0.smithi067.stdout:op 2299 completed, throughput=5MB/sec 2024-07-29T15:30:16.028 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NJtAFmwSgbAHErQ off=3918871 len=1816351 2024-07-29T15:30:16.038 INFO:tasks.workunit.client.0.smithi067.stdout:op 2300 completed, throughput=5MB/sec 2024-07-29T15:30:17.038 INFO:tasks.workunit.client.0.smithi067.stdout: 449: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:17.039 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-g0G9oUek4_dCFPE off=9758827 len=548983 2024-07-29T15:30:17.042 INFO:tasks.workunit.client.0.smithi067.stdout:op 2301 completed, throughput=4.99MB/sec 2024-07-29T15:30:17.042 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1L5xTcU8mPmd3Q1 off=736941 len=1130912 2024-07-29T15:30:17.047 INFO:tasks.workunit.client.0.smithi067.stdout:op 2302 completed, throughput=4.99MB/sec 2024-07-29T15:30:17.047 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-hHp4CEfpOlPeqw5 off=20889799 len=1820279 2024-07-29T15:30:17.057 INFO:tasks.workunit.client.0.smithi067.stdout:op 2303 completed, throughput=5MB/sec 2024-07-29T15:30:17.057 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Ut0N6SBEneosPKY off=5389653 len=972080 2024-07-29T15:30:17.061 INFO:tasks.workunit.client.0.smithi067.stdout:op 2304 completed, throughput=5MB/sec 2024-07-29T15:30:17.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:17 smithi067 ceph-mon[91995]: pgmap v1580: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:30:17.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:17 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:30:17.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:17 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:30:17.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:17 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:30:17.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:17 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:30:17.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:17 smithi067 ceph-mon[94375]: pgmap v1580: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:30:17.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:17 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:30:17.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:17 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:30:17.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:17 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:30:17.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:17 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:30:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:17 smithi138 ceph-mon[86438]: pgmap v1580: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:30:17.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:17 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:30:17.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:17 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:30:17.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:17 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:30:17.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:17 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:30:18.062 INFO:tasks.workunit.client.0.smithi067.stdout: 450: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:18.062 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-tTsZrN3CKb6k7hr off=289914 len=1905033 2024-07-29T15:30:18.073 INFO:tasks.workunit.client.0.smithi067.stdout:op 2305 completed, throughput=4.99MB/sec 2024-07-29T15:30:18.074 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-knE4tsEqLr6m7wU off=2411909 len=215913 2024-07-29T15:30:18.076 INFO:tasks.workunit.client.0.smithi067.stdout:op 2306 completed, throughput=4.99MB/sec 2024-07-29T15:30:18.076 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-OMVeS6juYuRbcdq off=6898020 len=457532 2024-07-29T15:30:18.079 INFO:tasks.workunit.client.0.smithi067.stdout:op 2307 completed, throughput=4.99MB/sec 2024-07-29T15:30:18.079 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-JRjeFNcF3hNCVjG off=1520406 len=679705 2024-07-29T15:30:18.080 INFO:tasks.workunit.client.0.smithi067.stdout:op 2308 completed, throughput=5MB/sec 2024-07-29T15:30:18.081 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-F-3Z83Kduba0b5G off=7275687 len=1329399 2024-07-29T15:30:18.088 INFO:tasks.workunit.client.0.smithi067.stdout:op 2309 completed, throughput=5MB/sec 2024-07-29T15:30:18.088 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ObrAgmdRLLCMpKb off=3306972 len=796011 2024-07-29T15:30:18.089 INFO:tasks.workunit.client.0.smithi067.stdout:op 2310 completed, throughput=5MB/sec 2024-07-29T15:30:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:30:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:30:17] "GET /metrics HTTP/1.1" 200 34201 "" "Prometheus/2.51.0" 2024-07-29T15:30:19.089 INFO:tasks.workunit.client.0.smithi067.stdout: 451: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:19.090 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-aCb_huRIEUEWAd_ off=8028876 len=141768 2024-07-29T15:30:19.090 INFO:tasks.workunit.client.0.smithi067.stdout:op 2311 completed, throughput=4.99MB/sec 2024-07-29T15:30:19.090 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BtY5MCftV1nhI5V off=8645713 len=1529654 2024-07-29T15:30:19.092 INFO:tasks.workunit.client.0.smithi067.stdout:op 2312 completed, throughput=4.99MB/sec 2024-07-29T15:30:19.092 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-d7E0kWORxWH4DId off=9848033 len=799798 2024-07-29T15:30:19.097 INFO:tasks.workunit.client.0.smithi067.stdout:op 2313 completed, throughput=4.99MB/sec 2024-07-29T15:30:19.097 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5Lw2HK1btykUTTg off=20014280 len=1244428 2024-07-29T15:30:19.098 INFO:tasks.workunit.client.0.smithi067.stdout:op 2314 completed, throughput=5MB/sec 2024-07-29T15:30:19.098 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6nQaqrbMFfKtHJy off=438031 len=457106 2024-07-29T15:30:19.099 INFO:tasks.workunit.client.0.smithi067.stdout:op 2315 completed, throughput=5MB/sec 2024-07-29T15:30:19.100 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CmIHaagHMzfWK7k off=375202 len=1547286 2024-07-29T15:30:19.110 INFO:tasks.workunit.client.0.smithi067.stdout:op 2316 completed, throughput=5MB/sec 2024-07-29T15:30:19.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:19 smithi067 ceph-mon[91995]: pgmap v1581: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:30:19.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:19 smithi067 ceph-mon[94375]: pgmap v1581: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:30:19.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:19 smithi138 ceph-mon[86438]: pgmap v1581: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:30:20.110 INFO:tasks.workunit.client.0.smithi067.stdout: 452: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:20.111 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-t-h9kzjCObFwSuo off=2003211 len=1949419 2024-07-29T15:30:20.113 INFO:tasks.workunit.client.0.smithi067.stdout:op 2317 completed, throughput=4.99MB/sec 2024-07-29T15:30:20.113 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UpH8kGOF3cEnG9W off=19005372 len=3867 2024-07-29T15:30:20.113 INFO:tasks.workunit.client.0.smithi067.stdout:op 2318 completed, throughput=4.99MB/sec 2024-07-29T15:30:20.114 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-LQJJqE-Qu9uGqTA off=3318097 len=242752 2024-07-29T15:30:20.116 INFO:tasks.workunit.client.0.smithi067.stdout:op 2319 completed, throughput=4.99MB/sec 2024-07-29T15:30:20.116 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wva_tUiv8y1LglJ off=1464993 len=277290 2024-07-29T15:30:20.119 INFO:tasks.workunit.client.0.smithi067.stdout:op 2320 completed, throughput=5MB/sec 2024-07-29T15:30:20.119 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CTttiWTHj-VVU6Z off=1910869 len=418667 2024-07-29T15:30:20.122 INFO:tasks.workunit.client.0.smithi067.stdout:op 2321 completed, throughput=5MB/sec 2024-07-29T15:30:20.122 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-INeJSW6Q7hfI8TW off=5663059 len=205757 2024-07-29T15:30:20.123 INFO:tasks.workunit.client.0.smithi067.stdout:op 2322 completed, throughput=5MB/sec 2024-07-29T15:30:20.123 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-c7532tvccMoyV52 off=7574724 len=562459 2024-07-29T15:30:20.124 INFO:tasks.workunit.client.0.smithi067.stdout:op 2323 completed, throughput=5MB/sec 2024-07-29T15:30:20.124 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4cfjfLgSrPnKmqU off=12676109 len=735678 2024-07-29T15:30:20.129 INFO:tasks.workunit.client.0.smithi067.stdout:op 2324 completed, throughput=5MB/sec 2024-07-29T15:30:20.129 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-W-Emm1EnrY3f_Qz off=7298831 len=1679786 2024-07-29T15:30:20.132 INFO:tasks.workunit.client.0.smithi067.stdout:op 2325 completed, throughput=5MB/sec 2024-07-29T15:30:20.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:30:20.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:30:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:30:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:30:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:30:20.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:30:21.133 INFO:tasks.workunit.client.0.smithi067.stdout: 453: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:21.133 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-LkB_Obm9GfmufIM off=12305677 len=1436415 2024-07-29T15:30:21.136 INFO:tasks.workunit.client.0.smithi067.stdout:op 2326 completed, throughput=4.99MB/sec 2024-07-29T15:30:21.136 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-CmIHaagHMzfWK7k off=4206190 len=1076329 2024-07-29T15:30:21.137 INFO:tasks.workunit.client.0.smithi067.stdout:op 2327 completed, throughput=5MB/sec 2024-07-29T15:30:21.138 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-IgwKpSpHxyWcVpG off=251879 len=1481523 2024-07-29T15:30:21.144 INFO:tasks.workunit.client.0.smithi067.stdout:op 2328 completed, throughput=5MB/sec 2024-07-29T15:30:21.144 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FlGTti_KuXqxCGQ off=13730347 len=567856 2024-07-29T15:30:21.148 INFO:tasks.workunit.client.0.smithi067.stdout:op 2329 completed, throughput=5MB/sec 2024-07-29T15:30:21.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:21 smithi067 ceph-mon[91995]: pgmap v1582: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:30:21.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:21 smithi067 ceph-mon[94375]: pgmap v1582: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:30:21.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:21 smithi138 ceph-mon[86438]: pgmap v1582: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:30:22.149 INFO:tasks.workunit.client.0.smithi067.stdout: 454: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:22.149 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-IFnP9U0vqswYKT- off=5593378 len=830707 2024-07-29T15:30:22.154 INFO:tasks.workunit.client.0.smithi067.stdout:op 2330 completed, throughput=4.99MB/sec 2024-07-29T15:30:22.154 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rdju9VommHJT2KD off=1904277 len=360282 2024-07-29T15:30:22.157 INFO:tasks.workunit.client.0.smithi067.stdout:op 2331 completed, throughput=4.99MB/sec 2024-07-29T15:30:22.157 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Rhf-lRTArljCsqH off=6489306 len=1797437 2024-07-29T15:30:22.166 INFO:tasks.workunit.client.0.smithi067.stdout:op 2332 completed, throughput=5MB/sec 2024-07-29T15:30:22.166 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1U5m_gQ29mqkya8 off=458699 len=388720 2024-07-29T15:30:22.169 INFO:tasks.workunit.client.0.smithi067.stdout:op 2333 completed, throughput=5MB/sec 2024-07-29T15:30:22.169 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-aM2p5fCWP2R26ZD off=8880459 len=1221918 2024-07-29T15:30:22.174 INFO:tasks.workunit.client.0.smithi067.stdout:op 2334 completed, throughput=5MB/sec 2024-07-29T15:30:22.174 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-W7cenxmo3Ijd1YF off=2705168 len=1100163 2024-07-29T15:30:22.180 INFO:tasks.workunit.client.0.smithi067.stdout:op 2335 completed, throughput=5MB/sec 2024-07-29T15:30:23.181 INFO:tasks.workunit.client.0.smithi067.stdout: 455: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:23.181 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bQaAUzt2WLNjIzD off=12654757 len=1824349 2024-07-29T15:30:23.183 INFO:tasks.workunit.client.0.smithi067.stdout:op 2336 completed, throughput=4.99MB/sec 2024-07-29T15:30:23.183 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bB5jbH_OnUQkVLQ off=298726 len=316991 2024-07-29T15:30:23.184 INFO:tasks.workunit.client.0.smithi067.stdout:op 2337 completed, throughput=5MB/sec 2024-07-29T15:30:23.184 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-dZBoOYgd7l-aOi0 off=479442 len=1760035 2024-07-29T15:30:23.188 INFO:tasks.workunit.client.0.smithi067.stdout:op 2338 completed, throughput=5MB/sec 2024-07-29T15:30:23.188 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MY1-crbLmKZlfg4 off=2719671 len=1188369 2024-07-29T15:30:23.193 INFO:tasks.workunit.client.0.smithi067.stdout:op 2339 completed, throughput=5MB/sec 2024-07-29T15:30:23.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:23 smithi067 ceph-mon[91995]: pgmap v1583: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:30:23.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:23 smithi067 ceph-mon[94375]: pgmap v1583: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:30:23.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:23 smithi138 ceph-mon[86438]: pgmap v1583: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:30:24.194 INFO:tasks.workunit.client.0.smithi067.stdout: 456: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:24.194 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-J5mvxYMcK7ITRq8 off=6691409 len=1197840 2024-07-29T15:30:24.197 INFO:tasks.workunit.client.0.smithi067.stdout:op 2340 completed, throughput=4.99MB/sec 2024-07-29T15:30:24.197 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wWMhs84wxxUAGZw off=14390585 len=558521 2024-07-29T15:30:24.201 INFO:tasks.workunit.client.0.smithi067.stdout:op 2341 completed, throughput=4.99MB/sec 2024-07-29T15:30:24.202 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qzJ8DPBXHUzFE14 off=8856168 len=117365 2024-07-29T15:30:24.202 INFO:tasks.workunit.client.0.smithi067.stdout:op 2342 completed, throughput=4.99MB/sec 2024-07-29T15:30:24.202 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-7jvI1y_51MGa7yh off=16424904 len=311055 2024-07-29T15:30:24.203 INFO:tasks.workunit.client.0.smithi067.stdout:op 2343 completed, throughput=4.99MB/sec 2024-07-29T15:30:24.203 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-T6qE36zPlclLyOr off=10974586 len=79625 2024-07-29T15:30:24.204 INFO:tasks.workunit.client.0.smithi067.stdout:op 2344 completed, throughput=4.99MB/sec 2024-07-29T15:30:24.204 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PKtkYRvvCIsVOsg off=2149656 len=2091864 2024-07-29T15:30:24.206 INFO:tasks.workunit.client.0.smithi067.stdout:op 2345 completed, throughput=5MB/sec 2024-07-29T15:30:24.207 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-iLFzG8cXiMDUvCr off=11312488 len=96057 2024-07-29T15:30:24.209 INFO:tasks.workunit.client.0.smithi067.stdout:op 2346 completed, throughput=5MB/sec 2024-07-29T15:30:24.209 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-yE4AvnFsLseh9bF off=1089268 len=1007270 2024-07-29T15:30:24.211 INFO:tasks.workunit.client.0.smithi067.stdout:op 2347 completed, throughput=5MB/sec 2024-07-29T15:30:25.212 INFO:tasks.workunit.client.0.smithi067.stdout: 457: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:25.212 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-oeuiH_PxwEpf27H off=261467 len=1400802 2024-07-29T15:30:25.219 INFO:tasks.workunit.client.0.smithi067.stdout:op 2348 completed, throughput=4.99MB/sec 2024-07-29T15:30:25.219 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-e-yr1jC83t5qdVg off=3666242 len=828103 2024-07-29T15:30:25.224 INFO:tasks.workunit.client.0.smithi067.stdout:op 2349 completed, throughput=4.99MB/sec 2024-07-29T15:30:25.224 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qXh304UMsn8-r05 off=8943634 len=1122252 2024-07-29T15:30:25.226 INFO:tasks.workunit.client.0.smithi067.stdout:op 2350 completed, throughput=5MB/sec 2024-07-29T15:30:25.226 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-T25NQsbNFUrVL8U off=963329 len=682717 2024-07-29T15:30:25.228 INFO:tasks.workunit.client.0.smithi067.stdout:op 2351 completed, throughput=5MB/sec 2024-07-29T15:30:25.228 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9eVyFy4wB8HS-JW off=3954859 len=1816236 2024-07-29T15:30:25.235 INFO:tasks.workunit.client.0.smithi067.stdout:op 2352 completed, throughput=5MB/sec 2024-07-29T15:30:25.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:25 smithi067 ceph-mon[91995]: pgmap v1584: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:30:25.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:25 smithi067 ceph-mon[94375]: pgmap v1584: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:30:25.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:25 smithi138 ceph-mon[86438]: pgmap v1584: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:30:26.235 INFO:tasks.workunit.client.0.smithi067.stdout: 458: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:26.236 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MppeNXDFvmo-lZf off=5279417 len=450766 2024-07-29T15:30:26.236 INFO:tasks.workunit.client.0.smithi067.stdout:op 2353 completed, throughput=4.99MB/sec 2024-07-29T15:30:26.237 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--rGR7zVaHmfa-lJ off=6645603 len=1351784 2024-07-29T15:30:26.244 INFO:tasks.workunit.client.0.smithi067.stdout:op 2354 completed, throughput=5MB/sec 2024-07-29T15:30:26.244 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-DHIqPYvfFGneqLv off=1258151 len=1696651 2024-07-29T15:30:26.251 INFO:tasks.workunit.client.0.smithi067.stdout:op 2355 completed, throughput=5MB/sec 2024-07-29T15:30:26.251 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-t-HjWf3hJ6mlhZz off=5368351 len=1317402 2024-07-29T15:30:26.253 INFO:tasks.workunit.client.0.smithi067.stdout:op 2356 completed, throughput=5MB/sec 2024-07-29T15:30:27.253 INFO:tasks.workunit.client.0.smithi067.stdout: 459: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:27.254 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-pAL1vN8tSdzIfQy off=3207599 len=354594 2024-07-29T15:30:27.257 INFO:tasks.workunit.client.0.smithi067.stdout:op 2357 completed, throughput=4.99MB/sec 2024-07-29T15:30:27.257 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-izQ13MLeZ0DyZXp off=9382309 len=612401 2024-07-29T15:30:27.258 INFO:tasks.workunit.client.0.smithi067.stdout:op 2358 completed, throughput=4.99MB/sec 2024-07-29T15:30:27.259 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-dLfmkXfHL-4aGZU off=13163824 len=85452 2024-07-29T15:30:27.261 INFO:tasks.workunit.client.0.smithi067.stdout:op 2359 completed, throughput=4.99MB/sec 2024-07-29T15:30:27.261 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-i9VfS5xK9FP-_6i off=18978883 len=1427470 2024-07-29T15:30:27.263 INFO:tasks.workunit.client.0.smithi067.stdout:op 2360 completed, throughput=5MB/sec 2024-07-29T15:30:27.263 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-quONevA3GMNeM_g off=3238189 len=2025734 2024-07-29T15:30:27.273 INFO:tasks.workunit.client.0.smithi067.stdout:op 2361 completed, throughput=5MB/sec 2024-07-29T15:30:27.273 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-etf4YnLhKGjrLDB off=9801027 len=1570952 2024-07-29T15:30:27.275 INFO:tasks.workunit.client.0.smithi067.stdout:op 2362 completed, throughput=5MB/sec 2024-07-29T15:30:27.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:27 smithi067 ceph-mon[91995]: pgmap v1585: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:30:27.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:27 smithi067 ceph-mon[94375]: pgmap v1585: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:30:27.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:27 smithi138 ceph-mon[86438]: pgmap v1585: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:30:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:30:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:30:27] "GET /metrics HTTP/1.1" 200 34203 "" "Prometheus/2.51.0" 2024-07-29T15:30:28.275 INFO:tasks.workunit.client.0.smithi067.stdout: 460: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:28.275 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-SlpxWVBcpVQeMvT off=8033907 len=1907555 2024-07-29T15:30:28.278 INFO:tasks.workunit.client.0.smithi067.stdout:op 2363 completed, throughput=5MB/sec 2024-07-29T15:30:28.278 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-7hrIUX7ShPKCSsq off=10398978 len=1467656 2024-07-29T15:30:28.281 INFO:tasks.workunit.client.0.smithi067.stdout:op 2364 completed, throughput=5MB/sec 2024-07-29T15:30:28.281 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DC3Ns28NxKYK-m4 off=6642756 len=664026 2024-07-29T15:30:28.283 INFO:tasks.workunit.client.0.smithi067.stdout:op 2365 completed, throughput=5MB/sec 2024-07-29T15:30:29.283 INFO:tasks.workunit.client.0.smithi067.stdout: 461: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:29.283 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-pEnpU00OkilYlhN off=651924 len=1951065 2024-07-29T15:30:29.295 INFO:tasks.workunit.client.0.smithi067.stdout:op 2366 completed, throughput=4.99MB/sec 2024-07-29T15:30:29.295 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-y6XF43HBlH_QlL_ off=19294060 len=119062 2024-07-29T15:30:29.295 INFO:tasks.workunit.client.0.smithi067.stdout:op 2367 completed, throughput=4.99MB/sec 2024-07-29T15:30:29.295 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1ajcpK0E9fgxAb_ off=5712834 len=2037654 2024-07-29T15:30:29.305 INFO:tasks.workunit.client.0.smithi067.stdout:op 2368 completed, throughput=5MB/sec 2024-07-29T15:30:29.305 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6NVq0gncHH35Ozn off=581532 len=223027 2024-07-29T15:30:29.308 INFO:tasks.workunit.client.0.smithi067.stdout:op 2369 completed, throughput=5MB/sec 2024-07-29T15:30:29.308 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-krXFRps5E_eFxPz off=11422713 len=441679 2024-07-29T15:30:29.309 INFO:tasks.workunit.client.0.smithi067.stdout:op 2370 completed, throughput=5MB/sec 2024-07-29T15:30:29.309 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bfz8o4p0MWlm6oV off=17889 len=949340 2024-07-29T15:30:29.313 INFO:tasks.workunit.client.0.smithi067.stdout:op 2371 completed, throughput=5MB/sec 2024-07-29T15:30:29.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:29 smithi067 ceph-mon[91995]: pgmap v1586: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:30:29.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:29 smithi067 ceph-mon[94375]: pgmap v1586: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:30:29.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:29 smithi138 ceph-mon[86438]: pgmap v1586: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:30:30.313 INFO:tasks.workunit.client.0.smithi067.stdout: 462: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:30.313 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Ze8r5Dan_q5yQMw off=140040 len=1510237 2024-07-29T15:30:30.322 INFO:tasks.workunit.client.0.smithi067.stdout:op 2372 completed, throughput=4.99MB/sec 2024-07-29T15:30:30.322 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5-2H0f3_OIypfdq off=7797869 len=874896 2024-07-29T15:30:30.323 INFO:tasks.workunit.client.0.smithi067.stdout:op 2373 completed, throughput=4.99MB/sec 2024-07-29T15:30:30.323 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-aX4NZ5fHKaDDqEX off=12045783 len=1689877 2024-07-29T15:30:30.333 INFO:tasks.workunit.client.0.smithi067.stdout:op 2374 completed, throughput=5MB/sec 2024-07-29T15:30:30.333 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lSwCAWGn_RkvKXT off=6507979 len=3991 2024-07-29T15:30:30.335 INFO:tasks.workunit.client.0.smithi067.stdout:op 2375 completed, throughput=5MB/sec 2024-07-29T15:30:30.335 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-A3ruIUtDGZSWzr- off=15964517 len=1633704 2024-07-29T15:30:30.336 INFO:tasks.workunit.client.0.smithi067.stdout:op 2376 completed, throughput=5MB/sec 2024-07-29T15:30:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:30:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:30:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:30:31.337 INFO:tasks.workunit.client.0.smithi067.stdout: 463: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:31.337 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zYAS5d9qinxrNed off=9933589 len=654353 2024-07-29T15:30:31.342 INFO:tasks.workunit.client.0.smithi067.stdout:op 2377 completed, throughput=4.99MB/sec 2024-07-29T15:30:31.342 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-tAGuKy8T_hbXKev off=1221206 len=1520245 2024-07-29T15:30:31.343 INFO:tasks.workunit.client.0.smithi067.stdout:op 2378 completed, throughput=5MB/sec 2024-07-29T15:30:31.343 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-c96eZflXChA2qfR off=4825123 len=80736 2024-07-29T15:30:31.344 INFO:tasks.workunit.client.0.smithi067.stdout:op 2379 completed, throughput=5MB/sec 2024-07-29T15:30:31.344 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lof-mQR-PtFk0mF off=3803915 len=1336004 2024-07-29T15:30:31.346 INFO:tasks.workunit.client.0.smithi067.stdout:op 2380 completed, throughput=5MB/sec 2024-07-29T15:30:31.346 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-eviWu_U3Vguoa79 off=3787948 len=716275 2024-07-29T15:30:31.350 INFO:tasks.workunit.client.0.smithi067.stdout:op 2381 completed, throughput=5MB/sec 2024-07-29T15:30:31.350 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VXofSwWyw4-Va9X off=202003 len=1417261 2024-07-29T15:30:31.357 INFO:tasks.workunit.client.0.smithi067.stdout:op 2382 completed, throughput=5MB/sec 2024-07-29T15:30:31.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:31 smithi067 ceph-mon[91995]: pgmap v1587: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:30:31.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:31 smithi067 ceph-mon[94375]: pgmap v1587: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:30:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:31 smithi138 ceph-mon[86438]: pgmap v1587: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:30:32.358 INFO:tasks.workunit.client.0.smithi067.stdout: 464: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:32.358 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-sMMH1jWWQoT99CJ off=3239138 len=1635922 2024-07-29T15:30:32.359 INFO:tasks.workunit.client.0.smithi067.stdout:op 2383 completed, throughput=4.99MB/sec 2024-07-29T15:30:32.359 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MOj33bTrhszmcZx off=3057915 len=824748 2024-07-29T15:30:32.360 INFO:tasks.workunit.client.0.smithi067.stdout:op 2384 completed, throughput=5MB/sec 2024-07-29T15:30:32.361 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CUZasJAZzcy0or8 off=485021 len=1579316 2024-07-29T15:30:32.370 INFO:tasks.workunit.client.0.smithi067.stdout:op 2385 completed, throughput=5MB/sec 2024-07-29T15:30:32.370 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-79CyEtqXFdHe7Po off=5086189 len=1105635 2024-07-29T15:30:32.372 INFO:tasks.workunit.client.0.smithi067.stdout:op 2386 completed, throughput=5MB/sec 2024-07-29T15:30:33.372 INFO:tasks.workunit.client.0.smithi067.stdout: 465: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:33.372 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-AxfSuGu02CEVCU4 off=0 len=1093185 2024-07-29T15:30:33.377 INFO:tasks.workunit.client.0.smithi067.stdout:op 2387 completed, throughput=4.99MB/sec 2024-07-29T15:30:33.377 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-TK-24xogcft2DeJ off=12590644 len=978611 2024-07-29T15:30:33.383 INFO:tasks.workunit.client.0.smithi067.stdout:op 2388 completed, throughput=5MB/sec 2024-07-29T15:30:33.383 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-CEGWpsoTOe1BpgA off=13079353 len=1037033 2024-07-29T15:30:33.386 INFO:tasks.workunit.client.0.smithi067.stdout:op 2389 completed, throughput=5MB/sec 2024-07-29T15:30:33.386 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Uayx6sfpuyWix35 off=1453822 len=997714 2024-07-29T15:30:33.390 INFO:tasks.workunit.client.0.smithi067.stdout:op 2390 completed, throughput=5MB/sec 2024-07-29T15:30:33.390 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-M6-ycwLM3xYfb4b off=17081758 len=309445 2024-07-29T15:30:33.391 INFO:tasks.workunit.client.0.smithi067.stdout:op 2391 completed, throughput=5MB/sec 2024-07-29T15:30:33.392 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0av1NZDsb5tA9nx off=354176 len=1202793 2024-07-29T15:30:33.398 INFO:tasks.workunit.client.0.smithi067.stdout:op 2392 completed, throughput=5MB/sec 2024-07-29T15:30:33.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:33 smithi067 ceph-mon[91995]: pgmap v1588: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:30:33.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:33 smithi067 ceph-mon[94375]: pgmap v1588: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:30:33.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:33 smithi138 ceph-mon[86438]: pgmap v1588: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:30:34.398 INFO:tasks.workunit.client.0.smithi067.stdout: 466: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:34.398 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-pQubqrzPfmOFOBr off=1325974 len=672217 2024-07-29T15:30:34.402 INFO:tasks.workunit.client.0.smithi067.stdout:op 2393 completed, throughput=4.99MB/sec 2024-07-29T15:30:34.402 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Xhv4r60T7TdPlNU off=6541581 len=1722906 2024-07-29T15:30:34.406 INFO:tasks.workunit.client.0.smithi067.stdout:op 2394 completed, throughput=5MB/sec 2024-07-29T15:30:34.406 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-nsnr30YGy-IqOxQ off=6989879 len=1959752 2024-07-29T15:30:34.408 INFO:tasks.workunit.client.0.smithi067.stdout:op 2395 completed, throughput=5MB/sec 2024-07-29T15:30:35.409 INFO:tasks.workunit.client.0.smithi067.stdout: 467: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:35.409 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-BGnpuRGWcQDiQ6- off=9375896 len=765856 2024-07-29T15:30:35.413 INFO:tasks.workunit.client.0.smithi067.stdout:op 2396 completed, throughput=4.99MB/sec 2024-07-29T15:30:35.414 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Sb7SuicES5HVqDG off=2260258 len=1729190 2024-07-29T15:30:35.416 INFO:tasks.workunit.client.0.smithi067.stdout:op 2397 completed, throughput=4.99MB/sec 2024-07-29T15:30:35.416 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2IiPyjuRB7newzj off=3411184 len=15239 2024-07-29T15:30:35.416 INFO:tasks.workunit.client.0.smithi067.stdout:op 2398 completed, throughput=4.99MB/sec 2024-07-29T15:30:35.417 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-86uhnkhLvf_FVbN off=3533616 len=173240 2024-07-29T15:30:35.417 INFO:tasks.workunit.client.0.smithi067.stdout:op 2399 completed, throughput=5MB/sec 2024-07-29T15:30:35.417 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ldpjBFuefGYBa4J off=14504294 len=1321628 2024-07-29T15:30:35.418 INFO:tasks.workunit.client.0.smithi067.stdout:op 2400 completed, throughput=5MB/sec 2024-07-29T15:30:35.418 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZCTjXaXJpqXLwdR off=1550689 len=1482032 2024-07-29T15:30:35.424 INFO:tasks.workunit.client.0.smithi067.stdout:op 2401 completed, throughput=5MB/sec 2024-07-29T15:30:35.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:35 smithi067 ceph-mon[91995]: pgmap v1589: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:30:35.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:30:35.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:35 smithi067 ceph-mon[94375]: pgmap v1589: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:30:35.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:30:35.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:35 smithi138 ceph-mon[86438]: pgmap v1589: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:30:35.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:30:36.424 INFO:tasks.workunit.client.0.smithi067.stdout: 468: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:36.425 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-x7xwV0ltO5I2hQR off=5019034 len=327804 2024-07-29T15:30:36.426 INFO:tasks.workunit.client.0.smithi067.stdout:op 2402 completed, throughput=4.99MB/sec 2024-07-29T15:30:36.426 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5VWPlkAKeXyAene off=16812473 len=136657 2024-07-29T15:30:36.427 INFO:tasks.workunit.client.0.smithi067.stdout:op 2403 completed, throughput=4.99MB/sec 2024-07-29T15:30:36.427 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qjOokEyKvjkSugk off=2073332 len=722930 2024-07-29T15:30:36.431 INFO:tasks.workunit.client.0.smithi067.stdout:op 2404 completed, throughput=4.99MB/sec 2024-07-29T15:30:36.431 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zdN4YfYuvjIPvRj off=3026970 len=1590404 2024-07-29T15:30:36.438 INFO:tasks.workunit.client.0.smithi067.stdout:op 2405 completed, throughput=5MB/sec 2024-07-29T15:30:36.439 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-rKv5fSvQCzzkenT off=4923497 len=379782 2024-07-29T15:30:36.439 INFO:tasks.workunit.client.0.smithi067.stdout:op 2406 completed, throughput=5MB/sec 2024-07-29T15:30:36.440 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6Kq6Gbbv-RzW14i off=3123395 len=1422842 2024-07-29T15:30:36.446 INFO:tasks.workunit.client.0.smithi067.stdout:op 2407 completed, throughput=5MB/sec 2024-07-29T15:30:36.446 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8UKkquu4zbUONGe off=4218003 len=1491732 2024-07-29T15:30:36.448 INFO:tasks.workunit.client.0.smithi067.stdout:op 2408 completed, throughput=5MB/sec 2024-07-29T15:30:37.448 INFO:tasks.workunit.client.0.smithi067.stdout: 469: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:37.449 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4GnCOqtFOknFJlP off=4274226 len=377509 2024-07-29T15:30:37.452 INFO:tasks.workunit.client.0.smithi067.stdout:op 2409 completed, throughput=4.99MB/sec 2024-07-29T15:30:37.452 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3H0dVn8EmWHvqbV off=18356796 len=1698975 2024-07-29T15:30:37.463 INFO:tasks.workunit.client.0.smithi067.stdout:op 2410 completed, throughput=5MB/sec 2024-07-29T15:30:37.463 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-T6jmbgDwcBvnDPP off=211019 len=1909140 2024-07-29T15:30:37.473 INFO:tasks.workunit.client.0.smithi067.stdout:op 2411 completed, throughput=5MB/sec 2024-07-29T15:30:37.474 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Vot4cu9lTFmsNkL off=5843177 len=329662 2024-07-29T15:30:37.475 INFO:tasks.workunit.client.0.smithi067.stdout:op 2412 completed, throughput=5MB/sec 2024-07-29T15:30:37.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:37 smithi067 ceph-mon[91995]: pgmap v1590: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:30:37.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:37 smithi067 ceph-mon[94375]: pgmap v1590: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:30:37.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:37 smithi138 ceph-mon[86438]: pgmap v1590: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:30:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:30:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:30:37] "GET /metrics HTTP/1.1" 200 34210 "" "Prometheus/2.51.0" 2024-07-29T15:30:38.475 INFO:tasks.workunit.client.0.smithi067.stdout: 470: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:38.475 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zwbINl-_GKGWLOG off=22198231 len=307093 2024-07-29T15:30:38.478 INFO:tasks.workunit.client.0.smithi067.stdout:op 2413 completed, throughput=4.99MB/sec 2024-07-29T15:30:38.478 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-H7W5fEFo5URSrLv off=9661031 len=627654 2024-07-29T15:30:38.479 INFO:tasks.workunit.client.0.smithi067.stdout:op 2414 completed, throughput=4.99MB/sec 2024-07-29T15:30:38.479 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-nzNFIG1POGIliK9 off=8529793 len=249681 2024-07-29T15:30:38.480 INFO:tasks.workunit.client.0.smithi067.stdout:op 2415 completed, throughput=4.99MB/sec 2024-07-29T15:30:38.480 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-CMRWgJ1PTrIIKFb off=13996164 len=539666 2024-07-29T15:30:38.482 INFO:tasks.workunit.client.0.smithi067.stdout:op 2416 completed, throughput=4.99MB/sec 2024-07-29T15:30:38.482 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-XgQK8ZuGuNGBNLA off=4105469 len=397354 2024-07-29T15:30:38.485 INFO:tasks.workunit.client.0.smithi067.stdout:op 2417 completed, throughput=4.99MB/sec 2024-07-29T15:30:38.485 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--G4P6LbWtwPeAQs off=6124472 len=2004908 2024-07-29T15:30:38.488 INFO:tasks.workunit.client.0.smithi067.stdout:op 2418 completed, throughput=5MB/sec 2024-07-29T15:30:38.488 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-M6-ycwLM3xYfb4b off=11834090 len=1430426 2024-07-29T15:30:38.496 INFO:tasks.workunit.client.0.smithi067.stdout:op 2419 completed, throughput=5MB/sec 2024-07-29T15:30:39.497 INFO:tasks.workunit.client.0.smithi067.stdout: 471: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:39.497 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-m05Ffw-kwyAZav5 off=5691094 len=1070213 2024-07-29T15:30:39.503 INFO:tasks.workunit.client.0.smithi067.stdout:op 2420 completed, throughput=4.99MB/sec 2024-07-29T15:30:39.503 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0MlCGtIFbozy87T off=8178893 len=1900992 2024-07-29T15:30:39.505 INFO:tasks.workunit.client.0.smithi067.stdout:op 2421 completed, throughput=5MB/sec 2024-07-29T15:30:39.505 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ZEvRZlu8XVuHVeS off=9013904 len=194520 2024-07-29T15:30:39.507 INFO:tasks.workunit.client.0.smithi067.stdout:op 2422 completed, throughput=5MB/sec 2024-07-29T15:30:39.507 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-EFvRYNi4r-GSfS9 off=8724416 len=199474 2024-07-29T15:30:39.510 INFO:tasks.workunit.client.0.smithi067.stdout:op 2423 completed, throughput=5MB/sec 2024-07-29T15:30:39.510 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-iQCBk2qqL_1iR19 off=15004052 len=1724430 2024-07-29T15:30:39.511 INFO:tasks.workunit.client.0.smithi067.stdout:op 2424 completed, throughput=5MB/sec 2024-07-29T15:30:39.511 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-LFJV31u1Dwv2aew off=149546 len=693801 2024-07-29T15:30:39.512 INFO:tasks.workunit.client.0.smithi067.stdout:op 2425 completed, throughput=5MB/sec 2024-07-29T15:30:39.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:39 smithi067 ceph-mon[91995]: pgmap v1591: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:30:39.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:39 smithi067 ceph-mon[94375]: pgmap v1591: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:30:39.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:39 smithi138 ceph-mon[86438]: pgmap v1591: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:30:40.513 INFO:tasks.workunit.client.0.smithi067.stdout: 472: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:40.513 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-gmvWAoq7GVJGi8Z off=10949428 len=1953163 2024-07-29T15:30:40.522 INFO:tasks.workunit.client.0.smithi067.stdout:op 2426 completed, throughput=4.99MB/sec 2024-07-29T15:30:40.523 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5eYiIRcljlHTtJR off=21769727 len=203778 2024-07-29T15:30:40.523 INFO:tasks.workunit.client.0.smithi067.stdout:op 2427 completed, throughput=5MB/sec 2024-07-29T15:30:40.524 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-d6QaCcRGWn3g7tm off=3743261 len=1214484 2024-07-29T15:30:40.525 INFO:tasks.workunit.client.0.smithi067.stdout:op 2428 completed, throughput=5MB/sec 2024-07-29T15:30:40.525 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-eYoj4VIFQhyUrio off=3194883 len=2031084 2024-07-29T15:30:40.533 INFO:tasks.workunit.client.0.smithi067.stdout:op 2429 completed, throughput=5MB/sec 2024-07-29T15:30:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:30:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:30:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:30:41.534 INFO:tasks.workunit.client.0.smithi067.stdout: 473: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:41.534 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zhvw9i6lb072qJN off=4701043 len=1199419 2024-07-29T15:30:41.541 INFO:tasks.workunit.client.0.smithi067.stdout:op 2430 completed, throughput=4.99MB/sec 2024-07-29T15:30:41.541 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9x0SvvJm5KGeFr4 off=185446 len=1280255 2024-07-29T15:30:41.548 INFO:tasks.workunit.client.0.smithi067.stdout:op 2431 completed, throughput=5MB/sec 2024-07-29T15:30:41.548 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-o1o8PjE2tuPl1UY off=21251702 len=1655453 2024-07-29T15:30:41.557 INFO:tasks.workunit.client.0.smithi067.stdout:op 2432 completed, throughput=5MB/sec 2024-07-29T15:30:41.557 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-xANCT_gNeNjUcRf off=10024622 len=112437 2024-07-29T15:30:41.559 INFO:tasks.workunit.client.0.smithi067.stdout:op 2433 completed, throughput=5MB/sec 2024-07-29T15:30:41.560 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ePoPFbrrkUsUTyf off=1116580 len=819331 2024-07-29T15:30:41.561 INFO:tasks.workunit.client.0.smithi067.stdout:op 2434 completed, throughput=5MB/sec 2024-07-29T15:30:41.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:41 smithi067 ceph-mon[91995]: pgmap v1592: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:30:41.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:41 smithi067 ceph-mon[94375]: pgmap v1592: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:30:41.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:41 smithi138 ceph-mon[86438]: pgmap v1592: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:30:42.561 INFO:tasks.workunit.client.0.smithi067.stdout: 474: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:42.561 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2i-qz2AOZo31y6D off=647523 len=423186 2024-07-29T15:30:42.565 INFO:tasks.workunit.client.0.smithi067.stdout:op 2435 completed, throughput=4.99MB/sec 2024-07-29T15:30:42.565 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PR6261m1iT5Ky_t off=3339625 len=9836 2024-07-29T15:30:42.567 INFO:tasks.workunit.client.0.smithi067.stdout:op 2436 completed, throughput=4.99MB/sec 2024-07-29T15:30:42.567 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-tKu51ZZ_P7NRMOz off=401384 len=523481 2024-07-29T15:30:42.570 INFO:tasks.workunit.client.0.smithi067.stdout:op 2437 completed, throughput=4.99MB/sec 2024-07-29T15:30:42.571 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-mZbr5LJWCfI-cCB off=8108861 len=1854663 2024-07-29T15:30:42.581 INFO:tasks.workunit.client.0.smithi067.stdout:op 2438 completed, throughput=5MB/sec 2024-07-29T15:30:42.581 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZneNykXJRqXBSF2 off=613553 len=1806582 2024-07-29T15:30:42.591 INFO:tasks.workunit.client.0.smithi067.stdout:op 2439 completed, throughput=5MB/sec 2024-07-29T15:30:42.591 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-p34mWpFbm7eM2N9 off=14446130 len=156961 2024-07-29T15:30:42.591 INFO:tasks.workunit.client.0.smithi067.stdout:op 2440 completed, throughput=5MB/sec 2024-07-29T15:30:42.592 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2VIu3Jd0DyqynKU off=11421837 len=878073 2024-07-29T15:30:42.596 INFO:tasks.workunit.client.0.smithi067.stdout:op 2441 completed, throughput=5MB/sec 2024-07-29T15:30:43.596 INFO:tasks.workunit.client.0.smithi067.stdout: 475: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:43.597 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3kENpIdXlDiTxZW off=14418375 len=1802184 2024-07-29T15:30:43.607 INFO:tasks.workunit.client.0.smithi067.stdout:op 2442 completed, throughput=4.99MB/sec 2024-07-29T15:30:43.607 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_2eeWBB5peDar-e off=2457454 len=776349 2024-07-29T15:30:43.612 INFO:tasks.workunit.client.0.smithi067.stdout:op 2443 completed, throughput=5MB/sec 2024-07-29T15:30:43.612 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-h41gls-6tbodw2s off=1238464 len=1830411 2024-07-29T15:30:43.619 INFO:tasks.workunit.client.0.smithi067.stdout:op 2444 completed, throughput=5MB/sec 2024-07-29T15:30:43.620 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-hbx1rKNSxZKax4r off=442635 len=2066366 2024-07-29T15:30:43.630 INFO:tasks.workunit.client.0.smithi067.stdout:op 2445 completed, throughput=5MB/sec 2024-07-29T15:30:43.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:43 smithi067 ceph-mon[91995]: pgmap v1593: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:30:43.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:43 smithi067 ceph-mon[94375]: pgmap v1593: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:30:43.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:43 smithi138 ceph-mon[86438]: pgmap v1593: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:30:44.631 INFO:tasks.workunit.client.0.smithi067.stdout: 476: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:44.631 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rkUaoOwe7MeSt6N off=1244690 len=1112444 2024-07-29T15:30:44.638 INFO:tasks.workunit.client.0.smithi067.stdout:op 2446 completed, throughput=5MB/sec 2024-07-29T15:30:44.639 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3nWYxzyMrn48KAS off=0 len=1568688 2024-07-29T15:30:44.640 INFO:tasks.workunit.client.0.smithi067.stdout:op 2447 completed, throughput=5MB/sec 2024-07-29T15:30:44.641 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ItQwKd5evnHnbaF off=56631 len=28227 2024-07-29T15:30:44.643 INFO:tasks.workunit.client.0.smithi067.stdout:op 2448 completed, throughput=5MB/sec 2024-07-29T15:30:44.643 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-iSGK6JDE8_pm0js off=15937227 len=1941170 2024-07-29T15:30:44.654 INFO:tasks.workunit.client.0.smithi067.stdout:op 2449 completed, throughput=5MB/sec 2024-07-29T15:30:45.654 INFO:tasks.workunit.client.0.smithi067.stdout: 477: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:45.654 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-aOyUF3DeHy9-3Ux off=2009012 len=301035 2024-07-29T15:30:45.655 INFO:tasks.workunit.client.0.smithi067.stdout:op 2450 completed, throughput=4.99MB/sec 2024-07-29T15:30:45.655 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-S62qgWQpOJfCwwf off=4836499 len=1159393 2024-07-29T15:30:45.658 INFO:tasks.workunit.client.0.smithi067.stdout:op 2451 completed, throughput=4.99MB/sec 2024-07-29T15:30:45.658 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fozG_KZ0fYGxFQi off=4186475 len=1217540 2024-07-29T15:30:45.660 INFO:tasks.workunit.client.0.smithi067.stdout:op 2452 completed, throughput=5MB/sec 2024-07-29T15:30:45.660 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bgRYEH5-PGrjk8A off=3712682 len=1540608 2024-07-29T15:30:45.667 INFO:tasks.workunit.client.0.smithi067.stdout:op 2453 completed, throughput=5MB/sec 2024-07-29T15:30:45.667 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2n4wM9yDDq1zngA off=3087924 len=269228 2024-07-29T15:30:45.670 INFO:tasks.workunit.client.0.smithi067.stdout:op 2454 completed, throughput=5MB/sec 2024-07-29T15:30:45.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:45 smithi067 ceph-mon[91995]: pgmap v1594: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:30:45.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:45 smithi067 ceph-mon[94375]: pgmap v1594: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:30:45.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:45 smithi138 ceph-mon[86438]: pgmap v1594: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:30:46.670 INFO:tasks.workunit.client.0.smithi067.stdout: 478: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:46.670 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-pLknhX7-pmYMhfA off=522970 len=1235837 2024-07-29T15:30:46.677 INFO:tasks.workunit.client.0.smithi067.stdout:op 2455 completed, throughput=4.99MB/sec 2024-07-29T15:30:46.677 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-sE8vPIukUTKPqh4 off=335545 len=1259557 2024-07-29T15:30:46.679 INFO:tasks.workunit.client.0.smithi067.stdout:op 2456 completed, throughput=4.99MB/sec 2024-07-29T15:30:46.680 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3Q9snCQG92nlLng off=6665177 len=685556 2024-07-29T15:30:46.681 INFO:tasks.workunit.client.0.smithi067.stdout:op 2457 completed, throughput=5MB/sec 2024-07-29T15:30:46.681 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8T85VHrcp8mL_wq off=13051463 len=1258029 2024-07-29T15:30:46.689 INFO:tasks.workunit.client.0.smithi067.stdout:op 2458 completed, throughput=5MB/sec 2024-07-29T15:30:46.689 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Rb9S8c1SZzNbiMZ off=9118124 len=1070868 2024-07-29T15:30:46.691 INFO:tasks.workunit.client.0.smithi067.stdout:op 2459 completed, throughput=5MB/sec 2024-07-29T15:30:47.691 INFO:tasks.workunit.client.0.smithi067.stdout: 479: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:47.719 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-mtWk_ovDhU-bgjC off=3444744 len=933030 2024-07-29T15:30:47.721 INFO:tasks.workunit.client.0.smithi067.stdout:op 2460 completed, throughput=4.99MB/sec 2024-07-29T15:30:47.721 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-eH2ppcdD7YjZAfn off=13567404 len=895138 2024-07-29T15:30:47.721 INFO:tasks.workunit.client.0.smithi067.stdout:op 2461 completed, throughput=4.99MB/sec 2024-07-29T15:30:47.721 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-LjeXDrzqOses53p off=288157 len=795017 2024-07-29T15:30:47.721 INFO:tasks.workunit.client.0.smithi067.stdout:op 2462 completed, throughput=5MB/sec 2024-07-29T15:30:47.721 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-dctdCUiJDgixihG off=17750029 len=237092 2024-07-29T15:30:47.721 INFO:tasks.workunit.client.0.smithi067.stdout:op 2463 completed, throughput=5MB/sec 2024-07-29T15:30:47.721 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-xTFLirNhvcHN-GG off=3789396 len=1322453 2024-07-29T15:30:47.722 INFO:tasks.workunit.client.0.smithi067.stdout:op 2464 completed, throughput=5MB/sec 2024-07-29T15:30:47.722 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-C8s0_zdRN0gFAuJ off=7073407 len=641422 2024-07-29T15:30:47.722 INFO:tasks.workunit.client.0.smithi067.stdout:op 2465 completed, throughput=5MB/sec 2024-07-29T15:30:47.722 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NesAEMaZGjEcPTX off=1035443 len=1556249 2024-07-29T15:30:47.723 INFO:tasks.workunit.client.0.smithi067.stdout:op 2466 completed, throughput=5MB/sec 2024-07-29T15:30:47.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:47 smithi067 ceph-mon[91995]: pgmap v1595: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:30:47.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:47 smithi067 ceph-mon[94375]: pgmap v1595: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:30:47.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:47 smithi138 ceph-mon[86438]: pgmap v1595: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:30:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:30:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:30:47] "GET /metrics HTTP/1.1" 200 34210 "" "Prometheus/2.51.0" 2024-07-29T15:30:48.724 INFO:tasks.workunit.client.0.smithi067.stdout: 480: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:48.724 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZX7s9O_JO8NcMEz off=11981866 len=1725546 2024-07-29T15:30:48.735 INFO:tasks.workunit.client.0.smithi067.stdout:op 2467 completed, throughput=5MB/sec 2024-07-29T15:30:48.735 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UpMnBfYXX7r2px- off=6781383 len=718732 2024-07-29T15:30:48.737 INFO:tasks.workunit.client.0.smithi067.stdout:op 2468 completed, throughput=5MB/sec 2024-07-29T15:30:48.737 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-nKrrI9uHm-AV40i off=4570660 len=492242 2024-07-29T15:30:48.741 INFO:tasks.workunit.client.0.smithi067.stdout:op 2469 completed, throughput=5MB/sec 2024-07-29T15:30:48.741 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-544kZSkJPGJnfpC off=6452524 len=1741506 2024-07-29T15:30:48.748 INFO:tasks.workunit.client.0.smithi067.stdout:op 2470 completed, throughput=5MB/sec 2024-07-29T15:30:49.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:49 smithi067 ceph-mon[91995]: pgmap v1596: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-29T15:30:49.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:49 smithi067 ceph-mon[94375]: pgmap v1596: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-29T15:30:49.748 INFO:tasks.workunit.client.0.smithi067.stdout: 481: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:49.748 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WCytT3_nlMGu_fz off=14464931 len=1252138 2024-07-29T15:30:49.750 INFO:tasks.workunit.client.0.smithi067.stdout:op 2471 completed, throughput=4.99MB/sec 2024-07-29T15:30:49.750 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ns3u3dhVKUnvqom off=4142395 len=1773150 2024-07-29T15:30:49.752 INFO:tasks.workunit.client.0.smithi067.stdout:op 2472 completed, throughput=5MB/sec 2024-07-29T15:30:49.752 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-hcNYA0bHBuVY68W off=11794341 len=545176 2024-07-29T15:30:49.757 INFO:tasks.workunit.client.0.smithi067.stdout:op 2473 completed, throughput=5MB/sec 2024-07-29T15:30:49.757 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ynVpwwDcSX--ZWo off=695212 len=1073385 2024-07-29T15:30:49.758 INFO:tasks.workunit.client.0.smithi067.stdout:op 2474 completed, throughput=5MB/sec 2024-07-29T15:30:49.758 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-drMGuujtUo8VoRF off=3079394 len=1043130 2024-07-29T15:30:49.759 INFO:tasks.workunit.client.0.smithi067.stdout:op 2475 completed, throughput=5MB/sec 2024-07-29T15:30:49.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:49 smithi138 ceph-mon[86438]: pgmap v1596: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-29T15:30:50.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:30:50.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:30:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:30:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:30:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:30:50.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:30:50.760 INFO:tasks.workunit.client.0.smithi067.stdout: 482: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:50.760 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-v0xueYoiNtefCA6 off=3665000 len=1087130 2024-07-29T15:30:50.762 INFO:tasks.workunit.client.0.smithi067.stdout:op 2476 completed, throughput=4.99MB/sec 2024-07-29T15:30:50.762 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-jxP4T6MFvtwYsc2 off=821497 len=469774 2024-07-29T15:30:50.766 INFO:tasks.workunit.client.0.smithi067.stdout:op 2477 completed, throughput=4.99MB/sec 2024-07-29T15:30:50.766 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-utBJXz0Q3Rgh3Il off=4554153 len=1963621 2024-07-29T15:30:50.769 INFO:tasks.workunit.client.0.smithi067.stdout:op 2478 completed, throughput=5MB/sec 2024-07-29T15:30:50.769 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cAboZvTVM5Ak0t9 off=11559732 len=1650961 2024-07-29T15:30:50.778 INFO:tasks.workunit.client.0.smithi067.stdout:op 2479 completed, throughput=5MB/sec 2024-07-29T15:30:51.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:51 smithi067 ceph-mon[91995]: pgmap v1597: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-29T15:30:51.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:51 smithi067 ceph-mon[94375]: pgmap v1597: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-29T15:30:51.779 INFO:tasks.workunit.client.0.smithi067.stdout: 483: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:51.779 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WpFvWRKTe7P_9f1 off=6452881 len=1597802 2024-07-29T15:30:51.781 INFO:tasks.workunit.client.0.smithi067.stdout:op 2480 completed, throughput=4.99MB/sec 2024-07-29T15:30:51.781 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-IIUnQXceHVUBtZa off=1673174 len=812986 2024-07-29T15:30:51.782 INFO:tasks.workunit.client.0.smithi067.stdout:op 2481 completed, throughput=5MB/sec 2024-07-29T15:30:51.782 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-uiVGxZE0ycBgSdH off=8201119 len=1511174 2024-07-29T15:30:51.791 INFO:tasks.workunit.client.0.smithi067.stdout:op 2482 completed, throughput=5MB/sec 2024-07-29T15:30:51.792 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-SDLtKzQoCmvPKku off=4013726 len=4219 2024-07-29T15:30:51.792 INFO:tasks.workunit.client.0.smithi067.stdout:op 2483 completed, throughput=5MB/sec 2024-07-29T15:30:51.792 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-aMuHA1S15qXhO4X off=10028598 len=679157 2024-07-29T15:30:51.796 INFO:tasks.workunit.client.0.smithi067.stdout:op 2484 completed, throughput=5MB/sec 2024-07-29T15:30:51.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:51 smithi138 ceph-mon[86438]: pgmap v1597: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-29T15:30:52.796 INFO:tasks.workunit.client.0.smithi067.stdout: 484: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:52.797 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-PM_cxCBOZTfZS5C off=6829530 len=327422 2024-07-29T15:30:52.800 INFO:tasks.workunit.client.0.smithi067.stdout:op 2485 completed, throughput=4.99MB/sec 2024-07-29T15:30:52.800 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9J1T0GJGJFtQrDF off=3531079 len=92667 2024-07-29T15:30:52.803 INFO:tasks.workunit.client.0.smithi067.stdout:op 2486 completed, throughput=4.99MB/sec 2024-07-29T15:30:52.803 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YtGUSbR-rdDzMIc off=4631334 len=77305 2024-07-29T15:30:52.804 INFO:tasks.workunit.client.0.smithi067.stdout:op 2487 completed, throughput=4.99MB/sec 2024-07-29T15:30:52.805 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-D9WfXDWJzHxmEAR off=8187053 len=1976001 2024-07-29T15:30:52.808 INFO:tasks.workunit.client.0.smithi067.stdout:op 2488 completed, throughput=4.99MB/sec 2024-07-29T15:30:52.809 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6noLG620IJFlb0y off=1122060 len=1939869 2024-07-29T15:30:52.817 INFO:tasks.workunit.client.0.smithi067.stdout:op 2489 completed, throughput=5MB/sec 2024-07-29T15:30:52.817 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ArSntGzhnv7WEat off=461056 len=304114 2024-07-29T15:30:52.819 INFO:tasks.workunit.client.0.smithi067.stdout:op 2490 completed, throughput=5MB/sec 2024-07-29T15:30:52.819 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bWx3_y8AiVVM5sK off=4319955 len=1828116 2024-07-29T15:30:52.827 INFO:tasks.workunit.client.0.smithi067.stdout:op 2491 completed, throughput=5MB/sec 2024-07-29T15:30:53.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:53 smithi067 ceph-mon[91995]: pgmap v1598: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-29T15:30:53.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:53 smithi067 ceph-mon[94375]: pgmap v1598: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-29T15:30:53.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:53 smithi138 ceph-mon[86438]: pgmap v1598: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-29T15:30:53.827 INFO:tasks.workunit.client.0.smithi067.stdout: 485: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:53.827 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KJajz0Avp9lXveP off=10248867 len=1205851 2024-07-29T15:30:53.833 INFO:tasks.workunit.client.0.smithi067.stdout:op 2492 completed, throughput=4.99MB/sec 2024-07-29T15:30:53.833 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Ogx--sfPowzQZsb off=4426718 len=1968560 2024-07-29T15:30:53.838 INFO:tasks.workunit.client.0.smithi067.stdout:op 2493 completed, throughput=5MB/sec 2024-07-29T15:30:53.839 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-S3gp_BXe9TrZ3Vk off=1335361 len=954963 2024-07-29T15:30:53.844 INFO:tasks.workunit.client.0.smithi067.stdout:op 2494 completed, throughput=5MB/sec 2024-07-29T15:30:53.845 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Iw9xYRvwaGNo6m7 off=1804133 len=391932 2024-07-29T15:30:53.848 INFO:tasks.workunit.client.0.smithi067.stdout:op 2495 completed, throughput=5MB/sec 2024-07-29T15:30:54.849 INFO:tasks.workunit.client.0.smithi067.stdout: 486: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:54.849 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Me1sxQe2D9G-a-u off=142691 len=966067 2024-07-29T15:30:54.854 INFO:tasks.workunit.client.0.smithi067.stdout:op 2496 completed, throughput=4.99MB/sec 2024-07-29T15:30:54.854 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-n858w7ugVlO9XYN off=6969720 len=1383657 2024-07-29T15:30:54.859 INFO:tasks.workunit.client.0.smithi067.stdout:op 2497 completed, throughput=4.99MB/sec 2024-07-29T15:30:54.859 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-JbvYg1fZjORWIEj off=19404161 len=2050607 2024-07-29T15:30:54.861 INFO:tasks.workunit.client.0.smithi067.stdout:op 2498 completed, throughput=5MB/sec 2024-07-29T15:30:54.861 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CDUbzL1TpyjROOe off=6676340 len=203086 2024-07-29T15:30:54.864 INFO:tasks.workunit.client.0.smithi067.stdout:op 2499 completed, throughput=5MB/sec 2024-07-29T15:30:54.864 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PX_KdAgEfVV4Pb9 off=13361093 len=484619 2024-07-29T15:30:54.865 INFO:tasks.workunit.client.0.smithi067.stdout:op 2500 completed, throughput=5MB/sec 2024-07-29T15:30:55.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:55 smithi067 ceph-mon[91995]: pgmap v1599: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:30:55.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:55 smithi067 ceph-mon[94375]: pgmap v1599: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:30:55.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:55 smithi138 ceph-mon[86438]: pgmap v1599: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:30:55.866 INFO:tasks.workunit.client.0.smithi067.stdout: 487: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:55.866 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-vMGwn_em-VCVFXQ off=1989258 len=1746213 2024-07-29T15:30:55.868 INFO:tasks.workunit.client.0.smithi067.stdout:op 2501 completed, throughput=4.99MB/sec 2024-07-29T15:30:55.869 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_cwCoBdteIfT5Fp off=10961636 len=569210 2024-07-29T15:30:55.873 INFO:tasks.workunit.client.0.smithi067.stdout:op 2502 completed, throughput=4.99MB/sec 2024-07-29T15:30:55.873 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0-ixHBzG_18c8Bt off=2974620 len=1119003 2024-07-29T15:30:55.874 INFO:tasks.workunit.client.0.smithi067.stdout:op 2503 completed, throughput=5MB/sec 2024-07-29T15:30:55.874 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ivBhhzkkCDZ9jul off=575584 len=1228238 2024-07-29T15:30:55.876 INFO:tasks.workunit.client.0.smithi067.stdout:op 2504 completed, throughput=5MB/sec 2024-07-29T15:30:55.876 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-IOxZcA-yGr5wsue off=11517698 len=960190 2024-07-29T15:30:55.877 INFO:tasks.workunit.client.0.smithi067.stdout:op 2505 completed, throughput=5MB/sec 2024-07-29T15:30:56.878 INFO:tasks.workunit.client.0.smithi067.stdout: 488: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:56.878 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5eYiIRcljlHTtJR off=15962619 len=2083161 2024-07-29T15:30:56.891 INFO:tasks.workunit.client.0.smithi067.stdout:op 2506 completed, throughput=4.99MB/sec 2024-07-29T15:30:56.891 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Xfe3_g6k9dpVWMV off=15996565 len=1726806 2024-07-29T15:30:56.893 INFO:tasks.workunit.client.0.smithi067.stdout:op 2507 completed, throughput=5MB/sec 2024-07-29T15:30:56.893 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Lr5CO__hbqIv8Y0 off=10646171 len=133764 2024-07-29T15:30:56.896 INFO:tasks.workunit.client.0.smithi067.stdout:op 2508 completed, throughput=5MB/sec 2024-07-29T15:30:56.896 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-X0K7pO9mcmmovq2 off=1137885 len=678880 2024-07-29T15:30:56.897 INFO:tasks.workunit.client.0.smithi067.stdout:op 2509 completed, throughput=5MB/sec 2024-07-29T15:30:56.897 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bZyYy4VueYekVBr off=8341060 len=1678656 2024-07-29T15:30:56.905 INFO:tasks.workunit.client.0.smithi067.stdout:op 2510 completed, throughput=5MB/sec 2024-07-29T15:30:57.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:57 smithi067 ceph-mon[91995]: pgmap v1600: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-29T15:30:57.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:57 smithi067 ceph-mon[94375]: pgmap v1600: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-29T15:30:57.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:57 smithi138 ceph-mon[86438]: pgmap v1600: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-29T15:30:57.906 INFO:tasks.workunit.client.0.smithi067.stdout: 489: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:57.906 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jdMxk3IzUH1yPL3 off=931023 len=1227825 2024-07-29T15:30:57.908 INFO:tasks.workunit.client.0.smithi067.stdout:op 2511 completed, throughput=4.99MB/sec 2024-07-29T15:30:57.908 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-pkvcC5Olu6fgvQS off=8309839 len=233435 2024-07-29T15:30:57.911 INFO:tasks.workunit.client.0.smithi067.stdout:op 2512 completed, throughput=5MB/sec 2024-07-29T15:30:57.912 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-96kSxdKNOllYMpc off=7581877 len=1910969 2024-07-29T15:30:57.914 INFO:tasks.workunit.client.0.smithi067.stdout:op 2513 completed, throughput=5MB/sec 2024-07-29T15:30:57.915 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Gq9EEGYzWOSUFRT off=7272255 len=2045711 2024-07-29T15:30:57.925 INFO:tasks.workunit.client.0.smithi067.stdout:op 2514 completed, throughput=5MB/sec 2024-07-29T15:30:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:30:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:30:57] "GET /metrics HTTP/1.1" 200 34212 "" "Prometheus/2.51.0" 2024-07-29T15:30:58.925 INFO:tasks.workunit.client.0.smithi067.stdout: 490: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:58.926 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-S62qgWQpOJfCwwf off=6735504 len=327515 2024-07-29T15:30:58.927 INFO:tasks.workunit.client.0.smithi067.stdout:op 2515 completed, throughput=4.99MB/sec 2024-07-29T15:30:58.927 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9OfOQ_VUj6h1TuH off=12276660 len=1127599 2024-07-29T15:30:58.932 INFO:tasks.workunit.client.0.smithi067.stdout:op 2516 completed, throughput=5MB/sec 2024-07-29T15:30:58.933 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2RBBnSKvJ3DZzjg off=578189 len=1123911 2024-07-29T15:30:58.934 INFO:tasks.workunit.client.0.smithi067.stdout:op 2517 completed, throughput=5MB/sec 2024-07-29T15:30:58.934 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-BvduqTXbpfNj3Z4 off=4366601 len=1144220 2024-07-29T15:30:58.941 INFO:tasks.workunit.client.0.smithi067.stdout:op 2518 completed, throughput=5MB/sec 2024-07-29T15:30:58.941 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-OMXLRpBXXRBllRs off=4572217 len=594875 2024-07-29T15:30:58.944 INFO:tasks.workunit.client.0.smithi067.stdout:op 2519 completed, throughput=5MB/sec 2024-07-29T15:30:59.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:30:59 smithi067 ceph-mon[94375]: pgmap v1601: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:30:59.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:30:59 smithi067 ceph-mon[91995]: pgmap v1601: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:30:59.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:30:59 smithi138 ceph-mon[86438]: pgmap v1601: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:30:59.944 INFO:tasks.workunit.client.0.smithi067.stdout: 491: throughput=4.99MB/sec pending data=0 2024-07-29T15:30:59.945 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FXuANmSFYQJ_JzK off=7906370 len=641854 2024-07-29T15:30:59.946 INFO:tasks.workunit.client.0.smithi067.stdout:op 2520 completed, throughput=4.99MB/sec 2024-07-29T15:30:59.946 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wuwFrQf1GPngewO off=3714400 len=1933824 2024-07-29T15:30:59.957 INFO:tasks.workunit.client.0.smithi067.stdout:op 2521 completed, throughput=5MB/sec 2024-07-29T15:30:59.957 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1YTGJDry2n8EbhK off=10153882 len=1263848 2024-07-29T15:30:59.959 INFO:tasks.workunit.client.0.smithi067.stdout:op 2522 completed, throughput=5MB/sec 2024-07-29T15:30:59.959 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fObHVhYq3tgwov5 off=1945547 len=1964485 2024-07-29T15:30:59.961 INFO:tasks.workunit.client.0.smithi067.stdout:op 2523 completed, throughput=5MB/sec 2024-07-29T15:31:00.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:31:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:31:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:31:00.962 INFO:tasks.workunit.client.0.smithi067.stdout: 492: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:00.962 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-SqZdBOIlKB-TSgy off=449702 len=1392496 2024-07-29T15:31:00.968 INFO:tasks.workunit.client.0.smithi067.stdout:op 2524 completed, throughput=4.99MB/sec 2024-07-29T15:31:00.968 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MuO9WJpMn61u0x- off=12312261 len=1275965 2024-07-29T15:31:00.974 INFO:tasks.workunit.client.0.smithi067.stdout:op 2525 completed, throughput=5MB/sec 2024-07-29T15:31:00.974 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-u4LvERMwbeNIcyW off=14780635 len=689541 2024-07-29T15:31:00.979 INFO:tasks.workunit.client.0.smithi067.stdout:op 2526 completed, throughput=5MB/sec 2024-07-29T15:31:00.979 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5z-UKDdFzZzXOpN off=2055893 len=231768 2024-07-29T15:31:00.982 INFO:tasks.workunit.client.0.smithi067.stdout:op 2527 completed, throughput=5MB/sec 2024-07-29T15:31:00.982 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-n7NcqwJ7N726KxK off=3346566 len=248478 2024-07-29T15:31:00.984 INFO:tasks.workunit.client.0.smithi067.stdout:op 2528 completed, throughput=5MB/sec 2024-07-29T15:31:00.984 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-sLaH0vvICPnJxNI off=4906654 len=1831304 2024-07-29T15:31:00.986 INFO:tasks.workunit.client.0.smithi067.stdout:op 2529 completed, throughput=5MB/sec 2024-07-29T15:31:01.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:01 smithi067 ceph-mon[91995]: pgmap v1602: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:31:01.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:01 smithi067 ceph-mon[94375]: pgmap v1602: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:31:01.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:01 smithi138 ceph-mon[86438]: pgmap v1602: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:31:01.986 INFO:tasks.workunit.client.0.smithi067.stdout: 493: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:01.986 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_zNc6Xy8izzi-nF off=2911266 len=136688 2024-07-29T15:31:01.990 INFO:tasks.workunit.client.0.smithi067.stdout:op 2530 completed, throughput=4.99MB/sec 2024-07-29T15:31:01.990 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gpUG38u8i4DEKF5 off=619162 len=1324184 2024-07-29T15:31:01.991 INFO:tasks.workunit.client.0.smithi067.stdout:op 2531 completed, throughput=4.99MB/sec 2024-07-29T15:31:01.991 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-xzUVnzdRmrR6MEm off=1748939 len=373216 2024-07-29T15:31:01.993 INFO:tasks.workunit.client.0.smithi067.stdout:op 2532 completed, throughput=5MB/sec 2024-07-29T15:31:01.993 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-uubuxVPkM3uo-SU off=15198742 len=100423 2024-07-29T15:31:01.996 INFO:tasks.workunit.client.0.smithi067.stdout:op 2533 completed, throughput=5MB/sec 2024-07-29T15:31:01.996 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-CxEx5jRPbc_vmPe off=11104130 len=777612 2024-07-29T15:31:01.997 INFO:tasks.workunit.client.0.smithi067.stdout:op 2534 completed, throughput=5MB/sec 2024-07-29T15:31:01.998 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SiIwdd3Y1A1yAPX off=6747883 len=1688448 2024-07-29T15:31:02.008 INFO:tasks.workunit.client.0.smithi067.stdout:op 2535 completed, throughput=5MB/sec 2024-07-29T15:31:03.008 INFO:tasks.workunit.client.0.smithi067.stdout: 494: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:03.008 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-E8cb__w5gn04kCs off=12676339 len=140744 2024-07-29T15:31:03.011 INFO:tasks.workunit.client.0.smithi067.stdout:op 2536 completed, throughput=4.99MB/sec 2024-07-29T15:31:03.011 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-sS7duzM-Gek7KyJ off=198429 len=11007 2024-07-29T15:31:03.013 INFO:tasks.workunit.client.0.smithi067.stdout:op 2537 completed, throughput=4.99MB/sec 2024-07-29T15:31:03.013 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ndXD2C1MUqfz98Q off=2820220 len=804701 2024-07-29T15:31:03.019 INFO:tasks.workunit.client.0.smithi067.stdout:op 2538 completed, throughput=4.99MB/sec 2024-07-29T15:31:03.019 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ScJZQ6tOuN0dJqe off=3527295 len=1676322 2024-07-29T15:31:03.028 INFO:tasks.workunit.client.0.smithi067.stdout:op 2539 completed, throughput=5MB/sec 2024-07-29T15:31:03.028 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-vwP2pzQmxz7GsDP off=2376004 len=1809456 2024-07-29T15:31:03.030 INFO:tasks.workunit.client.0.smithi067.stdout:op 2540 completed, throughput=5MB/sec 2024-07-29T15:31:03.030 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5qoLGhv8af_jC28 off=20582323 len=1715588 2024-07-29T15:31:03.041 INFO:tasks.workunit.client.0.smithi067.stdout:op 2541 completed, throughput=5MB/sec 2024-07-29T15:31:03.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:03 smithi067 ceph-mon[91995]: pgmap v1603: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:31:03.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:03 smithi067 ceph-mon[94375]: pgmap v1603: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:31:03.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:03 smithi138 ceph-mon[86438]: pgmap v1603: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:31:04.041 INFO:tasks.workunit.client.0.smithi067.stdout: 495: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:04.041 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gdEhQuSFc1l-csl off=9828537 len=1302386 2024-07-29T15:31:04.043 INFO:tasks.workunit.client.0.smithi067.stdout:op 2542 completed, throughput=4.99MB/sec 2024-07-29T15:31:04.043 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KXSKPtO6Ae_M6OD off=464989 len=875420 2024-07-29T15:31:04.046 INFO:tasks.workunit.client.0.smithi067.stdout:op 2543 completed, throughput=5MB/sec 2024-07-29T15:31:04.046 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pScsVuOcU7y1t23 off=6631156 len=270783 2024-07-29T15:31:04.046 INFO:tasks.workunit.client.0.smithi067.stdout:op 2544 completed, throughput=5MB/sec 2024-07-29T15:31:04.046 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-dj1MC-7MXnl8awU off=972012 len=1101327 2024-07-29T15:31:04.053 INFO:tasks.workunit.client.0.smithi067.stdout:op 2545 completed, throughput=5MB/sec 2024-07-29T15:31:04.053 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-rz14RLaM1X-OfoP off=1241059 len=961241 2024-07-29T15:31:04.054 INFO:tasks.workunit.client.0.smithi067.stdout:op 2546 completed, throughput=5MB/sec 2024-07-29T15:31:05.055 INFO:tasks.workunit.client.0.smithi067.stdout: 496: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:05.055 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ROUOCsVCnLwUhW- off=9644779 len=1805253 2024-07-29T15:31:05.057 INFO:tasks.workunit.client.0.smithi067.stdout:op 2547 completed, throughput=4.99MB/sec 2024-07-29T15:31:05.057 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wOb2feIeyCEsWD- off=6749027 len=2055463 2024-07-29T15:31:05.059 INFO:tasks.workunit.client.0.smithi067.stdout:op 2548 completed, throughput=5MB/sec 2024-07-29T15:31:05.059 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Rp1dzhMUsYTBRwi off=1438942 len=1825975 2024-07-29T15:31:05.063 INFO:tasks.workunit.client.0.smithi067.stdout:op 2549 completed, throughput=5MB/sec 2024-07-29T15:31:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:05 smithi067 ceph-mon[91995]: pgmap v1604: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:31:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:31:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:05 smithi067 ceph-mon[94375]: pgmap v1604: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:31:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:31:05.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:05 smithi138 ceph-mon[86438]: pgmap v1604: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:31:05.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:31:06.063 INFO:tasks.workunit.client.0.smithi067.stdout: 497: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:06.064 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8xD-Xk3Sb3Cb52m off=109325 len=67038 2024-07-29T15:31:06.064 INFO:tasks.workunit.client.0.smithi067.stdout:op 2550 completed, throughput=4.99MB/sec 2024-07-29T15:31:06.064 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-UwMcHWZTH0SW-pp off=1373192 len=753196 2024-07-29T15:31:06.069 INFO:tasks.workunit.client.0.smithi067.stdout:op 2551 completed, throughput=4.99MB/sec 2024-07-29T15:31:06.069 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-xUgdfPAXdFHIFO5 off=91874 len=461585 2024-07-29T15:31:06.072 INFO:tasks.workunit.client.0.smithi067.stdout:op 2552 completed, throughput=4.99MB/sec 2024-07-29T15:31:06.072 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ZRr6bCLqRhMpQiM off=3381606 len=1773032 2024-07-29T15:31:06.076 INFO:tasks.workunit.client.0.smithi067.stdout:op 2553 completed, throughput=5MB/sec 2024-07-29T15:31:06.076 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-tXxrBDQEsgqqLF3 off=2991568 len=992544 2024-07-29T15:31:06.081 INFO:tasks.workunit.client.0.smithi067.stdout:op 2554 completed, throughput=5MB/sec 2024-07-29T15:31:06.081 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lof-mQR-PtFk0mF off=503135 len=1625402 2024-07-29T15:31:06.083 INFO:tasks.workunit.client.0.smithi067.stdout:op 2555 completed, throughput=5MB/sec 2024-07-29T15:31:07.084 INFO:tasks.workunit.client.0.smithi067.stdout: 498: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:07.084 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-D7p8-a_0Sa8gFYD off=19434901 len=1730676 2024-07-29T15:31:07.086 INFO:tasks.workunit.client.0.smithi067.stdout:op 2556 completed, throughput=4.99MB/sec 2024-07-29T15:31:07.086 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zgEBiikw2VTjb-2 off=42599 len=608945 2024-07-29T15:31:07.090 INFO:tasks.workunit.client.0.smithi067.stdout:op 2557 completed, throughput=5MB/sec 2024-07-29T15:31:07.091 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-A3nljAODWnzAemb off=4404682 len=893140 2024-07-29T15:31:07.092 INFO:tasks.workunit.client.0.smithi067.stdout:op 2558 completed, throughput=5MB/sec 2024-07-29T15:31:07.092 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-BIZmbYpMAnJK2jY off=4182503 len=689877 2024-07-29T15:31:07.096 INFO:tasks.workunit.client.0.smithi067.stdout:op 2559 completed, throughput=5MB/sec 2024-07-29T15:31:07.096 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-dDwhTTWWwiW2ZlW off=19928862 len=902538 2024-07-29T15:31:07.097 INFO:tasks.workunit.client.0.smithi067.stdout:op 2560 completed, throughput=5MB/sec 2024-07-29T15:31:07.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:07 smithi067 ceph-mon[91995]: pgmap v1605: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:31:07.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:07 smithi067 ceph-mon[94375]: pgmap v1605: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:31:07.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:07 smithi138 ceph-mon[86438]: pgmap v1605: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:31:08.098 INFO:tasks.workunit.client.0.smithi067.stdout: 499: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:08.098 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-zY5Wnlfv-lbR9zO off=3035391 len=1802965 2024-07-29T15:31:08.102 INFO:tasks.workunit.client.0.smithi067.stdout:op 2561 completed, throughput=4.99MB/sec 2024-07-29T15:31:08.102 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-QCWCTjxoa5tVvGa off=3159089 len=659893 2024-07-29T15:31:08.104 INFO:tasks.workunit.client.0.smithi067.stdout:op 2562 completed, throughput=5MB/sec 2024-07-29T15:31:08.104 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-syo_y4ckmtkovMe off=2366306 len=1324274 2024-07-29T15:31:08.106 INFO:tasks.workunit.client.0.smithi067.stdout:op 2563 completed, throughput=5MB/sec 2024-07-29T15:31:08.106 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-OgBMsTrRRHq8ye2 off=11010753 len=104837 2024-07-29T15:31:08.107 INFO:tasks.workunit.client.0.smithi067.stdout:op 2564 completed, throughput=5MB/sec 2024-07-29T15:31:08.107 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-RGs5QY9tjJkGF64 off=3649316 len=767240 2024-07-29T15:31:08.108 INFO:tasks.workunit.client.0.smithi067.stdout:op 2565 completed, throughput=5MB/sec 2024-07-29T15:31:08.108 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4NvbItU3EQUC_9u off=87696 len=503763 2024-07-29T15:31:08.109 INFO:tasks.workunit.client.0.smithi067.stdout:op 2566 completed, throughput=5MB/sec 2024-07-29T15:31:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:31:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:31:07] "GET /metrics HTTP/1.1" 200 34209 "" "Prometheus/2.51.0" 2024-07-29T15:31:09.109 INFO:tasks.workunit.client.0.smithi067.stdout: 500: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:09.109 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-h1cBlbsHn20EPwU off=8295267 len=52611 2024-07-29T15:31:09.110 INFO:tasks.workunit.client.0.smithi067.stdout:op 2567 completed, throughput=4.99MB/sec 2024-07-29T15:31:09.110 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-p50gxgHwJ3OGO7Q off=2691991 len=1272212 2024-07-29T15:31:09.118 INFO:tasks.workunit.client.0.smithi067.stdout:op 2568 completed, throughput=4.99MB/sec 2024-07-29T15:31:09.118 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-onz4G-HN4OgwkX_ off=14523524 len=651088 2024-07-29T15:31:09.122 INFO:tasks.workunit.client.0.smithi067.stdout:op 2569 completed, throughput=4.99MB/sec 2024-07-29T15:31:09.122 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-o4oJC8cn8EmXVSD off=2717671 len=1128770 2024-07-29T15:31:09.124 INFO:tasks.workunit.client.0.smithi067.stdout:op 2570 completed, throughput=5MB/sec 2024-07-29T15:31:09.124 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gx_jpoFr5ynK4-u off=1085789 len=1292535 2024-07-29T15:31:09.127 INFO:tasks.workunit.client.0.smithi067.stdout:op 2571 completed, throughput=5MB/sec 2024-07-29T15:31:09.128 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Dg3mBOWaORT1pGB off=403270 len=256455 2024-07-29T15:31:09.130 INFO:tasks.workunit.client.0.smithi067.stdout:op 2572 completed, throughput=5MB/sec 2024-07-29T15:31:09.130 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Vks_6oxWmzRrNhy off=2097326 len=1972793 2024-07-29T15:31:09.140 INFO:tasks.workunit.client.0.smithi067.stdout:op 2573 completed, throughput=5MB/sec 2024-07-29T15:31:09.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:09 smithi067 ceph-mon[91995]: pgmap v1606: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:31:09.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:09 smithi067 ceph-mon[94375]: pgmap v1606: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:31:09.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:09 smithi138 ceph-mon[86438]: pgmap v1606: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:31:10.140 INFO:tasks.workunit.client.0.smithi067.stdout: 501: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:10.141 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-JzfdPuFYHNTY5cn off=5387576 len=1278241 2024-07-29T15:31:10.142 INFO:tasks.workunit.client.0.smithi067.stdout:op 2574 completed, throughput=5MB/sec 2024-07-29T15:31:10.143 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rghfAJqDupwQeVE off=16597898 len=10348 2024-07-29T15:31:10.145 INFO:tasks.workunit.client.0.smithi067.stdout:op 2575 completed, throughput=5MB/sec 2024-07-29T15:31:10.145 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-LaapldDYbn4tbfa off=9206709 len=208350 2024-07-29T15:31:10.146 INFO:tasks.workunit.client.0.smithi067.stdout:op 2576 completed, throughput=5MB/sec 2024-07-29T15:31:10.146 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZFG-4UcQFk1BDu3 off=11188668 len=1816257 2024-07-29T15:31:10.156 INFO:tasks.workunit.client.0.smithi067.stdout:op 2577 completed, throughput=5MB/sec 2024-07-29T15:31:10.157 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lZVSrgwyminm_hj off=5011969 len=1876384 2024-07-29T15:31:10.159 INFO:tasks.workunit.client.0.smithi067.stdout:op 2578 completed, throughput=5MB/sec 2024-07-29T15:31:10.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:31:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:31:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:31:11.159 INFO:tasks.workunit.client.0.smithi067.stdout: 502: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:11.159 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-d8EUHVH1G6YeXsH off=3400020 len=593412 2024-07-29T15:31:11.163 INFO:tasks.workunit.client.0.smithi067.stdout:op 2579 completed, throughput=4.99MB/sec 2024-07-29T15:31:11.163 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-PbXqJPw2ua0B8yb off=1585301 len=1451682 2024-07-29T15:31:11.172 INFO:tasks.workunit.client.0.smithi067.stdout:op 2580 completed, throughput=5MB/sec 2024-07-29T15:31:11.172 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1bLZ8yvPBdntLvy off=8061681 len=1094276 2024-07-29T15:31:11.178 INFO:tasks.workunit.client.0.smithi067.stdout:op 2581 completed, throughput=5MB/sec 2024-07-29T15:31:11.178 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jsjqaMPzq93q6d5 off=10194989 len=1423695 2024-07-29T15:31:11.180 INFO:tasks.workunit.client.0.smithi067.stdout:op 2582 completed, throughput=5MB/sec 2024-07-29T15:31:11.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:11 smithi067 ceph-mon[94375]: pgmap v1607: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:31:11.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:11 smithi067 ceph-mon[91995]: pgmap v1607: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:31:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:11 smithi138 ceph-mon[86438]: pgmap v1607: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:31:12.181 INFO:tasks.workunit.client.0.smithi067.stdout: 503: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:12.181 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gFzDRT5SVh8od0g off=12459999 len=382346 2024-07-29T15:31:12.182 INFO:tasks.workunit.client.0.smithi067.stdout:op 2583 completed, throughput=4.99MB/sec 2024-07-29T15:31:12.182 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-xWE-GV3FUuFY6Nh off=5819972 len=339986 2024-07-29T15:31:12.183 INFO:tasks.workunit.client.0.smithi067.stdout:op 2584 completed, throughput=4.99MB/sec 2024-07-29T15:31:12.183 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8utdUkuLFzDMNNZ off=8108543 len=144319 2024-07-29T15:31:12.183 INFO:tasks.workunit.client.0.smithi067.stdout:op 2585 completed, throughput=4.99MB/sec 2024-07-29T15:31:12.183 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-D-JxkjJDNJTjfOf off=7159163 len=868068 2024-07-29T15:31:12.185 INFO:tasks.workunit.client.0.smithi067.stdout:op 2586 completed, throughput=4.99MB/sec 2024-07-29T15:31:12.185 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-M4mYn5lzYJ_fRvZ off=614303 len=998133 2024-07-29T15:31:12.191 INFO:tasks.workunit.client.0.smithi067.stdout:op 2587 completed, throughput=5MB/sec 2024-07-29T15:31:12.191 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-LvS7gaXK_Ed3lFR off=6635874 len=819320 2024-07-29T15:31:12.195 INFO:tasks.workunit.client.0.smithi067.stdout:op 2588 completed, throughput=5MB/sec 2024-07-29T15:31:12.195 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KM_cLCE4HKrCgQ3 off=4807050 len=509354 2024-07-29T15:31:12.199 INFO:tasks.workunit.client.0.smithi067.stdout:op 2589 completed, throughput=5MB/sec 2024-07-29T15:31:12.199 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-JPW896mrqAAWwj3 off=0 len=1786154 2024-07-29T15:31:12.203 INFO:tasks.workunit.client.0.smithi067.stdout:op 2590 completed, throughput=5MB/sec 2024-07-29T15:31:13.203 INFO:tasks.workunit.client.0.smithi067.stdout: 504: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:13.204 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1N2c66wMK49FWna off=4524700 len=1843788 2024-07-29T15:31:13.214 INFO:tasks.workunit.client.0.smithi067.stdout:op 2591 completed, throughput=5MB/sec 2024-07-29T15:31:13.214 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-x3TgUDCetcuNTEj off=10938384 len=1601770 2024-07-29T15:31:13.217 INFO:tasks.workunit.client.0.smithi067.stdout:op 2592 completed, throughput=5MB/sec 2024-07-29T15:31:13.217 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KcfU4ypeJw4K__5 off=245360 len=1082541 2024-07-29T15:31:13.219 INFO:tasks.workunit.client.0.smithi067.stdout:op 2593 completed, throughput=5MB/sec 2024-07-29T15:31:13.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:13 smithi067 ceph-mon[94375]: pgmap v1608: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-29T15:31:13.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:13 smithi067 ceph-mon[91995]: pgmap v1608: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-29T15:31:13.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:13 smithi138 ceph-mon[86438]: pgmap v1608: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-29T15:31:14.219 INFO:tasks.workunit.client.0.smithi067.stdout: 505: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:14.219 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Hvyi923plpWbtLS off=13521346 len=1336271 2024-07-29T15:31:14.221 INFO:tasks.workunit.client.0.smithi067.stdout:op 2594 completed, throughput=4.99MB/sec 2024-07-29T15:31:14.221 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FYh7RrbXWicspUY off=19914509 len=1409502 2024-07-29T15:31:14.225 INFO:tasks.workunit.client.0.smithi067.stdout:op 2595 completed, throughput=5MB/sec 2024-07-29T15:31:14.225 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-sk2tB26O46zklEV off=1111248 len=412628 2024-07-29T15:31:14.228 INFO:tasks.workunit.client.0.smithi067.stdout:op 2596 completed, throughput=5MB/sec 2024-07-29T15:31:14.228 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3Ru6H8tzGVPFCnI off=4630143 len=849742 2024-07-29T15:31:14.230 INFO:tasks.workunit.client.0.smithi067.stdout:op 2597 completed, throughput=5MB/sec 2024-07-29T15:31:14.230 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pH0tL4ofVWZdJ9C off=998116 len=1317609 2024-07-29T15:31:14.231 INFO:tasks.workunit.client.0.smithi067.stdout:op 2598 completed, throughput=5MB/sec 2024-07-29T15:31:15.232 INFO:tasks.workunit.client.0.smithi067.stdout: 506: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:15.232 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-quCz3_ajr0kvtDp off=3870952 len=11722 2024-07-29T15:31:15.232 INFO:tasks.workunit.client.0.smithi067.stdout:op 2599 completed, throughput=4.99MB/sec 2024-07-29T15:31:15.232 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WxYuhBntXCTGwII off=5799290 len=1012420 2024-07-29T15:31:15.234 INFO:tasks.workunit.client.0.smithi067.stdout:op 2600 completed, throughput=4.99MB/sec 2024-07-29T15:31:15.234 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-PGjflm2eS83PoAk off=1233964 len=1976299 2024-07-29T15:31:15.247 INFO:tasks.workunit.client.0.smithi067.stdout:op 2601 completed, throughput=5MB/sec 2024-07-29T15:31:15.247 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cyH0_3QmarXVaaB off=2925234 len=1540807 2024-07-29T15:31:15.255 INFO:tasks.workunit.client.0.smithi067.stdout:op 2602 completed, throughput=5MB/sec 2024-07-29T15:31:15.255 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-35uvKv85Ph7IKBy off=855014 len=1896975 2024-07-29T15:31:15.264 INFO:tasks.workunit.client.0.smithi067.stdout:op 2603 completed, throughput=5MB/sec 2024-07-29T15:31:15.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:15 smithi067 ceph-mon[91995]: pgmap v1609: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-29T15:31:15.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:15 smithi067 ceph-mon[94375]: pgmap v1609: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-29T15:31:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:15 smithi138 ceph-mon[86438]: pgmap v1609: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-29T15:31:16.265 INFO:tasks.workunit.client.0.smithi067.stdout: 507: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:16.265 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-55Dr6FXvKnEiy7d off=12214876 len=236043 2024-07-29T15:31:16.265 INFO:tasks.workunit.client.0.smithi067.stdout:op 2604 completed, throughput=4.99MB/sec 2024-07-29T15:31:16.265 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-fJP1nXuj0Lis6-5 off=14241077 len=767766 2024-07-29T15:31:16.270 INFO:tasks.workunit.client.0.smithi067.stdout:op 2605 completed, throughput=4.99MB/sec 2024-07-29T15:31:16.270 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-C3QoAW1S1n8DW7m off=141468 len=1513468 2024-07-29T15:31:16.272 INFO:tasks.workunit.client.0.smithi067.stdout:op 2606 completed, throughput=5MB/sec 2024-07-29T15:31:16.272 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-neMHUfbG8u6yyVD off=2800082 len=336588 2024-07-29T15:31:16.275 INFO:tasks.workunit.client.0.smithi067.stdout:op 2607 completed, throughput=5MB/sec 2024-07-29T15:31:16.275 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-meJGLJY0qMuTgwt off=15768613 len=1419245 2024-07-29T15:31:16.277 INFO:tasks.workunit.client.0.smithi067.stdout:op 2608 completed, throughput=5MB/sec 2024-07-29T15:31:17.277 INFO:tasks.workunit.client.0.smithi067.stdout: 508: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:17.278 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-tIAnRr2q9-tqVyP off=2317170 len=2027909 2024-07-29T15:31:17.288 INFO:tasks.workunit.client.0.smithi067.stdout:op 2609 completed, throughput=4.99MB/sec 2024-07-29T15:31:17.288 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-GW1og9JF6VOmL7O off=3841497 len=939428 2024-07-29T15:31:17.290 INFO:tasks.workunit.client.0.smithi067.stdout:op 2610 completed, throughput=5MB/sec 2024-07-29T15:31:17.290 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Ep_PcGOBG5-l6WC off=6712247 len=1641526 2024-07-29T15:31:17.305 INFO:tasks.workunit.client.0.smithi067.stdout:op 2611 completed, throughput=5MB/sec 2024-07-29T15:31:17.305 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9ZOHPfu__430PDy off=884829 len=50720 2024-07-29T15:31:17.307 INFO:tasks.workunit.client.0.smithi067.stdout:op 2612 completed, throughput=5MB/sec 2024-07-29T15:31:17.307 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3S0HesX6xLv8R4M off=9580678 len=1371067 2024-07-29T15:31:17.313 INFO:tasks.workunit.client.0.smithi067.stdout:op 2613 completed, throughput=5MB/sec 2024-07-29T15:31:17.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:17 smithi067 ceph-mon[91995]: pgmap v1610: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-29T15:31:17.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:17 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:31:17.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:17 smithi067 ceph-mon[94375]: pgmap v1610: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-29T15:31:17.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:17 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:31:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:17 smithi138 ceph-mon[86438]: pgmap v1610: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-29T15:31:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:17 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:31:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:31:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:31:17] "GET /metrics HTTP/1.1" 200 34209 "" "Prometheus/2.51.0" 2024-07-29T15:31:18.313 INFO:tasks.workunit.client.0.smithi067.stdout: 509: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:18.313 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4tzKSSEpvbp0rzR off=4899717 len=468119 2024-07-29T15:31:18.314 INFO:tasks.workunit.client.0.smithi067.stdout:op 2614 completed, throughput=4.99MB/sec 2024-07-29T15:31:18.314 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Hm_lSTbDxJJttmq off=5552813 len=216923 2024-07-29T15:31:18.314 INFO:tasks.workunit.client.0.smithi067.stdout:op 2615 completed, throughput=4.99MB/sec 2024-07-29T15:31:18.314 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-RxLQZEPK-XEd1Xr off=7431829 len=718064 2024-07-29T15:31:18.315 INFO:tasks.workunit.client.0.smithi067.stdout:op 2616 completed, throughput=4.99MB/sec 2024-07-29T15:31:18.315 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fiuLJa5Jr9jUuJd off=1958998 len=432185 2024-07-29T15:31:18.316 INFO:tasks.workunit.client.0.smithi067.stdout:op 2617 completed, throughput=5MB/sec 2024-07-29T15:31:18.316 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-AWn6go8Yasjj3_N off=2282682 len=1053276 2024-07-29T15:31:18.318 INFO:tasks.workunit.client.0.smithi067.stdout:op 2618 completed, throughput=5MB/sec 2024-07-29T15:31:18.318 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-tmy2Nyy90equY-J off=672318 len=1023221 2024-07-29T15:31:18.319 INFO:tasks.workunit.client.0.smithi067.stdout:op 2619 completed, throughput=5MB/sec 2024-07-29T15:31:18.319 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-S5R072ZO21MUCzc off=6189794 len=918677 2024-07-29T15:31:18.321 INFO:tasks.workunit.client.0.smithi067.stdout:op 2620 completed, throughput=5MB/sec 2024-07-29T15:31:18.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:31:18.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:31:18.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:31:18.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:31:18.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:31:18.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:31:18.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:31:18.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:31:18.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:31:19.322 INFO:tasks.workunit.client.0.smithi067.stdout: 510: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:19.322 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-GFHy3gwW0P2-t8r off=1706748 len=209760 2024-07-29T15:31:19.322 INFO:tasks.workunit.client.0.smithi067.stdout:op 2621 completed, throughput=4.99MB/sec 2024-07-29T15:31:19.322 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9aS3_T3_auPX8mi off=3404185 len=130971 2024-07-29T15:31:19.323 INFO:tasks.workunit.client.0.smithi067.stdout:op 2622 completed, throughput=4.99MB/sec 2024-07-29T15:31:19.323 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Z4oramY5uU6LMZU off=1366519 len=974100 2024-07-29T15:31:19.328 INFO:tasks.workunit.client.0.smithi067.stdout:op 2623 completed, throughput=4.99MB/sec 2024-07-29T15:31:19.328 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-g6_-DHBt0xmKuzz off=2100075 len=1812087 2024-07-29T15:31:19.338 INFO:tasks.workunit.client.0.smithi067.stdout:op 2624 completed, throughput=5MB/sec 2024-07-29T15:31:19.338 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-WVtrEmcSpBV3tv0 off=12129631 len=1597160 2024-07-29T15:31:19.344 INFO:tasks.workunit.client.0.smithi067.stdout:op 2625 completed, throughput=5MB/sec 2024-07-29T15:31:19.344 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-u6bff2yA9i4GmwY off=260492 len=923024 2024-07-29T15:31:19.345 INFO:tasks.workunit.client.0.smithi067.stdout:op 2626 completed, throughput=5MB/sec 2024-07-29T15:31:19.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:19 smithi067 ceph-mon[91995]: pgmap v1611: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-29T15:31:19.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:19 smithi067 ceph-mon[94375]: pgmap v1611: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-29T15:31:19.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:19 smithi138 ceph-mon[86438]: pgmap v1611: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-29T15:31:20.346 INFO:tasks.workunit.client.0.smithi067.stdout: 511: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:20.346 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0eB82neH1oS1agv off=5331390 len=718100 2024-07-29T15:31:20.350 INFO:tasks.workunit.client.0.smithi067.stdout:op 2627 completed, throughput=4.99MB/sec 2024-07-29T15:31:20.351 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZDzAOtyJ0LKITx9 off=751320 len=1951676 2024-07-29T15:31:20.361 INFO:tasks.workunit.client.0.smithi067.stdout:op 2628 completed, throughput=5MB/sec 2024-07-29T15:31:20.361 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-X63wtYdpgnSMwqo off=9024169 len=454433 2024-07-29T15:31:20.364 INFO:tasks.workunit.client.0.smithi067.stdout:op 2629 completed, throughput=5MB/sec 2024-07-29T15:31:20.365 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UnlLUt0Newx8TCO off=10889794 len=275534 2024-07-29T15:31:20.365 INFO:tasks.workunit.client.0.smithi067.stdout:op 2630 completed, throughput=5MB/sec 2024-07-29T15:31:20.365 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-7hrIUX7ShPKCSsq off=5029498 len=69080 2024-07-29T15:31:20.366 INFO:tasks.workunit.client.0.smithi067.stdout:op 2631 completed, throughput=5MB/sec 2024-07-29T15:31:20.366 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Tfd-guv48pQcSjx off=5097023 len=1441929 2024-07-29T15:31:20.375 INFO:tasks.workunit.client.0.smithi067.stdout:op 2632 completed, throughput=5MB/sec 2024-07-29T15:31:20.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:31:20.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:31:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:31:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:31:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:31:20.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:31:21.376 INFO:tasks.workunit.client.0.smithi067.stdout: 512: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:21.376 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-119IdWmHFnaBVbQ off=7920387 len=847884 2024-07-29T15:31:21.378 INFO:tasks.workunit.client.0.smithi067.stdout:op 2633 completed, throughput=4.99MB/sec 2024-07-29T15:31:21.378 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-OlYDRrg1JIEO52V off=749104 len=1402294 2024-07-29T15:31:21.385 INFO:tasks.workunit.client.0.smithi067.stdout:op 2634 completed, throughput=4.99MB/sec 2024-07-29T15:31:21.385 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-w3JS3Lmc1onFGqV off=20648033 len=1387187 2024-07-29T15:31:21.388 INFO:tasks.workunit.client.0.smithi067.stdout:op 2635 completed, throughput=5MB/sec 2024-07-29T15:31:21.388 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NN6OSbIbas83iwv off=7517087 len=1486835 2024-07-29T15:31:21.395 INFO:tasks.workunit.client.0.smithi067.stdout:op 2636 completed, throughput=5MB/sec 2024-07-29T15:31:21.395 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-yXFzU5kr6SE1AFr off=666149 len=1014396 2024-07-29T15:31:21.397 INFO:tasks.workunit.client.0.smithi067.stdout:op 2637 completed, throughput=5MB/sec 2024-07-29T15:31:21.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:21 smithi067 ceph-mon[91995]: pgmap v1612: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-29T15:31:21.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:21 smithi067 ceph-mon[94375]: pgmap v1612: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-29T15:31:21.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:21 smithi138 ceph-mon[86438]: pgmap v1612: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-29T15:31:22.398 INFO:tasks.workunit.client.0.smithi067.stdout: 513: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:22.398 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3AENe1BGtJESUuA off=4455441 len=1534033 2024-07-29T15:31:22.400 INFO:tasks.workunit.client.0.smithi067.stdout:op 2638 completed, throughput=4.99MB/sec 2024-07-29T15:31:22.401 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-IoEupTij8ixDxnk off=10525628 len=1757610 2024-07-29T15:31:22.403 INFO:tasks.workunit.client.0.smithi067.stdout:op 2639 completed, throughput=5MB/sec 2024-07-29T15:31:22.403 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5xLa2CckviLQSMf off=18296895 len=1367709 2024-07-29T15:31:22.411 INFO:tasks.workunit.client.0.smithi067.stdout:op 2640 completed, throughput=5MB/sec 2024-07-29T15:31:23.412 INFO:tasks.workunit.client.0.smithi067.stdout: 514: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:23.412 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-RXGGcJfbZz4qpBo off=10826071 len=787093 2024-07-29T15:31:23.413 INFO:tasks.workunit.client.0.smithi067.stdout:op 2641 completed, throughput=4.99MB/sec 2024-07-29T15:31:23.413 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-GELyN4iVTPxCR3s off=454684 len=949233 2024-07-29T15:31:23.419 INFO:tasks.workunit.client.0.smithi067.stdout:op 2642 completed, throughput=4.99MB/sec 2024-07-29T15:31:23.419 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-M3u1jH6PfiBxnRY off=9358636 len=1866534 2024-07-29T15:31:23.421 INFO:tasks.workunit.client.0.smithi067.stdout:op 2643 completed, throughput=5MB/sec 2024-07-29T15:31:23.421 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-E7ZZSvZx2Ix5QXJ off=1012031 len=660082 2024-07-29T15:31:23.422 INFO:tasks.workunit.client.0.smithi067.stdout:op 2644 completed, throughput=5MB/sec 2024-07-29T15:31:23.422 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bUMgAZYTfhnpEaO off=664381 len=193327 2024-07-29T15:31:23.425 INFO:tasks.workunit.client.0.smithi067.stdout:op 2645 completed, throughput=5MB/sec 2024-07-29T15:31:23.425 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4p6PjqA7ER_xQCA off=1547335 len=1350245 2024-07-29T15:31:23.435 INFO:tasks.workunit.client.0.smithi067.stdout:op 2646 completed, throughput=5MB/sec 2024-07-29T15:31:23.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:23 smithi067 ceph-mon[91995]: pgmap v1613: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:31:23.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:23 smithi067 ceph-mon[94375]: pgmap v1613: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:31:23.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:23 smithi138 ceph-mon[86438]: pgmap v1613: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:31:24.436 INFO:tasks.workunit.client.0.smithi067.stdout: 515: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:24.436 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zdN4YfYuvjIPvRj off=2703482 len=1837208 2024-07-29T15:31:24.445 INFO:tasks.workunit.client.0.smithi067.stdout:op 2647 completed, throughput=4.99MB/sec 2024-07-29T15:31:24.445 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-IFNMIiSO0_-6nLn off=9580219 len=843146 2024-07-29T15:31:24.450 INFO:tasks.workunit.client.0.smithi067.stdout:op 2648 completed, throughput=5MB/sec 2024-07-29T15:31:24.450 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FeeAZHqSuOMVnzo off=16013805 len=542152 2024-07-29T15:31:24.454 INFO:tasks.workunit.client.0.smithi067.stdout:op 2649 completed, throughput=5MB/sec 2024-07-29T15:31:24.454 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8bGOXXiy2IM6Ruf off=5732696 len=1965498 2024-07-29T15:31:24.466 INFO:tasks.workunit.client.0.smithi067.stdout:op 2650 completed, throughput=5MB/sec 2024-07-29T15:31:25.467 INFO:tasks.workunit.client.0.smithi067.stdout: 516: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:25.467 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pIoEyN4EwD--uX3 off=22534751 len=531206 2024-07-29T15:31:25.468 INFO:tasks.workunit.client.0.smithi067.stdout:op 2651 completed, throughput=4.99MB/sec 2024-07-29T15:31:25.469 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VhQW9-DF7b1F70w off=734123 len=1146581 2024-07-29T15:31:25.471 INFO:tasks.workunit.client.0.smithi067.stdout:op 2652 completed, throughput=4.99MB/sec 2024-07-29T15:31:25.471 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4D7E9WpzSBN0Ia8 off=10637955 len=1513895 2024-07-29T15:31:25.479 INFO:tasks.workunit.client.0.smithi067.stdout:op 2653 completed, throughput=5MB/sec 2024-07-29T15:31:25.479 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-yhsSFwWHqvXZt1D off=996913 len=1131464 2024-07-29T15:31:25.483 INFO:tasks.workunit.client.0.smithi067.stdout:op 2654 completed, throughput=5MB/sec 2024-07-29T15:31:25.483 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2TAVJaW9cdRnvqk off=4156242 len=1367550 2024-07-29T15:31:25.485 INFO:tasks.workunit.client.0.smithi067.stdout:op 2655 completed, throughput=5MB/sec 2024-07-29T15:31:25.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:25 smithi067 ceph-mon[91995]: pgmap v1614: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:31:25.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:25 smithi067 ceph-mon[94375]: pgmap v1614: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:31:25.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:25 smithi138 ceph-mon[86438]: pgmap v1614: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:31:26.486 INFO:tasks.workunit.client.0.smithi067.stdout: 517: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:26.486 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-hnhZB4b7WjsnmIy off=2048170 len=598598 2024-07-29T15:31:26.490 INFO:tasks.workunit.client.0.smithi067.stdout:op 2656 completed, throughput=4.99MB/sec 2024-07-29T15:31:26.491 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8i1dly4Y6_S_GsV off=9306980 len=1767438 2024-07-29T15:31:26.493 INFO:tasks.workunit.client.0.smithi067.stdout:op 2657 completed, throughput=5MB/sec 2024-07-29T15:31:26.493 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-sV86CyzBP9edsoA off=2426960 len=298092 2024-07-29T15:31:26.493 INFO:tasks.workunit.client.0.smithi067.stdout:op 2658 completed, throughput=5MB/sec 2024-07-29T15:31:26.493 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KQmCaFagycGGLtV off=8331674 len=1948765 2024-07-29T15:31:26.505 INFO:tasks.workunit.client.0.smithi067.stdout:op 2659 completed, throughput=5MB/sec 2024-07-29T15:31:27.506 INFO:tasks.workunit.client.0.smithi067.stdout: 518: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:27.506 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zzDCimZthTk-PnG off=1461421 len=776311 2024-07-29T15:31:27.511 INFO:tasks.workunit.client.0.smithi067.stdout:op 2660 completed, throughput=4.99MB/sec 2024-07-29T15:31:27.511 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-naPTVbshfnNPe2f off=7213252 len=931070 2024-07-29T15:31:27.512 INFO:tasks.workunit.client.0.smithi067.stdout:op 2661 completed, throughput=4.99MB/sec 2024-07-29T15:31:27.512 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PiHuSxYeGwbxOJw off=5134453 len=1633402 2024-07-29T15:31:27.516 INFO:tasks.workunit.client.0.smithi067.stdout:op 2662 completed, throughput=5MB/sec 2024-07-29T15:31:27.516 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-yP6mXm4uZwfs_qa off=12702188 len=92070 2024-07-29T15:31:27.516 INFO:tasks.workunit.client.0.smithi067.stdout:op 2663 completed, throughput=5MB/sec 2024-07-29T15:31:27.516 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wFTBKeJQ_JjMIr- off=5235287 len=1308163 2024-07-29T15:31:27.522 INFO:tasks.workunit.client.0.smithi067.stdout:op 2664 completed, throughput=5MB/sec 2024-07-29T15:31:27.522 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lcJ8nBd61Lkw2tf off=2791304 len=1204074 2024-07-29T15:31:27.528 INFO:tasks.workunit.client.0.smithi067.stdout:op 2665 completed, throughput=5MB/sec 2024-07-29T15:31:27.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:27 smithi067 ceph-mon[94375]: pgmap v1615: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:31:27.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:27 smithi067 ceph-mon[91995]: pgmap v1615: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:31:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:27 smithi138 ceph-mon[86438]: pgmap v1615: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:31:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:31:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:31:27] "GET /metrics HTTP/1.1" 200 34209 "" "Prometheus/2.51.0" 2024-07-29T15:31:28.529 INFO:tasks.workunit.client.0.smithi067.stdout: 519: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:28.529 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-XGo6D5vJ0A-egSs off=12347897 len=708497 2024-07-29T15:31:28.530 INFO:tasks.workunit.client.0.smithi067.stdout:op 2666 completed, throughput=4.99MB/sec 2024-07-29T15:31:28.530 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-AmhfqmYc3qXAHIw off=2142959 len=460480 2024-07-29T15:31:28.534 INFO:tasks.workunit.client.0.smithi067.stdout:op 2667 completed, throughput=4.99MB/sec 2024-07-29T15:31:28.534 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qcSoNCurdkCLAf2 off=6324328 len=1601094 2024-07-29T15:31:28.536 INFO:tasks.workunit.client.0.smithi067.stdout:op 2668 completed, throughput=5MB/sec 2024-07-29T15:31:28.536 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5tmj-5ePYQyUBZM off=706090 len=1982428 2024-07-29T15:31:28.550 INFO:tasks.workunit.client.0.smithi067.stdout:op 2669 completed, throughput=5MB/sec 2024-07-29T15:31:29.553 INFO:tasks.workunit.client.0.smithi067.stdout: 520: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:29.553 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-H1SUio-_Khm3T3F off=36142 len=1668066 2024-07-29T15:31:29.558 INFO:tasks.workunit.client.0.smithi067.stdout:op 2670 completed, throughput=4.99MB/sec 2024-07-29T15:31:29.558 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NYSfLC5eVw8boXj off=1557410 len=895575 2024-07-29T15:31:29.563 INFO:tasks.workunit.client.0.smithi067.stdout:op 2671 completed, throughput=5MB/sec 2024-07-29T15:31:29.563 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mdnhk-Iu42z9gve off=4386218 len=24764 2024-07-29T15:31:29.564 INFO:tasks.workunit.client.0.smithi067.stdout:op 2672 completed, throughput=5MB/sec 2024-07-29T15:31:29.564 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Hvo1mpFoEnwvY-W off=15696641 len=205036 2024-07-29T15:31:29.566 INFO:tasks.workunit.client.0.smithi067.stdout:op 2673 completed, throughput=5MB/sec 2024-07-29T15:31:29.566 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6WHOFcmQ7qWcXP5 off=6105632 len=653562 2024-07-29T15:31:29.568 INFO:tasks.workunit.client.0.smithi067.stdout:op 2674 completed, throughput=5MB/sec 2024-07-29T15:31:29.568 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-RdGjb0fDppTT4AR off=9403718 len=694032 2024-07-29T15:31:29.571 INFO:tasks.workunit.client.0.smithi067.stdout:op 2675 completed, throughput=5MB/sec 2024-07-29T15:31:29.571 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-zl9bINn8XuHbvib off=5194654 len=1709020 2024-07-29T15:31:29.573 INFO:tasks.workunit.client.0.smithi067.stdout:op 2676 completed, throughput=5MB/sec 2024-07-29T15:31:29.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:29 smithi067 ceph-mon[91995]: pgmap v1616: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:31:29.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:29 smithi067 ceph-mon[94375]: pgmap v1616: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:31:29.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:29 smithi138 ceph-mon[86438]: pgmap v1616: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:31:30.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:31:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:31:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:31:30.573 INFO:tasks.workunit.client.0.smithi067.stdout: 521: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:30.573 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-yq2LiRpLnJCy_N2 off=4765109 len=888109 2024-07-29T15:31:30.579 INFO:tasks.workunit.client.0.smithi067.stdout:op 2677 completed, throughput=4.99MB/sec 2024-07-29T15:31:30.579 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-coWLlq_Yq5_No1E off=1119035 len=300889 2024-07-29T15:31:30.580 INFO:tasks.workunit.client.0.smithi067.stdout:op 2678 completed, throughput=4.99MB/sec 2024-07-29T15:31:30.580 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-JXW6G8tSQcW3kLx off=15894568 len=799846 2024-07-29T15:31:30.584 INFO:tasks.workunit.client.0.smithi067.stdout:op 2679 completed, throughput=5MB/sec 2024-07-29T15:31:30.584 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wnAB27ciPHZl_B3 off=15313585 len=991247 2024-07-29T15:31:30.587 INFO:tasks.workunit.client.0.smithi067.stdout:op 2680 completed, throughput=5MB/sec 2024-07-29T15:31:30.587 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lf3-CPnbts0y6n7 off=3135956 len=980106 2024-07-29T15:31:30.588 INFO:tasks.workunit.client.0.smithi067.stdout:op 2681 completed, throughput=5MB/sec 2024-07-29T15:31:30.588 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FKIRANZ72AxBlCG off=1990602 len=1128297 2024-07-29T15:31:30.591 INFO:tasks.workunit.client.0.smithi067.stdout:op 2682 completed, throughput=5MB/sec 2024-07-29T15:31:31.591 INFO:tasks.workunit.client.0.smithi067.stdout: 522: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:31.591 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Sw15_RxgOgYkaM7 off=8374575 len=791555 2024-07-29T15:31:31.592 INFO:tasks.workunit.client.0.smithi067.stdout:op 2683 completed, throughput=4.99MB/sec 2024-07-29T15:31:31.592 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_2emSMwjzaITD0m off=5168024 len=176420 2024-07-29T15:31:31.593 INFO:tasks.workunit.client.0.smithi067.stdout:op 2684 completed, throughput=4.99MB/sec 2024-07-29T15:31:31.593 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KKD1GwMFUsRAEjd off=1012707 len=1038976 2024-07-29T15:31:31.595 INFO:tasks.workunit.client.0.smithi067.stdout:op 2685 completed, throughput=4.99MB/sec 2024-07-29T15:31:31.595 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5DOQWRyYHA6pDcH off=23278753 len=510741 2024-07-29T15:31:31.596 INFO:tasks.workunit.client.0.smithi067.stdout:op 2686 completed, throughput=5MB/sec 2024-07-29T15:31:31.597 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-yAcdsPokUyCP8cs off=4112749 len=1639636 2024-07-29T15:31:31.599 INFO:tasks.workunit.client.0.smithi067.stdout:op 2687 completed, throughput=5MB/sec 2024-07-29T15:31:31.600 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1740sUE_b6ZcLd6 off=5391509 len=436328 2024-07-29T15:31:31.600 INFO:tasks.workunit.client.0.smithi067.stdout:op 2688 completed, throughput=5MB/sec 2024-07-29T15:31:31.600 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-R8CssCD_s9z92l1 off=2052802 len=351170 2024-07-29T15:31:31.602 INFO:tasks.workunit.client.0.smithi067.stdout:op 2689 completed, throughput=5MB/sec 2024-07-29T15:31:31.602 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VcfaF4SWu5H_xkr off=15443464 len=59419 2024-07-29T15:31:31.606 INFO:tasks.workunit.client.0.smithi067.stdout:op 2690 completed, throughput=5MB/sec 2024-07-29T15:31:31.606 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-LEF4bHLbVCdPn-T off=8563407 len=312891 2024-07-29T15:31:31.607 INFO:tasks.workunit.client.0.smithi067.stdout:op 2691 completed, throughput=5MB/sec 2024-07-29T15:31:31.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:31 smithi067 ceph-mon[91995]: pgmap v1617: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-29T15:31:31.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:31 smithi067 ceph-mon[94375]: pgmap v1617: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-29T15:31:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:31 smithi138 ceph-mon[86438]: pgmap v1617: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-29T15:31:32.607 INFO:tasks.workunit.client.0.smithi067.stdout: 523: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:32.608 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-u7JQ28BMTv7-6W3 off=5518421 len=1967356 2024-07-29T15:31:32.610 INFO:tasks.workunit.client.0.smithi067.stdout:op 2692 completed, throughput=4.99MB/sec 2024-07-29T15:31:32.610 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-cEnPH2ANPjjGE2d off=433173 len=743593 2024-07-29T15:31:32.611 INFO:tasks.workunit.client.0.smithi067.stdout:op 2693 completed, throughput=5MB/sec 2024-07-29T15:31:32.611 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-TpQ_VFlmHCe9DTL off=2968981 len=1508117 2024-07-29T15:31:32.614 INFO:tasks.workunit.client.0.smithi067.stdout:op 2694 completed, throughput=5MB/sec 2024-07-29T15:31:32.614 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-byvC5dwWL4qw1VN off=1759777 len=1793618 2024-07-29T15:31:32.617 INFO:tasks.workunit.client.0.smithi067.stdout:op 2695 completed, throughput=5MB/sec 2024-07-29T15:31:33.617 INFO:tasks.workunit.client.0.smithi067.stdout: 524: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:33.617 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-x4oi_SXrhN7_inG off=13977303 len=1763137 2024-07-29T15:31:33.628 INFO:tasks.workunit.client.0.smithi067.stdout:op 2696 completed, throughput=5MB/sec 2024-07-29T15:31:33.628 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-buo6vNOOx6g4EE4 off=737532 len=1667830 2024-07-29T15:31:33.636 INFO:tasks.workunit.client.0.smithi067.stdout:op 2697 completed, throughput=5MB/sec 2024-07-29T15:31:33.636 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VwdFKPU3eRi9Q-3 off=6703078 len=299069 2024-07-29T15:31:33.639 INFO:tasks.workunit.client.0.smithi067.stdout:op 2698 completed, throughput=5MB/sec 2024-07-29T15:31:33.639 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-uFQGlW2ZYJhLWsS off=2917501 len=1390149 2024-07-29T15:31:33.644 INFO:tasks.workunit.client.0.smithi067.stdout:op 2699 completed, throughput=5MB/sec 2024-07-29T15:31:33.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:33 smithi067 ceph-mon[91995]: pgmap v1618: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:31:33.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:33 smithi067 ceph-mon[94375]: pgmap v1618: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:31:33.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:33 smithi138 ceph-mon[86438]: pgmap v1618: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:31:34.645 INFO:tasks.workunit.client.0.smithi067.stdout: 525: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:34.645 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-B_VwVOKlEX6vsBJ off=1220242 len=967198 2024-07-29T15:31:34.651 INFO:tasks.workunit.client.0.smithi067.stdout:op 2700 completed, throughput=4.99MB/sec 2024-07-29T15:31:34.651 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FI-FDx4TCAPBmcG off=1584222 len=1975908 2024-07-29T15:31:34.661 INFO:tasks.workunit.client.0.smithi067.stdout:op 2701 completed, throughput=5MB/sec 2024-07-29T15:31:34.661 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-991V0H-vfV5EewL off=2064841 len=1457129 2024-07-29T15:31:34.668 INFO:tasks.workunit.client.0.smithi067.stdout:op 2702 completed, throughput=5MB/sec 2024-07-29T15:31:34.669 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-tyYo1PsLYFTjHj4 off=1701673 len=331917 2024-07-29T15:31:34.671 INFO:tasks.workunit.client.0.smithi067.stdout:op 2703 completed, throughput=5MB/sec 2024-07-29T15:31:35.672 INFO:tasks.workunit.client.0.smithi067.stdout: 526: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:35.672 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-HNoifX6RxeE_WKW off=9317102 len=175795 2024-07-29T15:31:35.674 INFO:tasks.workunit.client.0.smithi067.stdout:op 2704 completed, throughput=4.99MB/sec 2024-07-29T15:31:35.675 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wv6KcKF95XB0vlW off=1091337 len=972546 2024-07-29T15:31:35.680 INFO:tasks.workunit.client.0.smithi067.stdout:op 2705 completed, throughput=4.99MB/sec 2024-07-29T15:31:35.680 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0FurcA9Drg0SJ4e off=696095 len=1226854 2024-07-29T15:31:35.685 INFO:tasks.workunit.client.0.smithi067.stdout:op 2706 completed, throughput=4.99MB/sec 2024-07-29T15:31:35.685 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-QQw0-CZ_lScSie6 off=3083855 len=1013531 2024-07-29T15:31:35.686 INFO:tasks.workunit.client.0.smithi067.stdout:op 2707 completed, throughput=5MB/sec 2024-07-29T15:31:35.686 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-CBU-6Dp65a1qsCd off=9841390 len=1308265 2024-07-29T15:31:35.687 INFO:tasks.workunit.client.0.smithi067.stdout:op 2708 completed, throughput=5MB/sec 2024-07-29T15:31:35.687 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-iMmzdNxH1tgGD7T off=5894092 len=995974 2024-07-29T15:31:35.691 INFO:tasks.workunit.client.0.smithi067.stdout:op 2709 completed, throughput=5MB/sec 2024-07-29T15:31:35.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:35 smithi067 ceph-mon[91995]: pgmap v1619: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:31:35.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:31:35.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:35 smithi067 ceph-mon[94375]: pgmap v1619: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:31:35.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:31:35.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:35 smithi138 ceph-mon[86438]: pgmap v1619: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:31:35.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:31:36.692 INFO:tasks.workunit.client.0.smithi067.stdout: 527: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:36.692 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6cKnobeMePCPOCz off=12605921 len=496993 2024-07-29T15:31:36.696 INFO:tasks.workunit.client.0.smithi067.stdout:op 2710 completed, throughput=4.99MB/sec 2024-07-29T15:31:36.696 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-aKYKdEK8rZSOdAX off=1953843 len=1888465 2024-07-29T15:31:36.698 INFO:tasks.workunit.client.0.smithi067.stdout:op 2711 completed, throughput=5MB/sec 2024-07-29T15:31:36.698 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6v4bK2rYcq4LoDC off=13073369 len=1823770 2024-07-29T15:31:36.705 INFO:tasks.workunit.client.0.smithi067.stdout:op 2712 completed, throughput=5MB/sec 2024-07-29T15:31:36.705 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ewJArQBJHqVvPvc off=14284584 len=1967228 2024-07-29T15:31:36.717 INFO:tasks.workunit.client.0.smithi067.stdout:op 2713 completed, throughput=5MB/sec 2024-07-29T15:31:37.717 INFO:tasks.workunit.client.0.smithi067.stdout: 528: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:37.717 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qCCvJCHaejYgixw off=14928432 len=1586947 2024-07-29T15:31:37.726 INFO:tasks.workunit.client.0.smithi067.stdout:op 2714 completed, throughput=5MB/sec 2024-07-29T15:31:37.726 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-m7r1kzcojAUzLI- off=2748964 len=1024098 2024-07-29T15:31:37.731 INFO:tasks.workunit.client.0.smithi067.stdout:op 2715 completed, throughput=5MB/sec 2024-07-29T15:31:37.731 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-BurnQXBt42p20VL off=615160 len=510008 2024-07-29T15:31:37.734 INFO:tasks.workunit.client.0.smithi067.stdout:op 2716 completed, throughput=5MB/sec 2024-07-29T15:31:37.734 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qWWBMiHJ9jrKKJh off=10545444 len=390683 2024-07-29T15:31:37.737 INFO:tasks.workunit.client.0.smithi067.stdout:op 2717 completed, throughput=5MB/sec 2024-07-29T15:31:37.737 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-v31CeaPiHwyK1we off=8521898 len=759364 2024-07-29T15:31:37.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:37 smithi067 ceph-mon[91995]: pgmap v1620: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:31:37.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:37 smithi067 ceph-mon[94375]: pgmap v1620: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:31:37.741 INFO:tasks.workunit.client.0.smithi067.stdout:op 2718 completed, throughput=5MB/sec 2024-07-29T15:31:37.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:37 smithi138 ceph-mon[86438]: pgmap v1620: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:31:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:31:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:31:37] "GET /metrics HTTP/1.1" 200 34213 "" "Prometheus/2.51.0" 2024-07-29T15:31:38.742 INFO:tasks.workunit.client.0.smithi067.stdout: 529: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:38.742 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-u-TumsuZGuKtkdu off=5340097 len=1285545 2024-07-29T15:31:38.749 INFO:tasks.workunit.client.0.smithi067.stdout:op 2719 completed, throughput=4.99MB/sec 2024-07-29T15:31:38.749 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8lNUesQAyUN50XX off=2027321 len=1142958 2024-07-29T15:31:38.756 INFO:tasks.workunit.client.0.smithi067.stdout:op 2720 completed, throughput=5MB/sec 2024-07-29T15:31:38.756 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-eJm0wlwN0JfHefL off=4221908 len=136555 2024-07-29T15:31:38.759 INFO:tasks.workunit.client.0.smithi067.stdout:op 2721 completed, throughput=5MB/sec 2024-07-29T15:31:38.759 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SJAxjZQANQxkeZL off=14430104 len=346144 2024-07-29T15:31:38.762 INFO:tasks.workunit.client.0.smithi067.stdout:op 2722 completed, throughput=5MB/sec 2024-07-29T15:31:38.762 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-pANdh-k2QltZE2t off=7461155 len=180157 2024-07-29T15:31:38.765 INFO:tasks.workunit.client.0.smithi067.stdout:op 2723 completed, throughput=5MB/sec 2024-07-29T15:31:38.766 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pTn3NMclXgVUMOS off=3104489 len=274856 2024-07-29T15:31:38.766 INFO:tasks.workunit.client.0.smithi067.stdout:op 2724 completed, throughput=5MB/sec 2024-07-29T15:31:38.766 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Sj4dw8bZeexH-ql off=4304951 len=350054 2024-07-29T15:31:38.766 INFO:tasks.workunit.client.0.smithi067.stdout:op 2725 completed, throughput=5MB/sec 2024-07-29T15:31:38.767 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WqmPMR7sEHIqtX5 off=4557464 len=619550 2024-07-29T15:31:38.768 INFO:tasks.workunit.client.0.smithi067.stdout:op 2726 completed, throughput=5MB/sec 2024-07-29T15:31:38.768 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Ap-pvlA8z6FJedo off=1203215 len=487905 2024-07-29T15:31:38.771 INFO:tasks.workunit.client.0.smithi067.stdout:op 2727 completed, throughput=5MB/sec 2024-07-29T15:31:38.771 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-cdc9ziH5274zCcP off=4687548 len=72800 2024-07-29T15:31:38.771 INFO:tasks.workunit.client.0.smithi067.stdout:op 2728 completed, throughput=5MB/sec 2024-07-29T15:31:38.771 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-IftEruTUBhnwEqQ off=22065744 len=964188 2024-07-29T15:31:38.777 INFO:tasks.workunit.client.0.smithi067.stdout:op 2729 completed, throughput=5MB/sec 2024-07-29T15:31:39.777 INFO:tasks.workunit.client.0.smithi067.stdout: 530: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:39.778 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wUwO1q4M3KwKJwt off=3504065 len=825622 2024-07-29T15:31:39.779 INFO:tasks.workunit.client.0.smithi067.stdout:op 2730 completed, throughput=4.99MB/sec 2024-07-29T15:31:39.779 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BvzSfbSe0QJvhS9 off=13886590 len=306931 2024-07-29T15:31:39.779 INFO:tasks.workunit.client.0.smithi067.stdout:op 2731 completed, throughput=4.99MB/sec 2024-07-29T15:31:39.780 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-N-KPifdrYfMNzgE off=17811921 len=1271754 2024-07-29T15:31:39.781 INFO:tasks.workunit.client.0.smithi067.stdout:op 2732 completed, throughput=5MB/sec 2024-07-29T15:31:39.781 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-GmitIycvfGFtalT off=9312827 len=1964335 2024-07-29T15:31:39.784 INFO:tasks.workunit.client.0.smithi067.stdout:op 2733 completed, throughput=5MB/sec 2024-07-29T15:31:39.784 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-nvBhbRExzEn0HVP off=19734034 len=595827 2024-07-29T15:31:39.784 INFO:tasks.workunit.client.0.smithi067.stdout:op 2734 completed, throughput=5MB/sec 2024-07-29T15:31:39.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:39 smithi138 ceph-mon[86438]: pgmap v1621: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:31:39.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:39 smithi067 ceph-mon[91995]: pgmap v1621: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:31:39.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:39 smithi067 ceph-mon[94375]: pgmap v1621: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:31:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:31:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:31:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:31:40.785 INFO:tasks.workunit.client.0.smithi067.stdout: 531: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:40.785 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3Uz2Dt8EN7zrDN6 off=1462246 len=507029 2024-07-29T15:31:40.789 INFO:tasks.workunit.client.0.smithi067.stdout:op 2735 completed, throughput=4.99MB/sec 2024-07-29T15:31:40.789 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-o5RaolIclVijB4V off=5868708 len=107024 2024-07-29T15:31:40.790 INFO:tasks.workunit.client.0.smithi067.stdout:op 2736 completed, throughput=4.99MB/sec 2024-07-29T15:31:40.790 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Sg9PvZ5J-9qmzxZ off=1375213 len=1330306 2024-07-29T15:31:40.792 INFO:tasks.workunit.client.0.smithi067.stdout:op 2737 completed, throughput=4.99MB/sec 2024-07-29T15:31:40.792 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lHG775QE2vbHwHm off=5708038 len=1523943 2024-07-29T15:31:40.794 INFO:tasks.workunit.client.0.smithi067.stdout:op 2738 completed, throughput=5MB/sec 2024-07-29T15:31:40.794 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-eEpZ0FGLkP0LMoV off=2870217 len=1172608 2024-07-29T15:31:40.799 INFO:tasks.workunit.client.0.smithi067.stdout:op 2739 completed, throughput=5MB/sec 2024-07-29T15:31:40.800 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-IIonuIoTdpEohH- off=7262270 len=1782922 2024-07-29T15:31:40.801 INFO:tasks.workunit.client.0.smithi067.stdout:op 2740 completed, throughput=5MB/sec 2024-07-29T15:31:41.802 INFO:tasks.workunit.client.0.smithi067.stdout: 532: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:41.802 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-v5mxO7nda1xnd3I off=5927727 len=209097 2024-07-29T15:31:41.802 INFO:tasks.workunit.client.0.smithi067.stdout:op 2741 completed, throughput=4.99MB/sec 2024-07-29T15:31:41.802 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-91T_XfrzL6rkJdf off=397465 len=1179686 2024-07-29T15:31:41.804 INFO:tasks.workunit.client.0.smithi067.stdout:op 2742 completed, throughput=5MB/sec 2024-07-29T15:31:41.804 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-XBaVbvy8g4T1a4v off=1254086 len=563537 2024-07-29T15:31:41.805 INFO:tasks.workunit.client.0.smithi067.stdout:op 2743 completed, throughput=5MB/sec 2024-07-29T15:31:41.805 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gTQvhB03fkHmdX1 off=5605626 len=1052498 2024-07-29T15:31:41.806 INFO:tasks.workunit.client.0.smithi067.stdout:op 2744 completed, throughput=5MB/sec 2024-07-29T15:31:41.806 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-tHC0thQ86Z3y0yw off=1358007 len=163577 2024-07-29T15:31:41.807 INFO:tasks.workunit.client.0.smithi067.stdout:op 2745 completed, throughput=5MB/sec 2024-07-29T15:31:41.807 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZB-yf4Wot7taT5i off=3709876 len=1294289 2024-07-29T15:31:41.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:41 smithi138 ceph-mon[86438]: pgmap v1622: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-29T15:31:41.813 INFO:tasks.workunit.client.0.smithi067.stdout:op 2746 completed, throughput=5MB/sec 2024-07-29T15:31:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:41 smithi067 ceph-mon[91995]: pgmap v1622: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-29T15:31:41.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:41 smithi067 ceph-mon[94375]: pgmap v1622: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-29T15:31:42.814 INFO:tasks.workunit.client.0.smithi067.stdout: 533: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:42.814 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MiJOH7Oiv8YAjOg off=3106334 len=139971 2024-07-29T15:31:42.817 INFO:tasks.workunit.client.0.smithi067.stdout:op 2747 completed, throughput=4.99MB/sec 2024-07-29T15:31:42.817 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-xQTYZg6mTC4_MXA off=14445661 len=784360 2024-07-29T15:31:42.822 INFO:tasks.workunit.client.0.smithi067.stdout:op 2748 completed, throughput=4.99MB/sec 2024-07-29T15:31:42.822 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-IGfWxayClD3GJTs off=6912018 len=1631709 2024-07-29T15:31:42.824 INFO:tasks.workunit.client.0.smithi067.stdout:op 2749 completed, throughput=5MB/sec 2024-07-29T15:31:42.824 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ALMRU6Q-1ji17Y1 off=1192213 len=1522581 2024-07-29T15:31:42.827 INFO:tasks.workunit.client.0.smithi067.stdout:op 2750 completed, throughput=5MB/sec 2024-07-29T15:31:42.827 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-dYZOqTWvkhV_izq off=1854248 len=1091643 2024-07-29T15:31:42.833 INFO:tasks.workunit.client.0.smithi067.stdout:op 2751 completed, throughput=5MB/sec 2024-07-29T15:31:43.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:43 smithi138 ceph-mon[86438]: pgmap v1623: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:31:43.833 INFO:tasks.workunit.client.0.smithi067.stdout: 534: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:43.833 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-vBIIgepbrqPkuW5 off=3693477 len=1316208 2024-07-29T15:31:43.840 INFO:tasks.workunit.client.0.smithi067.stdout:op 2752 completed, throughput=4.99MB/sec 2024-07-29T15:31:43.840 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6YTY_sKiSSIBdiY off=3296137 len=138998 2024-07-29T15:31:43.841 INFO:tasks.workunit.client.0.smithi067.stdout:op 2753 completed, throughput=4.99MB/sec 2024-07-29T15:31:43.841 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KVX99ArPgZ7x5TC off=602608 len=1287764 2024-07-29T15:31:43.849 INFO:tasks.workunit.client.0.smithi067.stdout:op 2754 completed, throughput=5MB/sec 2024-07-29T15:31:43.849 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9ei266UgAe8lpV6 off=24568546 len=940479 2024-07-29T15:31:43.853 INFO:tasks.workunit.client.0.smithi067.stdout:op 2755 completed, throughput=5MB/sec 2024-07-29T15:31:43.853 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QFiQbz_aM-F56_3 off=946604 len=2007557 2024-07-29T15:31:43.863 INFO:tasks.workunit.client.0.smithi067.stdout:op 2756 completed, throughput=5MB/sec 2024-07-29T15:31:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:43 smithi067 ceph-mon[91995]: pgmap v1623: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:31:43.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:43 smithi067 ceph-mon[94375]: pgmap v1623: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:31:44.864 INFO:tasks.workunit.client.0.smithi067.stdout: 535: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:44.864 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4CQ7OnUHbmS8uwd off=2851603 len=615953 2024-07-29T15:31:44.868 INFO:tasks.workunit.client.0.smithi067.stdout:op 2757 completed, throughput=4.99MB/sec 2024-07-29T15:31:44.868 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-dQ3enzEhWlsVeFQ off=159365 len=1557386 2024-07-29T15:31:44.871 INFO:tasks.workunit.client.0.smithi067.stdout:op 2758 completed, throughput=5MB/sec 2024-07-29T15:31:44.871 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DdFOHVbw_5CxcWj off=18774466 len=1374055 2024-07-29T15:31:44.873 INFO:tasks.workunit.client.0.smithi067.stdout:op 2759 completed, throughput=5MB/sec 2024-07-29T15:31:44.873 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-diUWNH2T1wH7o_t off=9993511 len=1121408 2024-07-29T15:31:44.880 INFO:tasks.workunit.client.0.smithi067.stdout:op 2760 completed, throughput=5MB/sec 2024-07-29T15:31:44.880 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ed_kMH9JEpjk4vE off=11923774 len=96471 2024-07-29T15:31:44.882 INFO:tasks.workunit.client.0.smithi067.stdout:op 2761 completed, throughput=5MB/sec 2024-07-29T15:31:45.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:45 smithi138 ceph-mon[86438]: pgmap v1624: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:31:45.882 INFO:tasks.workunit.client.0.smithi067.stdout: 536: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:45.882 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-56vxGA3h0atJ862 off=1824993 len=1434992 2024-07-29T15:31:45.891 INFO:tasks.workunit.client.0.smithi067.stdout:op 2762 completed, throughput=4.99MB/sec 2024-07-29T15:31:45.891 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-uTVeVwTJMFLbTyL off=4086866 len=720959 2024-07-29T15:31:45.895 INFO:tasks.workunit.client.0.smithi067.stdout:op 2763 completed, throughput=4.99MB/sec 2024-07-29T15:31:45.895 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6qK_jZCa34dkWOq off=17027240 len=1506696 2024-07-29T15:31:45.898 INFO:tasks.workunit.client.0.smithi067.stdout:op 2764 completed, throughput=5MB/sec 2024-07-29T15:31:45.898 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ZdFex3GbB5oN0yK off=79288 len=1467920 2024-07-29T15:31:45.901 INFO:tasks.workunit.client.0.smithi067.stdout:op 2765 completed, throughput=5MB/sec 2024-07-29T15:31:45.901 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wAz9jRidjjDqZeK off=2394268 len=401791 2024-07-29T15:31:45.902 INFO:tasks.workunit.client.0.smithi067.stdout:op 2766 completed, throughput=5MB/sec 2024-07-29T15:31:45.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:45 smithi067 ceph-mon[91995]: pgmap v1624: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:31:45.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:45 smithi067 ceph-mon[94375]: pgmap v1624: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:31:46.902 INFO:tasks.workunit.client.0.smithi067.stdout: 537: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:46.902 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mBSoGmcbTY1tdzs off=15303957 len=1769462 2024-07-29T15:31:46.906 INFO:tasks.workunit.client.0.smithi067.stdout:op 2767 completed, throughput=4.99MB/sec 2024-07-29T15:31:46.906 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-k_xSv3MUNcqUZj6 off=19958685 len=1997849 2024-07-29T15:31:46.908 INFO:tasks.workunit.client.0.smithi067.stdout:op 2768 completed, throughput=5MB/sec 2024-07-29T15:31:46.909 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-G8wzkhk0wiwfq_z off=12078873 len=837359 2024-07-29T15:31:46.910 INFO:tasks.workunit.client.0.smithi067.stdout:op 2769 completed, throughput=5MB/sec 2024-07-29T15:31:46.911 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Y3GIxbgDX7nmwRk off=851597 len=754951 2024-07-29T15:31:46.912 INFO:tasks.workunit.client.0.smithi067.stdout:op 2770 completed, throughput=5MB/sec 2024-07-29T15:31:47.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:47 smithi138 ceph-mon[86438]: pgmap v1625: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-29T15:31:47.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:47 smithi067 ceph-mon[91995]: pgmap v1625: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-29T15:31:47.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:47 smithi067 ceph-mon[94375]: pgmap v1625: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-07-29T15:31:47.912 INFO:tasks.workunit.client.0.smithi067.stdout: 538: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:47.912 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CiaeLXubgAPyyfo off=1067776 len=938008 2024-07-29T15:31:47.918 INFO:tasks.workunit.client.0.smithi067.stdout:op 2771 completed, throughput=4.99MB/sec 2024-07-29T15:31:47.918 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-18DyOY_2zCy-6nb off=1590277 len=2050278 2024-07-29T15:31:47.930 INFO:tasks.workunit.client.0.smithi067.stdout:op 2772 completed, throughput=5MB/sec 2024-07-29T15:31:47.930 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7lOLLOdPyu5M71b off=11374050 len=274096 2024-07-29T15:31:47.933 INFO:tasks.workunit.client.0.smithi067.stdout:op 2773 completed, throughput=5MB/sec 2024-07-29T15:31:47.933 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-OLVRrdOaEkNKx7S off=4859933 len=461981 2024-07-29T15:31:47.934 INFO:tasks.workunit.client.0.smithi067.stdout:op 2774 completed, throughput=5MB/sec 2024-07-29T15:31:47.934 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-huJ0XR2fq1S2bX1 off=24910686 len=571258 2024-07-29T15:31:47.936 INFO:tasks.workunit.client.0.smithi067.stdout:op 2775 completed, throughput=5MB/sec 2024-07-29T15:31:47.936 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-AnCo6XX561XYbq_ off=2755657 len=1098266 2024-07-29T15:31:47.941 INFO:tasks.workunit.client.0.smithi067.stdout:op 2776 completed, throughput=5MB/sec 2024-07-29T15:31:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:31:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:31:47] "GET /metrics HTTP/1.1" 200 34213 "" "Prometheus/2.51.0" 2024-07-29T15:31:48.941 INFO:tasks.workunit.client.0.smithi067.stdout: 539: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:48.941 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-myrlZO6gecH30Gc off=2852409 len=400842 2024-07-29T15:31:48.942 INFO:tasks.workunit.client.0.smithi067.stdout:op 2777 completed, throughput=4.99MB/sec 2024-07-29T15:31:48.942 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-DJ2gJy9S-nhmsGa off=212801 len=1277016 2024-07-29T15:31:48.948 INFO:tasks.workunit.client.0.smithi067.stdout:op 2778 completed, throughput=4.99MB/sec 2024-07-29T15:31:48.948 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-IxrFhxentM9SLIz off=4232968 len=1308732 2024-07-29T15:31:48.957 INFO:tasks.workunit.client.0.smithi067.stdout:op 2779 completed, throughput=5MB/sec 2024-07-29T15:31:48.957 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QylsTQund0Fgy0X off=2206487 len=1019375 2024-07-29T15:31:48.962 INFO:tasks.workunit.client.0.smithi067.stdout:op 2780 completed, throughput=5MB/sec 2024-07-29T15:31:48.962 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qXHTz3mCoz06YEc off=5991385 len=1045345 2024-07-29T15:31:48.963 INFO:tasks.workunit.client.0.smithi067.stdout:op 2781 completed, throughput=5MB/sec 2024-07-29T15:31:48.963 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qWifYAnx8fyshpw off=18198332 len=1698359 2024-07-29T15:31:48.972 INFO:tasks.workunit.client.0.smithi067.stdout:op 2782 completed, throughput=5MB/sec 2024-07-29T15:31:49.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:49 smithi138 ceph-mon[86438]: pgmap v1626: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:31:49.972 INFO:tasks.workunit.client.0.smithi067.stdout: 540: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:49.972 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-IFnP9U0vqswYKT- off=5358923 len=805001 2024-07-29T15:31:49.974 INFO:tasks.workunit.client.0.smithi067.stdout:op 2783 completed, throughput=5MB/sec 2024-07-29T15:31:49.974 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-66WOO7k-ojYOfVF off=4972268 len=265348 2024-07-29T15:31:49.975 INFO:tasks.workunit.client.0.smithi067.stdout:op 2784 completed, throughput=5MB/sec 2024-07-29T15:31:49.975 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-x7xwV0ltO5I2hQR off=3471668 len=1716679 2024-07-29T15:31:49.979 INFO:tasks.workunit.client.0.smithi067.stdout:op 2785 completed, throughput=5MB/sec 2024-07-29T15:31:49.979 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-V1SKIqK35w3pg5g off=996121 len=1738105 2024-07-29T15:31:49.986 INFO:tasks.workunit.client.0.smithi067.stdout:op 2786 completed, throughput=5MB/sec 2024-07-29T15:31:49.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:49 smithi067 ceph-mon[91995]: pgmap v1626: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:31:49.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:49 smithi067 ceph-mon[94375]: pgmap v1626: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:31:50.513 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:31:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:31:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:31:50.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:31:50.987 INFO:tasks.workunit.client.0.smithi067.stdout: 541: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:50.987 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ezY_li_RNd9HrQs off=85668 len=698293 2024-07-29T15:31:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:31:50.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:31:50.989 INFO:tasks.workunit.client.0.smithi067.stdout:op 2787 completed, throughput=4.99MB/sec 2024-07-29T15:31:50.989 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Hiio9DnsBGIWRko off=1708882 len=371148 2024-07-29T15:31:50.992 INFO:tasks.workunit.client.0.smithi067.stdout:op 2788 completed, throughput=4.99MB/sec 2024-07-29T15:31:50.992 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5J2galJ6ill6rd6 off=8781651 len=114647 2024-07-29T15:31:50.992 INFO:tasks.workunit.client.0.smithi067.stdout:op 2789 completed, throughput=4.99MB/sec 2024-07-29T15:31:50.993 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-JCtIyJsHf5dKnQ1 off=2135806 len=381646 2024-07-29T15:31:50.996 INFO:tasks.workunit.client.0.smithi067.stdout:op 2790 completed, throughput=4.99MB/sec 2024-07-29T15:31:50.996 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FRH-97SxYe7tK4P off=6550358 len=512169 2024-07-29T15:31:50.999 INFO:tasks.workunit.client.0.smithi067.stdout:op 2791 completed, throughput=5MB/sec 2024-07-29T15:31:51.000 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qeQnLe3uzoAIG5X off=8797645 len=2060234 2024-07-29T15:31:51.014 INFO:tasks.workunit.client.0.smithi067.stdout:op 2792 completed, throughput=5MB/sec 2024-07-29T15:31:51.014 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8tUs1HkiE5BdeNf off=3063699 len=1274670 2024-07-29T15:31:51.020 INFO:tasks.workunit.client.0.smithi067.stdout:op 2793 completed, throughput=5MB/sec 2024-07-29T15:31:51.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:51 smithi138 ceph-mon[86438]: pgmap v1627: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:31:51.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:51 smithi067 ceph-mon[94375]: pgmap v1627: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:31:51.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:51 smithi067 ceph-mon[91995]: pgmap v1627: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:31:52.020 INFO:tasks.workunit.client.0.smithi067.stdout: 542: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:52.020 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SUe1Ug1chQgKNWa off=3716692 len=987942 2024-07-29T15:31:52.026 INFO:tasks.workunit.client.0.smithi067.stdout:op 2794 completed, throughput=4.99MB/sec 2024-07-29T15:31:52.026 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5VWPlkAKeXyAene off=10402830 len=2019011 2024-07-29T15:31:52.029 INFO:tasks.workunit.client.0.smithi067.stdout:op 2795 completed, throughput=5MB/sec 2024-07-29T15:31:52.029 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QgX6NUW_99n9nId off=8049955 len=1984481 2024-07-29T15:31:52.041 INFO:tasks.workunit.client.0.smithi067.stdout:op 2796 completed, throughput=5MB/sec 2024-07-29T15:31:53.041 INFO:tasks.workunit.client.0.smithi067.stdout: 543: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:53.041 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-c7532tvccMoyV52 off=7190686 len=1965715 2024-07-29T15:31:53.051 INFO:tasks.workunit.client.0.smithi067.stdout:op 2797 completed, throughput=5MB/sec 2024-07-29T15:31:53.051 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0azaos3ZqRdiMVU off=13732612 len=1154068 2024-07-29T15:31:53.058 INFO:tasks.workunit.client.0.smithi067.stdout:op 2798 completed, throughput=5MB/sec 2024-07-29T15:31:53.058 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-J-pmZwrVYUCNVEg off=3994658 len=391821 2024-07-29T15:31:53.061 INFO:tasks.workunit.client.0.smithi067.stdout:op 2799 completed, throughput=5MB/sec 2024-07-29T15:31:53.061 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-gxqbKDXnQQmHjem off=21250815 len=2019555 2024-07-29T15:31:53.072 INFO:tasks.workunit.client.0.smithi067.stdout:op 2800 completed, throughput=5MB/sec 2024-07-29T15:31:53.311 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:31:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=cleanup t=2024-07-29T15:31:52.908992236Z level=info msg="Completed cleanup jobs" duration=12.885541ms 2024-07-29T15:31:53.311 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:31:53 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=grafana.update.checker t=2024-07-29T15:31:53.04265488Z level=info msg="Update check succeeded" duration=70.36848ms 2024-07-29T15:31:53.311 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:31:53 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=plugins.update.checker t=2024-07-29T15:31:53.044882917Z level=info msg="Update check succeeded" duration=65.332732ms 2024-07-29T15:31:53.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:53 smithi138 ceph-mon[86438]: pgmap v1628: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:31:53.992 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:53 smithi067 ceph-mon[91995]: pgmap v1628: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:31:53.992 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:53 smithi067 ceph-mon[94375]: pgmap v1628: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:31:54.072 INFO:tasks.workunit.client.0.smithi067.stdout: 544: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:54.073 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-BKuzCWGFk8iZCne off=3916322 len=693577 2024-07-29T15:31:54.077 INFO:tasks.workunit.client.0.smithi067.stdout:op 2801 completed, throughput=4.99MB/sec 2024-07-29T15:31:54.077 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-u4LvERMwbeNIcyW off=5261925 len=1367139 2024-07-29T15:31:54.079 INFO:tasks.workunit.client.0.smithi067.stdout:op 2802 completed, throughput=5MB/sec 2024-07-29T15:31:54.079 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Bm9mXzrPtyD2Nd- off=9315429 len=1831117 2024-07-29T15:31:54.090 INFO:tasks.workunit.client.0.smithi067.stdout:op 2803 completed, throughput=5MB/sec 2024-07-29T15:31:54.090 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-dFjFMhuiO4gzyow off=101585 len=401190 2024-07-29T15:31:54.091 INFO:tasks.workunit.client.0.smithi067.stdout:op 2804 completed, throughput=5MB/sec 2024-07-29T15:31:54.091 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lnsXWIwfZyR48CC off=2136387 len=936551 2024-07-29T15:31:54.092 INFO:tasks.workunit.client.0.smithi067.stdout:op 2805 completed, throughput=5MB/sec 2024-07-29T15:31:55.093 INFO:tasks.workunit.client.0.smithi067.stdout: 545: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:55.093 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-D19-vaKTySJBUVR off=205466 len=1670068 2024-07-29T15:31:55.100 INFO:tasks.workunit.client.0.smithi067.stdout:op 2806 completed, throughput=4.99MB/sec 2024-07-29T15:31:55.100 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qHQD433quzRGGvj off=14604773 len=256670 2024-07-29T15:31:55.103 INFO:tasks.workunit.client.0.smithi067.stdout:op 2807 completed, throughput=4.99MB/sec 2024-07-29T15:31:55.103 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-XVAbatKztpFTSmU off=1018346 len=695984 2024-07-29T15:31:55.104 INFO:tasks.workunit.client.0.smithi067.stdout:op 2808 completed, throughput=5MB/sec 2024-07-29T15:31:55.104 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-sHLnA1FlBREyB8N off=4198915 len=346730 2024-07-29T15:31:55.105 INFO:tasks.workunit.client.0.smithi067.stdout:op 2809 completed, throughput=5MB/sec 2024-07-29T15:31:55.106 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2W_ql9-bhtrzqVF off=1825727 len=1007021 2024-07-29T15:31:55.110 INFO:tasks.workunit.client.0.smithi067.stdout:op 2810 completed, throughput=5MB/sec 2024-07-29T15:31:55.110 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mNfdTN1-BDH4qpp off=108822 len=1375210 2024-07-29T15:31:55.112 INFO:tasks.workunit.client.0.smithi067.stdout:op 2811 completed, throughput=5MB/sec 2024-07-29T15:31:55.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:55 smithi138 ceph-mon[86438]: pgmap v1629: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:31:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:55 smithi067 ceph-mon[91995]: pgmap v1629: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:31:55.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:55 smithi067 ceph-mon[94375]: pgmap v1629: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:31:56.112 INFO:tasks.workunit.client.0.smithi067.stdout: 546: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:56.112 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Z6MgxNwPzv3ytmo off=4959877 len=1720640 2024-07-29T15:31:56.122 INFO:tasks.workunit.client.0.smithi067.stdout:op 2812 completed, throughput=4.99MB/sec 2024-07-29T15:31:56.122 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MrBajky7QoaPtNh off=2776766 len=625138 2024-07-29T15:31:56.126 INFO:tasks.workunit.client.0.smithi067.stdout:op 2813 completed, throughput=5MB/sec 2024-07-29T15:31:56.126 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-oCD5au37o36glqh off=12443242 len=1975474 2024-07-29T15:31:56.134 INFO:tasks.workunit.client.0.smithi067.stdout:op 2814 completed, throughput=5MB/sec 2024-07-29T15:31:56.134 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Fsf6tl1FG8vn1zP off=10936132 len=165786 2024-07-29T15:31:56.136 INFO:tasks.workunit.client.0.smithi067.stdout:op 2815 completed, throughput=5MB/sec 2024-07-29T15:31:56.137 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Y48dWbk75BoxYVS off=14864340 len=516856 2024-07-29T15:31:56.139 INFO:tasks.workunit.client.0.smithi067.stdout:op 2816 completed, throughput=5MB/sec 2024-07-29T15:31:57.140 INFO:tasks.workunit.client.0.smithi067.stdout: 547: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:57.140 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-68S7F7tpifcuPbl off=3002283 len=1082801 2024-07-29T15:31:57.142 INFO:tasks.workunit.client.0.smithi067.stdout:op 2817 completed, throughput=4.99MB/sec 2024-07-29T15:31:57.142 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-T2DKu168d08ESjA off=15114736 len=322917 2024-07-29T15:31:57.145 INFO:tasks.workunit.client.0.smithi067.stdout:op 2818 completed, throughput=4.99MB/sec 2024-07-29T15:31:57.146 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Jk8ay2DQdp-DYo_ off=5303042 len=1922518 2024-07-29T15:31:57.149 INFO:tasks.workunit.client.0.smithi067.stdout:op 2819 completed, throughput=5MB/sec 2024-07-29T15:31:57.149 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-etSAOEP9E2t8Zbk off=16089450 len=365245 2024-07-29T15:31:57.151 INFO:tasks.workunit.client.0.smithi067.stdout:op 2820 completed, throughput=5MB/sec 2024-07-29T15:31:57.151 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WUfnP7Gc2W6k4Ye off=3153152 len=1974610 2024-07-29T15:31:57.155 INFO:tasks.workunit.client.0.smithi067.stdout:op 2821 completed, throughput=5MB/sec 2024-07-29T15:31:57.791 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:57 smithi067 ceph-mon[91995]: pgmap v1630: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:31:57.791 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:57 smithi067 ceph-mon[94375]: pgmap v1630: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:31:57.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:57 smithi138 ceph-mon[86438]: pgmap v1630: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:31:58.155 INFO:tasks.workunit.client.0.smithi067.stdout: 548: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:58.155 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-iZXe2mUmT4ezY6Y off=13329937 len=142143 2024-07-29T15:31:58.156 INFO:tasks.workunit.client.0.smithi067.stdout:op 2822 completed, throughput=4.99MB/sec 2024-07-29T15:31:58.156 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-nuwIlcFmwLnEwt7 off=7882557 len=1206699 2024-07-29T15:31:58.162 INFO:tasks.workunit.client.0.smithi067.stdout:op 2823 completed, throughput=4.99MB/sec 2024-07-29T15:31:58.162 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5GPaPJyeedo80VY off=9048159 len=1256608 2024-07-29T15:31:58.169 INFO:tasks.workunit.client.0.smithi067.stdout:op 2824 completed, throughput=5MB/sec 2024-07-29T15:31:58.169 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-d1KtwPIkUN9vv_d off=11237109 len=386279 2024-07-29T15:31:58.172 INFO:tasks.workunit.client.0.smithi067.stdout:op 2825 completed, throughput=5MB/sec 2024-07-29T15:31:58.172 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-hNKpsv1O67kK5-2 off=14217993 len=785379 2024-07-29T15:31:58.176 INFO:tasks.workunit.client.0.smithi067.stdout:op 2826 completed, throughput=5MB/sec 2024-07-29T15:31:58.176 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-P_N-Y6RUDzwHlDZ off=5065428 len=873420 2024-07-29T15:31:58.177 INFO:tasks.workunit.client.0.smithi067.stdout:op 2827 completed, throughput=5MB/sec 2024-07-29T15:31:58.177 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-hxzxJTWmKEygJ2w off=4118484 len=829706 2024-07-29T15:31:58.178 INFO:tasks.workunit.client.0.smithi067.stdout:op 2828 completed, throughput=5MB/sec 2024-07-29T15:31:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:31:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:31:57] "GET /metrics HTTP/1.1" 200 34212 "" "Prometheus/2.51.0" 2024-07-29T15:31:59.178 INFO:tasks.workunit.client.0.smithi067.stdout: 549: throughput=4.99MB/sec pending data=0 2024-07-29T15:31:59.179 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YQnOnPyJtmFoqxb off=8532076 len=152440 2024-07-29T15:31:59.181 INFO:tasks.workunit.client.0.smithi067.stdout:op 2829 completed, throughput=4.99MB/sec 2024-07-29T15:31:59.181 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NE_GaVIYezTdO-p off=10358091 len=1914433 2024-07-29T15:31:59.185 INFO:tasks.workunit.client.0.smithi067.stdout:op 2830 completed, throughput=5MB/sec 2024-07-29T15:31:59.185 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-OxeyP7fbQDrEnDd off=6586374 len=1294893 2024-07-29T15:31:59.187 INFO:tasks.workunit.client.0.smithi067.stdout:op 2831 completed, throughput=5MB/sec 2024-07-29T15:31:59.187 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8Vm84aj3nm8hxqS off=9544428 len=566880 2024-07-29T15:31:59.191 INFO:tasks.workunit.client.0.smithi067.stdout:op 2832 completed, throughput=5MB/sec 2024-07-29T15:31:59.192 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Odja3jfUZTHBaF8 off=1030274 len=1785006 2024-07-29T15:31:59.200 INFO:tasks.workunit.client.0.smithi067.stdout:op 2833 completed, throughput=5MB/sec 2024-07-29T15:31:59.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:31:59 smithi138 ceph-mon[86438]: pgmap v1631: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-29T15:31:59.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:31:59 smithi067 ceph-mon[91995]: pgmap v1631: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-29T15:31:59.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:31:59 smithi067 ceph-mon[94375]: pgmap v1631: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-29T15:32:00.202 INFO:tasks.workunit.client.0.smithi067.stdout: 550: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:00.202 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4ZjaVSLYcIPf6KV off=16975384 len=1116905 2024-07-29T15:32:00.207 INFO:tasks.workunit.client.0.smithi067.stdout:op 2834 completed, throughput=4.99MB/sec 2024-07-29T15:32:00.207 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-yKuCLQ7y2jRDdDf off=1824451 len=1597103 2024-07-29T15:32:00.215 INFO:tasks.workunit.client.0.smithi067.stdout:op 2835 completed, throughput=5MB/sec 2024-07-29T15:32:00.216 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Bx2hvF1W3YLmOEy off=11440267 len=1550107 2024-07-29T15:32:00.225 INFO:tasks.workunit.client.0.smithi067.stdout:op 2836 completed, throughput=5MB/sec 2024-07-29T15:32:00.225 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Swkw3nBSp0_uAPP off=1535877 len=1894939 2024-07-29T15:32:00.228 INFO:tasks.workunit.client.0.smithi067.stdout:op 2837 completed, throughput=5MB/sec 2024-07-29T15:32:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:32:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:32:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:32:01.229 INFO:tasks.workunit.client.0.smithi067.stdout: 551: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:01.229 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-l_bC9x7ddndK2VC off=3818584 len=172574 2024-07-29T15:32:01.230 INFO:tasks.workunit.client.0.smithi067.stdout:op 2838 completed, throughput=4.99MB/sec 2024-07-29T15:32:01.230 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-vejbpaRz8g8a1c_ off=4864148 len=876673 2024-07-29T15:32:01.231 INFO:tasks.workunit.client.0.smithi067.stdout:op 2839 completed, throughput=5MB/sec 2024-07-29T15:32:01.231 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-EhgULYeq6RSKjnf off=5355729 len=221852 2024-07-29T15:32:01.233 INFO:tasks.workunit.client.0.smithi067.stdout:op 2840 completed, throughput=5MB/sec 2024-07-29T15:32:01.233 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-XUjFtHRocZ60uZs off=18798051 len=1154722 2024-07-29T15:32:01.239 INFO:tasks.workunit.client.0.smithi067.stdout:op 2841 completed, throughput=5MB/sec 2024-07-29T15:32:01.239 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-jSkPTLXmgOnK9fQ off=1228846 len=292265 2024-07-29T15:32:01.243 INFO:tasks.workunit.client.0.smithi067.stdout:op 2842 completed, throughput=5MB/sec 2024-07-29T15:32:01.243 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_U7qSGXtHCqtQBg off=1372052 len=977431 2024-07-29T15:32:01.248 INFO:tasks.workunit.client.0.smithi067.stdout:op 2843 completed, throughput=5MB/sec 2024-07-29T15:32:01.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:01 smithi138 ceph-mon[86438]: pgmap v1632: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-29T15:32:01.961 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:01 smithi067 ceph-mon[91995]: pgmap v1632: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-29T15:32:01.961 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:01 smithi067 ceph-mon[94375]: pgmap v1632: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-29T15:32:02.248 INFO:tasks.workunit.client.0.smithi067.stdout: 552: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:02.248 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-jd_vOjRSPWLHgGx off=10492799 len=1364968 2024-07-29T15:32:02.255 INFO:tasks.workunit.client.0.smithi067.stdout:op 2844 completed, throughput=4.99MB/sec 2024-07-29T15:32:02.256 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4jVHFzzh0vvG-mu off=8383932 len=1272136 2024-07-29T15:32:02.262 INFO:tasks.workunit.client.0.smithi067.stdout:op 2845 completed, throughput=5MB/sec 2024-07-29T15:32:02.263 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-kia4V4OMeihf9F2 off=8076748 len=1590557 2024-07-29T15:32:02.264 INFO:tasks.workunit.client.0.smithi067.stdout:op 2846 completed, throughput=5MB/sec 2024-07-29T15:32:02.265 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-UWk65zX00l6AzWe off=1757437 len=778293 2024-07-29T15:32:02.269 INFO:tasks.workunit.client.0.smithi067.stdout:op 2847 completed, throughput=5MB/sec 2024-07-29T15:32:02.269 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-yLhZkFJ4-xra6Ow off=1918661 len=1421925 2024-07-29T15:32:02.271 INFO:tasks.workunit.client.0.smithi067.stdout:op 2848 completed, throughput=5MB/sec 2024-07-29T15:32:03.272 INFO:tasks.workunit.client.0.smithi067.stdout: 553: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:03.272 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-CxEx5jRPbc_vmPe off=13465459 len=263669 2024-07-29T15:32:03.273 INFO:tasks.workunit.client.0.smithi067.stdout:op 2849 completed, throughput=4.99MB/sec 2024-07-29T15:32:03.273 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6Q-43vMLJ4Er6Lk off=1294475 len=554926 2024-07-29T15:32:03.274 INFO:tasks.workunit.client.0.smithi067.stdout:op 2850 completed, throughput=4.99MB/sec 2024-07-29T15:32:03.274 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eZxbBJgqb7OaaoR off=6553191 len=542651 2024-07-29T15:32:03.275 INFO:tasks.workunit.client.0.smithi067.stdout:op 2851 completed, throughput=5MB/sec 2024-07-29T15:32:03.275 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9XIywrx_YDjt3hV off=7908004 len=2070656 2024-07-29T15:32:03.278 INFO:tasks.workunit.client.0.smithi067.stdout:op 2852 completed, throughput=5MB/sec 2024-07-29T15:32:03.278 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-oZHTfa6Tl-UF-YS off=8925714 len=1432455 2024-07-29T15:32:03.286 INFO:tasks.workunit.client.0.smithi067.stdout:op 2853 completed, throughput=5MB/sec 2024-07-29T15:32:03.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:03 smithi138 ceph-mon[86438]: pgmap v1633: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:32:03.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:03 smithi067 ceph-mon[91995]: pgmap v1633: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:32:03.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:03 smithi067 ceph-mon[94375]: pgmap v1633: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:32:04.287 INFO:tasks.workunit.client.0.smithi067.stdout: 554: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:04.287 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3BVSHI9IJoYTiwR off=715882 len=127957 2024-07-29T15:32:04.287 INFO:tasks.workunit.client.0.smithi067.stdout:op 2854 completed, throughput=4.99MB/sec 2024-07-29T15:32:04.287 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Rhf-lRTArljCsqH off=3516629 len=1759455 2024-07-29T15:32:04.290 INFO:tasks.workunit.client.0.smithi067.stdout:op 2855 completed, throughput=5MB/sec 2024-07-29T15:32:04.290 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wLPYAX24EoGkZj- off=2546891 len=1321614 2024-07-29T15:32:04.296 INFO:tasks.workunit.client.0.smithi067.stdout:op 2856 completed, throughput=5MB/sec 2024-07-29T15:32:04.296 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-zcWZyqNwNwh-Wws off=2620561 len=902689 2024-07-29T15:32:04.298 INFO:tasks.workunit.client.0.smithi067.stdout:op 2857 completed, throughput=5MB/sec 2024-07-29T15:32:04.298 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-HM-MAzqNMPxWQbd off=1926958 len=1270783 2024-07-29T15:32:04.305 INFO:tasks.workunit.client.0.smithi067.stdout:op 2858 completed, throughput=5MB/sec 2024-07-29T15:32:05.305 INFO:tasks.workunit.client.0.smithi067.stdout: 555: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:05.305 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-TiAP1FwWfop6Igd off=0 len=1051864 2024-07-29T15:32:05.307 INFO:tasks.workunit.client.0.smithi067.stdout:op 2859 completed, throughput=4.99MB/sec 2024-07-29T15:32:05.307 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CAkka3_cnuwU-_b off=877335 len=1098955 2024-07-29T15:32:05.313 INFO:tasks.workunit.client.0.smithi067.stdout:op 2860 completed, throughput=5MB/sec 2024-07-29T15:32:05.313 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2wT5VQehsqYfDol off=181878 len=191189 2024-07-29T15:32:05.313 INFO:tasks.workunit.client.0.smithi067.stdout:op 2861 completed, throughput=5MB/sec 2024-07-29T15:32:05.313 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5SU1GSL20cnLXqy off=5557761 len=901712 2024-07-29T15:32:05.318 INFO:tasks.workunit.client.0.smithi067.stdout:op 2862 completed, throughput=5MB/sec 2024-07-29T15:32:05.318 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-HM-HDDmY6rPSDX1 off=8945887 len=1386861 2024-07-29T15:32:05.319 INFO:tasks.workunit.client.0.smithi067.stdout:op 2863 completed, throughput=5MB/sec 2024-07-29T15:32:05.319 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-npra3ISkd7D1z8k off=9465671 len=982332 2024-07-29T15:32:05.320 INFO:tasks.workunit.client.0.smithi067.stdout:op 2864 completed, throughput=5MB/sec 2024-07-29T15:32:05.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:05 smithi138 ceph-mon[86438]: pgmap v1634: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:32:05.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:32:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:05 smithi067 ceph-mon[91995]: pgmap v1634: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:32:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:32:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:05 smithi067 ceph-mon[94375]: pgmap v1634: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:32:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:32:06.321 INFO:tasks.workunit.client.0.smithi067.stdout: 556: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:06.321 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-moL50ZNMqdrq_8S off=3010364 len=644901 2024-07-29T15:32:06.326 INFO:tasks.workunit.client.0.smithi067.stdout:op 2865 completed, throughput=4.99MB/sec 2024-07-29T15:32:06.326 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-yhkfknmHeH7xQr1 off=10968924 len=36056 2024-07-29T15:32:06.326 INFO:tasks.workunit.client.0.smithi067.stdout:op 2866 completed, throughput=4.99MB/sec 2024-07-29T15:32:06.326 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-blUBgFAhhGlAQcV off=6222369 len=2008418 2024-07-29T15:32:06.336 INFO:tasks.workunit.client.0.smithi067.stdout:op 2867 completed, throughput=5MB/sec 2024-07-29T15:32:06.336 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-iy6Zo7S5onssYvP off=22743714 len=1971644 2024-07-29T15:32:06.338 INFO:tasks.workunit.client.0.smithi067.stdout:op 2868 completed, throughput=5MB/sec 2024-07-29T15:32:07.338 INFO:tasks.workunit.client.0.smithi067.stdout: 557: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:07.339 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-TzpaByiCmeAMtNo off=5359880 len=63248 2024-07-29T15:32:07.339 INFO:tasks.workunit.client.0.smithi067.stdout:op 2869 completed, throughput=4.99MB/sec 2024-07-29T15:32:07.339 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Zv05-3abknWJV6z off=1200800 len=739488 2024-07-29T15:32:07.343 INFO:tasks.workunit.client.0.smithi067.stdout:op 2870 completed, throughput=4.99MB/sec 2024-07-29T15:32:07.344 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_ik24XjA5hmila5 off=19902551 len=1679160 2024-07-29T15:32:07.347 INFO:tasks.workunit.client.0.smithi067.stdout:op 2871 completed, throughput=5MB/sec 2024-07-29T15:32:07.347 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-frVh6O3qZ_VJgyv off=5409762 len=1992097 2024-07-29T15:32:07.350 INFO:tasks.workunit.client.0.smithi067.stdout:op 2872 completed, throughput=5MB/sec 2024-07-29T15:32:07.350 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-vD6aIry2lWjJ1Hs off=5690303 len=1972820 2024-07-29T15:32:07.360 INFO:tasks.workunit.client.0.smithi067.stdout:op 2873 completed, throughput=5MB/sec 2024-07-29T15:32:07.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:07 smithi138 ceph-mon[86438]: pgmap v1635: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-29T15:32:07.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:07 smithi067 ceph-mon[91995]: pgmap v1635: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-29T15:32:07.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:07 smithi067 ceph-mon[94375]: pgmap v1635: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-29T15:32:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:32:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:32:07] "GET /metrics HTTP/1.1" 200 34212 "" "Prometheus/2.51.0" 2024-07-29T15:32:08.361 INFO:tasks.workunit.client.0.smithi067.stdout: 558: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:08.361 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-CLIKfGOmbNyIYkn off=1998447 len=1530023 2024-07-29T15:32:08.363 INFO:tasks.workunit.client.0.smithi067.stdout:op 2874 completed, throughput=5MB/sec 2024-07-29T15:32:08.364 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-kmZgWc8htKTxnxw off=14012090 len=2090276 2024-07-29T15:32:08.366 INFO:tasks.workunit.client.0.smithi067.stdout:op 2875 completed, throughput=5MB/sec 2024-07-29T15:32:08.366 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DjjMqw3xM0aJZnJ off=4258376 len=1325074 2024-07-29T15:32:08.368 INFO:tasks.workunit.client.0.smithi067.stdout:op 2876 completed, throughput=5MB/sec 2024-07-29T15:32:09.368 INFO:tasks.workunit.client.0.smithi067.stdout: 559: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:09.368 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-kEF28f_sKhekEQX off=13832835 len=1322509 2024-07-29T15:32:09.370 INFO:tasks.workunit.client.0.smithi067.stdout:op 2877 completed, throughput=5MB/sec 2024-07-29T15:32:09.370 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-R_3V4DhSpHHmESx off=19329670 len=1742795 2024-07-29T15:32:09.372 INFO:tasks.workunit.client.0.smithi067.stdout:op 2878 completed, throughput=5MB/sec 2024-07-29T15:32:09.372 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-f90WvBmuX2J5oK7 off=12630447 len=1823639 2024-07-29T15:32:09.381 INFO:tasks.workunit.client.0.smithi067.stdout:op 2879 completed, throughput=5MB/sec 2024-07-29T15:32:09.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:09 smithi138 ceph-mon[86438]: pgmap v1636: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:32:09.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:09 smithi067 ceph-mon[91995]: pgmap v1636: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:32:09.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:09 smithi067 ceph-mon[94375]: pgmap v1636: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:32:10.381 INFO:tasks.workunit.client.0.smithi067.stdout: 560: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:10.382 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-fT63zrpwnvSgwEk off=727987 len=1653718 2024-07-29T15:32:10.390 INFO:tasks.workunit.client.0.smithi067.stdout:op 2880 completed, throughput=4.99MB/sec 2024-07-29T15:32:10.390 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wOoj-2bivEuv1Kg off=22552600 len=1775491 2024-07-29T15:32:10.392 INFO:tasks.workunit.client.0.smithi067.stdout:op 2881 completed, throughput=5MB/sec 2024-07-29T15:32:10.392 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--_WKcyYkAspWWQK off=9225905 len=1223409 2024-07-29T15:32:10.395 INFO:tasks.workunit.client.0.smithi067.stdout:op 2882 completed, throughput=5MB/sec 2024-07-29T15:32:10.395 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UJQM4lPcKg31o5o off=18750812 len=452330 2024-07-29T15:32:10.396 INFO:tasks.workunit.client.0.smithi067.stdout:op 2883 completed, throughput=5MB/sec 2024-07-29T15:32:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:32:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:32:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:32:11.396 INFO:tasks.workunit.client.0.smithi067.stdout: 561: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:11.396 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eOaj2ez5NoYXWQW off=138491 len=502388 2024-07-29T15:32:11.397 INFO:tasks.workunit.client.0.smithi067.stdout:op 2884 completed, throughput=4.99MB/sec 2024-07-29T15:32:11.397 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-WHdrywZRuhdZ7HG off=6610020 len=641172 2024-07-29T15:32:11.402 INFO:tasks.workunit.client.0.smithi067.stdout:op 2885 completed, throughput=4.99MB/sec 2024-07-29T15:32:11.402 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wtXkt1jc-V6HiMi off=13433902 len=1640311 2024-07-29T15:32:11.411 INFO:tasks.workunit.client.0.smithi067.stdout:op 2886 completed, throughput=5MB/sec 2024-07-29T15:32:11.411 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DJWqNgTJYfOks07 off=990887 len=1509231 2024-07-29T15:32:11.412 INFO:tasks.workunit.client.0.smithi067.stdout:op 2887 completed, throughput=5MB/sec 2024-07-29T15:32:11.413 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-D9WfXDWJzHxmEAR off=4587922 len=425451 2024-07-29T15:32:11.414 INFO:tasks.workunit.client.0.smithi067.stdout:op 2888 completed, throughput=5MB/sec 2024-07-29T15:32:11.414 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-aNg1GZVVGR4rwBo off=3413048 len=1972445 2024-07-29T15:32:11.425 INFO:tasks.workunit.client.0.smithi067.stdout:op 2889 completed, throughput=5MB/sec 2024-07-29T15:32:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:11 smithi138 ceph-mon[86438]: pgmap v1637: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:32:11.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:11 smithi067 ceph-mon[91995]: pgmap v1637: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:32:11.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:11 smithi067 ceph-mon[94375]: pgmap v1637: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:32:12.425 INFO:tasks.workunit.client.0.smithi067.stdout: 562: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:12.426 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-EIk9PyyhON_uEh7 off=429630 len=1033643 2024-07-29T15:32:12.431 INFO:tasks.workunit.client.0.smithi067.stdout:op 2890 completed, throughput=5MB/sec 2024-07-29T15:32:12.431 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-cJcpteQ5yGKVONd off=8953213 len=934919 2024-07-29T15:32:12.433 INFO:tasks.workunit.client.0.smithi067.stdout:op 2891 completed, throughput=5MB/sec 2024-07-29T15:32:12.433 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qRfNsuRBydhuOi6 off=15633837 len=1327884 2024-07-29T15:32:12.440 INFO:tasks.workunit.client.0.smithi067.stdout:op 2892 completed, throughput=5MB/sec 2024-07-29T15:32:12.440 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ALo21UeLrdeo_1p off=1084391 len=1907369 2024-07-29T15:32:12.445 INFO:tasks.workunit.client.0.smithi067.stdout:op 2893 completed, throughput=5MB/sec 2024-07-29T15:32:13.445 INFO:tasks.workunit.client.0.smithi067.stdout: 563: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:13.446 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2hs4ofr06TlzbMg off=2210979 len=1328373 2024-07-29T15:32:13.448 INFO:tasks.workunit.client.0.smithi067.stdout:op 2894 completed, throughput=5MB/sec 2024-07-29T15:32:13.448 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YihRcYjOC9tOpc8 off=7295405 len=1466522 2024-07-29T15:32:13.456 INFO:tasks.workunit.client.0.smithi067.stdout:op 2895 completed, throughput=5MB/sec 2024-07-29T15:32:13.456 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-06y3EjPm87dL9H9 off=3518732 len=711068 2024-07-29T15:32:13.457 INFO:tasks.workunit.client.0.smithi067.stdout:op 2896 completed, throughput=5MB/sec 2024-07-29T15:32:13.457 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-EQc0zJw7HginQkk off=6249615 len=1152888 2024-07-29T15:32:13.462 INFO:tasks.workunit.client.0.smithi067.stdout:op 2897 completed, throughput=5MB/sec 2024-07-29T15:32:13.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:13 smithi138 ceph-mon[86438]: pgmap v1638: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:32:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:13 smithi067 ceph-mon[91995]: pgmap v1638: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:32:13.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:13 smithi067 ceph-mon[94375]: pgmap v1638: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:32:14.463 INFO:tasks.workunit.client.0.smithi067.stdout: 564: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:14.463 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QkJYKvDORzXPEsZ off=129672 len=27982 2024-07-29T15:32:14.465 INFO:tasks.workunit.client.0.smithi067.stdout:op 2898 completed, throughput=4.99MB/sec 2024-07-29T15:32:14.465 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zWeX1OL8W39zGjd off=6267767 len=215557 2024-07-29T15:32:14.468 INFO:tasks.workunit.client.0.smithi067.stdout:op 2899 completed, throughput=4.99MB/sec 2024-07-29T15:32:14.468 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Nd0XYuB9CYJjIXI off=273407 len=548806 2024-07-29T15:32:14.472 INFO:tasks.workunit.client.0.smithi067.stdout:op 2900 completed, throughput=4.99MB/sec 2024-07-29T15:32:14.472 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-sO1gAs2rObr71zs off=2538031 len=1231738 2024-07-29T15:32:14.473 INFO:tasks.workunit.client.0.smithi067.stdout:op 2901 completed, throughput=5MB/sec 2024-07-29T15:32:14.473 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-J8UChu4s6m_kMFf off=3693820 len=1143800 2024-07-29T15:32:14.475 INFO:tasks.workunit.client.0.smithi067.stdout:op 2902 completed, throughput=5MB/sec 2024-07-29T15:32:14.475 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-GvJnh3316W7a4-Q off=442577 len=912436 2024-07-29T15:32:14.479 INFO:tasks.workunit.client.0.smithi067.stdout:op 2903 completed, throughput=5MB/sec 2024-07-29T15:32:14.480 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-kWZfR4g2SDiQOjT off=7623429 len=1993354 2024-07-29T15:32:14.493 INFO:tasks.workunit.client.0.smithi067.stdout:op 2904 completed, throughput=5MB/sec 2024-07-29T15:32:15.493 INFO:tasks.workunit.client.0.smithi067.stdout: 565: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:15.493 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UBn6bBWXO-I3zy0 off=3988428 len=1116064 2024-07-29T15:32:15.495 INFO:tasks.workunit.client.0.smithi067.stdout:op 2905 completed, throughput=5MB/sec 2024-07-29T15:32:15.495 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BngZU1sT_LRk5cn off=4487934 len=464292 2024-07-29T15:32:15.496 INFO:tasks.workunit.client.0.smithi067.stdout:op 2906 completed, throughput=5MB/sec 2024-07-29T15:32:15.496 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-xdwGn-D0fMctbn0 off=1672319 len=231626 2024-07-29T15:32:15.499 INFO:tasks.workunit.client.0.smithi067.stdout:op 2907 completed, throughput=5MB/sec 2024-07-29T15:32:15.499 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_Qesy3xq3hop57k off=1983698 len=1181199 2024-07-29T15:32:15.505 INFO:tasks.workunit.client.0.smithi067.stdout:op 2908 completed, throughput=5MB/sec 2024-07-29T15:32:15.505 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-sBZkJK64PtoLlON off=2710747 len=207010 2024-07-29T15:32:15.506 INFO:tasks.workunit.client.0.smithi067.stdout:op 2909 completed, throughput=5MB/sec 2024-07-29T15:32:15.506 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-B5YFqhJlSEFBh_J off=11628518 len=1001939 2024-07-29T15:32:15.511 INFO:tasks.workunit.client.0.smithi067.stdout:op 2910 completed, throughput=5MB/sec 2024-07-29T15:32:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:15 smithi138 ceph-mon[86438]: pgmap v1639: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:32:15.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:15 smithi067 ceph-mon[91995]: pgmap v1639: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:32:15.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:15 smithi067 ceph-mon[94375]: pgmap v1639: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:32:16.512 INFO:tasks.workunit.client.0.smithi067.stdout: 566: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:16.512 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0fn8ZKMqZxV00pZ off=21150974 len=1504842 2024-07-29T15:32:16.516 INFO:tasks.workunit.client.0.smithi067.stdout:op 2911 completed, throughput=4.99MB/sec 2024-07-29T15:32:16.516 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-w3nEQfnyIP0jpzO off=6188596 len=909132 2024-07-29T15:32:16.517 INFO:tasks.workunit.client.0.smithi067.stdout:op 2912 completed, throughput=5MB/sec 2024-07-29T15:32:16.518 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-E5jFp8D1X-JHauW off=10961306 len=1439463 2024-07-29T15:32:16.519 INFO:tasks.workunit.client.0.smithi067.stdout:op 2913 completed, throughput=5MB/sec 2024-07-29T15:32:16.520 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-BpxWhsve-ncoZJw off=10449786 len=1204813 2024-07-29T15:32:16.526 INFO:tasks.workunit.client.0.smithi067.stdout:op 2914 completed, throughput=5MB/sec 2024-07-29T15:32:17.527 INFO:tasks.workunit.client.0.smithi067.stdout: 567: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:17.527 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-adZeXVDirc8669p off=18623655 len=416880 2024-07-29T15:32:17.530 INFO:tasks.workunit.client.0.smithi067.stdout:op 2915 completed, throughput=4.99MB/sec 2024-07-29T15:32:17.531 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-UlrfmNbXPb-oCja off=484183 len=1437852 2024-07-29T15:32:17.538 INFO:tasks.workunit.client.0.smithi067.stdout:op 2916 completed, throughput=4.99MB/sec 2024-07-29T15:32:17.538 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-yhsSFwWHqvXZt1D off=452241 len=522998 2024-07-29T15:32:17.542 INFO:tasks.workunit.client.0.smithi067.stdout:op 2917 completed, throughput=5MB/sec 2024-07-29T15:32:17.542 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-yoZUOQp579UK66i off=2526508 len=1898077 2024-07-29T15:32:17.544 INFO:tasks.workunit.client.0.smithi067.stdout:op 2918 completed, throughput=5MB/sec 2024-07-29T15:32:17.544 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MABH_3TYWIHeRDo off=1787729 len=857896 2024-07-29T15:32:17.546 INFO:tasks.workunit.client.0.smithi067.stdout:op 2919 completed, throughput=5MB/sec 2024-07-29T15:32:17.546 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-i-M_Vqa6WuWfANW off=7380330 len=619644 2024-07-29T15:32:17.546 INFO:tasks.workunit.client.0.smithi067.stdout:op 2920 completed, throughput=5MB/sec 2024-07-29T15:32:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:17 smithi138 ceph-mon[86438]: pgmap v1640: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:32:17.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:17 smithi067 ceph-mon[91995]: pgmap v1640: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:32:17.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:17 smithi067 ceph-mon[94375]: pgmap v1640: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:32:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:32:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:32:17] "GET /metrics HTTP/1.1" 200 34212 "" "Prometheus/2.51.0" 2024-07-29T15:32:18.547 INFO:tasks.workunit.client.0.smithi067.stdout: 568: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:18.547 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mh-M3bXr1ux2oTA off=1029154 len=612735 2024-07-29T15:32:18.548 INFO:tasks.workunit.client.0.smithi067.stdout:op 2921 completed, throughput=4.99MB/sec 2024-07-29T15:32:18.548 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-d2jfu0V1v1P6sU7 off=13714456 len=1864784 2024-07-29T15:32:18.549 INFO:tasks.workunit.client.0.smithi067.stdout:op 2922 completed, throughput=5MB/sec 2024-07-29T15:32:18.550 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ghfMRQN1LeEssfq off=161127 len=568766 2024-07-29T15:32:18.550 INFO:tasks.workunit.client.0.smithi067.stdout:op 2923 completed, throughput=5MB/sec 2024-07-29T15:32:18.550 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-XfXa793V6sLOnko off=931536 len=1081735 2024-07-29T15:32:18.551 INFO:tasks.workunit.client.0.smithi067.stdout:op 2924 completed, throughput=5MB/sec 2024-07-29T15:32:18.552 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-LpMep3UvEVpHMFI off=10666101 len=254774 2024-07-29T15:32:18.552 INFO:tasks.workunit.client.0.smithi067.stdout:op 2925 completed, throughput=5MB/sec 2024-07-29T15:32:18.553 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FV52rJHvbMUxrPo off=178070 len=1818049 2024-07-29T15:32:18.553 INFO:tasks.workunit.client.0.smithi067.stdout:op 2926 completed, throughput=5MB/sec 2024-07-29T15:32:18.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:32:18.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:32:18.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:32:19.554 INFO:tasks.workunit.client.0.smithi067.stdout: 569: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:19.554 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wU6mHC7ScGJm4kX off=7017458 len=835115 2024-07-29T15:32:19.555 INFO:tasks.workunit.client.0.smithi067.stdout:op 2927 completed, throughput=5MB/sec 2024-07-29T15:32:19.555 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-V2MZ8i9gDsh_lae off=13127576 len=1001482 2024-07-29T15:32:19.560 INFO:tasks.workunit.client.0.smithi067.stdout:op 2928 completed, throughput=5MB/sec 2024-07-29T15:32:19.560 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lsMEDauJtGtU2wY off=3594936 len=910059 2024-07-29T15:32:19.566 INFO:tasks.workunit.client.0.smithi067.stdout:op 2929 completed, throughput=5MB/sec 2024-07-29T15:32:19.566 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PEGW-fzelGXU4Vh off=19148291 len=934844 2024-07-29T15:32:19.567 INFO:tasks.workunit.client.0.smithi067.stdout:op 2930 completed, throughput=5MB/sec 2024-07-29T15:32:19.567 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PKtkYRvvCIsVOsg off=1928634 len=1239496 2024-07-29T15:32:19.568 INFO:tasks.workunit.client.0.smithi067.stdout:op 2931 completed, throughput=5MB/sec 2024-07-29T15:32:19.666 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:19 smithi138 ceph-mon[86438]: pgmap v1641: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:32:19.780 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:19 smithi067 ceph-mon[91995]: pgmap v1641: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:32:19.781 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:19 smithi067 ceph-mon[94375]: pgmap v1641: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:32:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:32:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:32:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:32:20.569 INFO:tasks.workunit.client.0.smithi067.stdout: 570: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:20.569 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-JYdH9smmx7vcgJn off=15031988 len=1354458 2024-07-29T15:32:20.574 INFO:tasks.workunit.client.0.smithi067.stdout:op 2932 completed, throughput=5MB/sec 2024-07-29T15:32:20.574 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-220CCFnr1WQr3uI off=7759013 len=2095095 2024-07-29T15:32:20.578 INFO:tasks.workunit.client.0.smithi067.stdout:op 2933 completed, throughput=5MB/sec 2024-07-29T15:32:20.578 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--sk4mXugaWq6mzL off=1690072 len=1910021 2024-07-29T15:32:20.579 INFO:tasks.workunit.client.0.smithi067.stdout:op 2934 completed, throughput=5MB/sec 2024-07-29T15:32:20.848 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:32:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:32:20.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:32:21.581 INFO:tasks.workunit.client.0.smithi067.stdout: 571: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:21.581 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5CLc9rbJrTZsoDF off=837190 len=74046 2024-07-29T15:32:21.582 INFO:tasks.workunit.client.0.smithi067.stdout:op 2935 completed, throughput=4.99MB/sec 2024-07-29T15:32:21.582 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-n9C5gqxmKNeRJeo off=1751960 len=186480 2024-07-29T15:32:21.584 INFO:tasks.workunit.client.0.smithi067.stdout:op 2936 completed, throughput=4.99MB/sec 2024-07-29T15:32:21.584 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-yvDZ9oM01EuigAZ off=601984 len=982909 2024-07-29T15:32:21.585 INFO:tasks.workunit.client.0.smithi067.stdout:op 2937 completed, throughput=5MB/sec 2024-07-29T15:32:21.586 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NQkhod0Q6STUCyP off=9670918 len=1411953 2024-07-29T15:32:21.587 INFO:tasks.workunit.client.0.smithi067.stdout:op 2938 completed, throughput=5MB/sec 2024-07-29T15:32:21.587 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-IN20xdhS9qcWjai off=1076350 len=1913513 2024-07-29T15:32:21.590 INFO:tasks.workunit.client.0.smithi067.stdout:op 2939 completed, throughput=5MB/sec 2024-07-29T15:32:21.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:21 smithi067 ceph-mon[91995]: pgmap v1642: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:32:21.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:21 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:32:21.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:21 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:32:21.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:21 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:32:21.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:21 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:32:21.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:21 smithi067 ceph-mon[94375]: pgmap v1642: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:32:21.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:21 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:32:21.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:21 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:32:21.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:21 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:32:21.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:21 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:32:22.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:21 smithi138 ceph-mon[86438]: pgmap v1642: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:32:22.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:21 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:32:22.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:21 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:32:22.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:21 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:32:22.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:21 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:32:22.590 INFO:tasks.workunit.client.0.smithi067.stdout: 572: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:22.591 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-e2dRXVwZk1J_-F8 off=4646476 len=1229367 2024-07-29T15:32:22.592 INFO:tasks.workunit.client.0.smithi067.stdout:op 2940 completed, throughput=4.99MB/sec 2024-07-29T15:32:22.593 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-O4itUPkg2n1mCBQ off=13918004 len=1017432 2024-07-29T15:32:22.595 INFO:tasks.workunit.client.0.smithi067.stdout:op 2941 completed, throughput=5MB/sec 2024-07-29T15:32:22.595 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Ai4HJaLcJJg4fHR off=4159869 len=940392 2024-07-29T15:32:22.597 INFO:tasks.workunit.client.0.smithi067.stdout:op 2942 completed, throughput=5MB/sec 2024-07-29T15:32:22.597 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-m6mjN0PMOD0Cefm off=8542449 len=1605732 2024-07-29T15:32:22.598 INFO:tasks.workunit.client.0.smithi067.stdout:op 2943 completed, throughput=5MB/sec 2024-07-29T15:32:22.598 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-v31CeaPiHwyK1we off=15686610 len=718988 2024-07-29T15:32:22.599 INFO:tasks.workunit.client.0.smithi067.stdout:op 2944 completed, throughput=5MB/sec 2024-07-29T15:32:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:22 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:32:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:22 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:32:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:22 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:32:22.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:22 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:32:22.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:22 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:32:22.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:22 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:32:23.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:22 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:32:23.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:22 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:32:23.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:22 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:32:23.600 INFO:tasks.workunit.client.0.smithi067.stdout: 573: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:23.600 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-oBbOpa9UtKIa9BL off=13013693 len=11726 2024-07-29T15:32:23.602 INFO:tasks.workunit.client.0.smithi067.stdout:op 2945 completed, throughput=4.99MB/sec 2024-07-29T15:32:23.602 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-aAlDIoTiHHLMpYm off=5471524 len=997923 2024-07-29T15:32:23.604 INFO:tasks.workunit.client.0.smithi067.stdout:op 2946 completed, throughput=4.99MB/sec 2024-07-29T15:32:23.604 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-iQCBk2qqL_1iR19 off=2634389 len=1867226 2024-07-29T15:32:23.606 INFO:tasks.workunit.client.0.smithi067.stdout:op 2947 completed, throughput=5MB/sec 2024-07-29T15:32:23.606 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ScWpf_T1ZRgE6Q3 off=22677492 len=288504 2024-07-29T15:32:23.607 INFO:tasks.workunit.client.0.smithi067.stdout:op 2948 completed, throughput=5MB/sec 2024-07-29T15:32:23.607 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-GrJkjPXl-6iyc9s off=668502 len=147657 2024-07-29T15:32:23.610 INFO:tasks.workunit.client.0.smithi067.stdout:op 2949 completed, throughput=5MB/sec 2024-07-29T15:32:23.610 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bZyYy4VueYekVBr off=3085170 len=1175477 2024-07-29T15:32:23.611 INFO:tasks.workunit.client.0.smithi067.stdout:op 2950 completed, throughput=5MB/sec 2024-07-29T15:32:23.612 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2KEd5QMR-h5149g off=5451047 len=1695549 2024-07-29T15:32:23.621 INFO:tasks.workunit.client.0.smithi067.stdout:op 2951 completed, throughput=5MB/sec 2024-07-29T15:32:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:23 smithi067 ceph-mon[91995]: pgmap v1643: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:32:23.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:23 smithi067 ceph-mon[94375]: pgmap v1643: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:32:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:23 smithi138 ceph-mon[86438]: pgmap v1643: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:32:24.621 INFO:tasks.workunit.client.0.smithi067.stdout: 574: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:24.621 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YarXHLoPKESWkJD off=3266380 len=1386343 2024-07-29T15:32:24.630 INFO:tasks.workunit.client.0.smithi067.stdout:op 2952 completed, throughput=5MB/sec 2024-07-29T15:32:24.630 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-kOkonrlFZFhwjLj off=588734 len=1975043 2024-07-29T15:32:24.632 INFO:tasks.workunit.client.0.smithi067.stdout:op 2953 completed, throughput=5MB/sec 2024-07-29T15:32:24.632 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-QEtJWM4kozn738y off=2226095 len=669107 2024-07-29T15:32:24.634 INFO:tasks.workunit.client.0.smithi067.stdout:op 2954 completed, throughput=5MB/sec 2024-07-29T15:32:25.634 INFO:tasks.workunit.client.0.smithi067.stdout: 575: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:25.634 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-d8cj_kEBJisHKH4 off=2769377 len=1518478 2024-07-29T15:32:25.636 INFO:tasks.workunit.client.0.smithi067.stdout:op 2955 completed, throughput=4.99MB/sec 2024-07-29T15:32:25.636 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-J0daiitMzj_sLEz off=20268820 len=1848471 2024-07-29T15:32:25.645 INFO:tasks.workunit.client.0.smithi067.stdout:op 2956 completed, throughput=5MB/sec 2024-07-29T15:32:25.646 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-JWhDOfIAV8UVpIx off=9246323 len=1529794 2024-07-29T15:32:25.652 INFO:tasks.workunit.client.0.smithi067.stdout:op 2957 completed, throughput=5MB/sec 2024-07-29T15:32:25.652 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-j8Rdme1lS3JiiVL off=3625990 len=1951482 2024-07-29T15:32:25.654 INFO:tasks.workunit.client.0.smithi067.stdout:op 2958 completed, throughput=5MB/sec 2024-07-29T15:32:25.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:25 smithi067 ceph-mon[94375]: pgmap v1644: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:32:25.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:25 smithi067 ceph-mon[91995]: pgmap v1644: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:32:26.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:25 smithi138 ceph-mon[86438]: pgmap v1644: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:32:26.655 INFO:tasks.workunit.client.0.smithi067.stdout: 576: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:26.655 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-xwtaCWJVyr7pLnk off=4539833 len=1280977 2024-07-29T15:32:26.657 INFO:tasks.workunit.client.0.smithi067.stdout:op 2959 completed, throughput=5MB/sec 2024-07-29T15:32:26.657 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5FiSScbVfB_nq0L off=2306927 len=1540303 2024-07-29T15:32:26.659 INFO:tasks.workunit.client.0.smithi067.stdout:op 2960 completed, throughput=5MB/sec 2024-07-29T15:32:26.659 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-vimlVXIEgzJxLr2 off=8968562 len=1677774 2024-07-29T15:32:26.661 INFO:tasks.workunit.client.0.smithi067.stdout:op 2961 completed, throughput=5MB/sec 2024-07-29T15:32:27.661 INFO:tasks.workunit.client.0.smithi067.stdout: 577: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:27.662 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-IJdkqRfYRIth0pN off=621701 len=217646 2024-07-29T15:32:27.663 INFO:tasks.workunit.client.0.smithi067.stdout:op 2962 completed, throughput=4.99MB/sec 2024-07-29T15:32:27.663 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YKBKUpuEYFUf-tj off=3089277 len=1339326 2024-07-29T15:32:27.669 INFO:tasks.workunit.client.0.smithi067.stdout:op 2963 completed, throughput=5MB/sec 2024-07-29T15:32:27.669 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qsjnLnP0YmGZF74 off=6509270 len=600126 2024-07-29T15:32:27.673 INFO:tasks.workunit.client.0.smithi067.stdout:op 2964 completed, throughput=5MB/sec 2024-07-29T15:32:27.673 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KeAN92p7Qzjd1Mu off=2865055 len=1883542 2024-07-29T15:32:27.676 INFO:tasks.workunit.client.0.smithi067.stdout:op 2965 completed, throughput=5MB/sec 2024-07-29T15:32:27.677 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VO8YiZdgj1yUMi0 off=22702677 len=134532 2024-07-29T15:32:27.679 INFO:tasks.workunit.client.0.smithi067.stdout:op 2966 completed, throughput=5MB/sec 2024-07-29T15:32:27.679 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8-TgIBNo7P7BOWn off=1288807 len=384648 2024-07-29T15:32:27.680 INFO:tasks.workunit.client.0.smithi067.stdout:op 2967 completed, throughput=5MB/sec 2024-07-29T15:32:27.845 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:27 smithi067 ceph-mon[91995]: pgmap v1645: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-07-29T15:32:27.845 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:27 smithi067 ceph-mon[94375]: pgmap v1645: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-07-29T15:32:28.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:27 smithi138 ceph-mon[86438]: pgmap v1645: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-07-29T15:32:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:32:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:32:27] "GET /metrics HTTP/1.1" 200 34211 "" "Prometheus/2.51.0" 2024-07-29T15:32:28.680 INFO:tasks.workunit.client.0.smithi067.stdout: 578: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:28.681 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bngYzxT2NP1ixX2 off=1527066 len=408107 2024-07-29T15:32:28.684 INFO:tasks.workunit.client.0.smithi067.stdout:op 2968 completed, throughput=4.99MB/sec 2024-07-29T15:32:28.684 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-tfPrckS4LpHTcuV off=2855864 len=172867 2024-07-29T15:32:28.687 INFO:tasks.workunit.client.0.smithi067.stdout:op 2969 completed, throughput=4.99MB/sec 2024-07-29T15:32:28.687 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ClgYhz29q8YqXQp off=1042309 len=776176 2024-07-29T15:32:28.690 INFO:tasks.workunit.client.0.smithi067.stdout:op 2970 completed, throughput=4.99MB/sec 2024-07-29T15:32:28.691 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-yP6mXm4uZwfs_qa off=15653976 len=670812 2024-07-29T15:32:28.694 INFO:tasks.workunit.client.0.smithi067.stdout:op 2971 completed, throughput=4.99MB/sec 2024-07-29T15:32:28.695 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-01D219NSru9qNM1 off=3376187 len=1110105 2024-07-29T15:32:28.697 INFO:tasks.workunit.client.0.smithi067.stdout:op 2972 completed, throughput=5MB/sec 2024-07-29T15:32:28.697 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NAVfaKrFiRggZK- off=4431752 len=513201 2024-07-29T15:32:28.699 INFO:tasks.workunit.client.0.smithi067.stdout:op 2973 completed, throughput=5MB/sec 2024-07-29T15:32:28.699 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-7FnSumy5YigLcty off=22668230 len=14485 2024-07-29T15:32:28.699 INFO:tasks.workunit.client.0.smithi067.stdout:op 2974 completed, throughput=5MB/sec 2024-07-29T15:32:28.699 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NhveZcfjEXM5Hvv off=6671944 len=1296052 2024-07-29T15:32:28.700 INFO:tasks.workunit.client.0.smithi067.stdout:op 2975 completed, throughput=5MB/sec 2024-07-29T15:32:28.701 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Crtxrq9RLFn7ILW off=5494850 len=1544356 2024-07-29T15:32:28.702 INFO:tasks.workunit.client.0.smithi067.stdout:op 2976 completed, throughput=5MB/sec 2024-07-29T15:32:29.702 INFO:tasks.workunit.client.0.smithi067.stdout: 579: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:29.703 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KkYoq49XtbGGcKA off=814745 len=1333833 2024-07-29T15:32:29.706 INFO:tasks.workunit.client.0.smithi067.stdout:op 2977 completed, throughput=5MB/sec 2024-07-29T15:32:29.706 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4I1yE8h5BScQ40q off=7362172 len=731314 2024-07-29T15:32:29.710 INFO:tasks.workunit.client.0.smithi067.stdout:op 2978 completed, throughput=5MB/sec 2024-07-29T15:32:29.710 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QQw0-CZ_lScSie6 off=5369262 len=1640084 2024-07-29T15:32:29.721 INFO:tasks.workunit.client.0.smithi067.stdout:op 2979 completed, throughput=5MB/sec 2024-07-29T15:32:29.721 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gaP_SjoDIqut-PJ off=980804 len=1007368 2024-07-29T15:32:29.723 INFO:tasks.workunit.client.0.smithi067.stdout:op 2980 completed, throughput=5MB/sec 2024-07-29T15:32:29.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:29 smithi067 ceph-mon[91995]: pgmap v1646: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-07-29T15:32:29.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:29 smithi067 ceph-mon[94375]: pgmap v1646: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-07-29T15:32:30.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:29 smithi138 ceph-mon[86438]: pgmap v1646: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-07-29T15:32:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:32:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:32:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:32:30.723 INFO:tasks.workunit.client.0.smithi067.stdout: 580: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:30.723 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3OpeEVxOm7iebq- off=13584787 len=1962754 2024-07-29T15:32:30.726 INFO:tasks.workunit.client.0.smithi067.stdout:op 2981 completed, throughput=5MB/sec 2024-07-29T15:32:30.726 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-EwOY2mrqgfcj2SG off=511320 len=1065578 2024-07-29T15:32:30.728 INFO:tasks.workunit.client.0.smithi067.stdout:op 2982 completed, throughput=5MB/sec 2024-07-29T15:32:30.728 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0o841J4Y5dRaFW6 off=1739768 len=748847 2024-07-29T15:32:30.732 INFO:tasks.workunit.client.0.smithi067.stdout:op 2983 completed, throughput=5MB/sec 2024-07-29T15:32:30.732 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-hX4JoJQhNABK3MD off=18404347 len=2053595 2024-07-29T15:32:30.735 INFO:tasks.workunit.client.0.smithi067.stdout:op 2984 completed, throughput=5MB/sec 2024-07-29T15:32:31.735 INFO:tasks.workunit.client.0.smithi067.stdout: 581: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:31.735 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-PdHmpJ7GiZnrjOy off=9626183 len=1075683 2024-07-29T15:32:31.742 INFO:tasks.workunit.client.0.smithi067.stdout:op 2985 completed, throughput=5MB/sec 2024-07-29T15:32:31.742 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5NYqYIzdgdJ_Af5 off=1439020 len=243613 2024-07-29T15:32:31.742 INFO:tasks.workunit.client.0.smithi067.stdout:op 2986 completed, throughput=5MB/sec 2024-07-29T15:32:31.742 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-yX67pZQoIrG-NtR off=788292 len=773657 2024-07-29T15:32:31.744 INFO:tasks.workunit.client.0.smithi067.stdout:op 2987 completed, throughput=5MB/sec 2024-07-29T15:32:31.744 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KeM22WVpYZXGSzk off=8045992 len=1232876 2024-07-29T15:32:31.750 INFO:tasks.workunit.client.0.smithi067.stdout:op 2988 completed, throughput=5MB/sec 2024-07-29T15:32:31.750 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-iK7X6gHfSNZZH9z off=5487909 len=1360446 2024-07-29T15:32:31.758 INFO:tasks.workunit.client.0.smithi067.stdout:op 2989 completed, throughput=5MB/sec 2024-07-29T15:32:31.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:31 smithi067 ceph-mon[91995]: pgmap v1647: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-07-29T15:32:31.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:31 smithi067 ceph-mon[94375]: pgmap v1647: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-07-29T15:32:32.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:31 smithi138 ceph-mon[86438]: pgmap v1647: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-07-29T15:32:32.759 INFO:tasks.workunit.client.0.smithi067.stdout: 582: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:32.759 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-r5_mM2L775klfQx off=3967772 len=906317 2024-07-29T15:32:32.765 INFO:tasks.workunit.client.0.smithi067.stdout:op 2990 completed, throughput=4.99MB/sec 2024-07-29T15:32:32.765 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-f47ZQZmE4Oclcfj off=11183666 len=90737 2024-07-29T15:32:32.768 INFO:tasks.workunit.client.0.smithi067.stdout:op 2991 completed, throughput=4.99MB/sec 2024-07-29T15:32:32.768 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-vsP9CaCMBXUIPbK off=22954269 len=726110 2024-07-29T15:32:32.769 INFO:tasks.workunit.client.0.smithi067.stdout:op 2992 completed, throughput=4.99MB/sec 2024-07-29T15:32:32.769 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-aRIl_-3LbWCqZLu off=1046573 len=796275 2024-07-29T15:32:32.774 INFO:tasks.workunit.client.0.smithi067.stdout:op 2993 completed, throughput=5MB/sec 2024-07-29T15:32:32.774 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-dc8p1Rac9vvt55E off=1144315 len=822506 2024-07-29T15:32:32.778 INFO:tasks.workunit.client.0.smithi067.stdout:op 2994 completed, throughput=5MB/sec 2024-07-29T15:32:32.778 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_Ud_zfFidU5OBla off=11078025 len=339508 2024-07-29T15:32:32.779 INFO:tasks.workunit.client.0.smithi067.stdout:op 2995 completed, throughput=5MB/sec 2024-07-29T15:32:32.779 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5SUMbnl0HAMBKiW off=16890196 len=175195 2024-07-29T15:32:32.779 INFO:tasks.workunit.client.0.smithi067.stdout:op 2996 completed, throughput=5MB/sec 2024-07-29T15:32:32.779 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QGDijLuziaT29-P off=3961664 len=1022494 2024-07-29T15:32:32.785 INFO:tasks.workunit.client.0.smithi067.stdout:op 2997 completed, throughput=5MB/sec 2024-07-29T15:32:32.785 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MwJRyPOieEkhx4G off=13705729 len=554029 2024-07-29T15:32:32.788 INFO:tasks.workunit.client.0.smithi067.stdout:op 2998 completed, throughput=5MB/sec 2024-07-29T15:32:33.789 INFO:tasks.workunit.client.0.smithi067.stdout: 583: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:33.789 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VIGvw-S8EWwNZ6s off=15776702 len=692628 2024-07-29T15:32:33.793 INFO:tasks.workunit.client.0.smithi067.stdout:op 2999 completed, throughput=4.99MB/sec 2024-07-29T15:32:33.793 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ohZGWfl-TFSlFyF off=2475680 len=1050089 2024-07-29T15:32:33.798 INFO:tasks.workunit.client.0.smithi067.stdout:op 3000 completed, throughput=5MB/sec 2024-07-29T15:32:33.798 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wOZwfpELSTTzPwC off=8319165 len=1603972 2024-07-29T15:32:33.808 INFO:tasks.workunit.client.0.smithi067.stdout:op 3001 completed, throughput=5MB/sec 2024-07-29T15:32:33.808 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-frVh6O3qZ_VJgyv off=766492 len=847284 2024-07-29T15:32:33.811 INFO:tasks.workunit.client.0.smithi067.stdout:op 3002 completed, throughput=5MB/sec 2024-07-29T15:32:33.811 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-V5SjA8JqnpFVcMi off=16019778 len=893186 2024-07-29T15:32:33.816 INFO:tasks.workunit.client.0.smithi067.stdout:op 3003 completed, throughput=5MB/sec 2024-07-29T15:32:33.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:33 smithi067 ceph-mon[91995]: pgmap v1648: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-07-29T15:32:33.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:33 smithi067 ceph-mon[94375]: pgmap v1648: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-07-29T15:32:34.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:33 smithi138 ceph-mon[86438]: pgmap v1648: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-07-29T15:32:34.816 INFO:tasks.workunit.client.0.smithi067.stdout: 584: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:34.817 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-sYkcNcFYCduynyO off=16079855 len=1688763 2024-07-29T15:32:34.828 INFO:tasks.workunit.client.0.smithi067.stdout:op 3004 completed, throughput=4.99MB/sec 2024-07-29T15:32:34.828 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gaP_SjoDIqut-PJ off=5924760 len=343576 2024-07-29T15:32:34.829 INFO:tasks.workunit.client.0.smithi067.stdout:op 3005 completed, throughput=5MB/sec 2024-07-29T15:32:34.829 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7NSFQ7FJl-MC09N off=4641532 len=2018101 2024-07-29T15:32:34.841 INFO:tasks.workunit.client.0.smithi067.stdout:op 3006 completed, throughput=5MB/sec 2024-07-29T15:32:34.841 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-AbfgmorzH44KFpj off=1961284 len=2063394 2024-07-29T15:32:34.845 INFO:tasks.workunit.client.0.smithi067.stdout:op 3007 completed, throughput=5MB/sec 2024-07-29T15:32:35.845 INFO:tasks.workunit.client.0.smithi067.stdout: 585: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:35.846 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-O7aNhGdEkqEj8y9 off=4413764 len=1447908 2024-07-29T15:32:35.852 INFO:tasks.workunit.client.0.smithi067.stdout:op 3008 completed, throughput=5MB/sec 2024-07-29T15:32:35.852 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VrgvGXG3GT9PiqR off=17590995 len=1917716 2024-07-29T15:32:35.862 INFO:tasks.workunit.client.0.smithi067.stdout:op 3009 completed, throughput=5MB/sec 2024-07-29T15:32:35.862 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-SCNhDXoeYlFQmOy off=0 len=1279255 2024-07-29T15:32:35.863 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:35 smithi138 ceph-mon[86438]: pgmap v1649: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-07-29T15:32:35.863 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:32:35.865 INFO:tasks.workunit.client.0.smithi067.stdout:op 3010 completed, throughput=5MB/sec 2024-07-29T15:32:35.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:35 smithi067 ceph-mon[94375]: pgmap v1649: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-07-29T15:32:35.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:32:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:35 smithi067 ceph-mon[91995]: pgmap v1649: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-07-29T15:32:35.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:32:36.866 INFO:tasks.workunit.client.0.smithi067.stdout: 586: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:36.866 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-z6wXSJMOaWx6N1n off=4799980 len=642798 2024-07-29T15:32:36.867 INFO:tasks.workunit.client.0.smithi067.stdout:op 3011 completed, throughput=4.99MB/sec 2024-07-29T15:32:36.867 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zG1ZIuf-w7yF4U- off=9323070 len=1302533 2024-07-29T15:32:36.872 INFO:tasks.workunit.client.0.smithi067.stdout:op 3012 completed, throughput=4.99MB/sec 2024-07-29T15:32:36.872 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qfiowvHCrV8NgQE off=241697 len=1667443 2024-07-29T15:32:36.881 INFO:tasks.workunit.client.0.smithi067.stdout:op 3013 completed, throughput=5MB/sec 2024-07-29T15:32:36.881 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mPvZiS5e2rBynee off=5636246 len=1508639 2024-07-29T15:32:36.883 INFO:tasks.workunit.client.0.smithi067.stdout:op 3014 completed, throughput=5MB/sec 2024-07-29T15:32:36.883 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KvNhGRaxIUUAIQ- off=2347513 len=1130335 2024-07-29T15:32:36.887 INFO:tasks.workunit.client.0.smithi067.stdout:op 3015 completed, throughput=5MB/sec 2024-07-29T15:32:37.887 INFO:tasks.workunit.client.0.smithi067.stdout: 587: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:37.888 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-XZCx0Eg6WXH9mwa off=276684 len=408307 2024-07-29T15:32:37.891 INFO:tasks.workunit.client.0.smithi067.stdout:op 3016 completed, throughput=4.99MB/sec 2024-07-29T15:32:37.891 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-gxQ9wsIWG1P7sas off=4952550 len=349107 2024-07-29T15:32:37.894 INFO:tasks.workunit.client.0.smithi067.stdout:op 3017 completed, throughput=4.99MB/sec 2024-07-29T15:32:37.894 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cIkDvtwyWkhQxhP off=3074720 len=1920064 2024-07-29T15:32:37.904 INFO:tasks.workunit.client.0.smithi067.stdout:op 3018 completed, throughput=5MB/sec 2024-07-29T15:32:37.904 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bE7--DmdDWI7ZOz off=9124508 len=805517 2024-07-29T15:32:37.905 INFO:tasks.workunit.client.0.smithi067.stdout:op 3019 completed, throughput=5MB/sec 2024-07-29T15:32:37.905 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-G8ncnftFk6HCU7R off=4525407 len=78244 2024-07-29T15:32:37.908 INFO:tasks.workunit.client.0.smithi067.stdout:op 3020 completed, throughput=5MB/sec 2024-07-29T15:32:37.908 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-nbi6tHeT1KtVfSz off=666915 len=197184 2024-07-29T15:32:37.910 INFO:tasks.workunit.client.0.smithi067.stdout:op 3021 completed, throughput=5MB/sec 2024-07-29T15:32:37.910 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-LHWYd_7OV-XlDWY off=3238032 len=789560 2024-07-29T15:32:37.914 INFO:tasks.workunit.client.0.smithi067.stdout:op 3022 completed, throughput=5MB/sec 2024-07-29T15:32:37.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:37 smithi067 ceph-mon[91995]: pgmap v1650: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:32:37.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:37 smithi067 ceph-mon[94375]: pgmap v1650: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:32:37.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:32:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:32:37] "GET /metrics HTTP/1.1" 200 34211 "" "Prometheus/2.51.0" 2024-07-29T15:32:38.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:37 smithi138 ceph-mon[86438]: pgmap v1650: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:32:38.914 INFO:tasks.workunit.client.0.smithi067.stdout: 588: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:38.914 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9JK3hPoNxQKNb2G off=1806556 len=1409421 2024-07-29T15:32:38.920 INFO:tasks.workunit.client.0.smithi067.stdout:op 3023 completed, throughput=4.99MB/sec 2024-07-29T15:32:38.920 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9yxUzVEiXmSLoSx off=8039803 len=936080 2024-07-29T15:32:38.925 INFO:tasks.workunit.client.0.smithi067.stdout:op 3024 completed, throughput=5MB/sec 2024-07-29T15:32:38.925 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-RhKAVKcGCTLQt8Q off=17396215 len=808959 2024-07-29T15:32:38.930 INFO:tasks.workunit.client.0.smithi067.stdout:op 3025 completed, throughput=5MB/sec 2024-07-29T15:32:38.930 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1nTP_wEKmjuMlAc off=1449399 len=1479159 2024-07-29T15:32:38.932 INFO:tasks.workunit.client.0.smithi067.stdout:op 3026 completed, throughput=5MB/sec 2024-07-29T15:32:38.932 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-XGUI591oHC-kUoz off=924030 len=1252931 2024-07-29T15:32:38.938 INFO:tasks.workunit.client.0.smithi067.stdout:op 3027 completed, throughput=5MB/sec 2024-07-29T15:32:39.939 INFO:tasks.workunit.client.0.smithi067.stdout: 589: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:39.939 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-fDkJ-teRWWAedP3 off=1848064 len=94248 2024-07-29T15:32:39.941 INFO:tasks.workunit.client.0.smithi067.stdout:op 3028 completed, throughput=4.99MB/sec 2024-07-29T15:32:39.941 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-sLODwFU8GPQMYJ_ off=7154598 len=474724 2024-07-29T15:32:39.943 INFO:tasks.workunit.client.0.smithi067.stdout:op 3029 completed, throughput=4.99MB/sec 2024-07-29T15:32:39.943 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-nNww_ZAGH9oVm3l off=1862458 len=80270 2024-07-29T15:32:39.945 INFO:tasks.workunit.client.0.smithi067.stdout:op 3030 completed, throughput=4.99MB/sec 2024-07-29T15:32:39.945 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qjOokEyKvjkSugk off=2442844 len=1683259 2024-07-29T15:32:39.948 INFO:tasks.workunit.client.0.smithi067.stdout:op 3031 completed, throughput=5MB/sec 2024-07-29T15:32:39.948 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-USuuTtcCcPrdn-d off=12729671 len=2033031 2024-07-29T15:32:39.951 INFO:tasks.workunit.client.0.smithi067.stdout:op 3032 completed, throughput=5MB/sec 2024-07-29T15:32:39.951 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9eVyFy4wB8HS-JW off=2742039 len=1706662 2024-07-29T15:32:39.953 INFO:tasks.workunit.client.0.smithi067.stdout:op 3033 completed, throughput=5MB/sec 2024-07-29T15:32:39.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:39 smithi067 ceph-mon[91995]: pgmap v1651: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:32:39.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:39 smithi067 ceph-mon[94375]: pgmap v1651: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:32:40.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:39 smithi138 ceph-mon[86438]: pgmap v1651: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:32:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:32:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:32:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:32:40.954 INFO:tasks.workunit.client.0.smithi067.stdout: 590: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:40.954 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QBPRyGGHZzhhOZp off=5349203 len=966504 2024-07-29T15:32:40.960 INFO:tasks.workunit.client.0.smithi067.stdout:op 3034 completed, throughput=5MB/sec 2024-07-29T15:32:40.960 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-s512n--D11x9i3L off=2360930 len=1387844 2024-07-29T15:32:40.968 INFO:tasks.workunit.client.0.smithi067.stdout:op 3035 completed, throughput=5MB/sec 2024-07-29T15:32:40.968 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-OXY5DSPt6mnyBS2 off=5242820 len=596379 2024-07-29T15:32:40.972 INFO:tasks.workunit.client.0.smithi067.stdout:op 3036 completed, throughput=5MB/sec 2024-07-29T15:32:40.972 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Tiz23JaMH6fii3F off=1795169 len=73187 2024-07-29T15:32:40.974 INFO:tasks.workunit.client.0.smithi067.stdout:op 3037 completed, throughput=5MB/sec 2024-07-29T15:32:40.975 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-nEIjX72Sf2Vluov off=1237839 len=68615 2024-07-29T15:32:40.977 INFO:tasks.workunit.client.0.smithi067.stdout:op 3038 completed, throughput=5MB/sec 2024-07-29T15:32:40.977 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-xGEY1iK61igkw1z off=10103924 len=591092 2024-07-29T15:32:40.977 INFO:tasks.workunit.client.0.smithi067.stdout:op 3039 completed, throughput=5MB/sec 2024-07-29T15:32:40.977 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-D1uEeHMbdoiEYTt off=9061993 len=1738623 2024-07-29T15:32:40.981 INFO:tasks.workunit.client.0.smithi067.stdout:op 3040 completed, throughput=5MB/sec 2024-07-29T15:32:41.981 INFO:tasks.workunit.client.0.smithi067.stdout: 591: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:41.981 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9x7ZXWQc7oNBoWx off=5549537 len=1141868 2024-07-29T15:32:41.983 INFO:tasks.workunit.client.0.smithi067.stdout:op 3041 completed, throughput=5MB/sec 2024-07-29T15:32:41.983 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2yeGGPPb_Uy0m85 off=5680360 len=987478 2024-07-29T15:32:41.985 INFO:tasks.workunit.client.0.smithi067.stdout:op 3042 completed, throughput=5MB/sec 2024-07-29T15:32:41.985 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-OOM3_R5HDU17aWE off=3936314 len=1085251 2024-07-29T15:32:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:41 smithi067 ceph-mon[91995]: pgmap v1652: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:32:41.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:41 smithi067 ceph-mon[94375]: pgmap v1652: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:32:41.991 INFO:tasks.workunit.client.0.smithi067.stdout:op 3043 completed, throughput=5MB/sec 2024-07-29T15:32:41.991 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-xUgdfPAXdFHIFO5 off=235336 len=779276 2024-07-29T15:32:41.992 INFO:tasks.workunit.client.0.smithi067.stdout:op 3044 completed, throughput=5MB/sec 2024-07-29T15:32:42.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:41 smithi138 ceph-mon[86438]: pgmap v1652: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:32:42.993 INFO:tasks.workunit.client.0.smithi067.stdout: 592: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:42.993 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-zRamkQ5jqkU5w86 off=5442381 len=184748 2024-07-29T15:32:42.993 INFO:tasks.workunit.client.0.smithi067.stdout:op 3045 completed, throughput=4.99MB/sec 2024-07-29T15:32:42.993 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-D1BohvUamByRk2y off=3814458 len=1959816 2024-07-29T15:32:43.005 INFO:tasks.workunit.client.0.smithi067.stdout:op 3046 completed, throughput=5MB/sec 2024-07-29T15:32:43.005 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3mjZWilChQXKAKI off=3268336 len=1971934 2024-07-29T15:32:43.014 INFO:tasks.workunit.client.0.smithi067.stdout:op 3047 completed, throughput=5MB/sec 2024-07-29T15:32:43.014 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NfDOh7gheQNVUhe off=7376274 len=1243043 2024-07-29T15:32:43.021 INFO:tasks.workunit.client.0.smithi067.stdout:op 3048 completed, throughput=5MB/sec 2024-07-29T15:32:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:43 smithi067 ceph-mon[91995]: pgmap v1653: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:32:43.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:43 smithi067 ceph-mon[94375]: pgmap v1653: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:32:44.021 INFO:tasks.workunit.client.0.smithi067.stdout: 593: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:44.021 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZQzKGP8EWtL5kAU off=334435 len=312243 2024-07-29T15:32:44.024 INFO:tasks.workunit.client.0.smithi067.stdout:op 3049 completed, throughput=4.99MB/sec 2024-07-29T15:32:44.025 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6YTY_sKiSSIBdiY off=2612611 len=1745281 2024-07-29T15:32:44.026 INFO:tasks.workunit.client.0.smithi067.stdout:op 3050 completed, throughput=5MB/sec 2024-07-29T15:32:44.027 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6gv49NEREzLiH_K off=14684564 len=865096 2024-07-29T15:32:44.031 INFO:tasks.workunit.client.0.smithi067.stdout:op 3051 completed, throughput=5MB/sec 2024-07-29T15:32:44.031 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Rb5WR1NIm3d_MgB off=7876444 len=986729 2024-07-29T15:32:44.036 INFO:tasks.workunit.client.0.smithi067.stdout:op 3052 completed, throughput=5MB/sec 2024-07-29T15:32:44.036 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YErwx1A3MQzBhI9 off=789672 len=444262 2024-07-29T15:32:44.039 INFO:tasks.workunit.client.0.smithi067.stdout:op 3053 completed, throughput=5MB/sec 2024-07-29T15:32:44.039 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-QS8j0GV7k8g0iHU off=11836184 len=2095749 2024-07-29T15:32:44.042 INFO:tasks.workunit.client.0.smithi067.stdout:op 3054 completed, throughput=5MB/sec 2024-07-29T15:32:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:43 smithi138 ceph-mon[86438]: pgmap v1653: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:32:45.042 INFO:tasks.workunit.client.0.smithi067.stdout: 594: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:45.043 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9J1T0GJGJFtQrDF off=5547616 len=891281 2024-07-29T15:32:45.044 INFO:tasks.workunit.client.0.smithi067.stdout:op 3055 completed, throughput=5MB/sec 2024-07-29T15:32:45.044 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YaKpQcCguv-amO9 off=2030872 len=1308847 2024-07-29T15:32:45.052 INFO:tasks.workunit.client.0.smithi067.stdout:op 3056 completed, throughput=5MB/sec 2024-07-29T15:32:45.052 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-IUHEJ4bw9kK4HJp off=3823634 len=1526279 2024-07-29T15:32:45.055 INFO:tasks.workunit.client.0.smithi067.stdout:op 3057 completed, throughput=5MB/sec 2024-07-29T15:32:45.055 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BQHgM_R8lzHcgdX off=2058731 len=567654 2024-07-29T15:32:45.057 INFO:tasks.workunit.client.0.smithi067.stdout:op 3058 completed, throughput=5MB/sec 2024-07-29T15:32:45.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:45 smithi067 ceph-mon[91995]: pgmap v1654: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:32:45.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:45 smithi067 ceph-mon[94375]: pgmap v1654: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:32:46.057 INFO:tasks.workunit.client.0.smithi067.stdout: 595: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:46.057 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FGhW0uIW6cWFm3S off=6378984 len=1028322 2024-07-29T15:32:46.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:45 smithi138 ceph-mon[86438]: pgmap v1654: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:32:46.062 INFO:tasks.workunit.client.0.smithi067.stdout:op 3059 completed, throughput=4.99MB/sec 2024-07-29T15:32:46.062 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-M4mYn5lzYJ_fRvZ off=17358560 len=107706 2024-07-29T15:32:46.063 INFO:tasks.workunit.client.0.smithi067.stdout:op 3060 completed, throughput=4.99MB/sec 2024-07-29T15:32:46.063 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NWIS2UWwAE-8bL9 off=1964101 len=493429 2024-07-29T15:32:46.067 INFO:tasks.workunit.client.0.smithi067.stdout:op 3061 completed, throughput=4.99MB/sec 2024-07-29T15:32:46.067 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3cs5uoAtv-K46xK off=5245873 len=1538399 2024-07-29T15:32:46.069 INFO:tasks.workunit.client.0.smithi067.stdout:op 3062 completed, throughput=5MB/sec 2024-07-29T15:32:46.069 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-e9KSw8WyjKRRbIQ off=8168451 len=470423 2024-07-29T15:32:46.073 INFO:tasks.workunit.client.0.smithi067.stdout:op 3063 completed, throughput=5MB/sec 2024-07-29T15:32:46.073 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FTjMspXMSG78mSs off=1260815 len=742289 2024-07-29T15:32:46.077 INFO:tasks.workunit.client.0.smithi067.stdout:op 3064 completed, throughput=5MB/sec 2024-07-29T15:32:46.077 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-c_dg52hGRNRYlh8 off=4565031 len=1535500 2024-07-29T15:32:46.086 INFO:tasks.workunit.client.0.smithi067.stdout:op 3065 completed, throughput=5MB/sec 2024-07-29T15:32:47.086 INFO:tasks.workunit.client.0.smithi067.stdout: 596: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:47.086 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QGDijLuziaT29-P off=1254706 len=243728 2024-07-29T15:32:47.089 INFO:tasks.workunit.client.0.smithi067.stdout:op 3066 completed, throughput=4.99MB/sec 2024-07-29T15:32:47.089 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5GPaPJyeedo80VY off=11577003 len=537028 2024-07-29T15:32:47.090 INFO:tasks.workunit.client.0.smithi067.stdout:op 3067 completed, throughput=4.99MB/sec 2024-07-29T15:32:47.090 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4Q6ndR84nG_FfAu off=2775438 len=702009 2024-07-29T15:32:47.091 INFO:tasks.workunit.client.0.smithi067.stdout:op 3068 completed, throughput=5MB/sec 2024-07-29T15:32:47.091 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-hPx1TMhobv8WH09 off=15402380 len=1933176 2024-07-29T15:32:47.095 INFO:tasks.workunit.client.0.smithi067.stdout:op 3069 completed, throughput=5MB/sec 2024-07-29T15:32:47.095 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-204u2VVYA7L_rX2 off=9066637 len=626222 2024-07-29T15:32:47.096 INFO:tasks.workunit.client.0.smithi067.stdout:op 3070 completed, throughput=5MB/sec 2024-07-29T15:32:47.096 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-p8mq-vKK2BVu_wJ off=2170361 len=197313 2024-07-29T15:32:47.098 INFO:tasks.workunit.client.0.smithi067.stdout:op 3071 completed, throughput=5MB/sec 2024-07-29T15:32:47.099 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FCcWSTuCUwUyPOG off=17914465 len=455465 2024-07-29T15:32:47.099 INFO:tasks.workunit.client.0.smithi067.stdout:op 3072 completed, throughput=5MB/sec 2024-07-29T15:32:47.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:47 smithi067 ceph-mon[91995]: pgmap v1655: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-29T15:32:47.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:32:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:32:47] "GET /metrics HTTP/1.1" 200 34211 "" "Prometheus/2.51.0" 2024-07-29T15:32:47.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:47 smithi067 ceph-mon[94375]: pgmap v1655: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-29T15:32:48.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:47 smithi138 ceph-mon[86438]: pgmap v1655: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-29T15:32:48.100 INFO:tasks.workunit.client.0.smithi067.stdout: 597: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:48.100 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lOlXFNV7sNowO_X off=5089331 len=2059315 2024-07-29T15:32:48.110 INFO:tasks.workunit.client.0.smithi067.stdout:op 3073 completed, throughput=5MB/sec 2024-07-29T15:32:48.111 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Xj_ykA-QSEiLPTl off=8930935 len=1861908 2024-07-29T15:32:48.113 INFO:tasks.workunit.client.0.smithi067.stdout:op 3074 completed, throughput=5MB/sec 2024-07-29T15:32:48.113 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WYV_-Q0toBleH2C off=2960472 len=838445 2024-07-29T15:32:48.115 INFO:tasks.workunit.client.0.smithi067.stdout:op 3075 completed, throughput=5MB/sec 2024-07-29T15:32:48.115 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qnkwMOl6-BnyW11 off=9014926 len=1223330 2024-07-29T15:32:48.120 INFO:tasks.workunit.client.0.smithi067.stdout:op 3076 completed, throughput=5MB/sec 2024-07-29T15:32:49.121 INFO:tasks.workunit.client.0.smithi067.stdout: 598: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:49.121 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-k_nBqCMp4YC-exU off=1007981 len=2001164 2024-07-29T15:32:49.123 INFO:tasks.workunit.client.0.smithi067.stdout:op 3077 completed, throughput=5MB/sec 2024-07-29T15:32:49.123 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-xVEjywLpzV00wny off=2056520 len=841696 2024-07-29T15:32:49.128 INFO:tasks.workunit.client.0.smithi067.stdout:op 3078 completed, throughput=5MB/sec 2024-07-29T15:32:49.128 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-eYoj4VIFQhyUrio off=8714632 len=1296465 2024-07-29T15:32:49.134 INFO:tasks.workunit.client.0.smithi067.stdout:op 3079 completed, throughput=5MB/sec 2024-07-29T15:32:49.134 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-N73fLagY6IK8USL off=168005 len=512001 2024-07-29T15:32:49.138 INFO:tasks.workunit.client.0.smithi067.stdout:op 3080 completed, throughput=5MB/sec 2024-07-29T15:32:49.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:49 smithi067 ceph-mon[91995]: pgmap v1656: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:32:49.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:49 smithi067 ceph-mon[94375]: pgmap v1656: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:32:50.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:49 smithi138 ceph-mon[86438]: pgmap v1656: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:32:50.138 INFO:tasks.workunit.client.0.smithi067.stdout: 599: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:50.138 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Ktspkh2H8FhtjWh off=11116735 len=842224 2024-07-29T15:32:50.139 INFO:tasks.workunit.client.0.smithi067.stdout:op 3081 completed, throughput=4.99MB/sec 2024-07-29T15:32:50.139 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ayBrYwgw3QBomRf off=3802207 len=791861 2024-07-29T15:32:50.143 INFO:tasks.workunit.client.0.smithi067.stdout:op 3082 completed, throughput=4.99MB/sec 2024-07-29T15:32:50.143 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-fCOxiODfnx2pYZP off=10554713 len=1089959 2024-07-29T15:32:50.148 INFO:tasks.workunit.client.0.smithi067.stdout:op 3083 completed, throughput=5MB/sec 2024-07-29T15:32:50.148 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Pdh83zaQQbj_Cfw off=3258607 len=2073784 2024-07-29T15:32:50.152 INFO:tasks.workunit.client.0.smithi067.stdout:op 3084 completed, throughput=5MB/sec 2024-07-29T15:32:50.152 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-keD-E109RlIIxx6 off=2009476 len=1564908 2024-07-29T15:32:50.154 INFO:tasks.workunit.client.0.smithi067.stdout:op 3085 completed, throughput=5MB/sec 2024-07-29T15:32:50.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:32:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:32:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:32:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:32:50.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:32:51.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:32:51.154 INFO:tasks.workunit.client.0.smithi067.stdout: 600: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:51.155 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wBcgoGG37i0VE8p off=16402034 len=401183 2024-07-29T15:32:51.155 INFO:tasks.workunit.client.0.smithi067.stdout:op 3086 completed, throughput=4.99MB/sec 2024-07-29T15:32:51.156 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-x5Kun3jAevTPTDx off=8942226 len=1646022 2024-07-29T15:32:51.166 INFO:tasks.workunit.client.0.smithi067.stdout:op 3087 completed, throughput=5MB/sec 2024-07-29T15:32:51.166 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-AjoCScxicpYTDv3 off=20343448 len=786612 2024-07-29T15:32:51.170 INFO:tasks.workunit.client.0.smithi067.stdout:op 3088 completed, throughput=5MB/sec 2024-07-29T15:32:51.170 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BjKvBIJq8HOFGeT off=1342827 len=1666258 2024-07-29T15:32:51.172 INFO:tasks.workunit.client.0.smithi067.stdout:op 3089 completed, throughput=5MB/sec 2024-07-29T15:32:51.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:51 smithi067 ceph-mon[91995]: pgmap v1657: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:32:51.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:51 smithi067 ceph-mon[94375]: pgmap v1657: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:32:52.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:51 smithi138 ceph-mon[86438]: pgmap v1657: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:32:52.172 INFO:tasks.workunit.client.0.smithi067.stdout: 601: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:52.173 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-WpFvWRKTe7P_9f1 off=5906673 len=1865056 2024-07-29T15:32:52.184 INFO:tasks.workunit.client.0.smithi067.stdout:op 3090 completed, throughput=5MB/sec 2024-07-29T15:32:52.184 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-tHGjt9wpvq6-bel off=4141394 len=915593 2024-07-29T15:32:52.185 INFO:tasks.workunit.client.0.smithi067.stdout:op 3091 completed, throughput=5MB/sec 2024-07-29T15:32:52.185 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-7XnPdcPVp1EwxaK off=3021310 len=1476312 2024-07-29T15:32:52.188 INFO:tasks.workunit.client.0.smithi067.stdout:op 3092 completed, throughput=5MB/sec 2024-07-29T15:32:52.188 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-uLRtm7rZrJjC3oB off=10913409 len=1280820 2024-07-29T15:32:52.194 INFO:tasks.workunit.client.0.smithi067.stdout:op 3093 completed, throughput=5MB/sec 2024-07-29T15:32:53.194 INFO:tasks.workunit.client.0.smithi067.stdout: 602: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:53.195 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rceMglegs8t2M01 off=605372 len=1361614 2024-07-29T15:32:53.201 INFO:tasks.workunit.client.0.smithi067.stdout:op 3094 completed, throughput=4.99MB/sec 2024-07-29T15:32:53.201 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-UuS4DCz_a3D6PPf off=13422010 len=168295 2024-07-29T15:32:53.204 INFO:tasks.workunit.client.0.smithi067.stdout:op 3095 completed, throughput=4.99MB/sec 2024-07-29T15:32:53.204 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Nt0NQ1VQEdO5jaT off=904794 len=376785 2024-07-29T15:32:53.207 INFO:tasks.workunit.client.0.smithi067.stdout:op 3096 completed, throughput=5MB/sec 2024-07-29T15:32:53.207 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bbM5J51eJf8juvx off=12838851 len=1582070 2024-07-29T15:32:53.208 INFO:tasks.workunit.client.0.smithi067.stdout:op 3097 completed, throughput=5MB/sec 2024-07-29T15:32:53.208 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VXFu2CCf9eIApvA off=2519047 len=973763 2024-07-29T15:32:53.211 INFO:tasks.workunit.client.0.smithi067.stdout:op 3098 completed, throughput=5MB/sec 2024-07-29T15:32:53.211 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ppftLoylKSGE8cV off=8796655 len=374976 2024-07-29T15:32:53.214 INFO:tasks.workunit.client.0.smithi067.stdout:op 3099 completed, throughput=5MB/sec 2024-07-29T15:32:53.215 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0Ds3uABKPXA-x0A off=13386817 len=1424359 2024-07-29T15:32:53.222 INFO:tasks.workunit.client.0.smithi067.stdout:op 3100 completed, throughput=5MB/sec 2024-07-29T15:32:53.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:53 smithi067 ceph-mon[94375]: pgmap v1658: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:32:53.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:53 smithi067 ceph-mon[91995]: pgmap v1658: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:32:54.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:53 smithi138 ceph-mon[86438]: pgmap v1658: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:32:54.223 INFO:tasks.workunit.client.0.smithi067.stdout: 603: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:54.223 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3pQHVzBI70k5R3t off=2149441 len=1150637 2024-07-29T15:32:54.229 INFO:tasks.workunit.client.0.smithi067.stdout:op 3101 completed, throughput=5MB/sec 2024-07-29T15:32:54.229 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-q77iOdHRFm1aa9i off=2971348 len=233588 2024-07-29T15:32:54.230 INFO:tasks.workunit.client.0.smithi067.stdout:op 3102 completed, throughput=5MB/sec 2024-07-29T15:32:54.230 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-78mEKmPuZemPob7 off=5370049 len=1299786 2024-07-29T15:32:54.233 INFO:tasks.workunit.client.0.smithi067.stdout:op 3103 completed, throughput=5MB/sec 2024-07-29T15:32:54.233 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Y47yr25TqQygzOD off=10531880 len=876420 2024-07-29T15:32:54.234 INFO:tasks.workunit.client.0.smithi067.stdout:op 3104 completed, throughput=5MB/sec 2024-07-29T15:32:54.234 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-tedCvuBAunePLjT off=17939364 len=1369840 2024-07-29T15:32:54.242 INFO:tasks.workunit.client.0.smithi067.stdout:op 3105 completed, throughput=5MB/sec 2024-07-29T15:32:55.242 INFO:tasks.workunit.client.0.smithi067.stdout: 604: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:55.242 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-N9DOTjCaEZY5kT6 off=8745355 len=2001032 2024-07-29T15:32:55.250 INFO:tasks.workunit.client.0.smithi067.stdout:op 3106 completed, throughput=5MB/sec 2024-07-29T15:32:55.250 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eOaj2ez5NoYXWQW off=2262067 len=220329 2024-07-29T15:32:55.251 INFO:tasks.workunit.client.0.smithi067.stdout:op 3107 completed, throughput=5MB/sec 2024-07-29T15:32:55.251 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Gqe8MwGO5OiEogt off=9106965 len=1469600 2024-07-29T15:32:55.254 INFO:tasks.workunit.client.0.smithi067.stdout:op 3108 completed, throughput=5MB/sec 2024-07-29T15:32:55.254 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6SoAy1cYNOdqIWm off=9689517 len=153987 2024-07-29T15:32:55.255 INFO:tasks.workunit.client.0.smithi067.stdout:op 3109 completed, throughput=5MB/sec 2024-07-29T15:32:55.255 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PXuvLpQxHB71Fuw off=21403181 len=1216735 2024-07-29T15:32:55.256 INFO:tasks.workunit.client.0.smithi067.stdout:op 3110 completed, throughput=5MB/sec 2024-07-29T15:32:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:55 smithi067 ceph-mon[91995]: pgmap v1659: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:32:55.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:55 smithi067 ceph-mon[94375]: pgmap v1659: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:32:56.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:55 smithi138 ceph-mon[86438]: pgmap v1659: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:32:56.257 INFO:tasks.workunit.client.0.smithi067.stdout: 605: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:56.257 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-YhB206WFCtVdDcR off=1414770 len=1050056 2024-07-29T15:32:56.258 INFO:tasks.workunit.client.0.smithi067.stdout:op 3111 completed, throughput=4.99MB/sec 2024-07-29T15:32:56.258 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-fbmDZiFPC6Gbvdm off=2635207 len=931270 2024-07-29T15:32:56.264 INFO:tasks.workunit.client.0.smithi067.stdout:op 3112 completed, throughput=5MB/sec 2024-07-29T15:32:56.264 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ua3kNG-69mEPSKr off=2370348 len=240892 2024-07-29T15:32:56.264 INFO:tasks.workunit.client.0.smithi067.stdout:op 3113 completed, throughput=5MB/sec 2024-07-29T15:32:56.264 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gWnc5lfhG4gqmh_ off=1115466 len=1041984 2024-07-29T15:32:56.266 INFO:tasks.workunit.client.0.smithi067.stdout:op 3114 completed, throughput=5MB/sec 2024-07-29T15:32:56.266 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0t8yLc0Qu-oUJNe off=600570 len=793747 2024-07-29T15:32:56.268 INFO:tasks.workunit.client.0.smithi067.stdout:op 3115 completed, throughput=5MB/sec 2024-07-29T15:32:56.269 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-35uvKv85Ph7IKBy off=2544686 len=32957 2024-07-29T15:32:56.269 INFO:tasks.workunit.client.0.smithi067.stdout:op 3116 completed, throughput=5MB/sec 2024-07-29T15:32:56.269 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-zvBzGRl4-SnliXx off=6880212 len=566584 2024-07-29T15:32:56.270 INFO:tasks.workunit.client.0.smithi067.stdout:op 3117 completed, throughput=5MB/sec 2024-07-29T15:32:57.271 INFO:tasks.workunit.client.0.smithi067.stdout: 606: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:57.271 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jwdbXnDrSWKUyzy off=9965487 len=739424 2024-07-29T15:32:57.272 INFO:tasks.workunit.client.0.smithi067.stdout:op 3118 completed, throughput=4.99MB/sec 2024-07-29T15:32:57.272 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--R-Ez1PLAQO_EM6 off=1544645 len=1716068 2024-07-29T15:32:57.280 INFO:tasks.workunit.client.0.smithi067.stdout:op 3119 completed, throughput=5MB/sec 2024-07-29T15:32:57.280 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1XlmrDwTbb09ib7 off=50924 len=830676 2024-07-29T15:32:57.284 INFO:tasks.workunit.client.0.smithi067.stdout:op 3120 completed, throughput=5MB/sec 2024-07-29T15:32:57.284 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-TK-24xogcft2DeJ off=17688689 len=444839 2024-07-29T15:32:57.288 INFO:tasks.workunit.client.0.smithi067.stdout:op 3121 completed, throughput=5MB/sec 2024-07-29T15:32:57.288 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ItwXDEGvH9W7LAk off=1488503 len=1340906 2024-07-29T15:32:57.291 INFO:tasks.workunit.client.0.smithi067.stdout:op 3122 completed, throughput=5MB/sec 2024-07-29T15:32:57.291 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-c96eZflXChA2qfR off=283601 len=1713365 2024-07-29T15:32:57.293 INFO:tasks.workunit.client.0.smithi067.stdout:op 3123 completed, throughput=5MB/sec 2024-07-29T15:32:57.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:57 smithi067 ceph-mon[91995]: pgmap v1660: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:32:57.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:57 smithi067 ceph-mon[94375]: pgmap v1660: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:32:57.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:32:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:32:57] "GET /metrics HTTP/1.1" 200 34216 "" "Prometheus/2.51.0" 2024-07-29T15:32:58.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:57 smithi138 ceph-mon[86438]: pgmap v1660: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:32:58.293 INFO:tasks.workunit.client.0.smithi067.stdout: 607: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:58.293 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0FbDS8eBjNjiPCC off=17061689 len=542539 2024-07-29T15:32:58.297 INFO:tasks.workunit.client.0.smithi067.stdout:op 3124 completed, throughput=4.99MB/sec 2024-07-29T15:32:58.297 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-boIAcHpaOAGJb0m off=6452369 len=1876256 2024-07-29T15:32:58.307 INFO:tasks.workunit.client.0.smithi067.stdout:op 3125 completed, throughput=5MB/sec 2024-07-29T15:32:58.307 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-INH5zibDl5XDBpi off=9152401 len=1456634 2024-07-29T15:32:58.315 INFO:tasks.workunit.client.0.smithi067.stdout:op 3126 completed, throughput=5MB/sec 2024-07-29T15:32:58.315 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-UaSrxFgc475-XSz off=10015519 len=1908828 2024-07-29T15:32:58.325 INFO:tasks.workunit.client.0.smithi067.stdout:op 3127 completed, throughput=5MB/sec 2024-07-29T15:32:59.326 INFO:tasks.workunit.client.0.smithi067.stdout: 608: throughput=4.99MB/sec pending data=0 2024-07-29T15:32:59.326 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pZI9qC9hsZ9OQ8f off=3001391 len=1478957 2024-07-29T15:32:59.328 INFO:tasks.workunit.client.0.smithi067.stdout:op 3128 completed, throughput=5MB/sec 2024-07-29T15:32:59.328 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NXgxoOZvk1Wwnt2 off=6046237 len=1127725 2024-07-29T15:32:59.334 INFO:tasks.workunit.client.0.smithi067.stdout:op 3129 completed, throughput=5MB/sec 2024-07-29T15:32:59.334 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-I99pbRkr3RL6Xu_ off=563643 len=1915560 2024-07-29T15:32:59.337 INFO:tasks.workunit.client.0.smithi067.stdout:op 3130 completed, throughput=5MB/sec 2024-07-29T15:32:59.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:32:59 smithi067 ceph-mon[91995]: pgmap v1661: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:32:59.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:32:59 smithi067 ceph-mon[94375]: pgmap v1661: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:33:00.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:32:59 smithi138 ceph-mon[86438]: pgmap v1661: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:33:00.337 INFO:tasks.workunit.client.0.smithi067.stdout: 609: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:00.337 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--T43iTZ3Ia26qAA off=9833678 len=2003195 2024-07-29T15:33:00.341 INFO:tasks.workunit.client.0.smithi067.stdout:op 3131 completed, throughput=5MB/sec 2024-07-29T15:33:00.342 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-AorUT5IWRyBJYBd off=7923058 len=1111260 2024-07-29T15:33:00.348 INFO:tasks.workunit.client.0.smithi067.stdout:op 3132 completed, throughput=5MB/sec 2024-07-29T15:33:00.348 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-N73fLagY6IK8USL off=402171 len=1677629 2024-07-29T15:33:00.356 INFO:tasks.workunit.client.0.smithi067.stdout:op 3133 completed, throughput=5MB/sec 2024-07-29T15:33:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:33:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:33:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:33:01.356 INFO:tasks.workunit.client.0.smithi067.stdout: 610: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:01.356 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-RWT4KFC6MBIT_QM off=2405180 len=413232 2024-07-29T15:33:01.357 INFO:tasks.workunit.client.0.smithi067.stdout:op 3134 completed, throughput=4.99MB/sec 2024-07-29T15:33:01.357 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-K7x5sse_kA8A6ca off=0 len=1109941 2024-07-29T15:33:01.359 INFO:tasks.workunit.client.0.smithi067.stdout:op 3135 completed, throughput=5MB/sec 2024-07-29T15:33:01.359 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9ZOHPfu__430PDy off=2609547 len=170948 2024-07-29T15:33:01.362 INFO:tasks.workunit.client.0.smithi067.stdout:op 3136 completed, throughput=5MB/sec 2024-07-29T15:33:01.363 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ldfQ4m1AL9wINZR off=6699159 len=1899105 2024-07-29T15:33:01.364 INFO:tasks.workunit.client.0.smithi067.stdout:op 3137 completed, throughput=5MB/sec 2024-07-29T15:33:01.365 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1rFnKh2uP3olKyD off=1908493 len=691486 2024-07-29T15:33:01.369 INFO:tasks.workunit.client.0.smithi067.stdout:op 3138 completed, throughput=5MB/sec 2024-07-29T15:33:01.369 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-BurnQXBt42p20VL off=729594 len=2074982 2024-07-29T15:33:01.382 INFO:tasks.workunit.client.0.smithi067.stdout:op 3139 completed, throughput=5MB/sec 2024-07-29T15:33:01.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:01 smithi067 ceph-mon[91995]: pgmap v1662: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:33:01.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:01 smithi067 ceph-mon[94375]: pgmap v1662: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:33:02.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:01 smithi138 ceph-mon[86438]: pgmap v1662: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:33:02.382 INFO:tasks.workunit.client.0.smithi067.stdout: 611: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:02.383 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ay8vmsFtFrYgYoc off=6550825 len=1554800 2024-07-29T15:33:02.386 INFO:tasks.workunit.client.0.smithi067.stdout:op 3140 completed, throughput=5MB/sec 2024-07-29T15:33:02.386 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FouWrV505f95vnp off=35699 len=1793967 2024-07-29T15:33:02.389 INFO:tasks.workunit.client.0.smithi067.stdout:op 3141 completed, throughput=5MB/sec 2024-07-29T15:33:02.389 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jU8YcJkOUeqC3hm off=763109 len=823370 2024-07-29T15:33:02.390 INFO:tasks.workunit.client.0.smithi067.stdout:op 3142 completed, throughput=5MB/sec 2024-07-29T15:33:03.390 INFO:tasks.workunit.client.0.smithi067.stdout: 612: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:03.391 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-vbZFfO2PJ9me5ZV off=1500596 len=413927 2024-07-29T15:33:03.391 INFO:tasks.workunit.client.0.smithi067.stdout:op 3143 completed, throughput=4.99MB/sec 2024-07-29T15:33:03.391 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-n1H76BuZQIjmx_u off=5297400 len=1048321 2024-07-29T15:33:03.397 INFO:tasks.workunit.client.0.smithi067.stdout:op 3144 completed, throughput=4.99MB/sec 2024-07-29T15:33:03.397 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rklYD18ivt8g74F off=13597050 len=104431 2024-07-29T15:33:03.400 INFO:tasks.workunit.client.0.smithi067.stdout:op 3145 completed, throughput=4.99MB/sec 2024-07-29T15:33:03.400 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-sVaFiLtWryQVwoC off=1150753 len=1515736 2024-07-29T15:33:03.403 INFO:tasks.workunit.client.0.smithi067.stdout:op 3146 completed, throughput=5MB/sec 2024-07-29T15:33:03.403 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_Tn2QiPVl5_-u3X off=2461699 len=744898 2024-07-29T15:33:03.407 INFO:tasks.workunit.client.0.smithi067.stdout:op 3147 completed, throughput=5MB/sec 2024-07-29T15:33:03.407 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6-6aphlT8gUFtuE off=1299989 len=1035980 2024-07-29T15:33:03.412 INFO:tasks.workunit.client.0.smithi067.stdout:op 3148 completed, throughput=5MB/sec 2024-07-29T15:33:03.412 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MTedukodX1Ew6UE off=16493929 len=642982 2024-07-29T15:33:03.416 INFO:tasks.workunit.client.0.smithi067.stdout:op 3149 completed, throughput=5MB/sec 2024-07-29T15:33:03.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:03 smithi067 ceph-mon[91995]: pgmap v1663: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:33:03.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:03 smithi067 ceph-mon[94375]: pgmap v1663: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:33:04.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:03 smithi138 ceph-mon[86438]: pgmap v1663: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:33:04.416 INFO:tasks.workunit.client.0.smithi067.stdout: 613: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:04.416 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9UwJgOErRNL1v9V off=1448459 len=827082 2024-07-29T15:33:04.421 INFO:tasks.workunit.client.0.smithi067.stdout:op 3150 completed, throughput=4.99MB/sec 2024-07-29T15:33:04.421 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eyDIuszN7feZMqe off=132436 len=1440222 2024-07-29T15:33:04.424 INFO:tasks.workunit.client.0.smithi067.stdout:op 3151 completed, throughput=5MB/sec 2024-07-29T15:33:04.424 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-HReWu9KFxgezgeR off=9744255 len=1806745 2024-07-29T15:33:04.428 INFO:tasks.workunit.client.0.smithi067.stdout:op 3152 completed, throughput=5MB/sec 2024-07-29T15:33:04.428 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_B6Ms0gNXHjqNF4 off=7433546 len=1904867 2024-07-29T15:33:04.430 INFO:tasks.workunit.client.0.smithi067.stdout:op 3153 completed, throughput=5MB/sec 2024-07-29T15:33:05.430 INFO:tasks.workunit.client.0.smithi067.stdout: 614: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:05.431 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-TmADwr06iCEQX45 off=7547096 len=383157 2024-07-29T15:33:05.431 INFO:tasks.workunit.client.0.smithi067.stdout:op 3154 completed, throughput=4.99MB/sec 2024-07-29T15:33:05.431 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PJAjZZukEM82Bad off=1755936 len=1844364 2024-07-29T15:33:05.434 INFO:tasks.workunit.client.0.smithi067.stdout:op 3155 completed, throughput=5MB/sec 2024-07-29T15:33:05.434 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wcrbbKX-yrOFxzL off=10454570 len=1571572 2024-07-29T15:33:05.436 INFO:tasks.workunit.client.0.smithi067.stdout:op 3156 completed, throughput=5MB/sec 2024-07-29T15:33:05.436 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qiEuDD_DvZ1DbtL off=6569383 len=1622728 2024-07-29T15:33:05.438 INFO:tasks.workunit.client.0.smithi067.stdout:op 3157 completed, throughput=5MB/sec 2024-07-29T15:33:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:05 smithi067 ceph-mon[91995]: pgmap v1664: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-07-29T15:33:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:33:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:05 smithi067 ceph-mon[94375]: pgmap v1664: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-07-29T15:33:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:33:06.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:05 smithi138 ceph-mon[86438]: pgmap v1664: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-07-29T15:33:06.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:33:06.438 INFO:tasks.workunit.client.0.smithi067.stdout: 615: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:06.439 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-R1c9u7SfnHTsbux off=6047054 len=2025968 2024-07-29T15:33:06.450 INFO:tasks.workunit.client.0.smithi067.stdout:op 3158 completed, throughput=5MB/sec 2024-07-29T15:33:06.450 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-uNw5_DE1i9Qm9cX off=5144014 len=1209778 2024-07-29T15:33:06.452 INFO:tasks.workunit.client.0.smithi067.stdout:op 3159 completed, throughput=5MB/sec 2024-07-29T15:33:06.452 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zcWZyqNwNwh-Wws off=6505232 len=847935 2024-07-29T15:33:06.457 INFO:tasks.workunit.client.0.smithi067.stdout:op 3160 completed, throughput=5MB/sec 2024-07-29T15:33:07.458 INFO:tasks.workunit.client.0.smithi067.stdout: 616: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:07.458 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-eHrh8U0K-KGs58u off=9522849 len=617512 2024-07-29T15:33:07.462 INFO:tasks.workunit.client.0.smithi067.stdout:op 3161 completed, throughput=4.99MB/sec 2024-07-29T15:33:07.462 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PZC_8hvTvJpClku off=2369577 len=980806 2024-07-29T15:33:07.464 INFO:tasks.workunit.client.0.smithi067.stdout:op 3162 completed, throughput=4.99MB/sec 2024-07-29T15:33:07.465 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Iw9xYRvwaGNo6m7 off=1307653 len=888412 2024-07-29T15:33:07.466 INFO:tasks.workunit.client.0.smithi067.stdout:op 3163 completed, throughput=5MB/sec 2024-07-29T15:33:07.466 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-DdFOHVbw_5CxcWj off=8651387 len=286934 2024-07-29T15:33:07.469 INFO:tasks.workunit.client.0.smithi067.stdout:op 3164 completed, throughput=5MB/sec 2024-07-29T15:33:07.469 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-u1neWiaOQJV8KWA off=599610 len=1461210 2024-07-29T15:33:07.475 INFO:tasks.workunit.client.0.smithi067.stdout:op 3165 completed, throughput=5MB/sec 2024-07-29T15:33:07.475 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-o0IuB59ZLYrp9R9 off=5559625 len=1779560 2024-07-29T15:33:07.481 INFO:tasks.workunit.client.0.smithi067.stdout:op 3166 completed, throughput=5MB/sec 2024-07-29T15:33:07.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:07 smithi067 ceph-mon[91995]: pgmap v1665: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:33:07.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:07 smithi067 ceph-mon[94375]: pgmap v1665: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:33:07.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:33:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:33:07] "GET /metrics HTTP/1.1" 200 34214 "" "Prometheus/2.51.0" 2024-07-29T15:33:08.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:07 smithi138 ceph-mon[86438]: pgmap v1665: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:33:08.481 INFO:tasks.workunit.client.0.smithi067.stdout: 617: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:08.482 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-uookyEl2u0Zw0qK off=4357424 len=1456593 2024-07-29T15:33:08.490 INFO:tasks.workunit.client.0.smithi067.stdout:op 3167 completed, throughput=5MB/sec 2024-07-29T15:33:08.490 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-muetssKIrvcA2S2 off=13379377 len=1602908 2024-07-29T15:33:08.499 INFO:tasks.workunit.client.0.smithi067.stdout:op 3168 completed, throughput=5MB/sec 2024-07-29T15:33:08.499 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-w-mtCdzaYdqS6u5 off=6522959 len=1121830 2024-07-29T15:33:08.500 INFO:tasks.workunit.client.0.smithi067.stdout:op 3169 completed, throughput=5MB/sec 2024-07-29T15:33:08.500 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NNPRrgnMy4epa7o off=0 len=1669546 2024-07-29T15:33:08.502 INFO:tasks.workunit.client.0.smithi067.stdout:op 3170 completed, throughput=5MB/sec 2024-07-29T15:33:09.503 INFO:tasks.workunit.client.0.smithi067.stdout: 618: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:09.503 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-s4k-rbBf1LGszqR off=3764809 len=994444 2024-07-29T15:33:09.504 INFO:tasks.workunit.client.0.smithi067.stdout:op 3171 completed, throughput=5MB/sec 2024-07-29T15:33:09.504 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-eviWu_U3Vguoa79 off=17886914 len=565622 2024-07-29T15:33:09.508 INFO:tasks.workunit.client.0.smithi067.stdout:op 3172 completed, throughput=5MB/sec 2024-07-29T15:33:09.508 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-oXOavJiORwHt6Gf off=2609432 len=287529 2024-07-29T15:33:09.509 INFO:tasks.workunit.client.0.smithi067.stdout:op 3173 completed, throughput=5MB/sec 2024-07-29T15:33:09.509 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-LwNcvMHJDiTKRJ8 off=4323336 len=1633044 2024-07-29T15:33:09.519 INFO:tasks.workunit.client.0.smithi067.stdout:op 3174 completed, throughput=5MB/sec 2024-07-29T15:33:09.519 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SbYha31CSDSz66I off=13656845 len=57021 2024-07-29T15:33:09.522 INFO:tasks.workunit.client.0.smithi067.stdout:op 3175 completed, throughput=5MB/sec 2024-07-29T15:33:09.522 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-COxerYYQUTQKos7 off=10971867 len=1054088 2024-07-29T15:33:09.523 INFO:tasks.workunit.client.0.smithi067.stdout:op 3176 completed, throughput=5MB/sec 2024-07-29T15:33:09.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:09 smithi067 ceph-mon[91995]: pgmap v1666: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:33:09.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:09 smithi067 ceph-mon[94375]: pgmap v1666: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:33:10.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:09 smithi138 ceph-mon[86438]: pgmap v1666: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:33:10.524 INFO:tasks.workunit.client.0.smithi067.stdout: 619: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:10.524 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-oEek3Xky3jX0njV off=9567923 len=2072058 2024-07-29T15:33:10.534 INFO:tasks.workunit.client.0.smithi067.stdout:op 3177 completed, throughput=5MB/sec 2024-07-29T15:33:10.534 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-XZ4MKGBcNN7G_zg off=1091230 len=1366998 2024-07-29T15:33:10.535 INFO:tasks.workunit.client.0.smithi067.stdout:op 3178 completed, throughput=5MB/sec 2024-07-29T15:33:10.536 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zmvSfMBUweR52_v off=1186122 len=1096221 2024-07-29T15:33:10.541 INFO:tasks.workunit.client.0.smithi067.stdout:op 3179 completed, throughput=5MB/sec 2024-07-29T15:33:10.542 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-b_xFr86ruUBYNQ2 off=7186412 len=67335 2024-07-29T15:33:10.542 INFO:tasks.workunit.client.0.smithi067.stdout:op 3180 completed, throughput=5MB/sec 2024-07-29T15:33:10.542 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Xbih4bVQR93BOLZ off=12720322 len=752034 2024-07-29T15:33:10.543 INFO:tasks.workunit.client.0.smithi067.stdout:op 3181 completed, throughput=5MB/sec 2024-07-29T15:33:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:33:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:33:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:33:11.544 INFO:tasks.workunit.client.0.smithi067.stdout: 620: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:11.544 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-sIDOPzCVkgN6arQ off=9962481 len=1422067 2024-07-29T15:33:11.552 INFO:tasks.workunit.client.0.smithi067.stdout:op 3182 completed, throughput=4.99MB/sec 2024-07-29T15:33:11.552 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gNkhPFj7xBNwdTh off=18680184 len=1681259 2024-07-29T15:33:11.555 INFO:tasks.workunit.client.0.smithi067.stdout:op 3183 completed, throughput=5MB/sec 2024-07-29T15:33:11.555 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qfLcQCpD9uS-QBY off=3587187 len=304443 2024-07-29T15:33:11.559 INFO:tasks.workunit.client.0.smithi067.stdout:op 3184 completed, throughput=5MB/sec 2024-07-29T15:33:11.559 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ZIOYVWwmGMI4Im6 off=1328506 len=287948 2024-07-29T15:33:11.559 INFO:tasks.workunit.client.0.smithi067.stdout:op 3185 completed, throughput=5MB/sec 2024-07-29T15:33:11.559 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_p4j5gugym-3eXa off=10287598 len=851117 2024-07-29T15:33:11.564 INFO:tasks.workunit.client.0.smithi067.stdout:op 3186 completed, throughput=5MB/sec 2024-07-29T15:33:11.565 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-sKLNnu9a-wvueTK off=1933439 len=660366 2024-07-29T15:33:11.565 INFO:tasks.workunit.client.0.smithi067.stdout:op 3187 completed, throughput=5MB/sec 2024-07-29T15:33:11.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:11 smithi067 ceph-mon[91995]: pgmap v1667: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:33:11.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:11 smithi067 ceph-mon[94375]: pgmap v1667: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:33:12.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:11 smithi138 ceph-mon[86438]: pgmap v1667: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:33:12.566 INFO:tasks.workunit.client.0.smithi067.stdout: 621: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:12.566 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Lj2XRGC7_luON90 off=3624984 len=448826 2024-07-29T15:33:12.567 INFO:tasks.workunit.client.0.smithi067.stdout:op 3188 completed, throughput=4.99MB/sec 2024-07-29T15:33:12.567 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2aL7dKl3SIGp2pa off=18466645 len=1672911 2024-07-29T15:33:12.577 INFO:tasks.workunit.client.0.smithi067.stdout:op 3189 completed, throughput=5MB/sec 2024-07-29T15:33:12.577 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-rgker5qfxILFkVx off=1162770 len=368877 2024-07-29T15:33:12.578 INFO:tasks.workunit.client.0.smithi067.stdout:op 3190 completed, throughput=5MB/sec 2024-07-29T15:33:12.578 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_0VtBUOxB9L24J8 off=11498895 len=1139938 2024-07-29T15:33:12.583 INFO:tasks.workunit.client.0.smithi067.stdout:op 3191 completed, throughput=5MB/sec 2024-07-29T15:33:12.583 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2Pnut5f9h0G6uyf off=1370917 len=989401 2024-07-29T15:33:12.588 INFO:tasks.workunit.client.0.smithi067.stdout:op 3192 completed, throughput=5MB/sec 2024-07-29T15:33:12.588 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6cKnobeMePCPOCz off=10315549 len=2044977 2024-07-29T15:33:12.597 INFO:tasks.workunit.client.0.smithi067.stdout:op 3193 completed, throughput=5MB/sec 2024-07-29T15:33:13.597 INFO:tasks.workunit.client.0.smithi067.stdout: 622: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:13.597 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-a8wbDhWUtuP_K19 off=1380208 len=649529 2024-07-29T15:33:13.599 INFO:tasks.workunit.client.0.smithi067.stdout:op 3194 completed, throughput=5MB/sec 2024-07-29T15:33:13.599 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-La0Wkw7AzpeW_nn off=6188871 len=64721 2024-07-29T15:33:13.599 INFO:tasks.workunit.client.0.smithi067.stdout:op 3195 completed, throughput=5MB/sec 2024-07-29T15:33:13.599 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DqJpCzWk2Lgl7po off=990419 len=1266052 2024-07-29T15:33:13.601 INFO:tasks.workunit.client.0.smithi067.stdout:op 3196 completed, throughput=5MB/sec 2024-07-29T15:33:13.601 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-npRrmKTgF3OhPRx off=12959793 len=1131886 2024-07-29T15:33:13.603 INFO:tasks.workunit.client.0.smithi067.stdout:op 3197 completed, throughput=5MB/sec 2024-07-29T15:33:13.603 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bsZoHwS79pYu5Un off=2819501 len=546356 2024-07-29T15:33:13.607 INFO:tasks.workunit.client.0.smithi067.stdout:op 3198 completed, throughput=5MB/sec 2024-07-29T15:33:13.607 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-SuK4D4a1MHY181u off=16088610 len=1315548 2024-07-29T15:33:13.608 INFO:tasks.workunit.client.0.smithi067.stdout:op 3199 completed, throughput=5MB/sec 2024-07-29T15:33:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:13 smithi067 ceph-mon[91995]: pgmap v1668: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:33:13.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:13 smithi067 ceph-mon[94375]: pgmap v1668: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:33:14.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:13 smithi138 ceph-mon[86438]: pgmap v1668: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:33:14.609 INFO:tasks.workunit.client.0.smithi067.stdout: 623: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:14.609 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-RrOjvzE6_LZAACo off=2368883 len=1572097 2024-07-29T15:33:14.616 INFO:tasks.workunit.client.0.smithi067.stdout:op 3200 completed, throughput=5MB/sec 2024-07-29T15:33:14.616 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MpmcX4GYeibNuAX off=1178098 len=741841 2024-07-29T15:33:14.620 INFO:tasks.workunit.client.0.smithi067.stdout:op 3201 completed, throughput=5MB/sec 2024-07-29T15:33:14.620 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-HoY_n-9Z0Pnkzht off=10713378 len=601646 2024-07-29T15:33:14.621 INFO:tasks.workunit.client.0.smithi067.stdout:op 3202 completed, throughput=5MB/sec 2024-07-29T15:33:14.622 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-a7u2PGcInJyvjHy off=13011102 len=1615775 2024-07-29T15:33:14.628 INFO:tasks.workunit.client.0.smithi067.stdout:op 3203 completed, throughput=5MB/sec 2024-07-29T15:33:14.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:14 smithi067 ceph-mon[91995]: pgmap v1669: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:33:14.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:14 smithi067 ceph-mon[94375]: pgmap v1669: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:33:15.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:14 smithi138 ceph-mon[86438]: pgmap v1669: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:33:15.628 INFO:tasks.workunit.client.0.smithi067.stdout: 624: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:15.629 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QGDijLuziaT29-P off=6980604 len=813640 2024-07-29T15:33:15.634 INFO:tasks.workunit.client.0.smithi067.stdout:op 3204 completed, throughput=4.99MB/sec 2024-07-29T15:33:15.634 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SE5oDiyS1HPWsG9 off=5388802 len=1117488 2024-07-29T15:33:15.640 INFO:tasks.workunit.client.0.smithi067.stdout:op 3205 completed, throughput=5MB/sec 2024-07-29T15:33:15.640 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fnysKpsQ375gUX9 off=3366276 len=1140523 2024-07-29T15:33:15.641 INFO:tasks.workunit.client.0.smithi067.stdout:op 3206 completed, throughput=5MB/sec 2024-07-29T15:33:15.642 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ghfMRQN1LeEssfq off=2587711 len=1114685 2024-07-29T15:33:15.642 INFO:tasks.workunit.client.0.smithi067.stdout:op 3207 completed, throughput=5MB/sec 2024-07-29T15:33:15.642 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7FrZJwsmiXg9fxn off=19074586 len=1297444 2024-07-29T15:33:15.649 INFO:tasks.workunit.client.0.smithi067.stdout:op 3208 completed, throughput=5MB/sec 2024-07-29T15:33:16.649 INFO:tasks.workunit.client.0.smithi067.stdout: 625: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:16.650 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zQC2mhbqUXqPu_e off=3585818 len=963803 2024-07-29T15:33:16.656 INFO:tasks.workunit.client.0.smithi067.stdout:op 3209 completed, throughput=4.99MB/sec 2024-07-29T15:33:16.656 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-maaz39nDcjtyYJD off=8952748 len=1405347 2024-07-29T15:33:16.663 INFO:tasks.workunit.client.0.smithi067.stdout:op 3210 completed, throughput=5MB/sec 2024-07-29T15:33:16.663 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-h41L7Hn1P6aJZC1 off=181026 len=1525942 2024-07-29T15:33:16.672 INFO:tasks.workunit.client.0.smithi067.stdout:op 3211 completed, throughput=5MB/sec 2024-07-29T15:33:16.672 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-S6RPGuWM49jU1Ns off=9898969 len=90442 2024-07-29T15:33:16.673 INFO:tasks.workunit.client.0.smithi067.stdout:op 3212 completed, throughput=5MB/sec 2024-07-29T15:33:16.673 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mcOUPyDCugODpyi off=1224818 len=1067019 2024-07-29T15:33:16.675 INFO:tasks.workunit.client.0.smithi067.stdout:op 3213 completed, throughput=5MB/sec 2024-07-29T15:33:17.675 INFO:tasks.workunit.client.0.smithi067.stdout: 626: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:17.675 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0gvW8SueP4s-22u off=12768815 len=1079098 2024-07-29T15:33:17.681 INFO:tasks.workunit.client.0.smithi067.stdout:op 3214 completed, throughput=4.99MB/sec 2024-07-29T15:33:17.682 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gttfIOo-LrEbnIF off=3312594 len=1328967 2024-07-29T15:33:17.683 INFO:tasks.workunit.client.0.smithi067.stdout:op 3215 completed, throughput=5MB/sec 2024-07-29T15:33:17.683 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-sRp7MxifB-b8--e off=14182480 len=1487988 2024-07-29T15:33:17.692 INFO:tasks.workunit.client.0.smithi067.stdout:op 3216 completed, throughput=5MB/sec 2024-07-29T15:33:17.692 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-J6wyKdGa6ZglSxG off=9349197 len=1803264 2024-07-29T15:33:17.694 INFO:tasks.workunit.client.0.smithi067.stdout:op 3217 completed, throughput=5MB/sec 2024-07-29T15:33:17.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:17 smithi067 ceph-mon[91995]: pgmap v1670: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:33:17.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:17 smithi067 ceph-mon[94375]: pgmap v1670: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:33:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:17 smithi138 ceph-mon[86438]: pgmap v1670: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:33:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:33:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:33:17] "GET /metrics HTTP/1.1" 200 34214 "" "Prometheus/2.51.0" 2024-07-29T15:33:18.695 INFO:tasks.workunit.client.0.smithi067.stdout: 627: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:18.695 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--_WKcyYkAspWWQK off=8339219 len=1231514 2024-07-29T15:33:18.697 INFO:tasks.workunit.client.0.smithi067.stdout:op 3218 completed, throughput=4.99MB/sec 2024-07-29T15:33:18.698 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zX1Y9K1AXr1tSwx off=1436904 len=1407040 2024-07-29T15:33:18.706 INFO:tasks.workunit.client.0.smithi067.stdout:op 3219 completed, throughput=5MB/sec 2024-07-29T15:33:18.706 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-dKrxPV6zha7bo75 off=2861311 len=1156883 2024-07-29T15:33:18.708 INFO:tasks.workunit.client.0.smithi067.stdout:op 3220 completed, throughput=5MB/sec 2024-07-29T15:33:18.708 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-nRz6L3R4ZwMPMRX off=7200404 len=1547246 2024-07-29T15:33:18.710 INFO:tasks.workunit.client.0.smithi067.stdout:op 3221 completed, throughput=5MB/sec 2024-07-29T15:33:19.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:19 smithi138 ceph-mon[86438]: pgmap v1671: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:33:19.711 INFO:tasks.workunit.client.0.smithi067.stdout: 628: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:19.711 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bKhHhqHiISU5Vbh off=24309 len=210153 2024-07-29T15:33:19.711 INFO:tasks.workunit.client.0.smithi067.stdout:op 3222 completed, throughput=4.99MB/sec 2024-07-29T15:33:19.711 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UVYYFcy6Ntcg_25 off=6892155 len=824481 2024-07-29T15:33:19.713 INFO:tasks.workunit.client.0.smithi067.stdout:op 3223 completed, throughput=4.99MB/sec 2024-07-29T15:33:19.713 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Grp8MBPWjf121Z_ off=465903 len=1030574 2024-07-29T15:33:19.714 INFO:tasks.workunit.client.0.smithi067.stdout:op 3224 completed, throughput=5MB/sec 2024-07-29T15:33:19.714 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8RTblSp4vH96UU9 off=13887023 len=1950436 2024-07-29T15:33:19.724 INFO:tasks.workunit.client.0.smithi067.stdout:op 3225 completed, throughput=5MB/sec 2024-07-29T15:33:19.725 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-nOyJPqRJJOALw_J off=16214187 len=1155568 2024-07-29T15:33:19.732 INFO:tasks.workunit.client.0.smithi067.stdout:op 3226 completed, throughput=5MB/sec 2024-07-29T15:33:19.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:19 smithi067 ceph-mon[91995]: pgmap v1671: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:33:19.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:19 smithi067 ceph-mon[94375]: pgmap v1671: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:33:20.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:33:20.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:33:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:33:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:33:20.732 INFO:tasks.workunit.client.0.smithi067.stdout: 629: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:20.732 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-AbAWJXBkb9o4riU off=9500634 len=203405 2024-07-29T15:33:20.735 INFO:tasks.workunit.client.0.smithi067.stdout:op 3227 completed, throughput=4.99MB/sec 2024-07-29T15:33:20.735 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FpodWlnMVrRtfOB off=10146741 len=1195217 2024-07-29T15:33:20.737 INFO:tasks.workunit.client.0.smithi067.stdout:op 3228 completed, throughput=4.99MB/sec 2024-07-29T15:33:20.737 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-yFzazu6sCLNGJzM off=882290 len=508627 2024-07-29T15:33:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:33:20.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:33:20.739 INFO:tasks.workunit.client.0.smithi067.stdout:op 3229 completed, throughput=5MB/sec 2024-07-29T15:33:20.739 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-xCXzCsrWS2n84qy off=10514546 len=676802 2024-07-29T15:33:20.740 INFO:tasks.workunit.client.0.smithi067.stdout:op 3230 completed, throughput=5MB/sec 2024-07-29T15:33:20.740 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bZ5SEL1vYTlcgSr off=5769243 len=655521 2024-07-29T15:33:20.743 INFO:tasks.workunit.client.0.smithi067.stdout:op 3231 completed, throughput=5MB/sec 2024-07-29T15:33:20.744 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-yJWK2vX-MZ_S98B off=1152992 len=973562 2024-07-29T15:33:20.745 INFO:tasks.workunit.client.0.smithi067.stdout:op 3232 completed, throughput=5MB/sec 2024-07-29T15:33:20.745 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-HPEP9vbhRVe9ww7 off=16787256 len=1442703 2024-07-29T15:33:20.758 INFO:tasks.workunit.client.0.smithi067.stdout:op 3233 completed, throughput=5MB/sec 2024-07-29T15:33:21.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:21 smithi138 ceph-mon[86438]: pgmap v1672: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:33:21.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:21 smithi067 ceph-mon[91995]: pgmap v1672: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:33:21.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:21 smithi067 ceph-mon[94375]: pgmap v1672: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:33:21.758 INFO:tasks.workunit.client.0.smithi067.stdout: 630: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:21.758 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lO-Qelv51UwNRvx off=18477037 len=1336148 2024-07-29T15:33:21.761 INFO:tasks.workunit.client.0.smithi067.stdout:op 3234 completed, throughput=5MB/sec 2024-07-29T15:33:21.761 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-rjw87t1OUwAytDi off=13668317 len=2054864 2024-07-29T15:33:21.764 INFO:tasks.workunit.client.0.smithi067.stdout:op 3235 completed, throughput=5MB/sec 2024-07-29T15:33:21.764 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8lfB-dXBZqp3VZ- off=12325160 len=1495203 2024-07-29T15:33:21.766 INFO:tasks.workunit.client.0.smithi067.stdout:op 3236 completed, throughput=5MB/sec 2024-07-29T15:33:22.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:22 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:33:22.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:22 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:33:22.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:22 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:33:22.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:22 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:33:22.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:22 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:33:22.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:22 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:33:22.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:22 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:33:22.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:22 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:33:22.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:22 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:33:22.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:22 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:33:22.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:22 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:33:22.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:22 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:33:22.766 INFO:tasks.workunit.client.0.smithi067.stdout: 631: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:22.766 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MKZ4TU8335mj15R off=5143113 len=551711 2024-07-29T15:33:22.770 INFO:tasks.workunit.client.0.smithi067.stdout:op 3237 completed, throughput=4.99MB/sec 2024-07-29T15:33:22.770 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-S4Um8VDCZ2CadJU off=929623 len=392290 2024-07-29T15:33:22.773 INFO:tasks.workunit.client.0.smithi067.stdout:op 3238 completed, throughput=4.99MB/sec 2024-07-29T15:33:22.773 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wZ-U3ltm5jA2mBN off=4916054 len=1866324 2024-07-29T15:33:22.779 INFO:tasks.workunit.client.0.smithi067.stdout:op 3239 completed, throughput=5MB/sec 2024-07-29T15:33:22.779 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-sW37Rz_BVDQKlo2 off=10095205 len=868786 2024-07-29T15:33:22.783 INFO:tasks.workunit.client.0.smithi067.stdout:op 3240 completed, throughput=5MB/sec 2024-07-29T15:33:22.783 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-xGyblZKn1ScUdSj off=1288666 len=429917 2024-07-29T15:33:22.785 INFO:tasks.workunit.client.0.smithi067.stdout:op 3241 completed, throughput=5MB/sec 2024-07-29T15:33:22.785 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CIxutFrlh6ETSSC off=8212115 len=1228067 2024-07-29T15:33:22.791 INFO:tasks.workunit.client.0.smithi067.stdout:op 3242 completed, throughput=5MB/sec 2024-07-29T15:33:23.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:23 smithi138 ceph-mon[86438]: pgmap v1673: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:33:23.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:23 smithi067 ceph-mon[91995]: pgmap v1673: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:33:23.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:23 smithi067 ceph-mon[94375]: pgmap v1673: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:33:23.792 INFO:tasks.workunit.client.0.smithi067.stdout: 632: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:23.792 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-oy05S3o2aRnsP3- off=2960063 len=1005547 2024-07-29T15:33:23.798 INFO:tasks.workunit.client.0.smithi067.stdout:op 3243 completed, throughput=4.99MB/sec 2024-07-29T15:33:23.798 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-opN1iisDZEG6ZM8 off=11364877 len=1601259 2024-07-29T15:33:23.807 INFO:tasks.workunit.client.0.smithi067.stdout:op 3244 completed, throughput=5MB/sec 2024-07-29T15:33:23.807 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Uxqzm0ln4A3Oc4s off=1102749 len=789544 2024-07-29T15:33:23.812 INFO:tasks.workunit.client.0.smithi067.stdout:op 3245 completed, throughput=5MB/sec 2024-07-29T15:33:23.812 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-CEGWpsoTOe1BpgA off=12653919 len=596063 2024-07-29T15:33:23.814 INFO:tasks.workunit.client.0.smithi067.stdout:op 3246 completed, throughput=5MB/sec 2024-07-29T15:33:23.814 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-aIK4Kj1IQFMVTZp off=3548591 len=1296836 2024-07-29T15:33:23.820 INFO:tasks.workunit.client.0.smithi067.stdout:op 3247 completed, throughput=5MB/sec 2024-07-29T15:33:24.820 INFO:tasks.workunit.client.0.smithi067.stdout: 633: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:24.820 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Byxbn2ueagYV3l5 off=5973713 len=1029742 2024-07-29T15:33:24.825 INFO:tasks.workunit.client.0.smithi067.stdout:op 3248 completed, throughput=4.99MB/sec 2024-07-29T15:33:24.826 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-7zZiwCHRUfklfbo off=6568698 len=57845 2024-07-29T15:33:24.826 INFO:tasks.workunit.client.0.smithi067.stdout:op 3249 completed, throughput=4.99MB/sec 2024-07-29T15:33:24.826 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ZrVfYSt-RDqeglj off=1613698 len=1153509 2024-07-29T15:33:24.827 INFO:tasks.workunit.client.0.smithi067.stdout:op 3250 completed, throughput=5MB/sec 2024-07-29T15:33:24.828 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Derd6W4GpE_ew7d off=13774437 len=473683 2024-07-29T15:33:24.829 INFO:tasks.workunit.client.0.smithi067.stdout:op 3251 completed, throughput=5MB/sec 2024-07-29T15:33:24.829 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-myy5uRXF3AOJAgx off=11387964 len=2031376 2024-07-29T15:33:24.838 INFO:tasks.workunit.client.0.smithi067.stdout:op 3252 completed, throughput=5MB/sec 2024-07-29T15:33:24.838 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-E9xhNHfz3UJLKT3 off=6970755 len=1489960 2024-07-29T15:33:24.846 INFO:tasks.workunit.client.0.smithi067.stdout:op 3253 completed, throughput=5MB/sec 2024-07-29T15:33:25.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:25 smithi067 ceph-mon[91995]: pgmap v1674: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:33:25.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:25 smithi067 ceph-mon[94375]: pgmap v1674: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:33:25.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:25 smithi138 ceph-mon[86438]: pgmap v1674: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:33:25.846 INFO:tasks.workunit.client.0.smithi067.stdout: 634: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:25.846 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-TuDjdLbt1_M2Rpn off=13595149 len=1048495 2024-07-29T15:33:25.852 INFO:tasks.workunit.client.0.smithi067.stdout:op 3254 completed, throughput=5MB/sec 2024-07-29T15:33:25.852 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-W9Yn3vCErvWBZ8M off=10631098 len=1901830 2024-07-29T15:33:25.854 INFO:tasks.workunit.client.0.smithi067.stdout:op 3255 completed, throughput=5MB/sec 2024-07-29T15:33:25.854 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WDkKbWlCetv3qAx off=25539 len=1864091 2024-07-29T15:33:25.856 INFO:tasks.workunit.client.0.smithi067.stdout:op 3256 completed, throughput=5MB/sec 2024-07-29T15:33:26.857 INFO:tasks.workunit.client.0.smithi067.stdout: 635: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:26.857 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-JoGsNngEaDph0Q6 off=14500250 len=588573 2024-07-29T15:33:26.858 INFO:tasks.workunit.client.0.smithi067.stdout:op 3257 completed, throughput=4.99MB/sec 2024-07-29T15:33:26.858 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-J639sd1wDgt4Kqe off=309196 len=1694521 2024-07-29T15:33:26.860 INFO:tasks.workunit.client.0.smithi067.stdout:op 3258 completed, throughput=5MB/sec 2024-07-29T15:33:26.860 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-TeVUvkohRGIusCp off=16599264 len=1825779 2024-07-29T15:33:26.869 INFO:tasks.workunit.client.0.smithi067.stdout:op 3259 completed, throughput=5MB/sec 2024-07-29T15:33:26.869 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0wkSOJZtGkS0efc off=14436063 len=1683245 2024-07-29T15:33:26.871 INFO:tasks.workunit.client.0.smithi067.stdout:op 3260 completed, throughput=5MB/sec 2024-07-29T15:33:27.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:27 smithi067 ceph-mon[91995]: pgmap v1675: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:33:27.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:27 smithi067 ceph-mon[94375]: pgmap v1675: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:33:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:27 smithi138 ceph-mon[86438]: pgmap v1675: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:33:27.871 INFO:tasks.workunit.client.0.smithi067.stdout: 636: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:27.871 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ShvLRZeNzFdj7Ej off=8375661 len=2005880 2024-07-29T15:33:27.873 INFO:tasks.workunit.client.0.smithi067.stdout:op 3261 completed, throughput=5MB/sec 2024-07-29T15:33:27.873 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-QEn9wo8dDs6rORv off=0 len=1102752 2024-07-29T15:33:27.874 INFO:tasks.workunit.client.0.smithi067.stdout:op 3262 completed, throughput=5MB/sec 2024-07-29T15:33:27.875 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0r7E7G0STT5kV7t off=177463 len=1702224 2024-07-29T15:33:27.880 INFO:tasks.workunit.client.0.smithi067.stdout:op 3263 completed, throughput=5MB/sec 2024-07-29T15:33:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:33:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:33:27] "GET /metrics HTTP/1.1" 200 34213 "" "Prometheus/2.51.0" 2024-07-29T15:33:28.880 INFO:tasks.workunit.client.0.smithi067.stdout: 637: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:28.881 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-M1gWLSLnKWFadMZ off=3047785 len=339940 2024-07-29T15:33:28.881 INFO:tasks.workunit.client.0.smithi067.stdout:op 3264 completed, throughput=4.99MB/sec 2024-07-29T15:33:28.881 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-119IdWmHFnaBVbQ off=919147 len=615571 2024-07-29T15:33:28.883 INFO:tasks.workunit.client.0.smithi067.stdout:op 3265 completed, throughput=4.99MB/sec 2024-07-29T15:33:28.883 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-hVqycrQLp7lHI74 off=3487654 len=313343 2024-07-29T15:33:28.887 INFO:tasks.workunit.client.0.smithi067.stdout:op 3266 completed, throughput=4.99MB/sec 2024-07-29T15:33:28.887 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-iBIjvG3kNLETGqx off=21640588 len=1341752 2024-07-29T15:33:28.893 INFO:tasks.workunit.client.0.smithi067.stdout:op 3267 completed, throughput=5MB/sec 2024-07-29T15:33:28.893 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-tb9te00mtHUX2JB off=5657659 len=336882 2024-07-29T15:33:28.896 INFO:tasks.workunit.client.0.smithi067.stdout:op 3268 completed, throughput=5MB/sec 2024-07-29T15:33:28.897 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-oFcvvUksABTw5pc off=570575 len=1689405 2024-07-29T15:33:28.897 INFO:tasks.workunit.client.0.smithi067.stdout:op 3269 completed, throughput=5MB/sec 2024-07-29T15:33:28.898 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Q3WYuQ2gWxXHPwI off=6823017 len=147673 2024-07-29T15:33:28.899 INFO:tasks.workunit.client.0.smithi067.stdout:op 3270 completed, throughput=5MB/sec 2024-07-29T15:33:28.899 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pV5J2dzFKPGuJ0F off=7313534 len=994106 2024-07-29T15:33:28.900 INFO:tasks.workunit.client.0.smithi067.stdout:op 3271 completed, throughput=5MB/sec 2024-07-29T15:33:29.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:29 smithi067 ceph-mon[91995]: pgmap v1676: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:33:29.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:29 smithi067 ceph-mon[94375]: pgmap v1676: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:33:29.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:29 smithi138 ceph-mon[86438]: pgmap v1676: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:33:29.900 INFO:tasks.workunit.client.0.smithi067.stdout: 638: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:29.900 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wOb2feIeyCEsWD- off=4555061 len=174275 2024-07-29T15:33:29.903 INFO:tasks.workunit.client.0.smithi067.stdout:op 3272 completed, throughput=4.99MB/sec 2024-07-29T15:33:29.903 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gdEhQuSFc1l-csl off=15121515 len=46142 2024-07-29T15:33:29.904 INFO:tasks.workunit.client.0.smithi067.stdout:op 3273 completed, throughput=4.99MB/sec 2024-07-29T15:33:29.904 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-xdnDVyzdidIYoKS off=17391663 len=448946 2024-07-29T15:33:29.905 INFO:tasks.workunit.client.0.smithi067.stdout:op 3274 completed, throughput=4.99MB/sec 2024-07-29T15:33:29.905 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6_ZwCZI-zNg8XDy off=15627455 len=421896 2024-07-29T15:33:29.906 INFO:tasks.workunit.client.0.smithi067.stdout:op 3275 completed, throughput=5MB/sec 2024-07-29T15:33:29.906 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Mchdq5FwTQEDGft off=1163495 len=427182 2024-07-29T15:33:29.909 INFO:tasks.workunit.client.0.smithi067.stdout:op 3276 completed, throughput=5MB/sec 2024-07-29T15:33:29.909 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lUG2K9KzkTw35eH off=12424261 len=264030 2024-07-29T15:33:29.910 INFO:tasks.workunit.client.0.smithi067.stdout:op 3277 completed, throughput=5MB/sec 2024-07-29T15:33:29.910 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ciy8vlXTczFNXZZ off=12913102 len=707216 2024-07-29T15:33:29.914 INFO:tasks.workunit.client.0.smithi067.stdout:op 3278 completed, throughput=5MB/sec 2024-07-29T15:33:29.915 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KXttCMTVwhe3gwf off=3226026 len=1037229 2024-07-29T15:33:29.916 INFO:tasks.workunit.client.0.smithi067.stdout:op 3279 completed, throughput=5MB/sec 2024-07-29T15:33:29.916 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1ETxMxWcMg_YTLx off=6719732 len=381139 2024-07-29T15:33:29.917 INFO:tasks.workunit.client.0.smithi067.stdout:op 3280 completed, throughput=5MB/sec 2024-07-29T15:33:29.917 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-eWSfqMGKRqnPpJz off=11740182 len=1150589 2024-07-29T15:33:29.922 INFO:tasks.workunit.client.0.smithi067.stdout:op 3281 completed, throughput=5MB/sec 2024-07-29T15:33:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:33:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:33:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:33:30.923 INFO:tasks.workunit.client.0.smithi067.stdout: 639: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:30.923 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-kavrRNOdHmi7ClX off=14042340 len=2020688 2024-07-29T15:33:30.925 INFO:tasks.workunit.client.0.smithi067.stdout:op 3282 completed, throughput=5MB/sec 2024-07-29T15:33:30.925 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4-w-2vjLUPoc7QE off=1062259 len=22951 2024-07-29T15:33:30.928 INFO:tasks.workunit.client.0.smithi067.stdout:op 3283 completed, throughput=5MB/sec 2024-07-29T15:33:30.928 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_g4Cmw9Isb6MivA off=1950873 len=462408 2024-07-29T15:33:30.929 INFO:tasks.workunit.client.0.smithi067.stdout:op 3284 completed, throughput=5MB/sec 2024-07-29T15:33:30.929 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-v9YLSsNlmDXX148 off=4802659 len=723176 2024-07-29T15:33:30.930 INFO:tasks.workunit.client.0.smithi067.stdout:op 3285 completed, throughput=5MB/sec 2024-07-29T15:33:30.931 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-khIEblWHc37PGUR off=8353131 len=1416088 2024-07-29T15:33:30.932 INFO:tasks.workunit.client.0.smithi067.stdout:op 3286 completed, throughput=5MB/sec 2024-07-29T15:33:30.933 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9nu6BsBU1YMlxYR off=7383135 len=650181 2024-07-29T15:33:30.937 INFO:tasks.workunit.client.0.smithi067.stdout:op 3287 completed, throughput=5MB/sec 2024-07-29T15:33:31.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:31 smithi067 ceph-mon[91995]: pgmap v1677: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:33:31.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:31 smithi067 ceph-mon[94375]: pgmap v1677: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:33:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:31 smithi138 ceph-mon[86438]: pgmap v1677: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:33:31.937 INFO:tasks.workunit.client.0.smithi067.stdout: 640: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:31.937 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-oaO3j9Gl8gaZe8C off=890061 len=1531230 2024-07-29T15:33:31.940 INFO:tasks.workunit.client.0.smithi067.stdout:op 3288 completed, throughput=5MB/sec 2024-07-29T15:33:31.941 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-HD3AYIc1tBfV8_1 off=7268813 len=1855 2024-07-29T15:33:31.941 INFO:tasks.workunit.client.0.smithi067.stdout:op 3289 completed, throughput=5MB/sec 2024-07-29T15:33:31.941 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-iMCRUn6335NilsK off=2405683 len=147253 2024-07-29T15:33:31.944 INFO:tasks.workunit.client.0.smithi067.stdout:op 3290 completed, throughput=5MB/sec 2024-07-29T15:33:31.944 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-B5BZ9hQ_FO55gXr off=3339365 len=927026 2024-07-29T15:33:31.949 INFO:tasks.workunit.client.0.smithi067.stdout:op 3291 completed, throughput=5MB/sec 2024-07-29T15:33:31.949 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-D_knhZMr4DaaUC8 off=8813209 len=258902 2024-07-29T15:33:31.952 INFO:tasks.workunit.client.0.smithi067.stdout:op 3292 completed, throughput=5MB/sec 2024-07-29T15:33:31.952 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-apMm5LAS_z8HIxr off=4776154 len=594497 2024-07-29T15:33:31.956 INFO:tasks.workunit.client.0.smithi067.stdout:op 3293 completed, throughput=5MB/sec 2024-07-29T15:33:31.956 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VcORr1TavQdwo4S off=2636263 len=1730682 2024-07-29T15:33:31.963 INFO:tasks.workunit.client.0.smithi067.stdout:op 3294 completed, throughput=5MB/sec 2024-07-29T15:33:32.963 INFO:tasks.workunit.client.0.smithi067.stdout: 641: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:32.963 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-GIMQmCeFkAB7na_ off=14185890 len=196546 2024-07-29T15:33:32.963 INFO:tasks.workunit.client.0.smithi067.stdout:op 3295 completed, throughput=4.99MB/sec 2024-07-29T15:33:32.963 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KKPK__bezKD4o0H off=3902687 len=1416445 2024-07-29T15:33:32.965 INFO:tasks.workunit.client.0.smithi067.stdout:op 3296 completed, throughput=5MB/sec 2024-07-29T15:33:32.965 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Yd-JKVrvVhrWAbm off=5278938 len=34426 2024-07-29T15:33:32.966 INFO:tasks.workunit.client.0.smithi067.stdout:op 3297 completed, throughput=5MB/sec 2024-07-29T15:33:32.966 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5mHdJBTpAfDDMFw off=1462791 len=1500387 2024-07-29T15:33:32.975 INFO:tasks.workunit.client.0.smithi067.stdout:op 3298 completed, throughput=5MB/sec 2024-07-29T15:33:32.975 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-my3Q0fe1J3h-2fs off=5768673 len=1527608 2024-07-29T15:33:32.981 INFO:tasks.workunit.client.0.smithi067.stdout:op 3299 completed, throughput=5MB/sec 2024-07-29T15:33:32.982 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-fASWnOS8Vwuy9yg off=12406502 len=1848860 2024-07-29T15:33:32.990 INFO:tasks.workunit.client.0.smithi067.stdout:op 3300 completed, throughput=5MB/sec 2024-07-29T15:33:33.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:33 smithi067 ceph-mon[91995]: pgmap v1678: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:33:33.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:33 smithi067 ceph-mon[94375]: pgmap v1678: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:33:33.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:33 smithi138 ceph-mon[86438]: pgmap v1678: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:33:33.990 INFO:tasks.workunit.client.0.smithi067.stdout: 642: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:33.990 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jWAcvlURY6rLL9O off=13478242 len=75889 2024-07-29T15:33:33.990 INFO:tasks.workunit.client.0.smithi067.stdout:op 3301 completed, throughput=4.99MB/sec 2024-07-29T15:33:33.991 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pbfNvIF9t6jCSYt off=1781183 len=1152297 2024-07-29T15:33:33.993 INFO:tasks.workunit.client.0.smithi067.stdout:op 3302 completed, throughput=5MB/sec 2024-07-29T15:33:33.993 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-yhetra0mwd6erkS off=11738627 len=686991 2024-07-29T15:33:33.997 INFO:tasks.workunit.client.0.smithi067.stdout:op 3303 completed, throughput=5MB/sec 2024-07-29T15:33:33.997 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-zHsMA0gSX4ohTJX off=5641795 len=118912 2024-07-29T15:33:33.998 INFO:tasks.workunit.client.0.smithi067.stdout:op 3304 completed, throughput=5MB/sec 2024-07-29T15:33:33.998 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-XRjz62LIg0aig5j off=3407230 len=1472315 2024-07-29T15:33:34.005 INFO:tasks.workunit.client.0.smithi067.stdout:op 3305 completed, throughput=5MB/sec 2024-07-29T15:33:34.005 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BCYujYOujL1lSrW off=8511474 len=1717420 2024-07-29T15:33:34.006 INFO:tasks.workunit.client.0.smithi067.stdout:op 3306 completed, throughput=5MB/sec 2024-07-29T15:33:35.006 INFO:tasks.workunit.client.0.smithi067.stdout: 643: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:35.007 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0y6H1inmGsGyN1t off=680651 len=553054 2024-07-29T15:33:35.008 INFO:tasks.workunit.client.0.smithi067.stdout:op 3307 completed, throughput=5MB/sec 2024-07-29T15:33:35.008 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-weuBFWqlSrhj10v off=9765017 len=141702 2024-07-29T15:33:35.008 INFO:tasks.workunit.client.0.smithi067.stdout:op 3308 completed, throughput=5MB/sec 2024-07-29T15:33:35.009 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-kOkonrlFZFhwjLj off=186251 len=569148 2024-07-29T15:33:35.009 INFO:tasks.workunit.client.0.smithi067.stdout:op 3309 completed, throughput=5MB/sec 2024-07-29T15:33:35.010 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QregjV_Xvkif0RT off=19189205 len=158964 2024-07-29T15:33:35.012 INFO:tasks.workunit.client.0.smithi067.stdout:op 3310 completed, throughput=5MB/sec 2024-07-29T15:33:35.013 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-kOgkEvMiUhmYdZh off=3582403 len=486187 2024-07-29T15:33:35.013 INFO:tasks.workunit.client.0.smithi067.stdout:op 3311 completed, throughput=5MB/sec 2024-07-29T15:33:35.013 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KT55dCew5dXrash off=5669710 len=1851299 2024-07-29T15:33:35.023 INFO:tasks.workunit.client.0.smithi067.stdout:op 3312 completed, throughput=5MB/sec 2024-07-29T15:33:35.023 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-pnP7zexy4XysXfs off=7556335 len=181762 2024-07-29T15:33:35.026 INFO:tasks.workunit.client.0.smithi067.stdout:op 3313 completed, throughput=5MB/sec 2024-07-29T15:33:35.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:35 smithi067 ceph-mon[91995]: pgmap v1679: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:33:35.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:33:35.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:35 smithi067 ceph-mon[94375]: pgmap v1679: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:33:35.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:33:35.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:35 smithi138 ceph-mon[86438]: pgmap v1679: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:33:35.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:33:36.026 INFO:tasks.workunit.client.0.smithi067.stdout: 644: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:36.027 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-c5UepA2oYnb-olW off=12303131 len=701340 2024-07-29T15:33:36.028 INFO:tasks.workunit.client.0.smithi067.stdout:op 3314 completed, throughput=4.99MB/sec 2024-07-29T15:33:36.028 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-vD6aIry2lWjJ1Hs off=10156043 len=1034897 2024-07-29T15:33:36.034 INFO:tasks.workunit.client.0.smithi067.stdout:op 3315 completed, throughput=4.99MB/sec 2024-07-29T15:33:36.034 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KT55dCew5dXrash off=2589211 len=1001525 2024-07-29T15:33:36.039 INFO:tasks.workunit.client.0.smithi067.stdout:op 3316 completed, throughput=5MB/sec 2024-07-29T15:33:36.039 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-P_8j8FjPSCHVFy6 off=534941 len=1811828 2024-07-29T15:33:36.049 INFO:tasks.workunit.client.0.smithi067.stdout:op 3317 completed, throughput=5MB/sec 2024-07-29T15:33:36.049 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-K3XlPV9Gv3IEBG8 off=3578717 len=381624 2024-07-29T15:33:36.050 INFO:tasks.workunit.client.0.smithi067.stdout:op 3318 completed, throughput=5MB/sec 2024-07-29T15:33:36.050 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-uN89sp9cIaWw7GC off=2770140 len=60433 2024-07-29T15:33:36.053 INFO:tasks.workunit.client.0.smithi067.stdout:op 3319 completed, throughput=5MB/sec 2024-07-29T15:33:36.053 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0mLyfvoZgopy3mZ off=1137060 len=334715 2024-07-29T15:33:36.053 INFO:tasks.workunit.client.0.smithi067.stdout:op 3320 completed, throughput=5MB/sec 2024-07-29T15:33:36.053 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QZ6ZxqOSM7vyLeT off=1076990 len=798007 2024-07-29T15:33:36.058 INFO:tasks.workunit.client.0.smithi067.stdout:op 3321 completed, throughput=5MB/sec 2024-07-29T15:33:37.058 INFO:tasks.workunit.client.0.smithi067.stdout: 645: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:37.058 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3sbP1DwjHCnTKVH off=3649492 len=40861 2024-07-29T15:33:37.059 INFO:tasks.workunit.client.0.smithi067.stdout:op 3322 completed, throughput=4.99MB/sec 2024-07-29T15:33:37.059 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-C3OZ-gNbidANi0o off=2201037 len=1182663 2024-07-29T15:33:37.061 INFO:tasks.workunit.client.0.smithi067.stdout:op 3323 completed, throughput=5MB/sec 2024-07-29T15:33:37.061 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-QnKset8XDDhmV2b off=1966090 len=680883 2024-07-29T15:33:37.063 INFO:tasks.workunit.client.0.smithi067.stdout:op 3324 completed, throughput=5MB/sec 2024-07-29T15:33:37.063 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qiQUsJ8l4SKOL1u off=5052957 len=585190 2024-07-29T15:33:37.064 INFO:tasks.workunit.client.0.smithi067.stdout:op 3325 completed, throughput=5MB/sec 2024-07-29T15:33:37.064 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-eeQ9l0UNMf1o870 off=2587036 len=1526204 2024-07-29T15:33:37.071 INFO:tasks.workunit.client.0.smithi067.stdout:op 3326 completed, throughput=5MB/sec 2024-07-29T15:33:37.071 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-b42Fs2DTBT54yee off=23866799 len=679688 2024-07-29T15:33:37.075 INFO:tasks.workunit.client.0.smithi067.stdout:op 3327 completed, throughput=5MB/sec 2024-07-29T15:33:37.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:37 smithi067 ceph-mon[91995]: pgmap v1680: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-07-29T15:33:37.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:37 smithi067 ceph-mon[94375]: pgmap v1680: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-07-29T15:33:37.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:37 smithi138 ceph-mon[86438]: pgmap v1680: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-07-29T15:33:38.076 INFO:tasks.workunit.client.0.smithi067.stdout: 646: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:38.076 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-oZfbeYNO2lyZA2O off=3222843 len=19785 2024-07-29T15:33:38.076 INFO:tasks.workunit.client.0.smithi067.stdout:op 3328 completed, throughput=4.99MB/sec 2024-07-29T15:33:38.077 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BBcDWpn5-fH84Br off=1018488 len=1883716 2024-07-29T15:33:38.079 INFO:tasks.workunit.client.0.smithi067.stdout:op 3329 completed, throughput=5MB/sec 2024-07-29T15:33:38.079 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zSX_b-v4eYniGTY off=1201110 len=1179317 2024-07-29T15:33:38.085 INFO:tasks.workunit.client.0.smithi067.stdout:op 3330 completed, throughput=5MB/sec 2024-07-29T15:33:38.085 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3Qy65cT95jEMO3O off=3803198 len=114221 2024-07-29T15:33:38.088 INFO:tasks.workunit.client.0.smithi067.stdout:op 3331 completed, throughput=5MB/sec 2024-07-29T15:33:38.088 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_tM_1NNH531m700 off=2189066 len=1726597 2024-07-29T15:33:38.090 INFO:tasks.workunit.client.0.smithi067.stdout:op 3332 completed, throughput=5MB/sec 2024-07-29T15:33:38.090 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lHG775QE2vbHwHm off=954167 len=70167 2024-07-29T15:33:38.090 INFO:tasks.workunit.client.0.smithi067.stdout:op 3333 completed, throughput=5MB/sec 2024-07-29T15:33:38.091 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Z6CXEXZ5eWQhAh6 off=4505285 len=1052943 2024-07-29T15:33:38.096 INFO:tasks.workunit.client.0.smithi067.stdout:op 3334 completed, throughput=5MB/sec 2024-07-29T15:33:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:33:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:33:37] "GET /metrics HTTP/1.1" 200 34213 "" "Prometheus/2.51.0" 2024-07-29T15:33:39.097 INFO:tasks.workunit.client.0.smithi067.stdout: 647: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:39.097 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-jgfKQKhgy-U0_gb off=12098564 len=1237269 2024-07-29T15:33:39.103 INFO:tasks.workunit.client.0.smithi067.stdout:op 3335 completed, throughput=5MB/sec 2024-07-29T15:33:39.104 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-K5-pUZZoICtLZvx off=1158668 len=231332 2024-07-29T15:33:39.107 INFO:tasks.workunit.client.0.smithi067.stdout:op 3336 completed, throughput=5MB/sec 2024-07-29T15:33:39.107 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ttVu4mqNgh0GAsI off=0 len=1569389 2024-07-29T15:33:39.114 INFO:tasks.workunit.client.0.smithi067.stdout:op 3337 completed, throughput=5MB/sec 2024-07-29T15:33:39.114 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-IewS1mBfRld_j3e off=10649294 len=632140 2024-07-29T15:33:39.118 INFO:tasks.workunit.client.0.smithi067.stdout:op 3338 completed, throughput=5MB/sec 2024-07-29T15:33:39.118 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-dW4TLl42z1y4mJG off=12456067 len=834271 2024-07-29T15:33:39.120 INFO:tasks.workunit.client.0.smithi067.stdout:op 3339 completed, throughput=5MB/sec 2024-07-29T15:33:39.120 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3_EgDFoeYpbbJBx off=10632009 len=1754873 2024-07-29T15:33:39.129 INFO:tasks.workunit.client.0.smithi067.stdout:op 3340 completed, throughput=5MB/sec 2024-07-29T15:33:39.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:39 smithi067 ceph-mon[91995]: pgmap v1681: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-07-29T15:33:39.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:39 smithi067 ceph-mon[94375]: pgmap v1681: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-07-29T15:33:39.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:39 smithi138 ceph-mon[86438]: pgmap v1681: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-07-29T15:33:40.130 INFO:tasks.workunit.client.0.smithi067.stdout: 648: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:40.130 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-e3hYtvSBPccXlre off=369280 len=1073876 2024-07-29T15:33:40.135 INFO:tasks.workunit.client.0.smithi067.stdout:op 3341 completed, throughput=5MB/sec 2024-07-29T15:33:40.135 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QWtECV8_c52hh2o off=2136776 len=1816063 2024-07-29T15:33:40.143 INFO:tasks.workunit.client.0.smithi067.stdout:op 3342 completed, throughput=5MB/sec 2024-07-29T15:33:40.144 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-JVrJrru6fn-_lUx off=14987761 len=107560 2024-07-29T15:33:40.144 INFO:tasks.workunit.client.0.smithi067.stdout:op 3343 completed, throughput=5MB/sec 2024-07-29T15:33:40.144 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bB5jbH_OnUQkVLQ off=0 len=1336087 2024-07-29T15:33:40.150 INFO:tasks.workunit.client.0.smithi067.stdout:op 3344 completed, throughput=5MB/sec 2024-07-29T15:33:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:33:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:33:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:33:41.150 INFO:tasks.workunit.client.0.smithi067.stdout: 649: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:41.150 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9bWmx5VZTPP2fFr off=11801379 len=1434473 2024-07-29T15:33:41.159 INFO:tasks.workunit.client.0.smithi067.stdout:op 3345 completed, throughput=5MB/sec 2024-07-29T15:33:41.159 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SLJGZyxRO8RnahZ off=4993226 len=85064 2024-07-29T15:33:41.162 INFO:tasks.workunit.client.0.smithi067.stdout:op 3346 completed, throughput=5MB/sec 2024-07-29T15:33:41.162 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-a0baoOdsiBW0fyD off=7193101 len=1305505 2024-07-29T15:33:41.169 INFO:tasks.workunit.client.0.smithi067.stdout:op 3347 completed, throughput=5MB/sec 2024-07-29T15:33:41.169 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2NTbAzFo-l8wce7 off=3122189 len=1180373 2024-07-29T15:33:41.170 INFO:tasks.workunit.client.0.smithi067.stdout:op 3348 completed, throughput=5MB/sec 2024-07-29T15:33:41.170 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lsIAM9D0CAqogvk off=11566851 len=2093382 2024-07-29T15:33:41.173 INFO:tasks.workunit.client.0.smithi067.stdout:op 3349 completed, throughput=5MB/sec 2024-07-29T15:33:41.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:41 smithi067 ceph-mon[91995]: pgmap v1682: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-07-29T15:33:41.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:41 smithi067 ceph-mon[94375]: pgmap v1682: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-07-29T15:33:41.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:41 smithi138 ceph-mon[86438]: pgmap v1682: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-07-29T15:33:42.173 INFO:tasks.workunit.client.0.smithi067.stdout: 650: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:42.174 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ZB-yf4Wot7taT5i off=5715459 len=1802061 2024-07-29T15:33:42.176 INFO:tasks.workunit.client.0.smithi067.stdout:op 3350 completed, throughput=5MB/sec 2024-07-29T15:33:42.176 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KsyXhjFINlFMrku off=1010251 len=601395 2024-07-29T15:33:42.177 INFO:tasks.workunit.client.0.smithi067.stdout:op 3351 completed, throughput=5MB/sec 2024-07-29T15:33:42.177 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_--LSAEHk3Lrn7h off=1382189 len=1608346 2024-07-29T15:33:42.179 INFO:tasks.workunit.client.0.smithi067.stdout:op 3352 completed, throughput=5MB/sec 2024-07-29T15:33:43.180 INFO:tasks.workunit.client.0.smithi067.stdout: 651: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:43.180 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-SdYMTUJ7VPRN5MM off=738726 len=740237 2024-07-29T15:33:43.182 INFO:tasks.workunit.client.0.smithi067.stdout:op 3353 completed, throughput=4.99MB/sec 2024-07-29T15:33:43.182 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3j6AbJXaxGVrlM9 off=3853386 len=156276 2024-07-29T15:33:43.185 INFO:tasks.workunit.client.0.smithi067.stdout:op 3354 completed, throughput=4.99MB/sec 2024-07-29T15:33:43.185 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rkUaoOwe7MeSt6N off=1076657 len=595859 2024-07-29T15:33:43.190 INFO:tasks.workunit.client.0.smithi067.stdout:op 3355 completed, throughput=4.99MB/sec 2024-07-29T15:33:43.190 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-d4DpAtRhxopXRCj off=6044150 len=1033285 2024-07-29T15:33:43.196 INFO:tasks.workunit.client.0.smithi067.stdout:op 3356 completed, throughput=5MB/sec 2024-07-29T15:33:43.196 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bbM5J51eJf8juvx off=7603074 len=1758215 2024-07-29T15:33:43.205 INFO:tasks.workunit.client.0.smithi067.stdout:op 3357 completed, throughput=5MB/sec 2024-07-29T15:33:43.205 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7emm-v8mFiJZLUv off=2473433 len=256521 2024-07-29T15:33:43.208 INFO:tasks.workunit.client.0.smithi067.stdout:op 3358 completed, throughput=5MB/sec 2024-07-29T15:33:43.208 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-JuxXvPiE8zC4cD8 off=1247837 len=813339 2024-07-29T15:33:43.212 INFO:tasks.workunit.client.0.smithi067.stdout:op 3359 completed, throughput=5MB/sec 2024-07-29T15:33:43.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:43 smithi067 ceph-mon[91995]: pgmap v1683: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:33:43.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:43 smithi067 ceph-mon[94375]: pgmap v1683: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:33:43.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:43 smithi138 ceph-mon[86438]: pgmap v1683: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:33:44.212 INFO:tasks.workunit.client.0.smithi067.stdout: 652: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:44.213 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rSKV8_cLMiRVZwK off=1103385 len=1256785 2024-07-29T15:33:44.219 INFO:tasks.workunit.client.0.smithi067.stdout:op 3360 completed, throughput=4.99MB/sec 2024-07-29T15:33:44.219 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2-DTc_x5kQwR38J off=13025193 len=679176 2024-07-29T15:33:44.223 INFO:tasks.workunit.client.0.smithi067.stdout:op 3361 completed, throughput=5MB/sec 2024-07-29T15:33:44.224 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-tadueWmxc-bXL-5 off=4617650 len=1197183 2024-07-29T15:33:44.225 INFO:tasks.workunit.client.0.smithi067.stdout:op 3362 completed, throughput=5MB/sec 2024-07-29T15:33:44.225 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bOewRMh1QNweCUG off=7904729 len=1432051 2024-07-29T15:33:44.227 INFO:tasks.workunit.client.0.smithi067.stdout:op 3363 completed, throughput=5MB/sec 2024-07-29T15:33:44.227 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--_3SfPQ-mbzH7Ih off=9747167 len=1935687 2024-07-29T15:33:44.229 INFO:tasks.workunit.client.0.smithi067.stdout:op 3364 completed, throughput=5MB/sec 2024-07-29T15:33:45.230 INFO:tasks.workunit.client.0.smithi067.stdout: 653: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:45.230 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-uE4m1bCcZtzBUiG off=5332987 len=626458 2024-07-29T15:33:45.231 INFO:tasks.workunit.client.0.smithi067.stdout:op 3365 completed, throughput=5MB/sec 2024-07-29T15:33:45.231 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-rghfAJqDupwQeVE off=6162148 len=904453 2024-07-29T15:33:45.233 INFO:tasks.workunit.client.0.smithi067.stdout:op 3366 completed, throughput=5MB/sec 2024-07-29T15:33:45.233 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-czYcicuLt4hZrWV off=2990815 len=684471 2024-07-29T15:33:45.237 INFO:tasks.workunit.client.0.smithi067.stdout:op 3367 completed, throughput=5MB/sec 2024-07-29T15:33:45.238 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-dwEv1RhFRQLJGuY off=11078921 len=1673745 2024-07-29T15:33:45.245 INFO:tasks.workunit.client.0.smithi067.stdout:op 3368 completed, throughput=5MB/sec 2024-07-29T15:33:45.245 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-N-NE3CrV5roy9eA off=2319919 len=1670990 2024-07-29T15:33:45.248 INFO:tasks.workunit.client.0.smithi067.stdout:op 3369 completed, throughput=5MB/sec 2024-07-29T15:33:45.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:45 smithi067 ceph-mon[91995]: pgmap v1684: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:33:45.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:45 smithi067 ceph-mon[94375]: pgmap v1684: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:33:45.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:45 smithi138 ceph-mon[86438]: pgmap v1684: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:33:46.249 INFO:tasks.workunit.client.0.smithi067.stdout: 654: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:46.249 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-D0T0JvYhjmcFp_m off=4217509 len=787285 2024-07-29T15:33:46.250 INFO:tasks.workunit.client.0.smithi067.stdout:op 3370 completed, throughput=5MB/sec 2024-07-29T15:33:46.250 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QlCSgEgbv1COvOH off=15710236 len=1688753 2024-07-29T15:33:46.258 INFO:tasks.workunit.client.0.smithi067.stdout:op 3371 completed, throughput=5MB/sec 2024-07-29T15:33:46.259 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lOwy-MO5qTfmJW6 off=9758846 len=379692 2024-07-29T15:33:46.262 INFO:tasks.workunit.client.0.smithi067.stdout:op 3372 completed, throughput=5MB/sec 2024-07-29T15:33:46.262 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-s5WcSCUsrSh-UJu off=5895154 len=1589667 2024-07-29T15:33:46.268 INFO:tasks.workunit.client.0.smithi067.stdout:op 3373 completed, throughput=5MB/sec 2024-07-29T15:33:47.269 INFO:tasks.workunit.client.0.smithi067.stdout: 655: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:47.269 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rO4P1pg4BimJFRt off=17293332 len=1893282 2024-07-29T15:33:47.281 INFO:tasks.workunit.client.0.smithi067.stdout:op 3374 completed, throughput=5MB/sec 2024-07-29T15:33:47.281 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ebeKw6Sg--4wIAx off=1903006 len=42717 2024-07-29T15:33:47.281 INFO:tasks.workunit.client.0.smithi067.stdout:op 3375 completed, throughput=5MB/sec 2024-07-29T15:33:47.281 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Nd0XYuB9CYJjIXI off=3046446 len=1284673 2024-07-29T15:33:47.289 INFO:tasks.workunit.client.0.smithi067.stdout:op 3376 completed, throughput=5MB/sec 2024-07-29T15:33:47.289 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wQvdL5eXdgnE609 off=23208482 len=850258 2024-07-29T15:33:47.293 INFO:tasks.workunit.client.0.smithi067.stdout:op 3377 completed, throughput=5MB/sec 2024-07-29T15:33:47.294 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Sg9PvZ5J-9qmzxZ off=9003692 len=798602 2024-07-29T15:33:47.294 INFO:tasks.workunit.client.0.smithi067.stdout:op 3378 completed, throughput=5MB/sec 2024-07-29T15:33:47.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:47 smithi067 ceph-mon[91995]: pgmap v1685: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-07-29T15:33:47.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:47 smithi067 ceph-mon[94375]: pgmap v1685: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-07-29T15:33:47.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:47 smithi138 ceph-mon[86438]: pgmap v1685: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-07-29T15:33:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:33:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:33:47] "GET /metrics HTTP/1.1" 200 34213 "" "Prometheus/2.51.0" 2024-07-29T15:33:48.295 INFO:tasks.workunit.client.0.smithi067.stdout: 656: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:48.295 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-yVEJM31TRSJJ8U2 off=2304667 len=1827715 2024-07-29T15:33:48.306 INFO:tasks.workunit.client.0.smithi067.stdout:op 3379 completed, throughput=5MB/sec 2024-07-29T15:33:48.306 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-kL4MJ728CgiayOL off=640855 len=956887 2024-07-29T15:33:48.311 INFO:tasks.workunit.client.0.smithi067.stdout:op 3380 completed, throughput=5MB/sec 2024-07-29T15:33:48.311 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-e6JYth0b-mIuuUY off=1493175 len=1921755 2024-07-29T15:33:48.313 INFO:tasks.workunit.client.0.smithi067.stdout:op 3381 completed, throughput=5MB/sec 2024-07-29T15:33:48.313 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qnPeki56hQssX0Z off=2227359 len=1639709 2024-07-29T15:33:48.316 INFO:tasks.workunit.client.0.smithi067.stdout:op 3382 completed, throughput=5MB/sec 2024-07-29T15:33:49.317 INFO:tasks.workunit.client.0.smithi067.stdout: 657: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:49.317 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ONmQwXnaaCFh3V2 off=3143622 len=102301 2024-07-29T15:33:49.318 INFO:tasks.workunit.client.0.smithi067.stdout:op 3383 completed, throughput=4.99MB/sec 2024-07-29T15:33:49.318 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-c-r-0JDA1lLLUkG off=13334763 len=1064215 2024-07-29T15:33:49.320 INFO:tasks.workunit.client.0.smithi067.stdout:op 3384 completed, throughput=5MB/sec 2024-07-29T15:33:49.320 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-vTF1vw94RnNHMs7 off=6540679 len=1862052 2024-07-29T15:33:49.329 INFO:tasks.workunit.client.0.smithi067.stdout:op 3385 completed, throughput=5MB/sec 2024-07-29T15:33:49.330 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3LN3Lwiu7AKkk6j off=1257901 len=1685680 2024-07-29T15:33:49.331 INFO:tasks.workunit.client.0.smithi067.stdout:op 3386 completed, throughput=5MB/sec 2024-07-29T15:33:49.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:49 smithi138 ceph-mon[86438]: pgmap v1686: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:33:49.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:49 smithi067 ceph-mon[91995]: pgmap v1686: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:33:49.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:49 smithi067 ceph-mon[94375]: pgmap v1686: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:33:50.331 INFO:tasks.workunit.client.0.smithi067.stdout: 658: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:50.332 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Q90DJk1UAvkeNs6 off=2064893 len=864378 2024-07-29T15:33:50.337 INFO:tasks.workunit.client.0.smithi067.stdout:op 3387 completed, throughput=4.99MB/sec 2024-07-29T15:33:50.337 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-tV3_GktfUMnI5p7 off=11881437 len=500357 2024-07-29T15:33:50.338 INFO:tasks.workunit.client.0.smithi067.stdout:op 3388 completed, throughput=5MB/sec 2024-07-29T15:33:50.338 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-YHU7VoxHZMDEE-4 off=3459629 len=940726 2024-07-29T15:33:50.340 INFO:tasks.workunit.client.0.smithi067.stdout:op 3389 completed, throughput=5MB/sec 2024-07-29T15:33:50.340 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0c1y1cCsTt4SgLu off=0 len=1331033 2024-07-29T15:33:50.347 INFO:tasks.workunit.client.0.smithi067.stdout:op 3390 completed, throughput=5MB/sec 2024-07-29T15:33:50.347 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cNYe3BiUpAgXi_1 off=12887066 len=273914 2024-07-29T15:33:50.350 INFO:tasks.workunit.client.0.smithi067.stdout:op 3391 completed, throughput=5MB/sec 2024-07-29T15:33:50.350 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--mnSy2up3zDpM5m off=2386498 len=219651 2024-07-29T15:33:50.351 INFO:tasks.workunit.client.0.smithi067.stdout:op 3392 completed, throughput=5MB/sec 2024-07-29T15:33:50.351 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5qoLGhv8af_jC28 off=13725922 len=1128718 2024-07-29T15:33:50.353 INFO:tasks.workunit.client.0.smithi067.stdout:op 3393 completed, throughput=5MB/sec 2024-07-29T15:33:50.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:33:50.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:33:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:33:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:33:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:33:50.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:33:51.353 INFO:tasks.workunit.client.0.smithi067.stdout: 659: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:51.354 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-S1hNdKN1uyE_efd off=2768106 len=553462 2024-07-29T15:33:51.354 INFO:tasks.workunit.client.0.smithi067.stdout:op 3394 completed, throughput=4.99MB/sec 2024-07-29T15:33:51.354 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-oEek3Xky3jX0njV off=3156060 len=492429 2024-07-29T15:33:51.358 INFO:tasks.workunit.client.0.smithi067.stdout:op 3395 completed, throughput=4.99MB/sec 2024-07-29T15:33:51.358 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-c5UepA2oYnb-olW off=3237615 len=141290 2024-07-29T15:33:51.359 INFO:tasks.workunit.client.0.smithi067.stdout:op 3396 completed, throughput=4.99MB/sec 2024-07-29T15:33:51.359 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Q61lBatm_M0Wpzj off=4469287 len=1421928 2024-07-29T15:33:51.368 INFO:tasks.workunit.client.0.smithi067.stdout:op 3397 completed, throughput=5MB/sec 2024-07-29T15:33:51.368 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Gtua0fFuIfyoY7c off=2172288 len=556306 2024-07-29T15:33:51.370 INFO:tasks.workunit.client.0.smithi067.stdout:op 3398 completed, throughput=5MB/sec 2024-07-29T15:33:51.370 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bFQb4HOA3T63X6z off=12118960 len=1257401 2024-07-29T15:33:51.378 INFO:tasks.workunit.client.0.smithi067.stdout:op 3399 completed, throughput=5MB/sec 2024-07-29T15:33:51.378 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mEK0rEO7ppHQP8E off=591167 len=2082347 2024-07-29T15:33:51.379 INFO:tasks.workunit.client.0.smithi067.stdout:op 3400 completed, throughput=5MB/sec 2024-07-29T15:33:51.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:51 smithi138 ceph-mon[86438]: pgmap v1687: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:33:51.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:51 smithi067 ceph-mon[91995]: pgmap v1687: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:33:51.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:51 smithi067 ceph-mon[94375]: pgmap v1687: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:33:52.379 INFO:tasks.workunit.client.0.smithi067.stdout: 660: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:52.380 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eOaj2ez5NoYXWQW off=278768 len=16380 2024-07-29T15:33:52.380 INFO:tasks.workunit.client.0.smithi067.stdout:op 3401 completed, throughput=4.99MB/sec 2024-07-29T15:33:52.380 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-iGoWfnsRxfPzLpE off=9539240 len=1122118 2024-07-29T15:33:52.385 INFO:tasks.workunit.client.0.smithi067.stdout:op 3402 completed, throughput=5MB/sec 2024-07-29T15:33:52.385 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wqYWv7V0tCFEmyX off=9213733 len=285817 2024-07-29T15:33:52.386 INFO:tasks.workunit.client.0.smithi067.stdout:op 3403 completed, throughput=5MB/sec 2024-07-29T15:33:52.386 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PWjVMijYfy7Q1Dy off=9246390 len=10053 2024-07-29T15:33:52.387 INFO:tasks.workunit.client.0.smithi067.stdout:op 3404 completed, throughput=5MB/sec 2024-07-29T15:33:52.387 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3ZmsUr-j7O2Qg1F off=7453442 len=1674490 2024-07-29T15:33:52.390 INFO:tasks.workunit.client.0.smithi067.stdout:op 3405 completed, throughput=5MB/sec 2024-07-29T15:33:52.390 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wbLQg0-4zKkLGXe off=5657492 len=1600852 2024-07-29T15:33:52.392 INFO:tasks.workunit.client.0.smithi067.stdout:op 3406 completed, throughput=5MB/sec 2024-07-29T15:33:53.395 INFO:tasks.workunit.client.0.smithi067.stdout: 661: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:53.395 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-BTMUlCkuWZy-Lef off=18172626 len=1352841 2024-07-29T15:33:53.401 INFO:tasks.workunit.client.0.smithi067.stdout:op 3407 completed, throughput=5MB/sec 2024-07-29T15:33:53.401 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-GFHy3gwW0P2-t8r off=935671 len=605759 2024-07-29T15:33:53.405 INFO:tasks.workunit.client.0.smithi067.stdout:op 3408 completed, throughput=5MB/sec 2024-07-29T15:33:53.405 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-01D219NSru9qNM1 off=2149932 len=288545 2024-07-29T15:33:53.406 INFO:tasks.workunit.client.0.smithi067.stdout:op 3409 completed, throughput=5MB/sec 2024-07-29T15:33:53.406 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-oKtrYCPLwPw_dcU off=16320281 len=1780211 2024-07-29T15:33:53.413 INFO:tasks.workunit.client.0.smithi067.stdout:op 3410 completed, throughput=5MB/sec 2024-07-29T15:33:53.413 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UxQWT0kbX7idXu7 off=5767925 len=1184841 2024-07-29T15:33:53.415 INFO:tasks.workunit.client.0.smithi067.stdout:op 3411 completed, throughput=5MB/sec 2024-07-29T15:33:53.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:53 smithi067 ceph-mon[91995]: pgmap v1688: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-29T15:33:53.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:53 smithi067 ceph-mon[94375]: pgmap v1688: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-29T15:33:53.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:53 smithi138 ceph-mon[86438]: pgmap v1688: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-29T15:33:54.415 INFO:tasks.workunit.client.0.smithi067.stdout: 662: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:54.415 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qQenuz5rTohdMA1 off=377718 len=1222168 2024-07-29T15:33:54.417 INFO:tasks.workunit.client.0.smithi067.stdout:op 3412 completed, throughput=5MB/sec 2024-07-29T15:33:54.417 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--wUhxvO_KwlyOWu off=18783128 len=260546 2024-07-29T15:33:54.418 INFO:tasks.workunit.client.0.smithi067.stdout:op 3413 completed, throughput=5MB/sec 2024-07-29T15:33:54.422 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-vOrE6sG7Cf2j2DK off=140655 len=1700757 2024-07-29T15:33:54.422 INFO:tasks.workunit.client.0.smithi067.stdout:op 3414 completed, throughput=5MB/sec 2024-07-29T15:33:54.422 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-kpbCPyFAGZlB_Vp off=12760652 len=1566812 2024-07-29T15:33:54.422 INFO:tasks.workunit.client.0.smithi067.stdout:op 3415 completed, throughput=5MB/sec 2024-07-29T15:33:55.423 INFO:tasks.workunit.client.0.smithi067.stdout: 663: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:55.423 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-W2p7fogk3BpTlR- off=13011958 len=880948 2024-07-29T15:33:55.427 INFO:tasks.workunit.client.0.smithi067.stdout:op 3416 completed, throughput=4.99MB/sec 2024-07-29T15:33:55.427 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5wkjjLx2OpSR-wY off=6559794 len=1682151 2024-07-29T15:33:55.429 INFO:tasks.workunit.client.0.smithi067.stdout:op 3417 completed, throughput=5MB/sec 2024-07-29T15:33:55.430 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Rn0MXloA7MCpTNt off=9223512 len=713311 2024-07-29T15:33:55.434 INFO:tasks.workunit.client.0.smithi067.stdout:op 3418 completed, throughput=5MB/sec 2024-07-29T15:33:55.435 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-tDsYhTQLp9SPJOD off=6462354 len=1837563 2024-07-29T15:33:55.437 INFO:tasks.workunit.client.0.smithi067.stdout:op 3419 completed, throughput=5MB/sec 2024-07-29T15:33:55.437 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6G5TUN4qYtwnPJ0 off=1377976 len=162887 2024-07-29T15:33:55.438 INFO:tasks.workunit.client.0.smithi067.stdout:op 3420 completed, throughput=5MB/sec 2024-07-29T15:33:55.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:55 smithi067 ceph-mon[91995]: pgmap v1689: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:33:55.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:55 smithi067 ceph-mon[94375]: pgmap v1689: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:33:55.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:55 smithi138 ceph-mon[86438]: pgmap v1689: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:33:56.438 INFO:tasks.workunit.client.0.smithi067.stdout: 664: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:56.439 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-aH1VGnX-ygdoPfi off=19185580 len=948809 2024-07-29T15:33:56.443 INFO:tasks.workunit.client.0.smithi067.stdout:op 3421 completed, throughput=4.99MB/sec 2024-07-29T15:33:56.443 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_PIoeQckvw7uMwj off=6580801 len=1816893 2024-07-29T15:33:56.452 INFO:tasks.workunit.client.0.smithi067.stdout:op 3422 completed, throughput=5MB/sec 2024-07-29T15:33:56.452 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0IaSVgDdpGNFpS3 off=3643144 len=574907 2024-07-29T15:33:56.453 INFO:tasks.workunit.client.0.smithi067.stdout:op 3423 completed, throughput=5MB/sec 2024-07-29T15:33:56.453 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-EMnD9TjtJMMLZ_j off=13669196 len=415107 2024-07-29T15:33:56.453 INFO:tasks.workunit.client.0.smithi067.stdout:op 3424 completed, throughput=5MB/sec 2024-07-29T15:33:56.453 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-z087nVKj9NAdwC5 off=3345382 len=921788 2024-07-29T15:33:56.458 INFO:tasks.workunit.client.0.smithi067.stdout:op 3425 completed, throughput=5MB/sec 2024-07-29T15:33:56.458 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Agqnbk3LIaqQhS2 off=1047199 len=2077626 2024-07-29T15:33:56.470 INFO:tasks.workunit.client.0.smithi067.stdout:op 3426 completed, throughput=5MB/sec 2024-07-29T15:33:57.470 INFO:tasks.workunit.client.0.smithi067.stdout: 665: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:57.471 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bX2ipN98Pc5f5tN off=3110881 len=1416669 2024-07-29T15:33:57.479 INFO:tasks.workunit.client.0.smithi067.stdout:op 3427 completed, throughput=5MB/sec 2024-07-29T15:33:57.479 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qfLcQCpD9uS-QBY off=2219356 len=258618 2024-07-29T15:33:57.480 INFO:tasks.workunit.client.0.smithi067.stdout:op 3428 completed, throughput=5MB/sec 2024-07-29T15:33:57.480 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8i2bHCjHQZTqLVj off=1094763 len=1365618 2024-07-29T15:33:57.488 INFO:tasks.workunit.client.0.smithi067.stdout:op 3429 completed, throughput=5MB/sec 2024-07-29T15:33:57.488 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Atp-2prQBIKeXCy off=340489 len=1699279 2024-07-29T15:33:57.496 INFO:tasks.workunit.client.0.smithi067.stdout:op 3430 completed, throughput=5MB/sec 2024-07-29T15:33:57.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:57 smithi067 ceph-mon[91995]: pgmap v1690: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:33:57.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:57 smithi067 ceph-mon[94375]: pgmap v1690: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:33:57.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:57 smithi138 ceph-mon[86438]: pgmap v1690: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:33:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:33:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:33:57] "GET /metrics HTTP/1.1" 200 34209 "" "Prometheus/2.51.0" 2024-07-29T15:33:58.496 INFO:tasks.workunit.client.0.smithi067.stdout: 666: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:58.496 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-T6qE36zPlclLyOr off=6870826 len=544506 2024-07-29T15:33:58.497 INFO:tasks.workunit.client.0.smithi067.stdout:op 3431 completed, throughput=4.99MB/sec 2024-07-29T15:33:58.497 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-aLf_AOdshe47R5q off=2796873 len=765327 2024-07-29T15:33:58.502 INFO:tasks.workunit.client.0.smithi067.stdout:op 3432 completed, throughput=5MB/sec 2024-07-29T15:33:58.502 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4pw7xaOfIZsIm2Z off=4829365 len=370914 2024-07-29T15:33:58.503 INFO:tasks.workunit.client.0.smithi067.stdout:op 3433 completed, throughput=5MB/sec 2024-07-29T15:33:58.503 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-d2B4spymAxvi-wU off=1156057 len=1421735 2024-07-29T15:33:58.505 INFO:tasks.workunit.client.0.smithi067.stdout:op 3434 completed, throughput=5MB/sec 2024-07-29T15:33:58.505 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-U8Z2YUDdWuD5Kud off=6180913 len=153848 2024-07-29T15:33:58.508 INFO:tasks.workunit.client.0.smithi067.stdout:op 3435 completed, throughput=5MB/sec 2024-07-29T15:33:58.508 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-CDUbzL1TpyjROOe off=9810829 len=1474350 2024-07-29T15:33:58.510 INFO:tasks.workunit.client.0.smithi067.stdout:op 3436 completed, throughput=5MB/sec 2024-07-29T15:33:59.510 INFO:tasks.workunit.client.0.smithi067.stdout: 667: throughput=4.99MB/sec pending data=0 2024-07-29T15:33:59.510 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-UPFa_iBeYJDuJ1G off=0 len=1106584 2024-07-29T15:33:59.516 INFO:tasks.workunit.client.0.smithi067.stdout:op 3437 completed, throughput=4.99MB/sec 2024-07-29T15:33:59.517 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-hjUaiz1EH5OXI_c off=19360358 len=1210373 2024-07-29T15:33:59.524 INFO:tasks.workunit.client.0.smithi067.stdout:op 3438 completed, throughput=5MB/sec 2024-07-29T15:33:59.524 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7-2zg1-97veUGWC off=3624640 len=2078279 2024-07-29T15:33:59.535 INFO:tasks.workunit.client.0.smithi067.stdout:op 3439 completed, throughput=5MB/sec 2024-07-29T15:33:59.535 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-N0a-ftzWfcIZKHJ off=8275012 len=414132 2024-07-29T15:33:59.536 INFO:tasks.workunit.client.0.smithi067.stdout:op 3440 completed, throughput=5MB/sec 2024-07-29T15:33:59.536 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-sxIko2vC__1ZMGr off=8782945 len=1412446 2024-07-29T15:33:59.538 INFO:tasks.workunit.client.0.smithi067.stdout:op 3441 completed, throughput=5MB/sec 2024-07-29T15:33:59.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:33:59 smithi067 ceph-mon[91995]: pgmap v1691: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:33:59.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:33:59 smithi067 ceph-mon[94375]: pgmap v1691: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:33:59.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:33:59 smithi138 ceph-mon[86438]: pgmap v1691: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:34:00.539 INFO:tasks.workunit.client.0.smithi067.stdout: 668: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:00.539 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-edFJ7f-Vt4sIank off=2266341 len=1895804 2024-07-29T15:34:00.541 INFO:tasks.workunit.client.0.smithi067.stdout:op 3442 completed, throughput=5MB/sec 2024-07-29T15:34:00.541 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SIiJWKjduyNLds7 off=3635780 len=1752943 2024-07-29T15:34:00.552 INFO:tasks.workunit.client.0.smithi067.stdout:op 3443 completed, throughput=5MB/sec 2024-07-29T15:34:00.552 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4bLDOor-Tm5Aqde off=4031140 len=94073 2024-07-29T15:34:00.555 INFO:tasks.workunit.client.0.smithi067.stdout:op 3444 completed, throughput=5MB/sec 2024-07-29T15:34:00.555 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Ma3qRUeXi5EQ895 off=1198063 len=410940 2024-07-29T15:34:00.558 INFO:tasks.workunit.client.0.smithi067.stdout:op 3445 completed, throughput=5MB/sec 2024-07-29T15:34:00.558 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-TAsmKbn4Zw2WSHL off=0 len=1270752 2024-07-29T15:34:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:34:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:34:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:34:00.561 INFO:tasks.workunit.client.0.smithi067.stdout:op 3446 completed, throughput=5MB/sec 2024-07-29T15:34:01.562 INFO:tasks.workunit.client.0.smithi067.stdout: 669: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:01.562 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-obj971f5GeOcv9e off=279204 len=1162725 2024-07-29T15:34:01.569 INFO:tasks.workunit.client.0.smithi067.stdout:op 3447 completed, throughput=5MB/sec 2024-07-29T15:34:01.569 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6xnhPLzjdLLOHKh off=11137490 len=256002 2024-07-29T15:34:01.570 INFO:tasks.workunit.client.0.smithi067.stdout:op 3448 completed, throughput=5MB/sec 2024-07-29T15:34:01.570 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-yEamA4_l-4y6UWg off=19635319 len=811321 2024-07-29T15:34:01.571 INFO:tasks.workunit.client.0.smithi067.stdout:op 3449 completed, throughput=5MB/sec 2024-07-29T15:34:01.571 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6sAu60BCD1_PmBd off=1433732 len=120472 2024-07-29T15:34:01.571 INFO:tasks.workunit.client.0.smithi067.stdout:op 3450 completed, throughput=5MB/sec 2024-07-29T15:34:01.572 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_g-42us5BFcWnO_ off=944653 len=1042181 2024-07-29T15:34:01.573 INFO:tasks.workunit.client.0.smithi067.stdout:op 3451 completed, throughput=5MB/sec 2024-07-29T15:34:01.573 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-aIK4Kj1IQFMVTZp off=1333351 len=186978 2024-07-29T15:34:01.576 INFO:tasks.workunit.client.0.smithi067.stdout:op 3452 completed, throughput=5MB/sec 2024-07-29T15:34:01.576 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cjfcF-LeH0ToWql off=12416403 len=643569 2024-07-29T15:34:01.580 INFO:tasks.workunit.client.0.smithi067.stdout:op 3453 completed, throughput=5MB/sec 2024-07-29T15:34:01.580 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UtF1AkRG85CnFvU off=7942225 len=1014908 2024-07-29T15:34:01.581 INFO:tasks.workunit.client.0.smithi067.stdout:op 3454 completed, throughput=5MB/sec 2024-07-29T15:34:01.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:01 smithi067 ceph-mon[91995]: pgmap v1692: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:34:01.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:01 smithi067 ceph-mon[94375]: pgmap v1692: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:34:01.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:01 smithi138 ceph-mon[86438]: pgmap v1692: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:34:02.581 INFO:tasks.workunit.client.0.smithi067.stdout: 670: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:02.582 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lBp7owS-bIassgd off=2866271 len=1140158 2024-07-29T15:34:02.583 INFO:tasks.workunit.client.0.smithi067.stdout:op 3455 completed, throughput=5MB/sec 2024-07-29T15:34:02.583 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-64BLcrqzPBIWZN- off=14287798 len=1352709 2024-07-29T15:34:02.590 INFO:tasks.workunit.client.0.smithi067.stdout:op 3456 completed, throughput=5MB/sec 2024-07-29T15:34:02.590 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-mqTD0WaxkABd7BY off=2383564 len=918283 2024-07-29T15:34:02.596 INFO:tasks.workunit.client.0.smithi067.stdout:op 3457 completed, throughput=5MB/sec 2024-07-29T15:34:02.596 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KjMdfGltzh_O-3a off=4737064 len=984684 2024-07-29T15:34:02.600 INFO:tasks.workunit.client.0.smithi067.stdout:op 3458 completed, throughput=5MB/sec 2024-07-29T15:34:03.601 INFO:tasks.workunit.client.0.smithi067.stdout: 671: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:03.601 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9OfOQ_VUj6h1TuH off=11940547 len=1248008 2024-07-29T15:34:03.608 INFO:tasks.workunit.client.0.smithi067.stdout:op 3459 completed, throughput=4.99MB/sec 2024-07-29T15:34:03.608 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-T_tYCj3WCuScVAf off=5677756 len=1359270 2024-07-29T15:34:03.609 INFO:tasks.workunit.client.0.smithi067.stdout:op 3460 completed, throughput=5MB/sec 2024-07-29T15:34:03.609 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gLtejBMsGAYKME5 off=4867094 len=260837 2024-07-29T15:34:03.610 INFO:tasks.workunit.client.0.smithi067.stdout:op 3461 completed, throughput=5MB/sec 2024-07-29T15:34:03.610 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-y9CW6KXb0Kh_ZIq off=7126573 len=650681 2024-07-29T15:34:03.615 INFO:tasks.workunit.client.0.smithi067.stdout:op 3462 completed, throughput=5MB/sec 2024-07-29T15:34:03.615 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4Fl2xCOY7nXka39 off=4512197 len=183899 2024-07-29T15:34:03.618 INFO:tasks.workunit.client.0.smithi067.stdout:op 3463 completed, throughput=5MB/sec 2024-07-29T15:34:03.618 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-q1uHCIAeDa-Qk5h off=228865 len=343542 2024-07-29T15:34:03.619 INFO:tasks.workunit.client.0.smithi067.stdout:op 3464 completed, throughput=5MB/sec 2024-07-29T15:34:03.619 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-sgaZeqPz8vtFgc- off=18467905 len=1679520 2024-07-29T15:34:03.621 INFO:tasks.workunit.client.0.smithi067.stdout:op 3465 completed, throughput=5MB/sec 2024-07-29T15:34:03.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:03 smithi067 ceph-mon[91995]: pgmap v1693: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:34:03.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:03 smithi067 ceph-mon[94375]: pgmap v1693: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:34:03.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:03 smithi138 ceph-mon[86438]: pgmap v1693: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:34:04.621 INFO:tasks.workunit.client.0.smithi067.stdout: 672: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:04.621 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lUE_AIJfkehw7Ih off=578094 len=465983 2024-07-29T15:34:04.622 INFO:tasks.workunit.client.0.smithi067.stdout:op 3466 completed, throughput=4.99MB/sec 2024-07-29T15:34:04.622 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-J1UJcVH1wwV0zjR off=349345 len=1285126 2024-07-29T15:34:04.628 INFO:tasks.workunit.client.0.smithi067.stdout:op 3467 completed, throughput=5MB/sec 2024-07-29T15:34:04.628 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2mt_6w2xtAc1xhj off=14672187 len=1084703 2024-07-29T15:34:04.632 INFO:tasks.workunit.client.0.smithi067.stdout:op 3468 completed, throughput=5MB/sec 2024-07-29T15:34:04.632 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-PU1FgmtWBjkDihy off=5597306 len=1481709 2024-07-29T15:34:04.638 INFO:tasks.workunit.client.0.smithi067.stdout:op 3469 completed, throughput=5MB/sec 2024-07-29T15:34:04.638 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-OxpNr9qmwIN5fgZ off=3172694 len=352170 2024-07-29T15:34:04.642 INFO:tasks.workunit.client.0.smithi067.stdout:op 3470 completed, throughput=5MB/sec 2024-07-29T15:34:04.642 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-hmNrsGI8lda8Zf_ off=471507 len=1569124 2024-07-29T15:34:04.643 INFO:tasks.workunit.client.0.smithi067.stdout:op 3471 completed, throughput=5MB/sec 2024-07-29T15:34:05.644 INFO:tasks.workunit.client.0.smithi067.stdout: 673: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:05.644 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-UvXQByQlvfhzKzV off=5325242 len=70810 2024-07-29T15:34:05.647 INFO:tasks.workunit.client.0.smithi067.stdout:op 3472 completed, throughput=4.99MB/sec 2024-07-29T15:34:05.647 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Pa1HCX20yVXz457 off=3843236 len=778296 2024-07-29T15:34:05.651 INFO:tasks.workunit.client.0.smithi067.stdout:op 3473 completed, throughput=5MB/sec 2024-07-29T15:34:05.651 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2Zx1eAO1IHDOkX8 off=20605519 len=1943931 2024-07-29T15:34:05.658 INFO:tasks.workunit.client.0.smithi067.stdout:op 3474 completed, throughput=5MB/sec 2024-07-29T15:34:05.658 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Xq1lR7ZSvQqzMmm off=19033336 len=2017288 2024-07-29T15:34:05.667 INFO:tasks.workunit.client.0.smithi067.stdout:op 3475 completed, throughput=5MB/sec 2024-07-29T15:34:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:05 smithi067 ceph-mon[91995]: pgmap v1694: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:34:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:34:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:05 smithi067 ceph-mon[94375]: pgmap v1694: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:34:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:34:05.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:05 smithi138 ceph-mon[86438]: pgmap v1694: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:34:05.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:34:06.667 INFO:tasks.workunit.client.0.smithi067.stdout: 674: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:06.667 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-vEoD5BIn6lVdMgf off=7128640 len=345848 2024-07-29T15:34:06.668 INFO:tasks.workunit.client.0.smithi067.stdout:op 3476 completed, throughput=4.99MB/sec 2024-07-29T15:34:06.668 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gNkhPFj7xBNwdTh off=7694963 len=985689 2024-07-29T15:34:06.671 INFO:tasks.workunit.client.0.smithi067.stdout:op 3477 completed, throughput=5MB/sec 2024-07-29T15:34:06.671 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fJZcDPGZeikOC9s off=3164663 len=5066 2024-07-29T15:34:06.671 INFO:tasks.workunit.client.0.smithi067.stdout:op 3478 completed, throughput=5MB/sec 2024-07-29T15:34:06.671 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZVDM76rWnfIlL_5 off=2960189 len=492666 2024-07-29T15:34:06.675 INFO:tasks.workunit.client.0.smithi067.stdout:op 3479 completed, throughput=5MB/sec 2024-07-29T15:34:06.675 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-AWAjPl-bZSTD0A5 off=12820111 len=1940791 2024-07-29T15:34:06.683 INFO:tasks.workunit.client.0.smithi067.stdout:op 3480 completed, throughput=5MB/sec 2024-07-29T15:34:06.683 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-aDCV5gu29d6CWgv off=13237773 len=1415870 2024-07-29T15:34:06.692 INFO:tasks.workunit.client.0.smithi067.stdout:op 3481 completed, throughput=5MB/sec 2024-07-29T15:34:07.693 INFO:tasks.workunit.client.0.smithi067.stdout: 675: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:07.693 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6dZXc9Q4lFcHxe0 off=559574 len=1207761 2024-07-29T15:34:07.699 INFO:tasks.workunit.client.0.smithi067.stdout:op 3482 completed, throughput=5MB/sec 2024-07-29T15:34:07.699 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-kmpsEeITtnmo06S off=2083326 len=190952 2024-07-29T15:34:07.700 INFO:tasks.workunit.client.0.smithi067.stdout:op 3483 completed, throughput=5MB/sec 2024-07-29T15:34:07.700 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7LokB5Is--0nMID off=6346456 len=1130680 2024-07-29T15:34:07.706 INFO:tasks.workunit.client.0.smithi067.stdout:op 3484 completed, throughput=5MB/sec 2024-07-29T15:34:07.706 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mUncU0ErVhsgn4H off=1549231 len=100970 2024-07-29T15:34:07.707 INFO:tasks.workunit.client.0.smithi067.stdout:op 3485 completed, throughput=5MB/sec 2024-07-29T15:34:07.707 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7rqRPjDeuqS1X96 off=8719428 len=294675 2024-07-29T15:34:07.710 INFO:tasks.workunit.client.0.smithi067.stdout:op 3486 completed, throughput=5MB/sec 2024-07-29T15:34:07.710 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4EsKcFFhohLxELP off=1156310 len=325461 2024-07-29T15:34:07.713 INFO:tasks.workunit.client.0.smithi067.stdout:op 3487 completed, throughput=5MB/sec 2024-07-29T15:34:07.713 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cqC2yqUv-nucjwl off=8388043 len=1888717 2024-07-29T15:34:07.721 INFO:tasks.workunit.client.0.smithi067.stdout:op 3488 completed, throughput=5MB/sec 2024-07-29T15:34:07.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:07 smithi067 ceph-mon[91995]: pgmap v1695: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:34:07.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:07 smithi067 ceph-mon[94375]: pgmap v1695: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:34:07.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:07 smithi138 ceph-mon[86438]: pgmap v1695: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:34:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:34:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:34:07] "GET /metrics HTTP/1.1" 200 34212 "" "Prometheus/2.51.0" 2024-07-29T15:34:08.721 INFO:tasks.workunit.client.0.smithi067.stdout: 676: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:08.721 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Qx1ct_hgjt-PP0V off=257528 len=1689655 2024-07-29T15:34:08.723 INFO:tasks.workunit.client.0.smithi067.stdout:op 3489 completed, throughput=5MB/sec 2024-07-29T15:34:08.723 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-AYDUIolE1vYpr60 off=2508074 len=1921588 2024-07-29T15:34:08.726 INFO:tasks.workunit.client.0.smithi067.stdout:op 3490 completed, throughput=5MB/sec 2024-07-29T15:34:08.726 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-N_1N29QD7c_Cptj off=12257673 len=389810 2024-07-29T15:34:08.727 INFO:tasks.workunit.client.0.smithi067.stdout:op 3491 completed, throughput=5MB/sec 2024-07-29T15:34:08.727 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-t4hIP2AsUeYTS_i off=1556011 len=488749 2024-07-29T15:34:08.731 INFO:tasks.workunit.client.0.smithi067.stdout:op 3492 completed, throughput=5MB/sec 2024-07-29T15:34:08.731 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2Pnut5f9h0G6uyf off=7623841 len=1308868 2024-07-29T15:34:08.739 INFO:tasks.workunit.client.0.smithi067.stdout:op 3493 completed, throughput=5MB/sec 2024-07-29T15:34:09.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:09 smithi067 ceph-mon[91995]: pgmap v1696: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:34:09.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:09 smithi067 ceph-mon[94375]: pgmap v1696: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:34:09.740 INFO:tasks.workunit.client.0.smithi067.stdout: 677: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:09.740 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-X7Iv_7HhixKo_UW off=9610492 len=1024257 2024-07-29T15:34:09.743 INFO:tasks.workunit.client.0.smithi067.stdout:op 3494 completed, throughput=5MB/sec 2024-07-29T15:34:09.743 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Ab1UE7HiqTHWBbq off=12806004 len=829004 2024-07-29T15:34:09.748 INFO:tasks.workunit.client.0.smithi067.stdout:op 3495 completed, throughput=5MB/sec 2024-07-29T15:34:09.748 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-tk9q3yaTZlIRodP off=269802 len=10883 2024-07-29T15:34:09.751 INFO:tasks.workunit.client.0.smithi067.stdout:op 3496 completed, throughput=5MB/sec 2024-07-29T15:34:09.751 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6FJIqqBeshclc-F off=1395120 len=178385 2024-07-29T15:34:09.753 INFO:tasks.workunit.client.0.smithi067.stdout:op 3497 completed, throughput=5MB/sec 2024-07-29T15:34:09.753 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-U8e-OK5nCrycfYZ off=4880610 len=107621 2024-07-29T15:34:09.756 INFO:tasks.workunit.client.0.smithi067.stdout:op 3498 completed, throughput=5MB/sec 2024-07-29T15:34:09.756 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Hk2d0jmIk1oZrYX off=2702255 len=1616441 2024-07-29T15:34:09.759 INFO:tasks.workunit.client.0.smithi067.stdout:op 3499 completed, throughput=5MB/sec 2024-07-29T15:34:09.759 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-GD7jsF7lIH7bDM0 off=1930417 len=320782 2024-07-29T15:34:09.760 INFO:tasks.workunit.client.0.smithi067.stdout:op 3500 completed, throughput=5MB/sec 2024-07-29T15:34:09.760 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3wMUJL5EROl1Ue9 off=0 len=1122236 2024-07-29T15:34:09.766 INFO:tasks.workunit.client.0.smithi067.stdout:op 3501 completed, throughput=5MB/sec 2024-07-29T15:34:09.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:09 smithi138 ceph-mon[86438]: pgmap v1696: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:34:10.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:34:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:34:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:34:10.766 INFO:tasks.workunit.client.0.smithi067.stdout: 678: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:10.767 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--qmBp-JB3t37NNs off=17477 len=1893913 2024-07-29T15:34:10.769 INFO:tasks.workunit.client.0.smithi067.stdout:op 3502 completed, throughput=5MB/sec 2024-07-29T15:34:10.769 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-JEI8Y4wCgVsjy4I off=3708488 len=1577534 2024-07-29T15:34:10.777 INFO:tasks.workunit.client.0.smithi067.stdout:op 3503 completed, throughput=5MB/sec 2024-07-29T15:34:10.777 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-OtzpsybrweB-yXZ off=4364720 len=933544 2024-07-29T15:34:10.778 INFO:tasks.workunit.client.0.smithi067.stdout:op 3504 completed, throughput=5MB/sec 2024-07-29T15:34:10.778 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--eYKLq5GvWBvKN3 off=1284412 len=931520 2024-07-29T15:34:10.779 INFO:tasks.workunit.client.0.smithi067.stdout:op 3505 completed, throughput=5MB/sec 2024-07-29T15:34:11.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:11 smithi067 ceph-mon[91995]: pgmap v1697: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:34:11.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:11 smithi067 ceph-mon[94375]: pgmap v1697: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:34:11.779 INFO:tasks.workunit.client.0.smithi067.stdout: 679: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:11.780 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WZOxs0N10jTBLY_ off=14054092 len=884416 2024-07-29T15:34:11.782 INFO:tasks.workunit.client.0.smithi067.stdout:op 3506 completed, throughput=4.99MB/sec 2024-07-29T15:34:11.782 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-aPk7svVE57pcUUf off=12025384 len=697528 2024-07-29T15:34:11.787 INFO:tasks.workunit.client.0.smithi067.stdout:op 3507 completed, throughput=5MB/sec 2024-07-29T15:34:11.787 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-dL6y_qbXYfl8bsa off=16838051 len=964156 2024-07-29T15:34:11.790 INFO:tasks.workunit.client.0.smithi067.stdout:op 3508 completed, throughput=5MB/sec 2024-07-29T15:34:11.790 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Xzu1uCoRoRQ4DPl off=13726757 len=834999 2024-07-29T15:34:11.795 INFO:tasks.workunit.client.0.smithi067.stdout:op 3509 completed, throughput=5MB/sec 2024-07-29T15:34:11.796 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_7W2fxKueWKxBgI off=5365816 len=128824 2024-07-29T15:34:11.798 INFO:tasks.workunit.client.0.smithi067.stdout:op 3510 completed, throughput=5MB/sec 2024-07-29T15:34:11.798 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-cYU10BeOKkqqXZI off=2537563 len=455951 2024-07-29T15:34:11.799 INFO:tasks.workunit.client.0.smithi067.stdout:op 3511 completed, throughput=5MB/sec 2024-07-29T15:34:11.799 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SsdSyIni0xi1YYR off=9256781 len=272225 2024-07-29T15:34:11.802 INFO:tasks.workunit.client.0.smithi067.stdout:op 3512 completed, throughput=5MB/sec 2024-07-29T15:34:11.802 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FX2gsiV2z3p6n3z off=8259264 len=2053432 2024-07-29T15:34:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:11 smithi138 ceph-mon[86438]: pgmap v1697: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:34:11.814 INFO:tasks.workunit.client.0.smithi067.stdout:op 3513 completed, throughput=5MB/sec 2024-07-29T15:34:12.814 INFO:tasks.workunit.client.0.smithi067.stdout: 680: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:12.815 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2x3D0mLPnmCrptE off=9183189 len=1111912 2024-07-29T15:34:12.817 INFO:tasks.workunit.client.0.smithi067.stdout:op 3514 completed, throughput=5MB/sec 2024-07-29T15:34:12.817 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-yjlVEd8QwjKun6R off=7060277 len=484732 2024-07-29T15:34:12.821 INFO:tasks.workunit.client.0.smithi067.stdout:op 3515 completed, throughput=5MB/sec 2024-07-29T15:34:12.821 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-fFQuC0IqR-f18uW off=4483536 len=1097233 2024-07-29T15:34:12.827 INFO:tasks.workunit.client.0.smithi067.stdout:op 3516 completed, throughput=5MB/sec 2024-07-29T15:34:12.827 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qpFdOn-qGwWs6vy off=16015465 len=1370175 2024-07-29T15:34:12.829 INFO:tasks.workunit.client.0.smithi067.stdout:op 3517 completed, throughput=5MB/sec 2024-07-29T15:34:13.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:13 smithi067 ceph-mon[91995]: pgmap v1698: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:34:13.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:13 smithi067 ceph-mon[94375]: pgmap v1698: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:34:13.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:13 smithi138 ceph-mon[86438]: pgmap v1698: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:34:13.830 INFO:tasks.workunit.client.0.smithi067.stdout: 681: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:13.830 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-V9NI8hfFqAleJoL off=13414855 len=7494 2024-07-29T15:34:13.832 INFO:tasks.workunit.client.0.smithi067.stdout:op 3518 completed, throughput=4.99MB/sec 2024-07-29T15:34:13.832 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-M7KR9833kGVzO1I off=434704 len=692551 2024-07-29T15:34:13.837 INFO:tasks.workunit.client.0.smithi067.stdout:op 3519 completed, throughput=4.99MB/sec 2024-07-29T15:34:13.837 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-XK5wjmc7sLouGWr off=541872 len=1977792 2024-07-29T15:34:13.839 INFO:tasks.workunit.client.0.smithi067.stdout:op 3520 completed, throughput=5MB/sec 2024-07-29T15:34:13.839 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-cInc6JT39Uacr8E off=2848638 len=271843 2024-07-29T15:34:13.840 INFO:tasks.workunit.client.0.smithi067.stdout:op 3521 completed, throughput=5MB/sec 2024-07-29T15:34:13.841 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BfQ6mCAzWw0_RZQ off=10701380 len=1000728 2024-07-29T15:34:13.842 INFO:tasks.workunit.client.0.smithi067.stdout:op 3522 completed, throughput=5MB/sec 2024-07-29T15:34:13.842 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qporfbN0v4oxw5U off=7018736 len=58376 2024-07-29T15:34:13.844 INFO:tasks.workunit.client.0.smithi067.stdout:op 3523 completed, throughput=5MB/sec 2024-07-29T15:34:13.844 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ulsAUaKJWx6bKfH off=4227791 len=941542 2024-07-29T15:34:13.849 INFO:tasks.workunit.client.0.smithi067.stdout:op 3524 completed, throughput=5MB/sec 2024-07-29T15:34:13.849 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-hrJSFrZAp_rLvf8 off=98699 len=1754116 2024-07-29T15:34:13.850 INFO:tasks.workunit.client.0.smithi067.stdout:op 3525 completed, throughput=5MB/sec 2024-07-29T15:34:14.851 INFO:tasks.workunit.client.0.smithi067.stdout: 682: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:14.851 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-F8rNY82bqraz8yr off=1202860 len=608328 2024-07-29T15:34:14.852 INFO:tasks.workunit.client.0.smithi067.stdout:op 3526 completed, throughput=5MB/sec 2024-07-29T15:34:14.852 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-YiEzG3Mo2rvMrMQ off=8354078 len=208730 2024-07-29T15:34:14.852 INFO:tasks.workunit.client.0.smithi067.stdout:op 3527 completed, throughput=5MB/sec 2024-07-29T15:34:14.853 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DHIqPYvfFGneqLv off=6727234 len=49382 2024-07-29T15:34:14.853 INFO:tasks.workunit.client.0.smithi067.stdout:op 3528 completed, throughput=5MB/sec 2024-07-29T15:34:14.853 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-e7drVSetvAGaZ3M off=9395221 len=1631927 2024-07-29T15:34:14.868 INFO:tasks.workunit.client.0.smithi067.stdout:op 3529 completed, throughput=5MB/sec 2024-07-29T15:34:14.868 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-23xCXeUbLJlS5gH off=2502796 len=1433545 2024-07-29T15:34:14.870 INFO:tasks.workunit.client.0.smithi067.stdout:op 3530 completed, throughput=5MB/sec 2024-07-29T15:34:15.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:15 smithi067 ceph-mon[91995]: pgmap v1699: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:34:15.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:15 smithi067 ceph-mon[94375]: pgmap v1699: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:34:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:15 smithi138 ceph-mon[86438]: pgmap v1699: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:34:15.870 INFO:tasks.workunit.client.0.smithi067.stdout: 683: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:15.870 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-uBxrxb78aLXetc- off=5913861 len=109372 2024-07-29T15:34:15.873 INFO:tasks.workunit.client.0.smithi067.stdout:op 3531 completed, throughput=4.99MB/sec 2024-07-29T15:34:15.873 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-xFV_H11-EuYVRg1 off=7422691 len=514566 2024-07-29T15:34:15.876 INFO:tasks.workunit.client.0.smithi067.stdout:op 3532 completed, throughput=4.99MB/sec 2024-07-29T15:34:15.877 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VEuzyH9GjJPImvG off=5335069 len=2036818 2024-07-29T15:34:15.879 INFO:tasks.workunit.client.0.smithi067.stdout:op 3533 completed, throughput=5MB/sec 2024-07-29T15:34:15.879 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6xj1nWDXN5SAKrG off=3675074 len=839730 2024-07-29T15:34:15.880 INFO:tasks.workunit.client.0.smithi067.stdout:op 3534 completed, throughput=5MB/sec 2024-07-29T15:34:15.880 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-e9N73mHZFuW22uV off=5293153 len=611235 2024-07-29T15:34:15.882 INFO:tasks.workunit.client.0.smithi067.stdout:op 3535 completed, throughput=5MB/sec 2024-07-29T15:34:15.882 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mndjNIJFtx9q0En off=4140786 len=1564788 2024-07-29T15:34:15.884 INFO:tasks.workunit.client.0.smithi067.stdout:op 3536 completed, throughput=5MB/sec 2024-07-29T15:34:16.885 INFO:tasks.workunit.client.0.smithi067.stdout: 684: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:16.885 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2HEZQzvJhY1jUVA off=153650 len=677335 2024-07-29T15:34:16.889 INFO:tasks.workunit.client.0.smithi067.stdout:op 3537 completed, throughput=4.99MB/sec 2024-07-29T15:34:16.889 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6Jyl9xzrn5tf_hx off=1380494 len=1368364 2024-07-29T15:34:16.895 INFO:tasks.workunit.client.0.smithi067.stdout:op 3538 completed, throughput=5MB/sec 2024-07-29T15:34:16.895 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-le6Z69B7HNZH7i1 off=7492384 len=114241 2024-07-29T15:34:16.898 INFO:tasks.workunit.client.0.smithi067.stdout:op 3539 completed, throughput=5MB/sec 2024-07-29T15:34:16.898 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ewIQ6VClbl_W1M5 off=473654 len=77516 2024-07-29T15:34:16.901 INFO:tasks.workunit.client.0.smithi067.stdout:op 3540 completed, throughput=5MB/sec 2024-07-29T15:34:16.901 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-43Jhhw-R_3QAlgo off=1821200 len=773547 2024-07-29T15:34:16.902 INFO:tasks.workunit.client.0.smithi067.stdout:op 3541 completed, throughput=5MB/sec 2024-07-29T15:34:16.902 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-RUxvLpIm9d9JKY4 off=2467879 len=1148853 2024-07-29T15:34:16.904 INFO:tasks.workunit.client.0.smithi067.stdout:op 3542 completed, throughput=5MB/sec 2024-07-29T15:34:16.904 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-YsKHJk27cw0mOF9 off=1882700 len=1576785 2024-07-29T15:34:16.906 INFO:tasks.workunit.client.0.smithi067.stdout:op 3543 completed, throughput=5MB/sec 2024-07-29T15:34:17.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:17 smithi067 ceph-mon[91995]: pgmap v1700: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-07-29T15:34:17.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:17 smithi067 ceph-mon[94375]: pgmap v1700: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-07-29T15:34:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:17 smithi138 ceph-mon[86438]: pgmap v1700: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-07-29T15:34:17.906 INFO:tasks.workunit.client.0.smithi067.stdout: 685: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:17.906 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-OySLhrt3owIPQsy off=2843670 len=656348 2024-07-29T15:34:17.911 INFO:tasks.workunit.client.0.smithi067.stdout:op 3544 completed, throughput=4.99MB/sec 2024-07-29T15:34:17.911 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-F3ooT0w4icNYlRL off=15413553 len=1967608 2024-07-29T15:34:17.913 INFO:tasks.workunit.client.0.smithi067.stdout:op 3545 completed, throughput=5MB/sec 2024-07-29T15:34:17.913 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gxUHA1lSLhWZ_Vg off=1796096 len=480937 2024-07-29T15:34:17.914 INFO:tasks.workunit.client.0.smithi067.stdout:op 3546 completed, throughput=5MB/sec 2024-07-29T15:34:17.915 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Hez2GMVzw3TpDVQ off=15365384 len=139105 2024-07-29T15:34:17.917 INFO:tasks.workunit.client.0.smithi067.stdout:op 3547 completed, throughput=5MB/sec 2024-07-29T15:34:17.918 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-o5RaolIclVijB4V off=508283 len=994266 2024-07-29T15:34:17.923 INFO:tasks.workunit.client.0.smithi067.stdout:op 3548 completed, throughput=5MB/sec 2024-07-29T15:34:17.923 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9FRRc6u90yrIwnd off=676326 len=907841 2024-07-29T15:34:17.925 INFO:tasks.workunit.client.0.smithi067.stdout:op 3549 completed, throughput=5MB/sec 2024-07-29T15:34:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:34:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:34:17] "GET /metrics HTTP/1.1" 200 34212 "" "Prometheus/2.51.0" 2024-07-29T15:34:18.925 INFO:tasks.workunit.client.0.smithi067.stdout: 686: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:18.925 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-LBl27nKJxwci3nk off=3113560 len=948925 2024-07-29T15:34:18.926 INFO:tasks.workunit.client.0.smithi067.stdout:op 3550 completed, throughput=5MB/sec 2024-07-29T15:34:18.927 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-668-xVGcx8g909Z off=2528745 len=110851 2024-07-29T15:34:18.929 INFO:tasks.workunit.client.0.smithi067.stdout:op 3551 completed, throughput=5MB/sec 2024-07-29T15:34:18.930 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fj8mpHuyo_bHZUD off=2272025 len=361588 2024-07-29T15:34:18.931 INFO:tasks.workunit.client.0.smithi067.stdout:op 3552 completed, throughput=5MB/sec 2024-07-29T15:34:18.931 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-jMp1nXs55_JqnEd off=5552696 len=291560 2024-07-29T15:34:18.933 INFO:tasks.workunit.client.0.smithi067.stdout:op 3553 completed, throughput=5MB/sec 2024-07-29T15:34:18.933 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ifTD47Qe8XAY8lE off=5356184 len=1690553 2024-07-29T15:34:18.944 INFO:tasks.workunit.client.0.smithi067.stdout:op 3554 completed, throughput=5MB/sec 2024-07-29T15:34:18.944 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qQenuz5rTohdMA1 off=0 len=1599886 2024-07-29T15:34:18.946 INFO:tasks.workunit.client.0.smithi067.stdout:op 3555 completed, throughput=5MB/sec 2024-07-29T15:34:19.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:19 smithi067 ceph-mon[91995]: pgmap v1701: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:34:19.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:19 smithi067 ceph-mon[94375]: pgmap v1701: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:34:19.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:19 smithi138 ceph-mon[86438]: pgmap v1701: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:34:19.946 INFO:tasks.workunit.client.0.smithi067.stdout: 687: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:19.947 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8OZq2iSl5ISqHOo off=8591719 len=1936403 2024-07-29T15:34:19.949 INFO:tasks.workunit.client.0.smithi067.stdout:op 3556 completed, throughput=5MB/sec 2024-07-29T15:34:19.949 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-XZtW77uuUA46Gk_ off=309523 len=1302465 2024-07-29T15:34:19.956 INFO:tasks.workunit.client.0.smithi067.stdout:op 3557 completed, throughput=5MB/sec 2024-07-29T15:34:19.956 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-HMBe7K6rzSbsGc6 off=5143643 len=1673955 2024-07-29T15:34:19.965 INFO:tasks.workunit.client.0.smithi067.stdout:op 3558 completed, throughput=5MB/sec 2024-07-29T15:34:19.965 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-IIOxQSs9ZaNESuK off=18858920 len=432724 2024-07-29T15:34:19.966 INFO:tasks.workunit.client.0.smithi067.stdout:op 3559 completed, throughput=5MB/sec 2024-07-29T15:34:20.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:34:20.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:34:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:34:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:34:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:34:20.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:34:20.966 INFO:tasks.workunit.client.0.smithi067.stdout: 688: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:20.966 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BH_GhB1vxC1cQpc off=8452647 len=538308 2024-07-29T15:34:20.968 INFO:tasks.workunit.client.0.smithi067.stdout:op 3560 completed, throughput=4.99MB/sec 2024-07-29T15:34:20.968 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jg24_YhXXCPi-WS off=3450653 len=315875 2024-07-29T15:34:20.969 INFO:tasks.workunit.client.0.smithi067.stdout:op 3561 completed, throughput=4.99MB/sec 2024-07-29T15:34:20.969 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fDkJ-teRWWAedP3 off=10012523 len=830884 2024-07-29T15:34:20.970 INFO:tasks.workunit.client.0.smithi067.stdout:op 3562 completed, throughput=5MB/sec 2024-07-29T15:34:20.971 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-spwdQGOzeT8-Y2o off=9880050 len=739767 2024-07-29T15:34:20.975 INFO:tasks.workunit.client.0.smithi067.stdout:op 3563 completed, throughput=5MB/sec 2024-07-29T15:34:20.975 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8i1dly4Y6_S_GsV off=1171465 len=1133020 2024-07-29T15:34:20.981 INFO:tasks.workunit.client.0.smithi067.stdout:op 3564 completed, throughput=5MB/sec 2024-07-29T15:34:20.981 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-hxU6q7kAbgjdLWx off=4905879 len=751492 2024-07-29T15:34:20.985 INFO:tasks.workunit.client.0.smithi067.stdout:op 3565 completed, throughput=5MB/sec 2024-07-29T15:34:20.985 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DUFIuPi9lFRJODT off=10852109 len=1730007 2024-07-29T15:34:20.987 INFO:tasks.workunit.client.0.smithi067.stdout:op 3566 completed, throughput=5MB/sec 2024-07-29T15:34:21.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:21 smithi067 ceph-mon[91995]: pgmap v1702: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-07-29T15:34:21.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:21 smithi067 ceph-mon[94375]: pgmap v1702: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-07-29T15:34:21.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:21 smithi138 ceph-mon[86438]: pgmap v1702: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-07-29T15:34:21.987 INFO:tasks.workunit.client.0.smithi067.stdout: 689: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:21.987 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gKnMX4E0tbEHK8E off=7356315 len=3816 2024-07-29T15:34:21.988 INFO:tasks.workunit.client.0.smithi067.stdout:op 3567 completed, throughput=4.99MB/sec 2024-07-29T15:34:21.988 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-V1clwRAGuOgSbiE off=2752588 len=581074 2024-07-29T15:34:21.989 INFO:tasks.workunit.client.0.smithi067.stdout:op 3568 completed, throughput=5MB/sec 2024-07-29T15:34:21.989 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wFTBKeJQ_JjMIr- off=3025851 len=270345 2024-07-29T15:34:21.992 INFO:tasks.workunit.client.0.smithi067.stdout:op 3569 completed, throughput=5MB/sec 2024-07-29T15:34:21.992 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-TMun7XTgSBB8f2e off=8576481 len=916842 2024-07-29T15:34:21.994 INFO:tasks.workunit.client.0.smithi067.stdout:op 3570 completed, throughput=5MB/sec 2024-07-29T15:34:21.994 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-HxrlJJgjojL0sFs off=15532429 len=1020188 2024-07-29T15:34:21.995 INFO:tasks.workunit.client.0.smithi067.stdout:op 3571 completed, throughput=5MB/sec 2024-07-29T15:34:21.995 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-vK4Lbo7vK0cmBRW off=1127667 len=807283 2024-07-29T15:34:21.996 INFO:tasks.workunit.client.0.smithi067.stdout:op 3572 completed, throughput=5MB/sec 2024-07-29T15:34:21.996 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3RV4GLim8K4hw-y off=2520168 len=182469 2024-07-29T15:34:21.999 INFO:tasks.workunit.client.0.smithi067.stdout:op 3573 completed, throughput=5MB/sec 2024-07-29T15:34:21.999 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4xfmvqNGZRno_Cs off=834693 len=681697 2024-07-29T15:34:22.000 INFO:tasks.workunit.client.0.smithi067.stdout:op 3574 completed, throughput=5MB/sec 2024-07-29T15:34:22.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:22 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:34:22.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:22 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:34:22.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:22 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:34:23.000 INFO:tasks.workunit.client.0.smithi067.stdout: 690: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:23.000 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-p-KMA0G5SnoSBM5 off=1190418 len=207289 2024-07-29T15:34:23.001 INFO:tasks.workunit.client.0.smithi067.stdout:op 3575 completed, throughput=4.99MB/sec 2024-07-29T15:34:23.001 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-GYVZImRNskSyIJG off=3933827 len=1798377 2024-07-29T15:34:23.009 INFO:tasks.workunit.client.0.smithi067.stdout:op 3576 completed, throughput=5MB/sec 2024-07-29T15:34:23.009 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5hstpJtAraPjP9U off=12957656 len=530423 2024-07-29T15:34:23.012 INFO:tasks.workunit.client.0.smithi067.stdout:op 3577 completed, throughput=5MB/sec 2024-07-29T15:34:23.013 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gxXX4j7-zeCMjpr off=0 len=1618602 2024-07-29T15:34:23.014 INFO:tasks.workunit.client.0.smithi067.stdout:op 3578 completed, throughput=5MB/sec 2024-07-29T15:34:23.014 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3TZQ-3Y9fmvXUMz off=8336522 len=1458354 2024-07-29T15:34:23.016 INFO:tasks.workunit.client.0.smithi067.stdout:op 3579 completed, throughput=5MB/sec 2024-07-29T15:34:23.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:23 smithi067 ceph-mon[91995]: pgmap v1703: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-29T15:34:23.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:23 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:34:23.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:23 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:34:23.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:23 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:34:23.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:23 smithi067 ceph-mon[94375]: pgmap v1703: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-29T15:34:23.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:23 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:34:23.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:23 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:34:23.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:23 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:34:23.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:23 smithi138 ceph-mon[86438]: pgmap v1703: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-29T15:34:23.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:23 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:34:23.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:23 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:34:23.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:23 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:34:24.016 INFO:tasks.workunit.client.0.smithi067.stdout: 691: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:24.016 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ih5RrV2qUAahJnn off=3678481 len=1348032 2024-07-29T15:34:24.024 INFO:tasks.workunit.client.0.smithi067.stdout:op 3580 completed, throughput=5MB/sec 2024-07-29T15:34:24.024 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8de7B5oabSebH_q off=1565081 len=129183 2024-07-29T15:34:24.024 INFO:tasks.workunit.client.0.smithi067.stdout:op 3581 completed, throughput=5MB/sec 2024-07-29T15:34:24.024 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-R8cLM8NorZhC_EG off=562220 len=1805609 2024-07-29T15:34:24.035 INFO:tasks.workunit.client.0.smithi067.stdout:op 3582 completed, throughput=5MB/sec 2024-07-29T15:34:24.035 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-94ZOW9-pCuSDjpR off=17839812 len=1988959 2024-07-29T15:34:24.037 INFO:tasks.workunit.client.0.smithi067.stdout:op 3583 completed, throughput=5MB/sec 2024-07-29T15:34:25.038 INFO:tasks.workunit.client.0.smithi067.stdout: 692: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:25.038 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bkEcbsd07EKH84d off=15585144 len=1051264 2024-07-29T15:34:25.039 INFO:tasks.workunit.client.0.smithi067.stdout:op 3584 completed, throughput=4.99MB/sec 2024-07-29T15:34:25.040 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-TgMH70U5w1D85Y5 off=2142453 len=687566 2024-07-29T15:34:25.044 INFO:tasks.workunit.client.0.smithi067.stdout:op 3585 completed, throughput=5MB/sec 2024-07-29T15:34:25.044 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-HqBb6TkSNHgEvxO off=8464367 len=141709 2024-07-29T15:34:25.047 INFO:tasks.workunit.client.0.smithi067.stdout:op 3586 completed, throughput=5MB/sec 2024-07-29T15:34:25.047 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-JtZiHTlhfiIj9oB off=3909658 len=1995583 2024-07-29T15:34:25.051 INFO:tasks.workunit.client.0.smithi067.stdout:op 3587 completed, throughput=5MB/sec 2024-07-29T15:34:25.051 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-l4qevUELNTKXuik off=2073242 len=221507 2024-07-29T15:34:25.054 INFO:tasks.workunit.client.0.smithi067.stdout:op 3588 completed, throughput=5MB/sec 2024-07-29T15:34:25.055 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bq1WFvi_TLIh-zl off=24931167 len=143270 2024-07-29T15:34:25.057 INFO:tasks.workunit.client.0.smithi067.stdout:op 3589 completed, throughput=5MB/sec 2024-07-29T15:34:25.057 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-uBxrxb78aLXetc- off=6415280 len=1891212 2024-07-29T15:34:25.064 INFO:tasks.workunit.client.0.smithi067.stdout:op 3590 completed, throughput=5MB/sec 2024-07-29T15:34:25.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:25 smithi067 ceph-mon[91995]: pgmap v1704: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-07-29T15:34:25.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:25 smithi067 ceph-mon[94375]: pgmap v1704: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-07-29T15:34:25.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:25 smithi138 ceph-mon[86438]: pgmap v1704: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-07-29T15:34:26.064 INFO:tasks.workunit.client.0.smithi067.stdout: 693: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:26.064 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-RncqUV_YMKew589 off=2449589 len=532606 2024-07-29T15:34:26.065 INFO:tasks.workunit.client.0.smithi067.stdout:op 3591 completed, throughput=5MB/sec 2024-07-29T15:34:26.065 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ULIZKrBhhoTSCXB off=14192120 len=16731 2024-07-29T15:34:26.068 INFO:tasks.workunit.client.0.smithi067.stdout:op 3592 completed, throughput=5MB/sec 2024-07-29T15:34:26.068 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-98AV6IU3Qor4xQR off=649975 len=1520750 2024-07-29T15:34:26.070 INFO:tasks.workunit.client.0.smithi067.stdout:op 3593 completed, throughput=5MB/sec 2024-07-29T15:34:26.070 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-EttLP29B6PAvG9W off=10624571 len=1762954 2024-07-29T15:34:26.072 INFO:tasks.workunit.client.0.smithi067.stdout:op 3594 completed, throughput=5MB/sec 2024-07-29T15:34:26.072 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WHfKilPG_fY8nH6 off=18408866 len=887292 2024-07-29T15:34:26.073 INFO:tasks.workunit.client.0.smithi067.stdout:op 3595 completed, throughput=5MB/sec 2024-07-29T15:34:27.074 INFO:tasks.workunit.client.0.smithi067.stdout: 694: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:27.074 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Yu5aOigCXBoKpUq off=6531893 len=1281035 2024-07-29T15:34:27.081 INFO:tasks.workunit.client.0.smithi067.stdout:op 3596 completed, throughput=5MB/sec 2024-07-29T15:34:27.082 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Uu9cJZHDP_57pyn off=10318604 len=1864037 2024-07-29T15:34:27.083 INFO:tasks.workunit.client.0.smithi067.stdout:op 3597 completed, throughput=5MB/sec 2024-07-29T15:34:27.083 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-BI2g5Ga4BQcVzgL off=4312949 len=146828 2024-07-29T15:34:27.086 INFO:tasks.workunit.client.0.smithi067.stdout:op 3598 completed, throughput=5MB/sec 2024-07-29T15:34:27.086 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-AlWlAaN9f3zAisn off=4430628 len=875424 2024-07-29T15:34:27.087 INFO:tasks.workunit.client.0.smithi067.stdout:op 3599 completed, throughput=5MB/sec 2024-07-29T15:34:27.087 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-xqYwsRVXJruv-bR off=9908680 len=1058694 2024-07-29T15:34:27.090 INFO:tasks.workunit.client.0.smithi067.stdout:op 3600 completed, throughput=5MB/sec 2024-07-29T15:34:27.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:27 smithi067 ceph-mon[91995]: pgmap v1705: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-07-29T15:34:27.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:27 smithi067 ceph-mon[94375]: pgmap v1705: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-07-29T15:34:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:27 smithi138 ceph-mon[86438]: pgmap v1705: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-07-29T15:34:28.090 INFO:tasks.workunit.client.0.smithi067.stdout: 695: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:28.090 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YzgiOk8xV0MjlhW off=610263 len=470761 2024-07-29T15:34:28.094 INFO:tasks.workunit.client.0.smithi067.stdout:op 3601 completed, throughput=4.99MB/sec 2024-07-29T15:34:28.094 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Uayx6sfpuyWix35 off=940122 len=1511414 2024-07-29T15:34:28.100 INFO:tasks.workunit.client.0.smithi067.stdout:op 3602 completed, throughput=5MB/sec 2024-07-29T15:34:28.100 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0kc2K0AyowNKB1O off=7591852 len=898264 2024-07-29T15:34:28.105 INFO:tasks.workunit.client.0.smithi067.stdout:op 3603 completed, throughput=5MB/sec 2024-07-29T15:34:28.105 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-owRc48y7oQrwpxE off=11580323 len=949556 2024-07-29T15:34:28.107 INFO:tasks.workunit.client.0.smithi067.stdout:op 3604 completed, throughput=5MB/sec 2024-07-29T15:34:28.107 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-XZdAgsjx3pJn_o- off=12053589 len=1968747 2024-07-29T15:34:28.115 INFO:tasks.workunit.client.0.smithi067.stdout:op 3605 completed, throughput=5MB/sec 2024-07-29T15:34:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:34:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:34:27] "GET /metrics HTTP/1.1" 200 34210 "" "Prometheus/2.51.0" 2024-07-29T15:34:29.115 INFO:tasks.workunit.client.0.smithi067.stdout: 696: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:29.116 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-OotCYlWJBfWps1u off=5282862 len=1435955 2024-07-29T15:34:29.118 INFO:tasks.workunit.client.0.smithi067.stdout:op 3606 completed, throughput=5MB/sec 2024-07-29T15:34:29.118 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-AEb2ymFEQAq_Cc- off=5779810 len=2044926 2024-07-29T15:34:29.125 INFO:tasks.workunit.client.0.smithi067.stdout:op 3607 completed, throughput=5MB/sec 2024-07-29T15:34:29.126 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-dplKSdJL39rLeQA off=923568 len=869116 2024-07-29T15:34:29.127 INFO:tasks.workunit.client.0.smithi067.stdout:op 3608 completed, throughput=5MB/sec 2024-07-29T15:34:29.127 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SE8dIhXaLJG9oNc off=10784277 len=601022 2024-07-29T15:34:29.130 INFO:tasks.workunit.client.0.smithi067.stdout:op 3609 completed, throughput=5MB/sec 2024-07-29T15:34:29.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:29 smithi067 ceph-mon[94375]: pgmap v1706: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-29T15:34:29.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:29 smithi067 ceph-mon[91995]: pgmap v1706: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-29T15:34:29.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:29 smithi138 ceph-mon[86438]: pgmap v1706: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-29T15:34:30.130 INFO:tasks.workunit.client.0.smithi067.stdout: 697: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:30.131 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-P1b5XVqIbggWlTq off=17792700 len=1792442 2024-07-29T15:34:30.141 INFO:tasks.workunit.client.0.smithi067.stdout:op 3610 completed, throughput=5MB/sec 2024-07-29T15:34:30.141 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-hARzUe7GqDhWBpf off=1698742 len=580430 2024-07-29T15:34:30.144 INFO:tasks.workunit.client.0.smithi067.stdout:op 3611 completed, throughput=5MB/sec 2024-07-29T15:34:30.145 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SIiJWKjduyNLds7 off=863619 len=1161221 2024-07-29T15:34:30.151 INFO:tasks.workunit.client.0.smithi067.stdout:op 3612 completed, throughput=5MB/sec 2024-07-29T15:34:30.151 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-sW37Rz_BVDQKlo2 off=17188592 len=948308 2024-07-29T15:34:30.155 INFO:tasks.workunit.client.0.smithi067.stdout:op 3613 completed, throughput=5MB/sec 2024-07-29T15:34:30.156 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-UTK1Kgd5Rm35vJB off=1388259 len=969441 2024-07-29T15:34:30.160 INFO:tasks.workunit.client.0.smithi067.stdout:op 3614 completed, throughput=5MB/sec 2024-07-29T15:34:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:34:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:34:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:34:31.160 INFO:tasks.workunit.client.0.smithi067.stdout: 698: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:31.161 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-eMh7ofGLlusPZ_Q off=5147401 len=1628804 2024-07-29T15:34:31.168 INFO:tasks.workunit.client.0.smithi067.stdout:op 3615 completed, throughput=5MB/sec 2024-07-29T15:34:31.168 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wtwxnbAFk6q-YfL off=13924432 len=1062384 2024-07-29T15:34:31.172 INFO:tasks.workunit.client.0.smithi067.stdout:op 3616 completed, throughput=5MB/sec 2024-07-29T15:34:31.172 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0ze3fURN_bb2hKO off=16590320 len=1011469 2024-07-29T15:34:31.174 INFO:tasks.workunit.client.0.smithi067.stdout:op 3617 completed, throughput=5MB/sec 2024-07-29T15:34:31.174 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ZEiCOA24pLL_-kU off=17446571 len=201390 2024-07-29T15:34:31.174 INFO:tasks.workunit.client.0.smithi067.stdout:op 3618 completed, throughput=5MB/sec 2024-07-29T15:34:31.174 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KqcCrOUn-6kiZQL off=998997 len=2019158 2024-07-29T15:34:31.176 INFO:tasks.workunit.client.0.smithi067.stdout:op 3619 completed, throughput=5MB/sec 2024-07-29T15:34:31.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:31 smithi067 ceph-mon[91995]: pgmap v1707: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:34:31.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:31 smithi067 ceph-mon[94375]: pgmap v1707: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:34:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:31 smithi138 ceph-mon[86438]: pgmap v1707: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:34:32.177 INFO:tasks.workunit.client.0.smithi067.stdout: 699: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:32.177 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Aqx_45Pl_p-3PyV off=3232615 len=283668 2024-07-29T15:34:32.178 INFO:tasks.workunit.client.0.smithi067.stdout:op 3620 completed, throughput=4.99MB/sec 2024-07-29T15:34:32.178 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-s782iz2RVUDX7D_ off=7637419 len=158909 2024-07-29T15:34:32.179 INFO:tasks.workunit.client.0.smithi067.stdout:op 3621 completed, throughput=5MB/sec 2024-07-29T15:34:32.179 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-PxYk4TCcI-QgNJ- off=3455308 len=338572 2024-07-29T15:34:32.182 INFO:tasks.workunit.client.0.smithi067.stdout:op 3622 completed, throughput=5MB/sec 2024-07-29T15:34:32.182 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZEAQlkjcGoVdhm2 off=7967270 len=950926 2024-07-29T15:34:32.187 INFO:tasks.workunit.client.0.smithi067.stdout:op 3623 completed, throughput=5MB/sec 2024-07-29T15:34:32.187 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ukEH73osM0rY9tt off=2536943 len=1747692 2024-07-29T15:34:32.189 INFO:tasks.workunit.client.0.smithi067.stdout:op 3624 completed, throughput=5MB/sec 2024-07-29T15:34:32.189 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9lj3m7LNGNVXGmP off=246852 len=520984 2024-07-29T15:34:32.191 INFO:tasks.workunit.client.0.smithi067.stdout:op 3625 completed, throughput=5MB/sec 2024-07-29T15:34:32.191 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Tse1_dX-aLusNE5 off=5030497 len=1525886 2024-07-29T15:34:32.199 INFO:tasks.workunit.client.0.smithi067.stdout:op 3626 completed, throughput=5MB/sec 2024-07-29T15:34:33.199 INFO:tasks.workunit.client.0.smithi067.stdout: 700: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:33.200 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zZdtHhmP8sdENx5 off=17321062 len=1419105 2024-07-29T15:34:33.206 INFO:tasks.workunit.client.0.smithi067.stdout:op 3627 completed, throughput=5MB/sec 2024-07-29T15:34:33.206 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QcTorEdNLr8f9DQ off=14756979 len=1994592 2024-07-29T15:34:33.218 INFO:tasks.workunit.client.0.smithi067.stdout:op 3628 completed, throughput=5MB/sec 2024-07-29T15:34:33.219 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QtOnVfY-hdbjSmi off=6126091 len=356308 2024-07-29T15:34:33.222 INFO:tasks.workunit.client.0.smithi067.stdout:op 3629 completed, throughput=5MB/sec 2024-07-29T15:34:33.222 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--ETMcmkUVMRg3BW off=1133632 len=416169 2024-07-29T15:34:33.222 INFO:tasks.workunit.client.0.smithi067.stdout:op 3630 completed, throughput=5MB/sec 2024-07-29T15:34:33.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:33 smithi067 ceph-mon[91995]: pgmap v1708: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:34:33.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:33 smithi067 ceph-mon[94375]: pgmap v1708: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:34:33.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:33 smithi138 ceph-mon[86438]: pgmap v1708: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:34:34.223 INFO:tasks.workunit.client.0.smithi067.stdout: 701: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:34.223 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VPW8vHFoiB9yKjU off=8434997 len=564832 2024-07-29T15:34:34.227 INFO:tasks.workunit.client.0.smithi067.stdout:op 3631 completed, throughput=4.99MB/sec 2024-07-29T15:34:34.227 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jJARWR_Xuk650lJ off=4725021 len=1926183 2024-07-29T15:34:34.231 INFO:tasks.workunit.client.0.smithi067.stdout:op 3632 completed, throughput=5MB/sec 2024-07-29T15:34:34.231 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_wX91OtxLAUPOPz off=360409 len=1211008 2024-07-29T15:34:34.233 INFO:tasks.workunit.client.0.smithi067.stdout:op 3633 completed, throughput=5MB/sec 2024-07-29T15:34:34.233 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pKw6Cbnv881qe8Y off=9255620 len=1287298 2024-07-29T15:34:34.235 INFO:tasks.workunit.client.0.smithi067.stdout:op 3634 completed, throughput=5MB/sec 2024-07-29T15:34:34.235 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-RLvkxB7AeO0nqwg off=2794996 len=312872 2024-07-29T15:34:34.238 INFO:tasks.workunit.client.0.smithi067.stdout:op 3635 completed, throughput=5MB/sec 2024-07-29T15:34:35.238 INFO:tasks.workunit.client.0.smithi067.stdout: 702: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:35.239 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_F1hWpBWH0eA8el off=10742831 len=1007808 2024-07-29T15:34:35.243 INFO:tasks.workunit.client.0.smithi067.stdout:op 3636 completed, throughput=4.99MB/sec 2024-07-29T15:34:35.243 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Bb0ekN8hloJXNfj off=2966115 len=1454227 2024-07-29T15:34:35.250 INFO:tasks.workunit.client.0.smithi067.stdout:op 3637 completed, throughput=5MB/sec 2024-07-29T15:34:35.250 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-q-1aIaSg6pC0a-u off=3262686 len=1114193 2024-07-29T15:34:35.256 INFO:tasks.workunit.client.0.smithi067.stdout:op 3638 completed, throughput=5MB/sec 2024-07-29T15:34:35.256 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CGVLvw-4nyMxj-W off=7953386 len=1935047 2024-07-29T15:34:35.265 INFO:tasks.workunit.client.0.smithi067.stdout:op 3639 completed, throughput=5MB/sec 2024-07-29T15:34:35.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:35 smithi067 ceph-mon[91995]: pgmap v1709: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:34:35.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:34:35.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:35 smithi067 ceph-mon[94375]: pgmap v1709: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:34:35.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:34:35.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:35 smithi138 ceph-mon[86438]: pgmap v1709: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:34:35.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:34:36.266 INFO:tasks.workunit.client.0.smithi067.stdout: 703: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:36.266 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jgJ6ybJi--3v1pL off=64993 len=103342 2024-07-29T15:34:36.266 INFO:tasks.workunit.client.0.smithi067.stdout:op 3640 completed, throughput=4.99MB/sec 2024-07-29T15:34:36.266 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-noPCJGWfWzSrt-_ off=491241 len=250364 2024-07-29T15:34:36.268 INFO:tasks.workunit.client.0.smithi067.stdout:op 3641 completed, throughput=4.99MB/sec 2024-07-29T15:34:36.268 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-JVLQBOGiEABKF-D off=13331422 len=1843854 2024-07-29T15:34:36.270 INFO:tasks.workunit.client.0.smithi067.stdout:op 3642 completed, throughput=5MB/sec 2024-07-29T15:34:36.270 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lQ8KlLfo0lHKTVH off=16851889 len=1926438 2024-07-29T15:34:36.281 INFO:tasks.workunit.client.0.smithi067.stdout:op 3643 completed, throughput=5MB/sec 2024-07-29T15:34:36.281 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-gBPjzdJUvZYVzsI off=0 len=1270755 2024-07-29T15:34:36.287 INFO:tasks.workunit.client.0.smithi067.stdout:op 3644 completed, throughput=5MB/sec 2024-07-29T15:34:37.287 INFO:tasks.workunit.client.0.smithi067.stdout: 704: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:37.288 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FxNKq6Cy-SkqD6t off=2230790 len=1098444 2024-07-29T15:34:37.289 INFO:tasks.workunit.client.0.smithi067.stdout:op 3645 completed, throughput=4.99MB/sec 2024-07-29T15:34:37.290 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pAL1vN8tSdzIfQy off=3920898 len=829143 2024-07-29T15:34:37.291 INFO:tasks.workunit.client.0.smithi067.stdout:op 3646 completed, throughput=5MB/sec 2024-07-29T15:34:37.291 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KOU2TIs56SSt9xL off=1221126 len=963383 2024-07-29T15:34:37.292 INFO:tasks.workunit.client.0.smithi067.stdout:op 3647 completed, throughput=5MB/sec 2024-07-29T15:34:37.292 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-uDDXJ5zKu00mGG0 off=9415446 len=581732 2024-07-29T15:34:37.297 INFO:tasks.workunit.client.0.smithi067.stdout:op 3648 completed, throughput=5MB/sec 2024-07-29T15:34:37.297 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bcfatM3LNV1wLnv off=3393607 len=664570 2024-07-29T15:34:37.298 INFO:tasks.workunit.client.0.smithi067.stdout:op 3649 completed, throughput=5MB/sec 2024-07-29T15:34:37.298 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PzGZKJgjI8B0Erj off=7762718 len=1422580 2024-07-29T15:34:37.300 INFO:tasks.workunit.client.0.smithi067.stdout:op 3650 completed, throughput=5MB/sec 2024-07-29T15:34:37.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:37 smithi067 ceph-mon[94375]: pgmap v1710: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:34:37.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:37 smithi067 ceph-mon[91995]: pgmap v1710: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:34:37.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:37 smithi138 ceph-mon[86438]: pgmap v1710: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:34:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:34:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:34:37] "GET /metrics HTTP/1.1" 200 34209 "" "Prometheus/2.51.0" 2024-07-29T15:34:38.300 INFO:tasks.workunit.client.0.smithi067.stdout: 705: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:38.301 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-P1CCmEb5IjcmlsB off=1892845 len=2005889 2024-07-29T15:34:38.312 INFO:tasks.workunit.client.0.smithi067.stdout:op 3651 completed, throughput=5MB/sec 2024-07-29T15:34:38.312 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0azaos3ZqRdiMVU off=12846037 len=870316 2024-07-29T15:34:38.316 INFO:tasks.workunit.client.0.smithi067.stdout:op 3652 completed, throughput=5MB/sec 2024-07-29T15:34:38.317 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CJl6aLdE6yKkfUh off=11602131 len=2044850 2024-07-29T15:34:38.327 INFO:tasks.workunit.client.0.smithi067.stdout:op 3653 completed, throughput=5MB/sec 2024-07-29T15:34:39.327 INFO:tasks.workunit.client.0.smithi067.stdout: 706: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:39.328 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-oMiXtkheMyTpLOC off=11377875 len=55360 2024-07-29T15:34:39.328 INFO:tasks.workunit.client.0.smithi067.stdout:op 3654 completed, throughput=4.99MB/sec 2024-07-29T15:34:39.328 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-XUjFtHRocZ60uZs off=18826627 len=1126146 2024-07-29T15:34:39.330 INFO:tasks.workunit.client.0.smithi067.stdout:op 3655 completed, throughput=4.99MB/sec 2024-07-29T15:34:39.330 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-kiLr3C707fFuYF8 off=12951585 len=1240681 2024-07-29T15:34:39.332 INFO:tasks.workunit.client.0.smithi067.stdout:op 3656 completed, throughput=5MB/sec 2024-07-29T15:34:39.332 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8EQ9fisnKxRlkQ5 off=19903913 len=1700859 2024-07-29T15:34:39.334 INFO:tasks.workunit.client.0.smithi067.stdout:op 3657 completed, throughput=5MB/sec 2024-07-29T15:34:39.334 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-jAR-TLFQn7qP2hH off=16023030 len=1971742 2024-07-29T15:34:39.343 INFO:tasks.workunit.client.0.smithi067.stdout:op 3658 completed, throughput=5MB/sec 2024-07-29T15:34:39.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:39 smithi067 ceph-mon[91995]: pgmap v1711: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:34:39.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:39 smithi067 ceph-mon[94375]: pgmap v1711: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:34:39.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:39 smithi138 ceph-mon[86438]: pgmap v1711: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:34:40.343 INFO:tasks.workunit.client.0.smithi067.stdout: 707: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:40.343 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Sa9Nrlre6iODRUm off=2749855 len=284215 2024-07-29T15:34:40.344 INFO:tasks.workunit.client.0.smithi067.stdout:op 3659 completed, throughput=4.99MB/sec 2024-07-29T15:34:40.344 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-DXlziDvLCxgX-st off=3622791 len=1919639 2024-07-29T15:34:40.355 INFO:tasks.workunit.client.0.smithi067.stdout:op 3660 completed, throughput=5MB/sec 2024-07-29T15:34:40.355 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-GELyN4iVTPxCR3s off=2608485 len=408028 2024-07-29T15:34:40.356 INFO:tasks.workunit.client.0.smithi067.stdout:op 3661 completed, throughput=5MB/sec 2024-07-29T15:34:40.356 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-CrG5KGcc8PRnEfn off=14945472 len=887402 2024-07-29T15:34:40.357 INFO:tasks.workunit.client.0.smithi067.stdout:op 3662 completed, throughput=5MB/sec 2024-07-29T15:34:40.357 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rD__EkOFJbmQgSH off=3459048 len=409082 2024-07-29T15:34:40.361 INFO:tasks.workunit.client.0.smithi067.stdout:op 3663 completed, throughput=5MB/sec 2024-07-29T15:34:40.361 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3Toy11qiPnAINEz off=3092315 len=1763417 2024-07-29T15:34:40.370 INFO:tasks.workunit.client.0.smithi067.stdout:op 3664 completed, throughput=5MB/sec 2024-07-29T15:34:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:34:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:34:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:34:41.370 INFO:tasks.workunit.client.0.smithi067.stdout: 708: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:41.370 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-dlOZBO6eUgoB1FF off=1328911 len=344051 2024-07-29T15:34:41.373 INFO:tasks.workunit.client.0.smithi067.stdout:op 3665 completed, throughput=4.99MB/sec 2024-07-29T15:34:41.373 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-fFPrOV5pd9fZWop off=8791792 len=1454432 2024-07-29T15:34:41.383 INFO:tasks.workunit.client.0.smithi067.stdout:op 3666 completed, throughput=5MB/sec 2024-07-29T15:34:41.383 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6adPfEpmhbdonqx off=6936659 len=1876942 2024-07-29T15:34:41.385 INFO:tasks.workunit.client.0.smithi067.stdout:op 3667 completed, throughput=5MB/sec 2024-07-29T15:34:41.385 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7yZw0qD4EIcqQtp off=10454454 len=200751 2024-07-29T15:34:41.388 INFO:tasks.workunit.client.0.smithi067.stdout:op 3668 completed, throughput=5MB/sec 2024-07-29T15:34:41.388 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-iujzcw1jo6s41jR off=1429936 len=1703327 2024-07-29T15:34:41.389 INFO:tasks.workunit.client.0.smithi067.stdout:op 3669 completed, throughput=5MB/sec 2024-07-29T15:34:41.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:41 smithi067 ceph-mon[91995]: pgmap v1712: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:34:41.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:41 smithi067 ceph-mon[94375]: pgmap v1712: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:34:41.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:41 smithi138 ceph-mon[86438]: pgmap v1712: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:34:42.390 INFO:tasks.workunit.client.0.smithi067.stdout: 709: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:42.390 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-L6UCdwzIsdfK-TI off=970912 len=1319446 2024-07-29T15:34:42.397 INFO:tasks.workunit.client.0.smithi067.stdout:op 3670 completed, throughput=5MB/sec 2024-07-29T15:34:42.398 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-p-KMA0G5SnoSBM5 off=2649079 len=1439734 2024-07-29T15:34:42.399 INFO:tasks.workunit.client.0.smithi067.stdout:op 3671 completed, throughput=5MB/sec 2024-07-29T15:34:42.399 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-iqpyXhiMw29D4Gs off=4140363 len=1150073 2024-07-29T15:34:42.400 INFO:tasks.workunit.client.0.smithi067.stdout:op 3672 completed, throughput=5MB/sec 2024-07-29T15:34:42.401 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-YAmAU37t9eyBgyv off=8480581 len=421696 2024-07-29T15:34:42.401 INFO:tasks.workunit.client.0.smithi067.stdout:op 3673 completed, throughput=5MB/sec 2024-07-29T15:34:43.402 INFO:tasks.workunit.client.0.smithi067.stdout: 710: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:43.402 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3xDd4nsuaxReCpA off=6069313 len=582846 2024-07-29T15:34:43.406 INFO:tasks.workunit.client.0.smithi067.stdout:op 3674 completed, throughput=4.99MB/sec 2024-07-29T15:34:43.406 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Cj2Y9y1Q8YNTiFq off=2726110 len=1806165 2024-07-29T15:34:43.411 INFO:tasks.workunit.client.0.smithi067.stdout:op 3675 completed, throughput=5MB/sec 2024-07-29T15:34:43.411 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZdUuYvRolBbQUAx off=1164302 len=1702286 2024-07-29T15:34:43.420 INFO:tasks.workunit.client.0.smithi067.stdout:op 3676 completed, throughput=5MB/sec 2024-07-29T15:34:43.421 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VKMUz_SFsZyiT0r off=6726865 len=1269070 2024-07-29T15:34:43.422 INFO:tasks.workunit.client.0.smithi067.stdout:op 3677 completed, throughput=5MB/sec 2024-07-29T15:34:43.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:43 smithi067 ceph-mon[91995]: pgmap v1713: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:34:43.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:43 smithi067 ceph-mon[94375]: pgmap v1713: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:34:43.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:43 smithi138 ceph-mon[86438]: pgmap v1713: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:34:44.423 INFO:tasks.workunit.client.0.smithi067.stdout: 711: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:44.423 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Vks_6oxWmzRrNhy off=10429049 len=735818 2024-07-29T15:34:44.424 INFO:tasks.workunit.client.0.smithi067.stdout:op 3678 completed, throughput=4.99MB/sec 2024-07-29T15:34:44.424 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rmDRazRLD_F-o2X off=885257 len=1834780 2024-07-29T15:34:44.434 INFO:tasks.workunit.client.0.smithi067.stdout:op 3679 completed, throughput=5MB/sec 2024-07-29T15:34:44.434 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8YbNZuCxRWszt2V off=1549185 len=1197414 2024-07-29T15:34:44.436 INFO:tasks.workunit.client.0.smithi067.stdout:op 3680 completed, throughput=5MB/sec 2024-07-29T15:34:44.436 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-icP2-7Jw3JuqQVr off=4762629 len=694594 2024-07-29T15:34:44.440 INFO:tasks.workunit.client.0.smithi067.stdout:op 3681 completed, throughput=5MB/sec 2024-07-29T15:34:44.441 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zhLbPX4DLD-CeIO off=216987 len=970939 2024-07-29T15:34:44.444 INFO:tasks.workunit.client.0.smithi067.stdout:op 3682 completed, throughput=5MB/sec 2024-07-29T15:34:45.445 INFO:tasks.workunit.client.0.smithi067.stdout: 712: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:45.445 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-xEX185sTtKbLLy8 off=11202054 len=1047903 2024-07-29T15:34:45.450 INFO:tasks.workunit.client.0.smithi067.stdout:op 3683 completed, throughput=5MB/sec 2024-07-29T15:34:45.451 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-HgwvECbI92M2ZKU off=19852314 len=413891 2024-07-29T15:34:45.451 INFO:tasks.workunit.client.0.smithi067.stdout:op 3684 completed, throughput=5MB/sec 2024-07-29T15:34:45.451 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--lZpZFSZ3BMCuvZ off=7895329 len=810570 2024-07-29T15:34:45.452 INFO:tasks.workunit.client.0.smithi067.stdout:op 3685 completed, throughput=5MB/sec 2024-07-29T15:34:45.452 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-j0xK6k_UgUz-hrJ off=873314 len=331945 2024-07-29T15:34:45.453 INFO:tasks.workunit.client.0.smithi067.stdout:op 3686 completed, throughput=5MB/sec 2024-07-29T15:34:45.453 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ki0dPntjOpquHek off=4425553 len=1964 2024-07-29T15:34:45.455 INFO:tasks.workunit.client.0.smithi067.stdout:op 3687 completed, throughput=5MB/sec 2024-07-29T15:34:45.455 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-LW-dqFK71mcgaGH off=8980705 len=2089253 2024-07-29T15:34:45.457 INFO:tasks.workunit.client.0.smithi067.stdout:op 3688 completed, throughput=5MB/sec 2024-07-29T15:34:45.457 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5XP73w0nTyX49Yz off=11978368 len=1987227 2024-07-29T15:34:45.462 INFO:tasks.workunit.client.0.smithi067.stdout:op 3689 completed, throughput=5MB/sec 2024-07-29T15:34:45.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:45 smithi067 ceph-mon[91995]: pgmap v1714: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-29T15:34:45.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:45 smithi067 ceph-mon[94375]: pgmap v1714: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-29T15:34:45.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:45 smithi138 ceph-mon[86438]: pgmap v1714: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-29T15:34:46.463 INFO:tasks.workunit.client.0.smithi067.stdout: 713: throughput=5MB/sec pending data=0 2024-07-29T15:34:46.463 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Z6MgxNwPzv3ytmo off=11788987 len=530065 2024-07-29T15:34:46.469 INFO:tasks.workunit.client.0.smithi067.stdout:op 3690 completed, throughput=5MB/sec 2024-07-29T15:34:46.469 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-kM4IZu11qCrA5V_ off=10236926 len=1460556 2024-07-29T15:34:46.471 INFO:tasks.workunit.client.0.smithi067.stdout:op 3691 completed, throughput=5MB/sec 2024-07-29T15:34:46.471 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SARlI_91DL2r2hO off=5880602 len=1843304 2024-07-29T15:34:46.479 INFO:tasks.workunit.client.0.smithi067.stdout:op 3692 completed, throughput=5MB/sec 2024-07-29T15:34:47.479 INFO:tasks.workunit.client.0.smithi067.stdout: 714: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:47.479 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-b59moDMqLshimoU off=509720 len=943604 2024-07-29T15:34:47.484 INFO:tasks.workunit.client.0.smithi067.stdout:op 3693 completed, throughput=4.99MB/sec 2024-07-29T15:34:47.485 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FIRrNmZ4Mp1gSly off=2317271 len=383120 2024-07-29T15:34:47.489 INFO:tasks.workunit.client.0.smithi067.stdout:op 3694 completed, throughput=5MB/sec 2024-07-29T15:34:47.489 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-w2rt5WZDxg3epCq off=3188103 len=742641 2024-07-29T15:34:47.490 INFO:tasks.workunit.client.0.smithi067.stdout:op 3695 completed, throughput=5MB/sec 2024-07-29T15:34:47.490 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SoTzJEq21E2Jg14 off=11952579 len=382051 2024-07-29T15:34:47.493 INFO:tasks.workunit.client.0.smithi067.stdout:op 3696 completed, throughput=5MB/sec 2024-07-29T15:34:47.493 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qvyTX1OP89MDjJz off=3949403 len=1344702 2024-07-29T15:34:47.499 INFO:tasks.workunit.client.0.smithi067.stdout:op 3697 completed, throughput=5MB/sec 2024-07-29T15:34:47.500 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-gCbCBkO5QHLPXQf off=7932634 len=1604882 2024-07-29T15:34:47.506 INFO:tasks.workunit.client.0.smithi067.stdout:op 3698 completed, throughput=5MB/sec 2024-07-29T15:34:47.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:47 smithi067 ceph-mon[91995]: pgmap v1715: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:34:47.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:47 smithi067 ceph-mon[94375]: pgmap v1715: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:34:47.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:47 smithi138 ceph-mon[86438]: pgmap v1715: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:34:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:34:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:34:47] "GET /metrics HTTP/1.1" 200 34209 "" "Prometheus/2.51.0" 2024-07-29T15:34:48.506 INFO:tasks.workunit.client.0.smithi067.stdout: 715: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:48.506 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-sk3NyzSKK-RKDAV off=762643 len=1536929 2024-07-29T15:34:48.508 INFO:tasks.workunit.client.0.smithi067.stdout:op 3699 completed, throughput=5MB/sec 2024-07-29T15:34:48.508 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-dDwhTTWWwiW2ZlW off=2758770 len=546571 2024-07-29T15:34:48.513 INFO:tasks.workunit.client.0.smithi067.stdout:op 3700 completed, throughput=5MB/sec 2024-07-29T15:34:48.513 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-b96-Ng3LojOdVsU off=4364516 len=427558 2024-07-29T15:34:48.517 INFO:tasks.workunit.client.0.smithi067.stdout:op 3701 completed, throughput=5MB/sec 2024-07-29T15:34:48.517 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-vwP2pzQmxz7GsDP off=11373627 len=1539754 2024-07-29T15:34:48.524 INFO:tasks.workunit.client.0.smithi067.stdout:op 3702 completed, throughput=5MB/sec 2024-07-29T15:34:48.524 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3TZQ-3Y9fmvXUMz off=15607249 len=1373711 2024-07-29T15:34:48.530 INFO:tasks.workunit.client.0.smithi067.stdout:op 3703 completed, throughput=5MB/sec 2024-07-29T15:34:49.530 INFO:tasks.workunit.client.0.smithi067.stdout: 716: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:49.531 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5T1fTVyqJ5g8cps off=21086225 len=55918 2024-07-29T15:34:49.533 INFO:tasks.workunit.client.0.smithi067.stdout:op 3704 completed, throughput=4.99MB/sec 2024-07-29T15:34:49.533 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ejjfb1FC8boHhUN off=5610063 len=1853814 2024-07-29T15:34:49.536 INFO:tasks.workunit.client.0.smithi067.stdout:op 3705 completed, throughput=5MB/sec 2024-07-29T15:34:49.536 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8MJah-AHxnyKrjy off=13215187 len=60787 2024-07-29T15:34:49.538 INFO:tasks.workunit.client.0.smithi067.stdout:op 3706 completed, throughput=5MB/sec 2024-07-29T15:34:49.538 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bgw8p2q-rtywKj8 off=1995260 len=32234 2024-07-29T15:34:49.542 INFO:tasks.workunit.client.0.smithi067.stdout:op 3707 completed, throughput=5MB/sec 2024-07-29T15:34:49.542 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-XfXa793V6sLOnko off=16285244 len=326041 2024-07-29T15:34:49.542 INFO:tasks.workunit.client.0.smithi067.stdout:op 3708 completed, throughput=5MB/sec 2024-07-29T15:34:49.542 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-RmZjWQehvbAex_H off=4913308 len=1511138 2024-07-29T15:34:49.545 INFO:tasks.workunit.client.0.smithi067.stdout:op 3709 completed, throughput=5MB/sec 2024-07-29T15:34:49.545 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-aagenKqplExV2iX off=4031735 len=925807 2024-07-29T15:34:49.546 INFO:tasks.workunit.client.0.smithi067.stdout:op 3710 completed, throughput=5MB/sec 2024-07-29T15:34:49.546 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6qK_jZCa34dkWOq off=4285098 len=56449 2024-07-29T15:34:49.549 INFO:tasks.workunit.client.0.smithi067.stdout:op 3711 completed, throughput=5MB/sec 2024-07-29T15:34:49.549 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-vp76-Nl4gbNHi3L off=1387407 len=393959 2024-07-29T15:34:49.552 INFO:tasks.workunit.client.0.smithi067.stdout:op 3712 completed, throughput=5MB/sec 2024-07-29T15:34:49.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:49 smithi067 ceph-mon[91995]: pgmap v1716: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:34:49.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:49 smithi067 ceph-mon[94375]: pgmap v1716: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:34:49.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:49 smithi138 ceph-mon[86438]: pgmap v1716: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:34:50.481 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:34:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:34:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:34:50.553 INFO:tasks.workunit.client.0.smithi067.stdout: 717: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:50.553 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-iyb43kl2ncQZsKA off=699293 len=2055478 2024-07-29T15:34:50.558 INFO:tasks.workunit.client.0.smithi067.stdout:op 3713 completed, throughput=5MB/sec 2024-07-29T15:34:50.558 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NKL3tbU3Z-ugysj off=4315498 len=1073525 2024-07-29T15:34:50.564 INFO:tasks.workunit.client.0.smithi067.stdout:op 3714 completed, throughput=5MB/sec 2024-07-29T15:34:50.564 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-a551apPtw9ON-o2 off=6380105 len=1330586 2024-07-29T15:34:50.567 INFO:tasks.workunit.client.0.smithi067.stdout:op 3715 completed, throughput=5MB/sec 2024-07-29T15:34:50.567 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qoj_598Y-XJrL3p off=155456 len=401565 2024-07-29T15:34:50.568 INFO:tasks.workunit.client.0.smithi067.stdout:op 3716 completed, throughput=5MB/sec 2024-07-29T15:34:50.568 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-c_YIQRGTcEyhcHh off=9775020 len=381285 2024-07-29T15:34:50.571 INFO:tasks.workunit.client.0.smithi067.stdout:op 3717 completed, throughput=5MB/sec 2024-07-29T15:34:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:34:50.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:34:50.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:34:51.571 INFO:tasks.workunit.client.0.smithi067.stdout: 718: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:51.572 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-JgH8oLGKw_ox6w5 off=8753875 len=1354609 2024-07-29T15:34:51.573 INFO:tasks.workunit.client.0.smithi067.stdout:op 3718 completed, throughput=5MB/sec 2024-07-29T15:34:51.574 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ilnpnKhdxj3SeQQ off=19478624 len=629022 2024-07-29T15:34:51.578 INFO:tasks.workunit.client.0.smithi067.stdout:op 3719 completed, throughput=5MB/sec 2024-07-29T15:34:51.578 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-01TBmJbLjyqiXa9 off=9173650 len=1986452 2024-07-29T15:34:51.580 INFO:tasks.workunit.client.0.smithi067.stdout:op 3720 completed, throughput=5MB/sec 2024-07-29T15:34:51.580 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6v1D_z_XyqWRZoO off=9058728 len=22915 2024-07-29T15:34:51.581 INFO:tasks.workunit.client.0.smithi067.stdout:op 3721 completed, throughput=5MB/sec 2024-07-29T15:34:51.581 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-I99pbRkr3RL6Xu_ off=2006290 len=472913 2024-07-29T15:34:51.584 INFO:tasks.workunit.client.0.smithi067.stdout:op 3722 completed, throughput=5MB/sec 2024-07-29T15:34:51.584 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-TBL9GeTTuiCzlMy off=2273751 len=239755 2024-07-29T15:34:51.585 INFO:tasks.workunit.client.0.smithi067.stdout:op 3723 completed, throughput=5MB/sec 2024-07-29T15:34:51.585 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-LjFujBIun2CyH-y off=6544748 len=1746226 2024-07-29T15:34:51.589 INFO:tasks.workunit.client.0.smithi067.stdout:op 3724 completed, throughput=5MB/sec 2024-07-29T15:34:51.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:51 smithi067 ceph-mon[91995]: pgmap v1717: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:34:51.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:51 smithi067 ceph-mon[94375]: pgmap v1717: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:34:51.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:51 smithi138 ceph-mon[86438]: pgmap v1717: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:34:52.587 INFO:tasks.workunit.client.0.smithi067.stdout: 719: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:52.587 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2wzi76w_wH-ivSu off=5287666 len=430048 2024-07-29T15:34:52.588 INFO:tasks.workunit.client.0.smithi067.stdout:op 3725 completed, throughput=5MB/sec 2024-07-29T15:34:52.588 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6noLG620IJFlb0y off=1879424 len=1302401 2024-07-29T15:34:52.596 INFO:tasks.workunit.client.0.smithi067.stdout:op 3726 completed, throughput=5MB/sec 2024-07-29T15:34:52.596 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zzDCimZthTk-PnG off=2610567 len=2093543 2024-07-29T15:34:52.604 INFO:tasks.workunit.client.0.smithi067.stdout:op 3727 completed, throughput=5MB/sec 2024-07-29T15:34:52.604 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jS-KKjgHSTTXU8f off=1180285 len=1423143 2024-07-29T15:34:52.606 INFO:tasks.workunit.client.0.smithi067.stdout:op 3728 completed, throughput=5MB/sec 2024-07-29T15:34:53.607 INFO:tasks.workunit.client.0.smithi067.stdout: 720: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:53.607 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WsDXy9TGYEBFP1O off=12941280 len=1492998 2024-07-29T15:34:53.609 INFO:tasks.workunit.client.0.smithi067.stdout:op 3729 completed, throughput=5MB/sec 2024-07-29T15:34:53.609 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cYE6MZtO4i7fmg9 off=2157969 len=351807 2024-07-29T15:34:53.612 INFO:tasks.workunit.client.0.smithi067.stdout:op 3730 completed, throughput=5MB/sec 2024-07-29T15:34:53.612 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-y645UL5g165-8j3 off=6398200 len=1504916 2024-07-29T15:34:53.619 INFO:tasks.workunit.client.0.smithi067.stdout:op 3731 completed, throughput=5MB/sec 2024-07-29T15:34:53.619 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-h13eji9zEpoZtNg off=800313 len=1910563 2024-07-29T15:34:53.622 INFO:tasks.workunit.client.0.smithi067.stdout:op 3732 completed, throughput=5MB/sec 2024-07-29T15:34:53.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:53 smithi067 ceph-mon[91995]: pgmap v1718: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:34:53.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:53 smithi067 ceph-mon[94375]: pgmap v1718: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:34:53.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:53 smithi138 ceph-mon[86438]: pgmap v1718: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:34:54.623 INFO:tasks.workunit.client.0.smithi067.stdout: 721: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:54.623 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QeAJm0qJagZa1Q1 off=12409920 len=968120 2024-07-29T15:34:54.629 INFO:tasks.workunit.client.0.smithi067.stdout:op 3733 completed, throughput=5MB/sec 2024-07-29T15:34:54.629 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-JYiftiiBpgGcFpK off=1176376 len=520006 2024-07-29T15:34:54.633 INFO:tasks.workunit.client.0.smithi067.stdout:op 3734 completed, throughput=5MB/sec 2024-07-29T15:34:54.633 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--83fP8lGK7E3lta off=5420052 len=1947137 2024-07-29T15:34:54.637 INFO:tasks.workunit.client.0.smithi067.stdout:op 3735 completed, throughput=5MB/sec 2024-07-29T15:34:54.637 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-IaTFFKm4E4ZfZQN off=615391 len=741471 2024-07-29T15:34:54.637 INFO:tasks.workunit.client.0.smithi067.stdout:op 3736 completed, throughput=5MB/sec 2024-07-29T15:34:54.637 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wOb2feIeyCEsWD- off=5709877 len=1889869 2024-07-29T15:34:54.646 INFO:tasks.workunit.client.0.smithi067.stdout:op 3737 completed, throughput=5MB/sec 2024-07-29T15:34:55.646 INFO:tasks.workunit.client.0.smithi067.stdout: 722: throughput=5MB/sec pending data=0 2024-07-29T15:34:55.646 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Aph0vvPor-x9aWv off=5093129 len=105403 2024-07-29T15:34:55.647 INFO:tasks.workunit.client.0.smithi067.stdout:op 3738 completed, throughput=5MB/sec 2024-07-29T15:34:55.647 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-uXJJ3UeFNPedy2l off=10066928 len=734403 2024-07-29T15:34:55.649 INFO:tasks.workunit.client.0.smithi067.stdout:op 3739 completed, throughput=5MB/sec 2024-07-29T15:34:55.649 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-WKCpSQfDvOK0brA off=10414526 len=1436431 2024-07-29T15:34:55.656 INFO:tasks.workunit.client.0.smithi067.stdout:op 3740 completed, throughput=5MB/sec 2024-07-29T15:34:55.657 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-tZEclytRb5Vq-7o off=21297382 len=1602678 2024-07-29T15:34:55.664 INFO:tasks.workunit.client.0.smithi067.stdout:op 3741 completed, throughput=5MB/sec 2024-07-29T15:34:55.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:55 smithi138 ceph-mon[86438]: pgmap v1719: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-29T15:34:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:55 smithi067 ceph-mon[91995]: pgmap v1719: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-29T15:34:55.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:55 smithi067 ceph-mon[94375]: pgmap v1719: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-29T15:34:56.665 INFO:tasks.workunit.client.0.smithi067.stdout: 723: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:56.665 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-izK81m3OfkqAlo2 off=981821 len=555463 2024-07-29T15:34:56.669 INFO:tasks.workunit.client.0.smithi067.stdout:op 3742 completed, throughput=4.99MB/sec 2024-07-29T15:34:56.669 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-W_3-xBaFj26j1Fa off=2171624 len=1630796 2024-07-29T15:34:56.676 INFO:tasks.workunit.client.0.smithi067.stdout:op 3743 completed, throughput=5MB/sec 2024-07-29T15:34:56.676 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_mFUrhE65pvC0DR off=102654 len=510371 2024-07-29T15:34:56.676 INFO:tasks.workunit.client.0.smithi067.stdout:op 3744 completed, throughput=5MB/sec 2024-07-29T15:34:56.676 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-tIqBbp76d2oYpgy off=5205814 len=720072 2024-07-29T15:34:56.677 INFO:tasks.workunit.client.0.smithi067.stdout:op 3745 completed, throughput=5MB/sec 2024-07-29T15:34:56.677 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-fgipHTgY1uUZDH0 off=9693986 len=1525868 2024-07-29T15:34:56.685 INFO:tasks.workunit.client.0.smithi067.stdout:op 3746 completed, throughput=5MB/sec 2024-07-29T15:34:56.685 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-aTMJx-_e8P7rlNV off=679084 len=1992494 2024-07-29T15:34:56.698 INFO:tasks.workunit.client.0.smithi067.stdout:op 3747 completed, throughput=5MB/sec 2024-07-29T15:34:57.698 INFO:tasks.workunit.client.0.smithi067.stdout: 724: throughput=5MB/sec pending data=0 2024-07-29T15:34:57.698 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-OpOuOTutDEb2Kol off=2997392 len=1344086 2024-07-29T15:34:57.705 INFO:tasks.workunit.client.0.smithi067.stdout:op 3748 completed, throughput=5MB/sec 2024-07-29T15:34:57.706 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Rm7CdIVwMiofMtb off=5192936 len=63108 2024-07-29T15:34:57.706 INFO:tasks.workunit.client.0.smithi067.stdout:op 3749 completed, throughput=5MB/sec 2024-07-29T15:34:57.706 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-LjFhP0Ep5kDMtVr off=2287726 len=222662 2024-07-29T15:34:57.707 INFO:tasks.workunit.client.0.smithi067.stdout:op 3750 completed, throughput=5MB/sec 2024-07-29T15:34:57.707 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Rshg6MsHgOx23Hl off=1788269 len=1313580 2024-07-29T15:34:57.714 INFO:tasks.workunit.client.0.smithi067.stdout:op 3751 completed, throughput=5MB/sec 2024-07-29T15:34:57.714 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-JuxXvPiE8zC4cD8 off=1495472 len=1732209 2024-07-29T15:34:57.716 INFO:tasks.workunit.client.0.smithi067.stdout:op 3752 completed, throughput=5MB/sec 2024-07-29T15:34:57.791 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:57 smithi067 ceph-mon[91995]: pgmap v1720: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:34:57.791 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:57 smithi067 ceph-mon[94375]: pgmap v1720: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:34:57.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:57 smithi138 ceph-mon[86438]: pgmap v1720: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:34:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:34:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:34:57] "GET /metrics HTTP/1.1" 200 34210 "" "Prometheus/2.51.0" 2024-07-29T15:34:58.717 INFO:tasks.workunit.client.0.smithi067.stdout: 725: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:58.717 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ULIZKrBhhoTSCXB off=2189690 len=84517 2024-07-29T15:34:58.718 INFO:tasks.workunit.client.0.smithi067.stdout:op 3753 completed, throughput=4.99MB/sec 2024-07-29T15:34:58.718 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-IighQoSDGy8unlS off=16251603 len=112912 2024-07-29T15:34:58.721 INFO:tasks.workunit.client.0.smithi067.stdout:op 3754 completed, throughput=5MB/sec 2024-07-29T15:34:58.721 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-kmZgWc8htKTxnxw off=15228255 len=702123 2024-07-29T15:34:58.722 INFO:tasks.workunit.client.0.smithi067.stdout:op 3755 completed, throughput=5MB/sec 2024-07-29T15:34:58.722 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NFSpRQZQ5PHUqRG off=2764268 len=650061 2024-07-29T15:34:58.723 INFO:tasks.workunit.client.0.smithi067.stdout:op 3756 completed, throughput=5MB/sec 2024-07-29T15:34:58.723 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-T9EQNIXqbroMlUr off=729643 len=960079 2024-07-29T15:34:58.724 INFO:tasks.workunit.client.0.smithi067.stdout:op 3757 completed, throughput=5MB/sec 2024-07-29T15:34:58.724 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_QYOAvvGpYvQwp4 off=23987623 len=222123 2024-07-29T15:34:58.727 INFO:tasks.workunit.client.0.smithi067.stdout:op 3758 completed, throughput=5MB/sec 2024-07-29T15:34:58.727 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-awnICCKjm89gber off=17468692 len=1550364 2024-07-29T15:34:58.737 INFO:tasks.workunit.client.0.smithi067.stdout:op 3759 completed, throughput=5MB/sec 2024-07-29T15:34:59.737 INFO:tasks.workunit.client.0.smithi067.stdout: 726: throughput=4.99MB/sec pending data=0 2024-07-29T15:34:59.737 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FYwRtcpgTZokRn9 off=8468186 len=1037626 2024-07-29T15:34:59.744 INFO:tasks.workunit.client.0.smithi067.stdout:op 3760 completed, throughput=4.99MB/sec 2024-07-29T15:34:59.744 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-IiYwD0meEfoqd6A off=6036534 len=913705 2024-07-29T15:34:59.744 INFO:tasks.workunit.client.0.smithi067.stdout:op 3761 completed, throughput=5MB/sec 2024-07-29T15:34:59.745 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9X15m-j3UOXByhq off=1635399 len=45638 2024-07-29T15:34:59.747 INFO:tasks.workunit.client.0.smithi067.stdout:op 3762 completed, throughput=5MB/sec 2024-07-29T15:34:59.747 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-tUDmODSpYyro5kk off=8353874 len=2078898 2024-07-29T15:34:59.750 INFO:tasks.workunit.client.0.smithi067.stdout:op 3763 completed, throughput=5MB/sec 2024-07-29T15:34:59.750 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-M61PQF8vNjdryOd off=8441428 len=419513 2024-07-29T15:34:59.750 INFO:tasks.workunit.client.0.smithi067.stdout:op 3764 completed, throughput=5MB/sec 2024-07-29T15:34:59.751 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ihkggOLEVxqRJQ1 off=423540 len=1562265 2024-07-29T15:34:59.758 INFO:tasks.workunit.client.0.smithi067.stdout:op 3765 completed, throughput=5MB/sec 2024-07-29T15:34:59.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:34:59 smithi138 ceph-mon[86438]: pgmap v1721: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:34:59.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:34:59 smithi067 ceph-mon[91995]: pgmap v1721: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:34:59.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:34:59 smithi067 ceph-mon[94375]: pgmap v1721: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:35:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:35:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:35:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:35:00.758 INFO:tasks.workunit.client.0.smithi067.stdout: 727: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:00.759 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-11Y5VsLiRBMubzi off=2272693 len=1986387 2024-07-29T15:35:00.771 INFO:tasks.workunit.client.0.smithi067.stdout:op 3766 completed, throughput=5MB/sec 2024-07-29T15:35:00.771 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-M4uj4MiWAwHkBaJ off=671161 len=3163 2024-07-29T15:35:00.771 INFO:tasks.workunit.client.0.smithi067.stdout:op 3767 completed, throughput=5MB/sec 2024-07-29T15:35:00.772 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eEpZ0FGLkP0LMoV off=8425553 len=403425 2024-07-29T15:35:00.773 INFO:tasks.workunit.client.0.smithi067.stdout:op 3768 completed, throughput=5MB/sec 2024-07-29T15:35:00.773 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-L-Wxj3bcvt6Ah_O off=1909195 len=516632 2024-07-29T15:35:00.774 INFO:tasks.workunit.client.0.smithi067.stdout:op 3769 completed, throughput=5MB/sec 2024-07-29T15:35:00.774 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-e9evUYwsyx1F-qs off=1634581 len=1159604 2024-07-29T15:35:00.779 INFO:tasks.workunit.client.0.smithi067.stdout:op 3770 completed, throughput=5MB/sec 2024-07-29T15:35:00.779 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Jarsn25y4XtJ1Nd off=17284117 len=424753 2024-07-29T15:35:00.783 INFO:tasks.workunit.client.0.smithi067.stdout:op 3771 completed, throughput=5MB/sec 2024-07-29T15:35:00.783 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wJDDC7otOL7BglB off=3086152 len=1098865 2024-07-29T15:35:00.787 INFO:tasks.workunit.client.0.smithi067.stdout:op 3772 completed, throughput=5MB/sec 2024-07-29T15:35:01.788 INFO:tasks.workunit.client.0.smithi067.stdout: 728: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:01.788 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-a9f8RV5G5NsJ6FS off=15901111 len=920992 2024-07-29T15:35:01.790 INFO:tasks.workunit.client.0.smithi067.stdout:op 3773 completed, throughput=5MB/sec 2024-07-29T15:35:01.790 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-vtRjXgaL3dwfzhX off=13631667 len=656078 2024-07-29T15:35:01.791 INFO:tasks.workunit.client.0.smithi067.stdout:op 3774 completed, throughput=5MB/sec 2024-07-29T15:35:01.791 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-me7jlFkIZnbbXoJ off=11126354 len=468306 2024-07-29T15:35:01.795 INFO:tasks.workunit.client.0.smithi067.stdout:op 3775 completed, throughput=5MB/sec 2024-07-29T15:35:01.795 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ZItmlF7TgUACxyL off=1415388 len=984924 2024-07-29T15:35:01.797 INFO:tasks.workunit.client.0.smithi067.stdout:op 3776 completed, throughput=5MB/sec 2024-07-29T15:35:01.797 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-vqmiyFG3tfpFXdX off=5083163 len=839210 2024-07-29T15:35:01.802 INFO:tasks.workunit.client.0.smithi067.stdout:op 3777 completed, throughput=5MB/sec 2024-07-29T15:35:01.802 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-f09UhKb7sYcQgiS off=6778406 len=1148662 2024-07-29T15:35:01.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:01 smithi138 ceph-mon[86438]: pgmap v1722: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:35:01.812 INFO:tasks.workunit.client.0.smithi067.stdout:op 3778 completed, throughput=5MB/sec 2024-07-29T15:35:01.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:01 smithi067 ceph-mon[91995]: pgmap v1722: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:35:01.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:01 smithi067 ceph-mon[94375]: pgmap v1722: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:35:02.810 INFO:tasks.workunit.client.0.smithi067.stdout: 729: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:02.810 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5XyvOIUtmXPiqvb off=18261057 len=2012292 2024-07-29T15:35:02.815 INFO:tasks.workunit.client.0.smithi067.stdout:op 3779 completed, throughput=5MB/sec 2024-07-29T15:35:02.815 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VXG-urSTBodGhfS off=10054525 len=504687 2024-07-29T15:35:02.819 INFO:tasks.workunit.client.0.smithi067.stdout:op 3780 completed, throughput=5MB/sec 2024-07-29T15:35:02.820 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Ulc2Gi8-fWPJRui off=14837141 len=1188156 2024-07-29T15:35:02.821 INFO:tasks.workunit.client.0.smithi067.stdout:op 3781 completed, throughput=5MB/sec 2024-07-29T15:35:02.821 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-TPiSk8czBGn8iv8 off=7209853 len=1920240 2024-07-29T15:35:02.833 INFO:tasks.workunit.client.0.smithi067.stdout:op 3782 completed, throughput=5MB/sec 2024-07-29T15:35:03.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:03 smithi138 ceph-mon[86438]: pgmap v1723: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:35:03.834 INFO:tasks.workunit.client.0.smithi067.stdout: 730: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:03.834 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-IpOaB3rFxiKjDaN off=2673910 len=1995512 2024-07-29T15:35:03.837 INFO:tasks.workunit.client.0.smithi067.stdout:op 3783 completed, throughput=5MB/sec 2024-07-29T15:35:03.837 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-AvT4YXcuB7nFSmJ off=1951529 len=948999 2024-07-29T15:35:03.838 INFO:tasks.workunit.client.0.smithi067.stdout:op 3784 completed, throughput=5MB/sec 2024-07-29T15:35:03.838 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Y_SIF7n2UskQA0m off=5491244 len=1957624 2024-07-29T15:35:03.850 INFO:tasks.workunit.client.0.smithi067.stdout:op 3785 completed, throughput=5MB/sec 2024-07-29T15:35:03.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:03 smithi067 ceph-mon[91995]: pgmap v1723: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:35:03.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:03 smithi067 ceph-mon[94375]: pgmap v1723: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:35:04.850 INFO:tasks.workunit.client.0.smithi067.stdout: 731: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:04.850 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Ndk27s_h5rsKMgA off=422573 len=277286 2024-07-29T15:35:04.854 INFO:tasks.workunit.client.0.smithi067.stdout:op 3786 completed, throughput=4.99MB/sec 2024-07-29T15:35:04.854 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_atbe5DxCReKHBZ off=20116219 len=1380059 2024-07-29T15:35:04.861 INFO:tasks.workunit.client.0.smithi067.stdout:op 3787 completed, throughput=5MB/sec 2024-07-29T15:35:04.862 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-PINOkiSd_20_HOU off=10980041 len=1730657 2024-07-29T15:35:04.870 INFO:tasks.workunit.client.0.smithi067.stdout:op 3788 completed, throughput=5MB/sec 2024-07-29T15:35:04.870 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mq4Pxt9-W4306E4 off=1106104 len=2404 2024-07-29T15:35:04.870 INFO:tasks.workunit.client.0.smithi067.stdout:op 3789 completed, throughput=5MB/sec 2024-07-29T15:35:04.870 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pT1Uc-LXocXhemD off=11109011 len=947828 2024-07-29T15:35:04.872 INFO:tasks.workunit.client.0.smithi067.stdout:op 3790 completed, throughput=5MB/sec 2024-07-29T15:35:04.872 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6TRvc2Z0vKAksr- off=588338 len=1479905 2024-07-29T15:35:04.879 INFO:tasks.workunit.client.0.smithi067.stdout:op 3791 completed, throughput=5MB/sec 2024-07-29T15:35:05.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:05 smithi138 ceph-mon[86438]: pgmap v1724: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:35:05.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:35:05.880 INFO:tasks.workunit.client.0.smithi067.stdout: 732: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:05.880 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-CbVDyjxBC6PM8gs off=1739577 len=1238471 2024-07-29T15:35:05.882 INFO:tasks.workunit.client.0.smithi067.stdout:op 3792 completed, throughput=5MB/sec 2024-07-29T15:35:05.882 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-nlXl9mhizAxfYWn off=2256617 len=1058931 2024-07-29T15:35:05.885 INFO:tasks.workunit.client.0.smithi067.stdout:op 3793 completed, throughput=5MB/sec 2024-07-29T15:35:05.885 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-w2kvPslJlxSomQM off=8921646 len=1608416 2024-07-29T15:35:05.894 INFO:tasks.workunit.client.0.smithi067.stdout:op 3794 completed, throughput=5MB/sec 2024-07-29T15:35:05.894 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-cjQdBNcQ10N56cE off=604979 len=1539799 2024-07-29T15:35:05.896 INFO:tasks.workunit.client.0.smithi067.stdout:op 3795 completed, throughput=5MB/sec 2024-07-29T15:35:05.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:05 smithi067 ceph-mon[94375]: pgmap v1724: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:35:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:35:05.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:05 smithi067 ceph-mon[91995]: pgmap v1724: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:35:05.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:35:06.896 INFO:tasks.workunit.client.0.smithi067.stdout: 733: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:06.897 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-i4LT3u-XhCwAQOg off=2140442 len=1732836 2024-07-29T15:35:06.899 INFO:tasks.workunit.client.0.smithi067.stdout:op 3796 completed, throughput=5MB/sec 2024-07-29T15:35:06.899 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BLmaW2-O9NCZsx4 off=3687670 len=1273961 2024-07-29T15:35:06.901 INFO:tasks.workunit.client.0.smithi067.stdout:op 3797 completed, throughput=5MB/sec 2024-07-29T15:35:06.901 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-yCUNDkI-BnMdzIO off=6287574 len=478459 2024-07-29T15:35:06.905 INFO:tasks.workunit.client.0.smithi067.stdout:op 3798 completed, throughput=5MB/sec 2024-07-29T15:35:06.905 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-I56MYQyFp-WJGe_ off=657457 len=1739580 2024-07-29T15:35:06.907 INFO:tasks.workunit.client.0.smithi067.stdout:op 3799 completed, throughput=5MB/sec 2024-07-29T15:35:07.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:07 smithi138 ceph-mon[86438]: pgmap v1725: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:35:07.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:07 smithi067 ceph-mon[91995]: pgmap v1725: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:35:07.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:07 smithi067 ceph-mon[94375]: pgmap v1725: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:35:07.908 INFO:tasks.workunit.client.0.smithi067.stdout: 734: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:07.908 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-UsrQFWA7QQn36WV off=36843 len=1974271 2024-07-29T15:35:07.918 INFO:tasks.workunit.client.0.smithi067.stdout:op 3800 completed, throughput=5MB/sec 2024-07-29T15:35:07.918 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-WyyjqQdG6TMHamP off=12147883 len=1416452 2024-07-29T15:35:07.927 INFO:tasks.workunit.client.0.smithi067.stdout:op 3801 completed, throughput=5MB/sec 2024-07-29T15:35:07.927 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-WfzSCDmdtLdofNX off=3977244 len=559841 2024-07-29T15:35:07.931 INFO:tasks.workunit.client.0.smithi067.stdout:op 3802 completed, throughput=5MB/sec 2024-07-29T15:35:07.931 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UBgDZpyqDNle9o3 off=8423119 len=776762 2024-07-29T15:35:07.932 INFO:tasks.workunit.client.0.smithi067.stdout:op 3803 completed, throughput=5MB/sec 2024-07-29T15:35:08.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:35:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:35:07] "GET /metrics HTTP/1.1" 200 34211 "" "Prometheus/2.51.0" 2024-07-29T15:35:08.933 INFO:tasks.workunit.client.0.smithi067.stdout: 735: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:08.933 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-RXvV6wfEShKcFLR off=6455598 len=1389001 2024-07-29T15:35:08.935 INFO:tasks.workunit.client.0.smithi067.stdout:op 3804 completed, throughput=5MB/sec 2024-07-29T15:35:08.935 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-d8BDT7FVHSzZsGR off=15438498 len=1828252 2024-07-29T15:35:08.937 INFO:tasks.workunit.client.0.smithi067.stdout:op 3805 completed, throughput=5MB/sec 2024-07-29T15:35:08.937 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-nz1XLLRu2PX9cC0 off=18807778 len=1852712 2024-07-29T15:35:08.939 INFO:tasks.workunit.client.0.smithi067.stdout:op 3806 completed, throughput=5MB/sec 2024-07-29T15:35:09.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:09 smithi138 ceph-mon[86438]: pgmap v1726: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:35:09.940 INFO:tasks.workunit.client.0.smithi067.stdout: 736: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:09.940 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-WbY7mn1qqf2e3Su off=16465614 len=776610 2024-07-29T15:35:09.945 INFO:tasks.workunit.client.0.smithi067.stdout:op 3807 completed, throughput=4.99MB/sec 2024-07-29T15:35:09.945 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-I2DUtpUhWCJbASk off=701242 len=1610384 2024-07-29T15:35:09.952 INFO:tasks.workunit.client.0.smithi067.stdout:op 3808 completed, throughput=5MB/sec 2024-07-29T15:35:09.952 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-TgCb-zNcp6aERQb off=1709761 len=1492283 2024-07-29T15:35:09.956 INFO:tasks.workunit.client.0.smithi067.stdout:op 3809 completed, throughput=5MB/sec 2024-07-29T15:35:09.956 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-HFA8DMGHtE5JQPl off=6554405 len=1002433 2024-07-29T15:35:09.957 INFO:tasks.workunit.client.0.smithi067.stdout:op 3810 completed, throughput=5MB/sec 2024-07-29T15:35:09.957 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Yu5aOigCXBoKpUq off=12430428 len=387652 2024-07-29T15:35:09.957 INFO:tasks.workunit.client.0.smithi067.stdout:op 3811 completed, throughput=5MB/sec 2024-07-29T15:35:09.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:09 smithi067 ceph-mon[91995]: pgmap v1726: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:35:09.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:09 smithi067 ceph-mon[94375]: pgmap v1726: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:35:10.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:35:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:35:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:35:10.958 INFO:tasks.workunit.client.0.smithi067.stdout: 737: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:10.958 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7xAK2X50EhS64Do off=4562248 len=217199 2024-07-29T15:35:10.961 INFO:tasks.workunit.client.0.smithi067.stdout:op 3812 completed, throughput=4.99MB/sec 2024-07-29T15:35:10.961 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-INeJSW6Q7hfI8TW off=5511090 len=56644 2024-07-29T15:35:10.963 INFO:tasks.workunit.client.0.smithi067.stdout:op 3813 completed, throughput=4.99MB/sec 2024-07-29T15:35:10.964 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-XhjZeKkMhE-tZwS off=1727890 len=163262 2024-07-29T15:35:10.964 INFO:tasks.workunit.client.0.smithi067.stdout:op 3814 completed, throughput=4.99MB/sec 2024-07-29T15:35:10.964 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-euqEq81ohjQ-ApM off=7313377 len=1977513 2024-07-29T15:35:10.977 INFO:tasks.workunit.client.0.smithi067.stdout:op 3815 completed, throughput=5MB/sec 2024-07-29T15:35:10.977 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bFfNmlsOf3dNxFh off=21123102 len=1008342 2024-07-29T15:35:10.982 INFO:tasks.workunit.client.0.smithi067.stdout:op 3816 completed, throughput=5MB/sec 2024-07-29T15:35:10.982 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-w4UljehoyzvslE4 off=5543867 len=614008 2024-07-29T15:35:10.986 INFO:tasks.workunit.client.0.smithi067.stdout:op 3817 completed, throughput=5MB/sec 2024-07-29T15:35:10.986 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DZRSfPXvGKRhsXC off=530203 len=1369767 2024-07-29T15:35:10.988 INFO:tasks.workunit.client.0.smithi067.stdout:op 3818 completed, throughput=5MB/sec 2024-07-29T15:35:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:11 smithi138 ceph-mon[86438]: pgmap v1727: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:35:11.988 INFO:tasks.workunit.client.0.smithi067.stdout: 738: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:11.988 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-loZH3Vq5jifYLcK off=10559710 len=587716 2024-07-29T15:35:11.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:11 smithi067 ceph-mon[91995]: pgmap v1727: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:35:11.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:11 smithi067 ceph-mon[94375]: pgmap v1727: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:35:11.989 INFO:tasks.workunit.client.0.smithi067.stdout:op 3819 completed, throughput=4.99MB/sec 2024-07-29T15:35:11.989 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MDngM2fvCiMuY2U off=4664538 len=1922287 2024-07-29T15:35:12.001 INFO:tasks.workunit.client.0.smithi067.stdout:op 3820 completed, throughput=5MB/sec 2024-07-29T15:35:12.001 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-tQfbYGZjE9XRYFz off=826573 len=22365 2024-07-29T15:35:12.002 INFO:tasks.workunit.client.0.smithi067.stdout:op 3821 completed, throughput=5MB/sec 2024-07-29T15:35:12.002 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6qt0BKWd0QfnWPP off=1478617 len=1364001 2024-07-29T15:35:12.004 INFO:tasks.workunit.client.0.smithi067.stdout:op 3822 completed, throughput=5MB/sec 2024-07-29T15:35:12.004 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Q28imsAYLP88Y-o off=8034181 len=1067050 2024-07-29T15:35:12.005 INFO:tasks.workunit.client.0.smithi067.stdout:op 3823 completed, throughput=5MB/sec 2024-07-29T15:35:12.005 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-aVKVZwNqsrQGGbs off=16154993 len=291724 2024-07-29T15:35:12.006 INFO:tasks.workunit.client.0.smithi067.stdout:op 3824 completed, throughput=5MB/sec 2024-07-29T15:35:12.006 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-X7Iv_7HhixKo_UW off=16570907 len=26440 2024-07-29T15:35:12.007 INFO:tasks.workunit.client.0.smithi067.stdout:op 3825 completed, throughput=5MB/sec 2024-07-29T15:35:13.008 INFO:tasks.workunit.client.0.smithi067.stdout: 739: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:13.008 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8dhBkjUTlh3AB-F off=4284461 len=721145 2024-07-29T15:35:13.012 INFO:tasks.workunit.client.0.smithi067.stdout:op 3826 completed, throughput=4.99MB/sec 2024-07-29T15:35:13.012 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UTK1Kgd5Rm35vJB off=4377396 len=1802487 2024-07-29T15:35:13.014 INFO:tasks.workunit.client.0.smithi067.stdout:op 3827 completed, throughput=5MB/sec 2024-07-29T15:35:13.014 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_o0-hx3zkfdeGEJ off=6442897 len=792323 2024-07-29T15:35:13.019 INFO:tasks.workunit.client.0.smithi067.stdout:op 3828 completed, throughput=5MB/sec 2024-07-29T15:35:13.019 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pZI9qC9hsZ9OQ8f off=1928902 len=410333 2024-07-29T15:35:13.019 INFO:tasks.workunit.client.0.smithi067.stdout:op 3829 completed, throughput=5MB/sec 2024-07-29T15:35:13.020 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-vh0iYP-3qOCHwC0 off=3195802 len=269374 2024-07-29T15:35:13.023 INFO:tasks.workunit.client.0.smithi067.stdout:op 3830 completed, throughput=5MB/sec 2024-07-29T15:35:13.023 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4LWGRRCmzSknA9o off=6729189 len=593534 2024-07-29T15:35:13.023 INFO:tasks.workunit.client.0.smithi067.stdout:op 3831 completed, throughput=5MB/sec 2024-07-29T15:35:13.023 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qrqRxZNxmF6Hl1j off=17928662 len=971911 2024-07-29T15:35:13.029 INFO:tasks.workunit.client.0.smithi067.stdout:op 3832 completed, throughput=5MB/sec 2024-07-29T15:35:13.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:13 smithi138 ceph-mon[86438]: pgmap v1728: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:35:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:13 smithi067 ceph-mon[91995]: pgmap v1728: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:35:13.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:13 smithi067 ceph-mon[94375]: pgmap v1728: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:35:14.029 INFO:tasks.workunit.client.0.smithi067.stdout: 740: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:14.029 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-T8fmeWzeLKfX2xR off=7801637 len=704206 2024-07-29T15:35:14.030 INFO:tasks.workunit.client.0.smithi067.stdout:op 3833 completed, throughput=4.99MB/sec 2024-07-29T15:35:14.031 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_owuZSoc2NWwv-d off=6463028 len=258224 2024-07-29T15:35:14.031 INFO:tasks.workunit.client.0.smithi067.stdout:op 3834 completed, throughput=4.99MB/sec 2024-07-29T15:35:14.031 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZvxhKKAesddBW2Q off=1603640 len=2019845 2024-07-29T15:35:14.044 INFO:tasks.workunit.client.0.smithi067.stdout:op 3835 completed, throughput=5MB/sec 2024-07-29T15:35:14.044 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-EEoN0DRcyWaQq56 off=2666463 len=50227 2024-07-29T15:35:14.046 INFO:tasks.workunit.client.0.smithi067.stdout:op 3836 completed, throughput=5MB/sec 2024-07-29T15:35:14.046 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-N0dNTTbS2ykQQuC off=5971360 len=612375 2024-07-29T15:35:14.050 INFO:tasks.workunit.client.0.smithi067.stdout:op 3837 completed, throughput=5MB/sec 2024-07-29T15:35:14.050 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-R-pKfHOLTxUd3l0 off=3110058 len=154531 2024-07-29T15:35:14.053 INFO:tasks.workunit.client.0.smithi067.stdout:op 3838 completed, throughput=5MB/sec 2024-07-29T15:35:14.053 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-K1XGa4WmiPQpmsT off=13069189 len=255774 2024-07-29T15:35:14.055 INFO:tasks.workunit.client.0.smithi067.stdout:op 3839 completed, throughput=5MB/sec 2024-07-29T15:35:14.055 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-cCe0zKawMUCeKu4 off=6047480 len=1925318 2024-07-29T15:35:14.057 INFO:tasks.workunit.client.0.smithi067.stdout:op 3840 completed, throughput=5MB/sec 2024-07-29T15:35:15.057 INFO:tasks.workunit.client.0.smithi067.stdout: 741: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:15.057 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-awcUqhjbqrVa-_h off=664984 len=295426 2024-07-29T15:35:15.061 INFO:tasks.workunit.client.0.smithi067.stdout:op 3841 completed, throughput=4.99MB/sec 2024-07-29T15:35:15.061 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-H9J5aM7-UnFvANo off=8567856 len=1756579 2024-07-29T15:35:15.063 INFO:tasks.workunit.client.0.smithi067.stdout:op 3842 completed, throughput=5MB/sec 2024-07-29T15:35:15.063 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-JxILYIaktrjEwjZ off=2208101 len=458941 2024-07-29T15:35:15.064 INFO:tasks.workunit.client.0.smithi067.stdout:op 3843 completed, throughput=5MB/sec 2024-07-29T15:35:15.064 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6gv49NEREzLiH_K off=10540027 len=91939 2024-07-29T15:35:15.065 INFO:tasks.workunit.client.0.smithi067.stdout:op 3844 completed, throughput=5MB/sec 2024-07-29T15:35:15.065 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-uj1i5NHBeeuX_u6 off=980972 len=430439 2024-07-29T15:35:15.068 INFO:tasks.workunit.client.0.smithi067.stdout:op 3845 completed, throughput=5MB/sec 2024-07-29T15:35:15.068 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-E0-6150oRYT33VF off=585547 len=31479 2024-07-29T15:35:15.071 INFO:tasks.workunit.client.0.smithi067.stdout:op 3846 completed, throughput=5MB/sec 2024-07-29T15:35:15.071 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-sVbnC9bxvmuu3iW off=3882779 len=1008533 2024-07-29T15:35:15.076 INFO:tasks.workunit.client.0.smithi067.stdout:op 3847 completed, throughput=5MB/sec 2024-07-29T15:35:15.076 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-tSEqNoAyRL2ByiM off=12033368 len=67867 2024-07-29T15:35:15.076 INFO:tasks.workunit.client.0.smithi067.stdout:op 3848 completed, throughput=5MB/sec 2024-07-29T15:35:15.076 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QtOnVfY-hdbjSmi off=1111972 len=2024189 2024-07-29T15:35:15.086 INFO:tasks.workunit.client.0.smithi067.stdout:op 3849 completed, throughput=5MB/sec 2024-07-29T15:35:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:15 smithi138 ceph-mon[86438]: pgmap v1729: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:35:15.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:15 smithi067 ceph-mon[91995]: pgmap v1729: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:35:15.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:15 smithi067 ceph-mon[94375]: pgmap v1729: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:35:16.087 INFO:tasks.workunit.client.0.smithi067.stdout: 742: throughput=5MB/sec pending data=0 2024-07-29T15:35:16.087 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-JJ1XKl4tgu_7R1r off=5583071 len=990576 2024-07-29T15:35:16.092 INFO:tasks.workunit.client.0.smithi067.stdout:op 3850 completed, throughput=5MB/sec 2024-07-29T15:35:16.092 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6gigC_CTUUupQ64 off=633689 len=1448708 2024-07-29T15:35:16.101 INFO:tasks.workunit.client.0.smithi067.stdout:op 3851 completed, throughput=5MB/sec 2024-07-29T15:35:16.101 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-sncpiQyjLOOr5-m off=8356136 len=1648324 2024-07-29T15:35:16.103 INFO:tasks.workunit.client.0.smithi067.stdout:op 3852 completed, throughput=5MB/sec 2024-07-29T15:35:17.103 INFO:tasks.workunit.client.0.smithi067.stdout: 743: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:17.104 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-YSF8C_D8yAK72XE off=5333518 len=223796 2024-07-29T15:35:17.104 INFO:tasks.workunit.client.0.smithi067.stdout:op 3853 completed, throughput=4.99MB/sec 2024-07-29T15:35:17.104 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Rt1sX1mieJ6gViW off=3288589 len=253902 2024-07-29T15:35:17.107 INFO:tasks.workunit.client.0.smithi067.stdout:op 3854 completed, throughput=4.99MB/sec 2024-07-29T15:35:17.108 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-dl7o52IrsN7AeXD off=3231299 len=1640887 2024-07-29T15:35:17.111 INFO:tasks.workunit.client.0.smithi067.stdout:op 3855 completed, throughput=5MB/sec 2024-07-29T15:35:17.111 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-62RMg8AA5yD3uQT off=8614245 len=1927711 2024-07-29T15:35:17.123 INFO:tasks.workunit.client.0.smithi067.stdout:op 3856 completed, throughput=5MB/sec 2024-07-29T15:35:17.123 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9SNWWrPzT4IWA6M off=4092115 len=1896229 2024-07-29T15:35:17.134 INFO:tasks.workunit.client.0.smithi067.stdout:op 3857 completed, throughput=5MB/sec 2024-07-29T15:35:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:17 smithi138 ceph-mon[86438]: pgmap v1730: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:35:17.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:17 smithi067 ceph-mon[91995]: pgmap v1730: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:35:17.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:17 smithi067 ceph-mon[94375]: pgmap v1730: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:35:18.134 INFO:tasks.workunit.client.0.smithi067.stdout: 744: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:18.134 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bhgIKingp2k2SmH off=2462785 len=1321035 2024-07-29T15:35:18.137 INFO:tasks.workunit.client.0.smithi067.stdout:op 3858 completed, throughput=5MB/sec 2024-07-29T15:35:18.137 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0bwq15ZZH8KsPzZ off=6503559 len=1608973 2024-07-29T15:35:18.147 INFO:tasks.workunit.client.0.smithi067.stdout:op 3859 completed, throughput=5MB/sec 2024-07-29T15:35:18.147 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-YHd7C6Ahxuxm6tV off=3307787 len=1500146 2024-07-29T15:35:18.150 INFO:tasks.workunit.client.0.smithi067.stdout:op 3860 completed, throughput=5MB/sec 2024-07-29T15:35:18.150 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-vp76-Nl4gbNHi3L off=21381049 len=1328536 2024-07-29T15:35:18.158 INFO:tasks.workunit.client.0.smithi067.stdout:op 3861 completed, throughput=5MB/sec 2024-07-29T15:35:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:35:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:35:17] "GET /metrics HTTP/1.1" 200 34211 "" "Prometheus/2.51.0" 2024-07-29T15:35:19.158 INFO:tasks.workunit.client.0.smithi067.stdout: 745: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:19.158 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-IyFX_aG-H8PobLM off=5527770 len=585932 2024-07-29T15:35:19.159 INFO:tasks.workunit.client.0.smithi067.stdout:op 3862 completed, throughput=5MB/sec 2024-07-29T15:35:19.159 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NKA4xUDhDgRi-BD off=3747701 len=689001 2024-07-29T15:35:19.164 INFO:tasks.workunit.client.0.smithi067.stdout:op 3863 completed, throughput=5MB/sec 2024-07-29T15:35:19.164 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-DiluhZNYV72N2Jo off=20463878 len=1325915 2024-07-29T15:35:19.171 INFO:tasks.workunit.client.0.smithi067.stdout:op 3864 completed, throughput=5MB/sec 2024-07-29T15:35:19.171 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-sE8vPIukUTKPqh4 off=841842 len=227667 2024-07-29T15:35:19.172 INFO:tasks.workunit.client.0.smithi067.stdout:op 3865 completed, throughput=5MB/sec 2024-07-29T15:35:19.172 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-S62qgWQpOJfCwwf off=249745 len=525720 2024-07-29T15:35:19.176 INFO:tasks.workunit.client.0.smithi067.stdout:op 3866 completed, throughput=5MB/sec 2024-07-29T15:35:19.176 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bB5jbH_OnUQkVLQ off=843591 len=492496 2024-07-29T15:35:19.180 INFO:tasks.workunit.client.0.smithi067.stdout:op 3867 completed, throughput=5MB/sec 2024-07-29T15:35:19.180 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pM5mSxAt8YmyBfg off=9455592 len=1508522 2024-07-29T15:35:19.181 INFO:tasks.workunit.client.0.smithi067.stdout:op 3868 completed, throughput=5MB/sec 2024-07-29T15:35:19.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:19 smithi138 ceph-mon[86438]: pgmap v1731: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:35:19.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:19 smithi067 ceph-mon[91995]: pgmap v1731: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:35:19.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:19 smithi067 ceph-mon[94375]: pgmap v1731: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:35:20.182 INFO:tasks.workunit.client.0.smithi067.stdout: 746: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:20.182 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0c1y1cCsTt4SgLu off=400153 len=593759 2024-07-29T15:35:20.187 INFO:tasks.workunit.client.0.smithi067.stdout:op 3869 completed, throughput=5MB/sec 2024-07-29T15:35:20.187 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-xNUPq_U31olty8S off=1318294 len=175366 2024-07-29T15:35:20.189 INFO:tasks.workunit.client.0.smithi067.stdout:op 3870 completed, throughput=5MB/sec 2024-07-29T15:35:20.190 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9x7ZXWQc7oNBoWx off=1440543 len=1817575 2024-07-29T15:35:20.201 INFO:tasks.workunit.client.0.smithi067.stdout:op 3871 completed, throughput=5MB/sec 2024-07-29T15:35:20.201 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-EltHpp2Uz2JDNMK off=371514 len=489662 2024-07-29T15:35:20.201 INFO:tasks.workunit.client.0.smithi067.stdout:op 3872 completed, throughput=5MB/sec 2024-07-29T15:35:20.202 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gqwABaWXUySXVEZ off=790988 len=442254 2024-07-29T15:35:20.202 INFO:tasks.workunit.client.0.smithi067.stdout:op 3873 completed, throughput=5MB/sec 2024-07-29T15:35:20.202 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mp-fWCsmqmSeBH_ off=10896189 len=669182 2024-07-29T15:35:20.204 INFO:tasks.workunit.client.0.smithi067.stdout:op 3874 completed, throughput=5MB/sec 2024-07-29T15:35:20.533 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:35:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:35:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:35:20.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:35:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:35:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:35:21.204 INFO:tasks.workunit.client.0.smithi067.stdout: 747: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:21.204 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3D1xLvfNwlA30u2 off=14993904 len=854253 2024-07-29T15:35:21.205 INFO:tasks.workunit.client.0.smithi067.stdout:op 3875 completed, throughput=4.99MB/sec 2024-07-29T15:35:21.205 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-D6h4c3GtAN3K0nW off=12574625 len=1782600 2024-07-29T15:35:21.214 INFO:tasks.workunit.client.0.smithi067.stdout:op 3876 completed, throughput=5MB/sec 2024-07-29T15:35:21.214 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ee1erM-JawLfgFx off=9564972 len=140735 2024-07-29T15:35:21.217 INFO:tasks.workunit.client.0.smithi067.stdout:op 3877 completed, throughput=5MB/sec 2024-07-29T15:35:21.217 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-UNFfMvngeDjU9uS off=3764910 len=746742 2024-07-29T15:35:21.221 INFO:tasks.workunit.client.0.smithi067.stdout:op 3878 completed, throughput=5MB/sec 2024-07-29T15:35:21.222 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-zj6E906YNCFzyKz off=3478799 len=1011970 2024-07-29T15:35:21.223 INFO:tasks.workunit.client.0.smithi067.stdout:op 3879 completed, throughput=5MB/sec 2024-07-29T15:35:21.223 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-K3XlPV9Gv3IEBG8 off=5761054 len=119854 2024-07-29T15:35:21.225 INFO:tasks.workunit.client.0.smithi067.stdout:op 3880 completed, throughput=5MB/sec 2024-07-29T15:35:21.225 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0zoKX3dhmL6rokE off=20417796 len=1375566 2024-07-29T15:35:21.233 INFO:tasks.workunit.client.0.smithi067.stdout:op 3881 completed, throughput=5MB/sec 2024-07-29T15:35:21.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:21 smithi138 ceph-mon[86438]: pgmap v1732: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:35:21.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:21 smithi067 ceph-mon[91995]: pgmap v1732: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:35:21.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:21 smithi067 ceph-mon[94375]: pgmap v1732: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:35:22.233 INFO:tasks.workunit.client.0.smithi067.stdout: 748: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:22.233 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-YSF8C_D8yAK72XE off=5295481 len=674371 2024-07-29T15:35:22.235 INFO:tasks.workunit.client.0.smithi067.stdout:op 3882 completed, throughput=5MB/sec 2024-07-29T15:35:22.235 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-XvvR_VMsH4EZwsp off=8698435 len=794916 2024-07-29T15:35:22.239 INFO:tasks.workunit.client.0.smithi067.stdout:op 3883 completed, throughput=5MB/sec 2024-07-29T15:35:22.239 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fhw86fa8NjB0RWv off=11507482 len=183932 2024-07-29T15:35:22.240 INFO:tasks.workunit.client.0.smithi067.stdout:op 3884 completed, throughput=5MB/sec 2024-07-29T15:35:22.240 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-P4JiglQJg6TNghG off=10520893 len=1352069 2024-07-29T15:35:22.242 INFO:tasks.workunit.client.0.smithi067.stdout:op 3885 completed, throughput=5MB/sec 2024-07-29T15:35:22.242 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_7BowmeWR9qnrs5 off=3846836 len=1104848 2024-07-29T15:35:22.243 INFO:tasks.workunit.client.0.smithi067.stdout:op 3886 completed, throughput=5MB/sec 2024-07-29T15:35:22.243 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ZDzAOtyJ0LKITx9 off=313684 len=40842 2024-07-29T15:35:22.244 INFO:tasks.workunit.client.0.smithi067.stdout:op 3887 completed, throughput=5MB/sec 2024-07-29T15:35:22.244 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-miW7Ea1dIv7gXxg off=4747243 len=961744 2024-07-29T15:35:22.249 INFO:tasks.workunit.client.0.smithi067.stdout:op 3888 completed, throughput=5MB/sec 2024-07-29T15:35:23.250 INFO:tasks.workunit.client.0.smithi067.stdout: 749: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:23.250 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-aH1VGnX-ygdoPfi off=3309937 len=511383 2024-07-29T15:35:23.250 INFO:tasks.workunit.client.0.smithi067.stdout:op 3889 completed, throughput=4.99MB/sec 2024-07-29T15:35:23.251 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-RJBMIrOCI41luEw off=4238413 len=181861 2024-07-29T15:35:23.251 INFO:tasks.workunit.client.0.smithi067.stdout:op 3890 completed, throughput=4.99MB/sec 2024-07-29T15:35:23.252 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ArXtjtIKJifMl4h off=11375016 len=724828 2024-07-29T15:35:23.253 INFO:tasks.workunit.client.0.smithi067.stdout:op 3891 completed, throughput=5MB/sec 2024-07-29T15:35:23.253 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PXuvLpQxHB71Fuw off=3794440 len=294648 2024-07-29T15:35:23.254 INFO:tasks.workunit.client.0.smithi067.stdout:op 3892 completed, throughput=5MB/sec 2024-07-29T15:35:23.254 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-uookyEl2u0Zw0qK off=577087 len=1336531 2024-07-29T15:35:23.255 INFO:tasks.workunit.client.0.smithi067.stdout:op 3893 completed, throughput=5MB/sec 2024-07-29T15:35:23.255 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-y9nySjegNd3djX8 off=2100301 len=1199538 2024-07-29T15:35:23.260 INFO:tasks.workunit.client.0.smithi067.stdout:op 3894 completed, throughput=5MB/sec 2024-07-29T15:35:23.260 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--4LJb6Zvnt0W7Xy off=936750 len=1010243 2024-07-29T15:35:23.264 INFO:tasks.workunit.client.0.smithi067.stdout:op 3895 completed, throughput=5MB/sec 2024-07-29T15:35:23.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:23 smithi138 ceph-mon[86438]: pgmap v1733: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-07-29T15:35:23.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:23 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:35:23.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:23 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:35:23.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:23 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:35:23.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:23 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:35:23.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:23 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:35:23.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:23 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:35:23.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:23 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:35:23.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:23 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:35:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:23 smithi067 ceph-mon[91995]: pgmap v1733: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-07-29T15:35:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:23 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:35:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:23 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:35:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:23 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:35:23.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:23 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:35:23.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:23 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:35:23.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:23 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:35:23.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:23 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:35:23.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:23 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:35:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:23 smithi067 ceph-mon[94375]: pgmap v1733: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-07-29T15:35:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:23 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:35:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:23 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:35:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:23 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:35:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:23 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:35:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:23 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:35:23.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:23 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:35:23.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:23 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:35:23.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:23 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:35:24.264 INFO:tasks.workunit.client.0.smithi067.stdout: 750: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:24.264 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jgJ6ybJi--3v1pL off=22215437 len=680440 2024-07-29T15:35:24.265 INFO:tasks.workunit.client.0.smithi067.stdout:op 3896 completed, throughput=4.99MB/sec 2024-07-29T15:35:24.265 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-v-l6DE-g1GsggeB off=3228494 len=34484 2024-07-29T15:35:24.266 INFO:tasks.workunit.client.0.smithi067.stdout:op 3897 completed, throughput=4.99MB/sec 2024-07-29T15:35:24.266 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4-k5bogc20xiLsi off=1379983 len=754569 2024-07-29T15:35:24.270 INFO:tasks.workunit.client.0.smithi067.stdout:op 3898 completed, throughput=5MB/sec 2024-07-29T15:35:24.270 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-zxFA4dj-yHDFKwo off=7409728 len=894017 2024-07-29T15:35:24.271 INFO:tasks.workunit.client.0.smithi067.stdout:op 3899 completed, throughput=5MB/sec 2024-07-29T15:35:24.271 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Ab7VhH8GDVrisZa off=989899 len=1559025 2024-07-29T15:35:24.279 INFO:tasks.workunit.client.0.smithi067.stdout:op 3900 completed, throughput=5MB/sec 2024-07-29T15:35:24.280 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Y4zMt0EidRtcWbH off=11717833 len=384914 2024-07-29T15:35:24.280 INFO:tasks.workunit.client.0.smithi067.stdout:op 3901 completed, throughput=5MB/sec 2024-07-29T15:35:24.280 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lhf-Z6JGJrsWfvN off=5449268 len=1576018 2024-07-29T15:35:24.287 INFO:tasks.workunit.client.0.smithi067.stdout:op 3902 completed, throughput=5MB/sec 2024-07-29T15:35:25.288 INFO:tasks.workunit.client.0.smithi067.stdout: 751: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:25.288 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-hToStudRxhERDCd off=0 len=1171132 2024-07-29T15:35:25.295 INFO:tasks.workunit.client.0.smithi067.stdout:op 3903 completed, throughput=5MB/sec 2024-07-29T15:35:25.295 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--eYFVYHcmsChp6c off=9575820 len=1664009 2024-07-29T15:35:25.304 INFO:tasks.workunit.client.0.smithi067.stdout:op 3904 completed, throughput=5MB/sec 2024-07-29T15:35:25.304 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qvyTX1OP89MDjJz off=6067027 len=1361706 2024-07-29T15:35:25.311 INFO:tasks.workunit.client.0.smithi067.stdout:op 3905 completed, throughput=5MB/sec 2024-07-29T15:35:25.311 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PKkfumrNSdMKZ9g off=2278915 len=1493435 2024-07-29T15:35:25.313 INFO:tasks.workunit.client.0.smithi067.stdout:op 3906 completed, throughput=5MB/sec 2024-07-29T15:35:25.813 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:25 smithi138 ceph-mon[86438]: pgmap v1734: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:35:25.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:25 smithi067 ceph-mon[91995]: pgmap v1734: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:35:25.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:25 smithi067 ceph-mon[94375]: pgmap v1734: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:35:26.313 INFO:tasks.workunit.client.0.smithi067.stdout: 752: throughput=5MB/sec pending data=0 2024-07-29T15:35:26.314 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5K43ngQpAFWNX3A off=6867285 len=1014898 2024-07-29T15:35:26.315 INFO:tasks.workunit.client.0.smithi067.stdout:op 3907 completed, throughput=5MB/sec 2024-07-29T15:35:26.315 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lmzkJSEIO8vu4ny off=10341745 len=295119 2024-07-29T15:35:26.318 INFO:tasks.workunit.client.0.smithi067.stdout:op 3908 completed, throughput=5MB/sec 2024-07-29T15:35:26.318 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-TlWsGyjei6AeHAC off=2285457 len=1079273 2024-07-29T15:35:26.320 INFO:tasks.workunit.client.0.smithi067.stdout:op 3909 completed, throughput=5MB/sec 2024-07-29T15:35:26.320 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-JNMx4h99ajpG7Kq off=1084221 len=523620 2024-07-29T15:35:26.321 INFO:tasks.workunit.client.0.smithi067.stdout:op 3910 completed, throughput=5MB/sec 2024-07-29T15:35:26.321 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2FPQ5qGQLtQ6kb0 off=4925425 len=595455 2024-07-29T15:35:26.325 INFO:tasks.workunit.client.0.smithi067.stdout:op 3911 completed, throughput=5MB/sec 2024-07-29T15:35:26.325 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ONYd0UYbdiW5zcm off=1141099 len=288321 2024-07-29T15:35:26.326 INFO:tasks.workunit.client.0.smithi067.stdout:op 3912 completed, throughput=5MB/sec 2024-07-29T15:35:26.326 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bX2ipN98Pc5f5tN off=651313 len=1743437 2024-07-29T15:35:26.329 INFO:tasks.workunit.client.0.smithi067.stdout:op 3913 completed, throughput=5MB/sec 2024-07-29T15:35:27.330 INFO:tasks.workunit.client.0.smithi067.stdout: 753: throughput=5MB/sec pending data=0 2024-07-29T15:35:27.330 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-H7W5fEFo5URSrLv off=6914908 len=2068312 2024-07-29T15:35:27.342 INFO:tasks.workunit.client.0.smithi067.stdout:op 3914 completed, throughput=5MB/sec 2024-07-29T15:35:27.342 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zwsBIsm3gOFzKOb off=10285315 len=1600801 2024-07-29T15:35:27.351 INFO:tasks.workunit.client.0.smithi067.stdout:op 3915 completed, throughput=5MB/sec 2024-07-29T15:35:27.351 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-I99pbRkr3RL6Xu_ off=1134633 len=1047223 2024-07-29T15:35:27.353 INFO:tasks.workunit.client.0.smithi067.stdout:op 3916 completed, throughput=5MB/sec 2024-07-29T15:35:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:27 smithi138 ceph-mon[86438]: pgmap v1735: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-07-29T15:35:27.844 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:27 smithi067 ceph-mon[91995]: pgmap v1735: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-07-29T15:35:27.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:27 smithi067 ceph-mon[94375]: pgmap v1735: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-07-29T15:35:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:35:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:35:27] "GET /metrics HTTP/1.1" 200 34211 "" "Prometheus/2.51.0" 2024-07-29T15:35:28.353 INFO:tasks.workunit.client.0.smithi067.stdout: 754: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:28.353 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-xsbJw-5V3j-xEWO off=1652785 len=362238 2024-07-29T15:35:28.354 INFO:tasks.workunit.client.0.smithi067.stdout:op 3917 completed, throughput=4.99MB/sec 2024-07-29T15:35:28.354 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3OEUUQLDOT-3Ow2 off=6249623 len=195459 2024-07-29T15:35:28.357 INFO:tasks.workunit.client.0.smithi067.stdout:op 3918 completed, throughput=5MB/sec 2024-07-29T15:35:28.357 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-90XOZFwEJws8BDw off=2607843 len=1076863 2024-07-29T15:35:28.358 INFO:tasks.workunit.client.0.smithi067.stdout:op 3919 completed, throughput=5MB/sec 2024-07-29T15:35:28.359 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pRUXnXZGH_9UtlX off=15055458 len=1832015 2024-07-29T15:35:28.361 INFO:tasks.workunit.client.0.smithi067.stdout:op 3920 completed, throughput=5MB/sec 2024-07-29T15:35:28.361 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-m2Hn49x0PNrgJ9N off=11642025 len=1551838 2024-07-29T15:35:28.363 INFO:tasks.workunit.client.0.smithi067.stdout:op 3921 completed, throughput=5MB/sec 2024-07-29T15:35:29.363 INFO:tasks.workunit.client.0.smithi067.stdout: 755: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:29.364 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bSIje30aqc-bSjX off=17732584 len=1920862 2024-07-29T15:35:29.366 INFO:tasks.workunit.client.0.smithi067.stdout:op 3922 completed, throughput=5MB/sec 2024-07-29T15:35:29.366 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-amVL-VRZdNVVtcQ off=3807638 len=732625 2024-07-29T15:35:29.370 INFO:tasks.workunit.client.0.smithi067.stdout:op 3923 completed, throughput=5MB/sec 2024-07-29T15:35:29.371 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wHCpfmqer8XgD9k off=2198581 len=164602 2024-07-29T15:35:29.372 INFO:tasks.workunit.client.0.smithi067.stdout:op 3924 completed, throughput=5MB/sec 2024-07-29T15:35:29.372 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Fmbrj8JC4wIhfba off=9700920 len=126543 2024-07-29T15:35:29.372 INFO:tasks.workunit.client.0.smithi067.stdout:op 3925 completed, throughput=5MB/sec 2024-07-29T15:35:29.373 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-z6px0dfigU2tTbc off=6334413 len=1788679 2024-07-29T15:35:29.382 INFO:tasks.workunit.client.0.smithi067.stdout:op 3926 completed, throughput=5MB/sec 2024-07-29T15:35:29.383 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_g4Cmw9Isb6MivA off=1281981 len=1805133 2024-07-29T15:35:29.384 INFO:tasks.workunit.client.0.smithi067.stdout:op 3927 completed, throughput=5MB/sec 2024-07-29T15:35:29.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:29 smithi138 ceph-mon[86438]: pgmap v1736: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:35:29.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:29 smithi067 ceph-mon[91995]: pgmap v1736: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:35:29.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:29 smithi067 ceph-mon[94375]: pgmap v1736: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:35:30.384 INFO:tasks.workunit.client.0.smithi067.stdout: 756: throughput=5MB/sec pending data=0 2024-07-29T15:35:30.384 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NVaRV79fpczsdTn off=109948 len=1465426 2024-07-29T15:35:30.392 INFO:tasks.workunit.client.0.smithi067.stdout:op 3928 completed, throughput=5MB/sec 2024-07-29T15:35:30.392 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-te_pmN-LWDL9SRA off=2740691 len=1711169 2024-07-29T15:35:30.400 INFO:tasks.workunit.client.0.smithi067.stdout:op 3929 completed, throughput=5MB/sec 2024-07-29T15:35:30.400 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-dctdCUiJDgixihG off=7305921 len=2071769 2024-07-29T15:35:30.404 INFO:tasks.workunit.client.0.smithi067.stdout:op 3930 completed, throughput=5MB/sec 2024-07-29T15:35:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:35:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:35:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:35:31.404 INFO:tasks.workunit.client.0.smithi067.stdout: 757: throughput=5MB/sec pending data=0 2024-07-29T15:35:31.404 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cDW99N8ZImLl_1b off=8490340 len=731294 2024-07-29T15:35:31.409 INFO:tasks.workunit.client.0.smithi067.stdout:op 3931 completed, throughput=5MB/sec 2024-07-29T15:35:31.409 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-odq-atoTH8K0EPq off=1919258 len=541209 2024-07-29T15:35:31.413 INFO:tasks.workunit.client.0.smithi067.stdout:op 3932 completed, throughput=5MB/sec 2024-07-29T15:35:31.414 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4D7E9WpzSBN0Ia8 off=14693647 len=19070 2024-07-29T15:35:31.416 INFO:tasks.workunit.client.0.smithi067.stdout:op 3933 completed, throughput=5MB/sec 2024-07-29T15:35:31.416 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-JelGcNhxjwLrJUG off=17966224 len=66276 2024-07-29T15:35:31.418 INFO:tasks.workunit.client.0.smithi067.stdout:op 3934 completed, throughput=5MB/sec 2024-07-29T15:35:31.418 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-oeuwJxS0r7tFl-j off=23063849 len=989017 2024-07-29T15:35:31.423 INFO:tasks.workunit.client.0.smithi067.stdout:op 3935 completed, throughput=5MB/sec 2024-07-29T15:35:31.423 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9awjW4kMIsJbCY1 off=7297816 len=108434 2024-07-29T15:35:31.425 INFO:tasks.workunit.client.0.smithi067.stdout:op 3936 completed, throughput=5MB/sec 2024-07-29T15:35:31.425 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-uNwj-iJDEtrnqQC off=15906923 len=1432097 2024-07-29T15:35:31.432 INFO:tasks.workunit.client.0.smithi067.stdout:op 3937 completed, throughput=5MB/sec 2024-07-29T15:35:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:31 smithi138 ceph-mon[86438]: pgmap v1737: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:35:31.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:31 smithi067 ceph-mon[94375]: pgmap v1737: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:35:31.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:31 smithi067 ceph-mon[91995]: pgmap v1737: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:35:32.432 INFO:tasks.workunit.client.0.smithi067.stdout: 758: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:32.432 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lVuLd_vgKwZmYl7 off=20633938 len=88986 2024-07-29T15:35:32.433 INFO:tasks.workunit.client.0.smithi067.stdout:op 3938 completed, throughput=4.99MB/sec 2024-07-29T15:35:32.433 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rkrLt2MWpqB74hl off=20622830 len=1178162 2024-07-29T15:35:32.439 INFO:tasks.workunit.client.0.smithi067.stdout:op 3939 completed, throughput=5MB/sec 2024-07-29T15:35:32.439 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CQ7ZfPd-kR1cN-_ off=5056278 len=1498565 2024-07-29T15:35:32.447 INFO:tasks.workunit.client.0.smithi067.stdout:op 3940 completed, throughput=5MB/sec 2024-07-29T15:35:32.447 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4eZrKzkU51fhXir off=3014951 len=1979565 2024-07-29T15:35:32.448 INFO:tasks.workunit.client.0.smithi067.stdout:op 3941 completed, throughput=5MB/sec 2024-07-29T15:35:32.448 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3JDfi4uDxetTiGA off=17946555 len=731971 2024-07-29T15:35:32.450 INFO:tasks.workunit.client.0.smithi067.stdout:op 3942 completed, throughput=5MB/sec 2024-07-29T15:35:33.450 INFO:tasks.workunit.client.0.smithi067.stdout: 759: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:33.451 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3wksqkN5Cvx-Vxe off=6551486 len=1839047 2024-07-29T15:35:33.453 INFO:tasks.workunit.client.0.smithi067.stdout:op 3943 completed, throughput=5MB/sec 2024-07-29T15:35:33.453 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-RjeOJ2XDKRFQBPH off=1302046 len=109969 2024-07-29T15:35:33.454 INFO:tasks.workunit.client.0.smithi067.stdout:op 3944 completed, throughput=5MB/sec 2024-07-29T15:35:33.454 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-WBgmI7gcXcDbT1P off=1726598 len=1016086 2024-07-29T15:35:33.460 INFO:tasks.workunit.client.0.smithi067.stdout:op 3945 completed, throughput=5MB/sec 2024-07-29T15:35:33.460 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Xly4Tvs8tQfcYMd off=6420220 len=385887 2024-07-29T15:35:33.463 INFO:tasks.workunit.client.0.smithi067.stdout:op 3946 completed, throughput=5MB/sec 2024-07-29T15:35:33.463 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-sVbnC9bxvmuu3iW off=3690376 len=911203 2024-07-29T15:35:33.468 INFO:tasks.workunit.client.0.smithi067.stdout:op 3947 completed, throughput=5MB/sec 2024-07-29T15:35:33.468 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WcvXqTSNspwb-HO off=6032299 len=1515493 2024-07-29T15:35:33.470 INFO:tasks.workunit.client.0.smithi067.stdout:op 3948 completed, throughput=5MB/sec 2024-07-29T15:35:33.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:33 smithi138 ceph-mon[86438]: pgmap v1738: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:35:33.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:33 smithi067 ceph-mon[91995]: pgmap v1738: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:35:33.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:33 smithi067 ceph-mon[94375]: pgmap v1738: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:35:34.471 INFO:tasks.workunit.client.0.smithi067.stdout: 760: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:34.471 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VcJl-6kzR2L63dR off=5989676 len=1546696 2024-07-29T15:35:34.477 INFO:tasks.workunit.client.0.smithi067.stdout:op 3949 completed, throughput=5MB/sec 2024-07-29T15:35:34.477 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MjosRAuNPGnEqWc off=5751137 len=1778051 2024-07-29T15:35:34.488 INFO:tasks.workunit.client.0.smithi067.stdout:op 3950 completed, throughput=5MB/sec 2024-07-29T15:35:34.488 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-HObCbhzDUPRlLLd off=7682151 len=1625188 2024-07-29T15:35:34.490 INFO:tasks.workunit.client.0.smithi067.stdout:op 3951 completed, throughput=5MB/sec 2024-07-29T15:35:35.490 INFO:tasks.workunit.client.0.smithi067.stdout: 761: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:35.491 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--FFd8Yxwi510ups off=2225465 len=197455 2024-07-29T15:35:35.491 INFO:tasks.workunit.client.0.smithi067.stdout:op 3952 completed, throughput=4.99MB/sec 2024-07-29T15:35:35.491 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-HMeO-KBBSjCQxMA off=13397997 len=706852 2024-07-29T15:35:35.492 INFO:tasks.workunit.client.0.smithi067.stdout:op 3953 completed, throughput=5MB/sec 2024-07-29T15:35:35.492 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-aLpbM2N7bAY9sB2 off=572713 len=513559 2024-07-29T15:35:35.493 INFO:tasks.workunit.client.0.smithi067.stdout:op 3954 completed, throughput=5MB/sec 2024-07-29T15:35:35.493 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4FBgXSZhvyCpkPu off=14242479 len=914743 2024-07-29T15:35:35.495 INFO:tasks.workunit.client.0.smithi067.stdout:op 3955 completed, throughput=5MB/sec 2024-07-29T15:35:35.495 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-h3lG_Rou1cUM_70 off=1583883 len=781182 2024-07-29T15:35:35.500 INFO:tasks.workunit.client.0.smithi067.stdout:op 3956 completed, throughput=5MB/sec 2024-07-29T15:35:35.500 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BkhvKSVHpqh9CPc off=190705 len=2020817 2024-07-29T15:35:35.502 INFO:tasks.workunit.client.0.smithi067.stdout:op 3957 completed, throughput=5MB/sec 2024-07-29T15:35:35.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:35 smithi138 ceph-mon[86438]: pgmap v1739: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:35:35.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:35:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:35 smithi067 ceph-mon[91995]: pgmap v1739: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:35:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:35:35.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:35 smithi067 ceph-mon[94375]: pgmap v1739: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:35:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:35:36.503 INFO:tasks.workunit.client.0.smithi067.stdout: 762: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:36.503 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PbfFl4GtlYPpsEo off=4065092 len=261663 2024-07-29T15:35:36.504 INFO:tasks.workunit.client.0.smithi067.stdout:op 3958 completed, throughput=4.99MB/sec 2024-07-29T15:35:36.504 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-LQJJqE-Qu9uGqTA off=6563038 len=1252241 2024-07-29T15:35:36.505 INFO:tasks.workunit.client.0.smithi067.stdout:op 3959 completed, throughput=5MB/sec 2024-07-29T15:35:36.505 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7r1KSjE87qukOv5 off=328236 len=1495130 2024-07-29T15:35:36.513 INFO:tasks.workunit.client.0.smithi067.stdout:op 3960 completed, throughput=5MB/sec 2024-07-29T15:35:36.513 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Zpf6zgc3-ennw9n off=7853939 len=1227702 2024-07-29T15:35:36.515 INFO:tasks.workunit.client.0.smithi067.stdout:op 3961 completed, throughput=5MB/sec 2024-07-29T15:35:36.515 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-DZ9qRfN4iIVg4jR off=10536389 len=1439813 2024-07-29T15:35:36.523 INFO:tasks.workunit.client.0.smithi067.stdout:op 3962 completed, throughput=5MB/sec 2024-07-29T15:35:37.523 INFO:tasks.workunit.client.0.smithi067.stdout: 763: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:37.524 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9UDc5Hl-Bf2OgFm off=4552259 len=1134176 2024-07-29T15:35:37.525 INFO:tasks.workunit.client.0.smithi067.stdout:op 3963 completed, throughput=5MB/sec 2024-07-29T15:35:37.525 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-I_dafFc8ougpi48 off=2933536 len=818400 2024-07-29T15:35:37.527 INFO:tasks.workunit.client.0.smithi067.stdout:op 3964 completed, throughput=5MB/sec 2024-07-29T15:35:37.527 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-vFpy_fh9OXYCyyW off=5012454 len=28279 2024-07-29T15:35:37.530 INFO:tasks.workunit.client.0.smithi067.stdout:op 3965 completed, throughput=5MB/sec 2024-07-29T15:35:37.530 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-TpQ_VFlmHCe9DTL off=443735 len=502386 2024-07-29T15:35:37.534 INFO:tasks.workunit.client.0.smithi067.stdout:op 3966 completed, throughput=5MB/sec 2024-07-29T15:35:37.534 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5mNIb6mEeANBTd4 off=6527467 len=583532 2024-07-29T15:35:37.538 INFO:tasks.workunit.client.0.smithi067.stdout:op 3967 completed, throughput=5MB/sec 2024-07-29T15:35:37.538 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lfVulgYoByNvwqi off=2328837 len=29000 2024-07-29T15:35:37.538 INFO:tasks.workunit.client.0.smithi067.stdout:op 3968 completed, throughput=5MB/sec 2024-07-29T15:35:37.539 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ElsQlLEucjnD8gD off=1721384 len=1044180 2024-07-29T15:35:37.550 INFO:tasks.workunit.client.0.smithi067.stdout:op 3969 completed, throughput=5MB/sec 2024-07-29T15:35:37.550 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-kUxe9SaHWj3KbNb off=3913653 len=1181116 2024-07-29T15:35:37.556 INFO:tasks.workunit.client.0.smithi067.stdout:op 3970 completed, throughput=5MB/sec 2024-07-29T15:35:37.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:37 smithi138 ceph-mon[86438]: pgmap v1740: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:35:37.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:37 smithi067 ceph-mon[91995]: pgmap v1740: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:35:37.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:37 smithi067 ceph-mon[94375]: pgmap v1740: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:35:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:35:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:35:37] "GET /metrics HTTP/1.1" 200 34209 "" "Prometheus/2.51.0" 2024-07-29T15:35:38.557 INFO:tasks.workunit.client.0.smithi067.stdout: 764: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:38.557 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YhNr9RTaz7_c0V0 off=1156895 len=477560 2024-07-29T15:35:38.561 INFO:tasks.workunit.client.0.smithi067.stdout:op 3971 completed, throughput=4.99MB/sec 2024-07-29T15:35:38.561 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-w18dPJohU_3YB6t off=6672225 len=43860 2024-07-29T15:35:38.562 INFO:tasks.workunit.client.0.smithi067.stdout:op 3972 completed, throughput=4.99MB/sec 2024-07-29T15:35:38.562 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-If-kjE1VvLpF2Ab off=1994966 len=1366124 2024-07-29T15:35:38.564 INFO:tasks.workunit.client.0.smithi067.stdout:op 3973 completed, throughput=5MB/sec 2024-07-29T15:35:38.564 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-SlScWq9QOAwDGJ0 off=5559669 len=66129 2024-07-29T15:35:38.564 INFO:tasks.workunit.client.0.smithi067.stdout:op 3974 completed, throughput=5MB/sec 2024-07-29T15:35:38.564 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Zdd7G6bn0fjAldK off=7806322 len=1520686 2024-07-29T15:35:38.572 INFO:tasks.workunit.client.0.smithi067.stdout:op 3975 completed, throughput=5MB/sec 2024-07-29T15:35:38.572 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qWifYAnx8fyshpw off=6862121 len=898842 2024-07-29T15:35:38.576 INFO:tasks.workunit.client.0.smithi067.stdout:op 3976 completed, throughput=5MB/sec 2024-07-29T15:35:38.576 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1syFoSQsh5l_PrK off=7144685 len=1036856 2024-07-29T15:35:38.580 INFO:tasks.workunit.client.0.smithi067.stdout:op 3977 completed, throughput=5MB/sec 2024-07-29T15:35:39.580 INFO:tasks.workunit.client.0.smithi067.stdout: 765: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:39.581 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8wO5IMu-G6D3zEy off=0 len=1505977 2024-07-29T15:35:39.582 INFO:tasks.workunit.client.0.smithi067.stdout:op 3978 completed, throughput=5MB/sec 2024-07-29T15:35:39.583 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MjF6qrZ_BK_8xon off=6619908 len=1614399 2024-07-29T15:35:39.586 INFO:tasks.workunit.client.0.smithi067.stdout:op 3979 completed, throughput=5MB/sec 2024-07-29T15:35:39.586 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-T2dQOsa3mDC7DMY off=13110885 len=1195896 2024-07-29T15:35:39.589 INFO:tasks.workunit.client.0.smithi067.stdout:op 3980 completed, throughput=5MB/sec 2024-07-29T15:35:39.589 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9hBfcVKI3PqZVoK off=12793279 len=401811 2024-07-29T15:35:39.590 INFO:tasks.workunit.client.0.smithi067.stdout:op 3981 completed, throughput=5MB/sec 2024-07-29T15:35:39.590 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fOFobNIqro6swkm off=8242529 len=1607344 2024-07-29T15:35:39.591 INFO:tasks.workunit.client.0.smithi067.stdout:op 3982 completed, throughput=5MB/sec 2024-07-29T15:35:39.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:39 smithi067 ceph-mon[91995]: pgmap v1741: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:35:39.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:39 smithi067 ceph-mon[94375]: pgmap v1741: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:35:40.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:39 smithi138 ceph-mon[86438]: pgmap v1741: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:35:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:35:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:35:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:35:40.592 INFO:tasks.workunit.client.0.smithi067.stdout: 766: throughput=5MB/sec pending data=0 2024-07-29T15:35:40.592 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-fbmDZiFPC6Gbvdm off=13501401 len=904290 2024-07-29T15:35:40.597 INFO:tasks.workunit.client.0.smithi067.stdout:op 3983 completed, throughput=5MB/sec 2024-07-29T15:35:40.597 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-rVoz3GGf74ATG23 off=3943694 len=2049551 2024-07-29T15:35:40.601 INFO:tasks.workunit.client.0.smithi067.stdout:op 3984 completed, throughput=5MB/sec 2024-07-29T15:35:40.601 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0G0hWUun3vF3pVo off=2472951 len=2084364 2024-07-29T15:35:40.614 INFO:tasks.workunit.client.0.smithi067.stdout:op 3985 completed, throughput=5MB/sec 2024-07-29T15:35:41.614 INFO:tasks.workunit.client.0.smithi067.stdout: 767: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:41.615 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-67zbMesXhHI45sl off=3429201 len=705252 2024-07-29T15:35:41.617 INFO:tasks.workunit.client.0.smithi067.stdout:op 3986 completed, throughput=5MB/sec 2024-07-29T15:35:41.617 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-R2GuoTn8EyWyj_7 off=979468 len=1836845 2024-07-29T15:35:41.628 INFO:tasks.workunit.client.0.smithi067.stdout:op 3987 completed, throughput=5MB/sec 2024-07-29T15:35:41.629 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-H8I9Qe8qZmi9--A off=6385015 len=1023016 2024-07-29T15:35:41.633 INFO:tasks.workunit.client.0.smithi067.stdout:op 3988 completed, throughput=5MB/sec 2024-07-29T15:35:41.633 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8B03gRGsZvSkr6B off=888843 len=2038675 2024-07-29T15:35:41.636 INFO:tasks.workunit.client.0.smithi067.stdout:op 3989 completed, throughput=5MB/sec 2024-07-29T15:35:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:41 smithi067 ceph-mon[91995]: pgmap v1742: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:35:41.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:41 smithi067 ceph-mon[94375]: pgmap v1742: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:35:42.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:41 smithi138 ceph-mon[86438]: pgmap v1742: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:35:42.637 INFO:tasks.workunit.client.0.smithi067.stdout: 768: throughput=5MB/sec pending data=0 2024-07-29T15:35:42.637 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2bKkpNI-vhbwGjd off=8968828 len=900768 2024-07-29T15:35:42.642 INFO:tasks.workunit.client.0.smithi067.stdout:op 3990 completed, throughput=5MB/sec 2024-07-29T15:35:42.642 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ApK5Z0w7OHeZT-1 off=7177795 len=1084261 2024-07-29T15:35:42.644 INFO:tasks.workunit.client.0.smithi067.stdout:op 3991 completed, throughput=5MB/sec 2024-07-29T15:35:42.644 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9ZVnCrDV_KytDQX off=7176976 len=55732 2024-07-29T15:35:42.646 INFO:tasks.workunit.client.0.smithi067.stdout:op 3992 completed, throughput=5MB/sec 2024-07-29T15:35:42.646 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cVrQuKN6E6Aeiwl off=2856800 len=1274935 2024-07-29T15:35:42.652 INFO:tasks.workunit.client.0.smithi067.stdout:op 3993 completed, throughput=5MB/sec 2024-07-29T15:35:42.653 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KRAeAaORZjDkwzJ off=562172 len=498298 2024-07-29T15:35:42.656 INFO:tasks.workunit.client.0.smithi067.stdout:op 3994 completed, throughput=5MB/sec 2024-07-29T15:35:42.656 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-tWrKtisiD7kqxX- off=3443529 len=1998448 2024-07-29T15:35:42.658 INFO:tasks.workunit.client.0.smithi067.stdout:op 3995 completed, throughput=5MB/sec 2024-07-29T15:35:43.659 INFO:tasks.workunit.client.0.smithi067.stdout: 769: throughput=5MB/sec pending data=0 2024-07-29T15:35:43.659 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ApK5Z0w7OHeZT-1 off=21829569 len=1763254 2024-07-29T15:35:43.668 INFO:tasks.workunit.client.0.smithi067.stdout:op 3996 completed, throughput=5MB/sec 2024-07-29T15:35:43.668 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VbBq_pHKLPumnL1 off=11035601 len=156070 2024-07-29T15:35:43.671 INFO:tasks.workunit.client.0.smithi067.stdout:op 3997 completed, throughput=5MB/sec 2024-07-29T15:35:43.671 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-86RIBGQRFoh74f_ off=12926145 len=882795 2024-07-29T15:35:43.676 INFO:tasks.workunit.client.0.smithi067.stdout:op 3998 completed, throughput=5MB/sec 2024-07-29T15:35:43.676 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-V1N__UbBnzDnU9O off=5557522 len=929060 2024-07-29T15:35:43.679 INFO:tasks.workunit.client.0.smithi067.stdout:op 3999 completed, throughput=5MB/sec 2024-07-29T15:35:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:43 smithi067 ceph-mon[91995]: pgmap v1743: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:35:43.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:43 smithi067 ceph-mon[94375]: pgmap v1743: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:35:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:43 smithi138 ceph-mon[86438]: pgmap v1743: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:35:44.680 INFO:tasks.workunit.client.0.smithi067.stdout: 770: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:44.680 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SE2oGCqIH9v8p7B off=3142055 len=1534705 2024-07-29T15:35:44.686 INFO:tasks.workunit.client.0.smithi067.stdout:op 4000 completed, throughput=5MB/sec 2024-07-29T15:35:44.687 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Fy6U8YB1Jm60s_C off=20003083 len=1715601 2024-07-29T15:35:44.690 INFO:tasks.workunit.client.0.smithi067.stdout:op 4001 completed, throughput=5MB/sec 2024-07-29T15:35:44.690 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-dpsY8__iHn7QRX0 off=225946 len=319843 2024-07-29T15:35:44.691 INFO:tasks.workunit.client.0.smithi067.stdout:op 4002 completed, throughput=5MB/sec 2024-07-29T15:35:44.691 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-sftmT5s3ng_JpBd off=2722103 len=1883962 2024-07-29T15:35:44.693 INFO:tasks.workunit.client.0.smithi067.stdout:op 4003 completed, throughput=5MB/sec 2024-07-29T15:35:45.693 INFO:tasks.workunit.client.0.smithi067.stdout: 771: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:45.694 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SKVFh5TU7YnNVaM off=165478 len=1805449 2024-07-29T15:35:45.704 INFO:tasks.workunit.client.0.smithi067.stdout:op 4004 completed, throughput=5MB/sec 2024-07-29T15:35:45.704 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3_EgDFoeYpbbJBx off=2648139 len=748094 2024-07-29T15:35:45.709 INFO:tasks.workunit.client.0.smithi067.stdout:op 4005 completed, throughput=5MB/sec 2024-07-29T15:35:45.709 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QjCr-vNE2FxgDSY off=2247560 len=1194791 2024-07-29T15:35:45.717 INFO:tasks.workunit.client.0.smithi067.stdout:op 4006 completed, throughput=5MB/sec 2024-07-29T15:35:45.717 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5EELul0jw3SRFTQ off=148420 len=1728960 2024-07-29T15:35:45.726 INFO:tasks.workunit.client.0.smithi067.stdout:op 4007 completed, throughput=5MB/sec 2024-07-29T15:35:45.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:45 smithi067 ceph-mon[91995]: pgmap v1744: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:35:45.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:45 smithi067 ceph-mon[94375]: pgmap v1744: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:35:46.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:45 smithi138 ceph-mon[86438]: pgmap v1744: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:35:46.727 INFO:tasks.workunit.client.0.smithi067.stdout: 772: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:46.727 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4eZrKzkU51fhXir off=1037954 len=1335798 2024-07-29T15:35:46.728 INFO:tasks.workunit.client.0.smithi067.stdout:op 4008 completed, throughput=5MB/sec 2024-07-29T15:35:46.728 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-M11PfIQloFtE0XR off=12322299 len=737049 2024-07-29T15:35:46.730 INFO:tasks.workunit.client.0.smithi067.stdout:op 4009 completed, throughput=5MB/sec 2024-07-29T15:35:46.731 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DItH5gODjzUXs8o off=1746677 len=197839 2024-07-29T15:35:46.731 INFO:tasks.workunit.client.0.smithi067.stdout:op 4010 completed, throughput=5MB/sec 2024-07-29T15:35:46.731 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-N0fluRWhYstqLvQ off=3140880 len=342880 2024-07-29T15:35:46.732 INFO:tasks.workunit.client.0.smithi067.stdout:op 4011 completed, throughput=5MB/sec 2024-07-29T15:35:46.732 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Fmk-QMERfGh2YiO off=4988779 len=465493 2024-07-29T15:35:46.736 INFO:tasks.workunit.client.0.smithi067.stdout:op 4012 completed, throughput=5MB/sec 2024-07-29T15:35:46.736 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YkmrgKtAIJ1h1bb off=1071494 len=1460068 2024-07-29T15:35:46.742 INFO:tasks.workunit.client.0.smithi067.stdout:op 4013 completed, throughput=5MB/sec 2024-07-29T15:35:46.742 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-iWjCCc05GRJZi-6 off=9186519 len=1989040 2024-07-29T15:35:46.744 INFO:tasks.workunit.client.0.smithi067.stdout:op 4014 completed, throughput=5MB/sec 2024-07-29T15:35:47.745 INFO:tasks.workunit.client.0.smithi067.stdout: 773: throughput=5MB/sec pending data=0 2024-07-29T15:35:47.745 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Z-H0w8a2d5wwjEv off=3173377 len=1036091 2024-07-29T15:35:47.746 INFO:tasks.workunit.client.0.smithi067.stdout:op 4015 completed, throughput=5MB/sec 2024-07-29T15:35:47.746 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Tmf2oFsCXNTxQoa off=11732830 len=288132 2024-07-29T15:35:47.750 INFO:tasks.workunit.client.0.smithi067.stdout:op 4016 completed, throughput=5MB/sec 2024-07-29T15:35:47.750 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-euqEq81ohjQ-ApM off=7744119 len=1546771 2024-07-29T15:35:47.759 INFO:tasks.workunit.client.0.smithi067.stdout:op 4017 completed, throughput=5MB/sec 2024-07-29T15:35:47.760 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6hAoFMZdttrmXLB off=4014545 len=564575 2024-07-29T15:35:47.763 INFO:tasks.workunit.client.0.smithi067.stdout:op 4018 completed, throughput=5MB/sec 2024-07-29T15:35:47.763 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6E0enoTICl8wU55 off=14655775 len=206033 2024-07-29T15:35:47.766 INFO:tasks.workunit.client.0.smithi067.stdout:op 4019 completed, throughput=5MB/sec 2024-07-29T15:35:47.766 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fn5QKL25i6j2pwy off=6793754 len=1810773 2024-07-29T15:35:47.769 INFO:tasks.workunit.client.0.smithi067.stdout:op 4020 completed, throughput=5MB/sec 2024-07-29T15:35:47.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:47 smithi067 ceph-mon[91995]: pgmap v1745: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:35:47.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:47 smithi067 ceph-mon[94375]: pgmap v1745: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:35:48.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:47 smithi138 ceph-mon[86438]: pgmap v1745: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:35:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:35:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:35:47] "GET /metrics HTTP/1.1" 200 34209 "" "Prometheus/2.51.0" 2024-07-29T15:35:48.770 INFO:tasks.workunit.client.0.smithi067.stdout: 774: throughput=5MB/sec pending data=0 2024-07-29T15:35:48.770 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ymDaOYkBo6dJgHm off=5339603 len=1815205 2024-07-29T15:35:48.772 INFO:tasks.workunit.client.0.smithi067.stdout:op 4021 completed, throughput=5MB/sec 2024-07-29T15:35:48.772 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pUBiqY27e9U9u1I off=14191312 len=2053719 2024-07-29T15:35:48.776 INFO:tasks.workunit.client.0.smithi067.stdout:op 4022 completed, throughput=5MB/sec 2024-07-29T15:35:49.777 INFO:tasks.workunit.client.0.smithi067.stdout: 775: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:49.777 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Ri0wW9QlYecDq4O off=778815 len=1939213 2024-07-29T15:35:49.779 INFO:tasks.workunit.client.0.smithi067.stdout:op 4023 completed, throughput=5MB/sec 2024-07-29T15:35:49.779 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1Q-A_b8_uLKCaL9 off=17077128 len=1420741 2024-07-29T15:35:49.781 INFO:tasks.workunit.client.0.smithi067.stdout:op 4024 completed, throughput=5MB/sec 2024-07-29T15:35:49.782 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-JskUlhfkaaJc2cp off=237944 len=599962 2024-07-29T15:35:49.783 INFO:tasks.workunit.client.0.smithi067.stdout:op 4025 completed, throughput=5MB/sec 2024-07-29T15:35:49.783 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4C8W481RViCgpLn off=3361618 len=93941 2024-07-29T15:35:49.785 INFO:tasks.workunit.client.0.smithi067.stdout:op 4026 completed, throughput=5MB/sec 2024-07-29T15:35:49.785 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-zrJ7s30AYYkkhm5 off=6315822 len=1729236 2024-07-29T15:35:49.789 INFO:tasks.workunit.client.0.smithi067.stdout:op 4027 completed, throughput=5MB/sec 2024-07-29T15:35:49.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:49 smithi067 ceph-mon[91995]: pgmap v1746: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:35:49.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:49 smithi067 ceph-mon[94375]: pgmap v1746: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:35:50.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:49 smithi138 ceph-mon[86438]: pgmap v1746: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:35:50.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:35:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:35:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:35:50.789 INFO:tasks.workunit.client.0.smithi067.stdout: 776: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:50.790 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wLLFUvyL0O9oMJ8 off=5152144 len=854675 2024-07-29T15:35:50.791 INFO:tasks.workunit.client.0.smithi067.stdout:op 4028 completed, throughput=5MB/sec 2024-07-29T15:35:50.791 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-99gm7_iHi-9BZzB off=5886413 len=1863407 2024-07-29T15:35:50.793 INFO:tasks.workunit.client.0.smithi067.stdout:op 4029 completed, throughput=5MB/sec 2024-07-29T15:35:50.793 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5WEKGhpxHqx5Vc4 off=1547304 len=152792 2024-07-29T15:35:50.796 INFO:tasks.workunit.client.0.smithi067.stdout:op 4030 completed, throughput=5MB/sec 2024-07-29T15:35:50.797 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Mgh9i8a8aOVyu1W off=5422768 len=519848 2024-07-29T15:35:50.800 INFO:tasks.workunit.client.0.smithi067.stdout:op 4031 completed, throughput=5MB/sec 2024-07-29T15:35:50.800 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mP6LS-idqnphoHF off=5962101 len=363070 2024-07-29T15:35:50.801 INFO:tasks.workunit.client.0.smithi067.stdout:op 4032 completed, throughput=5MB/sec 2024-07-29T15:35:50.801 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SIsILsbbYudS0zr off=3138819 len=1310411 2024-07-29T15:35:50.807 INFO:tasks.workunit.client.0.smithi067.stdout:op 4033 completed, throughput=5MB/sec 2024-07-29T15:35:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:35:50.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:35:51.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:35:51.807 INFO:tasks.workunit.client.0.smithi067.stdout: 777: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:51.808 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-xsauAnFi64ZpAwr off=4138345 len=1377739 2024-07-29T15:35:51.809 INFO:tasks.workunit.client.0.smithi067.stdout:op 4034 completed, throughput=5MB/sec 2024-07-29T15:35:51.810 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Wy87znrM9JFd2YY off=149816 len=59048 2024-07-29T15:35:51.811 INFO:tasks.workunit.client.0.smithi067.stdout:op 4035 completed, throughput=5MB/sec 2024-07-29T15:35:51.811 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-t53O8N6dqfpD3Z1 off=2832603 len=447914 2024-07-29T15:35:51.812 INFO:tasks.workunit.client.0.smithi067.stdout:op 4036 completed, throughput=5MB/sec 2024-07-29T15:35:51.812 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VoKmxvv81iObeaS off=18197237 len=54534 2024-07-29T15:35:51.814 INFO:tasks.workunit.client.0.smithi067.stdout:op 4037 completed, throughput=5MB/sec 2024-07-29T15:35:51.814 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wwUCK0OLI2Sl7SL off=2409881 len=430877 2024-07-29T15:35:51.817 INFO:tasks.workunit.client.0.smithi067.stdout:op 4038 completed, throughput=5MB/sec 2024-07-29T15:35:51.817 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-46EyTw2--P-PQdI off=2193253 len=1652250 2024-07-29T15:35:51.826 INFO:tasks.workunit.client.0.smithi067.stdout:op 4039 completed, throughput=5MB/sec 2024-07-29T15:35:51.826 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-E0UkeQSWUpC_Bw6 off=2513821 len=1590123 2024-07-29T15:35:51.827 INFO:tasks.workunit.client.0.smithi067.stdout:op 4040 completed, throughput=5MB/sec 2024-07-29T15:35:51.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:51 smithi067 ceph-mon[91995]: pgmap v1747: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:35:51.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:51 smithi067 ceph-mon[94375]: pgmap v1747: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:35:52.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:51 smithi138 ceph-mon[86438]: pgmap v1747: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:35:52.828 INFO:tasks.workunit.client.0.smithi067.stdout: 778: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:52.828 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-AO1Rvcg3jgpr934 off=6054084 len=1421711 2024-07-29T15:35:52.834 INFO:tasks.workunit.client.0.smithi067.stdout:op 4041 completed, throughput=5MB/sec 2024-07-29T15:35:52.835 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qeQnLe3uzoAIG5X off=4990214 len=2037715 2024-07-29T15:35:52.848 INFO:tasks.workunit.client.0.smithi067.stdout:op 4042 completed, throughput=5MB/sec 2024-07-29T15:35:52.848 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Msp7kmoaCR0i472 off=6189752 len=1365582 2024-07-29T15:35:52.849 INFO:tasks.workunit.client.0.smithi067.stdout:op 4043 completed, throughput=5MB/sec 2024-07-29T15:35:53.849 INFO:tasks.workunit.client.0.smithi067.stdout: 779: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:53.849 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Yu8Qz0eW7W7yrlm off=4092157 len=999122 2024-07-29T15:35:53.852 INFO:tasks.workunit.client.0.smithi067.stdout:op 4044 completed, throughput=5MB/sec 2024-07-29T15:35:53.852 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NV6EyBO0u53AGuB off=1822408 len=1841897 2024-07-29T15:35:53.861 INFO:tasks.workunit.client.0.smithi067.stdout:op 4045 completed, throughput=5MB/sec 2024-07-29T15:35:53.861 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1JZLrwSs6kETyAr off=5096863 len=271202 2024-07-29T15:35:53.865 INFO:tasks.workunit.client.0.smithi067.stdout:op 4046 completed, throughput=5MB/sec 2024-07-29T15:35:53.865 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-aXsOTsm9rNMktRG off=1060676 len=307377 2024-07-29T15:35:53.868 INFO:tasks.workunit.client.0.smithi067.stdout:op 4047 completed, throughput=5MB/sec 2024-07-29T15:35:53.868 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-XNnB-L-1Fp-b4dE off=10147348 len=1277855 2024-07-29T15:35:53.873 INFO:tasks.workunit.client.0.smithi067.stdout:op 4048 completed, throughput=5MB/sec 2024-07-29T15:35:53.873 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-dg26uFOJ9-mR87B off=10960918 len=913765 2024-07-29T15:35:53.874 INFO:tasks.workunit.client.0.smithi067.stdout:op 4049 completed, throughput=5MB/sec 2024-07-29T15:35:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:53 smithi067 ceph-mon[91995]: pgmap v1748: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:35:53.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:53 smithi067 ceph-mon[94375]: pgmap v1748: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:35:54.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:53 smithi138 ceph-mon[86438]: pgmap v1748: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:35:54.875 INFO:tasks.workunit.client.0.smithi067.stdout: 780: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:54.875 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YZCaLgqfGhPoo8i off=5180123 len=1840233 2024-07-29T15:35:54.887 INFO:tasks.workunit.client.0.smithi067.stdout:op 4050 completed, throughput=5MB/sec 2024-07-29T15:35:54.887 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-dctdCUiJDgixihG off=9209023 len=735278 2024-07-29T15:35:54.891 INFO:tasks.workunit.client.0.smithi067.stdout:op 4051 completed, throughput=5MB/sec 2024-07-29T15:35:54.892 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-IncLFBglhCAVcmM off=6648416 len=1498524 2024-07-29T15:35:54.900 INFO:tasks.workunit.client.0.smithi067.stdout:op 4052 completed, throughput=5MB/sec 2024-07-29T15:35:54.900 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-m05Ffw-kwyAZav5 off=136156 len=2075468 2024-07-29T15:35:54.903 INFO:tasks.workunit.client.0.smithi067.stdout:op 4053 completed, throughput=5MB/sec 2024-07-29T15:35:55.903 INFO:tasks.workunit.client.0.smithi067.stdout: 781: throughput=5MB/sec pending data=0 2024-07-29T15:35:55.903 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VO8YiZdgj1yUMi0 off=6046677 len=69684 2024-07-29T15:35:55.904 INFO:tasks.workunit.client.0.smithi067.stdout:op 4054 completed, throughput=5MB/sec 2024-07-29T15:35:55.904 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5Ook21_oLKF3tEH off=556051 len=461498 2024-07-29T15:35:55.907 INFO:tasks.workunit.client.0.smithi067.stdout:op 4055 completed, throughput=5MB/sec 2024-07-29T15:35:55.907 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bMV75zuwJAkw8pf off=6134885 len=617613 2024-07-29T15:35:55.909 INFO:tasks.workunit.client.0.smithi067.stdout:op 4056 completed, throughput=5MB/sec 2024-07-29T15:35:55.909 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1x_5J21lf2H4Znw off=11347302 len=1967856 2024-07-29T15:35:55.911 INFO:tasks.workunit.client.0.smithi067.stdout:op 4057 completed, throughput=5MB/sec 2024-07-29T15:35:55.911 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-t7R1M_ITpTGpbMr off=9832746 len=1381799 2024-07-29T15:35:55.918 INFO:tasks.workunit.client.0.smithi067.stdout:op 4058 completed, throughput=5MB/sec 2024-07-29T15:35:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:55 smithi067 ceph-mon[91995]: pgmap v1749: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-07-29T15:35:55.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:55 smithi067 ceph-mon[94375]: pgmap v1749: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-07-29T15:35:56.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:55 smithi138 ceph-mon[86438]: pgmap v1749: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-07-29T15:35:56.919 INFO:tasks.workunit.client.0.smithi067.stdout: 782: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:56.919 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Gqe8MwGO5OiEogt off=7368444 len=1746472 2024-07-29T15:35:56.923 INFO:tasks.workunit.client.0.smithi067.stdout:op 4059 completed, throughput=5MB/sec 2024-07-29T15:35:56.923 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PWZEpu2-AukYRuj off=8373083 len=679383 2024-07-29T15:35:56.924 INFO:tasks.workunit.client.0.smithi067.stdout:op 4060 completed, throughput=5MB/sec 2024-07-29T15:35:56.924 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-kr2fWjqsZF9Y3oT off=5627373 len=1323837 2024-07-29T15:35:56.931 INFO:tasks.workunit.client.0.smithi067.stdout:op 4061 completed, throughput=5MB/sec 2024-07-29T15:35:56.931 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-X4sD042EHCRwvKx off=4299657 len=115614 2024-07-29T15:35:56.932 INFO:tasks.workunit.client.0.smithi067.stdout:op 4062 completed, throughput=5MB/sec 2024-07-29T15:35:56.932 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-S8MDOO4B-q6XbTG off=510974 len=132171 2024-07-29T15:35:56.934 INFO:tasks.workunit.client.0.smithi067.stdout:op 4063 completed, throughput=5MB/sec 2024-07-29T15:35:56.935 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-PX9NQtkHh34PbBs off=10100799 len=1438162 2024-07-29T15:35:56.942 INFO:tasks.workunit.client.0.smithi067.stdout:op 4064 completed, throughput=5MB/sec 2024-07-29T15:35:57.844 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:57 smithi067 ceph-mon[91995]: pgmap v1750: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:35:57.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:57 smithi067 ceph-mon[94375]: pgmap v1750: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:35:57.943 INFO:tasks.workunit.client.0.smithi067.stdout: 783: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:57.943 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6LZFa14LWq0RmQ- off=841302 len=1019494 2024-07-29T15:35:57.948 INFO:tasks.workunit.client.0.smithi067.stdout:op 4065 completed, throughput=5MB/sec 2024-07-29T15:35:57.948 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-alYFhu6NA2LkZfw off=8113321 len=1827960 2024-07-29T15:35:57.950 INFO:tasks.workunit.client.0.smithi067.stdout:op 4066 completed, throughput=5MB/sec 2024-07-29T15:35:57.950 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-oE0eIAgnagBmDJG off=14553478 len=703103 2024-07-29T15:35:57.951 INFO:tasks.workunit.client.0.smithi067.stdout:op 4067 completed, throughput=5MB/sec 2024-07-29T15:35:57.951 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9Umxb5AKI4W3knS off=3601329 len=524645 2024-07-29T15:35:57.952 INFO:tasks.workunit.client.0.smithi067.stdout:op 4068 completed, throughput=5MB/sec 2024-07-29T15:35:57.952 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zbKIHqhWfLmMNBP off=3413562 len=1366391 2024-07-29T15:35:57.958 INFO:tasks.workunit.client.0.smithi067.stdout:op 4069 completed, throughput=5MB/sec 2024-07-29T15:35:58.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:57 smithi138 ceph-mon[86438]: pgmap v1750: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:35:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:35:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:35:57] "GET /metrics HTTP/1.1" 200 34210 "" "Prometheus/2.51.0" 2024-07-29T15:35:58.958 INFO:tasks.workunit.client.0.smithi067.stdout: 784: throughput=4.99MB/sec pending data=0 2024-07-29T15:35:58.959 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1yH2sFEOnV2tO3U off=5027690 len=597945 2024-07-29T15:35:58.963 INFO:tasks.workunit.client.0.smithi067.stdout:op 4070 completed, throughput=5MB/sec 2024-07-29T15:35:58.963 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-g6VgQDf4YbI3kZk off=8030429 len=1552997 2024-07-29T15:35:58.970 INFO:tasks.workunit.client.0.smithi067.stdout:op 4071 completed, throughput=5MB/sec 2024-07-29T15:35:58.970 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bwhWyFG4HiXT_hV off=1060590 len=480326 2024-07-29T15:35:58.971 INFO:tasks.workunit.client.0.smithi067.stdout:op 4072 completed, throughput=5MB/sec 2024-07-29T15:35:58.971 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-A3vUX6BjZHhPwJC off=1821846 len=1470372 2024-07-29T15:35:58.979 INFO:tasks.workunit.client.0.smithi067.stdout:op 4073 completed, throughput=5MB/sec 2024-07-29T15:35:58.979 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-kn7_tqeg1ugIz5d off=19737581 len=859855 2024-07-29T15:35:58.984 INFO:tasks.workunit.client.0.smithi067.stdout:op 4074 completed, throughput=5MB/sec 2024-07-29T15:35:59.984 INFO:tasks.workunit.client.0.smithi067.stdout: 785: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:00.028 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_UoTGDNvSqsHRT2 off=16072914 len=1938797 2024-07-29T15:36:00.029 INFO:tasks.workunit.client.0.smithi067.stdout:op 4075 completed, throughput=5MB/sec 2024-07-29T15:36:00.029 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:35:59 smithi067 ceph-mon[91995]: pgmap v1751: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:36:00.029 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:35:59 smithi067 ceph-mon[94375]: pgmap v1751: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:36:00.030 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-b5_Oie0XjbohGLa off=8211328 len=1530504 2024-07-29T15:36:00.030 INFO:tasks.workunit.client.0.smithi067.stdout:op 4076 completed, throughput=5MB/sec 2024-07-29T15:36:00.030 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DdFOHVbw_5CxcWj off=18490290 len=1651436 2024-07-29T15:36:00.030 INFO:tasks.workunit.client.0.smithi067.stdout:op 4077 completed, throughput=5MB/sec 2024-07-29T15:36:00.030 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0cE76micGLd90Na off=8641972 len=631329 2024-07-29T15:36:00.030 INFO:tasks.workunit.client.0.smithi067.stdout:op 4078 completed, throughput=5MB/sec 2024-07-29T15:36:00.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:35:59 smithi138 ceph-mon[86438]: pgmap v1751: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:36:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:36:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:36:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:36:00.997 INFO:tasks.workunit.client.0.smithi067.stdout: 786: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:00.997 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2Lm4fB730v_7KiR off=617659 len=325603 2024-07-29T15:36:01.001 INFO:tasks.workunit.client.0.smithi067.stdout:op 4079 completed, throughput=4.99MB/sec 2024-07-29T15:36:01.001 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MeUW2b0GNNKUWKO off=3812484 len=2094230 2024-07-29T15:36:01.003 INFO:tasks.workunit.client.0.smithi067.stdout:op 4080 completed, throughput=5MB/sec 2024-07-29T15:36:01.003 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Smio_QSvjBZIpoz off=13502590 len=1611391 2024-07-29T15:36:01.005 INFO:tasks.workunit.client.0.smithi067.stdout:op 4081 completed, throughput=5MB/sec 2024-07-29T15:36:01.005 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-mmzBmJJRPWr5K9Q off=4973478 len=485316 2024-07-29T15:36:01.009 INFO:tasks.workunit.client.0.smithi067.stdout:op 4082 completed, throughput=5MB/sec 2024-07-29T15:36:01.009 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-n5JIY40C7Jdx8e8 off=1574312 len=1930236 2024-07-29T15:36:01.019 INFO:tasks.workunit.client.0.smithi067.stdout:op 4083 completed, throughput=5MB/sec 2024-07-29T15:36:01.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:01 smithi067 ceph-mon[91995]: pgmap v1752: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:36:01.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:01 smithi067 ceph-mon[94375]: pgmap v1752: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:36:02.019 INFO:tasks.workunit.client.0.smithi067.stdout: 787: throughput=5MB/sec pending data=0 2024-07-29T15:36:02.019 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-K9orQU7crFY9jST off=24125742 len=1217857 2024-07-29T15:36:02.027 INFO:tasks.workunit.client.0.smithi067.stdout:op 4084 completed, throughput=5MB/sec 2024-07-29T15:36:02.027 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WcCkid8sHfnP9Kv off=17412333 len=627757 2024-07-29T15:36:02.028 INFO:tasks.workunit.client.0.smithi067.stdout:op 4085 completed, throughput=5MB/sec 2024-07-29T15:36:02.028 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mtuKXSYLiGyJ4mC off=3299950 len=1141786 2024-07-29T15:36:02.030 INFO:tasks.workunit.client.0.smithi067.stdout:op 4086 completed, throughput=5MB/sec 2024-07-29T15:36:02.031 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-tCiiCa9DS4HLfVI off=2714285 len=747531 2024-07-29T15:36:02.031 INFO:tasks.workunit.client.0.smithi067.stdout:op 4087 completed, throughput=5MB/sec 2024-07-29T15:36:02.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:01 smithi138 ceph-mon[86438]: pgmap v1752: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:36:03.032 INFO:tasks.workunit.client.0.smithi067.stdout: 788: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:03.032 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-udXVoB_9xtfzdXP off=7497816 len=50126 2024-07-29T15:36:03.035 INFO:tasks.workunit.client.0.smithi067.stdout:op 4088 completed, throughput=4.99MB/sec 2024-07-29T15:36:03.035 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5_yoj5fiA2Kyj56 off=6047641 len=515302 2024-07-29T15:36:03.038 INFO:tasks.workunit.client.0.smithi067.stdout:op 4089 completed, throughput=4.99MB/sec 2024-07-29T15:36:03.038 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-R5Ialtn6XxpSMkg off=757353 len=766673 2024-07-29T15:36:03.040 INFO:tasks.workunit.client.0.smithi067.stdout:op 4090 completed, throughput=5MB/sec 2024-07-29T15:36:03.040 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NTVMs0SowagwCbz off=8168436 len=575610 2024-07-29T15:36:03.041 INFO:tasks.workunit.client.0.smithi067.stdout:op 4091 completed, throughput=5MB/sec 2024-07-29T15:36:03.041 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Kp-sfrgB-IVIHW3 off=10458598 len=1798413 2024-07-29T15:36:03.049 INFO:tasks.workunit.client.0.smithi067.stdout:op 4092 completed, throughput=5MB/sec 2024-07-29T15:36:03.049 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FqjN0DqoAVMUC9y off=1675915 len=1099097 2024-07-29T15:36:03.051 INFO:tasks.workunit.client.0.smithi067.stdout:op 4093 completed, throughput=5MB/sec 2024-07-29T15:36:03.051 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-irksLoGVVV90-Bk off=15268516 len=1550882 2024-07-29T15:36:03.059 INFO:tasks.workunit.client.0.smithi067.stdout:op 4094 completed, throughput=5MB/sec 2024-07-29T15:36:03.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:03 smithi067 ceph-mon[91995]: pgmap v1753: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:36:03.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:03 smithi067 ceph-mon[94375]: pgmap v1753: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:36:04.059 INFO:tasks.workunit.client.0.smithi067.stdout: 789: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:04.060 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-SJAxjZQANQxkeZL off=12350550 len=1831991 2024-07-29T15:36:04.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:03 smithi138 ceph-mon[86438]: pgmap v1753: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:36:04.062 INFO:tasks.workunit.client.0.smithi067.stdout:op 4095 completed, throughput=5MB/sec 2024-07-29T15:36:04.062 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-LQADBokE5_RUrZA off=2514488 len=356827 2024-07-29T15:36:04.065 INFO:tasks.workunit.client.0.smithi067.stdout:op 4096 completed, throughput=5MB/sec 2024-07-29T15:36:04.065 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MKEdEeG19vg1SyK off=19083946 len=1544398 2024-07-29T15:36:04.074 INFO:tasks.workunit.client.0.smithi067.stdout:op 4097 completed, throughput=5MB/sec 2024-07-29T15:36:04.074 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VUs2QohGLAxqOay off=7690020 len=1809009 2024-07-29T15:36:04.075 INFO:tasks.workunit.client.0.smithi067.stdout:op 4098 completed, throughput=5MB/sec 2024-07-29T15:36:05.076 INFO:tasks.workunit.client.0.smithi067.stdout: 790: throughput=5MB/sec pending data=0 2024-07-29T15:36:05.076 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gxTrq6Pe71-1zf6 off=5518318 len=705931 2024-07-29T15:36:05.077 INFO:tasks.workunit.client.0.smithi067.stdout:op 4099 completed, throughput=5MB/sec 2024-07-29T15:36:05.077 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lK9EL1u_HhwIp39 off=914280 len=2029062 2024-07-29T15:36:05.088 INFO:tasks.workunit.client.0.smithi067.stdout:op 4100 completed, throughput=5MB/sec 2024-07-29T15:36:05.088 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-EJUYf3oVlQZH-Ev off=3221444 len=1151078 2024-07-29T15:36:05.094 INFO:tasks.workunit.client.0.smithi067.stdout:op 4101 completed, throughput=5MB/sec 2024-07-29T15:36:05.094 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-LRFNdzhlkxGTWoC off=2859925 len=1182196 2024-07-29T15:36:05.095 INFO:tasks.workunit.client.0.smithi067.stdout:op 4102 completed, throughput=5MB/sec 2024-07-29T15:36:05.863 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:05 smithi138 ceph-mon[86438]: pgmap v1754: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:36:05.863 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:36:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:05 smithi067 ceph-mon[91995]: pgmap v1754: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:36:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:36:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:05 smithi067 ceph-mon[94375]: pgmap v1754: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:36:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:36:06.095 INFO:tasks.workunit.client.0.smithi067.stdout: 791: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:06.095 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-W6W0UidwRIGJX6o off=5821254 len=1439043 2024-07-29T15:36:06.097 INFO:tasks.workunit.client.0.smithi067.stdout:op 4103 completed, throughput=5MB/sec 2024-07-29T15:36:06.097 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VzS-DSfA5i5cobP off=3034661 len=65239 2024-07-29T15:36:06.098 INFO:tasks.workunit.client.0.smithi067.stdout:op 4104 completed, throughput=5MB/sec 2024-07-29T15:36:06.101 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-q-ZYEFh61H1tNew off=5732363 len=1677737 2024-07-29T15:36:06.102 INFO:tasks.workunit.client.0.smithi067.stdout:op 4105 completed, throughput=5MB/sec 2024-07-29T15:36:06.102 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lIiYnW-N__Vactw off=5020626 len=520320 2024-07-29T15:36:06.102 INFO:tasks.workunit.client.0.smithi067.stdout:op 4106 completed, throughput=5MB/sec 2024-07-29T15:36:06.102 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-IUjAMp7lTsnlcsd off=1800061 len=1659597 2024-07-29T15:36:06.110 INFO:tasks.workunit.client.0.smithi067.stdout:op 4107 completed, throughput=5MB/sec 2024-07-29T15:36:07.110 INFO:tasks.workunit.client.0.smithi067.stdout: 792: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:07.110 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WbY7mn1qqf2e3Su off=7843337 len=820611 2024-07-29T15:36:07.111 INFO:tasks.workunit.client.0.smithi067.stdout:op 4108 completed, throughput=5MB/sec 2024-07-29T15:36:07.111 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-7GhJxJFkr8PXh6E off=15070898 len=807572 2024-07-29T15:36:07.112 INFO:tasks.workunit.client.0.smithi067.stdout:op 4109 completed, throughput=5MB/sec 2024-07-29T15:36:07.112 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_hs5r93uzAwhmJ4 off=9981925 len=1352459 2024-07-29T15:36:07.118 INFO:tasks.workunit.client.0.smithi067.stdout:op 4110 completed, throughput=5MB/sec 2024-07-29T15:36:07.118 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NYSfLC5eVw8boXj off=7722080 len=484985 2024-07-29T15:36:07.119 INFO:tasks.workunit.client.0.smithi067.stdout:op 4111 completed, throughput=5MB/sec 2024-07-29T15:36:07.120 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-AESdXFCjylGpPSL off=2296825 len=642981 2024-07-29T15:36:07.121 INFO:tasks.workunit.client.0.smithi067.stdout:op 4112 completed, throughput=5MB/sec 2024-07-29T15:36:07.121 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-i9EjZDDlw4fM3f4 off=11271137 len=1717317 2024-07-29T15:36:07.124 INFO:tasks.workunit.client.0.smithi067.stdout:op 4113 completed, throughput=5MB/sec 2024-07-29T15:36:07.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:07 smithi067 ceph-mon[91995]: pgmap v1755: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:36:07.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:07 smithi067 ceph-mon[94375]: pgmap v1755: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:36:07.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:36:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:36:07] "GET /metrics HTTP/1.1" 200 34212 "" "Prometheus/2.51.0" 2024-07-29T15:36:08.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:07 smithi138 ceph-mon[86438]: pgmap v1755: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:36:08.125 INFO:tasks.workunit.client.0.smithi067.stdout: 793: throughput=5MB/sec pending data=0 2024-07-29T15:36:08.125 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-eEpZ0FGLkP0LMoV off=6535271 len=1850830 2024-07-29T15:36:08.134 INFO:tasks.workunit.client.0.smithi067.stdout:op 4114 completed, throughput=5MB/sec 2024-07-29T15:36:08.134 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lVbUSAvAIDlriRv off=4032556 len=1799247 2024-07-29T15:36:08.137 INFO:tasks.workunit.client.0.smithi067.stdout:op 4115 completed, throughput=5MB/sec 2024-07-29T15:36:08.137 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4DzLOFeZN6utZ2- off=17463504 len=2067346 2024-07-29T15:36:08.139 INFO:tasks.workunit.client.0.smithi067.stdout:op 4116 completed, throughput=5MB/sec 2024-07-29T15:36:09.139 INFO:tasks.workunit.client.0.smithi067.stdout: 794: throughput=5MB/sec pending data=0 2024-07-29T15:36:09.140 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BRnuo2pZ-Uejqwi off=7507658 len=1494326 2024-07-29T15:36:09.141 INFO:tasks.workunit.client.0.smithi067.stdout:op 4117 completed, throughput=5MB/sec 2024-07-29T15:36:09.141 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-G1m5g3kmxpNqquO off=376514 len=1056050 2024-07-29T15:36:09.147 INFO:tasks.workunit.client.0.smithi067.stdout:op 4118 completed, throughput=5MB/sec 2024-07-29T15:36:09.147 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-jS-KKjgHSTTXU8f off=4333455 len=1797903 2024-07-29T15:36:09.158 INFO:tasks.workunit.client.0.smithi067.stdout:op 4119 completed, throughput=5MB/sec 2024-07-29T15:36:09.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:09 smithi067 ceph-mon[91995]: pgmap v1756: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:36:09.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:09 smithi067 ceph-mon[94375]: pgmap v1756: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:36:10.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:09 smithi138 ceph-mon[86438]: pgmap v1756: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:36:10.158 INFO:tasks.workunit.client.0.smithi067.stdout: 795: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:10.158 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6dZXc9Q4lFcHxe0 off=6927292 len=810023 2024-07-29T15:36:10.160 INFO:tasks.workunit.client.0.smithi067.stdout:op 4120 completed, throughput=5MB/sec 2024-07-29T15:36:10.160 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-x2rlnzF8Qw_vgd9 off=744137 len=1137892 2024-07-29T15:36:10.162 INFO:tasks.workunit.client.0.smithi067.stdout:op 4121 completed, throughput=5MB/sec 2024-07-29T15:36:10.163 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4pC8BWbLWuW2X4X off=20448152 len=313205 2024-07-29T15:36:10.163 INFO:tasks.workunit.client.0.smithi067.stdout:op 4122 completed, throughput=5MB/sec 2024-07-29T15:36:10.164 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0wkSOJZtGkS0efc off=4512785 len=555565 2024-07-29T15:36:10.168 INFO:tasks.workunit.client.0.smithi067.stdout:op 4123 completed, throughput=5MB/sec 2024-07-29T15:36:10.168 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-XlDQflU31uYXtm8 off=11729186 len=1927053 2024-07-29T15:36:10.170 INFO:tasks.workunit.client.0.smithi067.stdout:op 4124 completed, throughput=5MB/sec 2024-07-29T15:36:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:36:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:36:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:36:11.171 INFO:tasks.workunit.client.0.smithi067.stdout: 796: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:11.171 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-vsTtHFVvq0ItLsW off=11143650 len=1628583 2024-07-29T15:36:11.173 INFO:tasks.workunit.client.0.smithi067.stdout:op 4125 completed, throughput=5MB/sec 2024-07-29T15:36:11.173 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ItQwKd5evnHnbaF off=3499035 len=926485 2024-07-29T15:36:11.178 INFO:tasks.workunit.client.0.smithi067.stdout:op 4126 completed, throughput=5MB/sec 2024-07-29T15:36:11.178 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-yTVfKnxuPejEjGr off=16512929 len=1977122 2024-07-29T15:36:11.181 INFO:tasks.workunit.client.0.smithi067.stdout:op 4127 completed, throughput=5MB/sec 2024-07-29T15:36:11.181 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-veeAAz0LoZpWD4X off=3293202 len=1966248 2024-07-29T15:36:11.182 INFO:tasks.workunit.client.0.smithi067.stdout:op 4128 completed, throughput=5MB/sec 2024-07-29T15:36:11.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:11 smithi067 ceph-mon[91995]: pgmap v1757: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:36:11.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:11 smithi067 ceph-mon[94375]: pgmap v1757: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:36:12.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:11 smithi138 ceph-mon[86438]: pgmap v1757: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:36:12.182 INFO:tasks.workunit.client.0.smithi067.stdout: 797: throughput=5MB/sec pending data=0 2024-07-29T15:36:12.182 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-E-FztoSfx98oKGr off=497297 len=1445221 2024-07-29T15:36:12.184 INFO:tasks.workunit.client.0.smithi067.stdout:op 4129 completed, throughput=5MB/sec 2024-07-29T15:36:12.185 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CK-fRpVKGO56OQM off=1267429 len=993648 2024-07-29T15:36:12.191 INFO:tasks.workunit.client.0.smithi067.stdout:op 4130 completed, throughput=5MB/sec 2024-07-29T15:36:12.191 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-vYo_eW-9kpunAJx off=2508654 len=989048 2024-07-29T15:36:12.196 INFO:tasks.workunit.client.0.smithi067.stdout:op 4131 completed, throughput=5MB/sec 2024-07-29T15:36:12.196 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MDbckVdndP3yI3D off=19365219 len=1820036 2024-07-29T15:36:12.206 INFO:tasks.workunit.client.0.smithi067.stdout:op 4132 completed, throughput=5MB/sec 2024-07-29T15:36:13.207 INFO:tasks.workunit.client.0.smithi067.stdout: 798: throughput=5MB/sec pending data=0 2024-07-29T15:36:13.207 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VX5XebTxwHkg_LF off=475235 len=1921561 2024-07-29T15:36:13.216 INFO:tasks.workunit.client.0.smithi067.stdout:op 4133 completed, throughput=5MB/sec 2024-07-29T15:36:13.216 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-QS8j0GV7k8g0iHU off=2124290 len=1513476 2024-07-29T15:36:13.218 INFO:tasks.workunit.client.0.smithi067.stdout:op 4134 completed, throughput=5MB/sec 2024-07-29T15:36:13.219 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-cjQdBNcQ10N56cE off=9847826 len=508994 2024-07-29T15:36:13.219 INFO:tasks.workunit.client.0.smithi067.stdout:op 4135 completed, throughput=5MB/sec 2024-07-29T15:36:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:13 smithi067 ceph-mon[91995]: pgmap v1758: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:36:13.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:13 smithi067 ceph-mon[94375]: pgmap v1758: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:36:14.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:13 smithi138 ceph-mon[86438]: pgmap v1758: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:36:14.220 INFO:tasks.workunit.client.0.smithi067.stdout: 799: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:14.220 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-r6xy_6X0ULRxRzA off=5601144 len=1351565 2024-07-29T15:36:14.227 INFO:tasks.workunit.client.0.smithi067.stdout:op 4136 completed, throughput=5MB/sec 2024-07-29T15:36:14.227 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7U49N7fZccmp4_S off=4704003 len=705349 2024-07-29T15:36:14.232 INFO:tasks.workunit.client.0.smithi067.stdout:op 4137 completed, throughput=5MB/sec 2024-07-29T15:36:14.232 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UvZBlxclZinPt8Q off=9701592 len=724316 2024-07-29T15:36:14.234 INFO:tasks.workunit.client.0.smithi067.stdout:op 4138 completed, throughput=5MB/sec 2024-07-29T15:36:14.234 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-kkyZFgRprrDV3MA off=555457 len=405436 2024-07-29T15:36:14.236 INFO:tasks.workunit.client.0.smithi067.stdout:op 4139 completed, throughput=5MB/sec 2024-07-29T15:36:14.236 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-U5koAiIhmB38kOf off=12154548 len=1503347 2024-07-29T15:36:14.239 INFO:tasks.workunit.client.0.smithi067.stdout:op 4140 completed, throughput=5MB/sec 2024-07-29T15:36:14.239 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QOfmv4k1TDJZPDy off=92926 len=1526569 2024-07-29T15:36:14.248 INFO:tasks.workunit.client.0.smithi067.stdout:op 4141 completed, throughput=5MB/sec 2024-07-29T15:36:15.248 INFO:tasks.workunit.client.0.smithi067.stdout: 800: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:15.248 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5AqLftkDohzt8FG off=2479192 len=749779 2024-07-29T15:36:15.249 INFO:tasks.workunit.client.0.smithi067.stdout:op 4142 completed, throughput=5MB/sec 2024-07-29T15:36:15.250 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-DN3lygD9nFVdAbi off=1863810 len=1816586 2024-07-29T15:36:15.258 INFO:tasks.workunit.client.0.smithi067.stdout:op 4143 completed, throughput=5MB/sec 2024-07-29T15:36:15.258 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NhP0la5xHuMHbqu off=468993 len=633288 2024-07-29T15:36:15.259 INFO:tasks.workunit.client.0.smithi067.stdout:op 4144 completed, throughput=5MB/sec 2024-07-29T15:36:15.260 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-t6DqwhAfffAEilR off=6057324 len=1975679 2024-07-29T15:36:15.271 INFO:tasks.workunit.client.0.smithi067.stdout:op 4145 completed, throughput=5MB/sec 2024-07-29T15:36:15.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:15 smithi067 ceph-mon[91995]: pgmap v1759: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-07-29T15:36:15.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:15 smithi067 ceph-mon[94375]: pgmap v1759: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-07-29T15:36:16.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:15 smithi138 ceph-mon[86438]: pgmap v1759: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-07-29T15:36:16.271 INFO:tasks.workunit.client.0.smithi067.stdout: 801: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:16.271 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-k1bAN8evKWNIQpI off=5886534 len=897625 2024-07-29T15:36:16.273 INFO:tasks.workunit.client.0.smithi067.stdout:op 4146 completed, throughput=5MB/sec 2024-07-29T15:36:16.273 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-USfyqoJMf32D41s off=14494440 len=257909 2024-07-29T15:36:16.274 INFO:tasks.workunit.client.0.smithi067.stdout:op 4147 completed, throughput=5MB/sec 2024-07-29T15:36:16.274 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9svR_60AknlCYns off=10538799 len=901028 2024-07-29T15:36:16.275 INFO:tasks.workunit.client.0.smithi067.stdout:op 4148 completed, throughput=5MB/sec 2024-07-29T15:36:16.275 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Q7JpIsTnQCk09hK off=7744500 len=1443414 2024-07-29T15:36:16.277 INFO:tasks.workunit.client.0.smithi067.stdout:op 4149 completed, throughput=5MB/sec 2024-07-29T15:36:16.277 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FOS24YLIruYNPOc off=236794 len=850645 2024-07-29T15:36:16.282 INFO:tasks.workunit.client.0.smithi067.stdout:op 4150 completed, throughput=5MB/sec 2024-07-29T15:36:16.282 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-SQlB7nieDHf7HNs off=22122908 len=1868698 2024-07-29T15:36:16.284 INFO:tasks.workunit.client.0.smithi067.stdout:op 4151 completed, throughput=5MB/sec 2024-07-29T15:36:17.285 INFO:tasks.workunit.client.0.smithi067.stdout: 802: throughput=5MB/sec pending data=0 2024-07-29T15:36:17.285 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-y5WX967Yva4Qztu off=1322146 len=75715 2024-07-29T15:36:17.286 INFO:tasks.workunit.client.0.smithi067.stdout:op 4152 completed, throughput=5MB/sec 2024-07-29T15:36:17.286 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-a96yNUaJkqSm7UD off=2930564 len=1276655 2024-07-29T15:36:17.287 INFO:tasks.workunit.client.0.smithi067.stdout:op 4153 completed, throughput=5MB/sec 2024-07-29T15:36:17.287 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2ivrIx7mNdNrjpg off=1192672 len=1973816 2024-07-29T15:36:17.295 INFO:tasks.workunit.client.0.smithi067.stdout:op 4154 completed, throughput=5MB/sec 2024-07-29T15:36:17.295 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-eA4eoY8dOjTvDV5 off=4347164 len=11159 2024-07-29T15:36:17.298 INFO:tasks.workunit.client.0.smithi067.stdout:op 4155 completed, throughput=5MB/sec 2024-07-29T15:36:17.298 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-dHkbQLXyzJ95TgC off=7884305 len=1147533 2024-07-29T15:36:17.299 INFO:tasks.workunit.client.0.smithi067.stdout:op 4156 completed, throughput=5MB/sec 2024-07-29T15:36:17.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:17 smithi067 ceph-mon[91995]: pgmap v1760: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:36:17.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:17 smithi067 ceph-mon[94375]: pgmap v1760: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:36:17.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:36:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:36:17] "GET /metrics HTTP/1.1" 200 34212 "" "Prometheus/2.51.0" 2024-07-29T15:36:18.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:17 smithi138 ceph-mon[86438]: pgmap v1760: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:36:18.299 INFO:tasks.workunit.client.0.smithi067.stdout: 803: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:18.300 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-oFGYB3474mgZnV9 off=0 len=1098157 2024-07-29T15:36:18.301 INFO:tasks.workunit.client.0.smithi067.stdout:op 4157 completed, throughput=5MB/sec 2024-07-29T15:36:18.302 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-uPriZmByMHvmBFW off=315891 len=461859 2024-07-29T15:36:18.305 INFO:tasks.workunit.client.0.smithi067.stdout:op 4158 completed, throughput=5MB/sec 2024-07-29T15:36:18.305 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1UA-n4f-vuotM5G off=880373 len=342330 2024-07-29T15:36:18.306 INFO:tasks.workunit.client.0.smithi067.stdout:op 4159 completed, throughput=5MB/sec 2024-07-29T15:36:18.307 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QzFkBIYX7D6fTqI off=1442843 len=287029 2024-07-29T15:36:18.310 INFO:tasks.workunit.client.0.smithi067.stdout:op 4160 completed, throughput=5MB/sec 2024-07-29T15:36:18.310 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6mofQunJfIAoSeX off=4732094 len=1087566 2024-07-29T15:36:18.311 INFO:tasks.workunit.client.0.smithi067.stdout:op 4161 completed, throughput=5MB/sec 2024-07-29T15:36:18.311 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-LX8_BdmvW6N1Hcw off=8505151 len=1684077 2024-07-29T15:36:18.313 INFO:tasks.workunit.client.0.smithi067.stdout:op 4162 completed, throughput=5MB/sec 2024-07-29T15:36:19.313 INFO:tasks.workunit.client.0.smithi067.stdout: 804: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:19.313 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-sDOPguKItOWqLuM off=2282141 len=1222140 2024-07-29T15:36:19.322 INFO:tasks.workunit.client.0.smithi067.stdout:op 4163 completed, throughput=5MB/sec 2024-07-29T15:36:19.322 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Cp_EVEtCzKS-CnJ off=441139 len=259962 2024-07-29T15:36:19.324 INFO:tasks.workunit.client.0.smithi067.stdout:op 4164 completed, throughput=5MB/sec 2024-07-29T15:36:19.324 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MZyrjjrsXBMa5cn off=9423765 len=728171 2024-07-29T15:36:19.325 INFO:tasks.workunit.client.0.smithi067.stdout:op 4165 completed, throughput=5MB/sec 2024-07-29T15:36:19.325 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bt1iBTkQqstgDGT off=11482292 len=715119 2024-07-29T15:36:19.329 INFO:tasks.workunit.client.0.smithi067.stdout:op 4166 completed, throughput=5MB/sec 2024-07-29T15:36:19.329 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Rx61kUW-nqAEB34 off=10666564 len=545003 2024-07-29T15:36:19.329 INFO:tasks.workunit.client.0.smithi067.stdout:op 4167 completed, throughput=5MB/sec 2024-07-29T15:36:19.329 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NQaYza0S_StGstM off=11056662 len=2040867 2024-07-29T15:36:19.334 INFO:tasks.workunit.client.0.smithi067.stdout:op 4168 completed, throughput=5MB/sec 2024-07-29T15:36:19.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:19 smithi067 ceph-mon[91995]: pgmap v1761: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-29T15:36:19.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:19 smithi067 ceph-mon[94375]: pgmap v1761: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-29T15:36:20.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:19 smithi138 ceph-mon[86438]: pgmap v1761: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-29T15:36:20.335 INFO:tasks.workunit.client.0.smithi067.stdout: 805: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:20.335 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BX1iwkoAFlQa5ll off=15129583 len=102580 2024-07-29T15:36:20.335 INFO:tasks.workunit.client.0.smithi067.stdout:op 4169 completed, throughput=4.99MB/sec 2024-07-29T15:36:20.335 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UnlNifFI_B0pqtO off=8682522 len=2096887 2024-07-29T15:36:20.338 INFO:tasks.workunit.client.0.smithi067.stdout:op 4170 completed, throughput=5MB/sec 2024-07-29T15:36:20.338 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Ze8r5Dan_q5yQMw off=0 len=1650277 2024-07-29T15:36:20.347 INFO:tasks.workunit.client.0.smithi067.stdout:op 4171 completed, throughput=5MB/sec 2024-07-29T15:36:20.347 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-iDHQG-aCCv2dtuE off=0 len=1579448 2024-07-29T15:36:20.357 INFO:tasks.workunit.client.0.smithi067.stdout:op 4172 completed, throughput=5MB/sec 2024-07-29T15:36:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:36:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:36:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:36:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:36:20.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:36:21.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:36:21.357 INFO:tasks.workunit.client.0.smithi067.stdout: 806: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:21.357 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ZeRn9LA6T_uU4XD off=6773883 len=1599850 2024-07-29T15:36:21.359 INFO:tasks.workunit.client.0.smithi067.stdout:op 4173 completed, throughput=5MB/sec 2024-07-29T15:36:21.359 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qM4S2yxOS6EEqwS off=1816419 len=1468078 2024-07-29T15:36:21.361 INFO:tasks.workunit.client.0.smithi067.stdout:op 4174 completed, throughput=5MB/sec 2024-07-29T15:36:21.361 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-o8UejsAi1dw9lN4 off=2389827 len=51097 2024-07-29T15:36:21.361 INFO:tasks.workunit.client.0.smithi067.stdout:op 4175 completed, throughput=5MB/sec 2024-07-29T15:36:21.361 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VCQe-yuY775GdaW off=2334900 len=769670 2024-07-29T15:36:21.363 INFO:tasks.workunit.client.0.smithi067.stdout:op 4176 completed, throughput=5MB/sec 2024-07-29T15:36:21.363 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_D2RRxecXTaT8PO off=1549437 len=217922 2024-07-29T15:36:21.363 INFO:tasks.workunit.client.0.smithi067.stdout:op 4177 completed, throughput=5MB/sec 2024-07-29T15:36:21.364 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-vwP2pzQmxz7GsDP off=14496905 len=1887041 2024-07-29T15:36:21.373 INFO:tasks.workunit.client.0.smithi067.stdout:op 4178 completed, throughput=5MB/sec 2024-07-29T15:36:21.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:21 smithi067 ceph-mon[91995]: pgmap v1762: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:36:21.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:21 smithi067 ceph-mon[94375]: pgmap v1762: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:36:22.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:21 smithi138 ceph-mon[86438]: pgmap v1762: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:36:22.373 INFO:tasks.workunit.client.0.smithi067.stdout: 807: throughput=5MB/sec pending data=0 2024-07-29T15:36:22.374 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-RIH-X1GUCxt-0EJ off=10358017 len=437858 2024-07-29T15:36:22.374 INFO:tasks.workunit.client.0.smithi067.stdout:op 4179 completed, throughput=5MB/sec 2024-07-29T15:36:22.375 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PZClkvm3jsREKrf off=7825242 len=1373921 2024-07-29T15:36:22.378 INFO:tasks.workunit.client.0.smithi067.stdout:op 4180 completed, throughput=5MB/sec 2024-07-29T15:36:22.378 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-e50sfZXDBLnDDRW off=86506 len=819198 2024-07-29T15:36:22.384 INFO:tasks.workunit.client.0.smithi067.stdout:op 4181 completed, throughput=5MB/sec 2024-07-29T15:36:22.384 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-THqV7Rab8pxNiBq off=4748246 len=1367884 2024-07-29T15:36:22.385 INFO:tasks.workunit.client.0.smithi067.stdout:op 4182 completed, throughput=5MB/sec 2024-07-29T15:36:22.386 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QClcqGW-PTkWF07 off=8856858 len=2058050 2024-07-29T15:36:22.396 INFO:tasks.workunit.client.0.smithi067.stdout:op 4183 completed, throughput=5MB/sec 2024-07-29T15:36:23.396 INFO:tasks.workunit.client.0.smithi067.stdout: 808: throughput=5MB/sec pending data=0 2024-07-29T15:36:23.397 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jAR-TLFQn7qP2hH off=3693823 len=606595 2024-07-29T15:36:23.397 INFO:tasks.workunit.client.0.smithi067.stdout:op 4184 completed, throughput=5MB/sec 2024-07-29T15:36:23.397 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-SL46qswpS2d098o off=21677803 len=607695 2024-07-29T15:36:23.399 INFO:tasks.workunit.client.0.smithi067.stdout:op 4185 completed, throughput=5MB/sec 2024-07-29T15:36:23.399 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-l7uk69AhP2k96-J off=666804 len=1248691 2024-07-29T15:36:23.406 INFO:tasks.workunit.client.0.smithi067.stdout:op 4186 completed, throughput=5MB/sec 2024-07-29T15:36:23.406 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9RTy846B1hxi0ve off=1435533 len=740720 2024-07-29T15:36:23.410 INFO:tasks.workunit.client.0.smithi067.stdout:op 4187 completed, throughput=5MB/sec 2024-07-29T15:36:23.410 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-YE8grrZUG82lbQU off=12389279 len=1645800 2024-07-29T15:36:23.412 INFO:tasks.workunit.client.0.smithi067.stdout:op 4188 completed, throughput=5MB/sec 2024-07-29T15:36:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:23 smithi067 ceph-mon[91995]: pgmap v1763: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:36:23.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:23 smithi067 ceph-mon[94375]: pgmap v1763: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:36:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:23 smithi138 ceph-mon[86438]: pgmap v1763: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:36:24.413 INFO:tasks.workunit.client.0.smithi067.stdout: 809: throughput=5MB/sec pending data=0 2024-07-29T15:36:24.413 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-DMpH13ziJMwu_jO off=14032736 len=183406 2024-07-29T15:36:24.415 INFO:tasks.workunit.client.0.smithi067.stdout:op 4189 completed, throughput=5MB/sec 2024-07-29T15:36:24.415 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qKXmEpMTtzozeg6 off=444580 len=671327 2024-07-29T15:36:24.417 INFO:tasks.workunit.client.0.smithi067.stdout:op 4190 completed, throughput=5MB/sec 2024-07-29T15:36:24.417 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lL78TEQBjWL9wee off=1583218 len=1688617 2024-07-29T15:36:24.425 INFO:tasks.workunit.client.0.smithi067.stdout:op 4191 completed, throughput=5MB/sec 2024-07-29T15:36:24.425 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-F9IRRVpGIXxxtAO off=10264940 len=505311 2024-07-29T15:36:24.428 INFO:tasks.workunit.client.0.smithi067.stdout:op 4192 completed, throughput=5MB/sec 2024-07-29T15:36:24.428 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ex0aRDtnNIz3ePJ off=5630858 len=147261 2024-07-29T15:36:24.430 INFO:tasks.workunit.client.0.smithi067.stdout:op 4193 completed, throughput=5MB/sec 2024-07-29T15:36:24.430 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-aVKVZwNqsrQGGbs off=18046544 len=1431336 2024-07-29T15:36:24.431 INFO:tasks.workunit.client.0.smithi067.stdout:op 4194 completed, throughput=5MB/sec 2024-07-29T15:36:24.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:24 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:36:24.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:24 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:36:24.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:24 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:36:24.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:24 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:36:24.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:24 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:36:24.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:24 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:36:24.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:24 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:36:24.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:24 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:36:25.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:24 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:36:25.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:24 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:36:25.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:24 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:36:25.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:24 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:36:25.432 INFO:tasks.workunit.client.0.smithi067.stdout: 810: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:25.432 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7-hbywq17tD0IYy off=997516 len=780092 2024-07-29T15:36:25.436 INFO:tasks.workunit.client.0.smithi067.stdout:op 4195 completed, throughput=5MB/sec 2024-07-29T15:36:25.436 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-U0vYXGGbB41KONP off=2405704 len=401714 2024-07-29T15:36:25.437 INFO:tasks.workunit.client.0.smithi067.stdout:op 4196 completed, throughput=5MB/sec 2024-07-29T15:36:25.437 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-RH-1WD9J-c6McZf off=5245142 len=715550 2024-07-29T15:36:25.437 INFO:tasks.workunit.client.0.smithi067.stdout:op 4197 completed, throughput=5MB/sec 2024-07-29T15:36:25.437 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6eW-udJl2LELf08 off=7877035 len=1096269 2024-07-29T15:36:25.439 INFO:tasks.workunit.client.0.smithi067.stdout:op 4198 completed, throughput=5MB/sec 2024-07-29T15:36:25.439 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1pigFj85cQTUoYa off=9074339 len=134034 2024-07-29T15:36:25.439 INFO:tasks.workunit.client.0.smithi067.stdout:op 4199 completed, throughput=5MB/sec 2024-07-29T15:36:25.440 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-X6U7xzDTc-lEPAP off=6018939 len=1577175 2024-07-29T15:36:25.446 INFO:tasks.workunit.client.0.smithi067.stdout:op 4200 completed, throughput=5MB/sec 2024-07-29T15:36:25.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:25 smithi067 ceph-mon[91995]: pgmap v1764: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:36:25.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:25 smithi067 ceph-mon[94375]: pgmap v1764: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:36:26.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:25 smithi138 ceph-mon[86438]: pgmap v1764: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:36:26.446 INFO:tasks.workunit.client.0.smithi067.stdout: 811: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:26.447 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-aHSWsVNl09LGlCS off=478170 len=1846627 2024-07-29T15:36:26.449 INFO:tasks.workunit.client.0.smithi067.stdout:op 4201 completed, throughput=5MB/sec 2024-07-29T15:36:26.449 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-fOFobNIqro6swkm off=17466868 len=2004443 2024-07-29T15:36:26.459 INFO:tasks.workunit.client.0.smithi067.stdout:op 4202 completed, throughput=5MB/sec 2024-07-29T15:36:26.459 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KqWf76ak1Swk3gf off=1096530 len=423081 2024-07-29T15:36:26.460 INFO:tasks.workunit.client.0.smithi067.stdout:op 4203 completed, throughput=5MB/sec 2024-07-29T15:36:26.460 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8xDM2R4LaFGt1MW off=4265447 len=1834053 2024-07-29T15:36:26.464 INFO:tasks.workunit.client.0.smithi067.stdout:op 4204 completed, throughput=5MB/sec 2024-07-29T15:36:27.464 INFO:tasks.workunit.client.0.smithi067.stdout: 812: throughput=5MB/sec pending data=0 2024-07-29T15:36:27.465 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4tDhcYZhvBCbhmR off=2150932 len=774869 2024-07-29T15:36:27.466 INFO:tasks.workunit.client.0.smithi067.stdout:op 4205 completed, throughput=5MB/sec 2024-07-29T15:36:27.466 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-JxplvCCU6zUwSuW off=688448 len=261072 2024-07-29T15:36:27.469 INFO:tasks.workunit.client.0.smithi067.stdout:op 4206 completed, throughput=5MB/sec 2024-07-29T15:36:27.469 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KihsbJSixEHJvm4 off=8492670 len=1114725 2024-07-29T15:36:27.472 INFO:tasks.workunit.client.0.smithi067.stdout:op 4207 completed, throughput=5MB/sec 2024-07-29T15:36:27.472 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-RXqT3_JemezzS-e off=16927916 len=1362228 2024-07-29T15:36:27.479 INFO:tasks.workunit.client.0.smithi067.stdout:op 4208 completed, throughput=5MB/sec 2024-07-29T15:36:27.479 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-gk8hogDtFn5P6tb off=13400898 len=1385285 2024-07-29T15:36:27.487 INFO:tasks.workunit.client.0.smithi067.stdout:op 4209 completed, throughput=5MB/sec 2024-07-29T15:36:27.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:27 smithi067 ceph-mon[91995]: pgmap v1765: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:36:27.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:36:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:36:27] "GET /metrics HTTP/1.1" 200 34212 "" "Prometheus/2.51.0" 2024-07-29T15:36:27.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:27 smithi067 ceph-mon[94375]: pgmap v1765: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:36:28.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:27 smithi138 ceph-mon[86438]: pgmap v1765: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:36:28.488 INFO:tasks.workunit.client.0.smithi067.stdout: 813: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:28.488 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0q55Wkcxd4jEkVV off=833424 len=455602 2024-07-29T15:36:28.492 INFO:tasks.workunit.client.0.smithi067.stdout:op 4210 completed, throughput=5MB/sec 2024-07-29T15:36:28.492 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-TUBjOQlZ4TkLXd9 off=22042805 len=1204872 2024-07-29T15:36:28.493 INFO:tasks.workunit.client.0.smithi067.stdout:op 4211 completed, throughput=5MB/sec 2024-07-29T15:36:28.493 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-BJ4L0G3feGj861X off=1215665 len=1856763 2024-07-29T15:36:28.501 INFO:tasks.workunit.client.0.smithi067.stdout:op 4212 completed, throughput=5MB/sec 2024-07-29T15:36:28.501 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-aG_84gUdIaYbMPw off=6500775 len=940224 2024-07-29T15:36:28.506 INFO:tasks.workunit.client.0.smithi067.stdout:op 4213 completed, throughput=5MB/sec 2024-07-29T15:36:28.506 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NLZttxz5RzxpRLJ off=19914111 len=382820 2024-07-29T15:36:28.509 INFO:tasks.workunit.client.0.smithi067.stdout:op 4214 completed, throughput=5MB/sec 2024-07-29T15:36:28.509 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-rgUKPuMk325W9TX off=11757006 len=1400022 2024-07-29T15:36:28.511 INFO:tasks.workunit.client.0.smithi067.stdout:op 4215 completed, throughput=5MB/sec 2024-07-29T15:36:29.511 INFO:tasks.workunit.client.0.smithi067.stdout: 814: throughput=5MB/sec pending data=0 2024-07-29T15:36:29.512 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-S8I8PvbkrBZKBru off=6644287 len=1347105 2024-07-29T15:36:29.513 INFO:tasks.workunit.client.0.smithi067.stdout:op 4216 completed, throughput=5MB/sec 2024-07-29T15:36:29.513 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-oyGiYY7dFWswdJa off=2133692 len=527089 2024-07-29T15:36:29.514 INFO:tasks.workunit.client.0.smithi067.stdout:op 4217 completed, throughput=5MB/sec 2024-07-29T15:36:29.514 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UWgRYl0KKSve3d7 off=630140 len=2022940 2024-07-29T15:36:29.519 INFO:tasks.workunit.client.0.smithi067.stdout:op 4218 completed, throughput=5MB/sec 2024-07-29T15:36:29.519 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UZ0JEZOVEXTETl9 off=14190014 len=1592165 2024-07-29T15:36:29.521 INFO:tasks.workunit.client.0.smithi067.stdout:op 4219 completed, throughput=5MB/sec 2024-07-29T15:36:29.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:29 smithi067 ceph-mon[91995]: pgmap v1766: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:36:29.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:29 smithi067 ceph-mon[94375]: pgmap v1766: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:36:30.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:29 smithi138 ceph-mon[86438]: pgmap v1766: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:36:30.521 INFO:tasks.workunit.client.0.smithi067.stdout: 815: throughput=5MB/sec pending data=0 2024-07-29T15:36:30.521 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SP6npPhn1EJQpkW off=7272843 len=271353 2024-07-29T15:36:30.524 INFO:tasks.workunit.client.0.smithi067.stdout:op 4220 completed, throughput=5MB/sec 2024-07-29T15:36:30.525 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3bwWTzb8Adnys2w off=1308125 len=1482547 2024-07-29T15:36:30.533 INFO:tasks.workunit.client.0.smithi067.stdout:op 4221 completed, throughput=5MB/sec 2024-07-29T15:36:30.533 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bWznEVxfKD_duxs off=817927 len=372030 2024-07-29T15:36:30.536 INFO:tasks.workunit.client.0.smithi067.stdout:op 4222 completed, throughput=5MB/sec 2024-07-29T15:36:30.536 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-73VPa_aB1MSMiSY off=1548615 len=880491 2024-07-29T15:36:30.537 INFO:tasks.workunit.client.0.smithi067.stdout:op 4223 completed, throughput=5MB/sec 2024-07-29T15:36:30.537 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BV6qxi2MfhHqc_5 off=8182390 len=313907 2024-07-29T15:36:30.538 INFO:tasks.workunit.client.0.smithi067.stdout:op 4224 completed, throughput=5MB/sec 2024-07-29T15:36:30.538 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Hwlx_1Yos0J0O0G off=3534855 len=670135 2024-07-29T15:36:30.539 INFO:tasks.workunit.client.0.smithi067.stdout:op 4225 completed, throughput=5MB/sec 2024-07-29T15:36:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:36:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:36:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:36:31.539 INFO:tasks.workunit.client.0.smithi067.stdout: 816: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:31.540 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WNdnZicV4EE7rtI off=10658317 len=1271363 2024-07-29T15:36:31.543 INFO:tasks.workunit.client.0.smithi067.stdout:op 4226 completed, throughput=5MB/sec 2024-07-29T15:36:31.543 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ZYnt0eQAXMusI0g off=5336163 len=1725129 2024-07-29T15:36:31.545 INFO:tasks.workunit.client.0.smithi067.stdout:op 4227 completed, throughput=5MB/sec 2024-07-29T15:36:31.545 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Eg30-pIWLysgM4V off=4273763 len=1607115 2024-07-29T15:36:31.547 INFO:tasks.workunit.client.0.smithi067.stdout:op 4228 completed, throughput=5MB/sec 2024-07-29T15:36:31.547 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-kDW1YYLS9r-bQkv off=389355 len=1850993 2024-07-29T15:36:31.549 INFO:tasks.workunit.client.0.smithi067.stdout:op 4229 completed, throughput=5MB/sec 2024-07-29T15:36:31.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:31 smithi067 ceph-mon[91995]: pgmap v1767: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:36:31.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:31 smithi067 ceph-mon[94375]: pgmap v1767: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:36:32.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:31 smithi138 ceph-mon[86438]: pgmap v1767: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:36:32.550 INFO:tasks.workunit.client.0.smithi067.stdout: 817: throughput=5MB/sec pending data=0 2024-07-29T15:36:32.550 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9Ckqmjju2z3QbGv off=8762749 len=1722047 2024-07-29T15:36:32.555 INFO:tasks.workunit.client.0.smithi067.stdout:op 4230 completed, throughput=5MB/sec 2024-07-29T15:36:32.555 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-p4qHqAzO6yKP0Zr off=1510378 len=32726 2024-07-29T15:36:32.557 INFO:tasks.workunit.client.0.smithi067.stdout:op 4231 completed, throughput=5MB/sec 2024-07-29T15:36:32.558 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-fGILlGA_L0THO1G off=2075445 len=1545434 2024-07-29T15:36:32.567 INFO:tasks.workunit.client.0.smithi067.stdout:op 4232 completed, throughput=5MB/sec 2024-07-29T15:36:32.567 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-HdUXEOZrssWb-b0 off=4783658 len=944895 2024-07-29T15:36:32.573 INFO:tasks.workunit.client.0.smithi067.stdout:op 4233 completed, throughput=5MB/sec 2024-07-29T15:36:33.573 INFO:tasks.workunit.client.0.smithi067.stdout: 818: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:33.574 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-J-ApXMqckfInFNT off=25330 len=1929226 2024-07-29T15:36:33.583 INFO:tasks.workunit.client.0.smithi067.stdout:op 4234 completed, throughput=5MB/sec 2024-07-29T15:36:33.583 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8S2Yf8DYDx9Kdqe off=12283899 len=1537485 2024-07-29T15:36:33.585 INFO:tasks.workunit.client.0.smithi067.stdout:op 4235 completed, throughput=5MB/sec 2024-07-29T15:36:33.585 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-nz1XLLRu2PX9cC0 off=4637058 len=753213 2024-07-29T15:36:33.589 INFO:tasks.workunit.client.0.smithi067.stdout:op 4236 completed, throughput=5MB/sec 2024-07-29T15:36:33.590 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jK4NiQYDZs13M9J off=8448443 len=197290 2024-07-29T15:36:33.590 INFO:tasks.workunit.client.0.smithi067.stdout:op 4237 completed, throughput=5MB/sec 2024-07-29T15:36:33.591 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8-4K19VMZRL3Qlg off=288994 len=252965 2024-07-29T15:36:33.593 INFO:tasks.workunit.client.0.smithi067.stdout:op 4238 completed, throughput=5MB/sec 2024-07-29T15:36:33.593 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Ikd8MDoNbY1ZFNs off=2353462 len=228954 2024-07-29T15:36:33.594 INFO:tasks.workunit.client.0.smithi067.stdout:op 4239 completed, throughput=5MB/sec 2024-07-29T15:36:33.594 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Dmx3-AVgokGpJPB off=5022679 len=1304762 2024-07-29T15:36:33.599 INFO:tasks.workunit.client.0.smithi067.stdout:op 4240 completed, throughput=5MB/sec 2024-07-29T15:36:33.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:33 smithi067 ceph-mon[91995]: pgmap v1768: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:36:33.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:33 smithi067 ceph-mon[94375]: pgmap v1768: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:36:34.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:33 smithi138 ceph-mon[86438]: pgmap v1768: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:36:34.599 INFO:tasks.workunit.client.0.smithi067.stdout: 819: throughput=5MB/sec pending data=0 2024-07-29T15:36:34.599 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-R88OsvGmCk7_5rH off=1776367 len=1368010 2024-07-29T15:36:34.606 INFO:tasks.workunit.client.0.smithi067.stdout:op 4241 completed, throughput=5MB/sec 2024-07-29T15:36:34.606 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-T9EQNIXqbroMlUr off=3527411 len=1073409 2024-07-29T15:36:34.611 INFO:tasks.workunit.client.0.smithi067.stdout:op 4242 completed, throughput=5MB/sec 2024-07-29T15:36:34.611 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SKVFh5TU7YnNVaM off=4623273 len=276650 2024-07-29T15:36:34.614 INFO:tasks.workunit.client.0.smithi067.stdout:op 4243 completed, throughput=5MB/sec 2024-07-29T15:36:34.614 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Agqnbk3LIaqQhS2 off=975194 len=43235 2024-07-29T15:36:34.615 INFO:tasks.workunit.client.0.smithi067.stdout:op 4244 completed, throughput=5MB/sec 2024-07-29T15:36:34.615 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-s2nZVUg_fvkB85T off=3701586 len=515191 2024-07-29T15:36:34.618 INFO:tasks.workunit.client.0.smithi067.stdout:op 4245 completed, throughput=5MB/sec 2024-07-29T15:36:34.618 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-eMh7ofGLlusPZ_Q off=2753755 len=1032716 2024-07-29T15:36:34.622 INFO:tasks.workunit.client.0.smithi067.stdout:op 4246 completed, throughput=5MB/sec 2024-07-29T15:36:35.623 INFO:tasks.workunit.client.0.smithi067.stdout: 820: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:35.623 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pdDbboSSsjLDLHB off=13846336 len=414879 2024-07-29T15:36:35.624 INFO:tasks.workunit.client.0.smithi067.stdout:op 4247 completed, throughput=4.99MB/sec 2024-07-29T15:36:35.624 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-zsQzGD-pcBitMnv off=3208335 len=116970 2024-07-29T15:36:35.624 INFO:tasks.workunit.client.0.smithi067.stdout:op 4248 completed, throughput=4.99MB/sec 2024-07-29T15:36:35.624 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-h0kFlfGZI0xtxD2 off=19273283 len=338525 2024-07-29T15:36:35.631 INFO:tasks.workunit.client.0.smithi067.stdout:op 4249 completed, throughput=4.99MB/sec 2024-07-29T15:36:35.631 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lYozX786I27nAX1 off=7197056 len=816268 2024-07-29T15:36:35.638 INFO:tasks.workunit.client.0.smithi067.stdout:op 4250 completed, throughput=5MB/sec 2024-07-29T15:36:35.638 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-OFB5tTO-8hH2dwD off=16384403 len=931615 2024-07-29T15:36:35.644 INFO:tasks.workunit.client.0.smithi067.stdout:op 4251 completed, throughput=5MB/sec 2024-07-29T15:36:35.644 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-C0gXWFu2dwVhzTd off=635906 len=1477534 2024-07-29T15:36:35.653 INFO:tasks.workunit.client.0.smithi067.stdout:op 4252 completed, throughput=5MB/sec 2024-07-29T15:36:35.653 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-W0WPS2qhph13StP off=1496989 len=861885 2024-07-29T15:36:35.654 INFO:tasks.workunit.client.0.smithi067.stdout:op 4253 completed, throughput=5MB/sec 2024-07-29T15:36:35.654 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gR5kRXZbaufJlI- off=1015928 len=585637 2024-07-29T15:36:35.655 INFO:tasks.workunit.client.0.smithi067.stdout:op 4254 completed, throughput=5MB/sec 2024-07-29T15:36:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:35 smithi067 ceph-mon[91995]: pgmap v1769: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:36:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:36:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:35 smithi067 ceph-mon[94375]: pgmap v1769: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:36:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:36:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:35 smithi138 ceph-mon[86438]: pgmap v1769: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:36:36.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:36:36.656 INFO:tasks.workunit.client.0.smithi067.stdout: 821: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:36.656 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-oZfbeYNO2lyZA2O off=7829125 len=1128522 2024-07-29T15:36:36.662 INFO:tasks.workunit.client.0.smithi067.stdout:op 4255 completed, throughput=5MB/sec 2024-07-29T15:36:36.662 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-TxeWP68YmlgO4Ws off=3626525 len=853529 2024-07-29T15:36:36.667 INFO:tasks.workunit.client.0.smithi067.stdout:op 4256 completed, throughput=5MB/sec 2024-07-29T15:36:36.667 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cJHESj2M2qlp3jx off=16737405 len=967057 2024-07-29T15:36:36.672 INFO:tasks.workunit.client.0.smithi067.stdout:op 4257 completed, throughput=5MB/sec 2024-07-29T15:36:36.672 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YzgiOk8xV0MjlhW off=0 len=1081024 2024-07-29T15:36:36.679 INFO:tasks.workunit.client.0.smithi067.stdout:op 4258 completed, throughput=5MB/sec 2024-07-29T15:36:36.679 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pV22Mj6e0v0sVxY off=11851984 len=254018 2024-07-29T15:36:36.679 INFO:tasks.workunit.client.0.smithi067.stdout:op 4259 completed, throughput=5MB/sec 2024-07-29T15:36:36.679 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-x25ZIC3LLARvI_F off=4446467 len=4764 2024-07-29T15:36:36.680 INFO:tasks.workunit.client.0.smithi067.stdout:op 4260 completed, throughput=5MB/sec 2024-07-29T15:36:36.680 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ix2RjFGYjKABXWG off=5775430 len=820361 2024-07-29T15:36:36.680 INFO:tasks.workunit.client.0.smithi067.stdout:op 4261 completed, throughput=5MB/sec 2024-07-29T15:36:36.680 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-tHGjt9wpvq6-bel off=6877402 len=737087 2024-07-29T15:36:36.682 INFO:tasks.workunit.client.0.smithi067.stdout:op 4262 completed, throughput=5MB/sec 2024-07-29T15:36:37.682 INFO:tasks.workunit.client.0.smithi067.stdout: 822: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:37.682 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-s2nZVUg_fvkB85T off=4520878 len=124278 2024-07-29T15:36:37.685 INFO:tasks.workunit.client.0.smithi067.stdout:op 4263 completed, throughput=4.99MB/sec 2024-07-29T15:36:37.685 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-HvBlixzeKs5e1r3 off=1687424 len=1768675 2024-07-29T15:36:37.689 INFO:tasks.workunit.client.0.smithi067.stdout:op 4264 completed, throughput=5MB/sec 2024-07-29T15:36:37.690 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DItH5gODjzUXs8o off=3607515 len=283105 2024-07-29T15:36:37.690 INFO:tasks.workunit.client.0.smithi067.stdout:op 4265 completed, throughput=5MB/sec 2024-07-29T15:36:37.690 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Wwl7T6aYk55-pnO off=652952 len=1864989 2024-07-29T15:36:37.700 INFO:tasks.workunit.client.0.smithi067.stdout:op 4266 completed, throughput=5MB/sec 2024-07-29T15:36:37.701 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-nEwHbN32fpHBz15 off=127578 len=349789 2024-07-29T15:36:37.704 INFO:tasks.workunit.client.0.smithi067.stdout:op 4267 completed, throughput=5MB/sec 2024-07-29T15:36:37.704 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-W_LWpM4WK5APJW8 off=15631769 len=1176896 2024-07-29T15:36:37.709 INFO:tasks.workunit.client.0.smithi067.stdout:op 4268 completed, throughput=5MB/sec 2024-07-29T15:36:37.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:37 smithi067 ceph-mon[91995]: pgmap v1770: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:36:37.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:36:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:36:37] "GET /metrics HTTP/1.1" 200 34213 "" "Prometheus/2.51.0" 2024-07-29T15:36:37.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:37 smithi067 ceph-mon[94375]: pgmap v1770: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:36:38.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:37 smithi138 ceph-mon[86438]: pgmap v1770: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:36:38.710 INFO:tasks.workunit.client.0.smithi067.stdout: 823: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:38.710 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-RkKLevvCxyp55eR off=5258686 len=1194325 2024-07-29T15:36:38.718 INFO:tasks.workunit.client.0.smithi067.stdout:op 4269 completed, throughput=5MB/sec 2024-07-29T15:36:38.718 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VtTbbMCDF9YEXdh off=648799 len=699786 2024-07-29T15:36:38.722 INFO:tasks.workunit.client.0.smithi067.stdout:op 4270 completed, throughput=5MB/sec 2024-07-29T15:36:38.722 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ba8caLVns0dpSjH off=8801821 len=2043440 2024-07-29T15:36:38.732 INFO:tasks.workunit.client.0.smithi067.stdout:op 4271 completed, throughput=5MB/sec 2024-07-29T15:36:38.733 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4JB6dEazuJaenwU off=3299102 len=1791422 2024-07-29T15:36:38.741 INFO:tasks.workunit.client.0.smithi067.stdout:op 4272 completed, throughput=5MB/sec 2024-07-29T15:36:39.741 INFO:tasks.workunit.client.0.smithi067.stdout: 824: throughput=5MB/sec pending data=0 2024-07-29T15:36:39.742 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1ckeTYWjS8iURoK off=12815561 len=1494247 2024-07-29T15:36:39.751 INFO:tasks.workunit.client.0.smithi067.stdout:op 4273 completed, throughput=5MB/sec 2024-07-29T15:36:39.751 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4Ulx6JNuRdiaOcs off=3521905 len=1133808 2024-07-29T15:36:39.753 INFO:tasks.workunit.client.0.smithi067.stdout:op 4274 completed, throughput=5MB/sec 2024-07-29T15:36:39.753 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_NQV4SfRXO0JEyj off=10970082 len=94821 2024-07-29T15:36:39.755 INFO:tasks.workunit.client.0.smithi067.stdout:op 4275 completed, throughput=5MB/sec 2024-07-29T15:36:39.755 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-flWWl4sleh8H1a0 off=17784807 len=1724818 2024-07-29T15:36:39.757 INFO:tasks.workunit.client.0.smithi067.stdout:op 4276 completed, throughput=5MB/sec 2024-07-29T15:36:39.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:39 smithi067 ceph-mon[91995]: pgmap v1771: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:36:39.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:39 smithi067 ceph-mon[94375]: pgmap v1771: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:36:40.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:39 smithi138 ceph-mon[86438]: pgmap v1771: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:36:40.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:36:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:36:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:36:40.758 INFO:tasks.workunit.client.0.smithi067.stdout: 825: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:40.758 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wQd70-10fRwoWXR off=720255 len=1841404 2024-07-29T15:36:40.760 INFO:tasks.workunit.client.0.smithi067.stdout:op 4277 completed, throughput=5MB/sec 2024-07-29T15:36:40.760 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8pkaUgEaUtMkAjz off=8464889 len=386542 2024-07-29T15:36:40.763 INFO:tasks.workunit.client.0.smithi067.stdout:op 4278 completed, throughput=5MB/sec 2024-07-29T15:36:40.763 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-E8nmAW_8cBfnIZx off=15279046 len=485370 2024-07-29T15:36:40.765 INFO:tasks.workunit.client.0.smithi067.stdout:op 4279 completed, throughput=5MB/sec 2024-07-29T15:36:40.765 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-QMW7jkUcNIcp98v off=4650804 len=21670 2024-07-29T15:36:40.766 INFO:tasks.workunit.client.0.smithi067.stdout:op 4280 completed, throughput=5MB/sec 2024-07-29T15:36:40.766 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gRnJQ3qNANQJbF0 off=611475 len=1814580 2024-07-29T15:36:40.768 INFO:tasks.workunit.client.0.smithi067.stdout:op 4281 completed, throughput=5MB/sec 2024-07-29T15:36:40.768 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FCMnVvhcpXQ35-x off=885108 len=784294 2024-07-29T15:36:40.773 INFO:tasks.workunit.client.0.smithi067.stdout:op 4282 completed, throughput=5MB/sec 2024-07-29T15:36:41.774 INFO:tasks.workunit.client.0.smithi067.stdout: 826: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:41.774 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jkQvSLJb4EVOfi5 off=4983827 len=1296000 2024-07-29T15:36:41.775 INFO:tasks.workunit.client.0.smithi067.stdout:op 4283 completed, throughput=5MB/sec 2024-07-29T15:36:41.775 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZhqeI87DARJfes7 off=1060271 len=1478170 2024-07-29T15:36:41.782 INFO:tasks.workunit.client.0.smithi067.stdout:op 4284 completed, throughput=5MB/sec 2024-07-29T15:36:41.782 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-vY-v4GiL0m2Kn3O off=195385 len=1216002 2024-07-29T15:36:41.790 INFO:tasks.workunit.client.0.smithi067.stdout:op 4285 completed, throughput=5MB/sec 2024-07-29T15:36:41.790 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-y5yL-nwWFTNSP6r off=6070337 len=927314 2024-07-29T15:36:41.792 INFO:tasks.workunit.client.0.smithi067.stdout:op 4286 completed, throughput=5MB/sec 2024-07-29T15:36:41.792 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZYnt0eQAXMusI0g off=8114318 len=1362170 2024-07-29T15:36:41.797 INFO:tasks.workunit.client.0.smithi067.stdout:op 4287 completed, throughput=5MB/sec 2024-07-29T15:36:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:41 smithi067 ceph-mon[91995]: pgmap v1772: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:36:41.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:41 smithi067 ceph-mon[94375]: pgmap v1772: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:36:42.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:41 smithi138 ceph-mon[86438]: pgmap v1772: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:36:42.798 INFO:tasks.workunit.client.0.smithi067.stdout: 827: throughput=5MB/sec pending data=0 2024-07-29T15:36:42.798 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-44VtO10xJn5Xudl off=1924556 len=318020 2024-07-29T15:36:42.799 INFO:tasks.workunit.client.0.smithi067.stdout:op 4288 completed, throughput=5MB/sec 2024-07-29T15:36:42.799 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-q4PcsZVqV9iGUcA off=4149620 len=1933372 2024-07-29T15:36:42.809 INFO:tasks.workunit.client.0.smithi067.stdout:op 4289 completed, throughput=5MB/sec 2024-07-29T15:36:42.809 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FD8Te_KLZi8enIF off=2230298 len=1789860 2024-07-29T15:36:42.812 INFO:tasks.workunit.client.0.smithi067.stdout:op 4290 completed, throughput=5MB/sec 2024-07-29T15:36:42.812 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-LH6bIyWjVeWVH-d off=6341796 len=457442 2024-07-29T15:36:42.815 INFO:tasks.workunit.client.0.smithi067.stdout:op 4291 completed, throughput=5MB/sec 2024-07-29T15:36:43.816 INFO:tasks.workunit.client.0.smithi067.stdout: 828: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:43.816 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3AENe1BGtJESUuA off=5041391 len=948083 2024-07-29T15:36:43.817 INFO:tasks.workunit.client.0.smithi067.stdout:op 4292 completed, throughput=5MB/sec 2024-07-29T15:36:43.817 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-S6RPGuWM49jU1Ns off=13962542 len=662583 2024-07-29T15:36:43.822 INFO:tasks.workunit.client.0.smithi067.stdout:op 4293 completed, throughput=5MB/sec 2024-07-29T15:36:43.822 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-u4kyySofV8H4UK- off=19748357 len=1069860 2024-07-29T15:36:43.823 INFO:tasks.workunit.client.0.smithi067.stdout:op 4294 completed, throughput=5MB/sec 2024-07-29T15:36:43.823 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MrBajky7QoaPtNh off=1791669 len=1777604 2024-07-29T15:36:43.830 INFO:tasks.workunit.client.0.smithi067.stdout:op 4295 completed, throughput=5MB/sec 2024-07-29T15:36:43.830 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_u5TctG_IQHoXnn off=10820190 len=398186 2024-07-29T15:36:43.831 INFO:tasks.workunit.client.0.smithi067.stdout:op 4296 completed, throughput=5MB/sec 2024-07-29T15:36:43.831 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-sa4ZEaXs-zEHakI off=10271531 len=159717 2024-07-29T15:36:43.831 INFO:tasks.workunit.client.0.smithi067.stdout:op 4297 completed, throughput=5MB/sec 2024-07-29T15:36:43.832 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1b5OUZEWj8A6ypt off=4687805 len=920359 2024-07-29T15:36:43.836 INFO:tasks.workunit.client.0.smithi067.stdout:op 4298 completed, throughput=5MB/sec 2024-07-29T15:36:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:43 smithi067 ceph-mon[91995]: pgmap v1773: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:36:43.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:43 smithi067 ceph-mon[94375]: pgmap v1773: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:36:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:43 smithi138 ceph-mon[86438]: pgmap v1773: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:36:44.836 INFO:tasks.workunit.client.0.smithi067.stdout: 829: throughput=5MB/sec pending data=0 2024-07-29T15:36:44.836 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-AvQYgUArfLqYbNp off=10509919 len=840893 2024-07-29T15:36:44.841 INFO:tasks.workunit.client.0.smithi067.stdout:op 4299 completed, throughput=5MB/sec 2024-07-29T15:36:44.841 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KT55dCew5dXrash off=1555794 len=1003136 2024-07-29T15:36:44.847 INFO:tasks.workunit.client.0.smithi067.stdout:op 4300 completed, throughput=5MB/sec 2024-07-29T15:36:44.847 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-84RVG5IUqUviBXs off=6699551 len=1692213 2024-07-29T15:36:44.855 INFO:tasks.workunit.client.0.smithi067.stdout:op 4301 completed, throughput=5MB/sec 2024-07-29T15:36:44.855 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-GLSOodyx6MR8leH off=2921712 len=28012 2024-07-29T15:36:44.855 INFO:tasks.workunit.client.0.smithi067.stdout:op 4302 completed, throughput=5MB/sec 2024-07-29T15:36:44.855 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-glM2pO3qCl8O59I off=1315986 len=1107824 2024-07-29T15:36:44.857 INFO:tasks.workunit.client.0.smithi067.stdout:op 4303 completed, throughput=5MB/sec 2024-07-29T15:36:45.857 INFO:tasks.workunit.client.0.smithi067.stdout: 830: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:45.858 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_qoifhrcEXexVDS off=3609549 len=339723 2024-07-29T15:36:45.858 INFO:tasks.workunit.client.0.smithi067.stdout:op 4304 completed, throughput=4.99MB/sec 2024-07-29T15:36:45.858 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-o7gwsmmkbKwF7-m off=6838359 len=1800889 2024-07-29T15:36:45.868 INFO:tasks.workunit.client.0.smithi067.stdout:op 4305 completed, throughput=5MB/sec 2024-07-29T15:36:45.868 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8kY0MLsL_itrhra off=4011573 len=1387766 2024-07-29T15:36:45.876 INFO:tasks.workunit.client.0.smithi067.stdout:op 4306 completed, throughput=5MB/sec 2024-07-29T15:36:45.876 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1xlIp5BO7z15vuI off=9794190 len=1774299 2024-07-29T15:36:45.879 INFO:tasks.workunit.client.0.smithi067.stdout:op 4307 completed, throughput=5MB/sec 2024-07-29T15:36:45.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:45 smithi067 ceph-mon[91995]: pgmap v1774: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:36:45.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:45 smithi067 ceph-mon[94375]: pgmap v1774: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:36:46.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:45 smithi138 ceph-mon[86438]: pgmap v1774: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:36:46.880 INFO:tasks.workunit.client.0.smithi067.stdout: 831: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:46.880 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5yBR3eu1J9KAkzf off=10556144 len=1339459 2024-07-29T15:36:46.882 INFO:tasks.workunit.client.0.smithi067.stdout:op 4308 completed, throughput=5MB/sec 2024-07-29T15:36:46.882 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-gMnjpzWRlzH8Zs2 off=14883857 len=314333 2024-07-29T15:36:46.885 INFO:tasks.workunit.client.0.smithi067.stdout:op 4309 completed, throughput=5MB/sec 2024-07-29T15:36:46.885 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZRYPV_RVZRroYcR off=313399 len=79759 2024-07-29T15:36:46.888 INFO:tasks.workunit.client.0.smithi067.stdout:op 4310 completed, throughput=5MB/sec 2024-07-29T15:36:46.888 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_MhtruMG1KoeBN5 off=215031 len=1648725 2024-07-29T15:36:46.891 INFO:tasks.workunit.client.0.smithi067.stdout:op 4311 completed, throughput=5MB/sec 2024-07-29T15:36:46.891 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-i2esrwsKrFKREt1 off=1818610 len=1117681 2024-07-29T15:36:46.897 INFO:tasks.workunit.client.0.smithi067.stdout:op 4312 completed, throughput=5MB/sec 2024-07-29T15:36:46.897 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-7lG2qcKnVXnSa5w off=465436 len=1143375 2024-07-29T15:36:46.899 INFO:tasks.workunit.client.0.smithi067.stdout:op 4313 completed, throughput=5MB/sec 2024-07-29T15:36:47.899 INFO:tasks.workunit.client.0.smithi067.stdout: 832: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:47.900 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-IFXE_EoQWCeBcoQ off=4863696 len=1720160 2024-07-29T15:36:47.908 INFO:tasks.workunit.client.0.smithi067.stdout:op 4314 completed, throughput=5MB/sec 2024-07-29T15:36:47.908 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rRt18wF3A95mB72 off=1775098 len=484798 2024-07-29T15:36:47.912 INFO:tasks.workunit.client.0.smithi067.stdout:op 4315 completed, throughput=5MB/sec 2024-07-29T15:36:47.912 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-GN0nIYPRezL4LqQ off=377485 len=1300224 2024-07-29T15:36:47.914 INFO:tasks.workunit.client.0.smithi067.stdout:op 4316 completed, throughput=5MB/sec 2024-07-29T15:36:47.914 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ZZd5_E5BTwe4Nud off=14262436 len=458917 2024-07-29T15:36:47.914 INFO:tasks.workunit.client.0.smithi067.stdout:op 4317 completed, throughput=5MB/sec 2024-07-29T15:36:47.915 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5rJZ3tVbkflqxv0 off=9515676 len=1376759 2024-07-29T15:36:47.917 INFO:tasks.workunit.client.0.smithi067.stdout:op 4318 completed, throughput=5MB/sec 2024-07-29T15:36:47.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:47 smithi067 ceph-mon[91995]: pgmap v1775: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-29T15:36:47.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:47 smithi067 ceph-mon[94375]: pgmap v1775: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-29T15:36:47.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:36:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:36:47] "GET /metrics HTTP/1.1" 200 34213 "" "Prometheus/2.51.0" 2024-07-29T15:36:48.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:47 smithi138 ceph-mon[86438]: pgmap v1775: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-29T15:36:48.918 INFO:tasks.workunit.client.0.smithi067.stdout: 833: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:48.918 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-c-r-0JDA1lLLUkG off=13366598 len=108662 2024-07-29T15:36:48.919 INFO:tasks.workunit.client.0.smithi067.stdout:op 4319 completed, throughput=4.99MB/sec 2024-07-29T15:36:48.919 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5mJCil0SH_TR8Lz off=901094 len=1493383 2024-07-29T15:36:48.923 INFO:tasks.workunit.client.0.smithi067.stdout:op 4320 completed, throughput=5MB/sec 2024-07-29T15:36:48.923 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Ap2Wrq5x-bz5eSl off=2562805 len=1774911 2024-07-29T15:36:48.927 INFO:tasks.workunit.client.0.smithi067.stdout:op 4321 completed, throughput=5MB/sec 2024-07-29T15:36:48.927 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VRr8u3OY8OYf_1t off=5493357 len=924178 2024-07-29T15:36:48.928 INFO:tasks.workunit.client.0.smithi067.stdout:op 4322 completed, throughput=5MB/sec 2024-07-29T15:36:48.928 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-t-Z-f9u3_4p2hPJ off=4722949 len=1242767 2024-07-29T15:36:48.931 INFO:tasks.workunit.client.0.smithi067.stdout:op 4323 completed, throughput=5MB/sec 2024-07-29T15:36:49.931 INFO:tasks.workunit.client.0.smithi067.stdout: 834: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:49.932 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wGty0auSFq23uog off=8347199 len=1746143 2024-07-29T15:36:49.940 INFO:tasks.workunit.client.0.smithi067.stdout:op 4324 completed, throughput=5MB/sec 2024-07-29T15:36:49.940 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VRPSGY7-Z2LekKT off=19673624 len=1476999 2024-07-29T15:36:49.949 INFO:tasks.workunit.client.0.smithi067.stdout:op 4325 completed, throughput=5MB/sec 2024-07-29T15:36:49.949 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-fhw86fa8NjB0RWv off=5078285 len=134335 2024-07-29T15:36:49.952 INFO:tasks.workunit.client.0.smithi067.stdout:op 4326 completed, throughput=5MB/sec 2024-07-29T15:36:49.952 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-D4DgvRekrSJqs4r off=9035861 len=742181 2024-07-29T15:36:49.953 INFO:tasks.workunit.client.0.smithi067.stdout:op 4327 completed, throughput=5MB/sec 2024-07-29T15:36:49.953 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3t4lox-NO8b9nXi off=309974 len=1999490 2024-07-29T15:36:49.965 INFO:tasks.workunit.client.0.smithi067.stdout:op 4328 completed, throughput=5MB/sec 2024-07-29T15:36:49.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:49 smithi067 ceph-mon[91995]: pgmap v1776: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:36:49.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:49 smithi067 ceph-mon[94375]: pgmap v1776: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:36:50.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:49 smithi138 ceph-mon[86438]: pgmap v1776: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:36:50.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:36:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:36:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:36:50.965 INFO:tasks.workunit.client.0.smithi067.stdout: 835: throughput=5MB/sec pending data=0 2024-07-29T15:36:50.966 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MbaNecpQHrJzhlI off=1655973 len=1902181 2024-07-29T15:36:50.975 INFO:tasks.workunit.client.0.smithi067.stdout:op 4329 completed, throughput=5MB/sec 2024-07-29T15:36:50.975 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-017jJNl6MaWS4lp off=3603583 len=995948 2024-07-29T15:36:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:36:50.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:36:50.989 INFO:tasks.workunit.client.0.smithi067.stdout:op 4330 completed, throughput=5MB/sec 2024-07-29T15:36:50.989 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-eBQn0-_EL7snUzF off=11242003 len=347744 2024-07-29T15:36:50.992 INFO:tasks.workunit.client.0.smithi067.stdout:op 4331 completed, throughput=5MB/sec 2024-07-29T15:36:50.992 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Eq3oZEYtBla_Inf off=9887726 len=1443415 2024-07-29T15:36:50.997 INFO:tasks.workunit.client.0.smithi067.stdout:op 4332 completed, throughput=5MB/sec 2024-07-29T15:36:51.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:36:51.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:51 smithi067 ceph-mon[91995]: pgmap v1777: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:36:51.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:51 smithi067 ceph-mon[94375]: pgmap v1777: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:36:51.997 INFO:tasks.workunit.client.0.smithi067.stdout: 836: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:51.997 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-GnjCONZZiBKuya_ off=6940918 len=1488444 2024-07-29T15:36:52.006 INFO:tasks.workunit.client.0.smithi067.stdout:op 4333 completed, throughput=5MB/sec 2024-07-29T15:36:52.006 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0bR8J-S7xhpxeKD off=96971 len=1260793 2024-07-29T15:36:52.014 INFO:tasks.workunit.client.0.smithi067.stdout:op 4334 completed, throughput=5MB/sec 2024-07-29T15:36:52.014 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-vAkn0L0oTcgzWoq off=6562222 len=1417299 2024-07-29T15:36:52.021 INFO:tasks.workunit.client.0.smithi067.stdout:op 4335 completed, throughput=5MB/sec 2024-07-29T15:36:52.021 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4ZpfEzkf9apXDLL off=11767728 len=253634 2024-07-29T15:36:52.022 INFO:tasks.workunit.client.0.smithi067.stdout:op 4336 completed, throughput=5MB/sec 2024-07-29T15:36:52.022 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Oa4jVmJds9DVeP0 off=322644 len=230135 2024-07-29T15:36:52.023 INFO:tasks.workunit.client.0.smithi067.stdout:op 4337 completed, throughput=5MB/sec 2024-07-29T15:36:52.023 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MuO9WJpMn61u0x- off=10659756 len=470509 2024-07-29T15:36:52.023 INFO:tasks.workunit.client.0.smithi067.stdout:op 4338 completed, throughput=5MB/sec 2024-07-29T15:36:52.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:51 smithi138 ceph-mon[86438]: pgmap v1777: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:36:53.024 INFO:tasks.workunit.client.0.smithi067.stdout: 837: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:53.024 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0c1y1cCsTt4SgLu off=682195 len=648838 2024-07-29T15:36:53.025 INFO:tasks.workunit.client.0.smithi067.stdout:op 4339 completed, throughput=5MB/sec 2024-07-29T15:36:53.025 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-PcPR0T3sXL03c0q off=1996192 len=668353 2024-07-29T15:36:53.030 INFO:tasks.workunit.client.0.smithi067.stdout:op 4340 completed, throughput=5MB/sec 2024-07-29T15:36:53.030 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3fqzadjr9JQejxE off=10267716 len=681760 2024-07-29T15:36:53.035 INFO:tasks.workunit.client.0.smithi067.stdout:op 4341 completed, throughput=5MB/sec 2024-07-29T15:36:53.035 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-hBZBYSxBRKrENAt off=10384414 len=1863025 2024-07-29T15:36:53.044 INFO:tasks.workunit.client.0.smithi067.stdout:op 4342 completed, throughput=5MB/sec 2024-07-29T15:36:53.044 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-XJi8Zr_4ThndxP3 off=2153778 len=751761 2024-07-29T15:36:53.048 INFO:tasks.workunit.client.0.smithi067.stdout:op 4343 completed, throughput=5MB/sec 2024-07-29T15:36:53.048 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VX5XebTxwHkg_LF off=640567 len=1756229 2024-07-29T15:36:53.051 INFO:tasks.workunit.client.0.smithi067.stdout:op 4344 completed, throughput=5MB/sec 2024-07-29T15:36:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:53 smithi067 ceph-mon[91995]: pgmap v1778: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:36:53.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:53 smithi067 ceph-mon[94375]: pgmap v1778: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:36:54.051 INFO:tasks.workunit.client.0.smithi067.stdout: 838: throughput=5MB/sec pending data=0 2024-07-29T15:36:54.051 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-CKuyai8uuOg5Yor off=3497816 len=892391 2024-07-29T15:36:54.053 INFO:tasks.workunit.client.0.smithi067.stdout:op 4345 completed, throughput=5MB/sec 2024-07-29T15:36:54.053 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-blUBgFAhhGlAQcV off=3142606 len=901093 2024-07-29T15:36:54.054 INFO:tasks.workunit.client.0.smithi067.stdout:op 4346 completed, throughput=5MB/sec 2024-07-29T15:36:54.054 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-AB-N6MitAWNUMNg off=9918505 len=557242 2024-07-29T15:36:54.055 INFO:tasks.workunit.client.0.smithi067.stdout:op 4347 completed, throughput=5MB/sec 2024-07-29T15:36:54.055 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-EBpGdIbP67S97pn off=6344965 len=1297807 2024-07-29T15:36:54.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:53 smithi138 ceph-mon[86438]: pgmap v1778: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:36:54.062 INFO:tasks.workunit.client.0.smithi067.stdout:op 4348 completed, throughput=5MB/sec 2024-07-29T15:36:54.062 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-RIo7WM5_gzrVzlO off=1407546 len=932340 2024-07-29T15:36:54.067 INFO:tasks.workunit.client.0.smithi067.stdout:op 4349 completed, throughput=5MB/sec 2024-07-29T15:36:55.067 INFO:tasks.workunit.client.0.smithi067.stdout: 839: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:55.067 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3Ru6H8tzGVPFCnI off=3222952 len=76210 2024-07-29T15:36:55.070 INFO:tasks.workunit.client.0.smithi067.stdout:op 4350 completed, throughput=4.99MB/sec 2024-07-29T15:36:55.070 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-S6bzHjv_18HTFeD off=212188 len=1764026 2024-07-29T15:36:55.072 INFO:tasks.workunit.client.0.smithi067.stdout:op 4351 completed, throughput=5MB/sec 2024-07-29T15:36:55.072 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-d6QaCcRGWn3g7tm off=2972536 len=933817 2024-07-29T15:36:55.074 INFO:tasks.workunit.client.0.smithi067.stdout:op 4352 completed, throughput=5MB/sec 2024-07-29T15:36:55.074 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-cYkNuV38uAUKKJP off=3644985 len=1923010 2024-07-29T15:36:55.076 INFO:tasks.workunit.client.0.smithi067.stdout:op 4353 completed, throughput=5MB/sec 2024-07-29T15:36:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:55 smithi067 ceph-mon[91995]: pgmap v1779: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-29T15:36:55.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:55 smithi067 ceph-mon[94375]: pgmap v1779: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-29T15:36:56.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:55 smithi138 ceph-mon[86438]: pgmap v1779: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-29T15:36:56.076 INFO:tasks.workunit.client.0.smithi067.stdout: 840: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:56.076 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FjBMg_udi7JTp3E off=3082776 len=719429 2024-07-29T15:36:56.082 INFO:tasks.workunit.client.0.smithi067.stdout:op 4354 completed, throughput=4.99MB/sec 2024-07-29T15:36:56.082 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-uIa-e5ZJ_6qosJU off=4547176 len=80161 2024-07-29T15:36:56.084 INFO:tasks.workunit.client.0.smithi067.stdout:op 4355 completed, throughput=5MB/sec 2024-07-29T15:36:56.084 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-7UnzAOIqIxo3yI4 off=0 len=1443252 2024-07-29T15:36:56.088 INFO:tasks.workunit.client.0.smithi067.stdout:op 4356 completed, throughput=5MB/sec 2024-07-29T15:36:56.088 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-PMBZ77C1WWpwCTx off=704526 len=1004253 2024-07-29T15:36:56.094 INFO:tasks.workunit.client.0.smithi067.stdout:op 4357 completed, throughput=5MB/sec 2024-07-29T15:36:56.094 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8c_v0CKMHxZE4GQ off=4018476 len=459194 2024-07-29T15:36:56.094 INFO:tasks.workunit.client.0.smithi067.stdout:op 4358 completed, throughput=5MB/sec 2024-07-29T15:36:56.094 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_nSSymxs_d9t_k4 off=3963571 len=206804 2024-07-29T15:36:56.097 INFO:tasks.workunit.client.0.smithi067.stdout:op 4359 completed, throughput=5MB/sec 2024-07-29T15:36:56.097 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--mDnmHJyt_QmVzb off=1624699 len=974878 2024-07-29T15:36:56.102 INFO:tasks.workunit.client.0.smithi067.stdout:op 4360 completed, throughput=5MB/sec 2024-07-29T15:36:56.102 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ixi9d2vYVfykiIJ off=7100533 len=540728 2024-07-29T15:36:56.105 INFO:tasks.workunit.client.0.smithi067.stdout:op 4361 completed, throughput=5MB/sec 2024-07-29T15:36:57.105 INFO:tasks.workunit.client.0.smithi067.stdout: 841: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:57.105 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KGmoB7aEVhEVSnV off=3480596 len=878620 2024-07-29T15:36:57.111 INFO:tasks.workunit.client.0.smithi067.stdout:op 4362 completed, throughput=5MB/sec 2024-07-29T15:36:57.111 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-IA0bHOZ9VOJkEbK off=1266822 len=789933 2024-07-29T15:36:57.115 INFO:tasks.workunit.client.0.smithi067.stdout:op 4363 completed, throughput=5MB/sec 2024-07-29T15:36:57.116 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-W_ULdCsYCwtwHdI off=7979622 len=1478485 2024-07-29T15:36:57.122 INFO:tasks.workunit.client.0.smithi067.stdout:op 4364 completed, throughput=5MB/sec 2024-07-29T15:36:57.122 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wHhgWJ74vqSbtBb off=15198509 len=1318262 2024-07-29T15:36:57.127 INFO:tasks.workunit.client.0.smithi067.stdout:op 4365 completed, throughput=5MB/sec 2024-07-29T15:36:57.128 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Sqqa_3hCokc9gUm off=286624 len=414562 2024-07-29T15:36:57.131 INFO:tasks.workunit.client.0.smithi067.stdout:op 4366 completed, throughput=5MB/sec 2024-07-29T15:36:57.131 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-EgeKPTwpbxZdOnq off=14933925 len=87829 2024-07-29T15:36:57.132 INFO:tasks.workunit.client.0.smithi067.stdout:op 4367 completed, throughput=5MB/sec 2024-07-29T15:36:57.132 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-eQ1nkYoHaN98qA5 off=19910376 len=1080602 2024-07-29T15:36:57.136 INFO:tasks.workunit.client.0.smithi067.stdout:op 4368 completed, throughput=5MB/sec 2024-07-29T15:36:57.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:57 smithi067 ceph-mon[91995]: pgmap v1780: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:36:57.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:57 smithi067 ceph-mon[94375]: pgmap v1780: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:36:57.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:36:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:36:57] "GET /metrics HTTP/1.1" 200 34216 "" "Prometheus/2.51.0" 2024-07-29T15:36:58.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:57 smithi138 ceph-mon[86438]: pgmap v1780: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:36:58.136 INFO:tasks.workunit.client.0.smithi067.stdout: 842: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:58.137 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-OMVeS6juYuRbcdq off=1264086 len=1883569 2024-07-29T15:36:58.146 INFO:tasks.workunit.client.0.smithi067.stdout:op 4369 completed, throughput=5MB/sec 2024-07-29T15:36:58.146 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Umz8wUo-YY_7EWK off=1563860 len=9517 2024-07-29T15:36:58.147 INFO:tasks.workunit.client.0.smithi067.stdout:op 4370 completed, throughput=5MB/sec 2024-07-29T15:36:58.147 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0kwek_Z8h0eGnLq off=1618705 len=1852139 2024-07-29T15:36:58.158 INFO:tasks.workunit.client.0.smithi067.stdout:op 4371 completed, throughput=5MB/sec 2024-07-29T15:36:58.158 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-QyV1oQMB4TgrsWC off=6822160 len=78707 2024-07-29T15:36:58.159 INFO:tasks.workunit.client.0.smithi067.stdout:op 4372 completed, throughput=5MB/sec 2024-07-29T15:36:58.159 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-OXY5DSPt6mnyBS2 off=3247077 len=923659 2024-07-29T15:36:58.163 INFO:tasks.workunit.client.0.smithi067.stdout:op 4373 completed, throughput=5MB/sec 2024-07-29T15:36:59.163 INFO:tasks.workunit.client.0.smithi067.stdout: 843: throughput=4.99MB/sec pending data=0 2024-07-29T15:36:59.163 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-koQAOjJC3U2B59m off=1467550 len=304897 2024-07-29T15:36:59.167 INFO:tasks.workunit.client.0.smithi067.stdout:op 4374 completed, throughput=4.99MB/sec 2024-07-29T15:36:59.167 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5uIgFz7E9jPWX2b off=21695366 len=971794 2024-07-29T15:36:59.169 INFO:tasks.workunit.client.0.smithi067.stdout:op 4375 completed, throughput=5MB/sec 2024-07-29T15:36:59.169 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fpZ7B1ITE4TcHa1 off=5011233 len=1668677 2024-07-29T15:36:59.172 INFO:tasks.workunit.client.0.smithi067.stdout:op 4376 completed, throughput=5MB/sec 2024-07-29T15:36:59.172 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-esbFDpXPPWi9s-L off=1616594 len=1630550 2024-07-29T15:36:59.175 INFO:tasks.workunit.client.0.smithi067.stdout:op 4377 completed, throughput=5MB/sec 2024-07-29T15:36:59.175 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-maaz39nDcjtyYJD off=3284328 len=1634523 2024-07-29T15:36:59.177 INFO:tasks.workunit.client.0.smithi067.stdout:op 4378 completed, throughput=5MB/sec 2024-07-29T15:36:59.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:36:59 smithi067 ceph-mon[91995]: pgmap v1781: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:36:59.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:36:59 smithi067 ceph-mon[94375]: pgmap v1781: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:36:59.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:36:59 smithi138 ceph-mon[86438]: pgmap v1781: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:37:00.177 INFO:tasks.workunit.client.0.smithi067.stdout: 844: throughput=5MB/sec pending data=0 2024-07-29T15:37:00.177 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-oQmnw6C0I29Qjg4 off=508290 len=1586625 2024-07-29T15:37:00.185 INFO:tasks.workunit.client.0.smithi067.stdout:op 4379 completed, throughput=5MB/sec 2024-07-29T15:37:00.185 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-EnzCPEJJ-HCqH16 off=9737751 len=123398 2024-07-29T15:37:00.186 INFO:tasks.workunit.client.0.smithi067.stdout:op 4380 completed, throughput=5MB/sec 2024-07-29T15:37:00.186 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-w2kvPslJlxSomQM off=8818569 len=582845 2024-07-29T15:37:00.190 INFO:tasks.workunit.client.0.smithi067.stdout:op 4381 completed, throughput=5MB/sec 2024-07-29T15:37:00.190 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-TeHpNPP-kJGZiS1 off=2007501 len=1621945 2024-07-29T15:37:00.199 INFO:tasks.workunit.client.0.smithi067.stdout:op 4382 completed, throughput=5MB/sec 2024-07-29T15:37:00.199 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-LrkbfWKvNgDo_5- off=15589821 len=2076940 2024-07-29T15:37:00.201 INFO:tasks.workunit.client.0.smithi067.stdout:op 4383 completed, throughput=5MB/sec 2024-07-29T15:37:00.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:37:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:37:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:37:01.202 INFO:tasks.workunit.client.0.smithi067.stdout: 845: throughput=5MB/sec pending data=0 2024-07-29T15:37:01.202 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-sRq9gf9kUu7Xlzq off=2597340 len=1547321 2024-07-29T15:37:01.212 INFO:tasks.workunit.client.0.smithi067.stdout:op 4384 completed, throughput=5MB/sec 2024-07-29T15:37:01.212 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-d4DpAtRhxopXRCj off=1956501 len=962347 2024-07-29T15:37:01.213 INFO:tasks.workunit.client.0.smithi067.stdout:op 4385 completed, throughput=5MB/sec 2024-07-29T15:37:01.213 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Sb--rxI4W7l_032 off=3220783 len=457981 2024-07-29T15:37:01.215 INFO:tasks.workunit.client.0.smithi067.stdout:op 4386 completed, throughput=5MB/sec 2024-07-29T15:37:01.215 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-D19-vaKTySJBUVR off=3019751 len=426251 2024-07-29T15:37:01.216 INFO:tasks.workunit.client.0.smithi067.stdout:op 4387 completed, throughput=5MB/sec 2024-07-29T15:37:01.216 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-kaCPrn-c13qrvcj off=166433 len=2004047 2024-07-29T15:37:01.226 INFO:tasks.workunit.client.0.smithi067.stdout:op 4388 completed, throughput=5MB/sec 2024-07-29T15:37:01.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:01 smithi067 ceph-mon[91995]: pgmap v1782: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:37:01.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:01 smithi067 ceph-mon[94375]: pgmap v1782: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:37:01.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:01 smithi138 ceph-mon[86438]: pgmap v1782: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:37:02.226 INFO:tasks.workunit.client.0.smithi067.stdout: 846: throughput=5MB/sec pending data=0 2024-07-29T15:37:02.226 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-EIM169nRew8nr1y off=4545058 len=1869912 2024-07-29T15:37:02.235 INFO:tasks.workunit.client.0.smithi067.stdout:op 4389 completed, throughput=5MB/sec 2024-07-29T15:37:02.235 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2x7Zmb-cpjcm0t1 off=535684 len=1991193 2024-07-29T15:37:02.239 INFO:tasks.workunit.client.0.smithi067.stdout:op 4390 completed, throughput=5MB/sec 2024-07-29T15:37:03.239 INFO:tasks.workunit.client.0.smithi067.stdout: 847: throughput=4.99MB/sec pending data=0 2024-07-29T15:37:03.240 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-U9sD66XTUEzdOo- off=21485956 len=917631 2024-07-29T15:37:03.245 INFO:tasks.workunit.client.0.smithi067.stdout:op 4391 completed, throughput=5MB/sec 2024-07-29T15:37:03.245 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qeQnLe3uzoAIG5X off=7220770 len=1538544 2024-07-29T15:37:03.253 INFO:tasks.workunit.client.0.smithi067.stdout:op 4392 completed, throughput=5MB/sec 2024-07-29T15:37:03.253 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--Fd6GaFUk3iqifG off=15464950 len=1341227 2024-07-29T15:37:03.254 INFO:tasks.workunit.client.0.smithi067.stdout:op 4393 completed, throughput=5MB/sec 2024-07-29T15:37:03.255 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Tf6TNTKIZa8XaRx off=3111100 len=318709 2024-07-29T15:37:03.256 INFO:tasks.workunit.client.0.smithi067.stdout:op 4394 completed, throughput=5MB/sec 2024-07-29T15:37:03.256 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PXBC_-nHM0BVzeM off=275649 len=1442592 2024-07-29T15:37:03.258 INFO:tasks.workunit.client.0.smithi067.stdout:op 4395 completed, throughput=5MB/sec 2024-07-29T15:37:03.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:03 smithi067 ceph-mon[91995]: pgmap v1783: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:37:03.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:03 smithi067 ceph-mon[94375]: pgmap v1783: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:37:03.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:03 smithi138 ceph-mon[86438]: pgmap v1783: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:37:04.258 INFO:tasks.workunit.client.0.smithi067.stdout: 848: throughput=4.99MB/sec pending data=0 2024-07-29T15:37:04.258 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-aIiV2-OtQ-aiQS2 off=19689215 len=291503 2024-07-29T15:37:04.262 INFO:tasks.workunit.client.0.smithi067.stdout:op 4396 completed, throughput=4.99MB/sec 2024-07-29T15:37:04.262 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Tm2Ys3Z1mvUQMQv off=1077991 len=758692 2024-07-29T15:37:04.264 INFO:tasks.workunit.client.0.smithi067.stdout:op 4397 completed, throughput=5MB/sec 2024-07-29T15:37:04.264 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-g_u3FfaKfFx4Bpj off=6098282 len=638978 2024-07-29T15:37:04.265 INFO:tasks.workunit.client.0.smithi067.stdout:op 4398 completed, throughput=5MB/sec 2024-07-29T15:37:04.265 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bLk8PUKkHI4D3yB off=3805182 len=1235760 2024-07-29T15:37:04.271 INFO:tasks.workunit.client.0.smithi067.stdout:op 4399 completed, throughput=5MB/sec 2024-07-29T15:37:04.271 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-z8GnNfrQpn5_kgj off=3239602 len=539510 2024-07-29T15:37:04.272 INFO:tasks.workunit.client.0.smithi067.stdout:op 4400 completed, throughput=5MB/sec 2024-07-29T15:37:04.272 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-TzyrOoe8oaw7V5z off=9340135 len=1585032 2024-07-29T15:37:04.279 INFO:tasks.workunit.client.0.smithi067.stdout:op 4401 completed, throughput=5MB/sec 2024-07-29T15:37:05.280 INFO:tasks.workunit.client.0.smithi067.stdout: 849: throughput=4.99MB/sec pending data=0 2024-07-29T15:37:05.280 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Es9xyTPe_q500oW off=13496074 len=2029996 2024-07-29T15:37:05.282 INFO:tasks.workunit.client.0.smithi067.stdout:op 4402 completed, throughput=5MB/sec 2024-07-29T15:37:05.282 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-46CQz9Bnsd3cDRp off=5743783 len=883883 2024-07-29T15:37:05.287 INFO:tasks.workunit.client.0.smithi067.stdout:op 4403 completed, throughput=5MB/sec 2024-07-29T15:37:05.287 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-7twV6NvHzXEl0mq off=691294 len=1419011 2024-07-29T15:37:05.289 INFO:tasks.workunit.client.0.smithi067.stdout:op 4404 completed, throughput=5MB/sec 2024-07-29T15:37:05.289 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KSA6uNYRvDBCJ2N off=2919360 len=1251829 2024-07-29T15:37:05.292 INFO:tasks.workunit.client.0.smithi067.stdout:op 4405 completed, throughput=5MB/sec 2024-07-29T15:37:05.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:05 smithi067 ceph-mon[94375]: pgmap v1784: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:37:05.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:37:05.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:05 smithi067 ceph-mon[91995]: pgmap v1784: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:37:05.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:37:05.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:05 smithi138 ceph-mon[86438]: pgmap v1784: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:37:05.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:37:06.292 INFO:tasks.workunit.client.0.smithi067.stdout: 850: throughput=4.99MB/sec pending data=0 2024-07-29T15:37:06.292 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Bc-3VgRDfne2_NW off=12089688 len=113394 2024-07-29T15:37:06.293 INFO:tasks.workunit.client.0.smithi067.stdout:op 4406 completed, throughput=4.99MB/sec 2024-07-29T15:37:06.293 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Fsf6tl1FG8vn1zP off=8419546 len=1138297 2024-07-29T15:37:06.300 INFO:tasks.workunit.client.0.smithi067.stdout:op 4407 completed, throughput=5MB/sec 2024-07-29T15:37:06.300 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4LWGRRCmzSknA9o off=9189456 len=1053990 2024-07-29T15:37:06.301 INFO:tasks.workunit.client.0.smithi067.stdout:op 4408 completed, throughput=5MB/sec 2024-07-29T15:37:06.302 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-AsBDY1J_KzxHGAm off=12625645 len=938047 2024-07-29T15:37:06.304 INFO:tasks.workunit.client.0.smithi067.stdout:op 4409 completed, throughput=5MB/sec 2024-07-29T15:37:06.304 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-WxYuhBntXCTGwII off=8658200 len=1211101 2024-07-29T15:37:06.309 INFO:tasks.workunit.client.0.smithi067.stdout:op 4410 completed, throughput=5MB/sec 2024-07-29T15:37:06.309 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Me1sxQe2D9G-a-u off=2166091 len=188286 2024-07-29T15:37:06.310 INFO:tasks.workunit.client.0.smithi067.stdout:op 4411 completed, throughput=5MB/sec 2024-07-29T15:37:06.310 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-RIlXdcjrh6f8O3k off=0 len=1114319 2024-07-29T15:37:06.314 INFO:tasks.workunit.client.0.smithi067.stdout:op 4412 completed, throughput=5MB/sec 2024-07-29T15:37:07.315 INFO:tasks.workunit.client.0.smithi067.stdout: 851: throughput=5MB/sec pending data=0 2024-07-29T15:37:07.315 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-19qos9-IADfu0h9 off=446600 len=1552024 2024-07-29T15:37:07.322 INFO:tasks.workunit.client.0.smithi067.stdout:op 4413 completed, throughput=5MB/sec 2024-07-29T15:37:07.322 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eblORtPj8ow4Kz2 off=6417958 len=788211 2024-07-29T15:37:07.323 INFO:tasks.workunit.client.0.smithi067.stdout:op 4414 completed, throughput=5MB/sec 2024-07-29T15:37:07.323 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-XZAluYfr4YozZki off=3512340 len=70926 2024-07-29T15:37:07.326 INFO:tasks.workunit.client.0.smithi067.stdout:op 4415 completed, throughput=5MB/sec 2024-07-29T15:37:07.326 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-XoD-jclSPaLmWio off=9384332 len=1199335 2024-07-29T15:37:07.332 INFO:tasks.workunit.client.0.smithi067.stdout:op 4416 completed, throughput=5MB/sec 2024-07-29T15:37:07.332 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-M6ot8MTUerfwDwb off=1568276 len=1746324 2024-07-29T15:37:07.333 INFO:tasks.workunit.client.0.smithi067.stdout:op 4417 completed, throughput=5MB/sec 2024-07-29T15:37:07.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:07 smithi067 ceph-mon[94375]: pgmap v1785: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:37:07.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:07 smithi067 ceph-mon[91995]: pgmap v1785: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:37:07.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:07 smithi138 ceph-mon[86438]: pgmap v1785: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:37:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:37:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:37:07] "GET /metrics HTTP/1.1" 200 34216 "" "Prometheus/2.51.0" 2024-07-29T15:37:08.334 INFO:tasks.workunit.client.0.smithi067.stdout: 852: throughput=5MB/sec pending data=0 2024-07-29T15:37:08.334 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5EELul0jw3SRFTQ off=2389593 len=1405589 2024-07-29T15:37:08.343 INFO:tasks.workunit.client.0.smithi067.stdout:op 4418 completed, throughput=5MB/sec 2024-07-29T15:37:08.343 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-d8v5NBilxSZED0z off=5318392 len=119216 2024-07-29T15:37:08.344 INFO:tasks.workunit.client.0.smithi067.stdout:op 4419 completed, throughput=5MB/sec 2024-07-29T15:37:08.344 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-AS9cHNqX7bTWEBV off=4130798 len=1790264 2024-07-29T15:37:08.345 INFO:tasks.workunit.client.0.smithi067.stdout:op 4420 completed, throughput=5MB/sec 2024-07-29T15:37:08.346 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1sbNIAEhEfqqLFK off=2735006 len=870502 2024-07-29T15:37:08.350 INFO:tasks.workunit.client.0.smithi067.stdout:op 4421 completed, throughput=5MB/sec 2024-07-29T15:37:08.350 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-r9MMPZjH6MRqLrv off=815164 len=373991 2024-07-29T15:37:08.351 INFO:tasks.workunit.client.0.smithi067.stdout:op 4422 completed, throughput=5MB/sec 2024-07-29T15:37:08.351 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6StkfILyFVlvATO off=6303903 len=1915319 2024-07-29T15:37:08.363 INFO:tasks.workunit.client.0.smithi067.stdout:op 4423 completed, throughput=5MB/sec 2024-07-29T15:37:09.363 INFO:tasks.workunit.client.0.smithi067.stdout: 853: throughput=5MB/sec pending data=0 2024-07-29T15:37:09.363 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-dBbNPUP6d1oCAL3 off=7260808 len=1082419 2024-07-29T15:37:09.369 INFO:tasks.workunit.client.0.smithi067.stdout:op 4424 completed, throughput=5MB/sec 2024-07-29T15:37:09.369 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-InxwyDYhbHdatBy off=4707870 len=1948505 2024-07-29T15:37:09.373 INFO:tasks.workunit.client.0.smithi067.stdout:op 4425 completed, throughput=5MB/sec 2024-07-29T15:37:09.374 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-u4LvERMwbeNIcyW off=1546458 len=1353010 2024-07-29T15:37:09.379 INFO:tasks.workunit.client.0.smithi067.stdout:op 4426 completed, throughput=5MB/sec 2024-07-29T15:37:09.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:09 smithi067 ceph-mon[91995]: pgmap v1786: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:37:09.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:09 smithi067 ceph-mon[94375]: pgmap v1786: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:37:09.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:09 smithi138 ceph-mon[86438]: pgmap v1786: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:37:10.379 INFO:tasks.workunit.client.0.smithi067.stdout: 854: throughput=5MB/sec pending data=0 2024-07-29T15:37:10.379 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-hpqPau4yWFm9wTK off=1692398 len=1871346 2024-07-29T15:37:10.382 INFO:tasks.workunit.client.0.smithi067.stdout:op 4427 completed, throughput=5MB/sec 2024-07-29T15:37:10.382 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-dySFZse10xrbEE1 off=12687632 len=1210966 2024-07-29T15:37:10.389 INFO:tasks.workunit.client.0.smithi067.stdout:op 4428 completed, throughput=5MB/sec 2024-07-29T15:37:10.390 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DFMMkQwBYDgbqXu off=4851753 len=105383 2024-07-29T15:37:10.390 INFO:tasks.workunit.client.0.smithi067.stdout:op 4429 completed, throughput=5MB/sec 2024-07-29T15:37:10.391 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8byj493YViKM-I7 off=2239146 len=349132 2024-07-29T15:37:10.392 INFO:tasks.workunit.client.0.smithi067.stdout:op 4430 completed, throughput=5MB/sec 2024-07-29T15:37:10.392 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PMtR0DuUOTanvX5 off=4086345 len=485598 2024-07-29T15:37:10.393 INFO:tasks.workunit.client.0.smithi067.stdout:op 4431 completed, throughput=5MB/sec 2024-07-29T15:37:10.393 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fDkJ-teRWWAedP3 off=8868057 len=1048738 2024-07-29T15:37:10.394 INFO:tasks.workunit.client.0.smithi067.stdout:op 4432 completed, throughput=5MB/sec 2024-07-29T15:37:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:37:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:37:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:37:11.395 INFO:tasks.workunit.client.0.smithi067.stdout: 855: throughput=4.99MB/sec pending data=0 2024-07-29T15:37:11.395 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-A7C9SY5pWOPH2YK off=15600889 len=1057100 2024-07-29T15:37:11.397 INFO:tasks.workunit.client.0.smithi067.stdout:op 4433 completed, throughput=5MB/sec 2024-07-29T15:37:11.397 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1YzKMfhX9YRnXPU off=15035477 len=213486 2024-07-29T15:37:11.400 INFO:tasks.workunit.client.0.smithi067.stdout:op 4434 completed, throughput=5MB/sec 2024-07-29T15:37:11.400 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-OgBMsTrRRHq8ye2 off=9409561 len=1732687 2024-07-29T15:37:11.405 INFO:tasks.workunit.client.0.smithi067.stdout:op 4435 completed, throughput=5MB/sec 2024-07-29T15:37:11.405 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-j0VG3gICnp1iLw3 off=8444078 len=462327 2024-07-29T15:37:11.406 INFO:tasks.workunit.client.0.smithi067.stdout:op 4436 completed, throughput=5MB/sec 2024-07-29T15:37:11.407 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BFSWKcamNy1tKuR off=16900426 len=1798820 2024-07-29T15:37:11.409 INFO:tasks.workunit.client.0.smithi067.stdout:op 4437 completed, throughput=5MB/sec 2024-07-29T15:37:11.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:11 smithi067 ceph-mon[94375]: pgmap v1787: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:37:11.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:11 smithi067 ceph-mon[91995]: pgmap v1787: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:37:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:11 smithi138 ceph-mon[86438]: pgmap v1787: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:37:12.409 INFO:tasks.workunit.client.0.smithi067.stdout: 856: throughput=4.99MB/sec pending data=0 2024-07-29T15:37:12.409 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-aVRwZAX6cooOfUQ off=1785084 len=352562 2024-07-29T15:37:12.410 INFO:tasks.workunit.client.0.smithi067.stdout:op 4438 completed, throughput=5MB/sec 2024-07-29T15:37:12.410 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-QyV1oQMB4TgrsWC off=847867 len=424780 2024-07-29T15:37:12.412 INFO:tasks.workunit.client.0.smithi067.stdout:op 4439 completed, throughput=5MB/sec 2024-07-29T15:37:12.412 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_S0mbpmEuYgDcEv off=18103698 len=1194139 2024-07-29T15:37:12.418 INFO:tasks.workunit.client.0.smithi067.stdout:op 4440 completed, throughput=5MB/sec 2024-07-29T15:37:12.419 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-K9Z59SXFP_6PCAN off=1907601 len=776870 2024-07-29T15:37:12.423 INFO:tasks.workunit.client.0.smithi067.stdout:op 4441 completed, throughput=5MB/sec 2024-07-29T15:37:12.423 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Y8PDAXyA2pmjscI off=10555396 len=907105 2024-07-29T15:37:12.428 INFO:tasks.workunit.client.0.smithi067.stdout:op 4442 completed, throughput=5MB/sec 2024-07-29T15:37:12.428 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_3Ggo8XpoCq-Cre off=6912866 len=440819 2024-07-29T15:37:12.429 INFO:tasks.workunit.client.0.smithi067.stdout:op 4443 completed, throughput=5MB/sec 2024-07-29T15:37:12.429 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1o43giaz3H9RXXS off=7295228 len=71018 2024-07-29T15:37:12.432 INFO:tasks.workunit.client.0.smithi067.stdout:op 4444 completed, throughput=5MB/sec 2024-07-29T15:37:12.432 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-xwmgjqNW7MLeLq2 off=4552209 len=1942354 2024-07-29T15:37:12.443 INFO:tasks.workunit.client.0.smithi067.stdout:op 4445 completed, throughput=5MB/sec 2024-07-29T15:37:13.443 INFO:tasks.workunit.client.0.smithi067.stdout: 857: throughput=5MB/sec pending data=0 2024-07-29T15:37:13.443 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_KewG2ktTQCOu3_ off=12643473 len=1294317 2024-07-29T15:37:13.445 INFO:tasks.workunit.client.0.smithi067.stdout:op 4446 completed, throughput=5MB/sec 2024-07-29T15:37:13.445 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-iw-1cCWnk8MLrX9 off=13992762 len=993741 2024-07-29T15:37:13.446 INFO:tasks.workunit.client.0.smithi067.stdout:op 4447 completed, throughput=5MB/sec 2024-07-29T15:37:13.446 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-RjeOJ2XDKRFQBPH off=10876855 len=701269 2024-07-29T15:37:13.452 INFO:tasks.workunit.client.0.smithi067.stdout:op 4448 completed, throughput=5MB/sec 2024-07-29T15:37:13.452 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BB1w1R6Diof5nhA off=1091586 len=1444470 2024-07-29T15:37:13.454 INFO:tasks.workunit.client.0.smithi067.stdout:op 4449 completed, throughput=5MB/sec 2024-07-29T15:37:13.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:13 smithi067 ceph-mon[91995]: pgmap v1788: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:37:13.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:13 smithi067 ceph-mon[94375]: pgmap v1788: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:37:13.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:13 smithi138 ceph-mon[86438]: pgmap v1788: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:37:14.454 INFO:tasks.workunit.client.0.smithi067.stdout: 858: throughput=4.99MB/sec pending data=0 2024-07-29T15:37:14.454 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-cNvq0WsO1U_jgzB off=401783 len=1628772 2024-07-29T15:37:14.457 INFO:tasks.workunit.client.0.smithi067.stdout:op 4450 completed, throughput=5MB/sec 2024-07-29T15:37:14.457 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-mgnsgZ3k1zLR4RB off=4144371 len=1797020 2024-07-29T15:37:14.464 INFO:tasks.workunit.client.0.smithi067.stdout:op 4451 completed, throughput=5MB/sec 2024-07-29T15:37:14.464 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5QpQqcGObttVpHv off=15284228 len=1635994 2024-07-29T15:37:14.470 INFO:tasks.workunit.client.0.smithi067.stdout:op 4452 completed, throughput=5MB/sec 2024-07-29T15:37:15.471 INFO:tasks.workunit.client.0.smithi067.stdout: 859: throughput=4.99MB/sec pending data=0 2024-07-29T15:37:15.471 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-fscymEVTA7igSYZ off=4375284 len=1366973 2024-07-29T15:37:15.480 INFO:tasks.workunit.client.0.smithi067.stdout:op 4453 completed, throughput=5MB/sec 2024-07-29T15:37:15.480 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pJiai3EWRs0XEOU off=6944851 len=1204053 2024-07-29T15:37:15.481 INFO:tasks.workunit.client.0.smithi067.stdout:op 4454 completed, throughput=5MB/sec 2024-07-29T15:37:15.481 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-LmehgDj-RhG_86s off=362275 len=171877 2024-07-29T15:37:15.482 INFO:tasks.workunit.client.0.smithi067.stdout:op 4455 completed, throughput=5MB/sec 2024-07-29T15:37:15.482 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-rz5Gpc9apguS6ZY off=2255954 len=1718289 2024-07-29T15:37:15.484 INFO:tasks.workunit.client.0.smithi067.stdout:op 4456 completed, throughput=5MB/sec 2024-07-29T15:37:15.484 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-zdFXYaKLg4_OPFD off=2631499 len=1355527 2024-07-29T15:37:15.485 INFO:tasks.workunit.client.0.smithi067.stdout:op 4457 completed, throughput=5MB/sec 2024-07-29T15:37:15.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:15 smithi067 ceph-mon[91995]: pgmap v1789: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:37:15.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:15 smithi067 ceph-mon[94375]: pgmap v1789: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:37:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:15 smithi138 ceph-mon[86438]: pgmap v1789: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:37:16.486 INFO:tasks.workunit.client.0.smithi067.stdout: 860: throughput=4.99MB/sec pending data=0 2024-07-29T15:37:16.486 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-vBIIgepbrqPkuW5 off=12556778 len=352839 2024-07-29T15:37:16.487 INFO:tasks.workunit.client.0.smithi067.stdout:op 4458 completed, throughput=5MB/sec 2024-07-29T15:37:16.487 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-uVCGp-83tSd-mie off=273588 len=1177562 2024-07-29T15:37:16.493 INFO:tasks.workunit.client.0.smithi067.stdout:op 4459 completed, throughput=5MB/sec 2024-07-29T15:37:16.493 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lBIDk8i0wdD4wBh off=19960439 len=107324 2024-07-29T15:37:16.494 INFO:tasks.workunit.client.0.smithi067.stdout:op 4460 completed, throughput=5MB/sec 2024-07-29T15:37:16.494 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ItwXDEGvH9W7LAk off=2569780 len=1830046 2024-07-29T15:37:16.505 INFO:tasks.workunit.client.0.smithi067.stdout:op 4461 completed, throughput=5MB/sec 2024-07-29T15:37:16.505 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1giItRD7sQHnwiq off=10045942 len=1288556 2024-07-29T15:37:16.506 INFO:tasks.workunit.client.0.smithi067.stdout:op 4462 completed, throughput=5MB/sec 2024-07-29T15:37:17.507 INFO:tasks.workunit.client.0.smithi067.stdout: 861: throughput=4.99MB/sec pending data=0 2024-07-29T15:37:17.507 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-nco3ZNn3of8_TR2 off=1022234 len=817580 2024-07-29T15:37:17.508 INFO:tasks.workunit.client.0.smithi067.stdout:op 4463 completed, throughput=5MB/sec 2024-07-29T15:37:17.508 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-K4Yl7h7gwPUd3qr off=2355812 len=543335 2024-07-29T15:37:17.512 INFO:tasks.workunit.client.0.smithi067.stdout:op 4464 completed, throughput=5MB/sec 2024-07-29T15:37:17.512 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ukw7K_GC1sK__wx off=3190387 len=123256 2024-07-29T15:37:17.514 INFO:tasks.workunit.client.0.smithi067.stdout:op 4465 completed, throughput=5MB/sec 2024-07-29T15:37:17.514 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-frVh6O3qZ_VJgyv off=5493321 len=550765 2024-07-29T15:37:17.518 INFO:tasks.workunit.client.0.smithi067.stdout:op 4466 completed, throughput=5MB/sec 2024-07-29T15:37:17.518 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--QQR8bi_myFluMi off=5397310 len=949996 2024-07-29T15:37:17.522 INFO:tasks.workunit.client.0.smithi067.stdout:op 4467 completed, throughput=5MB/sec 2024-07-29T15:37:17.522 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8KGstUdvL83Ul7H off=15344904 len=1334621 2024-07-29T15:37:17.529 INFO:tasks.workunit.client.0.smithi067.stdout:op 4468 completed, throughput=5MB/sec 2024-07-29T15:37:17.529 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1UAyLoto352-eFY off=2521660 len=1979475 2024-07-29T15:37:17.536 INFO:tasks.workunit.client.0.smithi067.stdout:op 4469 completed, throughput=5MB/sec 2024-07-29T15:37:17.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:17 smithi067 ceph-mon[91995]: pgmap v1790: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:37:17.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:17 smithi067 ceph-mon[94375]: pgmap v1790: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:37:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:17 smithi138 ceph-mon[86438]: pgmap v1790: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:37:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:37:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:37:17] "GET /metrics HTTP/1.1" 200 34216 "" "Prometheus/2.51.0" 2024-07-29T15:37:18.536 INFO:tasks.workunit.client.0.smithi067.stdout: 862: throughput=5MB/sec pending data=0 2024-07-29T15:37:18.536 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MsdH2xzCLHMMGU4 off=3850264 len=2050034 2024-07-29T15:37:18.539 INFO:tasks.workunit.client.0.smithi067.stdout:op 4470 completed, throughput=5MB/sec 2024-07-29T15:37:18.539 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NF9rSpri7-zepX9 off=337516 len=1430862 2024-07-29T15:37:18.546 INFO:tasks.workunit.client.0.smithi067.stdout:op 4471 completed, throughput=5MB/sec 2024-07-29T15:37:18.547 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8B5lLkNW-ZFw7Mp off=3210890 len=1760292 2024-07-29T15:37:18.549 INFO:tasks.workunit.client.0.smithi067.stdout:op 4472 completed, throughput=5MB/sec 2024-07-29T15:37:19.549 INFO:tasks.workunit.client.0.smithi067.stdout: 863: throughput=5MB/sec pending data=0 2024-07-29T15:37:19.549 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-RpNnpDhR5BOxy-y off=405744 len=985782 2024-07-29T15:37:19.554 INFO:tasks.workunit.client.0.smithi067.stdout:op 4473 completed, throughput=5MB/sec 2024-07-29T15:37:19.554 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-cHvdL-voUJqrCp_ off=17937928 len=453955 2024-07-29T15:37:19.556 INFO:tasks.workunit.client.0.smithi067.stdout:op 4474 completed, throughput=5MB/sec 2024-07-29T15:37:19.556 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wUsaK_ZyEVlV6d_ off=21552 len=121934 2024-07-29T15:37:19.557 INFO:tasks.workunit.client.0.smithi067.stdout:op 4475 completed, throughput=5MB/sec 2024-07-29T15:37:19.557 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lhEiBK2DTKRfZ-O off=6367991 len=1293081 2024-07-29T15:37:19.558 INFO:tasks.workunit.client.0.smithi067.stdout:op 4476 completed, throughput=5MB/sec 2024-07-29T15:37:19.559 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Sw15_RxgOgYkaM7 off=15506314 len=965796 2024-07-29T15:37:19.563 INFO:tasks.workunit.client.0.smithi067.stdout:op 4477 completed, throughput=5MB/sec 2024-07-29T15:37:19.563 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-pTn3NMclXgVUMOS off=731474 len=1973663 2024-07-29T15:37:19.571 INFO:tasks.workunit.client.0.smithi067.stdout:op 4478 completed, throughput=5MB/sec 2024-07-29T15:37:19.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:19 smithi067 ceph-mon[94375]: pgmap v1791: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:37:19.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:19 smithi067 ceph-mon[91995]: pgmap v1791: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:37:19.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:19 smithi138 ceph-mon[86438]: pgmap v1791: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:37:20.466 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:37:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:37:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:37:20.572 INFO:tasks.workunit.client.0.smithi067.stdout: 864: throughput=5MB/sec pending data=0 2024-07-29T15:37:20.572 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-RPhLrXqOXp6UlcN off=1272075 len=1900160 2024-07-29T15:37:20.574 INFO:tasks.workunit.client.0.smithi067.stdout:op 4479 completed, throughput=5MB/sec 2024-07-29T15:37:20.574 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-eUb6QsKgqSb_4fx off=20021036 len=1618277 2024-07-29T15:37:20.584 INFO:tasks.workunit.client.0.smithi067.stdout:op 4480 completed, throughput=5MB/sec 2024-07-29T15:37:20.584 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-u0UQAQqsFxR5eWR off=18910979 len=1475768 2024-07-29T15:37:20.585 INFO:tasks.workunit.client.0.smithi067.stdout:op 4481 completed, throughput=5MB/sec 2024-07-29T15:37:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:37:20.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:37:20.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:37:21.585 INFO:tasks.workunit.client.0.smithi067.stdout: 865: throughput=5MB/sec pending data=0 2024-07-29T15:37:21.586 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bcsibFjFtEIHoaa off=4600933 len=501559 2024-07-29T15:37:21.590 INFO:tasks.workunit.client.0.smithi067.stdout:op 4482 completed, throughput=5MB/sec 2024-07-29T15:37:21.590 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0-ixHBzG_18c8Bt off=95820 len=157623 2024-07-29T15:37:21.590 INFO:tasks.workunit.client.0.smithi067.stdout:op 4483 completed, throughput=5MB/sec 2024-07-29T15:37:21.590 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Kwsk1BbOyBOj1IF off=2691634 len=581971 2024-07-29T15:37:21.594 INFO:tasks.workunit.client.0.smithi067.stdout:op 4484 completed, throughput=5MB/sec 2024-07-29T15:37:21.594 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-iHHjTnNeOo3kNtI off=5654462 len=734378 2024-07-29T15:37:21.597 INFO:tasks.workunit.client.0.smithi067.stdout:op 4485 completed, throughput=5MB/sec 2024-07-29T15:37:21.597 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-99uHLLCbDza1ujc off=6022178 len=61122 2024-07-29T15:37:21.597 INFO:tasks.workunit.client.0.smithi067.stdout:op 4486 completed, throughput=5MB/sec 2024-07-29T15:37:21.597 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-uhg_f40hZ7W65_T off=3644367 len=1928084 2024-07-29T15:37:21.609 INFO:tasks.workunit.client.0.smithi067.stdout:op 4487 completed, throughput=5MB/sec 2024-07-29T15:37:21.609 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ealvVjxPE6LAFZK off=15672213 len=503979 2024-07-29T15:37:21.613 INFO:tasks.workunit.client.0.smithi067.stdout:op 4488 completed, throughput=5MB/sec 2024-07-29T15:37:21.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:21 smithi067 ceph-mon[91995]: pgmap v1792: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:37:21.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:21 smithi067 ceph-mon[94375]: pgmap v1792: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:37:21.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:21 smithi138 ceph-mon[86438]: pgmap v1792: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:37:22.613 INFO:tasks.workunit.client.0.smithi067.stdout: 866: throughput=4.99MB/sec pending data=0 2024-07-29T15:37:22.613 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BIZmbYpMAnJK2jY off=1062785 len=1980279 2024-07-29T15:37:22.616 INFO:tasks.workunit.client.0.smithi067.stdout:op 4489 completed, throughput=5MB/sec 2024-07-29T15:37:22.616 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-utINFnR4bCGKRQ5 off=3374766 len=113492 2024-07-29T15:37:22.618 INFO:tasks.workunit.client.0.smithi067.stdout:op 4490 completed, throughput=5MB/sec 2024-07-29T15:37:22.618 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6gNPmrVp8b7LBrc off=4084889 len=1392135 2024-07-29T15:37:22.626 INFO:tasks.workunit.client.0.smithi067.stdout:op 4491 completed, throughput=5MB/sec 2024-07-29T15:37:22.626 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-knw9-i59KumK4ws off=10282722 len=1970977 2024-07-29T15:37:22.637 INFO:tasks.workunit.client.0.smithi067.stdout:op 4492 completed, throughput=5MB/sec 2024-07-29T15:37:23.637 INFO:tasks.workunit.client.0.smithi067.stdout: 867: throughput=4.99MB/sec pending data=0 2024-07-29T15:37:23.638 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qafp3HcmABxGPG2 off=2022364 len=1794189 2024-07-29T15:37:23.647 INFO:tasks.workunit.client.0.smithi067.stdout:op 4493 completed, throughput=5MB/sec 2024-07-29T15:37:23.647 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-x3APas7zJGLG4yg off=713105 len=1942955 2024-07-29T15:37:23.650 INFO:tasks.workunit.client.0.smithi067.stdout:op 4494 completed, throughput=5MB/sec 2024-07-29T15:37:23.650 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5LPCTcijbKfQlkC off=5162891 len=928154 2024-07-29T15:37:23.651 INFO:tasks.workunit.client.0.smithi067.stdout:op 4495 completed, throughput=5MB/sec 2024-07-29T15:37:23.652 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-nrQ489FoERuCNLy off=3408941 len=289413 2024-07-29T15:37:23.653 INFO:tasks.workunit.client.0.smithi067.stdout:op 4496 completed, throughput=5MB/sec 2024-07-29T15:37:23.653 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_Fy0VSuvAJY1bNu off=17812948 len=559374 2024-07-29T15:37:23.653 INFO:tasks.workunit.client.0.smithi067.stdout:op 4497 completed, throughput=5MB/sec 2024-07-29T15:37:23.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:23 smithi067 ceph-mon[91995]: pgmap v1793: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:37:23.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:23 smithi067 ceph-mon[94375]: pgmap v1793: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:37:23.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:23 smithi138 ceph-mon[86438]: pgmap v1793: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:37:24.653 INFO:tasks.workunit.client.0.smithi067.stdout: 868: throughput=4.99MB/sec pending data=0 2024-07-29T15:37:24.654 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-UHqiS-c9N8jh5iV off=2097549 len=829164 2024-07-29T15:37:24.657 INFO:tasks.workunit.client.0.smithi067.stdout:op 4498 completed, throughput=5MB/sec 2024-07-29T15:37:24.657 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ShvNR8GRAEPxpHs off=985813 len=1486020 2024-07-29T15:37:24.664 INFO:tasks.workunit.client.0.smithi067.stdout:op 4499 completed, throughput=5MB/sec 2024-07-29T15:37:24.664 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-IRF_5aZEXXCx-w0 off=8857829 len=2019312 2024-07-29T15:37:24.672 INFO:tasks.workunit.client.0.smithi067.stdout:op 4500 completed, throughput=5MB/sec 2024-07-29T15:37:24.672 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-CZYG0XGFhLfLLsr off=16079761 len=278395 2024-07-29T15:37:24.673 INFO:tasks.workunit.client.0.smithi067.stdout:op 4501 completed, throughput=5MB/sec 2024-07-29T15:37:24.673 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0cDD_Il3Q-cD2kz off=9764821 len=1348121 2024-07-29T15:37:24.674 INFO:tasks.workunit.client.0.smithi067.stdout:op 4502 completed, throughput=5MB/sec 2024-07-29T15:37:24.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:24 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:37:24.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:24 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:37:24.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:24 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:37:25.674 INFO:tasks.workunit.client.0.smithi067.stdout: 869: throughput=5MB/sec pending data=0 2024-07-29T15:37:25.675 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-YTSCuFnq6cq08b3 off=8570448 len=767965 2024-07-29T15:37:25.676 INFO:tasks.workunit.client.0.smithi067.stdout:op 4503 completed, throughput=5MB/sec 2024-07-29T15:37:25.676 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YlUlo1txDtzBUo- off=8580567 len=2005922 2024-07-29T15:37:25.690 INFO:tasks.workunit.client.0.smithi067.stdout:op 4504 completed, throughput=5MB/sec 2024-07-29T15:37:25.690 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Aj2TAdwhpuoY9gk off=7814512 len=760476 2024-07-29T15:37:25.694 INFO:tasks.workunit.client.0.smithi067.stdout:op 4505 completed, throughput=5MB/sec 2024-07-29T15:37:25.694 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-7xAK2X50EhS64Do off=4144605 len=2016749 2024-07-29T15:37:25.697 INFO:tasks.workunit.client.0.smithi067.stdout:op 4506 completed, throughput=5MB/sec 2024-07-29T15:37:25.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:25 smithi067 ceph-mon[91995]: pgmap v1794: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:37:25.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:25 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:37:25.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:25 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:37:25.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:25 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:37:25.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:25 smithi067 ceph-mon[94375]: pgmap v1794: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:37:25.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:25 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:37:25.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:25 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:37:25.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:25 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:37:25.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:25 smithi138 ceph-mon[86438]: pgmap v1794: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:37:25.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:25 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:37:25.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:25 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:37:25.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:25 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:37:26.698 INFO:tasks.workunit.client.0.smithi067.stdout: 870: throughput=5MB/sec pending data=0 2024-07-29T15:37:26.698 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_SiB-8AjldnjPgM off=2956702 len=1869530 2024-07-29T15:37:26.707 INFO:tasks.workunit.client.0.smithi067.stdout:op 4507 completed, throughput=5MB/sec 2024-07-29T15:37:26.707 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-vCDA_iqzHLlU83C off=7277519 len=158164 2024-07-29T15:37:26.708 INFO:tasks.workunit.client.0.smithi067.stdout:op 4508 completed, throughput=5MB/sec 2024-07-29T15:37:26.708 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-f6aFu1OM85OQhpB off=1140949 len=1844018 2024-07-29T15:37:26.709 INFO:tasks.workunit.client.0.smithi067.stdout:op 4509 completed, throughput=5MB/sec 2024-07-29T15:37:26.709 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lReBrrFtUNWmep3 off=852225 len=419814 2024-07-29T15:37:26.713 INFO:tasks.workunit.client.0.smithi067.stdout:op 4510 completed, throughput=5MB/sec 2024-07-29T15:37:27.713 INFO:tasks.workunit.client.0.smithi067.stdout: 871: throughput=4.99MB/sec pending data=0 2024-07-29T15:37:27.714 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3HuykeecLsuDgqa off=128680 len=916651 2024-07-29T15:37:27.714 INFO:tasks.workunit.client.0.smithi067.stdout:op 4511 completed, throughput=5MB/sec 2024-07-29T15:37:27.715 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-dc8p1Rac9vvt55E off=180184 len=2002984 2024-07-29T15:37:27.723 INFO:tasks.workunit.client.0.smithi067.stdout:op 4512 completed, throughput=5MB/sec 2024-07-29T15:37:27.723 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-I7S5paptyToYGv4 off=6866458 len=796721 2024-07-29T15:37:27.724 INFO:tasks.workunit.client.0.smithi067.stdout:op 4513 completed, throughput=5MB/sec 2024-07-29T15:37:27.724 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-j8w7jFQsKil8J3k off=3837371 len=249428 2024-07-29T15:37:27.725 INFO:tasks.workunit.client.0.smithi067.stdout:op 4514 completed, throughput=5MB/sec 2024-07-29T15:37:27.725 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-DZzYxVfemWt14Qo off=9566506 len=17095 2024-07-29T15:37:27.727 INFO:tasks.workunit.client.0.smithi067.stdout:op 4515 completed, throughput=5MB/sec 2024-07-29T15:37:27.727 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ijTPnJjTdKTnjOt off=7283013 len=715827 2024-07-29T15:37:27.731 INFO:tasks.workunit.client.0.smithi067.stdout:op 4516 completed, throughput=5MB/sec 2024-07-29T15:37:27.731 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rdju9VommHJT2KD off=4715204 len=364929 2024-07-29T15:37:27.734 INFO:tasks.workunit.client.0.smithi067.stdout:op 4517 completed, throughput=5MB/sec 2024-07-29T15:37:27.734 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8Vm84aj3nm8hxqS off=7749286 len=759142 2024-07-29T15:37:27.736 INFO:tasks.workunit.client.0.smithi067.stdout:op 4518 completed, throughput=5MB/sec 2024-07-29T15:37:27.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:27 smithi067 ceph-mon[91995]: pgmap v1795: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:37:27.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:27 smithi067 ceph-mon[94375]: pgmap v1795: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:37:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:27 smithi138 ceph-mon[86438]: pgmap v1795: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:37:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:37:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:37:27] "GET /metrics HTTP/1.1" 200 34214 "" "Prometheus/2.51.0" 2024-07-29T15:37:28.736 INFO:tasks.workunit.client.0.smithi067.stdout: 872: throughput=4.99MB/sec pending data=0 2024-07-29T15:37:28.736 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-86uhnkhLvf_FVbN off=1633070 len=1439855 2024-07-29T15:37:28.744 INFO:tasks.workunit.client.0.smithi067.stdout:op 4519 completed, throughput=5MB/sec 2024-07-29T15:37:28.745 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-oWn4lg3eVGngRrw off=20637269 len=1700119 2024-07-29T15:37:28.751 INFO:tasks.workunit.client.0.smithi067.stdout:op 4520 completed, throughput=5MB/sec 2024-07-29T15:37:28.752 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CzIj7t57zk78cP5 off=5357402 len=1446243 2024-07-29T15:37:28.758 INFO:tasks.workunit.client.0.smithi067.stdout:op 4521 completed, throughput=5MB/sec 2024-07-29T15:37:28.758 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-f58nVSi8d5-e8Hv off=9788274 len=1222711 2024-07-29T15:37:28.762 INFO:tasks.workunit.client.0.smithi067.stdout:op 4522 completed, throughput=5MB/sec 2024-07-29T15:37:29.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:29 smithi067 ceph-mon[91995]: pgmap v1796: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:37:29.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:29 smithi067 ceph-mon[94375]: pgmap v1796: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:37:29.763 INFO:tasks.workunit.client.0.smithi067.stdout: 873: throughput=5MB/sec pending data=0 2024-07-29T15:37:29.763 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-hpoaQor3mbUgLqV off=547557 len=701040 2024-07-29T15:37:29.764 INFO:tasks.workunit.client.0.smithi067.stdout:op 4523 completed, throughput=5MB/sec 2024-07-29T15:37:29.764 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-C5T3y2nB5htX1xX off=7022203 len=170383 2024-07-29T15:37:29.765 INFO:tasks.workunit.client.0.smithi067.stdout:op 4524 completed, throughput=5MB/sec 2024-07-29T15:37:29.765 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bKhHhqHiISU5Vbh off=1831024 len=911205 2024-07-29T15:37:29.771 INFO:tasks.workunit.client.0.smithi067.stdout:op 4525 completed, throughput=5MB/sec 2024-07-29T15:37:29.771 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-nddsklH725nySRM off=54760 len=1006958 2024-07-29T15:37:29.777 INFO:tasks.workunit.client.0.smithi067.stdout:op 4526 completed, throughput=5MB/sec 2024-07-29T15:37:29.777 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-xFV_H11-EuYVRg1 off=6594571 len=584683 2024-07-29T15:37:29.780 INFO:tasks.workunit.client.0.smithi067.stdout:op 4527 completed, throughput=5MB/sec 2024-07-29T15:37:29.781 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-dra46bnQM2Zx4JA off=12092089 len=1998311 2024-07-29T15:37:29.783 INFO:tasks.workunit.client.0.smithi067.stdout:op 4528 completed, throughput=5MB/sec 2024-07-29T15:37:29.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:29 smithi138 ceph-mon[86438]: pgmap v1796: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:37:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:37:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:37:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:37:30.783 INFO:tasks.workunit.client.0.smithi067.stdout: 874: throughput=5MB/sec pending data=0 2024-07-29T15:37:30.783 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-TUrSt9FWC0g7SaK off=5165422 len=743776 2024-07-29T15:37:30.788 INFO:tasks.workunit.client.0.smithi067.stdout:op 4529 completed, throughput=5MB/sec 2024-07-29T15:37:30.788 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-vK-gOdvrQ_4n4sO off=571774 len=367879 2024-07-29T15:37:30.791 INFO:tasks.workunit.client.0.smithi067.stdout:op 4530 completed, throughput=5MB/sec 2024-07-29T15:37:30.791 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-E0UkeQSWUpC_Bw6 off=1490354 len=1879715 2024-07-29T15:37:30.794 INFO:tasks.workunit.client.0.smithi067.stdout:op 4531 completed, throughput=5MB/sec 2024-07-29T15:37:30.794 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-XptEzgPSdKFzzza off=12380171 len=1726085 2024-07-29T15:37:30.803 INFO:tasks.workunit.client.0.smithi067.stdout:op 4532 completed, throughput=5MB/sec 2024-07-29T15:37:31.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:31 smithi067 ceph-mon[91995]: pgmap v1797: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:37:31.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:31 smithi067 ceph-mon[94375]: pgmap v1797: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:37:31.804 INFO:tasks.workunit.client.0.smithi067.stdout: 875: throughput=4.99MB/sec pending data=0 2024-07-29T15:37:31.804 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9VgU1ZldL7Wr70N off=608062 len=1001270 2024-07-29T15:37:31.806 INFO:tasks.workunit.client.0.smithi067.stdout:op 4533 completed, throughput=5MB/sec 2024-07-29T15:37:31.806 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ECCO1p6VRztQ9qM off=1923888 len=427246 2024-07-29T15:37:31.809 INFO:tasks.workunit.client.0.smithi067.stdout:op 4534 completed, throughput=5MB/sec 2024-07-29T15:37:31.810 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wT5I8vSeMobdoTX off=14944341 len=495245 2024-07-29T15:37:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:31 smithi138 ceph-mon[86438]: pgmap v1797: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:37:31.811 INFO:tasks.workunit.client.0.smithi067.stdout:op 4535 completed, throughput=5MB/sec 2024-07-29T15:37:31.811 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-nSy9MHoZ_6GCg2W off=9244797 len=1716 2024-07-29T15:37:31.813 INFO:tasks.workunit.client.0.smithi067.stdout:op 4536 completed, throughput=5MB/sec 2024-07-29T15:37:31.813 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-JvSzNtrK1oP5moZ off=5076811 len=1883107 2024-07-29T15:37:31.815 INFO:tasks.workunit.client.0.smithi067.stdout:op 4537 completed, throughput=5MB/sec 2024-07-29T15:37:31.815 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-w087gSGgYkEb1K7 off=6659296 len=82253 2024-07-29T15:37:31.816 INFO:tasks.workunit.client.0.smithi067.stdout:op 4538 completed, throughput=5MB/sec 2024-07-29T15:37:31.816 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Q61lBatm_M0Wpzj off=2702974 len=691954 2024-07-29T15:37:31.817 INFO:tasks.workunit.client.0.smithi067.stdout:op 4539 completed, throughput=5MB/sec 2024-07-29T15:37:31.818 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-WALdUbV-79nbNde off=73034 len=1490255 2024-07-29T15:37:31.825 INFO:tasks.workunit.client.0.smithi067.stdout:op 4540 completed, throughput=5MB/sec 2024-07-29T15:37:32.825 INFO:tasks.workunit.client.0.smithi067.stdout: 876: throughput=5MB/sec pending data=0 2024-07-29T15:37:32.825 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7XutNpbLwnRqE2Z off=2252118 len=1324538 2024-07-29T15:37:32.832 INFO:tasks.workunit.client.0.smithi067.stdout:op 4541 completed, throughput=5MB/sec 2024-07-29T15:37:32.832 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KGyLJR2skSuSdmC off=21022092 len=1560996 2024-07-29T15:37:32.841 INFO:tasks.workunit.client.0.smithi067.stdout:op 4542 completed, throughput=5MB/sec 2024-07-29T15:37:32.841 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KzI4Z1U4pQEJHMB off=4823116 len=858166 2024-07-29T15:37:32.846 INFO:tasks.workunit.client.0.smithi067.stdout:op 4543 completed, throughput=5MB/sec 2024-07-29T15:37:32.846 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-YgDVkB8Zu_o-kZ4 off=2340602 len=590910 2024-07-29T15:37:32.846 INFO:tasks.workunit.client.0.smithi067.stdout:op 4544 completed, throughput=5MB/sec 2024-07-29T15:37:33.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:33 smithi067 ceph-mon[91995]: pgmap v1798: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:37:33.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:33 smithi067 ceph-mon[94375]: pgmap v1798: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:37:33.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:33 smithi138 ceph-mon[86438]: pgmap v1798: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:37:33.847 INFO:tasks.workunit.client.0.smithi067.stdout: 877: throughput=4.99MB/sec pending data=0 2024-07-29T15:37:33.847 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-xEX185sTtKbLLy8 off=6253136 len=306045 2024-07-29T15:37:33.850 INFO:tasks.workunit.client.0.smithi067.stdout:op 4545 completed, throughput=4.99MB/sec 2024-07-29T15:37:33.850 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Qu5fwBJ2VJCEO8G off=2528605 len=1927746 2024-07-29T15:37:33.862 INFO:tasks.workunit.client.0.smithi067.stdout:op 4546 completed, throughput=5MB/sec 2024-07-29T15:37:33.862 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-E5cvLNl7a2oZFkn off=3588554 len=1274912 2024-07-29T15:37:33.863 INFO:tasks.workunit.client.0.smithi067.stdout:op 4547 completed, throughput=5MB/sec 2024-07-29T15:37:33.863 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Dmx3-AVgokGpJPB off=9851879 len=609796 2024-07-29T15:37:33.867 INFO:tasks.workunit.client.0.smithi067.stdout:op 4548 completed, throughput=5MB/sec 2024-07-29T15:37:33.867 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Yu8Qz0eW7W7yrlm off=1070988 len=1027977 2024-07-29T15:37:33.873 INFO:tasks.workunit.client.0.smithi067.stdout:op 4549 completed, throughput=5MB/sec 2024-07-29T15:37:33.873 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-tXxrBDQEsgqqLF3 off=731138 len=1013109 2024-07-29T15:37:33.877 INFO:tasks.workunit.client.0.smithi067.stdout:op 4550 completed, throughput=5MB/sec 2024-07-29T15:37:34.878 INFO:tasks.workunit.client.0.smithi067.stdout: 878: throughput=5MB/sec pending data=0 2024-07-29T15:37:34.878 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-K_3nn-PVoQPzdEv off=969166 len=697094 2024-07-29T15:37:34.882 INFO:tasks.workunit.client.0.smithi067.stdout:op 4551 completed, throughput=5MB/sec 2024-07-29T15:37:34.882 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lhk03J4ybKugSvQ off=6620038 len=2062858 2024-07-29T15:37:34.895 INFO:tasks.workunit.client.0.smithi067.stdout:op 4552 completed, throughput=5MB/sec 2024-07-29T15:37:34.895 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ps2hthyqFPJXfSp off=2256077 len=1027492 2024-07-29T15:37:34.901 INFO:tasks.workunit.client.0.smithi067.stdout:op 4553 completed, throughput=5MB/sec 2024-07-29T15:37:34.901 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1n0bY12So5BCPl_ off=3575422 len=788656 2024-07-29T15:37:34.902 INFO:tasks.workunit.client.0.smithi067.stdout:op 4554 completed, throughput=5MB/sec 2024-07-29T15:37:35.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:35 smithi138 ceph-mon[86438]: pgmap v1799: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:37:35.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:37:35.903 INFO:tasks.workunit.client.0.smithi067.stdout: 879: throughput=4.99MB/sec pending data=0 2024-07-29T15:37:35.903 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-P_Dy1P9M1RFoxBf off=3472192 len=920408 2024-07-29T15:37:35.907 INFO:tasks.workunit.client.0.smithi067.stdout:op 4555 completed, throughput=5MB/sec 2024-07-29T15:37:35.907 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-H_rsB--G7FzygFy off=1804428 len=1420773 2024-07-29T15:37:35.910 INFO:tasks.workunit.client.0.smithi067.stdout:op 4556 completed, throughput=5MB/sec 2024-07-29T15:37:35.910 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-HGyk0UV_Yg3V9gM off=2901178 len=224216 2024-07-29T15:37:35.913 INFO:tasks.workunit.client.0.smithi067.stdout:op 4557 completed, throughput=5MB/sec 2024-07-29T15:37:35.913 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-OYUf2DCYvDbsMnx off=18355678 len=352872 2024-07-29T15:37:35.916 INFO:tasks.workunit.client.0.smithi067.stdout:op 4558 completed, throughput=5MB/sec 2024-07-29T15:37:35.916 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-dWGXp8jg3ItXs7A off=898053 len=687003 2024-07-29T15:37:35.920 INFO:tasks.workunit.client.0.smithi067.stdout:op 4559 completed, throughput=5MB/sec 2024-07-29T15:37:35.921 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MYsmJm5h3LtecQV off=755377 len=1236720 2024-07-29T15:37:35.927 INFO:tasks.workunit.client.0.smithi067.stdout:op 4560 completed, throughput=5MB/sec 2024-07-29T15:37:35.927 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-WG43_twcpGdYXn9 off=16727832 len=1507061 2024-07-29T15:37:35.934 INFO:tasks.workunit.client.0.smithi067.stdout:op 4561 completed, throughput=5MB/sec 2024-07-29T15:37:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:35 smithi067 ceph-mon[91995]: pgmap v1799: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:37:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:37:35.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:35 smithi067 ceph-mon[94375]: pgmap v1799: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:37:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:37:36.935 INFO:tasks.workunit.client.0.smithi067.stdout: 880: throughput=5MB/sec pending data=0 2024-07-29T15:37:36.935 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-XkOU49MfaPWXEzJ off=20396874 len=1983490 2024-07-29T15:37:36.947 INFO:tasks.workunit.client.0.smithi067.stdout:op 4562 completed, throughput=5MB/sec 2024-07-29T15:37:36.947 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lzCR2DbePzkfiGV off=20015567 len=2005826 2024-07-29T15:37:36.950 INFO:tasks.workunit.client.0.smithi067.stdout:op 4563 completed, throughput=5MB/sec 2024-07-29T15:37:36.950 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3ZY5jHlc_qk55YV off=3029342 len=446524 2024-07-29T15:37:36.951 INFO:tasks.workunit.client.0.smithi067.stdout:op 4564 completed, throughput=5MB/sec 2024-07-29T15:37:37.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:37 smithi138 ceph-mon[86438]: pgmap v1800: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-29T15:37:37.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:37 smithi067 ceph-mon[91995]: pgmap v1800: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-29T15:37:37.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:37 smithi067 ceph-mon[94375]: pgmap v1800: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-29T15:37:37.952 INFO:tasks.workunit.client.0.smithi067.stdout: 881: throughput=4.99MB/sec pending data=0 2024-07-29T15:37:37.952 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CNlwqTxZMu46q2g off=3005225 len=1763260 2024-07-29T15:37:37.959 INFO:tasks.workunit.client.0.smithi067.stdout:op 4565 completed, throughput=5MB/sec 2024-07-29T15:37:37.959 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9JVlHZ-RRUCYg7T off=21234107 len=1679412 2024-07-29T15:37:37.968 INFO:tasks.workunit.client.0.smithi067.stdout:op 4566 completed, throughput=5MB/sec 2024-07-29T15:37:37.968 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3Zd5zOGO2JjV3W9 off=20868841 len=345892 2024-07-29T15:37:37.969 INFO:tasks.workunit.client.0.smithi067.stdout:op 4567 completed, throughput=5MB/sec 2024-07-29T15:37:37.969 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-oFGYB3474mgZnV9 off=100164 len=641273 2024-07-29T15:37:37.972 INFO:tasks.workunit.client.0.smithi067.stdout:op 4568 completed, throughput=5MB/sec 2024-07-29T15:37:37.972 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7jQArNSulfen8WE off=16320801 len=2073209 2024-07-29T15:37:37.982 INFO:tasks.workunit.client.0.smithi067.stdout:op 4569 completed, throughput=5MB/sec 2024-07-29T15:37:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:37:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:37:37] "GET /metrics HTTP/1.1" 200 34212 "" "Prometheus/2.51.0" 2024-07-29T15:37:38.983 INFO:tasks.workunit.client.0.smithi067.stdout: 882: throughput=5MB/sec pending data=0 2024-07-29T15:37:38.983 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lvR7zJZqvzY5wnF off=23154427 len=1813177 2024-07-29T15:37:38.985 INFO:tasks.workunit.client.0.smithi067.stdout:op 4570 completed, throughput=5MB/sec 2024-07-29T15:37:38.985 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-hkrXodcyoGOasrC off=10078890 len=1926423 2024-07-29T15:37:38.987 INFO:tasks.workunit.client.0.smithi067.stdout:op 4571 completed, throughput=5MB/sec 2024-07-29T15:37:38.987 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mtWk_ovDhU-bgjC off=11160035 len=880954 2024-07-29T15:37:38.990 INFO:tasks.workunit.client.0.smithi067.stdout:op 4572 completed, throughput=5MB/sec 2024-07-29T15:37:39.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:39 smithi067 ceph-mon[91995]: pgmap v1801: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-29T15:37:39.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:39 smithi067 ceph-mon[94375]: pgmap v1801: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-29T15:37:39.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:39 smithi138 ceph-mon[86438]: pgmap v1801: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-29T15:37:39.990 INFO:tasks.workunit.client.0.smithi067.stdout: 883: throughput=4.99MB/sec pending data=0 2024-07-29T15:37:39.990 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MpmcX4GYeibNuAX off=14375570 len=1443186 2024-07-29T15:37:39.992 INFO:tasks.workunit.client.0.smithi067.stdout:op 4573 completed, throughput=5MB/sec 2024-07-29T15:37:39.993 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-H337DdCihviyieP off=12815420 len=486403 2024-07-29T15:37:39.996 INFO:tasks.workunit.client.0.smithi067.stdout:op 4574 completed, throughput=5MB/sec 2024-07-29T15:37:39.997 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9g4XFMcgcFExMP7 off=6188931 len=1100674 2024-07-29T15:37:40.003 INFO:tasks.workunit.client.0.smithi067.stdout:op 4575 completed, throughput=5MB/sec 2024-07-29T15:37:40.003 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-zsQzGD-pcBitMnv off=2256610 len=636165 2024-07-29T15:37:40.004 INFO:tasks.workunit.client.0.smithi067.stdout:op 4576 completed, throughput=5MB/sec 2024-07-29T15:37:40.004 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3S4uaH1_pUT14-k off=471773 len=393095 2024-07-29T15:37:40.007 INFO:tasks.workunit.client.0.smithi067.stdout:op 4577 completed, throughput=5MB/sec 2024-07-29T15:37:40.008 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-zsJPsWKjMVfnh3_ off=4934436 len=1200478 2024-07-29T15:37:40.009 INFO:tasks.workunit.client.0.smithi067.stdout:op 4578 completed, throughput=5MB/sec 2024-07-29T15:37:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:37:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:37:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:37:41.010 INFO:tasks.workunit.client.0.smithi067.stdout: 884: throughput=4.99MB/sec pending data=0 2024-07-29T15:37:41.010 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MwiEZuLUeg3E2kz off=11260267 len=778090 2024-07-29T15:37:41.015 INFO:tasks.workunit.client.0.smithi067.stdout:op 4579 completed, throughput=5MB/sec 2024-07-29T15:37:41.015 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bjt1fkm5aPPI-bs off=14330083 len=362828 2024-07-29T15:37:41.016 INFO:tasks.workunit.client.0.smithi067.stdout:op 4580 completed, throughput=5MB/sec 2024-07-29T15:37:41.016 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-X-JSf1AEzW5_pgA off=17539517 len=1561977 2024-07-29T15:37:41.023 INFO:tasks.workunit.client.0.smithi067.stdout:op 4581 completed, throughput=5MB/sec 2024-07-29T15:37:41.023 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-C5T3y2nB5htX1xX off=13662042 len=160434 2024-07-29T15:37:41.024 INFO:tasks.workunit.client.0.smithi067.stdout:op 4582 completed, throughput=5MB/sec 2024-07-29T15:37:41.024 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-biLo7wknXk5ofDn off=13975507 len=1773722 2024-07-29T15:37:41.026 INFO:tasks.workunit.client.0.smithi067.stdout:op 4583 completed, throughput=5MB/sec 2024-07-29T15:37:41.026 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-RdqqhZZ3JXOgQf7 off=15495882 len=1187399 2024-07-29T15:37:41.034 INFO:tasks.workunit.client.0.smithi067.stdout:op 4584 completed, throughput=5MB/sec 2024-07-29T15:37:41.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:41 smithi067 ceph-mon[91995]: pgmap v1802: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-29T15:37:41.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:41 smithi067 ceph-mon[94375]: pgmap v1802: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-29T15:37:41.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:41 smithi138 ceph-mon[86438]: pgmap v1802: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-29T15:37:42.034 INFO:tasks.workunit.client.0.smithi067.stdout: 885: throughput=5MB/sec pending data=0 2024-07-29T15:37:42.035 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-e2_d8sjsZcsdk1l off=21369380 len=1360983 2024-07-29T15:37:42.037 INFO:tasks.workunit.client.0.smithi067.stdout:op 4585 completed, throughput=5MB/sec 2024-07-29T15:37:42.037 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4J5pL_XzIcUWf3B off=14786198 len=13828 2024-07-29T15:37:42.037 INFO:tasks.workunit.client.0.smithi067.stdout:op 4586 completed, throughput=5MB/sec 2024-07-29T15:37:42.037 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9V-ALIgCTHEqFoH off=5055875 len=1664245 2024-07-29T15:37:42.041 INFO:tasks.workunit.client.0.smithi067.stdout:op 4587 completed, throughput=5MB/sec 2024-07-29T15:37:42.041 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7GhJxJFkr8PXh6E off=67622 len=1426868 2024-07-29T15:37:42.047 INFO:tasks.workunit.client.0.smithi067.stdout:op 4588 completed, throughput=5MB/sec 2024-07-29T15:37:43.048 INFO:tasks.workunit.client.0.smithi067.stdout: 886: throughput=4.99MB/sec pending data=0 2024-07-29T15:37:43.048 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-aLf_AOdshe47R5q off=5063862 len=600898 2024-07-29T15:37:43.054 INFO:tasks.workunit.client.0.smithi067.stdout:op 4589 completed, throughput=5MB/sec 2024-07-29T15:37:43.054 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4QHmcAi48ZUuwCz off=4997802 len=383583 2024-07-29T15:37:43.057 INFO:tasks.workunit.client.0.smithi067.stdout:op 4590 completed, throughput=5MB/sec 2024-07-29T15:37:43.057 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-UyYXJrhKqetfl5n off=4676343 len=474387 2024-07-29T15:37:43.061 INFO:tasks.workunit.client.0.smithi067.stdout:op 4591 completed, throughput=5MB/sec 2024-07-29T15:37:43.061 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-AsBDY1J_KzxHGAm off=20640329 len=834021 2024-07-29T15:37:43.063 INFO:tasks.workunit.client.0.smithi067.stdout:op 4592 completed, throughput=5MB/sec 2024-07-29T15:37:43.063 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-G_8jciGa6PChE_t off=0 len=1635758 2024-07-29T15:37:43.072 INFO:tasks.workunit.client.0.smithi067.stdout:op 4593 completed, throughput=5MB/sec 2024-07-29T15:37:43.072 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-e05haLeFWq4FStA off=14231296 len=1487220 2024-07-29T15:37:43.079 INFO:tasks.workunit.client.0.smithi067.stdout:op 4594 completed, throughput=5MB/sec 2024-07-29T15:37:43.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:43 smithi067 ceph-mon[91995]: pgmap v1803: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-29T15:37:43.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:43 smithi067 ceph-mon[94375]: pgmap v1803: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-29T15:37:43.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:43 smithi138 ceph-mon[86438]: pgmap v1803: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-29T15:37:44.079 INFO:tasks.workunit.client.0.smithi067.stdout: 887: throughput=4.99MB/sec pending data=0 2024-07-29T15:37:44.079 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ukuUtBMHRP7QDPz off=2129301 len=2011888 2024-07-29T15:37:44.082 INFO:tasks.workunit.client.0.smithi067.stdout:op 4595 completed, throughput=5MB/sec 2024-07-29T15:37:44.082 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-JtLkO0Kbk9y1IEg off=1804077 len=2087225 2024-07-29T15:37:44.095 INFO:tasks.workunit.client.0.smithi067.stdout:op 4596 completed, throughput=5MB/sec 2024-07-29T15:37:44.095 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eMUNKf78WJfozWX off=4570933 len=733463 2024-07-29T15:37:44.096 INFO:tasks.workunit.client.0.smithi067.stdout:op 4597 completed, throughput=5MB/sec 2024-07-29T15:37:44.096 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-jH0DzTWJk37nL8M off=3056645 len=58863 2024-07-29T15:37:44.098 INFO:tasks.workunit.client.0.smithi067.stdout:op 4598 completed, throughput=5MB/sec 2024-07-29T15:37:44.098 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FcmMfjoemOuAH17 off=1424773 len=2029967 2024-07-29T15:37:44.100 INFO:tasks.workunit.client.0.smithi067.stdout:op 4599 completed, throughput=5MB/sec 2024-07-29T15:37:45.101 INFO:tasks.workunit.client.0.smithi067.stdout: 888: throughput=5MB/sec pending data=0 2024-07-29T15:37:45.101 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cCe0zKawMUCeKu4 off=3166538 len=850685 2024-07-29T15:37:45.106 INFO:tasks.workunit.client.0.smithi067.stdout:op 4600 completed, throughput=5MB/sec 2024-07-29T15:37:45.106 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--s-tLZtQZ42eLRG off=4480152 len=14667 2024-07-29T15:37:45.106 INFO:tasks.workunit.client.0.smithi067.stdout:op 4601 completed, throughput=5MB/sec 2024-07-29T15:37:45.106 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-JEmjxBrKMKceTC3 off=5082258 len=680294 2024-07-29T15:37:45.107 INFO:tasks.workunit.client.0.smithi067.stdout:op 4602 completed, throughput=5MB/sec 2024-07-29T15:37:45.107 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-t6DqwhAfffAEilR off=13584857 len=1109263 2024-07-29T15:37:45.114 INFO:tasks.workunit.client.0.smithi067.stdout:op 4603 completed, throughput=5MB/sec 2024-07-29T15:37:45.114 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-erN-o0gefkErp8j off=2341601 len=2053780 2024-07-29T15:37:45.127 INFO:tasks.workunit.client.0.smithi067.stdout:op 4604 completed, throughput=5MB/sec 2024-07-29T15:37:45.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:45 smithi067 ceph-mon[91995]: pgmap v1804: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:37:45.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:45 smithi067 ceph-mon[94375]: pgmap v1804: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:37:45.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:45 smithi138 ceph-mon[86438]: pgmap v1804: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:37:46.128 INFO:tasks.workunit.client.0.smithi067.stdout: 889: throughput=5MB/sec pending data=0 2024-07-29T15:37:46.128 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5wkjjLx2OpSR-wY off=5581376 len=343874 2024-07-29T15:37:46.128 INFO:tasks.workunit.client.0.smithi067.stdout:op 4605 completed, throughput=5MB/sec 2024-07-29T15:37:46.128 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KENMiBtR_YGCcTI off=792570 len=767813 2024-07-29T15:37:46.130 INFO:tasks.workunit.client.0.smithi067.stdout:op 4606 completed, throughput=5MB/sec 2024-07-29T15:37:46.130 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-fsNG94C7xfkBBfv off=10774592 len=1729812 2024-07-29T15:37:46.140 INFO:tasks.workunit.client.0.smithi067.stdout:op 4607 completed, throughput=5MB/sec 2024-07-29T15:37:46.140 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4tBq3JqLc27EhGA off=6327889 len=1240284 2024-07-29T15:37:46.143 INFO:tasks.workunit.client.0.smithi067.stdout:op 4608 completed, throughput=5MB/sec 2024-07-29T15:37:46.143 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-W_ULdCsYCwtwHdI off=8006888 len=1500196 2024-07-29T15:37:46.144 INFO:tasks.workunit.client.0.smithi067.stdout:op 4609 completed, throughput=5MB/sec 2024-07-29T15:37:47.145 INFO:tasks.workunit.client.0.smithi067.stdout: 890: throughput=5MB/sec pending data=0 2024-07-29T15:37:47.145 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NmdC6QY8yQqZU1I off=5569165 len=1568412 2024-07-29T15:37:47.152 INFO:tasks.workunit.client.0.smithi067.stdout:op 4610 completed, throughput=5MB/sec 2024-07-29T15:37:47.152 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-XDI3jH8Y1blx7-K off=231665 len=1355780 2024-07-29T15:37:47.154 INFO:tasks.workunit.client.0.smithi067.stdout:op 4611 completed, throughput=5MB/sec 2024-07-29T15:37:47.154 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bFAJ1DyfrBmF_lc off=16919051 len=721843 2024-07-29T15:37:47.159 INFO:tasks.workunit.client.0.smithi067.stdout:op 4612 completed, throughput=5MB/sec 2024-07-29T15:37:47.159 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-r5_mM2L775klfQx off=14648574 len=453316 2024-07-29T15:37:47.160 INFO:tasks.workunit.client.0.smithi067.stdout:op 4613 completed, throughput=5MB/sec 2024-07-29T15:37:47.160 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-IRF_5aZEXXCx-w0 off=7747637 len=1399879 2024-07-29T15:37:47.162 INFO:tasks.workunit.client.0.smithi067.stdout:op 4614 completed, throughput=5MB/sec 2024-07-29T15:37:47.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:47 smithi067 ceph-mon[94375]: pgmap v1805: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-29T15:37:47.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:47 smithi067 ceph-mon[91995]: pgmap v1805: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-29T15:37:47.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:47 smithi138 ceph-mon[86438]: pgmap v1805: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-29T15:37:48.163 INFO:tasks.workunit.client.0.smithi067.stdout: 891: throughput=5MB/sec pending data=0 2024-07-29T15:37:48.163 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0uKoVLt_fqbwFZS off=10995229 len=1605234 2024-07-29T15:37:48.170 INFO:tasks.workunit.client.0.smithi067.stdout:op 4615 completed, throughput=5MB/sec 2024-07-29T15:37:48.170 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eJYT0v4aAJdpUzU off=1256001 len=1543799 2024-07-29T15:37:48.173 INFO:tasks.workunit.client.0.smithi067.stdout:op 4616 completed, throughput=5MB/sec 2024-07-29T15:37:48.173 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-uVyhpg2pdrSfS1W off=1271152 len=1403416 2024-07-29T15:37:48.174 INFO:tasks.workunit.client.0.smithi067.stdout:op 4617 completed, throughput=5MB/sec 2024-07-29T15:37:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:37:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:37:47] "GET /metrics HTTP/1.1" 200 34212 "" "Prometheus/2.51.0" 2024-07-29T15:37:49.175 INFO:tasks.workunit.client.0.smithi067.stdout: 892: throughput=5MB/sec pending data=0 2024-07-29T15:37:49.175 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Ha6ofb9LiEPUAG5 off=17992932 len=1151326 2024-07-29T15:37:49.181 INFO:tasks.workunit.client.0.smithi067.stdout:op 4618 completed, throughput=5MB/sec 2024-07-29T15:37:49.181 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Ij9muAOxP40uCqL off=687677 len=1839961 2024-07-29T15:37:49.185 INFO:tasks.workunit.client.0.smithi067.stdout:op 4619 completed, throughput=5MB/sec 2024-07-29T15:37:49.185 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YiVyEHVTZyIA7RP off=9300168 len=1898581 2024-07-29T15:37:49.195 INFO:tasks.workunit.client.0.smithi067.stdout:op 4620 completed, throughput=5MB/sec 2024-07-29T15:37:49.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:49 smithi067 ceph-mon[91995]: pgmap v1806: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:37:49.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:49 smithi067 ceph-mon[94375]: pgmap v1806: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:37:49.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:49 smithi138 ceph-mon[86438]: pgmap v1806: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:37:50.195 INFO:tasks.workunit.client.0.smithi067.stdout: 893: throughput=4.99MB/sec pending data=0 2024-07-29T15:37:50.195 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-iTind-e6FvnB3SE off=2818149 len=1177670 2024-07-29T15:37:50.202 INFO:tasks.workunit.client.0.smithi067.stdout:op 4621 completed, throughput=5MB/sec 2024-07-29T15:37:50.202 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-cN-h2u3FnnAwTOX off=18708205 len=1060734 2024-07-29T15:37:50.205 INFO:tasks.workunit.client.0.smithi067.stdout:op 4622 completed, throughput=5MB/sec 2024-07-29T15:37:50.205 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gvBeqeDBdw5lSFn off=76134 len=477057 2024-07-29T15:37:50.206 INFO:tasks.workunit.client.0.smithi067.stdout:op 4623 completed, throughput=5MB/sec 2024-07-29T15:37:50.206 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rkPXS1wmkCgqK9g off=5612681 len=1787130 2024-07-29T15:37:50.215 INFO:tasks.workunit.client.0.smithi067.stdout:op 4624 completed, throughput=5MB/sec 2024-07-29T15:37:50.215 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bKEAvhZiQhK235s off=725813 len=1277027 2024-07-29T15:37:50.216 INFO:tasks.workunit.client.0.smithi067.stdout:op 4625 completed, throughput=5MB/sec 2024-07-29T15:37:50.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:37:50.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:37:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:37:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:37:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:37:50.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:37:51.216 INFO:tasks.workunit.client.0.smithi067.stdout: 894: throughput=5MB/sec pending data=0 2024-07-29T15:37:51.217 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-90m_ujwCbad6Y0n off=9059822 len=1785798 2024-07-29T15:37:51.227 INFO:tasks.workunit.client.0.smithi067.stdout:op 4626 completed, throughput=5MB/sec 2024-07-29T15:37:51.227 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-29d5-9HdwbGecRp off=8682040 len=1940901 2024-07-29T15:37:51.238 INFO:tasks.workunit.client.0.smithi067.stdout:op 4627 completed, throughput=5MB/sec 2024-07-29T15:37:51.238 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-x9OT0GSi4HIvkyj off=10979527 len=1548708 2024-07-29T15:37:51.245 INFO:tasks.workunit.client.0.smithi067.stdout:op 4628 completed, throughput=5MB/sec 2024-07-29T15:37:51.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:51 smithi067 ceph-mon[91995]: pgmap v1807: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:37:51.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:51 smithi067 ceph-mon[94375]: pgmap v1807: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:37:51.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:51 smithi138 ceph-mon[86438]: pgmap v1807: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:37:52.246 INFO:tasks.workunit.client.0.smithi067.stdout: 895: throughput=4.99MB/sec pending data=0 2024-07-29T15:37:52.246 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-tvE0G8WYb9ydWue off=2669527 len=1342206 2024-07-29T15:37:52.247 INFO:tasks.workunit.client.0.smithi067.stdout:op 4629 completed, throughput=5MB/sec 2024-07-29T15:37:52.248 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9q1HUAikHN1IWS5 off=15355887 len=1448302 2024-07-29T15:37:52.254 INFO:tasks.workunit.client.0.smithi067.stdout:op 4630 completed, throughput=5MB/sec 2024-07-29T15:37:52.254 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-dkw42phxuDgJTHz off=444003 len=488067 2024-07-29T15:37:52.258 INFO:tasks.workunit.client.0.smithi067.stdout:op 4631 completed, throughput=5MB/sec 2024-07-29T15:37:52.258 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-H0d7eyAtnuazlJZ off=808331 len=1819725 2024-07-29T15:37:52.269 INFO:tasks.workunit.client.0.smithi067.stdout:op 4632 completed, throughput=5MB/sec 2024-07-29T15:37:53.269 INFO:tasks.workunit.client.0.smithi067.stdout: 896: throughput=4.99MB/sec pending data=0 2024-07-29T15:37:53.269 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eOaj2ez5NoYXWQW off=1197378 len=1960332 2024-07-29T15:37:53.272 INFO:tasks.workunit.client.0.smithi067.stdout:op 4633 completed, throughput=5MB/sec 2024-07-29T15:37:53.272 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NJun00kvBDcRQb9 off=22837970 len=1437962 2024-07-29T15:37:53.280 INFO:tasks.workunit.client.0.smithi067.stdout:op 4634 completed, throughput=5MB/sec 2024-07-29T15:37:53.280 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-SpoJzEgN0pN-D3h off=23503769 len=1223973 2024-07-29T15:37:53.281 INFO:tasks.workunit.client.0.smithi067.stdout:op 4635 completed, throughput=5MB/sec 2024-07-29T15:37:53.281 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-TmADwr06iCEQX45 off=10202887 len=1623727 2024-07-29T15:37:53.283 INFO:tasks.workunit.client.0.smithi067.stdout:op 4636 completed, throughput=5MB/sec 2024-07-29T15:37:53.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:53 smithi067 ceph-mon[91995]: pgmap v1808: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:37:53.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:53 smithi067 ceph-mon[94375]: pgmap v1808: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:37:53.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:53 smithi138 ceph-mon[86438]: pgmap v1808: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:37:54.283 INFO:tasks.workunit.client.0.smithi067.stdout: 897: throughput=5MB/sec pending data=0 2024-07-29T15:37:54.284 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KhMVS5S-1XglHMd off=4570824 len=608401 2024-07-29T15:37:54.285 INFO:tasks.workunit.client.0.smithi067.stdout:op 4637 completed, throughput=5MB/sec 2024-07-29T15:37:54.285 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-RV6HrdPATcalLGD off=146899 len=1990742 2024-07-29T15:37:54.295 INFO:tasks.workunit.client.0.smithi067.stdout:op 4638 completed, throughput=5MB/sec 2024-07-29T15:37:54.295 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qh0cBNO3d0jq5M0 off=3843485 len=1097500 2024-07-29T15:37:54.296 INFO:tasks.workunit.client.0.smithi067.stdout:op 4639 completed, throughput=5MB/sec 2024-07-29T15:37:54.296 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-vLGOoFiVxbTWi-G off=11973384 len=735789 2024-07-29T15:37:54.300 INFO:tasks.workunit.client.0.smithi067.stdout:op 4640 completed, throughput=5MB/sec 2024-07-29T15:37:55.300 INFO:tasks.workunit.client.0.smithi067.stdout: 898: throughput=4.99MB/sec pending data=0 2024-07-29T15:37:55.300 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-77BowMz_te_B46D off=1502704 len=841684 2024-07-29T15:37:55.305 INFO:tasks.workunit.client.0.smithi067.stdout:op 4641 completed, throughput=5MB/sec 2024-07-29T15:37:55.305 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KEunA29Hyc1BoH5 off=3834378 len=1678724 2024-07-29T15:37:55.309 INFO:tasks.workunit.client.0.smithi067.stdout:op 4642 completed, throughput=5MB/sec 2024-07-29T15:37:55.309 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-y4eJk-feG_iFZI6 off=3155193 len=1476432 2024-07-29T15:37:55.312 INFO:tasks.workunit.client.0.smithi067.stdout:op 4643 completed, throughput=5MB/sec 2024-07-29T15:37:55.312 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-gxQ9wsIWG1P7sas off=379289 len=646758 2024-07-29T15:37:55.317 INFO:tasks.workunit.client.0.smithi067.stdout:op 4644 completed, throughput=5MB/sec 2024-07-29T15:37:55.317 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VX5XebTxwHkg_LF off=964209 len=1361908 2024-07-29T15:37:55.325 INFO:tasks.workunit.client.0.smithi067.stdout:op 4645 completed, throughput=5MB/sec 2024-07-29T15:37:55.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:55 smithi067 ceph-mon[91995]: pgmap v1809: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-07-29T15:37:55.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:55 smithi067 ceph-mon[94375]: pgmap v1809: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-07-29T15:37:55.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:55 smithi138 ceph-mon[86438]: pgmap v1809: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-07-29T15:37:56.325 INFO:tasks.workunit.client.0.smithi067.stdout: 899: throughput=5MB/sec pending data=0 2024-07-29T15:37:56.325 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-S_2rh-OTM1qrEAw off=241479 len=890074 2024-07-29T15:37:56.326 INFO:tasks.workunit.client.0.smithi067.stdout:op 4646 completed, throughput=5MB/sec 2024-07-29T15:37:56.326 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-tXxrBDQEsgqqLF3 off=10156096 len=1245417 2024-07-29T15:37:56.328 INFO:tasks.workunit.client.0.smithi067.stdout:op 4647 completed, throughput=5MB/sec 2024-07-29T15:37:56.328 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FMU6ctKud2pZ4-E off=8879749 len=813915 2024-07-29T15:37:56.333 INFO:tasks.workunit.client.0.smithi067.stdout:op 4648 completed, throughput=5MB/sec 2024-07-29T15:37:56.333 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zZdtHhmP8sdENx5 off=2546255 len=1016361 2024-07-29T15:37:56.337 INFO:tasks.workunit.client.0.smithi067.stdout:op 4649 completed, throughput=5MB/sec 2024-07-29T15:37:56.337 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-hXqV2qgoUjYLHet off=90253 len=1905522 2024-07-29T15:37:56.343 INFO:tasks.workunit.client.0.smithi067.stdout:op 4650 completed, throughput=5MB/sec 2024-07-29T15:37:57.344 INFO:tasks.workunit.client.0.smithi067.stdout: 900: throughput=5MB/sec pending data=0 2024-07-29T15:37:57.344 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-grXzxc2Vj5PGUkj off=10805770 len=1247164 2024-07-29T15:37:57.346 INFO:tasks.workunit.client.0.smithi067.stdout:op 4651 completed, throughput=5MB/sec 2024-07-29T15:37:57.346 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_atbe5DxCReKHBZ off=16777247 len=2035877 2024-07-29T15:37:57.349 INFO:tasks.workunit.client.0.smithi067.stdout:op 4652 completed, throughput=5MB/sec 2024-07-29T15:37:57.349 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-mICFMDsvWWNwng1 off=2200904 len=1270343 2024-07-29T15:37:57.355 INFO:tasks.workunit.client.0.smithi067.stdout:op 4653 completed, throughput=5MB/sec 2024-07-29T15:37:57.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:57 smithi067 ceph-mon[91995]: pgmap v1810: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-29T15:37:57.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:57 smithi067 ceph-mon[94375]: pgmap v1810: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-29T15:37:57.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:57 smithi138 ceph-mon[86438]: pgmap v1810: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-29T15:37:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:37:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:37:57] "GET /metrics HTTP/1.1" 200 34215 "" "Prometheus/2.51.0" 2024-07-29T15:37:58.356 INFO:tasks.workunit.client.0.smithi067.stdout: 901: throughput=5MB/sec pending data=0 2024-07-29T15:37:58.356 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-IOxZcA-yGr5wsue off=7359589 len=1358188 2024-07-29T15:37:58.358 INFO:tasks.workunit.client.0.smithi067.stdout:op 4654 completed, throughput=5MB/sec 2024-07-29T15:37:58.358 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-LjeXDrzqOses53p off=358645 len=701066 2024-07-29T15:37:58.360 INFO:tasks.workunit.client.0.smithi067.stdout:op 4655 completed, throughput=5MB/sec 2024-07-29T15:37:58.360 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-jnIiM6wrCz3AIba off=10748515 len=1723048 2024-07-29T15:37:58.369 INFO:tasks.workunit.client.0.smithi067.stdout:op 4656 completed, throughput=5MB/sec 2024-07-29T15:37:58.369 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--qmBp-JB3t37NNs off=10826928 len=162803 2024-07-29T15:37:58.372 INFO:tasks.workunit.client.0.smithi067.stdout:op 4657 completed, throughput=5MB/sec 2024-07-29T15:37:58.372 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ID9V8eFcGJs29qf off=2281317 len=1668036 2024-07-29T15:37:58.378 INFO:tasks.workunit.client.0.smithi067.stdout:op 4658 completed, throughput=5MB/sec 2024-07-29T15:37:59.379 INFO:tasks.workunit.client.0.smithi067.stdout: 902: throughput=5MB/sec pending data=0 2024-07-29T15:37:59.379 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VwXco3XMJO2nmRq off=2793531 len=1789404 2024-07-29T15:37:59.381 INFO:tasks.workunit.client.0.smithi067.stdout:op 4659 completed, throughput=5MB/sec 2024-07-29T15:37:59.381 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-IjjmsKUl-DZ7iGw off=1810941 len=1192234 2024-07-29T15:37:59.388 INFO:tasks.workunit.client.0.smithi067.stdout:op 4660 completed, throughput=5MB/sec 2024-07-29T15:37:59.388 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-e9KSw8WyjKRRbIQ off=9093371 len=347158 2024-07-29T15:37:59.390 INFO:tasks.workunit.client.0.smithi067.stdout:op 4661 completed, throughput=5MB/sec 2024-07-29T15:37:59.390 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5tEktZNOeJL0Ed5 off=2184676 len=1132931 2024-07-29T15:37:59.395 INFO:tasks.workunit.client.0.smithi067.stdout:op 4662 completed, throughput=5MB/sec 2024-07-29T15:37:59.396 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0mM0dvAS8y8RVPO off=6281764 len=2004538 2024-07-29T15:37:59.397 INFO:tasks.workunit.client.0.smithi067.stdout:op 4663 completed, throughput=5MB/sec 2024-07-29T15:37:59.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:37:59 smithi067 ceph-mon[91995]: pgmap v1811: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:37:59.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:37:59 smithi067 ceph-mon[94375]: pgmap v1811: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:37:59.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:37:59 smithi138 ceph-mon[86438]: pgmap v1811: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:38:00.397 INFO:tasks.workunit.client.0.smithi067.stdout: 903: throughput=5MB/sec pending data=0 2024-07-29T15:38:00.398 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3xK4YLQJYBGohsC off=8372638 len=1052012 2024-07-29T15:38:00.399 INFO:tasks.workunit.client.0.smithi067.stdout:op 4664 completed, throughput=5MB/sec 2024-07-29T15:38:00.399 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3k6tskMmgNu9BP3 off=3265844 len=1456372 2024-07-29T15:38:00.401 INFO:tasks.workunit.client.0.smithi067.stdout:op 4665 completed, throughput=5MB/sec 2024-07-29T15:38:00.401 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BfQ6mCAzWw0_RZQ off=2351762 len=944746 2024-07-29T15:38:00.402 INFO:tasks.workunit.client.0.smithi067.stdout:op 4666 completed, throughput=5MB/sec 2024-07-29T15:38:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:38:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:38:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:38:01.403 INFO:tasks.workunit.client.0.smithi067.stdout: 904: throughput=4.99MB/sec pending data=0 2024-07-29T15:38:01.403 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8i2bHCjHQZTqLVj off=5593348 len=1028786 2024-07-29T15:38:01.405 INFO:tasks.workunit.client.0.smithi067.stdout:op 4667 completed, throughput=5MB/sec 2024-07-29T15:38:01.405 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Q0lBXuNjU4Ke8HS off=14837332 len=1319652 2024-07-29T15:38:01.407 INFO:tasks.workunit.client.0.smithi067.stdout:op 4668 completed, throughput=5MB/sec 2024-07-29T15:38:01.407 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Ut0N6SBEneosPKY off=7236976 len=1003410 2024-07-29T15:38:01.408 INFO:tasks.workunit.client.0.smithi067.stdout:op 4669 completed, throughput=5MB/sec 2024-07-29T15:38:01.408 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lSTkTyrXQ71fMNy off=4067859 len=480819 2024-07-29T15:38:01.409 INFO:tasks.workunit.client.0.smithi067.stdout:op 4670 completed, throughput=5MB/sec 2024-07-29T15:38:01.409 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-jpIhzCdj5qWmnS4 off=185332 len=1299096 2024-07-29T15:38:01.416 INFO:tasks.workunit.client.0.smithi067.stdout:op 4671 completed, throughput=5MB/sec 2024-07-29T15:38:01.417 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-s_fqgFWhQPacy2c off=3269129 len=977656 2024-07-29T15:38:01.421 INFO:tasks.workunit.client.0.smithi067.stdout:op 4672 completed, throughput=5MB/sec 2024-07-29T15:38:01.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:01 smithi067 ceph-mon[91995]: pgmap v1812: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-07-29T15:38:01.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:01 smithi067 ceph-mon[94375]: pgmap v1812: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-07-29T15:38:01.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:01 smithi138 ceph-mon[86438]: pgmap v1812: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-07-29T15:38:02.422 INFO:tasks.workunit.client.0.smithi067.stdout: 905: throughput=5MB/sec pending data=0 2024-07-29T15:38:02.422 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-zvC3WdIY79lVg7x off=8320119 len=668015 2024-07-29T15:38:02.423 INFO:tasks.workunit.client.0.smithi067.stdout:op 4673 completed, throughput=5MB/sec 2024-07-29T15:38:02.423 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fPAnzVS6Nctz_gw off=19235063 len=104955 2024-07-29T15:38:02.423 INFO:tasks.workunit.client.0.smithi067.stdout:op 4674 completed, throughput=5MB/sec 2024-07-29T15:38:02.423 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3Dw1hwwcxjXjnKL off=3662208 len=2085120 2024-07-29T15:38:02.427 INFO:tasks.workunit.client.0.smithi067.stdout:op 4675 completed, throughput=5MB/sec 2024-07-29T15:38:02.427 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pA82u_eUyf43OM8 off=1225302 len=1460028 2024-07-29T15:38:02.430 INFO:tasks.workunit.client.0.smithi067.stdout:op 4676 completed, throughput=5MB/sec 2024-07-29T15:38:02.430 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-yUgRUNMl2bJUBB4 off=417883 len=332441 2024-07-29T15:38:02.433 INFO:tasks.workunit.client.0.smithi067.stdout:op 4677 completed, throughput=5MB/sec 2024-07-29T15:38:03.434 INFO:tasks.workunit.client.0.smithi067.stdout: 906: throughput=4.99MB/sec pending data=0 2024-07-29T15:38:03.434 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-aNg1GZVVGR4rwBo off=3356766 len=453266 2024-07-29T15:38:03.435 INFO:tasks.workunit.client.0.smithi067.stdout:op 4678 completed, throughput=5MB/sec 2024-07-29T15:38:03.435 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BwqcPKso0H7dmzq off=22896957 len=189062 2024-07-29T15:38:03.436 INFO:tasks.workunit.client.0.smithi067.stdout:op 4679 completed, throughput=5MB/sec 2024-07-29T15:38:03.436 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ADd7npFFg_EEe2_ off=1402665 len=943249 2024-07-29T15:38:03.441 INFO:tasks.workunit.client.0.smithi067.stdout:op 4680 completed, throughput=5MB/sec 2024-07-29T15:38:03.441 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Tm2Ys3Z1mvUQMQv off=7816728 len=653711 2024-07-29T15:38:03.443 INFO:tasks.workunit.client.0.smithi067.stdout:op 4681 completed, throughput=5MB/sec 2024-07-29T15:38:03.443 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-RiNwIuBmRLN_Vj8 off=0 len=1448306 2024-07-29T15:38:03.450 INFO:tasks.workunit.client.0.smithi067.stdout:op 4682 completed, throughput=5MB/sec 2024-07-29T15:38:03.450 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-W6RpuQRIHVw3jMY off=10498590 len=1151562 2024-07-29T15:38:03.452 INFO:tasks.workunit.client.0.smithi067.stdout:op 4683 completed, throughput=5MB/sec 2024-07-29T15:38:03.452 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-DeA3QdXB0c7D6ph off=10075672 len=708991 2024-07-29T15:38:03.457 INFO:tasks.workunit.client.0.smithi067.stdout:op 4684 completed, throughput=5MB/sec 2024-07-29T15:38:03.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:03 smithi067 ceph-mon[91995]: pgmap v1813: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:38:03.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:03 smithi067 ceph-mon[94375]: pgmap v1813: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:38:03.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:03 smithi138 ceph-mon[86438]: pgmap v1813: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:38:04.458 INFO:tasks.workunit.client.0.smithi067.stdout: 907: throughput=5MB/sec pending data=0 2024-07-29T15:38:04.458 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3xK4YLQJYBGohsC off=8262336 len=1792212 2024-07-29T15:38:04.467 INFO:tasks.workunit.client.0.smithi067.stdout:op 4685 completed, throughput=5MB/sec 2024-07-29T15:38:04.467 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ttVu4mqNgh0GAsI off=13414 len=342044 2024-07-29T15:38:04.472 INFO:tasks.workunit.client.0.smithi067.stdout:op 4686 completed, throughput=5MB/sec 2024-07-29T15:38:04.472 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-euqEq81ohjQ-ApM off=4172337 len=1300523 2024-07-29T15:38:04.475 INFO:tasks.workunit.client.0.smithi067.stdout:op 4687 completed, throughput=5MB/sec 2024-07-29T15:38:04.475 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ayBrYwgw3QBomRf off=2051798 len=902978 2024-07-29T15:38:04.476 INFO:tasks.workunit.client.0.smithi067.stdout:op 4688 completed, throughput=5MB/sec 2024-07-29T15:38:04.476 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-d8EUHVH1G6YeXsH off=1994448 len=742246 2024-07-29T15:38:04.477 INFO:tasks.workunit.client.0.smithi067.stdout:op 4689 completed, throughput=5MB/sec 2024-07-29T15:38:05.478 INFO:tasks.workunit.client.0.smithi067.stdout: 908: throughput=4.99MB/sec pending data=0 2024-07-29T15:38:05.478 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0rd2cY0RVMwcSbX off=8112813 len=1731251 2024-07-29T15:38:05.480 INFO:tasks.workunit.client.0.smithi067.stdout:op 4690 completed, throughput=5MB/sec 2024-07-29T15:38:05.480 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-zvDPTfIMuVr1tQT off=2700215 len=800273 2024-07-29T15:38:05.481 INFO:tasks.workunit.client.0.smithi067.stdout:op 4691 completed, throughput=5MB/sec 2024-07-29T15:38:05.482 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5LPCTcijbKfQlkC off=1952050 len=1830036 2024-07-29T15:38:05.484 INFO:tasks.workunit.client.0.smithi067.stdout:op 4692 completed, throughput=5MB/sec 2024-07-29T15:38:05.484 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-A5I-XXhfVdamZhv off=18107644 len=345886 2024-07-29T15:38:05.484 INFO:tasks.workunit.client.0.smithi067.stdout:op 4693 completed, throughput=5MB/sec 2024-07-29T15:38:05.485 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-TiojZmmL-E9_rsK off=3409511 len=1939728 2024-07-29T15:38:05.487 INFO:tasks.workunit.client.0.smithi067.stdout:op 4694 completed, throughput=5MB/sec 2024-07-29T15:38:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:05 smithi067 ceph-mon[91995]: pgmap v1814: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-29T15:38:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:38:05.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:05 smithi067 ceph-mon[94375]: pgmap v1814: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-29T15:38:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:38:05.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:05 smithi138 ceph-mon[86438]: pgmap v1814: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-29T15:38:05.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:38:06.487 INFO:tasks.workunit.client.0.smithi067.stdout: 909: throughput=5MB/sec pending data=0 2024-07-29T15:38:06.487 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Njs9oCu9Ugmxk6A off=9841813 len=231063 2024-07-29T15:38:06.488 INFO:tasks.workunit.client.0.smithi067.stdout:op 4695 completed, throughput=5MB/sec 2024-07-29T15:38:06.488 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-OELLxEJqka002aH off=1620208 len=1459817 2024-07-29T15:38:06.497 INFO:tasks.workunit.client.0.smithi067.stdout:op 4696 completed, throughput=5MB/sec 2024-07-29T15:38:06.497 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-i0X6SpgaO1KltKf off=384665 len=838218 2024-07-29T15:38:06.502 INFO:tasks.workunit.client.0.smithi067.stdout:op 4697 completed, throughput=5MB/sec 2024-07-29T15:38:06.502 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-clRQ_XZqFu6k_ws off=1426645 len=329705 2024-07-29T15:38:06.505 INFO:tasks.workunit.client.0.smithi067.stdout:op 4698 completed, throughput=5MB/sec 2024-07-29T15:38:06.505 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SF3rM8YGj5K8WGB off=3128588 len=821022 2024-07-29T15:38:06.509 INFO:tasks.workunit.client.0.smithi067.stdout:op 4699 completed, throughput=5MB/sec 2024-07-29T15:38:06.509 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3Uz2Dt8EN7zrDN6 off=3487930 len=1878509 2024-07-29T15:38:06.520 INFO:tasks.workunit.client.0.smithi067.stdout:op 4700 completed, throughput=5MB/sec 2024-07-29T15:38:07.520 INFO:tasks.workunit.client.0.smithi067.stdout: 910: throughput=5MB/sec pending data=0 2024-07-29T15:38:07.521 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-HoY_n-9Z0Pnkzht off=13824550 len=1705331 2024-07-29T15:38:07.522 INFO:tasks.workunit.client.0.smithi067.stdout:op 4701 completed, throughput=5MB/sec 2024-07-29T15:38:07.523 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9xXMjrAc2F3JKhB off=3199840 len=1892361 2024-07-29T15:38:07.525 INFO:tasks.workunit.client.0.smithi067.stdout:op 4702 completed, throughput=5MB/sec 2024-07-29T15:38:07.525 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9QXVfhnmmRkNr2p off=11377526 len=536504 2024-07-29T15:38:07.529 INFO:tasks.workunit.client.0.smithi067.stdout:op 4703 completed, throughput=5MB/sec 2024-07-29T15:38:07.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:07 smithi067 ceph-mon[91995]: pgmap v1815: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:38:07.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:07 smithi067 ceph-mon[94375]: pgmap v1815: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:38:07.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:07 smithi138 ceph-mon[86438]: pgmap v1815: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:38:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:38:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:38:07] "GET /metrics HTTP/1.1" 200 34216 "" "Prometheus/2.51.0" 2024-07-29T15:38:08.530 INFO:tasks.workunit.client.0.smithi067.stdout: 911: throughput=5MB/sec pending data=0 2024-07-29T15:38:08.530 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CI2YR8pHV0t0FYO off=15109051 len=65903 2024-07-29T15:38:08.532 INFO:tasks.workunit.client.0.smithi067.stdout:op 4704 completed, throughput=5MB/sec 2024-07-29T15:38:08.532 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lC66PLNbuFSBHXH off=3231540 len=1138281 2024-07-29T15:38:08.539 INFO:tasks.workunit.client.0.smithi067.stdout:op 4705 completed, throughput=5MB/sec 2024-07-29T15:38:08.539 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-poBhzlWBSTgTCkv off=9881518 len=1096758 2024-07-29T15:38:08.540 INFO:tasks.workunit.client.0.smithi067.stdout:op 4706 completed, throughput=5MB/sec 2024-07-29T15:38:08.540 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NWgCBvpvEPE7NYA off=4548752 len=2061403 2024-07-29T15:38:08.544 INFO:tasks.workunit.client.0.smithi067.stdout:op 4707 completed, throughput=5MB/sec 2024-07-29T15:38:08.544 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Ects4cHInonxYld off=2481782 len=911226 2024-07-29T15:38:08.549 INFO:tasks.workunit.client.0.smithi067.stdout:op 4708 completed, throughput=5MB/sec 2024-07-29T15:38:09.549 INFO:tasks.workunit.client.0.smithi067.stdout: 912: throughput=5MB/sec pending data=0 2024-07-29T15:38:09.549 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BrfbBGc3YKQwx42 off=1078810 len=1369164 2024-07-29T15:38:09.554 INFO:tasks.workunit.client.0.smithi067.stdout:op 4709 completed, throughput=5MB/sec 2024-07-29T15:38:09.554 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-iujzcw1jo6s41jR off=743355 len=1568146 2024-07-29T15:38:09.554 INFO:tasks.workunit.client.0.smithi067.stdout:op 4710 completed, throughput=5MB/sec 2024-07-29T15:38:09.554 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-SW6WSb2UMCBjfzX off=6516184 len=55406 2024-07-29T15:38:09.555 INFO:tasks.workunit.client.0.smithi067.stdout:op 4711 completed, throughput=5MB/sec 2024-07-29T15:38:09.555 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_6Zp2LS9KSOKgz4 off=584360 len=1553954 2024-07-29T15:38:09.562 INFO:tasks.workunit.client.0.smithi067.stdout:op 4712 completed, throughput=5MB/sec 2024-07-29T15:38:09.563 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-a551apPtw9ON-o2 off=6003067 len=1369389 2024-07-29T15:38:09.572 INFO:tasks.workunit.client.0.smithi067.stdout:op 4713 completed, throughput=5MB/sec 2024-07-29T15:38:09.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:09 smithi067 ceph-mon[91995]: pgmap v1816: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:38:09.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:09 smithi067 ceph-mon[94375]: pgmap v1816: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:38:09.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:09 smithi138 ceph-mon[86438]: pgmap v1816: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:38:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:38:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:38:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:38:10.572 INFO:tasks.workunit.client.0.smithi067.stdout: 913: throughput=5MB/sec pending data=0 2024-07-29T15:38:10.572 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Z8z1ODejqkVuQk- off=4650593 len=807413 2024-07-29T15:38:10.574 INFO:tasks.workunit.client.0.smithi067.stdout:op 4714 completed, throughput=5MB/sec 2024-07-29T15:38:10.574 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KYHOpqVUQ_7WfTJ off=3130507 len=626737 2024-07-29T15:38:10.575 INFO:tasks.workunit.client.0.smithi067.stdout:op 4715 completed, throughput=5MB/sec 2024-07-29T15:38:10.575 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9nu6BsBU1YMlxYR off=3889843 len=236637 2024-07-29T15:38:10.578 INFO:tasks.workunit.client.0.smithi067.stdout:op 4716 completed, throughput=5MB/sec 2024-07-29T15:38:10.578 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-BFMVfJ4jTf-NfDm off=1769065 len=265989 2024-07-29T15:38:10.581 INFO:tasks.workunit.client.0.smithi067.stdout:op 4717 completed, throughput=5MB/sec 2024-07-29T15:38:10.582 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-awMVBLAKfgnd_ZU off=254739 len=940873 2024-07-29T15:38:10.584 INFO:tasks.workunit.client.0.smithi067.stdout:op 4718 completed, throughput=5MB/sec 2024-07-29T15:38:10.584 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cNvq0WsO1U_jgzB off=3289854 len=141254 2024-07-29T15:38:10.586 INFO:tasks.workunit.client.0.smithi067.stdout:op 4719 completed, throughput=5MB/sec 2024-07-29T15:38:10.586 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Ksra-G53ncgTRyl off=2490021 len=340073 2024-07-29T15:38:10.587 INFO:tasks.workunit.client.0.smithi067.stdout:op 4720 completed, throughput=5MB/sec 2024-07-29T15:38:10.587 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-O239y847-QB_gpZ off=14523191 len=307949 2024-07-29T15:38:10.588 INFO:tasks.workunit.client.0.smithi067.stdout:op 4721 completed, throughput=5MB/sec 2024-07-29T15:38:10.588 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-X-Y2E2GfBfLwQJl off=5122088 len=550513 2024-07-29T15:38:10.588 INFO:tasks.workunit.client.0.smithi067.stdout:op 4722 completed, throughput=5MB/sec 2024-07-29T15:38:10.588 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-CJl6aLdE6yKkfUh off=11588741 len=640593 2024-07-29T15:38:10.590 INFO:tasks.workunit.client.0.smithi067.stdout:op 4723 completed, throughput=5MB/sec 2024-07-29T15:38:11.590 INFO:tasks.workunit.client.0.smithi067.stdout: 914: throughput=5MB/sec pending data=0 2024-07-29T15:38:11.590 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1V2-WfBLVxJDlwN off=469276 len=688059 2024-07-29T15:38:11.592 INFO:tasks.workunit.client.0.smithi067.stdout:op 4724 completed, throughput=5MB/sec 2024-07-29T15:38:11.592 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-I56MYQyFp-WJGe_ off=3200856 len=1497487 2024-07-29T15:38:11.594 INFO:tasks.workunit.client.0.smithi067.stdout:op 4725 completed, throughput=5MB/sec 2024-07-29T15:38:11.594 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-JkgPcHytfoTDPnN off=855792 len=1309995 2024-07-29T15:38:11.602 INFO:tasks.workunit.client.0.smithi067.stdout:op 4726 completed, throughput=5MB/sec 2024-07-29T15:38:11.602 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-F4QQXhdRZnio0Q1 off=7994194 len=112053 2024-07-29T15:38:11.602 INFO:tasks.workunit.client.0.smithi067.stdout:op 4727 completed, throughput=5MB/sec 2024-07-29T15:38:11.602 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2LR3n4jcXaM0_bD off=807149 len=1107501 2024-07-29T15:38:11.603 INFO:tasks.workunit.client.0.smithi067.stdout:op 4728 completed, throughput=5MB/sec 2024-07-29T15:38:11.603 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rAJEk4QJqBa1Wq0 off=3964476 len=1923034 2024-07-29T15:38:11.614 INFO:tasks.workunit.client.0.smithi067.stdout:op 4729 completed, throughput=5MB/sec 2024-07-29T15:38:11.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:11 smithi067 ceph-mon[91995]: pgmap v1817: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-29T15:38:11.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:11 smithi067 ceph-mon[94375]: pgmap v1817: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-29T15:38:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:11 smithi138 ceph-mon[86438]: pgmap v1817: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-29T15:38:12.615 INFO:tasks.workunit.client.0.smithi067.stdout: 915: throughput=5MB/sec pending data=0 2024-07-29T15:38:12.615 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-pByaUccr1ojyXY1 off=5033815 len=1560709 2024-07-29T15:38:12.623 INFO:tasks.workunit.client.0.smithi067.stdout:op 4730 completed, throughput=5MB/sec 2024-07-29T15:38:12.623 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KgP0QulHt1BolMo off=10155742 len=1908709 2024-07-29T15:38:12.635 INFO:tasks.workunit.client.0.smithi067.stdout:op 4731 completed, throughput=5MB/sec 2024-07-29T15:38:12.636 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-u6oXP_Ajxc3nXPK off=4687514 len=1872607 2024-07-29T15:38:12.644 INFO:tasks.workunit.client.0.smithi067.stdout:op 4732 completed, throughput=5MB/sec 2024-07-29T15:38:13.644 INFO:tasks.workunit.client.0.smithi067.stdout: 916: throughput=5MB/sec pending data=0 2024-07-29T15:38:13.644 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3kENpIdXlDiTxZW off=10051947 len=395648 2024-07-29T15:38:13.646 INFO:tasks.workunit.client.0.smithi067.stdout:op 4733 completed, throughput=5MB/sec 2024-07-29T15:38:13.646 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-vHFKMWaU4wjW6vm off=17326177 len=731937 2024-07-29T15:38:13.647 INFO:tasks.workunit.client.0.smithi067.stdout:op 4734 completed, throughput=5MB/sec 2024-07-29T15:38:13.647 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-g4OjyC0L0ASh0nb off=8853042 len=1862299 2024-07-29T15:38:13.649 INFO:tasks.workunit.client.0.smithi067.stdout:op 4735 completed, throughput=5MB/sec 2024-07-29T15:38:13.649 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-BUMTsvsTyNkkC6L off=6287166 len=1214292 2024-07-29T15:38:13.657 INFO:tasks.workunit.client.0.smithi067.stdout:op 4736 completed, throughput=5MB/sec 2024-07-29T15:38:13.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:13 smithi067 ceph-mon[91995]: pgmap v1818: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-29T15:38:13.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:13 smithi067 ceph-mon[94375]: pgmap v1818: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-29T15:38:13.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:13 smithi138 ceph-mon[86438]: pgmap v1818: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-29T15:38:14.657 INFO:tasks.workunit.client.0.smithi067.stdout: 917: throughput=5MB/sec pending data=0 2024-07-29T15:38:14.657 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ShvLRZeNzFdj7Ej off=11425929 len=1494927 2024-07-29T15:38:14.664 INFO:tasks.workunit.client.0.smithi067.stdout:op 4737 completed, throughput=5MB/sec 2024-07-29T15:38:14.664 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-kstKnVM6x77f0uS off=3973086 len=1951760 2024-07-29T15:38:14.673 INFO:tasks.workunit.client.0.smithi067.stdout:op 4738 completed, throughput=5MB/sec 2024-07-29T15:38:14.674 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NVaRV79fpczsdTn off=2054146 len=1878231 2024-07-29T15:38:14.684 INFO:tasks.workunit.client.0.smithi067.stdout:op 4739 completed, throughput=5MB/sec 2024-07-29T15:38:15.684 INFO:tasks.workunit.client.0.smithi067.stdout: 918: throughput=5MB/sec pending data=0 2024-07-29T15:38:15.684 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rv7p2ZnaEE1dPqb off=10696847 len=932682 2024-07-29T15:38:15.690 INFO:tasks.workunit.client.0.smithi067.stdout:op 4740 completed, throughput=5MB/sec 2024-07-29T15:38:15.690 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-jFqpSwbW8thgygR off=5464606 len=2038011 2024-07-29T15:38:15.700 INFO:tasks.workunit.client.0.smithi067.stdout:op 4741 completed, throughput=5MB/sec 2024-07-29T15:38:15.700 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-x0EvtIDyJ-El6GV off=193310 len=2009340 2024-07-29T15:38:15.704 INFO:tasks.workunit.client.0.smithi067.stdout:op 4742 completed, throughput=5MB/sec 2024-07-29T15:38:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:15 smithi138 ceph-mon[86438]: pgmap v1819: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-07-29T15:38:15.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:15 smithi067 ceph-mon[91995]: pgmap v1819: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-07-29T15:38:15.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:15 smithi067 ceph-mon[94375]: pgmap v1819: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-07-29T15:38:16.704 INFO:tasks.workunit.client.0.smithi067.stdout: 919: throughput=4.99MB/sec pending data=0 2024-07-29T15:38:16.704 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-AbAWJXBkb9o4riU off=7937143 len=705121 2024-07-29T15:38:16.708 INFO:tasks.workunit.client.0.smithi067.stdout:op 4743 completed, throughput=5MB/sec 2024-07-29T15:38:16.708 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0mKQ_UJrWQ639wI off=14099136 len=416991 2024-07-29T15:38:16.710 INFO:tasks.workunit.client.0.smithi067.stdout:op 4744 completed, throughput=5MB/sec 2024-07-29T15:38:16.710 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QUIGLp4OGGYuaf9 off=6737963 len=2044862 2024-07-29T15:38:16.722 INFO:tasks.workunit.client.0.smithi067.stdout:op 4745 completed, throughput=5MB/sec 2024-07-29T15:38:16.722 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FQmsRrKe-FabZVb off=15318765 len=569218 2024-07-29T15:38:16.723 INFO:tasks.workunit.client.0.smithi067.stdout:op 4746 completed, throughput=5MB/sec 2024-07-29T15:38:16.723 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-xSrIlntgX1ki9v- off=9083556 len=14573 2024-07-29T15:38:16.726 INFO:tasks.workunit.client.0.smithi067.stdout:op 4747 completed, throughput=5MB/sec 2024-07-29T15:38:16.726 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-edtHP7jGUebRmZQ off=4468850 len=368046 2024-07-29T15:38:16.726 INFO:tasks.workunit.client.0.smithi067.stdout:op 4748 completed, throughput=5MB/sec 2024-07-29T15:38:16.726 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-CUZasJAZzcy0or8 off=151733 len=665728 2024-07-29T15:38:16.728 INFO:tasks.workunit.client.0.smithi067.stdout:op 4749 completed, throughput=5MB/sec 2024-07-29T15:38:16.728 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-gHBt42Bl0Ht-x45 off=2524156 len=1898898 2024-07-29T15:38:16.739 INFO:tasks.workunit.client.0.smithi067.stdout:op 4750 completed, throughput=5MB/sec 2024-07-29T15:38:17.739 INFO:tasks.workunit.client.0.smithi067.stdout: 920: throughput=5MB/sec pending data=0 2024-07-29T15:38:17.740 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lLOqFePO9xqa6tG off=9377570 len=1348355 2024-07-29T15:38:17.746 INFO:tasks.workunit.client.0.smithi067.stdout:op 4751 completed, throughput=5MB/sec 2024-07-29T15:38:17.746 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-54y-_lp1zpgNZEN off=6611670 len=437700 2024-07-29T15:38:17.747 INFO:tasks.workunit.client.0.smithi067.stdout:op 4752 completed, throughput=5MB/sec 2024-07-29T15:38:17.747 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-mb64yZdQeb8Dd95 off=22865136 len=1568106 2024-07-29T15:38:17.756 INFO:tasks.workunit.client.0.smithi067.stdout:op 4753 completed, throughput=5MB/sec 2024-07-29T15:38:17.756 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-y4ud1qWyMRhu6EZ off=11106136 len=1692090 2024-07-29T15:38:17.766 INFO:tasks.workunit.client.0.smithi067.stdout:op 4754 completed, throughput=5MB/sec 2024-07-29T15:38:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:17 smithi138 ceph-mon[86438]: pgmap v1820: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:38:17.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:17 smithi067 ceph-mon[91995]: pgmap v1820: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:38:17.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:17 smithi067 ceph-mon[94375]: pgmap v1820: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:38:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:38:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:38:17] "GET /metrics HTTP/1.1" 200 34216 "" "Prometheus/2.51.0" 2024-07-29T15:38:18.766 INFO:tasks.workunit.client.0.smithi067.stdout: 921: throughput=5MB/sec pending data=0 2024-07-29T15:38:18.766 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WyO8E64r2vovkXf off=2387598 len=184962 2024-07-29T15:38:18.767 INFO:tasks.workunit.client.0.smithi067.stdout:op 4755 completed, throughput=5MB/sec 2024-07-29T15:38:18.767 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-37Q0N6vjq2c7Wtj off=14957233 len=1474630 2024-07-29T15:38:18.776 INFO:tasks.workunit.client.0.smithi067.stdout:op 4756 completed, throughput=5MB/sec 2024-07-29T15:38:18.776 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fjoR14S3C26gTk0 off=11995657 len=143370 2024-07-29T15:38:18.776 INFO:tasks.workunit.client.0.smithi067.stdout:op 4757 completed, throughput=5MB/sec 2024-07-29T15:38:18.776 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-PJAjZZukEM82Bad off=101996 len=44700 2024-07-29T15:38:18.779 INFO:tasks.workunit.client.0.smithi067.stdout:op 4758 completed, throughput=5MB/sec 2024-07-29T15:38:18.779 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mZ39VhSKd7IVJ8s off=3191541 len=326238 2024-07-29T15:38:18.779 INFO:tasks.workunit.client.0.smithi067.stdout:op 4759 completed, throughput=5MB/sec 2024-07-29T15:38:18.780 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fth7CGWe3rYWWtf off=12545732 len=44319 2024-07-29T15:38:18.780 INFO:tasks.workunit.client.0.smithi067.stdout:op 4760 completed, throughput=5MB/sec 2024-07-29T15:38:18.780 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-fbG-KGgCxsZrRCh off=16921767 len=446600 2024-07-29T15:38:18.783 INFO:tasks.workunit.client.0.smithi067.stdout:op 4761 completed, throughput=5MB/sec 2024-07-29T15:38:18.783 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8FTMkVo2FAnRCB0 off=4006621 len=334398 2024-07-29T15:38:18.784 INFO:tasks.workunit.client.0.smithi067.stdout:op 4762 completed, throughput=5MB/sec 2024-07-29T15:38:18.784 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MIo-fwnldFU2oJg off=1502853 len=708028 2024-07-29T15:38:18.788 INFO:tasks.workunit.client.0.smithi067.stdout:op 4763 completed, throughput=5MB/sec 2024-07-29T15:38:18.788 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6PhOOQhD9z8ag3m off=1679721 len=145423 2024-07-29T15:38:18.790 INFO:tasks.workunit.client.0.smithi067.stdout:op 4764 completed, throughput=5MB/sec 2024-07-29T15:38:18.790 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ckMB_vzenjB2tAF off=4429764 len=956359 2024-07-29T15:38:18.795 INFO:tasks.workunit.client.0.smithi067.stdout:op 4765 completed, throughput=5MB/sec 2024-07-29T15:38:19.796 INFO:tasks.workunit.client.0.smithi067.stdout: 922: throughput=5MB/sec pending data=0 2024-07-29T15:38:19.796 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CmIHaagHMzfWK7k off=17629 len=805596 2024-07-29T15:38:19.801 INFO:tasks.workunit.client.0.smithi067.stdout:op 4766 completed, throughput=5MB/sec 2024-07-29T15:38:19.801 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lUnn2MmpBi-btw0 off=723875 len=1490790 2024-07-29T15:38:19.807 INFO:tasks.workunit.client.0.smithi067.stdout:op 4767 completed, throughput=5MB/sec 2024-07-29T15:38:19.807 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Zk-sUxUdelaDYT_ off=18553891 len=579989 2024-07-29T15:38:19.808 INFO:tasks.workunit.client.0.smithi067.stdout:op 4768 completed, throughput=5MB/sec 2024-07-29T15:38:19.808 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-IyFX_aG-H8PobLM off=8348884 len=1305954 2024-07-29T15:38:19.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:19 smithi138 ceph-mon[86438]: pgmap v1821: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:38:19.814 INFO:tasks.workunit.client.0.smithi067.stdout:op 4769 completed, throughput=5MB/sec 2024-07-29T15:38:19.814 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-isPD3V5JtSCezhQ off=3994617 len=1180079 2024-07-29T15:38:19.815 INFO:tasks.workunit.client.0.smithi067.stdout:op 4770 completed, throughput=5MB/sec 2024-07-29T15:38:19.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:19 smithi067 ceph-mon[91995]: pgmap v1821: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:38:19.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:19 smithi067 ceph-mon[94375]: pgmap v1821: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:38:20.503 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:38:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:38:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:38:20.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:38:20.815 INFO:tasks.workunit.client.0.smithi067.stdout: 923: throughput=5MB/sec pending data=0 2024-07-29T15:38:20.816 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-xqYwsRVXJruv-bR off=13009521 len=893253 2024-07-29T15:38:20.821 INFO:tasks.workunit.client.0.smithi067.stdout:op 4771 completed, throughput=5MB/sec 2024-07-29T15:38:20.822 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CYL8exXEtV1U1tw off=6455130 len=1389358 2024-07-29T15:38:20.827 INFO:tasks.workunit.client.0.smithi067.stdout:op 4772 completed, throughput=5MB/sec 2024-07-29T15:38:20.828 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-oWn4lg3eVGngRrw off=8156828 len=1411938 2024-07-29T15:38:20.834 INFO:tasks.workunit.client.0.smithi067.stdout:op 4773 completed, throughput=5MB/sec 2024-07-29T15:38:20.834 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5lHiLkOkowIeAwD off=13301184 len=760151 2024-07-29T15:38:20.838 INFO:tasks.workunit.client.0.smithi067.stdout:op 4774 completed, throughput=5MB/sec 2024-07-29T15:38:20.838 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-dfwBMTM0aglcUnH off=9359446 len=1041740 2024-07-29T15:38:20.840 INFO:tasks.workunit.client.0.smithi067.stdout:op 4775 completed, throughput=5MB/sec 2024-07-29T15:38:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:38:20.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:38:21.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:21 smithi138 ceph-mon[86438]: pgmap v1822: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:38:21.841 INFO:tasks.workunit.client.0.smithi067.stdout: 924: throughput=5MB/sec pending data=0 2024-07-29T15:38:21.841 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-XfROUn33yQUBjaJ off=642785 len=513246 2024-07-29T15:38:21.845 INFO:tasks.workunit.client.0.smithi067.stdout:op 4776 completed, throughput=5MB/sec 2024-07-29T15:38:21.845 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-cXLroGJA8PAFRmP off=1812348 len=84640 2024-07-29T15:38:21.847 INFO:tasks.workunit.client.0.smithi067.stdout:op 4777 completed, throughput=5MB/sec 2024-07-29T15:38:21.847 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-QYjmWT_QkNeLUKi off=207507 len=452475 2024-07-29T15:38:21.847 INFO:tasks.workunit.client.0.smithi067.stdout:op 4778 completed, throughput=5MB/sec 2024-07-29T15:38:21.847 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-svIOfudLW0D5Ft6 off=9829666 len=1010599 2024-07-29T15:38:21.849 INFO:tasks.workunit.client.0.smithi067.stdout:op 4779 completed, throughput=5MB/sec 2024-07-29T15:38:21.849 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-UKkKt2UxpYG_H-h off=796728 len=339929 2024-07-29T15:38:21.853 INFO:tasks.workunit.client.0.smithi067.stdout:op 4780 completed, throughput=5MB/sec 2024-07-29T15:38:21.853 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-RlxLgNAsmgwnuwX off=5185252 len=1684445 2024-07-29T15:38:21.855 INFO:tasks.workunit.client.0.smithi067.stdout:op 4781 completed, throughput=5MB/sec 2024-07-29T15:38:21.855 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Rya1qUeLt1Q-9dX off=4366100 len=1020652 2024-07-29T15:38:21.856 INFO:tasks.workunit.client.0.smithi067.stdout:op 4782 completed, throughput=5MB/sec 2024-07-29T15:38:21.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:21 smithi067 ceph-mon[91995]: pgmap v1822: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:38:21.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:21 smithi067 ceph-mon[94375]: pgmap v1822: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:38:22.857 INFO:tasks.workunit.client.0.smithi067.stdout: 925: throughput=5MB/sec pending data=0 2024-07-29T15:38:22.857 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-66wXIth2cEYkWys off=10590853 len=1398098 2024-07-29T15:38:22.859 INFO:tasks.workunit.client.0.smithi067.stdout:op 4783 completed, throughput=5MB/sec 2024-07-29T15:38:22.859 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4qL7bU8N0dXCt72 off=23989087 len=1118165 2024-07-29T15:38:22.862 INFO:tasks.workunit.client.0.smithi067.stdout:op 4784 completed, throughput=5MB/sec 2024-07-29T15:38:22.862 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wYUl3nTriprlhKb off=4498011 len=1009795 2024-07-29T15:38:22.868 INFO:tasks.workunit.client.0.smithi067.stdout:op 4785 completed, throughput=5MB/sec 2024-07-29T15:38:22.868 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-umtvCV9EyVj75Ql off=6224935 len=766343 2024-07-29T15:38:22.872 INFO:tasks.workunit.client.0.smithi067.stdout:op 4786 completed, throughput=5MB/sec 2024-07-29T15:38:22.873 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NLZttxz5RzxpRLJ off=20767775 len=1649451 2024-07-29T15:38:22.875 INFO:tasks.workunit.client.0.smithi067.stdout:op 4787 completed, throughput=5MB/sec 2024-07-29T15:38:23.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:23 smithi138 ceph-mon[86438]: pgmap v1823: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-29T15:38:23.876 INFO:tasks.workunit.client.0.smithi067.stdout: 926: throughput=5MB/sec pending data=0 2024-07-29T15:38:23.876 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-UB9mrYjA-GgBG1y off=6101246 len=798655 2024-07-29T15:38:23.881 INFO:tasks.workunit.client.0.smithi067.stdout:op 4788 completed, throughput=5MB/sec 2024-07-29T15:38:23.881 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-M213oj-t8WsKtze off=18567776 len=638753 2024-07-29T15:38:23.886 INFO:tasks.workunit.client.0.smithi067.stdout:op 4789 completed, throughput=5MB/sec 2024-07-29T15:38:23.886 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9RTy846B1hxi0ve off=17087751 len=1067505 2024-07-29T15:38:23.891 INFO:tasks.workunit.client.0.smithi067.stdout:op 4790 completed, throughput=5MB/sec 2024-07-29T15:38:23.892 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Ff2g8QxM33Mcg-Z off=681459 len=378484 2024-07-29T15:38:23.892 INFO:tasks.workunit.client.0.smithi067.stdout:op 4791 completed, throughput=5MB/sec 2024-07-29T15:38:23.892 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wCr8OerBW3b4Ome off=260550 len=1843176 2024-07-29T15:38:23.895 INFO:tasks.workunit.client.0.smithi067.stdout:op 4792 completed, throughput=5MB/sec 2024-07-29T15:38:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:23 smithi067 ceph-mon[91995]: pgmap v1823: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-29T15:38:23.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:23 smithi067 ceph-mon[94375]: pgmap v1823: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-29T15:38:24.895 INFO:tasks.workunit.client.0.smithi067.stdout: 927: throughput=5MB/sec pending data=0 2024-07-29T15:38:24.895 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-43SAS0zSASeHZd1 off=1079704 len=1761932 2024-07-29T15:38:24.904 INFO:tasks.workunit.client.0.smithi067.stdout:op 4793 completed, throughput=5MB/sec 2024-07-29T15:38:24.904 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-dIkqs_BHGFWuBe1 off=8889038 len=816699 2024-07-29T15:38:24.908 INFO:tasks.workunit.client.0.smithi067.stdout:op 4794 completed, throughput=5MB/sec 2024-07-29T15:38:24.908 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-JglYQiEaKQG95sL off=1593869 len=810974 2024-07-29T15:38:24.908 INFO:tasks.workunit.client.0.smithi067.stdout:op 4795 completed, throughput=5MB/sec 2024-07-29T15:38:24.909 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-UJm79_sO4JDgpD5 off=2296290 len=530600 2024-07-29T15:38:24.911 INFO:tasks.workunit.client.0.smithi067.stdout:op 4796 completed, throughput=5MB/sec 2024-07-29T15:38:24.911 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ClszPXuQjhoeL2m off=1096698 len=481735 2024-07-29T15:38:24.913 INFO:tasks.workunit.client.0.smithi067.stdout:op 4797 completed, throughput=5MB/sec 2024-07-29T15:38:24.913 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-z6sVFsjJFM96k0K off=13615395 len=1700960 2024-07-29T15:38:24.921 INFO:tasks.workunit.client.0.smithi067.stdout:op 4798 completed, throughput=5MB/sec 2024-07-29T15:38:25.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:25 smithi138 ceph-mon[86438]: pgmap v1824: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-29T15:38:25.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:25 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:38:25.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:25 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:38:25.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:25 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:38:25.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:25 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:38:25.922 INFO:tasks.workunit.client.0.smithi067.stdout: 928: throughput=5MB/sec pending data=0 2024-07-29T15:38:25.922 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-hmcBc3-Hird5UJp off=549942 len=53349 2024-07-29T15:38:25.924 INFO:tasks.workunit.client.0.smithi067.stdout:op 4799 completed, throughput=5MB/sec 2024-07-29T15:38:25.925 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-vYKuZL8O2qf4_LZ off=16743876 len=1856846 2024-07-29T15:38:25.939 INFO:tasks.workunit.client.0.smithi067.stdout:op 4800 completed, throughput=5MB/sec 2024-07-29T15:38:25.939 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FhkrHisgJD4Stu9 off=4044175 len=540153 2024-07-29T15:38:25.943 INFO:tasks.workunit.client.0.smithi067.stdout:op 4801 completed, throughput=5MB/sec 2024-07-29T15:38:25.943 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-CK7r-95HK0oaBPq off=18698653 len=1508588 2024-07-29T15:38:25.944 INFO:tasks.workunit.client.0.smithi067.stdout:op 4802 completed, throughput=5MB/sec 2024-07-29T15:38:25.945 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--qVdCDdIHJ4KZKd off=734076 len=1763768 2024-07-29T15:38:25.953 INFO:tasks.workunit.client.0.smithi067.stdout:op 4803 completed, throughput=5MB/sec 2024-07-29T15:38:25.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:25 smithi067 ceph-mon[91995]: pgmap v1824: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-29T15:38:25.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:25 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:38:25.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:25 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:38:25.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:25 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:38:25.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:25 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:38:25.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:25 smithi067 ceph-mon[94375]: pgmap v1824: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-29T15:38:25.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:25 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:38:25.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:25 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:38:25.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:25 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:38:25.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:25 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:38:26.953 INFO:tasks.workunit.client.0.smithi067.stdout: 929: throughput=5MB/sec pending data=0 2024-07-29T15:38:26.953 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-IKVAedVk03zjjES off=6115469 len=926178 2024-07-29T15:38:26.959 INFO:tasks.workunit.client.0.smithi067.stdout:op 4804 completed, throughput=5MB/sec 2024-07-29T15:38:26.959 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-otMjv_shx_YvF-9 off=14590364 len=1255903 2024-07-29T15:38:26.966 INFO:tasks.workunit.client.0.smithi067.stdout:op 4805 completed, throughput=5MB/sec 2024-07-29T15:38:26.966 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-okBV7BHgYKgZ3TC off=6373634 len=516300 2024-07-29T15:38:26.969 INFO:tasks.workunit.client.0.smithi067.stdout:op 4806 completed, throughput=5MB/sec 2024-07-29T15:38:26.969 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-k6VJnUM9dAO36l3 off=11310158 len=1805148 2024-07-29T15:38:26.980 INFO:tasks.workunit.client.0.smithi067.stdout:op 4807 completed, throughput=5MB/sec 2024-07-29T15:38:27.790 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:27 smithi067 ceph-mon[91995]: pgmap v1825: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-07-29T15:38:27.791 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:27 smithi067 ceph-mon[94375]: pgmap v1825: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-07-29T15:38:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:27 smithi138 ceph-mon[86438]: pgmap v1825: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-07-29T15:38:27.982 INFO:tasks.workunit.client.0.smithi067.stdout: 930: throughput=5MB/sec pending data=0 2024-07-29T15:38:27.982 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-P4JiglQJg6TNghG off=16292127 len=142879 2024-07-29T15:38:27.982 INFO:tasks.workunit.client.0.smithi067.stdout:op 4808 completed, throughput=5MB/sec 2024-07-29T15:38:27.982 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-t-8HgizSqCf7y1N off=4949832 len=74175 2024-07-29T15:38:27.982 INFO:tasks.workunit.client.0.smithi067.stdout:op 4809 completed, throughput=5MB/sec 2024-07-29T15:38:27.982 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-tJbwqovT_PrbF8A off=5808964 len=784314 2024-07-29T15:38:27.983 INFO:tasks.workunit.client.0.smithi067.stdout:op 4810 completed, throughput=5MB/sec 2024-07-29T15:38:27.983 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ws_YtRbnnodL58h off=722018 len=943623 2024-07-29T15:38:27.988 INFO:tasks.workunit.client.0.smithi067.stdout:op 4811 completed, throughput=5MB/sec 2024-07-29T15:38:27.988 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Om6wkdyPDS0-Hmy off=2602655 len=1818076 2024-07-29T15:38:27.990 INFO:tasks.workunit.client.0.smithi067.stdout:op 4812 completed, throughput=5MB/sec 2024-07-29T15:38:27.990 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7GhJxJFkr8PXh6E off=6562936 len=1952106 2024-07-29T15:38:28.002 INFO:tasks.workunit.client.0.smithi067.stdout:op 4813 completed, throughput=5MB/sec 2024-07-29T15:38:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:38:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:38:27] "GET /metrics HTTP/1.1" 200 34215 "" "Prometheus/2.51.0" 2024-07-29T15:38:29.006 INFO:tasks.workunit.client.0.smithi067.stdout: 931: throughput=5MB/sec pending data=0 2024-07-29T15:38:29.006 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--cNjV69otul02ue off=4856512 len=215313 2024-07-29T15:38:29.006 INFO:tasks.workunit.client.0.smithi067.stdout:op 4814 completed, throughput=5MB/sec 2024-07-29T15:38:29.006 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-SkLiJbuGbYrSY0v off=6768128 len=1274077 2024-07-29T15:38:29.006 INFO:tasks.workunit.client.0.smithi067.stdout:op 4815 completed, throughput=5MB/sec 2024-07-29T15:38:29.006 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zYTH8ucx1OruUh4 off=9547942 len=27426 2024-07-29T15:38:29.008 INFO:tasks.workunit.client.0.smithi067.stdout:op 4816 completed, throughput=5MB/sec 2024-07-29T15:38:29.008 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-kiLr3C707fFuYF8 off=8059340 len=165424 2024-07-29T15:38:29.010 INFO:tasks.workunit.client.0.smithi067.stdout:op 4817 completed, throughput=5MB/sec 2024-07-29T15:38:29.010 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-K37MgfYbFJws6rd off=2671052 len=905972 2024-07-29T15:38:29.014 INFO:tasks.workunit.client.0.smithi067.stdout:op 4818 completed, throughput=5MB/sec 2024-07-29T15:38:29.014 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Xhe4DrPRFv-tK4w off=12866448 len=1287072 2024-07-29T15:38:29.016 INFO:tasks.workunit.client.0.smithi067.stdout:op 4819 completed, throughput=5MB/sec 2024-07-29T15:38:29.016 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qeuJHvimYn7LdHR off=0 len=1436419 2024-07-29T15:38:29.022 INFO:tasks.workunit.client.0.smithi067.stdout:op 4820 completed, throughput=5MB/sec 2024-07-29T15:38:29.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:29 smithi138 ceph-mon[86438]: pgmap v1826: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-29T15:38:29.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:29 smithi067 ceph-mon[94375]: pgmap v1826: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-29T15:38:29.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:29 smithi067 ceph-mon[91995]: pgmap v1826: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-29T15:38:30.023 INFO:tasks.workunit.client.0.smithi067.stdout: 932: throughput=5MB/sec pending data=0 2024-07-29T15:38:30.023 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ikAzAvSmFLs5aMC off=10140827 len=728042 2024-07-29T15:38:30.027 INFO:tasks.workunit.client.0.smithi067.stdout:op 4821 completed, throughput=5MB/sec 2024-07-29T15:38:30.028 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-aAlDIoTiHHLMpYm off=14892967 len=605696 2024-07-29T15:38:30.031 INFO:tasks.workunit.client.0.smithi067.stdout:op 4822 completed, throughput=5MB/sec 2024-07-29T15:38:30.031 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-JeGSePxUOkNwYgM off=10207788 len=1300059 2024-07-29T15:38:30.034 INFO:tasks.workunit.client.0.smithi067.stdout:op 4823 completed, throughput=5MB/sec 2024-07-29T15:38:30.034 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PxJF1HK0knjfU1U off=463759 len=1533065 2024-07-29T15:38:30.036 INFO:tasks.workunit.client.0.smithi067.stdout:op 4824 completed, throughput=5MB/sec 2024-07-29T15:38:30.036 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KRAeAaORZjDkwzJ off=792913 len=894858 2024-07-29T15:38:30.037 INFO:tasks.workunit.client.0.smithi067.stdout:op 4825 completed, throughput=5MB/sec 2024-07-29T15:38:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:38:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:38:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:38:31.038 INFO:tasks.workunit.client.0.smithi067.stdout: 933: throughput=5MB/sec pending data=0 2024-07-29T15:38:31.038 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CAkka3_cnuwU-_b off=19378701 len=1832767 2024-07-29T15:38:31.046 INFO:tasks.workunit.client.0.smithi067.stdout:op 4826 completed, throughput=5MB/sec 2024-07-29T15:38:31.046 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pUBiqY27e9U9u1I off=9336071 len=1219669 2024-07-29T15:38:31.049 INFO:tasks.workunit.client.0.smithi067.stdout:op 4827 completed, throughput=5MB/sec 2024-07-29T15:38:31.049 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-yVhs0P8k-TPhsMK off=6850707 len=194990 2024-07-29T15:38:31.054 INFO:tasks.workunit.client.0.smithi067.stdout:op 4828 completed, throughput=5MB/sec 2024-07-29T15:38:31.054 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-OjGJc_Joio-cTvE off=1385411 len=610201 2024-07-29T15:38:31.055 INFO:tasks.workunit.client.0.smithi067.stdout:op 4829 completed, throughput=5MB/sec 2024-07-29T15:38:31.056 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-USfyqoJMf32D41s off=11519198 len=1858548 2024-07-29T15:38:31.065 INFO:tasks.workunit.client.0.smithi067.stdout:op 4830 completed, throughput=5MB/sec 2024-07-29T15:38:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:31 smithi138 ceph-mon[86438]: pgmap v1827: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:38:31.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:31 smithi067 ceph-mon[91995]: pgmap v1827: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:38:31.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:31 smithi067 ceph-mon[94375]: pgmap v1827: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:38:32.066 INFO:tasks.workunit.client.0.smithi067.stdout: 934: throughput=5MB/sec pending data=0 2024-07-29T15:38:32.066 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KJ1N-Vgi3Xz1K_l off=1591167 len=1442725 2024-07-29T15:38:32.070 INFO:tasks.workunit.client.0.smithi067.stdout:op 4831 completed, throughput=5MB/sec 2024-07-29T15:38:32.070 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wlOO4wiPK1QegWz off=3032925 len=613837 2024-07-29T15:38:32.073 INFO:tasks.workunit.client.0.smithi067.stdout:op 4832 completed, throughput=5MB/sec 2024-07-29T15:38:32.073 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0IaSVgDdpGNFpS3 off=3277335 len=1830675 2024-07-29T15:38:32.083 INFO:tasks.workunit.client.0.smithi067.stdout:op 4833 completed, throughput=5MB/sec 2024-07-29T15:38:32.083 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--R2Y1NvaS7-c4dF off=398122 len=1994490 2024-07-29T15:38:32.094 INFO:tasks.workunit.client.0.smithi067.stdout:op 4834 completed, throughput=5MB/sec 2024-07-29T15:38:33.095 INFO:tasks.workunit.client.0.smithi067.stdout: 935: throughput=5MB/sec pending data=0 2024-07-29T15:38:33.095 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-QylsTQund0Fgy0X off=259934 len=1400668 2024-07-29T15:38:33.097 INFO:tasks.workunit.client.0.smithi067.stdout:op 4835 completed, throughput=5MB/sec 2024-07-29T15:38:33.097 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-H0LEe0B2Yo01sqy off=672402 len=449109 2024-07-29T15:38:33.098 INFO:tasks.workunit.client.0.smithi067.stdout:op 4836 completed, throughput=5MB/sec 2024-07-29T15:38:33.098 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-xwztOWcFk_22Ari off=14289080 len=1142202 2024-07-29T15:38:33.105 INFO:tasks.workunit.client.0.smithi067.stdout:op 4837 completed, throughput=5MB/sec 2024-07-29T15:38:33.106 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mjx4jYamiBoBEy6 off=2290049 len=1132063 2024-07-29T15:38:33.106 INFO:tasks.workunit.client.0.smithi067.stdout:op 4838 completed, throughput=5MB/sec 2024-07-29T15:38:33.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:33 smithi138 ceph-mon[86438]: pgmap v1828: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:38:33.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:33 smithi067 ceph-mon[91995]: pgmap v1828: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:38:33.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:33 smithi067 ceph-mon[94375]: pgmap v1828: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:38:34.106 INFO:tasks.workunit.client.0.smithi067.stdout: 936: throughput=5MB/sec pending data=0 2024-07-29T15:38:34.106 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-oJjlKuRdmySAFMz off=1761392 len=1253823 2024-07-29T15:38:34.108 INFO:tasks.workunit.client.0.smithi067.stdout:op 4839 completed, throughput=5MB/sec 2024-07-29T15:38:34.108 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cN-h2u3FnnAwTOX off=714902 len=912783 2024-07-29T15:38:34.113 INFO:tasks.workunit.client.0.smithi067.stdout:op 4840 completed, throughput=5MB/sec 2024-07-29T15:38:34.114 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-AvQYgUArfLqYbNp off=4840658 len=276460 2024-07-29T15:38:34.115 INFO:tasks.workunit.client.0.smithi067.stdout:op 4841 completed, throughput=5MB/sec 2024-07-29T15:38:34.115 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KJlj1erfr-RL_uf off=9398874 len=868286 2024-07-29T15:38:34.116 INFO:tasks.workunit.client.0.smithi067.stdout:op 4842 completed, throughput=5MB/sec 2024-07-29T15:38:34.116 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-t-h9kzjCObFwSuo off=3486071 len=466559 2024-07-29T15:38:34.117 INFO:tasks.workunit.client.0.smithi067.stdout:op 4843 completed, throughput=5MB/sec 2024-07-29T15:38:34.118 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Xzj_UCBTNIrndXd off=18046392 len=1848091 2024-07-29T15:38:34.128 INFO:tasks.workunit.client.0.smithi067.stdout:op 4844 completed, throughput=5MB/sec 2024-07-29T15:38:35.128 INFO:tasks.workunit.client.0.smithi067.stdout: 937: throughput=5MB/sec pending data=0 2024-07-29T15:38:35.128 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-V-YeEyM3lK5UVHi off=237000 len=298497 2024-07-29T15:38:35.129 INFO:tasks.workunit.client.0.smithi067.stdout:op 4845 completed, throughput=5MB/sec 2024-07-29T15:38:35.129 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FpodWlnMVrRtfOB off=18532781 len=1409771 2024-07-29T15:38:35.131 INFO:tasks.workunit.client.0.smithi067.stdout:op 4846 completed, throughput=5MB/sec 2024-07-29T15:38:35.131 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_-WZKv2O6AyukXT off=673354 len=645155 2024-07-29T15:38:35.132 INFO:tasks.workunit.client.0.smithi067.stdout:op 4847 completed, throughput=5MB/sec 2024-07-29T15:38:35.132 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-vfaZaldyKtEa72l off=9541677 len=724941 2024-07-29T15:38:35.134 INFO:tasks.workunit.client.0.smithi067.stdout:op 4848 completed, throughput=5MB/sec 2024-07-29T15:38:35.134 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BOcHCayvyeiivsa off=11193926 len=1586311 2024-07-29T15:38:35.137 INFO:tasks.workunit.client.0.smithi067.stdout:op 4849 completed, throughput=5MB/sec 2024-07-29T15:38:35.137 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Cln-OZ6vp2MYS2o off=475494 len=2010598 2024-07-29T15:38:35.140 INFO:tasks.workunit.client.0.smithi067.stdout:op 4850 completed, throughput=5MB/sec 2024-07-29T15:38:35.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:35 smithi138 ceph-mon[86438]: pgmap v1829: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:38:35.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:38:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:35 smithi067 ceph-mon[91995]: pgmap v1829: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:38:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:38:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:35 smithi067 ceph-mon[94375]: pgmap v1829: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:38:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:38:36.140 INFO:tasks.workunit.client.0.smithi067.stdout: 938: throughput=5MB/sec pending data=0 2024-07-29T15:38:36.140 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-IxrFhxentM9SLIz off=7000956 len=1319483 2024-07-29T15:38:36.149 INFO:tasks.workunit.client.0.smithi067.stdout:op 4851 completed, throughput=5MB/sec 2024-07-29T15:38:36.149 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1MUgGN2sw0Ejht7 off=9293041 len=940817 2024-07-29T15:38:36.154 INFO:tasks.workunit.client.0.smithi067.stdout:op 4852 completed, throughput=5MB/sec 2024-07-29T15:38:36.154 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-deIRsQVEAM5AHfU off=3243890 len=917725 2024-07-29T15:38:36.155 INFO:tasks.workunit.client.0.smithi067.stdout:op 4853 completed, throughput=5MB/sec 2024-07-29T15:38:36.156 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-oq4U6Z8N3c72UKh off=7557020 len=193236 2024-07-29T15:38:36.158 INFO:tasks.workunit.client.0.smithi067.stdout:op 4854 completed, throughput=5MB/sec 2024-07-29T15:38:36.158 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-q7rc0tdsNw51U6f off=4411484 len=2069262 2024-07-29T15:38:36.167 INFO:tasks.workunit.client.0.smithi067.stdout:op 4855 completed, throughput=5MB/sec 2024-07-29T15:38:37.168 INFO:tasks.workunit.client.0.smithi067.stdout: 939: throughput=5MB/sec pending data=0 2024-07-29T15:38:37.168 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-yFzazu6sCLNGJzM off=4243586 len=1216015 2024-07-29T15:38:37.175 INFO:tasks.workunit.client.0.smithi067.stdout:op 4856 completed, throughput=5MB/sec 2024-07-29T15:38:37.175 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-b1fzCEDu8_-un4v off=5225303 len=121403 2024-07-29T15:38:37.177 INFO:tasks.workunit.client.0.smithi067.stdout:op 4857 completed, throughput=5MB/sec 2024-07-29T15:38:37.177 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Xvzs3jqCCFxANvf off=4191738 len=646703 2024-07-29T15:38:37.178 INFO:tasks.workunit.client.0.smithi067.stdout:op 4858 completed, throughput=5MB/sec 2024-07-29T15:38:37.178 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-TczuL2Z7XyolDQ- off=1870645 len=502651 2024-07-29T15:38:37.182 INFO:tasks.workunit.client.0.smithi067.stdout:op 4859 completed, throughput=5MB/sec 2024-07-29T15:38:37.182 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Co0UqssFv4R2sOx off=6946881 len=1164421 2024-07-29T15:38:37.188 INFO:tasks.workunit.client.0.smithi067.stdout:op 4860 completed, throughput=5MB/sec 2024-07-29T15:38:37.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:37 smithi138 ceph-mon[86438]: pgmap v1830: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:38:37.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:37 smithi067 ceph-mon[91995]: pgmap v1830: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:38:37.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:37 smithi067 ceph-mon[94375]: pgmap v1830: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:38:38.189 INFO:tasks.workunit.client.0.smithi067.stdout: 940: throughput=5MB/sec pending data=0 2024-07-29T15:38:38.189 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-10oLfeCwL2V784w off=742790 len=1814326 2024-07-29T15:38:38.191 INFO:tasks.workunit.client.0.smithi067.stdout:op 4861 completed, throughput=5MB/sec 2024-07-29T15:38:38.191 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-HWkeoeaf81RL18P off=13551438 len=1943325 2024-07-29T15:38:38.202 INFO:tasks.workunit.client.0.smithi067.stdout:op 4862 completed, throughput=5MB/sec 2024-07-29T15:38:38.202 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7gZShxSvKW_zYo7 off=4893671 len=1822948 2024-07-29T15:38:38.211 INFO:tasks.workunit.client.0.smithi067.stdout:op 4863 completed, throughput=5MB/sec 2024-07-29T15:38:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:38:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:38:37] "GET /metrics HTTP/1.1" 200 34211 "" "Prometheus/2.51.0" 2024-07-29T15:38:39.211 INFO:tasks.workunit.client.0.smithi067.stdout: 941: throughput=5MB/sec pending data=0 2024-07-29T15:38:39.211 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-W4dJIVIqUH9SR1_ off=15336083 len=1519701 2024-07-29T15:38:39.220 INFO:tasks.workunit.client.0.smithi067.stdout:op 4864 completed, throughput=5MB/sec 2024-07-29T15:38:39.220 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qQr7UwRni8juMe- off=5289109 len=580273 2024-07-29T15:38:39.223 INFO:tasks.workunit.client.0.smithi067.stdout:op 4865 completed, throughput=5MB/sec 2024-07-29T15:38:39.224 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-vsTyYQmOAURquIt off=19749164 len=39559 2024-07-29T15:38:39.226 INFO:tasks.workunit.client.0.smithi067.stdout:op 4866 completed, throughput=5MB/sec 2024-07-29T15:38:39.226 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-EIk9PyyhON_uEh7 off=170767 len=447371 2024-07-29T15:38:39.229 INFO:tasks.workunit.client.0.smithi067.stdout:op 4867 completed, throughput=5MB/sec 2024-07-29T15:38:39.229 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-so58YkzY7SiJESr off=3025053 len=1534817 2024-07-29T15:38:39.237 INFO:tasks.workunit.client.0.smithi067.stdout:op 4868 completed, throughput=5MB/sec 2024-07-29T15:38:39.237 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-g8RIR8dVKcPm8Fd off=10026686 len=893187 2024-07-29T15:38:39.241 INFO:tasks.workunit.client.0.smithi067.stdout:op 4869 completed, throughput=5MB/sec 2024-07-29T15:38:39.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:39 smithi138 ceph-mon[86438]: pgmap v1831: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:38:39.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:39 smithi067 ceph-mon[91995]: pgmap v1831: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:38:39.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:39 smithi067 ceph-mon[94375]: pgmap v1831: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:38:40.242 INFO:tasks.workunit.client.0.smithi067.stdout: 942: throughput=4.99MB/sec pending data=0 2024-07-29T15:38:40.242 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CK7r-95HK0oaBPq off=10948218 len=1871021 2024-07-29T15:38:40.251 INFO:tasks.workunit.client.0.smithi067.stdout:op 4870 completed, throughput=5MB/sec 2024-07-29T15:38:40.251 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-oDmaivnGiNk5JsI off=425200 len=853890 2024-07-29T15:38:40.252 INFO:tasks.workunit.client.0.smithi067.stdout:op 4871 completed, throughput=5MB/sec 2024-07-29T15:38:40.253 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-o5j1ARog7MSNTn_ off=1869620 len=1394333 2024-07-29T15:38:40.256 INFO:tasks.workunit.client.0.smithi067.stdout:op 4872 completed, throughput=5MB/sec 2024-07-29T15:38:40.256 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-uookyEl2u0Zw0qK off=5271974 len=2046053 2024-07-29T15:38:40.258 INFO:tasks.workunit.client.0.smithi067.stdout:op 4873 completed, throughput=5MB/sec 2024-07-29T15:38:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:38:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:38:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:38:41.259 INFO:tasks.workunit.client.0.smithi067.stdout: 943: throughput=5MB/sec pending data=0 2024-07-29T15:38:41.259 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0CkVjy9jp_TPxKK off=1124588 len=1188855 2024-07-29T15:38:41.266 INFO:tasks.workunit.client.0.smithi067.stdout:op 4874 completed, throughput=5MB/sec 2024-07-29T15:38:41.266 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2b1Jo97n18fEIBW off=4611181 len=1648465 2024-07-29T15:38:41.268 INFO:tasks.workunit.client.0.smithi067.stdout:op 4875 completed, throughput=5MB/sec 2024-07-29T15:38:41.268 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5a-5VD-4EswSbp7 off=12166323 len=262996 2024-07-29T15:38:41.269 INFO:tasks.workunit.client.0.smithi067.stdout:op 4876 completed, throughput=5MB/sec 2024-07-29T15:38:41.269 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BZxCSbWz8XKX1rJ off=15598173 len=279273 2024-07-29T15:38:41.270 INFO:tasks.workunit.client.0.smithi067.stdout:op 4877 completed, throughput=5MB/sec 2024-07-29T15:38:41.270 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bnnzpXBy5gs8l6H off=9912368 len=1805640 2024-07-29T15:38:41.272 INFO:tasks.workunit.client.0.smithi067.stdout:op 4878 completed, throughput=5MB/sec 2024-07-29T15:38:41.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:41 smithi138 ceph-mon[86438]: pgmap v1832: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:38:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:41 smithi067 ceph-mon[91995]: pgmap v1832: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:38:41.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:41 smithi067 ceph-mon[94375]: pgmap v1832: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:38:42.272 INFO:tasks.workunit.client.0.smithi067.stdout: 944: throughput=5MB/sec pending data=0 2024-07-29T15:38:42.273 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-fWjXZcxbHgbwdkl off=1703192 len=786034 2024-07-29T15:38:42.278 INFO:tasks.workunit.client.0.smithi067.stdout:op 4879 completed, throughput=5MB/sec 2024-07-29T15:38:42.278 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gxQ9wsIWG1P7sas off=6061588 len=2054366 2024-07-29T15:38:42.280 INFO:tasks.workunit.client.0.smithi067.stdout:op 4880 completed, throughput=5MB/sec 2024-07-29T15:38:42.281 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-d3Tzjyylemi9oXW off=1914800 len=1602233 2024-07-29T15:38:42.285 INFO:tasks.workunit.client.0.smithi067.stdout:op 4881 completed, throughput=5MB/sec 2024-07-29T15:38:42.285 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pqO-ZyOJctwRDSP off=4214145 len=176487 2024-07-29T15:38:42.285 INFO:tasks.workunit.client.0.smithi067.stdout:op 4882 completed, throughput=5MB/sec 2024-07-29T15:38:43.285 INFO:tasks.workunit.client.0.smithi067.stdout: 945: throughput=4.99MB/sec pending data=0 2024-07-29T15:38:43.285 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-l__K0DWVLBBaVKO off=6070290 len=298994 2024-07-29T15:38:43.286 INFO:tasks.workunit.client.0.smithi067.stdout:op 4883 completed, throughput=5MB/sec 2024-07-29T15:38:43.286 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-tQfbYGZjE9XRYFz off=16732828 len=1337857 2024-07-29T15:38:43.288 INFO:tasks.workunit.client.0.smithi067.stdout:op 4884 completed, throughput=5MB/sec 2024-07-29T15:38:43.288 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ywhrpAYkv2DjQp7 off=5325715 len=863435 2024-07-29T15:38:43.294 INFO:tasks.workunit.client.0.smithi067.stdout:op 4885 completed, throughput=5MB/sec 2024-07-29T15:38:43.294 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-aIiV2-OtQ-aiQS2 off=1152103 len=915282 2024-07-29T15:38:43.299 INFO:tasks.workunit.client.0.smithi067.stdout:op 4886 completed, throughput=5MB/sec 2024-07-29T15:38:43.299 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-G0tVQK4rxB53ADP off=16612164 len=378809 2024-07-29T15:38:43.300 INFO:tasks.workunit.client.0.smithi067.stdout:op 4887 completed, throughput=5MB/sec 2024-07-29T15:38:43.300 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-rgUKPuMk325W9TX off=9525599 len=2022896 2024-07-29T15:38:43.302 INFO:tasks.workunit.client.0.smithi067.stdout:op 4888 completed, throughput=5MB/sec 2024-07-29T15:38:43.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:43 smithi138 ceph-mon[86438]: pgmap v1833: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-29T15:38:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:43 smithi067 ceph-mon[91995]: pgmap v1833: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-29T15:38:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:43 smithi067 ceph-mon[94375]: pgmap v1833: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-29T15:38:44.303 INFO:tasks.workunit.client.0.smithi067.stdout: 946: throughput=5MB/sec pending data=0 2024-07-29T15:38:44.303 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-tHC0thQ86Z3y0yw off=636719 len=895978 2024-07-29T15:38:44.307 INFO:tasks.workunit.client.0.smithi067.stdout:op 4889 completed, throughput=5MB/sec 2024-07-29T15:38:44.307 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-y2pr1B_7mKv-QOo off=426037 len=607336 2024-07-29T15:38:44.308 INFO:tasks.workunit.client.0.smithi067.stdout:op 4890 completed, throughput=5MB/sec 2024-07-29T15:38:44.309 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4tzKSSEpvbp0rzR off=4443901 len=650665 2024-07-29T15:38:44.313 INFO:tasks.workunit.client.0.smithi067.stdout:op 4891 completed, throughput=5MB/sec 2024-07-29T15:38:44.313 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MBsKMVTj49PadZz off=13269657 len=1133828 2024-07-29T15:38:44.318 INFO:tasks.workunit.client.0.smithi067.stdout:op 4892 completed, throughput=5MB/sec 2024-07-29T15:38:44.319 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VXG-urSTBodGhfS off=3574328 len=1000395 2024-07-29T15:38:44.320 INFO:tasks.workunit.client.0.smithi067.stdout:op 4893 completed, throughput=5MB/sec 2024-07-29T15:38:44.320 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2pc261zGEzGsS7d off=18549711 len=425011 2024-07-29T15:38:44.324 INFO:tasks.workunit.client.0.smithi067.stdout:op 4894 completed, throughput=5MB/sec 2024-07-29T15:38:44.324 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Pieq6c0iqdOuuzF off=12968874 len=53878 2024-07-29T15:38:44.324 INFO:tasks.workunit.client.0.smithi067.stdout:op 4895 completed, throughput=5MB/sec 2024-07-29T15:38:44.324 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FNoH7bV5M4_X6C9 off=8990354 len=1608343 2024-07-29T15:38:44.333 INFO:tasks.workunit.client.0.smithi067.stdout:op 4896 completed, throughput=5MB/sec 2024-07-29T15:38:45.334 INFO:tasks.workunit.client.0.smithi067.stdout: 947: throughput=5MB/sec pending data=0 2024-07-29T15:38:45.334 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-QeqBKJbncaRR4-b off=7325967 len=1061611 2024-07-29T15:38:45.335 INFO:tasks.workunit.client.0.smithi067.stdout:op 4897 completed, throughput=5MB/sec 2024-07-29T15:38:45.335 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bW_FJecX_oDwm7C off=0 len=1573764 2024-07-29T15:38:45.343 INFO:tasks.workunit.client.0.smithi067.stdout:op 4898 completed, throughput=5MB/sec 2024-07-29T15:38:45.343 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UvXQByQlvfhzKzV off=6239576 len=135576 2024-07-29T15:38:45.344 INFO:tasks.workunit.client.0.smithi067.stdout:op 4899 completed, throughput=5MB/sec 2024-07-29T15:38:45.344 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-e833-_WOsYSFEkT off=1631920 len=1406432 2024-07-29T15:38:45.346 INFO:tasks.workunit.client.0.smithi067.stdout:op 4900 completed, throughput=5MB/sec 2024-07-29T15:38:45.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:45 smithi138 ceph-mon[86438]: pgmap v1834: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:38:45.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:45 smithi067 ceph-mon[91995]: pgmap v1834: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:38:45.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:45 smithi067 ceph-mon[94375]: pgmap v1834: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:38:46.346 INFO:tasks.workunit.client.0.smithi067.stdout: 948: throughput=5MB/sec pending data=0 2024-07-29T15:38:46.346 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-46CQz9Bnsd3cDRp off=2107852 len=902941 2024-07-29T15:38:46.348 INFO:tasks.workunit.client.0.smithi067.stdout:op 4901 completed, throughput=5MB/sec 2024-07-29T15:38:46.348 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-kRSK50i9jF3Trhv off=4220423 len=1994756 2024-07-29T15:38:46.359 INFO:tasks.workunit.client.0.smithi067.stdout:op 4902 completed, throughput=5MB/sec 2024-07-29T15:38:46.359 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wAJrnIPP2P1rmTH off=19424292 len=1091321 2024-07-29T15:38:46.360 INFO:tasks.workunit.client.0.smithi067.stdout:op 4903 completed, throughput=5MB/sec 2024-07-29T15:38:46.360 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UtF1AkRG85CnFvU off=5256002 len=1823827 2024-07-29T15:38:46.362 INFO:tasks.workunit.client.0.smithi067.stdout:op 4904 completed, throughput=5MB/sec 2024-07-29T15:38:47.363 INFO:tasks.workunit.client.0.smithi067.stdout: 949: throughput=5MB/sec pending data=0 2024-07-29T15:38:47.363 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-LmTUSmxINNL1hLz off=7807581 len=2048845 2024-07-29T15:38:47.375 INFO:tasks.workunit.client.0.smithi067.stdout:op 4905 completed, throughput=5MB/sec 2024-07-29T15:38:47.376 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7WpUn0UyaIauyZW off=293008 len=1611417 2024-07-29T15:38:47.384 INFO:tasks.workunit.client.0.smithi067.stdout:op 4906 completed, throughput=5MB/sec 2024-07-29T15:38:47.384 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NNe1tXrKYv5MRP6 off=5761860 len=1184795 2024-07-29T15:38:47.386 INFO:tasks.workunit.client.0.smithi067.stdout:op 4907 completed, throughput=5MB/sec 2024-07-29T15:38:47.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:47 smithi138 ceph-mon[86438]: pgmap v1835: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:38:47.844 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:47 smithi067 ceph-mon[91995]: pgmap v1835: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:38:47.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:47 smithi067 ceph-mon[94375]: pgmap v1835: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:38:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:38:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:38:47] "GET /metrics HTTP/1.1" 200 34211 "" "Prometheus/2.51.0" 2024-07-29T15:38:48.387 INFO:tasks.workunit.client.0.smithi067.stdout: 950: throughput=5MB/sec pending data=0 2024-07-29T15:38:48.387 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-TY9JgAzhE-4_gMi off=8679288 len=140358 2024-07-29T15:38:48.387 INFO:tasks.workunit.client.0.smithi067.stdout:op 4908 completed, throughput=5MB/sec 2024-07-29T15:38:48.388 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lRWatNCCtXb9-dz off=2860938 len=820716 2024-07-29T15:38:48.392 INFO:tasks.workunit.client.0.smithi067.stdout:op 4909 completed, throughput=5MB/sec 2024-07-29T15:38:48.392 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CKc9TV5M3NuALcW off=14147727 len=2062233 2024-07-29T15:38:48.406 INFO:tasks.workunit.client.0.smithi067.stdout:op 4910 completed, throughput=5MB/sec 2024-07-29T15:38:48.406 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ldjHRziWtsUOK0T off=4119374 len=1368768 2024-07-29T15:38:48.408 INFO:tasks.workunit.client.0.smithi067.stdout:op 4911 completed, throughput=5MB/sec 2024-07-29T15:38:48.408 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-RxqKq33CL31tXrE off=20087711 len=641858 2024-07-29T15:38:48.413 INFO:tasks.workunit.client.0.smithi067.stdout:op 4912 completed, throughput=5MB/sec 2024-07-29T15:38:49.413 INFO:tasks.workunit.client.0.smithi067.stdout: 951: throughput=4.99MB/sec pending data=0 2024-07-29T15:38:49.413 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-k_r25qXF1FqOe2Q off=2688784 len=1425032 2024-07-29T15:38:49.415 INFO:tasks.workunit.client.0.smithi067.stdout:op 4913 completed, throughput=5MB/sec 2024-07-29T15:38:49.415 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-e1gp9a7unwyqBkX off=43508 len=996756 2024-07-29T15:38:49.417 INFO:tasks.workunit.client.0.smithi067.stdout:op 4914 completed, throughput=5MB/sec 2024-07-29T15:38:49.417 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SzCbUVuEOVKVnay off=1307503 len=1874464 2024-07-29T15:38:49.427 INFO:tasks.workunit.client.0.smithi067.stdout:op 4915 completed, throughput=5MB/sec 2024-07-29T15:38:49.427 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7tGekrWggu41N0Q off=17414879 len=1537024 2024-07-29T15:38:49.435 INFO:tasks.workunit.client.0.smithi067.stdout:op 4916 completed, throughput=5MB/sec 2024-07-29T15:38:49.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:49 smithi138 ceph-mon[86438]: pgmap v1836: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:38:49.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:49 smithi067 ceph-mon[91995]: pgmap v1836: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:38:49.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:49 smithi067 ceph-mon[94375]: pgmap v1836: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:38:50.436 INFO:tasks.workunit.client.0.smithi067.stdout: 952: throughput=5MB/sec pending data=0 2024-07-29T15:38:50.436 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PPnfrxqSmvJRxf1 off=3627054 len=683167 2024-07-29T15:38:50.437 INFO:tasks.workunit.client.0.smithi067.stdout:op 4917 completed, throughput=5MB/sec 2024-07-29T15:38:50.437 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--A0UU2Wmg5u1FdW off=11772064 len=1104042 2024-07-29T15:38:50.443 INFO:tasks.workunit.client.0.smithi067.stdout:op 4918 completed, throughput=5MB/sec 2024-07-29T15:38:50.443 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-zcCYGKFNdHt8W4o off=23081400 len=1120277 2024-07-29T15:38:50.444 INFO:tasks.workunit.client.0.smithi067.stdout:op 4919 completed, throughput=5MB/sec 2024-07-29T15:38:50.444 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MX4Wt_6HFYCQ0Lz off=405616 len=1728931 2024-07-29T15:38:50.446 INFO:tasks.workunit.client.0.smithi067.stdout:op 4920 completed, throughput=5MB/sec 2024-07-29T15:38:50.446 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rb7LvvpeBZPRkFX off=5043860 len=648598 2024-07-29T15:38:50.450 INFO:tasks.workunit.client.0.smithi067.stdout:op 4921 completed, throughput=5MB/sec 2024-07-29T15:38:50.554 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:38:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:38:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:38:50.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:38:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:38:50.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:38:51.450 INFO:tasks.workunit.client.0.smithi067.stdout: 953: throughput=5MB/sec pending data=0 2024-07-29T15:38:51.451 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wuzHBThQI60LcEr off=18039816 len=21584 2024-07-29T15:38:51.451 INFO:tasks.workunit.client.0.smithi067.stdout:op 4922 completed, throughput=5MB/sec 2024-07-29T15:38:51.451 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_uNTZhSWtrblx58 off=742713 len=1191486 2024-07-29T15:38:51.458 INFO:tasks.workunit.client.0.smithi067.stdout:op 4923 completed, throughput=5MB/sec 2024-07-29T15:38:51.458 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9ABnpCY71Z1n3pW off=1762634 len=1892851 2024-07-29T15:38:51.467 INFO:tasks.workunit.client.0.smithi067.stdout:op 4924 completed, throughput=5MB/sec 2024-07-29T15:38:51.468 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Q7JpIsTnQCk09hK off=10174666 len=1094308 2024-07-29T15:38:51.473 INFO:tasks.workunit.client.0.smithi067.stdout:op 4925 completed, throughput=5MB/sec 2024-07-29T15:38:51.473 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3cs5uoAtv-K46xK off=5252097 len=936335 2024-07-29T15:38:51.474 INFO:tasks.workunit.client.0.smithi067.stdout:op 4926 completed, throughput=5MB/sec 2024-07-29T15:38:51.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:51 smithi138 ceph-mon[86438]: pgmap v1837: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:38:51.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:51 smithi067 ceph-mon[91995]: pgmap v1837: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:38:51.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:51 smithi067 ceph-mon[94375]: pgmap v1837: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:38:52.474 INFO:tasks.workunit.client.0.smithi067.stdout: 954: throughput=5MB/sec pending data=0 2024-07-29T15:38:52.475 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Rk66jp5k0dp6zbv off=16023 len=537946 2024-07-29T15:38:52.475 INFO:tasks.workunit.client.0.smithi067.stdout:op 4927 completed, throughput=5MB/sec 2024-07-29T15:38:52.475 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-OiO8h2S-09051St off=2362549 len=845555 2024-07-29T15:38:52.477 INFO:tasks.workunit.client.0.smithi067.stdout:op 4928 completed, throughput=5MB/sec 2024-07-29T15:38:52.477 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-gAXFiwHIQP35aO5 off=3731307 len=548106 2024-07-29T15:38:52.480 INFO:tasks.workunit.client.0.smithi067.stdout:op 4929 completed, throughput=5MB/sec 2024-07-29T15:38:52.480 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-LNlPDcwz8kfnauq off=1916991 len=30434 2024-07-29T15:38:52.481 INFO:tasks.workunit.client.0.smithi067.stdout:op 4930 completed, throughput=5MB/sec 2024-07-29T15:38:52.481 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-CkAylFUwURBsCw9 off=8435753 len=74575 2024-07-29T15:38:52.481 INFO:tasks.workunit.client.0.smithi067.stdout:op 4931 completed, throughput=5MB/sec 2024-07-29T15:38:52.482 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-E7rk0e9J639fjrT off=251626 len=505133 2024-07-29T15:38:52.485 INFO:tasks.workunit.client.0.smithi067.stdout:op 4932 completed, throughput=5MB/sec 2024-07-29T15:38:52.485 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-xGyblZKn1ScUdSj off=3204643 len=489480 2024-07-29T15:38:52.488 INFO:tasks.workunit.client.0.smithi067.stdout:op 4933 completed, throughput=5MB/sec 2024-07-29T15:38:52.488 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-n22ADfmT5P56_5u off=2952578 len=2092732 2024-07-29T15:38:52.490 INFO:tasks.workunit.client.0.smithi067.stdout:op 4934 completed, throughput=5MB/sec 2024-07-29T15:38:53.490 INFO:tasks.workunit.client.0.smithi067.stdout: 955: throughput=4.99MB/sec pending data=0 2024-07-29T15:38:53.491 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-GNuA9SUspc7Cvjo off=4673154 len=1355051 2024-07-29T15:38:53.492 INFO:tasks.workunit.client.0.smithi067.stdout:op 4935 completed, throughput=5MB/sec 2024-07-29T15:38:53.493 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZsLdGwdLo2x42ah off=424378 len=706281 2024-07-29T15:38:53.497 INFO:tasks.workunit.client.0.smithi067.stdout:op 4936 completed, throughput=5MB/sec 2024-07-29T15:38:53.497 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QAzP93YBp250QRe off=422160 len=2050174 2024-07-29T15:38:53.508 INFO:tasks.workunit.client.0.smithi067.stdout:op 4937 completed, throughput=5MB/sec 2024-07-29T15:38:53.508 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-H29YpCdhyVnk20s off=1584458 len=714764 2024-07-29T15:38:53.512 INFO:tasks.workunit.client.0.smithi067.stdout:op 4938 completed, throughput=5MB/sec 2024-07-29T15:38:53.512 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ll0xhtcG88-JNWm off=2802872 len=750834 2024-07-29T15:38:53.516 INFO:tasks.workunit.client.0.smithi067.stdout:op 4939 completed, throughput=5MB/sec 2024-07-29T15:38:53.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:53 smithi138 ceph-mon[86438]: pgmap v1838: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:38:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:53 smithi067 ceph-mon[91995]: pgmap v1838: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:38:53.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:53 smithi067 ceph-mon[94375]: pgmap v1838: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:38:54.517 INFO:tasks.workunit.client.0.smithi067.stdout: 956: throughput=5MB/sec pending data=0 2024-07-29T15:38:54.517 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1i-Js7VwtO20Z7y off=22928864 len=320205 2024-07-29T15:38:54.518 INFO:tasks.workunit.client.0.smithi067.stdout:op 4940 completed, throughput=5MB/sec 2024-07-29T15:38:54.518 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-WJG3J4jmnPf1O0q off=2755795 len=984605 2024-07-29T15:38:54.523 INFO:tasks.workunit.client.0.smithi067.stdout:op 4941 completed, throughput=5MB/sec 2024-07-29T15:38:54.523 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-nX8W3KLv4F769Tu off=5102886 len=829212 2024-07-29T15:38:54.528 INFO:tasks.workunit.client.0.smithi067.stdout:op 4942 completed, throughput=5MB/sec 2024-07-29T15:38:54.528 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KVX99ArPgZ7x5TC off=1556386 len=1530891 2024-07-29T15:38:54.536 INFO:tasks.workunit.client.0.smithi067.stdout:op 4943 completed, throughput=5MB/sec 2024-07-29T15:38:54.536 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4peHGqrsgVH20Uf off=2974127 len=691102 2024-07-29T15:38:54.541 INFO:tasks.workunit.client.0.smithi067.stdout:op 4944 completed, throughput=5MB/sec 2024-07-29T15:38:54.541 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Uth-CkFOnX65isR off=8711529 len=786301 2024-07-29T15:38:54.545 INFO:tasks.workunit.client.0.smithi067.stdout:op 4945 completed, throughput=5MB/sec 2024-07-29T15:38:54.545 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-raBZDEXK4lgY6Ik off=5324599 len=804008 2024-07-29T15:38:54.549 INFO:tasks.workunit.client.0.smithi067.stdout:op 4946 completed, throughput=5MB/sec 2024-07-29T15:38:55.550 INFO:tasks.workunit.client.0.smithi067.stdout: 957: throughput=5MB/sec pending data=0 2024-07-29T15:38:55.550 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-A8i_JZys4rV5OAS off=707756 len=1003374 2024-07-29T15:38:55.556 INFO:tasks.workunit.client.0.smithi067.stdout:op 4947 completed, throughput=5MB/sec 2024-07-29T15:38:55.556 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-PINOkiSd_20_HOU off=15604531 len=1834882 2024-07-29T15:38:55.567 INFO:tasks.workunit.client.0.smithi067.stdout:op 4948 completed, throughput=5MB/sec 2024-07-29T15:38:55.567 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-CAkka3_cnuwU-_b off=8167505 len=1687952 2024-07-29T15:38:55.569 INFO:tasks.workunit.client.0.smithi067.stdout:op 4949 completed, throughput=5MB/sec 2024-07-29T15:38:55.569 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lL78TEQBjWL9wee off=2190320 len=512699 2024-07-29T15:38:55.570 INFO:tasks.workunit.client.0.smithi067.stdout:op 4950 completed, throughput=5MB/sec 2024-07-29T15:38:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:55 smithi067 ceph-mon[91995]: pgmap v1839: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-07-29T15:38:55.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:55 smithi067 ceph-mon[94375]: pgmap v1839: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-07-29T15:38:56.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:55 smithi138 ceph-mon[86438]: pgmap v1839: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-07-29T15:38:56.571 INFO:tasks.workunit.client.0.smithi067.stdout: 958: throughput=5MB/sec pending data=0 2024-07-29T15:38:56.571 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jgfKQKhgy-U0_gb off=4730670 len=839810 2024-07-29T15:38:56.572 INFO:tasks.workunit.client.0.smithi067.stdout:op 4951 completed, throughput=5MB/sec 2024-07-29T15:38:56.572 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-tCoIgVMQtCBagBr off=3444876 len=1297899 2024-07-29T15:38:56.579 INFO:tasks.workunit.client.0.smithi067.stdout:op 4952 completed, throughput=5MB/sec 2024-07-29T15:38:56.579 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-W0WPS2qhph13StP off=3498346 len=221168 2024-07-29T15:38:56.582 INFO:tasks.workunit.client.0.smithi067.stdout:op 4953 completed, throughput=5MB/sec 2024-07-29T15:38:56.583 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cj7Q97lFPy0lRg- off=12014638 len=1351838 2024-07-29T15:38:56.589 INFO:tasks.workunit.client.0.smithi067.stdout:op 4954 completed, throughput=5MB/sec 2024-07-29T15:38:56.589 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6qK_jZCa34dkWOq off=8786023 len=1770681 2024-07-29T15:38:56.592 INFO:tasks.workunit.client.0.smithi067.stdout:op 4955 completed, throughput=5MB/sec 2024-07-29T15:38:57.593 INFO:tasks.workunit.client.0.smithi067.stdout: 959: throughput=5MB/sec pending data=0 2024-07-29T15:38:57.593 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UaSrxFgc475-XSz off=15353141 len=2089667 2024-07-29T15:38:57.597 INFO:tasks.workunit.client.0.smithi067.stdout:op 4956 completed, throughput=5MB/sec 2024-07-29T15:38:57.597 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bVFygCmiFNixloe off=16352697 len=1540659 2024-07-29T15:38:57.604 INFO:tasks.workunit.client.0.smithi067.stdout:op 4957 completed, throughput=5MB/sec 2024-07-29T15:38:57.604 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ZAoGEgPRbKvtISJ off=311029 len=53563 2024-07-29T15:38:57.604 INFO:tasks.workunit.client.0.smithi067.stdout:op 4958 completed, throughput=5MB/sec 2024-07-29T15:38:57.604 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-BkuhiN9-8BlOUEs off=2546233 len=1026753 2024-07-29T15:38:57.608 INFO:tasks.workunit.client.0.smithi067.stdout:op 4959 completed, throughput=5MB/sec 2024-07-29T15:38:57.609 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-n22F5_gOwFcExfy off=14738543 len=1424200 2024-07-29T15:38:57.615 INFO:tasks.workunit.client.0.smithi067.stdout:op 4960 completed, throughput=5MB/sec 2024-07-29T15:38:57.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:57 smithi067 ceph-mon[91995]: pgmap v1840: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:38:57.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:57 smithi067 ceph-mon[94375]: pgmap v1840: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:38:58.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:57 smithi138 ceph-mon[86438]: pgmap v1840: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:38:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:38:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:38:57] "GET /metrics HTTP/1.1" 200 34214 "" "Prometheus/2.51.0" 2024-07-29T15:38:58.615 INFO:tasks.workunit.client.0.smithi067.stdout: 960: throughput=5MB/sec pending data=0 2024-07-29T15:38:58.615 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-X-0UPMgFoH8qpqx off=12510152 len=818637 2024-07-29T15:38:58.620 INFO:tasks.workunit.client.0.smithi067.stdout:op 4961 completed, throughput=5MB/sec 2024-07-29T15:38:58.620 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lxvo5QNq2GBWA68 off=4590470 len=1817718 2024-07-29T15:38:58.628 INFO:tasks.workunit.client.0.smithi067.stdout:op 4962 completed, throughput=5MB/sec 2024-07-29T15:38:58.628 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-aVZ-PMeJY-4YcrO off=6218737 len=1421782 2024-07-29T15:38:58.631 INFO:tasks.workunit.client.0.smithi067.stdout:op 4963 completed, throughput=5MB/sec 2024-07-29T15:38:59.631 INFO:tasks.workunit.client.0.smithi067.stdout: 961: throughput=4.99MB/sec pending data=0 2024-07-29T15:38:59.631 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-cy77pUsWX9x1MW0 off=6475610 len=1294278 2024-07-29T15:38:59.633 INFO:tasks.workunit.client.0.smithi067.stdout:op 4964 completed, throughput=5MB/sec 2024-07-29T15:38:59.633 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-yIlBOUh0Uyw4XLI off=1712855 len=1034432 2024-07-29T15:38:59.635 INFO:tasks.workunit.client.0.smithi067.stdout:op 4965 completed, throughput=5MB/sec 2024-07-29T15:38:59.635 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-JfV1qNgmcKvY_2e off=4375912 len=1635790 2024-07-29T15:38:59.644 INFO:tasks.workunit.client.0.smithi067.stdout:op 4966 completed, throughput=5MB/sec 2024-07-29T15:38:59.644 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-YW-eQMY5qBqZwQp off=1257723 len=1596735 2024-07-29T15:38:59.645 INFO:tasks.workunit.client.0.smithi067.stdout:op 4967 completed, throughput=5MB/sec 2024-07-29T15:38:59.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:38:59 smithi067 ceph-mon[91995]: pgmap v1841: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:38:59.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:38:59 smithi067 ceph-mon[94375]: pgmap v1841: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:39:00.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:38:59 smithi138 ceph-mon[86438]: pgmap v1841: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-29T15:39:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:39:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:39:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:39:00.646 INFO:tasks.workunit.client.0.smithi067.stdout: 962: throughput=5MB/sec pending data=0 2024-07-29T15:39:00.646 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-T_tYCj3WCuScVAf off=10855798 len=1484453 2024-07-29T15:39:00.647 INFO:tasks.workunit.client.0.smithi067.stdout:op 4968 completed, throughput=5MB/sec 2024-07-29T15:39:00.647 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7emm-v8mFiJZLUv off=822829 len=1132665 2024-07-29T15:39:00.653 INFO:tasks.workunit.client.0.smithi067.stdout:op 4969 completed, throughput=5MB/sec 2024-07-29T15:39:00.653 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-koQAOjJC3U2B59m off=1888948 len=637443 2024-07-29T15:39:00.658 INFO:tasks.workunit.client.0.smithi067.stdout:op 4970 completed, throughput=5MB/sec 2024-07-29T15:39:00.658 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-gNFjCHoUhHQhZdK off=3610041 len=1804357 2024-07-29T15:39:00.667 INFO:tasks.workunit.client.0.smithi067.stdout:op 4971 completed, throughput=5MB/sec 2024-07-29T15:39:01.667 INFO:tasks.workunit.client.0.smithi067.stdout: 963: throughput=4.99MB/sec pending data=0 2024-07-29T15:39:01.668 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-YXvxtgbBlHvJhHy off=3071945 len=42291 2024-07-29T15:39:01.668 INFO:tasks.workunit.client.0.smithi067.stdout:op 4972 completed, throughput=4.99MB/sec 2024-07-29T15:39:01.668 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cbVM1U8C0ChTRiN off=10657952 len=2026655 2024-07-29T15:39:01.683 INFO:tasks.workunit.client.0.smithi067.stdout:op 4973 completed, throughput=5MB/sec 2024-07-29T15:39:01.683 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-fGILlGA_L0THO1G off=1582124 len=1965183 2024-07-29T15:39:01.694 INFO:tasks.workunit.client.0.smithi067.stdout:op 4974 completed, throughput=5MB/sec 2024-07-29T15:39:01.694 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qeuJHvimYn7LdHR off=52375 len=922517 2024-07-29T15:39:01.699 INFO:tasks.workunit.client.0.smithi067.stdout:op 4975 completed, throughput=5MB/sec 2024-07-29T15:39:01.699 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-tfB6M1qobYtccLH off=9840294 len=516338 2024-07-29T15:39:01.702 INFO:tasks.workunit.client.0.smithi067.stdout:op 4976 completed, throughput=5MB/sec 2024-07-29T15:39:01.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:01 smithi067 ceph-mon[91995]: pgmap v1842: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-29T15:39:01.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:01 smithi067 ceph-mon[94375]: pgmap v1842: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-29T15:39:02.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:01 smithi138 ceph-mon[86438]: pgmap v1842: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-29T15:39:02.703 INFO:tasks.workunit.client.0.smithi067.stdout: 964: throughput=4.99MB/sec pending data=0 2024-07-29T15:39:02.703 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-iJoyB5EjPQU8X28 off=7659125 len=1763477 2024-07-29T15:39:02.713 INFO:tasks.workunit.client.0.smithi067.stdout:op 4977 completed, throughput=5MB/sec 2024-07-29T15:39:02.714 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ZAoGEgPRbKvtISJ off=372935 len=699418 2024-07-29T15:39:02.714 INFO:tasks.workunit.client.0.smithi067.stdout:op 4978 completed, throughput=5MB/sec 2024-07-29T15:39:02.715 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-tMniVG7C7h07lSz off=2412150 len=1846303 2024-07-29T15:39:02.722 INFO:tasks.workunit.client.0.smithi067.stdout:op 4979 completed, throughput=5MB/sec 2024-07-29T15:39:02.722 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Ql03YH7diuPe-uI off=12293623 len=2081803 2024-07-29T15:39:02.732 INFO:tasks.workunit.client.0.smithi067.stdout:op 4980 completed, throughput=5MB/sec 2024-07-29T15:39:03.733 INFO:tasks.workunit.client.0.smithi067.stdout: 965: throughput=5MB/sec pending data=0 2024-07-29T15:39:03.733 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rzlNffW-mT8OcDp off=23700429 len=1838628 2024-07-29T15:39:03.745 INFO:tasks.workunit.client.0.smithi067.stdout:op 4981 completed, throughput=5MB/sec 2024-07-29T15:39:03.745 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VKMUz_SFsZyiT0r off=4942224 len=1247845 2024-07-29T15:39:03.746 INFO:tasks.workunit.client.0.smithi067.stdout:op 4982 completed, throughput=5MB/sec 2024-07-29T15:39:03.746 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-t3xa2boOiP5eFDt off=1502170 len=1575073 2024-07-29T15:39:03.754 INFO:tasks.workunit.client.0.smithi067.stdout:op 4983 completed, throughput=5MB/sec 2024-07-29T15:39:03.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:03 smithi067 ceph-mon[91995]: pgmap v1843: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-29T15:39:03.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:03 smithi067 ceph-mon[94375]: pgmap v1843: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-29T15:39:04.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:03 smithi138 ceph-mon[86438]: pgmap v1843: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-29T15:39:04.754 INFO:tasks.workunit.client.0.smithi067.stdout: 966: throughput=5MB/sec pending data=0 2024-07-29T15:39:04.754 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-F9IRRVpGIXxxtAO off=1139430 len=596223 2024-07-29T15:39:04.756 INFO:tasks.workunit.client.0.smithi067.stdout:op 4984 completed, throughput=5MB/sec 2024-07-29T15:39:04.756 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-RfNcXNBVagG7d38 off=14179760 len=142496 2024-07-29T15:39:04.756 INFO:tasks.workunit.client.0.smithi067.stdout:op 4985 completed, throughput=5MB/sec 2024-07-29T15:39:04.756 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-liJD4a-VYcS-ULq off=454173 len=640274 2024-07-29T15:39:04.758 INFO:tasks.workunit.client.0.smithi067.stdout:op 4986 completed, throughput=5MB/sec 2024-07-29T15:39:04.758 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-RxV7iodcXaX47rT off=1647426 len=186708 2024-07-29T15:39:04.761 INFO:tasks.workunit.client.0.smithi067.stdout:op 4987 completed, throughput=5MB/sec 2024-07-29T15:39:04.761 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FKIRANZ72AxBlCG off=8693949 len=1442821 2024-07-29T15:39:04.770 INFO:tasks.workunit.client.0.smithi067.stdout:op 4988 completed, throughput=5MB/sec 2024-07-29T15:39:04.770 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-j2W-sxotmAsfuVU off=5519214 len=1669361 2024-07-29T15:39:04.779 INFO:tasks.workunit.client.0.smithi067.stdout:op 4989 completed, throughput=5MB/sec 2024-07-29T15:39:04.779 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ealvVjxPE6LAFZK off=3566401 len=925155 2024-07-29T15:39:04.780 INFO:tasks.workunit.client.0.smithi067.stdout:op 4990 completed, throughput=5MB/sec 2024-07-29T15:39:05.781 INFO:tasks.workunit.client.0.smithi067.stdout: 967: throughput=5MB/sec pending data=0 2024-07-29T15:39:05.781 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YW-eQMY5qBqZwQp off=2914773 len=596325 2024-07-29T15:39:05.785 INFO:tasks.workunit.client.0.smithi067.stdout:op 4991 completed, throughput=5MB/sec 2024-07-29T15:39:05.786 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-jRkF347JZtxIurq off=1287800 len=1004929 2024-07-29T15:39:05.791 INFO:tasks.workunit.client.0.smithi067.stdout:op 4992 completed, throughput=5MB/sec 2024-07-29T15:39:05.791 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3S0HesX6xLv8R4M off=9488857 len=137506 2024-07-29T15:39:05.794 INFO:tasks.workunit.client.0.smithi067.stdout:op 4993 completed, throughput=5MB/sec 2024-07-29T15:39:05.794 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Odja3jfUZTHBaF8 off=796180 len=637912 2024-07-29T15:39:05.796 INFO:tasks.workunit.client.0.smithi067.stdout:op 4994 completed, throughput=5MB/sec 2024-07-29T15:39:05.796 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zZO64ZpVaAgrL-s off=1460559 len=2019822 2024-07-29T15:39:05.808 INFO:tasks.workunit.client.0.smithi067.stdout:op 4995 completed, throughput=5MB/sec 2024-07-29T15:39:05.808 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--giPa1ZZ6QBIVCE off=12543399 len=870424 2024-07-29T15:39:05.810 INFO:tasks.workunit.client.0.smithi067.stdout:op 4996 completed, throughput=5MB/sec 2024-07-29T15:39:05.862 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:05 smithi138 ceph-mon[86438]: pgmap v1844: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:39:05.862 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:39:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:05 smithi067 ceph-mon[91995]: pgmap v1844: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:39:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:39:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:05 smithi067 ceph-mon[94375]: pgmap v1844: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:39:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:39:06.810 INFO:tasks.workunit.client.0.smithi067.stdout: 968: throughput=5MB/sec pending data=0 2024-07-29T15:39:06.811 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qc0zJ4iOzTyLQes off=5183259 len=843211 2024-07-29T15:39:06.812 INFO:tasks.workunit.client.0.smithi067.stdout:op 4997 completed, throughput=5MB/sec 2024-07-29T15:39:06.812 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-T9HxCvHDjgn_c2s off=4082253 len=1980285 2024-07-29T15:39:06.821 INFO:tasks.workunit.client.0.smithi067.stdout:op 4998 completed, throughput=5MB/sec 2024-07-29T15:39:06.821 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-E9xhNHfz3UJLKT3 off=10097644 len=849390 2024-07-29T15:39:06.823 INFO:tasks.workunit.client.0.smithi067.stdout:op 4999 completed, throughput=5MB/sec 2024-07-29T15:39:06.823 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-GGeT5ov7TNPYPAC off=1761117 len=1384581 2024-07-29T15:39:06.830 INFO:tasks.workunit.client.0.smithi067.stdout:op 5000 completed, throughput=5MB/sec 2024-07-29T15:39:07.830 INFO:tasks.workunit.client.0.smithi067.stdout: 969: throughput=5MB/sec pending data=0 2024-07-29T15:39:07.830 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Qiogx-MkkfiK2V9 off=3211017 len=685215 2024-07-29T15:39:07.835 INFO:tasks.workunit.client.0.smithi067.stdout:op 5001 completed, throughput=5MB/sec 2024-07-29T15:39:07.835 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-UOm_N-cIMhUGEJb off=0 len=1941476 2024-07-29T15:39:07.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:07 smithi067 ceph-mon[91995]: pgmap v1845: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-07-29T15:39:07.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:07 smithi067 ceph-mon[94375]: pgmap v1845: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-07-29T15:39:07.844 INFO:tasks.workunit.client.0.smithi067.stdout:op 5002 completed, throughput=5MB/sec 2024-07-29T15:39:07.844 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-If-kjE1VvLpF2Ab off=3061254 len=1389346 2024-07-29T15:39:07.845 INFO:tasks.workunit.client.0.smithi067.stdout:op 5003 completed, throughput=5MB/sec 2024-07-29T15:39:07.845 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QJYngLwThsiBJWQ off=16308027 len=346868 2024-07-29T15:39:07.848 INFO:tasks.workunit.client.0.smithi067.stdout:op 5004 completed, throughput=5MB/sec 2024-07-29T15:39:07.848 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cT2J9T9fnbzctLL off=17272700 len=1403407 2024-07-29T15:39:07.856 INFO:tasks.workunit.client.0.smithi067.stdout:op 5005 completed, throughput=5MB/sec 2024-07-29T15:39:08.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:07 smithi138 ceph-mon[86438]: pgmap v1845: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-07-29T15:39:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:39:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:39:07] "GET /metrics HTTP/1.1" 200 34214 "" "Prometheus/2.51.0" 2024-07-29T15:39:08.856 INFO:tasks.workunit.client.0.smithi067.stdout: 970: throughput=5MB/sec pending data=0 2024-07-29T15:39:08.856 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-nUGEouxyOmeoiii off=4928427 len=376931 2024-07-29T15:39:08.857 INFO:tasks.workunit.client.0.smithi067.stdout:op 5006 completed, throughput=5MB/sec 2024-07-29T15:39:08.857 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-u4LvERMwbeNIcyW off=14047067 len=1973507 2024-07-29T15:39:08.860 INFO:tasks.workunit.client.0.smithi067.stdout:op 5007 completed, throughput=5MB/sec 2024-07-29T15:39:08.860 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-iMCRUn6335NilsK off=2308491 len=330800 2024-07-29T15:39:08.864 INFO:tasks.workunit.client.0.smithi067.stdout:op 5008 completed, throughput=5MB/sec 2024-07-29T15:39:08.864 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KvgF5HZCmDfmWo0 off=19101315 len=792842 2024-07-29T15:39:08.868 INFO:tasks.workunit.client.0.smithi067.stdout:op 5009 completed, throughput=5MB/sec 2024-07-29T15:39:08.868 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--fG3pO2UlMT6nUE off=3009170 len=1457857 2024-07-29T15:39:08.876 INFO:tasks.workunit.client.0.smithi067.stdout:op 5010 completed, throughput=5MB/sec 2024-07-29T15:39:09.876 INFO:tasks.workunit.client.0.smithi067.stdout: 971: throughput=5MB/sec pending data=0 2024-07-29T15:39:09.876 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-JE_S1HhHusZcmhk off=16253065 len=2032023 2024-07-29T15:39:09.879 INFO:tasks.workunit.client.0.smithi067.stdout:op 5011 completed, throughput=5MB/sec 2024-07-29T15:39:09.879 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5Y9_WqwLy14fUGp off=2855368 len=605691 2024-07-29T15:39:09.883 INFO:tasks.workunit.client.0.smithi067.stdout:op 5012 completed, throughput=5MB/sec 2024-07-29T15:39:09.884 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pByaUccr1ojyXY1 off=1082318 len=1760292 2024-07-29T15:39:09.887 INFO:tasks.workunit.client.0.smithi067.stdout:op 5013 completed, throughput=5MB/sec 2024-07-29T15:39:09.887 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4kXGMt-VnZ3jIhP off=181708 len=754451 2024-07-29T15:39:09.891 INFO:tasks.workunit.client.0.smithi067.stdout:op 5014 completed, throughput=5MB/sec 2024-07-29T15:39:09.891 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WEg627Q5dGACAWl off=2569687 len=287778 2024-07-29T15:39:09.892 INFO:tasks.workunit.client.0.smithi067.stdout:op 5015 completed, throughput=5MB/sec 2024-07-29T15:39:09.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:09 smithi067 ceph-mon[91995]: pgmap v1846: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-29T15:39:09.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:09 smithi067 ceph-mon[94375]: pgmap v1846: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-29T15:39:10.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:09 smithi138 ceph-mon[86438]: pgmap v1846: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-29T15:39:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:39:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:39:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:39:10.893 INFO:tasks.workunit.client.0.smithi067.stdout: 972: throughput=5MB/sec pending data=0 2024-07-29T15:39:10.893 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-f-aIQ3_HGy0Iwfd off=5745 len=1525193 2024-07-29T15:39:10.902 INFO:tasks.workunit.client.0.smithi067.stdout:op 5016 completed, throughput=5MB/sec 2024-07-29T15:39:10.902 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-aEa7HMa86_H2OnC off=2228374 len=1102106 2024-07-29T15:39:10.904 INFO:tasks.workunit.client.0.smithi067.stdout:op 5017 completed, throughput=5MB/sec 2024-07-29T15:39:10.904 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3pQHVzBI70k5R3t off=7322273 len=1085198 2024-07-29T15:39:10.905 INFO:tasks.workunit.client.0.smithi067.stdout:op 5018 completed, throughput=5MB/sec 2024-07-29T15:39:10.906 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-AOcvpr_fr-K3dUs off=21010157 len=2030899 2024-07-29T15:39:10.913 INFO:tasks.workunit.client.0.smithi067.stdout:op 5019 completed, throughput=5MB/sec 2024-07-29T15:39:11.913 INFO:tasks.workunit.client.0.smithi067.stdout: 973: throughput=5MB/sec pending data=0 2024-07-29T15:39:11.914 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-IMBxLz6CwTU2xTn off=15633680 len=555779 2024-07-29T15:39:11.915 INFO:tasks.workunit.client.0.smithi067.stdout:op 5020 completed, throughput=5MB/sec 2024-07-29T15:39:11.915 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--MSXDdiO042XctB off=9117533 len=753034 2024-07-29T15:39:11.915 INFO:tasks.workunit.client.0.smithi067.stdout:op 5021 completed, throughput=5MB/sec 2024-07-29T15:39:11.916 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9HUqEe64M-5Juej off=5287701 len=1637029 2024-07-29T15:39:11.926 INFO:tasks.workunit.client.0.smithi067.stdout:op 5022 completed, throughput=5MB/sec 2024-07-29T15:39:11.926 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BXgs7K3kSNQm-Y3 off=986412 len=917685 2024-07-29T15:39:11.927 INFO:tasks.workunit.client.0.smithi067.stdout:op 5023 completed, throughput=5MB/sec 2024-07-29T15:39:11.927 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-N4U498gHl37waTm off=1251933 len=917857 2024-07-29T15:39:11.932 INFO:tasks.workunit.client.0.smithi067.stdout:op 5024 completed, throughput=5MB/sec 2024-07-29T15:39:11.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:11 smithi067 ceph-mon[91995]: pgmap v1847: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-29T15:39:11.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:11 smithi067 ceph-mon[94375]: pgmap v1847: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-29T15:39:12.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:11 smithi138 ceph-mon[86438]: pgmap v1847: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-29T15:39:12.932 INFO:tasks.workunit.client.0.smithi067.stdout: 974: throughput=5MB/sec pending data=0 2024-07-29T15:39:12.932 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-tk9q3yaTZlIRodP off=16448996 len=233463 2024-07-29T15:39:12.935 INFO:tasks.workunit.client.0.smithi067.stdout:op 5025 completed, throughput=5MB/sec 2024-07-29T15:39:12.936 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZdFex3GbB5oN0yK off=15182058 len=1412099 2024-07-29T15:39:12.942 INFO:tasks.workunit.client.0.smithi067.stdout:op 5026 completed, throughput=5MB/sec 2024-07-29T15:39:12.943 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-734kaZwL_qSdeyR off=3629519 len=524738 2024-07-29T15:39:12.944 INFO:tasks.workunit.client.0.smithi067.stdout:op 5027 completed, throughput=5MB/sec 2024-07-29T15:39:12.944 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1_BB35gWoJkmOCL off=10238626 len=1167419 2024-07-29T15:39:12.945 INFO:tasks.workunit.client.0.smithi067.stdout:op 5028 completed, throughput=5MB/sec 2024-07-29T15:39:12.945 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_6kGTIc1_v5FaoL off=1964562 len=1760573 2024-07-29T15:39:12.956 INFO:tasks.workunit.client.0.smithi067.stdout:op 5029 completed, throughput=5MB/sec 2024-07-29T15:39:12.956 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6_ZwCZI-zNg8XDy off=6197362 len=1720144 2024-07-29T15:39:12.958 INFO:tasks.workunit.client.0.smithi067.stdout:op 5030 completed, throughput=5MB/sec 2024-07-29T15:39:13.959 INFO:tasks.workunit.client.0.smithi067.stdout: 975: throughput=5MB/sec pending data=0 2024-07-29T15:39:13.959 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-X2le7DlPdHHMX2Q off=2509365 len=1028002 2024-07-29T15:39:13.961 INFO:tasks.workunit.client.0.smithi067.stdout:op 5031 completed, throughput=5MB/sec 2024-07-29T15:39:13.961 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Jzsvf5uG93sHQ10 off=2187309 len=1328928 2024-07-29T15:39:13.962 INFO:tasks.workunit.client.0.smithi067.stdout:op 5032 completed, throughput=5MB/sec 2024-07-29T15:39:13.962 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Lk45gmkd3Pqb2WV off=6517182 len=343589 2024-07-29T15:39:13.965 INFO:tasks.workunit.client.0.smithi067.stdout:op 5033 completed, throughput=5MB/sec 2024-07-29T15:39:13.965 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2u1MWoFuxc2vamb off=96396 len=1107439 2024-07-29T15:39:13.968 INFO:tasks.workunit.client.0.smithi067.stdout:op 5034 completed, throughput=5MB/sec 2024-07-29T15:39:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:13 smithi067 ceph-mon[91995]: pgmap v1848: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-29T15:39:13.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:13 smithi067 ceph-mon[94375]: pgmap v1848: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-29T15:39:14.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:13 smithi138 ceph-mon[86438]: pgmap v1848: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-29T15:39:14.968 INFO:tasks.workunit.client.0.smithi067.stdout: 976: throughput=4.99MB/sec pending data=0 2024-07-29T15:39:14.968 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_lumoofPTUyl-bG off=5124788 len=1292937 2024-07-29T15:39:14.976 INFO:tasks.workunit.client.0.smithi067.stdout:op 5035 completed, throughput=5MB/sec 2024-07-29T15:39:14.976 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3Q9snCQG92nlLng off=2382062 len=195344 2024-07-29T15:39:14.978 INFO:tasks.workunit.client.0.smithi067.stdout:op 5036 completed, throughput=5MB/sec 2024-07-29T15:39:14.978 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-cDMg0V_YszP-fat off=6314709 len=1486925 2024-07-29T15:39:14.980 INFO:tasks.workunit.client.0.smithi067.stdout:op 5037 completed, throughput=5MB/sec 2024-07-29T15:39:14.980 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-dSF3CjR74PCyJ4g off=4937488 len=1477526 2024-07-29T15:39:14.986 INFO:tasks.workunit.client.0.smithi067.stdout:op 5038 completed, throughput=5MB/sec 2024-07-29T15:39:14.986 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jDf7mREc6GYt4Ot off=1631773 len=1967296 2024-07-29T15:39:14.990 INFO:tasks.workunit.client.0.smithi067.stdout:op 5039 completed, throughput=5MB/sec 2024-07-29T15:39:15.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:15 smithi067 ceph-mon[91995]: pgmap v1849: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-29T15:39:15.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:15 smithi067 ceph-mon[94375]: pgmap v1849: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-29T15:39:15.990 INFO:tasks.workunit.client.0.smithi067.stdout: 977: throughput=5MB/sec pending data=0 2024-07-29T15:39:15.990 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DQY3Brv__kWdYPu off=3012738 len=2051922 2024-07-29T15:39:15.993 INFO:tasks.workunit.client.0.smithi067.stdout:op 5040 completed, throughput=5MB/sec 2024-07-29T15:39:15.993 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7GhJxJFkr8PXh6E off=7088143 len=1595742 2024-07-29T15:39:16.002 INFO:tasks.workunit.client.0.smithi067.stdout:op 5041 completed, throughput=5MB/sec 2024-07-29T15:39:16.002 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-W7druQrl2Rg2jSD off=4271279 len=1947492 2024-07-29T15:39:16.004 INFO:tasks.workunit.client.0.smithi067.stdout:op 5042 completed, throughput=5MB/sec 2024-07-29T15:39:16.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:15 smithi138 ceph-mon[86438]: pgmap v1849: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-29T15:39:17.004 INFO:tasks.workunit.client.0.smithi067.stdout: 978: throughput=5MB/sec pending data=0 2024-07-29T15:39:17.005 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QeX3AjNBrqMrWvo off=17259834 len=972295 2024-07-29T15:39:17.009 INFO:tasks.workunit.client.0.smithi067.stdout:op 5043 completed, throughput=5MB/sec 2024-07-29T15:39:17.009 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-nYOsZRnmed06TRz off=6206893 len=60087 2024-07-29T15:39:17.012 INFO:tasks.workunit.client.0.smithi067.stdout:op 5044 completed, throughput=5MB/sec 2024-07-29T15:39:17.012 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-z2YDnPdpcyQIRS_ off=66201 len=1790349 2024-07-29T15:39:17.015 INFO:tasks.workunit.client.0.smithi067.stdout:op 5045 completed, throughput=5MB/sec 2024-07-29T15:39:17.015 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Rv5HiYzVHWQ7Iff off=1154049 len=863897 2024-07-29T15:39:17.020 INFO:tasks.workunit.client.0.smithi067.stdout:op 5046 completed, throughput=5MB/sec 2024-07-29T15:39:17.020 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-sLYXqcgk6URegqT off=2202449 len=1930005 2024-07-29T15:39:17.033 INFO:tasks.workunit.client.0.smithi067.stdout:op 5047 completed, throughput=5MB/sec 2024-07-29T15:39:17.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:17 smithi067 ceph-mon[94375]: pgmap v1850: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-29T15:39:17.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:17 smithi067 ceph-mon[91995]: pgmap v1850: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-29T15:39:17.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:39:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:39:17] "GET /metrics HTTP/1.1" 200 34214 "" "Prometheus/2.51.0" 2024-07-29T15:39:18.033 INFO:tasks.workunit.client.0.smithi067.stdout: 979: throughput=5MB/sec pending data=0 2024-07-29T15:39:18.033 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9XPQIebddBmPzm- off=106391 len=370620 2024-07-29T15:39:18.034 INFO:tasks.workunit.client.0.smithi067.stdout:op 5048 completed, throughput=5MB/sec 2024-07-29T15:39:18.034 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fs5W9VjH8XTaShE off=15310482 len=784583 2024-07-29T15:39:18.035 INFO:tasks.workunit.client.0.smithi067.stdout:op 5049 completed, throughput=5MB/sec 2024-07-29T15:39:18.035 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-M7e3vPj_QL3i6Fu off=4291103 len=1191114 2024-07-29T15:39:18.038 INFO:tasks.workunit.client.0.smithi067.stdout:op 5050 completed, throughput=5MB/sec 2024-07-29T15:39:18.038 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-D5XqJgYcz_MC-hF off=2055400 len=1701130 2024-07-29T15:39:18.047 INFO:tasks.workunit.client.0.smithi067.stdout:op 5051 completed, throughput=5MB/sec 2024-07-29T15:39:18.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:17 smithi138 ceph-mon[86438]: pgmap v1850: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-29T15:39:19.047 INFO:tasks.workunit.client.0.smithi067.stdout: 980: throughput=5MB/sec pending data=0 2024-07-29T15:39:19.048 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ROUOCsVCnLwUhW- off=19490731 len=474923 2024-07-29T15:39:19.048 INFO:tasks.workunit.client.0.smithi067.stdout:op 5052 completed, throughput=5MB/sec 2024-07-29T15:39:19.048 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-sG4aWqxdV79ZAsI off=9135366 len=1252476 2024-07-29T15:39:19.051 INFO:tasks.workunit.client.0.smithi067.stdout:op 5053 completed, throughput=5MB/sec 2024-07-29T15:39:19.052 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WYg1pKYhWFoL58P off=5762753 len=1801685 2024-07-29T15:39:19.055 INFO:tasks.workunit.client.0.smithi067.stdout:op 5054 completed, throughput=5MB/sec 2024-07-29T15:39:19.055 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-La8wgvKDuaN8BMr off=6643146 len=1673041 2024-07-29T15:39:19.059 INFO:tasks.workunit.client.0.smithi067.stdout:op 5055 completed, throughput=5MB/sec 2024-07-29T15:39:19.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:19 smithi067 ceph-mon[91995]: pgmap v1851: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-29T15:39:19.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:19 smithi067 ceph-mon[94375]: pgmap v1851: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-29T15:39:20.059 INFO:tasks.workunit.client.0.smithi067.stdout: 981: throughput=5MB/sec pending data=0 2024-07-29T15:39:20.059 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-gkOVBAxz-ev8rVS off=688161 len=1443101 2024-07-29T15:39:20.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:19 smithi138 ceph-mon[86438]: pgmap v1851: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-29T15:39:20.068 INFO:tasks.workunit.client.0.smithi067.stdout:op 5056 completed, throughput=5MB/sec 2024-07-29T15:39:20.068 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-r5kIbgIWfZ9vvTY off=914084 len=1529690 2024-07-29T15:39:20.074 INFO:tasks.workunit.client.0.smithi067.stdout:op 5057 completed, throughput=5MB/sec 2024-07-29T15:39:20.075 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9X6yfqakz84NtcU off=1430394 len=1007621 2024-07-29T15:39:20.076 INFO:tasks.workunit.client.0.smithi067.stdout:op 5058 completed, throughput=5MB/sec 2024-07-29T15:39:20.076 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7c1PApC3-lTgIxb off=7691836 len=1001203 2024-07-29T15:39:20.082 INFO:tasks.workunit.client.0.smithi067.stdout:op 5059 completed, throughput=5MB/sec 2024-07-29T15:39:20.082 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1ajcpK0E9fgxAb_ off=7388611 len=361877 2024-07-29T15:39:20.083 INFO:tasks.workunit.client.0.smithi067.stdout:op 5060 completed, throughput=5MB/sec 2024-07-29T15:39:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:39:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:39:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:39:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:39:20.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:39:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:39:21.083 INFO:tasks.workunit.client.0.smithi067.stdout: 982: throughput=5MB/sec pending data=0 2024-07-29T15:39:21.083 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0WNA7dsLliuwlCr off=4078756 len=1198329 2024-07-29T15:39:21.089 INFO:tasks.workunit.client.0.smithi067.stdout:op 5061 completed, throughput=5MB/sec 2024-07-29T15:39:21.090 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bhgIKingp2k2SmH off=1345761 len=99768 2024-07-29T15:39:21.092 INFO:tasks.workunit.client.0.smithi067.stdout:op 5062 completed, throughput=5MB/sec 2024-07-29T15:39:21.092 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-vAkn0L0oTcgzWoq off=3886896 len=1868232 2024-07-29T15:39:21.097 INFO:tasks.workunit.client.0.smithi067.stdout:op 5063 completed, throughput=5MB/sec 2024-07-29T15:39:21.097 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-gAXFiwHIQP35aO5 off=1361346 len=771800 2024-07-29T15:39:21.101 INFO:tasks.workunit.client.0.smithi067.stdout:op 5064 completed, throughput=5MB/sec 2024-07-29T15:39:21.101 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-W0WPS2qhph13StP off=11234764 len=208018 2024-07-29T15:39:21.104 INFO:tasks.workunit.client.0.smithi067.stdout:op 5065 completed, throughput=5MB/sec 2024-07-29T15:39:21.104 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-xgGIZ7FMQoX5gRS off=3460687 len=348704 2024-07-29T15:39:21.105 INFO:tasks.workunit.client.0.smithi067.stdout:op 5066 completed, throughput=5MB/sec 2024-07-29T15:39:21.105 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0EsVIPyY9KSQ-Ix off=2516681 len=980562 2024-07-29T15:39:21.106 INFO:tasks.workunit.client.0.smithi067.stdout:op 5067 completed, throughput=5MB/sec 2024-07-29T15:39:21.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:21 smithi067 ceph-mon[91995]: pgmap v1852: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:39:21.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:21 smithi067 ceph-mon[94375]: pgmap v1852: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:39:22.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:21 smithi138 ceph-mon[86438]: pgmap v1852: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:39:22.106 INFO:tasks.workunit.client.0.smithi067.stdout: 983: throughput=5MB/sec pending data=0 2024-07-29T15:39:22.107 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-GFlU-PgyAulqkuH off=2147676 len=688616 2024-07-29T15:39:22.108 INFO:tasks.workunit.client.0.smithi067.stdout:op 5068 completed, throughput=5MB/sec 2024-07-29T15:39:22.108 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-017jJNl6MaWS4lp off=2740058 len=1917297 2024-07-29T15:39:22.119 INFO:tasks.workunit.client.0.smithi067.stdout:op 5069 completed, throughput=5MB/sec 2024-07-29T15:39:22.119 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZeRn9LA6T_uU4XD off=20721929 len=114692 2024-07-29T15:39:22.121 INFO:tasks.workunit.client.0.smithi067.stdout:op 5070 completed, throughput=5MB/sec 2024-07-29T15:39:22.122 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-S0I8B2S5ZVhKqD5 off=12210147 len=2080407 2024-07-29T15:39:22.124 INFO:tasks.workunit.client.0.smithi067.stdout:op 5071 completed, throughput=5MB/sec 2024-07-29T15:39:22.124 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-y6jhoda29Xy2Vq8 off=2816156 len=1991140 2024-07-29T15:39:22.128 INFO:tasks.workunit.client.0.smithi067.stdout:op 5072 completed, throughput=5MB/sec 2024-07-29T15:39:23.129 INFO:tasks.workunit.client.0.smithi067.stdout: 984: throughput=5MB/sec pending data=0 2024-07-29T15:39:23.129 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ku6R2Jz_KvhHxin off=2843135 len=1199294 2024-07-29T15:39:23.134 INFO:tasks.workunit.client.0.smithi067.stdout:op 5073 completed, throughput=5MB/sec 2024-07-29T15:39:23.134 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VKPlPw592WHTyPP off=7667628 len=526379 2024-07-29T15:39:23.138 INFO:tasks.workunit.client.0.smithi067.stdout:op 5074 completed, throughput=5MB/sec 2024-07-29T15:39:23.138 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3LMaLPfQIzRrlC2 off=3087334 len=1466624 2024-07-29T15:39:23.145 INFO:tasks.workunit.client.0.smithi067.stdout:op 5075 completed, throughput=5MB/sec 2024-07-29T15:39:23.145 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1qqhr1LSusP3sbM off=9828843 len=489965 2024-07-29T15:39:23.145 INFO:tasks.workunit.client.0.smithi067.stdout:op 5076 completed, throughput=5MB/sec 2024-07-29T15:39:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:23 smithi067 ceph-mon[91995]: pgmap v1853: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:39:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:23 smithi067 ceph-mon[94375]: pgmap v1853: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:39:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:23 smithi138 ceph-mon[86438]: pgmap v1853: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:39:24.146 INFO:tasks.workunit.client.0.smithi067.stdout: 985: throughput=5MB/sec pending data=0 2024-07-29T15:39:24.146 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-LoJbJTtg9CdKOzI off=6930898 len=48561 2024-07-29T15:39:24.146 INFO:tasks.workunit.client.0.smithi067.stdout:op 5077 completed, throughput=5MB/sec 2024-07-29T15:39:24.146 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2RiIryxC0Q6_1sL off=15213999 len=996983 2024-07-29T15:39:24.147 INFO:tasks.workunit.client.0.smithi067.stdout:op 5078 completed, throughput=5MB/sec 2024-07-29T15:39:24.147 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lD4sk5p6HoQzkQK off=8899026 len=1775320 2024-07-29T15:39:24.150 INFO:tasks.workunit.client.0.smithi067.stdout:op 5079 completed, throughput=5MB/sec 2024-07-29T15:39:24.150 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4LpFA6EUji-jLtW off=19977959 len=671681 2024-07-29T15:39:24.155 INFO:tasks.workunit.client.0.smithi067.stdout:op 5080 completed, throughput=5MB/sec 2024-07-29T15:39:24.155 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-uIa-e5ZJ_6qosJU off=8360961 len=969605 2024-07-29T15:39:24.159 INFO:tasks.workunit.client.0.smithi067.stdout:op 5081 completed, throughput=5MB/sec 2024-07-29T15:39:24.159 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-e4Kb7ReYpNG_vAP off=11574302 len=1732881 2024-07-29T15:39:24.170 INFO:tasks.workunit.client.0.smithi067.stdout:op 5082 completed, throughput=5MB/sec 2024-07-29T15:39:25.170 INFO:tasks.workunit.client.0.smithi067.stdout: 986: throughput=5MB/sec pending data=0 2024-07-29T15:39:25.170 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-TZHboshZrAvn5W5 off=6025471 len=1029137 2024-07-29T15:39:25.176 INFO:tasks.workunit.client.0.smithi067.stdout:op 5083 completed, throughput=5MB/sec 2024-07-29T15:39:25.176 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-R7XMhCIKxf3ga6m off=17240939 len=266052 2024-07-29T15:39:25.177 INFO:tasks.workunit.client.0.smithi067.stdout:op 5084 completed, throughput=5MB/sec 2024-07-29T15:39:25.177 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-slrt9IspKdnSNbQ off=8740354 len=1226063 2024-07-29T15:39:25.179 INFO:tasks.workunit.client.0.smithi067.stdout:op 5085 completed, throughput=5MB/sec 2024-07-29T15:39:25.179 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-X-EBbY0WIlCkwpe off=1991777 len=24926 2024-07-29T15:39:25.180 INFO:tasks.workunit.client.0.smithi067.stdout:op 5086 completed, throughput=5MB/sec 2024-07-29T15:39:25.180 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ACO92JXVCJ_2EEJ off=21157162 len=1270249 2024-07-29T15:39:25.181 INFO:tasks.workunit.client.0.smithi067.stdout:op 5087 completed, throughput=5MB/sec 2024-07-29T15:39:25.181 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-xDdHSvWjM1cbPQx off=2868428 len=742985 2024-07-29T15:39:25.182 INFO:tasks.workunit.client.0.smithi067.stdout:op 5088 completed, throughput=5MB/sec 2024-07-29T15:39:25.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:25 smithi067 ceph-mon[91995]: pgmap v1854: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-07-29T15:39:25.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:25 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:39:25.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:25 smithi067 ceph-mon[94375]: pgmap v1854: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-07-29T15:39:25.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:25 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:39:26.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:25 smithi138 ceph-mon[86438]: pgmap v1854: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-07-29T15:39:26.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:25 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:39:26.183 INFO:tasks.workunit.client.0.smithi067.stdout: 987: throughput=5MB/sec pending data=0 2024-07-29T15:39:26.183 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fGRjtZZPRBqhbLA off=747498 len=1175432 2024-07-29T15:39:26.185 INFO:tasks.workunit.client.0.smithi067.stdout:op 5089 completed, throughput=5MB/sec 2024-07-29T15:39:26.185 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-J7cO9C-Hfl87Uc6 off=4648157 len=1874632 2024-07-29T15:39:26.187 INFO:tasks.workunit.client.0.smithi067.stdout:op 5090 completed, throughput=5MB/sec 2024-07-29T15:39:26.187 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-T0jvzA2ZhlSFQX2 off=7961197 len=27926 2024-07-29T15:39:26.188 INFO:tasks.workunit.client.0.smithi067.stdout:op 5091 completed, throughput=5MB/sec 2024-07-29T15:39:26.188 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2f8U1ndTEIvNFDB off=9689816 len=331163 2024-07-29T15:39:26.191 INFO:tasks.workunit.client.0.smithi067.stdout:op 5092 completed, throughput=5MB/sec 2024-07-29T15:39:26.191 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YuJ9N8Ue2gwJTG7 off=9190410 len=1042506 2024-07-29T15:39:26.195 INFO:tasks.workunit.client.0.smithi067.stdout:op 5093 completed, throughput=5MB/sec 2024-07-29T15:39:26.195 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-sMMH1jWWQoT99CJ off=6097674 len=1251774 2024-07-29T15:39:26.197 INFO:tasks.workunit.client.0.smithi067.stdout:op 5094 completed, throughput=5MB/sec 2024-07-29T15:39:26.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:26 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:39:26.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:26 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:39:26.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:26 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:39:26.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:26 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:39:26.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:26 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:39:26.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:26 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:39:27.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:26 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:39:27.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:26 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:39:27.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:26 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:39:27.197 INFO:tasks.workunit.client.0.smithi067.stdout: 988: throughput=5MB/sec pending data=0 2024-07-29T15:39:27.197 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-nSy9MHoZ_6GCg2W off=12779718 len=2046986 2024-07-29T15:39:27.200 INFO:tasks.workunit.client.0.smithi067.stdout:op 5095 completed, throughput=5MB/sec 2024-07-29T15:39:27.200 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_eixPj3h4w7aLCP off=3868574 len=1721128 2024-07-29T15:39:27.208 INFO:tasks.workunit.client.0.smithi067.stdout:op 5096 completed, throughput=5MB/sec 2024-07-29T15:39:27.209 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1xtK48nhod9vq-S off=9753493 len=1642662 2024-07-29T15:39:27.210 INFO:tasks.workunit.client.0.smithi067.stdout:op 5097 completed, throughput=5MB/sec 2024-07-29T15:39:27.890 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:27 smithi067 ceph-mon[91995]: pgmap v1855: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:39:27.890 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:27 smithi067 ceph-mon[94375]: pgmap v1855: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:39:27.890 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:39:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:39:27] "GET /metrics HTTP/1.1" 200 34215 "" "Prometheus/2.51.0" 2024-07-29T15:39:28.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:27 smithi138 ceph-mon[86438]: pgmap v1855: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:39:28.210 INFO:tasks.workunit.client.0.smithi067.stdout: 989: throughput=5MB/sec pending data=0 2024-07-29T15:39:28.211 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NE_GaVIYezTdO-p off=21580823 len=1359982 2024-07-29T15:39:28.213 INFO:tasks.workunit.client.0.smithi067.stdout:op 5098 completed, throughput=5MB/sec 2024-07-29T15:39:28.214 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-IgvTxsECj1ql1ut off=10219048 len=434962 2024-07-29T15:39:28.217 INFO:tasks.workunit.client.0.smithi067.stdout:op 5099 completed, throughput=5MB/sec 2024-07-29T15:39:28.217 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-662cBLHwbXqJ6Hp off=463307 len=2009960 2024-07-29T15:39:28.226 INFO:tasks.workunit.client.0.smithi067.stdout:op 5100 completed, throughput=5MB/sec 2024-07-29T15:39:28.226 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-z_tKGJancGrA2FQ off=1692624 len=22650 2024-07-29T15:39:28.228 INFO:tasks.workunit.client.0.smithi067.stdout:op 5101 completed, throughput=5MB/sec 2024-07-29T15:39:28.228 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-m8hnhjg55ZVwAgL off=11990820 len=912761 2024-07-29T15:39:28.230 INFO:tasks.workunit.client.0.smithi067.stdout:op 5102 completed, throughput=5MB/sec 2024-07-29T15:39:29.231 INFO:tasks.workunit.client.0.smithi067.stdout: 990: throughput=5MB/sec pending data=0 2024-07-29T15:39:29.231 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-AWn6go8Yasjj3_N off=1461827 len=1400594 2024-07-29T15:39:29.234 INFO:tasks.workunit.client.0.smithi067.stdout:op 5103 completed, throughput=5MB/sec 2024-07-29T15:39:29.234 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-xC6sqRC09ZwipOl off=11962530 len=787314 2024-07-29T15:39:29.238 INFO:tasks.workunit.client.0.smithi067.stdout:op 5104 completed, throughput=5MB/sec 2024-07-29T15:39:29.238 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-hX4JoJQhNABK3MD off=7635446 len=61454 2024-07-29T15:39:29.241 INFO:tasks.workunit.client.0.smithi067.stdout:op 5105 completed, throughput=5MB/sec 2024-07-29T15:39:29.241 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-HsJesgLCLEr0IQb off=1851219 len=330743 2024-07-29T15:39:29.245 INFO:tasks.workunit.client.0.smithi067.stdout:op 5106 completed, throughput=5MB/sec 2024-07-29T15:39:29.245 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zGGITDisgJYCUxa off=847977 len=533869 2024-07-29T15:39:29.248 INFO:tasks.workunit.client.0.smithi067.stdout:op 5107 completed, throughput=5MB/sec 2024-07-29T15:39:29.248 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wmDwJyRIqFeTpAx off=4360303 len=1856383 2024-07-29T15:39:29.250 INFO:tasks.workunit.client.0.smithi067.stdout:op 5108 completed, throughput=5MB/sec 2024-07-29T15:39:29.250 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-t1kQVXKo6OvEeJH off=7088179 len=1261731 2024-07-29T15:39:29.259 INFO:tasks.workunit.client.0.smithi067.stdout:op 5109 completed, throughput=5MB/sec 2024-07-29T15:39:29.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:29 smithi067 ceph-mon[91995]: pgmap v1856: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:39:29.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:29 smithi067 ceph-mon[94375]: pgmap v1856: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:39:30.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:29 smithi138 ceph-mon[86438]: pgmap v1856: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:39:30.259 INFO:tasks.workunit.client.0.smithi067.stdout: 991: throughput=5MB/sec pending data=0 2024-07-29T15:39:30.259 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-m2Hn49x0PNrgJ9N off=14102299 len=1518287 2024-07-29T15:39:30.268 INFO:tasks.workunit.client.0.smithi067.stdout:op 5110 completed, throughput=5MB/sec 2024-07-29T15:39:30.268 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Atg1X4QcyVgM1Es off=9796750 len=436063 2024-07-29T15:39:30.270 INFO:tasks.workunit.client.0.smithi067.stdout:op 5111 completed, throughput=5MB/sec 2024-07-29T15:39:30.270 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_q_EbWRI3cr_a5a off=1586601 len=1273290 2024-07-29T15:39:30.276 INFO:tasks.workunit.client.0.smithi067.stdout:op 5112 completed, throughput=5MB/sec 2024-07-29T15:39:30.276 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-yFI74wwI_tFzZ_0 off=14059943 len=1091546 2024-07-29T15:39:30.281 INFO:tasks.workunit.client.0.smithi067.stdout:op 5113 completed, throughput=5MB/sec 2024-07-29T15:39:30.281 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-c0oWroolyDV9Jsv off=12066271 len=2623 2024-07-29T15:39:30.283 INFO:tasks.workunit.client.0.smithi067.stdout:op 5114 completed, throughput=5MB/sec 2024-07-29T15:39:30.283 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-CU2v0iVTG8a7nPr off=12631777 len=1985985 2024-07-29T15:39:30.285 INFO:tasks.workunit.client.0.smithi067.stdout:op 5115 completed, throughput=5MB/sec 2024-07-29T15:39:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:39:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:39:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:39:31.285 INFO:tasks.workunit.client.0.smithi067.stdout: 992: throughput=5MB/sec pending data=0 2024-07-29T15:39:31.285 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_e19pdm28zMKQGs off=14420259 len=1211590 2024-07-29T15:39:31.291 INFO:tasks.workunit.client.0.smithi067.stdout:op 5116 completed, throughput=5MB/sec 2024-07-29T15:39:31.291 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-76IjYto1anUkBW6 off=217128 len=1849493 2024-07-29T15:39:31.293 INFO:tasks.workunit.client.0.smithi067.stdout:op 5117 completed, throughput=5MB/sec 2024-07-29T15:39:31.293 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-chd3bj7PJJKHtHc off=1716000 len=1611430 2024-07-29T15:39:31.295 INFO:tasks.workunit.client.0.smithi067.stdout:op 5118 completed, throughput=5MB/sec 2024-07-29T15:39:31.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:31 smithi067 ceph-mon[91995]: pgmap v1857: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:39:31.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:31 smithi067 ceph-mon[94375]: pgmap v1857: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:39:32.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:31 smithi138 ceph-mon[86438]: pgmap v1857: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:39:32.295 INFO:tasks.workunit.client.0.smithi067.stdout: 993: throughput=5MB/sec pending data=0 2024-07-29T15:39:32.296 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-oEpX3DICGdFo0s8 off=378938 len=5029 2024-07-29T15:39:32.298 INFO:tasks.workunit.client.0.smithi067.stdout:op 5119 completed, throughput=5MB/sec 2024-07-29T15:39:32.298 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-K5-pUZZoICtLZvx off=942554 len=630730 2024-07-29T15:39:32.303 INFO:tasks.workunit.client.0.smithi067.stdout:op 5120 completed, throughput=5MB/sec 2024-07-29T15:39:32.303 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-mnESfFVV9zKHUjw off=11485265 len=77498 2024-07-29T15:39:32.305 INFO:tasks.workunit.client.0.smithi067.stdout:op 5121 completed, throughput=5MB/sec 2024-07-29T15:39:32.305 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--9vso_IOX-FCvFy off=2672399 len=1175463 2024-07-29T15:39:32.307 INFO:tasks.workunit.client.0.smithi067.stdout:op 5122 completed, throughput=5MB/sec 2024-07-29T15:39:32.308 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-whAzFKr_EJ5UOO4 off=7001611 len=363593 2024-07-29T15:39:32.311 INFO:tasks.workunit.client.0.smithi067.stdout:op 5123 completed, throughput=5MB/sec 2024-07-29T15:39:32.311 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bOlfy6n_lfpRUr0 off=7223052 len=1710540 2024-07-29T15:39:32.318 INFO:tasks.workunit.client.0.smithi067.stdout:op 5124 completed, throughput=5MB/sec 2024-07-29T15:39:32.318 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-y8X0zvrXrr50BVV off=6639918 len=378225 2024-07-29T15:39:32.319 INFO:tasks.workunit.client.0.smithi067.stdout:op 5125 completed, throughput=5MB/sec 2024-07-29T15:39:33.319 INFO:tasks.workunit.client.0.smithi067.stdout: 994: throughput=5MB/sec pending data=0 2024-07-29T15:39:33.319 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0bwq15ZZH8KsPzZ off=1587584 len=438261 2024-07-29T15:39:33.323 INFO:tasks.workunit.client.0.smithi067.stdout:op 5126 completed, throughput=5MB/sec 2024-07-29T15:39:33.323 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-jPhuPA2uNE07tRC off=7641351 len=1035605 2024-07-29T15:39:33.329 INFO:tasks.workunit.client.0.smithi067.stdout:op 5127 completed, throughput=5MB/sec 2024-07-29T15:39:33.329 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-t-Z-f9u3_4p2hPJ off=1450911 len=1634646 2024-07-29T15:39:33.332 INFO:tasks.workunit.client.0.smithi067.stdout:op 5128 completed, throughput=5MB/sec 2024-07-29T15:39:33.333 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ys_UXi1jbiw51L2 off=4594891 len=384170 2024-07-29T15:39:33.336 INFO:tasks.workunit.client.0.smithi067.stdout:op 5129 completed, throughput=5MB/sec 2024-07-29T15:39:33.336 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-7yBFTiFyadQ6jvP off=10167375 len=1227408 2024-07-29T15:39:33.338 INFO:tasks.workunit.client.0.smithi067.stdout:op 5130 completed, throughput=5MB/sec 2024-07-29T15:39:33.338 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1U6i9g-A5SLs_2C off=3050763 len=404036 2024-07-29T15:39:33.339 INFO:tasks.workunit.client.0.smithi067.stdout:op 5131 completed, throughput=5MB/sec 2024-07-29T15:39:33.339 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-irZ-QlPzWVO3bog off=8052717 len=1502806 2024-07-29T15:39:33.346 INFO:tasks.workunit.client.0.smithi067.stdout:op 5132 completed, throughput=5MB/sec 2024-07-29T15:39:33.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:33 smithi067 ceph-mon[91995]: pgmap v1858: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:39:33.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:33 smithi067 ceph-mon[94375]: pgmap v1858: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:39:34.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:33 smithi138 ceph-mon[86438]: pgmap v1858: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:39:34.348 INFO:tasks.workunit.client.0.smithi067.stdout: 995: throughput=5MB/sec pending data=0 2024-07-29T15:39:34.348 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jWAcvlURY6rLL9O off=6817856 len=1779553 2024-07-29T15:39:34.349 INFO:tasks.workunit.client.0.smithi067.stdout:op 5133 completed, throughput=5MB/sec 2024-07-29T15:39:34.349 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-WzJg8AYn9Dx5sS9 off=3388428 len=2071374 2024-07-29T15:39:34.363 INFO:tasks.workunit.client.0.smithi067.stdout:op 5134 completed, throughput=5MB/sec 2024-07-29T15:39:34.363 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3KCH6Vp0Hr7iIZi off=2258394 len=1836160 2024-07-29T15:39:34.371 INFO:tasks.workunit.client.0.smithi067.stdout:op 5135 completed, throughput=5MB/sec 2024-07-29T15:39:35.371 INFO:tasks.workunit.client.0.smithi067.stdout: 996: throughput=5MB/sec pending data=0 2024-07-29T15:39:35.372 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YrUv-UL6b7EcojZ off=21410107 len=1034932 2024-07-29T15:39:35.377 INFO:tasks.workunit.client.0.smithi067.stdout:op 5136 completed, throughput=5MB/sec 2024-07-29T15:39:35.377 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_e19pdm28zMKQGs off=13396778 len=1188500 2024-07-29T15:39:35.383 INFO:tasks.workunit.client.0.smithi067.stdout:op 5137 completed, throughput=5MB/sec 2024-07-29T15:39:35.383 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-kmNNJOCT0HAPrY8 off=4365446 len=21345 2024-07-29T15:39:35.383 INFO:tasks.workunit.client.0.smithi067.stdout:op 5138 completed, throughput=5MB/sec 2024-07-29T15:39:35.383 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ScgiCAc7NviZbtI off=7903409 len=542499 2024-07-29T15:39:35.388 INFO:tasks.workunit.client.0.smithi067.stdout:op 5139 completed, throughput=5MB/sec 2024-07-29T15:39:35.388 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-YZUNPh3H0UopFLi off=1378156 len=1885313 2024-07-29T15:39:35.390 INFO:tasks.workunit.client.0.smithi067.stdout:op 5140 completed, throughput=5MB/sec 2024-07-29T15:39:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:35 smithi067 ceph-mon[91995]: pgmap v1859: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-29T15:39:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:39:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:35 smithi067 ceph-mon[94375]: pgmap v1859: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-29T15:39:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:39:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:35 smithi138 ceph-mon[86438]: pgmap v1859: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-29T15:39:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:39:36.390 INFO:tasks.workunit.client.0.smithi067.stdout: 997: throughput=5MB/sec pending data=0 2024-07-29T15:39:36.391 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fKGGMWOQuAQV_yK off=2010424 len=468337 2024-07-29T15:39:36.391 INFO:tasks.workunit.client.0.smithi067.stdout:op 5141 completed, throughput=5MB/sec 2024-07-29T15:39:36.391 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4B9Xggt7dEzv715 off=7593989 len=416858 2024-07-29T15:39:36.395 INFO:tasks.workunit.client.0.smithi067.stdout:op 5142 completed, throughput=5MB/sec 2024-07-29T15:39:36.395 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_WpMJklTJqfMm52 off=12595942 len=1513281 2024-07-29T15:39:36.398 INFO:tasks.workunit.client.0.smithi067.stdout:op 5143 completed, throughput=5MB/sec 2024-07-29T15:39:36.398 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ONmQwXnaaCFh3V2 off=3968556 len=789487 2024-07-29T15:39:36.403 INFO:tasks.workunit.client.0.smithi067.stdout:op 5144 completed, throughput=5MB/sec 2024-07-29T15:39:36.404 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1n0bY12So5BCPl_ off=13797447 len=289255 2024-07-29T15:39:36.407 INFO:tasks.workunit.client.0.smithi067.stdout:op 5145 completed, throughput=5MB/sec 2024-07-29T15:39:36.407 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-H_DPeMuxjFWehKo off=3705115 len=1950670 2024-07-29T15:39:36.409 INFO:tasks.workunit.client.0.smithi067.stdout:op 5146 completed, throughput=5MB/sec 2024-07-29T15:39:37.409 INFO:tasks.workunit.client.0.smithi067.stdout: 998: throughput=5MB/sec pending data=0 2024-07-29T15:39:37.410 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-PTorExMzX-Dg1ew off=3116171 len=1521981 2024-07-29T15:39:37.417 INFO:tasks.workunit.client.0.smithi067.stdout:op 5147 completed, throughput=5MB/sec 2024-07-29T15:39:37.417 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-zaOVaOjvbk85NeN off=12148767 len=680166 2024-07-29T15:39:37.418 INFO:tasks.workunit.client.0.smithi067.stdout:op 5148 completed, throughput=5MB/sec 2024-07-29T15:39:37.418 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-nrCpjYXIxGuYlBQ off=6755553 len=222200 2024-07-29T15:39:37.419 INFO:tasks.workunit.client.0.smithi067.stdout:op 5149 completed, throughput=5MB/sec 2024-07-29T15:39:37.419 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3N1QcCnz-bW5s1e off=2137450 len=1010500 2024-07-29T15:39:37.420 INFO:tasks.workunit.client.0.smithi067.stdout:op 5150 completed, throughput=5MB/sec 2024-07-29T15:39:37.421 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-LXddLpygcKR3gHD off=4818414 len=565678 2024-07-29T15:39:37.424 INFO:tasks.workunit.client.0.smithi067.stdout:op 5151 completed, throughput=5MB/sec 2024-07-29T15:39:37.425 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-e7drVSetvAGaZ3M off=13344444 len=222700 2024-07-29T15:39:37.425 INFO:tasks.workunit.client.0.smithi067.stdout:op 5152 completed, throughput=5MB/sec 2024-07-29T15:39:37.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:37 smithi067 ceph-mon[91995]: pgmap v1860: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:39:37.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:37 smithi067 ceph-mon[94375]: pgmap v1860: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:39:37.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:39:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:39:37] "GET /metrics HTTP/1.1" 200 34213 "" "Prometheus/2.51.0" 2024-07-29T15:39:38.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:37 smithi138 ceph-mon[86438]: pgmap v1860: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:39:38.425 INFO:tasks.workunit.client.0.smithi067.stdout: 999: throughput=5MB/sec pending data=0 2024-07-29T15:39:38.425 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-t_fTi6iO1yn0TPa off=4538784 len=605161 2024-07-29T15:39:38.426 INFO:tasks.workunit.client.0.smithi067.stdout:op 5153 completed, throughput=5MB/sec 2024-07-29T15:39:38.426 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pdDbboSSsjLDLHB off=11368424 len=1389882 2024-07-29T15:39:38.428 INFO:tasks.workunit.client.0.smithi067.stdout:op 5154 completed, throughput=5MB/sec 2024-07-29T15:39:38.428 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-LsGxnOpu8E_iBTQ off=5764659 len=1175972 2024-07-29T15:39:38.437 INFO:tasks.workunit.client.0.smithi067.stdout:op 5155 completed, throughput=5MB/sec 2024-07-29T15:39:38.437 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FeEZENdqhdBzK0j off=452881 len=178497 2024-07-29T15:39:38.437 INFO:tasks.workunit.client.0.smithi067.stdout:op 5156 completed, throughput=5MB/sec 2024-07-29T15:39:38.437 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-srexEKoDfecVOum off=4480229 len=114604 2024-07-29T15:39:38.440 INFO:tasks.workunit.client.0.smithi067.stdout:op 5157 completed, throughput=5MB/sec 2024-07-29T15:39:38.440 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VhQW9-DF7b1F70w off=479974 len=843560 2024-07-29T15:39:38.441 INFO:tasks.workunit.client.0.smithi067.stdout:op 5158 completed, throughput=5MB/sec 2024-07-29T15:39:38.441 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qKaqwpwEaaEhB39 off=2197569 len=86759 2024-07-29T15:39:38.442 INFO:tasks.workunit.client.0.smithi067.stdout:op 5159 completed, throughput=5MB/sec 2024-07-29T15:39:38.442 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1BFL4c9p67O9ttH off=6979813 len=228469 2024-07-29T15:39:38.444 INFO:tasks.workunit.client.0.smithi067.stdout:op 5160 completed, throughput=5MB/sec 2024-07-29T15:39:38.445 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-CKOvowoskBQC6sT off=15947193 len=639732 2024-07-29T15:39:38.446 INFO:tasks.workunit.client.0.smithi067.stdout:op 5161 completed, throughput=5MB/sec 2024-07-29T15:39:38.446 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pIsvYywqOqd8xw9 off=11452924 len=620247 2024-07-29T15:39:38.447 INFO:tasks.workunit.client.0.smithi067.stdout:op 5162 completed, throughput=5MB/sec 2024-07-29T15:39:39.448 INFO:tasks.workunit.client.0.smithi067.stdout: 1000: throughput=5MB/sec pending data=0 2024-07-29T15:39:39.448 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-X2O2jAWOG_wbVHb off=5369048 len=1367624 2024-07-29T15:39:39.456 INFO:tasks.workunit.client.0.smithi067.stdout:op 5163 completed, throughput=5MB/sec 2024-07-29T15:39:39.456 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9edMB2mBb0OWY0q off=9818504 len=1029932 2024-07-29T15:39:39.462 INFO:tasks.workunit.client.0.smithi067.stdout:op 5164 completed, throughput=5MB/sec 2024-07-29T15:39:39.462 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-sbdg0FC_jvn7ANz off=8051582 len=492705 2024-07-29T15:39:39.466 INFO:tasks.workunit.client.0.smithi067.stdout:op 5165 completed, throughput=5MB/sec 2024-07-29T15:39:39.466 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Gq9EEGYzWOSUFRT off=9505361 len=774613 2024-07-29T15:39:39.467 INFO:tasks.workunit.client.0.smithi067.stdout:op 5166 completed, throughput=5MB/sec 2024-07-29T15:39:39.467 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qLexcl6gSEtx9lg off=4248015 len=1674499 2024-07-29T15:39:39.477 INFO:tasks.workunit.client.0.smithi067.stdout:op 5167 completed, throughput=5MB/sec 2024-07-29T15:39:39.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:39 smithi067 ceph-mon[94375]: pgmap v1861: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:39:39.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:39 smithi067 ceph-mon[91995]: pgmap v1861: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:39:40.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:39 smithi138 ceph-mon[86438]: pgmap v1861: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:39:40.476 INFO:tasks.workunit.client.0.smithi067.stdout: 1001: throughput=5MB/sec pending data=0 2024-07-29T15:39:40.476 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-751x51gmKQbw14M off=16100589 len=1775219 2024-07-29T15:39:40.484 INFO:tasks.workunit.client.0.smithi067.stdout:op 5168 completed, throughput=5MB/sec 2024-07-29T15:39:40.484 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VxbXZZzh6Uvt8dV off=593559 len=400193 2024-07-29T15:39:40.487 INFO:tasks.workunit.client.0.smithi067.stdout:op 5169 completed, throughput=5MB/sec 2024-07-29T15:39:40.487 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-tmy2Nyy90equY-J off=1770199 len=1725868 2024-07-29T15:39:40.497 INFO:tasks.workunit.client.0.smithi067.stdout:op 5170 completed, throughput=5MB/sec 2024-07-29T15:39:40.497 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1UnEsCu24voGP9X off=13551039 len=1961397 2024-07-29T15:39:40.501 INFO:tasks.workunit.client.0.smithi067.stdout:op 5171 completed, throughput=5MB/sec 2024-07-29T15:39:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:39:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:39:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:39:41.501 INFO:tasks.workunit.client.0.smithi067.stdout: 1002: throughput=5MB/sec pending data=0 2024-07-29T15:39:41.501 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FTc6bkr6VHvEfC8 off=7061215 len=82822 2024-07-29T15:39:41.504 INFO:tasks.workunit.client.0.smithi067.stdout:op 5172 completed, throughput=5MB/sec 2024-07-29T15:39:41.504 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eH2ppcdD7YjZAfn off=1721896 len=1580729 2024-07-29T15:39:41.506 INFO:tasks.workunit.client.0.smithi067.stdout:op 5173 completed, throughput=5MB/sec 2024-07-29T15:39:41.506 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-UTLm9SsAX956hKm off=8756934 len=1256965 2024-07-29T15:39:41.513 INFO:tasks.workunit.client.0.smithi067.stdout:op 5174 completed, throughput=5MB/sec 2024-07-29T15:39:41.513 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jA4u-wrIroH_hNi off=1411850 len=6758 2024-07-29T15:39:41.513 INFO:tasks.workunit.client.0.smithi067.stdout:op 5175 completed, throughput=5MB/sec 2024-07-29T15:39:41.514 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-m7r1kzcojAUzLI- off=6784972 len=1854023 2024-07-29T15:39:41.515 INFO:tasks.workunit.client.0.smithi067.stdout:op 5176 completed, throughput=5MB/sec 2024-07-29T15:39:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:41 smithi067 ceph-mon[91995]: pgmap v1862: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:39:41.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:41 smithi067 ceph-mon[94375]: pgmap v1862: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:39:42.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:41 smithi138 ceph-mon[86438]: pgmap v1862: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:39:42.515 INFO:tasks.workunit.client.0.smithi067.stdout: 1003: throughput=5MB/sec pending data=0 2024-07-29T15:39:42.516 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YWZjuMGNMelLk8n off=3361216 len=1859704 2024-07-29T15:39:42.526 INFO:tasks.workunit.client.0.smithi067.stdout:op 5177 completed, throughput=5MB/sec 2024-07-29T15:39:42.526 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-TjJtZBvhy-y0p9M off=610515 len=1150741 2024-07-29T15:39:42.532 INFO:tasks.workunit.client.0.smithi067.stdout:op 5178 completed, throughput=5MB/sec 2024-07-29T15:39:42.532 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-iTind-e6FvnB3SE off=68331 len=125804 2024-07-29T15:39:42.533 INFO:tasks.workunit.client.0.smithi067.stdout:op 5179 completed, throughput=5MB/sec 2024-07-29T15:39:42.533 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-yd6G1PphEuFOAKn off=2066128 len=108744 2024-07-29T15:39:42.533 INFO:tasks.workunit.client.0.smithi067.stdout:op 5180 completed, throughput=5MB/sec 2024-07-29T15:39:42.533 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Q7JpIsTnQCk09hK off=4677549 len=332855 2024-07-29T15:39:42.536 INFO:tasks.workunit.client.0.smithi067.stdout:op 5181 completed, throughput=5MB/sec 2024-07-29T15:39:42.536 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-J6HTZTLEXeinn2w off=10636421 len=1627461 2024-07-29T15:39:42.545 INFO:tasks.workunit.client.0.smithi067.stdout:op 5182 completed, throughput=5MB/sec 2024-07-29T15:39:43.545 INFO:tasks.workunit.client.0.smithi067.stdout: 1004: throughput=5MB/sec pending data=0 2024-07-29T15:39:43.545 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Rhf-lRTArljCsqH off=6592134 len=1380674 2024-07-29T15:39:43.547 INFO:tasks.workunit.client.0.smithi067.stdout:op 5183 completed, throughput=5MB/sec 2024-07-29T15:39:43.548 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Eg30-pIWLysgM4V off=2705427 len=897350 2024-07-29T15:39:43.549 INFO:tasks.workunit.client.0.smithi067.stdout:op 5184 completed, throughput=5MB/sec 2024-07-29T15:39:43.549 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-28mtWlVGXmDvdY3 off=731575 len=1316973 2024-07-29T15:39:43.550 INFO:tasks.workunit.client.0.smithi067.stdout:op 5185 completed, throughput=5MB/sec 2024-07-29T15:39:43.551 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-XWQuVnS4ZRaZKd4 off=590867 len=1232494 2024-07-29T15:39:43.554 INFO:tasks.workunit.client.0.smithi067.stdout:op 5186 completed, throughput=5MB/sec 2024-07-29T15:39:43.554 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-kx6DGWbxbpkPgL6 off=4327600 len=1709197 2024-07-29T15:39:43.564 INFO:tasks.workunit.client.0.smithi067.stdout:op 5187 completed, throughput=5MB/sec 2024-07-29T15:39:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:43 smithi067 ceph-mon[91995]: pgmap v1863: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:39:43.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:43 smithi067 ceph-mon[94375]: pgmap v1863: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:39:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:43 smithi138 ceph-mon[86438]: pgmap v1863: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:39:44.564 INFO:tasks.workunit.client.0.smithi067.stdout: 1005: throughput=5MB/sec pending data=0 2024-07-29T15:39:44.565 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bSIje30aqc-bSjX off=13803134 len=1641449 2024-07-29T15:39:44.566 INFO:tasks.workunit.client.0.smithi067.stdout:op 5188 completed, throughput=5MB/sec 2024-07-29T15:39:44.567 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_F1IuTOYvNgFSu6 off=10201107 len=527784 2024-07-29T15:39:44.570 INFO:tasks.workunit.client.0.smithi067.stdout:op 5189 completed, throughput=5MB/sec 2024-07-29T15:39:44.570 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9ABnpCY71Z1n3pW off=818287 len=2090467 2024-07-29T15:39:44.574 INFO:tasks.workunit.client.0.smithi067.stdout:op 5190 completed, throughput=5MB/sec 2024-07-29T15:39:45.574 INFO:tasks.workunit.client.0.smithi067.stdout: 1006: throughput=5MB/sec pending data=0 2024-07-29T15:39:45.575 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2m93ZgCBatuHPwh off=22755290 len=1617154 2024-07-29T15:39:45.583 INFO:tasks.workunit.client.0.smithi067.stdout:op 5191 completed, throughput=5MB/sec 2024-07-29T15:39:45.583 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--sk4mXugaWq6mzL off=18151920 len=913399 2024-07-29T15:39:45.584 INFO:tasks.workunit.client.0.smithi067.stdout:op 5192 completed, throughput=5MB/sec 2024-07-29T15:39:45.584 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lp3Htyz8pCLhux9 off=2619527 len=302222 2024-07-29T15:39:45.588 INFO:tasks.workunit.client.0.smithi067.stdout:op 5193 completed, throughput=5MB/sec 2024-07-29T15:39:45.588 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_8aDb4OlE_ucby0 off=8050430 len=569428 2024-07-29T15:39:45.588 INFO:tasks.workunit.client.0.smithi067.stdout:op 5194 completed, throughput=5MB/sec 2024-07-29T15:39:45.589 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-XlwljDAXZFp9Ijz off=2957133 len=748841 2024-07-29T15:39:45.592 INFO:tasks.workunit.client.0.smithi067.stdout:op 5195 completed, throughput=5MB/sec 2024-07-29T15:39:45.593 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bjDgt2_WN6xE8yx off=1251447 len=1220066 2024-07-29T15:39:45.595 INFO:tasks.workunit.client.0.smithi067.stdout:op 5196 completed, throughput=5MB/sec 2024-07-29T15:39:45.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:45 smithi067 ceph-mon[91995]: pgmap v1864: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:39:45.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:45 smithi067 ceph-mon[94375]: pgmap v1864: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:39:46.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:45 smithi138 ceph-mon[86438]: pgmap v1864: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:39:46.596 INFO:tasks.workunit.client.0.smithi067.stdout: 1007: throughput=5MB/sec pending data=0 2024-07-29T15:39:46.596 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VyHYNqvqFsug2OL off=14098599 len=381668 2024-07-29T15:39:46.597 INFO:tasks.workunit.client.0.smithi067.stdout:op 5197 completed, throughput=5MB/sec 2024-07-29T15:39:46.597 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FpodWlnMVrRtfOB off=16563520 len=1611767 2024-07-29T15:39:46.606 INFO:tasks.workunit.client.0.smithi067.stdout:op 5198 completed, throughput=5MB/sec 2024-07-29T15:39:46.606 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bSIje30aqc-bSjX off=18355958 len=155241 2024-07-29T15:39:46.608 INFO:tasks.workunit.client.0.smithi067.stdout:op 5199 completed, throughput=5MB/sec 2024-07-29T15:39:46.608 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Jrs3utWe7DN1VFF off=11634272 len=936473 2024-07-29T15:39:46.614 INFO:tasks.workunit.client.0.smithi067.stdout:op 5200 completed, throughput=5MB/sec 2024-07-29T15:39:46.614 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jKNhesWYaquHh2o off=3114783 len=937274 2024-07-29T15:39:46.616 INFO:tasks.workunit.client.0.smithi067.stdout:op 5201 completed, throughput=5MB/sec 2024-07-29T15:39:46.616 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-A7F5nm0ajXkSVEz off=16480470 len=1665553 2024-07-29T15:39:46.625 INFO:tasks.workunit.client.0.smithi067.stdout:op 5202 completed, throughput=5MB/sec 2024-07-29T15:39:47.625 INFO:tasks.workunit.client.0.smithi067.stdout: 1008: throughput=5MB/sec pending data=0 2024-07-29T15:39:47.625 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0azaos3ZqRdiMVU off=9514287 len=1319247 2024-07-29T15:39:47.627 INFO:tasks.workunit.client.0.smithi067.stdout:op 5203 completed, throughput=5MB/sec 2024-07-29T15:39:47.627 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ns6ulHnL6tDcqm1 off=3748427 len=470891 2024-07-29T15:39:47.629 INFO:tasks.workunit.client.0.smithi067.stdout:op 5204 completed, throughput=5MB/sec 2024-07-29T15:39:47.629 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CsjLdIJf0pR95_z off=3566720 len=297145 2024-07-29T15:39:47.632 INFO:tasks.workunit.client.0.smithi067.stdout:op 5205 completed, throughput=5MB/sec 2024-07-29T15:39:47.632 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-t-ky7f4szMNWuZl off=11833834 len=212096 2024-07-29T15:39:47.635 INFO:tasks.workunit.client.0.smithi067.stdout:op 5206 completed, throughput=5MB/sec 2024-07-29T15:39:47.636 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-alYFhu6NA2LkZfw off=7903293 len=1823591 2024-07-29T15:39:47.637 INFO:tasks.workunit.client.0.smithi067.stdout:op 5207 completed, throughput=5MB/sec 2024-07-29T15:39:47.638 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-BH-O7ZrtVH9eTEZ off=7138291 len=1861026 2024-07-29T15:39:47.647 INFO:tasks.workunit.client.0.smithi067.stdout:op 5208 completed, throughput=5MB/sec 2024-07-29T15:39:47.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:47 smithi067 ceph-mon[94375]: pgmap v1865: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:39:47.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:47 smithi067 ceph-mon[91995]: pgmap v1865: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:39:47.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:39:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:39:47] "GET /metrics HTTP/1.1" 200 34213 "" "Prometheus/2.51.0" 2024-07-29T15:39:48.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:47 smithi138 ceph-mon[86438]: pgmap v1865: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:39:48.647 INFO:tasks.workunit.client.0.smithi067.stdout: 1009: throughput=5MB/sec pending data=0 2024-07-29T15:39:48.647 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-tqq1Qfor3kJ-Bft off=695203 len=622831 2024-07-29T15:39:48.649 INFO:tasks.workunit.client.0.smithi067.stdout:op 5209 completed, throughput=5MB/sec 2024-07-29T15:39:48.649 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Ab_hORh2i7x1J_y off=6913508 len=1153293 2024-07-29T15:39:48.652 INFO:tasks.workunit.client.0.smithi067.stdout:op 5210 completed, throughput=5MB/sec 2024-07-29T15:39:48.652 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0kc2K0AyowNKB1O off=4827023 len=1110732 2024-07-29T15:39:48.654 INFO:tasks.workunit.client.0.smithi067.stdout:op 5211 completed, throughput=5MB/sec 2024-07-29T15:39:48.654 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-TsULYDzbotk7lWx off=756538 len=261455 2024-07-29T15:39:48.654 INFO:tasks.workunit.client.0.smithi067.stdout:op 5212 completed, throughput=5MB/sec 2024-07-29T15:39:48.654 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ScWpf_T1ZRgE6Q3 off=8170846 len=903339 2024-07-29T15:39:48.655 INFO:tasks.workunit.client.0.smithi067.stdout:op 5213 completed, throughput=5MB/sec 2024-07-29T15:39:49.656 INFO:tasks.workunit.client.0.smithi067.stdout: 1010: throughput=5MB/sec pending data=0 2024-07-29T15:39:49.656 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1hGTi9DtZBalm9a off=6428565 len=1113844 2024-07-29T15:39:49.658 INFO:tasks.workunit.client.0.smithi067.stdout:op 5214 completed, throughput=5MB/sec 2024-07-29T15:39:49.659 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-iGLA1Dmsnc1npNp off=18129656 len=8124 2024-07-29T15:39:49.659 INFO:tasks.workunit.client.0.smithi067.stdout:op 5215 completed, throughput=5MB/sec 2024-07-29T15:39:49.659 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UomKgDuXu37xCUH off=1515005 len=1615575 2024-07-29T15:39:49.663 INFO:tasks.workunit.client.0.smithi067.stdout:op 5216 completed, throughput=5MB/sec 2024-07-29T15:39:49.663 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-vAJkRr_F0Zu81id off=12147362 len=1923062 2024-07-29T15:39:49.670 INFO:tasks.workunit.client.0.smithi067.stdout:op 5217 completed, throughput=5MB/sec 2024-07-29T15:39:49.670 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DybZy_DOk_YaMft off=5732268 len=2026640 2024-07-29T15:39:49.672 INFO:tasks.workunit.client.0.smithi067.stdout:op 5218 completed, throughput=5MB/sec 2024-07-29T15:39:49.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:49 smithi067 ceph-mon[94375]: pgmap v1866: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:39:49.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:49 smithi067 ceph-mon[91995]: pgmap v1866: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:39:50.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:49 smithi138 ceph-mon[86438]: pgmap v1866: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:39:50.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:39:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:39:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:39:50.672 INFO:tasks.workunit.client.0.smithi067.stdout: 1011: throughput=5MB/sec pending data=0 2024-07-29T15:39:50.673 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-oEek3Xky3jX0njV off=12349786 len=1532543 2024-07-29T15:39:50.675 INFO:tasks.workunit.client.0.smithi067.stdout:op 5219 completed, throughput=5MB/sec 2024-07-29T15:39:50.675 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7YuKo75UkEQxubd off=17840794 len=125776 2024-07-29T15:39:50.679 INFO:tasks.workunit.client.0.smithi067.stdout:op 5220 completed, throughput=5MB/sec 2024-07-29T15:39:50.679 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MXL8rQv-6c0OiXh off=18260654 len=777126 2024-07-29T15:39:50.683 INFO:tasks.workunit.client.0.smithi067.stdout:op 5221 completed, throughput=5MB/sec 2024-07-29T15:39:50.683 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ubV2TMZe_fTF2wn off=78751 len=776398 2024-07-29T15:39:50.684 INFO:tasks.workunit.client.0.smithi067.stdout:op 5222 completed, throughput=5MB/sec 2024-07-29T15:39:50.684 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-TU0wt9i1tFxno7f off=13767087 len=15087 2024-07-29T15:39:50.684 INFO:tasks.workunit.client.0.smithi067.stdout:op 5223 completed, throughput=5MB/sec 2024-07-29T15:39:50.684 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FMJkASzmgT47r9h off=7559071 len=1041504 2024-07-29T15:39:50.686 INFO:tasks.workunit.client.0.smithi067.stdout:op 5224 completed, throughput=5MB/sec 2024-07-29T15:39:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:39:50.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:39:51.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:39:51.687 INFO:tasks.workunit.client.0.smithi067.stdout: 1012: throughput=5MB/sec pending data=0 2024-07-29T15:39:51.687 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gQQ3j4TUnYHY1zv off=1385029 len=943360 2024-07-29T15:39:51.688 INFO:tasks.workunit.client.0.smithi067.stdout:op 5225 completed, throughput=5MB/sec 2024-07-29T15:39:51.688 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ueKJwSJWWAIMFhh off=8398499 len=1741288 2024-07-29T15:39:51.699 INFO:tasks.workunit.client.0.smithi067.stdout:op 5226 completed, throughput=5MB/sec 2024-07-29T15:39:51.699 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PKkfumrNSdMKZ9g off=1233083 len=94266 2024-07-29T15:39:51.699 INFO:tasks.workunit.client.0.smithi067.stdout:op 5227 completed, throughput=5MB/sec 2024-07-29T15:39:51.699 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5t8rqbLnyyh89wU off=13908024 len=1978620 2024-07-29T15:39:51.703 INFO:tasks.workunit.client.0.smithi067.stdout:op 5228 completed, throughput=5MB/sec 2024-07-29T15:39:51.703 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-TZfOEtHncxawCVZ off=465813 len=1886763 2024-07-29T15:39:51.712 INFO:tasks.workunit.client.0.smithi067.stdout:op 5229 completed, throughput=5MB/sec 2024-07-29T15:39:51.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:51 smithi067 ceph-mon[91995]: pgmap v1867: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:39:51.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:51 smithi067 ceph-mon[94375]: pgmap v1867: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:39:52.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:51 smithi138 ceph-mon[86438]: pgmap v1867: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:39:52.713 INFO:tasks.workunit.client.0.smithi067.stdout: 1013: throughput=5MB/sec pending data=0 2024-07-29T15:39:52.713 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VKK9n7t7OWipZAR off=10012730 len=308169 2024-07-29T15:39:52.716 INFO:tasks.workunit.client.0.smithi067.stdout:op 5230 completed, throughput=5MB/sec 2024-07-29T15:39:52.716 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-7aoDO09o3bj8IO- off=5283434 len=1150054 2024-07-29T15:39:52.718 INFO:tasks.workunit.client.0.smithi067.stdout:op 5231 completed, throughput=5MB/sec 2024-07-29T15:39:52.718 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qifXuLhgZZa8ky3 off=11452077 len=613385 2024-07-29T15:39:52.722 INFO:tasks.workunit.client.0.smithi067.stdout:op 5232 completed, throughput=5MB/sec 2024-07-29T15:39:52.722 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-utjb3Kf6uxlj5So off=6410310 len=483746 2024-07-29T15:39:52.726 INFO:tasks.workunit.client.0.smithi067.stdout:op 5233 completed, throughput=5MB/sec 2024-07-29T15:39:52.726 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CiQFDg0NkLIZ7OH off=21668473 len=1300203 2024-07-29T15:39:52.733 INFO:tasks.workunit.client.0.smithi067.stdout:op 5234 completed, throughput=5MB/sec 2024-07-29T15:39:53.733 INFO:tasks.workunit.client.0.smithi067.stdout: 1014: throughput=5MB/sec pending data=0 2024-07-29T15:39:53.734 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DVPddCD3Ele5Xnp off=1266502 len=130562 2024-07-29T15:39:53.734 INFO:tasks.workunit.client.0.smithi067.stdout:op 5235 completed, throughput=5MB/sec 2024-07-29T15:39:53.734 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-BKaUxg-Nmf8zs8d off=867873 len=736224 2024-07-29T15:39:53.739 INFO:tasks.workunit.client.0.smithi067.stdout:op 5236 completed, throughput=5MB/sec 2024-07-29T15:39:53.739 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-R6f44EwNjGZXex0 off=4539047 len=157295 2024-07-29T15:39:53.742 INFO:tasks.workunit.client.0.smithi067.stdout:op 5237 completed, throughput=5MB/sec 2024-07-29T15:39:53.742 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-oiaPg8Fg0fMzCwj off=19733429 len=1366585 2024-07-29T15:39:53.743 INFO:tasks.workunit.client.0.smithi067.stdout:op 5238 completed, throughput=5MB/sec 2024-07-29T15:39:53.743 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-IN3QbVw4KQq2hHO off=1207270 len=749205 2024-07-29T15:39:53.747 INFO:tasks.workunit.client.0.smithi067.stdout:op 5239 completed, throughput=5MB/sec 2024-07-29T15:39:53.747 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DZ9qRfN4iIVg4jR off=9637465 len=228705 2024-07-29T15:39:53.747 INFO:tasks.workunit.client.0.smithi067.stdout:op 5240 completed, throughput=5MB/sec 2024-07-29T15:39:53.748 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-blMYqqGPBWVhkrG off=10637559 len=938185 2024-07-29T15:39:53.753 INFO:tasks.workunit.client.0.smithi067.stdout:op 5241 completed, throughput=5MB/sec 2024-07-29T15:39:53.753 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-QGDijLuziaT29-P off=1186417 len=1106072 2024-07-29T15:39:53.755 INFO:tasks.workunit.client.0.smithi067.stdout:op 5242 completed, throughput=5MB/sec 2024-07-29T15:39:53.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:53 smithi067 ceph-mon[94375]: pgmap v1868: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-29T15:39:53.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:53 smithi067 ceph-mon[91995]: pgmap v1868: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-29T15:39:54.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:53 smithi138 ceph-mon[86438]: pgmap v1868: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-29T15:39:54.755 INFO:tasks.workunit.client.0.smithi067.stdout: 1015: throughput=5MB/sec pending data=0 2024-07-29T15:39:54.755 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2LI8BY7kPltx5GL off=18740605 len=1775719 2024-07-29T15:39:54.757 INFO:tasks.workunit.client.0.smithi067.stdout:op 5243 completed, throughput=5MB/sec 2024-07-29T15:39:54.758 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-xsbJw-5V3j-xEWO off=824037 len=1190986 2024-07-29T15:39:54.759 INFO:tasks.workunit.client.0.smithi067.stdout:op 5244 completed, throughput=5MB/sec 2024-07-29T15:39:54.759 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_Ud_zfFidU5OBla off=1277720 len=1763904 2024-07-29T15:39:54.768 INFO:tasks.workunit.client.0.smithi067.stdout:op 5245 completed, throughput=5MB/sec 2024-07-29T15:39:54.768 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1U6i9g-A5SLs_2C off=2663521 len=1021828 2024-07-29T15:39:54.774 INFO:tasks.workunit.client.0.smithi067.stdout:op 5246 completed, throughput=5MB/sec 2024-07-29T15:39:55.772 INFO:tasks.workunit.client.0.smithi067.stdout: 1016: throughput=5MB/sec pending data=0 2024-07-29T15:39:55.772 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-zJTVVj5c_hkppt7 off=2667885 len=1692788 2024-07-29T15:39:55.775 INFO:tasks.workunit.client.0.smithi067.stdout:op 5247 completed, throughput=5MB/sec 2024-07-29T15:39:55.775 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-T9HxCvHDjgn_c2s off=16845590 len=1731430 2024-07-29T15:39:55.778 INFO:tasks.workunit.client.0.smithi067.stdout:op 5248 completed, throughput=5MB/sec 2024-07-29T15:39:55.778 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lZA8Ffm4NjtddHU off=1805678 len=1233476 2024-07-29T15:39:55.786 INFO:tasks.workunit.client.0.smithi067.stdout:op 5249 completed, throughput=5MB/sec 2024-07-29T15:39:55.786 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8WONAT2UOQ6eZ4C off=7148258 len=352561 2024-07-29T15:39:55.786 INFO:tasks.workunit.client.0.smithi067.stdout:op 5250 completed, throughput=5MB/sec 2024-07-29T15:39:55.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:55 smithi067 ceph-mon[94375]: pgmap v1869: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-07-29T15:39:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:55 smithi067 ceph-mon[91995]: pgmap v1869: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-07-29T15:39:56.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:55 smithi138 ceph-mon[86438]: pgmap v1869: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-07-29T15:39:56.787 INFO:tasks.workunit.client.0.smithi067.stdout: 1017: throughput=5MB/sec pending data=0 2024-07-29T15:39:56.787 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1RG8MjzyOqKXFAM off=100189 len=482677 2024-07-29T15:39:56.788 INFO:tasks.workunit.client.0.smithi067.stdout:op 5251 completed, throughput=5MB/sec 2024-07-29T15:39:56.788 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-DeC8t0EKmT0zJvI off=51558 len=13377 2024-07-29T15:39:56.790 INFO:tasks.workunit.client.0.smithi067.stdout:op 5252 completed, throughput=5MB/sec 2024-07-29T15:39:56.791 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2fpNhsQJXevsD1e off=10859664 len=1552201 2024-07-29T15:39:56.792 INFO:tasks.workunit.client.0.smithi067.stdout:op 5253 completed, throughput=5MB/sec 2024-07-29T15:39:56.793 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8WONAT2UOQ6eZ4C off=9130410 len=1222652 2024-07-29T15:39:56.794 INFO:tasks.workunit.client.0.smithi067.stdout:op 5254 completed, throughput=5MB/sec 2024-07-29T15:39:56.794 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-r1kvlT1ahK0Z25s off=8675300 len=601774 2024-07-29T15:39:56.795 INFO:tasks.workunit.client.0.smithi067.stdout:op 5255 completed, throughput=5MB/sec 2024-07-29T15:39:56.795 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-uwCmKQ53EQaFDhX off=20419610 len=1819164 2024-07-29T15:39:56.806 INFO:tasks.workunit.client.0.smithi067.stdout:op 5256 completed, throughput=5MB/sec 2024-07-29T15:39:57.807 INFO:tasks.workunit.client.0.smithi067.stdout: 1018: throughput=5MB/sec pending data=0 2024-07-29T15:39:57.807 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Q90DJk1UAvkeNs6 off=3894443 len=1835166 2024-07-29T15:39:57.811 INFO:tasks.workunit.client.0.smithi067.stdout:op 5257 completed, throughput=5MB/sec 2024-07-29T15:39:57.811 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-BX1iwkoAFlQa5ll off=7954062 len=1162146 2024-07-29T15:39:57.818 INFO:tasks.workunit.client.0.smithi067.stdout:op 5258 completed, throughput=5MB/sec 2024-07-29T15:39:57.818 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lj3ifQrdghXJ77- off=12218425 len=112042 2024-07-29T15:39:57.819 INFO:tasks.workunit.client.0.smithi067.stdout:op 5259 completed, throughput=5MB/sec 2024-07-29T15:39:57.819 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Bc-3VgRDfne2_NW off=10637415 len=1817485 2024-07-29T15:39:57.827 INFO:tasks.workunit.client.0.smithi067.stdout:op 5260 completed, throughput=5MB/sec 2024-07-29T15:39:57.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:57 smithi067 ceph-mon[94375]: pgmap v1870: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-29T15:39:57.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:57 smithi067 ceph-mon[91995]: pgmap v1870: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-29T15:39:57.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:39:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:39:57] "GET /metrics HTTP/1.1" 200 34216 "" "Prometheus/2.51.0" 2024-07-29T15:39:58.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:57 smithi138 ceph-mon[86438]: pgmap v1870: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-29T15:39:58.828 INFO:tasks.workunit.client.0.smithi067.stdout: 1019: throughput=5MB/sec pending data=0 2024-07-29T15:39:58.828 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eaTOpPROHss8VHP off=490551 len=1746887 2024-07-29T15:39:58.832 INFO:tasks.workunit.client.0.smithi067.stdout:op 5261 completed, throughput=5MB/sec 2024-07-29T15:39:58.832 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-957mQnz57atQCDA off=10643701 len=1493706 2024-07-29T15:39:58.834 INFO:tasks.workunit.client.0.smithi067.stdout:op 5262 completed, throughput=5MB/sec 2024-07-29T15:39:58.834 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Ts7Aes3SMR_xjQQ off=12815363 len=1025899 2024-07-29T15:39:58.840 INFO:tasks.workunit.client.0.smithi067.stdout:op 5263 completed, throughput=5MB/sec 2024-07-29T15:39:58.840 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CJvn4Rh_k169Cjh off=4990244 len=1870760 2024-07-29T15:39:58.850 INFO:tasks.workunit.client.0.smithi067.stdout:op 5264 completed, throughput=5MB/sec 2024-07-29T15:39:59.849 INFO:tasks.workunit.client.0.smithi067.stdout: 1020: throughput=5MB/sec pending data=0 2024-07-29T15:39:59.849 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lSBHeCVPctE3QTl off=7537417 len=284511 2024-07-29T15:39:59.852 INFO:tasks.workunit.client.0.smithi067.stdout:op 5265 completed, throughput=5MB/sec 2024-07-29T15:39:59.852 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wGcbEjtasrzrMKg off=11754658 len=1285581 2024-07-29T15:39:59.859 INFO:tasks.workunit.client.0.smithi067.stdout:op 5266 completed, throughput=5MB/sec 2024-07-29T15:39:59.859 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qtrKxvkNmeTM9V9 off=11860980 len=812573 2024-07-29T15:39:59.860 INFO:tasks.workunit.client.0.smithi067.stdout:op 5267 completed, throughput=5MB/sec 2024-07-29T15:39:59.860 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4JB6dEazuJaenwU off=6545 len=317836 2024-07-29T15:39:59.864 INFO:tasks.workunit.client.0.smithi067.stdout:op 5268 completed, throughput=5MB/sec 2024-07-29T15:39:59.864 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6WHOFcmQ7qWcXP5 off=7344874 len=1269608 2024-07-29T15:39:59.865 INFO:tasks.workunit.client.0.smithi067.stdout:op 5269 completed, throughput=5MB/sec 2024-07-29T15:39:59.865 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Vtf7VwUtBcnvRCZ off=6110315 len=1016395 2024-07-29T15:39:59.866 INFO:tasks.workunit.client.0.smithi067.stdout:op 5270 completed, throughput=5MB/sec 2024-07-29T15:39:59.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:39:59 smithi067 ceph-mon[91995]: pgmap v1871: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:39:59.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:39:59 smithi067 ceph-mon[94375]: pgmap v1871: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:40:00.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:39:59 smithi138 ceph-mon[86438]: pgmap v1871: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:40:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:40:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:40:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:40:00.866 INFO:tasks.workunit.client.0.smithi067.stdout: 1021: throughput=5MB/sec pending data=0 2024-07-29T15:40:00.867 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Lps1PP57OhAH-ob off=1133615 len=557599 2024-07-29T15:40:00.871 INFO:tasks.workunit.client.0.smithi067.stdout:op 5271 completed, throughput=5MB/sec 2024-07-29T15:40:00.871 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-EltHpp2Uz2JDNMK off=2243387 len=1702789 2024-07-29T15:40:00.880 INFO:tasks.workunit.client.0.smithi067.stdout:op 5272 completed, throughput=5MB/sec 2024-07-29T15:40:00.880 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5GkYJpjbmxBLOIi off=4132200 len=1750511 2024-07-29T15:40:00.891 INFO:tasks.workunit.client.0.smithi067.stdout:op 5273 completed, throughput=5MB/sec 2024-07-29T15:40:00.891 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KKRjQGnI_N3tOjP off=659470 len=1542195 2024-07-29T15:40:00.897 INFO:tasks.workunit.client.0.smithi067.stdout:op 5274 completed, throughput=5MB/sec 2024-07-29T15:40:00.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:00 smithi067 ceph-mon[91995]: overall HEALTH_OK 2024-07-29T15:40:00.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:00 smithi067 ceph-mon[94375]: overall HEALTH_OK 2024-07-29T15:40:01.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:00 smithi138 ceph-mon[86438]: overall HEALTH_OK 2024-07-29T15:40:01.898 INFO:tasks.workunit.client.0.smithi067.stdout: 1022: throughput=5MB/sec pending data=0 2024-07-29T15:40:01.898 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MgC0tO_VbUu46m2 off=14495829 len=1641719 2024-07-29T15:40:01.905 INFO:tasks.workunit.client.0.smithi067.stdout:op 5275 completed, throughput=5MB/sec 2024-07-29T15:40:01.905 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-70GfIWLkWHx2SRl off=2652801 len=153164 2024-07-29T15:40:01.907 INFO:tasks.workunit.client.0.smithi067.stdout:op 5276 completed, throughput=5MB/sec 2024-07-29T15:40:01.908 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-D-I-nu60479infY off=3640587 len=1793144 2024-07-29T15:40:01.914 INFO:tasks.workunit.client.0.smithi067.stdout:op 5277 completed, throughput=5MB/sec 2024-07-29T15:40:01.914 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-maaz39nDcjtyYJD off=7112976 len=2015750 2024-07-29T15:40:01.926 INFO:tasks.workunit.client.0.smithi067.stdout:op 5278 completed, throughput=5MB/sec 2024-07-29T15:40:01.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:01 smithi067 ceph-mon[91995]: pgmap v1872: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-29T15:40:01.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:01 smithi067 ceph-mon[94375]: pgmap v1872: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-29T15:40:02.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:01 smithi138 ceph-mon[86438]: pgmap v1872: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-29T15:40:02.927 INFO:tasks.workunit.client.0.smithi067.stdout: 1023: throughput=5MB/sec pending data=0 2024-07-29T15:40:02.927 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WbY7mn1qqf2e3Su off=2323896 len=715518 2024-07-29T15:40:02.928 INFO:tasks.workunit.client.0.smithi067.stdout:op 5279 completed, throughput=5MB/sec 2024-07-29T15:40:02.928 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6_Y0Ssx8QRTaUuh off=19975893 len=160346 2024-07-29T15:40:02.931 INFO:tasks.workunit.client.0.smithi067.stdout:op 5280 completed, throughput=5MB/sec 2024-07-29T15:40:02.931 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5VWPlkAKeXyAene off=15551186 len=230721 2024-07-29T15:40:02.932 INFO:tasks.workunit.client.0.smithi067.stdout:op 5281 completed, throughput=5MB/sec 2024-07-29T15:40:02.932 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-axLCLjhICkPefPD off=1240738 len=1174715 2024-07-29T15:40:02.934 INFO:tasks.workunit.client.0.smithi067.stdout:op 5282 completed, throughput=5MB/sec 2024-07-29T15:40:02.934 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-cAboZvTVM5Ak0t9 off=6400860 len=1965222 2024-07-29T15:40:02.936 INFO:tasks.workunit.client.0.smithi067.stdout:op 5283 completed, throughput=5MB/sec 2024-07-29T15:40:02.936 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-jxP4T6MFvtwYsc2 off=0 len=1291271 2024-07-29T15:40:02.943 INFO:tasks.workunit.client.0.smithi067.stdout:op 5284 completed, throughput=5MB/sec 2024-07-29T15:40:03.943 INFO:tasks.workunit.client.0.smithi067.stdout: 1024: throughput=5MB/sec pending data=0 2024-07-29T15:40:03.944 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-gFeq2VEZUJaiYnK off=11250002 len=1836989 2024-07-29T15:40:03.946 INFO:tasks.workunit.client.0.smithi067.stdout:op 5285 completed, throughput=5MB/sec 2024-07-29T15:40:03.946 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-dMhjEmV76kHci4B off=13975724 len=448929 2024-07-29T15:40:03.947 INFO:tasks.workunit.client.0.smithi067.stdout:op 5286 completed, throughput=5MB/sec 2024-07-29T15:40:03.947 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-iN64Nr4JEsp7W-9 off=51358 len=1047043 2024-07-29T15:40:03.948 INFO:tasks.workunit.client.0.smithi067.stdout:op 5287 completed, throughput=5MB/sec 2024-07-29T15:40:03.948 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SuWjvSWqfn8Y6IB off=7771629 len=1945738 2024-07-29T15:40:03.959 INFO:tasks.workunit.client.0.smithi067.stdout:op 5288 completed, throughput=5MB/sec 2024-07-29T15:40:03.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:03 smithi067 ceph-mon[91995]: pgmap v1873: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:40:03.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:03 smithi067 ceph-mon[94375]: pgmap v1873: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:40:04.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:03 smithi138 ceph-mon[86438]: pgmap v1873: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:40:04.960 INFO:tasks.workunit.client.0.smithi067.stdout: 1025: throughput=5MB/sec pending data=0 2024-07-29T15:40:04.960 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VUs2QohGLAxqOay off=12103279 len=1496485 2024-07-29T15:40:04.968 INFO:tasks.workunit.client.0.smithi067.stdout:op 5289 completed, throughput=5MB/sec 2024-07-29T15:40:04.968 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-TpAF9RFlXTI3avw off=2276053 len=385609 2024-07-29T15:40:04.969 INFO:tasks.workunit.client.0.smithi067.stdout:op 5290 completed, throughput=5MB/sec 2024-07-29T15:40:04.969 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-B76u5yQY9bb-37Q off=3011482 len=470458 2024-07-29T15:40:04.970 INFO:tasks.workunit.client.0.smithi067.stdout:op 5291 completed, throughput=5MB/sec 2024-07-29T15:40:04.970 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Uxqzm0ln4A3Oc4s off=2595038 len=152862 2024-07-29T15:40:04.973 INFO:tasks.workunit.client.0.smithi067.stdout:op 5292 completed, throughput=5MB/sec 2024-07-29T15:40:04.973 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-mQt5iGisd_-pRQu off=4089470 len=2052156 2024-07-29T15:40:04.981 INFO:tasks.workunit.client.0.smithi067.stdout:op 5293 completed, throughput=5MB/sec 2024-07-29T15:40:05.982 INFO:tasks.workunit.client.0.smithi067.stdout: 1026: throughput=5MB/sec pending data=0 2024-07-29T15:40:05.982 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-pzorMY3K7ars3uW off=16558791 len=1617248 2024-07-29T15:40:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:05 smithi067 ceph-mon[91995]: pgmap v1874: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:40:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:40:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:05 smithi067 ceph-mon[94375]: pgmap v1874: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:40:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:40:05.992 INFO:tasks.workunit.client.0.smithi067.stdout:op 5294 completed, throughput=5MB/sec 2024-07-29T15:40:05.992 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-H-jojyHFB4vrRNf off=5040170 len=942559 2024-07-29T15:40:05.997 INFO:tasks.workunit.client.0.smithi067.stdout:op 5295 completed, throughput=5MB/sec 2024-07-29T15:40:05.997 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6zoxF0Oc6hsrUxS off=3922143 len=507671 2024-07-29T15:40:05.999 INFO:tasks.workunit.client.0.smithi067.stdout:op 5296 completed, throughput=5MB/sec 2024-07-29T15:40:05.999 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-JTJ20HWjEzXMmg9 off=600363 len=601915 2024-07-29T15:40:06.002 INFO:tasks.workunit.client.0.smithi067.stdout:op 5297 completed, throughput=5MB/sec 2024-07-29T15:40:06.002 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wh_2z8TkxPMRa84 off=1514928 len=1778638 2024-07-29T15:40:06.004 INFO:tasks.workunit.client.0.smithi067.stdout:op 5298 completed, throughput=5MB/sec 2024-07-29T15:40:06.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:05 smithi138 ceph-mon[86438]: pgmap v1874: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:40:06.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:40:07.005 INFO:tasks.workunit.client.0.smithi067.stdout: 1027: throughput=5MB/sec pending data=0 2024-07-29T15:40:07.005 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-DmgDeXzpGwz6_EE off=7082890 len=887948 2024-07-29T15:40:07.010 INFO:tasks.workunit.client.0.smithi067.stdout:op 5299 completed, throughput=5MB/sec 2024-07-29T15:40:07.010 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-nZLybHbTgB0FN_T off=905731 len=634914 2024-07-29T15:40:07.013 INFO:tasks.workunit.client.0.smithi067.stdout:op 5300 completed, throughput=5MB/sec 2024-07-29T15:40:07.013 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wnJ91SmS50q3h3q off=1102412 len=1981827 2024-07-29T15:40:07.016 INFO:tasks.workunit.client.0.smithi067.stdout:op 5301 completed, throughput=5MB/sec 2024-07-29T15:40:07.016 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ZDzAOtyJ0LKITx9 off=771558 len=1931438 2024-07-29T15:40:07.019 INFO:tasks.workunit.client.0.smithi067.stdout:op 5302 completed, throughput=5MB/sec 2024-07-29T15:40:07.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:07 smithi067 ceph-mon[91995]: pgmap v1875: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-29T15:40:07.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:40:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:40:07] "GET /metrics HTTP/1.1" 200 34211 "" "Prometheus/2.51.0" 2024-07-29T15:40:07.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:07 smithi067 ceph-mon[94375]: pgmap v1875: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-29T15:40:08.019 INFO:tasks.workunit.client.0.smithi067.stdout: 1028: throughput=5MB/sec pending data=0 2024-07-29T15:40:08.019 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-vmrqIbovEhCWxN4 off=17799945 len=659946 2024-07-29T15:40:08.020 INFO:tasks.workunit.client.0.smithi067.stdout:op 5303 completed, throughput=5MB/sec 2024-07-29T15:40:08.020 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-T1F6Uw_zmQt51iI off=8112648 len=1172132 2024-07-29T15:40:08.028 INFO:tasks.workunit.client.0.smithi067.stdout:op 5304 completed, throughput=5MB/sec 2024-07-29T15:40:08.028 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4E1GpUDiro2GgzC off=7288186 len=949314 2024-07-29T15:40:08.030 INFO:tasks.workunit.client.0.smithi067.stdout:op 5305 completed, throughput=5MB/sec 2024-07-29T15:40:08.030 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-yWSeyhcYvfszvfT off=4085241 len=336330 2024-07-29T15:40:08.033 INFO:tasks.workunit.client.0.smithi067.stdout:op 5306 completed, throughput=5MB/sec 2024-07-29T15:40:08.033 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MiJOH7Oiv8YAjOg off=678991 len=1350768 2024-07-29T15:40:08.039 INFO:tasks.workunit.client.0.smithi067.stdout:op 5307 completed, throughput=5MB/sec 2024-07-29T15:40:08.039 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mZJLRhbQ4YVcq19 off=8613837 len=723286 2024-07-29T15:40:08.040 INFO:tasks.workunit.client.0.smithi067.stdout:op 5308 completed, throughput=5MB/sec 2024-07-29T15:40:08.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:07 smithi138 ceph-mon[86438]: pgmap v1875: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-29T15:40:09.040 INFO:tasks.workunit.client.0.smithi067.stdout: 1029: throughput=5MB/sec pending data=0 2024-07-29T15:40:09.041 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-AWn6go8Yasjj3_N off=1424389 len=1539845 2024-07-29T15:40:09.043 INFO:tasks.workunit.client.0.smithi067.stdout:op 5309 completed, throughput=5MB/sec 2024-07-29T15:40:09.044 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8RqieEfKqcdcdzS off=319414 len=219020 2024-07-29T15:40:09.047 INFO:tasks.workunit.client.0.smithi067.stdout:op 5310 completed, throughput=5MB/sec 2024-07-29T15:40:09.047 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2hs4ofr06TlzbMg off=2543672 len=923476 2024-07-29T15:40:09.048 INFO:tasks.workunit.client.0.smithi067.stdout:op 5311 completed, throughput=5MB/sec 2024-07-29T15:40:09.048 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-awnICCKjm89gber off=8838134 len=277953 2024-07-29T15:40:09.049 INFO:tasks.workunit.client.0.smithi067.stdout:op 5312 completed, throughput=5MB/sec 2024-07-29T15:40:09.049 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0-hLnF0fC207I6m off=442225 len=1081483 2024-07-29T15:40:09.054 INFO:tasks.workunit.client.0.smithi067.stdout:op 5313 completed, throughput=5MB/sec 2024-07-29T15:40:09.054 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2DKEPfld5Rn77Xq off=15748604 len=840508 2024-07-29T15:40:09.058 INFO:tasks.workunit.client.0.smithi067.stdout:op 5314 completed, throughput=5MB/sec 2024-07-29T15:40:09.058 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4cKYG2RBmKqEDGH off=16017055 len=418253 2024-07-29T15:40:09.061 INFO:tasks.workunit.client.0.smithi067.stdout:op 5315 completed, throughput=5MB/sec 2024-07-29T15:40:09.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:09 smithi067 ceph-mon[91995]: pgmap v1876: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:40:09.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:09 smithi067 ceph-mon[94375]: pgmap v1876: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:40:10.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:09 smithi138 ceph-mon[86438]: pgmap v1876: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:40:10.061 INFO:tasks.workunit.client.0.smithi067.stdout: 1030: throughput=5MB/sec pending data=0 2024-07-29T15:40:10.061 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9EG5vrTUPyFqLKt off=3636136 len=1209420 2024-07-29T15:40:10.067 INFO:tasks.workunit.client.0.smithi067.stdout:op 5316 completed, throughput=5MB/sec 2024-07-29T15:40:10.067 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qABS6T8SX9Sq2gG off=4695321 len=949528 2024-07-29T15:40:10.072 INFO:tasks.workunit.client.0.smithi067.stdout:op 5317 completed, throughput=5MB/sec 2024-07-29T15:40:10.073 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-v_dNAl6nO_bBMO6 off=10544269 len=1646322 2024-07-29T15:40:10.076 INFO:tasks.workunit.client.0.smithi067.stdout:op 5318 completed, throughput=5MB/sec 2024-07-29T15:40:10.076 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-o1o8PjE2tuPl1UY off=5235225 len=1046196 2024-07-29T15:40:10.077 INFO:tasks.workunit.client.0.smithi067.stdout:op 5319 completed, throughput=5MB/sec 2024-07-29T15:40:10.077 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Jgzhogx2UjrmtCm off=1446964 len=4167 2024-07-29T15:40:10.077 INFO:tasks.workunit.client.0.smithi067.stdout:op 5320 completed, throughput=5MB/sec 2024-07-29T15:40:10.077 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-jQM6j6nq-EtTvD5 off=15914587 len=1358464 2024-07-29T15:40:10.083 INFO:tasks.workunit.client.0.smithi067.stdout:op 5321 completed, throughput=5MB/sec 2024-07-29T15:40:10.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:40:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:40:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:40:11.084 INFO:tasks.workunit.client.0.smithi067.stdout: 1031: throughput=5MB/sec pending data=0 2024-07-29T15:40:11.084 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-93ZTxTXegsNWRs9 off=1925536 len=1474952 2024-07-29T15:40:11.087 INFO:tasks.workunit.client.0.smithi067.stdout:op 5322 completed, throughput=5MB/sec 2024-07-29T15:40:11.087 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0Ch_i3dfH-SugN1 off=4355904 len=1488569 2024-07-29T15:40:11.096 INFO:tasks.workunit.client.0.smithi067.stdout:op 5323 completed, throughput=5MB/sec 2024-07-29T15:40:11.096 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-HkgAmrbRki3sD-Z off=2031480 len=1270157 2024-07-29T15:40:11.098 INFO:tasks.workunit.client.0.smithi067.stdout:op 5324 completed, throughput=5MB/sec 2024-07-29T15:40:11.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:11 smithi067 ceph-mon[91995]: pgmap v1877: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:40:11.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:11 smithi067 ceph-mon[94375]: pgmap v1877: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:40:12.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:11 smithi138 ceph-mon[86438]: pgmap v1877: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-29T15:40:12.098 INFO:tasks.workunit.client.0.smithi067.stdout: 1032: throughput=5MB/sec pending data=0 2024-07-29T15:40:12.098 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KvgF5HZCmDfmWo0 off=2896461 len=946859 2024-07-29T15:40:12.103 INFO:tasks.workunit.client.0.smithi067.stdout:op 5325 completed, throughput=5MB/sec 2024-07-29T15:40:12.104 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-y7eiwjut5L9laoR off=3353804 len=946114 2024-07-29T15:40:12.104 INFO:tasks.workunit.client.0.smithi067.stdout:op 5326 completed, throughput=5MB/sec 2024-07-29T15:40:12.104 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fZ66Fae5-B9Ui_Q off=3302389 len=474123 2024-07-29T15:40:12.105 INFO:tasks.workunit.client.0.smithi067.stdout:op 5327 completed, throughput=5MB/sec 2024-07-29T15:40:12.105 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5ZftVpmNuoS5-bT off=11454962 len=5856 2024-07-29T15:40:12.106 INFO:tasks.workunit.client.0.smithi067.stdout:op 5328 completed, throughput=5MB/sec 2024-07-29T15:40:12.106 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-rERSzAYNGwnhmgZ off=21888296 len=1416510 2024-07-29T15:40:12.107 INFO:tasks.workunit.client.0.smithi067.stdout:op 5329 completed, throughput=5MB/sec 2024-07-29T15:40:12.108 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-G2MShUqIK7nXTUv off=14537373 len=1014076 2024-07-29T15:40:12.110 INFO:tasks.workunit.client.0.smithi067.stdout:op 5330 completed, throughput=5MB/sec 2024-07-29T15:40:12.111 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-DFnFvnDTYNN10cv off=1940817 len=1781373 2024-07-29T15:40:12.121 INFO:tasks.workunit.client.0.smithi067.stdout:op 5331 completed, throughput=5MB/sec 2024-07-29T15:40:13.121 INFO:tasks.workunit.client.0.smithi067.stdout: 1033: throughput=5MB/sec pending data=0 2024-07-29T15:40:13.121 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-oCLQw-qm0kr2KL1 off=3475253 len=1994509 2024-07-29T15:40:13.125 INFO:tasks.workunit.client.0.smithi067.stdout:op 5332 completed, throughput=5MB/sec 2024-07-29T15:40:13.126 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-zCNw_SN3W2dgciX off=5213954 len=1658380 2024-07-29T15:40:13.128 INFO:tasks.workunit.client.0.smithi067.stdout:op 5333 completed, throughput=5MB/sec 2024-07-29T15:40:13.128 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-UOAhyMMz6npy358 off=13915549 len=682661 2024-07-29T15:40:13.133 INFO:tasks.workunit.client.0.smithi067.stdout:op 5334 completed, throughput=5MB/sec 2024-07-29T15:40:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:13 smithi067 ceph-mon[91995]: pgmap v1878: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:40:13.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:13 smithi067 ceph-mon[94375]: pgmap v1878: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:40:14.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:13 smithi138 ceph-mon[86438]: pgmap v1878: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-29T15:40:14.133 INFO:tasks.workunit.client.0.smithi067.stdout: 1034: throughput=5MB/sec pending data=0 2024-07-29T15:40:14.133 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3D1xLvfNwlA30u2 off=7654804 len=169534 2024-07-29T15:40:14.136 INFO:tasks.workunit.client.0.smithi067.stdout:op 5335 completed, throughput=5MB/sec 2024-07-29T15:40:14.136 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VkSweuyB6bWyxUW off=2638153 len=1254461 2024-07-29T15:40:14.139 INFO:tasks.workunit.client.0.smithi067.stdout:op 5336 completed, throughput=5MB/sec 2024-07-29T15:40:14.139 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-7-ErcHwRiXO2mmm off=3848648 len=922718 2024-07-29T15:40:14.140 INFO:tasks.workunit.client.0.smithi067.stdout:op 5337 completed, throughput=5MB/sec 2024-07-29T15:40:14.140 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-hrJSFrZAp_rLvf8 off=1247487 len=437458 2024-07-29T15:40:14.144 INFO:tasks.workunit.client.0.smithi067.stdout:op 5338 completed, throughput=5MB/sec 2024-07-29T15:40:14.144 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-r5jWhiRnzc8xUTe off=1220520 len=1472805 2024-07-29T15:40:14.153 INFO:tasks.workunit.client.0.smithi067.stdout:op 5339 completed, throughput=5MB/sec 2024-07-29T15:40:14.153 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-z5yxAiESkd5_zMb off=11808182 len=1975211 2024-07-29T15:40:14.162 INFO:tasks.workunit.client.0.smithi067.stdout:op 5340 completed, throughput=5MB/sec 2024-07-29T15:40:15.163 INFO:tasks.workunit.client.0.smithi067.stdout: 1035: throughput=5MB/sec pending data=0 2024-07-29T15:40:15.163 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ip5AUJKjAsZQC4f off=1340431 len=2062511 2024-07-29T15:40:15.165 INFO:tasks.workunit.client.0.smithi067.stdout:op 5341 completed, throughput=5MB/sec 2024-07-29T15:40:15.165 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-TfPMq5Ybz5WqJxx off=7757108 len=366106 2024-07-29T15:40:15.166 INFO:tasks.workunit.client.0.smithi067.stdout:op 5342 completed, throughput=5MB/sec 2024-07-29T15:40:15.166 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-fe8-HVx7Dg1m554 off=0 len=1427469 2024-07-29T15:40:15.174 INFO:tasks.workunit.client.0.smithi067.stdout:op 5343 completed, throughput=5MB/sec 2024-07-29T15:40:15.174 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3bgO2OrQFWgOqc1 off=508050 len=1141262 2024-07-29T15:40:15.176 INFO:tasks.workunit.client.0.smithi067.stdout:op 5344 completed, throughput=5MB/sec 2024-07-29T15:40:15.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:15 smithi067 ceph-mon[91995]: pgmap v1879: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:40:15.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:15 smithi067 ceph-mon[94375]: pgmap v1879: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:40:16.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:15 smithi138 ceph-mon[86438]: pgmap v1879: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:40:16.177 INFO:tasks.workunit.client.0.smithi067.stdout: 1036: throughput=5MB/sec pending data=0 2024-07-29T15:40:16.177 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-cvsL_mzTfKa1kcE off=1942932 len=1629398 2024-07-29T15:40:16.179 INFO:tasks.workunit.client.0.smithi067.stdout:op 5345 completed, throughput=5MB/sec 2024-07-29T15:40:16.179 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-P5dDs0ZNlsrHdIZ off=11560093 len=2080540 2024-07-29T15:40:16.192 INFO:tasks.workunit.client.0.smithi067.stdout:op 5346 completed, throughput=5MB/sec 2024-07-29T15:40:16.192 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fsEqkNM4Qk5NnD4 off=6666328 len=282063 2024-07-29T15:40:16.193 INFO:tasks.workunit.client.0.smithi067.stdout:op 5347 completed, throughput=5MB/sec 2024-07-29T15:40:16.193 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wBt370foXfK1V9E off=2717619 len=1744950 2024-07-29T15:40:16.195 INFO:tasks.workunit.client.0.smithi067.stdout:op 5348 completed, throughput=5MB/sec 2024-07-29T15:40:17.195 INFO:tasks.workunit.client.0.smithi067.stdout: 1037: throughput=5MB/sec pending data=0 2024-07-29T15:40:17.195 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NthBNeaYe-A5dQ9 off=11642969 len=1942136 2024-07-29T15:40:17.206 INFO:tasks.workunit.client.0.smithi067.stdout:op 5349 completed, throughput=5MB/sec 2024-07-29T15:40:17.206 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-omMLNvRp7QdKMbs off=4211256 len=1110326 2024-07-29T15:40:17.207 INFO:tasks.workunit.client.0.smithi067.stdout:op 5350 completed, throughput=5MB/sec 2024-07-29T15:40:17.207 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_1oy3oYFelauuy4 off=1891928 len=812472 2024-07-29T15:40:17.208 INFO:tasks.workunit.client.0.smithi067.stdout:op 5351 completed, throughput=5MB/sec 2024-07-29T15:40:17.208 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-irvEa7emLpT5q94 off=5392332 len=1321225 2024-07-29T15:40:17.212 INFO:tasks.workunit.client.0.smithi067.stdout:op 5352 completed, throughput=5MB/sec 2024-07-29T15:40:17.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:17 smithi067 ceph-mon[91995]: pgmap v1880: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:40:17.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:17 smithi067 ceph-mon[94375]: pgmap v1880: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:40:17.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:40:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:40:17] "GET /metrics HTTP/1.1" 200 34211 "" "Prometheus/2.51.0" 2024-07-29T15:40:18.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:17 smithi138 ceph-mon[86438]: pgmap v1880: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-29T15:40:18.212 INFO:tasks.workunit.client.0.smithi067.stdout: 1038: throughput=5MB/sec pending data=0 2024-07-29T15:40:18.212 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-DXlziDvLCxgX-st off=4094821 len=1606199 2024-07-29T15:40:18.220 INFO:tasks.workunit.client.0.smithi067.stdout:op 5353 completed, throughput=5MB/sec 2024-07-29T15:40:18.220 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-A8991veHl0zfwE2 off=6450941 len=1968450 2024-07-29T15:40:18.224 INFO:tasks.workunit.client.0.smithi067.stdout:op 5354 completed, throughput=5MB/sec 2024-07-29T15:40:18.224 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-z4B_LFOKQLxXZRL off=4647464 len=1886774 2024-07-29T15:40:18.228 INFO:tasks.workunit.client.0.smithi067.stdout:op 5355 completed, throughput=5MB/sec 2024-07-29T15:40:19.229 INFO:tasks.workunit.client.0.smithi067.stdout: 1039: throughput=5MB/sec pending data=0 2024-07-29T15:40:19.229 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YSF8C_D8yAK72XE off=581158 len=523975 2024-07-29T15:40:19.233 INFO:tasks.workunit.client.0.smithi067.stdout:op 5356 completed, throughput=5MB/sec 2024-07-29T15:40:19.233 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-je6Meray-xoib3Y off=742441 len=1889691 2024-07-29T15:40:19.244 INFO:tasks.workunit.client.0.smithi067.stdout:op 5357 completed, throughput=5MB/sec 2024-07-29T15:40:19.244 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WdTH2_r5FRLZdm6 off=13506632 len=911007 2024-07-29T15:40:19.245 INFO:tasks.workunit.client.0.smithi067.stdout:op 5358 completed, throughput=5MB/sec 2024-07-29T15:40:19.246 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-O5sH5cZKe3lpfzO off=226450 len=932015 2024-07-29T15:40:19.251 INFO:tasks.workunit.client.0.smithi067.stdout:op 5359 completed, throughput=5MB/sec 2024-07-29T15:40:19.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:19 smithi067 ceph-mon[91995]: pgmap v1881: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-29T15:40:19.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:19 smithi067 ceph-mon[94375]: pgmap v1881: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-29T15:40:20.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:19 smithi138 ceph-mon[86438]: pgmap v1881: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-29T15:40:20.251 INFO:tasks.workunit.client.0.smithi067.stdout: 1040: throughput=5MB/sec pending data=0 2024-07-29T15:40:20.251 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wL7Afz2S9PrA867 off=8502014 len=1164502 2024-07-29T15:40:20.254 INFO:tasks.workunit.client.0.smithi067.stdout:op 5360 completed, throughput=5MB/sec 2024-07-29T15:40:20.254 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ixWMTmzRNSlbcqt off=5307865 len=64814 2024-07-29T15:40:20.257 INFO:tasks.workunit.client.0.smithi067.stdout:op 5361 completed, throughput=5MB/sec 2024-07-29T15:40:20.257 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-R2axkZpA5U0u7A4 off=6205977 len=657412 2024-07-29T15:40:20.261 INFO:tasks.workunit.client.0.smithi067.stdout:op 5362 completed, throughput=5MB/sec 2024-07-29T15:40:20.261 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-zMPbFzh49qY0FZf off=7394554 len=1945240 2024-07-29T15:40:20.263 INFO:tasks.workunit.client.0.smithi067.stdout:op 5363 completed, throughput=5MB/sec 2024-07-29T15:40:20.263 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-so58YkzY7SiJESr off=748517 len=1334410 2024-07-29T15:40:20.272 INFO:tasks.workunit.client.0.smithi067.stdout:op 5364 completed, throughput=5MB/sec 2024-07-29T15:40:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:40:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:40:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:40:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:40:20.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:40:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:40:21.273 INFO:tasks.workunit.client.0.smithi067.stdout: 1041: throughput=5MB/sec pending data=0 2024-07-29T15:40:21.273 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DQY3Brv__kWdYPu off=5444362 len=1271214 2024-07-29T15:40:21.274 INFO:tasks.workunit.client.0.smithi067.stdout:op 5365 completed, throughput=5MB/sec 2024-07-29T15:40:21.274 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-t2NmsIHDqF8lBZV off=9316780 len=886508 2024-07-29T15:40:21.276 INFO:tasks.workunit.client.0.smithi067.stdout:op 5366 completed, throughput=5MB/sec 2024-07-29T15:40:21.276 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-tS2Bg7atvIgzZIL off=3460449 len=535737 2024-07-29T15:40:21.280 INFO:tasks.workunit.client.0.smithi067.stdout:op 5367 completed, throughput=5MB/sec 2024-07-29T15:40:21.280 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-J_gHRevBzBIBuyt off=6529872 len=1470402 2024-07-29T15:40:21.287 INFO:tasks.workunit.client.0.smithi067.stdout:op 5368 completed, throughput=5MB/sec 2024-07-29T15:40:21.287 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-koQAOjJC3U2B59m off=2928300 len=1902746 2024-07-29T15:40:21.289 INFO:tasks.workunit.client.0.smithi067.stdout:op 5369 completed, throughput=5MB/sec 2024-07-29T15:40:21.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:21 smithi067 ceph-mon[94375]: pgmap v1882: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:40:21.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:21 smithi067 ceph-mon[91995]: pgmap v1882: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:40:22.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:21 smithi138 ceph-mon[86438]: pgmap v1882: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:40:22.290 INFO:tasks.workunit.client.0.smithi067.stdout: 1042: throughput=5MB/sec pending data=0 2024-07-29T15:40:22.290 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-udxvwwXwMQ1lWpO off=14625450 len=317211 2024-07-29T15:40:22.291 INFO:tasks.workunit.client.0.smithi067.stdout:op 5370 completed, throughput=5MB/sec 2024-07-29T15:40:22.291 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-T5BPVxfmtQEVFf9 off=15479471 len=1928804 2024-07-29T15:40:22.304 INFO:tasks.workunit.client.0.smithi067.stdout:op 5371 completed, throughput=5MB/sec 2024-07-29T15:40:22.304 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eoDY0ExpueVp_QP off=11850990 len=2056704 2024-07-29T15:40:22.308 INFO:tasks.workunit.client.0.smithi067.stdout:op 5372 completed, throughput=5MB/sec 2024-07-29T15:40:22.308 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-drMGuujtUo8VoRF off=43892 len=1560257 2024-07-29T15:40:22.310 INFO:tasks.workunit.client.0.smithi067.stdout:op 5373 completed, throughput=5MB/sec 2024-07-29T15:40:23.310 INFO:tasks.workunit.client.0.smithi067.stdout: 1043: throughput=5MB/sec pending data=0 2024-07-29T15:40:23.311 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-rCKAZg6T_lRlz-B off=112815 len=871855 2024-07-29T15:40:23.311 INFO:tasks.workunit.client.0.smithi067.stdout:op 5374 completed, throughput=5MB/sec 2024-07-29T15:40:23.312 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-iB3xZkDv-4xafdr off=410841 len=1710992 2024-07-29T15:40:23.319 INFO:tasks.workunit.client.0.smithi067.stdout:op 5375 completed, throughput=5MB/sec 2024-07-29T15:40:23.319 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-kQonCeIJK7GWden off=23380449 len=338663 2024-07-29T15:40:23.322 INFO:tasks.workunit.client.0.smithi067.stdout:op 5376 completed, throughput=5MB/sec 2024-07-29T15:40:23.323 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-f8_sfz7MeW0AWnH off=4559432 len=1448888 2024-07-29T15:40:23.324 INFO:tasks.workunit.client.0.smithi067.stdout:op 5377 completed, throughput=5MB/sec 2024-07-29T15:40:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:23 smithi067 ceph-mon[91995]: pgmap v1883: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:40:23.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:23 smithi067 ceph-mon[94375]: pgmap v1883: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:40:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:23 smithi138 ceph-mon[86438]: pgmap v1883: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:40:24.324 INFO:tasks.workunit.client.0.smithi067.stdout: 1044: throughput=5MB/sec pending data=0 2024-07-29T15:40:24.324 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-v2xhFy0MfMmqnIi off=266714 len=1032823 2024-07-29T15:40:24.330 INFO:tasks.workunit.client.0.smithi067.stdout:op 5378 completed, throughput=5MB/sec 2024-07-29T15:40:24.330 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-WpxedImBmTH1Qwn off=3607727 len=1190933 2024-07-29T15:40:24.337 INFO:tasks.workunit.client.0.smithi067.stdout:op 5379 completed, throughput=5MB/sec 2024-07-29T15:40:24.337 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-W4HDchun_Qs4JrQ off=1519545 len=1284129 2024-07-29T15:40:24.340 INFO:tasks.workunit.client.0.smithi067.stdout:op 5380 completed, throughput=5MB/sec 2024-07-29T15:40:24.340 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0NOGHwH3KuF5pKB off=1185168 len=227506 2024-07-29T15:40:24.343 INFO:tasks.workunit.client.0.smithi067.stdout:op 5381 completed, throughput=5MB/sec 2024-07-29T15:40:24.343 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--eaTpnJY2mz9yo8 off=15967842 len=1818662 2024-07-29T15:40:24.345 INFO:tasks.workunit.client.0.smithi067.stdout:op 5382 completed, throughput=5MB/sec 2024-07-29T15:40:25.345 INFO:tasks.workunit.client.0.smithi067.stdout: 1045: throughput=5MB/sec pending data=0 2024-07-29T15:40:25.345 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Jr3K83gh5AD5mjj off=90458 len=1279883 2024-07-29T15:40:25.353 INFO:tasks.workunit.client.0.smithi067.stdout:op 5383 completed, throughput=5MB/sec 2024-07-29T15:40:25.353 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pXbHC67Q_OQ-mU9 off=8698149 len=922583 2024-07-29T15:40:25.355 INFO:tasks.workunit.client.0.smithi067.stdout:op 5384 completed, throughput=5MB/sec 2024-07-29T15:40:25.355 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-JtAQD4uZjQDnR78 off=465595 len=649666 2024-07-29T15:40:25.358 INFO:tasks.workunit.client.0.smithi067.stdout:op 5385 completed, throughput=5MB/sec 2024-07-29T15:40:25.359 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-uRV9IEi0HNJjr6F off=7575956 len=1051329 2024-07-29T15:40:25.364 INFO:tasks.workunit.client.0.smithi067.stdout:op 5386 completed, throughput=5MB/sec 2024-07-29T15:40:25.364 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-kfmmv1pO7v5lAkL off=13690215 len=1317406 2024-07-29T15:40:25.365 INFO:tasks.workunit.client.0.smithi067.stdout:op 5387 completed, throughput=5MB/sec 2024-07-29T15:40:25.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:25 smithi067 ceph-mon[91995]: pgmap v1884: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-07-29T15:40:25.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:25 smithi067 ceph-mon[94375]: pgmap v1884: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-07-29T15:40:26.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:25 smithi138 ceph-mon[86438]: pgmap v1884: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-07-29T15:40:26.365 INFO:tasks.workunit.client.0.smithi067.stdout: 1046: throughput=5MB/sec pending data=0 2024-07-29T15:40:26.365 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-nNrBBDMmAJ9xIUu off=606803 len=104843 2024-07-29T15:40:26.368 INFO:tasks.workunit.client.0.smithi067.stdout:op 5388 completed, throughput=5MB/sec 2024-07-29T15:40:26.368 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-YT6N919TT_6tKfz off=2718339 len=9934 2024-07-29T15:40:26.368 INFO:tasks.workunit.client.0.smithi067.stdout:op 5389 completed, throughput=5MB/sec 2024-07-29T15:40:26.368 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-M213oj-t8WsKtze off=7236349 len=1642528 2024-07-29T15:40:26.369 INFO:tasks.workunit.client.0.smithi067.stdout:op 5390 completed, throughput=5MB/sec 2024-07-29T15:40:26.369 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-j9WQmkYT80JX1NE off=0 len=1673132 2024-07-29T15:40:26.377 INFO:tasks.workunit.client.0.smithi067.stdout:op 5391 completed, throughput=5MB/sec 2024-07-29T15:40:26.377 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-hNs8ngKxrvhhzP1 off=1178045 len=1910017 2024-07-29T15:40:26.385 INFO:tasks.workunit.client.0.smithi067.stdout:op 5392 completed, throughput=5MB/sec 2024-07-29T15:40:26.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:26 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:40:26.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:26 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:40:26.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:26 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:40:26.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:26 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:40:26.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:26 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:40:26.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:26 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:40:26.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:26 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:40:26.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:26 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:40:27.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:26 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:40:27.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:26 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:40:27.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:26 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:40:27.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:26 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:40:27.386 INFO:tasks.workunit.client.0.smithi067.stdout: 1047: throughput=5MB/sec pending data=0 2024-07-29T15:40:27.386 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rz5Gpc9apguS6ZY off=3120176 len=475145 2024-07-29T15:40:27.389 INFO:tasks.workunit.client.0.smithi067.stdout:op 5393 completed, throughput=5MB/sec 2024-07-29T15:40:27.389 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-k93baJTQbytIab6 off=1666565 len=677457 2024-07-29T15:40:27.390 INFO:tasks.workunit.client.0.smithi067.stdout:op 5394 completed, throughput=5MB/sec 2024-07-29T15:40:27.391 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-O5IetdYqA4Fl2CG off=5708005 len=1214612 2024-07-29T15:40:27.397 INFO:tasks.workunit.client.0.smithi067.stdout:op 5395 completed, throughput=5MB/sec 2024-07-29T15:40:27.397 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ClszPXuQjhoeL2m off=1037062 len=870791 2024-07-29T15:40:27.401 INFO:tasks.workunit.client.0.smithi067.stdout:op 5396 completed, throughput=5MB/sec 2024-07-29T15:40:27.402 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-x1W2TIoPmTTFxzo off=10398868 len=1102424 2024-07-29T15:40:27.404 INFO:tasks.workunit.client.0.smithi067.stdout:op 5397 completed, throughput=5MB/sec 2024-07-29T15:40:27.404 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ViNzH9Y0A50fdCS off=1385700 len=141438 2024-07-29T15:40:27.405 INFO:tasks.workunit.client.0.smithi067.stdout:op 5398 completed, throughput=5MB/sec 2024-07-29T15:40:27.405 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3F2-0v8QIZYBTNG off=10039616 len=184502 2024-07-29T15:40:27.408 INFO:tasks.workunit.client.0.smithi067.stdout:op 5399 completed, throughput=5MB/sec 2024-07-29T15:40:27.408 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-CZw8YOyDAwwQcMA off=3675898 len=382867 2024-07-29T15:40:27.409 INFO:tasks.workunit.client.0.smithi067.stdout:op 5400 completed, throughput=5MB/sec 2024-07-29T15:40:27.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:27 smithi067 ceph-mon[91995]: pgmap v1885: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:40:27.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:27 smithi067 ceph-mon[94375]: pgmap v1885: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:40:27.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:40:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:40:27] "GET /metrics HTTP/1.1" 200 34209 "" "Prometheus/2.51.0" 2024-07-29T15:40:28.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:27 smithi138 ceph-mon[86438]: pgmap v1885: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:40:28.409 INFO:tasks.workunit.client.0.smithi067.stdout: 1048: throughput=5MB/sec pending data=0 2024-07-29T15:40:28.410 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-m49--QjcQTEEtxN off=2329716 len=1692169 2024-07-29T15:40:28.412 INFO:tasks.workunit.client.0.smithi067.stdout:op 5401 completed, throughput=5MB/sec 2024-07-29T15:40:28.412 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jA4u-wrIroH_hNi off=455622 len=799020 2024-07-29T15:40:28.413 INFO:tasks.workunit.client.0.smithi067.stdout:op 5402 completed, throughput=5MB/sec 2024-07-29T15:40:28.413 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-O98fSlQ_mfv5pDC off=7546328 len=608994 2024-07-29T15:40:28.417 INFO:tasks.workunit.client.0.smithi067.stdout:op 5403 completed, throughput=5MB/sec 2024-07-29T15:40:28.417 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-nFsN5ZQT76p7lhi off=13216285 len=1645474 2024-07-29T15:40:28.426 INFO:tasks.workunit.client.0.smithi067.stdout:op 5404 completed, throughput=5MB/sec 2024-07-29T15:40:28.426 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_1BeX_3WTmd5Juw off=10858726 len=651804 2024-07-29T15:40:28.430 INFO:tasks.workunit.client.0.smithi067.stdout:op 5405 completed, throughput=5MB/sec 2024-07-29T15:40:28.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:28 smithi067 ceph-mon[91995]: pgmap v1886: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:40:28.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:28 smithi067 ceph-mon[94375]: pgmap v1886: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:40:29.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:28 smithi138 ceph-mon[86438]: pgmap v1886: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:40:29.430 INFO:tasks.workunit.client.0.smithi067.stdout: 1049: throughput=5MB/sec pending data=0 2024-07-29T15:40:29.430 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-hhYsl7xNsq6aKgc off=1832136 len=1406153 2024-07-29T15:40:29.432 INFO:tasks.workunit.client.0.smithi067.stdout:op 5406 completed, throughput=5MB/sec 2024-07-29T15:40:29.432 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-j4cAxZ-dHLxzpXx off=20298942 len=1393402 2024-07-29T15:40:29.440 INFO:tasks.workunit.client.0.smithi067.stdout:op 5407 completed, throughput=5MB/sec 2024-07-29T15:40:29.440 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8cc4l0grriwTZAY off=7765934 len=739082 2024-07-29T15:40:29.443 INFO:tasks.workunit.client.0.smithi067.stdout:op 5408 completed, throughput=5MB/sec 2024-07-29T15:40:29.443 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-rMECsMZtKSbIdvC off=13722407 len=1214600 2024-07-29T15:40:29.444 INFO:tasks.workunit.client.0.smithi067.stdout:op 5409 completed, throughput=5MB/sec 2024-07-29T15:40:29.445 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-h-XIMC_FMPF5XCJ off=0 len=1177650 2024-07-29T15:40:29.451 INFO:tasks.workunit.client.0.smithi067.stdout:op 5410 completed, throughput=5MB/sec 2024-07-29T15:40:30.452 INFO:tasks.workunit.client.0.smithi067.stdout: 1050: throughput=5MB/sec pending data=0 2024-07-29T15:40:30.452 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Ya6ivTj_MG2cNh_ off=10950785 len=1601861 2024-07-29T15:40:30.460 INFO:tasks.workunit.client.0.smithi067.stdout:op 5411 completed, throughput=5MB/sec 2024-07-29T15:40:30.460 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ESDegglEoRwwgq4 off=10648514 len=619624 2024-07-29T15:40:30.462 INFO:tasks.workunit.client.0.smithi067.stdout:op 5412 completed, throughput=5MB/sec 2024-07-29T15:40:30.462 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5SJFbSZmqlWfPVe off=1231829 len=1900964 2024-07-29T15:40:30.465 INFO:tasks.workunit.client.0.smithi067.stdout:op 5413 completed, throughput=5MB/sec 2024-07-29T15:40:30.465 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VfmN5uCgi873ysR off=1559098 len=1162915 2024-07-29T15:40:30.466 INFO:tasks.workunit.client.0.smithi067.stdout:op 5414 completed, throughput=5MB/sec 2024-07-29T15:40:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:40:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:40:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:40:31.466 INFO:tasks.workunit.client.0.smithi067.stdout: 1051: throughput=5MB/sec pending data=0 2024-07-29T15:40:31.467 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-B4_40SeQqwEk0Ni off=5264917 len=3991 2024-07-29T15:40:31.467 INFO:tasks.workunit.client.0.smithi067.stdout:op 5415 completed, throughput=5MB/sec 2024-07-29T15:40:31.467 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-eIwC-LearfYahIB off=3927731 len=1384467 2024-07-29T15:40:31.475 INFO:tasks.workunit.client.0.smithi067.stdout:op 5416 completed, throughput=5MB/sec 2024-07-29T15:40:31.475 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bPnNP6_y81AgZf6 off=2525956 len=759195 2024-07-29T15:40:31.480 INFO:tasks.workunit.client.0.smithi067.stdout:op 5417 completed, throughput=5MB/sec 2024-07-29T15:40:31.480 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-U0kKn08v7o-F1lq off=2522375 len=1600730 2024-07-29T15:40:31.487 INFO:tasks.workunit.client.0.smithi067.stdout:op 5418 completed, throughput=5MB/sec 2024-07-29T15:40:31.487 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-aVRwZAX6cooOfUQ off=4110655 len=701241 2024-07-29T15:40:31.491 INFO:tasks.workunit.client.0.smithi067.stdout:op 5419 completed, throughput=5MB/sec 2024-07-29T15:40:31.491 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ggrKrXS4474mQ_- off=6517934 len=649577 2024-07-29T15:40:31.492 INFO:tasks.workunit.client.0.smithi067.stdout:op 5420 completed, throughput=5MB/sec 2024-07-29T15:40:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:31 smithi138 ceph-mon[86438]: pgmap v1887: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:40:31.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:31 smithi067 ceph-mon[91995]: pgmap v1887: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:40:31.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:31 smithi067 ceph-mon[94375]: pgmap v1887: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:40:32.493 INFO:tasks.workunit.client.0.smithi067.stdout: 1052: throughput=5MB/sec pending data=0 2024-07-29T15:40:32.493 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4wPCfukkgIiLNRq off=7322481 len=1137192 2024-07-29T15:40:32.498 INFO:tasks.workunit.client.0.smithi067.stdout:op 5421 completed, throughput=5MB/sec 2024-07-29T15:40:32.499 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BX1iwkoAFlQa5ll off=4018590 len=835197 2024-07-29T15:40:32.500 INFO:tasks.workunit.client.0.smithi067.stdout:op 5422 completed, throughput=5MB/sec 2024-07-29T15:40:32.500 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MVN2Rosgb9N6Pa3 off=920312 len=692179 2024-07-29T15:40:32.505 INFO:tasks.workunit.client.0.smithi067.stdout:op 5423 completed, throughput=5MB/sec 2024-07-29T15:40:32.505 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-PTorExMzX-Dg1ew off=4893655 len=591901 2024-07-29T15:40:32.508 INFO:tasks.workunit.client.0.smithi067.stdout:op 5424 completed, throughput=5MB/sec 2024-07-29T15:40:32.508 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-LoYFdnKcQNEHG0S off=101512 len=6891 2024-07-29T15:40:32.508 INFO:tasks.workunit.client.0.smithi067.stdout:op 5425 completed, throughput=5MB/sec 2024-07-29T15:40:32.508 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-IizXel4SWiUjn6v off=3864558 len=873514 2024-07-29T15:40:32.509 INFO:tasks.workunit.client.0.smithi067.stdout:op 5426 completed, throughput=5MB/sec 2024-07-29T15:40:32.509 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZRYPV_RVZRroYcR off=193696 len=353529 2024-07-29T15:40:32.513 INFO:tasks.workunit.client.0.smithi067.stdout:op 5427 completed, throughput=5MB/sec 2024-07-29T15:40:32.513 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--QQR8bi_myFluMi off=524514 len=519232 2024-07-29T15:40:32.516 INFO:tasks.workunit.client.0.smithi067.stdout:op 5428 completed, throughput=5MB/sec 2024-07-29T15:40:33.516 INFO:tasks.workunit.client.0.smithi067.stdout: 1053: throughput=5MB/sec pending data=0 2024-07-29T15:40:33.517 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-vOrE6sG7Cf2j2DK off=2947075 len=898581 2024-07-29T15:40:33.521 INFO:tasks.workunit.client.0.smithi067.stdout:op 5429 completed, throughput=5MB/sec 2024-07-29T15:40:33.521 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4ZReKOBkbC9dVSf off=4369058 len=1152131 2024-07-29T15:40:33.528 INFO:tasks.workunit.client.0.smithi067.stdout:op 5430 completed, throughput=5MB/sec 2024-07-29T15:40:33.528 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-kF2f7gF_CJymszE off=768642 len=476458 2024-07-29T15:40:33.532 INFO:tasks.workunit.client.0.smithi067.stdout:op 5431 completed, throughput=5MB/sec 2024-07-29T15:40:33.532 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BRCSAaH-fVPmRqi off=14970557 len=287215 2024-07-29T15:40:33.533 INFO:tasks.workunit.client.0.smithi067.stdout:op 5432 completed, throughput=5MB/sec 2024-07-29T15:40:33.533 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-99gm7_iHi-9BZzB off=8993491 len=745301 2024-07-29T15:40:33.534 INFO:tasks.workunit.client.0.smithi067.stdout:op 5433 completed, throughput=5MB/sec 2024-07-29T15:40:33.534 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lUXMCc0Z5yie_hM off=1309727 len=214155 2024-07-29T15:40:33.537 INFO:tasks.workunit.client.0.smithi067.stdout:op 5434 completed, throughput=5MB/sec 2024-07-29T15:40:33.537 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eMUNKf78WJfozWX off=1935343 len=1675971 2024-07-29T15:40:33.539 INFO:tasks.workunit.client.0.smithi067.stdout:op 5435 completed, throughput=5MB/sec 2024-07-29T15:40:33.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:33 smithi138 ceph-mon[86438]: pgmap v1888: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:40:33.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:33 smithi067 ceph-mon[91995]: pgmap v1888: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:40:33.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:33 smithi067 ceph-mon[94375]: pgmap v1888: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-29T15:40:34.539 INFO:tasks.workunit.client.0.smithi067.stdout: 1054: throughput=5MB/sec pending data=0 2024-07-29T15:40:34.539 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-iN64Nr4JEsp7W-9 off=5331894 len=808837 2024-07-29T15:40:34.541 INFO:tasks.workunit.client.0.smithi067.stdout:op 5436 completed, throughput=5MB/sec 2024-07-29T15:40:34.541 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-xMir9PzLZckuwFu off=12582835 len=304316 2024-07-29T15:40:34.541 INFO:tasks.workunit.client.0.smithi067.stdout:op 5437 completed, throughput=5MB/sec 2024-07-29T15:40:34.542 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-sj4fSIOB7tuOvDp off=2891275 len=1729111 2024-07-29T15:40:34.551 INFO:tasks.workunit.client.0.smithi067.stdout:op 5438 completed, throughput=5MB/sec 2024-07-29T15:40:34.551 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3pTmYWlEGs0pAzV off=2754554 len=668936 2024-07-29T15:40:34.552 INFO:tasks.workunit.client.0.smithi067.stdout:op 5439 completed, throughput=5MB/sec 2024-07-29T15:40:34.553 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_Ud_zfFidU5OBla off=621560 len=1265783 2024-07-29T15:40:34.554 INFO:tasks.workunit.client.0.smithi067.stdout:op 5440 completed, throughput=5MB/sec 2024-07-29T15:40:34.554 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-OZoegX67Z8-09TT off=7450635 len=1120628 2024-07-29T15:40:34.557 INFO:tasks.workunit.client.0.smithi067.stdout:op 5441 completed, throughput=5MB/sec 2024-07-29T15:40:35.558 INFO:tasks.workunit.client.0.smithi067.stdout: 1055: throughput=5MB/sec pending data=0 2024-07-29T15:40:35.558 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Fy6U8YB1Jm60s_C off=3192398 len=1762789 2024-07-29T15:40:35.567 INFO:tasks.workunit.client.0.smithi067.stdout:op 5442 completed, throughput=5MB/sec 2024-07-29T15:40:35.567 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4CRsjlCzdKz3f5B off=2794422 len=1800029 2024-07-29T15:40:35.575 INFO:tasks.workunit.client.0.smithi067.stdout:op 5443 completed, throughput=5MB/sec 2024-07-29T15:40:35.575 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bPnNP6_y81AgZf6 off=8806235 len=1836077 2024-07-29T15:40:35.585 INFO:tasks.workunit.client.0.smithi067.stdout:op 5444 completed, throughput=5MB/sec 2024-07-29T15:40:35.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:35 smithi138 ceph-mon[86438]: pgmap v1889: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:40:35.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:40:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:35 smithi067 ceph-mon[91995]: pgmap v1889: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:40:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:40:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:35 smithi067 ceph-mon[94375]: pgmap v1889: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:40:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:40:36.586 INFO:tasks.workunit.client.0.smithi067.stdout: 1056: throughput=5MB/sec pending data=0 2024-07-29T15:40:36.586 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-RfNcXNBVagG7d38 off=7657126 len=1858654 2024-07-29T15:40:36.588 INFO:tasks.workunit.client.0.smithi067.stdout:op 5445 completed, throughput=5MB/sec 2024-07-29T15:40:36.589 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Dc4b6mhMrq1PrGx off=3511257 len=1910921 2024-07-29T15:40:36.591 INFO:tasks.workunit.client.0.smithi067.stdout:op 5446 completed, throughput=5MB/sec 2024-07-29T15:40:36.591 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_wX91OtxLAUPOPz off=3374764 len=1765587 2024-07-29T15:40:36.594 INFO:tasks.workunit.client.0.smithi067.stdout:op 5447 completed, throughput=5MB/sec 2024-07-29T15:40:37.595 INFO:tasks.workunit.client.0.smithi067.stdout: 1057: throughput=5MB/sec pending data=0 2024-07-29T15:40:37.595 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-EbmsHwmDqWZhEYX off=21222063 len=1162331 2024-07-29T15:40:37.602 INFO:tasks.workunit.client.0.smithi067.stdout:op 5448 completed, throughput=5MB/sec 2024-07-29T15:40:37.603 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NWvM1iIvX7xKgXa off=412988 len=1331920 2024-07-29T15:40:37.604 INFO:tasks.workunit.client.0.smithi067.stdout:op 5449 completed, throughput=5MB/sec 2024-07-29T15:40:37.604 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-LHWYd_7OV-XlDWY off=752676 len=1895425 2024-07-29T15:40:37.606 INFO:tasks.workunit.client.0.smithi067.stdout:op 5450 completed, throughput=5MB/sec 2024-07-29T15:40:37.606 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-euqEq81ohjQ-ApM off=7340078 len=1950812 2024-07-29T15:40:37.611 INFO:tasks.workunit.client.0.smithi067.stdout:op 5451 completed, throughput=5MB/sec 2024-07-29T15:40:37.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:37 smithi138 ceph-mon[86438]: pgmap v1890: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:40:37.844 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:37 smithi067 ceph-mon[91995]: pgmap v1890: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:40:37.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:37 smithi067 ceph-mon[94375]: pgmap v1890: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:40:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:40:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:40:37] "GET /metrics HTTP/1.1" 200 34214 "" "Prometheus/2.51.0" 2024-07-29T15:40:38.612 INFO:tasks.workunit.client.0.smithi067.stdout: 1058: throughput=5MB/sec pending data=0 2024-07-29T15:40:38.612 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-omfyCFVlw0Oegd9 off=13410274 len=839477 2024-07-29T15:40:38.613 INFO:tasks.workunit.client.0.smithi067.stdout:op 5452 completed, throughput=5MB/sec 2024-07-29T15:40:38.613 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ygXjMARJ2yzN7NI off=6929904 len=708558 2024-07-29T15:40:38.618 INFO:tasks.workunit.client.0.smithi067.stdout:op 5453 completed, throughput=5MB/sec 2024-07-29T15:40:38.618 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9vEHJ8ddI01Lkku off=6233744 len=1546375 2024-07-29T15:40:38.626 INFO:tasks.workunit.client.0.smithi067.stdout:op 5454 completed, throughput=5MB/sec 2024-07-29T15:40:38.626 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eflyIx53HhqfKBQ off=8462220 len=1153319 2024-07-29T15:40:38.627 INFO:tasks.workunit.client.0.smithi067.stdout:op 5455 completed, throughput=5MB/sec 2024-07-29T15:40:39.628 INFO:tasks.workunit.client.0.smithi067.stdout: 1059: throughput=5MB/sec pending data=0 2024-07-29T15:40:39.628 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WxTVcqKfVmKGy_E off=5725 len=485539 2024-07-29T15:40:39.629 INFO:tasks.workunit.client.0.smithi067.stdout:op 5456 completed, throughput=5MB/sec 2024-07-29T15:40:39.629 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-M482pXIPF4kOoXg off=7584036 len=31525 2024-07-29T15:40:39.629 INFO:tasks.workunit.client.0.smithi067.stdout:op 5457 completed, throughput=5MB/sec 2024-07-29T15:40:39.629 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-oAq3Vd8Gune_DHa off=2848734 len=699673 2024-07-29T15:40:39.633 INFO:tasks.workunit.client.0.smithi067.stdout:op 5458 completed, throughput=5MB/sec 2024-07-29T15:40:39.634 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Nm0xj36ErJ54fIp off=8654570 len=191741 2024-07-29T15:40:39.634 INFO:tasks.workunit.client.0.smithi067.stdout:op 5459 completed, throughput=5MB/sec 2024-07-29T15:40:39.634 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wUsaK_ZyEVlV6d_ off=4231837 len=1485664 2024-07-29T15:40:39.643 INFO:tasks.workunit.client.0.smithi067.stdout:op 5460 completed, throughput=5MB/sec 2024-07-29T15:40:39.643 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-t7C2EfB_4GUgjh4 off=4303999 len=379188 2024-07-29T15:40:39.647 INFO:tasks.workunit.client.0.smithi067.stdout:op 5461 completed, throughput=5MB/sec 2024-07-29T15:40:39.647 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DISvIWB5rxBm8GQ off=5404462 len=1762227 2024-07-29T15:40:39.648 INFO:tasks.workunit.client.0.smithi067.stdout:op 5462 completed, throughput=5MB/sec 2024-07-29T15:40:39.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:39 smithi138 ceph-mon[86438]: pgmap v1891: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:40:39.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:39 smithi067 ceph-mon[91995]: pgmap v1891: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:40:39.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:39 smithi067 ceph-mon[94375]: pgmap v1891: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:40:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:40:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:40:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:40:40.649 INFO:tasks.workunit.client.0.smithi067.stdout: 1060: throughput=5MB/sec pending data=0 2024-07-29T15:40:40.649 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-24KPmxd71L6ujFj off=5431779 len=398026 2024-07-29T15:40:40.652 INFO:tasks.workunit.client.0.smithi067.stdout:op 5463 completed, throughput=5MB/sec 2024-07-29T15:40:40.652 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-AyRkv93un2vL1Cw off=11541191 len=767748 2024-07-29T15:40:40.657 INFO:tasks.workunit.client.0.smithi067.stdout:op 5464 completed, throughput=5MB/sec 2024-07-29T15:40:40.657 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-englyzDo11pkSSr off=3963361 len=1774821 2024-07-29T15:40:40.666 INFO:tasks.workunit.client.0.smithi067.stdout:op 5465 completed, throughput=5MB/sec 2024-07-29T15:40:40.666 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--xkSKSfkZH__yBM off=2144448 len=38377 2024-07-29T15:40:40.668 INFO:tasks.workunit.client.0.smithi067.stdout:op 5466 completed, throughput=5MB/sec 2024-07-29T15:40:40.669 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--sk4mXugaWq6mzL off=17400759 len=1664560 2024-07-29T15:40:40.670 INFO:tasks.workunit.client.0.smithi067.stdout:op 5467 completed, throughput=5MB/sec 2024-07-29T15:40:40.670 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eflyIx53HhqfKBQ off=8807344 len=1613755 2024-07-29T15:40:40.672 INFO:tasks.workunit.client.0.smithi067.stdout:op 5468 completed, throughput=5MB/sec 2024-07-29T15:40:41.672 INFO:tasks.workunit.client.0.smithi067.stdout: 1061: throughput=5MB/sec pending data=0 2024-07-29T15:40:41.672 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Bi_9P6g49gHjEEw off=3778143 len=1994044 2024-07-29T15:40:41.684 INFO:tasks.workunit.client.0.smithi067.stdout:op 5469 completed, throughput=5MB/sec 2024-07-29T15:40:41.684 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-DqJpCzWk2Lgl7po off=1995012 len=665018 2024-07-29T15:40:41.688 INFO:tasks.workunit.client.0.smithi067.stdout:op 5470 completed, throughput=5MB/sec 2024-07-29T15:40:41.688 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qqX_Bxhn72zK2SF off=23166392 len=848265 2024-07-29T15:40:41.689 INFO:tasks.workunit.client.0.smithi067.stdout:op 5471 completed, throughput=5MB/sec 2024-07-29T15:40:41.690 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KOU2TIs56SSt9xL off=477086 len=1772305 2024-07-29T15:40:41.692 INFO:tasks.workunit.client.0.smithi067.stdout:op 5472 completed, throughput=5MB/sec 2024-07-29T15:40:41.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:41 smithi138 ceph-mon[86438]: pgmap v1892: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:40:41.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:41 smithi067 ceph-mon[94375]: pgmap v1892: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:40:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:41 smithi067 ceph-mon[91995]: pgmap v1892: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:40:42.692 INFO:tasks.workunit.client.0.smithi067.stdout: 1062: throughput=5MB/sec pending data=0 2024-07-29T15:40:42.692 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-GmitIycvfGFtalT off=6114773 len=927909 2024-07-29T15:40:42.698 INFO:tasks.workunit.client.0.smithi067.stdout:op 5473 completed, throughput=5MB/sec 2024-07-29T15:40:42.698 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Bp7rfx1LbZSXx-9 off=2537876 len=1469245 2024-07-29T15:40:42.706 INFO:tasks.workunit.client.0.smithi067.stdout:op 5474 completed, throughput=5MB/sec 2024-07-29T15:40:42.706 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-IUOryOzkVPfPCxt off=1636269 len=1825053 2024-07-29T15:40:42.708 INFO:tasks.workunit.client.0.smithi067.stdout:op 5475 completed, throughput=5MB/sec 2024-07-29T15:40:43.709 INFO:tasks.workunit.client.0.smithi067.stdout: 1063: throughput=5MB/sec pending data=0 2024-07-29T15:40:43.709 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-kgETlEdPk6fq2Do off=4592523 len=1643380 2024-07-29T15:40:43.711 INFO:tasks.workunit.client.0.smithi067.stdout:op 5476 completed, throughput=5MB/sec 2024-07-29T15:40:43.711 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5UBTEuOsOMxDwxa off=1438395 len=1627046 2024-07-29T15:40:43.713 INFO:tasks.workunit.client.0.smithi067.stdout:op 5477 completed, throughput=5MB/sec 2024-07-29T15:40:43.713 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-cbVM1U8C0ChTRiN off=667778 len=59052 2024-07-29T15:40:43.716 INFO:tasks.workunit.client.0.smithi067.stdout:op 5478 completed, throughput=5MB/sec 2024-07-29T15:40:43.716 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-pYGWuIqOk6JCKQM off=6298824 len=144446 2024-07-29T15:40:43.719 INFO:tasks.workunit.client.0.smithi067.stdout:op 5479 completed, throughput=5MB/sec 2024-07-29T15:40:43.719 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NAeSncwZhlENL3D off=12563656 len=265126 2024-07-29T15:40:43.722 INFO:tasks.workunit.client.0.smithi067.stdout:op 5480 completed, throughput=5MB/sec 2024-07-29T15:40:43.722 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-vY-v4GiL0m2Kn3O off=1605499 len=116783 2024-07-29T15:40:43.723 INFO:tasks.workunit.client.0.smithi067.stdout:op 5481 completed, throughput=5MB/sec 2024-07-29T15:40:43.723 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8wYWTv3LHwHFHjF off=6699355 len=467622 2024-07-29T15:40:43.727 INFO:tasks.workunit.client.0.smithi067.stdout:op 5482 completed, throughput=5MB/sec 2024-07-29T15:40:43.727 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NCVchWSneSRaK-x off=13537742 len=1154073 2024-07-29T15:40:43.729 INFO:tasks.workunit.client.0.smithi067.stdout:op 5483 completed, throughput=5MB/sec 2024-07-29T15:40:43.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:43 smithi138 ceph-mon[86438]: pgmap v1893: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:40:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:43 smithi067 ceph-mon[91995]: pgmap v1893: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:40:43.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:43 smithi067 ceph-mon[94375]: pgmap v1893: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:40:44.729 INFO:tasks.workunit.client.0.smithi067.stdout: 1064: throughput=5MB/sec pending data=0 2024-07-29T15:40:44.729 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-z_tKGJancGrA2FQ off=2656275 len=1416947 2024-07-29T15:40:44.738 INFO:tasks.workunit.client.0.smithi067.stdout:op 5484 completed, throughput=5MB/sec 2024-07-29T15:40:44.738 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2eF6YJP1Eq2fnPM off=6361989 len=997416 2024-07-29T15:40:44.743 INFO:tasks.workunit.client.0.smithi067.stdout:op 5485 completed, throughput=5MB/sec 2024-07-29T15:40:44.743 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-TKGF5pv7HAzY02- off=8418504 len=877039 2024-07-29T15:40:44.749 INFO:tasks.workunit.client.0.smithi067.stdout:op 5486 completed, throughput=5MB/sec 2024-07-29T15:40:44.749 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pIlvYMYbA_1u32r off=2918133 len=23562 2024-07-29T15:40:44.749 INFO:tasks.workunit.client.0.smithi067.stdout:op 5487 completed, throughput=5MB/sec 2024-07-29T15:40:44.749 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-44YlgMdKcgstMi- off=107316 len=1319061 2024-07-29T15:40:44.750 INFO:tasks.workunit.client.0.smithi067.stdout:op 5488 completed, throughput=5MB/sec 2024-07-29T15:40:44.750 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9CryqVI8GxKM_RF off=9131498 len=1510813 2024-07-29T15:40:44.757 INFO:tasks.workunit.client.0.smithi067.stdout:op 5489 completed, throughput=5MB/sec 2024-07-29T15:40:45.758 INFO:tasks.workunit.client.0.smithi067.stdout: 1065: throughput=5MB/sec pending data=0 2024-07-29T15:40:45.758 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PIr483eJjriWbzf off=4357712 len=1190585 2024-07-29T15:40:45.760 INFO:tasks.workunit.client.0.smithi067.stdout:op 5490 completed, throughput=5MB/sec 2024-07-29T15:40:45.761 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jMCTWevTTpCId6A off=22942818 len=123546 2024-07-29T15:40:45.761 INFO:tasks.workunit.client.0.smithi067.stdout:op 5491 completed, throughput=5MB/sec 2024-07-29T15:40:45.761 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-otT6LXtGkLdHiRj off=2921499 len=358054 2024-07-29T15:40:45.762 INFO:tasks.workunit.client.0.smithi067.stdout:op 5492 completed, throughput=5MB/sec 2024-07-29T15:40:45.762 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-HJcit3hlfo4_rTk off=1147360 len=240854 2024-07-29T15:40:45.765 INFO:tasks.workunit.client.0.smithi067.stdout:op 5493 completed, throughput=5MB/sec 2024-07-29T15:40:45.766 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NiS37gnG3DSUkIQ off=1389001 len=759595 2024-07-29T15:40:45.767 INFO:tasks.workunit.client.0.smithi067.stdout:op 5494 completed, throughput=5MB/sec 2024-07-29T15:40:45.767 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4HusTJ65ZbssUrj off=718754 len=302773 2024-07-29T15:40:45.771 INFO:tasks.workunit.client.0.smithi067.stdout:op 5495 completed, throughput=5MB/sec 2024-07-29T15:40:45.771 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9kfIwr74blpWlBO off=15672960 len=610270 2024-07-29T15:40:45.775 INFO:tasks.workunit.client.0.smithi067.stdout:op 5496 completed, throughput=5MB/sec 2024-07-29T15:40:45.776 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-D6h4c3GtAN3K0nW off=11717705 len=1329517 2024-07-29T15:40:45.778 INFO:tasks.workunit.client.0.smithi067.stdout:op 5497 completed, throughput=5MB/sec 2024-07-29T15:40:45.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:45 smithi138 ceph-mon[86438]: pgmap v1894: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:40:45.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:45 smithi067 ceph-mon[91995]: pgmap v1894: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:40:45.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:45 smithi067 ceph-mon[94375]: pgmap v1894: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:40:46.778 INFO:tasks.workunit.client.0.smithi067.stdout: 1066: throughput=5MB/sec pending data=0 2024-07-29T15:40:46.778 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-r5_mM2L775klfQx off=5918523 len=57711 2024-07-29T15:40:46.781 INFO:tasks.workunit.client.0.smithi067.stdout:op 5498 completed, throughput=5MB/sec 2024-07-29T15:40:46.781 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-o2gNq0rH58Afy5a off=1335750 len=794382 2024-07-29T15:40:46.783 INFO:tasks.workunit.client.0.smithi067.stdout:op 5499 completed, throughput=5MB/sec 2024-07-29T15:40:46.783 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4NvbItU3EQUC_9u off=30637 len=1434799 2024-07-29T15:40:46.786 INFO:tasks.workunit.client.0.smithi067.stdout:op 5500 completed, throughput=5MB/sec 2024-07-29T15:40:46.786 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-xl_8O3MEtXPkiMs off=588937 len=2051861 2024-07-29T15:40:46.795 INFO:tasks.workunit.client.0.smithi067.stdout:op 5501 completed, throughput=5MB/sec 2024-07-29T15:40:46.795 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-fLIFNAHO49xdo98 off=8463821 len=2004031 2024-07-29T15:40:46.803 INFO:tasks.workunit.client.0.smithi067.stdout:op 5502 completed, throughput=5MB/sec 2024-07-29T15:40:47.804 INFO:tasks.workunit.client.0.smithi067.stdout: 1067: throughput=5MB/sec pending data=0 2024-07-29T15:40:47.804 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-WpFvWRKTe7P_9f1 off=3805640 len=1855041 2024-07-29T15:40:47.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:47 smithi138 ceph-mon[86438]: pgmap v1895: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:40:47.813 INFO:tasks.workunit.client.0.smithi067.stdout:op 5503 completed, throughput=5MB/sec 2024-07-29T15:40:47.813 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1g7xHFD7_vePsXn off=1125644 len=1503238 2024-07-29T15:40:47.822 INFO:tasks.workunit.client.0.smithi067.stdout:op 5504 completed, throughput=5MB/sec 2024-07-29T15:40:47.823 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-sR2WKZkBns-GA1H off=12362021 len=152705 2024-07-29T15:40:47.823 INFO:tasks.workunit.client.0.smithi067.stdout:op 5505 completed, throughput=5MB/sec 2024-07-29T15:40:47.823 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-COxerYYQUTQKos7 off=19657454 len=1377934 2024-07-29T15:40:47.830 INFO:tasks.workunit.client.0.smithi067.stdout:op 5506 completed, throughput=5MB/sec 2024-07-29T15:40:47.842 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:47 smithi067 ceph-mon[91995]: pgmap v1895: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:40:47.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:47 smithi067 ceph-mon[94375]: pgmap v1895: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-29T15:40:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:40:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:40:47] "GET /metrics HTTP/1.1" 200 34214 "" "Prometheus/2.51.0" 2024-07-29T15:40:48.831 INFO:tasks.workunit.client.0.smithi067.stdout: 1068: throughput=5MB/sec pending data=0 2024-07-29T15:40:48.831 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ip5AUJKjAsZQC4f off=7231642 len=38578 2024-07-29T15:40:48.831 INFO:tasks.workunit.client.0.smithi067.stdout:op 5507 completed, throughput=5MB/sec 2024-07-29T15:40:48.831 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4QsJIS0hV6omtBW off=891825 len=1780941 2024-07-29T15:40:48.833 INFO:tasks.workunit.client.0.smithi067.stdout:op 5508 completed, throughput=5MB/sec 2024-07-29T15:40:48.833 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-tADGEZpJRG4AJuz off=4238113 len=629068 2024-07-29T15:40:48.835 INFO:tasks.workunit.client.0.smithi067.stdout:op 5509 completed, throughput=5MB/sec 2024-07-29T15:40:48.836 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-hjUaiz1EH5OXI_c off=6702670 len=1007902 2024-07-29T15:40:48.841 INFO:tasks.workunit.client.0.smithi067.stdout:op 5510 completed, throughput=5MB/sec 2024-07-29T15:40:48.841 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5dV-DxAHIWJLzSN off=5605831 len=1623950 2024-07-29T15:40:48.843 INFO:tasks.workunit.client.0.smithi067.stdout:op 5511 completed, throughput=5MB/sec 2024-07-29T15:40:49.813 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:49 smithi138 ceph-mon[86438]: pgmap v1896: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:40:49.844 INFO:tasks.workunit.client.0.smithi067.stdout: 1069: throughput=5MB/sec pending data=0 2024-07-29T15:40:49.844 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-7VCDuoLw0W1kbdJ off=2070385 len=832592 2024-07-29T15:40:49.846 INFO:tasks.workunit.client.0.smithi067.stdout:op 5512 completed, throughput=5MB/sec 2024-07-29T15:40:49.846 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-m05Ffw-kwyAZav5 off=6249629 len=1855973 2024-07-29T15:40:49.856 INFO:tasks.workunit.client.0.smithi067.stdout:op 5513 completed, throughput=5MB/sec 2024-07-29T15:40:49.856 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-oaJXfo4ZN14u0wK off=2955078 len=1269171 2024-07-29T15:40:49.857 INFO:tasks.workunit.client.0.smithi067.stdout:op 5514 completed, throughput=5MB/sec 2024-07-29T15:40:49.857 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Jr3K83gh5AD5mjj off=522775 len=1528587 2024-07-29T15:40:49.860 INFO:tasks.workunit.client.0.smithi067.stdout:op 5515 completed, throughput=5MB/sec 2024-07-29T15:40:49.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:49 smithi067 ceph-mon[91995]: pgmap v1896: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:40:49.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:49 smithi067 ceph-mon[94375]: pgmap v1896: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:40:50.532 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:40:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:40:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:40:50.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:40:50.860 INFO:tasks.workunit.client.0.smithi067.stdout: 1070: throughput=5MB/sec pending data=0 2024-07-29T15:40:50.860 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-17lhN0pBK-gPMTq off=3449606 len=1531123 2024-07-29T15:40:50.864 INFO:tasks.workunit.client.0.smithi067.stdout:op 5516 completed, throughput=5MB/sec 2024-07-29T15:40:50.864 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-h2OYfoCoB0tmVkB off=1832119 len=897341 2024-07-29T15:40:50.866 INFO:tasks.workunit.client.0.smithi067.stdout:op 5517 completed, throughput=5MB/sec 2024-07-29T15:40:50.866 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-m4z3A6i2EZ6adXb off=12912437 len=114025 2024-07-29T15:40:50.869 INFO:tasks.workunit.client.0.smithi067.stdout:op 5518 completed, throughput=5MB/sec 2024-07-29T15:40:50.869 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-cmH9SV0L6lOVKZo off=450633 len=681694 2024-07-29T15:40:50.870 INFO:tasks.workunit.client.0.smithi067.stdout:op 5519 completed, throughput=5MB/sec 2024-07-29T15:40:50.870 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-sO1gAs2rObr71zs off=9196368 len=1363943 2024-07-29T15:40:50.876 INFO:tasks.workunit.client.0.smithi067.stdout:op 5520 completed, throughput=5MB/sec 2024-07-29T15:40:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:40:50.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:40:51.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:51 smithi138 ceph-mon[86438]: pgmap v1897: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:40:51.877 INFO:tasks.workunit.client.0.smithi067.stdout: 1071: throughput=5MB/sec pending data=0 2024-07-29T15:40:51.877 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--_TIwqFnjzp3ZBM off=1434878 len=532110 2024-07-29T15:40:51.878 INFO:tasks.workunit.client.0.smithi067.stdout:op 5521 completed, throughput=5MB/sec 2024-07-29T15:40:51.878 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bD6U7iMlO5cKGIj off=3098889 len=1902737 2024-07-29T15:40:51.888 INFO:tasks.workunit.client.0.smithi067.stdout:op 5522 completed, throughput=5MB/sec 2024-07-29T15:40:51.888 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NQkhod0Q6STUCyP off=16285822 len=653340 2024-07-29T15:40:51.889 INFO:tasks.workunit.client.0.smithi067.stdout:op 5523 completed, throughput=5MB/sec 2024-07-29T15:40:51.889 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-RH4UArgDgFAsAcC off=4913639 len=861345 2024-07-29T15:40:51.894 INFO:tasks.workunit.client.0.smithi067.stdout:op 5524 completed, throughput=5MB/sec 2024-07-29T15:40:51.894 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-mk3PujddBAt7AiT off=4315224 len=1061852 2024-07-29T15:40:51.900 INFO:tasks.workunit.client.0.smithi067.stdout:op 5525 completed, throughput=5MB/sec 2024-07-29T15:40:51.900 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NndtCJoKnVfWaL9 off=16520902 len=559629 2024-07-29T15:40:51.901 INFO:tasks.workunit.client.0.smithi067.stdout:op 5526 completed, throughput=5MB/sec 2024-07-29T15:40:51.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:51 smithi067 ceph-mon[91995]: pgmap v1897: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:40:51.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:51 smithi067 ceph-mon[94375]: pgmap v1897: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:40:52.901 INFO:tasks.workunit.client.0.smithi067.stdout: 1072: throughput=5MB/sec pending data=0 2024-07-29T15:40:52.902 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_XYLf_t9MVIMONq off=3752913 len=1937521 2024-07-29T15:40:52.913 INFO:tasks.workunit.client.0.smithi067.stdout:op 5527 completed, throughput=5MB/sec 2024-07-29T15:40:52.913 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VrrLyIbynDMKwoZ off=19088813 len=1182654 2024-07-29T15:40:52.918 INFO:tasks.workunit.client.0.smithi067.stdout:op 5528 completed, throughput=5MB/sec 2024-07-29T15:40:52.918 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-PoLUpO8WLd4kp4R off=5634080 len=1067788 2024-07-29T15:40:52.924 INFO:tasks.workunit.client.0.smithi067.stdout:op 5529 completed, throughput=5MB/sec 2024-07-29T15:40:52.924 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-I_dafFc8ougpi48 off=3538376 len=1080700 2024-07-29T15:40:52.929 INFO:tasks.workunit.client.0.smithi067.stdout:op 5530 completed, throughput=5MB/sec 2024-07-29T15:40:53.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:53 smithi138 ceph-mon[86438]: pgmap v1898: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:40:53.930 INFO:tasks.workunit.client.0.smithi067.stdout: 1073: throughput=5MB/sec pending data=0 2024-07-29T15:40:53.930 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3xW1tvQdsp9cP5K off=4011969 len=1884248 2024-07-29T15:40:53.939 INFO:tasks.workunit.client.0.smithi067.stdout:op 5531 completed, throughput=5MB/sec 2024-07-29T15:40:53.940 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pAAU-RfCjMreuyb off=20145799 len=704130 2024-07-29T15:40:53.942 INFO:tasks.workunit.client.0.smithi067.stdout:op 5532 completed, throughput=5MB/sec 2024-07-29T15:40:53.942 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-IOB_TGpTIchmRqK off=776515 len=955341 2024-07-29T15:40:53.943 INFO:tasks.workunit.client.0.smithi067.stdout:op 5533 completed, throughput=5MB/sec 2024-07-29T15:40:53.943 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-7rqRPjDeuqS1X96 off=14975542 len=1285700 2024-07-29T15:40:53.944 INFO:tasks.workunit.client.0.smithi067.stdout:op 5534 completed, throughput=5MB/sec 2024-07-29T15:40:53.944 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-hRWdcyShJK3JHWw off=8584227 len=781736 2024-07-29T15:40:53.945 INFO:tasks.workunit.client.0.smithi067.stdout:op 5535 completed, throughput=5MB/sec 2024-07-29T15:40:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:53 smithi067 ceph-mon[91995]: pgmap v1898: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:40:53.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:53 smithi067 ceph-mon[94375]: pgmap v1898: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:40:54.946 INFO:tasks.workunit.client.0.smithi067.stdout: 1074: throughput=5MB/sec pending data=0 2024-07-29T15:40:54.946 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-pZsfUzWa7aWLHpm off=3513099 len=163435 2024-07-29T15:40:54.949 INFO:tasks.workunit.client.0.smithi067.stdout:op 5536 completed, throughput=5MB/sec 2024-07-29T15:40:54.949 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KRavYSo535OtJQD off=2920931 len=1170462 2024-07-29T15:40:54.951 INFO:tasks.workunit.client.0.smithi067.stdout:op 5537 completed, throughput=5MB/sec 2024-07-29T15:40:54.951 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4E1GpUDiro2GgzC off=8850626 len=305856 2024-07-29T15:40:54.954 INFO:tasks.workunit.client.0.smithi067.stdout:op 5538 completed, throughput=5MB/sec 2024-07-29T15:40:54.954 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-i16kBL5WFTYsMwj off=2474498 len=1160981 2024-07-29T15:40:54.960 INFO:tasks.workunit.client.0.smithi067.stdout:op 5539 completed, throughput=5MB/sec 2024-07-29T15:40:54.960 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-u4zz9SWipe-K2_j off=10284419 len=1064937 2024-07-29T15:40:54.962 INFO:tasks.workunit.client.0.smithi067.stdout:op 5540 completed, throughput=5MB/sec 2024-07-29T15:40:54.962 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-hl10hssRMVAD8mk off=5023584 len=376357 2024-07-29T15:40:54.963 INFO:tasks.workunit.client.0.smithi067.stdout:op 5541 completed, throughput=5MB/sec 2024-07-29T15:40:54.963 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MqJrssdD_JbSF7P off=0 len=1138224 2024-07-29T15:40:54.968 INFO:tasks.workunit.client.0.smithi067.stdout:op 5542 completed, throughput=5MB/sec 2024-07-29T15:40:55.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:55 smithi138 ceph-mon[86438]: pgmap v1899: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:40:55.969 INFO:tasks.workunit.client.0.smithi067.stdout: 1075: throughput=5MB/sec pending data=0 2024-07-29T15:40:55.969 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5VN8tKH6TXMk_wI off=9580308 len=2064215 2024-07-29T15:40:55.978 INFO:tasks.workunit.client.0.smithi067.stdout:op 5543 completed, throughput=5MB/sec 2024-07-29T15:40:55.978 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Wi4tO57daaFTIx2 off=47824 len=657608 2024-07-29T15:40:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:55 smithi067 ceph-mon[91995]: pgmap v1899: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:40:55.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:55 smithi067 ceph-mon[94375]: pgmap v1899: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:40:55.989 INFO:tasks.workunit.client.0.smithi067.stdout:op 5544 completed, throughput=5MB/sec 2024-07-29T15:40:55.989 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-whAzFKr_EJ5UOO4 off=8809846 len=616043 2024-07-29T15:40:55.993 INFO:tasks.workunit.client.0.smithi067.stdout:op 5545 completed, throughput=5MB/sec 2024-07-29T15:40:55.993 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-YkEc1QhZqBamjwy off=1482442 len=647029 2024-07-29T15:40:55.994 INFO:tasks.workunit.client.0.smithi067.stdout:op 5546 completed, throughput=5MB/sec 2024-07-29T15:40:55.994 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BGDncbyEWuClzFA off=12339388 len=919329 2024-07-29T15:40:55.995 INFO:tasks.workunit.client.0.smithi067.stdout:op 5547 completed, throughput=5MB/sec 2024-07-29T15:40:56.996 INFO:tasks.workunit.client.0.smithi067.stdout: 1076: throughput=5MB/sec pending data=0 2024-07-29T15:40:56.996 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-SP6npPhn1EJQpkW off=13088205 len=601814 2024-07-29T15:40:56.997 INFO:tasks.workunit.client.0.smithi067.stdout:op 5548 completed, throughput=5MB/sec 2024-07-29T15:40:56.997 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lIiYnW-N__Vactw off=5047681 len=927972 2024-07-29T15:40:56.998 INFO:tasks.workunit.client.0.smithi067.stdout:op 5549 completed, throughput=5MB/sec 2024-07-29T15:40:56.998 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NP1dqRP1naAUhw5 off=9425516 len=275216 2024-07-29T15:40:56.999 INFO:tasks.workunit.client.0.smithi067.stdout:op 5550 completed, throughput=5MB/sec 2024-07-29T15:40:56.999 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-QewsoCdqGYzbgEe off=4900002 len=159655 2024-07-29T15:40:56.999 INFO:tasks.workunit.client.0.smithi067.stdout:op 5551 completed, throughput=5MB/sec 2024-07-29T15:40:56.999 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-T1F6Uw_zmQt51iI off=8229241 len=149698 2024-07-29T15:40:57.002 INFO:tasks.workunit.client.0.smithi067.stdout:op 5552 completed, throughput=5MB/sec 2024-07-29T15:40:57.003 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1ilTluk_5Ul4MWi off=0 len=1417893 2024-07-29T15:40:57.009 INFO:tasks.workunit.client.0.smithi067.stdout:op 5553 completed, throughput=5MB/sec 2024-07-29T15:40:57.009 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-mbyuzV7TohqhQ9_ off=13345816 len=692913 2024-07-29T15:40:57.014 INFO:tasks.workunit.client.0.smithi067.stdout:op 5554 completed, throughput=5MB/sec 2024-07-29T15:40:57.015 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Um0Kd3szVizo9p9 off=1578820 len=1161102 2024-07-29T15:40:57.020 INFO:tasks.workunit.client.0.smithi067.stdout:op 5555 completed, throughput=5MB/sec 2024-07-29T15:40:57.791 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:57 smithi067 ceph-mon[91995]: pgmap v1900: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:40:57.791 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:57 smithi067 ceph-mon[94375]: pgmap v1900: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:40:57.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:57 smithi138 ceph-mon[86438]: pgmap v1900: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:40:58.021 INFO:tasks.workunit.client.0.smithi067.stdout: 1077: throughput=5MB/sec pending data=0 2024-07-29T15:40:58.021 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-fFPrOV5pd9fZWop off=1950646 len=2086470 2024-07-29T15:40:58.033 INFO:tasks.workunit.client.0.smithi067.stdout:op 5556 completed, throughput=5MB/sec 2024-07-29T15:40:58.033 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-d5HmvUY5EyACHH1 off=11662218 len=896633 2024-07-29T15:40:58.035 INFO:tasks.workunit.client.0.smithi067.stdout:op 5557 completed, throughput=5MB/sec 2024-07-29T15:40:58.035 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-oVi-uWB0Mr98niX off=3379493 len=1472324 2024-07-29T15:40:58.038 INFO:tasks.workunit.client.0.smithi067.stdout:op 5558 completed, throughput=5MB/sec 2024-07-29T15:40:58.038 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-T8ug9weMA5t74xZ off=1789864 len=1448270 2024-07-29T15:40:58.040 INFO:tasks.workunit.client.0.smithi067.stdout:op 5559 completed, throughput=5MB/sec 2024-07-29T15:40:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:40:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:40:57] "GET /metrics HTTP/1.1" 200 34215 "" "Prometheus/2.51.0" 2024-07-29T15:40:59.041 INFO:tasks.workunit.client.0.smithi067.stdout: 1078: throughput=5MB/sec pending data=0 2024-07-29T15:40:59.041 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-LIA8zGjFN8gkw6N off=1344432 len=1005357 2024-07-29T15:40:59.043 INFO:tasks.workunit.client.0.smithi067.stdout:op 5560 completed, throughput=5MB/sec 2024-07-29T15:40:59.043 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ikAzAvSmFLs5aMC off=7485128 len=1679837 2024-07-29T15:40:59.045 INFO:tasks.workunit.client.0.smithi067.stdout:op 5561 completed, throughput=5MB/sec 2024-07-29T15:40:59.045 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-yKuCLQ7y2jRDdDf off=2463379 len=966611 2024-07-29T15:40:59.050 INFO:tasks.workunit.client.0.smithi067.stdout:op 5562 completed, throughput=5MB/sec 2024-07-29T15:40:59.050 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eoDY0ExpueVp_QP off=10608845 len=38778 2024-07-29T15:40:59.051 INFO:tasks.workunit.client.0.smithi067.stdout:op 5563 completed, throughput=5MB/sec 2024-07-29T15:40:59.052 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wE2IjYT2k__ermm off=6890930 len=862859 2024-07-29T15:40:59.052 INFO:tasks.workunit.client.0.smithi067.stdout:op 5564 completed, throughput=5MB/sec 2024-07-29T15:40:59.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:40:59 smithi138 ceph-mon[86438]: pgmap v1901: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:40:59.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:40:59 smithi067 ceph-mon[91995]: pgmap v1901: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:40:59.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:40:59 smithi067 ceph-mon[94375]: pgmap v1901: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-29T15:41:00.053 INFO:tasks.workunit.client.0.smithi067.stdout: 1079: throughput=5MB/sec pending data=0 2024-07-29T15:41:00.053 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BPr3lUXFBs2-94J off=6580551 len=795836 2024-07-29T15:41:00.054 INFO:tasks.workunit.client.0.smithi067.stdout:op 5565 completed, throughput=5MB/sec 2024-07-29T15:41:00.055 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wnAB27ciPHZl_B3 off=16120094 len=1857217 2024-07-29T15:41:00.066 INFO:tasks.workunit.client.0.smithi067.stdout:op 5566 completed, throughput=5MB/sec 2024-07-29T15:41:00.066 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fozG_KZ0fYGxFQi off=760745 len=1676808 2024-07-29T15:41:00.068 INFO:tasks.workunit.client.0.smithi067.stdout:op 5567 completed, throughput=5MB/sec 2024-07-29T15:41:00.068 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-O9hOrbXyVoiGcLV off=9518738 len=1878382 2024-07-29T15:41:00.070 INFO:tasks.workunit.client.0.smithi067.stdout:op 5568 completed, throughput=5MB/sec 2024-07-29T15:41:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:41:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:41:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:41:01.070 INFO:tasks.workunit.client.0.smithi067.stdout: 1080: throughput=5MB/sec pending data=0 2024-07-29T15:41:01.071 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-tcn2PvlpMFFVE21 off=11044855 len=1971467 2024-07-29T15:41:01.083 INFO:tasks.workunit.client.0.smithi067.stdout:op 5569 completed, throughput=5MB/sec 2024-07-29T15:41:01.083 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-L7_hwXXVkn2w5Uy off=12279388 len=1251531 2024-07-29T15:41:01.091 INFO:tasks.workunit.client.0.smithi067.stdout:op 5570 completed, throughput=5MB/sec 2024-07-29T15:41:01.091 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-haJURYWCd_h98mp off=545554 len=991787 2024-07-29T15:41:01.092 INFO:tasks.workunit.client.0.smithi067.stdout:op 5571 completed, throughput=5MB/sec 2024-07-29T15:41:01.092 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_FxMKF2T7lnYBB5 off=4186413 len=1792751 2024-07-29T15:41:01.093 INFO:tasks.workunit.client.0.smithi067.stdout:op 5572 completed, throughput=5MB/sec 2024-07-29T15:41:01.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:01 smithi138 ceph-mon[86438]: pgmap v1902: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:41:01.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:01 smithi067 ceph-mon[91995]: pgmap v1902: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:41:01.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:01 smithi067 ceph-mon[94375]: pgmap v1902: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:41:02.094 INFO:tasks.workunit.client.0.smithi067.stdout: 1081: throughput=5MB/sec pending data=0 2024-07-29T15:41:02.094 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-RafUa2SknO2weso off=10029793 len=679281 2024-07-29T15:41:02.098 INFO:tasks.workunit.client.0.smithi067.stdout:op 5573 completed, throughput=5MB/sec 2024-07-29T15:41:02.098 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mGUdq2MkPIfqEg9 off=4419023 len=1028561 2024-07-29T15:41:02.100 INFO:tasks.workunit.client.0.smithi067.stdout:op 5574 completed, throughput=5MB/sec 2024-07-29T15:41:02.100 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ZT72pZApideiCV1 off=1592293 len=1700646 2024-07-29T15:41:02.103 INFO:tasks.workunit.client.0.smithi067.stdout:op 5575 completed, throughput=5MB/sec 2024-07-29T15:41:02.103 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-BH_GhB1vxC1cQpc off=3063127 len=98516 2024-07-29T15:41:02.105 INFO:tasks.workunit.client.0.smithi067.stdout:op 5576 completed, throughput=5MB/sec 2024-07-29T15:41:02.105 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NNNEVeq5OoA2DSn off=5135208 len=1930891 2024-07-29T15:41:02.114 INFO:tasks.workunit.client.0.smithi067.stdout:op 5577 completed, throughput=5MB/sec 2024-07-29T15:41:03.114 INFO:tasks.workunit.client.0.smithi067.stdout: 1082: throughput=5MB/sec pending data=0 2024-07-29T15:41:03.114 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-t4k-nOSe48_2YUX off=2237290 len=815090 2024-07-29T15:41:03.117 INFO:tasks.workunit.client.0.smithi067.stdout:op 5578 completed, throughput=5MB/sec 2024-07-29T15:41:03.117 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fXXa5j_omIpt3Va off=1491069 len=1198455 2024-07-29T15:41:03.118 INFO:tasks.workunit.client.0.smithi067.stdout:op 5579 completed, throughput=5MB/sec 2024-07-29T15:41:03.119 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eMlfnEAfp_Vfver off=4777003 len=1809363 2024-07-29T15:41:03.122 INFO:tasks.workunit.client.0.smithi067.stdout:op 5580 completed, throughput=5MB/sec 2024-07-29T15:41:03.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:03 smithi138 ceph-mon[86438]: pgmap v1903: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:41:03.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:03 smithi067 ceph-mon[91995]: pgmap v1903: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:41:03.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:03 smithi067 ceph-mon[94375]: pgmap v1903: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:41:04.122 INFO:tasks.workunit.client.0.smithi067.stdout: 1083: throughput=5MB/sec pending data=0 2024-07-29T15:41:04.123 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-CO9Io32W7dWl6GG off=8297256 len=539111 2024-07-29T15:41:04.124 INFO:tasks.workunit.client.0.smithi067.stdout:op 5581 completed, throughput=5MB/sec 2024-07-29T15:41:04.124 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-RGSYAeLcUMnc7QD off=5194545 len=136737 2024-07-29T15:41:04.127 INFO:tasks.workunit.client.0.smithi067.stdout:op 5582 completed, throughput=5MB/sec 2024-07-29T15:41:04.127 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-EBwSIDZb3C_dnND off=867014 len=1646003 2024-07-29T15:41:04.129 INFO:tasks.workunit.client.0.smithi067.stdout:op 5583 completed, throughput=5MB/sec 2024-07-29T15:41:04.130 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-gQP53--dzVrkv8o off=4478551 len=535764 2024-07-29T15:41:04.133 INFO:tasks.workunit.client.0.smithi067.stdout:op 5584 completed, throughput=5MB/sec 2024-07-29T15:41:04.133 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-WU7jZUW2U7YtFHy off=3260748 len=1481048 2024-07-29T15:41:04.141 INFO:tasks.workunit.client.0.smithi067.stdout:op 5585 completed, throughput=5MB/sec 2024-07-29T15:41:04.141 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KqzTCk_l_HqUDob off=11466468 len=1949879 2024-07-29T15:41:04.152 INFO:tasks.workunit.client.0.smithi067.stdout:op 5586 completed, throughput=5MB/sec 2024-07-29T15:41:05.152 INFO:tasks.workunit.client.0.smithi067.stdout: 1084: throughput=5MB/sec pending data=0 2024-07-29T15:41:05.153 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-JD47V6omS-Z0t-V off=8091808 len=1109613 2024-07-29T15:41:05.158 INFO:tasks.workunit.client.0.smithi067.stdout:op 5587 completed, throughput=5MB/sec 2024-07-29T15:41:05.159 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mmzBmJJRPWr5K9Q off=10843814 len=192868 2024-07-29T15:41:05.159 INFO:tasks.workunit.client.0.smithi067.stdout:op 5588 completed, throughput=5MB/sec 2024-07-29T15:41:05.159 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-aK3yv4MN02AAWxe off=9613415 len=154711 2024-07-29T15:41:05.160 INFO:tasks.workunit.client.0.smithi067.stdout:op 5589 completed, throughput=5MB/sec 2024-07-29T15:41:05.160 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FVISwJu0HjCYyI2 off=4249442 len=1839958 2024-07-29T15:41:05.163 INFO:tasks.workunit.client.0.smithi067.stdout:op 5590 completed, throughput=5MB/sec 2024-07-29T15:41:05.163 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YhRD3p-8V5Hw2Z- off=15634056 len=333030 2024-07-29T15:41:05.167 INFO:tasks.workunit.client.0.smithi067.stdout:op 5591 completed, throughput=5MB/sec 2024-07-29T15:41:05.167 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MeUW2b0GNNKUWKO off=1347453 len=9900 2024-07-29T15:41:05.168 INFO:tasks.workunit.client.0.smithi067.stdout:op 5592 completed, throughput=5MB/sec 2024-07-29T15:41:05.168 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ukuODShSasmlAJi off=19074628 len=1240167 2024-07-29T15:41:05.173 INFO:tasks.workunit.client.0.smithi067.stdout:op 5593 completed, throughput=5MB/sec 2024-07-29T15:41:05.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:05 smithi138 ceph-mon[86438]: pgmap v1904: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-29T15:41:05.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:41:05.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:05 smithi067 ceph-mon[94375]: pgmap v1904: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-29T15:41:05.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:41:05.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:05 smithi067 ceph-mon[91995]: pgmap v1904: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-29T15:41:05.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:41:06.173 INFO:tasks.workunit.client.0.smithi067.stdout: 1085: throughput=5MB/sec pending data=0 2024-07-29T15:41:06.173 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-RQXUztxFchD0q_I off=13538327 len=46655 2024-07-29T15:41:06.174 INFO:tasks.workunit.client.0.smithi067.stdout:op 5594 completed, throughput=5MB/sec 2024-07-29T15:41:06.174 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KLBuYDF8nG5FRhE off=6072483 len=2032507 2024-07-29T15:41:06.178 INFO:tasks.workunit.client.0.smithi067.stdout:op 5595 completed, throughput=5MB/sec 2024-07-29T15:41:06.178 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Wa9M-em1imA8xdx off=3431946 len=2051302 2024-07-29T15:41:06.190 INFO:tasks.workunit.client.0.smithi067.stdout:op 5596 completed, throughput=5MB/sec 2024-07-29T15:41:06.191 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--rGR7zVaHmfa-lJ off=3208775 len=1930365 2024-07-29T15:41:06.202 INFO:tasks.workunit.client.0.smithi067.stdout:op 5597 completed, throughput=5MB/sec 2024-07-29T15:41:07.202 INFO:tasks.workunit.client.0.smithi067.stdout: 1086: throughput=5MB/sec pending data=0 2024-07-29T15:41:07.202 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2Wl6LPV-XYYub6A off=9140828 len=248904 2024-07-29T15:41:07.203 INFO:tasks.workunit.client.0.smithi067.stdout:op 5598 completed, throughput=5MB/sec 2024-07-29T15:41:07.203 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-p-xx1sTZtVi4K0H off=656453 len=1606681 2024-07-29T15:41:07.212 INFO:tasks.workunit.client.0.smithi067.stdout:op 5599 completed, throughput=5MB/sec 2024-07-29T15:41:07.212 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Idg208GyrepuxTW off=22041206 len=1244304 2024-07-29T15:41:07.215 INFO:tasks.workunit.client.0.smithi067.stdout:op 5600 completed, throughput=5MB/sec 2024-07-29T15:41:07.215 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9xVJDCkAcWAqkf4 off=6881403 len=437680 2024-07-29T15:41:07.218 INFO:tasks.workunit.client.0.smithi067.stdout:op 5601 completed, throughput=5MB/sec 2024-07-29T15:41:07.219 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KPU-E5E6gYQySTD off=677046 len=846028 2024-07-29T15:41:07.220 INFO:tasks.workunit.client.0.smithi067.stdout:op 5602 completed, throughput=5MB/sec 2024-07-29T15:41:07.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:07 smithi138 ceph-mon[86438]: pgmap v1905: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:41:07.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:07 smithi067 ceph-mon[94375]: pgmap v1905: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:41:07.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:07 smithi067 ceph-mon[91995]: pgmap v1905: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:41:08.220 INFO:tasks.workunit.client.0.smithi067.stdout: 1087: throughput=5MB/sec pending data=0 2024-07-29T15:41:08.220 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YjLTqc7YMZHjTJ0 off=904400 len=1316229 2024-07-29T15:41:08.228 INFO:tasks.workunit.client.0.smithi067.stdout:op 5603 completed, throughput=5MB/sec 2024-07-29T15:41:08.228 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-mlbbUknqzESFq-X off=16830861 len=1831759 2024-07-29T15:41:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:41:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:41:07] "GET /metrics HTTP/1.1" 200 34215 "" "Prometheus/2.51.0" 2024-07-29T15:41:08.238 INFO:tasks.workunit.client.0.smithi067.stdout:op 5604 completed, throughput=5MB/sec 2024-07-29T15:41:08.238 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-IwTuxtbJQ8qwCGw off=4293607 len=153530 2024-07-29T15:41:08.240 INFO:tasks.workunit.client.0.smithi067.stdout:op 5605 completed, throughput=5MB/sec 2024-07-29T15:41:08.241 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UNQ_rGx9JvTgDV8 off=12576733 len=1937800 2024-07-29T15:41:08.244 INFO:tasks.workunit.client.0.smithi067.stdout:op 5606 completed, throughput=5MB/sec 2024-07-29T15:41:09.245 INFO:tasks.workunit.client.0.smithi067.stdout: 1088: throughput=5MB/sec pending data=0 2024-07-29T15:41:09.245 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-RdqqhZZ3JXOgQf7 off=6741861 len=352446 2024-07-29T15:41:09.246 INFO:tasks.workunit.client.0.smithi067.stdout:op 5607 completed, throughput=5MB/sec 2024-07-29T15:41:09.246 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-vYo_eW-9kpunAJx off=4349092 len=1080157 2024-07-29T15:41:09.248 INFO:tasks.workunit.client.0.smithi067.stdout:op 5608 completed, throughput=5MB/sec 2024-07-29T15:41:09.248 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Go7Mfja-BEY-_GR off=8516053 len=542733 2024-07-29T15:41:09.249 INFO:tasks.workunit.client.0.smithi067.stdout:op 5609 completed, throughput=5MB/sec 2024-07-29T15:41:09.250 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ldfQ4m1AL9wINZR off=631273 len=1448336 2024-07-29T15:41:09.251 INFO:tasks.workunit.client.0.smithi067.stdout:op 5610 completed, throughput=5MB/sec 2024-07-29T15:41:09.251 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-l57FCKxGcXdXHM5 off=192770 len=860499 2024-07-29T15:41:09.257 INFO:tasks.workunit.client.0.smithi067.stdout:op 5611 completed, throughput=5MB/sec 2024-07-29T15:41:09.257 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BSOidoAZhHnPfNn off=13448066 len=1662912 2024-07-29T15:41:09.259 INFO:tasks.workunit.client.0.smithi067.stdout:op 5612 completed, throughput=5MB/sec 2024-07-29T15:41:09.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:09 smithi067 ceph-mon[91995]: pgmap v1906: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:41:09.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:09 smithi067 ceph-mon[94375]: pgmap v1906: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:41:10.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:09 smithi138 ceph-mon[86438]: pgmap v1906: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:41:10.259 INFO:tasks.workunit.client.0.smithi067.stdout: 1089: throughput=5MB/sec pending data=0 2024-07-29T15:41:10.259 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-LvS7gaXK_Ed3lFR off=5884320 len=228843 2024-07-29T15:41:10.260 INFO:tasks.workunit.client.0.smithi067.stdout:op 5613 completed, throughput=5MB/sec 2024-07-29T15:41:10.260 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VIGvw-S8EWwNZ6s off=14092161 len=857202 2024-07-29T15:41:10.262 INFO:tasks.workunit.client.0.smithi067.stdout:op 5614 completed, throughput=5MB/sec 2024-07-29T15:41:10.262 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-XpY8UmZi9Y5KMuu off=9259661 len=1169814 2024-07-29T15:41:10.264 INFO:tasks.workunit.client.0.smithi067.stdout:op 5615 completed, throughput=5MB/sec 2024-07-29T15:41:10.264 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-60U3QExFkm4V0Fz off=10598214 len=146580 2024-07-29T15:41:10.264 INFO:tasks.workunit.client.0.smithi067.stdout:op 5616 completed, throughput=5MB/sec 2024-07-29T15:41:10.264 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Ov37aMZaVZi-GdS off=12522485 len=1035033 2024-07-29T15:41:10.270 INFO:tasks.workunit.client.0.smithi067.stdout:op 5617 completed, throughput=5MB/sec 2024-07-29T15:41:10.270 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-vPlJXcU4ZtfrF9V off=3971181 len=85519 2024-07-29T15:41:10.270 INFO:tasks.workunit.client.0.smithi067.stdout:op 5618 completed, throughput=5MB/sec 2024-07-29T15:41:10.271 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QBPRyGGHZzhhOZp off=1485277 len=1965306 2024-07-29T15:41:10.283 INFO:tasks.workunit.client.0.smithi067.stdout:op 5619 completed, throughput=5MB/sec 2024-07-29T15:41:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:41:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:41:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:41:11.283 INFO:tasks.workunit.client.0.smithi067.stdout: 1090: throughput=5MB/sec pending data=0 2024-07-29T15:41:11.283 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-23VZlIZYh5rHQ0z off=131385 len=1424472 2024-07-29T15:41:11.291 INFO:tasks.workunit.client.0.smithi067.stdout:op 5620 completed, throughput=5MB/sec 2024-07-29T15:41:11.291 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QdHLLNs3c0wPlvE off=1528454 len=393964 2024-07-29T15:41:11.295 INFO:tasks.workunit.client.0.smithi067.stdout:op 5621 completed, throughput=5MB/sec 2024-07-29T15:41:11.295 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-RyD-zCHoW03c6Gq off=1622516 len=1258439 2024-07-29T15:41:11.300 INFO:tasks.workunit.client.0.smithi067.stdout:op 5622 completed, throughput=5MB/sec 2024-07-29T15:41:11.300 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-mGR8aY6TlctoyeB off=2104194 len=329959 2024-07-29T15:41:11.302 INFO:tasks.workunit.client.0.smithi067.stdout:op 5623 completed, throughput=5MB/sec 2024-07-29T15:41:11.303 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-b8eO-sblnYEz7So off=1123053 len=2041251 2024-07-29T15:41:11.311 INFO:tasks.workunit.client.0.smithi067.stdout:op 5624 completed, throughput=5MB/sec 2024-07-29T15:41:11.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:11 smithi067 ceph-mon[91995]: pgmap v1907: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:41:11.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:11 smithi067 ceph-mon[94375]: pgmap v1907: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:41:12.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:11 smithi138 ceph-mon[86438]: pgmap v1907: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:41:12.311 INFO:tasks.workunit.client.0.smithi067.stdout: 1091: throughput=5MB/sec pending data=0 2024-07-29T15:41:12.312 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1NJ_2G0_bh4t4J9 off=248235 len=983554 2024-07-29T15:41:12.318 INFO:tasks.workunit.client.0.smithi067.stdout:op 5625 completed, throughput=5MB/sec 2024-07-29T15:41:12.318 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-M8x47jm1jGEu88d off=3957540 len=1613437 2024-07-29T15:41:12.324 INFO:tasks.workunit.client.0.smithi067.stdout:op 5626 completed, throughput=5MB/sec 2024-07-29T15:41:12.325 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--6dYXP6RTJe3oOA off=329415 len=1646983 2024-07-29T15:41:12.334 INFO:tasks.workunit.client.0.smithi067.stdout:op 5627 completed, throughput=5MB/sec 2024-07-29T15:41:12.334 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-hkrXodcyoGOasrC off=15248445 len=219988 2024-07-29T15:41:12.335 INFO:tasks.workunit.client.0.smithi067.stdout:op 5628 completed, throughput=5MB/sec 2024-07-29T15:41:13.335 INFO:tasks.workunit.client.0.smithi067.stdout: 1092: throughput=5MB/sec pending data=0 2024-07-29T15:41:13.335 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jvOpuCB2MA87hRe off=2036207 len=1417533 2024-07-29T15:41:13.337 INFO:tasks.workunit.client.0.smithi067.stdout:op 5629 completed, throughput=5MB/sec 2024-07-29T15:41:13.337 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-O-G2zNTAHPpVGYw off=15085117 len=1257123 2024-07-29T15:41:13.343 INFO:tasks.workunit.client.0.smithi067.stdout:op 5630 completed, throughput=5MB/sec 2024-07-29T15:41:13.343 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-szknhxm6_Lo8erz off=5273252 len=895128 2024-07-29T15:41:13.344 INFO:tasks.workunit.client.0.smithi067.stdout:op 5631 completed, throughput=5MB/sec 2024-07-29T15:41:13.344 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ntuXiTzwfMW2__W off=1380228 len=976599 2024-07-29T15:41:13.349 INFO:tasks.workunit.client.0.smithi067.stdout:op 5632 completed, throughput=5MB/sec 2024-07-29T15:41:13.349 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-nacMH5ngY07Pr8G off=6580294 len=254919 2024-07-29T15:41:13.350 INFO:tasks.workunit.client.0.smithi067.stdout:op 5633 completed, throughput=5MB/sec 2024-07-29T15:41:13.350 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-G8wzkhk0wiwfq_z off=8858950 len=1904571 2024-07-29T15:41:13.353 INFO:tasks.workunit.client.0.smithi067.stdout:op 5634 completed, throughput=5MB/sec 2024-07-29T15:41:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:13 smithi067 ceph-mon[91995]: pgmap v1908: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:41:13.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:13 smithi067 ceph-mon[94375]: pgmap v1908: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:41:14.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:13 smithi138 ceph-mon[86438]: pgmap v1908: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:41:14.354 INFO:tasks.workunit.client.0.smithi067.stdout: 1093: throughput=5MB/sec pending data=0 2024-07-29T15:41:14.354 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UOm_N-cIMhUGEJb off=0 len=1941476 2024-07-29T15:41:14.357 INFO:tasks.workunit.client.0.smithi067.stdout:op 5635 completed, throughput=5MB/sec 2024-07-29T15:41:14.357 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-IpOaB3rFxiKjDaN off=8920934 len=1380298 2024-07-29T15:41:14.364 INFO:tasks.workunit.client.0.smithi067.stdout:op 5636 completed, throughput=5MB/sec 2024-07-29T15:41:14.364 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7TYVy3w4-CS15V_ off=300144 len=13388 2024-07-29T15:41:14.366 INFO:tasks.workunit.client.0.smithi067.stdout:op 5637 completed, throughput=5MB/sec 2024-07-29T15:41:14.367 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-HJhSBCzOFv57QLr off=0 len=1194062 2024-07-29T15:41:14.373 INFO:tasks.workunit.client.0.smithi067.stdout:op 5638 completed, throughput=5MB/sec 2024-07-29T15:41:15.374 INFO:tasks.workunit.client.0.smithi067.stdout: 1094: throughput=5MB/sec pending data=0 2024-07-29T15:41:15.374 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-G7rMM2IhKl-BwiX off=11176076 len=2083145 2024-07-29T15:41:15.387 INFO:tasks.workunit.client.0.smithi067.stdout:op 5639 completed, throughput=5MB/sec 2024-07-29T15:41:15.387 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PrViw27QDQ0Utmz off=1131831 len=1543403 2024-07-29T15:41:15.390 INFO:tasks.workunit.client.0.smithi067.stdout:op 5640 completed, throughput=5MB/sec 2024-07-29T15:41:15.390 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZuSnUdEwwBA8gWa off=2154485 len=1329333 2024-07-29T15:41:15.397 INFO:tasks.workunit.client.0.smithi067.stdout:op 5641 completed, throughput=5MB/sec 2024-07-29T15:41:15.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:15 smithi067 ceph-mon[94375]: pgmap v1909: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:41:15.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:15 smithi067 ceph-mon[91995]: pgmap v1909: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:41:16.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:15 smithi138 ceph-mon[86438]: pgmap v1909: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-29T15:41:16.397 INFO:tasks.workunit.client.0.smithi067.stdout: 1095: throughput=5MB/sec pending data=0 2024-07-29T15:41:16.397 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-uGerSyWFFjXCtOm off=10967321 len=859183 2024-07-29T15:41:16.403 INFO:tasks.workunit.client.0.smithi067.stdout:op 5642 completed, throughput=5MB/sec 2024-07-29T15:41:16.403 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lBp7owS-bIassgd off=4379058 len=71072 2024-07-29T15:41:16.403 INFO:tasks.workunit.client.0.smithi067.stdout:op 5643 completed, throughput=5MB/sec 2024-07-29T15:41:16.403 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-dlBwYEC3EMKmbqN off=4373228 len=1229920 2024-07-29T15:41:16.411 INFO:tasks.workunit.client.0.smithi067.stdout:op 5644 completed, throughput=5MB/sec 2024-07-29T15:41:16.411 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-f6zsZv3byBuM25C off=8663910 len=1104871 2024-07-29T15:41:16.416 INFO:tasks.workunit.client.0.smithi067.stdout:op 5645 completed, throughput=5MB/sec 2024-07-29T15:41:16.416 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-chMHCAitszIfDL0 off=14852670 len=1354589 2024-07-29T15:41:16.418 INFO:tasks.workunit.client.0.smithi067.stdout:op 5646 completed, throughput=5MB/sec 2024-07-29T15:41:16.418 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zD3RK2EIDRVQInE off=19723406 len=794962 2024-07-29T15:41:16.422 INFO:tasks.workunit.client.0.smithi067.stdout:op 5647 completed, throughput=5MB/sec 2024-07-29T15:41:17.422 INFO:tasks.workunit.client.0.smithi067.stdout: 1096: throughput=5MB/sec pending data=0 2024-07-29T15:41:17.484 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-H-jojyHFB4vrRNf off=4940219 len=1503936 2024-07-29T15:41:17.485 INFO:tasks.workunit.client.0.smithi067.stdout:op 5648 completed, throughput=5MB/sec 2024-07-29T15:41:17.485 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-sHLnA1FlBREyB8N off=3272004 len=1006418 2024-07-29T15:41:17.486 INFO:tasks.workunit.client.0.smithi067.stdout:op 5649 completed, throughput=5MB/sec 2024-07-29T15:41:17.486 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-o8_J-8UFRnYCcpy off=5052943 len=549420 2024-07-29T15:41:17.486 INFO:tasks.workunit.client.0.smithi067.stdout:op 5650 completed, throughput=5MB/sec 2024-07-29T15:41:17.486 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9Q8w4KhC9dg7nYb off=13651030 len=746280 2024-07-29T15:41:17.486 INFO:tasks.workunit.client.0.smithi067.stdout:op 5651 completed, throughput=5MB/sec 2024-07-29T15:41:17.486 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6ad5xVzeY0Vw3Sr off=6206622 len=1564036 2024-07-29T15:41:17.486 INFO:tasks.workunit.client.0.smithi067.stdout:op 5652 completed, throughput=5MB/sec 2024-07-29T15:41:17.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:17 smithi067 ceph-mon[91995]: pgmap v1910: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:41:17.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:17 smithi067 ceph-mon[94375]: pgmap v1910: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:41:18.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:17 smithi138 ceph-mon[86438]: pgmap v1910: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-29T15:41:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:41:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:41:17] "GET /metrics HTTP/1.1" 200 34215 "" "Prometheus/2.51.0" 2024-07-29T15:41:18.452 INFO:tasks.workunit.client.0.smithi067.stdout: 1097: throughput=5MB/sec pending data=0 2024-07-29T15:41:18.452 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-lEryeU720fXNYxg off=16119205 len=1206984 2024-07-29T15:41:18.459 INFO:tasks.workunit.client.0.smithi067.stdout:op 5653 completed, throughput=5MB/sec 2024-07-29T15:41:18.459 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-55Dr6FXvKnEiy7d off=2680051 len=820333 2024-07-29T15:41:18.464 INFO:tasks.workunit.client.0.smithi067.stdout:op 5654 completed, throughput=5MB/sec 2024-07-29T15:41:18.465 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZZoeztlrFDkWaao off=6465828 len=727678 2024-07-29T15:41:18.468 INFO:tasks.workunit.client.0.smithi067.stdout:op 5655 completed, throughput=5MB/sec 2024-07-29T15:41:18.468 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_NQV4SfRXO0JEyj off=2553368 len=2085469 2024-07-29T15:41:18.478 INFO:tasks.workunit.client.0.smithi067.stdout:op 5656 completed, throughput=5MB/sec 2024-07-29T15:41:18.478 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rficBvFJuRBiGvf off=75171 len=1459311 2024-07-29T15:41:18.487 INFO:tasks.workunit.client.0.smithi067.stdout:op 5657 completed, throughput=5MB/sec 2024-07-29T15:41:19.487 INFO:tasks.workunit.client.0.smithi067.stdout: 1098: throughput=5MB/sec pending data=0 2024-07-29T15:41:19.487 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wGcbEjtasrzrMKg off=14825567 len=1937082 2024-07-29T15:41:19.498 INFO:tasks.workunit.client.0.smithi067.stdout:op 5658 completed, throughput=5MB/sec 2024-07-29T15:41:19.498 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CKWXGAfStJssaJ3 off=497313 len=105250 2024-07-29T15:41:19.501 INFO:tasks.workunit.client.0.smithi067.stdout:op 5659 completed, throughput=5MB/sec 2024-07-29T15:41:19.501 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FFEfvmWOEI4jdfm off=4036099 len=300080 2024-07-29T15:41:19.502 INFO:tasks.workunit.client.0.smithi067.stdout:op 5660 completed, throughput=5MB/sec 2024-07-29T15:41:19.502 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-76IjYto1anUkBW6 off=6702103 len=1979386 2024-07-29T15:41:19.504 INFO:tasks.workunit.client.0.smithi067.stdout:op 5661 completed, throughput=5MB/sec 2024-07-29T15:41:19.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:19 smithi067 ceph-mon[91995]: pgmap v1911: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-29T15:41:19.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:19 smithi067 ceph-mon[94375]: pgmap v1911: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-29T15:41:20.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:19 smithi138 ceph-mon[86438]: pgmap v1911: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-29T15:41:20.505 INFO:tasks.workunit.client.0.smithi067.stdout: 1099: throughput=5MB/sec pending data=0 2024-07-29T15:41:20.505 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-otT6LXtGkLdHiRj off=6368671 len=2023643 2024-07-29T15:41:20.507 INFO:tasks.workunit.client.0.smithi067.stdout:op 5662 completed, throughput=5MB/sec 2024-07-29T15:41:20.508 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Hvyi923plpWbtLS off=9968919 len=555498 2024-07-29T15:41:20.512 INFO:tasks.workunit.client.0.smithi067.stdout:op 5663 completed, throughput=5MB/sec 2024-07-29T15:41:20.512 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-s8cawiSiTiGK-Ba off=262721 len=425397 2024-07-29T15:41:20.512 INFO:tasks.workunit.client.0.smithi067.stdout:op 5664 completed, throughput=5MB/sec 2024-07-29T15:41:20.513 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-UeI77jAJ43zbopN off=2239354 len=1691131 2024-07-29T15:41:20.521 INFO:tasks.workunit.client.0.smithi067.stdout:op 5665 completed, throughput=5MB/sec 2024-07-29T15:41:20.521 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-popv8RRP9lQQCGM off=6444609 len=668662 2024-07-29T15:41:20.522 INFO:tasks.workunit.client.0.smithi067.stdout:op 5666 completed, throughput=5MB/sec 2024-07-29T15:41:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:41:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:41:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:41:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:41:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:41:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:41:21.522 INFO:tasks.workunit.client.0.smithi067.stdout: 1100: throughput=5MB/sec pending data=0 2024-07-29T15:41:21.523 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-dQN1ObNabrNZ3kf off=4168721 len=1724564 2024-07-29T15:41:21.525 INFO:tasks.workunit.client.0.smithi067.stdout:op 5667 completed, throughput=5MB/sec 2024-07-29T15:41:21.526 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UyvnPUand8hSuuZ off=20277171 len=1327915 2024-07-29T15:41:21.527 INFO:tasks.workunit.client.0.smithi067.stdout:op 5668 completed, throughput=5MB/sec 2024-07-29T15:41:21.528 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2mryv3Rmr9DLf3Q off=10819952 len=1270620 2024-07-29T15:41:21.535 INFO:tasks.workunit.client.0.smithi067.stdout:op 5669 completed, throughput=5MB/sec 2024-07-29T15:41:21.535 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BF21l44gYlmbqp_ off=7401141 len=710495 2024-07-29T15:41:21.536 INFO:tasks.workunit.client.0.smithi067.stdout:op 5670 completed, throughput=5MB/sec 2024-07-29T15:41:21.537 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-GkQVVodqnFBNiJG off=17364466 len=528828 2024-07-29T15:41:21.540 INFO:tasks.workunit.client.0.smithi067.stdout:op 5671 completed, throughput=5MB/sec 2024-07-29T15:41:21.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:21 smithi067 ceph-mon[91995]: pgmap v1912: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-29T15:41:21.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:21 smithi067 ceph-mon[94375]: pgmap v1912: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-29T15:41:22.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:21 smithi138 ceph-mon[86438]: pgmap v1912: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-29T15:41:22.540 INFO:tasks.workunit.client.0.smithi067.stdout: 1101: throughput=5MB/sec pending data=0 2024-07-29T15:41:22.540 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-LEHYMigLGmfRliu off=21935882 len=871594 2024-07-29T15:41:22.545 INFO:tasks.workunit.client.0.smithi067.stdout:op 5672 completed, throughput=5MB/sec 2024-07-29T15:41:22.545 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-kb9jMD16qYEY50z off=16077664 len=780761 2024-07-29T15:41:22.550 INFO:tasks.workunit.client.0.smithi067.stdout:op 5673 completed, throughput=5MB/sec 2024-07-29T15:41:22.550 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zsQzGD-pcBitMnv off=6644196 len=231421 2024-07-29T15:41:22.553 INFO:tasks.workunit.client.0.smithi067.stdout:op 5674 completed, throughput=5MB/sec 2024-07-29T15:41:22.553 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-hPx1TMhobv8WH09 off=12558707 len=1843695 2024-07-29T15:41:22.563 INFO:tasks.workunit.client.0.smithi067.stdout:op 5675 completed, throughput=5MB/sec 2024-07-29T15:41:22.564 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NxpwrCBOnly-184 off=6642897 len=804052 2024-07-29T15:41:22.567 INFO:tasks.workunit.client.0.smithi067.stdout:op 5676 completed, throughput=5MB/sec 2024-07-29T15:41:22.567 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5HPgsNGHbhA1iqp off=5882767 len=1741514 2024-07-29T15:41:22.577 INFO:tasks.workunit.client.0.smithi067.stdout:op 5677 completed, throughput=5MB/sec 2024-07-29T15:41:23.577 INFO:tasks.workunit.client.0.smithi067.stdout: 1102: throughput=5MB/sec pending data=0 2024-07-29T15:41:23.577 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-r5_mM2L775klfQx off=2229092 len=1801342 2024-07-29T15:41:23.588 INFO:tasks.workunit.client.0.smithi067.stdout:op 5678 completed, throughput=5MB/sec 2024-07-29T15:41:23.588 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FpodWlnMVrRtfOB off=19579215 len=220755 2024-07-29T15:41:23.589 INFO:tasks.workunit.client.0.smithi067.stdout:op 5679 completed, throughput=5MB/sec 2024-07-29T15:41:23.589 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_MpXz8b75tL9j4S off=1287088 len=668740 2024-07-29T15:41:23.593 INFO:tasks.workunit.client.0.smithi067.stdout:op 5680 completed, throughput=5MB/sec 2024-07-29T15:41:23.594 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-d2LkOk1x3GLNc0C off=642181 len=1710885 2024-07-29T15:41:23.595 INFO:tasks.workunit.client.0.smithi067.stdout:op 5681 completed, throughput=5MB/sec 2024-07-29T15:41:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:23 smithi067 ceph-mon[91995]: pgmap v1913: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-07-29T15:41:23.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:23 smithi067 ceph-mon[94375]: pgmap v1913: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-07-29T15:41:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:23 smithi138 ceph-mon[86438]: pgmap v1913: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-07-29T15:41:24.596 INFO:tasks.workunit.client.0.smithi067.stdout: 1103: throughput=5MB/sec pending data=0 2024-07-29T15:41:24.596 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8ZSEGAPkq2V5er9 off=10946643 len=144730 2024-07-29T15:41:24.596 INFO:tasks.workunit.client.0.smithi067.stdout:op 5682 completed, throughput=5MB/sec 2024-07-29T15:41:24.597 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7rQ9aLzDy1e5wDn off=1334282 len=1371849 2024-07-29T15:41:24.605 INFO:tasks.workunit.client.0.smithi067.stdout:op 5683 completed, throughput=5MB/sec 2024-07-29T15:41:24.605 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FlkZnTWhk0P9-9g off=2099733 len=268740 2024-07-29T15:41:24.608 INFO:tasks.workunit.client.0.smithi067.stdout:op 5684 completed, throughput=5MB/sec 2024-07-29T15:41:24.608 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-k8dCx2S_Bl0hONV off=5743672 len=1809147 2024-07-29T15:41:24.612 INFO:tasks.workunit.client.0.smithi067.stdout:op 5685 completed, throughput=5MB/sec 2024-07-29T15:41:24.612 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wVBZ_xH1xYScDVW off=3173874 len=1430299 2024-07-29T15:41:24.614 INFO:tasks.workunit.client.0.smithi067.stdout:op 5686 completed, throughput=5MB/sec 2024-07-29T15:41:24.614 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-JVNRTvRQSM8ZYXD off=101550 len=1292436 2024-07-29T15:41:24.616 INFO:tasks.workunit.client.0.smithi067.stdout:op 5687 completed, throughput=5MB/sec 2024-07-29T15:41:25.616 INFO:tasks.workunit.client.0.smithi067.stdout: 1104: throughput=5MB/sec pending data=0 2024-07-29T15:41:25.617 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wL7Afz2S9PrA867 off=11378448 len=1842688 2024-07-29T15:41:25.628 INFO:tasks.workunit.client.0.smithi067.stdout:op 5688 completed, throughput=5MB/sec 2024-07-29T15:41:25.628 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-x7QHk_0LZR1OqXP off=691730 len=506213 2024-07-29T15:41:25.631 INFO:tasks.workunit.client.0.smithi067.stdout:op 5689 completed, throughput=5MB/sec 2024-07-29T15:41:25.632 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WxU4gybqhNJ5Qe8 off=6802870 len=1217671 2024-07-29T15:41:25.635 INFO:tasks.workunit.client.0.smithi067.stdout:op 5690 completed, throughput=5MB/sec 2024-07-29T15:41:25.635 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wg_ZNqJopSdeK6V off=387083 len=735750 2024-07-29T15:41:25.636 INFO:tasks.workunit.client.0.smithi067.stdout:op 5691 completed, throughput=5MB/sec 2024-07-29T15:41:25.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:25 smithi067 ceph-mon[91995]: pgmap v1914: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-29T15:41:25.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:25 smithi067 ceph-mon[94375]: pgmap v1914: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-29T15:41:26.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:25 smithi138 ceph-mon[86438]: pgmap v1914: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-29T15:41:26.636 INFO:tasks.workunit.client.0.smithi067.stdout: 1105: throughput=5MB/sec pending data=0 2024-07-29T15:41:26.636 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-L6UCdwzIsdfK-TI off=6721684 len=627255 2024-07-29T15:41:26.640 INFO:tasks.workunit.client.0.smithi067.stdout:op 5692 completed, throughput=5MB/sec 2024-07-29T15:41:26.640 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-W9qeTdkYVoGlrqy off=481402 len=1178685 2024-07-29T15:41:26.641 INFO:tasks.workunit.client.0.smithi067.stdout:op 5693 completed, throughput=5MB/sec 2024-07-29T15:41:26.641 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-E9M3NEZEmJhY0zb off=8264436 len=672634 2024-07-29T15:41:26.645 INFO:tasks.workunit.client.0.smithi067.stdout:op 5694 completed, throughput=5MB/sec 2024-07-29T15:41:26.645 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-OtzpsybrweB-yXZ off=7736594 len=1750508 2024-07-29T15:41:26.647 INFO:tasks.workunit.client.0.smithi067.stdout:op 5695 completed, throughput=5MB/sec 2024-07-29T15:41:26.647 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6EB-Bil7DCu3rnX off=10229433 len=1395025 2024-07-29T15:41:26.648 INFO:tasks.workunit.client.0.smithi067.stdout:op 5696 completed, throughput=5MB/sec 2024-07-29T15:41:26.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:26 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:41:26.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:26 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:41:27.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:26 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:41:27.649 INFO:tasks.workunit.client.0.smithi067.stdout: 1106: throughput=5MB/sec pending data=0 2024-07-29T15:41:27.649 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZoJ_JlfeDDDL6Hb off=9536122 len=1385505 2024-07-29T15:41:27.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:27 smithi067 ceph-mon[91995]: pgmap v1915: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-29T15:41:27.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:27 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:41:27.655 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:27 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:41:27.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:27 smithi067 ceph-mon[94375]: pgmap v1915: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-29T15:41:27.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:27 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:41:27.656 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:27 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:41:27.656 INFO:tasks.workunit.client.0.smithi067.stdout:op 5697 completed, throughput=5MB/sec 2024-07-29T15:41:27.656 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eT5FjHNeOJTZJ0v off=1303642 len=1462849 2024-07-29T15:41:27.657 INFO:tasks.workunit.client.0.smithi067.stdout:op 5698 completed, throughput=5MB/sec 2024-07-29T15:41:27.658 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-q1uHCIAeDa-Qk5h off=6011109 len=314753 2024-07-29T15:41:27.661 INFO:tasks.workunit.client.0.smithi067.stdout:op 5699 completed, throughput=5MB/sec 2024-07-29T15:41:27.661 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zJaoySThcrPKWtd off=17792664 len=686027 2024-07-29T15:41:27.664 INFO:tasks.workunit.client.0.smithi067.stdout:op 5700 completed, throughput=5MB/sec 2024-07-29T15:41:27.664 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-vqmiyFG3tfpFXdX off=10757935 len=1544138 2024-07-29T15:41:27.665 INFO:tasks.workunit.client.0.smithi067.stdout:op 5701 completed, throughput=5MB/sec 2024-07-29T15:41:27.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:41:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:41:27] "GET /metrics HTTP/1.1" 200 34217 "" "Prometheus/2.51.0" 2024-07-29T15:41:28.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:27 smithi138 ceph-mon[86438]: pgmap v1915: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-29T15:41:28.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:27 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:41:28.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:27 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:41:28.665 INFO:tasks.workunit.client.0.smithi067.stdout: 1107: throughput=5MB/sec pending data=0 2024-07-29T15:41:28.666 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-QylsTQund0Fgy0X off=3299012 len=208832 2024-07-29T15:41:28.666 INFO:tasks.workunit.client.0.smithi067.stdout:op 5702 completed, throughput=5MB/sec 2024-07-29T15:41:28.666 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-jfULXaE4vliDy8l off=7648015 len=673620 2024-07-29T15:41:28.671 INFO:tasks.workunit.client.0.smithi067.stdout:op 5703 completed, throughput=5MB/sec 2024-07-29T15:41:28.671 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-GauIAxsZ_9o1tKU off=13538520 len=914641 2024-07-29T15:41:28.676 INFO:tasks.workunit.client.0.smithi067.stdout:op 5704 completed, throughput=5MB/sec 2024-07-29T15:41:28.676 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MqaA2-2B5KZAKix off=14549479 len=2078701 2024-07-29T15:41:28.678 INFO:tasks.workunit.client.0.smithi067.stdout:op 5705 completed, throughput=5MB/sec 2024-07-29T15:41:28.678 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qXHTz3mCoz06YEc off=2701334 len=178980 2024-07-29T15:41:28.680 INFO:tasks.workunit.client.0.smithi067.stdout:op 5706 completed, throughput=5MB/sec 2024-07-29T15:41:28.680 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_poTtPSpAB9kKU7 off=135541 len=1449580 2024-07-29T15:41:28.681 INFO:tasks.workunit.client.0.smithi067.stdout:op 5707 completed, throughput=5MB/sec 2024-07-29T15:41:29.682 INFO:tasks.workunit.client.0.smithi067.stdout: 1108: throughput=5MB/sec pending data=0 2024-07-29T15:41:29.682 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Jgzhogx2UjrmtCm off=3523624 len=1516392 2024-07-29T15:41:29.683 INFO:tasks.workunit.client.0.smithi067.stdout:op 5708 completed, throughput=5MB/sec 2024-07-29T15:41:29.683 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jneGBjw6uDPxTrE off=9700944 len=1301772 2024-07-29T15:41:29.684 INFO:tasks.workunit.client.0.smithi067.stdout:op 5709 completed, throughput=5MB/sec 2024-07-29T15:41:29.684 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qSPhpT2DTZweDaZ off=5633360 len=415945 2024-07-29T15:41:29.689 INFO:tasks.workunit.client.0.smithi067.stdout:op 5710 completed, throughput=5MB/sec 2024-07-29T15:41:29.689 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1qxXjcGlHLUh304 off=150706 len=1744057 2024-07-29T15:41:29.698 INFO:tasks.workunit.client.0.smithi067.stdout:op 5711 completed, throughput=5MB/sec 2024-07-29T15:41:29.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:29 smithi067 ceph-mon[91995]: pgmap v1916: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-29T15:41:29.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:29 smithi067 ceph-mon[94375]: pgmap v1916: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-29T15:41:30.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:29 smithi138 ceph-mon[86438]: pgmap v1916: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-29T15:41:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:41:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:41:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:41:30.699 INFO:tasks.workunit.client.0.smithi067.stdout: 1109: throughput=5MB/sec pending data=0 2024-07-29T15:41:30.699 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-uE4m1bCcZtzBUiG off=1812853 len=867500 2024-07-29T15:41:30.700 INFO:tasks.workunit.client.0.smithi067.stdout:op 5712 completed, throughput=5MB/sec 2024-07-29T15:41:30.700 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-IhC7QrjiBkoDYBZ off=19616741 len=1365090 2024-07-29T15:41:30.701 INFO:tasks.workunit.client.0.smithi067.stdout:op 5713 completed, throughput=5MB/sec 2024-07-29T15:41:30.701 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-NzYNqSYaz1SEqTn off=1149226 len=992786 2024-07-29T15:41:30.705 INFO:tasks.workunit.client.0.smithi067.stdout:op 5714 completed, throughput=5MB/sec 2024-07-29T15:41:30.706 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-BLPl09A44pnQ65Q off=968040 len=744860 2024-07-29T15:41:30.706 INFO:tasks.workunit.client.0.smithi067.stdout:op 5715 completed, throughput=5MB/sec 2024-07-29T15:41:30.706 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Ns5pKHbXkHQF6D5 off=3716881 len=622109 2024-07-29T15:41:30.708 INFO:tasks.workunit.client.0.smithi067.stdout:op 5716 completed, throughput=5MB/sec 2024-07-29T15:41:30.708 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-QzJqqhsCLBV3sQ4 off=5076367 len=1204662 2024-07-29T15:41:30.714 INFO:tasks.workunit.client.0.smithi067.stdout:op 5717 completed, throughput=5MB/sec 2024-07-29T15:41:31.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:31 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:41:31.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:31 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:41:31.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:31 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:41:31.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:31 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:41:31.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:31 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:41:31.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:31 smithi067 ceph-mon[91995]: pgmap v1917: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:41:31.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:31 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:41:31.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:31 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:41:31.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:31 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:41:31.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:31 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:41:31.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:31 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:41:31.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:31 smithi067 ceph-mon[94375]: pgmap v1917: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:41:31.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:31 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:41:31.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:31 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:41:31.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:31 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:41:31.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:31 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:41:31.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:31 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:41:31.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:31 smithi138 ceph-mon[86438]: pgmap v1917: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-29T15:41:31.714 INFO:tasks.workunit.client.0.smithi067.stdout: 1110: throughput=5MB/sec pending data=0 2024-07-29T15:41:31.714 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qzsZGf3sO_aTIvX off=6089938 len=1283906 2024-07-29T15:41:31.723 INFO:tasks.workunit.client.0.smithi067.stdout:op 5718 completed, throughput=5MB/sec 2024-07-29T15:41:31.723 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-J8UChu4s6m_kMFf off=3379728 len=1148413 2024-07-29T15:41:31.729 INFO:tasks.workunit.client.0.smithi067.stdout:op 5719 completed, throughput=5MB/sec 2024-07-29T15:41:31.730 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-sB6vl3i_wKEX4V1 off=2934670 len=299216 2024-07-29T15:41:31.732 INFO:tasks.workunit.client.0.smithi067.stdout:op 5720 completed, throughput=5MB/sec 2024-07-29T15:41:31.732 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3AnnLgT5eKisef0 off=8479094 len=1746498 2024-07-29T15:41:31.734 INFO:tasks.workunit.client.0.smithi067.stdout:op 5721 completed, throughput=5MB/sec 2024-07-29T15:41:31.734 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lhf7bQin0qTeucJ off=3652940 len=70135 2024-07-29T15:41:31.735 INFO:tasks.workunit.client.0.smithi067.stdout:op 5722 completed, throughput=5MB/sec 2024-07-29T15:41:32.736 INFO:tasks.workunit.client.0.smithi067.stdout: 1111: throughput=5MB/sec pending data=0 2024-07-29T15:41:32.736 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VXofSwWyw4-Va9X off=12790019 len=1707855 2024-07-29T15:41:32.745 INFO:tasks.workunit.client.0.smithi067.stdout:op 5723 completed, throughput=5MB/sec 2024-07-29T15:41:32.745 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0es7_07JgxzFoe2 off=975579 len=889207 2024-07-29T15:41:32.746 INFO:tasks.workunit.client.0.smithi067.stdout:op 5724 completed, throughput=5MB/sec 2024-07-29T15:41:32.746 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-v7F5qmKgO40qmDS off=440949 len=704928 2024-07-29T15:41:32.747 INFO:tasks.workunit.client.0.smithi067.stdout:op 5725 completed, throughput=5MB/sec 2024-07-29T15:41:32.747 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MlmOCMQx_Wj8kYU off=1440275 len=2085679 2024-07-29T15:41:32.750 INFO:tasks.workunit.client.0.smithi067.stdout:op 5726 completed, throughput=5MB/sec 2024-07-29T15:41:33.750 INFO:tasks.workunit.client.0.smithi067.stdout: 1112: throughput=5MB/sec pending data=0 2024-07-29T15:41:33.750 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-AUOqrjpm78j_UGt off=4167082 len=476165 2024-07-29T15:41:33.754 INFO:tasks.workunit.client.0.smithi067.stdout:op 5727 completed, throughput=5MB/sec 2024-07-29T15:41:33.754 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1r6hYU6O--uTjOU off=7922691 len=1025512 2024-07-29T15:41:33.760 INFO:tasks.workunit.client.0.smithi067.stdout:op 5728 completed, throughput=5MB/sec 2024-07-29T15:41:33.760 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-oCD5au37o36glqh off=16644056 len=1785588 2024-07-29T15:41:33.763 INFO:tasks.workunit.client.0.smithi067.stdout:op 5729 completed, throughput=5MB/sec 2024-07-29T15:41:33.763 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-mz69CKZkPdwg9_C off=6588798 len=1600356 2024-07-29T15:41:33.769 INFO:tasks.workunit.client.0.smithi067.stdout:op 5730 completed, throughput=5MB/sec 2024-07-29T15:41:33.769 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-aTiiXX8-6H56jWN off=610280 len=432013 2024-07-29T15:41:33.770 INFO:tasks.workunit.client.0.smithi067.stdout:op 5731 completed, throughput=5MB/sec 2024-07-29T15:41:33.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:33 smithi138 ceph-mon[86438]: pgmap v1918: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:41:33.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:33 smithi067 ceph-mon[91995]: pgmap v1918: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:41:33.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:33 smithi067 ceph-mon[94375]: pgmap v1918: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:41:34.770 INFO:tasks.workunit.client.0.smithi067.stdout: 1113: throughput=5MB/sec pending data=0 2024-07-29T15:41:34.771 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-fjoR14S3C26gTk0 off=50111 len=28101 2024-07-29T15:41:34.774 INFO:tasks.workunit.client.0.smithi067.stdout:op 5732 completed, throughput=5MB/sec 2024-07-29T15:41:34.774 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Lp-VewblSdehSjs off=3661814 len=832582 2024-07-29T15:41:34.775 INFO:tasks.workunit.client.0.smithi067.stdout:op 5733 completed, throughput=5MB/sec 2024-07-29T15:41:34.775 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-TeHpNPP-kJGZiS1 off=4140594 len=958197 2024-07-29T15:41:34.780 INFO:tasks.workunit.client.0.smithi067.stdout:op 5734 completed, throughput=5MB/sec 2024-07-29T15:41:34.780 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-an2cX1rP-5MGYyk off=3593294 len=317733 2024-07-29T15:41:34.783 INFO:tasks.workunit.client.0.smithi067.stdout:op 5735 completed, throughput=5MB/sec 2024-07-29T15:41:34.783 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wUeEJBmB08ueVMn off=18033409 len=1532664 2024-07-29T15:41:34.785 INFO:tasks.workunit.client.0.smithi067.stdout:op 5736 completed, throughput=5MB/sec 2024-07-29T15:41:34.785 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fN7v9A3zCRAyMdj off=5973084 len=326013 2024-07-29T15:41:34.786 INFO:tasks.workunit.client.0.smithi067.stdout:op 5737 completed, throughput=5MB/sec 2024-07-29T15:41:34.786 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1o3Me9kzuvp00eW off=6395491 len=1483823 2024-07-29T15:41:34.788 INFO:tasks.workunit.client.0.smithi067.stdout:op 5738 completed, throughput=5MB/sec 2024-07-29T15:41:35.788 INFO:tasks.workunit.client.0.smithi067.stdout: 1114: throughput=5MB/sec pending data=0 2024-07-29T15:41:35.789 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zRamkQ5jqkU5w86 off=10512977 len=1060865 2024-07-29T15:41:35.795 INFO:tasks.workunit.client.0.smithi067.stdout:op 5739 completed, throughput=5MB/sec 2024-07-29T15:41:35.795 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5YFFgy_O_2j6YQ5 off=3768130 len=521463 2024-07-29T15:41:35.798 INFO:tasks.workunit.client.0.smithi067.stdout:op 5740 completed, throughput=5MB/sec 2024-07-29T15:41:35.798 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-IUHEJ4bw9kK4HJp off=3960512 len=762264 2024-07-29T15:41:35.803 INFO:tasks.workunit.client.0.smithi067.stdout:op 5741 completed, throughput=5MB/sec 2024-07-29T15:41:35.803 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-bDylHPrYbeHiaWg off=6180554 len=1587062 2024-07-29T15:41:35.805 INFO:tasks.workunit.client.0.smithi067.stdout:op 5742 completed, throughput=5MB/sec 2024-07-29T15:41:35.806 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-kSW4xapvsKr_3RU off=12352565 len=1387497 2024-07-29T15:41:35.808 INFO:tasks.workunit.client.0.smithi067.stdout:op 5743 completed, throughput=5MB/sec 2024-07-29T15:41:35.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:35 smithi138 ceph-mon[86438]: pgmap v1919: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:41:35.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:41:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:35 smithi067 ceph-mon[91995]: pgmap v1919: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:41:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:41:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:35 smithi067 ceph-mon[94375]: pgmap v1919: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-29T15:41:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:41:36.809 INFO:tasks.workunit.client.0.smithi067.stdout: 1115: throughput=5MB/sec pending data=0 2024-07-29T15:41:36.809 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9oTxQjjzbjVe5p8 off=929211 len=798241 2024-07-29T15:41:36.814 INFO:tasks.workunit.client.0.smithi067.stdout:op 5744 completed, throughput=5MB/sec 2024-07-29T15:41:36.814 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-c7kpThUvmxARFT6 off=8136348 len=1411085 2024-07-29T15:41:36.816 INFO:tasks.workunit.client.0.smithi067.stdout:op 5745 completed, throughput=5MB/sec 2024-07-29T15:41:36.816 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-uz78mk4x2msLujc off=4152431 len=1288397 2024-07-29T15:41:36.819 INFO:tasks.workunit.client.0.smithi067.stdout:op 5746 completed, throughput=5MB/sec 2024-07-29T15:41:36.819 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-L1xhZNLrCvSQGyk off=508630 len=595234 2024-07-29T15:41:36.829 INFO:tasks.workunit.client.0.smithi067.stdout:op 5747 completed, throughput=5MB/sec 2024-07-29T15:41:36.829 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-DIUf7gmp6ibeBcE off=616347 len=1018611 2024-07-29T15:41:36.835 INFO:tasks.workunit.client.0.smithi067.stdout:op 5748 completed, throughput=5MB/sec 2024-07-29T15:41:36.835 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6_Y0Ssx8QRTaUuh off=20277225 len=449085 2024-07-29T15:41:36.836 INFO:tasks.workunit.client.0.smithi067.stdout:op 5749 completed, throughput=5MB/sec 2024-07-29T15:41:37.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:37 smithi138 ceph-mon[86438]: pgmap v1920: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:41:37.836 INFO:tasks.workunit.client.0.smithi067.stdout: 1116: throughput=5MB/sec pending data=0 2024-07-29T15:41:37.836 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qJiuIHHQc3uR2aE off=3008906 len=1156069 2024-07-29T15:41:37.843 INFO:tasks.workunit.client.0.smithi067.stdout:op 5750 completed, throughput=5MB/sec 2024-07-29T15:41:37.843 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-bUqJVY4nUDQAVwk off=2657124 len=1557176 2024-07-29T15:41:37.844 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:37 smithi067 ceph-mon[91995]: pgmap v1920: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:41:37.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:37 smithi067 ceph-mon[94375]: pgmap v1920: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:41:37.851 INFO:tasks.workunit.client.0.smithi067.stdout:op 5751 completed, throughput=5MB/sec 2024-07-29T15:41:37.851 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wL7Afz2S9PrA867 off=16297493 len=586069 2024-07-29T15:41:37.854 INFO:tasks.workunit.client.0.smithi067.stdout:op 5752 completed, throughput=5MB/sec 2024-07-29T15:41:37.854 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Oh7lTIL4_3XXN5K off=11110802 len=1082446 2024-07-29T15:41:37.860 INFO:tasks.workunit.client.0.smithi067.stdout:op 5753 completed, throughput=5MB/sec 2024-07-29T15:41:37.861 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PRXpu7D11JN4A1- off=4144947 len=606511 2024-07-29T15:41:37.863 INFO:tasks.workunit.client.0.smithi067.stdout:op 5754 completed, throughput=5MB/sec 2024-07-29T15:41:37.863 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wdPAPQxPFmk3fkA off=3126355 len=2059411 2024-07-29T15:41:37.866 INFO:tasks.workunit.client.0.smithi067.stdout:op 5755 completed, throughput=5MB/sec 2024-07-29T15:41:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:41:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:41:37] "GET /metrics HTTP/1.1" 200 34212 "" "Prometheus/2.51.0" 2024-07-29T15:41:38.867 INFO:tasks.workunit.client.0.smithi067.stdout: 1117: throughput=5MB/sec pending data=0 2024-07-29T15:41:38.867 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5NYqYIzdgdJ_Af5 off=3096618 len=1593740 2024-07-29T15:41:38.879 INFO:tasks.workunit.client.0.smithi067.stdout:op 5756 completed, throughput=5MB/sec 2024-07-29T15:41:38.879 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-h-wxAVSRJLfTgU8 off=3426260 len=1813 2024-07-29T15:41:38.879 INFO:tasks.workunit.client.0.smithi067.stdout:op 5757 completed, throughput=5MB/sec 2024-07-29T15:41:38.879 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-dUAkUtFCu3SXjZL off=3642721 len=191398 2024-07-29T15:41:38.881 INFO:tasks.workunit.client.0.smithi067.stdout:op 5758 completed, throughput=5MB/sec 2024-07-29T15:41:38.881 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Uw0F3_9qcRjyvdJ off=1007521 len=192829 2024-07-29T15:41:38.881 INFO:tasks.workunit.client.0.smithi067.stdout:op 5759 completed, throughput=5MB/sec 2024-07-29T15:41:38.882 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-OpRNJbXqh-8Vpbx off=18800388 len=1550003 2024-07-29T15:41:38.883 INFO:tasks.workunit.client.0.smithi067.stdout:op 5760 completed, throughput=5MB/sec 2024-07-29T15:41:39.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:39 smithi138 ceph-mon[86438]: pgmap v1921: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:41:39.883 INFO:tasks.workunit.client.0.smithi067.stdout: 1118: throughput=5MB/sec pending data=0 2024-07-29T15:41:39.883 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-atfxKz7zWfRSsax off=3940985 len=1230243 2024-07-29T15:41:39.885 INFO:tasks.workunit.client.0.smithi067.stdout:op 5761 completed, throughput=5MB/sec 2024-07-29T15:41:39.885 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CT5la_t-U0kqbj8 off=0 len=1368624 2024-07-29T15:41:39.891 INFO:tasks.workunit.client.0.smithi067.stdout:op 5762 completed, throughput=5MB/sec 2024-07-29T15:41:39.892 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wtBXswEkr1taT8y off=7407406 len=1226762 2024-07-29T15:41:39.900 INFO:tasks.workunit.client.0.smithi067.stdout:op 5763 completed, throughput=5MB/sec 2024-07-29T15:41:39.900 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-RkKA1oKbgjdIS2j off=699972 len=223656 2024-07-29T15:41:39.902 INFO:tasks.workunit.client.0.smithi067.stdout:op 5764 completed, throughput=5MB/sec 2024-07-29T15:41:39.903 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5uIgFz7E9jPWX2b off=9459862 len=524521 2024-07-29T15:41:39.904 INFO:tasks.workunit.client.0.smithi067.stdout:op 5765 completed, throughput=5MB/sec 2024-07-29T15:41:39.904 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-kdHLqNNBJyvuxIy off=526986 len=745958 2024-07-29T15:41:39.905 INFO:tasks.workunit.client.0.smithi067.stdout:op 5766 completed, throughput=5MB/sec 2024-07-29T15:41:39.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:39 smithi067 ceph-mon[91995]: pgmap v1921: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:41:39.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:39 smithi067 ceph-mon[94375]: pgmap v1921: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:41:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:41:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:41:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:41:40.906 INFO:tasks.workunit.client.0.smithi067.stdout: 1119: throughput=5MB/sec pending data=0 2024-07-29T15:41:40.906 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ExFy4R-eqOYFdQL off=1042112 len=568646 2024-07-29T15:41:40.910 INFO:tasks.workunit.client.0.smithi067.stdout:op 5767 completed, throughput=5MB/sec 2024-07-29T15:41:40.911 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1rqvuSLeoRyZEKg off=1698355 len=299378 2024-07-29T15:41:40.912 INFO:tasks.workunit.client.0.smithi067.stdout:op 5768 completed, throughput=5MB/sec 2024-07-29T15:41:40.912 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Cg_IF_PK4gbaJff off=9865260 len=555109 2024-07-29T15:41:40.912 INFO:tasks.workunit.client.0.smithi067.stdout:op 5769 completed, throughput=5MB/sec 2024-07-29T15:41:40.912 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-aMf2GtsDj2t7M-5 off=10448325 len=311534 2024-07-29T15:41:40.913 INFO:tasks.workunit.client.0.smithi067.stdout:op 5770 completed, throughput=5MB/sec 2024-07-29T15:41:40.913 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0ebeV1tcUUXLieU off=1712118 len=805283 2024-07-29T15:41:40.916 INFO:tasks.workunit.client.0.smithi067.stdout:op 5771 completed, throughput=5MB/sec 2024-07-29T15:41:40.916 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-rga7z7xhgeP50it off=620942 len=786286 2024-07-29T15:41:40.917 INFO:tasks.workunit.client.0.smithi067.stdout:op 5772 completed, throughput=5MB/sec 2024-07-29T15:41:40.917 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-2HfF-tn0IA4k9hT off=0 len=1296565 2024-07-29T15:41:40.920 INFO:tasks.workunit.client.0.smithi067.stdout:op 5773 completed, throughput=5MB/sec 2024-07-29T15:41:40.921 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KjefwrBo66aD8U9 off=4921859 len=1476828 2024-07-29T15:41:40.922 INFO:tasks.workunit.client.0.smithi067.stdout:op 5774 completed, throughput=5MB/sec 2024-07-29T15:41:41.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:41 smithi138 ceph-mon[86438]: pgmap v1922: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:41:41.923 INFO:tasks.workunit.client.0.smithi067.stdout: 1120: throughput=5MB/sec pending data=0 2024-07-29T15:41:41.923 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Yjcfv5gdgUuLhcJ off=7232329 len=843498 2024-07-29T15:41:41.927 INFO:tasks.workunit.client.0.smithi067.stdout:op 5775 completed, throughput=5MB/sec 2024-07-29T15:41:41.927 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ngki1Yoto7n5_el off=2823967 len=1438020 2024-07-29T15:41:41.937 INFO:tasks.workunit.client.0.smithi067.stdout:op 5776 completed, throughput=5MB/sec 2024-07-29T15:41:41.937 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rlzO8L9QvJYzI-v off=4706361 len=1224628 2024-07-29T15:41:41.944 INFO:tasks.workunit.client.0.smithi067.stdout:op 5777 completed, throughput=5MB/sec 2024-07-29T15:41:41.944 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-cbVM1U8C0ChTRiN off=1955246 len=764437 2024-07-29T15:41:41.945 INFO:tasks.workunit.client.0.smithi067.stdout:op 5778 completed, throughput=5MB/sec 2024-07-29T15:41:41.945 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-RXqT3_JemezzS-e off=11426092 len=1691226 2024-07-29T15:41:41.956 INFO:tasks.workunit.client.0.smithi067.stdout:op 5779 completed, throughput=5MB/sec 2024-07-29T15:41:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:41 smithi067 ceph-mon[91995]: pgmap v1922: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:41:41.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:41 smithi067 ceph-mon[94375]: pgmap v1922: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-29T15:41:42.956 INFO:tasks.workunit.client.0.smithi067.stdout: 1121: throughput=5MB/sec pending data=0 2024-07-29T15:41:42.956 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-q-3WReanE7vF4zp off=6465485 len=520210 2024-07-29T15:41:42.959 INFO:tasks.workunit.client.0.smithi067.stdout:op 5780 completed, throughput=5MB/sec 2024-07-29T15:41:42.960 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-wK-8p209wi2nApt off=11795634 len=950778 2024-07-29T15:41:42.961 INFO:tasks.workunit.client.0.smithi067.stdout:op 5781 completed, throughput=5MB/sec 2024-07-29T15:41:42.961 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Kx70wg3dQTLgPI5 off=777883 len=440526 2024-07-29T15:41:42.965 INFO:tasks.workunit.client.0.smithi067.stdout:op 5782 completed, throughput=5MB/sec 2024-07-29T15:41:42.965 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-119IdWmHFnaBVbQ off=1759769 len=1772154 2024-07-29T15:41:42.975 INFO:tasks.workunit.client.0.smithi067.stdout:op 5783 completed, throughput=5MB/sec 2024-07-29T15:41:42.975 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9svR_60AknlCYns off=4022921 len=818112 2024-07-29T15:41:42.981 INFO:tasks.workunit.client.0.smithi067.stdout:op 5784 completed, throughput=5MB/sec 2024-07-29T15:41:43.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:43 smithi138 ceph-mon[86438]: pgmap v1923: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-29T15:41:43.981 INFO:tasks.workunit.client.0.smithi067.stdout: 1122: throughput=5MB/sec pending data=0 2024-07-29T15:41:43.981 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-InatQtEkg_tLpsj off=5023177 len=1845419 2024-07-29T15:41:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:43 smithi067 ceph-mon[91995]: pgmap v1923: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-29T15:41:43.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:43 smithi067 ceph-mon[94375]: pgmap v1923: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-29T15:41:43.990 INFO:tasks.workunit.client.0.smithi067.stdout:op 5785 completed, throughput=5MB/sec 2024-07-29T15:41:43.990 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-p-ZeAqBbH_f4IkD off=9048141 len=1804628 2024-07-29T15:41:43.994 INFO:tasks.workunit.client.0.smithi067.stdout:op 5786 completed, throughput=5MB/sec 2024-07-29T15:41:43.994 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-325zlzqtymKm_EH off=21230893 len=1927214 2024-07-29T15:41:43.996 INFO:tasks.workunit.client.0.smithi067.stdout:op 5787 completed, throughput=5MB/sec 2024-07-29T15:41:44.996 INFO:tasks.workunit.client.0.smithi067.stdout: 1123: throughput=5MB/sec pending data=0 2024-07-29T15:41:44.996 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-xWkIMGK4YlJ3glD off=427118 len=1298480 2024-07-29T15:41:44.998 INFO:tasks.workunit.client.0.smithi067.stdout:op 5788 completed, throughput=5MB/sec 2024-07-29T15:41:44.998 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-mAIhCrReARI47N3 off=13446773 len=71721 2024-07-29T15:41:44.999 INFO:tasks.workunit.client.0.smithi067.stdout:op 5789 completed, throughput=5MB/sec 2024-07-29T15:41:44.999 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Rk66jp5k0dp6zbv off=252477 len=1727963 2024-07-29T15:41:45.009 INFO:tasks.workunit.client.0.smithi067.stdout:op 5790 completed, throughput=5MB/sec 2024-07-29T15:41:45.009 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PbXqJPw2ua0B8yb off=1168950 len=1868033 2024-07-29T15:41:45.013 INFO:tasks.workunit.client.0.smithi067.stdout:op 5791 completed, throughput=5MB/sec 2024-07-29T15:41:45.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:45 smithi138 ceph-mon[86438]: pgmap v1924: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-29T15:41:45.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:45 smithi067 ceph-mon[91995]: pgmap v1924: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-29T15:41:45.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:45 smithi067 ceph-mon[94375]: pgmap v1924: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-29T15:41:46.013 INFO:tasks.workunit.client.0.smithi067.stdout: 1124: throughput=5MB/sec pending data=0 2024-07-29T15:41:46.014 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-dQoyfl4jF_z7r5B off=6155880 len=478786 2024-07-29T15:41:46.015 INFO:tasks.workunit.client.0.smithi067.stdout:op 5792 completed, throughput=5MB/sec 2024-07-29T15:41:46.015 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--immpi7Njy2ndjK off=13642738 len=819562 2024-07-29T15:41:46.021 INFO:tasks.workunit.client.0.smithi067.stdout:op 5793 completed, throughput=5MB/sec 2024-07-29T15:41:46.022 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-irZ-QlPzWVO3bog off=13012874 len=587730 2024-07-29T15:41:46.023 INFO:tasks.workunit.client.0.smithi067.stdout:op 5794 completed, throughput=5MB/sec 2024-07-29T15:41:46.023 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-rkLBu6tmkf3TfZw off=5049861 len=437348 2024-07-29T15:41:46.024 INFO:tasks.workunit.client.0.smithi067.stdout:op 5795 completed, throughput=5MB/sec 2024-07-29T15:41:46.024 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-dIjqWss__OFdXwm off=18542962 len=913374 2024-07-29T15:41:46.029 INFO:tasks.workunit.client.0.smithi067.stdout:op 5796 completed, throughput=5MB/sec 2024-07-29T15:41:46.029 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-BDaKSVUzw70U9Dc off=884931 len=271452 2024-07-29T15:41:46.032 INFO:tasks.workunit.client.0.smithi067.stdout:op 5797 completed, throughput=5MB/sec 2024-07-29T15:41:46.032 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Tiz23JaMH6fii3F off=743564 len=276052 2024-07-29T15:41:46.035 INFO:tasks.workunit.client.0.smithi067.stdout:op 5798 completed, throughput=5MB/sec 2024-07-29T15:41:46.036 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FQmsRrKe-FabZVb off=608477 len=75020 2024-07-29T15:41:46.036 INFO:tasks.workunit.client.0.smithi067.stdout:op 5799 completed, throughput=5MB/sec 2024-07-29T15:41:46.036 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ejXeMvnH46TuS2v off=9075044 len=808307 2024-07-29T15:41:46.037 INFO:tasks.workunit.client.0.smithi067.stdout:op 5800 completed, throughput=5MB/sec 2024-07-29T15:41:46.037 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-o7gwsmmkbKwF7-m off=11134783 len=1175911 2024-07-29T15:41:46.039 INFO:tasks.workunit.client.0.smithi067.stdout:op 5801 completed, throughput=5MB/sec 2024-07-29T15:41:47.039 INFO:tasks.workunit.client.0.smithi067.stdout: 1125: throughput=5MB/sec pending data=0 2024-07-29T15:41:47.039 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-YTSCuFnq6cq08b3 off=2172499 len=1994124 2024-07-29T15:41:47.042 INFO:tasks.workunit.client.0.smithi067.stdout:op 5802 completed, throughput=5MB/sec 2024-07-29T15:41:47.042 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-d8EUHVH1G6YeXsH off=1019141 len=1253070 2024-07-29T15:41:47.043 INFO:tasks.workunit.client.0.smithi067.stdout:op 5803 completed, throughput=5MB/sec 2024-07-29T15:41:47.043 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2tErWtVj8LH6qZv off=1423297 len=294136 2024-07-29T15:41:47.046 INFO:tasks.workunit.client.0.smithi067.stdout:op 5804 completed, throughput=5MB/sec 2024-07-29T15:41:47.047 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1LTJmyazX_OKGeZ off=7856873 len=259289 2024-07-29T15:41:47.048 INFO:tasks.workunit.client.0.smithi067.stdout:op 5805 completed, throughput=5MB/sec 2024-07-29T15:41:47.048 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-udxvwwXwMQ1lWpO off=1004338 len=14882 2024-07-29T15:41:47.048 INFO:tasks.workunit.client.0.smithi067.stdout:op 5806 completed, throughput=5MB/sec 2024-07-29T15:41:47.048 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-E0UkeQSWUpC_Bw6 off=2722176 len=728157 2024-07-29T15:41:47.049 INFO:tasks.workunit.client.0.smithi067.stdout:op 5807 completed, throughput=5MB/sec 2024-07-29T15:41:47.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:47 smithi138 ceph-mon[86438]: pgmap v1925: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:41:47.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:47 smithi067 ceph-mon[91995]: pgmap v1925: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:41:47.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:47 smithi067 ceph-mon[94375]: pgmap v1925: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:41:48.049 INFO:tasks.workunit.client.0.smithi067.stdout: 1126: throughput=5MB/sec pending data=0 2024-07-29T15:41:48.049 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qCCvJCHaejYgixw off=9862042 len=714956 2024-07-29T15:41:48.053 INFO:tasks.workunit.client.0.smithi067.stdout:op 5808 completed, throughput=5MB/sec 2024-07-29T15:41:48.053 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj--R-Ez1PLAQO_EM6 off=623235 len=759825 2024-07-29T15:41:48.058 INFO:tasks.workunit.client.0.smithi067.stdout:op 5809 completed, throughput=5MB/sec 2024-07-29T15:41:48.058 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MXyiUw6B5RnSxNB off=1786319 len=1770160 2024-07-29T15:41:48.067 INFO:tasks.workunit.client.0.smithi067.stdout:op 5810 completed, throughput=5MB/sec 2024-07-29T15:41:48.068 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-IwTuxtbJQ8qwCGw off=13665288 len=1518789 2024-07-29T15:41:48.075 INFO:tasks.workunit.client.0.smithi067.stdout:op 5811 completed, throughput=5MB/sec 2024-07-29T15:41:48.076 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-mMjYGecrNnEC6RM off=22395878 len=1609279 2024-07-29T15:41:48.082 INFO:tasks.workunit.client.0.smithi067.stdout:op 5812 completed, throughput=5MB/sec 2024-07-29T15:41:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:41:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:41:47] "GET /metrics HTTP/1.1" 200 34212 "" "Prometheus/2.51.0" 2024-07-29T15:41:49.082 INFO:tasks.workunit.client.0.smithi067.stdout: 1127: throughput=5MB/sec pending data=0 2024-07-29T15:41:49.083 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9Z21XbXQU_Z94oE off=5087073 len=2060935 2024-07-29T15:41:49.085 INFO:tasks.workunit.client.0.smithi067.stdout:op 5813 completed, throughput=5MB/sec 2024-07-29T15:41:49.085 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-LX8_BdmvW6N1Hcw off=19259270 len=227216 2024-07-29T15:41:49.086 INFO:tasks.workunit.client.0.smithi067.stdout:op 5814 completed, throughput=5MB/sec 2024-07-29T15:41:49.086 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-E7rk0e9J639fjrT off=668432 len=766427 2024-07-29T15:41:49.091 INFO:tasks.workunit.client.0.smithi067.stdout:op 5815 completed, throughput=5MB/sec 2024-07-29T15:41:49.091 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-H0Q4ZdkQU-mBZZp off=8821403 len=327255 2024-07-29T15:41:49.094 INFO:tasks.workunit.client.0.smithi067.stdout:op 5816 completed, throughput=5MB/sec 2024-07-29T15:41:49.094 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-EnwUiBXGWTvarYa off=3733003 len=285918 2024-07-29T15:41:49.096 INFO:tasks.workunit.client.0.smithi067.stdout:op 5817 completed, throughput=5MB/sec 2024-07-29T15:41:49.096 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FEnf0-GBvslU_Pa off=3956132 len=1152632 2024-07-29T15:41:49.097 INFO:tasks.workunit.client.0.smithi067.stdout:op 5818 completed, throughput=5MB/sec 2024-07-29T15:41:49.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:49 smithi067 ceph-mon[91995]: pgmap v1926: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:41:49.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:49 smithi067 ceph-mon[94375]: pgmap v1926: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:41:49.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:49 smithi138 ceph-mon[86438]: pgmap v1926: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:41:50.098 INFO:tasks.workunit.client.0.smithi067.stdout: 1128: throughput=5MB/sec pending data=0 2024-07-29T15:41:50.098 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-l7HtIFC1ksgLW-9 off=4187653 len=1688684 2024-07-29T15:41:50.108 INFO:tasks.workunit.client.0.smithi067.stdout:op 5819 completed, throughput=5MB/sec 2024-07-29T15:41:50.108 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-f6DeOACZNgOsTzo off=16596796 len=1656177 2024-07-29T15:41:50.115 INFO:tasks.workunit.client.0.smithi067.stdout:op 5820 completed, throughput=5MB/sec 2024-07-29T15:41:50.116 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-XBaVbvy8g4T1a4v off=547249 len=1257922 2024-07-29T15:41:50.121 INFO:tasks.workunit.client.0.smithi067.stdout:op 5821 completed, throughput=5MB/sec 2024-07-29T15:41:50.121 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FbwoA2P1SzdXF4Z off=4487968 len=1161003 2024-07-29T15:41:50.122 INFO:tasks.workunit.client.0.smithi067.stdout:op 5822 completed, throughput=5MB/sec 2024-07-29T15:41:50.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:41:50.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:41:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:41:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:41:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:41:50.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:41:51.123 INFO:tasks.workunit.client.0.smithi067.stdout: 1129: throughput=5MB/sec pending data=0 2024-07-29T15:41:51.123 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3m0dBTFpASn1L7V off=5249287 len=1700170 2024-07-29T15:41:51.125 INFO:tasks.workunit.client.0.smithi067.stdout:op 5823 completed, throughput=5MB/sec 2024-07-29T15:41:51.125 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Q9Asg3nVPmDLL8k off=4440214 len=426208 2024-07-29T15:41:51.129 INFO:tasks.workunit.client.0.smithi067.stdout:op 5824 completed, throughput=5MB/sec 2024-07-29T15:41:51.129 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-62RMg8AA5yD3uQT off=9144400 len=322935 2024-07-29T15:41:51.132 INFO:tasks.workunit.client.0.smithi067.stdout:op 5825 completed, throughput=5MB/sec 2024-07-29T15:41:51.132 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3X8lpNS9KcKeLz0 off=164451 len=814843 2024-07-29T15:41:51.134 INFO:tasks.workunit.client.0.smithi067.stdout:op 5826 completed, throughput=5MB/sec 2024-07-29T15:41:51.134 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rOD5MIWSHmo3n6z off=10636829 len=1767474 2024-07-29T15:41:51.143 INFO:tasks.workunit.client.0.smithi067.stdout:op 5827 completed, throughput=5MB/sec 2024-07-29T15:41:51.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:51 smithi067 ceph-mon[91995]: pgmap v1927: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:41:51.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:51 smithi067 ceph-mon[94375]: pgmap v1927: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:41:51.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:51 smithi138 ceph-mon[86438]: pgmap v1927: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-29T15:41:52.144 INFO:tasks.workunit.client.0.smithi067.stdout: 1130: throughput=5MB/sec pending data=0 2024-07-29T15:41:52.144 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-rz-regveF0vNSFA off=3486948 len=1880382 2024-07-29T15:41:52.146 INFO:tasks.workunit.client.0.smithi067.stdout:op 5828 completed, throughput=5MB/sec 2024-07-29T15:41:52.146 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-aX4NZ5fHKaDDqEX off=3072266 len=1102469 2024-07-29T15:41:52.149 INFO:tasks.workunit.client.0.smithi067.stdout:op 5829 completed, throughput=5MB/sec 2024-07-29T15:41:52.149 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-LH6bIyWjVeWVH-d off=3427739 len=1667746 2024-07-29T15:41:52.151 INFO:tasks.workunit.client.0.smithi067.stdout:op 5830 completed, throughput=5MB/sec 2024-07-29T15:41:53.151 INFO:tasks.workunit.client.0.smithi067.stdout: 1131: throughput=5MB/sec pending data=0 2024-07-29T15:41:53.152 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lziwBxST4ANE85B off=20963183 len=922626 2024-07-29T15:41:53.153 INFO:tasks.workunit.client.0.smithi067.stdout:op 5831 completed, throughput=5MB/sec 2024-07-29T15:41:53.153 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-uG6M4ws1isB0atR off=1930621 len=1873276 2024-07-29T15:41:53.155 INFO:tasks.workunit.client.0.smithi067.stdout:op 5832 completed, throughput=5MB/sec 2024-07-29T15:41:53.155 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0AR6oXTHAl4-tMd off=21443549 len=2012433 2024-07-29T15:41:53.157 INFO:tasks.workunit.client.0.smithi067.stdout:op 5833 completed, throughput=5MB/sec 2024-07-29T15:41:53.158 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DwTh7XY-G1xwek- off=568936 len=1327409 2024-07-29T15:41:53.159 INFO:tasks.workunit.client.0.smithi067.stdout:op 5834 completed, throughput=5MB/sec 2024-07-29T15:41:53.310 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:41:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=cleanup t=2024-07-29T15:41:52.90871241Z level=info msg="Completed cleanup jobs" duration=13.00168ms 2024-07-29T15:41:53.310 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:41:53 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=grafana.update.checker t=2024-07-29T15:41:53.038268898Z level=info msg="Update check succeeded" duration=66.114341ms 2024-07-29T15:41:53.311 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:41:53 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=plugins.update.checker t=2024-07-29T15:41:53.156638841Z level=info msg="Update check succeeded" duration=176.940063ms 2024-07-29T15:41:53.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:53 smithi138 ceph-mon[86438]: pgmap v1928: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:41:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:53 smithi067 ceph-mon[91995]: pgmap v1928: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:41:53.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:53 smithi067 ceph-mon[94375]: pgmap v1928: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:41:54.160 INFO:tasks.workunit.client.0.smithi067.stdout: 1132: throughput=5MB/sec pending data=0 2024-07-29T15:41:54.160 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-xC6sqRC09ZwipOl off=13353496 len=356960 2024-07-29T15:41:54.163 INFO:tasks.workunit.client.0.smithi067.stdout:op 5835 completed, throughput=5MB/sec 2024-07-29T15:41:54.163 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Q37_W5XCFJAXlvx off=5603082 len=294785 2024-07-29T15:41:54.164 INFO:tasks.workunit.client.0.smithi067.stdout:op 5836 completed, throughput=5MB/sec 2024-07-29T15:41:54.164 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-IKVAedVk03zjjES off=4947940 len=1563663 2024-07-29T15:41:54.167 INFO:tasks.workunit.client.0.smithi067.stdout:op 5837 completed, throughput=5MB/sec 2024-07-29T15:41:54.167 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8Xoxw6GlfWjbcxi off=4063710 len=583768 2024-07-29T15:41:54.169 INFO:tasks.workunit.client.0.smithi067.stdout:op 5838 completed, throughput=5MB/sec 2024-07-29T15:41:54.169 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-fXXa5j_omIpt3Va off=10842 len=248709 2024-07-29T15:41:54.170 INFO:tasks.workunit.client.0.smithi067.stdout:op 5839 completed, throughput=5MB/sec 2024-07-29T15:41:54.170 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rh8nUBdKLaSIWct off=4534584 len=1163509 2024-07-29T15:41:54.178 INFO:tasks.workunit.client.0.smithi067.stdout:op 5840 completed, throughput=5MB/sec 2024-07-29T15:41:54.178 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ztpJ7R43kDdXA80 off=14341830 len=1069983 2024-07-29T15:41:54.179 INFO:tasks.workunit.client.0.smithi067.stdout:op 5841 completed, throughput=5MB/sec 2024-07-29T15:41:55.179 INFO:tasks.workunit.client.0.smithi067.stdout: 1133: throughput=5MB/sec pending data=0 2024-07-29T15:41:55.179 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-sMMH1jWWQoT99CJ off=4037046 len=399754 2024-07-29T15:41:55.180 INFO:tasks.workunit.client.0.smithi067.stdout:op 5842 completed, throughput=5MB/sec 2024-07-29T15:41:55.180 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj--UUbPfFEOx1FtEi off=2616050 len=1040224 2024-07-29T15:41:55.182 INFO:tasks.workunit.client.0.smithi067.stdout:op 5843 completed, throughput=5MB/sec 2024-07-29T15:41:55.182 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-XaSAJsylUUi6J0j off=5298272 len=1813983 2024-07-29T15:41:55.191 INFO:tasks.workunit.client.0.smithi067.stdout:op 5844 completed, throughput=5MB/sec 2024-07-29T15:41:55.192 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qIyexwrXlJYjz2C off=1142240 len=1134979 2024-07-29T15:41:55.198 INFO:tasks.workunit.client.0.smithi067.stdout:op 5845 completed, throughput=5MB/sec 2024-07-29T15:41:55.198 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9Qrx0-NMo4rXHJQ off=8351492 len=1285163 2024-07-29T15:41:55.204 INFO:tasks.workunit.client.0.smithi067.stdout:op 5846 completed, throughput=5MB/sec 2024-07-29T15:41:55.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:55 smithi138 ceph-mon[86438]: pgmap v1929: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:41:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:55 smithi067 ceph-mon[91995]: pgmap v1929: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:41:55.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:55 smithi067 ceph-mon[94375]: pgmap v1929: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:41:56.205 INFO:tasks.workunit.client.0.smithi067.stdout: 1134: throughput=5MB/sec pending data=0 2024-07-29T15:41:56.205 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ns6ulHnL6tDcqm1 off=3770054 len=195006 2024-07-29T15:41:56.208 INFO:tasks.workunit.client.0.smithi067.stdout:op 5847 completed, throughput=5MB/sec 2024-07-29T15:41:56.208 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-pLHEVFf2Noo_dbQ off=592536 len=1235161 2024-07-29T15:41:56.214 INFO:tasks.workunit.client.0.smithi067.stdout:op 5848 completed, throughput=5MB/sec 2024-07-29T15:41:56.214 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Dz1oUm6Gw2m5Dq4 off=4847257 len=142998 2024-07-29T15:41:56.215 INFO:tasks.workunit.client.0.smithi067.stdout:op 5849 completed, throughput=5MB/sec 2024-07-29T15:41:56.215 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-4tvQDHmYtTorYZN off=13507751 len=498879 2024-07-29T15:41:56.220 INFO:tasks.workunit.client.0.smithi067.stdout:op 5850 completed, throughput=5MB/sec 2024-07-29T15:41:56.220 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-jMX7We-Fcjmc_Wo off=1233427 len=1608846 2024-07-29T15:41:56.227 INFO:tasks.workunit.client.0.smithi067.stdout:op 5851 completed, throughput=5MB/sec 2024-07-29T15:41:56.227 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-xcUWLboFu4S2VdA off=2454339 len=712675 2024-07-29T15:41:56.231 INFO:tasks.workunit.client.0.smithi067.stdout:op 5852 completed, throughput=5MB/sec 2024-07-29T15:41:57.232 INFO:tasks.workunit.client.0.smithi067.stdout: 1135: throughput=5MB/sec pending data=0 2024-07-29T15:41:57.232 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-f3S57CHdYk7QM7U off=1748823 len=101857 2024-07-29T15:41:57.235 INFO:tasks.workunit.client.0.smithi067.stdout:op 5853 completed, throughput=5MB/sec 2024-07-29T15:41:57.235 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-klU1mUExU-DD9xp off=19225408 len=1070860 2024-07-29T15:41:57.237 INFO:tasks.workunit.client.0.smithi067.stdout:op 5854 completed, throughput=5MB/sec 2024-07-29T15:41:57.237 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Laj-UnCBY4el8gh off=8814797 len=306062 2024-07-29T15:41:57.238 INFO:tasks.workunit.client.0.smithi067.stdout:op 5855 completed, throughput=5MB/sec 2024-07-29T15:41:57.238 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-dIHPnQWGR8y8OD7 off=3325101 len=589977 2024-07-29T15:41:57.239 INFO:tasks.workunit.client.0.smithi067.stdout:op 5856 completed, throughput=5MB/sec 2024-07-29T15:41:57.239 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6gigC_CTUUupQ64 off=4844475 len=324983 2024-07-29T15:41:57.240 INFO:tasks.workunit.client.0.smithi067.stdout:op 5857 completed, throughput=5MB/sec 2024-07-29T15:41:57.241 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UITEdaE-UkKa4U- off=18253509 len=304713 2024-07-29T15:41:57.241 INFO:tasks.workunit.client.0.smithi067.stdout:op 5858 completed, throughput=5MB/sec 2024-07-29T15:41:57.241 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qSPhpT2DTZweDaZ off=2340995 len=1715369 2024-07-29T15:41:57.244 INFO:tasks.workunit.client.0.smithi067.stdout:op 5859 completed, throughput=5MB/sec 2024-07-29T15:41:57.244 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NwpJuzGGT_vFCmC off=279479 len=28977 2024-07-29T15:41:57.245 INFO:tasks.workunit.client.0.smithi067.stdout:op 5860 completed, throughput=5MB/sec 2024-07-29T15:41:57.245 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5sXwpgmfAMgrthI off=9576930 len=650341 2024-07-29T15:41:57.249 INFO:tasks.workunit.client.0.smithi067.stdout:op 5861 completed, throughput=5MB/sec 2024-07-29T15:41:57.249 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-KqWf76ak1Swk3gf off=2034478 len=371987 2024-07-29T15:41:57.252 INFO:tasks.workunit.client.0.smithi067.stdout:op 5862 completed, throughput=5MB/sec 2024-07-29T15:41:57.793 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:57 smithi067 ceph-mon[91995]: pgmap v1930: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:41:57.794 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:57 smithi067 ceph-mon[94375]: pgmap v1930: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:41:57.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:57 smithi138 ceph-mon[86438]: pgmap v1930: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-29T15:41:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:41:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:41:57] "GET /metrics HTTP/1.1" 200 34213 "" "Prometheus/2.51.0" 2024-07-29T15:41:58.253 INFO:tasks.workunit.client.0.smithi067.stdout: 1136: throughput=5MB/sec pending data=0 2024-07-29T15:41:58.253 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Hm_lSTbDxJJttmq off=13866572 len=776229 2024-07-29T15:41:58.254 INFO:tasks.workunit.client.0.smithi067.stdout:op 5863 completed, throughput=5MB/sec 2024-07-29T15:41:58.254 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Z6RKibOJ5CHZ1-K off=265468 len=1509477 2024-07-29T15:41:58.257 INFO:tasks.workunit.client.0.smithi067.stdout:op 5864 completed, throughput=5MB/sec 2024-07-29T15:41:58.258 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UQJZ1-LxlKX0LLx off=8869459 len=690731 2024-07-29T15:41:58.259 INFO:tasks.workunit.client.0.smithi067.stdout:op 5865 completed, throughput=5MB/sec 2024-07-29T15:41:58.259 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6xyPmKo7gh73325 off=9462320 len=510677 2024-07-29T15:41:58.263 INFO:tasks.workunit.client.0.smithi067.stdout:op 5866 completed, throughput=5MB/sec 2024-07-29T15:41:58.263 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-WU2sJJ90GlKj7dk off=895737 len=32973 2024-07-29T15:41:58.263 INFO:tasks.workunit.client.0.smithi067.stdout:op 5867 completed, throughput=5MB/sec 2024-07-29T15:41:58.263 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5tP816ps7N4GkRo off=10048080 len=1138807 2024-07-29T15:41:58.265 INFO:tasks.workunit.client.0.smithi067.stdout:op 5868 completed, throughput=5MB/sec 2024-07-29T15:41:58.265 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-FV52rJHvbMUxrPo off=3868230 len=443024 2024-07-29T15:41:58.268 INFO:tasks.workunit.client.0.smithi067.stdout:op 5869 completed, throughput=5MB/sec 2024-07-29T15:41:59.269 INFO:tasks.workunit.client.0.smithi067.stdout: 1137: throughput=5MB/sec pending data=0 2024-07-29T15:41:59.269 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MHEHrxHoSdf2BSf off=801095 len=1170962 2024-07-29T15:41:59.274 INFO:tasks.workunit.client.0.smithi067.stdout:op 5870 completed, throughput=5MB/sec 2024-07-29T15:41:59.274 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-eAnE0cd02GM5G6S off=14239466 len=1009803 2024-07-29T15:41:59.278 INFO:tasks.workunit.client.0.smithi067.stdout:op 5871 completed, throughput=5MB/sec 2024-07-29T15:41:59.279 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZMv8VO6ZX7F7ULJ off=6253838 len=873009 2024-07-29T15:41:59.283 INFO:tasks.workunit.client.0.smithi067.stdout:op 5872 completed, throughput=5MB/sec 2024-07-29T15:41:59.283 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-HAMUXYbvc6GN0FV off=8131767 len=10947 2024-07-29T15:41:59.284 INFO:tasks.workunit.client.0.smithi067.stdout:op 5873 completed, throughput=5MB/sec 2024-07-29T15:41:59.284 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-M4uj4MiWAwHkBaJ off=1393555 len=1513003 2024-07-29T15:41:59.286 INFO:tasks.workunit.client.0.smithi067.stdout:op 5874 completed, throughput=5MB/sec 2024-07-29T15:41:59.287 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-qtrKxvkNmeTM9V9 off=11875716 len=944846 2024-07-29T15:41:59.292 INFO:tasks.workunit.client.0.smithi067.stdout:op 5875 completed, throughput=5MB/sec 2024-07-29T15:41:59.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:41:59 smithi138 ceph-mon[86438]: pgmap v1931: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-29T15:41:59.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:41:59 smithi067 ceph-mon[91995]: pgmap v1931: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-29T15:41:59.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:41:59 smithi067 ceph-mon[94375]: pgmap v1931: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-29T15:42:00.292 INFO:tasks.workunit.client.0.smithi067.stdout: 1138: throughput=5MB/sec pending data=0 2024-07-29T15:42:00.292 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-JORe4gxeCqC3_uG off=8064045 len=1515659 2024-07-29T15:42:00.299 INFO:tasks.workunit.client.0.smithi067.stdout:op 5876 completed, throughput=5MB/sec 2024-07-29T15:42:00.300 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YkTHBCbMjHTauOE off=3573131 len=115618 2024-07-29T15:42:00.302 INFO:tasks.workunit.client.0.smithi067.stdout:op 5877 completed, throughput=5MB/sec 2024-07-29T15:42:00.302 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UZj0VYG9eIt-Dsy off=117420 len=491529 2024-07-29T15:42:00.303 INFO:tasks.workunit.client.0.smithi067.stdout:op 5878 completed, throughput=5MB/sec 2024-07-29T15:42:00.303 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-CIG40rzJ7V8z4sC off=12654732 len=123250 2024-07-29T15:42:00.304 INFO:tasks.workunit.client.0.smithi067.stdout:op 5879 completed, throughput=5MB/sec 2024-07-29T15:42:00.304 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UOm_N-cIMhUGEJb off=1246435 len=695041 2024-07-29T15:42:00.305 INFO:tasks.workunit.client.0.smithi067.stdout:op 5880 completed, throughput=5MB/sec 2024-07-29T15:42:00.305 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-8zFALODd6W_kpfp off=6706933 len=196460 2024-07-29T15:42:00.308 INFO:tasks.workunit.client.0.smithi067.stdout:op 5881 completed, throughput=5MB/sec 2024-07-29T15:42:00.308 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-XGUI591oHC-kUoz off=3624131 len=575024 2024-07-29T15:42:00.312 INFO:tasks.workunit.client.0.smithi067.stdout:op 5882 completed, throughput=5MB/sec 2024-07-29T15:42:00.312 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5II1tPmhC73ua9s off=4417254 len=1869629 2024-07-29T15:42:00.320 INFO:tasks.workunit.client.0.smithi067.stdout:op 5883 completed, throughput=5MB/sec 2024-07-29T15:42:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:42:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:42:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:42:01.320 INFO:tasks.workunit.client.0.smithi067.stdout: 1139: throughput=5MB/sec pending data=0 2024-07-29T15:42:01.320 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8eXHM8N43icumRZ off=2584399 len=1063786 2024-07-29T15:42:01.322 INFO:tasks.workunit.client.0.smithi067.stdout:op 5884 completed, throughput=5MB/sec 2024-07-29T15:42:01.322 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5boHcl3tlmUA2bp off=1502908 len=1554863 2024-07-29T15:42:01.329 INFO:tasks.workunit.client.0.smithi067.stdout:op 5885 completed, throughput=5MB/sec 2024-07-29T15:42:01.329 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-vj4v5hAHMIAMNMl off=1055213 len=1152130 2024-07-29T15:42:01.337 INFO:tasks.workunit.client.0.smithi067.stdout:op 5886 completed, throughput=5MB/sec 2024-07-29T15:42:01.337 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-cZdk0pYhBlpqN8t off=534280 len=232380 2024-07-29T15:42:01.338 INFO:tasks.workunit.client.0.smithi067.stdout:op 5887 completed, throughput=5MB/sec 2024-07-29T15:42:01.338 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-AlMDi8mK4o7m_VZ off=6041361 len=630446 2024-07-29T15:42:01.339 INFO:tasks.workunit.client.0.smithi067.stdout:op 5888 completed, throughput=5MB/sec 2024-07-29T15:42:01.339 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-kubUzkyB8KnE39V off=487987 len=1999857 2024-07-29T15:42:01.348 INFO:tasks.workunit.client.0.smithi067.stdout:op 5889 completed, throughput=5MB/sec 2024-07-29T15:42:01.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:01 smithi138 ceph-mon[86438]: pgmap v1932: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-07-29T15:42:01.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:01 smithi067 ceph-mon[91995]: pgmap v1932: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-07-29T15:42:01.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:01 smithi067 ceph-mon[94375]: pgmap v1932: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-07-29T15:42:02.349 INFO:tasks.workunit.client.0.smithi067.stdout: 1140: throughput=5MB/sec pending data=0 2024-07-29T15:42:02.349 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3wksqkN5Cvx-Vxe off=3340618 len=334325 2024-07-29T15:42:02.352 INFO:tasks.workunit.client.0.smithi067.stdout:op 5890 completed, throughput=5MB/sec 2024-07-29T15:42:02.352 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-XfXa793V6sLOnko off=9469690 len=599516 2024-07-29T15:42:02.353 INFO:tasks.workunit.client.0.smithi067.stdout:op 5891 completed, throughput=5MB/sec 2024-07-29T15:42:02.353 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6zCfFkK-Ha4-coc off=14255144 len=1443420 2024-07-29T15:42:02.354 INFO:tasks.workunit.client.0.smithi067.stdout:op 5892 completed, throughput=5MB/sec 2024-07-29T15:42:02.355 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-5G69uo1BlSTiRqr off=2313806 len=1841662 2024-07-29T15:42:02.357 INFO:tasks.workunit.client.0.smithi067.stdout:op 5893 completed, throughput=5MB/sec 2024-07-29T15:42:03.357 INFO:tasks.workunit.client.0.smithi067.stdout: 1141: throughput=5MB/sec pending data=0 2024-07-29T15:42:03.357 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NK_kScunrIt7tTT off=1078689 len=1198552 2024-07-29T15:42:03.359 INFO:tasks.workunit.client.0.smithi067.stdout:op 5894 completed, throughput=5MB/sec 2024-07-29T15:42:03.359 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UBXj2ge0f2ePgu9 off=684681 len=1843169 2024-07-29T15:42:03.361 INFO:tasks.workunit.client.0.smithi067.stdout:op 5895 completed, throughput=5MB/sec 2024-07-29T15:42:03.361 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3s4V7uRXx1ZHcmG off=13706404 len=275639 2024-07-29T15:42:03.362 INFO:tasks.workunit.client.0.smithi067.stdout:op 5896 completed, throughput=5MB/sec 2024-07-29T15:42:03.362 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-p4eW1Pyr6LR1gkT off=4642819 len=722734 2024-07-29T15:42:03.367 INFO:tasks.workunit.client.0.smithi067.stdout:op 5897 completed, throughput=5MB/sec 2024-07-29T15:42:03.367 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Hr88LcY5yz4cUDe off=4607907 len=33044 2024-07-29T15:42:03.367 INFO:tasks.workunit.client.0.smithi067.stdout:op 5898 completed, throughput=5MB/sec 2024-07-29T15:42:03.367 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2tSR4QgtcDjyVp1 off=6717625 len=384328 2024-07-29T15:42:03.371 INFO:tasks.workunit.client.0.smithi067.stdout:op 5899 completed, throughput=5MB/sec 2024-07-29T15:42:03.371 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-RCigxtkxHCEPtF- off=13765514 len=431236 2024-07-29T15:42:03.372 INFO:tasks.workunit.client.0.smithi067.stdout:op 5900 completed, throughput=5MB/sec 2024-07-29T15:42:03.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:03 smithi138 ceph-mon[86438]: pgmap v1933: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-29T15:42:03.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:03 smithi067 ceph-mon[91995]: pgmap v1933: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-29T15:42:03.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:03 smithi067 ceph-mon[94375]: pgmap v1933: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-29T15:42:04.373 INFO:tasks.workunit.client.0.smithi067.stdout: 1142: throughput=5MB/sec pending data=0 2024-07-29T15:42:04.373 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_Q7eQSL5UnaF1f5 off=2722246 len=1694163 2024-07-29T15:42:04.375 INFO:tasks.workunit.client.0.smithi067.stdout:op 5901 completed, throughput=5MB/sec 2024-07-29T15:42:04.375 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Wy87znrM9JFd2YY off=4833131 len=1892540 2024-07-29T15:42:04.386 INFO:tasks.workunit.client.0.smithi067.stdout:op 5902 completed, throughput=5MB/sec 2024-07-29T15:42:04.386 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0I7XU-DPlfgv_gz off=6300972 len=232813 2024-07-29T15:42:04.389 INFO:tasks.workunit.client.0.smithi067.stdout:op 5903 completed, throughput=5MB/sec 2024-07-29T15:42:04.389 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-vYo_eW-9kpunAJx off=2800984 len=1973803 2024-07-29T15:42:04.400 INFO:tasks.workunit.client.0.smithi067.stdout:op 5904 completed, throughput=5MB/sec 2024-07-29T15:42:05.400 INFO:tasks.workunit.client.0.smithi067.stdout: 1143: throughput=5MB/sec pending data=0 2024-07-29T15:42:05.400 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-vbzn9UjcokIwPct off=1324731 len=1191906 2024-07-29T15:42:05.402 INFO:tasks.workunit.client.0.smithi067.stdout:op 5905 completed, throughput=5MB/sec 2024-07-29T15:42:05.402 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-EPa1LCsabHEOnS4 off=17322922 len=1263253 2024-07-29T15:42:05.409 INFO:tasks.workunit.client.0.smithi067.stdout:op 5906 completed, throughput=5MB/sec 2024-07-29T15:42:05.410 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Ldt3Bov18rzYG3U off=19036821 len=95103 2024-07-29T15:42:05.413 INFO:tasks.workunit.client.0.smithi067.stdout:op 5907 completed, throughput=5MB/sec 2024-07-29T15:42:05.413 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-vg2ok-fqld0bp2J off=2762477 len=195458 2024-07-29T15:42:05.413 INFO:tasks.workunit.client.0.smithi067.stdout:op 5908 completed, throughput=5MB/sec 2024-07-29T15:42:05.414 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-JTdj7jMZx8muAnq off=1454986 len=1116854 2024-07-29T15:42:05.419 INFO:tasks.workunit.client.0.smithi067.stdout:op 5909 completed, throughput=5MB/sec 2024-07-29T15:42:05.419 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5Lw2HK1btykUTTg off=247192 len=787129 2024-07-29T15:42:05.423 INFO:tasks.workunit.client.0.smithi067.stdout:op 5910 completed, throughput=5MB/sec 2024-07-29T15:42:05.423 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-NWvM1iIvX7xKgXa off=2409423 len=2074021 2024-07-29T15:42:05.425 INFO:tasks.workunit.client.0.smithi067.stdout:op 5911 completed, throughput=5MB/sec 2024-07-29T15:42:05.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:05 smithi138 ceph-mon[86438]: pgmap v1934: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-29T15:42:05.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:42:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:05 smithi067 ceph-mon[91995]: pgmap v1934: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-29T15:42:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:42:05.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:05 smithi067 ceph-mon[94375]: pgmap v1934: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-29T15:42:05.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:42:06.426 INFO:tasks.workunit.client.0.smithi067.stdout: 1144: throughput=5MB/sec pending data=0 2024-07-29T15:42:06.426 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-P_N-Y6RUDzwHlDZ off=1220470 len=926273 2024-07-29T15:42:06.427 INFO:tasks.workunit.client.0.smithi067.stdout:op 5912 completed, throughput=5MB/sec 2024-07-29T15:42:06.428 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Q28imsAYLP88Y-o off=4583586 len=1337801 2024-07-29T15:42:06.433 INFO:tasks.workunit.client.0.smithi067.stdout:op 5913 completed, throughput=5MB/sec 2024-07-29T15:42:06.433 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-th36-QNIOvvP2Jr off=514956 len=1399750 2024-07-29T15:42:06.435 INFO:tasks.workunit.client.0.smithi067.stdout:op 5914 completed, throughput=5MB/sec 2024-07-29T15:42:07.436 INFO:tasks.workunit.client.0.smithi067.stdout: 1145: throughput=5MB/sec pending data=0 2024-07-29T15:42:07.436 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VwdFKPU3eRi9Q-3 off=4390927 len=1438894 2024-07-29T15:42:07.438 INFO:tasks.workunit.client.0.smithi067.stdout:op 5915 completed, throughput=5MB/sec 2024-07-29T15:42:07.438 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-c6di_FqMCVsrZxf off=12041615 len=1988557 2024-07-29T15:42:07.451 INFO:tasks.workunit.client.0.smithi067.stdout:op 5916 completed, throughput=5MB/sec 2024-07-29T15:42:07.452 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-TeHpNPP-kJGZiS1 off=1442573 len=293040 2024-07-29T15:42:07.452 INFO:tasks.workunit.client.0.smithi067.stdout:op 5917 completed, throughput=5MB/sec 2024-07-29T15:42:07.453 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-xXwu87kMDPQ6Qrz off=5809235 len=474887 2024-07-29T15:42:07.454 INFO:tasks.workunit.client.0.smithi067.stdout:op 5918 completed, throughput=5MB/sec 2024-07-29T15:42:07.454 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-yqBCk0B270x3yfE off=6545774 len=1184237 2024-07-29T15:42:07.455 INFO:tasks.workunit.client.0.smithi067.stdout:op 5919 completed, throughput=5MB/sec 2024-07-29T15:42:07.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:07 smithi138 ceph-mon[86438]: pgmap v1935: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-07-29T15:42:07.844 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:07 smithi067 ceph-mon[91995]: pgmap v1935: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-07-29T15:42:07.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:07 smithi067 ceph-mon[94375]: pgmap v1935: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-07-29T15:42:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:42:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:42:07] "GET /metrics HTTP/1.1" 200 34213 "" "Prometheus/2.51.0" 2024-07-29T15:42:08.456 INFO:tasks.workunit.client.0.smithi067.stdout: 1146: throughput=5MB/sec pending data=0 2024-07-29T15:42:08.456 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Q1yrIrXxDl7sm8l off=11204038 len=951768 2024-07-29T15:42:08.458 INFO:tasks.workunit.client.0.smithi067.stdout:op 5920 completed, throughput=5MB/sec 2024-07-29T15:42:08.458 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VYt025tI30WArrP off=1950693 len=1483950 2024-07-29T15:42:08.466 INFO:tasks.workunit.client.0.smithi067.stdout:op 5921 completed, throughput=5MB/sec 2024-07-29T15:42:08.466 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-0eB82neH1oS1agv off=4217182 len=984107 2024-07-29T15:42:08.471 INFO:tasks.workunit.client.0.smithi067.stdout:op 5922 completed, throughput=5MB/sec 2024-07-29T15:42:08.471 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-jH8FZrwkP4Mr8E_ off=8056294 len=1026028 2024-07-29T15:42:08.473 INFO:tasks.workunit.client.0.smithi067.stdout:op 5923 completed, throughput=5MB/sec 2024-07-29T15:42:08.473 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-sRAX0C9bgHjTNCf off=6585763 len=1202800 2024-07-29T15:42:08.479 INFO:tasks.workunit.client.0.smithi067.stdout:op 5924 completed, throughput=5MB/sec 2024-07-29T15:42:09.479 INFO:tasks.workunit.client.0.smithi067.stdout: 1147: throughput=5MB/sec pending data=0 2024-07-29T15:42:09.479 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-B-UPr7URYcIUtjs off=758645 len=1230502 2024-07-29T15:42:09.486 INFO:tasks.workunit.client.0.smithi067.stdout:op 5925 completed, throughput=5MB/sec 2024-07-29T15:42:09.486 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-QpBDb9puVFO4QSW off=598182 len=736117 2024-07-29T15:42:09.488 INFO:tasks.workunit.client.0.smithi067.stdout:op 5926 completed, throughput=5MB/sec 2024-07-29T15:42:09.488 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0_ipQXZ8pdGeU1J off=633177 len=1851268 2024-07-29T15:42:09.490 INFO:tasks.workunit.client.0.smithi067.stdout:op 5927 completed, throughput=5MB/sec 2024-07-29T15:42:09.490 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7RJvxvaWAKazi_9 off=9329792 len=484646 2024-07-29T15:42:09.494 INFO:tasks.workunit.client.0.smithi067.stdout:op 5928 completed, throughput=5MB/sec 2024-07-29T15:42:09.494 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qi6U37BoxYniAlQ off=1687809 len=1615315 2024-07-29T15:42:09.495 INFO:tasks.workunit.client.0.smithi067.stdout:op 5929 completed, throughput=5MB/sec 2024-07-29T15:42:09.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:09 smithi138 ceph-mon[86438]: pgmap v1936: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-07-29T15:42:09.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:09 smithi067 ceph-mon[91995]: pgmap v1936: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-07-29T15:42:09.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:09 smithi067 ceph-mon[94375]: pgmap v1936: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-07-29T15:42:10.496 INFO:tasks.workunit.client.0.smithi067.stdout: 1148: throughput=5MB/sec pending data=0 2024-07-29T15:42:10.496 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-UtcI1aXweC5LdUw off=3278070 len=497299 2024-07-29T15:42:10.498 INFO:tasks.workunit.client.0.smithi067.stdout:op 5930 completed, throughput=5MB/sec 2024-07-29T15:42:10.498 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-f7q1KmOzHgvVfqZ off=0 len=1301944 2024-07-29T15:42:10.500 INFO:tasks.workunit.client.0.smithi067.stdout:op 5931 completed, throughput=5MB/sec 2024-07-29T15:42:10.500 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KJajz0Avp9lXveP off=7870647 len=509441 2024-07-29T15:42:10.501 INFO:tasks.workunit.client.0.smithi067.stdout:op 5932 completed, throughput=5MB/sec 2024-07-29T15:42:10.502 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-FAp43ciRbl3bm-m off=22002718 len=1872809 2024-07-29T15:42:10.504 INFO:tasks.workunit.client.0.smithi067.stdout:op 5933 completed, throughput=5MB/sec 2024-07-29T15:42:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:42:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:42:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:42:11.504 INFO:tasks.workunit.client.0.smithi067.stdout: 1149: throughput=5MB/sec pending data=0 2024-07-29T15:42:11.504 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-hjUMzhG1Hk6mChy off=1190293 len=1360056 2024-07-29T15:42:11.507 INFO:tasks.workunit.client.0.smithi067.stdout:op 5934 completed, throughput=5MB/sec 2024-07-29T15:42:11.507 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-JRjeFNcF3hNCVjG off=5197198 len=550337 2024-07-29T15:42:11.508 INFO:tasks.workunit.client.0.smithi067.stdout:op 5935 completed, throughput=5MB/sec 2024-07-29T15:42:11.508 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-hnLCoxcdx6-HaJS off=839125 len=760305 2024-07-29T15:42:11.513 INFO:tasks.workunit.client.0.smithi067.stdout:op 5936 completed, throughput=5MB/sec 2024-07-29T15:42:11.513 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-VtTx5EeKoGi_DAW off=18275380 len=346653 2024-07-29T15:42:11.514 INFO:tasks.workunit.client.0.smithi067.stdout:op 5937 completed, throughput=5MB/sec 2024-07-29T15:42:11.515 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-LBJkkgtS9j6iLs0 off=2903786 len=836223 2024-07-29T15:42:11.520 INFO:tasks.workunit.client.0.smithi067.stdout:op 5938 completed, throughput=5MB/sec 2024-07-29T15:42:11.520 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-b1z6513eTJn9czx off=1070258 len=1530817 2024-07-29T15:42:11.522 INFO:tasks.workunit.client.0.smithi067.stdout:op 5939 completed, throughput=5MB/sec 2024-07-29T15:42:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:11 smithi138 ceph-mon[86438]: pgmap v1937: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-07-29T15:42:11.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:11 smithi067 ceph-mon[91995]: pgmap v1937: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-07-29T15:42:11.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:11 smithi067 ceph-mon[94375]: pgmap v1937: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-07-29T15:42:12.522 INFO:tasks.workunit.client.0.smithi067.stdout: 1150: throughput=5MB/sec pending data=0 2024-07-29T15:42:12.522 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qJaHrzxc0n8K93Q off=6687586 len=1587382 2024-07-29T15:42:12.525 INFO:tasks.workunit.client.0.smithi067.stdout:op 5940 completed, throughput=5MB/sec 2024-07-29T15:42:12.526 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-aMODnsZa7HLTPOh off=9779170 len=222211 2024-07-29T15:42:12.526 INFO:tasks.workunit.client.0.smithi067.stdout:op 5941 completed, throughput=5MB/sec 2024-07-29T15:42:12.526 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-uqRehyF95EQjQ7c off=6603728 len=652286 2024-07-29T15:42:12.532 INFO:tasks.workunit.client.0.smithi067.stdout:op 5942 completed, throughput=5MB/sec 2024-07-29T15:42:12.532 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-hhYsl7xNsq6aKgc off=3063580 len=174709 2024-07-29T15:42:12.534 INFO:tasks.workunit.client.0.smithi067.stdout:op 5943 completed, throughput=5MB/sec 2024-07-29T15:42:12.534 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-6F6b1AKmBFL5PAP off=10361152 len=990617 2024-07-29T15:42:12.535 INFO:tasks.workunit.client.0.smithi067.stdout:op 5944 completed, throughput=5MB/sec 2024-07-29T15:42:12.536 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ZItmlF7TgUACxyL off=2566753 len=1764434 2024-07-29T15:42:12.537 INFO:tasks.workunit.client.0.smithi067.stdout:op 5945 completed, throughput=5MB/sec 2024-07-29T15:42:13.538 INFO:tasks.workunit.client.0.smithi067.stdout: 1151: throughput=5MB/sec pending data=0 2024-07-29T15:42:13.538 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-4tDhcYZhvBCbhmR off=1023787 len=1774918 2024-07-29T15:42:13.540 INFO:tasks.workunit.client.0.smithi067.stdout:op 5946 completed, throughput=5MB/sec 2024-07-29T15:42:13.540 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-HIMvWU3w1T2Akvn off=2228761 len=1325954 2024-07-29T15:42:13.547 INFO:tasks.workunit.client.0.smithi067.stdout:op 5947 completed, throughput=5MB/sec 2024-07-29T15:42:13.547 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-aTEXGnoQH1pkrlM off=4415794 len=129079 2024-07-29T15:42:13.548 INFO:tasks.workunit.client.0.smithi067.stdout:op 5948 completed, throughput=5MB/sec 2024-07-29T15:42:13.548 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-IwTuxtbJQ8qwCGw off=9000310 len=771961 2024-07-29T15:42:13.550 INFO:tasks.workunit.client.0.smithi067.stdout:op 5949 completed, throughput=5MB/sec 2024-07-29T15:42:13.550 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-t3eUz1-ze26b4vC off=16475487 len=1662050 2024-07-29T15:42:13.551 INFO:tasks.workunit.client.0.smithi067.stdout:op 5950 completed, throughput=5MB/sec 2024-07-29T15:42:13.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:13 smithi138 ceph-mon[86438]: pgmap v1938: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:42:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:13 smithi067 ceph-mon[91995]: pgmap v1938: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:42:13.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:13 smithi067 ceph-mon[94375]: pgmap v1938: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:42:14.552 INFO:tasks.workunit.client.0.smithi067.stdout: 1152: throughput=5MB/sec pending data=0 2024-07-29T15:42:14.552 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-rV1DmMVyY7x9Ho5 off=2574991 len=1337295 2024-07-29T15:42:14.560 INFO:tasks.workunit.client.0.smithi067.stdout:op 5951 completed, throughput=5MB/sec 2024-07-29T15:42:14.560 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-gkDwybWVuKTcavg off=8250931 len=1097159 2024-07-29T15:42:14.564 INFO:tasks.workunit.client.0.smithi067.stdout:op 5952 completed, throughput=5MB/sec 2024-07-29T15:42:14.565 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-MjosRAuNPGnEqWc off=10202149 len=1522923 2024-07-29T15:42:14.572 INFO:tasks.workunit.client.0.smithi067.stdout:op 5953 completed, throughput=5MB/sec 2024-07-29T15:42:14.572 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PXPuNE9UjD049bp off=15240130 len=1487379 2024-07-29T15:42:14.573 INFO:tasks.workunit.client.0.smithi067.stdout:op 5954 completed, throughput=5MB/sec 2024-07-29T15:42:15.574 INFO:tasks.workunit.client.0.smithi067.stdout: 1153: throughput=5MB/sec pending data=0 2024-07-29T15:42:15.574 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-o9pgbnThakppbR5 off=9333896 len=1783595 2024-07-29T15:42:15.578 INFO:tasks.workunit.client.0.smithi067.stdout:op 5955 completed, throughput=5MB/sec 2024-07-29T15:42:15.578 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-vqmiyFG3tfpFXdX off=8389156 len=1566326 2024-07-29T15:42:15.580 INFO:tasks.workunit.client.0.smithi067.stdout:op 5956 completed, throughput=5MB/sec 2024-07-29T15:42:15.580 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-DQY3Brv__kWdYPu off=5042242 len=1403224 2024-07-29T15:42:15.587 INFO:tasks.workunit.client.0.smithi067.stdout:op 5957 completed, throughput=5MB/sec 2024-07-29T15:42:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:15 smithi138 ceph-mon[86438]: pgmap v1939: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:42:15.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:15 smithi067 ceph-mon[91995]: pgmap v1939: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:42:15.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:15 smithi067 ceph-mon[94375]: pgmap v1939: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:42:16.588 INFO:tasks.workunit.client.0.smithi067.stdout: 1154: throughput=5MB/sec pending data=0 2024-07-29T15:42:16.588 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-Wa9M-em1imA8xdx off=5436373 len=984845 2024-07-29T15:42:16.594 INFO:tasks.workunit.client.0.smithi067.stdout:op 5958 completed, throughput=5MB/sec 2024-07-29T15:42:16.594 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-LomyQ5l-ws5ea7_ off=651199 len=1754166 2024-07-29T15:42:16.597 INFO:tasks.workunit.client.0.smithi067.stdout:op 5959 completed, throughput=5MB/sec 2024-07-29T15:42:16.597 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-RdTvyWtvmWm0r2N off=23878402 len=325941 2024-07-29T15:42:16.600 INFO:tasks.workunit.client.0.smithi067.stdout:op 5960 completed, throughput=5MB/sec 2024-07-29T15:42:16.600 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ofxvGWR6h6fMB4S off=5304210 len=2017033 2024-07-29T15:42:16.602 INFO:tasks.workunit.client.0.smithi067.stdout:op 5961 completed, throughput=5MB/sec 2024-07-29T15:42:16.603 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-alYFhu6NA2LkZfw off=13181096 len=2078174 2024-07-29T15:42:16.605 INFO:tasks.workunit.client.0.smithi067.stdout:op 5962 completed, throughput=5MB/sec 2024-07-29T15:42:17.605 INFO:tasks.workunit.client.0.smithi067.stdout: 1155: throughput=5MB/sec pending data=0 2024-07-29T15:42:17.605 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KXttCMTVwhe3gwf off=6283275 len=1342231 2024-07-29T15:42:17.607 INFO:tasks.workunit.client.0.smithi067.stdout:op 5963 completed, throughput=5MB/sec 2024-07-29T15:42:17.607 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YJpgv4DVyHkmNF3 off=1344208 len=1810975 2024-07-29T15:42:17.617 INFO:tasks.workunit.client.0.smithi067.stdout:op 5964 completed, throughput=5MB/sec 2024-07-29T15:42:17.617 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-zCNw_SN3W2dgciX off=10350091 len=1370313 2024-07-29T15:42:17.624 INFO:tasks.workunit.client.0.smithi067.stdout:op 5965 completed, throughput=5MB/sec 2024-07-29T15:42:17.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:17 smithi067 ceph-mon[91995]: pgmap v1940: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-07-29T15:42:17.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:17 smithi067 ceph-mon[94375]: pgmap v1940: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-07-29T15:42:18.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:17 smithi138 ceph-mon[86438]: pgmap v1940: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-07-29T15:42:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:42:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:42:17] "GET /metrics HTTP/1.1" 200 34213 "" "Prometheus/2.51.0" 2024-07-29T15:42:18.625 INFO:tasks.workunit.client.0.smithi067.stdout: 1156: throughput=5MB/sec pending data=0 2024-07-29T15:42:18.625 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ss_vzT8Ef1GU-Hm off=11746066 len=1526170 2024-07-29T15:42:18.627 INFO:tasks.workunit.client.0.smithi067.stdout:op 5966 completed, throughput=5MB/sec 2024-07-29T15:42:18.627 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-W5iTTkXBShqO2_- off=15349968 len=1572070 2024-07-29T15:42:18.634 INFO:tasks.workunit.client.0.smithi067.stdout:op 5967 completed, throughput=5MB/sec 2024-07-29T15:42:18.634 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-slrt9IspKdnSNbQ off=6431416 len=682380 2024-07-29T15:42:18.639 INFO:tasks.workunit.client.0.smithi067.stdout:op 5968 completed, throughput=5MB/sec 2024-07-29T15:42:18.639 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-e70AG9Lhb21ZhoP off=560579 len=203730 2024-07-29T15:42:18.640 INFO:tasks.workunit.client.0.smithi067.stdout:op 5969 completed, throughput=5MB/sec 2024-07-29T15:42:18.640 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_eixPj3h4w7aLCP off=1831876 len=1913145 2024-07-29T15:42:18.651 INFO:tasks.workunit.client.0.smithi067.stdout:op 5970 completed, throughput=5MB/sec 2024-07-29T15:42:19.651 INFO:tasks.workunit.client.0.smithi067.stdout: 1157: throughput=5MB/sec pending data=0 2024-07-29T15:42:19.651 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MvAE-6fzL_paQQW off=202336 len=1315319 2024-07-29T15:42:19.653 INFO:tasks.workunit.client.0.smithi067.stdout:op 5971 completed, throughput=5MB/sec 2024-07-29T15:42:19.653 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-AaDImfxkOpuCqbb off=17484449 len=1545899 2024-07-29T15:42:19.662 INFO:tasks.workunit.client.0.smithi067.stdout:op 5972 completed, throughput=5MB/sec 2024-07-29T15:42:19.662 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9QXVfhnmmRkNr2p off=3325680 len=1407168 2024-07-29T15:42:19.664 INFO:tasks.workunit.client.0.smithi067.stdout:op 5973 completed, throughput=5MB/sec 2024-07-29T15:42:19.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:19 smithi067 ceph-mon[91995]: pgmap v1941: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-29T15:42:19.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:19 smithi067 ceph-mon[94375]: pgmap v1941: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-29T15:42:20.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:19 smithi138 ceph-mon[86438]: pgmap v1941: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-29T15:42:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:42:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:42:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:42:20.664 INFO:tasks.workunit.client.0.smithi067.stdout: 1158: throughput=5MB/sec pending data=0 2024-07-29T15:42:20.664 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-IN3QbVw4KQq2hHO off=1349134 len=1541549 2024-07-29T15:42:20.667 INFO:tasks.workunit.client.0.smithi067.stdout:op 5974 completed, throughput=5MB/sec 2024-07-29T15:42:20.667 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-uG6M4ws1isB0atR off=3309705 len=375842 2024-07-29T15:42:20.667 INFO:tasks.workunit.client.0.smithi067.stdout:op 5975 completed, throughput=5MB/sec 2024-07-29T15:42:20.668 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-eGjNE6N2mIZl_-t off=6894761 len=1555438 2024-07-29T15:42:20.671 INFO:tasks.workunit.client.0.smithi067.stdout:op 5976 completed, throughput=5MB/sec 2024-07-29T15:42:20.671 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-iHnKawGVHKUVliD off=15065507 len=931829 2024-07-29T15:42:20.673 INFO:tasks.workunit.client.0.smithi067.stdout:op 5977 completed, throughput=5MB/sec 2024-07-29T15:42:20.673 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-N9OKmCo_Z7kyhT_ off=17393470 len=1704971 2024-07-29T15:42:20.676 INFO:tasks.workunit.client.0.smithi067.stdout:op 5978 completed, throughput=5MB/sec 2024-07-29T15:42:20.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:42:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:42:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:42:21.676 INFO:tasks.workunit.client.0.smithi067.stdout: 1159: throughput=5MB/sec pending data=0 2024-07-29T15:42:21.677 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-DG73xG55JO2FrrB off=2224808 len=561846 2024-07-29T15:42:21.681 INFO:tasks.workunit.client.0.smithi067.stdout:op 5979 completed, throughput=5MB/sec 2024-07-29T15:42:21.681 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ubV2TMZe_fTF2wn off=1958514 len=557073 2024-07-29T15:42:21.685 INFO:tasks.workunit.client.0.smithi067.stdout:op 5980 completed, throughput=5MB/sec 2024-07-29T15:42:21.685 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1o43giaz3H9RXXS off=5226563 len=776732 2024-07-29T15:42:21.687 INFO:tasks.workunit.client.0.smithi067.stdout:op 5981 completed, throughput=5MB/sec 2024-07-29T15:42:21.687 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Y1KtAPHL8o-ni7E off=8207994 len=669188 2024-07-29T15:42:21.688 INFO:tasks.workunit.client.0.smithi067.stdout:op 5982 completed, throughput=5MB/sec 2024-07-29T15:42:21.688 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-n22F5_gOwFcExfy off=16586207 len=681029 2024-07-29T15:42:21.692 INFO:tasks.workunit.client.0.smithi067.stdout:op 5983 completed, throughput=5MB/sec 2024-07-29T15:42:21.692 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-2zvJpbwwwWrqzYj off=7177823 len=1029365 2024-07-29T15:42:21.698 INFO:tasks.workunit.client.0.smithi067.stdout:op 5984 completed, throughput=5MB/sec 2024-07-29T15:42:21.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:21 smithi067 ceph-mon[91995]: pgmap v1942: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:42:21.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:21 smithi067 ceph-mon[94375]: pgmap v1942: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:42:22.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:21 smithi138 ceph-mon[86438]: pgmap v1942: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:42:22.699 INFO:tasks.workunit.client.0.smithi067.stdout: 1160: throughput=5MB/sec pending data=0 2024-07-29T15:42:22.699 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Fz8XPWQdNqavhI_ off=19954068 len=1561243 2024-07-29T15:42:22.701 INFO:tasks.workunit.client.0.smithi067.stdout:op 5985 completed, throughput=5MB/sec 2024-07-29T15:42:22.701 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ubN7kdx6SjyNue9 off=4068705 len=698814 2024-07-29T15:42:22.705 INFO:tasks.workunit.client.0.smithi067.stdout:op 5986 completed, throughput=5MB/sec 2024-07-29T15:42:22.705 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-VxbXZZzh6Uvt8dV off=9372076 len=869165 2024-07-29T15:42:22.710 INFO:tasks.workunit.client.0.smithi067.stdout:op 5987 completed, throughput=5MB/sec 2024-07-29T15:42:22.710 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-lomsuDdEmLYiO2J off=11559902 len=1218933 2024-07-29T15:42:22.713 INFO:tasks.workunit.client.0.smithi067.stdout:op 5988 completed, throughput=5MB/sec 2024-07-29T15:42:22.713 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Ma3qRUeXi5EQ895 off=6213651 len=988747 2024-07-29T15:42:22.714 INFO:tasks.workunit.client.0.smithi067.stdout:op 5989 completed, throughput=5MB/sec 2024-07-29T15:42:23.714 INFO:tasks.workunit.client.0.smithi067.stdout: 1161: throughput=5MB/sec pending data=0 2024-07-29T15:42:23.715 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-7LbabYgg6wxyRd8 off=4495852 len=445282 2024-07-29T15:42:23.715 INFO:tasks.workunit.client.0.smithi067.stdout:op 5990 completed, throughput=5MB/sec 2024-07-29T15:42:23.715 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-23OxxT8BhviG1nM off=329493 len=1059275 2024-07-29T15:42:23.721 INFO:tasks.workunit.client.0.smithi067.stdout:op 5991 completed, throughput=5MB/sec 2024-07-29T15:42:23.721 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-mMnaAUcd2rRDziv off=2635846 len=893630 2024-07-29T15:42:23.726 INFO:tasks.workunit.client.0.smithi067.stdout:op 5992 completed, throughput=5MB/sec 2024-07-29T15:42:23.726 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-YxJ6jco2z_v5PqG off=20640272 len=1111040 2024-07-29T15:42:23.728 INFO:tasks.workunit.client.0.smithi067.stdout:op 5993 completed, throughput=5MB/sec 2024-07-29T15:42:23.728 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-1CEqltlz3PNMfe3 off=2817482 len=490084 2024-07-29T15:42:23.731 INFO:tasks.workunit.client.0.smithi067.stdout:op 5994 completed, throughput=5MB/sec 2024-07-29T15:42:23.731 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SARlI_91DL2r2hO off=692915 len=2005221 2024-07-29T15:42:23.743 INFO:tasks.workunit.client.0.smithi067.stdout:op 5995 completed, throughput=5MB/sec 2024-07-29T15:42:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:23 smithi067 ceph-mon[91995]: pgmap v1943: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:42:23.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:23 smithi067 ceph-mon[94375]: pgmap v1943: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:42:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:23 smithi138 ceph-mon[86438]: pgmap v1943: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-29T15:42:24.743 INFO:tasks.workunit.client.0.smithi067.stdout: 1162: throughput=5MB/sec pending data=0 2024-07-29T15:42:24.743 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-UX9I1QbvdKQvAvt off=15305840 len=1951435 2024-07-29T15:42:24.752 INFO:tasks.workunit.client.0.smithi067.stdout:op 5996 completed, throughput=5MB/sec 2024-07-29T15:42:24.752 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-9BBATvlPX9P3aQL off=2661974 len=1472340 2024-07-29T15:42:24.760 INFO:tasks.workunit.client.0.smithi067.stdout:op 5997 completed, throughput=5MB/sec 2024-07-29T15:42:24.760 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-THA_syKmfjfBL6S off=0 len=1412894 2024-07-29T15:42:24.765 INFO:tasks.workunit.client.0.smithi067.stdout:op 5998 completed, throughput=5MB/sec 2024-07-29T15:42:25.766 INFO:tasks.workunit.client.0.smithi067.stdout: 1163: throughput=5MB/sec pending data=0 2024-07-29T15:42:25.766 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZkG2lELDOMuCVz0 off=11961029 len=630400 2024-07-29T15:42:25.770 INFO:tasks.workunit.client.0.smithi067.stdout:op 5999 completed, throughput=5MB/sec 2024-07-29T15:42:25.770 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-AANzTd_QNdv2rVw off=3056927 len=1478340 2024-07-29T15:42:25.779 INFO:tasks.workunit.client.0.smithi067.stdout:op 6000 completed, throughput=5MB/sec 2024-07-29T15:42:25.779 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-RxV7iodcXaX47rT off=7876023 len=1928418 2024-07-29T15:42:25.781 INFO:tasks.workunit.client.0.smithi067.stdout:op 6001 completed, throughput=5MB/sec 2024-07-29T15:42:25.781 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-YYVx7viEccWzwL5 off=841731 len=169234 2024-07-29T15:42:25.782 INFO:tasks.workunit.client.0.smithi067.stdout:op 6002 completed, throughput=5MB/sec 2024-07-29T15:42:25.782 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_pnce8pu7TZCme2 off=13422726 len=1998687 2024-07-29T15:42:25.792 INFO:tasks.workunit.client.0.smithi067.stdout:op 6003 completed, throughput=5MB/sec 2024-07-29T15:42:25.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:25 smithi067 ceph-mon[91995]: pgmap v1944: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-07-29T15:42:25.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:25 smithi067 ceph-mon[94375]: pgmap v1944: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-07-29T15:42:26.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:25 smithi138 ceph-mon[86438]: pgmap v1944: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-07-29T15:42:26.793 INFO:tasks.workunit.client.0.smithi067.stdout: 1164: throughput=5MB/sec pending data=0 2024-07-29T15:42:26.793 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-RrUabAx5CpKvZ4p off=2730642 len=116629 2024-07-29T15:42:26.795 INFO:tasks.workunit.client.0.smithi067.stdout:op 6004 completed, throughput=5MB/sec 2024-07-29T15:42:26.795 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DTRx5Xh_0R0oGMm off=1628117 len=1831418 2024-07-29T15:42:26.798 INFO:tasks.workunit.client.0.smithi067.stdout:op 6005 completed, throughput=5MB/sec 2024-07-29T15:42:26.798 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ynzKKantkxtgPzQ off=16959999 len=844994 2024-07-29T15:42:26.802 INFO:tasks.workunit.client.0.smithi067.stdout:op 6006 completed, throughput=5MB/sec 2024-07-29T15:42:26.802 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-AqU_B0FN3PjLdDo off=181585 len=996959 2024-07-29T15:42:26.804 INFO:tasks.workunit.client.0.smithi067.stdout:op 6007 completed, throughput=5MB/sec 2024-07-29T15:42:26.804 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ws_YtRbnnodL58h off=675884 len=885225 2024-07-29T15:42:26.805 INFO:tasks.workunit.client.0.smithi067.stdout:op 6008 completed, throughput=5MB/sec 2024-07-29T15:42:27.806 INFO:tasks.workunit.client.0.smithi067.stdout: 1165: throughput=5MB/sec pending data=0 2024-07-29T15:42:27.806 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DTrzaNKutExK4d2 off=2449029 len=589500 2024-07-29T15:42:27.807 INFO:tasks.workunit.client.0.smithi067.stdout:op 6009 completed, throughput=5MB/sec 2024-07-29T15:42:27.808 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-83-oUGQUIydUIDJ off=7567119 len=2085040 2024-07-29T15:42:27.810 INFO:tasks.workunit.client.0.smithi067.stdout:op 6010 completed, throughput=5MB/sec 2024-07-29T15:42:27.810 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-ukSqZnFjHjblD-A off=7339131 len=1107229 2024-07-29T15:42:27.812 INFO:tasks.workunit.client.0.smithi067.stdout:op 6011 completed, throughput=5MB/sec 2024-07-29T15:42:27.812 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-C4RLCbncLuE5pQF off=2076841 len=1379965 2024-07-29T15:42:27.819 INFO:tasks.workunit.client.0.smithi067.stdout:op 6012 completed, throughput=5MB/sec 2024-07-29T15:42:27.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:27 smithi067 ceph-mon[91995]: pgmap v1945: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:42:27.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:27 smithi067 ceph-mon[94375]: pgmap v1945: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:42:28.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:27 smithi138 ceph-mon[86438]: pgmap v1945: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:42:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:42:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:42:27] "GET /metrics HTTP/1.1" 200 34217 "" "Prometheus/2.51.0" 2024-07-29T15:42:28.819 INFO:tasks.workunit.client.0.smithi067.stdout: 1166: throughput=5MB/sec pending data=0 2024-07-29T15:42:28.819 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ZNcstnSJG8ip2t4 off=315246 len=1254056 2024-07-29T15:42:28.827 INFO:tasks.workunit.client.0.smithi067.stdout:op 6013 completed, throughput=5MB/sec 2024-07-29T15:42:28.827 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-yoZUOQp579UK66i off=4967873 len=874688 2024-07-29T15:42:28.832 INFO:tasks.workunit.client.0.smithi067.stdout:op 6014 completed, throughput=5MB/sec 2024-07-29T15:42:28.832 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-0ZD34ZmnUyq7Mhk off=12648466 len=642336 2024-07-29T15:42:28.833 INFO:tasks.workunit.client.0.smithi067.stdout:op 6015 completed, throughput=5MB/sec 2024-07-29T15:42:28.833 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-pBqaWSvFC45ecVC off=2406478 len=1690246 2024-07-29T15:42:28.835 INFO:tasks.workunit.client.0.smithi067.stdout:op 6016 completed, throughput=5MB/sec 2024-07-29T15:42:28.835 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-GQEY-oqASB9Ni8O off=13446180 len=1973240 2024-07-29T15:42:28.846 INFO:tasks.workunit.client.0.smithi067.stdout:op 6017 completed, throughput=5MB/sec 2024-07-29T15:42:29.846 INFO:tasks.workunit.client.0.smithi067.stdout: 1167: throughput=5MB/sec pending data=0 2024-07-29T15:42:29.846 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-nmNFkIpASVL_gxA off=11528284 len=802795 2024-07-29T15:42:29.848 INFO:tasks.workunit.client.0.smithi067.stdout:op 6018 completed, throughput=5MB/sec 2024-07-29T15:42:29.848 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-qruQhIgiSo7mNNe off=8956690 len=389503 2024-07-29T15:42:29.849 INFO:tasks.workunit.client.0.smithi067.stdout:op 6019 completed, throughput=5MB/sec 2024-07-29T15:42:29.849 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-wpwAvdUQTFuu2Sq off=4979161 len=666589 2024-07-29T15:42:29.854 INFO:tasks.workunit.client.0.smithi067.stdout:op 6020 completed, throughput=5MB/sec 2024-07-29T15:42:29.854 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-A8ObYjKfBeY1Fgp off=10620256 len=1530055 2024-07-29T15:42:29.861 INFO:tasks.workunit.client.0.smithi067.stdout:op 6021 completed, throughput=5MB/sec 2024-07-29T15:42:29.862 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-z8GnNfrQpn5_kgj off=3041227 len=834357 2024-07-29T15:42:29.863 INFO:tasks.workunit.client.0.smithi067.stdout:op 6022 completed, throughput=5MB/sec 2024-07-29T15:42:29.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:29 smithi067 ceph-mon[91995]: pgmap v1946: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:42:29.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:29 smithi067 ceph-mon[94375]: pgmap v1946: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:42:30.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:29 smithi138 ceph-mon[86438]: pgmap v1946: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:42:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:42:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:42:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:42:30.863 INFO:tasks.workunit.client.0.smithi067.stdout: 1168: throughput=5MB/sec pending data=0 2024-07-29T15:42:30.863 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-6PVwJH3KIO4IouQ off=6807704 len=247944 2024-07-29T15:42:30.866 INFO:tasks.workunit.client.0.smithi067.stdout:op 6023 completed, throughput=5MB/sec 2024-07-29T15:42:30.866 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-3sVsfo9Rkuuik2J off=14720456 len=228483 2024-07-29T15:42:30.866 INFO:tasks.workunit.client.0.smithi067.stdout:op 6024 completed, throughput=5MB/sec 2024-07-29T15:42:30.866 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-rIkuRORU7h1zUJu off=1897025 len=1987632 2024-07-29T15:42:30.868 INFO:tasks.workunit.client.0.smithi067.stdout:op 6025 completed, throughput=5MB/sec 2024-07-29T15:42:30.869 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-EnzCPEJJ-HCqH16 off=9349246 len=909998 2024-07-29T15:42:30.872 INFO:tasks.workunit.client.0.smithi067.stdout:op 6026 completed, throughput=5MB/sec 2024-07-29T15:42:30.873 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-okBV7BHgYKgZ3TC off=4564935 len=1844548 2024-07-29T15:42:30.875 INFO:tasks.workunit.client.0.smithi067.stdout:op 6027 completed, throughput=5MB/sec 2024-07-29T15:42:30.945 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:30 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:42:30.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:30 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:42:30.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:30 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:42:31.875 INFO:tasks.workunit.client.0.smithi067.stdout: 1169: throughput=5MB/sec pending data=0 2024-07-29T15:42:31.875 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-YL2vGIubMrirJ-s off=219120 len=658486 2024-07-29T15:42:31.879 INFO:tasks.workunit.client.0.smithi067.stdout:op 6028 completed, throughput=5MB/sec 2024-07-29T15:42:31.879 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5mJCil0SH_TR8Lz off=3692575 len=145554 2024-07-29T15:42:31.881 INFO:tasks.workunit.client.0.smithi067.stdout:op 6029 completed, throughput=5MB/sec 2024-07-29T15:42:31.881 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-T-kx1Nm5k0a__Jc off=14781064 len=1681497 2024-07-29T15:42:31.888 INFO:tasks.workunit.client.0.smithi067.stdout:op 6030 completed, throughput=5MB/sec 2024-07-29T15:42:31.888 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-1UnEsCu24voGP9X off=13255948 len=81358 2024-07-29T15:42:31.888 INFO:tasks.workunit.client.0.smithi067.stdout:op 6031 completed, throughput=5MB/sec 2024-07-29T15:42:31.889 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-KqWf76ak1Swk3gf off=1390376 len=1016089 2024-07-29T15:42:31.890 INFO:tasks.workunit.client.0.smithi067.stdout:op 6032 completed, throughput=5MB/sec 2024-07-29T15:42:31.890 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-b8eO-sblnYEz7So off=618919 len=1020488 2024-07-29T15:42:31.891 INFO:tasks.workunit.client.0.smithi067.stdout:op 6033 completed, throughput=5MB/sec 2024-07-29T15:42:31.891 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-7sm2Y4n7_IEB8rC off=11592296 len=1277095 2024-07-29T15:42:31.896 INFO:tasks.workunit.client.0.smithi067.stdout:op 6034 completed, throughput=5MB/sec 2024-07-29T15:42:31.939 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:31 smithi138 ceph-mon[86438]: pgmap v1947: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:42:31.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:31 smithi067 ceph-mon[91995]: pgmap v1947: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:42:31.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:31 smithi067 ceph-mon[94375]: pgmap v1947: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-29T15:42:32.896 INFO:tasks.workunit.client.0.smithi067.stdout: 1170: throughput=5MB/sec pending data=0 2024-07-29T15:42:32.897 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-9vEHJ8ddI01Lkku off=6169530 len=2028523 2024-07-29T15:42:32.899 INFO:tasks.workunit.client.0.smithi067.stdout:op 6035 completed, throughput=5MB/sec 2024-07-29T15:42:32.899 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-DdXEfM_0ye5XIUr off=6396368 len=814822 2024-07-29T15:42:32.900 INFO:tasks.workunit.client.0.smithi067.stdout:op 6036 completed, throughput=5MB/sec 2024-07-29T15:42:32.900 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-TK-24xogcft2DeJ off=1247129 len=2060250 2024-07-29T15:42:32.901 INFO:tasks.workunit.client.0.smithi067.stdout:op 6037 completed, throughput=5MB/sec 2024-07-29T15:42:33.902 INFO:tasks.workunit.client.0.smithi067.stdout: 1171: throughput=5MB/sec pending data=0 2024-07-29T15:42:33.902 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-3m2uH6Tw2bqfpim off=8779861 len=814133 2024-07-29T15:42:33.906 INFO:tasks.workunit.client.0.smithi067.stdout:op 6038 completed, throughput=5MB/sec 2024-07-29T15:42:33.907 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-PkSyhjD2W-Ocl6b off=18478345 len=1652951 2024-07-29T15:42:33.908 INFO:tasks.workunit.client.0.smithi067.stdout:op 6039 completed, throughput=5MB/sec 2024-07-29T15:42:33.908 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-AwVpgFhOvYiQW3M off=1126399 len=1247447 2024-07-29T15:42:33.913 INFO:tasks.workunit.client.0.smithi067.stdout:op 6040 completed, throughput=5MB/sec 2024-07-29T15:42:33.913 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-OmgHDeo68fTPCgz off=5072673 len=2074286 2024-07-29T15:42:33.915 INFO:tasks.workunit.client.0.smithi067.stdout:op 6041 completed, throughput=5MB/sec 2024-07-29T15:42:33.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:33 smithi067 ceph-mon[91995]: pgmap v1948: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:42:33.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:33 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:42:33.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:33 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:42:33.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:33 smithi067 ceph-mon[94375]: pgmap v1948: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:42:33.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:33 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:42:33.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:33 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:42:34.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:33 smithi138 ceph-mon[86438]: pgmap v1948: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-29T15:42:34.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:33 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:42:34.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:33 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:42:34.916 INFO:tasks.workunit.client.0.smithi067.stdout: 1172: throughput=5MB/sec pending data=0 2024-07-29T15:42:34.916 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-LIA8zGjFN8gkw6N off=207383 len=133674 2024-07-29T15:42:34.918 INFO:tasks.workunit.client.0.smithi067.stdout:op 6042 completed, throughput=5MB/sec 2024-07-29T15:42:34.919 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-GlbJRO_FTBYlcvg off=2141266 len=137986 2024-07-29T15:42:34.921 INFO:tasks.workunit.client.0.smithi067.stdout:op 6043 completed, throughput=5MB/sec 2024-07-29T15:42:34.921 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-MlmOCMQx_Wj8kYU off=2040964 len=1484990 2024-07-29T15:42:34.922 INFO:tasks.workunit.client.0.smithi067.stdout:op 6044 completed, throughput=5MB/sec 2024-07-29T15:42:34.922 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Q90DJk1UAvkeNs6 off=10066838 len=587044 2024-07-29T15:42:34.924 INFO:tasks.workunit.client.0.smithi067.stdout:op 6045 completed, throughput=5MB/sec 2024-07-29T15:42:34.924 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-TRuWIG7g3RDW7VH off=1920117 len=710524 2024-07-29T15:42:34.928 INFO:tasks.workunit.client.0.smithi067.stdout:op 6046 completed, throughput=5MB/sec 2024-07-29T15:42:34.928 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-_oUpBmkRNmzVv3T off=9159602 len=245087 2024-07-29T15:42:34.930 INFO:tasks.workunit.client.0.smithi067.stdout:op 6047 completed, throughput=5MB/sec 2024-07-29T15:42:34.930 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-A8i_JZys4rV5OAS off=4459966 len=1694923 2024-07-29T15:42:34.933 INFO:tasks.workunit.client.0.smithi067.stdout:op 6048 completed, throughput=5MB/sec 2024-07-29T15:42:35.037 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:34 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:42:35.037 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:34 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:42:35.037 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:34 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:42:35.037 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:34 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:42:35.037 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:34 smithi138 ceph-mon[86438]: pgmap v1949: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:42:35.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:34 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:42:35.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:34 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:42:35.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:34 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:42:35.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:34 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:42:35.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:34 smithi067 ceph-mon[91995]: pgmap v1949: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:42:35.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:34 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:42:35.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:34 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:42:35.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:34 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:42:35.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:34 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:42:35.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:34 smithi067 ceph-mon[94375]: pgmap v1949: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-29T15:42:35.933 INFO:tasks.workunit.client.0.smithi067.stdout: 1173: throughput=5MB/sec pending data=0 2024-07-29T15:42:35.933 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-_L2mTIcFg3rgous off=1206094 len=1027020 2024-07-29T15:42:35.935 INFO:tasks.workunit.client.0.smithi067.stdout:op 6049 completed, throughput=5MB/sec 2024-07-29T15:42:35.935 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-I61DbvXf47ENpLT off=1519665 len=586451 2024-07-29T15:42:35.939 INFO:tasks.workunit.client.0.smithi067.stdout:op 6050 completed, throughput=5MB/sec 2024-07-29T15:42:35.939 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-5yifbPGB87cNhKt off=3714701 len=290176 2024-07-29T15:42:35.942 INFO:tasks.workunit.client.0.smithi067.stdout:op 6051 completed, throughput=5MB/sec 2024-07-29T15:42:35.943 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-cq1vQrhQX5KvB5s off=3351310 len=1276330 2024-07-29T15:42:35.944 INFO:tasks.workunit.client.0.smithi067.stdout:op 6052 completed, throughput=5MB/sec 2024-07-29T15:42:35.944 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-BJMwLcsmhaIWIUR off=328032 len=2040391 2024-07-29T15:42:35.955 INFO:tasks.workunit.client.0.smithi067.stdout:op 6053 completed, throughput=5MB/sec 2024-07-29T15:42:36.044 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:42:36.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:42:36.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:42:36.955 INFO:tasks.workunit.client.0.smithi067.stdout: 1174: throughput=5MB/sec pending data=0 2024-07-29T15:42:36.955 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-gFzDRT5SVh8od0g off=11517732 len=1051146 2024-07-29T15:42:36.960 INFO:tasks.workunit.client.0.smithi067.stdout:op 6054 completed, throughput=5MB/sec 2024-07-29T15:42:36.960 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-S_LMp_Kah4bLMzh off=8587998 len=758137 2024-07-29T15:42:36.962 INFO:tasks.workunit.client.0.smithi067.stdout:op 6055 completed, throughput=5MB/sec 2024-07-29T15:42:36.962 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-HbfytoaNQfyba0_ off=5474757 len=81289 2024-07-29T15:42:36.962 INFO:tasks.workunit.client.0.smithi067.stdout:op 6056 completed, throughput=5MB/sec 2024-07-29T15:42:36.962 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-SDLtKzQoCmvPKku off=2721738 len=1237006 2024-07-29T15:42:36.968 INFO:tasks.workunit.client.0.smithi067.stdout:op 6057 completed, throughput=5MB/sec 2024-07-29T15:42:36.968 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-rSQ_sWNKtlbVKsM off=12179862 len=987862 2024-07-29T15:42:36.970 INFO:tasks.workunit.client.0.smithi067.stdout:op 6058 completed, throughput=5MB/sec 2024-07-29T15:42:36.970 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-ws_YtRbnnodL58h off=2446029 len=228945 2024-07-29T15:42:36.973 INFO:tasks.workunit.client.0.smithi067.stdout:op 6059 completed, throughput=5MB/sec 2024-07-29T15:42:36.973 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8Lxinsd7JFsw-aA off=2247307 len=1785376 2024-07-29T15:42:36.976 INFO:tasks.workunit.client.0.smithi067.stdout:op 6060 completed, throughput=5MB/sec 2024-07-29T15:42:37.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:36 smithi138 ceph-mon[86438]: pgmap v1950: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:42:37.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:36 smithi067 ceph-mon[94375]: pgmap v1950: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:42:37.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:36 smithi067 ceph-mon[91995]: pgmap v1950: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-29T15:42:37.976 INFO:tasks.workunit.client.0.smithi067.stdout: 1175: throughput=5MB/sec pending data=0 2024-07-29T15:42:37.977 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-QcUN0gVbH8i4HzY off=4572623 len=140719 2024-07-29T15:42:37.977 INFO:tasks.workunit.client.0.smithi067.stdout:op 6061 completed, throughput=5MB/sec 2024-07-29T15:42:37.977 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-HObCbhzDUPRlLLd off=7326231 len=658028 2024-07-29T15:42:37.978 INFO:tasks.workunit.client.0.smithi067.stdout:op 6062 completed, throughput=5MB/sec 2024-07-29T15:42:37.978 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-8K8_lJYSgXBUYEI off=885763 len=1090829 2024-07-29T15:42:37.981 INFO:tasks.workunit.client.0.smithi067.stdout:op 6063 completed, throughput=5MB/sec 2024-07-29T15:42:37.981 INFO:tasks.workunit.client.0.smithi067.stdout:READ : oid=obj-Ho6JNSbgj5LxPv2 off=2860563 len=1796643 2024-07-29T15:42:37.983 INFO:tasks.workunit.client.0.smithi067.stdout:op 6064 completed, throughput=5MB/sec 2024-07-29T15:42:37.983 INFO:tasks.workunit.client.0.smithi067.stdout:WRITE : oid=obj-S5R072ZO21MUCzc off=17642500 len=1501703 2024-07-29T15:42:37.990 INFO:tasks.workunit.client.0.smithi067.stdout:op 6065 completed, throughput=5MB/sec 2024-07-29T15:42:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:42:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:42:37] "GET /metrics HTTP/1.1" 200 34215 "" "Prometheus/2.51.0" 2024-07-29T15:42:38.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:38 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:42:38.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:38 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:42:38.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:38 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:42:38.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:38 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:42:38.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:38 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:42:38.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:38 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:42:38.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:38 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:42:38.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:38 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:42:38.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:38 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:42:38.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:38 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:42:38.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:38 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:42:38.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:38 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:42:38.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:38 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:42:38.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:38 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:42:38.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:38 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:42:38.991 INFO:tasks.workunit.client.0.smithi067.stdout:waiting for all operations to complete 2024-07-29T15:42:38.991 INFO:tasks.workunit.client.0.smithi067.stdout:cleaning up objects 2024-07-29T15:42:39.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:39 smithi067 ceph-mon[91995]: pgmap v1951: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:42:39.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:39 smithi067 ceph-mon[94375]: pgmap v1951: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:42:39.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:39 smithi138 ceph-mon[86438]: pgmap v1951: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-29T15:42:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:42:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:42:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:42:41.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:41 smithi138 ceph-mon[86438]: pgmap v1952: 105 pgs: 105 active+clean; 122 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-07-29T15:42:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:41 smithi067 ceph-mon[91995]: pgmap v1952: 105 pgs: 105 active+clean; 122 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-07-29T15:42:41.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:41 smithi067 ceph-mon[94375]: pgmap v1952: 105 pgs: 105 active+clean; 122 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-07-29T15:42:43.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:43 smithi138 ceph-mon[86438]: pgmap v1953: 105 pgs: 105 active+clean; 114 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 90 op/s 2024-07-29T15:42:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:43 smithi067 ceph-mon[91995]: pgmap v1953: 105 pgs: 105 active+clean; 114 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 90 op/s 2024-07-29T15:42:43.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:43 smithi067 ceph-mon[94375]: pgmap v1953: 105 pgs: 105 active+clean; 114 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 90 op/s 2024-07-29T15:42:45.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:45 smithi138 ceph-mon[86438]: pgmap v1954: 105 pgs: 105 active+clean; 110 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 115 op/s 2024-07-29T15:42:45.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:45 smithi067 ceph-mon[91995]: pgmap v1954: 105 pgs: 105 active+clean; 110 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 115 op/s 2024-07-29T15:42:45.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:45 smithi067 ceph-mon[94375]: pgmap v1954: 105 pgs: 105 active+clean; 110 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 115 op/s 2024-07-29T15:42:47.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:47 smithi138 ceph-mon[86438]: pgmap v1955: 105 pgs: 105 active+clean; 84 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.1 MiB/s wr, 292 op/s 2024-07-29T15:42:47.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:47 smithi067 ceph-mon[91995]: pgmap v1955: 105 pgs: 105 active+clean; 84 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.1 MiB/s wr, 292 op/s 2024-07-29T15:42:47.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:47 smithi067 ceph-mon[94375]: pgmap v1955: 105 pgs: 105 active+clean; 84 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.1 MiB/s wr, 292 op/s 2024-07-29T15:42:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:42:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:42:47] "GET /metrics HTTP/1.1" 200 34215 "" "Prometheus/2.51.0" 2024-07-29T15:42:49.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:49 smithi138 ceph-mon[86438]: pgmap v1956: 105 pgs: 105 active+clean; 69 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.1 MiB/s rd, 689 KiB/s wr, 390 op/s 2024-07-29T15:42:49.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:49 smithi067 ceph-mon[91995]: pgmap v1956: 105 pgs: 105 active+clean; 69 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.1 MiB/s rd, 689 KiB/s wr, 390 op/s 2024-07-29T15:42:49.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:49 smithi067 ceph-mon[94375]: pgmap v1956: 105 pgs: 105 active+clean; 69 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.1 MiB/s rd, 689 KiB/s wr, 390 op/s 2024-07-29T15:42:50.552 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:42:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:42:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:42:50.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:42:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:42:50.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:42:51.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:51 smithi138 ceph-mon[86438]: pgmap v1957: 105 pgs: 105 active+clean; 50 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 526 KiB/s rd, 389 KiB/s wr, 514 op/s 2024-07-29T15:42:51.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:51 smithi067 ceph-mon[91995]: pgmap v1957: 105 pgs: 105 active+clean; 50 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 526 KiB/s rd, 389 KiB/s wr, 514 op/s 2024-07-29T15:42:51.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:51 smithi067 ceph-mon[94375]: pgmap v1957: 105 pgs: 105 active+clean; 50 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 526 KiB/s rd, 389 KiB/s wr, 514 op/s 2024-07-29T15:42:53.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:53 smithi138 ceph-mon[86438]: pgmap v1958: 105 pgs: 105 active+clean; 37 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 0 B/s wr, 575 op/s 2024-07-29T15:42:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:53 smithi067 ceph-mon[91995]: pgmap v1958: 105 pgs: 105 active+clean; 37 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 0 B/s wr, 575 op/s 2024-07-29T15:42:53.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:53 smithi067 ceph-mon[94375]: pgmap v1958: 105 pgs: 105 active+clean; 37 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 0 B/s wr, 575 op/s 2024-07-29T15:42:55.777 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-29T15:42:55.778 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-29T15:42:55.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:55 smithi138 ceph-mon[86438]: pgmap v1959: 105 pgs: 105 active+clean; 32 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 549 op/s 2024-07-29T15:42:55.841 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:55 smithi067 ceph-mon[91995]: pgmap v1959: 105 pgs: 105 active+clean; 32 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 549 op/s 2024-07-29T15:42:55.841 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:55 smithi067 ceph-mon[94375]: pgmap v1959: 105 pgs: 105 active+clean; 32 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 549 op/s 2024-07-29T15:42:55.846 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-07-29T15:42:55.846 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-07-29T15:42:56.121 DEBUG:teuthology.parallel:result is None 2024-07-29T15:42:56.121 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-07-29T15:42:56.146 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-07-29T15:42:56.147 DEBUG:teuthology.orchestra.run.smithi067:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-07-29T15:42:56.203 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-07-29T15:42:56.203 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-29T15:42:56.203 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-07-29T15:42:56.203 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-29T15:42:56.203 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-07-29T15:42:56.203 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-07-29T15:42:56.204 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-07-29T15:42:56.204 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-07-29T15:42:56.204 DEBUG:teuthology.orchestra.run.smithi138:> stat -- /home/ubuntu/cephtest/mnt.1 2024-07-29T15:42:56.221 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-29T15:42:56.221 INFO:teuthology.orchestra.run.smithi138.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-07-29T15:42:56.221 DEBUG:teuthology.orchestra.run.smithi138:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-07-29T15:42:56.277 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-07-29T15:42:56.277 DEBUG:teuthology.orchestra.run.smithi138:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-07-29T15:42:56.332 INFO:tasks.workunit:timeout=3h 2024-07-29T15:42:56.332 INFO:tasks.workunit:cleanup=True 2024-07-29T15:42:56.332 DEBUG:teuthology.orchestra.run.smithi138:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-07-29T15:42:56.387 INFO:tasks.workunit.client.1.smithi138.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-07-29T15:42:57.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:57 smithi138 ceph-mon[86438]: pgmap v1960: 105 pgs: 105 active+clean; 11 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 664 op/s 2024-07-29T15:42:57.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:57 smithi067 ceph-mon[91995]: pgmap v1960: 105 pgs: 105 active+clean; 11 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 664 op/s 2024-07-29T15:42:57.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:57 smithi067 ceph-mon[94375]: pgmap v1960: 105 pgs: 105 active+clean; 11 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 664 op/s 2024-07-29T15:42:58.132 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:42:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:42:57] "GET /metrics HTTP/1.1" 200 34209 "" "Prometheus/2.51.0" 2024-07-29T15:42:59.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:42:59 smithi067 ceph-mon[91995]: pgmap v1961: 105 pgs: 105 active+clean; 2.5 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 546 op/s 2024-07-29T15:42:59.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:42:59 smithi067 ceph-mon[94375]: pgmap v1961: 105 pgs: 105 active+clean; 2.5 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 546 op/s 2024-07-29T15:43:00.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:42:59 smithi138 ceph-mon[86438]: pgmap v1961: 105 pgs: 105 active+clean; 2.5 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 546 op/s 2024-07-29T15:43:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:43:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:43:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:43:01.782 DEBUG:teuthology.orchestra.run.smithi138:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-07-29T15:43:01.856 INFO:tasks.workunit.client.1.smithi138.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-07-29T15:43:01.859 INFO:tasks.workunit.client.1.smithi138.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-07-29T15:43:01.859 INFO:tasks.workunit.client.1.smithi138.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-07-29T15:43:01.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:01 smithi067 ceph-mon[94375]: pgmap v1962: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 464 op/s 2024-07-29T15:43:01.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:01 smithi067 ceph-mon[91995]: pgmap v1962: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 464 op/s 2024-07-29T15:43:02.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:01 smithi138 ceph-mon[86438]: pgmap v1962: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 464 op/s 2024-07-29T15:43:02.639 INFO:tasks.workunit.client.1.smithi138.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-07-29T15:43:02.704 INFO:tasks.workunit.client.1.smithi138.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-07-29T15:43:02.745 INFO:tasks.workunit.client.1.smithi138.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-07-29T15:43:02.746 INFO:tasks.workunit.client.1.smithi138.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-07-29T15:43:02.746 INFO:tasks.workunit.client.1.smithi138.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-07-29T15:43:02.786 INFO:tasks.workunit.client.1.smithi138.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-07-29T15:43:02.789 DEBUG:teuthology.orchestra.run.smithi138:> set -ex 2024-07-29T15:43:02.789 DEBUG:teuthology.orchestra.run.smithi138:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-07-29T15:43:02.845 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-07-29T15:43:02.846 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-07-29T15:43:02.846 DEBUG:teuthology.orchestra.run.smithi138:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-07-29T15:43:02.921 INFO:tasks.workunit.client.1.smithi138.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-07-29T15:43:02.921 INFO:tasks.workunit.client.1.smithi138.stderr:+ RBD_FORCE_ALLOW_V1=1 2024-07-29T15:43:02.921 INFO:tasks.workunit.client.1.smithi138.stderr:+ TMPDIR=/tmp/rbd_import_export_126713 2024-07-29T15:43:02.921 INFO:tasks.workunit.client.1.smithi138.stderr:+ rm -rf /tmp/rbd_import_export_126713 2024-07-29T15:43:02.922 INFO:tasks.workunit.client.1.smithi138.stderr:+ mkdir /tmp/rbd_import_export_126713 2024-07-29T15:43:02.923 INFO:tasks.workunit.client.1.smithi138.stderr:+ trap 'rm -rf /tmp/rbd_import_export_126713' INT TERM EXIT 2024-07-29T15:43:02.923 INFO:tasks.workunit.client.1.smithi138.stderr:+ mkdir foo.126713 2024-07-29T15:43:02.923 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd import foo.126713 foo.dir 2024-07-29T15:43:02.968 INFO:tasks.workunit.client.1.smithi138.stderr:rbd: cannot import a directory 2024-07-29T15:43:02.968 INFO:tasks.workunit.client.1.smithi138.stderr: Importing image: 0% complete...failed. 2024-07-29T15:43:02.968 INFO:tasks.workunit.client.1.smithi138.stderr:rbd: import failed: (21) Is a directory 2024-07-29T15:43:02.971 INFO:tasks.workunit.client.1.smithi138.stderr:+ true 2024-07-29T15:43:02.971 INFO:tasks.workunit.client.1.smithi138.stderr:+ rmdir foo.126713 2024-07-29T15:43:02.982 INFO:tasks.workunit.client.1.smithi138.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_126713/img bs=1k count=1 seek=10 2024-07-29T15:43:02.983 INFO:tasks.workunit.client.1.smithi138.stderr:1+0 records in 2024-07-29T15:43:02.983 INFO:tasks.workunit.client.1.smithi138.stderr:1+0 records out 2024-07-29T15:43:02.983 INFO:tasks.workunit.client.1.smithi138.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 4.0912e-05 s, 25.0 MB/s 2024-07-29T15:43:02.983 INFO:tasks.workunit.client.1.smithi138.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_126713/img bs=1k count=10 seek=100 2024-07-29T15:43:02.983 INFO:tasks.workunit.client.1.smithi138.stderr:10+0 records in 2024-07-29T15:43:02.983 INFO:tasks.workunit.client.1.smithi138.stderr:10+0 records out 2024-07-29T15:43:02.984 INFO:tasks.workunit.client.1.smithi138.stderr:10240 bytes (10 kB, 10 KiB) copied, 6.6503e-05 s, 154 MB/s 2024-07-29T15:43:02.984 INFO:tasks.workunit.client.1.smithi138.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_126713/img bs=1k count=100 seek=1000 2024-07-29T15:43:02.984 INFO:tasks.workunit.client.1.smithi138.stderr:60+1 records in 2024-07-29T15:43:02.984 INFO:tasks.workunit.client.1.smithi138.stderr:60+1 records out 2024-07-29T15:43:02.984 INFO:tasks.workunit.client.1.smithi138.stderr:61656 bytes (62 kB, 60 KiB) copied, 0.000145772 s, 423 MB/s 2024-07-29T15:43:02.984 INFO:tasks.workunit.client.1.smithi138.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_126713/img bs=1k seek=10000 2024-07-29T15:43:02.986 INFO:tasks.workunit.client.1.smithi138.stderr:137+1 records in 2024-07-29T15:43:02.986 INFO:tasks.workunit.client.1.smithi138.stderr:137+1 records out 2024-07-29T15:43:02.986 INFO:tasks.workunit.client.1.smithi138.stderr:140952 bytes (141 kB, 138 KiB) copied, 0.000385491 s, 366 MB/s 2024-07-29T15:43:02.986 INFO:tasks.workunit.client.1.smithi138.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_126713/img bs=1k seek=100000 2024-07-29T15:43:02.986 INFO:tasks.workunit.client.1.smithi138.stderr:60+1 records in 2024-07-29T15:43:02.986 INFO:tasks.workunit.client.1.smithi138.stderr:60+1 records out 2024-07-29T15:43:02.987 INFO:tasks.workunit.client.1.smithi138.stderr:61608 bytes (62 kB, 60 KiB) copied, 0.000151035 s, 408 MB/s 2024-07-29T15:43:02.987 INFO:tasks.workunit.client.1.smithi138.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_126713/img bs=1k seek=1000000 2024-07-29T15:43:02.987 INFO:tasks.workunit.client.1.smithi138.stderr:154+1 records in 2024-07-29T15:43:02.987 INFO:tasks.workunit.client.1.smithi138.stderr:154+1 records out 2024-07-29T15:43:02.987 INFO:tasks.workunit.client.1.smithi138.stderr:158176 bytes (158 kB, 154 KiB) copied, 0.00032305 s, 490 MB/s 2024-07-29T15:43:02.988 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd rm testimg 2024-07-29T15:43:03.040 INFO:tasks.workunit.client.1.smithi138.stderr: Removing image: 0% complete...failed. 2024-07-29T15:43:03.040 INFO:tasks.workunit.client.1.smithi138.stderr:rbd: delete error: (2) No such file or directory 2024-07-29T15:43:03.043 INFO:tasks.workunit.client.1.smithi138.stderr:+ true 2024-07-29T15:43:03.043 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd import --new-format /tmp/rbd_import_export_126713/img testimg 2024-07-29T15:43:03.570 INFO:tasks.workunit.client.1.smithi138.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-07-29T15:43:03.570 INFO:tasks.workunit.client.1.smithi138.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-07-29T15:43:03.573 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd export testimg /tmp/rbd_import_export_126713/img2 2024-07-29T15:43:03.830 INFO:tasks.workunit.client.1.smithi138.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-07-29T15:43:03.833 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd export testimg - 2024-07-29T15:43:03.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:03 smithi067 ceph-mon[94375]: pgmap v1963: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 338 op/s 2024-07-29T15:43:03.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:03 smithi067 ceph-mon[91995]: pgmap v1963: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 338 op/s 2024-07-29T15:43:04.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:03 smithi138 ceph-mon[86438]: pgmap v1963: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 338 op/s 2024-07-29T15:43:04.492 INFO:tasks.workunit.client.1.smithi138.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-07-29T15:43:04.495 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd rm testimg 2024-07-29T15:43:04.613 INFO:tasks.workunit.client.1.smithi138.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-07-29T15:43:04.616 INFO:tasks.workunit.client.1.smithi138.stderr:+ cmp /tmp/rbd_import_export_126713/img /tmp/rbd_import_export_126713/img2 2024-07-29T15:43:05.159 INFO:tasks.workunit.client.1.smithi138.stderr:+ cmp /tmp/rbd_import_export_126713/img /tmp/rbd_import_export_126713/img3 2024-07-29T15:43:05.555 INFO:tasks.workunit.client.1.smithi138.stderr:+ rm /tmp/rbd_import_export_126713/img2 /tmp/rbd_import_export_126713/img3 2024-07-29T15:43:05.715 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd import --new-format - testimg 2024-07-29T15:43:05.862 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:05 smithi138 ceph-mon[86438]: pgmap v1964: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 248 op/s 2024-07-29T15:43:05.862 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:43:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:05 smithi067 ceph-mon[91995]: pgmap v1964: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 248 op/s 2024-07-29T15:43:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:43:05.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:05 smithi067 ceph-mon[94375]: pgmap v1964: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 248 op/s 2024-07-29T15:43:05.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:43:06.150 INFO:tasks.workunit.client.1.smithi138.stderr: Importing image: 100% complete...done. 2024-07-29T15:43:06.150 INFO:tasks.workunit.client.1.smithi138.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-07-29T15:43:06.153 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd export testimg /tmp/rbd_import_export_126713/img2 2024-07-29T15:43:06.421 INFO:tasks.workunit.client.1.smithi138.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-07-29T15:43:06.424 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd export testimg - 2024-07-29T15:43:07.106 INFO:tasks.workunit.client.1.smithi138.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-07-29T15:43:07.110 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd rm testimg 2024-07-29T15:43:07.222 INFO:tasks.workunit.client.1.smithi138.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-07-29T15:43:07.224 INFO:tasks.workunit.client.1.smithi138.stderr:+ cmp /tmp/rbd_import_export_126713/img /tmp/rbd_import_export_126713/img2 2024-07-29T15:43:07.770 INFO:tasks.workunit.client.1.smithi138.stderr:+ cmp /tmp/rbd_import_export_126713/img /tmp/rbd_import_export_126713/img3 2024-07-29T15:43:07.844 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:07 smithi067 ceph-mon[91995]: pgmap v1965: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 78 KiB/s rd, 38 KiB/s wr, 226 op/s 2024-07-29T15:43:07.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:07 smithi067 ceph-mon[94375]: pgmap v1965: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 78 KiB/s rd, 38 KiB/s wr, 226 op/s 2024-07-29T15:43:08.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:07 smithi138 ceph-mon[86438]: pgmap v1965: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 78 KiB/s rd, 38 KiB/s wr, 226 op/s 2024-07-29T15:43:08.170 INFO:tasks.workunit.client.1.smithi138.stderr:+ rm /tmp/rbd_import_export_126713/img /tmp/rbd_import_export_126713/img2 /tmp/rbd_import_export_126713/img3 2024-07-29T15:43:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:43:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:43:07] "GET /metrics HTTP/1.1" 200 34195 "" "Prometheus/2.51.0" 2024-07-29T15:43:08.383 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd help export 2024-07-29T15:43:08.383 INFO:tasks.workunit.client.1.smithi138.stderr:+ grep -q export-format 2024-07-29T15:43:08.402 INFO:tasks.workunit.client.1.smithi138.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_126713/img bs=1k count=10 seek=100 2024-07-29T15:43:08.403 INFO:tasks.workunit.client.1.smithi138.stderr:10+0 records in 2024-07-29T15:43:08.403 INFO:tasks.workunit.client.1.smithi138.stderr:10+0 records out 2024-07-29T15:43:08.403 INFO:tasks.workunit.client.1.smithi138.stderr:10240 bytes (10 kB, 10 KiB) copied, 6.0681e-05 s, 169 MB/s 2024-07-29T15:43:08.403 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd import --new-format /tmp/rbd_import_export_126713/img testimg 2024-07-29T15:43:08.476 INFO:tasks.workunit.client.1.smithi138.stderr: Importing image: 100% complete...done. 2024-07-29T15:43:08.476 INFO:tasks.workunit.client.1.smithi138.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-07-29T15:43:08.478 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd snap create testimg@snap 2024-07-29T15:43:08.592 INFO:tasks.workunit.client.1.smithi138.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-07-29T15:43:08.601 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd image-meta set testimg key1 value1 2024-07-29T15:43:08.656 INFO:tasks.workunit.client.1.smithi138.stderr:++ rbd image-meta list testimg 2024-07-29T15:43:08.697 INFO:tasks.workunit.client.1.smithi138.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2024-07-29T15:43:08.697 INFO:tasks.workunit.client.1.smithi138.stderr: 2024-07-29T15:43:08.697 INFO:tasks.workunit.client.1.smithi138.stderr:Key Value 2024-07-29T15:43:08.697 INFO:tasks.workunit.client.1.smithi138.stderr:key1 value1' 2024-07-29T15:43:08.697 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_126713/img_v2 2024-07-29T15:43:08.734 INFO:tasks.workunit.client.1.smithi138.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-07-29T15:43:08.736 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_126713/img_v2 testimg_import 2024-07-29T15:43:09.616 INFO:tasks.workunit.client.1.smithi138.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-07-29T15:43:09.619 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd info testimg_import 2024-07-29T15:43:09.654 INFO:tasks.workunit.client.1.smithi138.stdout:rbd image 'testimg_import': 2024-07-29T15:43:09.654 INFO:tasks.workunit.client.1.smithi138.stdout: size 110 KiB in 1 objects 2024-07-29T15:43:09.654 INFO:tasks.workunit.client.1.smithi138.stdout: order 22 (4 MiB objects) 2024-07-29T15:43:09.654 INFO:tasks.workunit.client.1.smithi138.stdout: snapshot_count: 1 2024-07-29T15:43:09.655 INFO:tasks.workunit.client.1.smithi138.stdout: id: d5d6309d05a 2024-07-29T15:43:09.655 INFO:tasks.workunit.client.1.smithi138.stdout: block_name_prefix: rbd_data.d5d6309d05a 2024-07-29T15:43:09.655 INFO:tasks.workunit.client.1.smithi138.stdout: format: 2 2024-07-29T15:43:09.655 INFO:tasks.workunit.client.1.smithi138.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-07-29T15:43:09.655 INFO:tasks.workunit.client.1.smithi138.stdout: op_features: 2024-07-29T15:43:09.655 INFO:tasks.workunit.client.1.smithi138.stdout: flags: 2024-07-29T15:43:09.655 INFO:tasks.workunit.client.1.smithi138.stdout: create_timestamp: Mon Jul 29 15:43:08 2024 2024-07-29T15:43:09.655 INFO:tasks.workunit.client.1.smithi138.stdout: access_timestamp: Mon Jul 29 15:43:08 2024 2024-07-29T15:43:09.655 INFO:tasks.workunit.client.1.smithi138.stdout: modify_timestamp: Mon Jul 29 15:43:08 2024 2024-07-29T15:43:09.657 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd info testimg_import@snap 2024-07-29T15:43:09.691 INFO:tasks.workunit.client.1.smithi138.stdout:rbd image 'testimg_import': 2024-07-29T15:43:09.692 INFO:tasks.workunit.client.1.smithi138.stdout: size 110 KiB in 1 objects 2024-07-29T15:43:09.692 INFO:tasks.workunit.client.1.smithi138.stdout: order 22 (4 MiB objects) 2024-07-29T15:43:09.692 INFO:tasks.workunit.client.1.smithi138.stdout: snapshot_count: 1 2024-07-29T15:43:09.692 INFO:tasks.workunit.client.1.smithi138.stdout: id: d5d6309d05a 2024-07-29T15:43:09.692 INFO:tasks.workunit.client.1.smithi138.stdout: block_name_prefix: rbd_data.d5d6309d05a 2024-07-29T15:43:09.692 INFO:tasks.workunit.client.1.smithi138.stdout: format: 2 2024-07-29T15:43:09.692 INFO:tasks.workunit.client.1.smithi138.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-07-29T15:43:09.692 INFO:tasks.workunit.client.1.smithi138.stdout: op_features: 2024-07-29T15:43:09.692 INFO:tasks.workunit.client.1.smithi138.stdout: flags: 2024-07-29T15:43:09.692 INFO:tasks.workunit.client.1.smithi138.stdout: create_timestamp: Mon Jul 29 15:43:08 2024 2024-07-29T15:43:09.692 INFO:tasks.workunit.client.1.smithi138.stdout: access_timestamp: Mon Jul 29 15:43:08 2024 2024-07-29T15:43:09.692 INFO:tasks.workunit.client.1.smithi138.stdout: modify_timestamp: Mon Jul 29 15:43:08 2024 2024-07-29T15:43:09.692 INFO:tasks.workunit.client.1.smithi138.stdout: protected: False 2024-07-29T15:43:09.694 INFO:tasks.workunit.client.1.smithi138.stderr:++ rbd image-meta list testimg_import 2024-07-29T15:43:09.736 INFO:tasks.workunit.client.1.smithi138.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2024-07-29T15:43:09.736 INFO:tasks.workunit.client.1.smithi138.stderr: 2024-07-29T15:43:09.736 INFO:tasks.workunit.client.1.smithi138.stderr:Key Value 2024-07-29T15:43:09.736 INFO:tasks.workunit.client.1.smithi138.stderr:key1 value1' 2024-07-29T15:43:09.736 INFO:tasks.workunit.client.1.smithi138.stderr:+ '[' 'There is 1 metadatum on this image: 2024-07-29T15:43:09.736 INFO:tasks.workunit.client.1.smithi138.stderr: 2024-07-29T15:43:09.736 INFO:tasks.workunit.client.1.smithi138.stderr:Key Value 2024-07-29T15:43:09.736 INFO:tasks.workunit.client.1.smithi138.stderr:key1 value1' = 'There is 1 metadatum on this image: 2024-07-29T15:43:09.736 INFO:tasks.workunit.client.1.smithi138.stderr: 2024-07-29T15:43:09.736 INFO:tasks.workunit.client.1.smithi138.stderr:Key Value 2024-07-29T15:43:09.736 INFO:tasks.workunit.client.1.smithi138.stderr:key1 value1' ']' 2024-07-29T15:43:09.736 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd export testimg_import /tmp/rbd_import_export_126713/img_import 2024-07-29T15:43:09.769 INFO:tasks.workunit.client.1.smithi138.stderr: Exporting image: 100% complete...done. 2024-07-29T15:43:09.772 INFO:tasks.workunit.client.1.smithi138.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_126713/img /tmp/rbd_import_export_126713/img_import 2024-07-29T15:43:09.773 INFO:tasks.workunit.client.1.smithi138.stderr:+ cmp -l /tmp/rbd_import_export_126713/img /tmp/rbd_import_export_126713/img_import 2024-07-29T15:43:09.773 INFO:tasks.workunit.client.1.smithi138.stderr:++ stat /tmp/rbd_import_export_126713/img --format %b 2024-07-29T15:43:09.774 INFO:tasks.workunit.client.1.smithi138.stderr:+ origsize=24 2024-07-29T15:43:09.774 INFO:tasks.workunit.client.1.smithi138.stderr:++ stat /tmp/rbd_import_export_126713/img_import --format %b 2024-07-29T15:43:09.775 INFO:tasks.workunit.client.1.smithi138.stderr:+ exportsize=224 2024-07-29T15:43:09.776 INFO:tasks.workunit.client.1.smithi138.stderr:+ difference=200 2024-07-29T15:43:09.776 INFO:tasks.workunit.client.1.smithi138.stderr:+ difference=200 2024-07-29T15:43:09.776 INFO:tasks.workunit.client.1.smithi138.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-07-29T15:43:09.776 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_126713/img_snap 2024-07-29T15:43:09.810 INFO:tasks.workunit.client.1.smithi138.stderr: Exporting image: 100% complete...done. 2024-07-29T15:43:09.813 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_126713/img_snap_import 2024-07-29T15:43:09.849 INFO:tasks.workunit.client.1.smithi138.stderr: Exporting image: 100% complete...done. 2024-07-29T15:43:09.852 INFO:tasks.workunit.client.1.smithi138.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_126713/img_snap /tmp/rbd_import_export_126713/img_snap_import 2024-07-29T15:43:09.853 INFO:tasks.workunit.client.1.smithi138.stderr:+ cmp -l /tmp/rbd_import_export_126713/img_snap /tmp/rbd_import_export_126713/img_snap_import 2024-07-29T15:43:09.853 INFO:tasks.workunit.client.1.smithi138.stderr:++ stat /tmp/rbd_import_export_126713/img_snap --format %b 2024-07-29T15:43:09.854 INFO:tasks.workunit.client.1.smithi138.stderr:+ origsize=224 2024-07-29T15:43:09.854 INFO:tasks.workunit.client.1.smithi138.stderr:++ stat /tmp/rbd_import_export_126713/img_snap_import --format %b 2024-07-29T15:43:09.855 INFO:tasks.workunit.client.1.smithi138.stderr:+ exportsize=224 2024-07-29T15:43:09.855 INFO:tasks.workunit.client.1.smithi138.stderr:+ difference=0 2024-07-29T15:43:09.855 INFO:tasks.workunit.client.1.smithi138.stderr:+ difference=0 2024-07-29T15:43:09.855 INFO:tasks.workunit.client.1.smithi138.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-07-29T15:43:09.856 INFO:tasks.workunit.client.1.smithi138.stderr:+ rm /tmp/rbd_import_export_126713/img_v2 2024-07-29T15:43:09.856 INFO:tasks.workunit.client.1.smithi138.stderr:+ rm /tmp/rbd_import_export_126713/img_import 2024-07-29T15:43:09.856 INFO:tasks.workunit.client.1.smithi138.stderr:+ rm /tmp/rbd_import_export_126713/img_snap 2024-07-29T15:43:09.857 INFO:tasks.workunit.client.1.smithi138.stderr:+ rm /tmp/rbd_import_export_126713/img_snap_import 2024-07-29T15:43:09.858 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd snap rm testimg_import@snap 2024-07-29T15:43:09.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:09 smithi067 ceph-mon[91995]: pgmap v1966: 105 pgs: 105 active+clean; 1.3 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 104 KiB/s rd, 51 KiB/s wr, 102 op/s 2024-07-29T15:43:09.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:09 smithi067 ceph-mon[91995]: osdmap e1109: 8 total, 8 up, 8 in 2024-07-29T15:43:09.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:09 smithi067 ceph-mon[94375]: pgmap v1966: 105 pgs: 105 active+clean; 1.3 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 104 KiB/s rd, 51 KiB/s wr, 102 op/s 2024-07-29T15:43:09.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:09 smithi067 ceph-mon[94375]: osdmap e1109: 8 total, 8 up, 8 in 2024-07-29T15:43:10.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:09 smithi138 ceph-mon[86438]: pgmap v1966: 105 pgs: 105 active+clean; 1.3 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 104 KiB/s rd, 51 KiB/s wr, 102 op/s 2024-07-29T15:43:10.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:09 smithi138 ceph-mon[86438]: osdmap e1109: 8 total, 8 up, 8 in 2024-07-29T15:43:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:43:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:43:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:43:10.605 INFO:tasks.workunit.client.1.smithi138.stderr: Removing snap: 100% complete...done. 2024-07-29T15:43:10.619 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd remove testimg_import 2024-07-29T15:43:10.747 INFO:tasks.workunit.client.1.smithi138.stderr: Removing image: 100% complete...done. 2024-07-29T15:43:10.750 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd snap rm testimg@snap 2024-07-29T15:43:10.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:10 smithi067 ceph-mon[91995]: osdmap e1110: 8 total, 8 up, 8 in 2024-07-29T15:43:10.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:10 smithi067 ceph-mon[94375]: osdmap e1110: 8 total, 8 up, 8 in 2024-07-29T15:43:11.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:10 smithi138 ceph-mon[86438]: osdmap e1110: 8 total, 8 up, 8 in 2024-07-29T15:43:11.615 INFO:tasks.workunit.client.1.smithi138.stderr: Removing snap: 100% complete...done. 2024-07-29T15:43:11.633 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd rm testimg 2024-07-29T15:43:11.765 INFO:tasks.workunit.client.1.smithi138.stderr: Removing image: 100% complete...done. 2024-07-29T15:43:11.767 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd import --order 20 /tmp/rbd_import_export_126713/img testimg 2024-07-29T15:43:11.833 INFO:tasks.workunit.client.1.smithi138.stderr: Importing image: 100% complete...done. 2024-07-29T15:43:11.834 INFO:tasks.workunit.client.1.smithi138.stderr:rbd: --order is deprecated, use --object-size 2024-07-29T15:43:11.836 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_126713/img_v2 2024-07-29T15:43:11.872 INFO:tasks.workunit.client.1.smithi138.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-07-29T15:43:11.875 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_126713/img_v2 testimg_import 2024-07-29T15:43:11.946 INFO:tasks.workunit.client.1.smithi138.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-07-29T15:43:11.950 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd info testimg_import 2024-07-29T15:43:11.950 INFO:tasks.workunit.client.1.smithi138.stderr:+ grep order 2024-07-29T15:43:11.950 INFO:tasks.workunit.client.1.smithi138.stderr:+ awk '{print $2}' 2024-07-29T15:43:11.950 INFO:tasks.workunit.client.1.smithi138.stderr:+ grep 20 2024-07-29T15:43:11.985 INFO:tasks.workunit.client.1.smithi138.stdout:20 2024-07-29T15:43:11.985 INFO:tasks.workunit.client.1.smithi138.stderr:+ rm /tmp/rbd_import_export_126713/img_v2 2024-07-29T15:43:11.985 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd remove testimg_import 2024-07-29T15:43:11.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:11 smithi067 ceph-mon[91995]: pgmap v1969: 105 pgs: 105 active+clean; 1.4 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 309 KiB/s rd, 119 KiB/s wr, 144 op/s 2024-07-29T15:43:11.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:11 smithi067 ceph-mon[91995]: osdmap e1111: 8 total, 8 up, 8 in 2024-07-29T15:43:11.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:11 smithi067 ceph-mon[94375]: pgmap v1969: 105 pgs: 105 active+clean; 1.4 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 309 KiB/s rd, 119 KiB/s wr, 144 op/s 2024-07-29T15:43:11.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:11 smithi067 ceph-mon[94375]: osdmap e1111: 8 total, 8 up, 8 in 2024-07-29T15:43:12.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:11 smithi138 ceph-mon[86438]: pgmap v1969: 105 pgs: 105 active+clean; 1.4 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 309 KiB/s rd, 119 KiB/s wr, 144 op/s 2024-07-29T15:43:12.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:11 smithi138 ceph-mon[86438]: osdmap e1111: 8 total, 8 up, 8 in 2024-07-29T15:43:12.102 INFO:tasks.workunit.client.1.smithi138.stderr: Removing image: 100% complete...done. 2024-07-29T15:43:12.105 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd remove testimg 2024-07-29T15:43:12.216 INFO:tasks.workunit.client.1.smithi138.stderr: Removing image: 100% complete...done. 2024-07-29T15:43:12.218 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_126713/img testimg 2024-07-29T15:43:12.271 INFO:tasks.workunit.client.1.smithi138.stderr: Importing image: 100% complete...done. 2024-07-29T15:43:12.274 INFO:tasks.workunit.client.1.smithi138.stderr:++ rbd info testimg 2024-07-29T15:43:12.274 INFO:tasks.workunit.client.1.smithi138.stderr:++ grep features 2024-07-29T15:43:12.310 INFO:tasks.workunit.client.1.smithi138.stderr:+ FEATURES_BEFORE=' features: layering 2024-07-29T15:43:12.311 INFO:tasks.workunit.client.1.smithi138.stderr: op_features: ' 2024-07-29T15:43:12.311 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_126713/img_v2 2024-07-29T15:43:12.347 INFO:tasks.workunit.client.1.smithi138.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-07-29T15:43:12.349 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_126713/img_v2 testimg_import 2024-07-29T15:43:12.409 INFO:tasks.workunit.client.1.smithi138.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-07-29T15:43:12.413 INFO:tasks.workunit.client.1.smithi138.stderr:++ rbd info testimg_import 2024-07-29T15:43:12.413 INFO:tasks.workunit.client.1.smithi138.stderr:++ grep features 2024-07-29T15:43:12.448 INFO:tasks.workunit.client.1.smithi138.stderr:+ FEATURES_AFTER=' features: layering 2024-07-29T15:43:12.449 INFO:tasks.workunit.client.1.smithi138.stderr: op_features: ' 2024-07-29T15:43:12.449 INFO:tasks.workunit.client.1.smithi138.stderr:+ '[' ' features: layering 2024-07-29T15:43:12.449 INFO:tasks.workunit.client.1.smithi138.stderr: op_features: ' '!=' ' features: layering 2024-07-29T15:43:12.449 INFO:tasks.workunit.client.1.smithi138.stderr: op_features: ' ']' 2024-07-29T15:43:12.449 INFO:tasks.workunit.client.1.smithi138.stderr:+ rm /tmp/rbd_import_export_126713/img_v2 2024-07-29T15:43:12.449 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd remove testimg_import 2024-07-29T15:43:12.537 INFO:tasks.workunit.client.1.smithi138.stderr: Removing image: 100% complete...done. 2024-07-29T15:43:12.540 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd remove testimg 2024-07-29T15:43:12.630 INFO:tasks.workunit.client.1.smithi138.stderr: Removing image: 100% complete...done. 2024-07-29T15:43:12.632 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_126713/img testimg 2024-07-29T15:43:12.708 INFO:tasks.workunit.client.1.smithi138.stderr: Importing image: 100% complete...done. 2024-07-29T15:43:12.710 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_126713/img_v2 2024-07-29T15:43:12.748 INFO:tasks.workunit.client.1.smithi138.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-07-29T15:43:12.751 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_126713/img_v2 testimg_import 2024-07-29T15:43:12.829 INFO:tasks.workunit.client.1.smithi138.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-07-29T15:43:12.832 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd info testimg_import 2024-07-29T15:43:12.832 INFO:tasks.workunit.client.1.smithi138.stderr:+ grep 'stripe unit' 2024-07-29T15:43:12.832 INFO:tasks.workunit.client.1.smithi138.stderr:+ grep -Ei '(4 KiB|4096)' 2024-07-29T15:43:12.867 INFO:tasks.workunit.client.1.smithi138.stdout: stripe unit: 4 KiB 2024-07-29T15:43:12.867 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd info testimg_import 2024-07-29T15:43:12.867 INFO:tasks.workunit.client.1.smithi138.stderr:+ grep 'stripe count' 2024-07-29T15:43:12.868 INFO:tasks.workunit.client.1.smithi138.stderr:+ awk '{print $3}' 2024-07-29T15:43:12.868 INFO:tasks.workunit.client.1.smithi138.stderr:+ grep 1000 2024-07-29T15:43:12.902 INFO:tasks.workunit.client.1.smithi138.stdout:1000 2024-07-29T15:43:12.903 INFO:tasks.workunit.client.1.smithi138.stderr:+ rm /tmp/rbd_import_export_126713/img_v2 2024-07-29T15:43:12.904 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd remove testimg_import 2024-07-29T15:43:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:12 smithi067 ceph-mon[91995]: osdmap e1112: 8 total, 8 up, 8 in 2024-07-29T15:43:12.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:12 smithi067 ceph-mon[94375]: osdmap e1112: 8 total, 8 up, 8 in 2024-07-29T15:43:13.019 INFO:tasks.workunit.client.1.smithi138.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-07-29T15:43:13.021 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd remove testimg 2024-07-29T15:43:13.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:12 smithi138 ceph-mon[86438]: osdmap e1112: 8 total, 8 up, 8 in 2024-07-29T15:43:13.137 INFO:tasks.workunit.client.1.smithi138.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-07-29T15:43:13.140 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_126713/img testimg 2024-07-29T15:43:13.205 INFO:tasks.workunit.client.1.smithi138.stderr: Importing image: 100% complete...done. 2024-07-29T15:43:13.207 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd snap create testimg@snap1 2024-07-29T15:43:13.624 INFO:tasks.workunit.client.1.smithi138.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-07-29T15:43:13.633 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd snap create testimg@snap2 2024-07-29T15:43:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:13 smithi067 ceph-mon[91995]: pgmap v1972: 105 pgs: 105 active+clean; 693 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 413 KiB/s rd, 93 KiB/s wr, 306 op/s 2024-07-29T15:43:13.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:13 smithi067 ceph-mon[94375]: pgmap v1972: 105 pgs: 105 active+clean; 693 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 413 KiB/s rd, 93 KiB/s wr, 306 op/s 2024-07-29T15:43:14.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:13 smithi138 ceph-mon[86438]: pgmap v1972: 105 pgs: 105 active+clean; 693 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 413 KiB/s rd, 93 KiB/s wr, 306 op/s 2024-07-29T15:43:14.639 INFO:tasks.workunit.client.1.smithi138.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-07-29T15:43:14.649 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd snap protect testimg@snap2 2024-07-29T15:43:14.697 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_126713/snap_protect 2024-07-29T15:43:14.739 INFO:tasks.workunit.client.1.smithi138.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-07-29T15:43:14.742 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_126713/snap_protect testimg_import 2024-07-29T15:43:14.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:14 smithi067 ceph-mon[91995]: osdmap e1113: 8 total, 8 up, 8 in 2024-07-29T15:43:14.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:14 smithi067 ceph-mon[94375]: osdmap e1113: 8 total, 8 up, 8 in 2024-07-29T15:43:15.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:14 smithi138 ceph-mon[86438]: osdmap e1113: 8 total, 8 up, 8 in 2024-07-29T15:43:15.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:15 smithi067 ceph-mon[91995]: pgmap v1974: 105 pgs: 105 active+clean; 705 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 356 KiB/s rd, 82 KiB/s wr, 279 op/s 2024-07-29T15:43:15.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:15 smithi067 ceph-mon[91995]: osdmap e1114: 8 total, 8 up, 8 in 2024-07-29T15:43:15.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:15 smithi067 ceph-mon[94375]: pgmap v1974: 105 pgs: 105 active+clean; 705 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 356 KiB/s rd, 82 KiB/s wr, 279 op/s 2024-07-29T15:43:15.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:15 smithi067 ceph-mon[94375]: osdmap e1114: 8 total, 8 up, 8 in 2024-07-29T15:43:16.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:15 smithi138 ceph-mon[86438]: pgmap v1974: 105 pgs: 105 active+clean; 705 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 356 KiB/s rd, 82 KiB/s wr, 279 op/s 2024-07-29T15:43:16.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:15 smithi138 ceph-mon[86438]: osdmap e1114: 8 total, 8 up, 8 in 2024-07-29T15:43:16.671 INFO:tasks.workunit.client.1.smithi138.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-07-29T15:43:16.677 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd info testimg_import@snap1 2024-07-29T15:43:16.678 INFO:tasks.workunit.client.1.smithi138.stderr:+ grep 'protected: False' 2024-07-29T15:43:16.714 INFO:tasks.workunit.client.1.smithi138.stdout: protected: False 2024-07-29T15:43:16.715 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd info testimg_import@snap2 2024-07-29T15:43:16.715 INFO:tasks.workunit.client.1.smithi138.stderr:+ grep 'protected: True' 2024-07-29T15:43:16.752 INFO:tasks.workunit.client.1.smithi138.stdout: protected: True 2024-07-29T15:43:16.752 INFO:tasks.workunit.client.1.smithi138.stderr:+ rm /tmp/rbd_import_export_126713/snap_protect 2024-07-29T15:43:16.753 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd snap unprotect testimg@snap2 2024-07-29T15:43:16.801 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd snap unprotect testimg_import@snap2 2024-07-29T15:43:16.847 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd snap purge testimg 2024-07-29T15:43:16.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:16 smithi067 ceph-mon[91995]: osdmap e1115: 8 total, 8 up, 8 in 2024-07-29T15:43:16.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:16 smithi067 ceph-mon[94375]: osdmap e1115: 8 total, 8 up, 8 in 2024-07-29T15:43:17.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:16 smithi138 ceph-mon[86438]: osdmap e1115: 8 total, 8 up, 8 in 2024-07-29T15:43:17.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:17 smithi067 ceph-mon[94375]: pgmap v1977: 105 pgs: 105 active+clean; 815 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 303 KiB/s rd, 34 KiB/s wr, 362 op/s 2024-07-29T15:43:17.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:17 smithi067 ceph-mon[94375]: osdmap e1116: 8 total, 8 up, 8 in 2024-07-29T15:43:17.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:17 smithi067 ceph-mon[91995]: pgmap v1977: 105 pgs: 105 active+clean; 815 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 303 KiB/s rd, 34 KiB/s wr, 362 op/s 2024-07-29T15:43:17.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:17 smithi067 ceph-mon[91995]: osdmap e1116: 8 total, 8 up, 8 in 2024-07-29T15:43:17.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:43:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:43:17] "GET /metrics HTTP/1.1" 200 34195 "" "Prometheus/2.51.0" 2024-07-29T15:43:18.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:17 smithi138 ceph-mon[86438]: pgmap v1977: 105 pgs: 105 active+clean; 815 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 303 KiB/s rd, 34 KiB/s wr, 362 op/s 2024-07-29T15:43:18.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:17 smithi138 ceph-mon[86438]: osdmap e1116: 8 total, 8 up, 8 in 2024-07-29T15:43:18.411 INFO:tasks.workunit.client.1.smithi138.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-07-29T15:43:18.425 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd snap purge testimg_import 2024-07-29T15:43:18.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:18 smithi067 ceph-mon[94375]: osdmap e1117: 8 total, 8 up, 8 in 2024-07-29T15:43:18.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:18 smithi067 ceph-mon[94375]: osdmap e1118: 8 total, 8 up, 8 in 2024-07-29T15:43:18.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:18 smithi067 ceph-mon[91995]: osdmap e1117: 8 total, 8 up, 8 in 2024-07-29T15:43:18.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:18 smithi067 ceph-mon[91995]: osdmap e1118: 8 total, 8 up, 8 in 2024-07-29T15:43:19.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:18 smithi138 ceph-mon[86438]: osdmap e1117: 8 total, 8 up, 8 in 2024-07-29T15:43:19.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:18 smithi138 ceph-mon[86438]: osdmap e1118: 8 total, 8 up, 8 in 2024-07-29T15:43:19.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:19 smithi067 ceph-mon[91995]: pgmap v1981: 105 pgs: 105 active+clean; 803 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 466 KiB/s rd, 47 KiB/s wr, 612 op/s 2024-07-29T15:43:19.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:19 smithi067 ceph-mon[91995]: osdmap e1119: 8 total, 8 up, 8 in 2024-07-29T15:43:19.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:19 smithi067 ceph-mon[94375]: pgmap v1981: 105 pgs: 105 active+clean; 803 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 466 KiB/s rd, 47 KiB/s wr, 612 op/s 2024-07-29T15:43:19.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:19 smithi067 ceph-mon[94375]: osdmap e1119: 8 total, 8 up, 8 in 2024-07-29T15:43:20.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:19 smithi138 ceph-mon[86438]: pgmap v1981: 105 pgs: 105 active+clean; 803 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 466 KiB/s rd, 47 KiB/s wr, 612 op/s 2024-07-29T15:43:20.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:19 smithi138 ceph-mon[86438]: osdmap e1119: 8 total, 8 up, 8 in 2024-07-29T15:43:20.421 INFO:tasks.workunit.client.1.smithi138.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-07-29T15:43:20.433 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd remove testimg 2024-07-29T15:43:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:43:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:43:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:43:20.599 INFO:tasks.workunit.client.1.smithi138.stderr: Removing image: 100% complete...done. 2024-07-29T15:43:20.599 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd remove testimg_import 2024-07-29T15:43:20.695 INFO:tasks.workunit.client.1.smithi138.stderr: Removing image: 100% complete...done. 2024-07-29T15:43:20.698 INFO:tasks.workunit.client.1.smithi138.stderr:+ tiered=0 2024-07-29T15:43:20.698 INFO:tasks.workunit.client.1.smithi138.stderr:+ ceph osd dump 2024-07-29T15:43:20.699 INFO:tasks.workunit.client.1.smithi138.stderr:+ grep '^pool' 2024-07-29T15:43:20.699 INFO:tasks.workunit.client.1.smithi138.stderr:+ grep ''\''rbd'\''' 2024-07-29T15:43:20.699 INFO:tasks.workunit.client.1.smithi138.stderr:+ grep tier 2024-07-29T15:43:20.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:43:20.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:20 smithi067 ceph-mon[94375]: osdmap e1120: 8 total, 8 up, 8 in 2024-07-29T15:43:20.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:43:20.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:20 smithi067 ceph-mon[91995]: osdmap e1120: 8 total, 8 up, 8 in 2024-07-29T15:43:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:43:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:20 smithi138 ceph-mon[86438]: osdmap e1120: 8 total, 8 up, 8 in 2024-07-29T15:43:21.090 INFO:tasks.workunit.client.1.smithi138.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_126713/sparse1 2024-07-29T15:43:21.094 INFO:tasks.workunit.client.1.smithi138.stderr:1+0 records in 2024-07-29T15:43:21.094 INFO:tasks.workunit.client.1.smithi138.stderr:1+0 records out 2024-07-29T15:43:21.095 INFO:tasks.workunit.client.1.smithi138.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00333181 s, 315 MB/s 2024-07-29T15:43:21.095 INFO:tasks.workunit.client.1.smithi138.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_126713/sparse2 2024-07-29T15:43:21.098 INFO:tasks.workunit.client.1.smithi138.stderr:1+0 records in 2024-07-29T15:43:21.099 INFO:tasks.workunit.client.1.smithi138.stderr:1+0 records out 2024-07-29T15:43:21.099 INFO:tasks.workunit.client.1.smithi138.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00325451 s, 322 MB/s 2024-07-29T15:43:21.099 INFO:tasks.workunit.client.1.smithi138.stderr:+ truncate /tmp/rbd_import_export_126713/sparse2 -s 2M 2024-07-29T15:43:21.104 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd rm sparse1 2024-07-29T15:43:21.155 INFO:tasks.workunit.client.1.smithi138.stderr: Removing image: 0% complete...failed. 2024-07-29T15:43:21.155 INFO:tasks.workunit.client.1.smithi138.stderr:rbd: delete error: (2) No such file or directory 2024-07-29T15:43:21.158 INFO:tasks.workunit.client.1.smithi138.stderr:+ true 2024-07-29T15:43:21.158 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_126713/sparse1 2024-07-29T15:43:21.230 INFO:tasks.workunit.client.1.smithi138.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-07-29T15:43:21.230 INFO:tasks.workunit.client.1.smithi138.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-07-29T15:43:21.230 INFO:tasks.workunit.client.1.smithi138.stderr:rbd: --order is deprecated, use --object-size 2024-07-29T15:43:21.233 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd ls -l 2024-07-29T15:43:21.233 INFO:tasks.workunit.client.1.smithi138.stderr:+ grep sparse1 2024-07-29T15:43:21.233 INFO:tasks.workunit.client.1.smithi138.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-07-29T15:43:21.269 INFO:tasks.workunit.client.1.smithi138.stdout:sparse1 2 MiB 2 2024-07-29T15:43:21.270 INFO:tasks.workunit.client.1.smithi138.stderr:++ objects sparse1 2024-07-29T15:43:21.270 INFO:tasks.workunit.client.1.smithi138.stderr:++ image=sparse1 2024-07-29T15:43:21.270 INFO:tasks.workunit.client.1.smithi138.stderr:+++ rbd info sparse1 2024-07-29T15:43:21.270 INFO:tasks.workunit.client.1.smithi138.stderr:+++ grep block_name_prefix 2024-07-29T15:43:21.271 INFO:tasks.workunit.client.1.smithi138.stderr:+++ awk '{print $NF;}' 2024-07-29T15:43:21.305 INFO:tasks.workunit.client.1.smithi138.stderr:++ prefix=rbd_data.d6f0f3f32dc 2024-07-29T15:43:21.306 INFO:tasks.workunit.client.1.smithi138.stderr:+++ grep rbd_data.d6f0f3f32dc 2024-07-29T15:43:21.307 INFO:tasks.workunit.client.1.smithi138.stderr:++++ get_image_data_pool sparse1 2024-07-29T15:43:21.307 INFO:tasks.workunit.client.1.smithi138.stderr:+++ sed -e 's/rbd_data.d6f0f3f32dc\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-07-29T15:43:21.307 INFO:tasks.workunit.client.1.smithi138.stderr:++++ image=sparse1 2024-07-29T15:43:21.307 INFO:tasks.workunit.client.1.smithi138.stderr:+++ sort -u 2024-07-29T15:43:21.307 INFO:tasks.workunit.client.1.smithi138.stderr:+++++ rbd info sparse1 2024-07-29T15:43:21.307 INFO:tasks.workunit.client.1.smithi138.stderr:+++++ grep 'data_pool: ' 2024-07-29T15:43:21.307 INFO:tasks.workunit.client.1.smithi138.stderr:+++++ awk -F: '{ print $NF }' 2024-07-29T15:43:21.342 INFO:tasks.workunit.client.1.smithi138.stderr:++++ data_pool= 2024-07-29T15:43:21.342 INFO:tasks.workunit.client.1.smithi138.stderr:++++ '[' -z ']' 2024-07-29T15:43:21.342 INFO:tasks.workunit.client.1.smithi138.stderr:++++ data_pool=rbd 2024-07-29T15:43:21.342 INFO:tasks.workunit.client.1.smithi138.stderr:++++ echo rbd 2024-07-29T15:43:21.343 INFO:tasks.workunit.client.1.smithi138.stderr:+++ rados ls -p rbd 2024-07-29T15:43:21.384 INFO:tasks.workunit.client.1.smithi138.stderr:++ objects=1 2024-07-29T15:43:21.384 INFO:tasks.workunit.client.1.smithi138.stderr:++ echo 1 2024-07-29T15:43:21.384 INFO:tasks.workunit.client.1.smithi138.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-07-29T15:43:21.384 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd export sparse1 /tmp/rbd_import_export_126713/sparse1.out 2024-07-29T15:43:21.422 INFO:tasks.workunit.client.1.smithi138.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-07-29T15:43:21.425 INFO:tasks.workunit.client.1.smithi138.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_126713/sparse1 /tmp/rbd_import_export_126713/sparse1.out 2024-07-29T15:43:21.426 INFO:tasks.workunit.client.1.smithi138.stderr:+ cmp -l /tmp/rbd_import_export_126713/sparse1 /tmp/rbd_import_export_126713/sparse1.out 2024-07-29T15:43:21.427 INFO:tasks.workunit.client.1.smithi138.stderr:++ stat /tmp/rbd_import_export_126713/sparse1 --format %b 2024-07-29T15:43:21.428 INFO:tasks.workunit.client.1.smithi138.stderr:+ origsize=2048 2024-07-29T15:43:21.428 INFO:tasks.workunit.client.1.smithi138.stderr:++ stat /tmp/rbd_import_export_126713/sparse1.out --format %b 2024-07-29T15:43:21.429 INFO:tasks.workunit.client.1.smithi138.stderr:+ exportsize=2048 2024-07-29T15:43:21.430 INFO:tasks.workunit.client.1.smithi138.stderr:+ difference=0 2024-07-29T15:43:21.430 INFO:tasks.workunit.client.1.smithi138.stderr:+ difference=0 2024-07-29T15:43:21.430 INFO:tasks.workunit.client.1.smithi138.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-07-29T15:43:21.430 INFO:tasks.workunit.client.1.smithi138.stderr:+ rm /tmp/rbd_import_export_126713/sparse1.out 2024-07-29T15:43:21.430 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd rm sparse1 2024-07-29T15:43:21.549 INFO:tasks.workunit.client.1.smithi138.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-07-29T15:43:21.552 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd rm sparse2 2024-07-29T15:43:21.601 INFO:tasks.workunit.client.1.smithi138.stderr: Removing image: 0% complete...failed. 2024-07-29T15:43:21.601 INFO:tasks.workunit.client.1.smithi138.stderr:rbd: delete error: (2) No such file or directory 2024-07-29T15:43:21.604 INFO:tasks.workunit.client.1.smithi138.stderr:+ true 2024-07-29T15:43:21.604 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_126713/sparse2 2024-07-29T15:43:21.678 INFO:tasks.workunit.client.1.smithi138.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-07-29T15:43:21.679 INFO:tasks.workunit.client.1.smithi138.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-07-29T15:43:21.679 INFO:tasks.workunit.client.1.smithi138.stderr:rbd: --order is deprecated, use --object-size 2024-07-29T15:43:21.681 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd ls -l 2024-07-29T15:43:21.682 INFO:tasks.workunit.client.1.smithi138.stderr:+ grep sparse2 2024-07-29T15:43:21.682 INFO:tasks.workunit.client.1.smithi138.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-07-29T15:43:21.717 INFO:tasks.workunit.client.1.smithi138.stdout:sparse2 2 MiB 2 2024-07-29T15:43:21.718 INFO:tasks.workunit.client.1.smithi138.stderr:++ objects sparse2 2024-07-29T15:43:21.718 INFO:tasks.workunit.client.1.smithi138.stderr:++ image=sparse2 2024-07-29T15:43:21.718 INFO:tasks.workunit.client.1.smithi138.stderr:+++ rbd info sparse2 2024-07-29T15:43:21.718 INFO:tasks.workunit.client.1.smithi138.stderr:+++ grep block_name_prefix 2024-07-29T15:43:21.718 INFO:tasks.workunit.client.1.smithi138.stderr:+++ awk '{print $NF;}' 2024-07-29T15:43:21.754 INFO:tasks.workunit.client.1.smithi138.stderr:++ prefix=rbd_data.d723c92d59b9 2024-07-29T15:43:21.755 INFO:tasks.workunit.client.1.smithi138.stderr:+++ grep rbd_data.d723c92d59b9 2024-07-29T15:43:21.755 INFO:tasks.workunit.client.1.smithi138.stderr:++++ get_image_data_pool sparse2 2024-07-29T15:43:21.755 INFO:tasks.workunit.client.1.smithi138.stderr:++++ image=sparse2 2024-07-29T15:43:21.755 INFO:tasks.workunit.client.1.smithi138.stderr:+++ sed -e 's/rbd_data.d723c92d59b9\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-07-29T15:43:21.755 INFO:tasks.workunit.client.1.smithi138.stderr:+++ sort -u 2024-07-29T15:43:21.755 INFO:tasks.workunit.client.1.smithi138.stderr:+++++ rbd info sparse2 2024-07-29T15:43:21.756 INFO:tasks.workunit.client.1.smithi138.stderr:+++++ grep 'data_pool: ' 2024-07-29T15:43:21.756 INFO:tasks.workunit.client.1.smithi138.stderr:+++++ awk -F: '{ print $NF }' 2024-07-29T15:43:21.791 INFO:tasks.workunit.client.1.smithi138.stderr:++++ data_pool= 2024-07-29T15:43:21.793 INFO:tasks.workunit.client.1.smithi138.stderr:++++ '[' -z ']' 2024-07-29T15:43:21.793 INFO:tasks.workunit.client.1.smithi138.stderr:++++ data_pool=rbd 2024-07-29T15:43:21.793 INFO:tasks.workunit.client.1.smithi138.stderr:++++ echo rbd 2024-07-29T15:43:21.793 INFO:tasks.workunit.client.1.smithi138.stderr:+++ rados ls -p rbd 2024-07-29T15:43:21.831 INFO:tasks.workunit.client.1.smithi138.stderr:++ objects=0 2024-07-29T15:43:21.831 INFO:tasks.workunit.client.1.smithi138.stderr:++ echo 0 2024-07-29T15:43:21.831 INFO:tasks.workunit.client.1.smithi138.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-07-29T15:43:21.831 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd export sparse2 /tmp/rbd_import_export_126713/sparse2.out 2024-07-29T15:43:21.867 INFO:tasks.workunit.client.1.smithi138.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-07-29T15:43:21.870 INFO:tasks.workunit.client.1.smithi138.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_126713/sparse2 /tmp/rbd_import_export_126713/sparse2.out 2024-07-29T15:43:21.870 INFO:tasks.workunit.client.1.smithi138.stderr:+ cmp -l /tmp/rbd_import_export_126713/sparse2 /tmp/rbd_import_export_126713/sparse2.out 2024-07-29T15:43:21.872 INFO:tasks.workunit.client.1.smithi138.stderr:++ stat /tmp/rbd_import_export_126713/sparse2 --format %b 2024-07-29T15:43:21.873 INFO:tasks.workunit.client.1.smithi138.stderr:+ origsize=2048 2024-07-29T15:43:21.873 INFO:tasks.workunit.client.1.smithi138.stderr:++ stat /tmp/rbd_import_export_126713/sparse2.out --format %b 2024-07-29T15:43:21.874 INFO:tasks.workunit.client.1.smithi138.stderr:+ exportsize=2048 2024-07-29T15:43:21.874 INFO:tasks.workunit.client.1.smithi138.stderr:+ difference=0 2024-07-29T15:43:21.874 INFO:tasks.workunit.client.1.smithi138.stderr:+ difference=0 2024-07-29T15:43:21.875 INFO:tasks.workunit.client.1.smithi138.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-07-29T15:43:21.875 INFO:tasks.workunit.client.1.smithi138.stderr:+ rm /tmp/rbd_import_export_126713/sparse2.out 2024-07-29T15:43:21.875 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd rm sparse2 2024-07-29T15:43:21.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:21 smithi067 ceph-mon[91995]: pgmap v1984: 105 pgs: 105 active+clean; 803 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 170 KiB/s rd, 18 KiB/s wr, 236 op/s 2024-07-29T15:43:21.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:21 smithi067 ceph-mon[91995]: from='client.? 172.21.15.138:0/3039864226' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-07-29T15:43:21.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:21 smithi067 ceph-mon[91995]: from='client.? 172.21.15.138:0/3039864226' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-07-29T15:43:21.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:21 smithi067 ceph-mon[94375]: pgmap v1984: 105 pgs: 105 active+clean; 803 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 170 KiB/s rd, 18 KiB/s wr, 236 op/s 2024-07-29T15:43:21.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:21 smithi067 ceph-mon[94375]: from='client.? 172.21.15.138:0/3039864226' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-07-29T15:43:21.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:21 smithi067 ceph-mon[94375]: from='client.? 172.21.15.138:0/3039864226' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-07-29T15:43:21.989 INFO:tasks.workunit.client.1.smithi138.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-07-29T15:43:21.991 INFO:tasks.workunit.client.1.smithi138.stderr:+ truncate /tmp/rbd_import_export_126713/sparse1 -s 10M 2024-07-29T15:43:21.992 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd import --new-format --order 20 - sparse1 2024-07-29T15:43:22.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:21 smithi138 ceph-mon[86438]: pgmap v1984: 105 pgs: 105 active+clean; 803 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 170 KiB/s rd, 18 KiB/s wr, 236 op/s 2024-07-29T15:43:22.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:21 smithi138 ceph-mon[86438]: from='client.? 172.21.15.138:0/3039864226' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-07-29T15:43:22.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:21 smithi138 ceph-mon[86438]: from='client.? 172.21.15.138:0/3039864226' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-07-29T15:43:22.099 INFO:tasks.workunit.client.1.smithi138.stderr: Importing image: 100% complete...done. 2024-07-29T15:43:22.099 INFO:tasks.workunit.client.1.smithi138.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-07-29T15:43:22.099 INFO:tasks.workunit.client.1.smithi138.stderr:rbd: --order is deprecated, use --object-size 2024-07-29T15:43:22.102 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd ls -l 2024-07-29T15:43:22.102 INFO:tasks.workunit.client.1.smithi138.stderr:+ grep sparse1 2024-07-29T15:43:22.102 INFO:tasks.workunit.client.1.smithi138.stderr:+ grep -Ei '(10 MiB|10240k)' 2024-07-29T15:43:22.138 INFO:tasks.workunit.client.1.smithi138.stdout:sparse1 10 MiB 2 2024-07-29T15:43:22.138 INFO:tasks.workunit.client.1.smithi138.stderr:++ objects sparse1 2024-07-29T15:43:22.139 INFO:tasks.workunit.client.1.smithi138.stderr:++ image=sparse1 2024-07-29T15:43:22.139 INFO:tasks.workunit.client.1.smithi138.stderr:+++ rbd info sparse1 2024-07-29T15:43:22.139 INFO:tasks.workunit.client.1.smithi138.stderr:+++ grep block_name_prefix 2024-07-29T15:43:22.139 INFO:tasks.workunit.client.1.smithi138.stderr:+++ awk '{print $NF;}' 2024-07-29T15:43:22.174 INFO:tasks.workunit.client.1.smithi138.stderr:++ prefix=rbd_data.d75019baa607 2024-07-29T15:43:22.175 INFO:tasks.workunit.client.1.smithi138.stderr:+++ grep rbd_data.d75019baa607 2024-07-29T15:43:22.175 INFO:tasks.workunit.client.1.smithi138.stderr:++++ get_image_data_pool sparse1 2024-07-29T15:43:22.175 INFO:tasks.workunit.client.1.smithi138.stderr:+++ sed -e 's/rbd_data.d75019baa607\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-07-29T15:43:22.175 INFO:tasks.workunit.client.1.smithi138.stderr:++++ image=sparse1 2024-07-29T15:43:22.176 INFO:tasks.workunit.client.1.smithi138.stderr:+++ sort -u 2024-07-29T15:43:22.176 INFO:tasks.workunit.client.1.smithi138.stderr:+++++ rbd info sparse1 2024-07-29T15:43:22.176 INFO:tasks.workunit.client.1.smithi138.stderr:+++++ grep 'data_pool: ' 2024-07-29T15:43:22.176 INFO:tasks.workunit.client.1.smithi138.stderr:+++++ awk -F: '{ print $NF }' 2024-07-29T15:43:22.211 INFO:tasks.workunit.client.1.smithi138.stderr:++++ data_pool= 2024-07-29T15:43:22.211 INFO:tasks.workunit.client.1.smithi138.stderr:++++ '[' -z ']' 2024-07-29T15:43:22.212 INFO:tasks.workunit.client.1.smithi138.stderr:++++ data_pool=rbd 2024-07-29T15:43:22.212 INFO:tasks.workunit.client.1.smithi138.stderr:++++ echo rbd 2024-07-29T15:43:22.212 INFO:tasks.workunit.client.1.smithi138.stderr:+++ rados ls -p rbd 2024-07-29T15:43:22.253 INFO:tasks.workunit.client.1.smithi138.stderr:++ objects=1 2024-07-29T15:43:22.254 INFO:tasks.workunit.client.1.smithi138.stderr:++ echo 1 2024-07-29T15:43:22.254 INFO:tasks.workunit.client.1.smithi138.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-07-29T15:43:22.254 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd export sparse1 /tmp/rbd_import_export_126713/sparse1.out 2024-07-29T15:43:22.290 INFO:tasks.workunit.client.1.smithi138.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-07-29T15:43:22.293 INFO:tasks.workunit.client.1.smithi138.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_126713/sparse1 /tmp/rbd_import_export_126713/sparse1.out 2024-07-29T15:43:22.294 INFO:tasks.workunit.client.1.smithi138.stderr:+ cmp -l /tmp/rbd_import_export_126713/sparse1 /tmp/rbd_import_export_126713/sparse1.out 2024-07-29T15:43:22.300 INFO:tasks.workunit.client.1.smithi138.stderr:++ stat /tmp/rbd_import_export_126713/sparse1 --format %b 2024-07-29T15:43:22.301 INFO:tasks.workunit.client.1.smithi138.stderr:+ origsize=2048 2024-07-29T15:43:22.301 INFO:tasks.workunit.client.1.smithi138.stderr:++ stat /tmp/rbd_import_export_126713/sparse1.out --format %b 2024-07-29T15:43:22.303 INFO:tasks.workunit.client.1.smithi138.stderr:+ exportsize=2048 2024-07-29T15:43:22.303 INFO:tasks.workunit.client.1.smithi138.stderr:+ difference=0 2024-07-29T15:43:22.304 INFO:tasks.workunit.client.1.smithi138.stderr:+ difference=0 2024-07-29T15:43:22.304 INFO:tasks.workunit.client.1.smithi138.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-07-29T15:43:22.304 INFO:tasks.workunit.client.1.smithi138.stderr:+ rm /tmp/rbd_import_export_126713/sparse1.out 2024-07-29T15:43:22.305 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd rm sparse1 2024-07-29T15:43:22.421 INFO:tasks.workunit.client.1.smithi138.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-07-29T15:43:22.423 INFO:tasks.workunit.client.1.smithi138.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_126713/sparse2 oflag=append conv=notrunc 2024-07-29T15:43:22.430 INFO:tasks.workunit.client.1.smithi138.stderr:1+0 records in 2024-07-29T15:43:22.431 INFO:tasks.workunit.client.1.smithi138.stderr:1+0 records out 2024-07-29T15:43:22.431 INFO:tasks.workunit.client.1.smithi138.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.0061412 s, 341 MB/s 2024-07-29T15:43:22.431 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd import --new-format --order 20 - sparse2 2024-07-29T15:43:22.527 INFO:tasks.workunit.client.1.smithi138.stderr: Importing image: 100% complete...done. 2024-07-29T15:43:22.528 INFO:tasks.workunit.client.1.smithi138.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-07-29T15:43:22.528 INFO:tasks.workunit.client.1.smithi138.stderr:rbd: --order is deprecated, use --object-size 2024-07-29T15:43:22.531 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd ls -l 2024-07-29T15:43:22.531 INFO:tasks.workunit.client.1.smithi138.stderr:+ grep sparse2 2024-07-29T15:43:22.531 INFO:tasks.workunit.client.1.smithi138.stderr:+ grep -Ei '(4 MiB|4096k)' 2024-07-29T15:43:22.566 INFO:tasks.workunit.client.1.smithi138.stdout:sparse2 4 MiB 2 2024-07-29T15:43:22.567 INFO:tasks.workunit.client.1.smithi138.stderr:++ objects sparse2 2024-07-29T15:43:22.567 INFO:tasks.workunit.client.1.smithi138.stderr:++ image=sparse2 2024-07-29T15:43:22.567 INFO:tasks.workunit.client.1.smithi138.stderr:+++ rbd info sparse2 2024-07-29T15:43:22.567 INFO:tasks.workunit.client.1.smithi138.stderr:+++ grep block_name_prefix 2024-07-29T15:43:22.567 INFO:tasks.workunit.client.1.smithi138.stderr:+++ awk '{print $NF;}' 2024-07-29T15:43:22.602 INFO:tasks.workunit.client.1.smithi138.stderr:++ prefix=rbd_data.d77d874afbf4 2024-07-29T15:43:22.603 INFO:tasks.workunit.client.1.smithi138.stderr:+++ grep rbd_data.d77d874afbf4 2024-07-29T15:43:22.604 INFO:tasks.workunit.client.1.smithi138.stderr:+++ sed -e 's/rbd_data.d77d874afbf4\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-07-29T15:43:22.604 INFO:tasks.workunit.client.1.smithi138.stderr:++++ get_image_data_pool sparse2 2024-07-29T15:43:22.604 INFO:tasks.workunit.client.1.smithi138.stderr:++++ image=sparse2 2024-07-29T15:43:22.604 INFO:tasks.workunit.client.1.smithi138.stderr:+++ sort -u 2024-07-29T15:43:22.604 INFO:tasks.workunit.client.1.smithi138.stderr:+++++ rbd info sparse2 2024-07-29T15:43:22.604 INFO:tasks.workunit.client.1.smithi138.stderr:+++++ grep 'data_pool: ' 2024-07-29T15:43:22.604 INFO:tasks.workunit.client.1.smithi138.stderr:+++++ awk -F: '{ print $NF }' 2024-07-29T15:43:22.640 INFO:tasks.workunit.client.1.smithi138.stderr:++++ data_pool= 2024-07-29T15:43:22.640 INFO:tasks.workunit.client.1.smithi138.stderr:++++ '[' -z ']' 2024-07-29T15:43:22.640 INFO:tasks.workunit.client.1.smithi138.stderr:++++ data_pool=rbd 2024-07-29T15:43:22.640 INFO:tasks.workunit.client.1.smithi138.stderr:++++ echo rbd 2024-07-29T15:43:22.640 INFO:tasks.workunit.client.1.smithi138.stderr:+++ rados ls -p rbd 2024-07-29T15:43:22.682 INFO:tasks.workunit.client.1.smithi138.stderr:++ objects='0 2024-07-29T15:43:22.682 INFO:tasks.workunit.client.1.smithi138.stderr:2 2024-07-29T15:43:22.682 INFO:tasks.workunit.client.1.smithi138.stderr:3' 2024-07-29T15:43:22.682 INFO:tasks.workunit.client.1.smithi138.stderr:++ echo 0 2 3 2024-07-29T15:43:22.683 INFO:tasks.workunit.client.1.smithi138.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2024-07-29T15:43:22.683 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd export sparse2 /tmp/rbd_import_export_126713/sparse2.out 2024-07-29T15:43:22.723 INFO:tasks.workunit.client.1.smithi138.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-07-29T15:43:22.727 INFO:tasks.workunit.client.1.smithi138.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_126713/sparse2 /tmp/rbd_import_export_126713/sparse2.out 2024-07-29T15:43:22.727 INFO:tasks.workunit.client.1.smithi138.stderr:+ cmp -l /tmp/rbd_import_export_126713/sparse2 /tmp/rbd_import_export_126713/sparse2.out 2024-07-29T15:43:22.729 INFO:tasks.workunit.client.1.smithi138.stderr:++ stat /tmp/rbd_import_export_126713/sparse2 --format %b 2024-07-29T15:43:22.730 INFO:tasks.workunit.client.1.smithi138.stderr:+ origsize=6144 2024-07-29T15:43:22.730 INFO:tasks.workunit.client.1.smithi138.stderr:++ stat /tmp/rbd_import_export_126713/sparse2.out --format %b 2024-07-29T15:43:22.732 INFO:tasks.workunit.client.1.smithi138.stderr:+ exportsize=6144 2024-07-29T15:43:22.732 INFO:tasks.workunit.client.1.smithi138.stderr:+ difference=0 2024-07-29T15:43:22.732 INFO:tasks.workunit.client.1.smithi138.stderr:+ difference=0 2024-07-29T15:43:22.732 INFO:tasks.workunit.client.1.smithi138.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-07-29T15:43:22.732 INFO:tasks.workunit.client.1.smithi138.stderr:+ rm /tmp/rbd_import_export_126713/sparse2.out 2024-07-29T15:43:22.732 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd rm sparse2 2024-07-29T15:43:22.848 INFO:tasks.workunit.client.1.smithi138.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-07-29T15:43:22.851 INFO:tasks.workunit.client.1.smithi138.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2024-07-29T15:43:22.851 INFO:tasks.workunit.client.1.smithi138.stdout:partially-sparse file imports to partially-sparse image 2024-07-29T15:43:22.851 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_126713/sparse1 sparse 2024-07-29T15:43:22.928 INFO:tasks.workunit.client.1.smithi138.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-07-29T15:43:22.929 INFO:tasks.workunit.client.1.smithi138.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-07-29T15:43:22.929 INFO:tasks.workunit.client.1.smithi138.stderr:rbd: --order is deprecated, use --object-size 2024-07-29T15:43:22.931 INFO:tasks.workunit.client.1.smithi138.stderr:++ objects sparse 2024-07-29T15:43:22.931 INFO:tasks.workunit.client.1.smithi138.stderr:++ image=sparse 2024-07-29T15:43:22.932 INFO:tasks.workunit.client.1.smithi138.stderr:+++ rbd info sparse 2024-07-29T15:43:22.932 INFO:tasks.workunit.client.1.smithi138.stderr:+++ grep block_name_prefix 2024-07-29T15:43:22.932 INFO:tasks.workunit.client.1.smithi138.stderr:+++ awk '{print $NF;}' 2024-07-29T15:43:22.967 INFO:tasks.workunit.client.1.smithi138.stderr:++ prefix=rbd_data.d7aa4c9ce12f 2024-07-29T15:43:22.968 INFO:tasks.workunit.client.1.smithi138.stderr:+++ grep rbd_data.d7aa4c9ce12f 2024-07-29T15:43:22.968 INFO:tasks.workunit.client.1.smithi138.stderr:++++ get_image_data_pool sparse 2024-07-29T15:43:22.968 INFO:tasks.workunit.client.1.smithi138.stderr:++++ image=sparse 2024-07-29T15:43:22.968 INFO:tasks.workunit.client.1.smithi138.stderr:+++ sed -e 's/rbd_data.d7aa4c9ce12f\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-07-29T15:43:22.968 INFO:tasks.workunit.client.1.smithi138.stderr:+++ sort -u 2024-07-29T15:43:22.969 INFO:tasks.workunit.client.1.smithi138.stderr:+++++ rbd info sparse 2024-07-29T15:43:22.969 INFO:tasks.workunit.client.1.smithi138.stderr:+++++ grep 'data_pool: ' 2024-07-29T15:43:22.969 INFO:tasks.workunit.client.1.smithi138.stderr:+++++ awk -F: '{ print $NF }' 2024-07-29T15:43:23.004 INFO:tasks.workunit.client.1.smithi138.stderr:++++ data_pool= 2024-07-29T15:43:23.004 INFO:tasks.workunit.client.1.smithi138.stderr:++++ '[' -z ']' 2024-07-29T15:43:23.004 INFO:tasks.workunit.client.1.smithi138.stderr:++++ data_pool=rbd 2024-07-29T15:43:23.004 INFO:tasks.workunit.client.1.smithi138.stderr:++++ echo rbd 2024-07-29T15:43:23.004 INFO:tasks.workunit.client.1.smithi138.stderr:+++ rados ls -p rbd 2024-07-29T15:43:23.045 INFO:tasks.workunit.client.1.smithi138.stderr:++ objects=1 2024-07-29T15:43:23.045 INFO:tasks.workunit.client.1.smithi138.stderr:++ echo 1 2024-07-29T15:43:23.045 INFO:tasks.workunit.client.1.smithi138.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-07-29T15:43:23.045 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd rm sparse 2024-07-29T15:43:23.168 INFO:tasks.workunit.client.1.smithi138.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-07-29T15:43:23.170 INFO:tasks.workunit.client.1.smithi138.stdout:zeros import through stdin to sparse image 2024-07-29T15:43:23.171 INFO:tasks.workunit.client.1.smithi138.stderr:+ echo 'zeros import through stdin to sparse image' 2024-07-29T15:43:23.171 INFO:tasks.workunit.client.1.smithi138.stderr:+ dd if=/dev/zero bs=1M count=4 2024-07-29T15:43:23.171 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd import --new-format - sparse 2024-07-29T15:43:23.223 INFO:tasks.workunit.client.1.smithi138.stderr:4+0 records in 2024-07-29T15:43:23.225 INFO:tasks.workunit.client.1.smithi138.stderr:4+0 records out 2024-07-29T15:43:23.225 INFO:tasks.workunit.client.1.smithi138.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0511612 s, 82.0 MB/s 2024-07-29T15:43:23.237 INFO:tasks.workunit.client.1.smithi138.stderr: Importing image: 100% complete...done. 2024-07-29T15:43:23.237 INFO:tasks.workunit.client.1.smithi138.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-07-29T15:43:23.240 INFO:tasks.workunit.client.1.smithi138.stderr:++ objects sparse 2024-07-29T15:43:23.241 INFO:tasks.workunit.client.1.smithi138.stderr:++ image=sparse 2024-07-29T15:43:23.241 INFO:tasks.workunit.client.1.smithi138.stderr:+++ rbd info sparse 2024-07-29T15:43:23.241 INFO:tasks.workunit.client.1.smithi138.stderr:+++ grep block_name_prefix 2024-07-29T15:43:23.241 INFO:tasks.workunit.client.1.smithi138.stderr:+++ awk '{print $NF;}' 2024-07-29T15:43:23.276 INFO:tasks.workunit.client.1.smithi138.stderr:++ prefix=rbd_data.d7cb740e80c6 2024-07-29T15:43:23.277 INFO:tasks.workunit.client.1.smithi138.stderr:+++ grep rbd_data.d7cb740e80c6 2024-07-29T15:43:23.277 INFO:tasks.workunit.client.1.smithi138.stderr:++++ get_image_data_pool sparse 2024-07-29T15:43:23.277 INFO:tasks.workunit.client.1.smithi138.stderr:+++ sed -e 's/rbd_data.d7cb740e80c6\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-07-29T15:43:23.277 INFO:tasks.workunit.client.1.smithi138.stderr:++++ image=sparse 2024-07-29T15:43:23.277 INFO:tasks.workunit.client.1.smithi138.stderr:+++ sort -u 2024-07-29T15:43:23.277 INFO:tasks.workunit.client.1.smithi138.stderr:+++++ rbd info sparse 2024-07-29T15:43:23.278 INFO:tasks.workunit.client.1.smithi138.stderr:+++++ grep 'data_pool: ' 2024-07-29T15:43:23.278 INFO:tasks.workunit.client.1.smithi138.stderr:+++++ awk -F: '{ print $NF }' 2024-07-29T15:43:23.312 INFO:tasks.workunit.client.1.smithi138.stderr:++++ data_pool= 2024-07-29T15:43:23.313 INFO:tasks.workunit.client.1.smithi138.stderr:++++ '[' -z ']' 2024-07-29T15:43:23.313 INFO:tasks.workunit.client.1.smithi138.stderr:++++ data_pool=rbd 2024-07-29T15:43:23.313 INFO:tasks.workunit.client.1.smithi138.stderr:++++ echo rbd 2024-07-29T15:43:23.313 INFO:tasks.workunit.client.1.smithi138.stderr:+++ rados ls -p rbd 2024-07-29T15:43:23.352 INFO:tasks.workunit.client.1.smithi138.stderr:++ objects= 2024-07-29T15:43:23.353 INFO:tasks.workunit.client.1.smithi138.stderr:++ echo 2024-07-29T15:43:23.353 INFO:tasks.workunit.client.1.smithi138.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2024-07-29T15:43:23.353 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd rm sparse 2024-07-29T15:43:23.465 INFO:tasks.workunit.client.1.smithi138.stderr: Removing image: 100% complete...done. 2024-07-29T15:43:23.468 INFO:tasks.workunit.client.1.smithi138.stdout:zeros export to sparse file 2024-07-29T15:43:23.468 INFO:tasks.workunit.client.1.smithi138.stderr:+ echo 'zeros export to sparse file' 2024-07-29T15:43:23.468 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd create --new-format sparse --size 4 2024-07-29T15:43:23.509 INFO:tasks.workunit.client.1.smithi138.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-07-29T15:43:23.512 INFO:tasks.workunit.client.1.smithi138.stderr:++ rbd info sparse 2024-07-29T15:43:23.512 INFO:tasks.workunit.client.1.smithi138.stderr:++ grep block_name_prefix 2024-07-29T15:43:23.512 INFO:tasks.workunit.client.1.smithi138.stderr:++ awk '{print $NF;}' 2024-07-29T15:43:23.549 INFO:tasks.workunit.client.1.smithi138.stderr:+ prefix=rbd_data.d7ecf907c71f 2024-07-29T15:43:23.549 INFO:tasks.workunit.client.1.smithi138.stderr:+ dd if=/dev/zero bs=4M count=1 2024-07-29T15:43:23.549 INFO:tasks.workunit.client.1.smithi138.stderr:++ get_image_data_pool sparse 2024-07-29T15:43:23.549 INFO:tasks.workunit.client.1.smithi138.stderr:++ image=sparse 2024-07-29T15:43:23.549 INFO:tasks.workunit.client.1.smithi138.stderr:+++ rbd info sparse 2024-07-29T15:43:23.550 INFO:tasks.workunit.client.1.smithi138.stderr:+++ grep 'data_pool: ' 2024-07-29T15:43:23.550 INFO:tasks.workunit.client.1.smithi138.stderr:+++ awk -F: '{ print $NF }' 2024-07-29T15:43:23.585 INFO:tasks.workunit.client.1.smithi138.stderr:++ data_pool= 2024-07-29T15:43:23.586 INFO:tasks.workunit.client.1.smithi138.stderr:++ '[' -z ']' 2024-07-29T15:43:23.586 INFO:tasks.workunit.client.1.smithi138.stderr:++ data_pool=rbd 2024-07-29T15:43:23.586 INFO:tasks.workunit.client.1.smithi138.stderr:++ echo rbd 2024-07-29T15:43:23.586 INFO:tasks.workunit.client.1.smithi138.stderr:+ rados -p rbd put rbd_data.d7ecf907c71f.000000000000 - 2024-07-29T15:43:23.615 INFO:tasks.workunit.client.1.smithi138.stderr:1+0 records in 2024-07-29T15:43:23.615 INFO:tasks.workunit.client.1.smithi138.stderr:1+0 records out 2024-07-29T15:43:23.615 INFO:tasks.workunit.client.1.smithi138.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0656718 s, 63.9 MB/s 2024-07-29T15:43:23.636 INFO:tasks.workunit.client.1.smithi138.stderr:++ objects sparse 2024-07-29T15:43:23.636 INFO:tasks.workunit.client.1.smithi138.stderr:++ image=sparse 2024-07-29T15:43:23.637 INFO:tasks.workunit.client.1.smithi138.stderr:+++ rbd info sparse 2024-07-29T15:43:23.637 INFO:tasks.workunit.client.1.smithi138.stderr:+++ grep block_name_prefix 2024-07-29T15:43:23.637 INFO:tasks.workunit.client.1.smithi138.stderr:+++ awk '{print $NF;}' 2024-07-29T15:43:23.672 INFO:tasks.workunit.client.1.smithi138.stderr:++ prefix=rbd_data.d7ecf907c71f 2024-07-29T15:43:23.673 INFO:tasks.workunit.client.1.smithi138.stderr:+++ grep rbd_data.d7ecf907c71f 2024-07-29T15:43:23.673 INFO:tasks.workunit.client.1.smithi138.stderr:++++ get_image_data_pool sparse 2024-07-29T15:43:23.673 INFO:tasks.workunit.client.1.smithi138.stderr:++++ image=sparse 2024-07-29T15:43:23.673 INFO:tasks.workunit.client.1.smithi138.stderr:+++ sed -e 's/rbd_data.d7ecf907c71f\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-07-29T15:43:23.673 INFO:tasks.workunit.client.1.smithi138.stderr:+++ sort -u 2024-07-29T15:43:23.673 INFO:tasks.workunit.client.1.smithi138.stderr:+++++ rbd info sparse 2024-07-29T15:43:23.673 INFO:tasks.workunit.client.1.smithi138.stderr:+++++ grep 'data_pool: ' 2024-07-29T15:43:23.673 INFO:tasks.workunit.client.1.smithi138.stderr:+++++ awk -F: '{ print $NF }' 2024-07-29T15:43:23.708 INFO:tasks.workunit.client.1.smithi138.stderr:++++ data_pool= 2024-07-29T15:43:23.708 INFO:tasks.workunit.client.1.smithi138.stderr:++++ '[' -z ']' 2024-07-29T15:43:23.708 INFO:tasks.workunit.client.1.smithi138.stderr:++++ data_pool=rbd 2024-07-29T15:43:23.708 INFO:tasks.workunit.client.1.smithi138.stderr:++++ echo rbd 2024-07-29T15:43:23.708 INFO:tasks.workunit.client.1.smithi138.stderr:+++ rados ls -p rbd 2024-07-29T15:43:23.748 INFO:tasks.workunit.client.1.smithi138.stderr:++ objects=0 2024-07-29T15:43:23.749 INFO:tasks.workunit.client.1.smithi138.stderr:++ echo 0 2024-07-29T15:43:23.749 INFO:tasks.workunit.client.1.smithi138.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-07-29T15:43:23.749 INFO:tasks.workunit.client.1.smithi138.stderr:+ rm /tmp/rbd_import_export_126713/sparse 2024-07-29T15:43:23.749 INFO:tasks.workunit.client.1.smithi138.stderr:rm: cannot remove '/tmp/rbd_import_export_126713/sparse': No such file or directory 2024-07-29T15:43:23.749 INFO:tasks.workunit.client.1.smithi138.stderr:+ true 2024-07-29T15:43:23.750 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd export sparse /tmp/rbd_import_export_126713/sparse 2024-07-29T15:43:23.783 INFO:tasks.workunit.client.1.smithi138.stderr: Exporting image: 100% complete...done. 2024-07-29T15:43:23.787 INFO:tasks.workunit.client.1.smithi138.stderr:++ stat /tmp/rbd_import_export_126713/sparse --format=%b 2024-07-29T15:43:23.787 INFO:tasks.workunit.client.1.smithi138.stderr:+ '[' 0 = 0 ']' 2024-07-29T15:43:23.788 INFO:tasks.workunit.client.1.smithi138.stderr:+ rbd rm sparse 2024-07-29T15:43:23.897 INFO:tasks.workunit.client.1.smithi138.stderr: Removing image: 100% complete...done. 2024-07-29T15:43:23.899 INFO:tasks.workunit.client.1.smithi138.stderr:+ rm /tmp/rbd_import_export_126713/sparse /tmp/rbd_import_export_126713/sparse1 /tmp/rbd_import_export_126713/sparse2 /tmp/rbd_import_export_126713/sparse3 2024-07-29T15:43:23.902 INFO:tasks.workunit.client.1.smithi138.stderr:rm: cannot remove '/tmp/rbd_import_export_126713/sparse3': No such file or directory 2024-07-29T15:43:23.902 INFO:tasks.workunit.client.1.smithi138.stderr:+ true 2024-07-29T15:43:23.902 INFO:tasks.workunit.client.1.smithi138.stdout:OK 2024-07-29T15:43:23.904 INFO:tasks.workunit.client.1.smithi138.stderr:+ echo OK 2024-07-29T15:43:23.904 INFO:tasks.workunit.client.1.smithi138.stderr:+ rm -rf /tmp/rbd_import_export_126713 2024-07-29T15:43:23.904 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-29T15:43:23.904 DEBUG:teuthology.orchestra.run.smithi138:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-07-29T15:43:23.966 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:23 smithi138 ceph-mon[86438]: pgmap v1985: 105 pgs: 105 active+clean; 803 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 358 KiB/s rd, 219 KiB/s wr, 194 op/s 2024-07-29T15:43:23.966 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:23 smithi138 ceph-mon[86438]: osdmap e1121: 8 total, 8 up, 8 in 2024-07-29T15:43:23.971 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-07-29T15:43:23.971 DEBUG:teuthology.orchestra.run.smithi138:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-07-29T15:43:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:23 smithi067 ceph-mon[91995]: pgmap v1985: 105 pgs: 105 active+clean; 803 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 358 KiB/s rd, 219 KiB/s wr, 194 op/s 2024-07-29T15:43:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:23 smithi067 ceph-mon[91995]: osdmap e1121: 8 total, 8 up, 8 in 2024-07-29T15:43:23.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:23 smithi067 ceph-mon[94375]: pgmap v1985: 105 pgs: 105 active+clean; 803 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 358 KiB/s rd, 219 KiB/s wr, 194 op/s 2024-07-29T15:43:23.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:23 smithi067 ceph-mon[94375]: osdmap e1121: 8 total, 8 up, 8 in 2024-07-29T15:43:24.190 DEBUG:teuthology.parallel:result is None 2024-07-29T15:43:24.191 DEBUG:teuthology.orchestra.run.smithi138:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-07-29T15:43:24.215 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-07-29T15:43:24.216 DEBUG:teuthology.orchestra.run.smithi138:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-07-29T15:43:24.271 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-07-29T15:43:24.271 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-29T15:43:24.271 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-07-29T15:43:24.271 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-29T15:43:24.271 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-07-29T15:43:24.271 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-07-29T15:43:24.272 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-07-29T15:43:24.272 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-07-29T15:43:24.272 DEBUG:teuthology.orchestra.run.smithi067:> stat -- /home/ubuntu/cephtest/mnt.0 2024-07-29T15:43:24.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-29T15:43:24.290 INFO:teuthology.orchestra.run.smithi067.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-07-29T15:43:24.290 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-07-29T15:43:24.347 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-07-29T15:43:24.347 DEBUG:teuthology.orchestra.run.smithi067:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-07-29T15:43:24.403 INFO:tasks.workunit:timeout=3h 2024-07-29T15:43:24.403 INFO:tasks.workunit:cleanup=True 2024-07-29T15:43:24.403 DEBUG:teuthology.orchestra.run.smithi067:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-07-29T15:43:24.460 INFO:tasks.workunit.client.0.smithi067.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-07-29T15:43:25.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:25 smithi067 ceph-mon[91995]: pgmap v1987: 105 pgs: 105 active+clean; 803 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 477 KiB/s rd, 349 KiB/s wr, 178 op/s 2024-07-29T15:43:25.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:25 smithi067 ceph-mon[94375]: pgmap v1987: 105 pgs: 105 active+clean; 803 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 477 KiB/s rd, 349 KiB/s wr, 178 op/s 2024-07-29T15:43:26.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:25 smithi138 ceph-mon[86438]: pgmap v1987: 105 pgs: 105 active+clean; 803 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 477 KiB/s rd, 349 KiB/s wr, 178 op/s 2024-07-29T15:43:27.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:27 smithi067 ceph-mon[91995]: pgmap v1988: 105 pgs: 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 928 KiB/s rd, 1.4 MiB/s wr, 280 op/s 2024-07-29T15:43:27.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:27 smithi067 ceph-mon[94375]: pgmap v1988: 105 pgs: 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 928 KiB/s rd, 1.4 MiB/s wr, 280 op/s 2024-07-29T15:43:27.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:43:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:43:27] "GET /metrics HTTP/1.1" 200 34196 "" "Prometheus/2.51.0" 2024-07-29T15:43:28.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:27 smithi138 ceph-mon[86438]: pgmap v1988: 105 pgs: 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 928 KiB/s rd, 1.4 MiB/s wr, 280 op/s 2024-07-29T15:43:29.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:29 smithi067 ceph-mon[91995]: osdmap e1122: 8 total, 8 up, 8 in 2024-07-29T15:43:29.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:29 smithi067 ceph-mon[91995]: pgmap v1990: 105 pgs: 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 344 op/s 2024-07-29T15:43:29.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:29 smithi067 ceph-mon[94375]: osdmap e1122: 8 total, 8 up, 8 in 2024-07-29T15:43:29.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:29 smithi067 ceph-mon[94375]: pgmap v1990: 105 pgs: 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 344 op/s 2024-07-29T15:43:29.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:29 smithi138 ceph-mon[86438]: osdmap e1122: 8 total, 8 up, 8 in 2024-07-29T15:43:29.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:29 smithi138 ceph-mon[86438]: pgmap v1990: 105 pgs: 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 344 op/s 2024-07-29T15:43:30.211 DEBUG:teuthology.orchestra.run.smithi067:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-07-29T15:43:30.268 INFO:tasks.workunit.client.0.smithi067.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-07-29T15:43:30.270 INFO:tasks.workunit.client.0.smithi067.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-29T15:43:30.271 INFO:tasks.workunit.client.0.smithi067.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-07-29T15:43:30.322 INFO:tasks.workunit.client.0.smithi067.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-07-29T15:43:30.373 INFO:tasks.workunit.client.0.smithi067.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-07-29T15:43:30.413 INFO:tasks.workunit.client.0.smithi067.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-29T15:43:30.415 INFO:tasks.workunit.client.0.smithi067.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-29T15:43:30.415 INFO:tasks.workunit.client.0.smithi067.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-07-29T15:43:30.454 INFO:tasks.workunit.client.0.smithi067.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-29T15:43:30.458 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-07-29T15:43:30.458 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-07-29T15:43:30.515 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-07-29T15:43:30.516 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-07-29T15:43:30.516 DEBUG:teuthology.orchestra.run.smithi067:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-07-29T15:43:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:43:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:43:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:43:30.615 INFO:tasks.workunit.client.0.smithi067.stdout:seed 134202 2024-07-29T15:43:30.615 INFO:tasks.workunit.client.0.smithi067.stderr:warning: failed to enable lockdep 2024-07-29T15:43:30.615 INFO:tasks.workunit.client.0.smithi067.stdout:[==========] Running 425 tests from 16 test suites. 2024-07-29T15:43:30.616 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] Global test environment set-up. 2024-07-29T15:43:30.616 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 1 test from TestJournalStress 2024-07-29T15:43:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:31 smithi138 ceph-mon[86438]: pgmap v1991: 105 pgs: 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 851 KiB/s rd, 1.3 MiB/s wr, 285 op/s 2024-07-29T15:43:31.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:31 smithi067 ceph-mon[91995]: pgmap v1991: 105 pgs: 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 851 KiB/s rd, 1.3 MiB/s wr, 285 op/s 2024-07-29T15:43:31.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:31 smithi067 ceph-mon[94375]: pgmap v1991: 105 pgs: 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 851 KiB/s rd, 1.3 MiB/s wr, 285 op/s 2024-07-29T15:43:32.580 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-07-29T15:43:32.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:32 smithi067 ceph-mon[91995]: osdmap e1123: 8 total, 8 up, 8 in 2024-07-29T15:43:32.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:32 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3954090929' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:43:32.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:32 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:43:32.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:32 smithi067 ceph-mon[94375]: osdmap e1123: 8 total, 8 up, 8 in 2024-07-29T15:43:32.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:32 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3954090929' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:43:32.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:32 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:43:33.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:32 smithi138 ceph-mon[86438]: osdmap e1123: 8 total, 8 up, 8 in 2024-07-29T15:43:33.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:32 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3954090929' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:43:33.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:32 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:43:33.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:33 smithi067 ceph-mon[91995]: pgmap v1993: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 669 KiB/s rd, 1.1 MiB/s wr, 212 op/s 2024-07-29T15:43:33.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:33 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:43:33.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:33 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:43:33.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:33 smithi067 ceph-mon[91995]: osdmap e1124: 8 total, 8 up, 8 in 2024-07-29T15:43:33.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:33 smithi067 ceph-mon[94375]: pgmap v1993: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 669 KiB/s rd, 1.1 MiB/s wr, 212 op/s 2024-07-29T15:43:33.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:33 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:43:33.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:33 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:43:33.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:33 smithi067 ceph-mon[94375]: osdmap e1124: 8 total, 8 up, 8 in 2024-07-29T15:43:34.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:33 smithi138 ceph-mon[86438]: pgmap v1993: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 669 KiB/s rd, 1.1 MiB/s wr, 212 op/s 2024-07-29T15:43:34.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:33 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:43:34.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:33 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:43:34.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:33 smithi138 ceph-mon[86438]: osdmap e1124: 8 total, 8 up, 8 in 2024-07-29T15:43:34.606 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:43:34.607 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestJournalStress.DiscardWithPruneWriteOverlap (2026 ms) 2024-07-29T15:43:34.909 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:34 smithi138 ceph-mon[86438]: osdmap e1125: 8 total, 8 up, 8 in 2024-07-29T15:43:34.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:34 smithi067 ceph-mon[91995]: osdmap e1125: 8 total, 8 up, 8 in 2024-07-29T15:43:34.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:34 smithi067 ceph-mon[94375]: osdmap e1125: 8 total, 8 up, 8 in 2024-07-29T15:43:35.310 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:43:34 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=infra.usagestats t=2024-07-29T15:43:34.908695435Z level=info msg="Usage stats are ready to report" 2024-07-29T15:43:35.595 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 1 test from TestJournalStress (2026 ms total) 2024-07-29T15:43:35.596 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:43:35.596 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 16 tests from TestJournalReplay 2024-07-29T15:43:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:35 smithi067 ceph-mon[91995]: pgmap v1996: 137 pgs: 4 creating+peering, 19 unknown, 114 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:43:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:35 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:43:35.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:35 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:43:35.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:35 smithi067 ceph-mon[91995]: osdmap e1126: 8 total, 8 up, 8 in 2024-07-29T15:43:35.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:43:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:35 smithi067 ceph-mon[94375]: pgmap v1996: 137 pgs: 4 creating+peering, 19 unknown, 114 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:43:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:35 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:43:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:35 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:43:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:35 smithi067 ceph-mon[94375]: osdmap e1126: 8 total, 8 up, 8 in 2024-07-29T15:43:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:43:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:35 smithi138 ceph-mon[86438]: pgmap v1996: 137 pgs: 4 creating+peering, 19 unknown, 114 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:43:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:35 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:43:36.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:35 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:43:36.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:35 smithi138 ceph-mon[86438]: osdmap e1126: 8 total, 8 up, 8 in 2024-07-29T15:43:36.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:43:36.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:36 smithi067 ceph-mon[91995]: osdmap e1127: 8 total, 8 up, 8 in 2024-07-29T15:43:36.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:36 smithi067 ceph-mon[94375]: osdmap e1127: 8 total, 8 up, 8 in 2024-07-29T15:43:37.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:36 smithi138 ceph-mon[86438]: osdmap e1127: 8 total, 8 up, 8 in 2024-07-29T15:43:37.616 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-07-29T15:43:37.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:43:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:43:37] "GET /metrics HTTP/1.1" 200 36583 "" "Prometheus/2.51.0" 2024-07-29T15:43:37.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:37 smithi067 ceph-mon[91995]: pgmap v1999: 105 pgs: 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:43:37.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:37 smithi067 ceph-mon[91995]: osdmap e1128: 8 total, 8 up, 8 in 2024-07-29T15:43:37.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:37 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/27181003' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:43:37.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:37 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:43:37.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:37 smithi067 ceph-mon[94375]: pgmap v1999: 105 pgs: 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:43:37.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:37 smithi067 ceph-mon[94375]: osdmap e1128: 8 total, 8 up, 8 in 2024-07-29T15:43:37.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:37 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/27181003' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:43:37.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:37 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:43:38.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:37 smithi138 ceph-mon[86438]: pgmap v1999: 105 pgs: 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:43:38.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:37 smithi138 ceph-mon[86438]: osdmap e1128: 8 total, 8 up, 8 in 2024-07-29T15:43:38.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:37 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/27181003' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:43:38.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:37 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:43:38.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:38 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/27181003' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:43:38.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:38 smithi067 ceph-mon[91995]: osdmap e1129: 8 total, 8 up, 8 in 2024-07-29T15:43:38.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:38 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:43:38.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:38 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:43:38.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:38 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:43:38.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:38 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/27181003' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:43:38.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:38 smithi067 ceph-mon[94375]: osdmap e1129: 8 total, 8 up, 8 in 2024-07-29T15:43:38.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:38 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:43:38.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:38 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:43:38.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:38 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:43:39.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:38 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/27181003' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:43:39.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:38 smithi138 ceph-mon[86438]: osdmap e1129: 8 total, 8 up, 8 in 2024-07-29T15:43:39.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:38 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:43:39.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:38 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:43:39.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:38 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:43:39.642 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:43:39.642 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestJournalReplay.AioDiscardEvent (2026 ms) 2024-07-29T15:43:39.643 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-07-29T15:43:39.656 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:43:39.656 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestJournalReplay.AioWriteEvent (14 ms) 2024-07-29T15:43:39.656 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-07-29T15:43:39.665 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:43:39.665 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestJournalReplay.AioFlushEvent (9 ms) 2024-07-29T15:43:39.665 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-07-29T15:43:39.673 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:43:39.674 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestJournalReplay.SnapCreate (9 ms) 2024-07-29T15:43:39.674 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-07-29T15:43:39.681 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:43:39.681 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestJournalReplay.SnapProtect (7 ms) 2024-07-29T15:43:39.681 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-07-29T15:43:39.689 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:43:39.689 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestJournalReplay.SnapUnprotect (8 ms) 2024-07-29T15:43:39.689 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-07-29T15:43:39.697 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:43:39.697 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestJournalReplay.SnapRename (8 ms) 2024-07-29T15:43:39.697 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-07-29T15:43:39.705 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:43:39.705 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestJournalReplay.SnapRollback (8 ms) 2024-07-29T15:43:39.705 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-07-29T15:43:39.713 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:43:39.713 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestJournalReplay.SnapRemove (8 ms) 2024-07-29T15:43:39.713 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestJournalReplay.Rename 2024-07-29T15:43:39.721 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:43:39.721 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestJournalReplay.Rename (8 ms) 2024-07-29T15:43:39.721 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestJournalReplay.Resize 2024-07-29T15:43:39.728 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:43:39.728 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestJournalReplay.Resize (7 ms) 2024-07-29T15:43:39.729 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestJournalReplay.Flatten 2024-07-29T15:43:39.736 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:43:39.736 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestJournalReplay.Flatten (8 ms) 2024-07-29T15:43:39.736 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-07-29T15:43:39.742 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:43:39.743 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestJournalReplay.UpdateFeatures (7 ms) 2024-07-29T15:43:39.743 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-07-29T15:43:39.750 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:43:39.750 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestJournalReplay.MetadataSet (7 ms) 2024-07-29T15:43:39.750 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-07-29T15:43:39.757 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:43:39.757 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestJournalReplay.MetadataRemove (7 ms) 2024-07-29T15:43:39.757 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-07-29T15:43:39.765 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:43:39.765 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestJournalReplay.ObjectPosition (8 ms) 2024-07-29T15:43:39.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:39 smithi067 ceph-mon[91995]: pgmap v2002: 137 pgs: 6 creating+peering, 21 unknown, 110 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:43:39.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:39 smithi067 ceph-mon[91995]: osdmap e1130: 8 total, 8 up, 8 in 2024-07-29T15:43:39.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:39 smithi067 ceph-mon[94375]: pgmap v2002: 137 pgs: 6 creating+peering, 21 unknown, 110 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:43:39.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:39 smithi067 ceph-mon[94375]: osdmap e1130: 8 total, 8 up, 8 in 2024-07-29T15:43:40.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:39 smithi138 ceph-mon[86438]: pgmap v2002: 137 pgs: 6 creating+peering, 21 unknown, 110 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:43:40.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:39 smithi138 ceph-mon[86438]: osdmap e1130: 8 total, 8 up, 8 in 2024-07-29T15:43:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:43:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:43:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:43:40.642 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 16 tests from TestJournalReplay (2149 ms total) 2024-07-29T15:43:40.643 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:43:40.643 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 4 tests from TestJournalEntries 2024-07-29T15:43:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:40 smithi067 ceph-mon[91995]: osdmap e1131: 8 total, 8 up, 8 in 2024-07-29T15:43:40.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:40 smithi067 ceph-mon[94375]: osdmap e1131: 8 total, 8 up, 8 in 2024-07-29T15:43:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:40 smithi138 ceph-mon[86438]: osdmap e1131: 8 total, 8 up, 8 in 2024-07-29T15:43:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:41 smithi067 ceph-mon[91995]: pgmap v2005: 137 pgs: 6 creating+peering, 9 unknown, 122 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.7 KiB/s wr, 5 op/s 2024-07-29T15:43:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:41 smithi067 ceph-mon[91995]: osdmap e1132: 8 total, 8 up, 8 in 2024-07-29T15:43:41.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:41 smithi067 ceph-mon[94375]: pgmap v2005: 137 pgs: 6 creating+peering, 9 unknown, 122 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.7 KiB/s wr, 5 op/s 2024-07-29T15:43:41.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:41 smithi067 ceph-mon[94375]: osdmap e1132: 8 total, 8 up, 8 in 2024-07-29T15:43:42.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:41 smithi138 ceph-mon[86438]: pgmap v2005: 137 pgs: 6 creating+peering, 9 unknown, 122 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.7 KiB/s wr, 5 op/s 2024-07-29T15:43:42.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:41 smithi138 ceph-mon[86438]: osdmap e1132: 8 total, 8 up, 8 in 2024-07-29T15:43:42.651 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-07-29T15:43:42.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:42 smithi067 ceph-mon[91995]: osdmap e1133: 8 total, 8 up, 8 in 2024-07-29T15:43:42.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:42 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/4070861639' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:43:42.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:42 smithi067 ceph-mon[94375]: osdmap e1133: 8 total, 8 up, 8 in 2024-07-29T15:43:42.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:42 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/4070861639' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:43:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:42 smithi138 ceph-mon[86438]: osdmap e1133: 8 total, 8 up, 8 in 2024-07-29T15:43:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:42 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/4070861639' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:43:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:43 smithi067 ceph-mon[91995]: pgmap v2008: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:43:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:43 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:43:43.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:43 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/4070861639' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:43:43.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:43 smithi067 ceph-mon[91995]: osdmap e1134: 8 total, 8 up, 8 in 2024-07-29T15:43:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:43 smithi067 ceph-mon[94375]: pgmap v2008: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:43:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:43 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:43:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:43 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/4070861639' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:43:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:43 smithi067 ceph-mon[94375]: osdmap e1134: 8 total, 8 up, 8 in 2024-07-29T15:43:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:43 smithi138 ceph-mon[86438]: pgmap v2008: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:43:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:43 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:43:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:43 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/4070861639' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:43:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:43 smithi138 ceph-mon[86438]: osdmap e1134: 8 total, 8 up, 8 in 2024-07-29T15:43:44.677 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:43:44.677 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestJournalEntries.AioWrite (2026 ms) 2024-07-29T15:43:44.677 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-07-29T15:43:44.686 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:43:44.686 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestJournalEntries.AioDiscard (9 ms) 2024-07-29T15:43:44.686 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-07-29T15:43:44.695 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:43:44.696 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestJournalEntries.AioDiscardWithPrune (9 ms) 2024-07-29T15:43:44.696 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-07-29T15:43:44.704 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:43:44.704 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestJournalEntries.AioFlush (9 ms) 2024-07-29T15:43:44.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:44 smithi067 ceph-mon[91995]: osdmap e1135: 8 total, 8 up, 8 in 2024-07-29T15:43:44.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:44 smithi067 ceph-mon[94375]: osdmap e1135: 8 total, 8 up, 8 in 2024-07-29T15:43:45.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:44 smithi138 ceph-mon[86438]: osdmap e1135: 8 total, 8 up, 8 in 2024-07-29T15:43:45.671 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 4 tests from TestJournalEntries (2053 ms total) 2024-07-29T15:43:45.671 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:43:45.671 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 2 tests from TestTrash 2024-07-29T15:43:45.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:45 smithi067 ceph-mon[94375]: pgmap v2011: 137 pgs: 6 creating+peering, 12 unknown, 119 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:43:45.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:45 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:43:45.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:45 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:43:45.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:45 smithi067 ceph-mon[94375]: osdmap e1136: 8 total, 8 up, 8 in 2024-07-29T15:43:45.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:45 smithi067 ceph-mon[91995]: pgmap v2011: 137 pgs: 6 creating+peering, 12 unknown, 119 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:43:45.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:45 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:43:45.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:45 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:43:45.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:45 smithi067 ceph-mon[91995]: osdmap e1136: 8 total, 8 up, 8 in 2024-07-29T15:43:46.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:45 smithi138 ceph-mon[86438]: pgmap v2011: 137 pgs: 6 creating+peering, 12 unknown, 119 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:43:46.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:45 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:43:46.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:45 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:43:46.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:45 smithi138 ceph-mon[86438]: osdmap e1136: 8 total, 8 up, 8 in 2024-07-29T15:43:46.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:46 smithi067 ceph-mon[91995]: osdmap e1137: 8 total, 8 up, 8 in 2024-07-29T15:43:46.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:46 smithi067 ceph-mon[94375]: osdmap e1137: 8 total, 8 up, 8 in 2024-07-29T15:43:47.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:46 smithi138 ceph-mon[86438]: osdmap e1137: 8 total, 8 up, 8 in 2024-07-29T15:43:47.682 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-07-29T15:43:47.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:47 smithi067 ceph-mon[91995]: pgmap v2014: 105 pgs: 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:43:47.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:47 smithi067 ceph-mon[91995]: osdmap e1138: 8 total, 8 up, 8 in 2024-07-29T15:43:47.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:47 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2161243111' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:43:47.991 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:47 smithi067 ceph-mon[94375]: pgmap v2014: 105 pgs: 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:43:47.991 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:47 smithi067 ceph-mon[94375]: osdmap e1138: 8 total, 8 up, 8 in 2024-07-29T15:43:47.991 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:47 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2161243111' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:43:47.991 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:43:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:43:47] "GET /metrics HTTP/1.1" 200 36583 "" "Prometheus/2.51.0" 2024-07-29T15:43:48.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:47 smithi138 ceph-mon[86438]: pgmap v2014: 105 pgs: 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:43:48.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:47 smithi138 ceph-mon[86438]: osdmap e1138: 8 total, 8 up, 8 in 2024-07-29T15:43:48.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:47 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2161243111' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:43:48.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:48 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2161243111' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:43:48.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:48 smithi067 ceph-mon[91995]: osdmap e1139: 8 total, 8 up, 8 in 2024-07-29T15:43:48.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:48 smithi067 ceph-mon[91995]: osdmap e1140: 8 total, 8 up, 8 in 2024-07-29T15:43:48.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:48 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2161243111' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:43:48.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:48 smithi067 ceph-mon[94375]: osdmap e1139: 8 total, 8 up, 8 in 2024-07-29T15:43:48.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:48 smithi067 ceph-mon[94375]: osdmap e1140: 8 total, 8 up, 8 in 2024-07-29T15:43:49.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:48 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2161243111' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:43:49.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:48 smithi138 ceph-mon[86438]: osdmap e1139: 8 total, 8 up, 8 in 2024-07-29T15:43:49.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:48 smithi138 ceph-mon[86438]: osdmap e1140: 8 total, 8 up, 8 in 2024-07-29T15:43:49.786 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestTrash.UserRemovingSource (2104 ms) 2024-07-29T15:43:49.786 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-07-29T15:43:49.825 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestTrash.RestoreMirroringSource (39 ms) 2024-07-29T15:43:49.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:49 smithi067 ceph-mon[91995]: pgmap v2017: 137 pgs: 8 creating+peering, 15 unknown, 114 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:43:49.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:49 smithi067 ceph-mon[91995]: osdmap e1141: 8 total, 8 up, 8 in 2024-07-29T15:43:49.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:49 smithi067 ceph-mon[94375]: pgmap v2017: 137 pgs: 8 creating+peering, 15 unknown, 114 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:43:49.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:49 smithi067 ceph-mon[94375]: osdmap e1141: 8 total, 8 up, 8 in 2024-07-29T15:43:50.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:49 smithi138 ceph-mon[86438]: pgmap v2017: 137 pgs: 8 creating+peering, 15 unknown, 114 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:43:50.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:49 smithi138 ceph-mon[86438]: osdmap e1141: 8 total, 8 up, 8 in 2024-07-29T15:43:50.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:43:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:43:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:43:50.706 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 2 tests from TestTrash (2143 ms total) 2024-07-29T15:43:50.706 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:43:50.706 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 1 test from TestOperations 2024-07-29T15:43:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:43:50.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:43:51.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:43:51.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:51 smithi067 ceph-mon[91995]: pgmap v2020: 137 pgs: 8 creating+peering, 2 unknown, 127 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-07-29T15:43:51.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:51 smithi067 ceph-mon[91995]: osdmap e1142: 8 total, 8 up, 8 in 2024-07-29T15:43:51.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:51 smithi067 ceph-mon[94375]: pgmap v2020: 137 pgs: 8 creating+peering, 2 unknown, 127 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-07-29T15:43:51.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:51 smithi067 ceph-mon[94375]: osdmap e1142: 8 total, 8 up, 8 in 2024-07-29T15:43:52.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:51 smithi138 ceph-mon[86438]: pgmap v2020: 137 pgs: 8 creating+peering, 2 unknown, 127 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-07-29T15:43:52.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:51 smithi138 ceph-mon[86438]: osdmap e1142: 8 total, 8 up, 8 in 2024-07-29T15:43:52.723 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-07-29T15:43:52.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:52 smithi067 ceph-mon[91995]: osdmap e1143: 8 total, 8 up, 8 in 2024-07-29T15:43:52.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:52 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3604155978' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:43:52.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:52 smithi067 ceph-mon[94375]: osdmap e1143: 8 total, 8 up, 8 in 2024-07-29T15:43:52.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:52 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3604155978' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:43:53.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:52 smithi138 ceph-mon[86438]: osdmap e1143: 8 total, 8 up, 8 in 2024-07-29T15:43:53.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:52 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3604155978' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:43:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:53 smithi067 ceph-mon[91995]: pgmap v2023: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:43:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:53 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:43:53.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:53 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3604155978' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:43:53.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:53 smithi067 ceph-mon[91995]: osdmap e1144: 8 total, 8 up, 8 in 2024-07-29T15:43:53.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:53 smithi067 ceph-mon[94375]: pgmap v2023: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:43:53.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:53 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:43:53.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:53 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3604155978' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:43:53.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:53 smithi067 ceph-mon[94375]: osdmap e1144: 8 total, 8 up, 8 in 2024-07-29T15:43:54.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:53 smithi138 ceph-mon[86438]: pgmap v2023: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:43:54.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:53 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:43:54.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:53 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3604155978' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:43:54.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:53 smithi138 ceph-mon[86438]: osdmap e1144: 8 total, 8 up, 8 in 2024-07-29T15:43:54.745 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:43:54.746 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestOperations.DisableJournalingCorrupt (2022 ms) 2024-07-29T15:43:54.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:54 smithi067 ceph-mon[91995]: osdmap e1145: 8 total, 8 up, 8 in 2024-07-29T15:43:54.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:54 smithi067 ceph-mon[94375]: osdmap e1145: 8 total, 8 up, 8 in 2024-07-29T15:43:55.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:54 smithi138 ceph-mon[86438]: osdmap e1145: 8 total, 8 up, 8 in 2024-07-29T15:43:55.737 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 1 test from TestOperations (2022 ms total) 2024-07-29T15:43:55.737 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:43:55.737 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 4 tests from TestObjectMap 2024-07-29T15:43:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:55 smithi067 ceph-mon[91995]: pgmap v2026: 137 pgs: 2 creating+peering, 19 unknown, 116 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:43:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:55 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:43:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:55 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:43:55.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:55 smithi067 ceph-mon[91995]: osdmap e1146: 8 total, 8 up, 8 in 2024-07-29T15:43:55.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:55 smithi067 ceph-mon[94375]: pgmap v2026: 137 pgs: 2 creating+peering, 19 unknown, 116 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:43:55.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:55 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:43:55.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:55 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:43:55.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:55 smithi067 ceph-mon[94375]: osdmap e1146: 8 total, 8 up, 8 in 2024-07-29T15:43:56.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:55 smithi138 ceph-mon[86438]: pgmap v2026: 137 pgs: 2 creating+peering, 19 unknown, 116 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:43:56.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:55 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:43:56.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:55 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:43:56.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:55 smithi138 ceph-mon[86438]: osdmap e1146: 8 total, 8 up, 8 in 2024-07-29T15:43:57.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:56 smithi138 ceph-mon[86438]: osdmap e1147: 8 total, 8 up, 8 in 2024-07-29T15:43:57.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:56 smithi067 ceph-mon[91995]: osdmap e1147: 8 total, 8 up, 8 in 2024-07-29T15:43:57.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:56 smithi067 ceph-mon[94375]: osdmap e1147: 8 total, 8 up, 8 in 2024-07-29T15:43:57.747 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-07-29T15:43:58.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:57 smithi138 ceph-mon[86438]: pgmap v2029: 105 pgs: 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:43:58.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:57 smithi138 ceph-mon[86438]: osdmap e1148: 8 total, 8 up, 8 in 2024-07-29T15:43:58.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:57 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1892961374' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:43:58.139 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:43:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:43:57] "GET /metrics HTTP/1.1" 200 36563 "" "Prometheus/2.51.0" 2024-07-29T15:43:58.140 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:57 smithi067 ceph-mon[94375]: pgmap v2029: 105 pgs: 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:43:58.140 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:57 smithi067 ceph-mon[94375]: osdmap e1148: 8 total, 8 up, 8 in 2024-07-29T15:43:58.140 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:57 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1892961374' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:43:58.140 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:57 smithi067 ceph-mon[91995]: pgmap v2029: 105 pgs: 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:43:58.140 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:57 smithi067 ceph-mon[91995]: osdmap e1148: 8 total, 8 up, 8 in 2024-07-29T15:43:58.140 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:57 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1892961374' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:43:59.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:58 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1892961374' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:43:59.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:58 smithi138 ceph-mon[86438]: osdmap e1149: 8 total, 8 up, 8 in 2024-07-29T15:43:59.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:58 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1892961374' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:43:59.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:58 smithi067 ceph-mon[94375]: osdmap e1149: 8 total, 8 up, 8 in 2024-07-29T15:43:59.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:58 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1892961374' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:43:59.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:58 smithi067 ceph-mon[91995]: osdmap e1149: 8 total, 8 up, 8 in 2024-07-29T15:43:59.804 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2057 ms) 2024-07-29T15:43:59.804 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-07-29T15:43:59.832 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (28 ms) 2024-07-29T15:43:59.832 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-07-29T15:43:59.867 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (35 ms) 2024-07-29T15:43:59.867 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-07-29T15:43:59.901 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (34 ms) 2024-07-29T15:44:00.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:59 smithi138 ceph-mon[86438]: pgmap v2032: 137 pgs: 6 creating+peering, 24 unknown, 107 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:44:00.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:43:59 smithi138 ceph-mon[86438]: osdmap e1150: 8 total, 8 up, 8 in 2024-07-29T15:44:00.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:59 smithi067 ceph-mon[91995]: pgmap v2032: 137 pgs: 6 creating+peering, 24 unknown, 107 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:44:00.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:43:59 smithi067 ceph-mon[91995]: osdmap e1150: 8 total, 8 up, 8 in 2024-07-29T15:44:00.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:59 smithi067 ceph-mon[94375]: pgmap v2032: 137 pgs: 6 creating+peering, 24 unknown, 107 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:44:00.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:43:59 smithi067 ceph-mon[94375]: osdmap e1150: 8 total, 8 up, 8 in 2024-07-29T15:44:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:44:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:44:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:44:00.781 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 4 tests from TestObjectMap (2154 ms total) 2024-07-29T15:44:00.782 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:44:00.782 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 2 tests from TestMirroringWatcher 2024-07-29T15:44:01.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:00 smithi138 ceph-mon[86438]: osdmap e1151: 8 total, 8 up, 8 in 2024-07-29T15:44:01.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:00 smithi138 ceph-mon[86438]: pgmap v2035: 137 pgs: 6 creating+peering, 9 unknown, 122 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 3.2 KiB/s wr, 39 op/s 2024-07-29T15:44:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:00 smithi067 ceph-mon[91995]: osdmap e1151: 8 total, 8 up, 8 in 2024-07-29T15:44:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:00 smithi067 ceph-mon[91995]: pgmap v2035: 137 pgs: 6 creating+peering, 9 unknown, 122 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 3.2 KiB/s wr, 39 op/s 2024-07-29T15:44:01.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:00 smithi067 ceph-mon[94375]: osdmap e1151: 8 total, 8 up, 8 in 2024-07-29T15:44:01.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:00 smithi067 ceph-mon[94375]: pgmap v2035: 137 pgs: 6 creating+peering, 9 unknown, 122 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 3.2 KiB/s wr, 39 op/s 2024-07-29T15:44:02.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:01 smithi138 ceph-mon[86438]: osdmap e1152: 8 total, 8 up, 8 in 2024-07-29T15:44:02.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:01 smithi067 ceph-mon[91995]: osdmap e1152: 8 total, 8 up, 8 in 2024-07-29T15:44:02.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:01 smithi067 ceph-mon[94375]: osdmap e1152: 8 total, 8 up, 8 in 2024-07-29T15:44:02.782 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-07-29T15:44:03.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:02 smithi138 ceph-mon[86438]: osdmap e1153: 8 total, 8 up, 8 in 2024-07-29T15:44:03.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:02 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3147889061' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:44:03.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:02 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:44:03.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:02 smithi138 ceph-mon[86438]: pgmap v2038: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:44:03.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:02 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:44:03.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:02 smithi138 ceph-mon[86438]: osdmap e1154: 8 total, 8 up, 8 in 2024-07-29T15:44:03.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:02 smithi067 ceph-mon[91995]: osdmap e1153: 8 total, 8 up, 8 in 2024-07-29T15:44:03.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:02 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3147889061' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:44:03.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:02 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:44:03.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:02 smithi067 ceph-mon[91995]: pgmap v2038: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:44:03.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:02 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:44:03.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:02 smithi067 ceph-mon[91995]: osdmap e1154: 8 total, 8 up, 8 in 2024-07-29T15:44:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:02 smithi067 ceph-mon[94375]: osdmap e1153: 8 total, 8 up, 8 in 2024-07-29T15:44:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:02 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3147889061' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:44:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:02 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:44:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:02 smithi067 ceph-mon[94375]: pgmap v2038: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:44:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:02 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:44:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:02 smithi067 ceph-mon[94375]: osdmap e1154: 8 total, 8 up, 8 in 2024-07-29T15:44:04.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:03 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:44:04.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:03 smithi138 ceph-mon[86438]: osdmap e1155: 8 total, 8 up, 8 in 2024-07-29T15:44:04.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:03 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:44:04.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:03 smithi067 ceph-mon[91995]: osdmap e1155: 8 total, 8 up, 8 in 2024-07-29T15:44:04.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:03 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:44:04.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:03 smithi067 ceph-mon[94375]: osdmap e1155: 8 total, 8 up, 8 in 2024-07-29T15:44:04.857 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2075 ms) 2024-07-29T15:44:04.857 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-07-29T15:44:04.879 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (22 ms) 2024-07-29T15:44:05.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:04 smithi067 ceph-mon[91995]: pgmap v2041: 137 pgs: 5 creating+peering, 12 unknown, 120 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:44:05.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:04 smithi067 ceph-mon[94375]: pgmap v2041: 137 pgs: 5 creating+peering, 12 unknown, 120 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:44:05.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:04 smithi138 ceph-mon[86438]: pgmap v2041: 137 pgs: 5 creating+peering, 12 unknown, 120 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:44:05.823 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 2 tests from TestMirroringWatcher (2097 ms total) 2024-07-29T15:44:05.823 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:44:05.824 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 57 tests from TestMigration 2024-07-29T15:44:06.211 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:05 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:44:06.211 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:05 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:44:06.212 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:05 smithi138 ceph-mon[86438]: osdmap e1156: 8 total, 8 up, 8 in 2024-07-29T15:44:06.212 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:44:06.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:05 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:44:06.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:05 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:44:06.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:05 smithi067 ceph-mon[91995]: osdmap e1156: 8 total, 8 up, 8 in 2024-07-29T15:44:06.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:44:06.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:05 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:44:06.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:05 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:44:06.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:05 smithi067 ceph-mon[94375]: osdmap e1156: 8 total, 8 up, 8 in 2024-07-29T15:44:06.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:44:07.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:06 smithi067 ceph-mon[91995]: osdmap e1157: 8 total, 8 up, 8 in 2024-07-29T15:44:07.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:06 smithi067 ceph-mon[91995]: pgmap v2044: 105 pgs: 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:44:07.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:06 smithi067 ceph-mon[94375]: osdmap e1157: 8 total, 8 up, 8 in 2024-07-29T15:44:07.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:06 smithi067 ceph-mon[94375]: pgmap v2044: 105 pgs: 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:44:07.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:06 smithi138 ceph-mon[86438]: osdmap e1157: 8 total, 8 up, 8 in 2024-07-29T15:44:07.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:06 smithi138 ceph-mon[86438]: pgmap v2044: 105 pgs: 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:44:08.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:07 smithi067 ceph-mon[91995]: osdmap e1158: 8 total, 8 up, 8 in 2024-07-29T15:44:08.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:07 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/353874410' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:44:08.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:07 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:44:08.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:07 smithi067 ceph-mon[94375]: osdmap e1158: 8 total, 8 up, 8 in 2024-07-29T15:44:08.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:07 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/353874410' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:44:08.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:07 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:44:08.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:44:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:44:07] "GET /metrics HTTP/1.1" 200 36584 "" "Prometheus/2.51.0" 2024-07-29T15:44:08.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:07 smithi138 ceph-mon[86438]: osdmap e1158: 8 total, 8 up, 8 in 2024-07-29T15:44:08.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:07 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/353874410' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:44:08.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:07 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:44:08.834 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.Empty 2024-07-29T15:44:09.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:08 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:44:09.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:08 smithi067 ceph-mon[91995]: osdmap e1159: 8 total, 8 up, 8 in 2024-07-29T15:44:09.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:08 smithi067 ceph-mon[91995]: pgmap v2047: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:44:09.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:08 smithi067 ceph-mon[91995]: osdmap e1160: 8 total, 8 up, 8 in 2024-07-29T15:44:09.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:08 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:44:09.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:08 smithi067 ceph-mon[94375]: osdmap e1159: 8 total, 8 up, 8 in 2024-07-29T15:44:09.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:08 smithi067 ceph-mon[94375]: pgmap v2047: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:44:09.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:08 smithi067 ceph-mon[94375]: osdmap e1160: 8 total, 8 up, 8 in 2024-07-29T15:44:09.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:08 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:44:09.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:08 smithi138 ceph-mon[86438]: osdmap e1159: 8 total, 8 up, 8 in 2024-07-29T15:44:09.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:08 smithi138 ceph-mon[86438]: pgmap v2047: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:44:09.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:08 smithi138 ceph-mon[86438]: osdmap e1160: 8 total, 8 up, 8 in 2024-07-29T15:44:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:44:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:44:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:44:10.892 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:44:10.905 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:44:11.063 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:44:11.132 INFO:tasks.workunit.client.0.smithi067.stdout:migration_commit 2024-07-29T15:44:11.210 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.Empty (2376 ms) 2024-07-29T15:44:11.211 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.OtherName 2024-07-29T15:44:11.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:10 smithi067 ceph-mon[91995]: osdmap e1161: 8 total, 8 up, 8 in 2024-07-29T15:44:11.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:10 smithi067 ceph-mon[91995]: pgmap v2050: 169 pgs: 8 creating+peering, 31 unknown, 130 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:44:11.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:10 smithi067 ceph-mon[94375]: osdmap e1161: 8 total, 8 up, 8 in 2024-07-29T15:44:11.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:10 smithi067 ceph-mon[94375]: pgmap v2050: 169 pgs: 8 creating+peering, 31 unknown, 130 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:44:11.240 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:44:11.252 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:44:11.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:10 smithi138 ceph-mon[86438]: osdmap e1161: 8 total, 8 up, 8 in 2024-07-29T15:44:11.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:10 smithi138 ceph-mon[86438]: pgmap v2050: 169 pgs: 8 creating+peering, 31 unknown, 130 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:44:11.378 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:44:11.444 INFO:tasks.workunit.client.0.smithi067.stdout:migration_commit 2024-07-29T15:44:11.524 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.OtherName (314 ms) 2024-07-29T15:44:11.524 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.OtherPool 2024-07-29T15:44:11.555 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:44:11.565 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:44:12.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:11 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:44:12.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:11 smithi067 ceph-mon[91995]: osdmap e1162: 8 total, 8 up, 8 in 2024-07-29T15:44:12.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:11 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:44:12.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:11 smithi067 ceph-mon[94375]: osdmap e1162: 8 total, 8 up, 8 in 2024-07-29T15:44:12.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:11 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:44:12.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:11 smithi138 ceph-mon[86438]: osdmap e1162: 8 total, 8 up, 8 in 2024-07-29T15:44:12.987 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:44:13.051 INFO:tasks.workunit.client.0.smithi067.stdout:migration_commit 2024-07-29T15:44:13.130 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.OtherPool (1606 ms) 2024-07-29T15:44:13.131 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.OtherNamespace 2024-07-29T15:44:13.161 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:44:13.174 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:44:13.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:12 smithi067 ceph-mon[91995]: osdmap e1163: 8 total, 8 up, 8 in 2024-07-29T15:44:13.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:12 smithi067 ceph-mon[91995]: pgmap v2053: 169 pgs: 1 creating+peering, 8 unknown, 160 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 192 KiB/s rd, 9.0 KiB/s wr, 237 op/s 2024-07-29T15:44:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:12 smithi067 ceph-mon[94375]: osdmap e1163: 8 total, 8 up, 8 in 2024-07-29T15:44:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:12 smithi067 ceph-mon[94375]: pgmap v2053: 169 pgs: 1 creating+peering, 8 unknown, 160 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 192 KiB/s rd, 9.0 KiB/s wr, 237 op/s 2024-07-29T15:44:13.297 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:44:13.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:12 smithi138 ceph-mon[86438]: osdmap e1163: 8 total, 8 up, 8 in 2024-07-29T15:44:13.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:12 smithi138 ceph-mon[86438]: pgmap v2053: 169 pgs: 1 creating+peering, 8 unknown, 160 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 192 KiB/s rd, 9.0 KiB/s wr, 237 op/s 2024-07-29T15:44:13.359 INFO:tasks.workunit.client.0.smithi067.stdout:migration_commit 2024-07-29T15:44:13.439 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.OtherNamespace (308 ms) 2024-07-29T15:44:13.439 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.DataPool 2024-07-29T15:44:13.466 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:44:13.477 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:44:13.616 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:44:13.683 INFO:tasks.workunit.client.0.smithi067.stdout:migration_commit 2024-07-29T15:44:13.769 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.DataPool (330 ms) 2024-07-29T15:44:13.769 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-07-29T15:44:13.797 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:44:13.807 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:44:13.945 INFO:tasks.workunit.client.0.smithi067.stdout:migration_abort 2024-07-29T15:44:14.042 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.AbortAfterPrepare (273 ms) 2024-07-29T15:44:14.042 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-07-29T15:44:14.072 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:44:14.085 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:44:14.185 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (142 ms) 2024-07-29T15:44:14.185 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-07-29T15:44:14.213 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:44:14.224 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:44:14.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:13 smithi067 ceph-mon[91995]: osdmap e1164: 8 total, 8 up, 8 in 2024-07-29T15:44:14.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:13 smithi067 ceph-mon[94375]: osdmap e1164: 8 total, 8 up, 8 in 2024-07-29T15:44:14.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:13 smithi138 ceph-mon[86438]: osdmap e1164: 8 total, 8 up, 8 in 2024-07-29T15:44:14.358 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:44:14.431 INFO:tasks.workunit.client.0.smithi067.stdout:migration_abort 2024-07-29T15:44:14.530 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.AbortAfterExecute (346 ms) 2024-07-29T15:44:14.530 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-07-29T15:44:14.557 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:44:14.567 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:44:14.691 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:44:14.756 INFO:tasks.workunit.client.0.smithi067.stdout:migration_abort 2024-07-29T15:44:14.849 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (319 ms) 2024-07-29T15:44:14.850 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-07-29T15:44:14.885 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:44:14.900 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:44:15.027 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:44:15.094 INFO:tasks.workunit.client.0.smithi067.stdout:migration_abort 2024-07-29T15:44:15.204 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (355 ms) 2024-07-29T15:44:15.204 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-07-29T15:44:15.235 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:44:15.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:14 smithi067 ceph-mon[94375]: pgmap v2055: 169 pgs: 169 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 406 KiB/s rd, 19 KiB/s wr, 509 op/s 2024-07-29T15:44:15.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:14 smithi067 ceph-mon[91995]: pgmap v2055: 169 pgs: 169 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 406 KiB/s rd, 19 KiB/s wr, 509 op/s 2024-07-29T15:44:15.245 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:44:15.251 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.MirroringSamePool (47 ms) 2024-07-29T15:44:15.251 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.MirroringAbort 2024-07-29T15:44:15.279 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:44:15.289 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:44:15.295 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.MirroringAbort (44 ms) 2024-07-29T15:44:15.295 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-07-29T15:44:15.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:14 smithi138 ceph-mon[86438]: pgmap v2055: 169 pgs: 169 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 406 KiB/s rd, 19 KiB/s wr, 509 op/s 2024-07-29T15:44:15.324 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:44:15.334 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:44:15.340 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.MirroringOtherPoolDisabled (45 ms) 2024-07-29T15:44:15.340 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-07-29T15:44:15.369 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:44:15.378 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:44:15.385 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.MirroringOtherPoolEnabled (45 ms) 2024-07-29T15:44:15.385 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.MirroringPool 2024-07-29T15:44:15.412 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:44:15.423 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:44:15.429 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.MirroringPool (45 ms) 2024-07-29T15:44:15.430 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.Group 2024-07-29T15:44:15.458 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:44:15.477 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:44:15.618 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:44:15.684 INFO:tasks.workunit.client.0.smithi067.stdout:migration_commit 2024-07-29T15:44:15.772 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.Group (342 ms) 2024-07-29T15:44:15.772 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.GroupAbort 2024-07-29T15:44:15.802 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:44:15.819 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:44:15.955 INFO:tasks.workunit.client.0.smithi067.stdout:migration_abort 2024-07-29T15:44:16.064 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.GroupAbort (292 ms) 2024-07-29T15:44:16.065 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.NoSnaps 2024-07-29T15:44:16.095 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:44:16.105 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 0~8388609 2024-07-29T15:44:16.169 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 16777218~8388609 2024-07-29T15:44:16.227 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:44:16.417 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:44:16.527 INFO:tasks.workunit.client.0.smithi067.stdout:migration_commit 2024-07-29T15:44:16.647 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.NoSnaps (583 ms) 2024-07-29T15:44:16.648 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-07-29T15:44:16.677 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:44:16.687 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 0~8388609 2024-07-29T15:44:16.752 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 16777218~8388609 2024-07-29T15:44:16.802 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 0~8388609 2024-07-29T15:44:16.810 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 16777218~8388609 2024-07-29T15:44:16.874 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:44:17.044 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:44:17.149 INFO:tasks.workunit.client.0.smithi067.stdout:migration_commit 2024-07-29T15:44:17.269 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.NoSnapsOtherPool (622 ms) 2024-07-29T15:44:17.269 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-07-29T15:44:17.298 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:44:17.308 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 0~8388609 2024-07-29T15:44:17.367 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 16777218~8388609 2024-07-29T15:44:17.421 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:44:17.602 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:44:17.715 INFO:tasks.workunit.client.0.smithi067.stdout:migration_commit 2024-07-29T15:44:17.832 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.NoSnapsDataPool (563 ms) 2024-07-29T15:44:17.832 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-07-29T15:44:17.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:17 smithi067 ceph-mon[91995]: pgmap v2056: 169 pgs: 169 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 725 KiB/s rd, 46 KiB/s wr, 923 op/s 2024-07-29T15:44:17.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:17 smithi067 ceph-mon[94375]: pgmap v2056: 169 pgs: 169 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 725 KiB/s rd, 46 KiB/s wr, 923 op/s 2024-07-29T15:44:17.862 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:44:17.872 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 0~8388609 2024-07-29T15:44:17.929 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 16777218~8388609 2024-07-29T15:44:17.982 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:44:18.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:17 smithi138 ceph-mon[86438]: pgmap v2056: 169 pgs: 169 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 725 KiB/s rd, 46 KiB/s wr, 923 op/s 2024-07-29T15:44:18.178 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 41943040 2024-07-29T15:44:18.186 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:44:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:44:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:44:17] "GET /metrics HTTP/1.1" 200 36584 "" "Prometheus/2.51.0" 2024-07-29T15:44:18.296 INFO:tasks.workunit.client.0.smithi067.stdout:migration_commit 2024-07-29T15:44:18.399 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (567 ms) 2024-07-29T15:44:18.399 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-07-29T15:44:18.439 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:44:18.449 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 0~8388609 2024-07-29T15:44:18.509 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 16777218~8388609 2024-07-29T15:44:18.561 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 0 2024-07-29T15:44:18.575 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:44:18.680 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:44:18.749 INFO:tasks.workunit.client.0.smithi067.stdout:migration_commit 2024-07-29T15:44:18.799 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (400 ms) 2024-07-29T15:44:18.799 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-07-29T15:44:18.827 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:44:18.837 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 0~8388609 2024-07-29T15:44:18.888 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 16777218~8388609 2024-07-29T15:44:18.936 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:44:19.125 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 0 2024-07-29T15:44:19.137 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:44:19.203 INFO:tasks.workunit.client.0.smithi067.stdout:migration_commit 2024-07-29T15:44:19.255 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (456 ms) 2024-07-29T15:44:19.255 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-07-29T15:44:19.284 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:44:19.295 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 0~8388609 2024-07-29T15:44:19.352 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 16777218~8388609 2024-07-29T15:44:19.417 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:44:19.605 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 167772160 2024-07-29T15:44:19.612 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:44:19.727 INFO:tasks.workunit.client.0.smithi067.stdout:migration_commit 2024-07-29T15:44:19.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:19 smithi067 ceph-mon[91995]: osdmap e1165: 8 total, 8 up, 8 in 2024-07-29T15:44:19.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:19 smithi067 ceph-mon[91995]: pgmap v2058: 169 pgs: 169 active+clean; 45 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 11 MiB/s wr, 1.47k op/s 2024-07-29T15:44:19.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:19 smithi067 ceph-mon[94375]: osdmap e1165: 8 total, 8 up, 8 in 2024-07-29T15:44:19.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:19 smithi067 ceph-mon[94375]: pgmap v2058: 169 pgs: 169 active+clean; 45 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 11 MiB/s wr, 1.47k op/s 2024-07-29T15:44:19.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:19 smithi138 ceph-mon[86438]: osdmap e1165: 8 total, 8 up, 8 in 2024-07-29T15:44:19.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:19 smithi138 ceph-mon[86438]: pgmap v2058: 169 pgs: 169 active+clean; 45 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 11 MiB/s wr, 1.47k op/s 2024-07-29T15:44:19.867 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (612 ms) 2024-07-29T15:44:19.867 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-07-29T15:44:19.899 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:44:19.909 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 0~8388609 2024-07-29T15:44:19.961 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 16777218~8388609 2024-07-29T15:44:20.020 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:44:20.210 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: after_prepare_snap 2024-07-29T15:44:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:44:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:44:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:44:21.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:21 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:44:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:21 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:44:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:21 smithi138 ceph-mon[86438]: pgmap v2059: 169 pgs: 169 active+clean; 101 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 22 MiB/s wr, 1.48k op/s 2024-07-29T15:44:21.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:21 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:44:21.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:21 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:44:21.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:21 smithi067 ceph-mon[91995]: pgmap v2059: 169 pgs: 169 active+clean; 101 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 22 MiB/s wr, 1.48k op/s 2024-07-29T15:44:21.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:21 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:44:21.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:21 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:44:21.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:21 smithi067 ceph-mon[94375]: pgmap v2059: 169 pgs: 169 active+clean; 101 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 22 MiB/s wr, 1.48k op/s 2024-07-29T15:44:22.017 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 41943040 2024-07-29T15:44:22.038 INFO:tasks.workunit.client.0.smithi067.stdout:write: * 0~1000 2024-07-29T15:44:22.043 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:44:22.164 INFO:tasks.workunit.client.0.smithi067.stdout:migration_commit 2024-07-29T15:44:22.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:22 smithi138 ceph-mon[86438]: osdmap e1166: 8 total, 8 up, 8 in 2024-07-29T15:44:22.331 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (2464 ms) 2024-07-29T15:44:22.332 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.Snaps 2024-07-29T15:44:22.362 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:44:22.371 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 0~8388609 2024-07-29T15:44:22.420 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap1 2024-07-29T15:44:22.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:22 smithi067 ceph-mon[91995]: osdmap e1166: 8 total, 8 up, 8 in 2024-07-29T15:44:22.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:22 smithi067 ceph-mon[94375]: osdmap e1166: 8 total, 8 up, 8 in 2024-07-29T15:44:23.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:23 smithi138 ceph-mon[86438]: osdmap e1167: 8 total, 8 up, 8 in 2024-07-29T15:44:23.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:23 smithi138 ceph-mon[86438]: pgmap v2062: 169 pgs: 169 active+clean; 169 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 67 MiB/s rd, 53 MiB/s wr, 1.69k op/s 2024-07-29T15:44:23.429 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 8388609~8388609 2024-07-29T15:44:23.444 INFO:tasks.workunit.client.0.smithi067.stdout:write: X 0~1000 2024-07-29T15:44:23.444 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 1010~1000 2024-07-29T15:44:23.444 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap2 2024-07-29T15:44:23.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:23 smithi067 ceph-mon[91995]: osdmap e1167: 8 total, 8 up, 8 in 2024-07-29T15:44:23.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:23 smithi067 ceph-mon[91995]: pgmap v2062: 169 pgs: 169 active+clean; 169 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 67 MiB/s rd, 53 MiB/s wr, 1.69k op/s 2024-07-29T15:44:23.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:23 smithi067 ceph-mon[94375]: osdmap e1167: 8 total, 8 up, 8 in 2024-07-29T15:44:23.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:23 smithi067 ceph-mon[94375]: pgmap v2062: 169 pgs: 169 active+clean; 169 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 67 MiB/s rd, 53 MiB/s wr, 1.69k op/s 2024-07-29T15:44:24.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:24 smithi138 ceph-mon[86438]: osdmap e1168: 8 total, 8 up, 8 in 2024-07-29T15:44:24.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:24 smithi138 ceph-mon[86438]: osdmap e1169: 8 total, 8 up, 8 in 2024-07-29T15:44:24.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:24 smithi067 ceph-mon[91995]: osdmap e1168: 8 total, 8 up, 8 in 2024-07-29T15:44:24.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:24 smithi067 ceph-mon[91995]: osdmap e1169: 8 total, 8 up, 8 in 2024-07-29T15:44:24.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:24 smithi067 ceph-mon[94375]: osdmap e1168: 8 total, 8 up, 8 in 2024-07-29T15:44:24.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:24 smithi067 ceph-mon[94375]: osdmap e1169: 8 total, 8 up, 8 in 2024-07-29T15:44:25.443 INFO:tasks.workunit.client.0.smithi067.stdout:write: X 8388609~1000 2024-07-29T15:44:25.449 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 16777228~1000 2024-07-29T15:44:25.449 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 167772160 2024-07-29T15:44:25.458 INFO:tasks.workunit.client.0.smithi067.stdout:write: 2 83886079~8388609 2024-07-29T15:44:25.479 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap3 2024-07-29T15:44:25.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:25 smithi067 ceph-mon[94375]: osdmap e1170: 8 total, 8 up, 8 in 2024-07-29T15:44:25.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:25 smithi067 ceph-mon[94375]: pgmap v2066: 169 pgs: 169 active+clean; 201 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 89 MiB/s rd, 58 MiB/s wr, 1.61k op/s 2024-07-29T15:44:25.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:25 smithi067 ceph-mon[91995]: osdmap e1170: 8 total, 8 up, 8 in 2024-07-29T15:44:25.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:25 smithi067 ceph-mon[91995]: pgmap v2066: 169 pgs: 169 active+clean; 201 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 89 MiB/s rd, 58 MiB/s wr, 1.61k op/s 2024-07-29T15:44:25.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:25 smithi138 ceph-mon[86438]: osdmap e1170: 8 total, 8 up, 8 in 2024-07-29T15:44:25.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:25 smithi138 ceph-mon[86438]: pgmap v2066: 169 pgs: 169 active+clean; 201 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 89 MiB/s rd, 58 MiB/s wr, 1.61k op/s 2024-07-29T15:44:26.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:26 smithi067 ceph-mon[94375]: osdmap e1171: 8 total, 8 up, 8 in 2024-07-29T15:44:26.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:26 smithi067 ceph-mon[91995]: osdmap e1171: 8 total, 8 up, 8 in 2024-07-29T15:44:26.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:26 smithi138 ceph-mon[86438]: osdmap e1171: 8 total, 8 up, 8 in 2024-07-29T15:44:27.455 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:44:27.478 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 83886079~1 2024-07-29T15:44:27.487 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:44:27.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:27 smithi067 ceph-mon[91995]: osdmap e1172: 8 total, 8 up, 8 in 2024-07-29T15:44:27.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:27 smithi067 ceph-mon[91995]: pgmap v2069: 169 pgs: 169 active+clean; 225 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 37 MiB/s rd, 23 MiB/s wr, 709 op/s 2024-07-29T15:44:27.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:27 smithi067 ceph-mon[94375]: osdmap e1172: 8 total, 8 up, 8 in 2024-07-29T15:44:27.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:27 smithi067 ceph-mon[94375]: pgmap v2069: 169 pgs: 169 active+clean; 225 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 37 MiB/s rd, 23 MiB/s wr, 709 op/s 2024-07-29T15:44:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:27 smithi138 ceph-mon[86438]: osdmap e1172: 8 total, 8 up, 8 in 2024-07-29T15:44:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:27 smithi138 ceph-mon[86438]: pgmap v2069: 169 pgs: 169 active+clean; 225 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 37 MiB/s rd, 23 MiB/s wr, 709 op/s 2024-07-29T15:44:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:44:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:44:27] "GET /metrics HTTP/1.1" 200 39049 "" "Prometheus/2.51.0" 2024-07-29T15:44:28.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:28 smithi067 ceph-mon[91995]: osdmap e1173: 8 total, 8 up, 8 in 2024-07-29T15:44:28.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:28 smithi067 ceph-mon[94375]: osdmap e1173: 8 total, 8 up, 8 in 2024-07-29T15:44:28.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:28 smithi138 ceph-mon[86438]: osdmap e1173: 8 total, 8 up, 8 in 2024-07-29T15:44:29.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:29 smithi067 ceph-mon[91995]: osdmap e1174: 8 total, 8 up, 8 in 2024-07-29T15:44:29.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:29 smithi067 ceph-mon[91995]: pgmap v2072: 169 pgs: 169 active+clean; 245 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 13 MiB/s wr, 221 op/s 2024-07-29T15:44:29.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:29 smithi067 ceph-mon[94375]: osdmap e1174: 8 total, 8 up, 8 in 2024-07-29T15:44:29.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:29 smithi067 ceph-mon[94375]: pgmap v2072: 169 pgs: 169 active+clean; 245 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 13 MiB/s wr, 221 op/s 2024-07-29T15:44:29.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:29 smithi138 ceph-mon[86438]: osdmap e1174: 8 total, 8 up, 8 in 2024-07-29T15:44:29.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:29 smithi138 ceph-mon[86438]: pgmap v2072: 169 pgs: 169 active+clean; 245 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 13 MiB/s wr, 221 op/s 2024-07-29T15:44:30.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:30 smithi138 ceph-mon[86438]: osdmap e1175: 8 total, 8 up, 8 in 2024-07-29T15:44:30.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:44:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:44:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:44:30.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:30 smithi067 ceph-mon[91995]: osdmap e1175: 8 total, 8 up, 8 in 2024-07-29T15:44:30.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:30 smithi067 ceph-mon[94375]: osdmap e1175: 8 total, 8 up, 8 in 2024-07-29T15:44:30.934 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:44:31.084 INFO:tasks.workunit.client.0.smithi067.stdout:migration_commit 2024-07-29T15:44:31.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:31 smithi067 ceph-mon[91995]: osdmap e1176: 8 total, 8 up, 8 in 2024-07-29T15:44:31.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:31 smithi067 ceph-mon[91995]: pgmap v2075: 169 pgs: 169 active+clean; 253 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 5.0 MiB/s wr, 137 op/s 2024-07-29T15:44:31.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:31 smithi067 ceph-mon[94375]: osdmap e1176: 8 total, 8 up, 8 in 2024-07-29T15:44:31.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:31 smithi067 ceph-mon[94375]: pgmap v2075: 169 pgs: 169 active+clean; 253 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 5.0 MiB/s wr, 137 op/s 2024-07-29T15:44:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:31 smithi138 ceph-mon[86438]: osdmap e1176: 8 total, 8 up, 8 in 2024-07-29T15:44:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:31 smithi138 ceph-mon[86438]: pgmap v2075: 169 pgs: 169 active+clean; 253 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 5.0 MiB/s wr, 137 op/s 2024-07-29T15:44:32.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:32 smithi067 ceph-mon[91995]: osdmap e1177: 8 total, 8 up, 8 in 2024-07-29T15:44:32.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:32 smithi067 ceph-mon[94375]: osdmap e1177: 8 total, 8 up, 8 in 2024-07-29T15:44:32.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:32 smithi138 ceph-mon[86438]: osdmap e1177: 8 total, 8 up, 8 in 2024-07-29T15:44:33.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:33 smithi067 ceph-mon[91995]: osdmap e1178: 8 total, 8 up, 8 in 2024-07-29T15:44:33.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:33 smithi067 ceph-mon[91995]: pgmap v2078: 169 pgs: 169 active+clean; 265 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 355 op/s 2024-07-29T15:44:33.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:33 smithi067 ceph-mon[94375]: osdmap e1178: 8 total, 8 up, 8 in 2024-07-29T15:44:33.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:33 smithi067 ceph-mon[94375]: pgmap v2078: 169 pgs: 169 active+clean; 265 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 355 op/s 2024-07-29T15:44:33.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:33 smithi138 ceph-mon[86438]: osdmap e1178: 8 total, 8 up, 8 in 2024-07-29T15:44:33.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:33 smithi138 ceph-mon[86438]: pgmap v2078: 169 pgs: 169 active+clean; 265 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 355 op/s 2024-07-29T15:44:33.838 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.Snaps (11507 ms) 2024-07-29T15:44:33.838 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-07-29T15:44:33.870 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:44:33.881 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 0~8388609 2024-07-29T15:44:33.937 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap1 2024-07-29T15:44:34.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:34 smithi138 ceph-mon[86438]: osdmap e1179: 8 total, 8 up, 8 in 2024-07-29T15:44:34.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:34 smithi067 ceph-mon[91995]: osdmap e1179: 8 total, 8 up, 8 in 2024-07-29T15:44:34.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:34 smithi067 ceph-mon[94375]: osdmap e1179: 8 total, 8 up, 8 in 2024-07-29T15:44:35.521 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 8388609~8388609 2024-07-29T15:44:35.536 INFO:tasks.workunit.client.0.smithi067.stdout:write: X 0~1000 2024-07-29T15:44:35.536 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 1010~1000 2024-07-29T15:44:35.536 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap2 2024-07-29T15:44:35.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:35 smithi138 ceph-mon[86438]: osdmap e1180: 8 total, 8 up, 8 in 2024-07-29T15:44:35.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:35 smithi138 ceph-mon[86438]: pgmap v2081: 169 pgs: 169 active+clean; 261 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 5.0 MiB/s wr, 438 op/s 2024-07-29T15:44:35.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:44:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:35 smithi067 ceph-mon[91995]: osdmap e1180: 8 total, 8 up, 8 in 2024-07-29T15:44:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:35 smithi067 ceph-mon[91995]: pgmap v2081: 169 pgs: 169 active+clean; 261 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 5.0 MiB/s wr, 438 op/s 2024-07-29T15:44:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:44:35.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:35 smithi067 ceph-mon[94375]: osdmap e1180: 8 total, 8 up, 8 in 2024-07-29T15:44:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:35 smithi067 ceph-mon[94375]: pgmap v2081: 169 pgs: 169 active+clean; 261 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 5.0 MiB/s wr, 438 op/s 2024-07-29T15:44:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:44:36.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:36 smithi138 ceph-mon[86438]: osdmap e1181: 8 total, 8 up, 8 in 2024-07-29T15:44:36.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:36 smithi067 ceph-mon[91995]: osdmap e1181: 8 total, 8 up, 8 in 2024-07-29T15:44:36.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:36 smithi067 ceph-mon[94375]: osdmap e1181: 8 total, 8 up, 8 in 2024-07-29T15:44:37.535 INFO:tasks.workunit.client.0.smithi067.stdout:write: X 8388609~1000 2024-07-29T15:44:37.541 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 16777228~1000 2024-07-29T15:44:37.542 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 167772160 2024-07-29T15:44:37.551 INFO:tasks.workunit.client.0.smithi067.stdout:write: 2 83886079~8388609 2024-07-29T15:44:37.574 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap3 2024-07-29T15:44:37.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:37 smithi138 ceph-mon[86438]: osdmap e1182: 8 total, 8 up, 8 in 2024-07-29T15:44:37.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:37 smithi138 ceph-mon[86438]: pgmap v2084: 169 pgs: 169 active+clean; 277 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 8.0 MiB/s wr, 251 op/s 2024-07-29T15:44:37.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:37 smithi067 ceph-mon[91995]: osdmap e1182: 8 total, 8 up, 8 in 2024-07-29T15:44:37.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:37 smithi067 ceph-mon[91995]: pgmap v2084: 169 pgs: 169 active+clean; 277 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 8.0 MiB/s wr, 251 op/s 2024-07-29T15:44:37.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:37 smithi067 ceph-mon[94375]: osdmap e1182: 8 total, 8 up, 8 in 2024-07-29T15:44:37.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:37 smithi067 ceph-mon[94375]: pgmap v2084: 169 pgs: 169 active+clean; 277 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 8.0 MiB/s wr, 251 op/s 2024-07-29T15:44:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:44:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:44:37] "GET /metrics HTTP/1.1" 200 39059 "" "Prometheus/2.51.0" 2024-07-29T15:44:38.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:38 smithi138 ceph-mon[86438]: osdmap e1183: 8 total, 8 up, 8 in 2024-07-29T15:44:38.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:38 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:44:38.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:38 smithi138 ceph-mon[86438]: osdmap e1184: 8 total, 8 up, 8 in 2024-07-29T15:44:38.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:38 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:44:38.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:38 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:44:38.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:38 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:44:38.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:38 smithi067 ceph-mon[91995]: osdmap e1183: 8 total, 8 up, 8 in 2024-07-29T15:44:38.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:38 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:44:38.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:38 smithi067 ceph-mon[91995]: osdmap e1184: 8 total, 8 up, 8 in 2024-07-29T15:44:38.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:38 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:44:38.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:38 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:44:38.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:38 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:44:38.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:38 smithi067 ceph-mon[94375]: osdmap e1183: 8 total, 8 up, 8 in 2024-07-29T15:44:38.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:38 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:44:38.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:38 smithi067 ceph-mon[94375]: osdmap e1184: 8 total, 8 up, 8 in 2024-07-29T15:44:38.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:38 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:44:38.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:38 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:44:38.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:38 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:44:39.439 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:44:39.462 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 83886079~1 2024-07-29T15:44:39.472 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 0~8388609 2024-07-29T15:44:39.482 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 16777218~8388609 2024-07-29T15:44:39.551 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:44:39.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:39 smithi138 ceph-mon[86438]: pgmap v2087: 169 pgs: 169 active+clean; 285 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 9.0 MiB/s wr, 138 op/s 2024-07-29T15:44:39.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:39 smithi138 ceph-mon[86438]: osdmap e1185: 8 total, 8 up, 8 in 2024-07-29T15:44:39.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:39 smithi067 ceph-mon[91995]: pgmap v2087: 169 pgs: 169 active+clean; 285 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 9.0 MiB/s wr, 138 op/s 2024-07-29T15:44:39.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:39 smithi067 ceph-mon[91995]: osdmap e1185: 8 total, 8 up, 8 in 2024-07-29T15:44:39.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:39 smithi067 ceph-mon[94375]: pgmap v2087: 169 pgs: 169 active+clean; 285 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 9.0 MiB/s wr, 138 op/s 2024-07-29T15:44:39.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:39 smithi067 ceph-mon[94375]: osdmap e1185: 8 total, 8 up, 8 in 2024-07-29T15:44:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:44:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:44:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:44:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:41 smithi067 ceph-mon[91995]: pgmap v2089: 169 pgs: 169 active+clean; 301 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 153 op/s 2024-07-29T15:44:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:41 smithi067 ceph-mon[91995]: osdmap e1186: 8 total, 8 up, 8 in 2024-07-29T15:44:41.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:41 smithi067 ceph-mon[94375]: pgmap v2089: 169 pgs: 169 active+clean; 301 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 153 op/s 2024-07-29T15:44:41.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:41 smithi067 ceph-mon[94375]: osdmap e1186: 8 total, 8 up, 8 in 2024-07-29T15:44:42.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:41 smithi138 ceph-mon[86438]: pgmap v2089: 169 pgs: 169 active+clean; 301 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 153 op/s 2024-07-29T15:44:42.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:41 smithi138 ceph-mon[86438]: osdmap e1186: 8 total, 8 up, 8 in 2024-07-29T15:44:42.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:42 smithi067 ceph-mon[91995]: osdmap e1187: 8 total, 8 up, 8 in 2024-07-29T15:44:42.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:42 smithi067 ceph-mon[94375]: osdmap e1187: 8 total, 8 up, 8 in 2024-07-29T15:44:43.060 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:44:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:42 smithi138 ceph-mon[86438]: osdmap e1187: 8 total, 8 up, 8 in 2024-07-29T15:44:43.252 INFO:tasks.workunit.client.0.smithi067.stdout:migration_commit 2024-07-29T15:44:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:43 smithi067 ceph-mon[91995]: pgmap v2092: 169 pgs: 169 active+clean; 325 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 7.8 MiB/s wr, 156 op/s 2024-07-29T15:44:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:43 smithi067 ceph-mon[91995]: osdmap e1188: 8 total, 8 up, 8 in 2024-07-29T15:44:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:43 smithi067 ceph-mon[91995]: osdmap e1189: 8 total, 8 up, 8 in 2024-07-29T15:44:43.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:43 smithi067 ceph-mon[94375]: pgmap v2092: 169 pgs: 169 active+clean; 325 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 7.8 MiB/s wr, 156 op/s 2024-07-29T15:44:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:43 smithi067 ceph-mon[94375]: osdmap e1188: 8 total, 8 up, 8 in 2024-07-29T15:44:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:43 smithi067 ceph-mon[94375]: osdmap e1189: 8 total, 8 up, 8 in 2024-07-29T15:44:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:43 smithi138 ceph-mon[86438]: pgmap v2092: 169 pgs: 169 active+clean; 325 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 7.8 MiB/s wr, 156 op/s 2024-07-29T15:44:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:43 smithi138 ceph-mon[86438]: osdmap e1188: 8 total, 8 up, 8 in 2024-07-29T15:44:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:43 smithi138 ceph-mon[86438]: osdmap e1189: 8 total, 8 up, 8 in 2024-07-29T15:44:45.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:45 smithi067 ceph-mon[91995]: osdmap e1190: 8 total, 8 up, 8 in 2024-07-29T15:44:45.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:45 smithi067 ceph-mon[91995]: pgmap v2096: 169 pgs: 169 active+clean; 345 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 11 MiB/s wr, 149 op/s 2024-07-29T15:44:45.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:45 smithi067 ceph-mon[94375]: osdmap e1190: 8 total, 8 up, 8 in 2024-07-29T15:44:45.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:45 smithi067 ceph-mon[94375]: pgmap v2096: 169 pgs: 169 active+clean; 345 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 11 MiB/s wr, 149 op/s 2024-07-29T15:44:45.771 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.SnapsOtherPool (11933 ms) 2024-07-29T15:44:45.771 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-07-29T15:44:45.801 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:44:45.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:45 smithi138 ceph-mon[86438]: osdmap e1190: 8 total, 8 up, 8 in 2024-07-29T15:44:45.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:45 smithi138 ceph-mon[86438]: pgmap v2096: 169 pgs: 169 active+clean; 345 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 11 MiB/s wr, 149 op/s 2024-07-29T15:44:45.812 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 0~8388609 2024-07-29T15:44:45.875 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap1 2024-07-29T15:44:46.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:46 smithi067 ceph-mon[91995]: osdmap e1191: 8 total, 8 up, 8 in 2024-07-29T15:44:46.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:46 smithi067 ceph-mon[94375]: osdmap e1191: 8 total, 8 up, 8 in 2024-07-29T15:44:46.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:46 smithi138 ceph-mon[86438]: osdmap e1191: 8 total, 8 up, 8 in 2024-07-29T15:44:47.462 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 8388609~8388609 2024-07-29T15:44:47.481 INFO:tasks.workunit.client.0.smithi067.stdout:write: X 0~1000 2024-07-29T15:44:47.481 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 1010~1000 2024-07-29T15:44:47.481 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap2 2024-07-29T15:44:47.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:47 smithi067 ceph-mon[91995]: osdmap e1192: 8 total, 8 up, 8 in 2024-07-29T15:44:47.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:47 smithi067 ceph-mon[91995]: pgmap v2099: 169 pgs: 169 active+clean; 345 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 54 MiB/s rd, 13 MiB/s wr, 317 op/s 2024-07-29T15:44:47.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:47 smithi067 ceph-mon[94375]: osdmap e1192: 8 total, 8 up, 8 in 2024-07-29T15:44:47.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:47 smithi067 ceph-mon[94375]: pgmap v2099: 169 pgs: 169 active+clean; 345 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 54 MiB/s rd, 13 MiB/s wr, 317 op/s 2024-07-29T15:44:47.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:47 smithi138 ceph-mon[86438]: osdmap e1192: 8 total, 8 up, 8 in 2024-07-29T15:44:47.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:47 smithi138 ceph-mon[86438]: pgmap v2099: 169 pgs: 169 active+clean; 345 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 54 MiB/s rd, 13 MiB/s wr, 317 op/s 2024-07-29T15:44:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:44:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:44:47] "GET /metrics HTTP/1.1" 200 39059 "" "Prometheus/2.51.0" 2024-07-29T15:44:48.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:48 smithi067 ceph-mon[91995]: osdmap e1193: 8 total, 8 up, 8 in 2024-07-29T15:44:48.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:48 smithi067 ceph-mon[94375]: osdmap e1193: 8 total, 8 up, 8 in 2024-07-29T15:44:48.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:48 smithi138 ceph-mon[86438]: osdmap e1193: 8 total, 8 up, 8 in 2024-07-29T15:44:49.473 INFO:tasks.workunit.client.0.smithi067.stdout:write: X 8388609~1000 2024-07-29T15:44:49.480 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 16777228~1000 2024-07-29T15:44:49.480 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 167772160 2024-07-29T15:44:49.490 INFO:tasks.workunit.client.0.smithi067.stdout:write: 2 83886079~8388609 2024-07-29T15:44:49.510 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap3 2024-07-29T15:44:49.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:49 smithi067 ceph-mon[94375]: osdmap e1194: 8 total, 8 up, 8 in 2024-07-29T15:44:49.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:49 smithi067 ceph-mon[94375]: pgmap v2102: 169 pgs: 169 active+clean; 357 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 55 MiB/s rd, 10 MiB/s wr, 395 op/s 2024-07-29T15:44:49.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:49 smithi067 ceph-mon[91995]: osdmap e1194: 8 total, 8 up, 8 in 2024-07-29T15:44:49.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:49 smithi067 ceph-mon[91995]: pgmap v2102: 169 pgs: 169 active+clean; 357 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 55 MiB/s rd, 10 MiB/s wr, 395 op/s 2024-07-29T15:44:49.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:49 smithi138 ceph-mon[86438]: osdmap e1194: 8 total, 8 up, 8 in 2024-07-29T15:44:49.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:49 smithi138 ceph-mon[86438]: pgmap v2102: 169 pgs: 169 active+clean; 357 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 55 MiB/s rd, 10 MiB/s wr, 395 op/s 2024-07-29T15:44:50.469 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:44:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:44:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:44:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:50 smithi067 ceph-mon[91995]: osdmap e1195: 8 total, 8 up, 8 in 2024-07-29T15:44:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:44:50.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 0]}]: dispatch 2024-07-29T15:44:50.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 2]}]: dispatch 2024-07-29T15:44:50.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]: dispatch 2024-07-29T15:44:50.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:50 smithi067 ceph-mon[94375]: osdmap e1195: 8 total, 8 up, 8 in 2024-07-29T15:44:50.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:44:50.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 0]}]: dispatch 2024-07-29T15:44:50.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 2]}]: dispatch 2024-07-29T15:44:50.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]: dispatch 2024-07-29T15:44:50.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:50 smithi138 ceph-mon[86438]: osdmap e1195: 8 total, 8 up, 8 in 2024-07-29T15:44:50.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:44:50.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 0]}]: dispatch 2024-07-29T15:44:50.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 2]}]: dispatch 2024-07-29T15:44:50.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]: dispatch 2024-07-29T15:44:51.482 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:44:51.505 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 83886079~1 2024-07-29T15:44:51.515 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:44:51.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:51 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 0]}]': finished 2024-07-29T15:44:51.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:51 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 2]}]': finished 2024-07-29T15:44:51.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:51 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]': finished 2024-07-29T15:44:51.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:51 smithi067 ceph-mon[91995]: osdmap e1196: 8 total, 8 up, 8 in 2024-07-29T15:44:51.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:51 smithi067 ceph-mon[91995]: pgmap v2105: 169 pgs: 169 active+clean; 373 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 29 MiB/s rd, 8.0 MiB/s wr, 243 op/s 2024-07-29T15:44:51.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:51 smithi067 ceph-mon[91995]: osdmap e1197: 8 total, 8 up, 8 in 2024-07-29T15:44:51.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:51 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 0]}]': finished 2024-07-29T15:44:51.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:51 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 2]}]': finished 2024-07-29T15:44:51.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:51 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]': finished 2024-07-29T15:44:51.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:51 smithi067 ceph-mon[94375]: osdmap e1196: 8 total, 8 up, 8 in 2024-07-29T15:44:51.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:51 smithi067 ceph-mon[94375]: pgmap v2105: 169 pgs: 169 active+clean; 373 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 29 MiB/s rd, 8.0 MiB/s wr, 243 op/s 2024-07-29T15:44:51.740 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:51 smithi067 ceph-mon[94375]: osdmap e1197: 8 total, 8 up, 8 in 2024-07-29T15:44:51.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:51 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 0]}]': finished 2024-07-29T15:44:51.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:51 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 2]}]': finished 2024-07-29T15:44:51.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:51 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]': finished 2024-07-29T15:44:51.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:51 smithi138 ceph-mon[86438]: osdmap e1196: 8 total, 8 up, 8 in 2024-07-29T15:44:51.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:51 smithi138 ceph-mon[86438]: pgmap v2105: 169 pgs: 169 active+clean; 373 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 29 MiB/s rd, 8.0 MiB/s wr, 243 op/s 2024-07-29T15:44:51.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:51 smithi138 ceph-mon[86438]: osdmap e1197: 8 total, 8 up, 8 in 2024-07-29T15:44:53.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:53 smithi067 ceph-mon[91995]: osdmap e1198: 8 total, 8 up, 8 in 2024-07-29T15:44:53.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:53 smithi067 ceph-mon[91995]: pgmap v2108: 169 pgs: 169 active+clean; 389 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 9.0 MiB/s wr, 129 op/s 2024-07-29T15:44:53.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:53 smithi067 ceph-mon[91995]: osdmap e1199: 8 total, 8 up, 8 in 2024-07-29T15:44:53.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:53 smithi067 ceph-mon[94375]: osdmap e1198: 8 total, 8 up, 8 in 2024-07-29T15:44:53.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:53 smithi067 ceph-mon[94375]: pgmap v2108: 169 pgs: 169 active+clean; 389 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 9.0 MiB/s wr, 129 op/s 2024-07-29T15:44:53.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:53 smithi067 ceph-mon[94375]: osdmap e1199: 8 total, 8 up, 8 in 2024-07-29T15:44:53.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:53 smithi138 ceph-mon[86438]: osdmap e1198: 8 total, 8 up, 8 in 2024-07-29T15:44:53.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:53 smithi138 ceph-mon[86438]: pgmap v2108: 169 pgs: 169 active+clean; 389 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 9.0 MiB/s wr, 129 op/s 2024-07-29T15:44:53.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:53 smithi138 ceph-mon[86438]: osdmap e1199: 8 total, 8 up, 8 in 2024-07-29T15:44:54.859 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:44:55.013 INFO:tasks.workunit.client.0.smithi067.stdout:migration_commit 2024-07-29T15:44:55.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:55 smithi067 ceph-mon[91995]: osdmap e1200: 8 total, 8 up, 8 in 2024-07-29T15:44:55.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:55 smithi067 ceph-mon[91995]: pgmap v2111: 169 pgs: 169 active+clean; 397 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 5.0 MiB/s wr, 83 op/s; 1 B/s, 2 keys/s, 0 objects/s recovering 2024-07-29T15:44:55.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:55 smithi067 ceph-mon[94375]: osdmap e1200: 8 total, 8 up, 8 in 2024-07-29T15:44:55.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:55 smithi067 ceph-mon[94375]: pgmap v2111: 169 pgs: 169 active+clean; 397 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 5.0 MiB/s wr, 83 op/s; 1 B/s, 2 keys/s, 0 objects/s recovering 2024-07-29T15:44:55.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:55 smithi138 ceph-mon[86438]: osdmap e1200: 8 total, 8 up, 8 in 2024-07-29T15:44:55.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:55 smithi138 ceph-mon[86438]: pgmap v2111: 169 pgs: 169 active+clean; 397 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 5.0 MiB/s wr, 83 op/s; 1 B/s, 2 keys/s, 0 objects/s recovering 2024-07-29T15:44:56.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:56 smithi067 ceph-mon[91995]: osdmap e1201: 8 total, 8 up, 8 in 2024-07-29T15:44:56.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:56 smithi067 ceph-mon[94375]: osdmap e1201: 8 total, 8 up, 8 in 2024-07-29T15:44:56.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:56 smithi138 ceph-mon[86438]: osdmap e1201: 8 total, 8 up, 8 in 2024-07-29T15:44:57.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:57 smithi067 ceph-mon[91995]: osdmap e1202: 8 total, 8 up, 8 in 2024-07-29T15:44:57.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:57 smithi067 ceph-mon[91995]: pgmap v2114: 169 pgs: 169 active+clean; 413 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 6.0 MiB/s wr, 287 op/s; 11 B/s, 2 keys/s, 1 objects/s recovering 2024-07-29T15:44:57.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:57 smithi067 ceph-mon[94375]: osdmap e1202: 8 total, 8 up, 8 in 2024-07-29T15:44:57.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:57 smithi067 ceph-mon[94375]: pgmap v2114: 169 pgs: 169 active+clean; 413 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 6.0 MiB/s wr, 287 op/s; 11 B/s, 2 keys/s, 1 objects/s recovering 2024-07-29T15:44:57.779 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.SnapsDataPool (12008 ms) 2024-07-29T15:44:57.779 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-07-29T15:44:57.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:57 smithi138 ceph-mon[86438]: osdmap e1202: 8 total, 8 up, 8 in 2024-07-29T15:44:57.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:57 smithi138 ceph-mon[86438]: pgmap v2114: 169 pgs: 169 active+clean; 413 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 6.0 MiB/s wr, 287 op/s; 11 B/s, 2 keys/s, 1 objects/s recovering 2024-07-29T15:44:57.811 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:44:57.822 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 0~8388609 2024-07-29T15:44:57.894 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap1 2024-07-29T15:44:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:44:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:44:57] "GET /metrics HTTP/1.1" 200 39060 "" "Prometheus/2.51.0" 2024-07-29T15:44:58.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:58 smithi067 ceph-mon[91995]: osdmap e1203: 8 total, 8 up, 8 in 2024-07-29T15:44:58.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:58 smithi067 ceph-mon[94375]: osdmap e1203: 8 total, 8 up, 8 in 2024-07-29T15:44:58.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:58 smithi138 ceph-mon[86438]: osdmap e1203: 8 total, 8 up, 8 in 2024-07-29T15:44:59.482 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 8388609~8388609 2024-07-29T15:44:59.496 INFO:tasks.workunit.client.0.smithi067.stdout:write: X 0~1000 2024-07-29T15:44:59.496 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 1010~1000 2024-07-29T15:44:59.496 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap2 2024-07-29T15:44:59.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:59 smithi067 ceph-mon[91995]: osdmap e1204: 8 total, 8 up, 8 in 2024-07-29T15:44:59.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:44:59 smithi067 ceph-mon[91995]: pgmap v2117: 169 pgs: 169 active+clean; 413 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 7.0 MiB/s wr, 314 op/s; 9 B/s, 0 objects/s recovering 2024-07-29T15:44:59.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:59 smithi067 ceph-mon[94375]: osdmap e1204: 8 total, 8 up, 8 in 2024-07-29T15:44:59.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:44:59 smithi067 ceph-mon[94375]: pgmap v2117: 169 pgs: 169 active+clean; 413 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 7.0 MiB/s wr, 314 op/s; 9 B/s, 0 objects/s recovering 2024-07-29T15:44:59.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:59 smithi138 ceph-mon[86438]: osdmap e1204: 8 total, 8 up, 8 in 2024-07-29T15:44:59.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:44:59 smithi138 ceph-mon[86438]: pgmap v2117: 169 pgs: 169 active+clean; 413 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 7.0 MiB/s wr, 314 op/s; 9 B/s, 0 objects/s recovering 2024-07-29T15:45:00.469 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:45:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:45:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:45:00.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:00 smithi067 ceph-mon[91995]: osdmap e1205: 8 total, 8 up, 8 in 2024-07-29T15:45:00.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:00 smithi067 ceph-mon[94375]: osdmap e1205: 8 total, 8 up, 8 in 2024-07-29T15:45:00.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:00 smithi138 ceph-mon[86438]: osdmap e1205: 8 total, 8 up, 8 in 2024-07-29T15:45:01.494 INFO:tasks.workunit.client.0.smithi067.stdout:write: X 8388609~1000 2024-07-29T15:45:01.501 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 16777228~1000 2024-07-29T15:45:01.501 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 167772160 2024-07-29T15:45:01.513 INFO:tasks.workunit.client.0.smithi067.stdout:write: 2 83886079~8388609 2024-07-29T15:45:01.527 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap3 2024-07-29T15:45:01.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:01 smithi067 ceph-mon[91995]: osdmap e1206: 8 total, 8 up, 8 in 2024-07-29T15:45:01.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:01 smithi067 ceph-mon[91995]: pgmap v2120: 169 pgs: 169 active+clean; 413 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 41 MiB/s rd, 4.0 MiB/s wr, 269 op/s 2024-07-29T15:45:01.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:01 smithi067 ceph-mon[94375]: osdmap e1206: 8 total, 8 up, 8 in 2024-07-29T15:45:01.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:01 smithi067 ceph-mon[94375]: pgmap v2120: 169 pgs: 169 active+clean; 413 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 41 MiB/s rd, 4.0 MiB/s wr, 269 op/s 2024-07-29T15:45:01.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:01 smithi138 ceph-mon[86438]: osdmap e1206: 8 total, 8 up, 8 in 2024-07-29T15:45:01.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:01 smithi138 ceph-mon[86438]: pgmap v2120: 169 pgs: 169 active+clean; 413 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 41 MiB/s rd, 4.0 MiB/s wr, 269 op/s 2024-07-29T15:45:02.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:02 smithi067 ceph-mon[91995]: osdmap e1207: 8 total, 8 up, 8 in 2024-07-29T15:45:02.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:02 smithi067 ceph-mon[94375]: osdmap e1207: 8 total, 8 up, 8 in 2024-07-29T15:45:02.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:02 smithi138 ceph-mon[86438]: osdmap e1207: 8 total, 8 up, 8 in 2024-07-29T15:45:03.444 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:45:03.468 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 83886079~1 2024-07-29T15:45:03.477 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:45:03.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:03 smithi067 ceph-mon[91995]: osdmap e1208: 8 total, 8 up, 8 in 2024-07-29T15:45:03.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:03 smithi067 ceph-mon[91995]: pgmap v2123: 169 pgs: 169 active+clean; 433 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 8.0 MiB/s wr, 266 op/s 2024-07-29T15:45:03.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:03 smithi067 ceph-mon[91995]: osdmap e1209: 8 total, 8 up, 8 in 2024-07-29T15:45:03.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:03 smithi067 ceph-mon[94375]: osdmap e1208: 8 total, 8 up, 8 in 2024-07-29T15:45:03.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:03 smithi067 ceph-mon[94375]: pgmap v2123: 169 pgs: 169 active+clean; 433 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 8.0 MiB/s wr, 266 op/s 2024-07-29T15:45:03.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:03 smithi067 ceph-mon[94375]: osdmap e1209: 8 total, 8 up, 8 in 2024-07-29T15:45:03.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:03 smithi138 ceph-mon[86438]: osdmap e1208: 8 total, 8 up, 8 in 2024-07-29T15:45:03.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:03 smithi138 ceph-mon[86438]: pgmap v2123: 169 pgs: 169 active+clean; 433 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 8.0 MiB/s wr, 266 op/s 2024-07-29T15:45:03.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:03 smithi138 ceph-mon[86438]: osdmap e1209: 8 total, 8 up, 8 in 2024-07-29T15:45:05.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:05 smithi138 ceph-mon[86438]: osdmap e1210: 8 total, 8 up, 8 in 2024-07-29T15:45:05.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:05 smithi138 ceph-mon[86438]: pgmap v2126: 169 pgs: 169 active+clean; 445 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 115 op/s 2024-07-29T15:45:05.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:45:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:05 smithi067 ceph-mon[91995]: osdmap e1210: 8 total, 8 up, 8 in 2024-07-29T15:45:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:05 smithi067 ceph-mon[91995]: pgmap v2126: 169 pgs: 169 active+clean; 445 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 115 op/s 2024-07-29T15:45:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:45:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:05 smithi067 ceph-mon[94375]: osdmap e1210: 8 total, 8 up, 8 in 2024-07-29T15:45:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:05 smithi067 ceph-mon[94375]: pgmap v2126: 169 pgs: 169 active+clean; 445 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 115 op/s 2024-07-29T15:45:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:45:06.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:06 smithi138 ceph-mon[86438]: osdmap e1211: 8 total, 8 up, 8 in 2024-07-29T15:45:06.971 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 41943040 2024-07-29T15:45:06.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:06 smithi067 ceph-mon[91995]: osdmap e1211: 8 total, 8 up, 8 in 2024-07-29T15:45:06.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:06 smithi067 ceph-mon[94375]: osdmap e1211: 8 total, 8 up, 8 in 2024-07-29T15:45:06.993 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:45:07.151 INFO:tasks.workunit.client.0.smithi067.stdout:migration_commit 2024-07-29T15:45:07.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:07 smithi138 ceph-mon[86438]: osdmap e1212: 8 total, 8 up, 8 in 2024-07-29T15:45:07.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:07 smithi138 ceph-mon[86438]: pgmap v2129: 169 pgs: 169 active+clean; 453 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 3.0 MiB/s wr, 133 op/s 2024-07-29T15:45:07.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:07 smithi067 ceph-mon[91995]: osdmap e1212: 8 total, 8 up, 8 in 2024-07-29T15:45:07.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:07 smithi067 ceph-mon[91995]: pgmap v2129: 169 pgs: 169 active+clean; 453 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 3.0 MiB/s wr, 133 op/s 2024-07-29T15:45:07.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:07 smithi067 ceph-mon[94375]: osdmap e1212: 8 total, 8 up, 8 in 2024-07-29T15:45:07.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:07 smithi067 ceph-mon[94375]: pgmap v2129: 169 pgs: 169 active+clean; 453 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 3.0 MiB/s wr, 133 op/s 2024-07-29T15:45:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:45:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:45:07] "GET /metrics HTTP/1.1" 200 39062 "" "Prometheus/2.51.0" 2024-07-29T15:45:08.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:08 smithi138 ceph-mon[86438]: osdmap e1213: 8 total, 8 up, 8 in 2024-07-29T15:45:08.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:08 smithi138 ceph-mon[86438]: osdmap e1214: 8 total, 8 up, 8 in 2024-07-29T15:45:08.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:08 smithi067 ceph-mon[91995]: osdmap e1213: 8 total, 8 up, 8 in 2024-07-29T15:45:08.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:08 smithi067 ceph-mon[91995]: osdmap e1214: 8 total, 8 up, 8 in 2024-07-29T15:45:08.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:08 smithi067 ceph-mon[94375]: osdmap e1213: 8 total, 8 up, 8 in 2024-07-29T15:45:08.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:08 smithi067 ceph-mon[94375]: osdmap e1214: 8 total, 8 up, 8 in 2024-07-29T15:45:09.727 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (11947 ms) 2024-07-29T15:45:09.727 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-07-29T15:45:09.759 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:45:09.769 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 0~8388609 2024-07-29T15:45:09.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:09 smithi138 ceph-mon[86438]: pgmap v2132: 169 pgs: 169 active+clean; 453 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.0 MiB/s wr, 170 op/s 2024-07-29T15:45:09.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:09 smithi138 ceph-mon[86438]: osdmap e1215: 8 total, 8 up, 8 in 2024-07-29T15:45:09.827 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap1 2024-07-29T15:45:09.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:09 smithi067 ceph-mon[91995]: pgmap v2132: 169 pgs: 169 active+clean; 453 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.0 MiB/s wr, 170 op/s 2024-07-29T15:45:09.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:09 smithi067 ceph-mon[91995]: osdmap e1215: 8 total, 8 up, 8 in 2024-07-29T15:45:09.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:09 smithi067 ceph-mon[94375]: pgmap v2132: 169 pgs: 169 active+clean; 453 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.0 MiB/s wr, 170 op/s 2024-07-29T15:45:09.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:09 smithi067 ceph-mon[94375]: osdmap e1215: 8 total, 8 up, 8 in 2024-07-29T15:45:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:45:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:45:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:45:11.548 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 8388609~8388609 2024-07-29T15:45:11.570 INFO:tasks.workunit.client.0.smithi067.stdout:write: X 0~1000 2024-07-29T15:45:11.570 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 1010~1000 2024-07-29T15:45:11.570 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap2 2024-07-29T15:45:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:11 smithi138 ceph-mon[86438]: osdmap e1216: 8 total, 8 up, 8 in 2024-07-29T15:45:11.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:11 smithi138 ceph-mon[86438]: pgmap v2135: 169 pgs: 169 active+clean; 465 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 4.0 MiB/s wr, 310 op/s 2024-07-29T15:45:11.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:11 smithi067 ceph-mon[91995]: osdmap e1216: 8 total, 8 up, 8 in 2024-07-29T15:45:11.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:11 smithi067 ceph-mon[91995]: pgmap v2135: 169 pgs: 169 active+clean; 465 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 4.0 MiB/s wr, 310 op/s 2024-07-29T15:45:11.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:11 smithi067 ceph-mon[94375]: osdmap e1216: 8 total, 8 up, 8 in 2024-07-29T15:45:11.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:11 smithi067 ceph-mon[94375]: pgmap v2135: 169 pgs: 169 active+clean; 465 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 4.0 MiB/s wr, 310 op/s 2024-07-29T15:45:12.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:12 smithi138 ceph-mon[86438]: osdmap e1217: 8 total, 8 up, 8 in 2024-07-29T15:45:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:12 smithi067 ceph-mon[91995]: osdmap e1217: 8 total, 8 up, 8 in 2024-07-29T15:45:12.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:12 smithi067 ceph-mon[94375]: osdmap e1217: 8 total, 8 up, 8 in 2024-07-29T15:45:13.438 INFO:tasks.workunit.client.0.smithi067.stdout:write: X 8388609~1000 2024-07-29T15:45:13.451 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 16777228~1000 2024-07-29T15:45:13.451 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 167772160 2024-07-29T15:45:13.462 INFO:tasks.workunit.client.0.smithi067.stdout:write: 2 83886079~8388609 2024-07-29T15:45:13.479 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap3 2024-07-29T15:45:13.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:13 smithi138 ceph-mon[86438]: pgmap v2137: 169 pgs: 169 active+clean; 461 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 50 MiB/s rd, 7.8 MiB/s wr, 428 op/s 2024-07-29T15:45:13.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:13 smithi138 ceph-mon[86438]: osdmap e1218: 8 total, 8 up, 8 in 2024-07-29T15:45:13.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:13 smithi138 ceph-mon[86438]: osdmap e1219: 8 total, 8 up, 8 in 2024-07-29T15:45:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:13 smithi067 ceph-mon[91995]: pgmap v2137: 169 pgs: 169 active+clean; 461 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 50 MiB/s rd, 7.8 MiB/s wr, 428 op/s 2024-07-29T15:45:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:13 smithi067 ceph-mon[91995]: osdmap e1218: 8 total, 8 up, 8 in 2024-07-29T15:45:13.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:13 smithi067 ceph-mon[91995]: osdmap e1219: 8 total, 8 up, 8 in 2024-07-29T15:45:13.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:13 smithi067 ceph-mon[94375]: pgmap v2137: 169 pgs: 169 active+clean; 461 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 50 MiB/s rd, 7.8 MiB/s wr, 428 op/s 2024-07-29T15:45:13.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:13 smithi067 ceph-mon[94375]: osdmap e1218: 8 total, 8 up, 8 in 2024-07-29T15:45:13.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:13 smithi067 ceph-mon[94375]: osdmap e1219: 8 total, 8 up, 8 in 2024-07-29T15:45:15.451 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:45:15.480 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 83886079~1 2024-07-29T15:45:15.490 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 0 2024-07-29T15:45:15.508 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:45:15.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:15 smithi067 ceph-mon[91995]: osdmap e1220: 8 total, 8 up, 8 in 2024-07-29T15:45:15.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:15 smithi067 ceph-mon[91995]: pgmap v2141: 169 pgs: 169 active+clean; 489 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 10 MiB/s wr, 316 op/s 2024-07-29T15:45:15.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:15 smithi067 ceph-mon[94375]: osdmap e1220: 8 total, 8 up, 8 in 2024-07-29T15:45:15.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:15 smithi067 ceph-mon[94375]: pgmap v2141: 169 pgs: 169 active+clean; 489 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 10 MiB/s wr, 316 op/s 2024-07-29T15:45:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:15 smithi138 ceph-mon[86438]: osdmap e1220: 8 total, 8 up, 8 in 2024-07-29T15:45:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:15 smithi138 ceph-mon[86438]: pgmap v2141: 169 pgs: 169 active+clean; 489 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 10 MiB/s wr, 316 op/s 2024-07-29T15:45:16.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:16 smithi067 ceph-mon[91995]: osdmap e1221: 8 total, 8 up, 8 in 2024-07-29T15:45:16.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:16 smithi067 ceph-mon[94375]: osdmap e1221: 8 total, 8 up, 8 in 2024-07-29T15:45:16.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:16 smithi138 ceph-mon[86438]: osdmap e1221: 8 total, 8 up, 8 in 2024-07-29T15:45:17.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:17 smithi067 ceph-mon[91995]: osdmap e1222: 8 total, 8 up, 8 in 2024-07-29T15:45:17.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:17 smithi067 ceph-mon[91995]: pgmap v2144: 169 pgs: 169 active+clean; 509 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 127 op/s 2024-07-29T15:45:17.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:17 smithi067 ceph-mon[94375]: osdmap e1222: 8 total, 8 up, 8 in 2024-07-29T15:45:17.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:17 smithi067 ceph-mon[94375]: pgmap v2144: 169 pgs: 169 active+clean; 509 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 127 op/s 2024-07-29T15:45:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:17 smithi138 ceph-mon[86438]: osdmap e1222: 8 total, 8 up, 8 in 2024-07-29T15:45:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:17 smithi138 ceph-mon[86438]: pgmap v2144: 169 pgs: 169 active+clean; 509 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 127 op/s 2024-07-29T15:45:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:45:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:45:17] "GET /metrics HTTP/1.1" 200 39062 "" "Prometheus/2.51.0" 2024-07-29T15:45:18.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:18 smithi067 ceph-mon[91995]: osdmap e1223: 8 total, 8 up, 8 in 2024-07-29T15:45:18.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:18 smithi067 ceph-mon[91995]: osdmap e1224: 8 total, 8 up, 8 in 2024-07-29T15:45:18.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:18 smithi067 ceph-mon[94375]: osdmap e1223: 8 total, 8 up, 8 in 2024-07-29T15:45:18.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:18 smithi067 ceph-mon[94375]: osdmap e1224: 8 total, 8 up, 8 in 2024-07-29T15:45:18.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:18 smithi138 ceph-mon[86438]: osdmap e1223: 8 total, 8 up, 8 in 2024-07-29T15:45:18.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:18 smithi138 ceph-mon[86438]: osdmap e1224: 8 total, 8 up, 8 in 2024-07-29T15:45:18.841 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:45:18.991 INFO:tasks.workunit.client.0.smithi067.stdout:migration_commit 2024-07-29T15:45:19.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:19 smithi067 ceph-mon[91995]: pgmap v2147: 169 pgs: 169 active+clean; 509 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 4.0 MiB/s wr, 79 op/s 2024-07-29T15:45:19.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:19 smithi067 ceph-mon[94375]: pgmap v2147: 169 pgs: 169 active+clean; 509 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 4.0 MiB/s wr, 79 op/s 2024-07-29T15:45:19.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:19 smithi138 ceph-mon[86438]: pgmap v2147: 169 pgs: 169 active+clean; 509 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 4.0 MiB/s wr, 79 op/s 2024-07-29T15:45:20.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:20 smithi138 ceph-mon[86438]: osdmap e1225: 8 total, 8 up, 8 in 2024-07-29T15:45:20.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:45:20.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:45:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:45:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:45:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:20 smithi067 ceph-mon[91995]: osdmap e1225: 8 total, 8 up, 8 in 2024-07-29T15:45:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:45:20.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:20 smithi067 ceph-mon[94375]: osdmap e1225: 8 total, 8 up, 8 in 2024-07-29T15:45:20.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:45:21.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:21 smithi067 ceph-mon[91995]: osdmap e1226: 8 total, 8 up, 8 in 2024-07-29T15:45:21.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:21 smithi067 ceph-mon[91995]: pgmap v2150: 169 pgs: 169 active+clean; 521 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 284 op/s 2024-07-29T15:45:21.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:21 smithi067 ceph-mon[94375]: osdmap e1226: 8 total, 8 up, 8 in 2024-07-29T15:45:21.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:21 smithi067 ceph-mon[94375]: pgmap v2150: 169 pgs: 169 active+clean; 521 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 284 op/s 2024-07-29T15:45:21.752 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (12026 ms) 2024-07-29T15:45:21.752 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-07-29T15:45:21.786 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:45:21.796 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 0~8388609 2024-07-29T15:45:21.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:21 smithi138 ceph-mon[86438]: osdmap e1226: 8 total, 8 up, 8 in 2024-07-29T15:45:21.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:21 smithi138 ceph-mon[86438]: pgmap v2150: 169 pgs: 169 active+clean; 521 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 284 op/s 2024-07-29T15:45:21.849 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap1 2024-07-29T15:45:22.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:22 smithi067 ceph-mon[91995]: osdmap e1227: 8 total, 8 up, 8 in 2024-07-29T15:45:22.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:22 smithi067 ceph-mon[94375]: osdmap e1227: 8 total, 8 up, 8 in 2024-07-29T15:45:22.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:22 smithi138 ceph-mon[86438]: osdmap e1227: 8 total, 8 up, 8 in 2024-07-29T15:45:23.498 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 8388609~8388609 2024-07-29T15:45:23.518 INFO:tasks.workunit.client.0.smithi067.stdout:write: X 0~1000 2024-07-29T15:45:23.518 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 1010~1000 2024-07-29T15:45:23.518 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap2 2024-07-29T15:45:23.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:23 smithi067 ceph-mon[91995]: osdmap e1228: 8 total, 8 up, 8 in 2024-07-29T15:45:23.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:23 smithi067 ceph-mon[91995]: pgmap v2153: 169 pgs: 169 active+clean; 529 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 8.0 MiB/s wr, 284 op/s 2024-07-29T15:45:23.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:23 smithi067 ceph-mon[94375]: osdmap e1228: 8 total, 8 up, 8 in 2024-07-29T15:45:23.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:23 smithi067 ceph-mon[94375]: pgmap v2153: 169 pgs: 169 active+clean; 529 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 8.0 MiB/s wr, 284 op/s 2024-07-29T15:45:23.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:23 smithi138 ceph-mon[86438]: osdmap e1228: 8 total, 8 up, 8 in 2024-07-29T15:45:23.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:23 smithi138 ceph-mon[86438]: pgmap v2153: 169 pgs: 169 active+clean; 529 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 8.0 MiB/s wr, 284 op/s 2024-07-29T15:45:24.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:24 smithi138 ceph-mon[86438]: osdmap e1229: 8 total, 8 up, 8 in 2024-07-29T15:45:24.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:24 smithi067 ceph-mon[94375]: osdmap e1229: 8 total, 8 up, 8 in 2024-07-29T15:45:24.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:24 smithi067 ceph-mon[91995]: osdmap e1229: 8 total, 8 up, 8 in 2024-07-29T15:45:25.513 INFO:tasks.workunit.client.0.smithi067.stdout:write: X 8388609~1000 2024-07-29T15:45:25.525 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 16777228~1000 2024-07-29T15:45:25.525 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 167772160 2024-07-29T15:45:25.535 INFO:tasks.workunit.client.0.smithi067.stdout:write: 2 83886079~8388609 2024-07-29T15:45:25.552 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap3 2024-07-29T15:45:25.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:25 smithi138 ceph-mon[86438]: osdmap e1230: 8 total, 8 up, 8 in 2024-07-29T15:45:25.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:25 smithi138 ceph-mon[86438]: pgmap v2156: 169 pgs: 169 active+clean; 521 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 6.0 MiB/s wr, 298 op/s 2024-07-29T15:45:25.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:25 smithi067 ceph-mon[91995]: osdmap e1230: 8 total, 8 up, 8 in 2024-07-29T15:45:25.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:25 smithi067 ceph-mon[91995]: pgmap v2156: 169 pgs: 169 active+clean; 521 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 6.0 MiB/s wr, 298 op/s 2024-07-29T15:45:25.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:25 smithi067 ceph-mon[94375]: osdmap e1230: 8 total, 8 up, 8 in 2024-07-29T15:45:25.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:25 smithi067 ceph-mon[94375]: pgmap v2156: 169 pgs: 169 active+clean; 521 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 6.0 MiB/s wr, 298 op/s 2024-07-29T15:45:26.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:26 smithi138 ceph-mon[86438]: osdmap e1231: 8 total, 8 up, 8 in 2024-07-29T15:45:26.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:26 smithi067 ceph-mon[91995]: osdmap e1231: 8 total, 8 up, 8 in 2024-07-29T15:45:26.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:26 smithi067 ceph-mon[94375]: osdmap e1231: 8 total, 8 up, 8 in 2024-07-29T15:45:27.522 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:45:27.551 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 83886079~1 2024-07-29T15:45:27.560 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:45:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:27 smithi138 ceph-mon[86438]: osdmap e1232: 8 total, 8 up, 8 in 2024-07-29T15:45:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:27 smithi138 ceph-mon[86438]: pgmap v2159: 169 pgs: 169 active+clean; 545 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 7.0 MiB/s wr, 305 op/s 2024-07-29T15:45:27.842 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:27 smithi067 ceph-mon[91995]: osdmap e1232: 8 total, 8 up, 8 in 2024-07-29T15:45:27.842 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:27 smithi067 ceph-mon[91995]: pgmap v2159: 169 pgs: 169 active+clean; 545 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 7.0 MiB/s wr, 305 op/s 2024-07-29T15:45:27.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:27 smithi067 ceph-mon[94375]: osdmap e1232: 8 total, 8 up, 8 in 2024-07-29T15:45:27.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:27 smithi067 ceph-mon[94375]: pgmap v2159: 169 pgs: 169 active+clean; 545 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 7.0 MiB/s wr, 305 op/s 2024-07-29T15:45:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:45:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:45:27] "GET /metrics HTTP/1.1" 200 39060 "" "Prometheus/2.51.0" 2024-07-29T15:45:28.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:28 smithi138 ceph-mon[86438]: osdmap e1233: 8 total, 8 up, 8 in 2024-07-29T15:45:28.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:28 smithi138 ceph-mon[86438]: osdmap e1234: 8 total, 8 up, 8 in 2024-07-29T15:45:28.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:28 smithi067 ceph-mon[91995]: osdmap e1233: 8 total, 8 up, 8 in 2024-07-29T15:45:28.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:28 smithi067 ceph-mon[91995]: osdmap e1234: 8 total, 8 up, 8 in 2024-07-29T15:45:28.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:28 smithi067 ceph-mon[94375]: osdmap e1233: 8 total, 8 up, 8 in 2024-07-29T15:45:28.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:28 smithi067 ceph-mon[94375]: osdmap e1234: 8 total, 8 up, 8 in 2024-07-29T15:45:29.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:29 smithi138 ceph-mon[86438]: pgmap v2162: 169 pgs: 169 active+clean; 561 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 9.0 MiB/s wr, 84 op/s 2024-07-29T15:45:29.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:29 smithi138 ceph-mon[86438]: osdmap e1235: 8 total, 8 up, 8 in 2024-07-29T15:45:29.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:29 smithi067 ceph-mon[91995]: pgmap v2162: 169 pgs: 169 active+clean; 561 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 9.0 MiB/s wr, 84 op/s 2024-07-29T15:45:29.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:29 smithi067 ceph-mon[91995]: osdmap e1235: 8 total, 8 up, 8 in 2024-07-29T15:45:29.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:29 smithi067 ceph-mon[94375]: pgmap v2162: 169 pgs: 169 active+clean; 561 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 9.0 MiB/s wr, 84 op/s 2024-07-29T15:45:29.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:29 smithi067 ceph-mon[94375]: osdmap e1235: 8 total, 8 up, 8 in 2024-07-29T15:45:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:45:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:45:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:45:30.903 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 0 2024-07-29T15:45:30.985 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:45:31.108 INFO:tasks.workunit.client.0.smithi067.stdout:migration_commit 2024-07-29T15:45:31.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:31 smithi067 ceph-mon[91995]: osdmap e1236: 8 total, 8 up, 8 in 2024-07-29T15:45:31.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:31 smithi067 ceph-mon[91995]: pgmap v2165: 169 pgs: 169 active+clean; 565 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 3.0 MiB/s wr, 163 op/s 2024-07-29T15:45:31.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:31 smithi067 ceph-mon[94375]: osdmap e1236: 8 total, 8 up, 8 in 2024-07-29T15:45:31.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:31 smithi067 ceph-mon[94375]: pgmap v2165: 169 pgs: 169 active+clean; 565 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 3.0 MiB/s wr, 163 op/s 2024-07-29T15:45:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:31 smithi138 ceph-mon[86438]: osdmap e1236: 8 total, 8 up, 8 in 2024-07-29T15:45:31.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:31 smithi138 ceph-mon[86438]: pgmap v2165: 169 pgs: 169 active+clean; 565 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 3.0 MiB/s wr, 163 op/s 2024-07-29T15:45:32.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:32 smithi067 ceph-mon[91995]: osdmap e1237: 8 total, 8 up, 8 in 2024-07-29T15:45:32.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:32 smithi067 ceph-mon[94375]: osdmap e1237: 8 total, 8 up, 8 in 2024-07-29T15:45:32.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:32 smithi138 ceph-mon[86438]: osdmap e1237: 8 total, 8 up, 8 in 2024-07-29T15:45:33.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:33 smithi067 ceph-mon[91995]: osdmap e1238: 8 total, 8 up, 8 in 2024-07-29T15:45:33.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:33 smithi067 ceph-mon[91995]: pgmap v2168: 169 pgs: 169 active+clean; 577 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 3.0 MiB/s wr, 197 op/s 2024-07-29T15:45:33.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:33 smithi067 ceph-mon[94375]: osdmap e1238: 8 total, 8 up, 8 in 2024-07-29T15:45:33.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:33 smithi067 ceph-mon[94375]: pgmap v2168: 169 pgs: 169 active+clean; 577 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 3.0 MiB/s wr, 197 op/s 2024-07-29T15:45:33.754 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (12002 ms) 2024-07-29T15:45:33.754 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-07-29T15:45:33.787 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:45:33.797 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 0~8388609 2024-07-29T15:45:33.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:33 smithi138 ceph-mon[86438]: osdmap e1238: 8 total, 8 up, 8 in 2024-07-29T15:45:33.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:33 smithi138 ceph-mon[86438]: pgmap v2168: 169 pgs: 169 active+clean; 577 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 3.0 MiB/s wr, 197 op/s 2024-07-29T15:45:33.859 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap1 2024-07-29T15:45:34.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:34 smithi067 ceph-mon[91995]: osdmap e1239: 8 total, 8 up, 8 in 2024-07-29T15:45:34.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:34 smithi067 ceph-mon[94375]: osdmap e1239: 8 total, 8 up, 8 in 2024-07-29T15:45:34.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:34 smithi138 ceph-mon[86438]: osdmap e1239: 8 total, 8 up, 8 in 2024-07-29T15:45:35.484 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 8388609~8388609 2024-07-29T15:45:35.502 INFO:tasks.workunit.client.0.smithi067.stdout:write: X 0~1000 2024-07-29T15:45:35.502 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 1010~1000 2024-07-29T15:45:35.502 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap2 2024-07-29T15:45:35.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:35 smithi067 ceph-mon[91995]: osdmap e1240: 8 total, 8 up, 8 in 2024-07-29T15:45:35.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:35 smithi067 ceph-mon[91995]: pgmap v2171: 169 pgs: 169 active+clean; 577 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 4.0 MiB/s wr, 457 op/s 2024-07-29T15:45:35.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:45:35.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:35 smithi067 ceph-mon[94375]: osdmap e1240: 8 total, 8 up, 8 in 2024-07-29T15:45:35.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:35 smithi067 ceph-mon[94375]: pgmap v2171: 169 pgs: 169 active+clean; 577 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 4.0 MiB/s wr, 457 op/s 2024-07-29T15:45:35.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:45:35.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:35 smithi138 ceph-mon[86438]: osdmap e1240: 8 total, 8 up, 8 in 2024-07-29T15:45:35.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:35 smithi138 ceph-mon[86438]: pgmap v2171: 169 pgs: 169 active+clean; 577 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 4.0 MiB/s wr, 457 op/s 2024-07-29T15:45:35.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:45:36.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:36 smithi067 ceph-mon[91995]: osdmap e1241: 8 total, 8 up, 8 in 2024-07-29T15:45:36.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:36 smithi067 ceph-mon[94375]: osdmap e1241: 8 total, 8 up, 8 in 2024-07-29T15:45:36.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:36 smithi138 ceph-mon[86438]: osdmap e1241: 8 total, 8 up, 8 in 2024-07-29T15:45:37.501 INFO:tasks.workunit.client.0.smithi067.stdout:write: X 8388609~1000 2024-07-29T15:45:37.511 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 16777228~1000 2024-07-29T15:45:37.511 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 167772160 2024-07-29T15:45:37.521 INFO:tasks.workunit.client.0.smithi067.stdout:write: 2 83886079~8388609 2024-07-29T15:45:37.537 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap3 2024-07-29T15:45:37.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:37 smithi067 ceph-mon[94375]: osdmap e1242: 8 total, 8 up, 8 in 2024-07-29T15:45:37.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:37 smithi067 ceph-mon[94375]: pgmap v2174: 169 pgs: 169 active+clean; 581 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 5.0 MiB/s wr, 464 op/s 2024-07-29T15:45:37.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:37 smithi067 ceph-mon[91995]: osdmap e1242: 8 total, 8 up, 8 in 2024-07-29T15:45:37.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:37 smithi067 ceph-mon[91995]: pgmap v2174: 169 pgs: 169 active+clean; 581 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 5.0 MiB/s wr, 464 op/s 2024-07-29T15:45:37.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:37 smithi138 ceph-mon[86438]: osdmap e1242: 8 total, 8 up, 8 in 2024-07-29T15:45:37.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:37 smithi138 ceph-mon[86438]: pgmap v2174: 169 pgs: 169 active+clean; 581 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 5.0 MiB/s wr, 464 op/s 2024-07-29T15:45:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:45:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:45:37] "GET /metrics HTTP/1.1" 200 39064 "" "Prometheus/2.51.0" 2024-07-29T15:45:38.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:38 smithi067 ceph-mon[91995]: osdmap e1243: 8 total, 8 up, 8 in 2024-07-29T15:45:38.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:38 smithi067 ceph-mon[91995]: osdmap e1244: 8 total, 8 up, 8 in 2024-07-29T15:45:38.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:38 smithi067 ceph-mon[94375]: osdmap e1243: 8 total, 8 up, 8 in 2024-07-29T15:45:38.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:38 smithi067 ceph-mon[94375]: osdmap e1244: 8 total, 8 up, 8 in 2024-07-29T15:45:38.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:38 smithi138 ceph-mon[86438]: osdmap e1243: 8 total, 8 up, 8 in 2024-07-29T15:45:38.825 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:38 smithi138 ceph-mon[86438]: osdmap e1244: 8 total, 8 up, 8 in 2024-07-29T15:45:39.446 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:45:39.468 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 83886079~1 2024-07-29T15:45:39.475 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:45:39.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:39 smithi138 ceph-mon[86438]: pgmap v2177: 169 pgs: 169 active+clean; 597 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 9.0 MiB/s wr, 145 op/s 2024-07-29T15:45:39.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:45:39.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:45:39.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:45:39.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:45:39.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:45:39.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:45:39.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:45:39.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:45:39.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:39 smithi138 ceph-mon[86438]: osdmap e1245: 8 total, 8 up, 8 in 2024-07-29T15:45:39.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:39 smithi067 ceph-mon[91995]: pgmap v2177: 169 pgs: 169 active+clean; 597 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 9.0 MiB/s wr, 145 op/s 2024-07-29T15:45:39.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:45:39.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:45:39.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:45:39.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:45:39.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:45:39.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:45:39.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:45:39.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:45:39.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:39 smithi067 ceph-mon[91995]: osdmap e1245: 8 total, 8 up, 8 in 2024-07-29T15:45:39.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:39 smithi067 ceph-mon[94375]: pgmap v2177: 169 pgs: 169 active+clean; 597 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 9.0 MiB/s wr, 145 op/s 2024-07-29T15:45:39.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:45:39.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:45:39.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:45:39.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:45:39.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:45:39.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:45:39.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:45:39.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:45:39.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:39 smithi067 ceph-mon[94375]: osdmap e1245: 8 total, 8 up, 8 in 2024-07-29T15:45:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:45:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:45:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:45:41.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:41 smithi138 ceph-mon[86438]: osdmap e1246: 8 total, 8 up, 8 in 2024-07-29T15:45:41.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:41 smithi138 ceph-mon[86438]: pgmap v2180: 169 pgs: 169 active+clean; 605 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 7.0 MiB/s wr, 109 op/s 2024-07-29T15:45:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:41 smithi067 ceph-mon[91995]: osdmap e1246: 8 total, 8 up, 8 in 2024-07-29T15:45:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:41 smithi067 ceph-mon[91995]: pgmap v2180: 169 pgs: 169 active+clean; 605 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 7.0 MiB/s wr, 109 op/s 2024-07-29T15:45:41.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:41 smithi067 ceph-mon[94375]: osdmap e1246: 8 total, 8 up, 8 in 2024-07-29T15:45:41.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:41 smithi067 ceph-mon[94375]: pgmap v2180: 169 pgs: 169 active+clean; 605 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 7.0 MiB/s wr, 109 op/s 2024-07-29T15:45:42.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:42 smithi138 ceph-mon[86438]: osdmap e1247: 8 total, 8 up, 8 in 2024-07-29T15:45:42.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:42 smithi067 ceph-mon[91995]: osdmap e1247: 8 total, 8 up, 8 in 2024-07-29T15:45:42.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:42 smithi067 ceph-mon[94375]: osdmap e1247: 8 total, 8 up, 8 in 2024-07-29T15:45:43.000 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 167772160 2024-07-29T15:45:43.010 INFO:tasks.workunit.client.0.smithi067.stdout:write: * 83886080~1000 2024-07-29T15:45:43.040 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:45:43.170 INFO:tasks.workunit.client.0.smithi067.stdout:migration_commit 2024-07-29T15:45:43.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:43 smithi138 ceph-mon[86438]: osdmap e1248: 8 total, 8 up, 8 in 2024-07-29T15:45:43.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:43 smithi138 ceph-mon[86438]: pgmap v2183: 169 pgs: 169 active+clean; 621 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 5.0 MiB/s wr, 138 op/s 2024-07-29T15:45:43.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:43 smithi138 ceph-mon[86438]: osdmap e1249: 8 total, 8 up, 8 in 2024-07-29T15:45:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:43 smithi067 ceph-mon[91995]: osdmap e1248: 8 total, 8 up, 8 in 2024-07-29T15:45:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:43 smithi067 ceph-mon[91995]: pgmap v2183: 169 pgs: 169 active+clean; 621 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 5.0 MiB/s wr, 138 op/s 2024-07-29T15:45:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:43 smithi067 ceph-mon[91995]: osdmap e1249: 8 total, 8 up, 8 in 2024-07-29T15:45:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:43 smithi067 ceph-mon[94375]: osdmap e1248: 8 total, 8 up, 8 in 2024-07-29T15:45:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:43 smithi067 ceph-mon[94375]: pgmap v2183: 169 pgs: 169 active+clean; 621 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 5.0 MiB/s wr, 138 op/s 2024-07-29T15:45:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:43 smithi067 ceph-mon[94375]: osdmap e1249: 8 total, 8 up, 8 in 2024-07-29T15:45:45.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:45 smithi067 ceph-mon[91995]: osdmap e1250: 8 total, 8 up, 8 in 2024-07-29T15:45:45.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:45 smithi067 ceph-mon[91995]: pgmap v2186: 169 pgs: 169 active+clean; 629 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 146 op/s 2024-07-29T15:45:45.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:45 smithi067 ceph-mon[94375]: osdmap e1250: 8 total, 8 up, 8 in 2024-07-29T15:45:45.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:45 smithi067 ceph-mon[94375]: pgmap v2186: 169 pgs: 169 active+clean; 629 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 146 op/s 2024-07-29T15:45:45.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:45 smithi138 ceph-mon[86438]: osdmap e1250: 8 total, 8 up, 8 in 2024-07-29T15:45:45.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:45 smithi138 ceph-mon[86438]: pgmap v2186: 169 pgs: 169 active+clean; 629 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 146 op/s 2024-07-29T15:45:45.826 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (12072 ms) 2024-07-29T15:45:45.827 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-07-29T15:45:45.857 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:45:45.868 INFO:tasks.workunit.client.0.smithi067.stdout:write: X 41943040~10 2024-07-29T15:45:45.877 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap1 2024-07-29T15:45:46.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:46 smithi067 ceph-mon[91995]: osdmap e1251: 8 total, 8 up, 8 in 2024-07-29T15:45:46.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:46 smithi067 ceph-mon[94375]: osdmap e1251: 8 total, 8 up, 8 in 2024-07-29T15:45:46.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:46 smithi138 ceph-mon[86438]: osdmap e1251: 8 total, 8 up, 8 in 2024-07-29T15:45:47.478 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 41943040 2024-07-29T15:45:47.501 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:45:47.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:47 smithi067 ceph-mon[91995]: osdmap e1252: 8 total, 8 up, 8 in 2024-07-29T15:45:47.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:47 smithi067 ceph-mon[91995]: pgmap v2189: 169 pgs: 169 active+clean; 625 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 4.0 MiB/s wr, 260 op/s 2024-07-29T15:45:47.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:47 smithi067 ceph-mon[94375]: osdmap e1252: 8 total, 8 up, 8 in 2024-07-29T15:45:47.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:47 smithi067 ceph-mon[94375]: pgmap v2189: 169 pgs: 169 active+clean; 625 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 4.0 MiB/s wr, 260 op/s 2024-07-29T15:45:47.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:47 smithi138 ceph-mon[86438]: osdmap e1252: 8 total, 8 up, 8 in 2024-07-29T15:45:47.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:47 smithi138 ceph-mon[86438]: pgmap v2189: 169 pgs: 169 active+clean; 625 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 4.0 MiB/s wr, 260 op/s 2024-07-29T15:45:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:45:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:45:47] "GET /metrics HTTP/1.1" 200 39064 "" "Prometheus/2.51.0" 2024-07-29T15:45:48.644 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:45:48.654 INFO:tasks.workunit.client.0.smithi067.stdout:write: Y 41943040~5 2024-07-29T15:45:48.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:48 smithi067 ceph-mon[91995]: osdmap e1253: 8 total, 8 up, 8 in 2024-07-29T15:45:48.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:48 smithi067 ceph-mon[94375]: osdmap e1253: 8 total, 8 up, 8 in 2024-07-29T15:45:48.766 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:45:48.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:48 smithi138 ceph-mon[86438]: osdmap e1253: 8 total, 8 up, 8 in 2024-07-29T15:45:48.844 INFO:tasks.workunit.client.0.smithi067.stdout:migration_commit 2024-07-29T15:45:49.605 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3779 ms) 2024-07-29T15:45:49.605 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-07-29T15:45:49.641 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:45:49.652 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 0~8388609 2024-07-29T15:45:49.711 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap1 2024-07-29T15:45:49.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:49 smithi067 ceph-mon[91995]: osdmap e1254: 8 total, 8 up, 8 in 2024-07-29T15:45:49.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:49 smithi067 ceph-mon[91995]: pgmap v2192: 169 pgs: 169 active+clean; 621 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 4.0 MiB/s wr, 505 op/s 2024-07-29T15:45:49.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:49 smithi067 ceph-mon[94375]: osdmap e1254: 8 total, 8 up, 8 in 2024-07-29T15:45:49.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:49 smithi067 ceph-mon[94375]: pgmap v2192: 169 pgs: 169 active+clean; 621 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 4.0 MiB/s wr, 505 op/s 2024-07-29T15:45:49.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:49 smithi138 ceph-mon[86438]: osdmap e1254: 8 total, 8 up, 8 in 2024-07-29T15:45:49.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:49 smithi138 ceph-mon[86438]: pgmap v2192: 169 pgs: 169 active+clean; 621 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 4.0 MiB/s wr, 505 op/s 2024-07-29T15:45:50.481 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:45:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:45:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:45:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:50 smithi067 ceph-mon[91995]: osdmap e1255: 8 total, 8 up, 8 in 2024-07-29T15:45:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:45:50.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:50 smithi067 ceph-mon[94375]: osdmap e1255: 8 total, 8 up, 8 in 2024-07-29T15:45:50.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:45:50.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:50 smithi138 ceph-mon[86438]: osdmap e1255: 8 total, 8 up, 8 in 2024-07-29T15:45:50.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:45:51.516 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 8388609~8388609 2024-07-29T15:45:51.529 INFO:tasks.workunit.client.0.smithi067.stdout:write: X 0~1000 2024-07-29T15:45:51.529 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 1010~1000 2024-07-29T15:45:51.529 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap2 2024-07-29T15:45:51.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:51 smithi138 ceph-mon[86438]: osdmap e1256: 8 total, 8 up, 8 in 2024-07-29T15:45:51.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:51 smithi138 ceph-mon[86438]: pgmap v2195: 169 pgs: 169 active+clean; 621 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 2.0 MiB/s wr, 464 op/s 2024-07-29T15:45:51.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:51 smithi067 ceph-mon[91995]: osdmap e1256: 8 total, 8 up, 8 in 2024-07-29T15:45:51.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:51 smithi067 ceph-mon[91995]: pgmap v2195: 169 pgs: 169 active+clean; 621 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 2.0 MiB/s wr, 464 op/s 2024-07-29T15:45:51.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:51 smithi067 ceph-mon[94375]: osdmap e1256: 8 total, 8 up, 8 in 2024-07-29T15:45:51.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:51 smithi067 ceph-mon[94375]: pgmap v2195: 169 pgs: 169 active+clean; 621 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 2.0 MiB/s wr, 464 op/s 2024-07-29T15:45:52.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:52 smithi138 ceph-mon[86438]: osdmap e1257: 8 total, 8 up, 8 in 2024-07-29T15:45:52.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:52 smithi067 ceph-mon[94375]: osdmap e1257: 8 total, 8 up, 8 in 2024-07-29T15:45:52.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:52 smithi067 ceph-mon[91995]: osdmap e1257: 8 total, 8 up, 8 in 2024-07-29T15:45:53.459 INFO:tasks.workunit.client.0.smithi067.stdout:write: X 8388609~1000 2024-07-29T15:45:53.466 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 16777228~1000 2024-07-29T15:45:53.466 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 167772160 2024-07-29T15:45:53.476 INFO:tasks.workunit.client.0.smithi067.stdout:write: 2 83886079~8388609 2024-07-29T15:45:53.492 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap3 2024-07-29T15:45:53.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:53 smithi138 ceph-mon[86438]: osdmap e1258: 8 total, 8 up, 8 in 2024-07-29T15:45:53.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:53 smithi138 ceph-mon[86438]: pgmap v2198: 169 pgs: 169 active+clean; 625 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.0 MiB/s wr, 253 op/s 2024-07-29T15:45:53.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:53 smithi138 ceph-mon[86438]: osdmap e1259: 8 total, 8 up, 8 in 2024-07-29T15:45:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:53 smithi067 ceph-mon[91995]: osdmap e1258: 8 total, 8 up, 8 in 2024-07-29T15:45:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:53 smithi067 ceph-mon[91995]: pgmap v2198: 169 pgs: 169 active+clean; 625 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.0 MiB/s wr, 253 op/s 2024-07-29T15:45:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:53 smithi067 ceph-mon[91995]: osdmap e1259: 8 total, 8 up, 8 in 2024-07-29T15:45:53.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:53 smithi067 ceph-mon[94375]: osdmap e1258: 8 total, 8 up, 8 in 2024-07-29T15:45:53.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:53 smithi067 ceph-mon[94375]: pgmap v2198: 169 pgs: 169 active+clean; 625 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.0 MiB/s wr, 253 op/s 2024-07-29T15:45:53.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:53 smithi067 ceph-mon[94375]: osdmap e1259: 8 total, 8 up, 8 in 2024-07-29T15:45:55.540 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:45:55.567 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 83886079~1 2024-07-29T15:45:55.576 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:45:55.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:55 smithi138 ceph-mon[86438]: osdmap e1260: 8 total, 8 up, 8 in 2024-07-29T15:45:55.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:55 smithi138 ceph-mon[86438]: pgmap v2201: 169 pgs: 169 active+clean; 653 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 7.0 MiB/s wr, 218 op/s 2024-07-29T15:45:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:55 smithi067 ceph-mon[91995]: osdmap e1260: 8 total, 8 up, 8 in 2024-07-29T15:45:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:55 smithi067 ceph-mon[91995]: pgmap v2201: 169 pgs: 169 active+clean; 653 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 7.0 MiB/s wr, 218 op/s 2024-07-29T15:45:55.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:55 smithi067 ceph-mon[94375]: osdmap e1260: 8 total, 8 up, 8 in 2024-07-29T15:45:55.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:55 smithi067 ceph-mon[94375]: pgmap v2201: 169 pgs: 169 active+clean; 653 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 7.0 MiB/s wr, 218 op/s 2024-07-29T15:45:56.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:56 smithi138 ceph-mon[86438]: osdmap e1261: 8 total, 8 up, 8 in 2024-07-29T15:45:56.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:56 smithi067 ceph-mon[91995]: osdmap e1261: 8 total, 8 up, 8 in 2024-07-29T15:45:56.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:56 smithi067 ceph-mon[94375]: osdmap e1261: 8 total, 8 up, 8 in 2024-07-29T15:45:57.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:57 smithi138 ceph-mon[86438]: pgmap v2203: 169 pgs: 169 active+clean; 677 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 11 MiB/s wr, 202 op/s 2024-07-29T15:45:57.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:57 smithi138 ceph-mon[86438]: osdmap e1262: 8 total, 8 up, 8 in 2024-07-29T15:45:57.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:57 smithi067 ceph-mon[91995]: pgmap v2203: 169 pgs: 169 active+clean; 677 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 11 MiB/s wr, 202 op/s 2024-07-29T15:45:57.844 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:57 smithi067 ceph-mon[91995]: osdmap e1262: 8 total, 8 up, 8 in 2024-07-29T15:45:57.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:57 smithi067 ceph-mon[94375]: pgmap v2203: 169 pgs: 169 active+clean; 677 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 11 MiB/s wr, 202 op/s 2024-07-29T15:45:57.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:57 smithi067 ceph-mon[94375]: osdmap e1262: 8 total, 8 up, 8 in 2024-07-29T15:45:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:45:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:45:57] "GET /metrics HTTP/1.1" 200 39068 "" "Prometheus/2.51.0" 2024-07-29T15:45:58.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:58 smithi138 ceph-mon[86438]: osdmap e1263: 8 total, 8 up, 8 in 2024-07-29T15:45:58.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:58 smithi138 ceph-mon[86438]: osdmap e1264: 8 total, 8 up, 8 in 2024-07-29T15:45:58.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:58 smithi067 ceph-mon[91995]: osdmap e1263: 8 total, 8 up, 8 in 2024-07-29T15:45:58.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:58 smithi067 ceph-mon[91995]: osdmap e1264: 8 total, 8 up, 8 in 2024-07-29T15:45:58.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:58 smithi067 ceph-mon[94375]: osdmap e1263: 8 total, 8 up, 8 in 2024-07-29T15:45:58.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:58 smithi067 ceph-mon[94375]: osdmap e1264: 8 total, 8 up, 8 in 2024-07-29T15:45:59.035 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: after_prepare_snap 2024-07-29T15:45:59.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:45:59 smithi138 ceph-mon[86438]: pgmap v2207: 169 pgs: 169 active+clean; 677 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 MiB/s wr, 167 op/s 2024-07-29T15:45:59.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:45:59 smithi067 ceph-mon[91995]: pgmap v2207: 169 pgs: 169 active+clean; 677 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 MiB/s wr, 167 op/s 2024-07-29T15:45:59.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:45:59 smithi067 ceph-mon[94375]: pgmap v2207: 169 pgs: 169 active+clean; 677 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 MiB/s wr, 167 op/s 2024-07-29T15:46:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:46:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:46:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:46:00.582 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 41943040 2024-07-29T15:46:00.621 INFO:tasks.workunit.client.0.smithi067.stdout:write: * 0~1000 2024-07-29T15:46:00.628 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:46:00.782 INFO:tasks.workunit.client.0.smithi067.stdout:migration_commit 2024-07-29T15:46:00.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:00 smithi067 ceph-mon[91995]: osdmap e1265: 8 total, 8 up, 8 in 2024-07-29T15:46:00.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:00 smithi067 ceph-mon[94375]: osdmap e1265: 8 total, 8 up, 8 in 2024-07-29T15:46:01.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:00 smithi138 ceph-mon[86438]: osdmap e1265: 8 total, 8 up, 8 in 2024-07-29T15:46:01.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:01 smithi067 ceph-mon[91995]: pgmap v2209: 169 pgs: 169 active+clean; 677 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 9.5 KiB/s wr, 202 op/s 2024-07-29T15:46:01.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:01 smithi067 ceph-mon[91995]: osdmap e1266: 8 total, 8 up, 8 in 2024-07-29T15:46:01.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:01 smithi067 ceph-mon[94375]: pgmap v2209: 169 pgs: 169 active+clean; 677 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 9.5 KiB/s wr, 202 op/s 2024-07-29T15:46:01.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:01 smithi067 ceph-mon[94375]: osdmap e1266: 8 total, 8 up, 8 in 2024-07-29T15:46:02.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:01 smithi138 ceph-mon[86438]: pgmap v2209: 169 pgs: 169 active+clean; 677 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 9.5 KiB/s wr, 202 op/s 2024-07-29T15:46:02.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:01 smithi138 ceph-mon[86438]: osdmap e1266: 8 total, 8 up, 8 in 2024-07-29T15:46:02.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:02 smithi138 ceph-mon[86438]: osdmap e1267: 8 total, 8 up, 8 in 2024-07-29T15:46:02.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:02 smithi067 ceph-mon[91995]: osdmap e1267: 8 total, 8 up, 8 in 2024-07-29T15:46:02.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:02 smithi067 ceph-mon[94375]: osdmap e1267: 8 total, 8 up, 8 in 2024-07-29T15:46:03.981 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14376 ms) 2024-07-29T15:46:03.981 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-07-29T15:46:03.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:03 smithi067 ceph-mon[91995]: pgmap v2212: 169 pgs: 169 active+clean; 697 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 3.9 MiB/s wr, 325 op/s 2024-07-29T15:46:03.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:03 smithi067 ceph-mon[91995]: osdmap e1268: 8 total, 8 up, 8 in 2024-07-29T15:46:03.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:03 smithi067 ceph-mon[94375]: pgmap v2212: 169 pgs: 169 active+clean; 697 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 3.9 MiB/s wr, 325 op/s 2024-07-29T15:46:03.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:03 smithi067 ceph-mon[94375]: osdmap e1268: 8 total, 8 up, 8 in 2024-07-29T15:46:04.011 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:46:04.023 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 0~8388609 2024-07-29T15:46:04.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:03 smithi138 ceph-mon[86438]: pgmap v2212: 169 pgs: 169 active+clean; 697 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 3.9 MiB/s wr, 325 op/s 2024-07-29T15:46:04.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:03 smithi138 ceph-mon[86438]: osdmap e1268: 8 total, 8 up, 8 in 2024-07-29T15:46:04.087 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap1 2024-07-29T15:46:04.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:04 smithi067 ceph-mon[91995]: osdmap e1269: 8 total, 8 up, 8 in 2024-07-29T15:46:04.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:04 smithi067 ceph-mon[94375]: osdmap e1269: 8 total, 8 up, 8 in 2024-07-29T15:46:05.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:04 smithi138 ceph-mon[86438]: osdmap e1269: 8 total, 8 up, 8 in 2024-07-29T15:46:05.611 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 8388609~8388609 2024-07-29T15:46:05.628 INFO:tasks.workunit.client.0.smithi067.stdout:write: X 0~1000 2024-07-29T15:46:05.628 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 1010~1000 2024-07-29T15:46:05.628 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap2 2024-07-29T15:46:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:05 smithi067 ceph-mon[91995]: pgmap v2215: 169 pgs: 169 active+clean; 697 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 5.0 MiB/s wr, 321 op/s 2024-07-29T15:46:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:05 smithi067 ceph-mon[91995]: osdmap e1270: 8 total, 8 up, 8 in 2024-07-29T15:46:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:46:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:05 smithi067 ceph-mon[94375]: pgmap v2215: 169 pgs: 169 active+clean; 697 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 5.0 MiB/s wr, 321 op/s 2024-07-29T15:46:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:05 smithi067 ceph-mon[94375]: osdmap e1270: 8 total, 8 up, 8 in 2024-07-29T15:46:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:46:06.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:05 smithi138 ceph-mon[86438]: pgmap v2215: 169 pgs: 169 active+clean; 697 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 5.0 MiB/s wr, 321 op/s 2024-07-29T15:46:06.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:05 smithi138 ceph-mon[86438]: osdmap e1270: 8 total, 8 up, 8 in 2024-07-29T15:46:06.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:46:06.962 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:06 smithi138 ceph-mon[86438]: osdmap e1271: 8 total, 8 up, 8 in 2024-07-29T15:46:06.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:06 smithi067 ceph-mon[94375]: osdmap e1271: 8 total, 8 up, 8 in 2024-07-29T15:46:06.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:06 smithi067 ceph-mon[91995]: osdmap e1271: 8 total, 8 up, 8 in 2024-07-29T15:46:07.628 INFO:tasks.workunit.client.0.smithi067.stdout:write: X 8388609~1000 2024-07-29T15:46:07.636 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 16777228~1000 2024-07-29T15:46:07.636 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 167772160 2024-07-29T15:46:07.646 INFO:tasks.workunit.client.0.smithi067.stdout:write: 2 83886079~8388609 2024-07-29T15:46:07.663 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap3 2024-07-29T15:46:07.977 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:07 smithi138 ceph-mon[86438]: pgmap v2218: 169 pgs: 169 active+clean; 693 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 4.0 MiB/s wr, 297 op/s 2024-07-29T15:46:07.977 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:07 smithi138 ceph-mon[86438]: osdmap e1272: 8 total, 8 up, 8 in 2024-07-29T15:46:07.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:07 smithi067 ceph-mon[91995]: pgmap v2218: 169 pgs: 169 active+clean; 693 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 4.0 MiB/s wr, 297 op/s 2024-07-29T15:46:07.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:07 smithi067 ceph-mon[91995]: osdmap e1272: 8 total, 8 up, 8 in 2024-07-29T15:46:07.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:46:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:46:07] "GET /metrics HTTP/1.1" 200 39061 "" "Prometheus/2.51.0" 2024-07-29T15:46:07.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:07 smithi067 ceph-mon[94375]: pgmap v2218: 169 pgs: 169 active+clean; 693 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 4.0 MiB/s wr, 297 op/s 2024-07-29T15:46:07.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:07 smithi067 ceph-mon[94375]: osdmap e1272: 8 total, 8 up, 8 in 2024-07-29T15:46:08.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:08 smithi067 ceph-mon[91995]: osdmap e1273: 8 total, 8 up, 8 in 2024-07-29T15:46:08.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:08 smithi067 ceph-mon[91995]: osdmap e1274: 8 total, 8 up, 8 in 2024-07-29T15:46:08.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:08 smithi067 ceph-mon[94375]: osdmap e1273: 8 total, 8 up, 8 in 2024-07-29T15:46:08.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:08 smithi067 ceph-mon[94375]: osdmap e1274: 8 total, 8 up, 8 in 2024-07-29T15:46:09.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:08 smithi138 ceph-mon[86438]: osdmap e1273: 8 total, 8 up, 8 in 2024-07-29T15:46:09.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:08 smithi138 ceph-mon[86438]: osdmap e1274: 8 total, 8 up, 8 in 2024-07-29T15:46:09.459 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:46:09.485 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 83886079~1 2024-07-29T15:46:09.493 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:46:09.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:09 smithi067 ceph-mon[91995]: pgmap v2222: 169 pgs: 169 active+clean; 697 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 5.1 MiB/s wr, 291 op/s 2024-07-29T15:46:09.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:09 smithi067 ceph-mon[91995]: osdmap e1275: 8 total, 8 up, 8 in 2024-07-29T15:46:09.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:09 smithi067 ceph-mon[94375]: pgmap v2222: 169 pgs: 169 active+clean; 697 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 5.1 MiB/s wr, 291 op/s 2024-07-29T15:46:09.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:09 smithi067 ceph-mon[94375]: osdmap e1275: 8 total, 8 up, 8 in 2024-07-29T15:46:10.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:09 smithi138 ceph-mon[86438]: pgmap v2222: 169 pgs: 169 active+clean; 697 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 5.1 MiB/s wr, 291 op/s 2024-07-29T15:46:10.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:09 smithi138 ceph-mon[86438]: osdmap e1275: 8 total, 8 up, 8 in 2024-07-29T15:46:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:46:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:46:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:46:11.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:11 smithi067 ceph-mon[91995]: osdmap e1276: 8 total, 8 up, 8 in 2024-07-29T15:46:11.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:11 smithi067 ceph-mon[91995]: pgmap v2225: 169 pgs: 169 active+clean; 729 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 9.2 MiB/s wr, 134 op/s 2024-07-29T15:46:11.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:11 smithi067 ceph-mon[94375]: osdmap e1276: 8 total, 8 up, 8 in 2024-07-29T15:46:11.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:11 smithi067 ceph-mon[94375]: pgmap v2225: 169 pgs: 169 active+clean; 729 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 9.2 MiB/s wr, 134 op/s 2024-07-29T15:46:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:11 smithi138 ceph-mon[86438]: osdmap e1276: 8 total, 8 up, 8 in 2024-07-29T15:46:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:11 smithi138 ceph-mon[86438]: pgmap v2225: 169 pgs: 169 active+clean; 729 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 9.2 MiB/s wr, 134 op/s 2024-07-29T15:46:12.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:12 smithi067 ceph-mon[91995]: osdmap e1277: 8 total, 8 up, 8 in 2024-07-29T15:46:12.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:12 smithi067 ceph-mon[94375]: osdmap e1277: 8 total, 8 up, 8 in 2024-07-29T15:46:12.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:12 smithi138 ceph-mon[86438]: osdmap e1277: 8 total, 8 up, 8 in 2024-07-29T15:46:12.922 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: after_prepare_snap 2024-07-29T15:46:13.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:13 smithi067 ceph-mon[91995]: osdmap e1278: 8 total, 8 up, 8 in 2024-07-29T15:46:13.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:13 smithi067 ceph-mon[91995]: pgmap v2228: 169 pgs: 169 active+clean; 733 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 8.0 MiB/s wr, 150 op/s 2024-07-29T15:46:13.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:13 smithi067 ceph-mon[91995]: osdmap e1279: 8 total, 8 up, 8 in 2024-07-29T15:46:13.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:13 smithi067 ceph-mon[94375]: osdmap e1278: 8 total, 8 up, 8 in 2024-07-29T15:46:13.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:13 smithi067 ceph-mon[94375]: pgmap v2228: 169 pgs: 169 active+clean; 733 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 8.0 MiB/s wr, 150 op/s 2024-07-29T15:46:13.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:13 smithi067 ceph-mon[94375]: osdmap e1279: 8 total, 8 up, 8 in 2024-07-29T15:46:13.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:13 smithi138 ceph-mon[86438]: osdmap e1278: 8 total, 8 up, 8 in 2024-07-29T15:46:13.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:13 smithi138 ceph-mon[86438]: pgmap v2228: 169 pgs: 169 active+clean; 733 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 8.0 MiB/s wr, 150 op/s 2024-07-29T15:46:13.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:13 smithi138 ceph-mon[86438]: osdmap e1279: 8 total, 8 up, 8 in 2024-07-29T15:46:14.479 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 167772160 2024-07-29T15:46:14.497 INFO:tasks.workunit.client.0.smithi067.stdout:write: * 83886080~1000 2024-07-29T15:46:14.504 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:46:14.679 INFO:tasks.workunit.client.0.smithi067.stdout:migration_commit 2024-07-29T15:46:15.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:15 smithi067 ceph-mon[91995]: osdmap e1280: 8 total, 8 up, 8 in 2024-07-29T15:46:15.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:15 smithi067 ceph-mon[91995]: pgmap v2231: 169 pgs: 169 active+clean; 733 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 1.0 MiB/s wr, 114 op/s 2024-07-29T15:46:15.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:15 smithi067 ceph-mon[94375]: osdmap e1280: 8 total, 8 up, 8 in 2024-07-29T15:46:15.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:15 smithi067 ceph-mon[94375]: pgmap v2231: 169 pgs: 169 active+clean; 733 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 1.0 MiB/s wr, 114 op/s 2024-07-29T15:46:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:15 smithi138 ceph-mon[86438]: osdmap e1280: 8 total, 8 up, 8 in 2024-07-29T15:46:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:15 smithi138 ceph-mon[86438]: pgmap v2231: 169 pgs: 169 active+clean; 733 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 1.0 MiB/s wr, 114 op/s 2024-07-29T15:46:16.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:16 smithi067 ceph-mon[91995]: osdmap e1281: 8 total, 8 up, 8 in 2024-07-29T15:46:16.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:16 smithi067 ceph-mon[94375]: osdmap e1281: 8 total, 8 up, 8 in 2024-07-29T15:46:16.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:16 smithi138 ceph-mon[86438]: osdmap e1281: 8 total, 8 up, 8 in 2024-07-29T15:46:17.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:17 smithi067 ceph-mon[91995]: osdmap e1282: 8 total, 8 up, 8 in 2024-07-29T15:46:17.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:17 smithi067 ceph-mon[91995]: pgmap v2234: 169 pgs: 169 active+clean; 741 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 3.0 MiB/s wr, 441 op/s 2024-07-29T15:46:17.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:17 smithi067 ceph-mon[94375]: osdmap e1282: 8 total, 8 up, 8 in 2024-07-29T15:46:17.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:17 smithi067 ceph-mon[94375]: pgmap v2234: 169 pgs: 169 active+clean; 741 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 3.0 MiB/s wr, 441 op/s 2024-07-29T15:46:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:17 smithi138 ceph-mon[86438]: osdmap e1282: 8 total, 8 up, 8 in 2024-07-29T15:46:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:17 smithi138 ceph-mon[86438]: pgmap v2234: 169 pgs: 169 active+clean; 741 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 3.0 MiB/s wr, 441 op/s 2024-07-29T15:46:17.890 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (13908 ms) 2024-07-29T15:46:17.890 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.Clone 2024-07-29T15:46:17.922 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:46:17.932 INFO:tasks.workunit.client.0.smithi067.stdout:write: X 0~8388609 2024-07-29T15:46:17.993 INFO:tasks.workunit.client.0.smithi067.stdout:write: X 16777218~8388609 2024-07-29T15:46:18.041 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap 2024-07-29T15:46:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:46:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:46:17] "GET /metrics HTTP/1.1" 200 39061 "" "Prometheus/2.51.0" 2024-07-29T15:46:18.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:18 smithi067 ceph-mon[91995]: osdmap e1283: 8 total, 8 up, 8 in 2024-07-29T15:46:18.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:18 smithi067 ceph-mon[94375]: osdmap e1283: 8 total, 8 up, 8 in 2024-07-29T15:46:18.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:18 smithi138 ceph-mon[86438]: osdmap e1283: 8 total, 8 up, 8 in 2024-07-29T15:46:19.513 INFO:tasks.workunit.client.0.smithi067.stdout:snap_protect: snap 2024-07-29T15:46:19.525 INFO:tasks.workunit.client.0.smithi067.stdout:clone image105 -> image108 2024-07-29T15:46:19.628 INFO:tasks.workunit.client.0.smithi067.stdout:write: X 0~1000 2024-07-29T15:46:19.688 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 1010~1000 2024-07-29T15:46:19.690 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap 2024-07-29T15:46:19.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:19 smithi138 ceph-mon[86438]: osdmap e1284: 8 total, 8 up, 8 in 2024-07-29T15:46:19.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:19 smithi138 ceph-mon[86438]: pgmap v2237: 169 pgs: 169 active+clean; 753 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 7.0 MiB/s wr, 505 op/s 2024-07-29T15:46:19.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:19 smithi067 ceph-mon[91995]: osdmap e1284: 8 total, 8 up, 8 in 2024-07-29T15:46:19.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:19 smithi067 ceph-mon[91995]: pgmap v2237: 169 pgs: 169 active+clean; 753 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 7.0 MiB/s wr, 505 op/s 2024-07-29T15:46:19.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:19 smithi067 ceph-mon[94375]: osdmap e1284: 8 total, 8 up, 8 in 2024-07-29T15:46:19.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:19 smithi067 ceph-mon[94375]: pgmap v2237: 169 pgs: 169 active+clean; 753 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 7.0 MiB/s wr, 505 op/s 2024-07-29T15:46:20.494 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:46:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:46:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:46:20.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:20 smithi138 ceph-mon[86438]: osdmap e1285: 8 total, 8 up, 8 in 2024-07-29T15:46:20.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:46:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:20 smithi067 ceph-mon[91995]: osdmap e1285: 8 total, 8 up, 8 in 2024-07-29T15:46:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:46:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:20 smithi067 ceph-mon[94375]: osdmap e1285: 8 total, 8 up, 8 in 2024-07-29T15:46:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:46:21.523 INFO:tasks.workunit.client.0.smithi067.stdout:snap_protect: snap 2024-07-29T15:46:21.539 INFO:tasks.workunit.client.0.smithi067.stdout:clone image108 -> image110 2024-07-29T15:46:21.678 INFO:tasks.workunit.client.0.smithi067.stdout:write: X 1000~1000 2024-07-29T15:46:21.735 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 2010~1000 2024-07-29T15:46:21.738 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:46:21.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:21 smithi138 ceph-mon[86438]: osdmap e1286: 8 total, 8 up, 8 in 2024-07-29T15:46:21.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:21 smithi138 ceph-mon[86438]: pgmap v2240: 169 pgs: 169 active+clean; 749 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 5.0 MiB/s wr, 177 op/s 2024-07-29T15:46:21.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:21 smithi067 ceph-mon[94375]: osdmap e1286: 8 total, 8 up, 8 in 2024-07-29T15:46:21.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:21 smithi067 ceph-mon[94375]: pgmap v2240: 169 pgs: 169 active+clean; 749 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 5.0 MiB/s wr, 177 op/s 2024-07-29T15:46:21.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:21 smithi067 ceph-mon[91995]: osdmap e1286: 8 total, 8 up, 8 in 2024-07-29T15:46:21.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:21 smithi067 ceph-mon[91995]: pgmap v2240: 169 pgs: 169 active+clean; 749 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 5.0 MiB/s wr, 177 op/s 2024-07-29T15:46:22.046 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:46:22.221 INFO:tasks.workunit.client.0.smithi067.stdout:migration_commit 2024-07-29T15:46:22.399 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.Clone (4510 ms) 2024-07-29T15:46:22.399 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.CloneParent 2024-07-29T15:46:22.431 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:46:22.442 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap 2024-07-29T15:46:22.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:22 smithi138 ceph-mon[86438]: osdmap e1287: 8 total, 8 up, 8 in 2024-07-29T15:46:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:22 smithi067 ceph-mon[91995]: osdmap e1287: 8 total, 8 up, 8 in 2024-07-29T15:46:22.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:22 smithi067 ceph-mon[94375]: osdmap e1287: 8 total, 8 up, 8 in 2024-07-29T15:46:23.463 INFO:tasks.workunit.client.0.smithi067.stdout:snap_protect: snap 2024-07-29T15:46:23.476 INFO:tasks.workunit.client.0.smithi067.stdout:clone image111 -> image114 2024-07-29T15:46:23.579 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:46:23.741 INFO:tasks.workunit.client.0.smithi067.stdout:migration_abort 2024-07-29T15:46:23.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:23 smithi138 ceph-mon[86438]: osdmap e1288: 8 total, 8 up, 8 in 2024-07-29T15:46:23.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:23 smithi138 ceph-mon[86438]: pgmap v2243: 169 pgs: 169 active+clean; 777 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 10 MiB/s wr, 297 op/s 2024-07-29T15:46:23.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:23 smithi138 ceph-mon[86438]: osdmap e1289: 8 total, 8 up, 8 in 2024-07-29T15:46:23.876 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.CloneParent (1477 ms) 2024-07-29T15:46:23.876 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-07-29T15:46:23.906 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:46:23.917 INFO:tasks.workunit.client.0.smithi067.stdout:write: X 0~10 2024-07-29T15:46:23.926 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap 2024-07-29T15:46:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:23 smithi067 ceph-mon[91995]: osdmap e1288: 8 total, 8 up, 8 in 2024-07-29T15:46:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:23 smithi067 ceph-mon[91995]: pgmap v2243: 169 pgs: 169 active+clean; 777 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 10 MiB/s wr, 297 op/s 2024-07-29T15:46:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:23 smithi067 ceph-mon[91995]: osdmap e1289: 8 total, 8 up, 8 in 2024-07-29T15:46:23.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:23 smithi067 ceph-mon[94375]: osdmap e1288: 8 total, 8 up, 8 in 2024-07-29T15:46:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:23 smithi067 ceph-mon[94375]: pgmap v2243: 169 pgs: 169 active+clean; 777 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 10 MiB/s wr, 297 op/s 2024-07-29T15:46:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:23 smithi067 ceph-mon[94375]: osdmap e1289: 8 total, 8 up, 8 in 2024-07-29T15:46:25.546 INFO:tasks.workunit.client.0.smithi067.stdout:snap_protect: snap 2024-07-29T15:46:25.562 INFO:tasks.workunit.client.0.smithi067.stdout:clone image115 -> image118 2024-07-29T15:46:25.671 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:46:25.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:25 smithi138 ceph-mon[86438]: osdmap e1290: 8 total, 8 up, 8 in 2024-07-29T15:46:25.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:25 smithi138 ceph-mon[86438]: pgmap v2246: 169 pgs: 169 active+clean; 785 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 11 MiB/s wr, 647 op/s 2024-07-29T15:46:25.828 INFO:tasks.workunit.client.0.smithi067.stdout:write: Y 0~1 2024-07-29T15:46:25.861 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:46:25.930 INFO:tasks.workunit.client.0.smithi067.stdout:migration_commit 2024-07-29T15:46:25.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:25 smithi067 ceph-mon[91995]: osdmap e1290: 8 total, 8 up, 8 in 2024-07-29T15:46:25.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:25 smithi067 ceph-mon[91995]: pgmap v2246: 169 pgs: 169 active+clean; 785 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 11 MiB/s wr, 647 op/s 2024-07-29T15:46:25.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:25 smithi067 ceph-mon[94375]: osdmap e1290: 8 total, 8 up, 8 in 2024-07-29T15:46:25.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:25 smithi067 ceph-mon[94375]: pgmap v2246: 169 pgs: 169 active+clean; 785 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 11 MiB/s wr, 647 op/s 2024-07-29T15:46:26.032 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (2157 ms) 2024-07-29T15:46:26.033 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-07-29T15:46:26.066 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:46:26.076 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 41943040~10 2024-07-29T15:46:26.084 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap1 2024-07-29T15:46:26.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:26 smithi138 ceph-mon[86438]: osdmap e1291: 8 total, 8 up, 8 in 2024-07-29T15:46:26.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:26 smithi067 ceph-mon[91995]: osdmap e1291: 8 total, 8 up, 8 in 2024-07-29T15:46:26.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:26 smithi067 ceph-mon[94375]: osdmap e1291: 8 total, 8 up, 8 in 2024-07-29T15:46:27.556 INFO:tasks.workunit.client.0.smithi067.stdout:write: B 41943041~10 2024-07-29T15:46:27.565 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:46:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:27 smithi138 ceph-mon[86438]: osdmap e1292: 8 total, 8 up, 8 in 2024-07-29T15:46:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:27 smithi138 ceph-mon[86438]: pgmap v2249: 169 pgs: 169 active+clean; 789 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 825 op/s 2024-07-29T15:46:27.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:27 smithi067 ceph-mon[91995]: osdmap e1292: 8 total, 8 up, 8 in 2024-07-29T15:46:27.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:27 smithi067 ceph-mon[91995]: pgmap v2249: 169 pgs: 169 active+clean; 789 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 825 op/s 2024-07-29T15:46:27.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:27 smithi067 ceph-mon[94375]: osdmap e1292: 8 total, 8 up, 8 in 2024-07-29T15:46:27.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:27 smithi067 ceph-mon[94375]: pgmap v2249: 169 pgs: 169 active+clean; 789 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 825 op/s 2024-07-29T15:46:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:46:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:46:27] "GET /metrics HTTP/1.1" 200 39060 "" "Prometheus/2.51.0" 2024-07-29T15:46:28.641 INFO:tasks.workunit.client.0.smithi067.stdout:write: C 41943042~10 2024-07-29T15:46:28.653 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap2 2024-07-29T15:46:28.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:28 smithi138 ceph-mon[86438]: osdmap e1293: 8 total, 8 up, 8 in 2024-07-29T15:46:28.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:28 smithi138 ceph-mon[86438]: osdmap e1294: 8 total, 8 up, 8 in 2024-07-29T15:46:28.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:28 smithi067 ceph-mon[91995]: osdmap e1293: 8 total, 8 up, 8 in 2024-07-29T15:46:28.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:28 smithi067 ceph-mon[91995]: osdmap e1294: 8 total, 8 up, 8 in 2024-07-29T15:46:28.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:28 smithi067 ceph-mon[94375]: osdmap e1293: 8 total, 8 up, 8 in 2024-07-29T15:46:28.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:28 smithi067 ceph-mon[94375]: osdmap e1294: 8 total, 8 up, 8 in 2024-07-29T15:46:29.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:29 smithi138 ceph-mon[86438]: pgmap v2252: 169 pgs: 169 active+clean; 785 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 1.0 MiB/s wr, 889 op/s 2024-07-29T15:46:29.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:29 smithi067 ceph-mon[91995]: pgmap v2252: 169 pgs: 169 active+clean; 785 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 1.0 MiB/s wr, 889 op/s 2024-07-29T15:46:30.051 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:29 smithi067 ceph-mon[94375]: pgmap v2252: 169 pgs: 169 active+clean; 785 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 1.0 MiB/s wr, 889 op/s 2024-07-29T15:46:30.547 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:46:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:46:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:46:30.569 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 41943040 2024-07-29T15:46:30.604 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:46:30.671 INFO:tasks.workunit.client.0.smithi067.stdout:migration_commit 2024-07-29T15:46:30.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:30 smithi138 ceph-mon[86438]: osdmap e1295: 8 total, 8 up, 8 in 2024-07-29T15:46:30.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:30 smithi067 ceph-mon[91995]: osdmap e1295: 8 total, 8 up, 8 in 2024-07-29T15:46:30.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:30 smithi067 ceph-mon[94375]: osdmap e1295: 8 total, 8 up, 8 in 2024-07-29T15:46:31.701 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5668 ms) 2024-07-29T15:46:31.702 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-07-29T15:46:31.734 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:46:31.744 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 41943040~10 2024-07-29T15:46:31.753 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap1 2024-07-29T15:46:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:31 smithi138 ceph-mon[86438]: pgmap v2254: 169 pgs: 169 active+clean; 785 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 25 KiB/s wr, 620 op/s 2024-07-29T15:46:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:31 smithi138 ceph-mon[86438]: osdmap e1296: 8 total, 8 up, 8 in 2024-07-29T15:46:31.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:31 smithi067 ceph-mon[91995]: pgmap v2254: 169 pgs: 169 active+clean; 785 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 25 KiB/s wr, 620 op/s 2024-07-29T15:46:31.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:31 smithi067 ceph-mon[91995]: osdmap e1296: 8 total, 8 up, 8 in 2024-07-29T15:46:31.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:31 smithi067 ceph-mon[94375]: pgmap v2254: 169 pgs: 169 active+clean; 785 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 25 KiB/s wr, 620 op/s 2024-07-29T15:46:31.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:31 smithi067 ceph-mon[94375]: osdmap e1296: 8 total, 8 up, 8 in 2024-07-29T15:46:32.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:32 smithi067 ceph-mon[91995]: osdmap e1297: 8 total, 8 up, 8 in 2024-07-29T15:46:32.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:32 smithi067 ceph-mon[94375]: osdmap e1297: 8 total, 8 up, 8 in 2024-07-29T15:46:33.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:32 smithi138 ceph-mon[86438]: osdmap e1297: 8 total, 8 up, 8 in 2024-07-29T15:46:33.587 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 41943040 2024-07-29T15:46:33.612 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:46:33.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:33 smithi067 ceph-mon[91995]: pgmap v2257: 169 pgs: 169 active+clean; 785 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 201 KiB/s rd, 18 KiB/s wr, 268 op/s 2024-07-29T15:46:33.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:33 smithi067 ceph-mon[91995]: osdmap e1298: 8 total, 8 up, 8 in 2024-07-29T15:46:33.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:33 smithi067 ceph-mon[94375]: pgmap v2257: 169 pgs: 169 active+clean; 785 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 201 KiB/s rd, 18 KiB/s wr, 268 op/s 2024-07-29T15:46:33.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:33 smithi067 ceph-mon[94375]: osdmap e1298: 8 total, 8 up, 8 in 2024-07-29T15:46:34.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:33 smithi138 ceph-mon[86438]: pgmap v2257: 169 pgs: 169 active+clean; 785 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 201 KiB/s rd, 18 KiB/s wr, 268 op/s 2024-07-29T15:46:34.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:33 smithi138 ceph-mon[86438]: osdmap e1298: 8 total, 8 up, 8 in 2024-07-29T15:46:34.726 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:46:34.737 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap3 2024-07-29T15:46:34.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:34 smithi067 ceph-mon[91995]: osdmap e1299: 8 total, 8 up, 8 in 2024-07-29T15:46:34.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:34 smithi067 ceph-mon[94375]: osdmap e1299: 8 total, 8 up, 8 in 2024-07-29T15:46:35.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:34 smithi138 ceph-mon[86438]: osdmap e1299: 8 total, 8 up, 8 in 2024-07-29T15:46:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:35 smithi067 ceph-mon[91995]: pgmap v2260: 169 pgs: 169 active+clean; 785 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 19 KiB/s wr, 246 op/s 2024-07-29T15:46:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:35 smithi067 ceph-mon[91995]: osdmap e1300: 8 total, 8 up, 8 in 2024-07-29T15:46:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:46:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:35 smithi067 ceph-mon[94375]: pgmap v2260: 169 pgs: 169 active+clean; 785 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 19 KiB/s wr, 246 op/s 2024-07-29T15:46:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:35 smithi067 ceph-mon[94375]: osdmap e1300: 8 total, 8 up, 8 in 2024-07-29T15:46:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:46:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:35 smithi138 ceph-mon[86438]: pgmap v2260: 169 pgs: 169 active+clean; 785 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 19 KiB/s wr, 246 op/s 2024-07-29T15:46:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:35 smithi138 ceph-mon[86438]: osdmap e1300: 8 total, 8 up, 8 in 2024-07-29T15:46:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:46:36.620 INFO:tasks.workunit.client.0.smithi067.stdout:write: B 41943040~10 2024-07-29T15:46:36.628 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap4 2024-07-29T15:46:36.961 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:36 smithi138 ceph-mon[86438]: osdmap e1301: 8 total, 8 up, 8 in 2024-07-29T15:46:36.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:36 smithi067 ceph-mon[91995]: osdmap e1301: 8 total, 8 up, 8 in 2024-07-29T15:46:36.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:36 smithi067 ceph-mon[94375]: osdmap e1301: 8 total, 8 up, 8 in 2024-07-29T15:46:37.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:37 smithi067 ceph-mon[91995]: pgmap v2263: 169 pgs: 169 active+clean; 785 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 17 KiB/s wr, 175 op/s 2024-07-29T15:46:37.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:37 smithi067 ceph-mon[91995]: osdmap e1302: 8 total, 8 up, 8 in 2024-07-29T15:46:37.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:46:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:46:37] "GET /metrics HTTP/1.1" 200 39066 "" "Prometheus/2.51.0" 2024-07-29T15:46:37.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:37 smithi067 ceph-mon[94375]: pgmap v2263: 169 pgs: 169 active+clean; 785 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 17 KiB/s wr, 175 op/s 2024-07-29T15:46:37.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:37 smithi067 ceph-mon[94375]: osdmap e1302: 8 total, 8 up, 8 in 2024-07-29T15:46:38.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:37 smithi138 ceph-mon[86438]: pgmap v2263: 169 pgs: 169 active+clean; 785 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 17 KiB/s wr, 175 op/s 2024-07-29T15:46:38.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:37 smithi138 ceph-mon[86438]: osdmap e1302: 8 total, 8 up, 8 in 2024-07-29T15:46:38.466 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 41943040 2024-07-29T15:46:38.493 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:46:38.558 INFO:tasks.workunit.client.0.smithi067.stdout:migration_commit 2024-07-29T15:46:38.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:38 smithi067 ceph-mon[91995]: osdmap e1303: 8 total, 8 up, 8 in 2024-07-29T15:46:38.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:38 smithi067 ceph-mon[91995]: osdmap e1304: 8 total, 8 up, 8 in 2024-07-29T15:46:38.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:38 smithi067 ceph-mon[94375]: osdmap e1303: 8 total, 8 up, 8 in 2024-07-29T15:46:38.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:38 smithi067 ceph-mon[94375]: osdmap e1304: 8 total, 8 up, 8 in 2024-07-29T15:46:39.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:38 smithi138 ceph-mon[86438]: osdmap e1303: 8 total, 8 up, 8 in 2024-07-29T15:46:39.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:38 smithi138 ceph-mon[86438]: osdmap e1304: 8 total, 8 up, 8 in 2024-07-29T15:46:39.625 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (7923 ms) 2024-07-29T15:46:39.625 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-07-29T15:46:39.657 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:46:39.668 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:46:39.859 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.AbortInUseImage (235 ms) 2024-07-29T15:46:39.859 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-07-29T15:46:39.891 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:46:39.904 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 0~8388609 2024-07-29T15:46:39.973 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 16777218~8388609 2024-07-29T15:46:39.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:39 smithi067 ceph-mon[94375]: pgmap v2267: 169 pgs: 169 active+clean; 785 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 14 KiB/s wr, 158 op/s 2024-07-29T15:46:39.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:39 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:46:39.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:39 smithi067 ceph-mon[94375]: osdmap e1305: 8 total, 8 up, 8 in 2024-07-29T15:46:39.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:39 smithi067 ceph-mon[91995]: pgmap v2267: 169 pgs: 169 active+clean; 785 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 14 KiB/s wr, 158 op/s 2024-07-29T15:46:39.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:39 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:46:39.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:39 smithi067 ceph-mon[91995]: osdmap e1305: 8 total, 8 up, 8 in 2024-07-29T15:46:40.042 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:46:40.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:39 smithi138 ceph-mon[86438]: pgmap v2267: 169 pgs: 169 active+clean; 785 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 14 KiB/s wr, 158 op/s 2024-07-29T15:46:40.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:39 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:46:40.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:39 smithi138 ceph-mon[86438]: osdmap e1305: 8 total, 8 up, 8 in 2024-07-29T15:46:40.241 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 0~8388609 2024-07-29T15:46:40.286 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 16777218~8388609 2024-07-29T15:46:40.349 INFO:tasks.workunit.client.0.smithi067.stdout:migration_abort 2024-07-29T15:46:40.545 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (686 ms) 2024-07-29T15:46:40.545 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-07-29T15:46:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:46:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:46:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:46:40.574 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:46:40.585 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 0~8388609 2024-07-29T15:46:40.655 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap1 2024-07-29T15:46:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:40 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:46:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:40 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:46:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:40 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:46:40.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:40 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:46:40.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:40 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:46:40.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:40 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:46:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:40 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:46:41.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:40 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:46:41.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:40 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:46:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:41 smithi067 ceph-mon[91995]: pgmap v2269: 169 pgs: 169 active+clean; 789 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 1.0 MiB/s wr, 267 op/s 2024-07-29T15:46:41.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:41 smithi067 ceph-mon[94375]: pgmap v2269: 169 pgs: 169 active+clean; 789 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 1.0 MiB/s wr, 267 op/s 2024-07-29T15:46:42.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:41 smithi138 ceph-mon[86438]: pgmap v2269: 169 pgs: 169 active+clean; 789 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 1.0 MiB/s wr, 267 op/s 2024-07-29T15:46:42.664 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 8388609~8388609 2024-07-29T15:46:42.682 INFO:tasks.workunit.client.0.smithi067.stdout:write: X 0~1000 2024-07-29T15:46:42.682 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 1010~1000 2024-07-29T15:46:42.682 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap2 2024-07-29T15:46:42.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:42 smithi067 ceph-mon[91995]: osdmap e1306: 8 total, 8 up, 8 in 2024-07-29T15:46:42.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:42 smithi067 ceph-mon[94375]: osdmap e1306: 8 total, 8 up, 8 in 2024-07-29T15:46:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:42 smithi138 ceph-mon[86438]: osdmap e1306: 8 total, 8 up, 8 in 2024-07-29T15:46:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:43 smithi067 ceph-mon[91995]: pgmap v2271: 169 pgs: 169 active+clean; 809 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 8.9 MiB/s wr, 298 op/s 2024-07-29T15:46:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:43 smithi067 ceph-mon[91995]: osdmap e1307: 8 total, 8 up, 8 in 2024-07-29T15:46:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:43 smithi067 ceph-mon[94375]: pgmap v2271: 169 pgs: 169 active+clean; 809 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 8.9 MiB/s wr, 298 op/s 2024-07-29T15:46:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:43 smithi067 ceph-mon[94375]: osdmap e1307: 8 total, 8 up, 8 in 2024-07-29T15:46:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:43 smithi138 ceph-mon[86438]: pgmap v2271: 169 pgs: 169 active+clean; 809 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 8.9 MiB/s wr, 298 op/s 2024-07-29T15:46:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:43 smithi138 ceph-mon[86438]: osdmap e1307: 8 total, 8 up, 8 in 2024-07-29T15:46:44.673 INFO:tasks.workunit.client.0.smithi067.stdout:write: X 8388609~1000 2024-07-29T15:46:44.680 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 16777228~1000 2024-07-29T15:46:44.680 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 167772160 2024-07-29T15:46:44.690 INFO:tasks.workunit.client.0.smithi067.stdout:write: 2 83886079~8388609 2024-07-29T15:46:44.707 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap3 2024-07-29T15:46:44.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:44 smithi067 ceph-mon[91995]: osdmap e1308: 8 total, 8 up, 8 in 2024-07-29T15:46:44.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:44 smithi067 ceph-mon[94375]: osdmap e1308: 8 total, 8 up, 8 in 2024-07-29T15:46:45.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:44 smithi138 ceph-mon[86438]: osdmap e1308: 8 total, 8 up, 8 in 2024-07-29T15:46:45.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:45 smithi067 ceph-mon[91995]: pgmap v2274: 169 pgs: 169 active+clean; 833 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 19 MiB/s wr, 356 op/s 2024-07-29T15:46:45.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:45 smithi067 ceph-mon[91995]: osdmap e1309: 8 total, 8 up, 8 in 2024-07-29T15:46:45.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:45 smithi067 ceph-mon[94375]: pgmap v2274: 169 pgs: 169 active+clean; 833 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 19 MiB/s wr, 356 op/s 2024-07-29T15:46:45.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:45 smithi067 ceph-mon[94375]: osdmap e1309: 8 total, 8 up, 8 in 2024-07-29T15:46:46.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:45 smithi138 ceph-mon[86438]: pgmap v2274: 169 pgs: 169 active+clean; 833 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 19 MiB/s wr, 356 op/s 2024-07-29T15:46:46.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:45 smithi138 ceph-mon[86438]: osdmap e1309: 8 total, 8 up, 8 in 2024-07-29T15:46:46.689 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:46:46.716 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 83886079~1 2024-07-29T15:46:46.726 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:46:46.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:46 smithi067 ceph-mon[91995]: osdmap e1310: 8 total, 8 up, 8 in 2024-07-29T15:46:46.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:46 smithi067 ceph-mon[94375]: osdmap e1310: 8 total, 8 up, 8 in 2024-07-29T15:46:47.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:46 smithi138 ceph-mon[86438]: osdmap e1310: 8 total, 8 up, 8 in 2024-07-29T15:46:47.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:47 smithi067 ceph-mon[91995]: pgmap v2277: 169 pgs: 169 active+clean; 857 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 19 MiB/s wr, 353 op/s 2024-07-29T15:46:47.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:47 smithi067 ceph-mon[91995]: osdmap e1311: 8 total, 8 up, 8 in 2024-07-29T15:46:47.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:47 smithi067 ceph-mon[94375]: pgmap v2277: 169 pgs: 169 active+clean; 857 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 19 MiB/s wr, 353 op/s 2024-07-29T15:46:47.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:47 smithi067 ceph-mon[94375]: osdmap e1311: 8 total, 8 up, 8 in 2024-07-29T15:46:47.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:46:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:46:47] "GET /metrics HTTP/1.1" 200 39066 "" "Prometheus/2.51.0" 2024-07-29T15:46:48.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:47 smithi138 ceph-mon[86438]: pgmap v2277: 169 pgs: 169 active+clean; 857 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 19 MiB/s wr, 353 op/s 2024-07-29T15:46:48.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:47 smithi138 ceph-mon[86438]: osdmap e1311: 8 total, 8 up, 8 in 2024-07-29T15:46:48.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:48 smithi067 ceph-mon[94375]: osdmap e1312: 8 total, 8 up, 8 in 2024-07-29T15:46:48.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:48 smithi067 ceph-mon[94375]: osdmap e1313: 8 total, 8 up, 8 in 2024-07-29T15:46:48.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:48 smithi067 ceph-mon[91995]: osdmap e1312: 8 total, 8 up, 8 in 2024-07-29T15:46:48.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:48 smithi067 ceph-mon[91995]: osdmap e1313: 8 total, 8 up, 8 in 2024-07-29T15:46:49.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:48 smithi138 ceph-mon[86438]: osdmap e1312: 8 total, 8 up, 8 in 2024-07-29T15:46:49.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:48 smithi138 ceph-mon[86438]: osdmap e1313: 8 total, 8 up, 8 in 2024-07-29T15:46:49.922 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 0~8388609 2024-07-29T15:46:49.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:49 smithi067 ceph-mon[91995]: pgmap v2281: 169 pgs: 169 active+clean; 869 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 9.3 MiB/s wr, 244 op/s 2024-07-29T15:46:49.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:49 smithi067 ceph-mon[91995]: osdmap e1314: 8 total, 8 up, 8 in 2024-07-29T15:46:49.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:49 smithi067 ceph-mon[94375]: pgmap v2281: 169 pgs: 169 active+clean; 869 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 9.3 MiB/s wr, 244 op/s 2024-07-29T15:46:49.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:49 smithi067 ceph-mon[94375]: osdmap e1314: 8 total, 8 up, 8 in 2024-07-29T15:46:50.024 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 16777218~8388609 2024-07-29T15:46:50.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:49 smithi138 ceph-mon[86438]: pgmap v2281: 169 pgs: 169 active+clean; 869 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 9.3 MiB/s wr, 244 op/s 2024-07-29T15:46:50.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:49 smithi138 ceph-mon[86438]: osdmap e1314: 8 total, 8 up, 8 in 2024-07-29T15:46:50.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:46:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:46:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:46:50.703 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 0~8388609 2024-07-29T15:46:50.718 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 16777218~8388609 2024-07-29T15:46:50.821 INFO:tasks.workunit.client.0.smithi067.stdout:migration_abort 2024-07-29T15:46:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:46:50.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:46:51.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:46:51.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:51 smithi067 ceph-mon[91995]: pgmap v2283: 169 pgs: 169 active+clean; 877 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 160 op/s 2024-07-29T15:46:51.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:51 smithi067 ceph-mon[91995]: osdmap e1315: 8 total, 8 up, 8 in 2024-07-29T15:46:51.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:51 smithi067 ceph-mon[94375]: pgmap v2283: 169 pgs: 169 active+clean; 877 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 160 op/s 2024-07-29T15:46:51.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:51 smithi067 ceph-mon[94375]: osdmap e1315: 8 total, 8 up, 8 in 2024-07-29T15:46:52.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:51 smithi138 ceph-mon[86438]: pgmap v2283: 169 pgs: 169 active+clean; 877 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 160 op/s 2024-07-29T15:46:52.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:51 smithi138 ceph-mon[86438]: osdmap e1315: 8 total, 8 up, 8 in 2024-07-29T15:46:52.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:52 smithi067 ceph-mon[91995]: osdmap e1316: 8 total, 8 up, 8 in 2024-07-29T15:46:52.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:52 smithi067 ceph-mon[94375]: osdmap e1316: 8 total, 8 up, 8 in 2024-07-29T15:46:53.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:52 smithi138 ceph-mon[86438]: osdmap e1316: 8 total, 8 up, 8 in 2024-07-29T15:46:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:53 smithi067 ceph-mon[91995]: pgmap v2286: 169 pgs: 169 active+clean; 925 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 15 MiB/s wr, 221 op/s 2024-07-29T15:46:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:53 smithi067 ceph-mon[91995]: osdmap e1317: 8 total, 8 up, 8 in 2024-07-29T15:46:53.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:53 smithi067 ceph-mon[94375]: pgmap v2286: 169 pgs: 169 active+clean; 925 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 15 MiB/s wr, 221 op/s 2024-07-29T15:46:53.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:53 smithi067 ceph-mon[94375]: osdmap e1317: 8 total, 8 up, 8 in 2024-07-29T15:46:54.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:53 smithi138 ceph-mon[86438]: pgmap v2286: 169 pgs: 169 active+clean; 925 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 15 MiB/s wr, 221 op/s 2024-07-29T15:46:54.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:53 smithi138 ceph-mon[86438]: osdmap e1317: 8 total, 8 up, 8 in 2024-07-29T15:46:54.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:54 smithi067 ceph-mon[91995]: osdmap e1318: 8 total, 8 up, 8 in 2024-07-29T15:46:54.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:54 smithi067 ceph-mon[94375]: osdmap e1318: 8 total, 8 up, 8 in 2024-07-29T15:46:55.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:54 smithi138 ceph-mon[86438]: osdmap e1318: 8 total, 8 up, 8 in 2024-07-29T15:46:55.099 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.AbortWithSnapshots (14554 ms) 2024-07-29T15:46:55.099 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-07-29T15:46:55.129 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:46:55.140 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 0~10 2024-07-29T15:46:55.148 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap1 2024-07-29T15:46:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:55 smithi067 ceph-mon[91995]: pgmap v2289: 169 pgs: 169 active+clean; 949 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 21 MiB/s wr, 376 op/s 2024-07-29T15:46:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:55 smithi067 ceph-mon[91995]: osdmap e1319: 8 total, 8 up, 8 in 2024-07-29T15:46:55.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:55 smithi067 ceph-mon[94375]: pgmap v2289: 169 pgs: 169 active+clean; 949 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 21 MiB/s wr, 376 op/s 2024-07-29T15:46:55.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:55 smithi067 ceph-mon[94375]: osdmap e1319: 8 total, 8 up, 8 in 2024-07-29T15:46:56.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:55 smithi138 ceph-mon[86438]: pgmap v2289: 169 pgs: 169 active+clean; 949 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 21 MiB/s wr, 376 op/s 2024-07-29T15:46:56.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:55 smithi138 ceph-mon[86438]: osdmap e1319: 8 total, 8 up, 8 in 2024-07-29T15:46:56.748 INFO:tasks.workunit.client.0.smithi067.stdout:snap_protect: snap1 2024-07-29T15:46:56.808 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:46:56.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:56 smithi067 ceph-mon[91995]: osdmap e1320: 8 total, 8 up, 8 in 2024-07-29T15:46:56.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:56 smithi067 ceph-mon[94375]: osdmap e1320: 8 total, 8 up, 8 in 2024-07-29T15:46:57.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:56 smithi138 ceph-mon[86438]: osdmap e1320: 8 total, 8 up, 8 in 2024-07-29T15:46:57.958 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:46:57.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:57 smithi067 ceph-mon[91995]: pgmap v2292: 169 pgs: 169 active+clean; 921 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 8.0 MiB/s wr, 236 op/s 2024-07-29T15:46:57.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:57 smithi067 ceph-mon[91995]: osdmap e1321: 8 total, 8 up, 8 in 2024-07-29T15:46:57.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:57 smithi067 ceph-mon[94375]: pgmap v2292: 169 pgs: 169 active+clean; 921 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 8.0 MiB/s wr, 236 op/s 2024-07-29T15:46:57.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:57 smithi067 ceph-mon[94375]: osdmap e1321: 8 total, 8 up, 8 in 2024-07-29T15:46:57.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:46:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:46:57] "GET /metrics HTTP/1.1" 200 39064 "" "Prometheus/2.51.0" 2024-07-29T15:46:58.033 INFO:tasks.workunit.client.0.smithi067.stdout:migration_commit 2024-07-29T15:46:58.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:57 smithi138 ceph-mon[86438]: pgmap v2292: 169 pgs: 169 active+clean; 921 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 8.0 MiB/s wr, 236 op/s 2024-07-29T15:46:58.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:57 smithi138 ceph-mon[86438]: osdmap e1321: 8 total, 8 up, 8 in 2024-07-29T15:46:58.574 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.CloneV1Parent (3475 ms) 2024-07-29T15:46:58.574 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-07-29T15:46:58.607 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:46:58.617 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 0~10 2024-07-29T15:46:58.626 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap1 2024-07-29T15:46:59.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:58 smithi138 ceph-mon[86438]: osdmap e1322: 8 total, 8 up, 8 in 2024-07-29T15:46:59.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:58 smithi138 ceph-mon[86438]: osdmap e1323: 8 total, 8 up, 8 in 2024-07-29T15:46:59.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:58 smithi067 ceph-mon[91995]: osdmap e1322: 8 total, 8 up, 8 in 2024-07-29T15:46:59.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:58 smithi067 ceph-mon[91995]: osdmap e1323: 8 total, 8 up, 8 in 2024-07-29T15:46:59.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:58 smithi067 ceph-mon[94375]: osdmap e1322: 8 total, 8 up, 8 in 2024-07-29T15:46:59.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:58 smithi067 ceph-mon[94375]: osdmap e1323: 8 total, 8 up, 8 in 2024-07-29T15:47:00.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:59 smithi138 ceph-mon[86438]: pgmap v2296: 169 pgs: 169 active+clean; 909 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 1.1 MiB/s wr, 111 op/s 2024-07-29T15:47:00.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:46:59 smithi138 ceph-mon[86438]: osdmap e1324: 8 total, 8 up, 8 in 2024-07-29T15:47:00.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:59 smithi067 ceph-mon[91995]: pgmap v2296: 169 pgs: 169 active+clean; 909 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 1.1 MiB/s wr, 111 op/s 2024-07-29T15:47:00.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:46:59 smithi067 ceph-mon[91995]: osdmap e1324: 8 total, 8 up, 8 in 2024-07-29T15:47:00.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:59 smithi067 ceph-mon[94375]: pgmap v2296: 169 pgs: 169 active+clean; 909 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 1.1 MiB/s wr, 111 op/s 2024-07-29T15:47:00.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:46:59 smithi067 ceph-mon[94375]: osdmap e1324: 8 total, 8 up, 8 in 2024-07-29T15:47:00.484 INFO:tasks.workunit.client.0.smithi067.stdout:snap_protect: snap1 2024-07-29T15:47:00.547 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:47:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:47:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:47:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:47:01.701 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:47:01.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:01 smithi067 ceph-mon[91995]: osdmap e1325: 8 total, 8 up, 8 in 2024-07-29T15:47:01.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:01 smithi067 ceph-mon[91995]: pgmap v2299: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 17 KiB/s wr, 336 op/s 2024-07-29T15:47:01.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:01 smithi067 ceph-mon[94375]: osdmap e1325: 8 total, 8 up, 8 in 2024-07-29T15:47:01.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:01 smithi067 ceph-mon[94375]: pgmap v2299: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 17 KiB/s wr, 336 op/s 2024-07-29T15:47:01.783 INFO:tasks.workunit.client.0.smithi067.stdout:migration_commit 2024-07-29T15:47:01.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:01 smithi138 ceph-mon[86438]: osdmap e1325: 8 total, 8 up, 8 in 2024-07-29T15:47:01.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:01 smithi138 ceph-mon[86438]: pgmap v2299: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 17 KiB/s wr, 336 op/s 2024-07-29T15:47:02.609 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.CloneV2Parent (4035 ms) 2024-07-29T15:47:02.609 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-07-29T15:47:02.642 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:47:02.652 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 0~10 2024-07-29T15:47:02.661 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap1 2024-07-29T15:47:02.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:02 smithi067 ceph-mon[91995]: osdmap e1326: 8 total, 8 up, 8 in 2024-07-29T15:47:02.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:02 smithi067 ceph-mon[94375]: osdmap e1326: 8 total, 8 up, 8 in 2024-07-29T15:47:02.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:02 smithi138 ceph-mon[86438]: osdmap e1326: 8 total, 8 up, 8 in 2024-07-29T15:47:03.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:03 smithi138 ceph-mon[86438]: osdmap e1327: 8 total, 8 up, 8 in 2024-07-29T15:47:03.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:03 smithi138 ceph-mon[86438]: pgmap v2302: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 464 KiB/s rd, 28 KiB/s wr, 592 op/s 2024-07-29T15:47:03.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:03 smithi138 ceph-mon[86438]: osdmap e1328: 8 total, 8 up, 8 in 2024-07-29T15:47:03.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:03 smithi067 ceph-mon[91995]: osdmap e1327: 8 total, 8 up, 8 in 2024-07-29T15:47:03.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:03 smithi067 ceph-mon[91995]: pgmap v2302: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 464 KiB/s rd, 28 KiB/s wr, 592 op/s 2024-07-29T15:47:03.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:03 smithi067 ceph-mon[91995]: osdmap e1328: 8 total, 8 up, 8 in 2024-07-29T15:47:03.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:03 smithi067 ceph-mon[94375]: osdmap e1327: 8 total, 8 up, 8 in 2024-07-29T15:47:03.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:03 smithi067 ceph-mon[94375]: pgmap v2302: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 464 KiB/s rd, 28 KiB/s wr, 592 op/s 2024-07-29T15:47:03.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:03 smithi067 ceph-mon[94375]: osdmap e1328: 8 total, 8 up, 8 in 2024-07-29T15:47:04.476 INFO:tasks.workunit.client.0.smithi067.stdout:snap_protect: snap1 2024-07-29T15:47:04.542 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:47:05.651 INFO:tasks.workunit.client.0.smithi067.stdout:migration_abort 2024-07-29T15:47:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:05 smithi067 ceph-mon[91995]: osdmap e1329: 8 total, 8 up, 8 in 2024-07-29T15:47:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:05 smithi067 ceph-mon[91995]: pgmap v2305: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 335 KiB/s rd, 20 KiB/s wr, 425 op/s 2024-07-29T15:47:05.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:47:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:05 smithi067 ceph-mon[94375]: osdmap e1329: 8 total, 8 up, 8 in 2024-07-29T15:47:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:05 smithi067 ceph-mon[94375]: pgmap v2305: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 335 KiB/s rd, 20 KiB/s wr, 425 op/s 2024-07-29T15:47:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:47:05.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:05 smithi138 ceph-mon[86438]: osdmap e1329: 8 total, 8 up, 8 in 2024-07-29T15:47:05.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:05 smithi138 ceph-mon[86438]: pgmap v2305: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 335 KiB/s rd, 20 KiB/s wr, 425 op/s 2024-07-29T15:47:05.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:47:06.639 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.CloneV1ParentAbort (4030 ms) 2024-07-29T15:47:06.639 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-07-29T15:47:06.674 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:47:06.689 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 0~10 2024-07-29T15:47:06.698 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap1 2024-07-29T15:47:06.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:06 smithi067 ceph-mon[91995]: osdmap e1330: 8 total, 8 up, 8 in 2024-07-29T15:47:06.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:06 smithi067 ceph-mon[94375]: osdmap e1330: 8 total, 8 up, 8 in 2024-07-29T15:47:06.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:06 smithi138 ceph-mon[86438]: osdmap e1330: 8 total, 8 up, 8 in 2024-07-29T15:47:07.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:07 smithi067 ceph-mon[91995]: osdmap e1331: 8 total, 8 up, 8 in 2024-07-29T15:47:07.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:07 smithi067 ceph-mon[91995]: pgmap v2308: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 248 KiB/s rd, 14 KiB/s wr, 307 op/s 2024-07-29T15:47:07.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:07 smithi067 ceph-mon[94375]: osdmap e1331: 8 total, 8 up, 8 in 2024-07-29T15:47:07.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:07 smithi067 ceph-mon[94375]: pgmap v2308: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 248 KiB/s rd, 14 KiB/s wr, 307 op/s 2024-07-29T15:47:07.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:07 smithi138 ceph-mon[86438]: osdmap e1331: 8 total, 8 up, 8 in 2024-07-29T15:47:07.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:07 smithi138 ceph-mon[86438]: pgmap v2308: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 248 KiB/s rd, 14 KiB/s wr, 307 op/s 2024-07-29T15:47:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:47:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:47:07] "GET /metrics HTTP/1.1" 200 39067 "" "Prometheus/2.51.0" 2024-07-29T15:47:08.483 INFO:tasks.workunit.client.0.smithi067.stdout:snap_protect: snap1 2024-07-29T15:47:08.546 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:47:08.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:08 smithi067 ceph-mon[91995]: osdmap e1332: 8 total, 8 up, 8 in 2024-07-29T15:47:08.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:08 smithi067 ceph-mon[91995]: osdmap e1333: 8 total, 8 up, 8 in 2024-07-29T15:47:08.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:08 smithi067 ceph-mon[94375]: osdmap e1332: 8 total, 8 up, 8 in 2024-07-29T15:47:08.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:08 smithi067 ceph-mon[94375]: osdmap e1333: 8 total, 8 up, 8 in 2024-07-29T15:47:08.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:08 smithi138 ceph-mon[86438]: osdmap e1332: 8 total, 8 up, 8 in 2024-07-29T15:47:08.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:08 smithi138 ceph-mon[86438]: osdmap e1333: 8 total, 8 up, 8 in 2024-07-29T15:47:09.663 INFO:tasks.workunit.client.0.smithi067.stdout:migration_abort 2024-07-29T15:47:09.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:09 smithi067 ceph-mon[91995]: pgmap v2311: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 275 KiB/s rd, 18 KiB/s wr, 351 op/s 2024-07-29T15:47:09.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:09 smithi067 ceph-mon[94375]: pgmap v2311: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 275 KiB/s rd, 18 KiB/s wr, 351 op/s 2024-07-29T15:47:09.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:09 smithi138 ceph-mon[86438]: pgmap v2311: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 275 KiB/s rd, 18 KiB/s wr, 351 op/s 2024-07-29T15:47:10.483 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:47:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:47:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:47:10.641 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.CloneV2ParentAbort (4002 ms) 2024-07-29T15:47:10.642 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-07-29T15:47:10.673 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:47:10.687 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 0~10 2024-07-29T15:47:10.695 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap1 2024-07-29T15:47:10.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:10 smithi067 ceph-mon[91995]: osdmap e1334: 8 total, 8 up, 8 in 2024-07-29T15:47:10.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:10 smithi067 ceph-mon[94375]: osdmap e1334: 8 total, 8 up, 8 in 2024-07-29T15:47:10.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:10 smithi138 ceph-mon[86438]: osdmap e1334: 8 total, 8 up, 8 in 2024-07-29T15:47:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:11 smithi138 ceph-mon[86438]: osdmap e1335: 8 total, 8 up, 8 in 2024-07-29T15:47:11.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:11 smithi138 ceph-mon[86438]: pgmap v2314: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 214 KiB/s rd, 16 KiB/s wr, 277 op/s 2024-07-29T15:47:11.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:11 smithi067 ceph-mon[94375]: osdmap e1335: 8 total, 8 up, 8 in 2024-07-29T15:47:11.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:11 smithi067 ceph-mon[94375]: pgmap v2314: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 214 KiB/s rd, 16 KiB/s wr, 277 op/s 2024-07-29T15:47:11.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:11 smithi067 ceph-mon[91995]: osdmap e1335: 8 total, 8 up, 8 in 2024-07-29T15:47:11.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:11 smithi067 ceph-mon[91995]: pgmap v2314: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 214 KiB/s rd, 16 KiB/s wr, 277 op/s 2024-07-29T15:47:12.517 INFO:tasks.workunit.client.0.smithi067.stdout:snap_protect: snap1 2024-07-29T15:47:12.583 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:47:12.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:12 smithi138 ceph-mon[86438]: osdmap e1336: 8 total, 8 up, 8 in 2024-07-29T15:47:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:12 smithi067 ceph-mon[91995]: osdmap e1336: 8 total, 8 up, 8 in 2024-07-29T15:47:12.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:12 smithi067 ceph-mon[94375]: osdmap e1336: 8 total, 8 up, 8 in 2024-07-29T15:47:13.666 INFO:tasks.workunit.client.0.smithi067.stdout:migration_abort 2024-07-29T15:47:13.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:13 smithi138 ceph-mon[86438]: osdmap e1337: 8 total, 8 up, 8 in 2024-07-29T15:47:13.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:13 smithi138 ceph-mon[86438]: pgmap v2317: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 330 KiB/s rd, 25 KiB/s wr, 422 op/s 2024-07-29T15:47:13.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:13 smithi138 ceph-mon[86438]: osdmap e1338: 8 total, 8 up, 8 in 2024-07-29T15:47:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:13 smithi067 ceph-mon[91995]: osdmap e1337: 8 total, 8 up, 8 in 2024-07-29T15:47:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:13 smithi067 ceph-mon[91995]: pgmap v2317: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 330 KiB/s rd, 25 KiB/s wr, 422 op/s 2024-07-29T15:47:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:13 smithi067 ceph-mon[91995]: osdmap e1338: 8 total, 8 up, 8 in 2024-07-29T15:47:13.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:13 smithi067 ceph-mon[94375]: osdmap e1337: 8 total, 8 up, 8 in 2024-07-29T15:47:13.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:13 smithi067 ceph-mon[94375]: pgmap v2317: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 330 KiB/s rd, 25 KiB/s wr, 422 op/s 2024-07-29T15:47:13.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:13 smithi067 ceph-mon[94375]: osdmap e1338: 8 total, 8 up, 8 in 2024-07-29T15:47:14.655 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (4014 ms) 2024-07-29T15:47:14.655 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-07-29T15:47:14.687 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:47:14.698 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 0~10 2024-07-29T15:47:14.707 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap1 2024-07-29T15:47:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:15 smithi138 ceph-mon[86438]: osdmap e1339: 8 total, 8 up, 8 in 2024-07-29T15:47:15.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:15 smithi138 ceph-mon[86438]: pgmap v2320: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 288 KiB/s rd, 22 KiB/s wr, 380 op/s 2024-07-29T15:47:15.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:15 smithi067 ceph-mon[91995]: osdmap e1339: 8 total, 8 up, 8 in 2024-07-29T15:47:15.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:15 smithi067 ceph-mon[91995]: pgmap v2320: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 288 KiB/s rd, 22 KiB/s wr, 380 op/s 2024-07-29T15:47:15.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:15 smithi067 ceph-mon[94375]: osdmap e1339: 8 total, 8 up, 8 in 2024-07-29T15:47:15.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:15 smithi067 ceph-mon[94375]: pgmap v2320: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 288 KiB/s rd, 22 KiB/s wr, 380 op/s 2024-07-29T15:47:16.546 INFO:tasks.workunit.client.0.smithi067.stdout:snap_protect: snap1 2024-07-29T15:47:16.613 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:47:16.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:16 smithi138 ceph-mon[86438]: osdmap e1340: 8 total, 8 up, 8 in 2024-07-29T15:47:16.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:16 smithi067 ceph-mon[94375]: osdmap e1340: 8 total, 8 up, 8 in 2024-07-29T15:47:16.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:16 smithi067 ceph-mon[91995]: osdmap e1340: 8 total, 8 up, 8 in 2024-07-29T15:47:17.737 INFO:tasks.workunit.client.0.smithi067.stdout:migration_abort 2024-07-29T15:47:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:17 smithi138 ceph-mon[86438]: osdmap e1341: 8 total, 8 up, 8 in 2024-07-29T15:47:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:17 smithi138 ceph-mon[86438]: pgmap v2323: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 14 KiB/s wr, 234 op/s 2024-07-29T15:47:17.842 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:17 smithi067 ceph-mon[91995]: osdmap e1341: 8 total, 8 up, 8 in 2024-07-29T15:47:17.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:17 smithi067 ceph-mon[91995]: pgmap v2323: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 14 KiB/s wr, 234 op/s 2024-07-29T15:47:17.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:17 smithi067 ceph-mon[94375]: osdmap e1341: 8 total, 8 up, 8 in 2024-07-29T15:47:17.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:17 smithi067 ceph-mon[94375]: pgmap v2323: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 14 KiB/s wr, 234 op/s 2024-07-29T15:47:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:47:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:47:17] "GET /metrics HTTP/1.1" 200 39067 "" "Prometheus/2.51.0" 2024-07-29T15:47:18.599 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (3943 ms) 2024-07-29T15:47:18.599 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-07-29T15:47:18.632 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:47:18.643 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 0~10 2024-07-29T15:47:18.653 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap1 2024-07-29T15:47:18.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:18 smithi138 ceph-mon[86438]: osdmap e1342: 8 total, 8 up, 8 in 2024-07-29T15:47:18.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:18 smithi138 ceph-mon[86438]: osdmap e1343: 8 total, 8 up, 8 in 2024-07-29T15:47:18.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:18 smithi067 ceph-mon[91995]: osdmap e1342: 8 total, 8 up, 8 in 2024-07-29T15:47:18.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:18 smithi067 ceph-mon[91995]: osdmap e1343: 8 total, 8 up, 8 in 2024-07-29T15:47:18.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:18 smithi067 ceph-mon[94375]: osdmap e1342: 8 total, 8 up, 8 in 2024-07-29T15:47:18.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:18 smithi067 ceph-mon[94375]: osdmap e1343: 8 total, 8 up, 8 in 2024-07-29T15:47:19.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:19 smithi138 ceph-mon[86438]: pgmap v2326: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 259 KiB/s rd, 15 KiB/s wr, 324 op/s 2024-07-29T15:47:19.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:19 smithi067 ceph-mon[91995]: pgmap v2326: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 259 KiB/s rd, 15 KiB/s wr, 324 op/s 2024-07-29T15:47:19.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:19 smithi067 ceph-mon[94375]: pgmap v2326: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 259 KiB/s rd, 15 KiB/s wr, 324 op/s 2024-07-29T15:47:20.559 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:47:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:47:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:47:20.573 INFO:tasks.workunit.client.0.smithi067.stdout:snap_protect: snap1 2024-07-29T15:47:20.640 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:47:20.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:20 smithi138 ceph-mon[86438]: osdmap e1344: 8 total, 8 up, 8 in 2024-07-29T15:47:20.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:47:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:20 smithi067 ceph-mon[91995]: osdmap e1344: 8 total, 8 up, 8 in 2024-07-29T15:47:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:47:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:20 smithi067 ceph-mon[94375]: osdmap e1344: 8 total, 8 up, 8 in 2024-07-29T15:47:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:47:21.783 INFO:tasks.workunit.client.0.smithi067.stdout:migration_abort 2024-07-29T15:47:21.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:21 smithi138 ceph-mon[86438]: osdmap e1345: 8 total, 8 up, 8 in 2024-07-29T15:47:21.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:21 smithi138 ceph-mon[86438]: pgmap v2329: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 361 KiB/s rd, 16 KiB/s wr, 451 op/s 2024-07-29T15:47:21.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:21 smithi067 ceph-mon[91995]: osdmap e1345: 8 total, 8 up, 8 in 2024-07-29T15:47:21.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:21 smithi067 ceph-mon[91995]: pgmap v2329: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 361 KiB/s rd, 16 KiB/s wr, 451 op/s 2024-07-29T15:47:21.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:21 smithi067 ceph-mon[94375]: osdmap e1345: 8 total, 8 up, 8 in 2024-07-29T15:47:21.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:21 smithi067 ceph-mon[94375]: pgmap v2329: 169 pgs: 169 active+clean; 905 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 361 KiB/s rd, 16 KiB/s wr, 451 op/s 2024-07-29T15:47:22.724 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4126 ms) 2024-07-29T15:47:22.725 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-07-29T15:47:22.755 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:47:22.768 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 0~10 2024-07-29T15:47:22.778 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap1 2024-07-29T15:47:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:22 smithi067 ceph-mon[91995]: osdmap e1346: 8 total, 8 up, 8 in 2024-07-29T15:47:22.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:22 smithi067 ceph-mon[94375]: osdmap e1346: 8 total, 8 up, 8 in 2024-07-29T15:47:23.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:22 smithi138 ceph-mon[86438]: osdmap e1346: 8 total, 8 up, 8 in 2024-07-29T15:47:23.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:23 smithi067 ceph-mon[94375]: pgmap v2331: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 16 KiB/s wr, 302 op/s 2024-07-29T15:47:23.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:23 smithi067 ceph-mon[94375]: osdmap e1347: 8 total, 8 up, 8 in 2024-07-29T15:47:23.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:23 smithi067 ceph-mon[94375]: osdmap e1348: 8 total, 8 up, 8 in 2024-07-29T15:47:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:23 smithi067 ceph-mon[91995]: pgmap v2331: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 16 KiB/s wr, 302 op/s 2024-07-29T15:47:23.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:23 smithi067 ceph-mon[91995]: osdmap e1347: 8 total, 8 up, 8 in 2024-07-29T15:47:23.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:23 smithi067 ceph-mon[91995]: osdmap e1348: 8 total, 8 up, 8 in 2024-07-29T15:47:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:23 smithi138 ceph-mon[86438]: pgmap v2331: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 16 KiB/s wr, 302 op/s 2024-07-29T15:47:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:23 smithi138 ceph-mon[86438]: osdmap e1347: 8 total, 8 up, 8 in 2024-07-29T15:47:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:23 smithi138 ceph-mon[86438]: osdmap e1348: 8 total, 8 up, 8 in 2024-07-29T15:47:24.486 INFO:tasks.workunit.client.0.smithi067.stdout:snap_protect: snap1 2024-07-29T15:47:24.553 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:47:25.678 INFO:tasks.workunit.client.0.smithi067.stdout:migration_abort 2024-07-29T15:47:25.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:25 smithi067 ceph-mon[91995]: osdmap e1349: 8 total, 8 up, 8 in 2024-07-29T15:47:25.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:25 smithi067 ceph-mon[91995]: pgmap v2335: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 214 KiB/s rd, 12 KiB/s wr, 277 op/s 2024-07-29T15:47:25.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:25 smithi067 ceph-mon[94375]: osdmap e1349: 8 total, 8 up, 8 in 2024-07-29T15:47:25.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:25 smithi067 ceph-mon[94375]: pgmap v2335: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 214 KiB/s rd, 12 KiB/s wr, 277 op/s 2024-07-29T15:47:25.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:25 smithi138 ceph-mon[86438]: osdmap e1349: 8 total, 8 up, 8 in 2024-07-29T15:47:25.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:25 smithi138 ceph-mon[86438]: pgmap v2335: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 214 KiB/s rd, 12 KiB/s wr, 277 op/s 2024-07-29T15:47:26.615 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (3891 ms) 2024-07-29T15:47:26.615 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-07-29T15:47:26.648 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:47:26.659 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 0~10 2024-07-29T15:47:26.670 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap1 2024-07-29T15:47:26.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:26 smithi067 ceph-mon[91995]: osdmap e1350: 8 total, 8 up, 8 in 2024-07-29T15:47:26.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:26 smithi067 ceph-mon[94375]: osdmap e1350: 8 total, 8 up, 8 in 2024-07-29T15:47:26.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:26 smithi138 ceph-mon[86438]: osdmap e1350: 8 total, 8 up, 8 in 2024-07-29T15:47:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:27 smithi138 ceph-mon[86438]: osdmap e1351: 8 total, 8 up, 8 in 2024-07-29T15:47:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:27 smithi138 ceph-mon[86438]: pgmap v2338: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 358 KiB/s rd, 22 KiB/s wr, 454 op/s 2024-07-29T15:47:27.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:27 smithi067 ceph-mon[91995]: osdmap e1351: 8 total, 8 up, 8 in 2024-07-29T15:47:27.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:27 smithi067 ceph-mon[91995]: pgmap v2338: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 358 KiB/s rd, 22 KiB/s wr, 454 op/s 2024-07-29T15:47:27.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:27 smithi067 ceph-mon[94375]: osdmap e1351: 8 total, 8 up, 8 in 2024-07-29T15:47:27.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:27 smithi067 ceph-mon[94375]: pgmap v2338: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 358 KiB/s rd, 22 KiB/s wr, 454 op/s 2024-07-29T15:47:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:47:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:47:27] "GET /metrics HTTP/1.1" 200 39066 "" "Prometheus/2.51.0" 2024-07-29T15:47:28.484 INFO:tasks.workunit.client.0.smithi067.stdout:snap_protect: snap1 2024-07-29T15:47:28.544 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:47:28.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:28 smithi138 ceph-mon[86438]: osdmap e1352: 8 total, 8 up, 8 in 2024-07-29T15:47:28.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:28 smithi138 ceph-mon[86438]: osdmap e1353: 8 total, 8 up, 8 in 2024-07-29T15:47:28.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:28 smithi067 ceph-mon[91995]: osdmap e1352: 8 total, 8 up, 8 in 2024-07-29T15:47:28.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:28 smithi067 ceph-mon[91995]: osdmap e1353: 8 total, 8 up, 8 in 2024-07-29T15:47:28.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:28 smithi067 ceph-mon[94375]: osdmap e1352: 8 total, 8 up, 8 in 2024-07-29T15:47:28.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:28 smithi067 ceph-mon[94375]: osdmap e1353: 8 total, 8 up, 8 in 2024-07-29T15:47:29.708 INFO:tasks.workunit.client.0.smithi067.stdout:migration_abort 2024-07-29T15:47:29.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:29 smithi138 ceph-mon[86438]: pgmap v2341: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 256 KiB/s rd, 20 KiB/s wr, 329 op/s 2024-07-29T15:47:29.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:29 smithi067 ceph-mon[91995]: pgmap v2341: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 256 KiB/s rd, 20 KiB/s wr, 329 op/s 2024-07-29T15:47:29.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:29 smithi067 ceph-mon[94375]: pgmap v2341: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 256 KiB/s rd, 20 KiB/s wr, 329 op/s 2024-07-29T15:47:30.499 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:47:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:47:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:47:30.654 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (4039 ms) 2024-07-29T15:47:30.655 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-07-29T15:47:30.687 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:47:30.698 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 0~10 2024-07-29T15:47:30.707 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap1 2024-07-29T15:47:30.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:30 smithi138 ceph-mon[86438]: osdmap e1354: 8 total, 8 up, 8 in 2024-07-29T15:47:30.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:30 smithi067 ceph-mon[91995]: osdmap e1354: 8 total, 8 up, 8 in 2024-07-29T15:47:30.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:30 smithi067 ceph-mon[94375]: osdmap e1354: 8 total, 8 up, 8 in 2024-07-29T15:47:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:31 smithi138 ceph-mon[86438]: osdmap e1355: 8 total, 8 up, 8 in 2024-07-29T15:47:31.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:31 smithi138 ceph-mon[86438]: pgmap v2344: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 144 KiB/s rd, 14 KiB/s wr, 193 op/s 2024-07-29T15:47:31.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:31 smithi067 ceph-mon[91995]: osdmap e1355: 8 total, 8 up, 8 in 2024-07-29T15:47:31.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:31 smithi067 ceph-mon[91995]: pgmap v2344: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 144 KiB/s rd, 14 KiB/s wr, 193 op/s 2024-07-29T15:47:31.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:31 smithi067 ceph-mon[94375]: osdmap e1355: 8 total, 8 up, 8 in 2024-07-29T15:47:31.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:31 smithi067 ceph-mon[94375]: pgmap v2344: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 144 KiB/s rd, 14 KiB/s wr, 193 op/s 2024-07-29T15:47:32.538 INFO:tasks.workunit.client.0.smithi067.stdout:snap_protect: snap1 2024-07-29T15:47:32.609 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:47:32.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:32 smithi138 ceph-mon[86438]: osdmap e1356: 8 total, 8 up, 8 in 2024-07-29T15:47:32.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:32 smithi067 ceph-mon[91995]: osdmap e1356: 8 total, 8 up, 8 in 2024-07-29T15:47:32.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:32 smithi067 ceph-mon[94375]: osdmap e1356: 8 total, 8 up, 8 in 2024-07-29T15:47:33.668 INFO:tasks.workunit.client.0.smithi067.stdout:migration_abort 2024-07-29T15:47:33.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:33 smithi138 ceph-mon[86438]: osdmap e1357: 8 total, 8 up, 8 in 2024-07-29T15:47:33.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:33 smithi138 ceph-mon[86438]: pgmap v2347: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 194 KiB/s rd, 23 KiB/s wr, 269 op/s 2024-07-29T15:47:33.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:33 smithi138 ceph-mon[86438]: osdmap e1358: 8 total, 8 up, 8 in 2024-07-29T15:47:33.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:33 smithi067 ceph-mon[94375]: osdmap e1357: 8 total, 8 up, 8 in 2024-07-29T15:47:33.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:33 smithi067 ceph-mon[94375]: pgmap v2347: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 194 KiB/s rd, 23 KiB/s wr, 269 op/s 2024-07-29T15:47:33.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:33 smithi067 ceph-mon[94375]: osdmap e1358: 8 total, 8 up, 8 in 2024-07-29T15:47:33.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:33 smithi067 ceph-mon[91995]: osdmap e1357: 8 total, 8 up, 8 in 2024-07-29T15:47:33.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:33 smithi067 ceph-mon[91995]: pgmap v2347: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 194 KiB/s rd, 23 KiB/s wr, 269 op/s 2024-07-29T15:47:33.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:33 smithi067 ceph-mon[91995]: osdmap e1358: 8 total, 8 up, 8 in 2024-07-29T15:47:34.675 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (4020 ms) 2024-07-29T15:47:34.675 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-07-29T15:47:34.705 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:47:34.716 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 38944323~4370631 2024-07-29T15:47:34.752 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 20291130~5078381 2024-07-29T15:47:34.752 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 6571433~3431695 2024-07-29T15:47:34.776 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 26581864~1128728 2024-07-29T15:47:34.777 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 81673026~1682147 2024-07-29T15:47:34.793 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 5916283~5038879 2024-07-29T15:47:34.796 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 29548312~487968 2024-07-29T15:47:34.803 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 44383754~2719483 2024-07-29T15:47:34.805 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap0 2024-07-29T15:47:35.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:35 smithi138 ceph-mon[86438]: osdmap e1359: 8 total, 8 up, 8 in 2024-07-29T15:47:35.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:35 smithi138 ceph-mon[86438]: pgmap v2350: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 282 KiB/s rd, 22 KiB/s wr, 363 op/s 2024-07-29T15:47:35.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:47:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:35 smithi067 ceph-mon[91995]: osdmap e1359: 8 total, 8 up, 8 in 2024-07-29T15:47:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:35 smithi067 ceph-mon[91995]: pgmap v2350: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 282 KiB/s rd, 22 KiB/s wr, 363 op/s 2024-07-29T15:47:35.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:47:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:35 smithi067 ceph-mon[94375]: osdmap e1359: 8 total, 8 up, 8 in 2024-07-29T15:47:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:35 smithi067 ceph-mon[94375]: pgmap v2350: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 282 KiB/s rd, 22 KiB/s wr, 363 op/s 2024-07-29T15:47:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:47:36.563 INFO:tasks.workunit.client.0.smithi067.stdout:snap_protect: snap0 2024-07-29T15:47:36.590 INFO:tasks.workunit.client.0.smithi067.stdout:clone image159 -> image162 2024-07-29T15:47:36.678 INFO:tasks.workunit.client.0.smithi067.stdout:write: B 5215856~1582238 2024-07-29T15:47:36.701 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 65264971~7388778 2024-07-29T15:47:36.709 INFO:tasks.workunit.client.0.smithi067.stdout:write: B 21331191~4802626 2024-07-29T15:47:36.743 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 81422039~2464041 2024-07-29T15:47:36.756 INFO:tasks.workunit.client.0.smithi067.stdout:write: B 12804499~3708846 2024-07-29T15:47:36.795 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 18322010~6601194 2024-07-29T15:47:36.800 INFO:tasks.workunit.client.0.smithi067.stdout:write: B 44526257~8158936 2024-07-29T15:47:36.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:36 smithi138 ceph-mon[86438]: osdmap e1360: 8 total, 8 up, 8 in 2024-07-29T15:47:36.852 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 30014533~6934685 2024-07-29T15:47:36.863 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap1 2024-07-29T15:47:36.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:36 smithi067 ceph-mon[91995]: osdmap e1360: 8 total, 8 up, 8 in 2024-07-29T15:47:36.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:36 smithi067 ceph-mon[94375]: osdmap e1360: 8 total, 8 up, 8 in 2024-07-29T15:47:37.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:37 smithi138 ceph-mon[86438]: osdmap e1361: 8 total, 8 up, 8 in 2024-07-29T15:47:37.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:37 smithi138 ceph-mon[86438]: pgmap v2353: 169 pgs: 169 active+clean; 909 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 302 KiB/s rd, 1.0 MiB/s wr, 378 op/s 2024-07-29T15:47:37.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:37 smithi067 ceph-mon[91995]: osdmap e1361: 8 total, 8 up, 8 in 2024-07-29T15:47:37.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:37 smithi067 ceph-mon[91995]: pgmap v2353: 169 pgs: 169 active+clean; 909 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 302 KiB/s rd, 1.0 MiB/s wr, 378 op/s 2024-07-29T15:47:37.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:37 smithi067 ceph-mon[94375]: osdmap e1361: 8 total, 8 up, 8 in 2024-07-29T15:47:37.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:37 smithi067 ceph-mon[94375]: pgmap v2353: 169 pgs: 169 active+clean; 909 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 302 KiB/s rd, 1.0 MiB/s wr, 378 op/s 2024-07-29T15:47:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:47:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:47:37] "GET /metrics HTTP/1.1" 200 39064 "" "Prometheus/2.51.0" 2024-07-29T15:47:38.482 INFO:tasks.workunit.client.0.smithi067.stdout:snap_protect: snap1 2024-07-29T15:47:38.498 INFO:tasks.workunit.client.0.smithi067.stdout:clone image162 -> image164 2024-07-29T15:47:38.623 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 120472046 2024-07-29T15:47:38.633 INFO:tasks.workunit.client.0.smithi067.stdout:write: C 107296201~7225859 2024-07-29T15:47:38.678 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 15228518~4713681 2024-07-29T15:47:38.709 INFO:tasks.workunit.client.0.smithi067.stdout:write: C 22257664~44084 2024-07-29T15:47:38.718 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 79924044~5500774 2024-07-29T15:47:38.723 INFO:tasks.workunit.client.0.smithi067.stdout:write: C 68488848~4960839 2024-07-29T15:47:38.757 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 74383143~723159 2024-07-29T15:47:38.760 INFO:tasks.workunit.client.0.smithi067.stdout:write: C 90032653~1135118 2024-07-29T15:47:38.772 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 115111149~5360897 2024-07-29T15:47:38.774 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap2 2024-07-29T15:47:38.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:38 smithi138 ceph-mon[86438]: osdmap e1362: 8 total, 8 up, 8 in 2024-07-29T15:47:38.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:38 smithi138 ceph-mon[86438]: osdmap e1363: 8 total, 8 up, 8 in 2024-07-29T15:47:38.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:38 smithi067 ceph-mon[91995]: osdmap e1362: 8 total, 8 up, 8 in 2024-07-29T15:47:38.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:38 smithi067 ceph-mon[91995]: osdmap e1363: 8 total, 8 up, 8 in 2024-07-29T15:47:38.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:38 smithi067 ceph-mon[94375]: osdmap e1362: 8 total, 8 up, 8 in 2024-07-29T15:47:38.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:38 smithi067 ceph-mon[94375]: osdmap e1363: 8 total, 8 up, 8 in 2024-07-29T15:47:39.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:39 smithi138 ceph-mon[86438]: pgmap v2356: 169 pgs: 169 active+clean; 943 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 768 KiB/s rd, 7.7 MiB/s wr, 336 op/s 2024-07-29T15:47:39.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:39 smithi067 ceph-mon[91995]: pgmap v2356: 169 pgs: 169 active+clean; 943 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 768 KiB/s rd, 7.7 MiB/s wr, 336 op/s 2024-07-29T15:47:39.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:39 smithi067 ceph-mon[94375]: pgmap v2356: 169 pgs: 169 active+clean; 943 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 768 KiB/s rd, 7.7 MiB/s wr, 336 op/s 2024-07-29T15:47:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:47:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:47:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:47:40.568 INFO:tasks.workunit.client.0.smithi067.stdout:snap_protect: snap2 2024-07-29T15:47:40.577 INFO:tasks.workunit.client.0.smithi067.stdout:clone image164 -> image166 2024-07-29T15:47:40.723 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 129411490 2024-07-29T15:47:40.734 INFO:tasks.workunit.client.0.smithi067.stdout:write: D 76104813~8342476 2024-07-29T15:47:40.785 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 123240333~6171157 2024-07-29T15:47:40.785 INFO:tasks.workunit.client.0.smithi067.stdout:write: D 47884525~6779906 2024-07-29T15:47:40.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:40 smithi138 ceph-mon[86438]: osdmap e1364: 8 total, 8 up, 8 in 2024-07-29T15:47:40.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:40 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:47:40.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:40 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:47:40.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:40 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:47:40.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:40 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:47:40.845 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 17475429~749671 2024-07-29T15:47:40.851 INFO:tasks.workunit.client.0.smithi067.stdout:write: D 120883412~2401586 2024-07-29T15:47:40.868 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 52360866~7303756 2024-07-29T15:47:40.875 INFO:tasks.workunit.client.0.smithi067.stdout:write: D 123727436~5684054 2024-07-29T15:47:40.915 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 106732386~1758193 2024-07-29T15:47:40.930 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap3 2024-07-29T15:47:40.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:40 smithi067 ceph-mon[94375]: osdmap e1364: 8 total, 8 up, 8 in 2024-07-29T15:47:40.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:40 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:47:40.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:40 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:47:40.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:40 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:47:40.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:40 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:47:40.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:40 smithi067 ceph-mon[91995]: osdmap e1364: 8 total, 8 up, 8 in 2024-07-29T15:47:40.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:40 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:47:40.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:40 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:47:40.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:40 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:47:40.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:40 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:47:41.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:41 smithi067 ceph-mon[94375]: osdmap e1365: 8 total, 8 up, 8 in 2024-07-29T15:47:41.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:41 smithi067 ceph-mon[94375]: pgmap v2359: 169 pgs: 169 active+clean; 1000 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 15 MiB/s wr, 329 op/s 2024-07-29T15:47:41.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:41 smithi067 ceph-mon[91995]: osdmap e1365: 8 total, 8 up, 8 in 2024-07-29T15:47:41.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:41 smithi067 ceph-mon[91995]: pgmap v2359: 169 pgs: 169 active+clean; 1000 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 15 MiB/s wr, 329 op/s 2024-07-29T15:47:42.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:41 smithi138 ceph-mon[86438]: osdmap e1365: 8 total, 8 up, 8 in 2024-07-29T15:47:42.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:41 smithi138 ceph-mon[86438]: pgmap v2359: 169 pgs: 169 active+clean; 1000 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 15 MiB/s wr, 329 op/s 2024-07-29T15:47:42.584 INFO:tasks.workunit.client.0.smithi067.stdout:snap_protect: snap3 2024-07-29T15:47:42.597 INFO:tasks.workunit.client.0.smithi067.stdout:clone image166 -> image168 2024-07-29T15:47:42.779 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 124204138 2024-07-29T15:47:42.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:42 smithi067 ceph-mon[91995]: osdmap e1366: 8 total, 8 up, 8 in 2024-07-29T15:47:42.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:42 smithi067 ceph-mon[94375]: osdmap e1366: 8 total, 8 up, 8 in 2024-07-29T15:47:43.008 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.StressNoMigrate (8334 ms) 2024-07-29T15:47:43.009 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.Stress 2024-07-29T15:47:43.039 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:47:43.049 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 34126212~6779618 2024-07-29T15:47:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:42 smithi138 ceph-mon[86438]: osdmap e1366: 8 total, 8 up, 8 in 2024-07-29T15:47:43.106 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 76524173~7361907 2024-07-29T15:47:43.106 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 67217281~6932508 2024-07-29T15:47:43.156 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 37459229~5053185 2024-07-29T15:47:43.163 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 57737867~7788251 2024-07-29T15:47:43.210 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 9543517~5431062 2024-07-29T15:47:43.211 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 60997822~7360087 2024-07-29T15:47:43.245 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 30692366~7326067 2024-07-29T15:47:43.252 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap0 2024-07-29T15:47:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:43 smithi067 ceph-mon[91995]: pgmap v2361: 169 pgs: 169 active+clean; 1.0 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.3 MiB/s rd, 18 MiB/s wr, 509 op/s 2024-07-29T15:47:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:43 smithi067 ceph-mon[91995]: osdmap e1367: 8 total, 8 up, 8 in 2024-07-29T15:47:43.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:43 smithi067 ceph-mon[91995]: osdmap e1368: 8 total, 8 up, 8 in 2024-07-29T15:47:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:43 smithi067 ceph-mon[94375]: pgmap v2361: 169 pgs: 169 active+clean; 1.0 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.3 MiB/s rd, 18 MiB/s wr, 509 op/s 2024-07-29T15:47:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:43 smithi067 ceph-mon[94375]: osdmap e1367: 8 total, 8 up, 8 in 2024-07-29T15:47:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:43 smithi067 ceph-mon[94375]: osdmap e1368: 8 total, 8 up, 8 in 2024-07-29T15:47:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:43 smithi138 ceph-mon[86438]: pgmap v2361: 169 pgs: 169 active+clean; 1.0 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.3 MiB/s rd, 18 MiB/s wr, 509 op/s 2024-07-29T15:47:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:43 smithi138 ceph-mon[86438]: osdmap e1367: 8 total, 8 up, 8 in 2024-07-29T15:47:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:43 smithi138 ceph-mon[86438]: osdmap e1368: 8 total, 8 up, 8 in 2024-07-29T15:47:44.486 INFO:tasks.workunit.client.0.smithi067.stdout:write: B 77609867~6276213 2024-07-29T15:47:44.502 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 46677448~7280531 2024-07-29T15:47:44.502 INFO:tasks.workunit.client.0.smithi067.stdout:write: B 21102259~4909996 2024-07-29T15:47:44.509 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 15607565~2029854 2024-07-29T15:47:44.509 INFO:tasks.workunit.client.0.smithi067.stdout:write: B 4338106~6083237 2024-07-29T15:47:44.515 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 60414434~1183395 2024-07-29T15:47:44.516 INFO:tasks.workunit.client.0.smithi067.stdout:write: B 80127556~3758524 2024-07-29T15:47:44.557 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 2731823~2265959 2024-07-29T15:47:44.575 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap1 2024-07-29T15:47:45.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:45 smithi067 ceph-mon[91995]: osdmap e1369: 8 total, 8 up, 8 in 2024-07-29T15:47:45.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:45 smithi067 ceph-mon[91995]: pgmap v2365: 169 pgs: 169 active+clean; 1.1 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 23 MiB/s wr, 465 op/s 2024-07-29T15:47:45.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:45 smithi067 ceph-mon[94375]: osdmap e1369: 8 total, 8 up, 8 in 2024-07-29T15:47:45.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:45 smithi067 ceph-mon[94375]: pgmap v2365: 169 pgs: 169 active+clean; 1.1 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 23 MiB/s wr, 465 op/s 2024-07-29T15:47:45.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:45 smithi138 ceph-mon[86438]: osdmap e1369: 8 total, 8 up, 8 in 2024-07-29T15:47:45.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:45 smithi138 ceph-mon[86438]: pgmap v2365: 169 pgs: 169 active+clean; 1.1 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 23 MiB/s wr, 465 op/s 2024-07-29T15:47:46.502 INFO:tasks.workunit.client.0.smithi067.stdout:snap_protect: snap1 2024-07-29T15:47:46.514 INFO:tasks.workunit.client.0.smithi067.stdout:clone image169 -> image172 2024-07-29T15:47:46.612 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 153835185 2024-07-29T15:47:46.624 INFO:tasks.workunit.client.0.smithi067.stdout:write: C 105245837~3741760 2024-07-29T15:47:46.660 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 7779278~2239884 2024-07-29T15:47:46.693 INFO:tasks.workunit.client.0.smithi067.stdout:write: C 8943160~1757111 2024-07-29T15:47:46.704 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 118634948~1730851 2024-07-29T15:47:46.704 INFO:tasks.workunit.client.0.smithi067.stdout:write: C 34999228~2332252 2024-07-29T15:47:46.726 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 149131644~4703541 2024-07-29T15:47:46.726 INFO:tasks.workunit.client.0.smithi067.stdout:write: C 1913435~5144998 2024-07-29T15:47:46.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:46 smithi067 ceph-mon[91995]: osdmap e1370: 8 total, 8 up, 8 in 2024-07-29T15:47:46.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:46 smithi067 ceph-mon[94375]: osdmap e1370: 8 total, 8 up, 8 in 2024-07-29T15:47:46.754 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 101757749~6103120 2024-07-29T15:47:46.756 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap2 2024-07-29T15:47:46.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:46 smithi138 ceph-mon[86438]: osdmap e1370: 8 total, 8 up, 8 in 2024-07-29T15:47:47.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:47 smithi138 ceph-mon[86438]: osdmap e1371: 8 total, 8 up, 8 in 2024-07-29T15:47:47.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:47 smithi138 ceph-mon[86438]: pgmap v2368: 169 pgs: 169 active+clean; 1.1 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 21 MiB/s wr, 414 op/s 2024-07-29T15:47:47.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:47 smithi067 ceph-mon[91995]: osdmap e1371: 8 total, 8 up, 8 in 2024-07-29T15:47:47.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:47 smithi067 ceph-mon[91995]: pgmap v2368: 169 pgs: 169 active+clean; 1.1 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 21 MiB/s wr, 414 op/s 2024-07-29T15:47:47.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:47 smithi067 ceph-mon[94375]: osdmap e1371: 8 total, 8 up, 8 in 2024-07-29T15:47:47.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:47 smithi067 ceph-mon[94375]: pgmap v2368: 169 pgs: 169 active+clean; 1.1 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 21 MiB/s wr, 414 op/s 2024-07-29T15:47:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:47:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:47:47] "GET /metrics HTTP/1.1" 200 39064 "" "Prometheus/2.51.0" 2024-07-29T15:47:48.514 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 176444834 2024-07-29T15:47:48.530 INFO:tasks.workunit.client.0.smithi067.stdout:write: D 164665684~6050126 2024-07-29T15:47:48.549 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 48324363~7858758 2024-07-29T15:47:48.549 INFO:tasks.workunit.client.0.smithi067.stdout:write: D 119816989~1428363 2024-07-29T15:47:48.550 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 60994248~6807927 2024-07-29T15:47:48.550 INFO:tasks.workunit.client.0.smithi067.stdout:write: D 61092033~5960498 2024-07-29T15:47:48.629 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 32262167~4504181 2024-07-29T15:47:48.629 INFO:tasks.workunit.client.0.smithi067.stdout:write: D 150404843~849655 2024-07-29T15:47:48.630 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 18681847~2652015 2024-07-29T15:47:48.630 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap3 2024-07-29T15:47:48.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:48 smithi138 ceph-mon[86438]: osdmap e1372: 8 total, 8 up, 8 in 2024-07-29T15:47:48.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:48 smithi067 ceph-mon[91995]: osdmap e1372: 8 total, 8 up, 8 in 2024-07-29T15:47:48.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:48 smithi067 ceph-mon[94375]: osdmap e1372: 8 total, 8 up, 8 in 2024-07-29T15:47:49.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:49 smithi138 ceph-mon[86438]: osdmap e1373: 8 total, 8 up, 8 in 2024-07-29T15:47:49.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:49 smithi138 ceph-mon[86438]: pgmap v2371: 169 pgs: 169 active+clean; 1.2 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 23 MiB/s wr, 412 op/s 2024-07-29T15:47:49.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:49 smithi067 ceph-mon[91995]: osdmap e1373: 8 total, 8 up, 8 in 2024-07-29T15:47:49.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:49 smithi067 ceph-mon[91995]: pgmap v2371: 169 pgs: 169 active+clean; 1.2 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 23 MiB/s wr, 412 op/s 2024-07-29T15:47:49.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:49 smithi067 ceph-mon[94375]: osdmap e1373: 8 total, 8 up, 8 in 2024-07-29T15:47:49.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:49 smithi067 ceph-mon[94375]: pgmap v2371: 169 pgs: 169 active+clean; 1.2 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 23 MiB/s wr, 412 op/s 2024-07-29T15:47:50.522 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:47:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:47:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:47:50.529 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 220603026 2024-07-29T15:47:50.552 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:47:50.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:50 smithi138 ceph-mon[86438]: osdmap e1374: 8 total, 8 up, 8 in 2024-07-29T15:47:50.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:47:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:50 smithi067 ceph-mon[91995]: osdmap e1374: 8 total, 8 up, 8 in 2024-07-29T15:47:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:47:50.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:50 smithi067 ceph-mon[94375]: osdmap e1374: 8 total, 8 up, 8 in 2024-07-29T15:47:50.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:47:51.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:51 smithi138 ceph-mon[86438]: osdmap e1375: 8 total, 8 up, 8 in 2024-07-29T15:47:51.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:51 smithi138 ceph-mon[86438]: pgmap v2374: 169 pgs: 169 active+clean; 1.2 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 21 MiB/s wr, 347 op/s 2024-07-29T15:47:51.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:51 smithi067 ceph-mon[91995]: osdmap e1375: 8 total, 8 up, 8 in 2024-07-29T15:47:51.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:51 smithi067 ceph-mon[91995]: pgmap v2374: 169 pgs: 169 active+clean; 1.2 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 21 MiB/s wr, 347 op/s 2024-07-29T15:47:51.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:51 smithi067 ceph-mon[94375]: osdmap e1375: 8 total, 8 up, 8 in 2024-07-29T15:47:51.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:51 smithi067 ceph-mon[94375]: pgmap v2374: 169 pgs: 169 active+clean; 1.2 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 21 MiB/s wr, 347 op/s 2024-07-29T15:47:52.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:52 smithi138 ceph-mon[86438]: osdmap e1376: 8 total, 8 up, 8 in 2024-07-29T15:47:52.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:52 smithi067 ceph-mon[91995]: osdmap e1376: 8 total, 8 up, 8 in 2024-07-29T15:47:52.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:52 smithi067 ceph-mon[94375]: osdmap e1376: 8 total, 8 up, 8 in 2024-07-29T15:47:53.291 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:47:53.513 INFO:tasks.workunit.client.0.smithi067.stdout:migration_commit 2024-07-29T15:47:53.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:53 smithi138 ceph-mon[86438]: osdmap e1377: 8 total, 8 up, 8 in 2024-07-29T15:47:53.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:53 smithi138 ceph-mon[86438]: pgmap v2377: 169 pgs: 169 active+clean; 1.3 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 8.1 MiB/s rd, 16 MiB/s wr, 365 op/s 2024-07-29T15:47:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:53 smithi067 ceph-mon[91995]: osdmap e1377: 8 total, 8 up, 8 in 2024-07-29T15:47:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:53 smithi067 ceph-mon[91995]: pgmap v2377: 169 pgs: 169 active+clean; 1.3 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 8.1 MiB/s rd, 16 MiB/s wr, 365 op/s 2024-07-29T15:47:53.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:53 smithi067 ceph-mon[94375]: osdmap e1377: 8 total, 8 up, 8 in 2024-07-29T15:47:53.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:53 smithi067 ceph-mon[94375]: pgmap v2377: 169 pgs: 169 active+clean; 1.3 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 8.1 MiB/s rd, 16 MiB/s wr, 365 op/s 2024-07-29T15:47:55.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:55 smithi138 ceph-mon[86438]: osdmap e1378: 8 total, 8 up, 8 in 2024-07-29T15:47:55.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:55 smithi138 ceph-mon[86438]: pgmap v2379: 169 pgs: 169 active+clean; 1.3 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 16 MiB/s wr, 237 op/s 2024-07-29T15:47:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:55 smithi067 ceph-mon[91995]: osdmap e1378: 8 total, 8 up, 8 in 2024-07-29T15:47:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:55 smithi067 ceph-mon[91995]: pgmap v2379: 169 pgs: 169 active+clean; 1.3 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 16 MiB/s wr, 237 op/s 2024-07-29T15:47:55.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:55 smithi067 ceph-mon[94375]: osdmap e1378: 8 total, 8 up, 8 in 2024-07-29T15:47:55.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:55 smithi067 ceph-mon[94375]: pgmap v2379: 169 pgs: 169 active+clean; 1.3 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 16 MiB/s wr, 237 op/s 2024-07-29T15:47:56.105 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.Stress (13096 ms) 2024-07-29T15:47:56.105 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.Stress2 2024-07-29T15:47:56.137 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:47:56.149 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 75487925~6622017 2024-07-29T15:47:56.201 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 53268598~4208663 2024-07-29T15:47:56.202 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 68073917~7201650 2024-07-29T15:47:56.243 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 78639349~5246731 2024-07-29T15:47:56.251 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 4077899~2455852 2024-07-29T15:47:56.270 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 64696760~6955718 2024-07-29T15:47:56.277 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 65410158~1739417 2024-07-29T15:47:56.294 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 34138763~5446655 2024-07-29T15:47:56.294 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap0 2024-07-29T15:47:56.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:56 smithi138 ceph-mon[86438]: osdmap e1379: 8 total, 8 up, 8 in 2024-07-29T15:47:56.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:56 smithi067 ceph-mon[91995]: osdmap e1379: 8 total, 8 up, 8 in 2024-07-29T15:47:56.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:56 smithi067 ceph-mon[94375]: osdmap e1379: 8 total, 8 up, 8 in 2024-07-29T15:47:57.583 INFO:tasks.workunit.client.0.smithi067.stdout:snap_protect: snap0 2024-07-29T15:47:57.598 INFO:tasks.workunit.client.0.smithi067.stdout:clone image173 -> image176 2024-07-29T15:47:57.706 INFO:tasks.workunit.client.0.smithi067.stdout:write: B 11812587~7392258 2024-07-29T15:47:57.764 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 46443193~6247220 2024-07-29T15:47:57.771 INFO:tasks.workunit.client.0.smithi067.stdout:write: B 75957920~7928160 2024-07-29T15:47:57.825 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 33924214~5349809 2024-07-29T15:47:57.831 INFO:tasks.workunit.client.0.smithi067.stdout:write: B 25736052~922759 2024-07-29T15:47:57.841 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 48912608~2957122 2024-07-29T15:47:57.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:57 smithi067 ceph-mon[91995]: osdmap e1380: 8 total, 8 up, 8 in 2024-07-29T15:47:57.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:57 smithi067 ceph-mon[91995]: pgmap v2382: 169 pgs: 169 active+clean; 1.3 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 64 MiB/s rd, 9.9 MiB/s wr, 471 op/s 2024-07-29T15:47:57.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:57 smithi067 ceph-mon[94375]: osdmap e1380: 8 total, 8 up, 8 in 2024-07-29T15:47:57.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:57 smithi067 ceph-mon[94375]: pgmap v2382: 169 pgs: 169 active+clean; 1.3 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 64 MiB/s rd, 9.9 MiB/s wr, 471 op/s 2024-07-29T15:47:57.844 INFO:tasks.workunit.client.0.smithi067.stdout:write: B 59910788~5910106 2024-07-29T15:47:57.888 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 1730161~6960022 2024-07-29T15:47:57.895 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap1 2024-07-29T15:47:58.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:57 smithi138 ceph-mon[86438]: osdmap e1380: 8 total, 8 up, 8 in 2024-07-29T15:47:58.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:57 smithi138 ceph-mon[86438]: pgmap v2382: 169 pgs: 169 active+clean; 1.3 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 64 MiB/s rd, 9.9 MiB/s wr, 471 op/s 2024-07-29T15:47:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:47:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:47:57] "GET /metrics HTTP/1.1" 200 39067 "" "Prometheus/2.51.0" 2024-07-29T15:47:58.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:58 smithi067 ceph-mon[91995]: osdmap e1381: 8 total, 8 up, 8 in 2024-07-29T15:47:58.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:58 smithi067 ceph-mon[94375]: osdmap e1381: 8 total, 8 up, 8 in 2024-07-29T15:47:59.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:58 smithi138 ceph-mon[86438]: osdmap e1381: 8 total, 8 up, 8 in 2024-07-29T15:47:59.592 INFO:tasks.workunit.client.0.smithi067.stdout:snap_protect: snap1 2024-07-29T15:47:59.608 INFO:tasks.workunit.client.0.smithi067.stdout:clone image176 -> image178 2024-07-29T15:47:59.741 INFO:tasks.workunit.client.0.smithi067.stdout:write: C 26151429~2695214 2024-07-29T15:47:59.780 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 47094106~2300619 2024-07-29T15:47:59.786 INFO:tasks.workunit.client.0.smithi067.stdout:write: C 17644945~5063505 2024-07-29T15:47:59.836 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 23580138~2738963 2024-07-29T15:47:59.839 INFO:tasks.workunit.client.0.smithi067.stdout:write: C 33351442~7557631 2024-07-29T15:47:59.886 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 74396153~7387253 2024-07-29T15:47:59.936 INFO:tasks.workunit.client.0.smithi067.stdout:write: C 31556728~83732 2024-07-29T15:47:59.939 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 14719560~2322660 2024-07-29T15:47:59.970 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap2 2024-07-29T15:47:59.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:59 smithi067 ceph-mon[91995]: pgmap v2384: 169 pgs: 169 active+clean; 1.3 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 95 MiB/s rd, 11 MiB/s wr, 593 op/s 2024-07-29T15:47:59.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:47:59 smithi067 ceph-mon[91995]: osdmap e1382: 8 total, 8 up, 8 in 2024-07-29T15:47:59.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:59 smithi067 ceph-mon[94375]: pgmap v2384: 169 pgs: 169 active+clean; 1.3 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 95 MiB/s rd, 11 MiB/s wr, 593 op/s 2024-07-29T15:47:59.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:47:59 smithi067 ceph-mon[94375]: osdmap e1382: 8 total, 8 up, 8 in 2024-07-29T15:48:00.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:59 smithi138 ceph-mon[86438]: pgmap v2384: 169 pgs: 169 active+clean; 1.3 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 95 MiB/s rd, 11 MiB/s wr, 593 op/s 2024-07-29T15:48:00.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:47:59 smithi138 ceph-mon[86438]: osdmap e1382: 8 total, 8 up, 8 in 2024-07-29T15:48:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:48:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:48:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:48:00.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:00 smithi067 ceph-mon[91995]: osdmap e1383: 8 total, 8 up, 8 in 2024-07-29T15:48:00.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:00 smithi067 ceph-mon[94375]: osdmap e1383: 8 total, 8 up, 8 in 2024-07-29T15:48:01.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:00 smithi138 ceph-mon[86438]: osdmap e1383: 8 total, 8 up, 8 in 2024-07-29T15:48:01.600 INFO:tasks.workunit.client.0.smithi067.stdout:snap_protect: snap2 2024-07-29T15:48:01.612 INFO:tasks.workunit.client.0.smithi067.stdout:clone image178 -> image180 2024-07-29T15:48:01.778 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 96876384 2024-07-29T15:48:01.790 INFO:tasks.workunit.client.0.smithi067.stdout:write: D 89024126~7852258 2024-07-29T15:48:01.836 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 85790294~5524456 2024-07-29T15:48:01.839 INFO:tasks.workunit.client.0.smithi067.stdout:write: D 26539880~5189117 2024-07-29T15:48:01.874 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 22055073~5943984 2024-07-29T15:48:01.889 INFO:tasks.workunit.client.0.smithi067.stdout:write: D 11988833~2676830 2024-07-29T15:48:01.939 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 38745191~2118524 2024-07-29T15:48:01.961 INFO:tasks.workunit.client.0.smithi067.stdout:write: D 61824385~1980752 2024-07-29T15:48:01.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:01 smithi067 ceph-mon[91995]: pgmap v2387: 169 pgs: 169 active+clean; 1.3 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 72 MiB/s rd, 19 MiB/s wr, 385 op/s 2024-07-29T15:48:01.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:01 smithi067 ceph-mon[91995]: osdmap e1384: 8 total, 8 up, 8 in 2024-07-29T15:48:01.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:01 smithi067 ceph-mon[94375]: pgmap v2387: 169 pgs: 169 active+clean; 1.3 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 72 MiB/s rd, 19 MiB/s wr, 385 op/s 2024-07-29T15:48:01.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:01 smithi067 ceph-mon[94375]: osdmap e1384: 8 total, 8 up, 8 in 2024-07-29T15:48:02.030 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 2243114~2361906 2024-07-29T15:48:02.038 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap3 2024-07-29T15:48:02.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:01 smithi138 ceph-mon[86438]: pgmap v2387: 169 pgs: 169 active+clean; 1.3 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 72 MiB/s rd, 19 MiB/s wr, 385 op/s 2024-07-29T15:48:02.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:01 smithi138 ceph-mon[86438]: osdmap e1384: 8 total, 8 up, 8 in 2024-07-29T15:48:02.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:02 smithi067 ceph-mon[91995]: osdmap e1385: 8 total, 8 up, 8 in 2024-07-29T15:48:02.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:02 smithi067 ceph-mon[94375]: osdmap e1385: 8 total, 8 up, 8 in 2024-07-29T15:48:03.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:02 smithi138 ceph-mon[86438]: osdmap e1385: 8 total, 8 up, 8 in 2024-07-29T15:48:03.494 INFO:tasks.workunit.client.0.smithi067.stdout:snap_protect: snap3 2024-07-29T15:48:03.510 INFO:tasks.workunit.client.0.smithi067.stdout:clone image180 -> image182 2024-07-29T15:48:03.696 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 109719293 2024-07-29T15:48:03.710 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:48:03.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:03 smithi067 ceph-mon[94375]: pgmap v2390: 169 pgs: 169 active+clean; 1.4 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 27 MiB/s wr, 412 op/s 2024-07-29T15:48:03.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:03 smithi067 ceph-mon[94375]: osdmap e1386: 8 total, 8 up, 8 in 2024-07-29T15:48:03.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:03 smithi067 ceph-mon[94375]: osdmap e1387: 8 total, 8 up, 8 in 2024-07-29T15:48:03.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:03 smithi067 ceph-mon[91995]: pgmap v2390: 169 pgs: 169 active+clean; 1.4 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 27 MiB/s wr, 412 op/s 2024-07-29T15:48:03.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:03 smithi067 ceph-mon[91995]: osdmap e1386: 8 total, 8 up, 8 in 2024-07-29T15:48:03.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:03 smithi067 ceph-mon[91995]: osdmap e1387: 8 total, 8 up, 8 in 2024-07-29T15:48:04.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:03 smithi138 ceph-mon[86438]: pgmap v2390: 169 pgs: 169 active+clean; 1.4 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 27 MiB/s wr, 412 op/s 2024-07-29T15:48:04.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:03 smithi138 ceph-mon[86438]: osdmap e1386: 8 total, 8 up, 8 in 2024-07-29T15:48:04.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:03 smithi138 ceph-mon[86438]: osdmap e1387: 8 total, 8 up, 8 in 2024-07-29T15:48:04.171 INFO:tasks.workunit.client.0.smithi067.stdout:write: a 62166243~6581949 2024-07-29T15:48:04.238 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 1288811~1279183 2024-07-29T15:48:04.258 INFO:tasks.workunit.client.0.smithi067.stdout:write: a 90300658~1297339 2024-07-29T15:48:04.285 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 25161430~3582890 2024-07-29T15:48:04.315 INFO:tasks.workunit.client.0.smithi067.stdout:write: a 102025425~7693868 2024-07-29T15:48:04.350 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 86838198~5482213 2024-07-29T15:48:04.391 INFO:tasks.workunit.client.0.smithi067.stdout:write: a 72153516~5548990 2024-07-29T15:48:04.446 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 97190168~1042804 2024-07-29T15:48:04.452 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: user0 2024-07-29T15:48:05.622 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 120966506 2024-07-29T15:48:05.636 INFO:tasks.workunit.client.0.smithi067.stdout:write: b 56847267~3138245 2024-07-29T15:48:05.646 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 69532647~7825051 2024-07-29T15:48:05.646 INFO:tasks.workunit.client.0.smithi067.stdout:write: b 52502618~4624283 2024-07-29T15:48:05.698 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 85530236~4404535 2024-07-29T15:48:05.698 INFO:tasks.workunit.client.0.smithi067.stdout:write: b 71224341~1859636 2024-07-29T15:48:05.706 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 113459067~7507439 2024-07-29T15:48:05.706 INFO:tasks.workunit.client.0.smithi067.stdout:write: b 80345498~4629919 2024-07-29T15:48:05.709 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 7729588~7487930 2024-07-29T15:48:05.709 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: user1 2024-07-29T15:48:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:05 smithi067 ceph-mon[91995]: pgmap v2393: 169 pgs: 169 active+clean; 1.5 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 28 MiB/s wr, 722 op/s 2024-07-29T15:48:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:05 smithi067 ceph-mon[91995]: osdmap e1388: 8 total, 8 up, 8 in 2024-07-29T15:48:05.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:48:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:05 smithi067 ceph-mon[94375]: pgmap v2393: 169 pgs: 169 active+clean; 1.5 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 28 MiB/s wr, 722 op/s 2024-07-29T15:48:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:05 smithi067 ceph-mon[94375]: osdmap e1388: 8 total, 8 up, 8 in 2024-07-29T15:48:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:48:06.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:05 smithi138 ceph-mon[86438]: pgmap v2393: 169 pgs: 169 active+clean; 1.5 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 28 MiB/s wr, 722 op/s 2024-07-29T15:48:06.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:05 smithi138 ceph-mon[86438]: osdmap e1388: 8 total, 8 up, 8 in 2024-07-29T15:48:06.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:48:06.962 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:06 smithi138 ceph-mon[86438]: osdmap e1389: 8 total, 8 up, 8 in 2024-07-29T15:48:06.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:06 smithi067 ceph-mon[91995]: osdmap e1389: 8 total, 8 up, 8 in 2024-07-29T15:48:06.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:06 smithi067 ceph-mon[94375]: osdmap e1389: 8 total, 8 up, 8 in 2024-07-29T15:48:07.640 INFO:tasks.workunit.client.0.smithi067.stdout:write: c 41794182~396661 2024-07-29T15:48:07.648 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 88870473~6475657 2024-07-29T15:48:07.648 INFO:tasks.workunit.client.0.smithi067.stdout:write: c 110182165~6577278 2024-07-29T15:48:07.660 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 44522532~1110266 2024-07-29T15:48:07.660 INFO:tasks.workunit.client.0.smithi067.stdout:write: c 118360244~1332771 2024-07-29T15:48:07.660 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 67940248~3138431 2024-07-29T15:48:07.661 INFO:tasks.workunit.client.0.smithi067.stdout:write: c 116015922~4950584 2024-07-29T15:48:07.714 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 39305267~1665278 2024-07-29T15:48:07.714 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: user2 2024-07-29T15:48:07.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:07 smithi067 ceph-mon[91995]: pgmap v2396: 169 pgs: 169 active+clean; 1.5 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 23 MiB/s wr, 626 op/s 2024-07-29T15:48:07.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:07 smithi067 ceph-mon[91995]: osdmap e1390: 8 total, 8 up, 8 in 2024-07-29T15:48:07.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:48:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:48:07] "GET /metrics HTTP/1.1" 200 39065 "" "Prometheus/2.51.0" 2024-07-29T15:48:07.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:07 smithi067 ceph-mon[94375]: pgmap v2396: 169 pgs: 169 active+clean; 1.5 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 23 MiB/s wr, 626 op/s 2024-07-29T15:48:07.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:07 smithi067 ceph-mon[94375]: osdmap e1390: 8 total, 8 up, 8 in 2024-07-29T15:48:08.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:07 smithi138 ceph-mon[86438]: pgmap v2396: 169 pgs: 169 active+clean; 1.5 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 23 MiB/s wr, 626 op/s 2024-07-29T15:48:08.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:07 smithi138 ceph-mon[86438]: osdmap e1390: 8 total, 8 up, 8 in 2024-07-29T15:48:08.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:08 smithi067 ceph-mon[91995]: osdmap e1391: 8 total, 8 up, 8 in 2024-07-29T15:48:08.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:08 smithi067 ceph-mon[94375]: osdmap e1391: 8 total, 8 up, 8 in 2024-07-29T15:48:09.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:08 smithi138 ceph-mon[86438]: osdmap e1391: 8 total, 8 up, 8 in 2024-07-29T15:48:09.655 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 182737704 2024-07-29T15:48:09.671 INFO:tasks.workunit.client.0.smithi067.stdout:write: d 131908026~3692018 2024-07-29T15:48:09.681 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 20478790~104988 2024-07-29T15:48:09.681 INFO:tasks.workunit.client.0.smithi067.stdout:write: d 99820517~691854 2024-07-29T15:48:09.682 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 158587742~2150653 2024-07-29T15:48:09.682 INFO:tasks.workunit.client.0.smithi067.stdout:write: d 43217537~7882652 2024-07-29T15:48:09.695 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 164786699~4880448 2024-07-29T15:48:09.695 INFO:tasks.workunit.client.0.smithi067.stdout:write: d 83256005~2355592 2024-07-29T15:48:09.696 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 143718729~4286557 2024-07-29T15:48:09.696 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: user3 2024-07-29T15:48:09.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:09 smithi067 ceph-mon[91995]: pgmap v2399: 169 pgs: 169 active+clean; 1.6 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 23 MiB/s rd, 33 MiB/s wr, 586 op/s 2024-07-29T15:48:09.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:09 smithi067 ceph-mon[91995]: osdmap e1392: 8 total, 8 up, 8 in 2024-07-29T15:48:09.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:09 smithi067 ceph-mon[94375]: pgmap v2399: 169 pgs: 169 active+clean; 1.6 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 23 MiB/s rd, 33 MiB/s wr, 586 op/s 2024-07-29T15:48:09.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:09 smithi067 ceph-mon[94375]: osdmap e1392: 8 total, 8 up, 8 in 2024-07-29T15:48:10.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:09 smithi138 ceph-mon[86438]: pgmap v2399: 169 pgs: 169 active+clean; 1.6 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 23 MiB/s rd, 33 MiB/s wr, 586 op/s 2024-07-29T15:48:10.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:09 smithi138 ceph-mon[86438]: osdmap e1392: 8 total, 8 up, 8 in 2024-07-29T15:48:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:48:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:48:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:48:10.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:10 smithi067 ceph-mon[91995]: osdmap e1393: 8 total, 8 up, 8 in 2024-07-29T15:48:10.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:10 smithi067 ceph-mon[94375]: osdmap e1393: 8 total, 8 up, 8 in 2024-07-29T15:48:11.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:10 smithi138 ceph-mon[86438]: osdmap e1393: 8 total, 8 up, 8 in 2024-07-29T15:48:11.670 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 181784808 2024-07-29T15:48:11.692 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 18178480~4544620 2024-07-29T15:48:11.697 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 19314635~2272310 2024-07-29T15:48:11.746 INFO:tasks.workunit.client.0.smithi067.stdout:write: 2 36356961~4544620 2024-07-29T15:48:11.747 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 37493116~2272310 2024-07-29T15:48:11.804 INFO:tasks.workunit.client.0.smithi067.stdout:write: 3 54535442~4544620 2024-07-29T15:48:11.805 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 55671597~2272310 2024-07-29T15:48:11.851 INFO:tasks.workunit.client.0.smithi067.stdout:write: 4 72713923~4544620 2024-07-29T15:48:11.852 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 73850078~2272310 2024-07-29T15:48:11.887 INFO:tasks.workunit.client.0.smithi067.stdout:write: 5 90892404~4544620 2024-07-29T15:48:11.889 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 92028559~2272310 2024-07-29T15:48:11.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:11 smithi067 ceph-mon[91995]: pgmap v2402: 169 pgs: 169 active+clean; 1.7 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 39 MiB/s wr, 563 op/s 2024-07-29T15:48:11.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:11 smithi067 ceph-mon[91995]: osdmap e1394: 8 total, 8 up, 8 in 2024-07-29T15:48:11.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:11 smithi067 ceph-mon[94375]: pgmap v2402: 169 pgs: 169 active+clean; 1.7 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 39 MiB/s wr, 563 op/s 2024-07-29T15:48:11.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:11 smithi067 ceph-mon[94375]: osdmap e1394: 8 total, 8 up, 8 in 2024-07-29T15:48:12.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:11 smithi138 ceph-mon[86438]: pgmap v2402: 169 pgs: 169 active+clean; 1.7 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 39 MiB/s wr, 563 op/s 2024-07-29T15:48:12.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:11 smithi138 ceph-mon[86438]: osdmap e1394: 8 total, 8 up, 8 in 2024-07-29T15:48:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:12 smithi067 ceph-mon[91995]: osdmap e1395: 8 total, 8 up, 8 in 2024-07-29T15:48:12.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:12 smithi067 ceph-mon[94375]: osdmap e1395: 8 total, 8 up, 8 in 2024-07-29T15:48:13.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:12 smithi138 ceph-mon[86438]: osdmap e1395: 8 total, 8 up, 8 in 2024-07-29T15:48:13.096 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:48:13.337 INFO:tasks.workunit.client.0.smithi067.stdout:migration_commit 2024-07-29T15:48:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:13 smithi067 ceph-mon[91995]: pgmap v2405: 169 pgs: 169 active+clean; 1.8 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 22 MiB/s rd, 28 MiB/s wr, 444 op/s 2024-07-29T15:48:13.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:13 smithi067 ceph-mon[94375]: pgmap v2405: 169 pgs: 169 active+clean; 1.8 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 22 MiB/s rd, 28 MiB/s wr, 444 op/s 2024-07-29T15:48:14.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:13 smithi138 ceph-mon[86438]: pgmap v2405: 169 pgs: 169 active+clean; 1.8 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 22 MiB/s rd, 28 MiB/s wr, 444 op/s 2024-07-29T15:48:14.643 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.Stress2 (18538 ms) 2024-07-29T15:48:14.643 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMigration.StressLive 2024-07-29T15:48:14.674 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 83886080 2024-07-29T15:48:14.685 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 10404037~4615030 2024-07-29T15:48:14.717 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 22725017~4570853 2024-07-29T15:48:14.717 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 58040932~2451296 2024-07-29T15:48:14.735 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 49344920~4474834 2024-07-29T15:48:14.735 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 76278752~7607328 2024-07-29T15:48:14.782 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 65662072~6469615 2024-07-29T15:48:14.783 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 43716065~1840565 2024-07-29T15:48:14.797 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 18722769~5774034 2024-07-29T15:48:14.797 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap0 2024-07-29T15:48:15.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:15 smithi067 ceph-mon[91995]: pgmap v2406: 169 pgs: 169 active+clean; 1.8 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 53 MiB/s rd, 24 MiB/s wr, 614 op/s 2024-07-29T15:48:15.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:15 smithi067 ceph-mon[94375]: pgmap v2406: 169 pgs: 169 active+clean; 1.8 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 53 MiB/s rd, 24 MiB/s wr, 614 op/s 2024-07-29T15:48:16.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:15 smithi138 ceph-mon[86438]: pgmap v2406: 169 pgs: 169 active+clean; 1.8 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 53 MiB/s rd, 24 MiB/s wr, 614 op/s 2024-07-29T15:48:16.693 INFO:tasks.workunit.client.0.smithi067.stdout:snap_protect: snap0 2024-07-29T15:48:16.708 INFO:tasks.workunit.client.0.smithi067.stdout:clone image183 -> image186 2024-07-29T15:48:16.810 INFO:tasks.workunit.client.0.smithi067.stdout:write: B 15344109~5198286 2024-07-29T15:48:16.884 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 46635371~3858406 2024-07-29T15:48:16.891 INFO:tasks.workunit.client.0.smithi067.stdout:write: B 17127462~6418326 2024-07-29T15:48:16.945 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 33939742~1706870 2024-07-29T15:48:16.950 INFO:tasks.workunit.client.0.smithi067.stdout:write: B 47936467~5627356 2024-07-29T15:48:16.984 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 31698343~827951 2024-07-29T15:48:16.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:16 smithi067 ceph-mon[91995]: osdmap e1396: 8 total, 8 up, 8 in 2024-07-29T15:48:16.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:16 smithi067 ceph-mon[94375]: osdmap e1396: 8 total, 8 up, 8 in 2024-07-29T15:48:16.990 INFO:tasks.workunit.client.0.smithi067.stdout:write: B 72551845~80046 2024-07-29T15:48:16.996 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 71759763~159340 2024-07-29T15:48:16.997 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap1 2024-07-29T15:48:17.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:16 smithi138 ceph-mon[86438]: osdmap e1396: 8 total, 8 up, 8 in 2024-07-29T15:48:17.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:17 smithi067 ceph-mon[91995]: pgmap v2408: 169 pgs: 169 active+clean; 1.8 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 140 MiB/s rd, 16 MiB/s wr, 604 op/s 2024-07-29T15:48:17.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:17 smithi067 ceph-mon[91995]: osdmap e1397: 8 total, 8 up, 8 in 2024-07-29T15:48:17.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:17 smithi067 ceph-mon[94375]: pgmap v2408: 169 pgs: 169 active+clean; 1.8 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 140 MiB/s rd, 16 MiB/s wr, 604 op/s 2024-07-29T15:48:17.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:17 smithi067 ceph-mon[94375]: osdmap e1397: 8 total, 8 up, 8 in 2024-07-29T15:48:17.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:48:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:48:17] "GET /metrics HTTP/1.1" 200 39065 "" "Prometheus/2.51.0" 2024-07-29T15:48:18.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:17 smithi138 ceph-mon[86438]: pgmap v2408: 169 pgs: 169 active+clean; 1.8 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 140 MiB/s rd, 16 MiB/s wr, 604 op/s 2024-07-29T15:48:18.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:17 smithi138 ceph-mon[86438]: osdmap e1397: 8 total, 8 up, 8 in 2024-07-29T15:48:18.705 INFO:tasks.workunit.client.0.smithi067.stdout:snap_protect: snap1 2024-07-29T15:48:18.723 INFO:tasks.workunit.client.0.smithi067.stdout:clone image186 -> image188 2024-07-29T15:48:18.865 INFO:tasks.workunit.client.0.smithi067.stdout:write: C 41031441~3971576 2024-07-29T15:48:18.913 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 70299160~1623908 2024-07-29T15:48:18.921 INFO:tasks.workunit.client.0.smithi067.stdout:write: C 78657567~5228513 2024-07-29T15:48:18.985 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 57400726~1743504 2024-07-29T15:48:18.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:18 smithi067 ceph-mon[91995]: osdmap e1398: 8 total, 8 up, 8 in 2024-07-29T15:48:18.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:18 smithi067 ceph-mon[94375]: osdmap e1398: 8 total, 8 up, 8 in 2024-07-29T15:48:19.024 INFO:tasks.workunit.client.0.smithi067.stdout:write: C 41071970~1477940 2024-07-29T15:48:19.036 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 81780260~626023 2024-07-29T15:48:19.039 INFO:tasks.workunit.client.0.smithi067.stdout:write: C 30990133~5594819 2024-07-29T15:48:19.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:18 smithi138 ceph-mon[86438]: osdmap e1398: 8 total, 8 up, 8 in 2024-07-29T15:48:19.076 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 9453225~4849681 2024-07-29T15:48:19.111 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap2 2024-07-29T15:48:19.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:19 smithi067 ceph-mon[94375]: pgmap v2411: 169 pgs: 169 active+clean; 1.9 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 222 MiB/s rd, 15 MiB/s wr, 596 op/s 2024-07-29T15:48:19.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:19 smithi067 ceph-mon[94375]: osdmap e1399: 8 total, 8 up, 8 in 2024-07-29T15:48:19.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:19 smithi067 ceph-mon[91995]: pgmap v2411: 169 pgs: 169 active+clean; 1.9 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 222 MiB/s rd, 15 MiB/s wr, 596 op/s 2024-07-29T15:48:19.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:19 smithi067 ceph-mon[91995]: osdmap e1399: 8 total, 8 up, 8 in 2024-07-29T15:48:20.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:19 smithi138 ceph-mon[86438]: pgmap v2411: 169 pgs: 169 active+clean; 1.9 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 222 MiB/s rd, 15 MiB/s wr, 596 op/s 2024-07-29T15:48:20.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:19 smithi138 ceph-mon[86438]: osdmap e1399: 8 total, 8 up, 8 in 2024-07-29T15:48:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:48:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:48:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:48:20.725 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 144021200 2024-07-29T15:48:20.743 INFO:tasks.workunit.client.0.smithi067.stdout:write: D 21356214~3834902 2024-07-29T15:48:20.753 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 54399945~7042220 2024-07-29T15:48:20.753 INFO:tasks.workunit.client.0.smithi067.stdout:write: D 27522227~4092661 2024-07-29T15:48:20.761 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 68155323~1519767 2024-07-29T15:48:20.762 INFO:tasks.workunit.client.0.smithi067.stdout:write: D 32650779~5345471 2024-07-29T15:48:20.771 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 133584076~4149210 2024-07-29T15:48:20.771 INFO:tasks.workunit.client.0.smithi067.stdout:write: D 8595339~1753635 2024-07-29T15:48:20.772 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 62148747~1191408 2024-07-29T15:48:20.772 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: snap3 2024-07-29T15:48:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:20 smithi067 ceph-mon[91995]: osdmap e1400: 8 total, 8 up, 8 in 2024-07-29T15:48:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:48:20.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:20 smithi067 ceph-mon[94375]: osdmap e1400: 8 total, 8 up, 8 in 2024-07-29T15:48:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:48:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:20 smithi138 ceph-mon[86438]: osdmap e1400: 8 total, 8 up, 8 in 2024-07-29T15:48:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:48:21.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:21 smithi067 ceph-mon[91995]: pgmap v2414: 169 pgs: 169 active+clean; 1.9 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 150 MiB/s rd, 20 MiB/s wr, 469 op/s 2024-07-29T15:48:21.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:21 smithi067 ceph-mon[91995]: osdmap e1401: 8 total, 8 up, 8 in 2024-07-29T15:48:21.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:21 smithi067 ceph-mon[94375]: pgmap v2414: 169 pgs: 169 active+clean; 1.9 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 150 MiB/s rd, 20 MiB/s wr, 469 op/s 2024-07-29T15:48:21.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:21 smithi067 ceph-mon[94375]: osdmap e1401: 8 total, 8 up, 8 in 2024-07-29T15:48:22.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:21 smithi138 ceph-mon[86438]: pgmap v2414: 169 pgs: 169 active+clean; 1.9 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 150 MiB/s rd, 20 MiB/s wr, 469 op/s 2024-07-29T15:48:22.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:21 smithi138 ceph-mon[86438]: osdmap e1401: 8 total, 8 up, 8 in 2024-07-29T15:48:22.744 INFO:tasks.workunit.client.0.smithi067.stdout:migration_prepare 2024-07-29T15:48:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:22 smithi067 ceph-mon[91995]: osdmap e1402: 8 total, 8 up, 8 in 2024-07-29T15:48:22.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:22 smithi067 ceph-mon[94375]: osdmap e1402: 8 total, 8 up, 8 in 2024-07-29T15:48:23.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:22 smithi138 ceph-mon[86438]: osdmap e1402: 8 total, 8 up, 8 in 2024-07-29T15:48:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:23 smithi067 ceph-mon[91995]: pgmap v2417: 169 pgs: 169 active+clean; 2.0 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 18 MiB/s rd, 21 MiB/s wr, 324 op/s 2024-07-29T15:48:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:23 smithi067 ceph-mon[91995]: osdmap e1403: 8 total, 8 up, 8 in 2024-07-29T15:48:23.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:23 smithi067 ceph-mon[94375]: pgmap v2417: 169 pgs: 169 active+clean; 2.0 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 18 MiB/s rd, 21 MiB/s wr, 324 op/s 2024-07-29T15:48:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:23 smithi067 ceph-mon[94375]: osdmap e1403: 8 total, 8 up, 8 in 2024-07-29T15:48:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:23 smithi138 ceph-mon[86438]: pgmap v2417: 169 pgs: 169 active+clean; 2.0 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 18 MiB/s rd, 21 MiB/s wr, 324 op/s 2024-07-29T15:48:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:23 smithi138 ceph-mon[86438]: osdmap e1403: 8 total, 8 up, 8 in 2024-07-29T15:48:24.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:24 smithi067 ceph-mon[91995]: osdmap e1404: 8 total, 8 up, 8 in 2024-07-29T15:48:24.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:24 smithi067 ceph-mon[94375]: osdmap e1404: 8 total, 8 up, 8 in 2024-07-29T15:48:25.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:24 smithi138 ceph-mon[86438]: osdmap e1404: 8 total, 8 up, 8 in 2024-07-29T15:48:25.383 INFO:tasks.workunit.client.0.smithi067.stdout:migration_execute 2024-07-29T15:48:25.384 INFO:tasks.workunit.client.0.smithi067.stdout:write: a 79713762~6687436 2024-07-29T15:48:25.445 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 67265774~2374264 2024-07-29T15:48:25.454 INFO:tasks.workunit.client.0.smithi067.stdout:write: a 68691596~7772617 2024-07-29T15:48:25.520 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 52609662~3022577 2024-07-29T15:48:25.584 INFO:tasks.workunit.client.0.smithi067.stdout:write: a 96361883~5118125 2024-07-29T15:48:25.643 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 44281109~7336351 2024-07-29T15:48:25.673 INFO:tasks.workunit.client.0.smithi067.stdout:write: a 53013717~5502059 2024-07-29T15:48:25.703 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 68233655~2873627 2024-07-29T15:48:25.704 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: user0 2024-07-29T15:48:26.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:25 smithi138 ceph-mon[86438]: pgmap v2420: 169 pgs: 169 active+clean; 2.0 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 6.2 MiB/s rd, 17 MiB/s wr, 326 op/s 2024-07-29T15:48:26.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:25 smithi138 ceph-mon[86438]: osdmap e1405: 8 total, 8 up, 8 in 2024-07-29T15:48:26.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:25 smithi067 ceph-mon[91995]: pgmap v2420: 169 pgs: 169 active+clean; 2.0 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 6.2 MiB/s rd, 17 MiB/s wr, 326 op/s 2024-07-29T15:48:26.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:25 smithi067 ceph-mon[91995]: osdmap e1405: 8 total, 8 up, 8 in 2024-07-29T15:48:26.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:25 smithi067 ceph-mon[94375]: pgmap v2420: 169 pgs: 169 active+clean; 2.0 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 6.2 MiB/s rd, 17 MiB/s wr, 326 op/s 2024-07-29T15:48:26.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:25 smithi067 ceph-mon[94375]: osdmap e1405: 8 total, 8 up, 8 in 2024-07-29T15:48:26.765 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 266912560 2024-07-29T15:48:26.781 INFO:tasks.workunit.client.0.smithi067.stdout:write: b 91151110~953194 2024-07-29T15:48:26.792 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 224402473~8113323 2024-07-29T15:48:26.792 INFO:tasks.workunit.client.0.smithi067.stdout:write: b 46565733~3524193 2024-07-29T15:48:26.794 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 204307396~5866165 2024-07-29T15:48:26.794 INFO:tasks.workunit.client.0.smithi067.stdout:write: b 227433046~7111536 2024-07-29T15:48:26.807 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 133018172~1833152 2024-07-29T15:48:26.807 INFO:tasks.workunit.client.0.smithi067.stdout:write: b 252538988~7953898 2024-07-29T15:48:26.817 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 260965522~5947038 2024-07-29T15:48:26.817 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: user1 2024-07-29T15:48:27.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:26 smithi138 ceph-mon[86438]: osdmap e1406: 8 total, 8 up, 8 in 2024-07-29T15:48:27.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:26 smithi067 ceph-mon[91995]: osdmap e1406: 8 total, 8 up, 8 in 2024-07-29T15:48:27.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:26 smithi067 ceph-mon[94375]: osdmap e1406: 8 total, 8 up, 8 in 2024-07-29T15:48:28.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:27 smithi138 ceph-mon[86438]: pgmap v2423: 169 pgs: 169 active+clean; 2.0 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 25 MiB/s rd, 11 MiB/s wr, 243 op/s 2024-07-29T15:48:28.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:27 smithi138 ceph-mon[86438]: osdmap e1407: 8 total, 8 up, 8 in 2024-07-29T15:48:28.139 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:27 smithi067 ceph-mon[91995]: pgmap v2423: 169 pgs: 169 active+clean; 2.0 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 25 MiB/s rd, 11 MiB/s wr, 243 op/s 2024-07-29T15:48:28.140 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:27 smithi067 ceph-mon[91995]: osdmap e1407: 8 total, 8 up, 8 in 2024-07-29T15:48:28.140 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:27 smithi067 ceph-mon[94375]: pgmap v2423: 169 pgs: 169 active+clean; 2.0 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 25 MiB/s rd, 11 MiB/s wr, 243 op/s 2024-07-29T15:48:28.140 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:27 smithi067 ceph-mon[94375]: osdmap e1407: 8 total, 8 up, 8 in 2024-07-29T15:48:28.140 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:48:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:48:27] "GET /metrics HTTP/1.1" 200 39064 "" "Prometheus/2.51.0" 2024-07-29T15:48:28.780 INFO:tasks.workunit.client.0.smithi067.stdout:write: c 251569215~5331047 2024-07-29T15:48:28.803 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 9765238~582316 2024-07-29T15:48:28.803 INFO:tasks.workunit.client.0.smithi067.stdout:write: c 103035783~7326124 2024-07-29T15:48:28.816 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 67926961~1098501 2024-07-29T15:48:28.816 INFO:tasks.workunit.client.0.smithi067.stdout:write: c 194522106~1782962 2024-07-29T15:48:28.817 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 196579593~1420060 2024-07-29T15:48:28.818 INFO:tasks.workunit.client.0.smithi067.stdout:write: c 134215469~8103513 2024-07-29T15:48:28.832 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 16117312~6891827 2024-07-29T15:48:28.863 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: user2 2024-07-29T15:48:29.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:28 smithi138 ceph-mon[86438]: osdmap e1408: 8 total, 8 up, 8 in 2024-07-29T15:48:29.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:28 smithi067 ceph-mon[91995]: osdmap e1408: 8 total, 8 up, 8 in 2024-07-29T15:48:29.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:28 smithi067 ceph-mon[94375]: osdmap e1408: 8 total, 8 up, 8 in 2024-07-29T15:48:30.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:29 smithi138 ceph-mon[86438]: pgmap v2426: 169 pgs: 169 active+clean; 2.1 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 43 MiB/s rd, 19 MiB/s wr, 422 op/s 2024-07-29T15:48:30.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:29 smithi138 ceph-mon[86438]: osdmap e1409: 8 total, 8 up, 8 in 2024-07-29T15:48:30.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:29 smithi067 ceph-mon[91995]: pgmap v2426: 169 pgs: 169 active+clean; 2.1 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 43 MiB/s rd, 19 MiB/s wr, 422 op/s 2024-07-29T15:48:30.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:29 smithi067 ceph-mon[91995]: osdmap e1409: 8 total, 8 up, 8 in 2024-07-29T15:48:30.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:29 smithi067 ceph-mon[94375]: pgmap v2426: 169 pgs: 169 active+clean; 2.1 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 43 MiB/s rd, 19 MiB/s wr, 422 op/s 2024-07-29T15:48:30.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:29 smithi067 ceph-mon[94375]: osdmap e1409: 8 total, 8 up, 8 in 2024-07-29T15:48:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:48:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:48:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:48:30.796 INFO:tasks.workunit.client.0.smithi067.stdout:write: d 47104353~4801884 2024-07-29T15:48:30.811 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 78525682~3596382 2024-07-29T15:48:30.812 INFO:tasks.workunit.client.0.smithi067.stdout:write: d 8410894~5870454 2024-07-29T15:48:30.822 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 167087158~948408 2024-07-29T15:48:30.822 INFO:tasks.workunit.client.0.smithi067.stdout:write: d 201066162~1119755 2024-07-29T15:48:30.824 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 159584633~7835586 2024-07-29T15:48:30.824 INFO:tasks.workunit.client.0.smithi067.stdout:write: d 223499132~2453252 2024-07-29T15:48:30.825 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 170136387~4009233 2024-07-29T15:48:30.826 INFO:tasks.workunit.client.0.smithi067.stdout:snap_create: user3 2024-07-29T15:48:31.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:30 smithi138 ceph-mon[86438]: osdmap e1410: 8 total, 8 up, 8 in 2024-07-29T15:48:31.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:30 smithi067 ceph-mon[91995]: osdmap e1410: 8 total, 8 up, 8 in 2024-07-29T15:48:31.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:30 smithi067 ceph-mon[94375]: osdmap e1410: 8 total, 8 up, 8 in 2024-07-29T15:48:32.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:31 smithi138 ceph-mon[86438]: pgmap v2429: 169 pgs: 169 active+clean; 2.2 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 51 MiB/s rd, 36 MiB/s wr, 710 op/s 2024-07-29T15:48:32.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:31 smithi138 ceph-mon[86438]: osdmap e1411: 8 total, 8 up, 8 in 2024-07-29T15:48:32.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:31 smithi067 ceph-mon[91995]: pgmap v2429: 169 pgs: 169 active+clean; 2.2 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 51 MiB/s rd, 36 MiB/s wr, 710 op/s 2024-07-29T15:48:32.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:31 smithi067 ceph-mon[91995]: osdmap e1411: 8 total, 8 up, 8 in 2024-07-29T15:48:32.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:31 smithi067 ceph-mon[94375]: pgmap v2429: 169 pgs: 169 active+clean; 2.2 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 51 MiB/s rd, 36 MiB/s wr, 710 op/s 2024-07-29T15:48:32.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:31 smithi067 ceph-mon[94375]: osdmap e1411: 8 total, 8 up, 8 in 2024-07-29T15:48:32.824 INFO:tasks.workunit.client.0.smithi067.stdout:write: 1 26691256~6672814 2024-07-29T15:48:32.833 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 28359459~3336407 2024-07-29T15:48:32.867 INFO:tasks.workunit.client.0.smithi067.stdout:write: 2 53382512~6672814 2024-07-29T15:48:32.870 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 55050715~3336407 2024-07-29T15:48:32.907 INFO:tasks.workunit.client.0.smithi067.stdout:write: 3 80073768~6672814 2024-07-29T15:48:32.909 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 81741971~3336407 2024-07-29T15:48:32.938 INFO:tasks.workunit.client.0.smithi067.stdout:write: 4 106765024~6672814 2024-07-29T15:48:32.940 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 108433227~3336407 2024-07-29T15:48:32.968 INFO:tasks.workunit.client.0.smithi067.stdout:write: 5 133456280~6672814 2024-07-29T15:48:32.971 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 135124483~3336407 2024-07-29T15:48:33.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:32 smithi138 ceph-mon[86438]: osdmap e1412: 8 total, 8 up, 8 in 2024-07-29T15:48:33.070 INFO:tasks.workunit.client.0.smithi067.stdout:migration_commit 2024-07-29T15:48:33.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:32 smithi067 ceph-mon[91995]: osdmap e1412: 8 total, 8 up, 8 in 2024-07-29T15:48:33.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:32 smithi067 ceph-mon[94375]: osdmap e1412: 8 total, 8 up, 8 in 2024-07-29T15:48:34.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:33 smithi138 ceph-mon[86438]: pgmap v2432: 169 pgs: 169 active+clean; 2.3 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 30 MiB/s rd, 30 MiB/s wr, 476 op/s 2024-07-29T15:48:34.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:33 smithi138 ceph-mon[86438]: osdmap e1413: 8 total, 8 up, 8 in 2024-07-29T15:48:34.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:33 smithi067 ceph-mon[91995]: pgmap v2432: 169 pgs: 169 active+clean; 2.3 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 30 MiB/s rd, 30 MiB/s wr, 476 op/s 2024-07-29T15:48:34.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:33 smithi067 ceph-mon[91995]: osdmap e1413: 8 total, 8 up, 8 in 2024-07-29T15:48:34.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:33 smithi067 ceph-mon[94375]: pgmap v2432: 169 pgs: 169 active+clean; 2.3 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 30 MiB/s rd, 30 MiB/s wr, 476 op/s 2024-07-29T15:48:34.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:33 smithi067 ceph-mon[94375]: osdmap e1413: 8 total, 8 up, 8 in 2024-07-29T15:48:35.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:34 smithi067 ceph-mon[91995]: osdmap e1414: 8 total, 8 up, 8 in 2024-07-29T15:48:35.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:34 smithi067 ceph-mon[91995]: pgmap v2435: 169 pgs: 169 active+clean; 2.3 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.2 MiB/s rd, 22 MiB/s wr, 312 op/s 2024-07-29T15:48:35.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:34 smithi067 ceph-mon[94375]: osdmap e1414: 8 total, 8 up, 8 in 2024-07-29T15:48:35.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:34 smithi067 ceph-mon[94375]: pgmap v2435: 169 pgs: 169 active+clean; 2.3 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.2 MiB/s rd, 22 MiB/s wr, 312 op/s 2024-07-29T15:48:35.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:34 smithi138 ceph-mon[86438]: osdmap e1414: 8 total, 8 up, 8 in 2024-07-29T15:48:35.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:34 smithi138 ceph-mon[86438]: pgmap v2435: 169 pgs: 169 active+clean; 2.3 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.2 MiB/s rd, 22 MiB/s wr, 312 op/s 2024-07-29T15:48:36.212 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:35 smithi138 ceph-mon[86438]: osdmap e1415: 8 total, 8 up, 8 in 2024-07-29T15:48:36.212 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:48:36.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:35 smithi067 ceph-mon[91995]: osdmap e1415: 8 total, 8 up, 8 in 2024-07-29T15:48:36.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:48:36.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:35 smithi067 ceph-mon[94375]: osdmap e1415: 8 total, 8 up, 8 in 2024-07-29T15:48:36.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:48:36.516 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMigration.StressLive (21873 ms) 2024-07-29T15:48:37.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:36 smithi067 ceph-mon[91995]: pgmap v2437: 169 pgs: 169 active+clean; 2.3 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 22 MiB/s rd, 23 MiB/s wr, 298 op/s 2024-07-29T15:48:37.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:36 smithi067 ceph-mon[94375]: pgmap v2437: 169 pgs: 169 active+clean; 2.3 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 22 MiB/s rd, 23 MiB/s wr, 298 op/s 2024-07-29T15:48:37.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:36 smithi138 ceph-mon[86438]: pgmap v2437: 169 pgs: 169 active+clean; 2.3 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 22 MiB/s rd, 23 MiB/s wr, 298 op/s 2024-07-29T15:48:37.841 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 57 tests from TestMigration (267682 ms total) 2024-07-29T15:48:37.841 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:48:37.841 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 6 tests from TestGroup 2024-07-29T15:48:38.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:37 smithi067 ceph-mon[91995]: osdmap e1416: 8 total, 8 up, 8 in 2024-07-29T15:48:38.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:37 smithi067 ceph-mon[94375]: osdmap e1416: 8 total, 8 up, 8 in 2024-07-29T15:48:38.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:48:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:48:37] "GET /metrics HTTP/1.1" 200 39069 "" "Prometheus/2.51.0" 2024-07-29T15:48:38.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:37 smithi138 ceph-mon[86438]: osdmap e1416: 8 total, 8 up, 8 in 2024-07-29T15:48:39.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:38 smithi067 ceph-mon[91995]: osdmap e1417: 8 total, 8 up, 8 in 2024-07-29T15:48:39.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:38 smithi067 ceph-mon[91995]: pgmap v2440: 105 pgs: 105 active+clean; 4.6 MiB data, 9.0 GiB used, 706 GiB / 715 GiB avail 2024-07-29T15:48:39.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:38 smithi067 ceph-mon[94375]: osdmap e1417: 8 total, 8 up, 8 in 2024-07-29T15:48:39.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:38 smithi067 ceph-mon[94375]: pgmap v2440: 105 pgs: 105 active+clean; 4.6 MiB data, 9.0 GiB used, 706 GiB / 715 GiB avail 2024-07-29T15:48:39.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:38 smithi138 ceph-mon[86438]: osdmap e1417: 8 total, 8 up, 8 in 2024-07-29T15:48:39.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:38 smithi138 ceph-mon[86438]: pgmap v2440: 105 pgs: 105 active+clean; 4.6 MiB data, 9.0 GiB used, 706 GiB / 715 GiB avail 2024-07-29T15:48:39.845 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestGroup.group_create 2024-07-29T15:48:40.213 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:39 smithi138 ceph-mon[86438]: osdmap e1418: 8 total, 8 up, 8 in 2024-07-29T15:48:40.213 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:39 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/462064241' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:48:40.213 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:39 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:48:40.213 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:39 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:48:40.213 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:39 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:48:40.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:39 smithi067 ceph-mon[91995]: osdmap e1418: 8 total, 8 up, 8 in 2024-07-29T15:48:40.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:39 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/462064241' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:48:40.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:39 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:48:40.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:39 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:48:40.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:39 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:48:40.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:39 smithi067 ceph-mon[94375]: osdmap e1418: 8 total, 8 up, 8 in 2024-07-29T15:48:40.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:39 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/462064241' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:48:40.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:39 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:48:40.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:39 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:48:40.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:39 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:48:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:48:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:48:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:48:41.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:40 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:48:41.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:40 smithi067 ceph-mon[91995]: osdmap e1419: 8 total, 8 up, 8 in 2024-07-29T15:48:41.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:40 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:48:41.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:40 smithi067 ceph-mon[91995]: pgmap v2443: 137 pgs: 5 creating+peering, 16 unknown, 116 active+clean; 4.6 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail 2024-07-29T15:48:41.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:40 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:48:41.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:40 smithi067 ceph-mon[94375]: osdmap e1419: 8 total, 8 up, 8 in 2024-07-29T15:48:41.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:40 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:48:41.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:40 smithi067 ceph-mon[94375]: pgmap v2443: 137 pgs: 5 creating+peering, 16 unknown, 116 active+clean; 4.6 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail 2024-07-29T15:48:41.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:40 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:48:41.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:40 smithi138 ceph-mon[86438]: osdmap e1419: 8 total, 8 up, 8 in 2024-07-29T15:48:41.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:40 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:48:41.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:40 smithi138 ceph-mon[86438]: pgmap v2443: 137 pgs: 5 creating+peering, 16 unknown, 116 active+clean; 4.6 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail 2024-07-29T15:48:41.896 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestGroup.group_create (2051 ms) 2024-07-29T15:48:41.896 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestGroup.group_createPP 2024-07-29T15:48:41.912 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestGroup.group_createPP (17 ms) 2024-07-29T15:48:41.912 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestGroup.add_image 2024-07-29T15:48:41.957 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestGroup.add_image (42 ms) 2024-07-29T15:48:41.957 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestGroup.add_imagePP 2024-07-29T15:48:41.993 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestGroup.add_imagePP (37 ms) 2024-07-29T15:48:41.993 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestGroup.add_snapshot 2024-07-29T15:48:42.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:41 smithi067 ceph-mon[91995]: osdmap e1420: 8 total, 8 up, 8 in 2024-07-29T15:48:42.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:41 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:48:42.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:41 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:48:42.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:41 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:48:42.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:41 smithi067 ceph-mon[94375]: osdmap e1420: 8 total, 8 up, 8 in 2024-07-29T15:48:42.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:41 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:48:42.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:41 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:48:42.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:41 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:48:42.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:41 smithi138 ceph-mon[86438]: osdmap e1420: 8 total, 8 up, 8 in 2024-07-29T15:48:42.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:41 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:48:42.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:41 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:48:42.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:41 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:48:43.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:42 smithi067 ceph-mon[91995]: osdmap e1421: 8 total, 8 up, 8 in 2024-07-29T15:48:43.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:42 smithi067 ceph-mon[91995]: pgmap v2446: 137 pgs: 5 creating+peering, 5 unknown, 127 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.7 KiB/s wr, 26 op/s 2024-07-29T15:48:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:42 smithi067 ceph-mon[94375]: osdmap e1421: 8 total, 8 up, 8 in 2024-07-29T15:48:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:42 smithi067 ceph-mon[94375]: pgmap v2446: 137 pgs: 5 creating+peering, 5 unknown, 127 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.7 KiB/s wr, 26 op/s 2024-07-29T15:48:43.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:42 smithi138 ceph-mon[86438]: osdmap e1421: 8 total, 8 up, 8 in 2024-07-29T15:48:43.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:42 smithi138 ceph-mon[86438]: pgmap v2446: 137 pgs: 5 creating+peering, 5 unknown, 127 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.7 KiB/s wr, 26 op/s 2024-07-29T15:48:44.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:43 smithi067 ceph-mon[91995]: osdmap e1422: 8 total, 8 up, 8 in 2024-07-29T15:48:44.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:43 smithi067 ceph-mon[94375]: osdmap e1422: 8 total, 8 up, 8 in 2024-07-29T15:48:44.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:43 smithi138 ceph-mon[86438]: osdmap e1422: 8 total, 8 up, 8 in 2024-07-29T15:48:45.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:44 smithi067 ceph-mon[91995]: osdmap e1423: 8 total, 8 up, 8 in 2024-07-29T15:48:45.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:44 smithi067 ceph-mon[91995]: pgmap v2449: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 8.0 KiB/s wr, 68 op/s 2024-07-29T15:48:45.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:44 smithi067 ceph-mon[94375]: osdmap e1423: 8 total, 8 up, 8 in 2024-07-29T15:48:45.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:44 smithi067 ceph-mon[94375]: pgmap v2449: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 8.0 KiB/s wr, 68 op/s 2024-07-29T15:48:45.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:44 smithi138 ceph-mon[86438]: osdmap e1423: 8 total, 8 up, 8 in 2024-07-29T15:48:45.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:44 smithi138 ceph-mon[86438]: pgmap v2449: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 8.0 KiB/s wr, 68 op/s 2024-07-29T15:48:46.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:45 smithi067 ceph-mon[91995]: osdmap e1424: 8 total, 8 up, 8 in 2024-07-29T15:48:46.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:45 smithi067 ceph-mon[94375]: osdmap e1424: 8 total, 8 up, 8 in 2024-07-29T15:48:46.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:45 smithi138 ceph-mon[86438]: osdmap e1424: 8 total, 8 up, 8 in 2024-07-29T15:48:47.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:46 smithi067 ceph-mon[91995]: osdmap e1425: 8 total, 8 up, 8 in 2024-07-29T15:48:47.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:46 smithi067 ceph-mon[91995]: pgmap v2452: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 128 KiB/s rd, 14 KiB/s wr, 176 op/s 2024-07-29T15:48:47.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:46 smithi067 ceph-mon[94375]: osdmap e1425: 8 total, 8 up, 8 in 2024-07-29T15:48:47.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:46 smithi067 ceph-mon[94375]: pgmap v2452: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 128 KiB/s rd, 14 KiB/s wr, 176 op/s 2024-07-29T15:48:47.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:46 smithi138 ceph-mon[86438]: osdmap e1425: 8 total, 8 up, 8 in 2024-07-29T15:48:47.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:46 smithi138 ceph-mon[86438]: pgmap v2452: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 128 KiB/s rd, 14 KiB/s wr, 176 op/s 2024-07-29T15:48:47.940 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestGroup.add_snapshot (5947 ms) 2024-07-29T15:48:47.941 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-07-29T15:48:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:47 smithi067 ceph-mon[91995]: osdmap e1426: 8 total, 8 up, 8 in 2024-07-29T15:48:48.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:47 smithi067 ceph-mon[94375]: osdmap e1426: 8 total, 8 up, 8 in 2024-07-29T15:48:48.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:48:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:48:47] "GET /metrics HTTP/1.1" 200 39069 "" "Prometheus/2.51.0" 2024-07-29T15:48:48.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:47 smithi138 ceph-mon[86438]: osdmap e1426: 8 total, 8 up, 8 in 2024-07-29T15:48:49.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:48 smithi067 ceph-mon[91995]: osdmap e1427: 8 total, 8 up, 8 in 2024-07-29T15:48:49.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:48 smithi067 ceph-mon[91995]: osdmap e1428: 8 total, 8 up, 8 in 2024-07-29T15:48:49.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:48 smithi067 ceph-mon[91995]: pgmap v2456: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 129 KiB/s rd, 12 KiB/s wr, 170 op/s 2024-07-29T15:48:49.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:48 smithi067 ceph-mon[94375]: osdmap e1427: 8 total, 8 up, 8 in 2024-07-29T15:48:49.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:48 smithi067 ceph-mon[94375]: osdmap e1428: 8 total, 8 up, 8 in 2024-07-29T15:48:49.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:48 smithi067 ceph-mon[94375]: pgmap v2456: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 129 KiB/s rd, 12 KiB/s wr, 170 op/s 2024-07-29T15:48:49.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:48 smithi138 ceph-mon[86438]: osdmap e1427: 8 total, 8 up, 8 in 2024-07-29T15:48:49.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:48 smithi138 ceph-mon[86438]: osdmap e1428: 8 total, 8 up, 8 in 2024-07-29T15:48:49.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:48 smithi138 ceph-mon[86438]: pgmap v2456: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 129 KiB/s rd, 12 KiB/s wr, 170 op/s 2024-07-29T15:48:50.501 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:48:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:48:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:48:50.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:50 smithi138 ceph-mon[86438]: osdmap e1429: 8 total, 8 up, 8 in 2024-07-29T15:48:50.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:48:50.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:48:50.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:50 smithi067 ceph-mon[94375]: osdmap e1429: 8 total, 8 up, 8 in 2024-07-29T15:48:50.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:48:50.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:48:50.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:50 smithi067 ceph-mon[91995]: osdmap e1429: 8 total, 8 up, 8 in 2024-07-29T15:48:50.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:48:50.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:48:51.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:51 smithi138 ceph-mon[86438]: osdmap e1430: 8 total, 8 up, 8 in 2024-07-29T15:48:51.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:51 smithi138 ceph-mon[86438]: pgmap v2459: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 6.0 KiB/s wr, 69 op/s 2024-07-29T15:48:51.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:51 smithi067 ceph-mon[91995]: osdmap e1430: 8 total, 8 up, 8 in 2024-07-29T15:48:51.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:51 smithi067 ceph-mon[91995]: pgmap v2459: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 6.0 KiB/s wr, 69 op/s 2024-07-29T15:48:51.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:51 smithi067 ceph-mon[94375]: osdmap e1430: 8 total, 8 up, 8 in 2024-07-29T15:48:51.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:51 smithi067 ceph-mon[94375]: pgmap v2459: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 6.0 KiB/s wr, 69 op/s 2024-07-29T15:48:52.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:52 smithi138 ceph-mon[86438]: osdmap e1431: 8 total, 8 up, 8 in 2024-07-29T15:48:52.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:52 smithi067 ceph-mon[91995]: osdmap e1431: 8 total, 8 up, 8 in 2024-07-29T15:48:52.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:52 smithi067 ceph-mon[94375]: osdmap e1431: 8 total, 8 up, 8 in 2024-07-29T15:48:53.530 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestGroup.add_snapshotPP (5590 ms) 2024-07-29T15:48:53.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:53 smithi138 ceph-mon[86438]: osdmap e1432: 8 total, 8 up, 8 in 2024-07-29T15:48:53.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:53 smithi138 ceph-mon[86438]: pgmap v2462: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 51 KiB/s rd, 8.0 KiB/s wr, 75 op/s 2024-07-29T15:48:53.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:53 smithi138 ceph-mon[86438]: osdmap e1433: 8 total, 8 up, 8 in 2024-07-29T15:48:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:53 smithi067 ceph-mon[91995]: osdmap e1432: 8 total, 8 up, 8 in 2024-07-29T15:48:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:53 smithi067 ceph-mon[91995]: pgmap v2462: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 51 KiB/s rd, 8.0 KiB/s wr, 75 op/s 2024-07-29T15:48:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:53 smithi067 ceph-mon[91995]: osdmap e1433: 8 total, 8 up, 8 in 2024-07-29T15:48:53.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:53 smithi067 ceph-mon[94375]: osdmap e1432: 8 total, 8 up, 8 in 2024-07-29T15:48:53.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:53 smithi067 ceph-mon[94375]: pgmap v2462: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 51 KiB/s rd, 8.0 KiB/s wr, 75 op/s 2024-07-29T15:48:53.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:53 smithi067 ceph-mon[94375]: osdmap e1433: 8 total, 8 up, 8 in 2024-07-29T15:48:54.542 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 6 tests from TestGroup (13685 ms total) 2024-07-29T15:48:54.542 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:48:54.542 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 31 tests from TestDeepCopy 2024-07-29T15:48:55.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:55 smithi138 ceph-mon[86438]: osdmap e1434: 8 total, 8 up, 8 in 2024-07-29T15:48:55.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:55 smithi138 ceph-mon[86438]: pgmap v2465: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:48:55.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:55 smithi067 ceph-mon[94375]: osdmap e1434: 8 total, 8 up, 8 in 2024-07-29T15:48:55.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:55 smithi067 ceph-mon[94375]: pgmap v2465: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:48:55.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:55 smithi067 ceph-mon[91995]: osdmap e1434: 8 total, 8 up, 8 in 2024-07-29T15:48:55.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:55 smithi067 ceph-mon[91995]: pgmap v2465: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:48:56.544 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestDeepCopy.Empty 2024-07-29T15:48:56.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:56 smithi138 ceph-mon[86438]: osdmap e1435: 8 total, 8 up, 8 in 2024-07-29T15:48:56.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:56 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2457098310' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:48:56.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:56 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:48:56.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:56 smithi067 ceph-mon[94375]: osdmap e1435: 8 total, 8 up, 8 in 2024-07-29T15:48:56.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:56 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2457098310' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:48:56.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:56 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:48:56.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:56 smithi067 ceph-mon[91995]: osdmap e1435: 8 total, 8 up, 8 in 2024-07-29T15:48:56.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:56 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2457098310' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:48:56.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:56 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:48:57.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:57 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:48:57.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:57 smithi138 ceph-mon[86438]: osdmap e1436: 8 total, 8 up, 8 in 2024-07-29T15:48:57.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:57 smithi138 ceph-mon[86438]: pgmap v2468: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:48:57.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:57 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:48:57.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:57 smithi067 ceph-mon[91995]: osdmap e1436: 8 total, 8 up, 8 in 2024-07-29T15:48:57.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:57 smithi067 ceph-mon[91995]: pgmap v2468: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:48:57.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:57 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:48:57.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:57 smithi067 ceph-mon[94375]: osdmap e1436: 8 total, 8 up, 8 in 2024-07-29T15:48:57.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:57 smithi067 ceph-mon[94375]: pgmap v2468: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:48:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:48:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:48:57] "GET /metrics HTTP/1.1" 200 36607 "" "Prometheus/2.51.0" 2024-07-29T15:48:58.682 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestDeepCopy.Empty (2138 ms) 2024-07-29T15:48:58.682 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-07-29T15:48:58.943 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestDeepCopy.NoSnaps (261 ms) 2024-07-29T15:48:58.943 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestDeepCopy.Snaps 2024-07-29T15:48:58.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:58 smithi067 ceph-mon[91995]: osdmap e1437: 8 total, 8 up, 8 in 2024-07-29T15:48:58.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:58 smithi067 ceph-mon[94375]: osdmap e1437: 8 total, 8 up, 8 in 2024-07-29T15:48:59.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:58 smithi138 ceph-mon[86438]: osdmap e1437: 8 total, 8 up, 8 in 2024-07-29T15:48:59.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:59 smithi067 ceph-mon[94375]: osdmap e1438: 8 total, 8 up, 8 in 2024-07-29T15:48:59.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:48:59 smithi067 ceph-mon[94375]: pgmap v2471: 137 pgs: 7 creating+peering, 15 unknown, 115 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:48:59.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:59 smithi067 ceph-mon[91995]: osdmap e1438: 8 total, 8 up, 8 in 2024-07-29T15:48:59.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:48:59 smithi067 ceph-mon[91995]: pgmap v2471: 137 pgs: 7 creating+peering, 15 unknown, 115 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:49:00.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:59 smithi138 ceph-mon[86438]: osdmap e1438: 8 total, 8 up, 8 in 2024-07-29T15:49:00.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:48:59 smithi138 ceph-mon[86438]: pgmap v2471: 137 pgs: 7 creating+peering, 15 unknown, 115 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:49:00.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:49:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:49:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:49:00.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:00 smithi067 ceph-mon[91995]: osdmap e1439: 8 total, 8 up, 8 in 2024-07-29T15:49:00.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:00 smithi067 ceph-mon[94375]: osdmap e1439: 8 total, 8 up, 8 in 2024-07-29T15:49:01.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:00 smithi138 ceph-mon[86438]: osdmap e1439: 8 total, 8 up, 8 in 2024-07-29T15:49:01.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:01 smithi067 ceph-mon[94375]: osdmap e1440: 8 total, 8 up, 8 in 2024-07-29T15:49:01.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:01 smithi067 ceph-mon[94375]: pgmap v2474: 137 pgs: 7 creating+peering, 130 active+clean; 29 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.0 MiB/s wr, 72 op/s 2024-07-29T15:49:01.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:01 smithi067 ceph-mon[91995]: osdmap e1440: 8 total, 8 up, 8 in 2024-07-29T15:49:01.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:01 smithi067 ceph-mon[91995]: pgmap v2474: 137 pgs: 7 creating+peering, 130 active+clean; 29 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.0 MiB/s wr, 72 op/s 2024-07-29T15:49:02.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:01 smithi138 ceph-mon[86438]: osdmap e1440: 8 total, 8 up, 8 in 2024-07-29T15:49:02.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:01 smithi138 ceph-mon[86438]: pgmap v2474: 137 pgs: 7 creating+peering, 130 active+clean; 29 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.0 MiB/s wr, 72 op/s 2024-07-29T15:49:02.886 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestDeepCopy.Snaps (3943 ms) 2024-07-29T15:49:02.886 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-07-29T15:49:02.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:02 smithi067 ceph-mon[91995]: osdmap e1441: 8 total, 8 up, 8 in 2024-07-29T15:49:02.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:02 smithi067 ceph-mon[94375]: osdmap e1441: 8 total, 8 up, 8 in 2024-07-29T15:49:03.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:02 smithi138 ceph-mon[86438]: osdmap e1441: 8 total, 8 up, 8 in 2024-07-29T15:49:03.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:03 smithi067 ceph-mon[91995]: osdmap e1442: 8 total, 8 up, 8 in 2024-07-29T15:49:03.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:03 smithi067 ceph-mon[91995]: pgmap v2477: 137 pgs: 137 active+clean; 37 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.0 MiB/s wr, 103 op/s 2024-07-29T15:49:03.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:03 smithi067 ceph-mon[94375]: osdmap e1442: 8 total, 8 up, 8 in 2024-07-29T15:49:03.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:03 smithi067 ceph-mon[94375]: pgmap v2477: 137 pgs: 137 active+clean; 37 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.0 MiB/s wr, 103 op/s 2024-07-29T15:49:04.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:03 smithi138 ceph-mon[86438]: osdmap e1442: 8 total, 8 up, 8 in 2024-07-29T15:49:04.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:03 smithi138 ceph-mon[86438]: pgmap v2477: 137 pgs: 137 active+clean; 37 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.0 MiB/s wr, 103 op/s 2024-07-29T15:49:04.723 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestDeepCopy.SnapDiscard (1837 ms) 2024-07-29T15:49:04.723 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-07-29T15:49:04.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:04 smithi067 ceph-mon[91995]: osdmap e1443: 8 total, 8 up, 8 in 2024-07-29T15:49:04.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:04 smithi067 ceph-mon[94375]: osdmap e1443: 8 total, 8 up, 8 in 2024-07-29T15:49:05.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:04 smithi138 ceph-mon[86438]: osdmap e1443: 8 total, 8 up, 8 in 2024-07-29T15:49:05.801 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestDeepCopy.CloneDiscard (1078 ms) 2024-07-29T15:49:05.801 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-07-29T15:49:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:05 smithi067 ceph-mon[91995]: pgmap v2479: 137 pgs: 137 active+clean; 61 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 147 op/s 2024-07-29T15:49:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:05 smithi067 ceph-mon[91995]: osdmap e1444: 8 total, 8 up, 8 in 2024-07-29T15:49:05.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:49:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:05 smithi067 ceph-mon[94375]: pgmap v2479: 137 pgs: 137 active+clean; 61 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 147 op/s 2024-07-29T15:49:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:05 smithi067 ceph-mon[94375]: osdmap e1444: 8 total, 8 up, 8 in 2024-07-29T15:49:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:49:06.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:05 smithi138 ceph-mon[86438]: pgmap v2479: 137 pgs: 137 active+clean; 61 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 147 op/s 2024-07-29T15:49:06.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:05 smithi138 ceph-mon[86438]: osdmap e1444: 8 total, 8 up, 8 in 2024-07-29T15:49:06.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:49:06.801 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestDeepCopy.CloneShrink (1000 ms) 2024-07-29T15:49:06.802 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-07-29T15:49:06.961 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:06 smithi138 ceph-mon[86438]: osdmap e1445: 8 total, 8 up, 8 in 2024-07-29T15:49:06.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:06 smithi067 ceph-mon[91995]: osdmap e1445: 8 total, 8 up, 8 in 2024-07-29T15:49:06.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:06 smithi067 ceph-mon[94375]: osdmap e1445: 8 total, 8 up, 8 in 2024-07-29T15:49:07.859 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestDeepCopy.CloneExpand (1058 ms) 2024-07-29T15:49:07.859 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-07-29T15:49:07.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:07 smithi067 ceph-mon[91995]: pgmap v2482: 137 pgs: 137 active+clean; 69 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 MiB/s rd, 8.0 MiB/s wr, 210 op/s 2024-07-29T15:49:07.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:07 smithi067 ceph-mon[91995]: osdmap e1446: 8 total, 8 up, 8 in 2024-07-29T15:49:07.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:49:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:49:07] "GET /metrics HTTP/1.1" 200 36625 "" "Prometheus/2.51.0" 2024-07-29T15:49:07.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:07 smithi067 ceph-mon[94375]: pgmap v2482: 137 pgs: 137 active+clean; 69 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 MiB/s rd, 8.0 MiB/s wr, 210 op/s 2024-07-29T15:49:07.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:07 smithi067 ceph-mon[94375]: osdmap e1446: 8 total, 8 up, 8 in 2024-07-29T15:49:08.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:07 smithi138 ceph-mon[86438]: pgmap v2482: 137 pgs: 137 active+clean; 69 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 MiB/s rd, 8.0 MiB/s wr, 210 op/s 2024-07-29T15:49:08.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:07 smithi138 ceph-mon[86438]: osdmap e1446: 8 total, 8 up, 8 in 2024-07-29T15:49:08.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:08 smithi067 ceph-mon[91995]: osdmap e1447: 8 total, 8 up, 8 in 2024-07-29T15:49:08.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:08 smithi067 ceph-mon[91995]: osdmap e1448: 8 total, 8 up, 8 in 2024-07-29T15:49:08.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:08 smithi067 ceph-mon[94375]: osdmap e1447: 8 total, 8 up, 8 in 2024-07-29T15:49:08.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:08 smithi067 ceph-mon[94375]: osdmap e1448: 8 total, 8 up, 8 in 2024-07-29T15:49:09.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:08 smithi138 ceph-mon[86438]: osdmap e1447: 8 total, 8 up, 8 in 2024-07-29T15:49:09.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:08 smithi138 ceph-mon[86438]: osdmap e1448: 8 total, 8 up, 8 in 2024-07-29T15:49:09.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:09 smithi067 ceph-mon[94375]: pgmap v2486: 137 pgs: 137 active+clean; 69 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 281 op/s 2024-07-29T15:49:09.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:09 smithi067 ceph-mon[94375]: osdmap e1449: 8 total, 8 up, 8 in 2024-07-29T15:49:09.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:09 smithi067 ceph-mon[91995]: pgmap v2486: 137 pgs: 137 active+clean; 69 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 281 op/s 2024-07-29T15:49:09.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:09 smithi067 ceph-mon[91995]: osdmap e1449: 8 total, 8 up, 8 in 2024-07-29T15:49:10.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:09 smithi138 ceph-mon[86438]: pgmap v2486: 137 pgs: 137 active+clean; 69 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 281 op/s 2024-07-29T15:49:10.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:09 smithi138 ceph-mon[86438]: osdmap e1449: 8 total, 8 up, 8 in 2024-07-29T15:49:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:49:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:49:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:49:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:11 smithi138 ceph-mon[86438]: osdmap e1450: 8 total, 8 up, 8 in 2024-07-29T15:49:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:11 smithi138 ceph-mon[86438]: pgmap v2489: 137 pgs: 137 active+clean; 69 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 301 KiB/s rd, 21 KiB/s wr, 401 op/s 2024-07-29T15:49:11.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:11 smithi067 ceph-mon[91995]: osdmap e1450: 8 total, 8 up, 8 in 2024-07-29T15:49:11.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:11 smithi067 ceph-mon[91995]: pgmap v2489: 137 pgs: 137 active+clean; 69 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 301 KiB/s rd, 21 KiB/s wr, 401 op/s 2024-07-29T15:49:11.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:11 smithi067 ceph-mon[94375]: osdmap e1450: 8 total, 8 up, 8 in 2024-07-29T15:49:11.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:11 smithi067 ceph-mon[94375]: pgmap v2489: 137 pgs: 137 active+clean; 69 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 301 KiB/s rd, 21 KiB/s wr, 401 op/s 2024-07-29T15:49:12.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:12 smithi138 ceph-mon[86438]: osdmap e1451: 8 total, 8 up, 8 in 2024-07-29T15:49:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:12 smithi067 ceph-mon[91995]: osdmap e1451: 8 total, 8 up, 8 in 2024-07-29T15:49:12.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:12 smithi067 ceph-mon[94375]: osdmap e1451: 8 total, 8 up, 8 in 2024-07-29T15:49:13.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:13 smithi138 ceph-mon[86438]: osdmap e1452: 8 total, 8 up, 8 in 2024-07-29T15:49:13.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:13 smithi138 ceph-mon[86438]: pgmap v2492: 137 pgs: 137 active+clean; 69 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 267 KiB/s rd, 18 KiB/s wr, 352 op/s 2024-07-29T15:49:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:13 smithi067 ceph-mon[91995]: osdmap e1452: 8 total, 8 up, 8 in 2024-07-29T15:49:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:13 smithi067 ceph-mon[91995]: pgmap v2492: 137 pgs: 137 active+clean; 69 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 267 KiB/s rd, 18 KiB/s wr, 352 op/s 2024-07-29T15:49:13.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:13 smithi067 ceph-mon[94375]: osdmap e1452: 8 total, 8 up, 8 in 2024-07-29T15:49:13.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:13 smithi067 ceph-mon[94375]: pgmap v2492: 137 pgs: 137 active+clean; 69 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 267 KiB/s rd, 18 KiB/s wr, 352 op/s 2024-07-29T15:49:14.648 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestDeepCopy.CloneHideParent (6789 ms) 2024-07-29T15:49:14.648 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestDeepCopy.Clone 2024-07-29T15:49:14.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:14 smithi138 ceph-mon[86438]: osdmap e1453: 8 total, 8 up, 8 in 2024-07-29T15:49:14.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:14 smithi067 ceph-mon[91995]: osdmap e1453: 8 total, 8 up, 8 in 2024-07-29T15:49:14.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:14 smithi067 ceph-mon[94375]: osdmap e1453: 8 total, 8 up, 8 in 2024-07-29T15:49:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:15 smithi138 ceph-mon[86438]: osdmap e1454: 8 total, 8 up, 8 in 2024-07-29T15:49:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:15 smithi138 ceph-mon[86438]: pgmap v2495: 137 pgs: 137 active+clean; 69 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 12 KiB/s wr, 162 op/s 2024-07-29T15:49:15.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:15 smithi067 ceph-mon[91995]: osdmap e1454: 8 total, 8 up, 8 in 2024-07-29T15:49:15.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:15 smithi067 ceph-mon[91995]: pgmap v2495: 137 pgs: 137 active+clean; 69 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 12 KiB/s wr, 162 op/s 2024-07-29T15:49:15.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:15 smithi067 ceph-mon[94375]: osdmap e1454: 8 total, 8 up, 8 in 2024-07-29T15:49:15.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:15 smithi067 ceph-mon[94375]: pgmap v2495: 137 pgs: 137 active+clean; 69 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 12 KiB/s wr, 162 op/s 2024-07-29T15:49:16.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:16 smithi138 ceph-mon[86438]: osdmap e1455: 8 total, 8 up, 8 in 2024-07-29T15:49:16.898 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestDeepCopy.Clone (2250 ms) 2024-07-29T15:49:16.898 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-07-29T15:49:16.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:16 smithi067 ceph-mon[91995]: osdmap e1455: 8 total, 8 up, 8 in 2024-07-29T15:49:16.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:16 smithi067 ceph-mon[94375]: osdmap e1455: 8 total, 8 up, 8 in 2024-07-29T15:49:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:17 smithi138 ceph-mon[86438]: osdmap e1456: 8 total, 8 up, 8 in 2024-07-29T15:49:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:17 smithi138 ceph-mon[86438]: pgmap v2498: 137 pgs: 137 active+clean; 77 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 2.0 MiB/s wr, 156 op/s 2024-07-29T15:49:17.844 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:17 smithi067 ceph-mon[91995]: osdmap e1456: 8 total, 8 up, 8 in 2024-07-29T15:49:17.844 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:17 smithi067 ceph-mon[91995]: pgmap v2498: 137 pgs: 137 active+clean; 77 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 2.0 MiB/s wr, 156 op/s 2024-07-29T15:49:17.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:17 smithi067 ceph-mon[94375]: osdmap e1456: 8 total, 8 up, 8 in 2024-07-29T15:49:17.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:17 smithi067 ceph-mon[94375]: pgmap v2498: 137 pgs: 137 active+clean; 77 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 2.0 MiB/s wr, 156 op/s 2024-07-29T15:49:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:49:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:49:17] "GET /metrics HTTP/1.1" 200 36625 "" "Prometheus/2.51.0" 2024-07-29T15:49:18.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:18 smithi138 ceph-mon[86438]: osdmap e1457: 8 total, 8 up, 8 in 2024-07-29T15:49:18.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:18 smithi067 ceph-mon[91995]: osdmap e1457: 8 total, 8 up, 8 in 2024-07-29T15:49:18.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:18 smithi067 ceph-mon[94375]: osdmap e1457: 8 total, 8 up, 8 in 2024-07-29T15:49:19.106 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestDeepCopy.CloneFlatten (2208 ms) 2024-07-29T15:49:19.106 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestDeepCopy.Stress 2024-07-29T15:49:19.128 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 70707632~6159991 2024-07-29T15:49:19.154 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 24035708~2258543 2024-07-29T15:49:19.155 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 54373153~2145201 2024-07-29T15:49:19.163 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 3565262~2751030 2024-07-29T15:49:19.163 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 77963408~1591530 2024-07-29T15:49:19.168 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 50426397~3563003 2024-07-29T15:49:19.170 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 20062675~7922976 2024-07-29T15:49:19.194 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 75624465~4896634 2024-07-29T15:49:19.195 INFO:tasks.workunit.client.0.smithi067.stdout:snap: snap0 2024-07-29T15:49:19.591 INFO:tasks.workunit.client.0.smithi067.stdout:clone image234 -> image235 2024-07-29T15:49:19.643 INFO:tasks.workunit.client.0.smithi067.stdout:write: B 9201152~5997447 2024-07-29T15:49:19.663 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 47255485~8124484 2024-07-29T15:49:19.672 INFO:tasks.workunit.client.0.smithi067.stdout:write: B 25415398~1932299 2024-07-29T15:49:19.689 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 50942132~4759423 2024-07-29T15:49:19.691 INFO:tasks.workunit.client.0.smithi067.stdout:write: B 60486396~2702826 2024-07-29T15:49:19.701 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 7364078~4619717 2024-07-29T15:49:19.704 INFO:tasks.workunit.client.0.smithi067.stdout:write: B 44334140~7743780 2024-07-29T15:49:19.734 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 35168148~2574238 2024-07-29T15:49:19.736 INFO:tasks.workunit.client.0.smithi067.stdout:snap: snap1 2024-07-29T15:49:19.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:19 smithi067 ceph-mon[91995]: osdmap e1458: 8 total, 8 up, 8 in 2024-07-29T15:49:19.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:19 smithi067 ceph-mon[91995]: pgmap v2501: 137 pgs: 137 active+clean; 89 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 5.0 MiB/s wr, 230 op/s 2024-07-29T15:49:19.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:19 smithi067 ceph-mon[94375]: osdmap e1458: 8 total, 8 up, 8 in 2024-07-29T15:49:19.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:19 smithi067 ceph-mon[94375]: pgmap v2501: 137 pgs: 137 active+clean; 89 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 5.0 MiB/s wr, 230 op/s 2024-07-29T15:49:20.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:19 smithi138 ceph-mon[86438]: osdmap e1458: 8 total, 8 up, 8 in 2024-07-29T15:49:20.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:19 smithi138 ceph-mon[86438]: pgmap v2501: 137 pgs: 137 active+clean; 89 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 5.0 MiB/s wr, 230 op/s 2024-07-29T15:49:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:49:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:49:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:49:20.602 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 123095733 2024-07-29T15:49:20.610 INFO:tasks.workunit.client.0.smithi067.stdout:write: C 2064139~4012015 2024-07-29T15:49:20.613 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 83766575~7246752 2024-07-29T15:49:20.614 INFO:tasks.workunit.client.0.smithi067.stdout:write: C 87740406~3459096 2024-07-29T15:49:20.614 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 2880487~6012319 2024-07-29T15:49:20.636 INFO:tasks.workunit.client.0.smithi067.stdout:write: C 2463690~3849527 2024-07-29T15:49:20.636 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 61168804~5237789 2024-07-29T15:49:20.638 INFO:tasks.workunit.client.0.smithi067.stdout:write: C 53083253~3748152 2024-07-29T15:49:20.638 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 87291456~2372871 2024-07-29T15:49:20.656 INFO:tasks.workunit.client.0.smithi067.stdout:snap: snap2 2024-07-29T15:49:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:20 smithi067 ceph-mon[91995]: osdmap e1459: 8 total, 8 up, 8 in 2024-07-29T15:49:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:49:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:20 smithi067 ceph-mon[94375]: osdmap e1459: 8 total, 8 up, 8 in 2024-07-29T15:49:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:49:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:20 smithi138 ceph-mon[86438]: osdmap e1459: 8 total, 8 up, 8 in 2024-07-29T15:49:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:49:21.614 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 164061177 2024-07-29T15:49:21.621 INFO:tasks.workunit.client.0.smithi067.stdout:write: D 151487006~204509 2024-07-29T15:49:21.624 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 12090607~7197553 2024-07-29T15:49:21.625 INFO:tasks.workunit.client.0.smithi067.stdout:write: D 60439771~4300742 2024-07-29T15:49:21.625 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 113993600~7215327 2024-07-29T15:49:21.631 INFO:tasks.workunit.client.0.smithi067.stdout:write: D 100595414~8166441 2024-07-29T15:49:21.631 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 153528073~3205811 2024-07-29T15:49:21.632 INFO:tasks.workunit.client.0.smithi067.stdout:write: D 85865758~4099718 2024-07-29T15:49:21.633 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 147539738~4291199 2024-07-29T15:49:21.668 INFO:tasks.workunit.client.0.smithi067.stdout:snap: snap3 2024-07-29T15:49:21.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:21 smithi067 ceph-mon[91995]: pgmap v2504: 137 pgs: 137 active+clean; 160 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 19 MiB/s wr, 275 op/s 2024-07-29T15:49:21.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:21 smithi067 ceph-mon[91995]: osdmap e1460: 8 total, 8 up, 8 in 2024-07-29T15:49:21.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:21 smithi067 ceph-mon[94375]: pgmap v2504: 137 pgs: 137 active+clean; 160 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 19 MiB/s wr, 275 op/s 2024-07-29T15:49:21.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:21 smithi067 ceph-mon[94375]: osdmap e1460: 8 total, 8 up, 8 in 2024-07-29T15:49:22.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:21 smithi138 ceph-mon[86438]: pgmap v2504: 137 pgs: 137 active+clean; 160 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 19 MiB/s wr, 275 op/s 2024-07-29T15:49:22.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:21 smithi138 ceph-mon[86438]: osdmap e1460: 8 total, 8 up, 8 in 2024-07-29T15:49:22.625 INFO:tasks.workunit.client.0.smithi067.stdout:clone image235 -> image236 2024-07-29T15:49:22.980 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestDeepCopy.Stress (3874 ms) 2024-07-29T15:49:22.980 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-07-29T15:49:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:22 smithi067 ceph-mon[91995]: osdmap e1461: 8 total, 8 up, 8 in 2024-07-29T15:49:22.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:22 smithi067 ceph-mon[94375]: osdmap e1461: 8 total, 8 up, 8 in 2024-07-29T15:49:23.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:22 smithi138 ceph-mon[86438]: osdmap e1461: 8 total, 8 up, 8 in 2024-07-29T15:49:23.269 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (289 ms) 2024-07-29T15:49:23.269 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-07-29T15:49:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:23 smithi067 ceph-mon[91995]: pgmap v2506: 137 pgs: 137 active+clean; 221 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 30 MiB/s wr, 378 op/s 2024-07-29T15:49:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:23 smithi067 ceph-mon[91995]: osdmap e1462: 8 total, 8 up, 8 in 2024-07-29T15:49:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:23 smithi067 ceph-mon[94375]: pgmap v2506: 137 pgs: 137 active+clean; 221 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 30 MiB/s wr, 378 op/s 2024-07-29T15:49:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:23 smithi067 ceph-mon[94375]: osdmap e1462: 8 total, 8 up, 8 in 2024-07-29T15:49:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:23 smithi138 ceph-mon[86438]: pgmap v2506: 137 pgs: 137 active+clean; 221 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 30 MiB/s wr, 378 op/s 2024-07-29T15:49:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:23 smithi138 ceph-mon[86438]: osdmap e1462: 8 total, 8 up, 8 in 2024-07-29T15:49:24.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:24 smithi067 ceph-mon[91995]: osdmap e1463: 8 total, 8 up, 8 in 2024-07-29T15:49:24.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:24 smithi067 ceph-mon[94375]: osdmap e1463: 8 total, 8 up, 8 in 2024-07-29T15:49:25.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:24 smithi138 ceph-mon[86438]: osdmap e1463: 8 total, 8 up, 8 in 2024-07-29T15:49:25.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:25 smithi067 ceph-mon[91995]: pgmap v2509: 137 pgs: 137 active+clean; 310 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 43 MiB/s rd, 33 MiB/s wr, 527 op/s 2024-07-29T15:49:25.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:25 smithi067 ceph-mon[91995]: osdmap e1464: 8 total, 8 up, 8 in 2024-07-29T15:49:25.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:25 smithi067 ceph-mon[94375]: pgmap v2509: 137 pgs: 137 active+clean; 310 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 43 MiB/s rd, 33 MiB/s wr, 527 op/s 2024-07-29T15:49:25.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:25 smithi067 ceph-mon[94375]: osdmap e1464: 8 total, 8 up, 8 in 2024-07-29T15:49:26.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:25 smithi138 ceph-mon[86438]: pgmap v2509: 137 pgs: 137 active+clean; 310 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 43 MiB/s rd, 33 MiB/s wr, 527 op/s 2024-07-29T15:49:26.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:25 smithi138 ceph-mon[86438]: osdmap e1464: 8 total, 8 up, 8 in 2024-07-29T15:49:26.963 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3694 ms) 2024-07-29T15:49:26.964 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-07-29T15:49:26.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:26 smithi067 ceph-mon[91995]: osdmap e1465: 8 total, 8 up, 8 in 2024-07-29T15:49:26.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:26 smithi067 ceph-mon[94375]: osdmap e1465: 8 total, 8 up, 8 in 2024-07-29T15:49:27.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:26 smithi138 ceph-mon[86438]: osdmap e1465: 8 total, 8 up, 8 in 2024-07-29T15:49:27.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:27 smithi067 ceph-mon[91995]: pgmap v2512: 137 pgs: 137 active+clean; 343 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 39 MiB/s rd, 25 MiB/s wr, 573 op/s 2024-07-29T15:49:27.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:27 smithi067 ceph-mon[91995]: osdmap e1466: 8 total, 8 up, 8 in 2024-07-29T15:49:27.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:27 smithi067 ceph-mon[94375]: pgmap v2512: 137 pgs: 137 active+clean; 343 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 39 MiB/s rd, 25 MiB/s wr, 573 op/s 2024-07-29T15:49:27.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:27 smithi067 ceph-mon[94375]: osdmap e1466: 8 total, 8 up, 8 in 2024-07-29T15:49:27.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:49:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:49:27] "GET /metrics HTTP/1.1" 200 36634 "" "Prometheus/2.51.0" 2024-07-29T15:49:28.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:27 smithi138 ceph-mon[86438]: pgmap v2512: 137 pgs: 137 active+clean; 343 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 39 MiB/s rd, 25 MiB/s wr, 573 op/s 2024-07-29T15:49:28.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:27 smithi138 ceph-mon[86438]: osdmap e1466: 8 total, 8 up, 8 in 2024-07-29T15:49:28.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:28 smithi067 ceph-mon[91995]: osdmap e1467: 8 total, 8 up, 8 in 2024-07-29T15:49:28.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:28 smithi067 ceph-mon[94375]: osdmap e1467: 8 total, 8 up, 8 in 2024-07-29T15:49:29.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:28 smithi138 ceph-mon[86438]: osdmap e1467: 8 total, 8 up, 8 in 2024-07-29T15:49:29.067 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2105 ms) 2024-07-29T15:49:29.068 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-07-29T15:49:29.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:29 smithi067 ceph-mon[91995]: pgmap v2515: 137 pgs: 137 active+clean; 383 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 16 MiB/s wr, 282 op/s 2024-07-29T15:49:29.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:29 smithi067 ceph-mon[91995]: osdmap e1468: 8 total, 8 up, 8 in 2024-07-29T15:49:29.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:29 smithi067 ceph-mon[94375]: pgmap v2515: 137 pgs: 137 active+clean; 383 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 16 MiB/s wr, 282 op/s 2024-07-29T15:49:29.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:29 smithi067 ceph-mon[94375]: osdmap e1468: 8 total, 8 up, 8 in 2024-07-29T15:49:30.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:29 smithi138 ceph-mon[86438]: pgmap v2515: 137 pgs: 137 active+clean; 383 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 16 MiB/s wr, 282 op/s 2024-07-29T15:49:30.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:29 smithi138 ceph-mon[86438]: osdmap e1468: 8 total, 8 up, 8 in 2024-07-29T15:49:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:49:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:49:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:49:30.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:30 smithi067 ceph-mon[91995]: osdmap e1469: 8 total, 8 up, 8 in 2024-07-29T15:49:30.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:30 smithi067 ceph-mon[94375]: osdmap e1469: 8 total, 8 up, 8 in 2024-07-29T15:49:31.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:30 smithi138 ceph-mon[86438]: osdmap e1469: 8 total, 8 up, 8 in 2024-07-29T15:49:31.237 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2169 ms) 2024-07-29T15:49:31.237 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-07-29T15:49:31.259 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 26931955~5952085 2024-07-29T15:49:31.284 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 68420493~1342007 2024-07-29T15:49:31.285 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 28880703~7816464 2024-07-29T15:49:31.308 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 32576313~1983618 2024-07-29T15:49:31.311 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 24192247~6337324 2024-07-29T15:49:31.331 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 11662596~7614998 2024-07-29T15:49:31.332 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 29216440~6223976 2024-07-29T15:49:31.353 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 54719742~7574730 2024-07-29T15:49:31.353 INFO:tasks.workunit.client.0.smithi067.stdout:snap: snap0 2024-07-29T15:49:31.737 INFO:tasks.workunit.client.0.smithi067.stdout:clone image255 -> image256 2024-07-29T15:49:31.779 INFO:tasks.workunit.client.0.smithi067.stdout:write: B 44908079~4165927 2024-07-29T15:49:31.800 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 59930630~878306 2024-07-29T15:49:31.803 INFO:tasks.workunit.client.0.smithi067.stdout:write: B 29146035~7064757 2024-07-29T15:49:31.836 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 76362683~5501573 2024-07-29T15:49:31.839 INFO:tasks.workunit.client.0.smithi067.stdout:write: B 33911490~2152604 2024-07-29T15:49:31.847 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 40623986~677983 2024-07-29T15:49:31.851 INFO:tasks.workunit.client.0.smithi067.stdout:write: B 73738932~7450678 2024-07-29T15:49:31.869 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 8792685~447077 2024-07-29T15:49:31.872 INFO:tasks.workunit.client.0.smithi067.stdout:snap: snap1 2024-07-29T15:49:31.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:31 smithi067 ceph-mon[91995]: pgmap v2518: 137 pgs: 137 active+clean; 419 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 19 MiB/s wr, 211 op/s 2024-07-29T15:49:31.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:31 smithi067 ceph-mon[91995]: osdmap e1470: 8 total, 8 up, 8 in 2024-07-29T15:49:31.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:31 smithi067 ceph-mon[94375]: pgmap v2518: 137 pgs: 137 active+clean; 419 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 19 MiB/s wr, 211 op/s 2024-07-29T15:49:31.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:31 smithi067 ceph-mon[94375]: osdmap e1470: 8 total, 8 up, 8 in 2024-07-29T15:49:32.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:31 smithi138 ceph-mon[86438]: pgmap v2518: 137 pgs: 137 active+clean; 419 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 19 MiB/s wr, 211 op/s 2024-07-29T15:49:32.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:31 smithi138 ceph-mon[86438]: osdmap e1470: 8 total, 8 up, 8 in 2024-07-29T15:49:32.747 INFO:tasks.workunit.client.0.smithi067.stdout:clone image256 -> image257 2024-07-29T15:49:32.812 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 121559468 2024-07-29T15:49:32.818 INFO:tasks.workunit.client.0.smithi067.stdout:write: C 46164378~1536708 2024-07-29T15:49:32.843 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 60187563~2067673 2024-07-29T15:49:32.847 INFO:tasks.workunit.client.0.smithi067.stdout:write: C 81140525~6511812 2024-07-29T15:49:32.873 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 103590597~6787108 2024-07-29T15:49:32.873 INFO:tasks.workunit.client.0.smithi067.stdout:write: C 116560238~4527784 2024-07-29T15:49:32.890 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 19128190~5051156 2024-07-29T15:49:32.900 INFO:tasks.workunit.client.0.smithi067.stdout:write: C 33784803~6952521 2024-07-29T15:49:32.925 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 29209764~3078584 2024-07-29T15:49:32.954 INFO:tasks.workunit.client.0.smithi067.stdout:snap: snap2 2024-07-29T15:49:32.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:32 smithi067 ceph-mon[91995]: osdmap e1471: 8 total, 8 up, 8 in 2024-07-29T15:49:32.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:32 smithi067 ceph-mon[94375]: osdmap e1471: 8 total, 8 up, 8 in 2024-07-29T15:49:33.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:32 smithi138 ceph-mon[86438]: osdmap e1471: 8 total, 8 up, 8 in 2024-07-29T15:49:33.755 INFO:tasks.workunit.client.0.smithi067.stdout:clone image257 -> image258 2024-07-29T15:49:33.836 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 186610457 2024-07-29T15:49:33.844 INFO:tasks.workunit.client.0.smithi067.stdout:write: D 160494912~7557556 2024-07-29T15:49:33.876 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 39873174~5632919 2024-07-29T15:49:33.893 INFO:tasks.workunit.client.0.smithi067.stdout:write: D 25738651~7892346 2024-07-29T15:49:33.943 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 107085922~6477000 2024-07-29T15:49:33.952 INFO:tasks.workunit.client.0.smithi067.stdout:write: D 52383859~5099067 2024-07-29T15:49:33.967 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 105759157~8214356 2024-07-29T15:49:33.969 INFO:tasks.workunit.client.0.smithi067.stdout:write: D 13438698~7566797 2024-07-29T15:49:33.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:33 smithi067 ceph-mon[91995]: pgmap v2521: 137 pgs: 137 active+clean; 498 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 29 MiB/s wr, 349 op/s 2024-07-29T15:49:33.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:33 smithi067 ceph-mon[91995]: osdmap e1472: 8 total, 8 up, 8 in 2024-07-29T15:49:33.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:33 smithi067 ceph-mon[94375]: pgmap v2521: 137 pgs: 137 active+clean; 498 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 29 MiB/s wr, 349 op/s 2024-07-29T15:49:33.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:33 smithi067 ceph-mon[94375]: osdmap e1472: 8 total, 8 up, 8 in 2024-07-29T15:49:34.000 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 14601740~2897088 2024-07-29T15:49:34.002 INFO:tasks.workunit.client.0.smithi067.stdout:snap: snap3 2024-07-29T15:49:34.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:33 smithi138 ceph-mon[86438]: pgmap v2521: 137 pgs: 137 active+clean; 498 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 29 MiB/s wr, 349 op/s 2024-07-29T15:49:34.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:33 smithi138 ceph-mon[86438]: osdmap e1472: 8 total, 8 up, 8 in 2024-07-29T15:49:34.760 INFO:tasks.workunit.client.0.smithi067.stdout:clone image258 -> image259 2024-07-29T15:49:34.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:34 smithi067 ceph-mon[91995]: osdmap e1473: 8 total, 8 up, 8 in 2024-07-29T15:49:34.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:34 smithi067 ceph-mon[94375]: osdmap e1473: 8 total, 8 up, 8 in 2024-07-29T15:49:35.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:34 smithi138 ceph-mon[86438]: osdmap e1473: 8 total, 8 up, 8 in 2024-07-29T15:49:35.185 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (3948 ms) 2024-07-29T15:49:35.185 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-07-29T15:49:35.416 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (231 ms) 2024-07-29T15:49:35.416 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-07-29T15:49:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:35 smithi138 ceph-mon[86438]: pgmap v2524: 137 pgs: 137 active+clean; 590 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 42 MiB/s wr, 498 op/s 2024-07-29T15:49:36.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:35 smithi138 ceph-mon[86438]: osdmap e1474: 8 total, 8 up, 8 in 2024-07-29T15:49:36.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:49:36.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:35 smithi067 ceph-mon[91995]: pgmap v2524: 137 pgs: 137 active+clean; 590 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 42 MiB/s wr, 498 op/s 2024-07-29T15:49:36.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:35 smithi067 ceph-mon[91995]: osdmap e1474: 8 total, 8 up, 8 in 2024-07-29T15:49:36.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:49:36.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:35 smithi067 ceph-mon[94375]: pgmap v2524: 137 pgs: 137 active+clean; 590 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 42 MiB/s wr, 498 op/s 2024-07-29T15:49:36.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:35 smithi067 ceph-mon[94375]: osdmap e1474: 8 total, 8 up, 8 in 2024-07-29T15:49:36.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:49:37.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:36 smithi138 ceph-mon[86438]: osdmap e1475: 8 total, 8 up, 8 in 2024-07-29T15:49:37.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:36 smithi067 ceph-mon[91995]: osdmap e1475: 8 total, 8 up, 8 in 2024-07-29T15:49:37.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:36 smithi067 ceph-mon[94375]: osdmap e1475: 8 total, 8 up, 8 in 2024-07-29T15:49:38.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:37 smithi138 ceph-mon[86438]: pgmap v2527: 137 pgs: 137 active+clean; 654 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 36 MiB/s wr, 498 op/s 2024-07-29T15:49:38.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:37 smithi138 ceph-mon[86438]: osdmap e1476: 8 total, 8 up, 8 in 2024-07-29T15:49:38.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:37 smithi067 ceph-mon[91995]: pgmap v2527: 137 pgs: 137 active+clean; 654 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 36 MiB/s wr, 498 op/s 2024-07-29T15:49:38.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:37 smithi067 ceph-mon[91995]: osdmap e1476: 8 total, 8 up, 8 in 2024-07-29T15:49:38.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:49:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:49:37] "GET /metrics HTTP/1.1" 200 36631 "" "Prometheus/2.51.0" 2024-07-29T15:49:38.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:37 smithi067 ceph-mon[94375]: pgmap v2527: 137 pgs: 137 active+clean; 654 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 36 MiB/s wr, 498 op/s 2024-07-29T15:49:38.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:37 smithi067 ceph-mon[94375]: osdmap e1476: 8 total, 8 up, 8 in 2024-07-29T15:49:39.041 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3625 ms) 2024-07-29T15:49:39.041 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-07-29T15:49:39.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:38 smithi138 ceph-mon[86438]: osdmap e1477: 8 total, 8 up, 8 in 2024-07-29T15:49:39.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:38 smithi067 ceph-mon[91995]: osdmap e1477: 8 total, 8 up, 8 in 2024-07-29T15:49:39.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:38 smithi067 ceph-mon[94375]: osdmap e1477: 8 total, 8 up, 8 in 2024-07-29T15:49:40.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:39 smithi138 ceph-mon[86438]: pgmap v2530: 137 pgs: 137 active+clean; 696 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 23 MiB/s wr, 497 op/s 2024-07-29T15:49:40.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:39 smithi138 ceph-mon[86438]: osdmap e1478: 8 total, 8 up, 8 in 2024-07-29T15:49:40.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:39 smithi067 ceph-mon[91995]: pgmap v2530: 137 pgs: 137 active+clean; 696 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 23 MiB/s wr, 497 op/s 2024-07-29T15:49:40.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:39 smithi067 ceph-mon[91995]: osdmap e1478: 8 total, 8 up, 8 in 2024-07-29T15:49:40.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:39 smithi067 ceph-mon[94375]: pgmap v2530: 137 pgs: 137 active+clean; 696 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 23 MiB/s wr, 497 op/s 2024-07-29T15:49:40.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:39 smithi067 ceph-mon[94375]: osdmap e1478: 8 total, 8 up, 8 in 2024-07-29T15:49:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:49:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:49:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:49:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:40 smithi138 ceph-mon[86438]: osdmap e1479: 8 total, 8 up, 8 in 2024-07-29T15:49:41.120 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2079 ms) 2024-07-29T15:49:41.120 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-07-29T15:49:41.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:40 smithi067 ceph-mon[91995]: osdmap e1479: 8 total, 8 up, 8 in 2024-07-29T15:49:41.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:40 smithi067 ceph-mon[94375]: osdmap e1479: 8 total, 8 up, 8 in 2024-07-29T15:49:42.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:41 smithi138 ceph-mon[86438]: pgmap v2533: 137 pgs: 137 active+clean; 720 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 16 MiB/s wr, 509 op/s 2024-07-29T15:49:42.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:41 smithi138 ceph-mon[86438]: osdmap e1480: 8 total, 8 up, 8 in 2024-07-29T15:49:42.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:41 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:49:42.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:41 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:49:42.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:41 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:49:42.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:41 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:49:42.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:41 smithi067 ceph-mon[91995]: pgmap v2533: 137 pgs: 137 active+clean; 720 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 16 MiB/s wr, 509 op/s 2024-07-29T15:49:42.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:41 smithi067 ceph-mon[91995]: osdmap e1480: 8 total, 8 up, 8 in 2024-07-29T15:49:42.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:41 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:49:42.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:41 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:49:42.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:41 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:49:42.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:41 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:49:42.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:41 smithi067 ceph-mon[94375]: pgmap v2533: 137 pgs: 137 active+clean; 720 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 16 MiB/s wr, 509 op/s 2024-07-29T15:49:42.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:41 smithi067 ceph-mon[94375]: osdmap e1480: 8 total, 8 up, 8 in 2024-07-29T15:49:42.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:41 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:49:42.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:41 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:49:42.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:41 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:49:42.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:41 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:49:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:42 smithi138 ceph-mon[86438]: osdmap e1481: 8 total, 8 up, 8 in 2024-07-29T15:49:43.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:42 smithi067 ceph-mon[91995]: osdmap e1481: 8 total, 8 up, 8 in 2024-07-29T15:49:43.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:42 smithi067 ceph-mon[94375]: osdmap e1481: 8 total, 8 up, 8 in 2024-07-29T15:49:43.257 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2137 ms) 2024-07-29T15:49:43.257 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-07-29T15:49:43.282 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 79568217~926415 2024-07-29T15:49:43.289 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 66599192~6578204 2024-07-29T15:49:43.289 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 26434005~3698332 2024-07-29T15:49:43.306 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 2002069~7653224 2024-07-29T15:49:43.307 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 54872126~8326976 2024-07-29T15:49:43.332 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 9149768~1171017 2024-07-29T15:49:43.332 INFO:tasks.workunit.client.0.smithi067.stdout:write: A 51349597~1784789 2024-07-29T15:49:43.340 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 56811427~264898 2024-07-29T15:49:43.341 INFO:tasks.workunit.client.0.smithi067.stdout:snap: snap0 2024-07-29T15:49:43.827 INFO:tasks.workunit.client.0.smithi067.stdout:clone image278 -> image279 2024-07-29T15:49:43.873 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 162573790 2024-07-29T15:49:43.879 INFO:tasks.workunit.client.0.smithi067.stdout:write: B 119134026~5136430 2024-07-29T15:49:43.902 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 98597440~4019653 2024-07-29T15:49:43.903 INFO:tasks.workunit.client.0.smithi067.stdout:write: B 32552512~7152633 2024-07-29T15:49:43.937 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 131479572~4055941 2024-07-29T15:49:43.938 INFO:tasks.workunit.client.0.smithi067.stdout:write: B 12236422~6766884 2024-07-29T15:49:43.964 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 142998326~3017989 2024-07-29T15:49:43.964 INFO:tasks.workunit.client.0.smithi067.stdout:write: B 99363422~3122177 2024-07-29T15:49:43.975 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 62158787~945798 2024-07-29T15:49:44.002 INFO:tasks.workunit.client.0.smithi067.stdout:snap: snap1 2024-07-29T15:49:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:43 smithi138 ceph-mon[86438]: pgmap v2536: 137 pgs: 137 active+clean; 733 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 9.3 MiB/s wr, 334 op/s 2024-07-29T15:49:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:43 smithi138 ceph-mon[86438]: osdmap e1482: 8 total, 8 up, 8 in 2024-07-29T15:49:44.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:43 smithi067 ceph-mon[91995]: pgmap v2536: 137 pgs: 137 active+clean; 733 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 9.3 MiB/s wr, 334 op/s 2024-07-29T15:49:44.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:43 smithi067 ceph-mon[91995]: osdmap e1482: 8 total, 8 up, 8 in 2024-07-29T15:49:44.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:43 smithi067 ceph-mon[94375]: pgmap v2536: 137 pgs: 137 active+clean; 733 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 9.3 MiB/s wr, 334 op/s 2024-07-29T15:49:44.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:43 smithi067 ceph-mon[94375]: osdmap e1482: 8 total, 8 up, 8 in 2024-07-29T15:49:44.833 INFO:tasks.workunit.client.0.smithi067.stdout:clone image279 -> image280 2024-07-29T15:49:44.900 INFO:tasks.workunit.client.0.smithi067.stdout:resize: 122151792 2024-07-29T15:49:44.916 INFO:tasks.workunit.client.0.smithi067.stdout:write: C 7439100~4400528 2024-07-29T15:49:44.939 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 15111097~6417600 2024-07-29T15:49:44.957 INFO:tasks.workunit.client.0.smithi067.stdout:write: C 43941717~2913508 2024-07-29T15:49:44.969 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 97637991~6589494 2024-07-29T15:49:44.978 INFO:tasks.workunit.client.0.smithi067.stdout:write: C 68668891~6293560 2024-07-29T15:49:45.003 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 92335926~3394120 2024-07-29T15:49:45.005 INFO:tasks.workunit.client.0.smithi067.stdout:write: C 35956062~2443658 2024-07-29T15:49:45.035 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 72833190~5114844 2024-07-29T15:49:45.042 INFO:tasks.workunit.client.0.smithi067.stdout:snap: snap2 2024-07-29T15:49:45.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:44 smithi138 ceph-mon[86438]: osdmap e1483: 8 total, 8 up, 8 in 2024-07-29T15:49:45.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:44 smithi067 ceph-mon[91995]: osdmap e1483: 8 total, 8 up, 8 in 2024-07-29T15:49:45.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:44 smithi067 ceph-mon[94375]: osdmap e1483: 8 total, 8 up, 8 in 2024-07-29T15:49:45.840 INFO:tasks.workunit.client.0.smithi067.stdout:clone image280 -> image281 2024-07-29T15:49:45.924 INFO:tasks.workunit.client.0.smithi067.stdout:write: D 2637672~2425611 2024-07-29T15:49:45.942 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 79660365~2021254 2024-07-29T15:49:45.954 INFO:tasks.workunit.client.0.smithi067.stdout:write: D 63614704~827389 2024-07-29T15:49:45.971 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 39402651~7743550 2024-07-29T15:49:45.983 INFO:tasks.workunit.client.0.smithi067.stdout:write: D 20354087~5723254 2024-07-29T15:49:46.012 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 58385874~1925973 2024-07-29T15:49:46.037 INFO:tasks.workunit.client.0.smithi067.stdout:write: D 90329573~3844569 2024-07-29T15:49:46.048 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 62203241~1700974 2024-07-29T15:49:46.049 INFO:tasks.workunit.client.0.smithi067.stdout:snap: snap3 2024-07-29T15:49:46.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:45 smithi067 ceph-mon[91995]: pgmap v2539: 137 pgs: 137 active+clean; 798 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 18 MiB/s wr, 529 op/s 2024-07-29T15:49:46.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:45 smithi067 ceph-mon[91995]: osdmap e1484: 8 total, 8 up, 8 in 2024-07-29T15:49:46.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:45 smithi067 ceph-mon[94375]: pgmap v2539: 137 pgs: 137 active+clean; 798 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 18 MiB/s wr, 529 op/s 2024-07-29T15:49:46.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:45 smithi067 ceph-mon[94375]: osdmap e1484: 8 total, 8 up, 8 in 2024-07-29T15:49:46.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:45 smithi138 ceph-mon[86438]: pgmap v2539: 137 pgs: 137 active+clean; 798 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 18 MiB/s wr, 529 op/s 2024-07-29T15:49:46.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:45 smithi138 ceph-mon[86438]: osdmap e1484: 8 total, 8 up, 8 in 2024-07-29T15:49:46.850 INFO:tasks.workunit.client.0.smithi067.stdout:clone image281 -> image282 2024-07-29T15:49:47.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:46 smithi067 ceph-mon[91995]: osdmap e1485: 8 total, 8 up, 8 in 2024-07-29T15:49:47.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:46 smithi067 ceph-mon[91995]: pgmap v2542: 137 pgs: 137 active+clean; 934 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 57 MiB/s rd, 44 MiB/s wr, 740 op/s 2024-07-29T15:49:47.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:46 smithi067 ceph-mon[94375]: osdmap e1485: 8 total, 8 up, 8 in 2024-07-29T15:49:47.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:46 smithi067 ceph-mon[94375]: pgmap v2542: 137 pgs: 137 active+clean; 934 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 57 MiB/s rd, 44 MiB/s wr, 740 op/s 2024-07-29T15:49:47.273 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (4016 ms) 2024-07-29T15:49:47.274 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-07-29T15:49:47.295 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:49:47.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:46 smithi138 ceph-mon[86438]: osdmap e1485: 8 total, 8 up, 8 in 2024-07-29T15:49:47.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:46 smithi138 ceph-mon[86438]: pgmap v2542: 137 pgs: 137 active+clean; 934 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 57 MiB/s rd, 44 MiB/s wr, 740 op/s 2024-07-29T15:49:47.365 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (92 ms) 2024-07-29T15:49:47.365 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-07-29T15:49:47.386 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:49:47.457 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (92 ms) 2024-07-29T15:49:47.457 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-07-29T15:49:47.478 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:49:47.549 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestDeepCopy.Clone_StrippingLargerDstObjSize (92 ms) 2024-07-29T15:49:47.549 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-07-29T15:49:47.573 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:49:47.640 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (91 ms) 2024-07-29T15:49:47.640 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-07-29T15:49:47.664 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:49:47.733 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestDeepCopy.Stress_StrippingLargerDstObjSize (93 ms) 2024-07-29T15:49:47.733 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-07-29T15:49:47.754 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:49:47.824 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (91 ms) 2024-07-29T15:49:47.825 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-07-29T15:49:47.847 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:49:47.919 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (95 ms) 2024-07-29T15:49:47.919 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-07-29T15:49:47.941 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:49:48.010 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (91 ms) 2024-07-29T15:49:48.010 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-07-29T15:49:48.034 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:49:48.109 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (98 ms) 2024-07-29T15:49:48.109 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-07-29T15:49:48.130 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:49:48.202 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (93 ms) 2024-07-29T15:49:48.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:47 smithi067 ceph-mon[94375]: osdmap e1486: 8 total, 8 up, 8 in 2024-07-29T15:49:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:47 smithi067 ceph-mon[91995]: osdmap e1486: 8 total, 8 up, 8 in 2024-07-29T15:49:48.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:49:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:49:47] "GET /metrics HTTP/1.1" 200 36631 "" "Prometheus/2.51.0" 2024-07-29T15:49:48.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:47 smithi138 ceph-mon[86438]: osdmap e1486: 8 total, 8 up, 8 in 2024-07-29T15:49:48.838 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 31 tests from TestDeepCopy (51658 ms total) 2024-07-29T15:49:48.838 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:49:48.838 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 51 tests from TestMirroring 2024-07-29T15:49:49.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:49 smithi138 ceph-mon[86438]: pgmap v2544: 137 pgs: 137 active+clean; 979 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 40 MiB/s wr, 751 op/s 2024-07-29T15:49:49.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:49 smithi138 ceph-mon[86438]: osdmap e1487: 8 total, 8 up, 8 in 2024-07-29T15:49:49.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:49 smithi067 ceph-mon[91995]: pgmap v2544: 137 pgs: 137 active+clean; 979 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 40 MiB/s wr, 751 op/s 2024-07-29T15:49:49.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:49 smithi067 ceph-mon[91995]: osdmap e1487: 8 total, 8 up, 8 in 2024-07-29T15:49:49.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:49 smithi067 ceph-mon[94375]: pgmap v2544: 137 pgs: 137 active+clean; 979 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 40 MiB/s wr, 751 op/s 2024-07-29T15:49:49.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:49 smithi067 ceph-mon[94375]: osdmap e1487: 8 total, 8 up, 8 in 2024-07-29T15:49:50.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:49:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:49:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:49:50.841 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-07-29T15:49:51.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:50 smithi067 ceph-mon[91995]: osdmap e1488: 8 total, 8 up, 8 in 2024-07-29T15:49:51.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:50 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:49:51.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:50 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:49:51.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:49:51.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:50 smithi067 ceph-mon[91995]: pgmap v2547: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-07-29T15:49:51.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:50 smithi067 ceph-mon[94375]: osdmap e1488: 8 total, 8 up, 8 in 2024-07-29T15:49:51.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:50 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:49:51.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:50 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:49:51.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:49:51.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:50 smithi067 ceph-mon[94375]: pgmap v2547: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-07-29T15:49:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:50 smithi138 ceph-mon[86438]: osdmap e1488: 8 total, 8 up, 8 in 2024-07-29T15:49:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:50 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:49:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:50 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:49:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:49:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:50 smithi138 ceph-mon[86438]: pgmap v2547: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-07-29T15:49:52.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:51 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:49:52.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:51 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:49:52.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:51 smithi067 ceph-mon[91995]: osdmap e1489: 8 total, 8 up, 8 in 2024-07-29T15:49:52.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:51 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:49:52.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:51 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:49:52.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:51 smithi067 ceph-mon[94375]: osdmap e1489: 8 total, 8 up, 8 in 2024-07-29T15:49:52.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:51 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:49:52.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:51 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:49:52.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:51 smithi138 ceph-mon[86438]: osdmap e1489: 8 total, 8 up, 8 in 2024-07-29T15:49:52.968 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2127 ms) 2024-07-29T15:49:52.968 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-07-29T15:49:53.073 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (105 ms) 2024-07-29T15:49:53.074 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-07-29T15:49:53.155 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (82 ms) 2024-07-29T15:49:53.155 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-07-29T15:49:53.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:52 smithi067 ceph-mon[91995]: osdmap e1490: 8 total, 8 up, 8 in 2024-07-29T15:49:53.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:52 smithi067 ceph-mon[91995]: pgmap v2550: 137 pgs: 7 creating+peering, 9 unknown, 121 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-07-29T15:49:53.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:52 smithi067 ceph-mon[94375]: osdmap e1490: 8 total, 8 up, 8 in 2024-07-29T15:49:53.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:52 smithi067 ceph-mon[94375]: pgmap v2550: 137 pgs: 7 creating+peering, 9 unknown, 121 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-07-29T15:49:53.255 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (100 ms) 2024-07-29T15:49:53.255 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-07-29T15:49:53.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:52 smithi138 ceph-mon[86438]: osdmap e1490: 8 total, 8 up, 8 in 2024-07-29T15:49:53.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:52 smithi138 ceph-mon[86438]: pgmap v2550: 137 pgs: 7 creating+peering, 9 unknown, 121 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-07-29T15:49:53.342 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (87 ms) 2024-07-29T15:49:53.342 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-07-29T15:49:53.434 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (92 ms) 2024-07-29T15:49:53.434 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-07-29T15:49:53.541 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (107 ms) 2024-07-29T15:49:53.541 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-07-29T15:49:53.541 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:49:53.541 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-07-29T15:49:53.542 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-07-29T15:49:53.542 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:49:53.542 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-07-29T15:49:53.542 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-07-29T15:49:53.610 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (69 ms) 2024-07-29T15:49:53.611 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-07-29T15:49:53.687 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (77 ms) 2024-07-29T15:49:53.687 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-07-29T15:49:54.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:53 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:49:54.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:53 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T15:49:54.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:53 smithi067 ceph-mon[91995]: osdmap e1491: 8 total, 8 up, 8 in 2024-07-29T15:49:54.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:53 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:49:54.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:53 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T15:49:54.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:53 smithi067 ceph-mon[94375]: osdmap e1491: 8 total, 8 up, 8 in 2024-07-29T15:49:54.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:53 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:49:54.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:53 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T15:49:54.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:53 smithi138 ceph-mon[86438]: osdmap e1491: 8 total, 8 up, 8 in 2024-07-29T15:49:54.922 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1235 ms) 2024-07-29T15:49:54.923 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-07-29T15:49:55.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:54 smithi067 ceph-mon[91995]: osdmap e1492: 8 total, 8 up, 8 in 2024-07-29T15:49:55.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:54 smithi067 ceph-mon[91995]: pgmap v2553: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 20 KiB/s wr, 143 op/s 2024-07-29T15:49:55.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:54 smithi067 ceph-mon[94375]: osdmap e1492: 8 total, 8 up, 8 in 2024-07-29T15:49:55.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:54 smithi067 ceph-mon[94375]: pgmap v2553: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 20 KiB/s wr, 143 op/s 2024-07-29T15:49:55.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:54 smithi138 ceph-mon[86438]: osdmap e1492: 8 total, 8 up, 8 in 2024-07-29T15:49:55.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:54 smithi138 ceph-mon[86438]: pgmap v2553: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 20 KiB/s wr, 143 op/s 2024-07-29T15:49:56.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:55 smithi067 ceph-mon[91995]: osdmap e1493: 8 total, 8 up, 8 in 2024-07-29T15:49:56.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:55 smithi067 ceph-mon[94375]: osdmap e1493: 8 total, 8 up, 8 in 2024-07-29T15:49:56.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:55 smithi138 ceph-mon[86438]: osdmap e1493: 8 total, 8 up, 8 in 2024-07-29T15:49:56.934 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2012 ms) 2024-07-29T15:49:56.935 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-07-29T15:49:57.025 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (91 ms) 2024-07-29T15:49:57.025 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-07-29T15:49:57.116 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (91 ms) 2024-07-29T15:49:57.116 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-07-29T15:49:57.210 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (94 ms) 2024-07-29T15:49:57.210 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-07-29T15:49:57.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:56 smithi067 ceph-mon[94375]: osdmap e1494: 8 total, 8 up, 8 in 2024-07-29T15:49:57.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:56 smithi067 ceph-mon[94375]: pgmap v2556: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 337 KiB/s rd, 47 KiB/s wr, 474 op/s 2024-07-29T15:49:57.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:56 smithi067 ceph-mon[91995]: osdmap e1494: 8 total, 8 up, 8 in 2024-07-29T15:49:57.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:56 smithi067 ceph-mon[91995]: pgmap v2556: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 337 KiB/s rd, 47 KiB/s wr, 474 op/s 2024-07-29T15:49:57.289 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (80 ms) 2024-07-29T15:49:57.290 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-07-29T15:49:57.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:56 smithi138 ceph-mon[86438]: osdmap e1494: 8 total, 8 up, 8 in 2024-07-29T15:49:57.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:56 smithi138 ceph-mon[86438]: pgmap v2556: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 337 KiB/s rd, 47 KiB/s wr, 474 op/s 2024-07-29T15:49:57.368 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (78 ms) 2024-07-29T15:49:57.368 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-07-29T15:49:57.461 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (93 ms) 2024-07-29T15:49:57.461 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-07-29T15:49:57.552 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (91 ms) 2024-07-29T15:49:57.552 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-07-29T15:49:58.139 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:57 smithi067 ceph-mon[91995]: osdmap e1495: 8 total, 8 up, 8 in 2024-07-29T15:49:58.139 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:57 smithi067 ceph-mon[94375]: osdmap e1495: 8 total, 8 up, 8 in 2024-07-29T15:49:58.140 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:49:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:49:57] "GET /metrics HTTP/1.1" 200 36564 "" "Prometheus/2.51.0" 2024-07-29T15:49:58.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:57 smithi138 ceph-mon[86438]: osdmap e1495: 8 total, 8 up, 8 in 2024-07-29T15:49:58.959 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1406 ms) 2024-07-29T15:49:58.959 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-07-29T15:49:59.073 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (115 ms) 2024-07-29T15:49:59.073 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-07-29T15:49:59.173 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (100 ms) 2024-07-29T15:49:59.173 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-07-29T15:49:59.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:58 smithi067 ceph-mon[91995]: osdmap e1496: 8 total, 8 up, 8 in 2024-07-29T15:49:59.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:58 smithi067 ceph-mon[91995]: pgmap v2559: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 337 KiB/s rd, 40 KiB/s wr, 484 op/s 2024-07-29T15:49:59.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:58 smithi067 ceph-mon[94375]: osdmap e1496: 8 total, 8 up, 8 in 2024-07-29T15:49:59.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:58 smithi067 ceph-mon[94375]: pgmap v2559: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 337 KiB/s rd, 40 KiB/s wr, 484 op/s 2024-07-29T15:49:59.273 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (100 ms) 2024-07-29T15:49:59.273 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-07-29T15:49:59.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:58 smithi138 ceph-mon[86438]: osdmap e1496: 8 total, 8 up, 8 in 2024-07-29T15:49:59.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:58 smithi138 ceph-mon[86438]: pgmap v2559: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 337 KiB/s rd, 40 KiB/s wr, 484 op/s 2024-07-29T15:49:59.436 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (163 ms) 2024-07-29T15:49:59.437 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-07-29T15:49:59.592 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (156 ms) 2024-07-29T15:49:59.592 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-07-29T15:49:59.730 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (138 ms) 2024-07-29T15:49:59.730 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-07-29T15:49:59.873 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (143 ms) 2024-07-29T15:49:59.874 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-07-29T15:50:00.030 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (157 ms) 2024-07-29T15:50:00.031 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-07-29T15:50:00.196 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (166 ms) 2024-07-29T15:50:00.197 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-07-29T15:50:00.213 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:49:59 smithi138 ceph-mon[86438]: osdmap e1497: 8 total, 8 up, 8 in 2024-07-29T15:50:00.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:49:59 smithi067 ceph-mon[91995]: osdmap e1497: 8 total, 8 up, 8 in 2024-07-29T15:50:00.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:49:59 smithi067 ceph-mon[94375]: osdmap e1497: 8 total, 8 up, 8 in 2024-07-29T15:50:00.276 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (80 ms) 2024-07-29T15:50:00.276 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-07-29T15:50:00.352 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (76 ms) 2024-07-29T15:50:00.352 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-07-29T15:50:00.418 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (66 ms) 2024-07-29T15:50:00.419 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-07-29T15:50:00.536 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (118 ms) 2024-07-29T15:50:00.537 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-07-29T15:50:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:50:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:50:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:50:00.657 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (121 ms) 2024-07-29T15:50:00.657 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-07-29T15:50:00.759 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (103 ms) 2024-07-29T15:50:00.760 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-07-29T15:50:00.870 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (110 ms) 2024-07-29T15:50:00.871 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-07-29T15:50:00.947 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.MirrorStatusList (77 ms) 2024-07-29T15:50:00.947 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-07-29T15:50:01.037 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.RemoveBootstrapped (90 ms) 2024-07-29T15:50:01.037 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-07-29T15:50:01.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:00 smithi067 ceph-mon[94375]: overall HEALTH_OK 2024-07-29T15:50:01.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:00 smithi067 ceph-mon[94375]: pgmap v2561: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 426 KiB/s rd, 51 KiB/s wr, 613 op/s 2024-07-29T15:50:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:00 smithi067 ceph-mon[91995]: overall HEALTH_OK 2024-07-29T15:50:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:00 smithi067 ceph-mon[91995]: pgmap v2561: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 426 KiB/s rd, 51 KiB/s wr, 613 op/s 2024-07-29T15:50:01.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:00 smithi138 ceph-mon[86438]: overall HEALTH_OK 2024-07-29T15:50:01.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:00 smithi138 ceph-mon[86438]: pgmap v2561: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 426 KiB/s rd, 51 KiB/s wr, 613 op/s 2024-07-29T15:50:01.408 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.AioPromoteDemote (371 ms) 2024-07-29T15:50:01.408 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-07-29T15:50:01.746 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.AioGetInfo (338 ms) 2024-07-29T15:50:01.747 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-07-29T15:50:01.962 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.AioGetStatus (216 ms) 2024-07-29T15:50:01.962 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.SiteName 2024-07-29T15:50:01.971 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.SiteName (9 ms) 2024-07-29T15:50:01.971 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.Bootstrap 2024-07-29T15:50:02.800 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.Bootstrap (829 ms) 2024-07-29T15:50:02.800 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.PeerDirection 2024-07-29T15:50:02.812 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.PeerDirection (12 ms) 2024-07-29T15:50:02.812 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.Snapshot 2024-07-29T15:50:03.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:02 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' 2024-07-29T15:50:03.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:02 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-29T15:50:03.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:02 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-29T15:50:03.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:02 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-29T15:50:03.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:02 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-07-29T15:50:03.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:02 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-29T15:50:03.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:02 smithi067 ceph-mon[91995]: pgmap v2562: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 787 KiB/s rd, 106 KiB/s wr, 1.13k op/s 2024-07-29T15:50:03.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:02 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-07-29T15:50:03.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:02 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' 2024-07-29T15:50:03.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:02 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-07-29T15:50:03.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:02 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-07-29T15:50:03.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:02 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-07-29T15:50:03.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:02 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-29T15:50:03.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:02 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9cfad6d4-49d6-453b-a32b-5c6eb47eb88b"}]: dispatch 2024-07-29T15:50:03.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:02 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9cfad6d4-49d6-453b-a32b-5c6eb47eb88b"}]: dispatch 2024-07-29T15:50:03.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:02 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9cfad6d4-49d6-453b-a32b-5c6eb47eb88b"}]': finished 2024-07-29T15:50:03.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:02 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' 2024-07-29T15:50:03.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:02 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-29T15:50:03.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:02 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-29T15:50:03.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:02 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-29T15:50:03.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:02 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-07-29T15:50:03.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:02 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-29T15:50:03.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:02 smithi067 ceph-mon[94375]: pgmap v2562: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 787 KiB/s rd, 106 KiB/s wr, 1.13k op/s 2024-07-29T15:50:03.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:02 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-07-29T15:50:03.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:02 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' 2024-07-29T15:50:03.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:02 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-07-29T15:50:03.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:02 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-07-29T15:50:03.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:02 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-07-29T15:50:03.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:02 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-29T15:50:03.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:02 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9cfad6d4-49d6-453b-a32b-5c6eb47eb88b"}]: dispatch 2024-07-29T15:50:03.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:02 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9cfad6d4-49d6-453b-a32b-5c6eb47eb88b"}]: dispatch 2024-07-29T15:50:03.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:02 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9cfad6d4-49d6-453b-a32b-5c6eb47eb88b"}]': finished 2024-07-29T15:50:03.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:02 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' 2024-07-29T15:50:03.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:02 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-29T15:50:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:02 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-29T15:50:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:02 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-29T15:50:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:02 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-07-29T15:50:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:02 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-29T15:50:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:02 smithi138 ceph-mon[86438]: pgmap v2562: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 787 KiB/s rd, 106 KiB/s wr, 1.13k op/s 2024-07-29T15:50:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:02 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-07-29T15:50:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:02 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' 2024-07-29T15:50:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:02 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-07-29T15:50:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:02 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-07-29T15:50:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:02 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-07-29T15:50:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:02 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-29T15:50:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:02 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9cfad6d4-49d6-453b-a32b-5c6eb47eb88b"}]: dispatch 2024-07-29T15:50:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:02 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9cfad6d4-49d6-453b-a32b-5c6eb47eb88b"}]: dispatch 2024-07-29T15:50:03.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:02 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9cfad6d4-49d6-453b-a32b-5c6eb47eb88b"}]': finished 2024-07-29T15:50:04.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:04 smithi138 ceph-mon[86438]: osdmap e1498: 8 total, 8 up, 8 in 2024-07-29T15:50:04.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:04 smithi067 ceph-mon[91995]: osdmap e1498: 8 total, 8 up, 8 in 2024-07-29T15:50:04.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:04 smithi067 ceph-mon[94375]: osdmap e1498: 8 total, 8 up, 8 in 2024-07-29T15:50:05.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:05 smithi138 ceph-mon[86438]: osdmap e1499: 8 total, 8 up, 8 in 2024-07-29T15:50:05.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:05 smithi138 ceph-mon[86438]: pgmap v2565: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 168 KiB/s wr, 1.62k op/s 2024-07-29T15:50:05.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:50:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:05 smithi067 ceph-mon[91995]: osdmap e1499: 8 total, 8 up, 8 in 2024-07-29T15:50:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:05 smithi067 ceph-mon[91995]: pgmap v2565: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 168 KiB/s wr, 1.62k op/s 2024-07-29T15:50:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:50:05.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:05 smithi067 ceph-mon[94375]: osdmap e1499: 8 total, 8 up, 8 in 2024-07-29T15:50:05.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:05 smithi067 ceph-mon[94375]: pgmap v2565: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 168 KiB/s wr, 1.62k op/s 2024-07-29T15:50:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:50:06.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:06 smithi138 ceph-mon[86438]: osdmap e1500: 8 total, 8 up, 8 in 2024-07-29T15:50:06.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:06 smithi067 ceph-mon[91995]: osdmap e1500: 8 total, 8 up, 8 in 2024-07-29T15:50:06.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:06 smithi067 ceph-mon[94375]: osdmap e1500: 8 total, 8 up, 8 in 2024-07-29T15:50:07.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:07 smithi138 ceph-mon[86438]: osdmap e1501: 8 total, 8 up, 8 in 2024-07-29T15:50:07.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:07 smithi138 ceph-mon[86438]: pgmap v2568: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 202 KiB/s wr, 1.76k op/s 2024-07-29T15:50:07.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:07 smithi067 ceph-mon[91995]: osdmap e1501: 8 total, 8 up, 8 in 2024-07-29T15:50:07.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:07 smithi067 ceph-mon[91995]: pgmap v2568: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 202 KiB/s wr, 1.76k op/s 2024-07-29T15:50:07.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:07 smithi067 ceph-mon[94375]: osdmap e1501: 8 total, 8 up, 8 in 2024-07-29T15:50:07.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:07 smithi067 ceph-mon[94375]: pgmap v2568: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 202 KiB/s wr, 1.76k op/s 2024-07-29T15:50:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:50:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:50:07] "GET /metrics HTTP/1.1" 200 36612 "" "Prometheus/2.51.0" 2024-07-29T15:50:08.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:08 smithi138 ceph-mon[86438]: osdmap e1502: 8 total, 8 up, 8 in 2024-07-29T15:50:08.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:08 smithi138 ceph-mon[86438]: osdmap e1503: 8 total, 8 up, 8 in 2024-07-29T15:50:08.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:08 smithi067 ceph-mon[91995]: osdmap e1502: 8 total, 8 up, 8 in 2024-07-29T15:50:08.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:08 smithi067 ceph-mon[91995]: osdmap e1503: 8 total, 8 up, 8 in 2024-07-29T15:50:08.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:08 smithi067 ceph-mon[94375]: osdmap e1502: 8 total, 8 up, 8 in 2024-07-29T15:50:08.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:08 smithi067 ceph-mon[94375]: osdmap e1503: 8 total, 8 up, 8 in 2024-07-29T15:50:09.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:09 smithi138 ceph-mon[86438]: pgmap v2571: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 706 KiB/s rd, 97 KiB/s wr, 911 op/s 2024-07-29T15:50:09.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:09 smithi067 ceph-mon[91995]: pgmap v2571: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 706 KiB/s rd, 97 KiB/s wr, 911 op/s 2024-07-29T15:50:09.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:09 smithi067 ceph-mon[94375]: pgmap v2571: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 706 KiB/s rd, 97 KiB/s wr, 911 op/s 2024-07-29T15:50:10.541 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:50:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:50:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:50:10.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:10 smithi138 ceph-mon[86438]: osdmap e1504: 8 total, 8 up, 8 in 2024-07-29T15:50:10.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:10 smithi067 ceph-mon[91995]: osdmap e1504: 8 total, 8 up, 8 in 2024-07-29T15:50:10.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:10 smithi067 ceph-mon[94375]: osdmap e1504: 8 total, 8 up, 8 in 2024-07-29T15:50:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:11 smithi138 ceph-mon[86438]: osdmap e1505: 8 total, 8 up, 8 in 2024-07-29T15:50:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:11 smithi138 ceph-mon[86438]: pgmap v2574: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 85 KiB/s rd, 5.7 KiB/s wr, 110 op/s 2024-07-29T15:50:11.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:11 smithi067 ceph-mon[91995]: osdmap e1505: 8 total, 8 up, 8 in 2024-07-29T15:50:11.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:11 smithi067 ceph-mon[91995]: pgmap v2574: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 85 KiB/s rd, 5.7 KiB/s wr, 110 op/s 2024-07-29T15:50:11.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:11 smithi067 ceph-mon[94375]: osdmap e1505: 8 total, 8 up, 8 in 2024-07-29T15:50:11.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:11 smithi067 ceph-mon[94375]: pgmap v2574: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 85 KiB/s rd, 5.7 KiB/s wr, 110 op/s 2024-07-29T15:50:12.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:12 smithi138 ceph-mon[86438]: osdmap e1506: 8 total, 8 up, 8 in 2024-07-29T15:50:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:12 smithi067 ceph-mon[91995]: osdmap e1506: 8 total, 8 up, 8 in 2024-07-29T15:50:12.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:12 smithi067 ceph-mon[94375]: osdmap e1506: 8 total, 8 up, 8 in 2024-07-29T15:50:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:13 smithi067 ceph-mon[91995]: osdmap e1507: 8 total, 8 up, 8 in 2024-07-29T15:50:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:13 smithi067 ceph-mon[91995]: pgmap v2577: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 55 KiB/s rd, 5.0 KiB/s wr, 72 op/s 2024-07-29T15:50:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:13 smithi067 ceph-mon[91995]: osdmap e1508: 8 total, 8 up, 8 in 2024-07-29T15:50:13.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:13 smithi067 ceph-mon[94375]: osdmap e1507: 8 total, 8 up, 8 in 2024-07-29T15:50:13.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:13 smithi067 ceph-mon[94375]: pgmap v2577: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 55 KiB/s rd, 5.0 KiB/s wr, 72 op/s 2024-07-29T15:50:13.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:13 smithi067 ceph-mon[94375]: osdmap e1508: 8 total, 8 up, 8 in 2024-07-29T15:50:14.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:13 smithi138 ceph-mon[86438]: osdmap e1507: 8 total, 8 up, 8 in 2024-07-29T15:50:14.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:13 smithi138 ceph-mon[86438]: pgmap v2577: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 55 KiB/s rd, 5.0 KiB/s wr, 72 op/s 2024-07-29T15:50:14.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:13 smithi138 ceph-mon[86438]: osdmap e1508: 8 total, 8 up, 8 in 2024-07-29T15:50:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:15 smithi138 ceph-mon[86438]: osdmap e1509: 8 total, 8 up, 8 in 2024-07-29T15:50:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:15 smithi138 ceph-mon[86438]: pgmap v2580: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-07-29T15:50:15.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:15 smithi067 ceph-mon[91995]: osdmap e1509: 8 total, 8 up, 8 in 2024-07-29T15:50:15.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:15 smithi067 ceph-mon[91995]: pgmap v2580: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-07-29T15:50:15.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:15 smithi067 ceph-mon[94375]: osdmap e1509: 8 total, 8 up, 8 in 2024-07-29T15:50:15.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:15 smithi067 ceph-mon[94375]: pgmap v2580: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-07-29T15:50:16.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:16 smithi138 ceph-mon[86438]: osdmap e1510: 8 total, 8 up, 8 in 2024-07-29T15:50:16.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:16 smithi067 ceph-mon[91995]: osdmap e1510: 8 total, 8 up, 8 in 2024-07-29T15:50:16.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:16 smithi067 ceph-mon[94375]: osdmap e1510: 8 total, 8 up, 8 in 2024-07-29T15:50:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:17 smithi138 ceph-mon[86438]: osdmap e1511: 8 total, 8 up, 8 in 2024-07-29T15:50:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:17 smithi138 ceph-mon[86438]: pgmap v2583: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 70 KiB/s rd, 6.0 KiB/s wr, 93 op/s 2024-07-29T15:50:17.844 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:17 smithi067 ceph-mon[91995]: osdmap e1511: 8 total, 8 up, 8 in 2024-07-29T15:50:17.844 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:17 smithi067 ceph-mon[91995]: pgmap v2583: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 70 KiB/s rd, 6.0 KiB/s wr, 93 op/s 2024-07-29T15:50:17.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:17 smithi067 ceph-mon[94375]: osdmap e1511: 8 total, 8 up, 8 in 2024-07-29T15:50:17.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:17 smithi067 ceph-mon[94375]: pgmap v2583: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 70 KiB/s rd, 6.0 KiB/s wr, 93 op/s 2024-07-29T15:50:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:50:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:50:17] "GET /metrics HTTP/1.1" 200 36612 "" "Prometheus/2.51.0" 2024-07-29T15:50:18.623 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.Snapshot (15811 ms) 2024-07-29T15:50:18.623 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-07-29T15:50:18.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:18 smithi138 ceph-mon[86438]: osdmap e1512: 8 total, 8 up, 8 in 2024-07-29T15:50:18.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:18 smithi138 ceph-mon[86438]: osdmap e1513: 8 total, 8 up, 8 in 2024-07-29T15:50:18.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:18 smithi067 ceph-mon[91995]: osdmap e1512: 8 total, 8 up, 8 in 2024-07-29T15:50:18.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:18 smithi067 ceph-mon[91995]: osdmap e1513: 8 total, 8 up, 8 in 2024-07-29T15:50:18.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:18 smithi067 ceph-mon[94375]: osdmap e1512: 8 total, 8 up, 8 in 2024-07-29T15:50:18.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:18 smithi067 ceph-mon[94375]: osdmap e1513: 8 total, 8 up, 8 in 2024-07-29T15:50:19.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:19 smithi138 ceph-mon[86438]: pgmap v2586: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 69 KiB/s rd, 5.7 KiB/s wr, 92 op/s 2024-07-29T15:50:19.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:19 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2560e0a1-67ab-4bc6-a70d-3c59e4674e9a"}]: dispatch 2024-07-29T15:50:19.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:19 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2560e0a1-67ab-4bc6-a70d-3c59e4674e9a"}]: dispatch 2024-07-29T15:50:19.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:19 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2560e0a1-67ab-4bc6-a70d-3c59e4674e9a"}]': finished 2024-07-29T15:50:19.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:19 smithi067 ceph-mon[91995]: pgmap v2586: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 69 KiB/s rd, 5.7 KiB/s wr, 92 op/s 2024-07-29T15:50:19.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:19 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2560e0a1-67ab-4bc6-a70d-3c59e4674e9a"}]: dispatch 2024-07-29T15:50:19.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:19 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2560e0a1-67ab-4bc6-a70d-3c59e4674e9a"}]: dispatch 2024-07-29T15:50:19.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:19 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2560e0a1-67ab-4bc6-a70d-3c59e4674e9a"}]': finished 2024-07-29T15:50:19.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:19 smithi067 ceph-mon[94375]: pgmap v2586: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 69 KiB/s rd, 5.7 KiB/s wr, 92 op/s 2024-07-29T15:50:19.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:19 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2560e0a1-67ab-4bc6-a70d-3c59e4674e9a"}]: dispatch 2024-07-29T15:50:19.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:19 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2560e0a1-67ab-4bc6-a70d-3c59e4674e9a"}]: dispatch 2024-07-29T15:50:19.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:19 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2560e0a1-67ab-4bc6-a70d-3c59e4674e9a"}]': finished 2024-07-29T15:50:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:50:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:50:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:50:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:20 smithi067 ceph-mon[91995]: osdmap e1514: 8 total, 8 up, 8 in 2024-07-29T15:50:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:50:20.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:20 smithi067 ceph-mon[94375]: osdmap e1514: 8 total, 8 up, 8 in 2024-07-29T15:50:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:50:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:20 smithi138 ceph-mon[86438]: osdmap e1514: 8 total, 8 up, 8 in 2024-07-29T15:50:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:50:21.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:21 smithi067 ceph-mon[91995]: pgmap v2588: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 59 KiB/s rd, 4.9 KiB/s wr, 79 op/s 2024-07-29T15:50:21.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:21 smithi067 ceph-mon[91995]: osdmap e1515: 8 total, 8 up, 8 in 2024-07-29T15:50:21.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:21 smithi067 ceph-mon[94375]: pgmap v2588: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 59 KiB/s rd, 4.9 KiB/s wr, 79 op/s 2024-07-29T15:50:21.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:21 smithi067 ceph-mon[94375]: osdmap e1515: 8 total, 8 up, 8 in 2024-07-29T15:50:22.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:21 smithi138 ceph-mon[86438]: pgmap v2588: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 59 KiB/s rd, 4.9 KiB/s wr, 79 op/s 2024-07-29T15:50:22.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:21 smithi138 ceph-mon[86438]: osdmap e1515: 8 total, 8 up, 8 in 2024-07-29T15:50:22.744 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (4121 ms) 2024-07-29T15:50:22.744 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-07-29T15:50:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:22 smithi067 ceph-mon[91995]: osdmap e1516: 8 total, 8 up, 8 in 2024-07-29T15:50:22.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:22 smithi067 ceph-mon[94375]: osdmap e1516: 8 total, 8 up, 8 in 2024-07-29T15:50:23.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:22 smithi138 ceph-mon[86438]: osdmap e1516: 8 total, 8 up, 8 in 2024-07-29T15:50:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:23 smithi067 ceph-mon[91995]: pgmap v2591: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 65 KiB/s rd, 6.1 KiB/s wr, 92 op/s 2024-07-29T15:50:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:23 smithi067 ceph-mon[91995]: osdmap e1517: 8 total, 8 up, 8 in 2024-07-29T15:50:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:23 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6de7126f-96e7-4db3-8bb3-98eb594a7c84"}]: dispatch 2024-07-29T15:50:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:23 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6de7126f-96e7-4db3-8bb3-98eb594a7c84"}]: dispatch 2024-07-29T15:50:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:23 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6de7126f-96e7-4db3-8bb3-98eb594a7c84"}]': finished 2024-07-29T15:50:23.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:23 smithi067 ceph-mon[91995]: osdmap e1518: 8 total, 8 up, 8 in 2024-07-29T15:50:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:23 smithi067 ceph-mon[94375]: pgmap v2591: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 65 KiB/s rd, 6.1 KiB/s wr, 92 op/s 2024-07-29T15:50:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:23 smithi067 ceph-mon[94375]: osdmap e1517: 8 total, 8 up, 8 in 2024-07-29T15:50:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:23 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6de7126f-96e7-4db3-8bb3-98eb594a7c84"}]: dispatch 2024-07-29T15:50:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:23 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6de7126f-96e7-4db3-8bb3-98eb594a7c84"}]: dispatch 2024-07-29T15:50:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:23 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6de7126f-96e7-4db3-8bb3-98eb594a7c84"}]': finished 2024-07-29T15:50:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:23 smithi067 ceph-mon[94375]: osdmap e1518: 8 total, 8 up, 8 in 2024-07-29T15:50:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:23 smithi138 ceph-mon[86438]: pgmap v2591: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 65 KiB/s rd, 6.1 KiB/s wr, 92 op/s 2024-07-29T15:50:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:23 smithi138 ceph-mon[86438]: osdmap e1517: 8 total, 8 up, 8 in 2024-07-29T15:50:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:23 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6de7126f-96e7-4db3-8bb3-98eb594a7c84"}]: dispatch 2024-07-29T15:50:24.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:23 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6de7126f-96e7-4db3-8bb3-98eb594a7c84"}]: dispatch 2024-07-29T15:50:24.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:23 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6de7126f-96e7-4db3-8bb3-98eb594a7c84"}]': finished 2024-07-29T15:50:24.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:23 smithi138 ceph-mon[86438]: osdmap e1518: 8 total, 8 up, 8 in 2024-07-29T15:50:25.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:25 smithi138 ceph-mon[86438]: osdmap e1519: 8 total, 8 up, 8 in 2024-07-29T15:50:25.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:25 smithi138 ceph-mon[86438]: pgmap v2595: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 83 KiB/s rd, 9.8 KiB/s wr, 119 op/s 2024-07-29T15:50:25.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:25 smithi067 ceph-mon[91995]: osdmap e1519: 8 total, 8 up, 8 in 2024-07-29T15:50:25.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:25 smithi067 ceph-mon[91995]: pgmap v2595: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 83 KiB/s rd, 9.8 KiB/s wr, 119 op/s 2024-07-29T15:50:25.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:25 smithi067 ceph-mon[94375]: osdmap e1519: 8 total, 8 up, 8 in 2024-07-29T15:50:25.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:25 smithi067 ceph-mon[94375]: pgmap v2595: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 83 KiB/s rd, 9.8 KiB/s wr, 119 op/s 2024-07-29T15:50:26.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:26 smithi138 ceph-mon[86438]: osdmap e1520: 8 total, 8 up, 8 in 2024-07-29T15:50:26.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:26 smithi067 ceph-mon[91995]: osdmap e1520: 8 total, 8 up, 8 in 2024-07-29T15:50:26.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:26 smithi067 ceph-mon[94375]: osdmap e1520: 8 total, 8 up, 8 in 2024-07-29T15:50:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:27 smithi138 ceph-mon[86438]: osdmap e1521: 8 total, 8 up, 8 in 2024-07-29T15:50:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:27 smithi138 ceph-mon[86438]: pgmap v2598: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 83 KiB/s rd, 11 KiB/s wr, 116 op/s 2024-07-29T15:50:27.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:27 smithi067 ceph-mon[91995]: osdmap e1521: 8 total, 8 up, 8 in 2024-07-29T15:50:27.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:27 smithi067 ceph-mon[91995]: pgmap v2598: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 83 KiB/s rd, 11 KiB/s wr, 116 op/s 2024-07-29T15:50:27.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:27 smithi067 ceph-mon[94375]: osdmap e1521: 8 total, 8 up, 8 in 2024-07-29T15:50:27.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:27 smithi067 ceph-mon[94375]: pgmap v2598: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 83 KiB/s rd, 11 KiB/s wr, 116 op/s 2024-07-29T15:50:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:50:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:50:27] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.51.0" 2024-07-29T15:50:28.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:28 smithi138 ceph-mon[86438]: osdmap e1522: 8 total, 8 up, 8 in 2024-07-29T15:50:28.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:28 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ba286b7e-4243-4336-a554-423e281d687e"}]: dispatch 2024-07-29T15:50:28.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:28 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ba286b7e-4243-4336-a554-423e281d687e"}]: dispatch 2024-07-29T15:50:28.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:28 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ba286b7e-4243-4336-a554-423e281d687e"}]': finished 2024-07-29T15:50:28.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:28 smithi138 ceph-mon[86438]: osdmap e1523: 8 total, 8 up, 8 in 2024-07-29T15:50:28.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:28 smithi067 ceph-mon[91995]: osdmap e1522: 8 total, 8 up, 8 in 2024-07-29T15:50:28.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:28 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ba286b7e-4243-4336-a554-423e281d687e"}]: dispatch 2024-07-29T15:50:28.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:28 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ba286b7e-4243-4336-a554-423e281d687e"}]: dispatch 2024-07-29T15:50:28.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:28 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ba286b7e-4243-4336-a554-423e281d687e"}]': finished 2024-07-29T15:50:28.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:28 smithi067 ceph-mon[91995]: osdmap e1523: 8 total, 8 up, 8 in 2024-07-29T15:50:28.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:28 smithi067 ceph-mon[94375]: osdmap e1522: 8 total, 8 up, 8 in 2024-07-29T15:50:28.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:28 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ba286b7e-4243-4336-a554-423e281d687e"}]: dispatch 2024-07-29T15:50:28.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:28 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ba286b7e-4243-4336-a554-423e281d687e"}]: dispatch 2024-07-29T15:50:28.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:28 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ba286b7e-4243-4336-a554-423e281d687e"}]': finished 2024-07-29T15:50:28.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:28 smithi067 ceph-mon[94375]: osdmap e1523: 8 total, 8 up, 8 in 2024-07-29T15:50:29.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:29 smithi138 ceph-mon[86438]: pgmap v2601: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 3.0 KiB/s wr, 20 op/s 2024-07-29T15:50:29.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:29 smithi067 ceph-mon[91995]: pgmap v2601: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 3.0 KiB/s wr, 20 op/s 2024-07-29T15:50:29.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:29 smithi067 ceph-mon[94375]: pgmap v2601: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 3.0 KiB/s wr, 20 op/s 2024-07-29T15:50:30.543 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:50:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:50:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:50:30.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:30 smithi138 ceph-mon[86438]: osdmap e1524: 8 total, 8 up, 8 in 2024-07-29T15:50:30.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:30 smithi067 ceph-mon[91995]: osdmap e1524: 8 total, 8 up, 8 in 2024-07-29T15:50:30.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:30 smithi067 ceph-mon[94375]: osdmap e1524: 8 total, 8 up, 8 in 2024-07-29T15:50:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:31 smithi138 ceph-mon[86438]: osdmap e1525: 8 total, 8 up, 8 in 2024-07-29T15:50:31.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:31 smithi138 ceph-mon[86438]: pgmap v2604: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 178 KiB/s rd, 11 KiB/s wr, 233 op/s 2024-07-29T15:50:31.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:31 smithi067 ceph-mon[91995]: osdmap e1525: 8 total, 8 up, 8 in 2024-07-29T15:50:31.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:31 smithi067 ceph-mon[91995]: pgmap v2604: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 178 KiB/s rd, 11 KiB/s wr, 233 op/s 2024-07-29T15:50:31.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:31 smithi067 ceph-mon[94375]: osdmap e1525: 8 total, 8 up, 8 in 2024-07-29T15:50:31.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:31 smithi067 ceph-mon[94375]: pgmap v2604: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 178 KiB/s rd, 11 KiB/s wr, 233 op/s 2024-07-29T15:50:32.650 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (9906 ms) 2024-07-29T15:50:32.650 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-07-29T15:50:32.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:32 smithi067 ceph-mon[91995]: osdmap e1526: 8 total, 8 up, 8 in 2024-07-29T15:50:32.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:32 smithi067 ceph-mon[94375]: osdmap e1526: 8 total, 8 up, 8 in 2024-07-29T15:50:33.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:32 smithi138 ceph-mon[86438]: osdmap e1526: 8 total, 8 up, 8 in 2024-07-29T15:50:33.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:33 smithi067 ceph-mon[91995]: osdmap e1527: 8 total, 8 up, 8 in 2024-07-29T15:50:33.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:33 smithi067 ceph-mon[91995]: pgmap v2607: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 182 KiB/s rd, 11 KiB/s wr, 237 op/s 2024-07-29T15:50:33.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:33 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7a9d6718-7932-45f4-8648-04cad2ffda7b"}]: dispatch 2024-07-29T15:50:33.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:33 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7a9d6718-7932-45f4-8648-04cad2ffda7b"}]: dispatch 2024-07-29T15:50:33.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:33 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7a9d6718-7932-45f4-8648-04cad2ffda7b"}]': finished 2024-07-29T15:50:33.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:33 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f8f97cb7-11a7-4440-b003-c9f78349db52"}]: dispatch 2024-07-29T15:50:33.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:33 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f8f97cb7-11a7-4440-b003-c9f78349db52"}]: dispatch 2024-07-29T15:50:33.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:33 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f8f97cb7-11a7-4440-b003-c9f78349db52"}]': finished 2024-07-29T15:50:33.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:33 smithi067 ceph-mon[91995]: osdmap e1528: 8 total, 8 up, 8 in 2024-07-29T15:50:33.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:33 smithi067 ceph-mon[94375]: osdmap e1527: 8 total, 8 up, 8 in 2024-07-29T15:50:33.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:33 smithi067 ceph-mon[94375]: pgmap v2607: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 182 KiB/s rd, 11 KiB/s wr, 237 op/s 2024-07-29T15:50:33.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:33 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7a9d6718-7932-45f4-8648-04cad2ffda7b"}]: dispatch 2024-07-29T15:50:33.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:33 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7a9d6718-7932-45f4-8648-04cad2ffda7b"}]: dispatch 2024-07-29T15:50:33.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:33 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7a9d6718-7932-45f4-8648-04cad2ffda7b"}]': finished 2024-07-29T15:50:33.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:33 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f8f97cb7-11a7-4440-b003-c9f78349db52"}]: dispatch 2024-07-29T15:50:33.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:33 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f8f97cb7-11a7-4440-b003-c9f78349db52"}]: dispatch 2024-07-29T15:50:33.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:33 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f8f97cb7-11a7-4440-b003-c9f78349db52"}]': finished 2024-07-29T15:50:33.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:33 smithi067 ceph-mon[94375]: osdmap e1528: 8 total, 8 up, 8 in 2024-07-29T15:50:34.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:33 smithi138 ceph-mon[86438]: osdmap e1527: 8 total, 8 up, 8 in 2024-07-29T15:50:34.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:33 smithi138 ceph-mon[86438]: pgmap v2607: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 182 KiB/s rd, 11 KiB/s wr, 237 op/s 2024-07-29T15:50:34.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:33 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7a9d6718-7932-45f4-8648-04cad2ffda7b"}]: dispatch 2024-07-29T15:50:34.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:33 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7a9d6718-7932-45f4-8648-04cad2ffda7b"}]: dispatch 2024-07-29T15:50:34.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:33 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7a9d6718-7932-45f4-8648-04cad2ffda7b"}]': finished 2024-07-29T15:50:34.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:33 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f8f97cb7-11a7-4440-b003-c9f78349db52"}]: dispatch 2024-07-29T15:50:34.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:33 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f8f97cb7-11a7-4440-b003-c9f78349db52"}]: dispatch 2024-07-29T15:50:34.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:33 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f8f97cb7-11a7-4440-b003-c9f78349db52"}]': finished 2024-07-29T15:50:34.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:33 smithi138 ceph-mon[86438]: osdmap e1528: 8 total, 8 up, 8 in 2024-07-29T15:50:35.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:35 smithi138 ceph-mon[86438]: osdmap e1529: 8 total, 8 up, 8 in 2024-07-29T15:50:35.819 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:35 smithi138 ceph-mon[86438]: pgmap v2610: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 4.7 KiB/s wr, 78 op/s 2024-07-29T15:50:35.819 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:50:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:35 smithi067 ceph-mon[91995]: osdmap e1529: 8 total, 8 up, 8 in 2024-07-29T15:50:35.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:35 smithi067 ceph-mon[91995]: pgmap v2610: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 4.7 KiB/s wr, 78 op/s 2024-07-29T15:50:35.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:50:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:35 smithi067 ceph-mon[94375]: osdmap e1529: 8 total, 8 up, 8 in 2024-07-29T15:50:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:35 smithi067 ceph-mon[94375]: pgmap v2610: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 4.7 KiB/s wr, 78 op/s 2024-07-29T15:50:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:50:36.599 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.SnapshotImageState (3949 ms) 2024-07-29T15:50:36.599 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-07-29T15:50:36.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:36 smithi138 ceph-mon[86438]: osdmap e1530: 8 total, 8 up, 8 in 2024-07-29T15:50:36.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:36 smithi067 ceph-mon[91995]: osdmap e1530: 8 total, 8 up, 8 in 2024-07-29T15:50:36.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:36 smithi067 ceph-mon[94375]: osdmap e1530: 8 total, 8 up, 8 in 2024-07-29T15:50:37.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:37 smithi138 ceph-mon[86438]: osdmap e1531: 8 total, 8 up, 8 in 2024-07-29T15:50:37.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:37 smithi138 ceph-mon[86438]: pgmap v2613: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 180 KiB/s rd, 19 KiB/s wr, 248 op/s 2024-07-29T15:50:37.844 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:37 smithi067 ceph-mon[91995]: osdmap e1531: 8 total, 8 up, 8 in 2024-07-29T15:50:37.844 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:37 smithi067 ceph-mon[91995]: pgmap v2613: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 180 KiB/s rd, 19 KiB/s wr, 248 op/s 2024-07-29T15:50:37.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:37 smithi067 ceph-mon[94375]: osdmap e1531: 8 total, 8 up, 8 in 2024-07-29T15:50:37.844 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:37 smithi067 ceph-mon[94375]: pgmap v2613: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 180 KiB/s rd, 19 KiB/s wr, 248 op/s 2024-07-29T15:50:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:50:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:50:37] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.51.0" 2024-07-29T15:50:38.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:38 smithi138 ceph-mon[86438]: osdmap e1532: 8 total, 8 up, 8 in 2024-07-29T15:50:38.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:38 smithi138 ceph-mon[86438]: osdmap e1533: 8 total, 8 up, 8 in 2024-07-29T15:50:38.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:38 smithi067 ceph-mon[91995]: osdmap e1532: 8 total, 8 up, 8 in 2024-07-29T15:50:38.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:38 smithi067 ceph-mon[91995]: osdmap e1533: 8 total, 8 up, 8 in 2024-07-29T15:50:38.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:38 smithi067 ceph-mon[94375]: osdmap e1532: 8 total, 8 up, 8 in 2024-07-29T15:50:38.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:38 smithi067 ceph-mon[94375]: osdmap e1533: 8 total, 8 up, 8 in 2024-07-29T15:50:39.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:39 smithi138 ceph-mon[86438]: pgmap v2616: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 144 KiB/s rd, 20 KiB/s wr, 205 op/s 2024-07-29T15:50:39.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:39 smithi067 ceph-mon[91995]: pgmap v2616: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 144 KiB/s rd, 20 KiB/s wr, 205 op/s 2024-07-29T15:50:39.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:39 smithi067 ceph-mon[94375]: pgmap v2616: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 144 KiB/s rd, 20 KiB/s wr, 205 op/s 2024-07-29T15:50:40.554 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:50:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:50:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:50:40.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:40 smithi138 ceph-mon[86438]: osdmap e1534: 8 total, 8 up, 8 in 2024-07-29T15:50:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:40 smithi067 ceph-mon[91995]: osdmap e1534: 8 total, 8 up, 8 in 2024-07-29T15:50:40.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:40 smithi067 ceph-mon[94375]: osdmap e1534: 8 total, 8 up, 8 in 2024-07-29T15:50:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:41 smithi067 ceph-mon[91995]: osdmap e1535: 8 total, 8 up, 8 in 2024-07-29T15:50:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:41 smithi067 ceph-mon[91995]: pgmap v2619: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 10 KiB/s wr, 50 op/s 2024-07-29T15:50:41.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:41 smithi067 ceph-mon[94375]: osdmap e1535: 8 total, 8 up, 8 in 2024-07-29T15:50:41.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:41 smithi067 ceph-mon[94375]: pgmap v2619: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 10 KiB/s wr, 50 op/s 2024-07-29T15:50:42.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:41 smithi138 ceph-mon[86438]: osdmap e1535: 8 total, 8 up, 8 in 2024-07-29T15:50:42.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:41 smithi138 ceph-mon[86438]: pgmap v2619: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 10 KiB/s wr, 50 op/s 2024-07-29T15:50:42.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:42 smithi067 ceph-mon[91995]: osdmap e1536: 8 total, 8 up, 8 in 2024-07-29T15:50:42.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:50:42.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:50:42.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:50:42.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:50:42.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:42 smithi067 ceph-mon[94375]: osdmap e1536: 8 total, 8 up, 8 in 2024-07-29T15:50:42.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:50:42.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:50:42.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:50:42.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:50:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:42 smithi138 ceph-mon[86438]: osdmap e1536: 8 total, 8 up, 8 in 2024-07-29T15:50:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:50:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:50:43.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:50:43.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:50:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:43 smithi067 ceph-mon[91995]: osdmap e1537: 8 total, 8 up, 8 in 2024-07-29T15:50:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:43 smithi067 ceph-mon[91995]: pgmap v2622: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 135 KiB/s rd, 12 KiB/s wr, 183 op/s 2024-07-29T15:50:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:43 smithi067 ceph-mon[91995]: osdmap e1538: 8 total, 8 up, 8 in 2024-07-29T15:50:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:43 smithi067 ceph-mon[94375]: osdmap e1537: 8 total, 8 up, 8 in 2024-07-29T15:50:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:43 smithi067 ceph-mon[94375]: pgmap v2622: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 135 KiB/s rd, 12 KiB/s wr, 183 op/s 2024-07-29T15:50:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:43 smithi067 ceph-mon[94375]: osdmap e1538: 8 total, 8 up, 8 in 2024-07-29T15:50:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:43 smithi138 ceph-mon[86438]: osdmap e1537: 8 total, 8 up, 8 in 2024-07-29T15:50:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:43 smithi138 ceph-mon[86438]: pgmap v2622: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 135 KiB/s rd, 12 KiB/s wr, 183 op/s 2024-07-29T15:50:44.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:43 smithi138 ceph-mon[86438]: osdmap e1538: 8 total, 8 up, 8 in 2024-07-29T15:50:45.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:45 smithi138 ceph-mon[86438]: osdmap e1539: 8 total, 8 up, 8 in 2024-07-29T15:50:45.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:45 smithi138 ceph-mon[86438]: pgmap v2625: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 128 KiB/s rd, 8.2 KiB/s wr, 169 op/s 2024-07-29T15:50:45.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:45 smithi067 ceph-mon[91995]: osdmap e1539: 8 total, 8 up, 8 in 2024-07-29T15:50:45.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:45 smithi067 ceph-mon[91995]: pgmap v2625: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 128 KiB/s rd, 8.2 KiB/s wr, 169 op/s 2024-07-29T15:50:45.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:45 smithi067 ceph-mon[94375]: osdmap e1539: 8 total, 8 up, 8 in 2024-07-29T15:50:45.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:45 smithi067 ceph-mon[94375]: pgmap v2625: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 128 KiB/s rd, 8.2 KiB/s wr, 169 op/s 2024-07-29T15:50:46.606 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (10007 ms) 2024-07-29T15:50:46.607 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-07-29T15:50:46.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:46 smithi138 ceph-mon[86438]: osdmap e1540: 8 total, 8 up, 8 in 2024-07-29T15:50:46.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:46 smithi067 ceph-mon[91995]: osdmap e1540: 8 total, 8 up, 8 in 2024-07-29T15:50:46.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:46 smithi067 ceph-mon[94375]: osdmap e1540: 8 total, 8 up, 8 in 2024-07-29T15:50:47.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:47 smithi138 ceph-mon[86438]: osdmap e1541: 8 total, 8 up, 8 in 2024-07-29T15:50:47.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:47 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1a96d444-9267-4bca-a807-dcfd0599ca59"}]: dispatch 2024-07-29T15:50:47.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:47 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1a96d444-9267-4bca-a807-dcfd0599ca59"}]: dispatch 2024-07-29T15:50:47.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:47 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1a96d444-9267-4bca-a807-dcfd0599ca59"}]': finished 2024-07-29T15:50:47.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:47 smithi138 ceph-mon[86438]: pgmap v2628: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 KiB/s wr, 18 op/s 2024-07-29T15:50:47.844 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:47 smithi067 ceph-mon[91995]: osdmap e1541: 8 total, 8 up, 8 in 2024-07-29T15:50:47.844 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:47 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1a96d444-9267-4bca-a807-dcfd0599ca59"}]: dispatch 2024-07-29T15:50:47.844 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:47 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1a96d444-9267-4bca-a807-dcfd0599ca59"}]: dispatch 2024-07-29T15:50:47.844 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:47 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1a96d444-9267-4bca-a807-dcfd0599ca59"}]': finished 2024-07-29T15:50:47.845 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:47 smithi067 ceph-mon[91995]: pgmap v2628: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 KiB/s wr, 18 op/s 2024-07-29T15:50:47.845 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:47 smithi067 ceph-mon[94375]: osdmap e1541: 8 total, 8 up, 8 in 2024-07-29T15:50:47.845 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:47 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1a96d444-9267-4bca-a807-dcfd0599ca59"}]: dispatch 2024-07-29T15:50:47.845 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:47 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1a96d444-9267-4bca-a807-dcfd0599ca59"}]: dispatch 2024-07-29T15:50:47.845 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:47 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1a96d444-9267-4bca-a807-dcfd0599ca59"}]': finished 2024-07-29T15:50:47.845 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:47 smithi067 ceph-mon[94375]: pgmap v2628: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 KiB/s wr, 18 op/s 2024-07-29T15:50:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:50:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:50:47] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.51.0" 2024-07-29T15:50:48.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:48 smithi067 ceph-mon[91995]: osdmap e1542: 8 total, 8 up, 8 in 2024-07-29T15:50:48.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:48 smithi067 ceph-mon[91995]: osdmap e1543: 8 total, 8 up, 8 in 2024-07-29T15:50:48.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:48 smithi067 ceph-mon[94375]: osdmap e1542: 8 total, 8 up, 8 in 2024-07-29T15:50:48.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:48 smithi067 ceph-mon[94375]: osdmap e1543: 8 total, 8 up, 8 in 2024-07-29T15:50:49.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:48 smithi138 ceph-mon[86438]: osdmap e1542: 8 total, 8 up, 8 in 2024-07-29T15:50:49.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:48 smithi138 ceph-mon[86438]: osdmap e1543: 8 total, 8 up, 8 in 2024-07-29T15:50:49.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:49 smithi067 ceph-mon[91995]: pgmap v2631: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 22 KiB/s rd, 5.0 KiB/s wr, 34 op/s 2024-07-29T15:50:49.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:49 smithi067 ceph-mon[91995]: osdmap e1544: 8 total, 8 up, 8 in 2024-07-29T15:50:49.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:49 smithi067 ceph-mon[94375]: pgmap v2631: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 22 KiB/s rd, 5.0 KiB/s wr, 34 op/s 2024-07-29T15:50:49.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:49 smithi067 ceph-mon[94375]: osdmap e1544: 8 total, 8 up, 8 in 2024-07-29T15:50:50.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:49 smithi138 ceph-mon[86438]: pgmap v2631: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 22 KiB/s rd, 5.0 KiB/s wr, 34 op/s 2024-07-29T15:50:50.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:49 smithi138 ceph-mon[86438]: osdmap e1544: 8 total, 8 up, 8 in 2024-07-29T15:50:50.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:50:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:50:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:50:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:50:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:50 smithi067 ceph-mon[91995]: osdmap e1545: 8 total, 8 up, 8 in 2024-07-29T15:50:50.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:50:50.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:50 smithi067 ceph-mon[94375]: osdmap e1545: 8 total, 8 up, 8 in 2024-07-29T15:50:51.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:50:51.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:50 smithi138 ceph-mon[86438]: osdmap e1545: 8 total, 8 up, 8 in 2024-07-29T15:50:51.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:51 smithi067 ceph-mon[91995]: pgmap v2634: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 8.5 KiB/s wr, 79 op/s 2024-07-29T15:50:51.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:51 smithi067 ceph-mon[91995]: osdmap e1546: 8 total, 8 up, 8 in 2024-07-29T15:50:51.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:51 smithi067 ceph-mon[94375]: pgmap v2634: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 8.5 KiB/s wr, 79 op/s 2024-07-29T15:50:51.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:51 smithi067 ceph-mon[94375]: osdmap e1546: 8 total, 8 up, 8 in 2024-07-29T15:50:52.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:51 smithi138 ceph-mon[86438]: pgmap v2634: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 8.5 KiB/s wr, 79 op/s 2024-07-29T15:50:52.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:51 smithi138 ceph-mon[86438]: osdmap e1546: 8 total, 8 up, 8 in 2024-07-29T15:50:53.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:53 smithi138 ceph-mon[86438]: osdmap e1547: 8 total, 8 up, 8 in 2024-07-29T15:50:53.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:53 smithi138 ceph-mon[86438]: pgmap v2637: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 76 KiB/s rd, 11 KiB/s wr, 112 op/s 2024-07-29T15:50:53.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:53 smithi138 ceph-mon[86438]: osdmap e1548: 8 total, 8 up, 8 in 2024-07-29T15:50:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:53 smithi067 ceph-mon[91995]: osdmap e1547: 8 total, 8 up, 8 in 2024-07-29T15:50:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:53 smithi067 ceph-mon[91995]: pgmap v2637: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 76 KiB/s rd, 11 KiB/s wr, 112 op/s 2024-07-29T15:50:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:53 smithi067 ceph-mon[91995]: osdmap e1548: 8 total, 8 up, 8 in 2024-07-29T15:50:53.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:53 smithi067 ceph-mon[94375]: osdmap e1547: 8 total, 8 up, 8 in 2024-07-29T15:50:53.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:53 smithi067 ceph-mon[94375]: pgmap v2637: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 76 KiB/s rd, 11 KiB/s wr, 112 op/s 2024-07-29T15:50:53.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:53 smithi067 ceph-mon[94375]: osdmap e1548: 8 total, 8 up, 8 in 2024-07-29T15:50:55.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:55 smithi138 ceph-mon[86438]: osdmap e1549: 8 total, 8 up, 8 in 2024-07-29T15:50:55.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:55 smithi138 ceph-mon[86438]: pgmap v2640: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 60 KiB/s rd, 13 KiB/s wr, 94 op/s 2024-07-29T15:50:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:55 smithi067 ceph-mon[91995]: osdmap e1549: 8 total, 8 up, 8 in 2024-07-29T15:50:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:55 smithi067 ceph-mon[91995]: pgmap v2640: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 60 KiB/s rd, 13 KiB/s wr, 94 op/s 2024-07-29T15:50:55.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:55 smithi067 ceph-mon[94375]: osdmap e1549: 8 total, 8 up, 8 in 2024-07-29T15:50:55.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:55 smithi067 ceph-mon[94375]: pgmap v2640: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 60 KiB/s rd, 13 KiB/s wr, 94 op/s 2024-07-29T15:50:56.814 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:56 smithi138 ceph-mon[86438]: osdmap e1550: 8 total, 8 up, 8 in 2024-07-29T15:50:56.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:56 smithi067 ceph-mon[91995]: osdmap e1550: 8 total, 8 up, 8 in 2024-07-29T15:50:56.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:56 smithi067 ceph-mon[94375]: osdmap e1550: 8 total, 8 up, 8 in 2024-07-29T15:50:57.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:57 smithi067 ceph-mon[91995]: osdmap e1551: 8 total, 8 up, 8 in 2024-07-29T15:50:57.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:57 smithi067 ceph-mon[91995]: pgmap v2643: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 37 KiB/s rd, 8.5 KiB/s wr, 58 op/s 2024-07-29T15:50:57.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:57 smithi067 ceph-mon[94375]: osdmap e1551: 8 total, 8 up, 8 in 2024-07-29T15:50:57.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:57 smithi067 ceph-mon[94375]: pgmap v2643: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 37 KiB/s rd, 8.5 KiB/s wr, 58 op/s 2024-07-29T15:50:58.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:57 smithi138 ceph-mon[86438]: osdmap e1551: 8 total, 8 up, 8 in 2024-07-29T15:50:58.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:57 smithi138 ceph-mon[86438]: pgmap v2643: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 37 KiB/s rd, 8.5 KiB/s wr, 58 op/s 2024-07-29T15:50:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:50:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:50:57] "GET /metrics HTTP/1.1" 200 36619 "" "Prometheus/2.51.0" 2024-07-29T15:50:58.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:58 smithi067 ceph-mon[94375]: osdmap e1552: 8 total, 8 up, 8 in 2024-07-29T15:50:58.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:58 smithi067 ceph-mon[94375]: osdmap e1553: 8 total, 8 up, 8 in 2024-07-29T15:50:58.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:58 smithi067 ceph-mon[91995]: osdmap e1552: 8 total, 8 up, 8 in 2024-07-29T15:50:58.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:58 smithi067 ceph-mon[91995]: osdmap e1553: 8 total, 8 up, 8 in 2024-07-29T15:50:59.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:58 smithi138 ceph-mon[86438]: osdmap e1552: 8 total, 8 up, 8 in 2024-07-29T15:50:59.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:58 smithi138 ceph-mon[86438]: osdmap e1553: 8 total, 8 up, 8 in 2024-07-29T15:50:59.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:59 smithi067 ceph-mon[91995]: pgmap v2646: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 7.7 KiB/s wr, 59 op/s 2024-07-29T15:50:59.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:50:59 smithi067 ceph-mon[91995]: osdmap e1554: 8 total, 8 up, 8 in 2024-07-29T15:50:59.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:59 smithi067 ceph-mon[94375]: pgmap v2646: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 7.7 KiB/s wr, 59 op/s 2024-07-29T15:50:59.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:50:59 smithi067 ceph-mon[94375]: osdmap e1554: 8 total, 8 up, 8 in 2024-07-29T15:51:00.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:59 smithi138 ceph-mon[86438]: pgmap v2646: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 7.7 KiB/s wr, 59 op/s 2024-07-29T15:51:00.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:50:59 smithi138 ceph-mon[86438]: osdmap e1554: 8 total, 8 up, 8 in 2024-07-29T15:51:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:51:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:51:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:51:01.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:01 smithi138 ceph-mon[86438]: osdmap e1555: 8 total, 8 up, 8 in 2024-07-29T15:51:01.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:01 smithi138 ceph-mon[86438]: pgmap v2649: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 143 KiB/s rd, 17 KiB/s wr, 191 op/s 2024-07-29T15:51:01.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:01 smithi067 ceph-mon[91995]: osdmap e1555: 8 total, 8 up, 8 in 2024-07-29T15:51:01.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:01 smithi067 ceph-mon[91995]: pgmap v2649: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 143 KiB/s rd, 17 KiB/s wr, 191 op/s 2024-07-29T15:51:01.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:01 smithi067 ceph-mon[94375]: osdmap e1555: 8 total, 8 up, 8 in 2024-07-29T15:51:01.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:01 smithi067 ceph-mon[94375]: pgmap v2649: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 143 KiB/s rd, 17 KiB/s wr, 191 op/s 2024-07-29T15:51:02.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:02 smithi067 ceph-mon[91995]: osdmap e1556: 8 total, 8 up, 8 in 2024-07-29T15:51:02.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:02 smithi067 ceph-mon[94375]: osdmap e1556: 8 total, 8 up, 8 in 2024-07-29T15:51:03.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:02 smithi138 ceph-mon[86438]: osdmap e1556: 8 total, 8 up, 8 in 2024-07-29T15:51:03.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:03 smithi067 ceph-mon[94375]: osdmap e1557: 8 total, 8 up, 8 in 2024-07-29T15:51:03.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:03 smithi067 ceph-mon[94375]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 198 KiB/s rd, 20 KiB/s wr, 262 op/s 2024-07-29T15:51:03.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:03 smithi067 ceph-mon[91995]: osdmap e1557: 8 total, 8 up, 8 in 2024-07-29T15:51:03.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:03 smithi067 ceph-mon[91995]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 198 KiB/s rd, 20 KiB/s wr, 262 op/s 2024-07-29T15:51:04.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:03 smithi138 ceph-mon[86438]: osdmap e1557: 8 total, 8 up, 8 in 2024-07-29T15:51:04.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:03 smithi138 ceph-mon[86438]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 198 KiB/s rd, 20 KiB/s wr, 262 op/s 2024-07-29T15:51:04.991 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:04 smithi067 ceph-mon[94375]: osdmap e1558: 8 total, 8 up, 8 in 2024-07-29T15:51:04.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:04 smithi067 ceph-mon[91995]: osdmap e1558: 8 total, 8 up, 8 in 2024-07-29T15:51:05.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:04 smithi138 ceph-mon[86438]: osdmap e1558: 8 total, 8 up, 8 in 2024-07-29T15:51:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:05 smithi067 ceph-mon[91995]: osdmap e1559: 8 total, 8 up, 8 in 2024-07-29T15:51:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:05 smithi067 ceph-mon[91995]: pgmap v2655: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 112 KiB/s rd, 12 KiB/s wr, 158 op/s 2024-07-29T15:51:05.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:51:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:05 smithi067 ceph-mon[94375]: osdmap e1559: 8 total, 8 up, 8 in 2024-07-29T15:51:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:05 smithi067 ceph-mon[94375]: pgmap v2655: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 112 KiB/s rd, 12 KiB/s wr, 158 op/s 2024-07-29T15:51:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:51:06.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:05 smithi138 ceph-mon[86438]: osdmap e1559: 8 total, 8 up, 8 in 2024-07-29T15:51:06.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:05 smithi138 ceph-mon[86438]: pgmap v2655: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 112 KiB/s rd, 12 KiB/s wr, 158 op/s 2024-07-29T15:51:06.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:51:06.962 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:06 smithi138 ceph-mon[86438]: osdmap e1560: 8 total, 8 up, 8 in 2024-07-29T15:51:06.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:06 smithi067 ceph-mon[91995]: osdmap e1560: 8 total, 8 up, 8 in 2024-07-29T15:51:06.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:06 smithi067 ceph-mon[94375]: osdmap e1560: 8 total, 8 up, 8 in 2024-07-29T15:51:07.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:07 smithi067 ceph-mon[91995]: pgmap v2657: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 81 KiB/s rd, 8.7 KiB/s wr, 119 op/s 2024-07-29T15:51:07.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:07 smithi067 ceph-mon[91995]: osdmap e1561: 8 total, 8 up, 8 in 2024-07-29T15:51:07.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:51:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:51:07] "GET /metrics HTTP/1.1" 200 36615 "" "Prometheus/2.51.0" 2024-07-29T15:51:07.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:07 smithi067 ceph-mon[94375]: pgmap v2657: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 81 KiB/s rd, 8.7 KiB/s wr, 119 op/s 2024-07-29T15:51:07.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:07 smithi067 ceph-mon[94375]: osdmap e1561: 8 total, 8 up, 8 in 2024-07-29T15:51:08.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:07 smithi138 ceph-mon[86438]: pgmap v2657: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 81 KiB/s rd, 8.7 KiB/s wr, 119 op/s 2024-07-29T15:51:08.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:07 smithi138 ceph-mon[86438]: osdmap e1561: 8 total, 8 up, 8 in 2024-07-29T15:51:08.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:08 smithi067 ceph-mon[91995]: osdmap e1562: 8 total, 8 up, 8 in 2024-07-29T15:51:08.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:08 smithi067 ceph-mon[91995]: osdmap e1563: 8 total, 8 up, 8 in 2024-07-29T15:51:08.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:08 smithi067 ceph-mon[94375]: osdmap e1562: 8 total, 8 up, 8 in 2024-07-29T15:51:08.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:08 smithi067 ceph-mon[94375]: osdmap e1563: 8 total, 8 up, 8 in 2024-07-29T15:51:09.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:08 smithi138 ceph-mon[86438]: osdmap e1562: 8 total, 8 up, 8 in 2024-07-29T15:51:09.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:08 smithi138 ceph-mon[86438]: osdmap e1563: 8 total, 8 up, 8 in 2024-07-29T15:51:09.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:09 smithi067 ceph-mon[91995]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 7.0 KiB/s wr, 102 op/s 2024-07-29T15:51:09.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:09 smithi067 ceph-mon[91995]: osdmap e1564: 8 total, 8 up, 8 in 2024-07-29T15:51:09.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:09 smithi067 ceph-mon[94375]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 7.0 KiB/s wr, 102 op/s 2024-07-29T15:51:09.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:09 smithi067 ceph-mon[94375]: osdmap e1564: 8 total, 8 up, 8 in 2024-07-29T15:51:10.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:09 smithi138 ceph-mon[86438]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 7.0 KiB/s wr, 102 op/s 2024-07-29T15:51:10.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:09 smithi138 ceph-mon[86438]: osdmap e1564: 8 total, 8 up, 8 in 2024-07-29T15:51:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:51:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:51:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:51:11.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:11 smithi067 ceph-mon[91995]: pgmap v2663: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 3.0 KiB/s wr, 57 op/s 2024-07-29T15:51:11.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:11 smithi067 ceph-mon[91995]: osdmap e1565: 8 total, 8 up, 8 in 2024-07-29T15:51:11.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:11 smithi067 ceph-mon[94375]: pgmap v2663: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 3.0 KiB/s wr, 57 op/s 2024-07-29T15:51:11.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:11 smithi067 ceph-mon[94375]: osdmap e1565: 8 total, 8 up, 8 in 2024-07-29T15:51:12.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:11 smithi138 ceph-mon[86438]: pgmap v2663: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 3.0 KiB/s wr, 57 op/s 2024-07-29T15:51:12.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:11 smithi138 ceph-mon[86438]: osdmap e1565: 8 total, 8 up, 8 in 2024-07-29T15:51:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:12 smithi067 ceph-mon[91995]: osdmap e1566: 8 total, 8 up, 8 in 2024-07-29T15:51:12.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:12 smithi067 ceph-mon[94375]: osdmap e1566: 8 total, 8 up, 8 in 2024-07-29T15:51:13.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:12 smithi138 ceph-mon[86438]: osdmap e1566: 8 total, 8 up, 8 in 2024-07-29T15:51:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:13 smithi067 ceph-mon[91995]: pgmap v2666: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 90 KiB/s rd, 6.9 KiB/s wr, 127 op/s 2024-07-29T15:51:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:13 smithi067 ceph-mon[91995]: osdmap e1567: 8 total, 8 up, 8 in 2024-07-29T15:51:13.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:13 smithi067 ceph-mon[91995]: osdmap e1568: 8 total, 8 up, 8 in 2024-07-29T15:51:13.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:13 smithi067 ceph-mon[94375]: pgmap v2666: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 90 KiB/s rd, 6.9 KiB/s wr, 127 op/s 2024-07-29T15:51:13.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:13 smithi067 ceph-mon[94375]: osdmap e1567: 8 total, 8 up, 8 in 2024-07-29T15:51:13.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:13 smithi067 ceph-mon[94375]: osdmap e1568: 8 total, 8 up, 8 in 2024-07-29T15:51:14.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:13 smithi138 ceph-mon[86438]: pgmap v2666: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 90 KiB/s rd, 6.9 KiB/s wr, 127 op/s 2024-07-29T15:51:14.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:13 smithi138 ceph-mon[86438]: osdmap e1567: 8 total, 8 up, 8 in 2024-07-29T15:51:14.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:13 smithi138 ceph-mon[86438]: osdmap e1568: 8 total, 8 up, 8 in 2024-07-29T15:51:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:15 smithi138 ceph-mon[86438]: osdmap e1569: 8 total, 8 up, 8 in 2024-07-29T15:51:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:15 smithi138 ceph-mon[86438]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 137 KiB/s rd, 10 KiB/s wr, 195 op/s 2024-07-29T15:51:15.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:15 smithi067 ceph-mon[91995]: osdmap e1569: 8 total, 8 up, 8 in 2024-07-29T15:51:15.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:15 smithi067 ceph-mon[91995]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 137 KiB/s rd, 10 KiB/s wr, 195 op/s 2024-07-29T15:51:15.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:15 smithi067 ceph-mon[94375]: osdmap e1569: 8 total, 8 up, 8 in 2024-07-29T15:51:15.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:15 smithi067 ceph-mon[94375]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 137 KiB/s rd, 10 KiB/s wr, 195 op/s 2024-07-29T15:51:16.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:16 smithi138 ceph-mon[86438]: osdmap e1570: 8 total, 8 up, 8 in 2024-07-29T15:51:16.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:16 smithi067 ceph-mon[91995]: osdmap e1570: 8 total, 8 up, 8 in 2024-07-29T15:51:16.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:16 smithi067 ceph-mon[94375]: osdmap e1570: 8 total, 8 up, 8 in 2024-07-29T15:51:17.621 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestMirroring.AioSnapshotCreate (31015 ms) 2024-07-29T15:51:17.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:17 smithi138 ceph-mon[86438]: osdmap e1571: 8 total, 8 up, 8 in 2024-07-29T15:51:17.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:17 smithi138 ceph-mon[86438]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 6.5 KiB/s wr, 105 op/s 2024-07-29T15:51:17.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:17 smithi067 ceph-mon[94375]: osdmap e1571: 8 total, 8 up, 8 in 2024-07-29T15:51:17.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:17 smithi067 ceph-mon[94375]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 6.5 KiB/s wr, 105 op/s 2024-07-29T15:51:17.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:17 smithi067 ceph-mon[91995]: osdmap e1571: 8 total, 8 up, 8 in 2024-07-29T15:51:17.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:17 smithi067 ceph-mon[91995]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 6.5 KiB/s wr, 105 op/s 2024-07-29T15:51:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:51:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:51:17] "GET /metrics HTTP/1.1" 200 36615 "" "Prometheus/2.51.0" 2024-07-29T15:51:18.545 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 51 tests from TestMirroring (86780 ms total) 2024-07-29T15:51:18.545 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:51:18.545 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 34 tests from TestInternal 2024-07-29T15:51:18.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:18 smithi138 ceph-mon[86438]: osdmap e1572: 8 total, 8 up, 8 in 2024-07-29T15:51:18.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:18 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8426be3c-8aee-4d0e-8235-9848eb1c6f57"}]: dispatch 2024-07-29T15:51:18.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:18 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8426be3c-8aee-4d0e-8235-9848eb1c6f57"}]: dispatch 2024-07-29T15:51:18.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:18 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8426be3c-8aee-4d0e-8235-9848eb1c6f57"}]': finished 2024-07-29T15:51:18.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:18 smithi138 ceph-mon[86438]: osdmap e1573: 8 total, 8 up, 8 in 2024-07-29T15:51:18.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:18 smithi067 ceph-mon[91995]: osdmap e1572: 8 total, 8 up, 8 in 2024-07-29T15:51:18.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:18 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8426be3c-8aee-4d0e-8235-9848eb1c6f57"}]: dispatch 2024-07-29T15:51:18.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:18 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8426be3c-8aee-4d0e-8235-9848eb1c6f57"}]: dispatch 2024-07-29T15:51:18.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:18 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8426be3c-8aee-4d0e-8235-9848eb1c6f57"}]': finished 2024-07-29T15:51:18.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:18 smithi067 ceph-mon[91995]: osdmap e1573: 8 total, 8 up, 8 in 2024-07-29T15:51:18.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:18 smithi067 ceph-mon[94375]: osdmap e1572: 8 total, 8 up, 8 in 2024-07-29T15:51:18.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:18 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1802106845' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8426be3c-8aee-4d0e-8235-9848eb1c6f57"}]: dispatch 2024-07-29T15:51:18.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:18 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8426be3c-8aee-4d0e-8235-9848eb1c6f57"}]: dispatch 2024-07-29T15:51:18.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:18 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8426be3c-8aee-4d0e-8235-9848eb1c6f57"}]': finished 2024-07-29T15:51:18.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:18 smithi067 ceph-mon[94375]: osdmap e1573: 8 total, 8 up, 8 in 2024-07-29T15:51:19.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:19 smithi067 ceph-mon[91995]: pgmap v2676: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:51:19.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:19 smithi067 ceph-mon[94375]: pgmap v2676: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:51:20.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:19 smithi138 ceph-mon[86438]: pgmap v2676: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:51:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:51:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:51:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:51:20.572 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.OpenByID 2024-07-29T15:51:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:20 smithi067 ceph-mon[91995]: osdmap e1574: 8 total, 8 up, 8 in 2024-07-29T15:51:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:20 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2225520823' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:51:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:51:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:20 smithi067 ceph-mon[94375]: osdmap e1574: 8 total, 8 up, 8 in 2024-07-29T15:51:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:20 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2225520823' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:51:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:51:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:20 smithi138 ceph-mon[86438]: osdmap e1574: 8 total, 8 up, 8 in 2024-07-29T15:51:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:20 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2225520823' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:51:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:51:21.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:21 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2225520823' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:51:21.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:21 smithi067 ceph-mon[91995]: osdmap e1575: 8 total, 8 up, 8 in 2024-07-29T15:51:21.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:21 smithi067 ceph-mon[91995]: pgmap v2679: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:51:21.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:21 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2225520823' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:51:21.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:21 smithi067 ceph-mon[94375]: osdmap e1575: 8 total, 8 up, 8 in 2024-07-29T15:51:21.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:21 smithi067 ceph-mon[94375]: pgmap v2679: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:51:22.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:21 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2225520823' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:51:22.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:21 smithi138 ceph-mon[86438]: osdmap e1575: 8 total, 8 up, 8 in 2024-07-29T15:51:22.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:21 smithi138 ceph-mon[86438]: pgmap v2679: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:51:22.636 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.OpenByID (2064 ms) 2024-07-29T15:51:22.636 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-07-29T15:51:22.660 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.OpenSnapDNE (24 ms) 2024-07-29T15:51:22.660 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-07-29T15:51:22.685 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (25 ms) 2024-07-29T15:51:22.685 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-07-29T15:51:22.710 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.ResizeLocksImage (25 ms) 2024-07-29T15:51:22.710 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-07-29T15:51:22.732 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (22 ms) 2024-07-29T15:51:22.732 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-07-29T15:51:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:22 smithi067 ceph-mon[91995]: osdmap e1576: 8 total, 8 up, 8 in 2024-07-29T15:51:22.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:22 smithi067 ceph-mon[94375]: osdmap e1576: 8 total, 8 up, 8 in 2024-07-29T15:51:23.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:22 smithi138 ceph-mon[86438]: osdmap e1576: 8 total, 8 up, 8 in 2024-07-29T15:51:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:23 smithi067 ceph-mon[91995]: osdmap e1577: 8 total, 8 up, 8 in 2024-07-29T15:51:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:23 smithi067 ceph-mon[91995]: pgmap v2682: 137 pgs: 12 creating+peering, 7 unknown, 118 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:51:23.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:23 smithi067 ceph-mon[94375]: osdmap e1577: 8 total, 8 up, 8 in 2024-07-29T15:51:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:23 smithi067 ceph-mon[94375]: pgmap v2682: 137 pgs: 12 creating+peering, 7 unknown, 118 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:51:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:23 smithi138 ceph-mon[86438]: osdmap e1577: 8 total, 8 up, 8 in 2024-07-29T15:51:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:23 smithi138 ceph-mon[86438]: pgmap v2682: 137 pgs: 12 creating+peering, 7 unknown, 118 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:51:24.624 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1892 ms) 2024-07-29T15:51:24.624 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-07-29T15:51:24.650 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (27 ms) 2024-07-29T15:51:24.651 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-07-29T15:51:24.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:24 smithi067 ceph-mon[91995]: osdmap e1578: 8 total, 8 up, 8 in 2024-07-29T15:51:24.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:24 smithi067 ceph-mon[94375]: osdmap e1578: 8 total, 8 up, 8 in 2024-07-29T15:51:25.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:24 smithi138 ceph-mon[86438]: osdmap e1578: 8 total, 8 up, 8 in 2024-07-29T15:51:25.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:25 smithi067 ceph-mon[91995]: osdmap e1579: 8 total, 8 up, 8 in 2024-07-29T15:51:25.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:25 smithi067 ceph-mon[91995]: pgmap v2685: 137 pgs: 12 creating+peering, 125 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 1.2 KiB/s wr, 19 op/s 2024-07-29T15:51:25.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:25 smithi067 ceph-mon[94375]: osdmap e1579: 8 total, 8 up, 8 in 2024-07-29T15:51:25.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:25 smithi067 ceph-mon[94375]: pgmap v2685: 137 pgs: 12 creating+peering, 125 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 1.2 KiB/s wr, 19 op/s 2024-07-29T15:51:26.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:25 smithi138 ceph-mon[86438]: osdmap e1579: 8 total, 8 up, 8 in 2024-07-29T15:51:26.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:25 smithi138 ceph-mon[86438]: pgmap v2685: 137 pgs: 12 creating+peering, 125 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 1.2 KiB/s wr, 19 op/s 2024-07-29T15:51:26.633 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1982 ms) 2024-07-29T15:51:26.633 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-07-29T15:51:26.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:26 smithi067 ceph-mon[91995]: osdmap e1580: 8 total, 8 up, 8 in 2024-07-29T15:51:26.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:26 smithi067 ceph-mon[94375]: osdmap e1580: 8 total, 8 up, 8 in 2024-07-29T15:51:27.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:26 smithi138 ceph-mon[86438]: osdmap e1580: 8 total, 8 up, 8 in 2024-07-29T15:51:27.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:27 smithi067 ceph-mon[94375]: osdmap e1581: 8 total, 8 up, 8 in 2024-07-29T15:51:27.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:27 smithi067 ceph-mon[94375]: pgmap v2688: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 53 KiB/s rd, 8.2 KiB/s wr, 80 op/s 2024-07-29T15:51:27.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:27 smithi067 ceph-mon[91995]: osdmap e1581: 8 total, 8 up, 8 in 2024-07-29T15:51:27.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:27 smithi067 ceph-mon[91995]: pgmap v2688: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 53 KiB/s rd, 8.2 KiB/s wr, 80 op/s 2024-07-29T15:51:27.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:51:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:51:27] "GET /metrics HTTP/1.1" 200 36563 "" "Prometheus/2.51.0" 2024-07-29T15:51:28.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:27 smithi138 ceph-mon[86438]: osdmap e1581: 8 total, 8 up, 8 in 2024-07-29T15:51:28.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:27 smithi138 ceph-mon[86438]: pgmap v2688: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 53 KiB/s rd, 8.2 KiB/s wr, 80 op/s 2024-07-29T15:51:28.643 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2009 ms) 2024-07-29T15:51:28.643 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-07-29T15:51:28.889 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:28 smithi067 ceph-mon[91995]: osdmap e1582: 8 total, 8 up, 8 in 2024-07-29T15:51:28.890 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:28 smithi067 ceph-mon[94375]: osdmap e1582: 8 total, 8 up, 8 in 2024-07-29T15:51:29.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:28 smithi138 ceph-mon[86438]: osdmap e1582: 8 total, 8 up, 8 in 2024-07-29T15:51:29.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:29 smithi067 ceph-mon[91995]: pgmap v2691: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 73 KiB/s rd, 10 KiB/s wr, 110 op/s 2024-07-29T15:51:29.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:29 smithi067 ceph-mon[91995]: osdmap e1583: 8 total, 8 up, 8 in 2024-07-29T15:51:29.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:29 smithi067 ceph-mon[94375]: pgmap v2691: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 73 KiB/s rd, 10 KiB/s wr, 110 op/s 2024-07-29T15:51:29.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:29 smithi067 ceph-mon[94375]: osdmap e1583: 8 total, 8 up, 8 in 2024-07-29T15:51:30.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:29 smithi138 ceph-mon[86438]: pgmap v2691: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 73 KiB/s rd, 10 KiB/s wr, 110 op/s 2024-07-29T15:51:30.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:29 smithi138 ceph-mon[86438]: osdmap e1583: 8 total, 8 up, 8 in 2024-07-29T15:51:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:51:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:51:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:51:30.661 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.SnapSetReleasesLock (2020 ms) 2024-07-29T15:51:30.662 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-07-29T15:51:30.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:30 smithi067 ceph-mon[91995]: osdmap e1584: 8 total, 8 up, 8 in 2024-07-29T15:51:30.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:30 smithi067 ceph-mon[94375]: osdmap e1584: 8 total, 8 up, 8 in 2024-07-29T15:51:31.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:30 smithi138 ceph-mon[86438]: osdmap e1584: 8 total, 8 up, 8 in 2024-07-29T15:51:31.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:31 smithi067 ceph-mon[91995]: pgmap v2693: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 88 KiB/s rd, 7.5 KiB/s wr, 124 op/s 2024-07-29T15:51:31.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:31 smithi067 ceph-mon[91995]: osdmap e1585: 8 total, 8 up, 8 in 2024-07-29T15:51:31.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:31 smithi067 ceph-mon[94375]: pgmap v2693: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 88 KiB/s rd, 7.5 KiB/s wr, 124 op/s 2024-07-29T15:51:31.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:31 smithi067 ceph-mon[94375]: osdmap e1585: 8 total, 8 up, 8 in 2024-07-29T15:51:32.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:31 smithi138 ceph-mon[86438]: pgmap v2693: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 88 KiB/s rd, 7.5 KiB/s wr, 124 op/s 2024-07-29T15:51:32.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:31 smithi138 ceph-mon[86438]: osdmap e1585: 8 total, 8 up, 8 in 2024-07-29T15:51:32.684 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.FlattenLocksImage (2022 ms) 2024-07-29T15:51:32.684 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-07-29T15:51:32.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:32 smithi067 ceph-mon[94375]: osdmap e1586: 8 total, 8 up, 8 in 2024-07-29T15:51:32.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:32 smithi067 ceph-mon[91995]: osdmap e1586: 8 total, 8 up, 8 in 2024-07-29T15:51:33.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:32 smithi138 ceph-mon[86438]: osdmap e1586: 8 total, 8 up, 8 in 2024-07-29T15:51:33.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:33 smithi067 ceph-mon[91995]: pgmap v2696: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 86 KiB/s rd, 7.2 KiB/s wr, 118 op/s 2024-07-29T15:51:33.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:33 smithi067 ceph-mon[91995]: osdmap e1587: 8 total, 8 up, 8 in 2024-07-29T15:51:33.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:33 smithi067 ceph-mon[91995]: osdmap e1588: 8 total, 8 up, 8 in 2024-07-29T15:51:33.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:33 smithi067 ceph-mon[94375]: pgmap v2696: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 86 KiB/s rd, 7.2 KiB/s wr, 118 op/s 2024-07-29T15:51:33.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:33 smithi067 ceph-mon[94375]: osdmap e1587: 8 total, 8 up, 8 in 2024-07-29T15:51:33.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:33 smithi067 ceph-mon[94375]: osdmap e1588: 8 total, 8 up, 8 in 2024-07-29T15:51:34.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:33 smithi138 ceph-mon[86438]: pgmap v2696: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 86 KiB/s rd, 7.2 KiB/s wr, 118 op/s 2024-07-29T15:51:34.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:33 smithi138 ceph-mon[86438]: osdmap e1587: 8 total, 8 up, 8 in 2024-07-29T15:51:34.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:33 smithi138 ceph-mon[86438]: osdmap e1588: 8 total, 8 up, 8 in 2024-07-29T15:51:34.685 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (2001 ms) 2024-07-29T15:51:34.685 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-07-29T15:51:35.672 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (987 ms) 2024-07-29T15:51:35.672 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-07-29T15:51:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:35 smithi067 ceph-mon[91995]: pgmap v2699: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 35 KiB/s rd, 3.2 KiB/s wr, 51 op/s 2024-07-29T15:51:35.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:35 smithi067 ceph-mon[91995]: osdmap e1589: 8 total, 8 up, 8 in 2024-07-29T15:51:35.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:35 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3210216127' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/3210216127"}]: dispatch 2024-07-29T15:51:35.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:35 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/3210216127"}]: dispatch 2024-07-29T15:51:35.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:51:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:35 smithi067 ceph-mon[94375]: pgmap v2699: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 35 KiB/s rd, 3.2 KiB/s wr, 51 op/s 2024-07-29T15:51:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:35 smithi067 ceph-mon[94375]: osdmap e1589: 8 total, 8 up, 8 in 2024-07-29T15:51:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:35 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3210216127' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/3210216127"}]: dispatch 2024-07-29T15:51:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:35 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/3210216127"}]: dispatch 2024-07-29T15:51:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:51:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:35 smithi138 ceph-mon[86438]: pgmap v2699: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 35 KiB/s rd, 3.2 KiB/s wr, 51 op/s 2024-07-29T15:51:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:35 smithi138 ceph-mon[86438]: osdmap e1589: 8 total, 8 up, 8 in 2024-07-29T15:51:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:35 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3210216127' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/3210216127"}]: dispatch 2024-07-29T15:51:36.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:35 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/3210216127"}]: dispatch 2024-07-29T15:51:36.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:51:36.961 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:36 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/3210216127"}]': finished 2024-07-29T15:51:36.961 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:36 smithi138 ceph-mon[86438]: osdmap e1590: 8 total, 8 up, 8 in 2024-07-29T15:51:36.961 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:36 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1229475727' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/1229475727"}]: dispatch 2024-07-29T15:51:36.961 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:36 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/1229475727"}]: dispatch 2024-07-29T15:51:36.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:36 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/3210216127"}]': finished 2024-07-29T15:51:36.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:36 smithi067 ceph-mon[91995]: osdmap e1590: 8 total, 8 up, 8 in 2024-07-29T15:51:36.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:36 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1229475727' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/1229475727"}]: dispatch 2024-07-29T15:51:36.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:36 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/1229475727"}]: dispatch 2024-07-29T15:51:36.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:36 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/3210216127"}]': finished 2024-07-29T15:51:36.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:36 smithi067 ceph-mon[94375]: osdmap e1590: 8 total, 8 up, 8 in 2024-07-29T15:51:36.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:36 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1229475727' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/1229475727"}]: dispatch 2024-07-29T15:51:36.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:36 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/1229475727"}]: dispatch 2024-07-29T15:51:37.680 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (2007 ms) 2024-07-29T15:51:37.680 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-07-29T15:51:37.715 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.AioWriteRequestsLock (37 ms) 2024-07-29T15:51:37.716 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-07-29T15:51:37.747 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (31 ms) 2024-07-29T15:51:37.747 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-07-29T15:51:37.794 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.CancelAsyncResize (47 ms) 2024-07-29T15:51:37.794 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.MultipleResize 2024-07-29T15:51:37.853 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.MultipleResize (59 ms) 2024-07-29T15:51:37.854 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.Metadata 2024-07-29T15:51:37.903 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.Metadata (50 ms) 2024-07-29T15:51:37.903 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-07-29T15:51:37.932 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.MetadataConfApply (30 ms) 2024-07-29T15:51:37.933 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-07-29T15:51:37.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:51:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:51:37] "GET /metrics HTTP/1.1" 200 36607 "" "Prometheus/2.51.0" 2024-07-29T15:51:37.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:37 smithi067 ceph-mon[94375]: pgmap v2702: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 177 KiB/s rd, 10 KiB/s wr, 234 op/s 2024-07-29T15:51:37.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:37 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/1229475727"}]': finished 2024-07-29T15:51:37.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:37 smithi067 ceph-mon[94375]: osdmap e1591: 8 total, 8 up, 8 in 2024-07-29T15:51:37.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:37 smithi067 ceph-mon[91995]: pgmap v2702: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 177 KiB/s rd, 10 KiB/s wr, 234 op/s 2024-07-29T15:51:37.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:37 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/1229475727"}]': finished 2024-07-29T15:51:37.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:37 smithi067 ceph-mon[91995]: osdmap e1591: 8 total, 8 up, 8 in 2024-07-29T15:51:38.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:37 smithi138 ceph-mon[86438]: pgmap v2702: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 177 KiB/s rd, 10 KiB/s wr, 234 op/s 2024-07-29T15:51:38.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:37 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/1229475727"}]': finished 2024-07-29T15:51:38.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:37 smithi138 ceph-mon[86438]: osdmap e1591: 8 total, 8 up, 8 in 2024-07-29T15:51:39.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:39 smithi138 ceph-mon[86438]: osdmap e1592: 8 total, 8 up, 8 in 2024-07-29T15:51:39.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:39 smithi138 ceph-mon[86438]: pgmap v2705: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 231 KiB/s rd, 15 KiB/s wr, 310 op/s 2024-07-29T15:51:39.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:39 smithi067 ceph-mon[91995]: osdmap e1592: 8 total, 8 up, 8 in 2024-07-29T15:51:39.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:39 smithi067 ceph-mon[91995]: pgmap v2705: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 231 KiB/s rd, 15 KiB/s wr, 310 op/s 2024-07-29T15:51:39.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:39 smithi067 ceph-mon[94375]: osdmap e1592: 8 total, 8 up, 8 in 2024-07-29T15:51:39.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:39 smithi067 ceph-mon[94375]: pgmap v2705: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 231 KiB/s rd, 15 KiB/s wr, 310 op/s 2024-07-29T15:51:40.547 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:51:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:51:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:51:40.652 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.SnapshotCopyup (2719 ms) 2024-07-29T15:51:40.652 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-07-29T15:51:40.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:40 smithi138 ceph-mon[86438]: osdmap e1593: 8 total, 8 up, 8 in 2024-07-29T15:51:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:40 smithi067 ceph-mon[91995]: osdmap e1593: 8 total, 8 up, 8 in 2024-07-29T15:51:40.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:40 smithi067 ceph-mon[94375]: osdmap e1593: 8 total, 8 up, 8 in 2024-07-29T15:51:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:41 smithi067 ceph-mon[91995]: osdmap e1594: 8 total, 8 up, 8 in 2024-07-29T15:51:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:41 smithi067 ceph-mon[91995]: pgmap v2708: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 137 KiB/s rd, 17 KiB/s wr, 193 op/s 2024-07-29T15:51:41.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:41 smithi067 ceph-mon[94375]: osdmap e1594: 8 total, 8 up, 8 in 2024-07-29T15:51:41.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:41 smithi067 ceph-mon[94375]: pgmap v2708: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 137 KiB/s rd, 17 KiB/s wr, 193 op/s 2024-07-29T15:51:42.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:41 smithi138 ceph-mon[86438]: osdmap e1594: 8 total, 8 up, 8 in 2024-07-29T15:51:42.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:41 smithi138 ceph-mon[86438]: pgmap v2708: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 137 KiB/s rd, 17 KiB/s wr, 193 op/s 2024-07-29T15:51:42.593 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (1941 ms) 2024-07-29T15:51:42.593 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-07-29T15:51:42.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:42 smithi067 ceph-mon[91995]: osdmap e1595: 8 total, 8 up, 8 in 2024-07-29T15:51:42.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:51:42.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:51:42.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:51:42.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:51:42.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:42 smithi067 ceph-mon[94375]: osdmap e1595: 8 total, 8 up, 8 in 2024-07-29T15:51:42.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:51:42.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:51:42.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:51:42.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:51:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:42 smithi138 ceph-mon[86438]: osdmap e1595: 8 total, 8 up, 8 in 2024-07-29T15:51:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:51:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:51:43.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:51:43.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:51:43.573 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (980 ms) 2024-07-29T15:51:43.573 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-07-29T15:51:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:43 smithi067 ceph-mon[91995]: osdmap e1596: 8 total, 8 up, 8 in 2024-07-29T15:51:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:43 smithi067 ceph-mon[91995]: pgmap v2711: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 169 KiB/s rd, 24 KiB/s wr, 244 op/s 2024-07-29T15:51:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:43 smithi067 ceph-mon[91995]: osdmap e1597: 8 total, 8 up, 8 in 2024-07-29T15:51:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:43 smithi067 ceph-mon[94375]: osdmap e1596: 8 total, 8 up, 8 in 2024-07-29T15:51:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:43 smithi067 ceph-mon[94375]: pgmap v2711: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 169 KiB/s rd, 24 KiB/s wr, 244 op/s 2024-07-29T15:51:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:43 smithi067 ceph-mon[94375]: osdmap e1597: 8 total, 8 up, 8 in 2024-07-29T15:51:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:43 smithi138 ceph-mon[86438]: osdmap e1596: 8 total, 8 up, 8 in 2024-07-29T15:51:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:43 smithi138 ceph-mon[86438]: pgmap v2711: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 169 KiB/s rd, 24 KiB/s wr, 244 op/s 2024-07-29T15:51:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:43 smithi138 ceph-mon[86438]: osdmap e1597: 8 total, 8 up, 8 in 2024-07-29T15:51:45.649 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.ResizeCopyup (2076 ms) 2024-07-29T15:51:45.649 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-07-29T15:51:45.657 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:51:45.657 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.DiscardCopyup (8 ms) 2024-07-29T15:51:45.658 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.ImageOptions 2024-07-29T15:51:45.665 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.ImageOptions (9 ms) 2024-07-29T15:51:45.666 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-07-29T15:51:45.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:45 smithi067 ceph-mon[91995]: osdmap e1598: 8 total, 8 up, 8 in 2024-07-29T15:51:45.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:45 smithi067 ceph-mon[91995]: pgmap v2714: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 153 KiB/s rd, 14 KiB/s wr, 214 op/s 2024-07-29T15:51:45.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:45 smithi067 ceph-mon[94375]: osdmap e1598: 8 total, 8 up, 8 in 2024-07-29T15:51:45.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:45 smithi067 ceph-mon[94375]: pgmap v2714: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 153 KiB/s rd, 14 KiB/s wr, 214 op/s 2024-07-29T15:51:46.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:45 smithi138 ceph-mon[86438]: osdmap e1598: 8 total, 8 up, 8 in 2024-07-29T15:51:46.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:45 smithi138 ceph-mon[86438]: pgmap v2714: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 153 KiB/s rd, 14 KiB/s wr, 214 op/s 2024-07-29T15:51:46.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:46 smithi067 ceph-mon[91995]: osdmap e1599: 8 total, 8 up, 8 in 2024-07-29T15:51:46.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:46 smithi067 ceph-mon[94375]: osdmap e1599: 8 total, 8 up, 8 in 2024-07-29T15:51:47.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:46 smithi138 ceph-mon[86438]: osdmap e1599: 8 total, 8 up, 8 in 2024-07-29T15:51:47.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:47 smithi067 ceph-mon[91995]: osdmap e1600: 8 total, 8 up, 8 in 2024-07-29T15:51:47.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:47 smithi067 ceph-mon[91995]: pgmap v2717: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 208 KiB/s rd, 20 KiB/s wr, 274 op/s 2024-07-29T15:51:47.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:47 smithi067 ceph-mon[94375]: osdmap e1600: 8 total, 8 up, 8 in 2024-07-29T15:51:47.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:47 smithi067 ceph-mon[94375]: pgmap v2717: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 208 KiB/s rd, 20 KiB/s wr, 274 op/s 2024-07-29T15:51:47.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:51:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:51:47] "GET /metrics HTTP/1.1" 200 36607 "" "Prometheus/2.51.0" 2024-07-29T15:51:48.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:47 smithi138 ceph-mon[86438]: osdmap e1600: 8 total, 8 up, 8 in 2024-07-29T15:51:48.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:47 smithi138 ceph-mon[86438]: pgmap v2717: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 208 KiB/s rd, 20 KiB/s wr, 274 op/s 2024-07-29T15:51:48.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:48 smithi067 ceph-mon[91995]: osdmap e1601: 8 total, 8 up, 8 in 2024-07-29T15:51:48.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:48 smithi067 ceph-mon[94375]: osdmap e1601: 8 total, 8 up, 8 in 2024-07-29T15:51:49.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:48 smithi138 ceph-mon[86438]: osdmap e1601: 8 total, 8 up, 8 in 2024-07-29T15:51:49.625 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.WriteFullCopyup (3959 ms) 2024-07-29T15:51:49.625 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-07-29T15:51:49.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:49 smithi067 ceph-mon[91995]: osdmap e1602: 8 total, 8 up, 8 in 2024-07-29T15:51:49.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:49 smithi067 ceph-mon[91995]: pgmap v2720: 137 pgs: 137 active+clean; 8.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 154 KiB/s rd, 1.0 MiB/s wr, 217 op/s 2024-07-29T15:51:49.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:49 smithi067 ceph-mon[94375]: osdmap e1602: 8 total, 8 up, 8 in 2024-07-29T15:51:49.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:49 smithi067 ceph-mon[94375]: pgmap v2720: 137 pgs: 137 active+clean; 8.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 154 KiB/s rd, 1.0 MiB/s wr, 217 op/s 2024-07-29T15:51:50.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:49 smithi138 ceph-mon[86438]: osdmap e1602: 8 total, 8 up, 8 in 2024-07-29T15:51:50.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:49 smithi138 ceph-mon[86438]: pgmap v2720: 137 pgs: 137 active+clean; 8.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 154 KiB/s rd, 1.0 MiB/s wr, 217 op/s 2024-07-29T15:51:50.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:51:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:51:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:51:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:50 smithi067 ceph-mon[91995]: osdmap e1603: 8 total, 8 up, 8 in 2024-07-29T15:51:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:51:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.3", "id": [7, 4]}]: dispatch 2024-07-29T15:51:50.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.19", "id": [7, 1]}]: dispatch 2024-07-29T15:51:50.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:50 smithi067 ceph-mon[94375]: osdmap e1603: 8 total, 8 up, 8 in 2024-07-29T15:51:50.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:51:50.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.3", "id": [7, 4]}]: dispatch 2024-07-29T15:51:50.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.19", "id": [7, 1]}]: dispatch 2024-07-29T15:51:51.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:50 smithi138 ceph-mon[86438]: osdmap e1603: 8 total, 8 up, 8 in 2024-07-29T15:51:51.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:51:51.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.3", "id": [7, 4]}]: dispatch 2024-07-29T15:51:51.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.19", "id": [7, 1]}]: dispatch 2024-07-29T15:51:51.654 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2029 ms) 2024-07-29T15:51:51.655 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.TestCoR 2024-07-29T15:51:51.664 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING due to disabled rbd_copy_on_read 2024-07-29T15:51:51.664 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.TestCoR (10 ms) 2024-07-29T15:51:51.664 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-07-29T15:51:51.875 INFO:tasks.workunit.client.0.smithi067.stdout:made parent image "image393": 4194304K (1024 * 4K) 2024-07-29T15:51:51.875 INFO:tasks.workunit.client.0.smithi067.stdout:generated random write map: 2024-07-29T15:51:51.875 INFO:tasks.workunit.client.0.smithi067.stdout: [6 , 26878 ] 2024-07-29T15:51:51.875 INFO:tasks.workunit.client.0.smithi067.stdout: [12 , 50207 ] 2024-07-29T15:51:51.875 INFO:tasks.workunit.client.0.smithi067.stdout: [41 , 168857 ] 2024-07-29T15:51:51.875 INFO:tasks.workunit.client.0.smithi067.stdout: [50 , 205377 ] 2024-07-29T15:51:51.876 INFO:tasks.workunit.client.0.smithi067.stdout: [54 , 223168 ] 2024-07-29T15:51:51.876 INFO:tasks.workunit.client.0.smithi067.stdout: [67 , 274498 ] 2024-07-29T15:51:51.876 INFO:tasks.workunit.client.0.smithi067.stdout: [72 , 296958 ] 2024-07-29T15:51:51.876 INFO:tasks.workunit.client.0.smithi067.stdout: [81 , 334307 ] 2024-07-29T15:51:51.876 INFO:tasks.workunit.client.0.smithi067.stdout: [112 , 462017 ] 2024-07-29T15:51:51.876 INFO:tasks.workunit.client.0.smithi067.stdout: [119 , 489688 ] 2024-07-29T15:51:51.876 INFO:tasks.workunit.client.0.smithi067.stdout: [121 , 497887 ] 2024-07-29T15:51:51.876 INFO:tasks.workunit.client.0.smithi067.stdout: [132 , 543207 ] 2024-07-29T15:51:51.876 INFO:tasks.workunit.client.0.smithi067.stdout: [145 , 594861 ] 2024-07-29T15:51:51.876 INFO:tasks.workunit.client.0.smithi067.stdout: [150 , 614843 ] 2024-07-29T15:51:51.876 INFO:tasks.workunit.client.0.smithi067.stdout: [157 , 646327 ] 2024-07-29T15:51:51.876 INFO:tasks.workunit.client.0.smithi067.stdout: [166 , 680178 ] 2024-07-29T15:51:51.876 INFO:tasks.workunit.client.0.smithi067.stdout: [198 , 814292 ] 2024-07-29T15:51:51.877 INFO:tasks.workunit.client.0.smithi067.stdout: [201 , 826768 ] 2024-07-29T15:51:51.877 INFO:tasks.workunit.client.0.smithi067.stdout: [202 , 828245 ] 2024-07-29T15:51:51.877 INFO:tasks.workunit.client.0.smithi067.stdout: [215 , 882567 ] 2024-07-29T15:51:51.877 INFO:tasks.workunit.client.0.smithi067.stdout: [253 , 1038785 ] 2024-07-29T15:51:51.877 INFO:tasks.workunit.client.0.smithi067.stdout: [260 , 1068196 ] 2024-07-29T15:51:51.877 INFO:tasks.workunit.client.0.smithi067.stdout: [267 , 1097171 ] 2024-07-29T15:51:51.877 INFO:tasks.workunit.client.0.smithi067.stdout: [270 , 1108914 ] 2024-07-29T15:51:51.877 INFO:tasks.workunit.client.0.smithi067.stdout: [290 , 1191335 ] 2024-07-29T15:51:51.877 INFO:tasks.workunit.client.0.smithi067.stdout: [291 , 1192513 ] 2024-07-29T15:51:51.877 INFO:tasks.workunit.client.0.smithi067.stdout: [293 , 1200453 ] 2024-07-29T15:51:51.877 INFO:tasks.workunit.client.0.smithi067.stdout: [296 , 1214888 ] 2024-07-29T15:51:51.877 INFO:tasks.workunit.client.0.smithi067.stdout: [298 , 1221852 ] 2024-07-29T15:51:51.877 INFO:tasks.workunit.client.0.smithi067.stdout: [307 , 1258948 ] 2024-07-29T15:51:51.877 INFO:tasks.workunit.client.0.smithi067.stdout: [308 , 1264297 ] 2024-07-29T15:51:51.878 INFO:tasks.workunit.client.0.smithi067.stdout: [309 , 1268152 ] 2024-07-29T15:51:51.878 INFO:tasks.workunit.client.0.smithi067.stdout: [312 , 1278038 ] 2024-07-29T15:51:51.878 INFO:tasks.workunit.client.0.smithi067.stdout: [328 , 1344220 ] 2024-07-29T15:51:51.878 INFO:tasks.workunit.client.0.smithi067.stdout: [342 , 1402562 ] 2024-07-29T15:51:51.878 INFO:tasks.workunit.client.0.smithi067.stdout: [346 , 1420195 ] 2024-07-29T15:51:51.878 INFO:tasks.workunit.client.0.smithi067.stdout: [351 , 1439571 ] 2024-07-29T15:51:51.878 INFO:tasks.workunit.client.0.smithi067.stdout: [354 , 1452526 ] 2024-07-29T15:51:51.878 INFO:tasks.workunit.client.0.smithi067.stdout: [364 , 1491604 ] 2024-07-29T15:51:51.878 INFO:tasks.workunit.client.0.smithi067.stdout: [365 , 1497488 ] 2024-07-29T15:51:51.878 INFO:tasks.workunit.client.0.smithi067.stdout: [406 , 1663507 ] 2024-07-29T15:51:51.878 INFO:tasks.workunit.client.0.smithi067.stdout: [414 , 1696128 ] 2024-07-29T15:51:51.878 INFO:tasks.workunit.client.0.smithi067.stdout: [423 , 1733914 ] 2024-07-29T15:51:51.879 INFO:tasks.workunit.client.0.smithi067.stdout: [495 , 2028651 ] 2024-07-29T15:51:51.879 INFO:tasks.workunit.client.0.smithi067.stdout: [509 , 2087492 ] 2024-07-29T15:51:51.879 INFO:tasks.workunit.client.0.smithi067.stdout: [513 , 2104136 ] 2024-07-29T15:51:51.879 INFO:tasks.workunit.client.0.smithi067.stdout: [515 , 2110450 ] 2024-07-29T15:51:51.879 INFO:tasks.workunit.client.0.smithi067.stdout: [525 , 2150495 ] 2024-07-29T15:51:51.879 INFO:tasks.workunit.client.0.smithi067.stdout: [545 , 2232952 ] 2024-07-29T15:51:51.879 INFO:tasks.workunit.client.0.smithi067.stdout: [546 , 2239728 ] 2024-07-29T15:51:51.879 INFO:tasks.workunit.client.0.smithi067.stdout: [555 , 2276735 ] 2024-07-29T15:51:51.879 INFO:tasks.workunit.client.0.smithi067.stdout: [569 , 2333169 ] 2024-07-29T15:51:51.879 INFO:tasks.workunit.client.0.smithi067.stdout: [575 , 2357725 ] 2024-07-29T15:51:51.879 INFO:tasks.workunit.client.0.smithi067.stdout: [579 , 2374080 ] 2024-07-29T15:51:51.879 INFO:tasks.workunit.client.0.smithi067.stdout: [592 , 2425919 ] 2024-07-29T15:51:51.879 INFO:tasks.workunit.client.0.smithi067.stdout: [596 , 2444597 ] 2024-07-29T15:51:51.880 INFO:tasks.workunit.client.0.smithi067.stdout: [601 , 2462859 ] 2024-07-29T15:51:51.880 INFO:tasks.workunit.client.0.smithi067.stdout: [602 , 2466123 ] 2024-07-29T15:51:51.880 INFO:tasks.workunit.client.0.smithi067.stdout: [606 , 2485086 ] 2024-07-29T15:51:51.880 INFO:tasks.workunit.client.0.smithi067.stdout: [610 , 2500062 ] 2024-07-29T15:51:51.880 INFO:tasks.workunit.client.0.smithi067.stdout: [613 , 2511743 ] 2024-07-29T15:51:51.880 INFO:tasks.workunit.client.0.smithi067.stdout: [626 , 2566738 ] 2024-07-29T15:51:51.880 INFO:tasks.workunit.client.0.smithi067.stdout: [651 , 2669540 ] 2024-07-29T15:51:51.880 INFO:tasks.workunit.client.0.smithi067.stdout: [656 , 2686976 ] 2024-07-29T15:51:51.880 INFO:tasks.workunit.client.0.smithi067.stdout: [664 , 2721926 ] 2024-07-29T15:51:51.880 INFO:tasks.workunit.client.0.smithi067.stdout: [686 , 2809989 ] 2024-07-29T15:51:51.880 INFO:tasks.workunit.client.0.smithi067.stdout: [694 , 2844532 ] 2024-07-29T15:51:51.880 INFO:tasks.workunit.client.0.smithi067.stdout: [697 , 2857265 ] 2024-07-29T15:51:51.881 INFO:tasks.workunit.client.0.smithi067.stdout: [700 , 2868936 ] 2024-07-29T15:51:51.881 INFO:tasks.workunit.client.0.smithi067.stdout: [724 , 2968265 ] 2024-07-29T15:51:51.881 INFO:tasks.workunit.client.0.smithi067.stdout: [732 , 2999990 ] 2024-07-29T15:51:51.881 INFO:tasks.workunit.client.0.smithi067.stdout: [740 , 3031677 ] 2024-07-29T15:51:51.881 INFO:tasks.workunit.client.0.smithi067.stdout: [748 , 3066437 ] 2024-07-29T15:51:51.881 INFO:tasks.workunit.client.0.smithi067.stdout: [765 , 3133587 ] 2024-07-29T15:51:51.881 INFO:tasks.workunit.client.0.smithi067.stdout: [766 , 3140283 ] 2024-07-29T15:51:51.881 INFO:tasks.workunit.client.0.smithi067.stdout: [768 , 3147996 ] 2024-07-29T15:51:51.881 INFO:tasks.workunit.client.0.smithi067.stdout: [773 , 3166299 ] 2024-07-29T15:51:51.881 INFO:tasks.workunit.client.0.smithi067.stdout: [783 , 3210411 ] 2024-07-29T15:51:51.881 INFO:tasks.workunit.client.0.smithi067.stdout: [796 , 3260844 ] 2024-07-29T15:51:51.881 INFO:tasks.workunit.client.0.smithi067.stdout: [798 , 3268955 ] 2024-07-29T15:51:51.882 INFO:tasks.workunit.client.0.smithi067.stdout: [802 , 3286971 ] 2024-07-29T15:51:51.882 INFO:tasks.workunit.client.0.smithi067.stdout: [810 , 3317910 ] 2024-07-29T15:51:51.882 INFO:tasks.workunit.client.0.smithi067.stdout: [873 , 3577188 ] 2024-07-29T15:51:51.882 INFO:tasks.workunit.client.0.smithi067.stdout: [890 , 3647721 ] 2024-07-29T15:51:51.882 INFO:tasks.workunit.client.0.smithi067.stdout: [903 , 3701653 ] 2024-07-29T15:51:51.882 INFO:tasks.workunit.client.0.smithi067.stdout: [913 , 3741871 ] 2024-07-29T15:51:51.882 INFO:tasks.workunit.client.0.smithi067.stdout: [919 , 3765494 ] 2024-07-29T15:51:51.882 INFO:tasks.workunit.client.0.smithi067.stdout: [932 , 3818460 ] 2024-07-29T15:51:51.882 INFO:tasks.workunit.client.0.smithi067.stdout: [940 , 3853727 ] 2024-07-29T15:51:51.882 INFO:tasks.workunit.client.0.smithi067.stdout: [946 , 3877804 ] 2024-07-29T15:51:51.882 INFO:tasks.workunit.client.0.smithi067.stdout: [949 , 3889967 ] 2024-07-29T15:51:51.882 INFO:tasks.workunit.client.0.smithi067.stdout: [954 , 3909031 ] 2024-07-29T15:51:51.882 INFO:tasks.workunit.client.0.smithi067.stdout: [957 , 3923181 ] 2024-07-29T15:51:51.883 INFO:tasks.workunit.client.0.smithi067.stdout: [974 , 3992416 ] 2024-07-29T15:51:51.883 INFO:tasks.workunit.client.0.smithi067.stdout: [978 , 4009440 ] 2024-07-29T15:51:51.883 INFO:tasks.workunit.client.0.smithi067.stdout: [984 , 4032473 ] 2024-07-29T15:51:51.883 INFO:tasks.workunit.client.0.smithi067.stdout: [997 , 4084194 ] 2024-07-29T15:51:51.883 INFO:tasks.workunit.client.0.smithi067.stdout: [1020 , 4178484 ] 2024-07-29T15:51:51.883 INFO:tasks.workunit.client.0.smithi067.stdout:write data based on random map 2024-07-29T15:51:51.883 INFO:tasks.workunit.client.0.smithi067.stdout: write object-6 2024-07-29T15:51:51.883 INFO:tasks.workunit.client.0.smithi067.stdout: write object-12 2024-07-29T15:51:51.883 INFO:tasks.workunit.client.0.smithi067.stdout: write object-41 2024-07-29T15:51:51.883 INFO:tasks.workunit.client.0.smithi067.stdout: write object-50 2024-07-29T15:51:51.883 INFO:tasks.workunit.client.0.smithi067.stdout: write object-54 2024-07-29T15:51:51.883 INFO:tasks.workunit.client.0.smithi067.stdout: write object-67 2024-07-29T15:51:51.883 INFO:tasks.workunit.client.0.smithi067.stdout: write object-72 2024-07-29T15:51:51.884 INFO:tasks.workunit.client.0.smithi067.stdout: write object-81 2024-07-29T15:51:51.884 INFO:tasks.workunit.client.0.smithi067.stdout: write object-112 2024-07-29T15:51:51.884 INFO:tasks.workunit.client.0.smithi067.stdout: write object-119 2024-07-29T15:51:51.884 INFO:tasks.workunit.client.0.smithi067.stdout: write object-121 2024-07-29T15:51:51.884 INFO:tasks.workunit.client.0.smithi067.stdout: write object-132 2024-07-29T15:51:51.884 INFO:tasks.workunit.client.0.smithi067.stdout: write object-145 2024-07-29T15:51:51.884 INFO:tasks.workunit.client.0.smithi067.stdout: write object-150 2024-07-29T15:51:51.884 INFO:tasks.workunit.client.0.smithi067.stdout: write object-157 2024-07-29T15:51:51.884 INFO:tasks.workunit.client.0.smithi067.stdout: write object-166 2024-07-29T15:51:51.884 INFO:tasks.workunit.client.0.smithi067.stdout: write object-198 2024-07-29T15:51:51.884 INFO:tasks.workunit.client.0.smithi067.stdout: write object-201 2024-07-29T15:51:51.884 INFO:tasks.workunit.client.0.smithi067.stdout: write object-202 2024-07-29T15:51:51.885 INFO:tasks.workunit.client.0.smithi067.stdout: write object-215 2024-07-29T15:51:51.885 INFO:tasks.workunit.client.0.smithi067.stdout: write object-253 2024-07-29T15:51:51.885 INFO:tasks.workunit.client.0.smithi067.stdout: write object-260 2024-07-29T15:51:51.885 INFO:tasks.workunit.client.0.smithi067.stdout: write object-267 2024-07-29T15:51:51.885 INFO:tasks.workunit.client.0.smithi067.stdout: write object-270 2024-07-29T15:51:51.885 INFO:tasks.workunit.client.0.smithi067.stdout: write object-290 2024-07-29T15:51:51.885 INFO:tasks.workunit.client.0.smithi067.stdout: write object-291 2024-07-29T15:51:51.885 INFO:tasks.workunit.client.0.smithi067.stdout: write object-293 2024-07-29T15:51:51.885 INFO:tasks.workunit.client.0.smithi067.stdout: write object-296 2024-07-29T15:51:51.885 INFO:tasks.workunit.client.0.smithi067.stdout: write object-298 2024-07-29T15:51:51.885 INFO:tasks.workunit.client.0.smithi067.stdout: write object-307 2024-07-29T15:51:51.885 INFO:tasks.workunit.client.0.smithi067.stdout: write object-308 2024-07-29T15:51:51.885 INFO:tasks.workunit.client.0.smithi067.stdout: write object-309 2024-07-29T15:51:51.886 INFO:tasks.workunit.client.0.smithi067.stdout: write object-312 2024-07-29T15:51:51.886 INFO:tasks.workunit.client.0.smithi067.stdout: write object-328 2024-07-29T15:51:51.886 INFO:tasks.workunit.client.0.smithi067.stdout: write object-342 2024-07-29T15:51:51.886 INFO:tasks.workunit.client.0.smithi067.stdout: write object-346 2024-07-29T15:51:51.886 INFO:tasks.workunit.client.0.smithi067.stdout: write object-351 2024-07-29T15:51:51.886 INFO:tasks.workunit.client.0.smithi067.stdout: write object-354 2024-07-29T15:51:51.886 INFO:tasks.workunit.client.0.smithi067.stdout: write object-364 2024-07-29T15:51:51.886 INFO:tasks.workunit.client.0.smithi067.stdout: write object-365 2024-07-29T15:51:51.886 INFO:tasks.workunit.client.0.smithi067.stdout: write object-406 2024-07-29T15:51:51.886 INFO:tasks.workunit.client.0.smithi067.stdout: write object-414 2024-07-29T15:51:51.886 INFO:tasks.workunit.client.0.smithi067.stdout: write object-423 2024-07-29T15:51:51.886 INFO:tasks.workunit.client.0.smithi067.stdout: write object-495 2024-07-29T15:51:51.886 INFO:tasks.workunit.client.0.smithi067.stdout: write object-509 2024-07-29T15:51:51.887 INFO:tasks.workunit.client.0.smithi067.stdout: write object-513 2024-07-29T15:51:51.887 INFO:tasks.workunit.client.0.smithi067.stdout: write object-515 2024-07-29T15:51:51.887 INFO:tasks.workunit.client.0.smithi067.stdout: write object-525 2024-07-29T15:51:51.887 INFO:tasks.workunit.client.0.smithi067.stdout: write object-545 2024-07-29T15:51:51.887 INFO:tasks.workunit.client.0.smithi067.stdout: write object-546 2024-07-29T15:51:51.887 INFO:tasks.workunit.client.0.smithi067.stdout: write object-555 2024-07-29T15:51:51.887 INFO:tasks.workunit.client.0.smithi067.stdout: write object-569 2024-07-29T15:51:51.887 INFO:tasks.workunit.client.0.smithi067.stdout: write object-575 2024-07-29T15:51:51.887 INFO:tasks.workunit.client.0.smithi067.stdout: write object-579 2024-07-29T15:51:51.887 INFO:tasks.workunit.client.0.smithi067.stdout: write object-592 2024-07-29T15:51:51.887 INFO:tasks.workunit.client.0.smithi067.stdout: write object-596 2024-07-29T15:51:51.887 INFO:tasks.workunit.client.0.smithi067.stdout: write object-601 2024-07-29T15:51:51.887 INFO:tasks.workunit.client.0.smithi067.stdout: write object-602 2024-07-29T15:51:51.887 INFO:tasks.workunit.client.0.smithi067.stdout: write object-606 2024-07-29T15:51:51.888 INFO:tasks.workunit.client.0.smithi067.stdout: write object-610 2024-07-29T15:51:51.888 INFO:tasks.workunit.client.0.smithi067.stdout: write object-613 2024-07-29T15:51:51.888 INFO:tasks.workunit.client.0.smithi067.stdout: write object-626 2024-07-29T15:51:51.888 INFO:tasks.workunit.client.0.smithi067.stdout: write object-651 2024-07-29T15:51:51.888 INFO:tasks.workunit.client.0.smithi067.stdout: write object-656 2024-07-29T15:51:51.888 INFO:tasks.workunit.client.0.smithi067.stdout: write object-664 2024-07-29T15:51:51.888 INFO:tasks.workunit.client.0.smithi067.stdout: write object-686 2024-07-29T15:51:51.888 INFO:tasks.workunit.client.0.smithi067.stdout: write object-694 2024-07-29T15:51:51.888 INFO:tasks.workunit.client.0.smithi067.stdout: write object-697 2024-07-29T15:51:51.888 INFO:tasks.workunit.client.0.smithi067.stdout: write object-700 2024-07-29T15:51:51.888 INFO:tasks.workunit.client.0.smithi067.stdout: write object-724 2024-07-29T15:51:51.888 INFO:tasks.workunit.client.0.smithi067.stdout: write object-732 2024-07-29T15:51:51.888 INFO:tasks.workunit.client.0.smithi067.stdout: write object-740 2024-07-29T15:51:51.888 INFO:tasks.workunit.client.0.smithi067.stdout: write object-748 2024-07-29T15:51:51.888 INFO:tasks.workunit.client.0.smithi067.stdout: write object-765 2024-07-29T15:51:51.889 INFO:tasks.workunit.client.0.smithi067.stdout: write object-766 2024-07-29T15:51:51.889 INFO:tasks.workunit.client.0.smithi067.stdout: write object-768 2024-07-29T15:51:51.889 INFO:tasks.workunit.client.0.smithi067.stdout: write object-773 2024-07-29T15:51:51.889 INFO:tasks.workunit.client.0.smithi067.stdout: write object-783 2024-07-29T15:51:51.889 INFO:tasks.workunit.client.0.smithi067.stdout: write object-796 2024-07-29T15:51:51.889 INFO:tasks.workunit.client.0.smithi067.stdout: write object-798 2024-07-29T15:51:51.889 INFO:tasks.workunit.client.0.smithi067.stdout: write object-802 2024-07-29T15:51:51.889 INFO:tasks.workunit.client.0.smithi067.stdout: write object-810 2024-07-29T15:51:51.889 INFO:tasks.workunit.client.0.smithi067.stdout: write object-873 2024-07-29T15:51:51.889 INFO:tasks.workunit.client.0.smithi067.stdout: write object-890 2024-07-29T15:51:51.889 INFO:tasks.workunit.client.0.smithi067.stdout: write object-903 2024-07-29T15:51:51.889 INFO:tasks.workunit.client.0.smithi067.stdout: write object-913 2024-07-29T15:51:51.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:51 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.3", "id": [7, 4]}]': finished 2024-07-29T15:51:51.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:51 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.19", "id": [7, 1]}]': finished 2024-07-29T15:51:51.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:51 smithi067 ceph-mon[91995]: osdmap e1604: 8 total, 8 up, 8 in 2024-07-29T15:51:51.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:51 smithi067 ceph-mon[91995]: pgmap v2723: 137 pgs: 137 active+clean; 8.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 120 KiB/s rd, 1.0 MiB/s wr, 181 op/s 2024-07-29T15:51:51.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:51 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.3", "id": [7, 4]}]': finished 2024-07-29T15:51:51.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:51 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.19", "id": [7, 1]}]': finished 2024-07-29T15:51:51.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:51 smithi067 ceph-mon[94375]: osdmap e1604: 8 total, 8 up, 8 in 2024-07-29T15:51:51.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:51 smithi067 ceph-mon[94375]: pgmap v2723: 137 pgs: 137 active+clean; 8.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 120 KiB/s rd, 1.0 MiB/s wr, 181 op/s 2024-07-29T15:51:52.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:51 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.3", "id": [7, 4]}]': finished 2024-07-29T15:51:52.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:51 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.19", "id": [7, 1]}]': finished 2024-07-29T15:51:52.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:51 smithi138 ceph-mon[86438]: osdmap e1604: 8 total, 8 up, 8 in 2024-07-29T15:51:52.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:51 smithi138 ceph-mon[86438]: pgmap v2723: 137 pgs: 137 active+clean; 8.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 120 KiB/s rd, 1.0 MiB/s wr, 181 op/s 2024-07-29T15:51:52.812 INFO:tasks.workunit.client.0.smithi067.stdout: write object-919 2024-07-29T15:51:52.812 INFO:tasks.workunit.client.0.smithi067.stdout: write object-932 2024-07-29T15:51:52.812 INFO:tasks.workunit.client.0.smithi067.stdout: write object-940 2024-07-29T15:51:52.813 INFO:tasks.workunit.client.0.smithi067.stdout: write object-946 2024-07-29T15:51:52.813 INFO:tasks.workunit.client.0.smithi067.stdout: write object-949 2024-07-29T15:51:52.813 INFO:tasks.workunit.client.0.smithi067.stdout: write object-954 2024-07-29T15:51:52.813 INFO:tasks.workunit.client.0.smithi067.stdout: write object-957 2024-07-29T15:51:52.813 INFO:tasks.workunit.client.0.smithi067.stdout: write object-974 2024-07-29T15:51:52.813 INFO:tasks.workunit.client.0.smithi067.stdout: write object-978 2024-07-29T15:51:52.813 INFO:tasks.workunit.client.0.smithi067.stdout: write object-984 2024-07-29T15:51:52.813 INFO:tasks.workunit.client.0.smithi067.stdout: write object-997 2024-07-29T15:51:52.813 INFO:tasks.workunit.client.0.smithi067.stdout: write object-1020 2024-07-29T15:51:52.813 INFO:tasks.workunit.client.0.smithi067.stdout:verify written data by reading 2024-07-29T15:51:52.813 INFO:tasks.workunit.client.0.smithi067.stdout: read object-6 2024-07-29T15:51:52.813 INFO:tasks.workunit.client.0.smithi067.stdout:made snapshot "image393@parent_snap" and protect it 2024-07-29T15:51:52.813 INFO:tasks.workunit.client.0.smithi067.stdout:made and opened clone "image394" 2024-07-29T15:51:52.814 INFO:tasks.workunit.client.0.smithi067.stdout:flattening clone: "image394" 2024-07-29T15:51:52.814 INFO:tasks.workunit.client.0.smithi067.stdout:check whether child image has the same set of objects as parent 2024-07-29T15:51:52.814 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1148 ms) 2024-07-29T15:51:52.814 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-07-29T15:51:52.886 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.PoolMetadataConfApply (73 ms) 2024-07-29T15:51:52.886 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.Sparsify 2024-07-29T15:51:52.908 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:52 smithi138 ceph-mon[86438]: osdmap e1605: 8 total, 8 up, 8 in 2024-07-29T15:51:52.910 INFO:tasks.workunit.client.0.smithi067.stdout:sparsify_supported=1 2024-07-29T15:51:52.910 INFO:tasks.workunit.client.0.smithi067.stdout:sparse_read_supported=1 2024-07-29T15:51:52.939 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.Sparsify (54 ms) 2024-07-29T15:51:52.939 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.SparsifyClone 2024-07-29T15:51:52.951 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:52 smithi067 ceph-mon[91995]: osdmap e1605: 8 total, 8 up, 8 in 2024-07-29T15:51:52.951 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:52 smithi067 ceph-mon[94375]: osdmap e1605: 8 total, 8 up, 8 in 2024-07-29T15:51:52.951 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:51:52 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:51:52] ENGINE Bus STOPPING 2024-07-29T15:51:52.951 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:51:52 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:51:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-29T15:51:52.951 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:51:52 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:51:52] ENGINE Bus STOPPED 2024-07-29T15:51:52.951 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:51:52 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:51:52] ENGINE Bus STARTING 2024-07-29T15:51:52.951 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:51:52 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:51:52] ENGINE Serving on http://:::9283 2024-07-29T15:51:52.952 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:51:52 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:51:52] ENGINE Bus STARTED 2024-07-29T15:51:52.957 INFO:tasks.workunit.client.0.smithi067.stdout:sparsify_supported=1 2024-07-29T15:51:53.310 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:51:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=cleanup t=2024-07-29T15:51:52.908623353Z level=info msg="Completed cleanup jobs" duration=12.938855ms 2024-07-29T15:51:53.311 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:51:53 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=plugins.update.checker t=2024-07-29T15:51:53.03619893Z level=info msg="Update check succeeded" duration=57.336507ms 2024-07-29T15:51:53.311 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 15:51:53 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=grafana.update.checker t=2024-07-29T15:51:53.040005227Z level=info msg="Update check succeeded" duration=68.115649ms 2024-07-29T15:51:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:53 smithi067 ceph-mon[91995]: pgmap v2725: 137 pgs: 1 peering, 136 active+clean; 8.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 276 op/s; 16 B/s, 1 keys/s, 0 objects/s recovering 2024-07-29T15:51:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:53 smithi067 ceph-mon[91995]: osdmap e1606: 8 total, 8 up, 8 in 2024-07-29T15:51:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:53 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2225520823' entity='client.admin' 2024-07-29T15:51:53.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:53 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:51:53.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:53 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:51:53.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:53 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:51:53.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:53 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:51:53.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:53 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:51:53.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:53 smithi067 ceph-mon[94375]: pgmap v2725: 137 pgs: 1 peering, 136 active+clean; 8.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 276 op/s; 16 B/s, 1 keys/s, 0 objects/s recovering 2024-07-29T15:51:53.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:53 smithi067 ceph-mon[94375]: osdmap e1606: 8 total, 8 up, 8 in 2024-07-29T15:51:53.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:53 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2225520823' entity='client.admin' 2024-07-29T15:51:53.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:53 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:51:53.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:53 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:51:53.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:53 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:51:53.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:53 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:51:53.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:53 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:51:54.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:53 smithi138 ceph-mon[86438]: pgmap v2725: 137 pgs: 1 peering, 136 active+clean; 8.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 276 op/s; 16 B/s, 1 keys/s, 0 objects/s recovering 2024-07-29T15:51:54.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:53 smithi138 ceph-mon[86438]: osdmap e1606: 8 total, 8 up, 8 in 2024-07-29T15:51:54.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:53 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2225520823' entity='client.admin' 2024-07-29T15:51:54.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:53 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:51:54.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:53 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:51:54.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:53 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:51:54.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:53 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:51:54.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:53 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:51:54.876 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.SparsifyClone (1937 ms) 2024-07-29T15:51:54.876 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestInternal.MissingDataPool 2024-07-29T15:51:54.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:54 smithi067 ceph-mon[91995]: pgmap v2727: 137 pgs: 1 peering, 136 active+clean; 8.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 342 op/s; 20 B/s, 2 keys/s, 1 objects/s recovering 2024-07-29T15:51:54.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:54 smithi067 ceph-mon[91995]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-07-29T15:51:54.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:54 smithi067 ceph-mon[91995]: osdmap e1607: 8 total, 8 up, 8 in 2024-07-29T15:51:54.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:54 smithi067 ceph-mon[94375]: pgmap v2727: 137 pgs: 1 peering, 136 active+clean; 8.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 342 op/s; 20 B/s, 2 keys/s, 1 objects/s recovering 2024-07-29T15:51:54.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:54 smithi067 ceph-mon[94375]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-07-29T15:51:54.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:54 smithi067 ceph-mon[94375]: osdmap e1607: 8 total, 8 up, 8 in 2024-07-29T15:51:55.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:54 smithi138 ceph-mon[86438]: pgmap v2727: 137 pgs: 1 peering, 136 active+clean; 8.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 342 op/s; 20 B/s, 2 keys/s, 1 objects/s recovering 2024-07-29T15:51:55.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:54 smithi138 ceph-mon[86438]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-07-29T15:51:55.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:54 smithi138 ceph-mon[86438]: osdmap e1607: 8 total, 8 up, 8 in 2024-07-29T15:51:55.989 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestInternal.MissingDataPool (1113 ms) 2024-07-29T15:51:56.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:55 smithi067 ceph-mon[91995]: pgmap v2729: 137 pgs: 1 peering, 136 active+clean; 8.7 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 158 op/s; 15 B/s, 1 keys/s, 0 objects/s recovering 2024-07-29T15:51:56.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:55 smithi067 ceph-mon[91995]: osdmap e1608: 8 total, 8 up, 8 in 2024-07-29T15:51:56.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:55 smithi067 ceph-mon[94375]: pgmap v2729: 137 pgs: 1 peering, 136 active+clean; 8.7 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 158 op/s; 15 B/s, 1 keys/s, 0 objects/s recovering 2024-07-29T15:51:56.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:55 smithi067 ceph-mon[94375]: osdmap e1608: 8 total, 8 up, 8 in 2024-07-29T15:51:56.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:55 smithi138 ceph-mon[86438]: pgmap v2729: 137 pgs: 1 peering, 136 active+clean; 8.7 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 158 op/s; 15 B/s, 1 keys/s, 0 objects/s recovering 2024-07-29T15:51:56.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:55 smithi138 ceph-mon[86438]: osdmap e1608: 8 total, 8 up, 8 in 2024-07-29T15:51:56.889 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 34 tests from TestInternal (35417 ms total) 2024-07-29T15:51:56.889 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:51:56.890 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 17 tests from TestImageWatcher 2024-07-29T15:51:57.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:56 smithi067 ceph-mon[91995]: osdmap e1609: 8 total, 8 up, 8 in 2024-07-29T15:51:57.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:56 smithi067 ceph-mon[94375]: osdmap e1609: 8 total, 8 up, 8 in 2024-07-29T15:51:57.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:56 smithi138 ceph-mon[86438]: osdmap e1609: 8 total, 8 up, 8 in 2024-07-29T15:51:58.139 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:57 smithi067 ceph-mon[91995]: pgmap v2732: 137 pgs: 137 active+clean; 9.0 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 506 KiB/s rd, 167 KiB/s wr, 813 op/s; 19 B/s, 0 keys/s, 0 objects/s recovering 2024-07-29T15:51:58.139 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:57 smithi067 ceph-mon[91995]: osdmap e1610: 8 total, 8 up, 8 in 2024-07-29T15:51:58.140 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:51:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:51:57] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.51.0" 2024-07-29T15:51:58.140 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:57 smithi067 ceph-mon[94375]: pgmap v2732: 137 pgs: 137 active+clean; 9.0 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 506 KiB/s rd, 167 KiB/s wr, 813 op/s; 19 B/s, 0 keys/s, 0 objects/s recovering 2024-07-29T15:51:58.140 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:57 smithi067 ceph-mon[94375]: osdmap e1610: 8 total, 8 up, 8 in 2024-07-29T15:51:58.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:57 smithi138 ceph-mon[86438]: pgmap v2732: 137 pgs: 137 active+clean; 9.0 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 506 KiB/s rd, 167 KiB/s wr, 813 op/s; 19 B/s, 0 keys/s, 0 objects/s recovering 2024-07-29T15:51:58.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:57 smithi138 ceph-mon[86438]: osdmap e1610: 8 total, 8 up, 8 in 2024-07-29T15:51:58.901 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-07-29T15:51:59.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:58 smithi067 ceph-mon[91995]: osdmap e1611: 8 total, 8 up, 8 in 2024-07-29T15:51:59.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:58 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/813797325' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:51:59.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:58 smithi067 ceph-mon[94375]: osdmap e1611: 8 total, 8 up, 8 in 2024-07-29T15:51:59.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:58 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/813797325' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:51:59.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:58 smithi138 ceph-mon[86438]: osdmap e1611: 8 total, 8 up, 8 in 2024-07-29T15:51:59.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:58 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/813797325' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:00.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:59 smithi138 ceph-mon[86438]: pgmap v2735: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:52:00.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:59 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:52:00.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:59 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/813797325' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:52:00.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:51:59 smithi138 ceph-mon[86438]: osdmap e1612: 8 total, 8 up, 8 in 2024-07-29T15:52:00.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:59 smithi067 ceph-mon[94375]: pgmap v2735: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:52:00.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:59 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:52:00.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:59 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/813797325' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:52:00.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:51:59 smithi067 ceph-mon[94375]: osdmap e1612: 8 total, 8 up, 8 in 2024-07-29T15:52:00.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:59 smithi067 ceph-mon[91995]: pgmap v2735: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:52:00.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:59 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:52:00.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:59 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/813797325' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:52:00.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:51:59 smithi067 ceph-mon[91995]: osdmap e1612: 8 total, 8 up, 8 in 2024-07-29T15:52:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:52:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:52:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:52:00.952 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2052 ms) 2024-07-29T15:52:00.952 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-07-29T15:52:00.975 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestImageWatcher.NotifyFlatten (23 ms) 2024-07-29T15:52:00.975 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-07-29T15:52:00.997 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestImageWatcher.NotifyResize (22 ms) 2024-07-29T15:52:00.997 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-07-29T15:52:01.019 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (22 ms) 2024-07-29T15:52:01.019 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2024-07-29T15:52:01.040 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (21 ms) 2024-07-29T15:52:01.040 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-07-29T15:52:01.060 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (20 ms) 2024-07-29T15:52:01.060 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-07-29T15:52:01.080 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (20 ms) 2024-07-29T15:52:01.080 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-07-29T15:52:01.101 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestImageWatcher.NotifySnapRename (22 ms) 2024-07-29T15:52:01.102 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-07-29T15:52:01.120 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (18 ms) 2024-07-29T15:52:01.120 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-07-29T15:52:01.139 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (19 ms) 2024-07-29T15:52:01.139 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-07-29T15:52:01.159 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (20 ms) 2024-07-29T15:52:01.159 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-07-29T15:52:01.180 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (21 ms) 2024-07-29T15:52:01.180 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-07-29T15:52:01.199 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestImageWatcher.NotifyRename (19 ms) 2024-07-29T15:52:01.199 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-07-29T15:52:01.219 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (20 ms) 2024-07-29T15:52:01.219 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-07-29T15:52:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:00 smithi067 ceph-mon[91995]: osdmap e1613: 8 total, 8 up, 8 in 2024-07-29T15:52:01.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:00 smithi067 ceph-mon[94375]: osdmap e1613: 8 total, 8 up, 8 in 2024-07-29T15:52:01.240 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (21 ms) 2024-07-29T15:52:01.240 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-07-29T15:52:01.259 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (19 ms) 2024-07-29T15:52:01.259 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-07-29T15:52:01.284 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (25 ms) 2024-07-29T15:52:01.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:00 smithi138 ceph-mon[86438]: osdmap e1613: 8 total, 8 up, 8 in 2024-07-29T15:52:01.925 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 17 tests from TestImageWatcher (2384 ms total) 2024-07-29T15:52:01.925 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:52:01.925 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 161 tests from TestLibRBD 2024-07-29T15:52:01.957 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-07-29T15:52:02.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:01 smithi067 ceph-mon[91995]: pgmap v2738: 137 pgs: 9 creating+peering, 13 unknown, 115 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:52:02.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:01 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:52:02.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:01 smithi067 ceph-mon[91995]: osdmap e1614: 8 total, 8 up, 8 in 2024-07-29T15:52:02.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:01 smithi067 ceph-mon[94375]: pgmap v2738: 137 pgs: 9 creating+peering, 13 unknown, 115 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:52:02.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:01 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:52:02.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:01 smithi067 ceph-mon[94375]: osdmap e1614: 8 total, 8 up, 8 in 2024-07-29T15:52:02.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:01 smithi138 ceph-mon[86438]: pgmap v2738: 137 pgs: 9 creating+peering, 13 unknown, 115 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:52:02.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:01 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:52:02.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:01 smithi138 ceph-mon[86438]: osdmap e1614: 8 total, 8 up, 8 in 2024-07-29T15:52:03.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:02 smithi067 ceph-mon[91995]: osdmap e1615: 8 total, 8 up, 8 in 2024-07-29T15:52:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:02 smithi067 ceph-mon[94375]: osdmap e1615: 8 total, 8 up, 8 in 2024-07-29T15:52:03.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:02 smithi138 ceph-mon[86438]: osdmap e1615: 8 total, 8 up, 8 in 2024-07-29T15:52:03.938 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:52:04.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:03 smithi067 ceph-mon[91995]: pgmap v2741: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:52:04.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:03 smithi067 ceph-mon[91995]: osdmap e1616: 8 total, 8 up, 8 in 2024-07-29T15:52:04.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:03 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2196397948' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:04.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:03 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:04.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:03 smithi067 ceph-mon[94375]: pgmap v2741: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:52:04.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:03 smithi067 ceph-mon[94375]: osdmap e1616: 8 total, 8 up, 8 in 2024-07-29T15:52:04.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:03 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2196397948' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:04.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:03 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:04.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:03 smithi138 ceph-mon[86438]: pgmap v2741: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:52:04.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:03 smithi138 ceph-mon[86438]: osdmap e1616: 8 total, 8 up, 8 in 2024-07-29T15:52:04.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:03 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2196397948' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:04.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:03 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:05.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:04 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:52:05.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:04 smithi067 ceph-mon[94375]: osdmap e1617: 8 total, 8 up, 8 in 2024-07-29T15:52:05.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:04 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:52:05.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:04 smithi067 ceph-mon[91995]: osdmap e1617: 8 total, 8 up, 8 in 2024-07-29T15:52:05.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:04 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:52:05.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:04 smithi138 ceph-mon[86438]: osdmap e1617: 8 total, 8 up, 8 in 2024-07-29T15:52:05.985 INFO:tasks.workunit.client.0.smithi067.stdout:image has size 2097152 and order 22 2024-07-29T15:52:05.985 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.CreateAndStat (4028 ms) 2024-07-29T15:52:05.985 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-07-29T15:52:05.986 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:52:06.002 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (17 ms) 2024-07-29T15:52:06.002 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-07-29T15:52:06.003 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:52:06.022 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.CreateAndStatPP (20 ms) 2024-07-29T15:52:06.022 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.GetId 2024-07-29T15:52:06.022 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:52:06.045 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.GetId (23 ms) 2024-07-29T15:52:06.045 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-07-29T15:52:06.045 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:52:06.071 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.GetIdPP (26 ms) 2024-07-29T15:52:06.071 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-07-29T15:52:06.071 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:52:06.087 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (16 ms) 2024-07-29T15:52:06.087 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-07-29T15:52:06.087 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:52:06.103 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (16 ms) 2024-07-29T15:52:06.103 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-07-29T15:52:06.103 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:52:06.120 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (17 ms) 2024-07-29T15:52:06.120 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-07-29T15:52:06.120 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:52:06.136 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (16 ms) 2024-07-29T15:52:06.136 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.OpenAio 2024-07-29T15:52:06.136 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:52:06.152 INFO:tasks.workunit.client.0.smithi067.stdout:image has size 2097152 and order 22 2024-07-29T15:52:06.153 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.OpenAio (17 ms) 2024-07-29T15:52:06.153 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-07-29T15:52:06.155 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.OpenAioFail (2 ms) 2024-07-29T15:52:06.155 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-07-29T15:52:06.156 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:52:06.177 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.OpenAioPP (22 ms) 2024-07-29T15:52:06.177 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-07-29T15:52:06.180 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.OpenAioFailPP (3 ms) 2024-07-29T15:52:06.180 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-07-29T15:52:06.180 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:52:06.211 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:05 smithi138 ceph-mon[86438]: pgmap v2744: 137 pgs: 7 creating+peering, 22 unknown, 108 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:52:06.211 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:05 smithi138 ceph-mon[86438]: osdmap e1618: 8 total, 8 up, 8 in 2024-07-29T15:52:06.212 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:52:06.212 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:52:06.212 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:52:06.212 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:52:06.212 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:52:06.212 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:52:06.212 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:52:06.212 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:52:06.212 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:52:06.212 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:52:06.212 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:52:06.212 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:52:06.212 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:05 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:52:06.212 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:05 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:52:06.213 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:52:06.213 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:52:06.213 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:52:06.213 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:05 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:52:06.213 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:05 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:52:06.213 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:52:06.213 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:52:06.213 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:52:06.213 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:05 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:52:06.213 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:05 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:52:06.213 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:52:06.213 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:52:06.213 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:52:06.215 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.ResizeAndStat (35 ms) 2024-07-29T15:52:06.215 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-07-29T15:52:06.215 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:52:06.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[91995]: pgmap v2744: 137 pgs: 7 creating+peering, 22 unknown, 108 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:52:06.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[91995]: osdmap e1618: 8 total, 8 up, 8 in 2024-07-29T15:52:06.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:52:06.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:52:06.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:52:06.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:52:06.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:52:06.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:52:06.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:52:06.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:52:06.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:52:06.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:52:06.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:52:06.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:52:06.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:52:06.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:52:06.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:52:06.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:52:06.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:52:06.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:52:06.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:52:06.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:52:06.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:52:06.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:52:06.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:52:06.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:52:06.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:52:06.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:52:06.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:52:06.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[94375]: pgmap v2744: 137 pgs: 7 creating+peering, 22 unknown, 108 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-07-29T15:52:06.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[94375]: osdmap e1618: 8 total, 8 up, 8 in 2024-07-29T15:52:06.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:52:06.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:52:06.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:52:06.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:52:06.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:52:06.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:52:06.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:52:06.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:52:06.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:52:06.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:52:06.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:52:06.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:52:06.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:52:06.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:52:06.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:52:06.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:52:06.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:52:06.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:52:06.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:52:06.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:52:06.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:52:06.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:52:06.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:52:06.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:52:06.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:52:06.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:52:06.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:52:06.243 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (28 ms) 2024-07-29T15:52:06.243 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-07-29T15:52:06.243 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:52:06.274 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (31 ms) 2024-07-29T15:52:06.274 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-07-29T15:52:06.274 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:52:06.305 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (31 ms) 2024-07-29T15:52:06.305 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-07-29T15:52:07.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:06 smithi067 ceph-mon[91995]: osdmap e1619: 8 total, 8 up, 8 in 2024-07-29T15:52:07.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:06 smithi067 ceph-mon[94375]: osdmap e1619: 8 total, 8 up, 8 in 2024-07-29T15:52:07.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:06 smithi138 ceph-mon[86438]: osdmap e1619: 8 total, 8 up, 8 in 2024-07-29T15:52:07.981 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:52:08.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:07 smithi067 ceph-mon[91995]: pgmap v2747: 137 pgs: 7 creating+peering, 4 unknown, 126 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 KiB/s wr, 34 op/s 2024-07-29T15:52:08.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:07 smithi067 ceph-mon[91995]: osdmap e1620: 8 total, 8 up, 8 in 2024-07-29T15:52:08.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:07 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2444300783' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:08.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:07 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:08.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:52:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:52:07] "GET /metrics HTTP/1.1" 200 36637 "" "Prometheus/2.51.0" 2024-07-29T15:52:08.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:07 smithi067 ceph-mon[94375]: pgmap v2747: 137 pgs: 7 creating+peering, 4 unknown, 126 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 KiB/s wr, 34 op/s 2024-07-29T15:52:08.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:07 smithi067 ceph-mon[94375]: osdmap e1620: 8 total, 8 up, 8 in 2024-07-29T15:52:08.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:07 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2444300783' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:08.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:07 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:08.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:07 smithi138 ceph-mon[86438]: pgmap v2747: 137 pgs: 7 creating+peering, 4 unknown, 126 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 KiB/s wr, 34 op/s 2024-07-29T15:52:08.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:07 smithi138 ceph-mon[86438]: osdmap e1620: 8 total, 8 up, 8 in 2024-07-29T15:52:08.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:07 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2444300783' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:08.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:07 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:09.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:08 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:52:09.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:08 smithi067 ceph-mon[91995]: osdmap e1621: 8 total, 8 up, 8 in 2024-07-29T15:52:09.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:08 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:52:09.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:08 smithi067 ceph-mon[94375]: osdmap e1621: 8 total, 8 up, 8 in 2024-07-29T15:52:09.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:08 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:52:09.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:08 smithi138 ceph-mon[86438]: osdmap e1621: 8 total, 8 up, 8 in 2024-07-29T15:52:10.003 INFO:tasks.workunit.client.0.smithi067.stdout:image: image18 2024-07-29T15:52:10.003 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image18 2024-07-29T15:52:10.003 INFO:tasks.workunit.client.0.smithi067.stdout:found image18 2024-07-29T15:52:10.003 INFO:tasks.workunit.client.0.smithi067.stdout:erased image18 2024-07-29T15:52:10.003 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:52:10.084 INFO:tasks.workunit.client.0.smithi067.stdout:image: image18 2024-07-29T15:52:10.084 INFO:tasks.workunit.client.0.smithi067.stdout:image: image19 2024-07-29T15:52:10.084 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image18 2024-07-29T15:52:10.084 INFO:tasks.workunit.client.0.smithi067.stdout:found image18 2024-07-29T15:52:10.084 INFO:tasks.workunit.client.0.smithi067.stdout:erased image18 2024-07-29T15:52:10.085 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image19 2024-07-29T15:52:10.085 INFO:tasks.workunit.client.0.smithi067.stdout:found image19 2024-07-29T15:52:10.085 INFO:tasks.workunit.client.0.smithi067.stdout:erased image19 2024-07-29T15:52:10.085 INFO:tasks.workunit.client.0.smithi067.stdout:image: image19 2024-07-29T15:52:10.085 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image19 2024-07-29T15:52:10.085 INFO:tasks.workunit.client.0.smithi067.stdout:found image19 2024-07-29T15:52:10.085 INFO:tasks.workunit.client.0.smithi067.stdout:erased image19 2024-07-29T15:52:10.085 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3779 ms) 2024-07-29T15:52:10.085 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-07-29T15:52:10.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:09 smithi067 ceph-mon[91995]: pgmap v2750: 169 pgs: 3 creating+peering, 20 unknown, 146 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 79 KiB/s rd, 9.0 KiB/s wr, 105 op/s 2024-07-29T15:52:10.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:09 smithi067 ceph-mon[91995]: osdmap e1622: 8 total, 8 up, 8 in 2024-07-29T15:52:10.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:09 smithi067 ceph-mon[94375]: pgmap v2750: 169 pgs: 3 creating+peering, 20 unknown, 146 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 79 KiB/s rd, 9.0 KiB/s wr, 105 op/s 2024-07-29T15:52:10.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:09 smithi067 ceph-mon[94375]: osdmap e1622: 8 total, 8 up, 8 in 2024-07-29T15:52:10.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:09 smithi138 ceph-mon[86438]: pgmap v2750: 169 pgs: 3 creating+peering, 20 unknown, 146 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 79 KiB/s rd, 9.0 KiB/s wr, 105 op/s 2024-07-29T15:52:10.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:09 smithi138 ceph-mon[86438]: osdmap e1622: 8 total, 8 up, 8 in 2024-07-29T15:52:10.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:52:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:52:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:52:11.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:10 smithi067 ceph-mon[91995]: osdmap e1623: 8 total, 8 up, 8 in 2024-07-29T15:52:11.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:10 smithi067 ceph-mon[94375]: osdmap e1623: 8 total, 8 up, 8 in 2024-07-29T15:52:11.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:10 smithi138 ceph-mon[86438]: osdmap e1623: 8 total, 8 up, 8 in 2024-07-29T15:52:12.005 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:52:12.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:11 smithi138 ceph-mon[86438]: pgmap v2753: 169 pgs: 3 creating+peering, 9 unknown, 157 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 100 KiB/s rd, 12 KiB/s wr, 149 op/s 2024-07-29T15:52:12.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:11 smithi138 ceph-mon[86438]: osdmap e1624: 8 total, 8 up, 8 in 2024-07-29T15:52:12.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:11 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2263619199' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:12.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:11 smithi067 ceph-mon[91995]: pgmap v2753: 169 pgs: 3 creating+peering, 9 unknown, 157 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 100 KiB/s rd, 12 KiB/s wr, 149 op/s 2024-07-29T15:52:12.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:11 smithi067 ceph-mon[91995]: osdmap e1624: 8 total, 8 up, 8 in 2024-07-29T15:52:12.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:11 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2263619199' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:12.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:11 smithi067 ceph-mon[94375]: pgmap v2753: 169 pgs: 3 creating+peering, 9 unknown, 157 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 100 KiB/s rd, 12 KiB/s wr, 149 op/s 2024-07-29T15:52:12.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:11 smithi067 ceph-mon[94375]: osdmap e1624: 8 total, 8 up, 8 in 2024-07-29T15:52:12.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:11 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2263619199' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:13.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:13 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2263619199' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:52:13.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:13 smithi138 ceph-mon[86438]: osdmap e1625: 8 total, 8 up, 8 in 2024-07-29T15:52:13.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:13 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2263619199' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:52:13.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:13 smithi067 ceph-mon[91995]: osdmap e1625: 8 total, 8 up, 8 in 2024-07-29T15:52:13.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:13 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2263619199' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:52:13.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:13 smithi067 ceph-mon[94375]: osdmap e1625: 8 total, 8 up, 8 in 2024-07-29T15:52:13.578 INFO:tasks.workunit.client.0.smithi067.stdout:num images is: 1 2024-07-29T15:52:13.578 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 1 2024-07-29T15:52:13.578 INFO:tasks.workunit.client.0.smithi067.stdout:image: image20 2024-07-29T15:52:13.578 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image20 2024-07-29T15:52:13.578 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:52:13.587 INFO:tasks.workunit.client.0.smithi067.stdout:num images is: 2 2024-07-29T15:52:13.588 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 2 2024-07-29T15:52:13.588 INFO:tasks.workunit.client.0.smithi067.stdout:image: image20 2024-07-29T15:52:13.588 INFO:tasks.workunit.client.0.smithi067.stdout:image: image21 2024-07-29T15:52:13.588 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image20 2024-07-29T15:52:13.588 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image21 2024-07-29T15:52:13.651 INFO:tasks.workunit.client.0.smithi067.stdout:num images is: 1 2024-07-29T15:52:13.651 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 1 2024-07-29T15:52:13.651 INFO:tasks.workunit.client.0.smithi067.stdout:image: image21 2024-07-29T15:52:13.651 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image21 2024-07-29T15:52:13.651 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (3567 ms) 2024-07-29T15:52:13.651 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestCopy 2024-07-29T15:52:14.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:14 smithi138 ceph-mon[86438]: pgmap v2756: 201 pgs: 4 creating+activating, 5 creating+peering, 23 unknown, 169 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 108 KiB/s rd, 12 KiB/s wr, 157 op/s 2024-07-29T15:52:14.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:14 smithi138 ceph-mon[86438]: osdmap e1626: 8 total, 8 up, 8 in 2024-07-29T15:52:14.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:14 smithi138 ceph-mon[86438]: osdmap e1627: 8 total, 8 up, 8 in 2024-07-29T15:52:14.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:14 smithi067 ceph-mon[91995]: pgmap v2756: 201 pgs: 4 creating+activating, 5 creating+peering, 23 unknown, 169 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 108 KiB/s rd, 12 KiB/s wr, 157 op/s 2024-07-29T15:52:14.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:14 smithi067 ceph-mon[91995]: osdmap e1626: 8 total, 8 up, 8 in 2024-07-29T15:52:14.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:14 smithi067 ceph-mon[91995]: osdmap e1627: 8 total, 8 up, 8 in 2024-07-29T15:52:14.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:14 smithi067 ceph-mon[94375]: pgmap v2756: 201 pgs: 4 creating+activating, 5 creating+peering, 23 unknown, 169 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 108 KiB/s rd, 12 KiB/s wr, 157 op/s 2024-07-29T15:52:14.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:14 smithi067 ceph-mon[94375]: osdmap e1626: 8 total, 8 up, 8 in 2024-07-29T15:52:14.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:14 smithi067 ceph-mon[94375]: osdmap e1627: 8 total, 8 up, 8 in 2024-07-29T15:52:15.569 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:52:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:15 smithi138 ceph-mon[86438]: osdmap e1628: 8 total, 8 up, 8 in 2024-07-29T15:52:15.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:15 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1267513105' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:15.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:15 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:15.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:15 smithi067 ceph-mon[91995]: osdmap e1628: 8 total, 8 up, 8 in 2024-07-29T15:52:15.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:15 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1267513105' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:15.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:15 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:15.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:15 smithi067 ceph-mon[94375]: osdmap e1628: 8 total, 8 up, 8 in 2024-07-29T15:52:15.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:15 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1267513105' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:15.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:15 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:16.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:16 smithi067 ceph-mon[91995]: pgmap v2760: 233 pgs: 4 creating+activating, 5 creating+peering, 40 unknown, 184 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 86 KiB/s rd, 7.2 KiB/s wr, 112 op/s 2024-07-29T15:52:16.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:16 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:52:16.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:16 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:52:16.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:16 smithi067 ceph-mon[91995]: osdmap e1629: 8 total, 8 up, 8 in 2024-07-29T15:52:16.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:16 smithi067 ceph-mon[94375]: pgmap v2760: 233 pgs: 4 creating+activating, 5 creating+peering, 40 unknown, 184 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 86 KiB/s rd, 7.2 KiB/s wr, 112 op/s 2024-07-29T15:52:16.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:16 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:52:16.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:16 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:52:16.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:16 smithi067 ceph-mon[94375]: osdmap e1629: 8 total, 8 up, 8 in 2024-07-29T15:52:17.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:16 smithi138 ceph-mon[86438]: pgmap v2760: 233 pgs: 4 creating+activating, 5 creating+peering, 40 unknown, 184 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 86 KiB/s rd, 7.2 KiB/s wr, 112 op/s 2024-07-29T15:52:17.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:16 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:52:17.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:16 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:52:17.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:16 smithi138 ceph-mon[86438]: osdmap e1629: 8 total, 8 up, 8 in 2024-07-29T15:52:17.842 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:17 smithi067 ceph-mon[91995]: osdmap e1630: 8 total, 8 up, 8 in 2024-07-29T15:52:17.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:17 smithi067 ceph-mon[94375]: osdmap e1630: 8 total, 8 up, 8 in 2024-07-29T15:52:17.961 INFO:tasks.workunit.client.0.smithi067.stdout:image: image22 2024-07-29T15:52:17.962 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image22 2024-07-29T15:52:17.962 INFO:tasks.workunit.client.0.smithi067.stdout:found image22 2024-07-29T15:52:17.962 INFO:tasks.workunit.client.0.smithi067.stdout:erased image22 2024-07-29T15:52:17.962 INFO:tasks.workunit.client.0.smithi067.stdout:image: image22 2024-07-29T15:52:17.962 INFO:tasks.workunit.client.0.smithi067.stdout:image: image23 2024-07-29T15:52:17.962 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image22 2024-07-29T15:52:17.962 INFO:tasks.workunit.client.0.smithi067.stdout:found image22 2024-07-29T15:52:17.962 INFO:tasks.workunit.client.0.smithi067.stdout:erased image22 2024-07-29T15:52:17.962 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image23 2024-07-29T15:52:17.962 INFO:tasks.workunit.client.0.smithi067.stdout:found image23 2024-07-29T15:52:17.962 INFO:tasks.workunit.client.0.smithi067.stdout:erased image23 2024-07-29T15:52:17.963 INFO:tasks.workunit.client.0.smithi067.stdout:100.00% done 2024-07-29T15:52:17.963 INFO:tasks.workunit.client.0.smithi067.stdout:image: image22 2024-07-29T15:52:17.963 INFO:tasks.workunit.client.0.smithi067.stdout:image: image23 2024-07-29T15:52:17.963 INFO:tasks.workunit.client.0.smithi067.stdout:image: image24 2024-07-29T15:52:17.963 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image22 2024-07-29T15:52:17.963 INFO:tasks.workunit.client.0.smithi067.stdout:found image22 2024-07-29T15:52:17.963 INFO:tasks.workunit.client.0.smithi067.stdout:erased image22 2024-07-29T15:52:17.963 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image23 2024-07-29T15:52:17.963 INFO:tasks.workunit.client.0.smithi067.stdout:found image23 2024-07-29T15:52:17.963 INFO:tasks.workunit.client.0.smithi067.stdout:erased image23 2024-07-29T15:52:17.963 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image24 2024-07-29T15:52:17.963 INFO:tasks.workunit.client.0.smithi067.stdout:found image24 2024-07-29T15:52:17.963 INFO:tasks.workunit.client.0.smithi067.stdout:erased image24 2024-07-29T15:52:17.963 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestCopy (4310 ms) 2024-07-29T15:52:17.963 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-07-29T15:52:18.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:17 smithi138 ceph-mon[86438]: osdmap e1630: 8 total, 8 up, 8 in 2024-07-29T15:52:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:52:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:52:17] "GET /metrics HTTP/1.1" 200 36637 "" "Prometheus/2.51.0" 2024-07-29T15:52:18.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:18 smithi067 ceph-mon[91995]: pgmap v2763: 233 pgs: 4 creating+activating, 8 creating+peering, 22 unknown, 199 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 3.9 KiB/s wr, 44 op/s 2024-07-29T15:52:18.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:18 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:52:18.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:18 smithi067 ceph-mon[91995]: osdmap e1631: 8 total, 8 up, 8 in 2024-07-29T15:52:18.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:18 smithi067 ceph-mon[91995]: osdmap e1632: 8 total, 8 up, 8 in 2024-07-29T15:52:18.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:18 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/77729063' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:18.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:18 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:18.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:18 smithi067 ceph-mon[94375]: pgmap v2763: 233 pgs: 4 creating+activating, 8 creating+peering, 22 unknown, 199 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 3.9 KiB/s wr, 44 op/s 2024-07-29T15:52:18.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:18 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:52:18.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:18 smithi067 ceph-mon[94375]: osdmap e1631: 8 total, 8 up, 8 in 2024-07-29T15:52:18.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:18 smithi067 ceph-mon[94375]: osdmap e1632: 8 total, 8 up, 8 in 2024-07-29T15:52:18.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:18 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/77729063' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:18.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:18 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:19.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:18 smithi138 ceph-mon[86438]: pgmap v2763: 233 pgs: 4 creating+activating, 8 creating+peering, 22 unknown, 199 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 3.9 KiB/s wr, 44 op/s 2024-07-29T15:52:19.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:18 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:52:19.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:18 smithi138 ceph-mon[86438]: osdmap e1631: 8 total, 8 up, 8 in 2024-07-29T15:52:19.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:18 smithi138 ceph-mon[86438]: osdmap e1632: 8 total, 8 up, 8 in 2024-07-29T15:52:19.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:18 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/77729063' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:19.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:18 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:19.564 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:52:20.551 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:52:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:52:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:52:20.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:20 smithi138 ceph-mon[86438]: pgmap v2766: 265 pgs: 8 creating+peering, 36 unknown, 221 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 3.7 KiB/s wr, 44 op/s 2024-07-29T15:52:20.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:20 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:52:20.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:20 smithi138 ceph-mon[86438]: osdmap e1633: 8 total, 8 up, 8 in 2024-07-29T15:52:20.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:20 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:52:20.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:52:20.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:52:20.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:20 smithi067 ceph-mon[94375]: pgmap v2766: 265 pgs: 8 creating+peering, 36 unknown, 221 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 3.7 KiB/s wr, 44 op/s 2024-07-29T15:52:20.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:20 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:52:20.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:20 smithi067 ceph-mon[94375]: osdmap e1633: 8 total, 8 up, 8 in 2024-07-29T15:52:20.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:20 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:52:20.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:52:20.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:52:20.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:20 smithi067 ceph-mon[91995]: pgmap v2766: 265 pgs: 8 creating+peering, 36 unknown, 221 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 3.7 KiB/s wr, 44 op/s 2024-07-29T15:52:20.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:20 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:52:20.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:20 smithi067 ceph-mon[91995]: osdmap e1633: 8 total, 8 up, 8 in 2024-07-29T15:52:20.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:20 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:52:20.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:52:20.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:52:21.872 INFO:tasks.workunit.client.0.smithi067.stdout:num images is: 1 2024-07-29T15:52:21.872 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 1 2024-07-29T15:52:21.872 INFO:tasks.workunit.client.0.smithi067.stdout:image: image25 2024-07-29T15:52:21.872 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image25 2024-07-29T15:52:21.892 INFO:tasks.workunit.client.0.smithi067.stdout:num images is: 2 2024-07-29T15:52:21.892 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 2 2024-07-29T15:52:21.892 INFO:tasks.workunit.client.0.smithi067.stdout:image: image25 2024-07-29T15:52:21.892 INFO:tasks.workunit.client.0.smithi067.stdout:image: image26 2024-07-29T15:52:21.892 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image25 2024-07-29T15:52:21.892 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image26 2024-07-29T15:52:21.938 INFO:tasks.workunit.client.0.smithi067.stdout:100.00% done 2024-07-29T15:52:21.938 INFO:tasks.workunit.client.0.smithi067.stdout:num images is: 3 2024-07-29T15:52:21.938 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 3 2024-07-29T15:52:21.938 INFO:tasks.workunit.client.0.smithi067.stdout:image: image25 2024-07-29T15:52:21.938 INFO:tasks.workunit.client.0.smithi067.stdout:image: image26 2024-07-29T15:52:21.939 INFO:tasks.workunit.client.0.smithi067.stdout:image: image27 2024-07-29T15:52:21.939 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image25 2024-07-29T15:52:21.939 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image26 2024-07-29T15:52:21.939 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image27 2024-07-29T15:52:21.974 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestCopyPP (4013 ms) 2024-07-29T15:52:21.974 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-07-29T15:52:21.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:21 smithi067 ceph-mon[91995]: osdmap e1634: 8 total, 8 up, 8 in 2024-07-29T15:52:21.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:21 smithi067 ceph-mon[94375]: osdmap e1634: 8 total, 8 up, 8 in 2024-07-29T15:52:22.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:21 smithi138 ceph-mon[86438]: osdmap e1634: 8 total, 8 up, 8 in 2024-07-29T15:52:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:22 smithi067 ceph-mon[91995]: pgmap v2769: 265 pgs: 2 creating+peering, 20 unknown, 243 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 73 KiB/s rd, 4.7 KiB/s wr, 90 op/s 2024-07-29T15:52:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:22 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:52:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:22 smithi067 ceph-mon[91995]: osdmap e1635: 8 total, 8 up, 8 in 2024-07-29T15:52:22.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:22 smithi067 ceph-mon[94375]: pgmap v2769: 265 pgs: 2 creating+peering, 20 unknown, 243 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 73 KiB/s rd, 4.7 KiB/s wr, 90 op/s 2024-07-29T15:52:22.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:22 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:52:22.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:22 smithi067 ceph-mon[94375]: osdmap e1635: 8 total, 8 up, 8 in 2024-07-29T15:52:23.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:22 smithi138 ceph-mon[86438]: pgmap v2769: 265 pgs: 2 creating+peering, 20 unknown, 243 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 73 KiB/s rd, 4.7 KiB/s wr, 90 op/s 2024-07-29T15:52:23.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:22 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:52:23.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:22 smithi138 ceph-mon[86438]: osdmap e1635: 8 total, 8 up, 8 in 2024-07-29T15:52:23.568 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:52:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:23 smithi067 ceph-mon[91995]: osdmap e1636: 8 total, 8 up, 8 in 2024-07-29T15:52:23.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:23 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2122154709' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:23.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:23 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:23.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:23 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:52:23.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:23 smithi067 ceph-mon[91995]: osdmap e1637: 8 total, 8 up, 8 in 2024-07-29T15:52:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:23 smithi067 ceph-mon[94375]: osdmap e1636: 8 total, 8 up, 8 in 2024-07-29T15:52:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:23 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2122154709' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:23 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:23 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:52:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:23 smithi067 ceph-mon[94375]: osdmap e1637: 8 total, 8 up, 8 in 2024-07-29T15:52:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:23 smithi138 ceph-mon[86438]: osdmap e1636: 8 total, 8 up, 8 in 2024-07-29T15:52:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:23 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2122154709' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:24.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:23 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:24.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:23 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:52:24.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:23 smithi138 ceph-mon[86438]: osdmap e1637: 8 total, 8 up, 8 in 2024-07-29T15:52:24.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:24 smithi067 ceph-mon[91995]: pgmap v2772: 297 pgs: 2 creating+peering, 37 unknown, 258 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 340 KiB/s rd, 22 KiB/s wr, 395 op/s 2024-07-29T15:52:24.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:24 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:52:24.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:24 smithi067 ceph-mon[91995]: osdmap e1638: 8 total, 8 up, 8 in 2024-07-29T15:52:24.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:24 smithi067 ceph-mon[94375]: pgmap v2772: 297 pgs: 2 creating+peering, 37 unknown, 258 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 340 KiB/s rd, 22 KiB/s wr, 395 op/s 2024-07-29T15:52:24.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:24 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:52:24.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:24 smithi067 ceph-mon[94375]: osdmap e1638: 8 total, 8 up, 8 in 2024-07-29T15:52:25.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:24 smithi138 ceph-mon[86438]: pgmap v2772: 297 pgs: 2 creating+peering, 37 unknown, 258 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 340 KiB/s rd, 22 KiB/s wr, 395 op/s 2024-07-29T15:52:25.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:24 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:52:25.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:24 smithi138 ceph-mon[86438]: osdmap e1638: 8 total, 8 up, 8 in 2024-07-29T15:52:26.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:26 smithi138 ceph-mon[86438]: pgmap v2775: 297 pgs: 8 creating+peering, 18 unknown, 271 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 574 KiB/s rd, 37 KiB/s wr, 670 op/s 2024-07-29T15:52:26.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:26 smithi138 ceph-mon[86438]: osdmap e1639: 8 total, 8 up, 8 in 2024-07-29T15:52:26.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:26 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:52:26.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:26 smithi067 ceph-mon[91995]: pgmap v2775: 297 pgs: 8 creating+peering, 18 unknown, 271 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 574 KiB/s rd, 37 KiB/s wr, 670 op/s 2024-07-29T15:52:26.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:26 smithi067 ceph-mon[91995]: osdmap e1639: 8 total, 8 up, 8 in 2024-07-29T15:52:26.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:26 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:52:26.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:26 smithi067 ceph-mon[94375]: pgmap v2775: 297 pgs: 8 creating+peering, 18 unknown, 271 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 574 KiB/s rd, 37 KiB/s wr, 670 op/s 2024-07-29T15:52:26.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:26 smithi067 ceph-mon[94375]: osdmap e1639: 8 total, 8 up, 8 in 2024-07-29T15:52:26.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:26 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:52:27.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:27 smithi067 ceph-mon[91995]: osdmap e1640: 8 total, 8 up, 8 in 2024-07-29T15:52:27.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:27 smithi067 ceph-mon[94375]: osdmap e1640: 8 total, 8 up, 8 in 2024-07-29T15:52:27.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:52:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:52:27] "GET /metrics HTTP/1.1" 200 46249 "" "Prometheus/2.51.0" 2024-07-29T15:52:28.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:27 smithi138 ceph-mon[86438]: osdmap e1640: 8 total, 8 up, 8 in 2024-07-29T15:52:28.890 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:28 smithi067 ceph-mon[91995]: pgmap v2778: 297 pgs: 8 creating+peering, 3 unknown, 286 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 673 KiB/s rd, 41 KiB/s wr, 785 op/s 2024-07-29T15:52:28.890 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:28 smithi067 ceph-mon[91995]: osdmap e1641: 8 total, 8 up, 8 in 2024-07-29T15:52:28.890 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:28 smithi067 ceph-mon[91995]: osdmap e1642: 8 total, 8 up, 8 in 2024-07-29T15:52:28.890 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:28 smithi067 ceph-mon[94375]: pgmap v2778: 297 pgs: 8 creating+peering, 3 unknown, 286 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 673 KiB/s rd, 41 KiB/s wr, 785 op/s 2024-07-29T15:52:28.890 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:28 smithi067 ceph-mon[94375]: osdmap e1641: 8 total, 8 up, 8 in 2024-07-29T15:52:28.891 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:28 smithi067 ceph-mon[94375]: osdmap e1642: 8 total, 8 up, 8 in 2024-07-29T15:52:29.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:28 smithi138 ceph-mon[86438]: pgmap v2778: 297 pgs: 8 creating+peering, 3 unknown, 286 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 673 KiB/s rd, 41 KiB/s wr, 785 op/s 2024-07-29T15:52:29.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:28 smithi138 ceph-mon[86438]: osdmap e1641: 8 total, 8 up, 8 in 2024-07-29T15:52:29.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:28 smithi138 ceph-mon[86438]: osdmap e1642: 8 total, 8 up, 8 in 2024-07-29T15:52:29.691 INFO:tasks.workunit.client.0.smithi067.stdout:image: image28 2024-07-29T15:52:29.691 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image28 2024-07-29T15:52:29.691 INFO:tasks.workunit.client.0.smithi067.stdout:found image28 2024-07-29T15:52:29.692 INFO:tasks.workunit.client.0.smithi067.stdout:erased image28 2024-07-29T15:52:29.692 INFO:tasks.workunit.client.0.smithi067.stdout:image: image28 2024-07-29T15:52:29.692 INFO:tasks.workunit.client.0.smithi067.stdout:image: image29 2024-07-29T15:52:29.692 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image28 2024-07-29T15:52:29.692 INFO:tasks.workunit.client.0.smithi067.stdout:found image28 2024-07-29T15:52:29.692 INFO:tasks.workunit.client.0.smithi067.stdout:erased image28 2024-07-29T15:52:29.692 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image29 2024-07-29T15:52:29.692 INFO:tasks.workunit.client.0.smithi067.stdout:found image29 2024-07-29T15:52:29.692 INFO:tasks.workunit.client.0.smithi067.stdout:erased image29 2024-07-29T15:52:29.692 INFO:tasks.workunit.client.0.smithi067.stdout:100.00% done 2024-07-29T15:52:29.692 INFO:tasks.workunit.client.0.smithi067.stdout:image: image28 2024-07-29T15:52:29.692 INFO:tasks.workunit.client.0.smithi067.stdout:image: image29 2024-07-29T15:52:29.692 INFO:tasks.workunit.client.0.smithi067.stdout:image: image30 2024-07-29T15:52:29.693 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image28 2024-07-29T15:52:29.693 INFO:tasks.workunit.client.0.smithi067.stdout:found image28 2024-07-29T15:52:29.693 INFO:tasks.workunit.client.0.smithi067.stdout:erased image28 2024-07-29T15:52:29.693 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image29 2024-07-29T15:52:29.693 INFO:tasks.workunit.client.0.smithi067.stdout:found image29 2024-07-29T15:52:29.693 INFO:tasks.workunit.client.0.smithi067.stdout:erased image29 2024-07-29T15:52:29.693 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image30 2024-07-29T15:52:29.693 INFO:tasks.workunit.client.0.smithi067.stdout:found image30 2024-07-29T15:52:29.693 INFO:tasks.workunit.client.0.smithi067.stdout:erased image30 2024-07-29T15:52:29.693 INFO:tasks.workunit.client.0.smithi067.stdout:image: image28 2024-07-29T15:52:29.693 INFO:tasks.workunit.client.0.smithi067.stdout:image: image29 2024-07-29T15:52:29.693 INFO:tasks.workunit.client.0.smithi067.stdout:image: image30 2024-07-29T15:52:29.693 INFO:tasks.workunit.client.0.smithi067.stdout:image: image31 2024-07-29T15:52:29.694 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image28 2024-07-29T15:52:29.694 INFO:tasks.workunit.client.0.smithi067.stdout:found image28 2024-07-29T15:52:29.694 INFO:tasks.workunit.client.0.smithi067.stdout:erased image28 2024-07-29T15:52:29.694 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image29 2024-07-29T15:52:29.694 INFO:tasks.workunit.client.0.smithi067.stdout:found image29 2024-07-29T15:52:29.694 INFO:tasks.workunit.client.0.smithi067.stdout:erased image29 2024-07-29T15:52:29.694 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image30 2024-07-29T15:52:29.694 INFO:tasks.workunit.client.0.smithi067.stdout:found image30 2024-07-29T15:52:29.694 INFO:tasks.workunit.client.0.smithi067.stdout:erased image30 2024-07-29T15:52:29.694 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image31 2024-07-29T15:52:29.694 INFO:tasks.workunit.client.0.smithi067.stdout:found image31 2024-07-29T15:52:29.694 INFO:tasks.workunit.client.0.smithi067.stdout:erased image31 2024-07-29T15:52:29.695 INFO:tasks.workunit.client.0.smithi067.stdout:image: image28 2024-07-29T15:52:29.695 INFO:tasks.workunit.client.0.smithi067.stdout:image: image29 2024-07-29T15:52:29.695 INFO:tasks.workunit.client.0.smithi067.stdout:image: image30 2024-07-29T15:52:29.695 INFO:tasks.workunit.client.0.smithi067.stdout:image: image31 2024-07-29T15:52:29.695 INFO:tasks.workunit.client.0.smithi067.stdout:image: image32 2024-07-29T15:52:29.695 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image28 2024-07-29T15:52:29.695 INFO:tasks.workunit.client.0.smithi067.stdout:found image28 2024-07-29T15:52:29.695 INFO:tasks.workunit.client.0.smithi067.stdout:erased image28 2024-07-29T15:52:29.695 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image29 2024-07-29T15:52:29.695 INFO:tasks.workunit.client.0.smithi067.stdout:found image29 2024-07-29T15:52:29.695 INFO:tasks.workunit.client.0.smithi067.stdout:erased image29 2024-07-29T15:52:29.695 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image30 2024-07-29T15:52:29.695 INFO:tasks.workunit.client.0.smithi067.stdout:found image30 2024-07-29T15:52:29.695 INFO:tasks.workunit.client.0.smithi067.stdout:erased image30 2024-07-29T15:52:29.696 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image31 2024-07-29T15:52:29.696 INFO:tasks.workunit.client.0.smithi067.stdout:found image31 2024-07-29T15:52:29.696 INFO:tasks.workunit.client.0.smithi067.stdout:erased image31 2024-07-29T15:52:29.696 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image32 2024-07-29T15:52:29.696 INFO:tasks.workunit.client.0.smithi067.stdout:found image32 2024-07-29T15:52:29.696 INFO:tasks.workunit.client.0.smithi067.stdout:erased image32 2024-07-29T15:52:29.696 INFO:tasks.workunit.client.0.smithi067.stdout:100.00% done 2024-07-29T15:52:29.696 INFO:tasks.workunit.client.0.smithi067.stdout:image: image28 2024-07-29T15:52:29.696 INFO:tasks.workunit.client.0.smithi067.stdout:image: image29 2024-07-29T15:52:29.696 INFO:tasks.workunit.client.0.smithi067.stdout:image: image30 2024-07-29T15:52:29.696 INFO:tasks.workunit.client.0.smithi067.stdout:image: image31 2024-07-29T15:52:29.696 INFO:tasks.workunit.client.0.smithi067.stdout:image: image32 2024-07-29T15:52:29.696 INFO:tasks.workunit.client.0.smithi067.stdout:image: image33 2024-07-29T15:52:29.696 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image28 2024-07-29T15:52:29.697 INFO:tasks.workunit.client.0.smithi067.stdout:found image28 2024-07-29T15:52:29.697 INFO:tasks.workunit.client.0.smithi067.stdout:erased image28 2024-07-29T15:52:29.697 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image29 2024-07-29T15:52:29.697 INFO:tasks.workunit.client.0.smithi067.stdout:found image29 2024-07-29T15:52:29.697 INFO:tasks.workunit.client.0.smithi067.stdout:erased image29 2024-07-29T15:52:29.697 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image30 2024-07-29T15:52:29.697 INFO:tasks.workunit.client.0.smithi067.stdout:found image30 2024-07-29T15:52:29.697 INFO:tasks.workunit.client.0.smithi067.stdout:erased image30 2024-07-29T15:52:29.697 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image31 2024-07-29T15:52:29.697 INFO:tasks.workunit.client.0.smithi067.stdout:found image31 2024-07-29T15:52:29.697 INFO:tasks.workunit.client.0.smithi067.stdout:erased image31 2024-07-29T15:52:29.697 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image32 2024-07-29T15:52:29.697 INFO:tasks.workunit.client.0.smithi067.stdout:found image32 2024-07-29T15:52:29.697 INFO:tasks.workunit.client.0.smithi067.stdout:erased image32 2024-07-29T15:52:29.697 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image33 2024-07-29T15:52:29.698 INFO:tasks.workunit.client.0.smithi067.stdout:found image33 2024-07-29T15:52:29.698 INFO:tasks.workunit.client.0.smithi067.stdout:erased image33 2024-07-29T15:52:29.698 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestDeepCopy (7717 ms) 2024-07-29T15:52:29.698 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-07-29T15:52:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:52:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:52:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:52:30.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:30 smithi067 ceph-mon[91995]: pgmap v2781: 297 pgs: 297 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 410 KiB/s rd, 25 KiB/s wr, 478 op/s 2024-07-29T15:52:30.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:30 smithi067 ceph-mon[91995]: osdmap e1643: 8 total, 8 up, 8 in 2024-07-29T15:52:30.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:30 smithi067 ceph-mon[94375]: pgmap v2781: 297 pgs: 297 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 410 KiB/s rd, 25 KiB/s wr, 478 op/s 2024-07-29T15:52:30.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:30 smithi067 ceph-mon[94375]: osdmap e1643: 8 total, 8 up, 8 in 2024-07-29T15:52:31.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:30 smithi138 ceph-mon[86438]: pgmap v2781: 297 pgs: 297 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 410 KiB/s rd, 25 KiB/s wr, 478 op/s 2024-07-29T15:52:31.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:30 smithi138 ceph-mon[86438]: osdmap e1643: 8 total, 8 up, 8 in 2024-07-29T15:52:31.643 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:52:31.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:31 smithi067 ceph-mon[91995]: osdmap e1644: 8 total, 8 up, 8 in 2024-07-29T15:52:31.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:31 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1477657285' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:31.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:31 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:31.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:31 smithi067 ceph-mon[94375]: osdmap e1644: 8 total, 8 up, 8 in 2024-07-29T15:52:31.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:31 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1477657285' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:31.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:31 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:32.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:31 smithi138 ceph-mon[86438]: osdmap e1644: 8 total, 8 up, 8 in 2024-07-29T15:52:32.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:31 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1477657285' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:32.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:31 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:32.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:32 smithi067 ceph-mon[91995]: pgmap v2784: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 5.5 KiB/s wr, 65 op/s 2024-07-29T15:52:32.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:32 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:52:32.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:32 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:52:32.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:32 smithi067 ceph-mon[91995]: osdmap e1645: 8 total, 8 up, 8 in 2024-07-29T15:52:32.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:32 smithi067 ceph-mon[94375]: pgmap v2784: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 5.5 KiB/s wr, 65 op/s 2024-07-29T15:52:32.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:32 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:52:32.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:32 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:52:32.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:32 smithi067 ceph-mon[94375]: osdmap e1645: 8 total, 8 up, 8 in 2024-07-29T15:52:33.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:32 smithi138 ceph-mon[86438]: pgmap v2784: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 5.5 KiB/s wr, 65 op/s 2024-07-29T15:52:33.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:32 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:52:33.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:32 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:52:33.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:32 smithi138 ceph-mon[86438]: osdmap e1645: 8 total, 8 up, 8 in 2024-07-29T15:52:33.840 INFO:tasks.workunit.client.0.smithi067.stdout:num images is: 1 2024-07-29T15:52:33.850 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 1 2024-07-29T15:52:33.850 INFO:tasks.workunit.client.0.smithi067.stdout:image: image34 2024-07-29T15:52:33.850 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image34 2024-07-29T15:52:33.864 INFO:tasks.workunit.client.0.smithi067.stdout:num images is: 2 2024-07-29T15:52:33.865 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 2 2024-07-29T15:52:33.865 INFO:tasks.workunit.client.0.smithi067.stdout:image: image34 2024-07-29T15:52:33.865 INFO:tasks.workunit.client.0.smithi067.stdout:image: image35 2024-07-29T15:52:33.865 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image34 2024-07-29T15:52:33.865 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image35 2024-07-29T15:52:33.914 INFO:tasks.workunit.client.0.smithi067.stdout:100.00% done 2024-07-29T15:52:33.914 INFO:tasks.workunit.client.0.smithi067.stdout:num images is: 3 2024-07-29T15:52:33.914 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 3 2024-07-29T15:52:33.914 INFO:tasks.workunit.client.0.smithi067.stdout:image: image34 2024-07-29T15:52:33.914 INFO:tasks.workunit.client.0.smithi067.stdout:image: image35 2024-07-29T15:52:33.914 INFO:tasks.workunit.client.0.smithi067.stdout:image: image36 2024-07-29T15:52:33.914 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image34 2024-07-29T15:52:33.914 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image35 2024-07-29T15:52:33.915 INFO:tasks.workunit.client.0.smithi067.stdout:expected = image36 2024-07-29T15:52:33.951 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4260 ms) 2024-07-29T15:52:33.951 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-07-29T15:52:33.951 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:52:33.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:33 smithi067 ceph-mon[91995]: osdmap e1646: 8 total, 8 up, 8 in 2024-07-29T15:52:33.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:33 smithi067 ceph-mon[91995]: osdmap e1647: 8 total, 8 up, 8 in 2024-07-29T15:52:33.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:33 smithi067 ceph-mon[94375]: osdmap e1646: 8 total, 8 up, 8 in 2024-07-29T15:52:33.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:33 smithi067 ceph-mon[94375]: osdmap e1647: 8 total, 8 up, 8 in 2024-07-29T15:52:34.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:33 smithi138 ceph-mon[86438]: osdmap e1646: 8 total, 8 up, 8 in 2024-07-29T15:52:34.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:33 smithi138 ceph-mon[86438]: osdmap e1647: 8 total, 8 up, 8 in 2024-07-29T15:52:34.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:34 smithi067 ceph-mon[91995]: pgmap v2787: 329 pgs: 5 creating+peering, 19 unknown, 305 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 160 KiB/s rd, 8.0 KiB/s wr, 196 op/s 2024-07-29T15:52:34.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:34 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:52:34.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:34 smithi067 ceph-mon[94375]: pgmap v2787: 329 pgs: 5 creating+peering, 19 unknown, 305 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 160 KiB/s rd, 8.0 KiB/s wr, 196 op/s 2024-07-29T15:52:34.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:34 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:52:35.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:34 smithi138 ceph-mon[86438]: pgmap v2787: 329 pgs: 5 creating+peering, 19 unknown, 305 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 160 KiB/s rd, 8.0 KiB/s wr, 196 op/s 2024-07-29T15:52:35.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:34 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:52:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:35 smithi067 ceph-mon[91995]: osdmap e1648: 8 total, 8 up, 8 in 2024-07-29T15:52:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:52:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:52:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:35 smithi067 ceph-mon[94375]: osdmap e1648: 8 total, 8 up, 8 in 2024-07-29T15:52:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:52:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:52:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:35 smithi138 ceph-mon[86438]: osdmap e1648: 8 total, 8 up, 8 in 2024-07-29T15:52:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:52:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:52:36.962 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:36 smithi138 ceph-mon[86438]: pgmap v2790: 329 pgs: 5 creating+peering, 7 unknown, 317 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 176 KiB/s rd, 7.0 KiB/s wr, 208 op/s 2024-07-29T15:52:36.962 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:36 smithi138 ceph-mon[86438]: osdmap e1649: 8 total, 8 up, 8 in 2024-07-29T15:52:36.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:36 smithi067 ceph-mon[91995]: pgmap v2790: 329 pgs: 5 creating+peering, 7 unknown, 317 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 176 KiB/s rd, 7.0 KiB/s wr, 208 op/s 2024-07-29T15:52:36.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:36 smithi067 ceph-mon[91995]: osdmap e1649: 8 total, 8 up, 8 in 2024-07-29T15:52:36.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:36 smithi067 ceph-mon[94375]: pgmap v2790: 329 pgs: 5 creating+peering, 7 unknown, 317 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 176 KiB/s rd, 7.0 KiB/s wr, 208 op/s 2024-07-29T15:52:36.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:36 smithi067 ceph-mon[94375]: osdmap e1649: 8 total, 8 up, 8 in 2024-07-29T15:52:37.693 INFO:tasks.workunit.client.0.smithi067.stdout:num snaps is: 1 2024-07-29T15:52:37.694 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 1 2024-07-29T15:52:37.694 INFO:tasks.workunit.client.0.smithi067.stdout:snap: snap1 2024-07-29T15:52:37.694 INFO:tasks.workunit.client.0.smithi067.stdout:found snap1 with size 2097152 2024-07-29T15:52:37.694 INFO:tasks.workunit.client.0.smithi067.stdout:num snaps is: 2 2024-07-29T15:52:37.694 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 2 2024-07-29T15:52:37.695 INFO:tasks.workunit.client.0.smithi067.stdout:snap: snap1 2024-07-29T15:52:37.695 INFO:tasks.workunit.client.0.smithi067.stdout:snap: snap2 2024-07-29T15:52:37.695 INFO:tasks.workunit.client.0.smithi067.stdout:found snap1 with size 2097152 2024-07-29T15:52:37.695 INFO:tasks.workunit.client.0.smithi067.stdout:found snap2 with size 4194304 2024-07-29T15:52:37.695 INFO:tasks.workunit.client.0.smithi067.stdout:num snaps is: 1 2024-07-29T15:52:37.696 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 1 2024-07-29T15:52:37.696 INFO:tasks.workunit.client.0.smithi067.stdout:snap: snap2 2024-07-29T15:52:37.696 INFO:tasks.workunit.client.0.smithi067.stdout:found snap2 with size 4194304 2024-07-29T15:52:37.696 INFO:tasks.workunit.client.0.smithi067.stdout:num snaps is: 0 2024-07-29T15:52:37.696 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 0 2024-07-29T15:52:37.696 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3742 ms) 2024-07-29T15:52:37.697 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-07-29T15:52:37.697 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:52:37.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:37 smithi067 ceph-mon[91995]: osdmap e1650: 8 total, 8 up, 8 in 2024-07-29T15:52:37.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:52:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:52:37] "GET /metrics HTTP/1.1" 200 51099 "" "Prometheus/2.51.0" 2024-07-29T15:52:37.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:37 smithi067 ceph-mon[94375]: osdmap e1650: 8 total, 8 up, 8 in 2024-07-29T15:52:38.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:37 smithi138 ceph-mon[86438]: osdmap e1650: 8 total, 8 up, 8 in 2024-07-29T15:52:38.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:38 smithi067 ceph-mon[91995]: pgmap v2793: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 105 KiB/s rd, 6.0 KiB/s wr, 122 op/s 2024-07-29T15:52:38.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:38 smithi067 ceph-mon[91995]: osdmap e1651: 8 total, 8 up, 8 in 2024-07-29T15:52:38.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:38 smithi067 ceph-mon[94375]: pgmap v2793: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 105 KiB/s rd, 6.0 KiB/s wr, 122 op/s 2024-07-29T15:52:38.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:38 smithi067 ceph-mon[94375]: osdmap e1651: 8 total, 8 up, 8 in 2024-07-29T15:52:39.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:38 smithi138 ceph-mon[86438]: pgmap v2793: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 105 KiB/s rd, 6.0 KiB/s wr, 122 op/s 2024-07-29T15:52:39.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:38 smithi138 ceph-mon[86438]: osdmap e1651: 8 total, 8 up, 8 in 2024-07-29T15:52:39.700 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2006 ms) 2024-07-29T15:52:39.700 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-07-29T15:52:39.700 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:52:39.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:39 smithi067 ceph-mon[91995]: osdmap e1652: 8 total, 8 up, 8 in 2024-07-29T15:52:39.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:39 smithi067 ceph-mon[94375]: osdmap e1652: 8 total, 8 up, 8 in 2024-07-29T15:52:40.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:39 smithi138 ceph-mon[86438]: osdmap e1652: 8 total, 8 up, 8 in 2024-07-29T15:52:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:52:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:52:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:52:40.693 INFO:tasks.workunit.client.0.smithi067.stdout:num snaps is: 1 2024-07-29T15:52:40.694 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 1 2024-07-29T15:52:40.694 INFO:tasks.workunit.client.0.smithi067.stdout:snap: snap1 2024-07-29T15:52:40.694 INFO:tasks.workunit.client.0.smithi067.stdout:found snap1 with size 2097152 2024-07-29T15:52:40.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:40 smithi067 ceph-mon[94375]: pgmap v2796: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 382 KiB/s rd, 27 KiB/s wr, 459 op/s 2024-07-29T15:52:40.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:40 smithi067 ceph-mon[94375]: osdmap e1653: 8 total, 8 up, 8 in 2024-07-29T15:52:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:40 smithi067 ceph-mon[91995]: pgmap v2796: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 382 KiB/s rd, 27 KiB/s wr, 459 op/s 2024-07-29T15:52:40.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:40 smithi067 ceph-mon[91995]: osdmap e1653: 8 total, 8 up, 8 in 2024-07-29T15:52:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:40 smithi138 ceph-mon[86438]: pgmap v2796: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 382 KiB/s rd, 27 KiB/s wr, 459 op/s 2024-07-29T15:52:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:40 smithi138 ceph-mon[86438]: osdmap e1653: 8 total, 8 up, 8 in 2024-07-29T15:52:41.714 INFO:tasks.workunit.client.0.smithi067.stdout:num snaps is: 2 2024-07-29T15:52:41.714 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 2 2024-07-29T15:52:41.714 INFO:tasks.workunit.client.0.smithi067.stdout:snap: snap1 2024-07-29T15:52:41.714 INFO:tasks.workunit.client.0.smithi067.stdout:snap: snap2 2024-07-29T15:52:41.714 INFO:tasks.workunit.client.0.smithi067.stdout:found snap1 with size 2097152 2024-07-29T15:52:41.714 INFO:tasks.workunit.client.0.smithi067.stdout:found snap2 with size 4194304 2024-07-29T15:52:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:41 smithi067 ceph-mon[91995]: osdmap e1654: 8 total, 8 up, 8 in 2024-07-29T15:52:41.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:41 smithi067 ceph-mon[94375]: osdmap e1654: 8 total, 8 up, 8 in 2024-07-29T15:52:42.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:41 smithi138 ceph-mon[86438]: osdmap e1654: 8 total, 8 up, 8 in 2024-07-29T15:52:42.718 INFO:tasks.workunit.client.0.smithi067.stdout:num snaps is: 1 2024-07-29T15:52:42.718 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 1 2024-07-29T15:52:42.718 INFO:tasks.workunit.client.0.smithi067.stdout:snap: snap2 2024-07-29T15:52:42.719 INFO:tasks.workunit.client.0.smithi067.stdout:found snap2 with size 4194304 2024-07-29T15:52:42.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:42 smithi067 ceph-mon[91995]: pgmap v2799: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 319 KiB/s rd, 24 KiB/s wr, 390 op/s 2024-07-29T15:52:42.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:42 smithi067 ceph-mon[91995]: osdmap e1655: 8 total, 8 up, 8 in 2024-07-29T15:52:42.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:42 smithi067 ceph-mon[94375]: pgmap v2799: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 319 KiB/s rd, 24 KiB/s wr, 390 op/s 2024-07-29T15:52:42.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:42 smithi067 ceph-mon[94375]: osdmap e1655: 8 total, 8 up, 8 in 2024-07-29T15:52:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:42 smithi138 ceph-mon[86438]: pgmap v2799: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 319 KiB/s rd, 24 KiB/s wr, 390 op/s 2024-07-29T15:52:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:42 smithi138 ceph-mon[86438]: osdmap e1655: 8 total, 8 up, 8 in 2024-07-29T15:52:43.579 INFO:tasks.workunit.client.0.smithi067.stdout:num snaps is: 0 2024-07-29T15:52:43.579 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 0 2024-07-29T15:52:43.585 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (3885 ms) 2024-07-29T15:52:43.585 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-07-29T15:52:43.585 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:52:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:43 smithi067 ceph-mon[91995]: osdmap e1656: 8 total, 8 up, 8 in 2024-07-29T15:52:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:43 smithi067 ceph-mon[91995]: osdmap e1657: 8 total, 8 up, 8 in 2024-07-29T15:52:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:43 smithi067 ceph-mon[94375]: osdmap e1656: 8 total, 8 up, 8 in 2024-07-29T15:52:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:43 smithi067 ceph-mon[94375]: osdmap e1657: 8 total, 8 up, 8 in 2024-07-29T15:52:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:43 smithi138 ceph-mon[86438]: osdmap e1656: 8 total, 8 up, 8 in 2024-07-29T15:52:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:43 smithi138 ceph-mon[86438]: osdmap e1657: 8 total, 8 up, 8 in 2024-07-29T15:52:44.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:44 smithi067 ceph-mon[91995]: pgmap v2802: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 49 KiB/s rd, 4.5 KiB/s wr, 67 op/s 2024-07-29T15:52:44.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:44 smithi067 ceph-mon[91995]: osdmap e1658: 8 total, 8 up, 8 in 2024-07-29T15:52:44.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:44 smithi067 ceph-mon[94375]: pgmap v2802: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 49 KiB/s rd, 4.5 KiB/s wr, 67 op/s 2024-07-29T15:52:44.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:44 smithi067 ceph-mon[94375]: osdmap e1658: 8 total, 8 up, 8 in 2024-07-29T15:52:45.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:44 smithi138 ceph-mon[86438]: pgmap v2802: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 49 KiB/s rd, 4.5 KiB/s wr, 67 op/s 2024-07-29T15:52:45.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:44 smithi138 ceph-mon[86438]: osdmap e1658: 8 total, 8 up, 8 in 2024-07-29T15:52:46.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:46 smithi067 ceph-mon[91995]: pgmap v2805: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 47 KiB/s rd, 4.7 KiB/s wr, 64 op/s 2024-07-29T15:52:46.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:46 smithi067 ceph-mon[91995]: osdmap e1659: 8 total, 8 up, 8 in 2024-07-29T15:52:46.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:46 smithi067 ceph-mon[94375]: pgmap v2805: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 47 KiB/s rd, 4.7 KiB/s wr, 64 op/s 2024-07-29T15:52:46.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:46 smithi067 ceph-mon[94375]: osdmap e1659: 8 total, 8 up, 8 in 2024-07-29T15:52:47.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:46 smithi138 ceph-mon[86438]: pgmap v2805: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 47 KiB/s rd, 4.7 KiB/s wr, 64 op/s 2024-07-29T15:52:47.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:46 smithi138 ceph-mon[86438]: osdmap e1659: 8 total, 8 up, 8 in 2024-07-29T15:52:47.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:47 smithi067 ceph-mon[91995]: osdmap e1660: 8 total, 8 up, 8 in 2024-07-29T15:52:47.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:47 smithi067 ceph-mon[94375]: osdmap e1660: 8 total, 8 up, 8 in 2024-07-29T15:52:48.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:47 smithi138 ceph-mon[86438]: osdmap e1660: 8 total, 8 up, 8 in 2024-07-29T15:52:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:52:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:52:47] "GET /metrics HTTP/1.1" 200 51099 "" "Prometheus/2.51.0" 2024-07-29T15:52:48.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:48 smithi067 ceph-mon[91995]: pgmap v2808: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 45 KiB/s rd, 4.7 KiB/s wr, 60 op/s 2024-07-29T15:52:48.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:48 smithi067 ceph-mon[91995]: osdmap e1661: 8 total, 8 up, 8 in 2024-07-29T15:52:48.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:48 smithi067 ceph-mon[91995]: osdmap e1662: 8 total, 8 up, 8 in 2024-07-29T15:52:48.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:48 smithi067 ceph-mon[94375]: pgmap v2808: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 45 KiB/s rd, 4.7 KiB/s wr, 60 op/s 2024-07-29T15:52:48.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:48 smithi067 ceph-mon[94375]: osdmap e1661: 8 total, 8 up, 8 in 2024-07-29T15:52:48.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:48 smithi067 ceph-mon[94375]: osdmap e1662: 8 total, 8 up, 8 in 2024-07-29T15:52:49.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:48 smithi138 ceph-mon[86438]: pgmap v2808: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 45 KiB/s rd, 4.7 KiB/s wr, 60 op/s 2024-07-29T15:52:49.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:48 smithi138 ceph-mon[86438]: osdmap e1661: 8 total, 8 up, 8 in 2024-07-29T15:52:49.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:48 smithi138 ceph-mon[86438]: osdmap e1662: 8 total, 8 up, 8 in 2024-07-29T15:52:49.609 INFO:tasks.workunit.client.0.smithi067.stdout:num snaps is: 0 2024-07-29T15:52:49.609 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 0 2024-07-29T15:52:49.620 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (6035 ms) 2024-07-29T15:52:49.620 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-07-29T15:52:49.620 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:52:50.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:52:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:52:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:52:50.607 INFO:tasks.workunit.client.0.smithi067.stdout:num snaps is: 1 2024-07-29T15:52:50.607 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 1 2024-07-29T15:52:50.607 INFO:tasks.workunit.client.0.smithi067.stdout:snap: snap1 2024-07-29T15:52:50.607 INFO:tasks.workunit.client.0.smithi067.stdout:found snap1 with size 2097152 2024-07-29T15:52:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:50 smithi067 ceph-mon[91995]: pgmap v2811: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-07-29T15:52:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:50 smithi067 ceph-mon[91995]: osdmap e1663: 8 total, 8 up, 8 in 2024-07-29T15:52:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:52:50.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:50 smithi067 ceph-mon[94375]: pgmap v2811: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-07-29T15:52:50.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:50 smithi067 ceph-mon[94375]: osdmap e1663: 8 total, 8 up, 8 in 2024-07-29T15:52:50.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:52:51.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:50 smithi138 ceph-mon[86438]: pgmap v2811: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-07-29T15:52:51.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:50 smithi138 ceph-mon[86438]: osdmap e1663: 8 total, 8 up, 8 in 2024-07-29T15:52:51.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:52:51.622 INFO:tasks.workunit.client.0.smithi067.stdout:num snaps is: 2 2024-07-29T15:52:51.622 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 2 2024-07-29T15:52:51.622 INFO:tasks.workunit.client.0.smithi067.stdout:snap: snap1 2024-07-29T15:52:51.623 INFO:tasks.workunit.client.0.smithi067.stdout:snap: snap2 2024-07-29T15:52:51.623 INFO:tasks.workunit.client.0.smithi067.stdout:found snap1 with size 2097152 2024-07-29T15:52:51.623 INFO:tasks.workunit.client.0.smithi067.stdout:found snap2 with size 4194304 2024-07-29T15:52:51.627 INFO:tasks.workunit.client.0.smithi067.stdout:num snaps is: 2 2024-07-29T15:52:51.627 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 2 2024-07-29T15:52:51.627 INFO:tasks.workunit.client.0.smithi067.stdout:snap: snap1-rename 2024-07-29T15:52:51.627 INFO:tasks.workunit.client.0.smithi067.stdout:snap: snap2 2024-07-29T15:52:51.627 INFO:tasks.workunit.client.0.smithi067.stdout:found snap1-rename with size 2097152 2024-07-29T15:52:51.627 INFO:tasks.workunit.client.0.smithi067.stdout:found snap2 with size 4194304 2024-07-29T15:52:51.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:51 smithi067 ceph-mon[91995]: osdmap e1664: 8 total, 8 up, 8 in 2024-07-29T15:52:51.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:51 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.9", "id": [2, 4]}]: dispatch 2024-07-29T15:52:51.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:51 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 3]}]: dispatch 2024-07-29T15:52:51.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:51 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]: dispatch 2024-07-29T15:52:51.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:51 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4]}]: dispatch 2024-07-29T15:52:51.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:51 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 4]}]: dispatch 2024-07-29T15:52:51.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:51 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.16", "id": [1, 4]}]: dispatch 2024-07-29T15:52:51.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:51 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1c", "id": [0, 3]}]: dispatch 2024-07-29T15:52:51.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:51 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]: dispatch 2024-07-29T15:52:51.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:51 smithi067 ceph-mon[94375]: osdmap e1664: 8 total, 8 up, 8 in 2024-07-29T15:52:51.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:51 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.9", "id": [2, 4]}]: dispatch 2024-07-29T15:52:51.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:51 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 3]}]: dispatch 2024-07-29T15:52:51.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:51 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]: dispatch 2024-07-29T15:52:51.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:51 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4]}]: dispatch 2024-07-29T15:52:51.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:51 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 4]}]: dispatch 2024-07-29T15:52:51.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:51 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.16", "id": [1, 4]}]: dispatch 2024-07-29T15:52:51.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:51 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1c", "id": [0, 3]}]: dispatch 2024-07-29T15:52:51.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:51 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]: dispatch 2024-07-29T15:52:52.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:51 smithi138 ceph-mon[86438]: osdmap e1664: 8 total, 8 up, 8 in 2024-07-29T15:52:52.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:51 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.9", "id": [2, 4]}]: dispatch 2024-07-29T15:52:52.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:51 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 3]}]: dispatch 2024-07-29T15:52:52.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:51 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]: dispatch 2024-07-29T15:52:52.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:51 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4]}]: dispatch 2024-07-29T15:52:52.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:51 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 4]}]: dispatch 2024-07-29T15:52:52.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:51 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.16", "id": [1, 4]}]: dispatch 2024-07-29T15:52:52.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:51 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1c", "id": [0, 3]}]: dispatch 2024-07-29T15:52:52.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:51 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]: dispatch 2024-07-29T15:52:52.639 INFO:tasks.workunit.client.0.smithi067.stdout:num snaps is: 1 2024-07-29T15:52:52.639 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 1 2024-07-29T15:52:52.639 INFO:tasks.workunit.client.0.smithi067.stdout:snap: snap2-rename 2024-07-29T15:52:52.639 INFO:tasks.workunit.client.0.smithi067.stdout:found snap2-rename with size 4194304 2024-07-29T15:52:52.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:52 smithi067 ceph-mon[91995]: pgmap v2814: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-07-29T15:52:52.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:52 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.9", "id": [2, 4]}]': finished 2024-07-29T15:52:52.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:52 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 3]}]': finished 2024-07-29T15:52:52.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:52 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]': finished 2024-07-29T15:52:52.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:52 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4]}]': finished 2024-07-29T15:52:52.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:52 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 4]}]': finished 2024-07-29T15:52:52.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:52 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.16", "id": [1, 4]}]': finished 2024-07-29T15:52:52.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:52 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1c", "id": [0, 3]}]': finished 2024-07-29T15:52:52.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:52 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]': finished 2024-07-29T15:52:52.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:52 smithi067 ceph-mon[91995]: osdmap e1665: 8 total, 8 up, 8 in 2024-07-29T15:52:52.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:52 smithi067 ceph-mon[94375]: pgmap v2814: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-07-29T15:52:52.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:52 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.9", "id": [2, 4]}]': finished 2024-07-29T15:52:52.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:52 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 3]}]': finished 2024-07-29T15:52:52.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:52 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]': finished 2024-07-29T15:52:52.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:52 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4]}]': finished 2024-07-29T15:52:52.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:52 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 4]}]': finished 2024-07-29T15:52:52.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:52 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.16", "id": [1, 4]}]': finished 2024-07-29T15:52:52.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:52 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1c", "id": [0, 3]}]': finished 2024-07-29T15:52:52.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:52 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]': finished 2024-07-29T15:52:52.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:52 smithi067 ceph-mon[94375]: osdmap e1665: 8 total, 8 up, 8 in 2024-07-29T15:52:53.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:52 smithi138 ceph-mon[86438]: pgmap v2814: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-07-29T15:52:53.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:52 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.9", "id": [2, 4]}]': finished 2024-07-29T15:52:53.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:52 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 3]}]': finished 2024-07-29T15:52:53.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:52 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [2, 4]}]': finished 2024-07-29T15:52:53.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:52 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [1, 4]}]': finished 2024-07-29T15:52:53.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:52 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 4]}]': finished 2024-07-29T15:52:53.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:52 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.16", "id": [1, 4]}]': finished 2024-07-29T15:52:53.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:52 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1c", "id": [0, 3]}]': finished 2024-07-29T15:52:53.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:52 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]': finished 2024-07-29T15:52:53.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:52 smithi138 ceph-mon[86438]: osdmap e1665: 8 total, 8 up, 8 in 2024-07-29T15:52:53.587 INFO:tasks.workunit.client.0.smithi067.stdout:num snaps is: 0 2024-07-29T15:52:53.587 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 0 2024-07-29T15:52:53.594 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (3974 ms) 2024-07-29T15:52:53.594 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-07-29T15:52:53.843 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:53 smithi138 ceph-mon[86438]: osdmap e1666: 8 total, 8 up, 8 in 2024-07-29T15:52:53.843 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:53 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:52:53.843 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:53 smithi138 ceph-mon[86438]: osdmap e1667: 8 total, 8 up, 8 in 2024-07-29T15:52:53.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:53 smithi067 ceph-mon[91995]: osdmap e1666: 8 total, 8 up, 8 in 2024-07-29T15:52:53.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:53 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:52:53.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:53 smithi067 ceph-mon[91995]: osdmap e1667: 8 total, 8 up, 8 in 2024-07-29T15:52:53.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:53 smithi067 ceph-mon[94375]: osdmap e1666: 8 total, 8 up, 8 in 2024-07-29T15:52:53.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:53 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:52:53.912 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:53 smithi067 ceph-mon[94375]: osdmap e1667: 8 total, 8 up, 8 in 2024-07-29T15:52:54.877 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:54 smithi067 ceph-mon[91995]: pgmap v2817: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 40 KiB/s rd, 4.7 KiB/s wr, 56 op/s 2024-07-29T15:52:54.877 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:54 smithi067 ceph-mon[94375]: pgmap v2817: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 40 KiB/s rd, 4.7 KiB/s wr, 56 op/s 2024-07-29T15:52:55.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:54 smithi138 ceph-mon[86438]: pgmap v2817: 329 pgs: 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 40 KiB/s rd, 4.7 KiB/s wr, 56 op/s 2024-07-29T15:52:55.635 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:52:55.635 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:52:55.635 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:52:55.635 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:52:55.946 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:55 smithi138 ceph-mon[86438]: osdmap e1668: 8 total, 8 up, 8 in 2024-07-29T15:52:55.946 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:55 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/767632499' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:55 smithi067 ceph-mon[91995]: osdmap e1668: 8 total, 8 up, 8 in 2024-07-29T15:52:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:55 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/767632499' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:55.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:55 smithi067 ceph-mon[94375]: osdmap e1668: 8 total, 8 up, 8 in 2024-07-29T15:52:55.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:55 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/767632499' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:56.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:56 smithi067 ceph-mon[91995]: pgmap v2820: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 36 KiB/s rd, 5.0 KiB/s wr, 53 op/s 2024-07-29T15:52:56.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:56 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:52:56.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:56 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/767632499' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:52:56.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:56 smithi067 ceph-mon[91995]: osdmap e1669: 8 total, 8 up, 8 in 2024-07-29T15:52:56.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:52:56.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:52:56.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:52:56.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:52:56.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:56 smithi067 ceph-mon[94375]: pgmap v2820: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 36 KiB/s rd, 5.0 KiB/s wr, 53 op/s 2024-07-29T15:52:56.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:56 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:52:56.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:56 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/767632499' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:52:56.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:56 smithi067 ceph-mon[94375]: osdmap e1669: 8 total, 8 up, 8 in 2024-07-29T15:52:56.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:52:56.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:52:56.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:52:56.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:52:57.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:56 smithi138 ceph-mon[86438]: pgmap v2820: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 36 KiB/s rd, 5.0 KiB/s wr, 53 op/s 2024-07-29T15:52:57.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:56 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:52:57.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:56 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/767632499' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:52:57.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:56 smithi138 ceph-mon[86438]: osdmap e1669: 8 total, 8 up, 8 in 2024-07-29T15:52:57.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:52:57.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:52:57.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:52:57.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:52:57.915 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4321 ms) 2024-07-29T15:52:57.915 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-07-29T15:52:57.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:57 smithi067 ceph-mon[91995]: osdmap e1670: 8 total, 8 up, 8 in 2024-07-29T15:52:57.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:52:57.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:52:57.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:52:57.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:57 smithi067 ceph-mon[94375]: osdmap e1670: 8 total, 8 up, 8 in 2024-07-29T15:52:57.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:52:57.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:52:57.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:52:57.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:52:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:52:57] "GET /metrics HTTP/1.1" 200 51125 "" "Prometheus/2.51.0" 2024-07-29T15:52:58.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:57 smithi138 ceph-mon[86438]: osdmap e1670: 8 total, 8 up, 8 in 2024-07-29T15:52:58.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:52:58.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:52:58.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:52:58.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:58 smithi067 ceph-mon[91995]: pgmap v2823: 361 pgs: 7 creating+peering, 19 unknown, 335 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 4.5 KiB/s wr, 64 op/s; 0 B/s, 2 keys/s, 0 objects/s recovering 2024-07-29T15:52:58.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:58 smithi067 ceph-mon[91995]: osdmap e1671: 8 total, 8 up, 8 in 2024-07-29T15:52:58.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:58 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:52:58.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:58 smithi067 ceph-mon[91995]: osdmap e1672: 8 total, 8 up, 8 in 2024-07-29T15:52:58.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:58 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1048425207' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:58.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:52:58 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:58.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:58 smithi067 ceph-mon[94375]: pgmap v2823: 361 pgs: 7 creating+peering, 19 unknown, 335 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 4.5 KiB/s wr, 64 op/s; 0 B/s, 2 keys/s, 0 objects/s recovering 2024-07-29T15:52:58.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:58 smithi067 ceph-mon[94375]: osdmap e1671: 8 total, 8 up, 8 in 2024-07-29T15:52:58.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:58 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:52:58.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:58 smithi067 ceph-mon[94375]: osdmap e1672: 8 total, 8 up, 8 in 2024-07-29T15:52:58.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:58 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1048425207' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:58.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:52:58 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:59.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:58 smithi138 ceph-mon[86438]: pgmap v2823: 361 pgs: 7 creating+peering, 19 unknown, 335 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 4.5 KiB/s wr, 64 op/s; 0 B/s, 2 keys/s, 0 objects/s recovering 2024-07-29T15:52:59.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:58 smithi138 ceph-mon[86438]: osdmap e1671: 8 total, 8 up, 8 in 2024-07-29T15:52:59.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:58 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:52:59.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:58 smithi138 ceph-mon[86438]: osdmap e1672: 8 total, 8 up, 8 in 2024-07-29T15:52:59.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:58 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1048425207' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:52:59.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:52:58 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:53:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:53:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:53:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:53:00.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:00 smithi067 ceph-mon[91995]: pgmap v2826: 393 pgs: 7 creating+peering, 35 unknown, 351 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 77 KiB/s rd, 9.0 KiB/s wr, 105 op/s; 0 B/s, 2 keys/s, 0 objects/s recovering 2024-07-29T15:53:00.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:00 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:53:00.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:00 smithi067 ceph-mon[91995]: osdmap e1673: 8 total, 8 up, 8 in 2024-07-29T15:53:00.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:00 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:53:00.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:00 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:53:00.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:00 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:53:00.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:00 smithi067 ceph-mon[94375]: pgmap v2826: 393 pgs: 7 creating+peering, 35 unknown, 351 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 77 KiB/s rd, 9.0 KiB/s wr, 105 op/s; 0 B/s, 2 keys/s, 0 objects/s recovering 2024-07-29T15:53:00.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:00 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:53:00.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:00 smithi067 ceph-mon[94375]: osdmap e1673: 8 total, 8 up, 8 in 2024-07-29T15:53:00.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:00 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:53:00.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:00 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:53:00.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:00 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:53:01.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:00 smithi138 ceph-mon[86438]: pgmap v2826: 393 pgs: 7 creating+peering, 35 unknown, 351 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 77 KiB/s rd, 9.0 KiB/s wr, 105 op/s; 0 B/s, 2 keys/s, 0 objects/s recovering 2024-07-29T15:53:01.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:00 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:53:01.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:00 smithi138 ceph-mon[86438]: osdmap e1673: 8 total, 8 up, 8 in 2024-07-29T15:53:01.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:00 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:53:01.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:00 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:53:01.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:00 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:53:01.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:01 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-07-29T15:53:01.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:01 smithi067 ceph-mon[91995]: osdmap e1674: 8 total, 8 up, 8 in 2024-07-29T15:53:01.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:01 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-07-29T15:53:01.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:01 smithi067 ceph-mon[94375]: osdmap e1674: 8 total, 8 up, 8 in 2024-07-29T15:53:02.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:01 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-07-29T15:53:02.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:01 smithi138 ceph-mon[86438]: osdmap e1674: 8 total, 8 up, 8 in 2024-07-29T15:53:02.616 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:53:02.852 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:02 smithi067 ceph-mon[91995]: pgmap v2829: 393 pgs: 4 creating+peering, 18 unknown, 371 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 51 KiB/s rd, 5.7 KiB/s wr, 74 op/s 2024-07-29T15:53:02.852 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:02 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:53:02.852 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:02 smithi067 ceph-mon[91995]: osdmap e1675: 8 total, 8 up, 8 in 2024-07-29T15:53:02.852 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:53:02 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:53:02] ENGINE Bus STOPPING 2024-07-29T15:53:02.852 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:02 smithi067 ceph-mon[94375]: pgmap v2829: 393 pgs: 4 creating+peering, 18 unknown, 371 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 51 KiB/s rd, 5.7 KiB/s wr, 74 op/s 2024-07-29T15:53:02.853 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:02 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:53:02.853 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:02 smithi067 ceph-mon[94375]: osdmap e1675: 8 total, 8 up, 8 in 2024-07-29T15:53:03.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:02 smithi138 ceph-mon[86438]: pgmap v2829: 393 pgs: 4 creating+peering, 18 unknown, 371 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 51 KiB/s rd, 5.7 KiB/s wr, 74 op/s 2024-07-29T15:53:03.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:02 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:53:03.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:02 smithi138 ceph-mon[86438]: osdmap e1675: 8 total, 8 up, 8 in 2024-07-29T15:53:03.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:53:02 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:53:02] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-29T15:53:03.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:53:02 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:53:02] ENGINE Bus STOPPED 2024-07-29T15:53:03.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:53:02 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:53:02] ENGINE Bus STARTING 2024-07-29T15:53:03.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:53:02 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:53:02] ENGINE Serving on http://:::9283 2024-07-29T15:53:03.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:53:02 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:53:02] ENGINE Bus STARTED 2024-07-29T15:53:03.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: osdmap e1676: 8 total, 8 up, 8 in 2024-07-29T15:53:03.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' 2024-07-29T15:53:03.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-29T15:53:03.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-29T15:53:03.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:53:03.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:53:03.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:53:03.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:53:03.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:53:03.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:53:03.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:03.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:03.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:03.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:03.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:03.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:03.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:03.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:03.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:03.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:53:03.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:53:03.991 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:03.991 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:03.991 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:03.991 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:53:03.991 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:53:03.991 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:03.991 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:03.991 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:03.991 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:53:03.991 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:53:03.991 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:03.991 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:03.991 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:03.992 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-29T15:53:03.992 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[94375]: osdmap e1677: 8 total, 8 up, 8 in 2024-07-29T15:53:03.992 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: osdmap e1676: 8 total, 8 up, 8 in 2024-07-29T15:53:03.992 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' 2024-07-29T15:53:03.992 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-29T15:53:03.992 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-29T15:53:03.992 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:53:03.992 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:53:03.992 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:53:03.993 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:53:03.993 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:53:03.993 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:53:03.993 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:03.993 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:03.993 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:03.993 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:03.993 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:03.993 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:03.993 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:03.993 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:03.993 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:03.993 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:53:03.993 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:53:03.993 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:03.993 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:03.994 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:03.994 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:53:03.994 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:53:03.994 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:03.994 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:03.994 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:03.994 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:53:03.994 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:53:03.994 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:03.994 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:03.994 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:03.994 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-29T15:53:03.994 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:03 smithi067 ceph-mon[91995]: osdmap e1677: 8 total, 8 up, 8 in 2024-07-29T15:53:04.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: osdmap e1676: 8 total, 8 up, 8 in 2024-07-29T15:53:04.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' 2024-07-29T15:53:04.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-29T15:53:04.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-29T15:53:04.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:53:04.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:53:04.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:53:04.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:53:04.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:53:04.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:53:04.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:04.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:04.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:04.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:04.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:04.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:04.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:04.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:04.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:04.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:53:04.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:53:04.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:04.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:04.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:04.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:53:04.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:53:04.064 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:04.064 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:04.064 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:04.064 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:53:04.064 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:53:04.064 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:04.064 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:04.064 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:04.064 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-29T15:53:04.064 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:03 smithi138 ceph-mon[86438]: osdmap e1677: 8 total, 8 up, 8 in 2024-07-29T15:53:04.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:04 smithi067 ceph-mon[91995]: pgmap v2832: 393 pgs: 4 creating+peering, 10 unknown, 379 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 69 KiB/s rd, 3.2 KiB/s wr, 99 op/s 2024-07-29T15:53:04.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:04 smithi067 ceph-mon[94375]: pgmap v2832: 393 pgs: 4 creating+peering, 10 unknown, 379 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 69 KiB/s rd, 3.2 KiB/s wr, 99 op/s 2024-07-29T15:53:05.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:04 smithi138 ceph-mon[86438]: pgmap v2832: 393 pgs: 4 creating+peering, 10 unknown, 379 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 69 KiB/s rd, 3.2 KiB/s wr, 99 op/s 2024-07-29T15:53:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:53:05.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:53:06.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:53:06.962 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:06 smithi138 ceph-mon[86438]: pgmap v2834: 393 pgs: 393 active+clean; 5.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 242 KiB/s wr, 78 op/s 2024-07-29T15:53:06.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:06 smithi067 ceph-mon[91995]: pgmap v2834: 393 pgs: 393 active+clean; 5.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 242 KiB/s wr, 78 op/s 2024-07-29T15:53:06.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:06 smithi067 ceph-mon[94375]: pgmap v2834: 393 pgs: 393 active+clean; 5.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 242 KiB/s wr, 78 op/s 2024-07-29T15:53:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:53:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:53:07] "GET /metrics HTTP/1.1" 200 55948 "" "Prometheus/2.51.0" 2024-07-29T15:53:08.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:08 smithi067 ceph-mon[91995]: pgmap v2835: 393 pgs: 393 active+clean; 5.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 43 KiB/s rd, 174 KiB/s wr, 63 op/s 2024-07-29T15:53:08.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:08 smithi067 ceph-mon[91995]: osdmap e1678: 8 total, 8 up, 8 in 2024-07-29T15:53:08.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:08 smithi067 ceph-mon[94375]: pgmap v2835: 393 pgs: 393 active+clean; 5.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 43 KiB/s rd, 174 KiB/s wr, 63 op/s 2024-07-29T15:53:08.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:08 smithi067 ceph-mon[94375]: osdmap e1678: 8 total, 8 up, 8 in 2024-07-29T15:53:09.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:08 smithi138 ceph-mon[86438]: pgmap v2835: 393 pgs: 393 active+clean; 5.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 43 KiB/s rd, 174 KiB/s wr, 63 op/s 2024-07-29T15:53:09.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:08 smithi138 ceph-mon[86438]: osdmap e1678: 8 total, 8 up, 8 in 2024-07-29T15:53:10.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:53:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:53:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:53:10.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:10 smithi067 ceph-mon[94375]: pgmap v2837: 393 pgs: 393 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 328 KiB/s wr, 17 op/s 2024-07-29T15:53:10.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:10 smithi067 ceph-mon[91995]: pgmap v2837: 393 pgs: 393 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 328 KiB/s wr, 17 op/s 2024-07-29T15:53:11.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:10 smithi138 ceph-mon[86438]: pgmap v2837: 393 pgs: 393 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 328 KiB/s wr, 17 op/s 2024-07-29T15:53:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:12 smithi067 ceph-mon[91995]: pgmap v2838: 393 pgs: 393 active+clean; 9.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.1 KiB/s rd, 641 KiB/s wr, 15 op/s 2024-07-29T15:53:12.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:12 smithi067 ceph-mon[94375]: pgmap v2838: 393 pgs: 393 active+clean; 9.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.1 KiB/s rd, 641 KiB/s wr, 15 op/s 2024-07-29T15:53:13.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:12 smithi138 ceph-mon[86438]: pgmap v2838: 393 pgs: 393 active+clean; 9.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.1 KiB/s rd, 641 KiB/s wr, 15 op/s 2024-07-29T15:53:14.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:14 smithi067 ceph-mon[91995]: pgmap v2839: 393 pgs: 393 active+clean; 9.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.0 KiB/s rd, 551 KiB/s wr, 6 op/s 2024-07-29T15:53:14.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:14 smithi067 ceph-mon[91995]: osdmap e1679: 8 total, 8 up, 8 in 2024-07-29T15:53:14.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:14 smithi067 ceph-mon[94375]: pgmap v2839: 393 pgs: 393 active+clean; 9.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.0 KiB/s rd, 551 KiB/s wr, 6 op/s 2024-07-29T15:53:14.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:14 smithi067 ceph-mon[94375]: osdmap e1679: 8 total, 8 up, 8 in 2024-07-29T15:53:15.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:14 smithi138 ceph-mon[86438]: pgmap v2839: 393 pgs: 393 active+clean; 9.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.0 KiB/s rd, 551 KiB/s wr, 6 op/s 2024-07-29T15:53:15.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:14 smithi138 ceph-mon[86438]: osdmap e1679: 8 total, 8 up, 8 in 2024-07-29T15:53:16.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:16 smithi067 ceph-mon[91995]: pgmap v2841: 393 pgs: 393 active+clean; 13 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 896 KiB/s wr, 2 op/s 2024-07-29T15:53:16.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:16 smithi067 ceph-mon[94375]: pgmap v2841: 393 pgs: 393 active+clean; 13 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 896 KiB/s wr, 2 op/s 2024-07-29T15:53:17.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:16 smithi138 ceph-mon[86438]: pgmap v2841: 393 pgs: 393 active+clean; 13 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 896 KiB/s wr, 2 op/s 2024-07-29T15:53:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:53:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:53:17] "GET /metrics HTTP/1.1" 200 55948 "" "Prometheus/2.51.0" 2024-07-29T15:53:18.767 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.RemoveFullTry (20851 ms) 2024-07-29T15:53:18.767 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-07-29T15:53:18.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:18 smithi067 ceph-mon[94375]: pgmap v2842: 393 pgs: 393 active+clean; 17 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-07-29T15:53:18.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:18 smithi067 ceph-mon[94375]: pool 'test-librbd-smithi067-134202-23' is full (reached quota's max_bytes: 10 MiB) 2024-07-29T15:53:18.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:18 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-07-29T15:53:18.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:18 smithi067 ceph-mon[94375]: osdmap e1680: 8 total, 8 up, 8 in 2024-07-29T15:53:18.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:18 smithi067 ceph-mon[91995]: pgmap v2842: 393 pgs: 393 active+clean; 17 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-07-29T15:53:18.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:18 smithi067 ceph-mon[91995]: pool 'test-librbd-smithi067-134202-23' is full (reached quota's max_bytes: 10 MiB) 2024-07-29T15:53:18.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:18 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-07-29T15:53:18.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:18 smithi067 ceph-mon[91995]: osdmap e1680: 8 total, 8 up, 8 in 2024-07-29T15:53:19.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:18 smithi138 ceph-mon[86438]: pgmap v2842: 393 pgs: 393 active+clean; 17 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-07-29T15:53:19.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:18 smithi138 ceph-mon[86438]: pool 'test-librbd-smithi067-134202-23' is full (reached quota's max_bytes: 10 MiB) 2024-07-29T15:53:19.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:18 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-07-29T15:53:19.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:18 smithi138 ceph-mon[86438]: osdmap e1680: 8 total, 8 up, 8 in 2024-07-29T15:53:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:53:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:53:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:53:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:20 smithi067 ceph-mon[91995]: pgmap v2844: 393 pgs: 393 active+clean; 20 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 639 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-07-29T15:53:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:20 smithi067 ceph-mon[91995]: osdmap e1681: 8 total, 8 up, 8 in 2024-07-29T15:53:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:20 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1725626928' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:53:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:53:20.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:53:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:20 smithi067 ceph-mon[94375]: pgmap v2844: 393 pgs: 393 active+clean; 20 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 639 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-07-29T15:53:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:20 smithi067 ceph-mon[94375]: osdmap e1681: 8 total, 8 up, 8 in 2024-07-29T15:53:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:20 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1725626928' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:53:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:53:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:53:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:20 smithi138 ceph-mon[86438]: pgmap v2844: 393 pgs: 393 active+clean; 20 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 639 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-07-29T15:53:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:20 smithi138 ceph-mon[86438]: osdmap e1681: 8 total, 8 up, 8 in 2024-07-29T15:53:21.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:20 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1725626928' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:53:21.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:53:21.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:53:21.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:21 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1725626928' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:53:21.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:21 smithi067 ceph-mon[91995]: osdmap e1682: 8 total, 8 up, 8 in 2024-07-29T15:53:21.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:21 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1725626928' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:53:21.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:21 smithi067 ceph-mon[94375]: osdmap e1682: 8 total, 8 up, 8 in 2024-07-29T15:53:22.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:21 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1725626928' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:53:22.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:21 smithi138 ceph-mon[86438]: osdmap e1682: 8 total, 8 up, 8 in 2024-07-29T15:53:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:22 smithi067 ceph-mon[91995]: pgmap v2847: 425 pgs: 6 creating+peering, 26 unknown, 393 active+clean; 12 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 1.2 MiB/s wr, 25 op/s 2024-07-29T15:53:22.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:22 smithi067 ceph-mon[91995]: osdmap e1683: 8 total, 8 up, 8 in 2024-07-29T15:53:22.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:22 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3548010432' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:53:22.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:22 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:53:22.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:22 smithi067 ceph-mon[94375]: pgmap v2847: 425 pgs: 6 creating+peering, 26 unknown, 393 active+clean; 12 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 1.2 MiB/s wr, 25 op/s 2024-07-29T15:53:22.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:22 smithi067 ceph-mon[94375]: osdmap e1683: 8 total, 8 up, 8 in 2024-07-29T15:53:22.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:22 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3548010432' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:53:22.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:22 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:53:23.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:22 smithi138 ceph-mon[86438]: pgmap v2847: 425 pgs: 6 creating+peering, 26 unknown, 393 active+clean; 12 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 1.2 MiB/s wr, 25 op/s 2024-07-29T15:53:23.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:22 smithi138 ceph-mon[86438]: osdmap e1683: 8 total, 8 up, 8 in 2024-07-29T15:53:23.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:22 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3548010432' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:53:23.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:22 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:53:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:23 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:53:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:23 smithi067 ceph-mon[91995]: osdmap e1684: 8 total, 8 up, 8 in 2024-07-29T15:53:23.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:23 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:53:23.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:23 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:53:23.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:23 smithi067 ceph-mon[91995]: pool 'test-librbd-smithi067-134202-23' no longer out of quota; removing NO_QUOTA flag 2024-07-29T15:53:23.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:23 smithi067 ceph-mon[91995]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-07-29T15:53:23.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:23 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-07-29T15:53:23.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:23 smithi067 ceph-mon[91995]: osdmap e1685: 8 total, 8 up, 8 in 2024-07-29T15:53:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:23 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:53:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:23 smithi067 ceph-mon[94375]: osdmap e1684: 8 total, 8 up, 8 in 2024-07-29T15:53:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:23 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:53:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:23 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:53:23.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:23 smithi067 ceph-mon[94375]: pool 'test-librbd-smithi067-134202-23' no longer out of quota; removing NO_QUOTA flag 2024-07-29T15:53:23.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:23 smithi067 ceph-mon[94375]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-07-29T15:53:23.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:23 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-07-29T15:53:23.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:23 smithi067 ceph-mon[94375]: osdmap e1685: 8 total, 8 up, 8 in 2024-07-29T15:53:24.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:23 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:53:24.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:23 smithi138 ceph-mon[86438]: osdmap e1684: 8 total, 8 up, 8 in 2024-07-29T15:53:24.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:23 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:53:24.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:23 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:53:24.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:23 smithi138 ceph-mon[86438]: pool 'test-librbd-smithi067-134202-23' no longer out of quota; removing NO_QUOTA flag 2024-07-29T15:53:24.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:23 smithi138 ceph-mon[86438]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-07-29T15:53:24.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:23 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-07-29T15:53:24.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:23 smithi138 ceph-mon[86438]: osdmap e1685: 8 total, 8 up, 8 in 2024-07-29T15:53:24.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:24 smithi067 ceph-mon[91995]: pgmap v2850: 457 pgs: 11 creating+peering, 43 unknown, 403 active+clean; 12 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 1.5 KiB/s wr, 35 op/s 2024-07-29T15:53:24.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:24 smithi067 ceph-mon[91995]: osdmap e1686: 8 total, 8 up, 8 in 2024-07-29T15:53:24.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:24 smithi067 ceph-mon[94375]: pgmap v2850: 457 pgs: 11 creating+peering, 43 unknown, 403 active+clean; 12 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 1.5 KiB/s wr, 35 op/s 2024-07-29T15:53:24.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:24 smithi067 ceph-mon[94375]: osdmap e1686: 8 total, 8 up, 8 in 2024-07-29T15:53:25.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:24 smithi138 ceph-mon[86438]: pgmap v2850: 457 pgs: 11 creating+peering, 43 unknown, 403 active+clean; 12 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 1.5 KiB/s wr, 35 op/s 2024-07-29T15:53:25.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:24 smithi138 ceph-mon[86438]: osdmap e1686: 8 total, 8 up, 8 in 2024-07-29T15:53:25.613 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:53:25.954 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:53:25 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:53:25] ENGINE Bus STOPPING 2024-07-29T15:53:25.954 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:53:25 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:53:25] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-29T15:53:25.954 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:53:25 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:53:25] ENGINE Bus STOPPED 2024-07-29T15:53:25.954 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:53:25 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:53:25] ENGINE Bus STARTING 2024-07-29T15:53:25.955 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:53:25 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:53:25] ENGINE Serving on http://:::9283 2024-07-29T15:53:25.955 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:53:25 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:53:25] ENGINE Bus STARTED 2024-07-29T15:53:26.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[91995]: pgmap v2853: 457 pgs: 11 creating+peering, 14 unknown, 432 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-07-29T15:53:26.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[91995]: osdmap e1687: 8 total, 8 up, 8 in 2024-07-29T15:53:26.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' 2024-07-29T15:53:26.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:53:26.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:53:26.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:53:26.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:53:26.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:53:26.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:53:26.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:26.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:26.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:26.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:26.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:26.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:26.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:26.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:26.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:26.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:53:26.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:53:26.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:26.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:26.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:26.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:53:26.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:53:26.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:26.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:26.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:26.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:53:26.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:53:26.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:26.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:26.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:26.991 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[94375]: pgmap v2853: 457 pgs: 11 creating+peering, 14 unknown, 432 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-07-29T15:53:26.991 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[94375]: osdmap e1687: 8 total, 8 up, 8 in 2024-07-29T15:53:26.992 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' 2024-07-29T15:53:26.992 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:53:26.992 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:53:26.992 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:53:26.992 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:53:26.992 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:53:26.992 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:53:26.992 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:26.992 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:26.992 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:26.992 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:26.992 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:26.992 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:26.993 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:26.993 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:26.993 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:26.993 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:53:26.993 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:53:26.993 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:26.993 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:26.993 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:26.993 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:53:26.993 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:53:26.993 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:26.993 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:26.993 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:26.993 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:53:26.994 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:53:26.994 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:26.994 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:26.994 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:26 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:27.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:26 smithi138 ceph-mon[86438]: pgmap v2853: 457 pgs: 11 creating+peering, 14 unknown, 432 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-07-29T15:53:27.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:26 smithi138 ceph-mon[86438]: osdmap e1687: 8 total, 8 up, 8 in 2024-07-29T15:53:27.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:26 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' 2024-07-29T15:53:27.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:26 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:53:27.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:26 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:53:27.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:26 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:53:27.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:26 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:53:27.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:26 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:53:27.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:26 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:53:27.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:26 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:27.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:26 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:27.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:26 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:27.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:26 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:27.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:26 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:27.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:26 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:27.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:26 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:27.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:26 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:27.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:26 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:27.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:26 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:53:27.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:26 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:53:27.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:26 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:27.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:26 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:27.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:26 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:27.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:26 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:53:27.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:26 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:53:27.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:26 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:27.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:26 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:27.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:26 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:27.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:26 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:53:27.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:26 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:53:27.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:26 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:27.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:26 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:27.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:26 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:27.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:27 smithi067 ceph-mon[91995]: osdmap e1688: 8 total, 8 up, 8 in 2024-07-29T15:53:27.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:27 smithi067 ceph-mon[94375]: osdmap e1688: 8 total, 8 up, 8 in 2024-07-29T15:53:27.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:53:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:53:27] "GET /metrics HTTP/1.1" 200 58441 "" "Prometheus/2.51.0" 2024-07-29T15:53:28.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:27 smithi138 ceph-mon[86438]: osdmap e1688: 8 total, 8 up, 8 in 2024-07-29T15:53:28.890 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:28 smithi067 ceph-mon[91995]: pgmap v2856: 457 pgs: 5 creating+peering, 452 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-07-29T15:53:28.890 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:28 smithi067 ceph-mon[91995]: osdmap e1689: 8 total, 8 up, 8 in 2024-07-29T15:53:28.890 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:28 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-29T15:53:28.890 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:28 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-29T15:53:28.890 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:28 smithi067 ceph-mon[94375]: pgmap v2856: 457 pgs: 5 creating+peering, 452 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-07-29T15:53:28.890 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:28 smithi067 ceph-mon[94375]: osdmap e1689: 8 total, 8 up, 8 in 2024-07-29T15:53:28.890 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:28 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-29T15:53:28.890 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:28 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-29T15:53:29.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:28 smithi138 ceph-mon[86438]: pgmap v2856: 457 pgs: 5 creating+peering, 452 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-07-29T15:53:29.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:28 smithi138 ceph-mon[86438]: osdmap e1689: 8 total, 8 up, 8 in 2024-07-29T15:53:29.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:28 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-29T15:53:29.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:28 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-29T15:53:29.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:29 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-29T15:53:29.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:29 smithi067 ceph-mon[91995]: osdmap e1690: 8 total, 8 up, 8 in 2024-07-29T15:53:29.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:29 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-29T15:53:29.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:29 smithi067 ceph-mon[94375]: osdmap e1690: 8 total, 8 up, 8 in 2024-07-29T15:53:30.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:29 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-29T15:53:30.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:29 smithi138 ceph-mon[86438]: osdmap e1690: 8 total, 8 up, 8 in 2024-07-29T15:53:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:53:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:53:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:53:30.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:30 smithi067 ceph-mon[91995]: pgmap v2859: 457 pgs: 457 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 767 B/s wr, 13 op/s 2024-07-29T15:53:30.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:30 smithi067 ceph-mon[94375]: pgmap v2859: 457 pgs: 457 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 767 B/s wr, 13 op/s 2024-07-29T15:53:31.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:30 smithi138 ceph-mon[86438]: pgmap v2859: 457 pgs: 457 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 767 B/s wr, 13 op/s 2024-07-29T15:53:32.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:32 smithi067 ceph-mon[91995]: pgmap v2860: 457 pgs: 457 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.1 KiB/s wr, 11 op/s 2024-07-29T15:53:32.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:32 smithi067 ceph-mon[94375]: pgmap v2860: 457 pgs: 457 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.1 KiB/s wr, 11 op/s 2024-07-29T15:53:33.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:32 smithi138 ceph-mon[86438]: pgmap v2860: 457 pgs: 457 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.1 KiB/s wr, 11 op/s 2024-07-29T15:53:34.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:34 smithi067 ceph-mon[91995]: pgmap v2861: 457 pgs: 457 active+clean; 7.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.8 KiB/s rd, 492 KiB/s wr, 15 op/s 2024-07-29T15:53:34.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:34 smithi067 ceph-mon[91995]: osdmap e1691: 8 total, 8 up, 8 in 2024-07-29T15:53:34.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:34 smithi067 ceph-mon[94375]: pgmap v2861: 457 pgs: 457 active+clean; 7.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.8 KiB/s rd, 492 KiB/s wr, 15 op/s 2024-07-29T15:53:34.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:34 smithi067 ceph-mon[94375]: osdmap e1691: 8 total, 8 up, 8 in 2024-07-29T15:53:35.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:34 smithi138 ceph-mon[86438]: pgmap v2861: 457 pgs: 457 active+clean; 7.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.8 KiB/s rd, 492 KiB/s wr, 15 op/s 2024-07-29T15:53:35.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:34 smithi138 ceph-mon[86438]: osdmap e1691: 8 total, 8 up, 8 in 2024-07-29T15:53:36.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:35 smithi138 ceph-mon[86438]: pgmap v2863: 457 pgs: 457 active+clean; 7.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.8 KiB/s rd, 425 KiB/s wr, 16 op/s 2024-07-29T15:53:36.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:53:36.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:53:36.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:35 smithi067 ceph-mon[91995]: pgmap v2863: 457 pgs: 457 active+clean; 7.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.8 KiB/s rd, 425 KiB/s wr, 16 op/s 2024-07-29T15:53:36.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:53:36.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:53:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:36 smithi067 ceph-mon[94375]: pgmap v2863: 457 pgs: 457 active+clean; 7.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.8 KiB/s rd, 425 KiB/s wr, 16 op/s 2024-07-29T15:53:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:36 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:53:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:36 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:53:38.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:38 smithi067 ceph-mon[91995]: pgmap v2864: 457 pgs: 457 active+clean; 12 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.5 KiB/s rd, 871 KiB/s wr, 8 op/s 2024-07-29T15:53:38.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:53:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:53:37] "GET /metrics HTTP/1.1" 200 60934 "" "Prometheus/2.51.0" 2024-07-29T15:53:38.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:38 smithi067 ceph-mon[94375]: pgmap v2864: 457 pgs: 457 active+clean; 12 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.5 KiB/s rd, 871 KiB/s wr, 8 op/s 2024-07-29T15:53:38.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:38 smithi138 ceph-mon[86438]: pgmap v2864: 457 pgs: 457 active+clean; 12 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.5 KiB/s rd, 871 KiB/s wr, 8 op/s 2024-07-29T15:53:39.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:39 smithi067 ceph-mon[94375]: osdmap e1692: 8 total, 8 up, 8 in 2024-07-29T15:53:39.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:39 smithi067 ceph-mon[91995]: osdmap e1692: 8 total, 8 up, 8 in 2024-07-29T15:53:40.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:39 smithi138 ceph-mon[86438]: osdmap e1692: 8 total, 8 up, 8 in 2024-07-29T15:53:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:53:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:53:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:53:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:40 smithi067 ceph-mon[91995]: pgmap v2866: 457 pgs: 457 active+clean; 12 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.9 KiB/s rd, 896 KiB/s wr, 8 op/s 2024-07-29T15:53:40.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:40 smithi067 ceph-mon[94375]: pgmap v2866: 457 pgs: 457 active+clean; 12 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.9 KiB/s rd, 896 KiB/s wr, 8 op/s 2024-07-29T15:53:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:40 smithi138 ceph-mon[86438]: pgmap v2866: 457 pgs: 457 active+clean; 12 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.9 KiB/s rd, 896 KiB/s wr, 8 op/s 2024-07-29T15:53:42.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:42 smithi067 ceph-mon[91995]: pgmap v2867: 457 pgs: 457 active+clean; 13 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.0 KiB/s rd, 640 KiB/s wr, 4 op/s 2024-07-29T15:53:42.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:42 smithi067 ceph-mon[94375]: pgmap v2867: 457 pgs: 457 active+clean; 13 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.0 KiB/s rd, 640 KiB/s wr, 4 op/s 2024-07-29T15:53:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:42 smithi138 ceph-mon[86438]: pgmap v2867: 457 pgs: 457 active+clean; 13 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.0 KiB/s rd, 640 KiB/s wr, 4 op/s 2024-07-29T15:53:44.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:44 smithi067 ceph-mon[91995]: pgmap v2868: 457 pgs: 457 active+clean; 17 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 550 B/s rd, 991 KiB/s wr, 1 op/s 2024-07-29T15:53:44.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:44 smithi067 ceph-mon[94375]: pgmap v2868: 457 pgs: 457 active+clean; 17 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 550 B/s rd, 991 KiB/s wr, 1 op/s 2024-07-29T15:53:45.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:44 smithi138 ceph-mon[86438]: pgmap v2868: 457 pgs: 457 active+clean; 17 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 550 B/s rd, 991 KiB/s wr, 1 op/s 2024-07-29T15:53:46.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:46 smithi067 ceph-mon[94375]: pgmap v2869: 457 pgs: 457 active+clean; 21 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.3 MiB/s wr, 2 op/s 2024-07-29T15:53:46.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:46 smithi067 ceph-mon[91995]: pgmap v2869: 457 pgs: 457 active+clean; 21 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.3 MiB/s wr, 2 op/s 2024-07-29T15:53:47.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:46 smithi138 ceph-mon[86438]: pgmap v2869: 457 pgs: 457 active+clean; 21 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.3 MiB/s wr, 2 op/s 2024-07-29T15:53:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:53:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:53:47] "GET /metrics HTTP/1.1" 200 60934 "" "Prometheus/2.51.0" 2024-07-29T15:53:48.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:48 smithi067 ceph-mon[94375]: pgmap v2870: 457 pgs: 457 active+clean; 23 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-07-29T15:53:48.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:48 smithi067 ceph-mon[94375]: pool 'test-librbd-smithi067-134202-25' is full (reached quota's max_bytes: 10 MiB) 2024-07-29T15:53:48.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:48 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-07-29T15:53:48.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:48 smithi067 ceph-mon[94375]: osdmap e1693: 8 total, 8 up, 8 in 2024-07-29T15:53:48.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:48 smithi067 ceph-mon[91995]: pgmap v2870: 457 pgs: 457 active+clean; 23 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-07-29T15:53:48.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:48 smithi067 ceph-mon[91995]: pool 'test-librbd-smithi067-134202-25' is full (reached quota's max_bytes: 10 MiB) 2024-07-29T15:53:48.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:48 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-07-29T15:53:48.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:48 smithi067 ceph-mon[91995]: osdmap e1693: 8 total, 8 up, 8 in 2024-07-29T15:53:49.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:48 smithi138 ceph-mon[86438]: pgmap v2870: 457 pgs: 457 active+clean; 23 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-07-29T15:53:49.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:48 smithi138 ceph-mon[86438]: pool 'test-librbd-smithi067-134202-25' is full (reached quota's max_bytes: 10 MiB) 2024-07-29T15:53:49.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:48 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-07-29T15:53:49.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:48 smithi138 ceph-mon[86438]: osdmap e1693: 8 total, 8 up, 8 in 2024-07-29T15:53:49.611 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:53:49.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:49 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-24", "field": "max_objects", "val": "6"}]: dispatch 2024-07-29T15:53:49.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:49 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-24", "field": "max_objects", "val": "6"}]: dispatch 2024-07-29T15:53:49.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:49 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-24", "field": "max_objects", "val": "6"}]: dispatch 2024-07-29T15:53:49.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:49 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-24", "field": "max_objects", "val": "6"}]: dispatch 2024-07-29T15:53:50.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:49 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-24", "field": "max_objects", "val": "6"}]: dispatch 2024-07-29T15:53:50.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:49 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-24", "field": "max_objects", "val": "6"}]: dispatch 2024-07-29T15:53:50.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:53:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:53:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:53:50.629 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:53:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:50 smithi067 ceph-mon[91995]: pgmap v2872: 457 pgs: 457 active+clean; 23 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-07-29T15:53:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:50 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-24", "field": "max_objects", "val": "6"}]': finished 2024-07-29T15:53:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:50 smithi067 ceph-mon[91995]: osdmap e1694: 8 total, 8 up, 8 in 2024-07-29T15:53:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:53:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:53:50.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:50 smithi067 ceph-mon[94375]: pgmap v2872: 457 pgs: 457 active+clean; 23 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-07-29T15:53:50.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:50 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-24", "field": "max_objects", "val": "6"}]': finished 2024-07-29T15:53:50.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:50 smithi067 ceph-mon[94375]: osdmap e1694: 8 total, 8 up, 8 in 2024-07-29T15:53:50.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:53:50.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:53:51.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:50 smithi138 ceph-mon[86438]: pgmap v2872: 457 pgs: 457 active+clean; 23 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-07-29T15:53:51.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:50 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-24", "field": "max_objects", "val": "6"}]': finished 2024-07-29T15:53:51.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:50 smithi138 ceph-mon[86438]: osdmap e1694: 8 total, 8 up, 8 in 2024-07-29T15:53:51.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:53:51.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:53:51.640 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:53:52.653 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:53:52.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:52 smithi067 ceph-mon[94375]: pgmap v2874: 457 pgs: 457 active+clean; 23 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.4 KiB/s rd, 768 KiB/s wr, 2 op/s 2024-07-29T15:53:52.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:52 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.e", "id": [4, 0]}]: dispatch 2024-07-29T15:53:52.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:52 smithi067 ceph-mon[91995]: pgmap v2874: 457 pgs: 457 active+clean; 23 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.4 KiB/s rd, 768 KiB/s wr, 2 op/s 2024-07-29T15:53:52.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:52 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.e", "id": [4, 0]}]: dispatch 2024-07-29T15:53:53.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:52 smithi138 ceph-mon[86438]: pgmap v2874: 457 pgs: 457 active+clean; 23 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.4 KiB/s rd, 768 KiB/s wr, 2 op/s 2024-07-29T15:53:53.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:52 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.e", "id": [4, 0]}]: dispatch 2024-07-29T15:53:53.663 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:53:53.735 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (34968 ms) 2024-07-29T15:53:53.736 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.RemoveFullTryNamespace 2024-07-29T15:53:53.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:53 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.e", "id": [4, 0]}]': finished 2024-07-29T15:53:53.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:53 smithi067 ceph-mon[94375]: osdmap e1695: 8 total, 8 up, 8 in 2024-07-29T15:53:53.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:53 smithi067 ceph-mon[94375]: pool 'test-librbd-smithi067-134202-24' is full (reached quota's max_objects: 6) 2024-07-29T15:53:53.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:53 smithi067 ceph-mon[94375]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-29T15:53:53.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:53 smithi067 ceph-mon[94375]: osdmap e1696: 8 total, 8 up, 8 in 2024-07-29T15:53:53.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:53 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.e", "id": [4, 0]}]': finished 2024-07-29T15:53:53.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:53 smithi067 ceph-mon[91995]: osdmap e1695: 8 total, 8 up, 8 in 2024-07-29T15:53:53.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:53 smithi067 ceph-mon[91995]: pool 'test-librbd-smithi067-134202-24' is full (reached quota's max_objects: 6) 2024-07-29T15:53:53.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:53 smithi067 ceph-mon[91995]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-29T15:53:53.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:53 smithi067 ceph-mon[91995]: osdmap e1696: 8 total, 8 up, 8 in 2024-07-29T15:53:54.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:53 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.e", "id": [4, 0]}]': finished 2024-07-29T15:53:54.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:53 smithi138 ceph-mon[86438]: osdmap e1695: 8 total, 8 up, 8 in 2024-07-29T15:53:54.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:53 smithi138 ceph-mon[86438]: pool 'test-librbd-smithi067-134202-24' is full (reached quota's max_objects: 6) 2024-07-29T15:53:54.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:53 smithi138 ceph-mon[86438]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-29T15:53:54.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:53 smithi138 ceph-mon[86438]: osdmap e1696: 8 total, 8 up, 8 in 2024-07-29T15:53:54.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:54 smithi067 ceph-mon[94375]: pgmap v2876: 457 pgs: 457 active+clean; 25 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 342 KiB/s wr, 3 op/s 2024-07-29T15:53:54.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:54 smithi067 ceph-mon[91995]: pgmap v2876: 457 pgs: 457 active+clean; 25 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 342 KiB/s wr, 3 op/s 2024-07-29T15:53:55.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:54 smithi138 ceph-mon[86438]: pgmap v2876: 457 pgs: 457 active+clean; 25 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 342 KiB/s wr, 3 op/s 2024-07-29T15:53:55.674 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:53:55.955 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:55 smithi067 ceph-mon[91995]: osdmap e1697: 8 total, 8 up, 8 in 2024-07-29T15:53:55.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:55 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3229142261' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:53:55.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:55 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:53:55.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:55 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:53:55.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:55 smithi067 ceph-mon[91995]: osdmap e1698: 8 total, 8 up, 8 in 2024-07-29T15:53:55.956 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:55 smithi067 ceph-mon[94375]: osdmap e1697: 8 total, 8 up, 8 in 2024-07-29T15:53:55.956 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:55 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3229142261' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:53:55.956 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:55 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:53:55.956 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:55 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:53:55.957 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:55 smithi067 ceph-mon[94375]: osdmap e1698: 8 total, 8 up, 8 in 2024-07-29T15:53:55.957 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:53:55 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:53:55] ENGINE Bus STOPPING 2024-07-29T15:53:55.957 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:53:55 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:53:55] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-29T15:53:55.957 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:53:55 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:53:55] ENGINE Bus STOPPED 2024-07-29T15:53:55.957 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:53:55 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:53:55] ENGINE Bus STARTING 2024-07-29T15:53:55.957 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:53:55 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:53:55] ENGINE Serving on http://:::9283 2024-07-29T15:53:55.957 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:53:55 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:53:55] ENGINE Bus STARTED 2024-07-29T15:53:56.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:55 smithi138 ceph-mon[86438]: osdmap e1697: 8 total, 8 up, 8 in 2024-07-29T15:53:56.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:55 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3229142261' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:53:56.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:55 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:53:56.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:55 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:53:56.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:55 smithi138 ceph-mon[86438]: osdmap e1698: 8 total, 8 up, 8 in 2024-07-29T15:53:56.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: pgmap v2879: 489 pgs: 32 unknown, 457 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 391 KiB/s wr, 9 op/s 2024-07-29T15:53:56.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:53:56.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' 2024-07-29T15:53:56.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:53:56.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:53:56.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:53:56.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:53:56.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:53:56.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:53:56.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:56.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:56.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:56.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:56.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:56.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:56.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:56.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:56.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:56.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:53:56.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:53:56.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:56.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:56.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:56.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:53:56.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:53:56.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:56.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:56.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:56.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:53:56.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:53:56.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:56.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:56.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:56.991 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[91995]: osdmap e1699: 8 total, 8 up, 8 in 2024-07-29T15:53:56.992 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: pgmap v2879: 489 pgs: 32 unknown, 457 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 391 KiB/s wr, 9 op/s 2024-07-29T15:53:56.992 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:53:56.992 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' 2024-07-29T15:53:56.992 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:53:56.992 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:53:56.992 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:53:56.992 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:53:56.992 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:53:56.992 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:53:56.992 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:56.992 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:56.992 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:56.993 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:56.993 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:56.993 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:56.993 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:56.993 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:56.993 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:56.993 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:53:56.993 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:53:56.993 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:56.993 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:56.993 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:56.993 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:53:56.993 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:53:56.993 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:56.994 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:56.994 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:56.994 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:53:56.994 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:53:56.994 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:56.994 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:56.994 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:56.994 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:56 smithi067 ceph-mon[94375]: osdmap e1699: 8 total, 8 up, 8 in 2024-07-29T15:53:57.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: pgmap v2879: 489 pgs: 32 unknown, 457 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 391 KiB/s wr, 9 op/s 2024-07-29T15:53:57.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:53:57.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' 2024-07-29T15:53:57.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:53:57.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:53:57.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:53:57.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:53:57.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:53:57.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:53:57.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:57.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:57.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:57.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:57.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:57.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:57.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:57.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:57.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:57.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:53:57.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:53:57.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:57.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:57.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:57.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:53:57.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:53:57.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:57.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:57.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:57.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:53:57.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:53:57.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:53:57.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:53:57.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:53:57.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:56 smithi138 ceph-mon[86438]: osdmap e1699: 8 total, 8 up, 8 in 2024-07-29T15:53:57.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:57 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:53:57.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:57 smithi067 ceph-mon[91995]: osdmap e1700: 8 total, 8 up, 8 in 2024-07-29T15:53:57.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:57 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-29T15:53:57.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:57 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-29T15:53:57.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:53:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:53:57] "GET /metrics HTTP/1.1" 200 60945 "" "Prometheus/2.51.0" 2024-07-29T15:53:57.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:57 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:53:57.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:57 smithi067 ceph-mon[94375]: osdmap e1700: 8 total, 8 up, 8 in 2024-07-29T15:53:57.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:57 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-29T15:53:57.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:57 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-29T15:53:58.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:57 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:53:58.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:57 smithi138 ceph-mon[86438]: osdmap e1700: 8 total, 8 up, 8 in 2024-07-29T15:53:58.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:57 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-29T15:53:58.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:57 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-29T15:53:58.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:58 smithi067 ceph-mon[91995]: pgmap v2882: 489 pgs: 10 creating+peering, 16 unknown, 463 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 38 op/s 2024-07-29T15:53:58.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:58 smithi067 ceph-mon[91995]: pool 'test-librbd-smithi067-134202-25' no longer out of quota; removing NO_QUOTA flag 2024-07-29T15:53:58.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:58 smithi067 ceph-mon[91995]: Health check update: 1 pool(s) full (POOL_FULL) 2024-07-29T15:53:58.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:58 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-29T15:53:58.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:53:58 smithi067 ceph-mon[91995]: osdmap e1701: 8 total, 8 up, 8 in 2024-07-29T15:53:58.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:58 smithi067 ceph-mon[94375]: pgmap v2882: 489 pgs: 10 creating+peering, 16 unknown, 463 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 38 op/s 2024-07-29T15:53:58.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:58 smithi067 ceph-mon[94375]: pool 'test-librbd-smithi067-134202-25' no longer out of quota; removing NO_QUOTA flag 2024-07-29T15:53:58.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:58 smithi067 ceph-mon[94375]: Health check update: 1 pool(s) full (POOL_FULL) 2024-07-29T15:53:58.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:58 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-29T15:53:58.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:53:58 smithi067 ceph-mon[94375]: osdmap e1701: 8 total, 8 up, 8 in 2024-07-29T15:53:59.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:58 smithi138 ceph-mon[86438]: pgmap v2882: 489 pgs: 10 creating+peering, 16 unknown, 463 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 38 op/s 2024-07-29T15:53:59.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:58 smithi138 ceph-mon[86438]: pool 'test-librbd-smithi067-134202-25' no longer out of quota; removing NO_QUOTA flag 2024-07-29T15:53:59.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:58 smithi138 ceph-mon[86438]: Health check update: 1 pool(s) full (POOL_FULL) 2024-07-29T15:53:59.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:58 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-29T15:53:59.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:53:58 smithi138 ceph-mon[86438]: osdmap e1701: 8 total, 8 up, 8 in 2024-07-29T15:54:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:54:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:54:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:54:00.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:00 smithi067 ceph-mon[91995]: pgmap v2885: 489 pgs: 10 creating+peering, 7 unknown, 472 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 3.0 KiB/s wr, 56 op/s 2024-07-29T15:54:00.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:00 smithi067 ceph-mon[94375]: pgmap v2885: 489 pgs: 10 creating+peering, 7 unknown, 472 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 3.0 KiB/s wr, 56 op/s 2024-07-29T15:54:01.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:00 smithi138 ceph-mon[86438]: pgmap v2885: 489 pgs: 10 creating+peering, 7 unknown, 472 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 3.0 KiB/s wr, 56 op/s 2024-07-29T15:54:02.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:02 smithi067 ceph-mon[91995]: pgmap v2886: 489 pgs: 489 active+clean; 5.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 198 KiB/s wr, 50 op/s 2024-07-29T15:54:02.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:02 smithi067 ceph-mon[94375]: pgmap v2886: 489 pgs: 489 active+clean; 5.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 198 KiB/s wr, 50 op/s 2024-07-29T15:54:03.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:02 smithi138 ceph-mon[86438]: pgmap v2886: 489 pgs: 489 active+clean; 5.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 198 KiB/s wr, 50 op/s 2024-07-29T15:54:04.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:04 smithi067 ceph-mon[91995]: pgmap v2887: 489 pgs: 489 active+clean; 5.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 167 KiB/s wr, 28 op/s 2024-07-29T15:54:04.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:04 smithi067 ceph-mon[94375]: pgmap v2887: 489 pgs: 489 active+clean; 5.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 167 KiB/s wr, 28 op/s 2024-07-29T15:54:05.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:04 smithi138 ceph-mon[86438]: pgmap v2887: 489 pgs: 489 active+clean; 5.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 167 KiB/s wr, 28 op/s 2024-07-29T15:54:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:54:05.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:54:06.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:54:06.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:06 smithi067 ceph-mon[94375]: pgmap v2888: 489 pgs: 489 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 514 KiB/s wr, 22 op/s 2024-07-29T15:54:06.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:06 smithi067 ceph-mon[91995]: pgmap v2888: 489 pgs: 489 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 514 KiB/s wr, 22 op/s 2024-07-29T15:54:07.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:06 smithi138 ceph-mon[86438]: pgmap v2888: 489 pgs: 489 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 514 KiB/s wr, 22 op/s 2024-07-29T15:54:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:54:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:54:07] "GET /metrics HTTP/1.1" 200 63412 "" "Prometheus/2.51.0" 2024-07-29T15:54:09.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:08 smithi138 ceph-mon[86438]: pgmap v2889: 489 pgs: 489 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 446 KiB/s wr, 19 op/s 2024-07-29T15:54:09.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:08 smithi138 ceph-mon[86438]: osdmap e1702: 8 total, 8 up, 8 in 2024-07-29T15:54:09.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:08 smithi067 ceph-mon[91995]: pgmap v2889: 489 pgs: 489 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 446 KiB/s wr, 19 op/s 2024-07-29T15:54:09.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:08 smithi067 ceph-mon[91995]: osdmap e1702: 8 total, 8 up, 8 in 2024-07-29T15:54:09.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:08 smithi067 ceph-mon[94375]: pgmap v2889: 489 pgs: 489 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 446 KiB/s wr, 19 op/s 2024-07-29T15:54:09.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:08 smithi067 ceph-mon[94375]: osdmap e1702: 8 total, 8 up, 8 in 2024-07-29T15:54:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:54:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:54:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:54:11.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:10 smithi138 ceph-mon[86438]: pgmap v2891: 489 pgs: 489 active+clean; 13 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.6 KiB/s rd, 820 KiB/s wr, 8 op/s 2024-07-29T15:54:11.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:10 smithi067 ceph-mon[91995]: pgmap v2891: 489 pgs: 489 active+clean; 13 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.6 KiB/s rd, 820 KiB/s wr, 8 op/s 2024-07-29T15:54:11.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:10 smithi067 ceph-mon[94375]: pgmap v2891: 489 pgs: 489 active+clean; 13 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.6 KiB/s rd, 820 KiB/s wr, 8 op/s 2024-07-29T15:54:13.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:12 smithi138 ceph-mon[86438]: pgmap v2892: 489 pgs: 489 active+clean; 17 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-07-29T15:54:13.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:12 smithi067 ceph-mon[91995]: pgmap v2892: 489 pgs: 489 active+clean; 17 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-07-29T15:54:13.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:12 smithi067 ceph-mon[94375]: pgmap v2892: 489 pgs: 489 active+clean; 17 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-07-29T15:54:13.766 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.RemoveFullTryNamespace (20031 ms) 2024-07-29T15:54:13.766 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.RemoveFullTryNamespaceDataPool 2024-07-29T15:54:14.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:13 smithi138 ceph-mon[86438]: pool 'test-librbd-smithi067-134202-26' is full (reached quota's max_bytes: 10 MiB) 2024-07-29T15:54:14.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:13 smithi138 ceph-mon[86438]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-29T15:54:14.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:13 smithi138 ceph-mon[86438]: osdmap e1703: 8 total, 8 up, 8 in 2024-07-29T15:54:14.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:13 smithi067 ceph-mon[91995]: pool 'test-librbd-smithi067-134202-26' is full (reached quota's max_bytes: 10 MiB) 2024-07-29T15:54:14.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:13 smithi067 ceph-mon[91995]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-29T15:54:14.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:13 smithi067 ceph-mon[91995]: osdmap e1703: 8 total, 8 up, 8 in 2024-07-29T15:54:14.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:13 smithi067 ceph-mon[94375]: pool 'test-librbd-smithi067-134202-26' is full (reached quota's max_bytes: 10 MiB) 2024-07-29T15:54:14.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:13 smithi067 ceph-mon[94375]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-29T15:54:14.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:13 smithi067 ceph-mon[94375]: osdmap e1703: 8 total, 8 up, 8 in 2024-07-29T15:54:15.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:14 smithi138 ceph-mon[86438]: pgmap v2893: 489 pgs: 489 active+clean; 19 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-07-29T15:54:15.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:14 smithi067 ceph-mon[91995]: pgmap v2893: 489 pgs: 489 active+clean; 19 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-07-29T15:54:15.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:14 smithi067 ceph-mon[94375]: pgmap v2893: 489 pgs: 489 active+clean; 19 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-07-29T15:54:16.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:15 smithi138 ceph-mon[86438]: osdmap e1704: 8 total, 8 up, 8 in 2024-07-29T15:54:16.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:15 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/546612903' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:54:16.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:15 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:54:16.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:15 smithi067 ceph-mon[91995]: osdmap e1704: 8 total, 8 up, 8 in 2024-07-29T15:54:16.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:15 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/546612903' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:54:16.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:15 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:54:16.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:15 smithi067 ceph-mon[94375]: osdmap e1704: 8 total, 8 up, 8 in 2024-07-29T15:54:16.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:15 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/546612903' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:54:16.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:15 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:54:17.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:16 smithi138 ceph-mon[86438]: pgmap v2896: 521 pgs: 32 unknown, 489 active+clean; 15 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 974 KiB/s wr, 4 op/s 2024-07-29T15:54:17.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:16 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:54:17.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:16 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:54:17.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:16 smithi138 ceph-mon[86438]: osdmap e1705: 8 total, 8 up, 8 in 2024-07-29T15:54:17.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:16 smithi067 ceph-mon[91995]: pgmap v2896: 521 pgs: 32 unknown, 489 active+clean; 15 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 974 KiB/s wr, 4 op/s 2024-07-29T15:54:17.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:16 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:54:17.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:16 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:54:17.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:16 smithi067 ceph-mon[91995]: osdmap e1705: 8 total, 8 up, 8 in 2024-07-29T15:54:17.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:16 smithi067 ceph-mon[94375]: pgmap v2896: 521 pgs: 32 unknown, 489 active+clean; 15 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 974 KiB/s wr, 4 op/s 2024-07-29T15:54:17.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:16 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:54:17.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:16 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:54:17.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:16 smithi067 ceph-mon[94375]: osdmap e1705: 8 total, 8 up, 8 in 2024-07-29T15:54:17.829 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:54:18.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:17 smithi138 ceph-mon[86438]: osdmap e1706: 8 total, 8 up, 8 in 2024-07-29T15:54:18.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:17 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/4175999005' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:54:18.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:17 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:54:18.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:17 smithi067 ceph-mon[91995]: osdmap e1706: 8 total, 8 up, 8 in 2024-07-29T15:54:18.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:17 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/4175999005' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:54:18.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:17 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:54:18.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:17 smithi067 ceph-mon[94375]: osdmap e1706: 8 total, 8 up, 8 in 2024-07-29T15:54:18.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:17 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/4175999005' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:54:18.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:17 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:54:18.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:54:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:54:17] ENGINE Bus STOPPING 2024-07-29T15:54:18.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:54:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:54:17] "GET /metrics HTTP/1.1" 200 63412 "" "Prometheus/2.51.0" 2024-07-29T15:54:18.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:54:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:54:17] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-29T15:54:18.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:54:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:54:17] ENGINE Bus STOPPED 2024-07-29T15:54:18.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:54:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:54:17] ENGINE Bus STARTING 2024-07-29T15:54:18.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:54:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:54:17] ENGINE Serving on http://:::9283 2024-07-29T15:54:18.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:54:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:54:17] ENGINE Bus STARTED 2024-07-29T15:54:19.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: pgmap v2899: 553 pgs: 7 creating+peering, 46 unknown, 500 active+clean; 11 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 767 B/s wr, 29 op/s 2024-07-29T15:54:19.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:54:19.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: osdmap e1707: 8 total, 8 up, 8 in 2024-07-29T15:54:19.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' 2024-07-29T15:54:19.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:54:19.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:54:19.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:54:19.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:54:19.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:54:19.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:54:19.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:54:19.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:54:19.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:54:19.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:54:19.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:54:19.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:54:19.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:54:19.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:54:19.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:54:19.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:54:19.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:54:19.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:54:19.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:54:19.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:54:19.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:54:19.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:54:19.063 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:54:19.064 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:54:19.064 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:54:19.064 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:54:19.064 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:54:19.064 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:54:19.064 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:54:19.064 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:54:19.064 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: pool 'test-librbd-smithi067-134202-26' no longer out of quota; removing NO_QUOTA flag 2024-07-29T15:54:19.064 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: Health check update: 1 pool(s) full (POOL_FULL) 2024-07-29T15:54:19.064 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:18 smithi138 ceph-mon[86438]: osdmap e1708: 8 total, 8 up, 8 in 2024-07-29T15:54:19.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: pgmap v2899: 553 pgs: 7 creating+peering, 46 unknown, 500 active+clean; 11 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 767 B/s wr, 29 op/s 2024-07-29T15:54:19.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:54:19.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: osdmap e1707: 8 total, 8 up, 8 in 2024-07-29T15:54:19.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' 2024-07-29T15:54:19.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:54:19.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:54:19.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:54:19.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:54:19.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:54:19.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:54:19.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:54:19.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:54:19.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:54:19.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:54:19.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:54:19.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:54:19.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:54:19.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:54:19.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:54:19.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:54:19.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:54:19.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:54:19.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:54:19.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:54:19.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:54:19.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:54:19.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:54:19.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:54:19.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: pgmap v2899: 553 pgs: 7 creating+peering, 46 unknown, 500 active+clean; 11 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 767 B/s wr, 29 op/s 2024-07-29T15:54:19.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:54:19.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: osdmap e1707: 8 total, 8 up, 8 in 2024-07-29T15:54:19.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' 2024-07-29T15:54:19.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:54:19.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:54:19.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:54:19.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:54:19.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:54:19.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:54:19.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:54:19.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:54:19.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:54:19.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:54:19.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:54:19.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:54:19.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:54:19.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:54:19.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:54:19.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:54:19.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:54:19.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:54:19.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:54:19.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:54:19.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:54:19.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:54:19.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:54:19.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:54:19.243 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:54:19.243 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:54:19.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:54:19.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:54:19.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:54:19.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:54:19.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: pool 'test-librbd-smithi067-134202-26' no longer out of quota; removing NO_QUOTA flag 2024-07-29T15:54:19.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: Health check update: 1 pool(s) full (POOL_FULL) 2024-07-29T15:54:19.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[91995]: osdmap e1708: 8 total, 8 up, 8 in 2024-07-29T15:54:19.244 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:54:19.244 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:54:19.244 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:54:19.244 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:54:19.244 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:54:19.245 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:54:19.245 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: pool 'test-librbd-smithi067-134202-26' no longer out of quota; removing NO_QUOTA flag 2024-07-29T15:54:19.245 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: Health check update: 1 pool(s) full (POOL_FULL) 2024-07-29T15:54:19.245 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:18 smithi067 ceph-mon[94375]: osdmap e1708: 8 total, 8 up, 8 in 2024-07-29T15:54:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:54:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:54:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:54:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:20 smithi067 ceph-mon[91995]: pgmap v2902: 553 pgs: 11 creating+peering, 22 unknown, 520 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 35 KiB/s rd, 258 KiB/s wr, 49 op/s 2024-07-29T15:54:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:20 smithi067 ceph-mon[91995]: osdmap e1709: 8 total, 8 up, 8 in 2024-07-29T15:54:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:20 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-29T15:54:20.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:20 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-29T15:54:20.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:20 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:54:20.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:54:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:20 smithi067 ceph-mon[94375]: pgmap v2902: 553 pgs: 11 creating+peering, 22 unknown, 520 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 35 KiB/s rd, 258 KiB/s wr, 49 op/s 2024-07-29T15:54:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:20 smithi067 ceph-mon[94375]: osdmap e1709: 8 total, 8 up, 8 in 2024-07-29T15:54:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:20 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-29T15:54:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:20 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-29T15:54:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:20 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:54:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:54:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:20 smithi138 ceph-mon[86438]: pgmap v2902: 553 pgs: 11 creating+peering, 22 unknown, 520 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 35 KiB/s rd, 258 KiB/s wr, 49 op/s 2024-07-29T15:54:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:20 smithi138 ceph-mon[86438]: osdmap e1709: 8 total, 8 up, 8 in 2024-07-29T15:54:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:20 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-29T15:54:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:20 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-29T15:54:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:20 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:54:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:54:21.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:21 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-29T15:54:21.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:21 smithi067 ceph-mon[91995]: osdmap e1710: 8 total, 8 up, 8 in 2024-07-29T15:54:21.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:21 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-29T15:54:21.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:21 smithi067 ceph-mon[94375]: osdmap e1710: 8 total, 8 up, 8 in 2024-07-29T15:54:22.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:21 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-29T15:54:22.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:21 smithi138 ceph-mon[86438]: osdmap e1710: 8 total, 8 up, 8 in 2024-07-29T15:54:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:22 smithi067 ceph-mon[91995]: pgmap v2905: 553 pgs: 4 creating+peering, 9 unknown, 540 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 258 KiB/s wr, 24 op/s 2024-07-29T15:54:22.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:22 smithi067 ceph-mon[94375]: pgmap v2905: 553 pgs: 4 creating+peering, 9 unknown, 540 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 258 KiB/s wr, 24 op/s 2024-07-29T15:54:23.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:22 smithi138 ceph-mon[86438]: pgmap v2905: 553 pgs: 4 creating+peering, 9 unknown, 540 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 258 KiB/s wr, 24 op/s 2024-07-29T15:54:24.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:24 smithi067 ceph-mon[91995]: pgmap v2906: 553 pgs: 553 active+clean; 5.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 201 KiB/s wr, 17 op/s 2024-07-29T15:54:24.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:24 smithi067 ceph-mon[94375]: pgmap v2906: 553 pgs: 553 active+clean; 5.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 201 KiB/s wr, 17 op/s 2024-07-29T15:54:25.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:24 smithi138 ceph-mon[86438]: pgmap v2906: 553 pgs: 553 active+clean; 5.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 201 KiB/s wr, 17 op/s 2024-07-29T15:54:26.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:26 smithi067 ceph-mon[91995]: pgmap v2907: 553 pgs: 553 active+clean; 5.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.5 KiB/s rd, 164 KiB/s wr, 9 op/s 2024-07-29T15:54:26.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:26 smithi067 ceph-mon[94375]: pgmap v2907: 553 pgs: 553 active+clean; 5.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.5 KiB/s rd, 164 KiB/s wr, 9 op/s 2024-07-29T15:54:27.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:26 smithi138 ceph-mon[86438]: pgmap v2907: 553 pgs: 553 active+clean; 5.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.5 KiB/s rd, 164 KiB/s wr, 9 op/s 2024-07-29T15:54:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:54:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:54:27] "GET /metrics HTTP/1.1" 200 68258 "" "Prometheus/2.51.0" 2024-07-29T15:54:28.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:28 smithi067 ceph-mon[91995]: pgmap v2908: 553 pgs: 553 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.5 KiB/s rd, 513 KiB/s wr, 8 op/s 2024-07-29T15:54:28.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:28 smithi067 ceph-mon[91995]: osdmap e1711: 8 total, 8 up, 8 in 2024-07-29T15:54:28.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:28 smithi067 ceph-mon[94375]: pgmap v2908: 553 pgs: 553 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.5 KiB/s rd, 513 KiB/s wr, 8 op/s 2024-07-29T15:54:28.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:28 smithi067 ceph-mon[94375]: osdmap e1711: 8 total, 8 up, 8 in 2024-07-29T15:54:29.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:28 smithi138 ceph-mon[86438]: pgmap v2908: 553 pgs: 553 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.5 KiB/s rd, 513 KiB/s wr, 8 op/s 2024-07-29T15:54:29.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:28 smithi138 ceph-mon[86438]: osdmap e1711: 8 total, 8 up, 8 in 2024-07-29T15:54:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:54:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:54:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:54:30.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:30 smithi067 ceph-mon[91995]: pgmap v2910: 553 pgs: 553 active+clean; 13 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.8 KiB/s rd, 988 KiB/s wr, 8 op/s 2024-07-29T15:54:30.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:30 smithi067 ceph-mon[94375]: pgmap v2910: 553 pgs: 553 active+clean; 13 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.8 KiB/s rd, 988 KiB/s wr, 8 op/s 2024-07-29T15:54:31.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:30 smithi138 ceph-mon[86438]: pgmap v2910: 553 pgs: 553 active+clean; 13 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.8 KiB/s rd, 988 KiB/s wr, 8 op/s 2024-07-29T15:54:32.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:32 smithi067 ceph-mon[91995]: pgmap v2911: 553 pgs: 553 active+clean; 13 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.0 KiB/s rd, 820 KiB/s wr, 7 op/s 2024-07-29T15:54:32.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:32 smithi067 ceph-mon[94375]: pgmap v2911: 553 pgs: 553 active+clean; 13 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.0 KiB/s rd, 820 KiB/s wr, 7 op/s 2024-07-29T15:54:33.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:32 smithi138 ceph-mon[86438]: pgmap v2911: 553 pgs: 553 active+clean; 13 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.0 KiB/s rd, 820 KiB/s wr, 7 op/s 2024-07-29T15:54:34.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:34 smithi067 ceph-mon[94375]: pgmap v2912: 553 pgs: 553 active+clean; 16 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-07-29T15:54:34.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:34 smithi067 ceph-mon[91995]: pgmap v2912: 553 pgs: 553 active+clean; 16 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-07-29T15:54:35.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:34 smithi138 ceph-mon[86438]: pgmap v2912: 553 pgs: 553 active+clean; 16 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-07-29T15:54:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:54:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:54:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:54:36.962 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:36 smithi138 ceph-mon[86438]: pgmap v2913: 553 pgs: 553 active+clean; 17 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-07-29T15:54:36.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:36 smithi067 ceph-mon[91995]: pgmap v2913: 553 pgs: 553 active+clean; 17 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-07-29T15:54:36.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:36 smithi067 ceph-mon[94375]: pgmap v2913: 553 pgs: 553 active+clean; 17 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-07-29T15:54:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:54:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:54:37] "GET /metrics HTTP/1.1" 200 68345 "" "Prometheus/2.51.0" 2024-07-29T15:54:38.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:38 smithi067 ceph-mon[94375]: pgmap v2914: 553 pgs: 553 active+clean; 18 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-07-29T15:54:38.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:38 smithi067 ceph-mon[94375]: pool 'test-librbd-smithi067-134202-28' is full (reached quota's max_bytes: 10 MiB) 2024-07-29T15:54:38.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:38 smithi067 ceph-mon[94375]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-29T15:54:38.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:38 smithi067 ceph-mon[94375]: osdmap e1712: 8 total, 8 up, 8 in 2024-07-29T15:54:38.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:38 smithi067 ceph-mon[91995]: pgmap v2914: 553 pgs: 553 active+clean; 18 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-07-29T15:54:38.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:38 smithi067 ceph-mon[91995]: pool 'test-librbd-smithi067-134202-28' is full (reached quota's max_bytes: 10 MiB) 2024-07-29T15:54:38.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:38 smithi067 ceph-mon[91995]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-29T15:54:38.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:38 smithi067 ceph-mon[91995]: osdmap e1712: 8 total, 8 up, 8 in 2024-07-29T15:54:39.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:38 smithi138 ceph-mon[86438]: pgmap v2914: 553 pgs: 553 active+clean; 18 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-07-29T15:54:39.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:38 smithi138 ceph-mon[86438]: pool 'test-librbd-smithi067-134202-28' is full (reached quota's max_bytes: 10 MiB) 2024-07-29T15:54:39.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:38 smithi138 ceph-mon[86438]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-29T15:54:39.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:38 smithi138 ceph-mon[86438]: osdmap e1712: 8 total, 8 up, 8 in 2024-07-29T15:54:39.659 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:54:39.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:39 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-27", "field": "max_objects", "val": "7"}]: dispatch 2024-07-29T15:54:39.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:39 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-27", "field": "max_objects", "val": "7"}]: dispatch 2024-07-29T15:54:39.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:39 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-27", "field": "max_objects", "val": "7"}]: dispatch 2024-07-29T15:54:39.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:39 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-27", "field": "max_objects", "val": "7"}]: dispatch 2024-07-29T15:54:40.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:39 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-27", "field": "max_objects", "val": "7"}]: dispatch 2024-07-29T15:54:40.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:39 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-27", "field": "max_objects", "val": "7"}]: dispatch 2024-07-29T15:54:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:54:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:54:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:54:40.678 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:54:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:40 smithi067 ceph-mon[91995]: pgmap v2916: 553 pgs: 553 active+clean; 21 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 819 KiB/s wr, 3 op/s 2024-07-29T15:54:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:40 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-27", "field": "max_objects", "val": "7"}]': finished 2024-07-29T15:54:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:40 smithi067 ceph-mon[91995]: osdmap e1713: 8 total, 8 up, 8 in 2024-07-29T15:54:40.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:40 smithi067 ceph-mon[94375]: pgmap v2916: 553 pgs: 553 active+clean; 21 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 819 KiB/s wr, 3 op/s 2024-07-29T15:54:40.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:40 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-27", "field": "max_objects", "val": "7"}]': finished 2024-07-29T15:54:40.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:40 smithi067 ceph-mon[94375]: osdmap e1713: 8 total, 8 up, 8 in 2024-07-29T15:54:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:40 smithi138 ceph-mon[86438]: pgmap v2916: 553 pgs: 553 active+clean; 21 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 819 KiB/s wr, 3 op/s 2024-07-29T15:54:41.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:40 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi067-134202-27", "field": "max_objects", "val": "7"}]': finished 2024-07-29T15:54:41.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:40 smithi138 ceph-mon[86438]: osdmap e1713: 8 total, 8 up, 8 in 2024-07-29T15:54:41.692 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:54:42.706 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:54:42.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:42 smithi067 ceph-mon[91995]: pgmap v2918: 553 pgs: 553 active+clean; 23 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 896 KiB/s wr, 4 op/s 2024-07-29T15:54:42.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:42 smithi067 ceph-mon[94375]: pgmap v2918: 553 pgs: 553 active+clean; 23 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 896 KiB/s wr, 4 op/s 2024-07-29T15:54:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:42 smithi138 ceph-mon[86438]: pgmap v2918: 553 pgs: 553 active+clean; 23 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 896 KiB/s wr, 4 op/s 2024-07-29T15:54:43.716 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:54:43.791 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.RemoveFullTryNamespaceDataPool (30025 ms) 2024-07-29T15:54:43.791 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestIO 2024-07-29T15:54:43.791 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:54:43.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:43 smithi067 ceph-mon[91995]: pool 'test-librbd-smithi067-134202-27' is full (reached quota's max_objects: 7) 2024-07-29T15:54:43.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:43 smithi067 ceph-mon[91995]: Health check update: 3 pool(s) full (POOL_FULL) 2024-07-29T15:54:43.990 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:43 smithi067 ceph-mon[91995]: osdmap e1714: 8 total, 8 up, 8 in 2024-07-29T15:54:43.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:43 smithi067 ceph-mon[94375]: pool 'test-librbd-smithi067-134202-27' is full (reached quota's max_objects: 7) 2024-07-29T15:54:43.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:43 smithi067 ceph-mon[94375]: Health check update: 3 pool(s) full (POOL_FULL) 2024-07-29T15:54:43.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:43 smithi067 ceph-mon[94375]: osdmap e1714: 8 total, 8 up, 8 in 2024-07-29T15:54:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:43 smithi138 ceph-mon[86438]: pool 'test-librbd-smithi067-134202-27' is full (reached quota's max_objects: 7) 2024-07-29T15:54:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:43 smithi138 ceph-mon[86438]: Health check update: 3 pool(s) full (POOL_FULL) 2024-07-29T15:54:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:43 smithi138 ceph-mon[86438]: osdmap e1714: 8 total, 8 up, 8 in 2024-07-29T15:54:44.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:44 smithi067 ceph-mon[91995]: pgmap v2919: 553 pgs: 553 active+clean; 23 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 768 KiB/s wr, 2 op/s 2024-07-29T15:54:44.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:44 smithi067 ceph-mon[94375]: pgmap v2919: 553 pgs: 553 active+clean; 23 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 768 KiB/s wr, 2 op/s 2024-07-29T15:54:45.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:44 smithi138 ceph-mon[86438]: pgmap v2919: 553 pgs: 553 active+clean; 23 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 768 KiB/s wr, 2 op/s 2024-07-29T15:54:45.639 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:54:45.640 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:54:45.640 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:54:45.640 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:54:45.640 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:54:45.640 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:45.640 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:54:45.640 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:45.640 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:45.640 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:54:45.640 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:45.640 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:54:45.641 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:45.641 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:45.641 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:54:45.641 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:45.641 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:54:45.641 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:45.641 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:45.641 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:54:45.641 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:45.641 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:54:45.641 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:45.641 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:45.642 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:54:45.642 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:45.642 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:54:45.642 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:45.642 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:45.642 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:54:45.642 INFO:tasks.workunit.client.0.smithi067.stdout:start compare and write 2024-07-29T15:54:45.642 INFO:tasks.workunit.client.0.smithi067.stdout:compare and wrote: 512 2024-07-29T15:54:45.642 INFO:tasks.workunit.client.0.smithi067.stdout:start compare and write 2024-07-29T15:54:45.642 INFO:tasks.workunit.client.0.smithi067.stdout:compare and wrote: 512 2024-07-29T15:54:45.642 INFO:tasks.workunit.client.0.smithi067.stdout:start compare and write 2024-07-29T15:54:45.642 INFO:tasks.workunit.client.0.smithi067.stdout:compare and wrote: 512 2024-07-29T15:54:45.642 INFO:tasks.workunit.client.0.smithi067.stdout:start compare and write 2024-07-29T15:54:45.643 INFO:tasks.workunit.client.0.smithi067.stdout:compare and wrote: 512 2024-07-29T15:54:45.643 INFO:tasks.workunit.client.0.smithi067.stdout:start compare and write 2024-07-29T15:54:45.643 INFO:tasks.workunit.client.0.smithi067.stdout:compare and wrote: 512 2024-07-29T15:54:45.643 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:45.643 INFO:tasks.workunit.client.0.smithi067.stdout:started aio compare and write 2024-07-29T15:54:45.643 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:45.643 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:45.643 INFO:tasks.workunit.client.0.smithi067.stdout:finished aio compare and write 2024-07-29T15:54:45.643 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:45.643 INFO:tasks.workunit.client.0.smithi067.stdout:started aio compare and write 2024-07-29T15:54:45.643 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:45.643 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:45.643 INFO:tasks.workunit.client.0.smithi067.stdout:finished aio compare and write 2024-07-29T15:54:45.643 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:45.643 INFO:tasks.workunit.client.0.smithi067.stdout:started aio compare and write 2024-07-29T15:54:45.644 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:45.644 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:45.644 INFO:tasks.workunit.client.0.smithi067.stdout:finished aio compare and write 2024-07-29T15:54:45.644 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:45.644 INFO:tasks.workunit.client.0.smithi067.stdout:started aio compare and write 2024-07-29T15:54:45.644 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:45.644 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:45.644 INFO:tasks.workunit.client.0.smithi067.stdout:finished aio compare and write 2024-07-29T15:54:45.644 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:45.644 INFO:tasks.workunit.client.0.smithi067.stdout:started aio compare and write 2024-07-29T15:54:45.644 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:45.644 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:45.644 INFO:tasks.workunit.client.0.smithi067.stdout:finished aio compare and write 2024-07-29T15:54:45.644 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:54:45.645 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:54:45.645 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:54:45.645 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:54:45.645 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:54:45.645 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:45.645 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:54:45.645 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:54:45.645 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:54:45.645 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:45.645 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:54:45.645 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:54:45.645 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:54:45.645 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:45.645 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:54:45.646 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:54:45.646 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:54:45.646 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:45.646 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:54:45.646 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:54:45.646 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:54:45.646 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:45.646 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:54:45.646 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:54:45.646 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:54:45.646 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 512~512 = 512 2024-07-29T15:54:45.646 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:45.646 INFO:tasks.workunit.client.0.smithi067.stdout:aio discard: 1536~512 = 0 2024-07-29T15:54:45.647 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:54:45.647 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:54:45.647 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:54:45.647 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:54:45.647 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:54:45.647 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 0 2024-07-29T15:54:45.647 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:45.647 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:45.647 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 0 2024-07-29T15:54:45.647 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:45.647 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:45.647 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 16384 2024-07-29T15:54:45.647 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:45.647 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:45.647 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 16384 2024-07-29T15:54:45.648 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:45.648 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:45.648 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:45.648 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:45.648 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 49152 2024-07-29T15:54:45.648 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:45.648 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:45.648 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 49152 2024-07-29T15:54:45.648 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:45.648 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:45.648 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 65536 2024-07-29T15:54:45.648 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:45.649 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:45.649 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 65536 2024-07-29T15:54:45.649 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:45.649 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:45.649 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:45.649 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:45.649 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 98304 2024-07-29T15:54:45.649 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:45.649 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:45.649 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 98304 2024-07-29T15:54:45.649 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:45.649 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:45.649 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 114688 2024-07-29T15:54:45.649 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:45.649 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:45.649 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 114688 2024-07-29T15:54:45.650 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:45.650 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:45.650 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:45.650 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:45.650 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 147456 2024-07-29T15:54:45.650 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:45.650 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:45.650 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 147456 2024-07-29T15:54:45.650 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:45.650 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:45.650 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 163840 2024-07-29T15:54:45.650 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:45.650 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:45.650 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 163840 2024-07-29T15:54:45.651 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:45.651 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:45.651 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:45.651 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:45.651 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 196608 2024-07-29T15:54:45.651 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:45.651 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:45.651 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 196608 2024-07-29T15:54:45.651 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:45.651 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:45.651 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 212992 2024-07-29T15:54:45.651 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:45.651 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:45.651 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 212992 2024-07-29T15:54:45.651 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:45.651 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:45.652 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:45.652 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:45.652 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:45.652 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:45.652 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:45.652 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:45.652 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:45.652 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:45.652 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:45.652 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:45.652 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:45.652 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:45.652 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:45.652 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:45.653 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:45.653 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:45.653 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:45.653 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:45.653 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:45.653 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:45.653 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:45.653 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:45.653 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:45.653 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:45.653 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:45.653 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:45.653 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:45.653 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:45.653 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:45.654 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:45.654 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:45.654 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:45.654 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:45.654 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:45.654 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:45.654 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:45.654 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:45.654 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:45.654 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:45.654 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:45.654 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:45.654 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:45.654 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:45.655 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:45.655 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:45.655 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:45.655 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:45.655 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:45.655 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:45.655 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:45.655 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:46.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:46 smithi067 ceph-mon[91995]: pgmap v2921: 553 pgs: 553 active+clean; 21 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 326 KiB/s wr, 7 op/s 2024-07-29T15:54:46.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:46 smithi067 ceph-mon[94375]: pgmap v2921: 553 pgs: 553 active+clean; 21 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 326 KiB/s wr, 7 op/s 2024-07-29T15:54:47.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:46 smithi138 ceph-mon[86438]: pgmap v2921: 553 pgs: 553 active+clean; 21 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 326 KiB/s wr, 7 op/s 2024-07-29T15:54:47.290 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:47.290 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:47.290 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:47.290 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:47.290 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:47.291 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:47.291 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:47.291 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:47.291 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:47.291 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:47.291 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:47.291 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:47.291 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:47.291 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:47.291 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:47.291 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:47.291 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:47.291 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:47.291 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:47.292 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:47.292 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:47.292 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:47.292 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:47.292 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:47.292 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:47.292 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:47.292 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:47.292 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:47.292 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:47.292 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:47.292 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:47.292 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:47.292 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:47.292 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:47.293 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:47.293 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:47.293 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:47.293 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:47.293 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:47.293 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:47.293 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:47.293 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:47.293 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:47.293 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:47.293 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:47.293 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:47.293 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:47.293 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:47.293 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:47.293 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:47.294 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:47.294 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:47.294 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:47.294 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:47.294 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:47.294 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:47.294 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:47.294 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:47.294 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:47.294 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:47.294 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:47.294 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:47.294 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:47.295 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:47.295 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:47.295 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:47.295 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:47.295 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:47.295 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:47.295 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:47.295 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:47.295 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:47.295 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:47.295 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:47.295 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:47.295 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:47.295 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:47.295 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:47.295 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:47.296 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:47.296 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:47.296 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:47.296 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:47.296 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:47.296 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:47.296 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:47.296 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:47.296 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:47.296 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:47.296 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:47.296 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:47.296 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:47.296 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:47.296 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:47.297 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:47.297 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:47.297 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:47.297 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:47.297 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:47.297 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:47.297 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:47.297 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:47.297 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:47.297 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:47.297 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:47.297 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:47.297 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:47.297 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:47.297 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:47.297 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:47.298 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:47.298 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:47.298 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:47.298 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:47.298 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:47.298 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:47.298 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:47.298 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:47.298 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:47.298 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:47.298 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:47.298 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:54:47.298 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:54:47.299 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:54:47.299 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:54:47.299 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestIO (3499 ms) 2024-07-29T15:54:47.299 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-07-29T15:54:47.299 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:54:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:54:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:54:47] "GET /metrics HTTP/1.1" 200 68345 "" "Prometheus/2.51.0" 2024-07-29T15:54:48.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:48 smithi067 ceph-mon[91995]: pgmap v2922: 553 pgs: 553 active+clean; 13 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 361 KiB/s rd, 433 KiB/s wr, 691 op/s 2024-07-29T15:54:48.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:48 smithi067 ceph-mon[91995]: pool 'test-librbd-smithi067-134202-28' no longer out of quota; removing NO_QUOTA flag 2024-07-29T15:54:48.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:48 smithi067 ceph-mon[91995]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-29T15:54:48.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:48 smithi067 ceph-mon[91995]: osdmap e1715: 8 total, 8 up, 8 in 2024-07-29T15:54:48.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:48 smithi067 ceph-mon[94375]: pgmap v2922: 553 pgs: 553 active+clean; 13 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 361 KiB/s rd, 433 KiB/s wr, 691 op/s 2024-07-29T15:54:48.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:48 smithi067 ceph-mon[94375]: pool 'test-librbd-smithi067-134202-28' no longer out of quota; removing NO_QUOTA flag 2024-07-29T15:54:48.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:48 smithi067 ceph-mon[94375]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-29T15:54:48.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:48 smithi067 ceph-mon[94375]: osdmap e1715: 8 total, 8 up, 8 in 2024-07-29T15:54:49.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:48 smithi138 ceph-mon[86438]: pgmap v2922: 553 pgs: 553 active+clean; 13 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 361 KiB/s rd, 433 KiB/s wr, 691 op/s 2024-07-29T15:54:49.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:48 smithi138 ceph-mon[86438]: pool 'test-librbd-smithi067-134202-28' no longer out of quota; removing NO_QUOTA flag 2024-07-29T15:54:49.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:48 smithi138 ceph-mon[86438]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-29T15:54:49.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:48 smithi138 ceph-mon[86438]: osdmap e1715: 8 total, 8 up, 8 in 2024-07-29T15:54:50.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:54:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:54:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:54:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:50 smithi067 ceph-mon[91995]: pgmap v2924: 553 pgs: 553 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 372 KiB/s rd, 178 KiB/s wr, 706 op/s 2024-07-29T15:54:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:54:50.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:50 smithi067 ceph-mon[94375]: pgmap v2924: 553 pgs: 553 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 372 KiB/s rd, 178 KiB/s wr, 706 op/s 2024-07-29T15:54:50.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:54:51.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:50 smithi138 ceph-mon[86438]: pgmap v2924: 553 pgs: 553 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 372 KiB/s rd, 178 KiB/s wr, 706 op/s 2024-07-29T15:54:51.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:54:52.740 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:54:52.740 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:54:52.740 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:54:52.741 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:54:52.741 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:54:52.741 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:52.741 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:54:52.741 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:52.741 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:52.741 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:54:52.741 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:52.741 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:54:52.741 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:52.741 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:52.741 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:54:52.741 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:52.742 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:54:52.742 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:52.742 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:52.742 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:54:52.742 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:52.742 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:54:52.742 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:52.742 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:52.742 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:54:52.742 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:52.742 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:54:52.742 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:52.742 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:52.742 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:54:52.743 INFO:tasks.workunit.client.0.smithi067.stdout:start compare and write 2024-07-29T15:54:52.743 INFO:tasks.workunit.client.0.smithi067.stdout:compare and wrote: 512 2024-07-29T15:54:52.743 INFO:tasks.workunit.client.0.smithi067.stdout:start compare and write 2024-07-29T15:54:52.743 INFO:tasks.workunit.client.0.smithi067.stdout:compare and wrote: 512 2024-07-29T15:54:52.743 INFO:tasks.workunit.client.0.smithi067.stdout:start compare and write 2024-07-29T15:54:52.743 INFO:tasks.workunit.client.0.smithi067.stdout:compare and wrote: 512 2024-07-29T15:54:52.743 INFO:tasks.workunit.client.0.smithi067.stdout:start compare and write 2024-07-29T15:54:52.743 INFO:tasks.workunit.client.0.smithi067.stdout:compare and wrote: 512 2024-07-29T15:54:52.743 INFO:tasks.workunit.client.0.smithi067.stdout:start compare and write 2024-07-29T15:54:52.743 INFO:tasks.workunit.client.0.smithi067.stdout:compare and wrote: 512 2024-07-29T15:54:52.743 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:52.743 INFO:tasks.workunit.client.0.smithi067.stdout:started aio compare and write 2024-07-29T15:54:52.743 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:52.744 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:52.744 INFO:tasks.workunit.client.0.smithi067.stdout:finished aio compare and write 2024-07-29T15:54:52.744 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:52.744 INFO:tasks.workunit.client.0.smithi067.stdout:started aio compare and write 2024-07-29T15:54:52.744 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:52.744 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:52.744 INFO:tasks.workunit.client.0.smithi067.stdout:finished aio compare and write 2024-07-29T15:54:52.744 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:52.744 INFO:tasks.workunit.client.0.smithi067.stdout:started aio compare and write 2024-07-29T15:54:52.744 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:52.744 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:52.744 INFO:tasks.workunit.client.0.smithi067.stdout:finished aio compare and write 2024-07-29T15:54:52.744 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:52.744 INFO:tasks.workunit.client.0.smithi067.stdout:started aio compare and write 2024-07-29T15:54:52.744 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:52.745 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:52.745 INFO:tasks.workunit.client.0.smithi067.stdout:finished aio compare and write 2024-07-29T15:54:52.745 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:52.745 INFO:tasks.workunit.client.0.smithi067.stdout:started aio compare and write 2024-07-29T15:54:52.745 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:52.745 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:52.745 INFO:tasks.workunit.client.0.smithi067.stdout:finished aio compare and write 2024-07-29T15:54:52.745 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:54:52.745 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:54:52.745 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:54:52.745 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:54:52.745 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:54:52.745 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:52.745 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:54:52.746 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:54:52.746 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:54:52.746 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:52.746 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:54:52.746 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:54:52.746 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:54:52.746 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:52.746 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:54:52.746 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:54:52.746 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:54:52.746 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:52.746 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:54:52.746 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:54:52.747 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:54:52.747 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:52.747 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:54:52.747 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:54:52.747 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:54:52.747 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 512~512 = 512 2024-07-29T15:54:52.747 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:52.747 INFO:tasks.workunit.client.0.smithi067.stdout:aio discard: 1536~512 = 0 2024-07-29T15:54:52.747 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:54:52.747 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:54:52.747 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:54:52.747 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:54:52.747 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:54:52.747 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 0 2024-07-29T15:54:52.748 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:52.748 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:52.748 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 0 2024-07-29T15:54:52.748 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:52.748 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:52.748 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 16384 2024-07-29T15:54:52.748 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:52.748 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:52.748 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 16384 2024-07-29T15:54:52.748 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:52.748 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:52.748 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:52.748 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:52.749 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 49152 2024-07-29T15:54:52.749 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:52.749 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:52.749 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 49152 2024-07-29T15:54:52.749 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:52.749 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:52.749 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 65536 2024-07-29T15:54:52.749 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:52.749 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:52.749 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 65536 2024-07-29T15:54:52.749 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:52.749 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:52.749 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:52.749 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:52.750 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 98304 2024-07-29T15:54:52.750 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:52.750 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:52.750 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 98304 2024-07-29T15:54:52.750 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:52.750 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:52.750 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 114688 2024-07-29T15:54:52.750 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:52.750 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:52.750 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 114688 2024-07-29T15:54:52.750 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:52.750 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:52.750 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:52.750 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:52.751 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 147456 2024-07-29T15:54:52.751 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:52.751 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:52.751 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 147456 2024-07-29T15:54:52.751 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:52.751 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:52.751 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 163840 2024-07-29T15:54:52.751 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:52.751 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:52.751 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 163840 2024-07-29T15:54:52.751 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:52.751 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:52.751 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:52.751 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:52.751 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 196608 2024-07-29T15:54:52.752 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:52.752 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:52.752 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 196608 2024-07-29T15:54:52.752 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:52.752 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:52.752 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 212992 2024-07-29T15:54:52.752 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:52.752 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:52.752 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 212992 2024-07-29T15:54:52.752 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:52.752 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:52.752 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:52.752 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:52.752 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:52.753 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:52.753 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:52.753 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:52.753 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:52.753 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:52.753 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:52.753 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:52.753 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:52.753 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:52.753 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:52.753 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:52.753 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:52.753 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:52.753 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:52.753 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:52.754 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:52.754 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:52.754 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:52.754 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:52.754 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:52.754 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:52.754 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:52.754 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:52.754 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:52.754 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:52.754 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:52.754 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:52.754 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:52.754 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:52.754 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:52.755 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:52.755 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:52.755 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:52.755 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:52.755 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:52.755 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:52.755 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:52.755 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:52.755 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:52.755 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:52.755 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:52.755 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:52.755 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:52.755 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:52.755 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:52.755 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:52.756 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:52.756 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:52.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:52 smithi067 ceph-mon[91995]: pgmap v2925: 553 pgs: 553 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 372 KiB/s rd, 178 KiB/s wr, 707 op/s 2024-07-29T15:54:52.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:52 smithi067 ceph-mon[94375]: pgmap v2925: 553 pgs: 553 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 372 KiB/s rd, 178 KiB/s wr, 707 op/s 2024-07-29T15:54:53.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:52 smithi138 ceph-mon[86438]: pgmap v2925: 553 pgs: 553 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 372 KiB/s rd, 178 KiB/s wr, 707 op/s 2024-07-29T15:54:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:53 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.e", "id": [6, 7]}]: dispatch 2024-07-29T15:54:53.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:53 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.e", "id": [6, 7]}]: dispatch 2024-07-29T15:54:54.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:53 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.e", "id": [6, 7]}]: dispatch 2024-07-29T15:54:54.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:54 smithi067 ceph-mon[91995]: pgmap v2926: 553 pgs: 553 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 469 KiB/s rd, 228 KiB/s wr, 931 op/s 2024-07-29T15:54:54.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:54 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.e", "id": [6, 7]}]': finished 2024-07-29T15:54:54.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:54 smithi067 ceph-mon[91995]: osdmap e1716: 8 total, 8 up, 8 in 2024-07-29T15:54:54.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:54 smithi067 ceph-mon[94375]: pgmap v2926: 553 pgs: 553 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 469 KiB/s rd, 228 KiB/s wr, 931 op/s 2024-07-29T15:54:54.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:54 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.e", "id": [6, 7]}]': finished 2024-07-29T15:54:54.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:54 smithi067 ceph-mon[94375]: osdmap e1716: 8 total, 8 up, 8 in 2024-07-29T15:54:55.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:54 smithi138 ceph-mon[86438]: pgmap v2926: 553 pgs: 553 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 469 KiB/s rd, 228 KiB/s wr, 931 op/s 2024-07-29T15:54:55.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:54 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.e", "id": [6, 7]}]': finished 2024-07-29T15:54:55.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:54 smithi138 ceph-mon[86438]: osdmap e1716: 8 total, 8 up, 8 in 2024-07-29T15:54:55.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:55 smithi067 ceph-mon[94375]: osdmap e1717: 8 total, 8 up, 8 in 2024-07-29T15:54:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:55 smithi067 ceph-mon[91995]: osdmap e1717: 8 total, 8 up, 8 in 2024-07-29T15:54:56.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:55 smithi138 ceph-mon[86438]: osdmap e1717: 8 total, 8 up, 8 in 2024-07-29T15:54:56.507 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:56.507 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:56.507 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:56.507 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:56.507 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:56.507 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:56.507 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:56.507 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:56.507 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:56.507 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:56.507 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:56.507 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:56.508 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:56.508 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:56.508 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:56.508 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:56.508 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:56.508 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:56.508 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:56.508 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:56.508 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:56.508 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:56.508 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:56.508 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:56.508 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:56.508 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:56.508 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:56.509 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:56.509 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:56.509 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:56.509 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:56.509 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:56.509 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:56.509 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:56.509 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:56.509 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:56.509 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:56.509 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:56.509 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:56.509 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:56.509 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:56.509 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:56.509 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:56.509 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:56.510 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:56.510 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:56.510 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:56.510 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:56.510 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:56.510 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:56.510 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:56.510 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:56.510 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:56.510 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:56.510 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:56.510 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:56.510 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:56.510 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:56.511 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:56.511 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:56.511 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:56.511 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:56.511 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:56.511 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:56.511 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:56.511 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:56.511 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:56.511 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:56.511 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:56.511 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:56.511 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:56.511 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:56.511 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:56.512 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:56.512 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:56.512 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:56.512 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:56.512 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:56.512 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:56.512 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:56.512 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:56.512 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:56.512 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:56.512 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:56.512 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:56.512 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:56.512 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:56.512 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:56.512 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:56.513 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:56.513 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:56.513 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:56.513 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:56.513 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:56.513 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:56.513 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:56.513 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:56.513 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:56.513 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:56.513 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:56.513 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:56.513 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:56.513 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:56.513 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:56.514 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:56.514 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:56.514 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:56.514 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:56.514 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:56.514 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:56.514 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:54:56.514 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:54:56.514 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:54:56.514 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:54:56.514 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:54:56.514 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:56.515 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:56.515 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:56.515 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:54:56.515 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:54:56.515 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:54:56.515 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:54:56.516 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:54:56.516 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:54:56.516 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:54:56.516 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 4 2024-07-29T15:54:56.516 INFO:tasks.workunit.client.0.smithi067.stdout:read: 4 2024-07-29T15:54:56.516 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (9217 ms) 2024-07-29T15:54:56.516 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-07-29T15:54:56.516 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:54:56.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:56 smithi067 ceph-mon[91995]: pgmap v2929: 553 pgs: 553 active+clean; 11 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 224 KiB/s rd, 761 KiB/s wr, 486 op/s 2024-07-29T15:54:56.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:56 smithi067 ceph-mon[94375]: pgmap v2929: 553 pgs: 553 active+clean; 11 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 224 KiB/s rd, 761 KiB/s wr, 486 op/s 2024-07-29T15:54:57.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:56 smithi138 ceph-mon[86438]: pgmap v2929: 553 pgs: 553 active+clean; 11 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 224 KiB/s rd, 761 KiB/s wr, 486 op/s 2024-07-29T15:54:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:54:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:54:57] "GET /metrics HTTP/1.1" 200 68339 "" "Prometheus/2.51.0" 2024-07-29T15:54:58.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:54:58 smithi067 ceph-mon[91995]: pgmap v2930: 553 pgs: 553 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 1.44k op/s 2024-07-29T15:54:58.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:54:58 smithi067 ceph-mon[94375]: pgmap v2930: 553 pgs: 553 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 1.44k op/s 2024-07-29T15:54:59.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:54:58 smithi138 ceph-mon[86438]: pgmap v2930: 553 pgs: 553 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 1.44k op/s 2024-07-29T15:55:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:55:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:55:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:55:00.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:00 smithi067 ceph-mon[91995]: pgmap v2931: 553 pgs: 553 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 1.45k op/s 2024-07-29T15:55:00.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:00 smithi067 ceph-mon[94375]: pgmap v2931: 553 pgs: 553 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 1.45k op/s 2024-07-29T15:55:01.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:00 smithi138 ceph-mon[86438]: pgmap v2931: 553 pgs: 553 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 1.45k op/s 2024-07-29T15:55:02.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:02 smithi067 ceph-mon[91995]: pgmap v2932: 553 pgs: 553 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 1.07k op/s 2024-07-29T15:55:02.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:02 smithi067 ceph-mon[94375]: pgmap v2932: 553 pgs: 553 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 1.07k op/s 2024-07-29T15:55:03.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:02 smithi138 ceph-mon[86438]: pgmap v2932: 553 pgs: 553 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 1.07k op/s 2024-07-29T15:55:04.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:04 smithi067 ceph-mon[91995]: pgmap v2933: 553 pgs: 553 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 946 KiB/s rd, 899 KiB/s wr, 925 op/s 2024-07-29T15:55:04.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:04 smithi067 ceph-mon[94375]: pgmap v2933: 553 pgs: 553 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 946 KiB/s rd, 899 KiB/s wr, 925 op/s 2024-07-29T15:55:05.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:04 smithi138 ceph-mon[86438]: pgmap v2933: 553 pgs: 553 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 946 KiB/s rd, 899 KiB/s wr, 925 op/s 2024-07-29T15:55:05.853 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:55:05.853 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:55:05.853 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:55:05.853 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:55:05.853 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:55:05.853 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:05.853 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:55:05.853 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:05.853 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:05.854 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:55:05.854 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:05.854 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:55:05.854 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:05.854 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:05.854 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:55:05.854 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:05.854 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:55:05.854 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:05.854 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:05.854 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:55:05.854 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:05.854 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:55:05.854 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:05.855 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:05.855 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:55:05.855 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:05.855 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:55:05.855 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:05.855 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:05.855 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:55:05.855 INFO:tasks.workunit.client.0.smithi067.stdout:start compare and write 2024-07-29T15:55:05.855 INFO:tasks.workunit.client.0.smithi067.stdout:compare and wrote: 512 2024-07-29T15:55:05.855 INFO:tasks.workunit.client.0.smithi067.stdout:start compare and write 2024-07-29T15:55:05.855 INFO:tasks.workunit.client.0.smithi067.stdout:compare and wrote: 512 2024-07-29T15:55:05.855 INFO:tasks.workunit.client.0.smithi067.stdout:start compare and write 2024-07-29T15:55:05.855 INFO:tasks.workunit.client.0.smithi067.stdout:compare and wrote: 512 2024-07-29T15:55:05.855 INFO:tasks.workunit.client.0.smithi067.stdout:start compare and write 2024-07-29T15:55:05.855 INFO:tasks.workunit.client.0.smithi067.stdout:compare and wrote: 512 2024-07-29T15:55:05.855 INFO:tasks.workunit.client.0.smithi067.stdout:start compare and write 2024-07-29T15:55:05.856 INFO:tasks.workunit.client.0.smithi067.stdout:compare and wrote: 512 2024-07-29T15:55:05.856 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:05.856 INFO:tasks.workunit.client.0.smithi067.stdout:started aio compare and write 2024-07-29T15:55:05.856 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:05.856 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:05.856 INFO:tasks.workunit.client.0.smithi067.stdout:finished aio compare and write 2024-07-29T15:55:05.856 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:05.856 INFO:tasks.workunit.client.0.smithi067.stdout:started aio compare and write 2024-07-29T15:55:05.856 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:05.856 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:05.856 INFO:tasks.workunit.client.0.smithi067.stdout:finished aio compare and write 2024-07-29T15:55:05.856 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:05.856 INFO:tasks.workunit.client.0.smithi067.stdout:started aio compare and write 2024-07-29T15:55:05.856 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:05.856 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:05.856 INFO:tasks.workunit.client.0.smithi067.stdout:finished aio compare and write 2024-07-29T15:55:05.857 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:05.857 INFO:tasks.workunit.client.0.smithi067.stdout:started aio compare and write 2024-07-29T15:55:05.857 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:05.857 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:05.857 INFO:tasks.workunit.client.0.smithi067.stdout:finished aio compare and write 2024-07-29T15:55:05.857 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:05.857 INFO:tasks.workunit.client.0.smithi067.stdout:started aio compare and write 2024-07-29T15:55:05.857 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:05.857 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:05.857 INFO:tasks.workunit.client.0.smithi067.stdout:finished aio compare and write 2024-07-29T15:55:05.857 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:05.857 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:05.857 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:05.857 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:05.857 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:05.857 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:05.858 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:55:05.858 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:05.858 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:55:05.858 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:05.858 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:55:05.858 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:05.858 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:55:05.858 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:05.858 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:55:05.858 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:05.858 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:55:05.858 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:05.858 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:55:05.858 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:05.859 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:55:05.859 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:05.859 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:55:05.859 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:05.859 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:55:05.859 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 512~512 = 512 2024-07-29T15:55:05.859 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:05.859 INFO:tasks.workunit.client.0.smithi067.stdout:aio discard: 1536~512 = 0 2024-07-29T15:55:05.859 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:05.859 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:05.859 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:05.859 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:05.859 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:05.859 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 0 2024-07-29T15:55:05.859 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:05.859 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:05.860 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 0 2024-07-29T15:55:05.860 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:05.860 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:05.860 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 16384 2024-07-29T15:55:05.860 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:05.860 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:05.860 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 16384 2024-07-29T15:55:05.860 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:05.860 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:05.860 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:05.860 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:05.860 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 49152 2024-07-29T15:55:05.860 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:05.860 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:05.861 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 49152 2024-07-29T15:55:05.861 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:05.861 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:05.861 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 65536 2024-07-29T15:55:05.861 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:05.861 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:05.861 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 65536 2024-07-29T15:55:05.861 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:05.861 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:05.861 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:05.861 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:05.861 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 98304 2024-07-29T15:55:05.861 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:05.861 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:05.861 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 98304 2024-07-29T15:55:05.861 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:05.862 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:05.862 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 114688 2024-07-29T15:55:05.862 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:05.862 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:05.862 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 114688 2024-07-29T15:55:05.862 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:05.862 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:05.862 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:05.862 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:05.862 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 147456 2024-07-29T15:55:05.863 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:05.863 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:05.863 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 147456 2024-07-29T15:55:05.863 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:05.863 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:05.863 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 163840 2024-07-29T15:55:05.863 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:05.863 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:05.863 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 163840 2024-07-29T15:55:05.863 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:05.863 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:05.863 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:05.864 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:05.864 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 196608 2024-07-29T15:55:05.864 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:05.864 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:05.864 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 196608 2024-07-29T15:55:05.864 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:05.864 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:05.864 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 212992 2024-07-29T15:55:05.864 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:05.864 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:05.864 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 212992 2024-07-29T15:55:05.864 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:05.864 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:05.865 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:05.865 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:05.865 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:05.865 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:05.865 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:05.865 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:05.865 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:05.865 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:05.865 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:05.865 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:05.866 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:05.866 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:05.866 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:05.866 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:05.866 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:05.866 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:05.866 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:05.866 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:05.866 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:05.866 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:05.866 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:05.866 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:05.867 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:05.867 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:05.867 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:05.867 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:05.867 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:05.867 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:05.867 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:05.867 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:05.867 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:05.867 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:05.867 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:05.867 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:05.867 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:05.867 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:05.868 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:05.868 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:05.868 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:05.868 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:05.868 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:05.868 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:05.868 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:05.868 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:05.868 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:05.868 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:05.868 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:05.868 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:05.868 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:05.868 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:05.868 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:55:05.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:55:06.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:55:06.961 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:06 smithi138 ceph-mon[86438]: pgmap v2934: 553 pgs: 553 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 854 KiB/s rd, 412 KiB/s wr, 835 op/s 2024-07-29T15:55:06.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:06 smithi067 ceph-mon[91995]: pgmap v2934: 553 pgs: 553 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 854 KiB/s rd, 412 KiB/s wr, 835 op/s 2024-07-29T15:55:06.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:06 smithi067 ceph-mon[94375]: pgmap v2934: 553 pgs: 553 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 854 KiB/s rd, 412 KiB/s wr, 835 op/s 2024-07-29T15:55:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:55:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:55:07] "GET /metrics HTTP/1.1" 200 68345 "" "Prometheus/2.51.0" 2024-07-29T15:55:08.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:08 smithi067 ceph-mon[91995]: pgmap v2935: 553 pgs: 553 active+clean; 31 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 730 KiB/s rd, 1.7 MiB/s wr, 716 op/s 2024-07-29T15:55:08.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:08 smithi067 ceph-mon[94375]: pgmap v2935: 553 pgs: 553 active+clean; 31 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 730 KiB/s rd, 1.7 MiB/s wr, 716 op/s 2024-07-29T15:55:09.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:08 smithi138 ceph-mon[86438]: pgmap v2935: 553 pgs: 553 active+clean; 31 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 730 KiB/s rd, 1.7 MiB/s wr, 716 op/s 2024-07-29T15:55:09.591 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:09.591 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:09.591 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:09.591 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:09.591 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:09.591 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:09.591 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:09.591 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:09.591 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:09.591 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:09.591 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:09.592 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:09.592 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:09.592 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:09.592 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:09.592 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:09.592 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:09.592 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:09.592 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:09.592 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:09.592 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:09.592 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:09.592 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:09.592 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:09.592 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:09.593 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:09.593 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:09.593 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:09.593 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:09.593 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:09.593 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:09.593 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:09.593 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:09.593 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:09.593 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:09.593 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:09.593 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:09.593 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:09.593 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:09.594 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:09.594 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:09.594 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:09.594 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:09.594 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:09.594 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:09.594 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:09.594 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:09.594 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:09.594 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:09.594 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:09.594 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:09.594 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:09.594 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:09.595 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:09.595 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:09.595 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:09.595 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:09.595 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:09.595 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:09.595 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:09.595 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:09.595 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:09.595 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:09.595 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:09.595 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:09.595 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:09.595 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:09.595 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:09.595 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:09.596 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:09.596 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:09.596 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:09.596 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:09.596 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:09.596 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:09.596 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:09.596 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:09.596 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:09.596 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:09.596 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:09.596 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:09.596 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:09.596 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:09.596 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:09.596 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:09.597 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:09.597 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:09.597 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:09.597 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:09.597 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:09.597 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:09.597 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:09.597 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:09.597 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:09.597 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:09.597 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:09.597 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:09.597 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:09.597 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:09.597 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:09.597 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:09.598 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:09.598 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:09.598 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:09.598 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:09.598 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:09.598 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:09.598 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:09.598 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:09.598 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:09.598 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:09.598 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:09.598 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:09.598 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:09.598 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:09.598 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:09.599 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:09.599 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:09.599 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:09.599 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:09.599 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:09.599 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:09.599 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:09.599 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:55:09.599 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:09.599 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 4 2024-07-29T15:55:09.599 INFO:tasks.workunit.client.0.smithi067.stdout:read: 4 2024-07-29T15:55:09.599 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (13084 ms) 2024-07-29T15:55:09.599 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-07-29T15:55:09.599 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:10.562 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:55:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:55:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:55:10.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:10 smithi067 ceph-mon[91995]: pgmap v2936: 553 pgs: 553 active+clean; 31 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 616 op/s 2024-07-29T15:55:10.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:10 smithi067 ceph-mon[94375]: pgmap v2936: 553 pgs: 553 active+clean; 31 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 616 op/s 2024-07-29T15:55:11.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:10 smithi138 ceph-mon[86438]: pgmap v2936: 553 pgs: 553 active+clean; 31 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 616 op/s 2024-07-29T15:55:11.729 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:55:11.729 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:55:11.729 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:55:11.729 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:55:11.730 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:55:11.730 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:11.730 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:55:11.730 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:11.730 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:11.730 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:55:11.730 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:11.730 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:55:11.730 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:11.730 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:11.730 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:55:11.730 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:11.730 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:55:11.730 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:11.731 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:11.731 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:55:11.731 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:11.731 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:55:11.731 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:11.731 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:11.731 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:55:11.731 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:11.731 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:55:11.731 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:11.731 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:11.731 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:55:11.731 INFO:tasks.workunit.client.0.smithi067.stdout:start compare and write 2024-07-29T15:55:11.731 INFO:tasks.workunit.client.0.smithi067.stdout:compare and wrote: 512 2024-07-29T15:55:11.731 INFO:tasks.workunit.client.0.smithi067.stdout:start compare and write 2024-07-29T15:55:11.732 INFO:tasks.workunit.client.0.smithi067.stdout:compare and wrote: 512 2024-07-29T15:55:11.732 INFO:tasks.workunit.client.0.smithi067.stdout:start compare and write 2024-07-29T15:55:11.732 INFO:tasks.workunit.client.0.smithi067.stdout:compare and wrote: 512 2024-07-29T15:55:11.732 INFO:tasks.workunit.client.0.smithi067.stdout:start compare and write 2024-07-29T15:55:11.732 INFO:tasks.workunit.client.0.smithi067.stdout:compare and wrote: 512 2024-07-29T15:55:11.732 INFO:tasks.workunit.client.0.smithi067.stdout:start compare and write 2024-07-29T15:55:11.732 INFO:tasks.workunit.client.0.smithi067.stdout:compare and wrote: 512 2024-07-29T15:55:11.732 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:11.732 INFO:tasks.workunit.client.0.smithi067.stdout:started aio compare and write 2024-07-29T15:55:11.732 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:11.732 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:11.732 INFO:tasks.workunit.client.0.smithi067.stdout:finished aio compare and write 2024-07-29T15:55:11.732 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:11.732 INFO:tasks.workunit.client.0.smithi067.stdout:started aio compare and write 2024-07-29T15:55:11.732 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:11.733 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:11.733 INFO:tasks.workunit.client.0.smithi067.stdout:finished aio compare and write 2024-07-29T15:55:11.733 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:11.733 INFO:tasks.workunit.client.0.smithi067.stdout:started aio compare and write 2024-07-29T15:55:11.733 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:11.733 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:11.733 INFO:tasks.workunit.client.0.smithi067.stdout:finished aio compare and write 2024-07-29T15:55:11.733 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:11.733 INFO:tasks.workunit.client.0.smithi067.stdout:started aio compare and write 2024-07-29T15:55:11.733 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:11.733 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:11.733 INFO:tasks.workunit.client.0.smithi067.stdout:finished aio compare and write 2024-07-29T15:55:11.733 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:11.733 INFO:tasks.workunit.client.0.smithi067.stdout:started aio compare and write 2024-07-29T15:55:11.734 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:11.734 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:11.734 INFO:tasks.workunit.client.0.smithi067.stdout:finished aio compare and write 2024-07-29T15:55:11.734 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:11.734 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:11.734 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:11.734 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:11.734 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:11.734 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:11.734 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:55:11.734 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:11.734 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:55:11.735 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:11.735 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:55:11.735 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:11.735 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:55:11.735 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:11.735 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:55:11.735 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:11.735 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:55:11.735 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:11.735 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:55:11.735 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:11.735 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:55:11.735 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:11.735 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:55:11.735 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:11.736 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:55:11.736 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 512~512 = 512 2024-07-29T15:55:11.736 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:11.736 INFO:tasks.workunit.client.0.smithi067.stdout:aio discard: 1536~512 = 0 2024-07-29T15:55:11.736 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:11.736 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:11.736 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:11.736 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:11.736 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:11.736 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 0 2024-07-29T15:55:11.736 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:11.736 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:11.736 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 0 2024-07-29T15:55:11.736 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:11.737 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:11.737 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 16384 2024-07-29T15:55:11.737 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:11.737 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:11.737 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 16384 2024-07-29T15:55:11.737 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:11.737 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:11.737 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:11.737 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:11.737 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 49152 2024-07-29T15:55:11.737 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:11.737 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:11.737 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 49152 2024-07-29T15:55:11.737 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:11.738 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:11.738 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 65536 2024-07-29T15:55:11.738 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:11.738 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:11.738 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 65536 2024-07-29T15:55:11.738 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:11.738 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:11.738 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:11.738 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:11.738 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 98304 2024-07-29T15:55:11.738 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:11.738 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:11.738 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 98304 2024-07-29T15:55:11.739 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:11.739 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:11.739 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 114688 2024-07-29T15:55:11.739 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:11.739 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:11.739 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 114688 2024-07-29T15:55:11.739 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:11.739 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:11.739 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:11.739 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:11.739 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 147456 2024-07-29T15:55:11.739 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:11.739 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:11.739 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 147456 2024-07-29T15:55:11.740 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:11.740 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:11.740 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 163840 2024-07-29T15:55:11.740 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:11.740 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:11.740 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 163840 2024-07-29T15:55:11.740 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:11.740 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:11.740 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:11.740 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:11.740 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 196608 2024-07-29T15:55:11.740 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:11.740 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:11.740 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 196608 2024-07-29T15:55:11.740 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:11.741 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:11.741 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 212992 2024-07-29T15:55:11.741 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:11.741 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:11.741 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 212992 2024-07-29T15:55:11.741 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:11.741 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:11.741 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:11.741 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:11.741 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:11.741 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:11.741 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:11.741 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:11.742 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:11.742 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:11.742 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:11.742 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:11.742 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:11.742 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:11.742 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:11.742 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:11.742 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:11.742 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:11.742 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:11.742 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:11.742 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:11.743 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:11.743 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:11.743 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:11.743 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:11.743 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:11.743 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:11.743 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:11.743 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:11.743 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:11.743 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:11.743 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:11.743 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:11.743 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:11.743 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:11.744 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:11.744 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:11.744 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:11.744 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:11.744 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:11.744 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:11.744 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:11.744 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:11.744 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:11.744 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:11.744 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:11.744 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:11.744 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:11.744 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:11.744 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:11.745 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:11.745 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:11.745 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:12 smithi067 ceph-mon[91995]: pgmap v2937: 553 pgs: 553 active+clean; 31 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 707 op/s 2024-07-29T15:55:12.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:12 smithi067 ceph-mon[94375]: pgmap v2937: 553 pgs: 553 active+clean; 31 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 707 op/s 2024-07-29T15:55:13.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:12 smithi138 ceph-mon[86438]: pgmap v2937: 553 pgs: 553 active+clean; 31 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 707 op/s 2024-07-29T15:55:13.564 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:13.565 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:13.565 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:13.565 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:13.565 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:13.565 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:13.565 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:13.565 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:13.565 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:13.565 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:13.565 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:13.565 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:13.565 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:13.565 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:13.565 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:13.565 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:13.566 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:13.566 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:13.566 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:13.566 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:13.566 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:13.566 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:13.566 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:13.566 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:13.566 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:13.566 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:13.566 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:13.566 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:13.566 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:13.567 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:13.567 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:13.567 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:13.567 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:13.567 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:13.567 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:13.567 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:13.567 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:13.567 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:13.567 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:13.567 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:13.567 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:13.567 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:13.567 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:13.567 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:13.567 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:13.568 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:13.568 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:13.568 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:13.568 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:13.568 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:13.568 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:13.568 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:13.568 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:13.568 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:13.568 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:13.568 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:13.568 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:13.568 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:13.568 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:13.568 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:13.569 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:13.569 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:13.569 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:13.569 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:13.569 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:13.569 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:13.569 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:13.569 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:13.569 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:13.569 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:13.569 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:13.569 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:13.569 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:13.569 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:13.569 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:13.570 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:13.570 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:13.570 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:13.570 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:13.570 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:13.570 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:13.570 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:13.570 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:13.570 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:13.570 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:13.570 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:13.570 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:13.570 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:13.571 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:13.571 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:13.571 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:13.571 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:13.571 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:13.571 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:13.571 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:13.571 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:13.571 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:13.571 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:13.571 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:13.571 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:13.571 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:13.571 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:13.571 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:13.572 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:13.572 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:13.572 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:13.572 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:13.572 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:13.572 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:13.572 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:13.572 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:13.572 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:13.572 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:13.572 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:13.572 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:13.572 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:13.572 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:13.572 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:13.573 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:13.573 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:13.573 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:13.573 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:13.573 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:55:13.573 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:13.573 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (3973 ms) 2024-07-29T15:55:13.573 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-07-29T15:55:14.747 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:14.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:14 smithi067 ceph-mon[91995]: pgmap v2938: 553 pgs: 553 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 814 op/s 2024-07-29T15:55:14.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:14 smithi067 ceph-mon[91995]: osdmap e1718: 8 total, 8 up, 8 in 2024-07-29T15:55:14.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:14 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3127268327' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:55:14.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:14 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:55:14.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:14 smithi067 ceph-mon[94375]: pgmap v2938: 553 pgs: 553 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 814 op/s 2024-07-29T15:55:14.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:14 smithi067 ceph-mon[94375]: osdmap e1718: 8 total, 8 up, 8 in 2024-07-29T15:55:14.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:14 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3127268327' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:55:14.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:14 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:55:15.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:14 smithi138 ceph-mon[86438]: pgmap v2938: 553 pgs: 553 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 814 op/s 2024-07-29T15:55:15.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:14 smithi138 ceph-mon[86438]: osdmap e1718: 8 total, 8 up, 8 in 2024-07-29T15:55:15.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:14 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3127268327' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:55:15.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:14 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:55:16.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:15 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:55:16.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:15 smithi138 ceph-mon[86438]: osdmap e1719: 8 total, 8 up, 8 in 2024-07-29T15:55:16.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:15 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:55:16.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:15 smithi067 ceph-mon[94375]: osdmap e1719: 8 total, 8 up, 8 in 2024-07-29T15:55:16.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:15 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:55:16.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:15 smithi067 ceph-mon[91995]: osdmap e1719: 8 total, 8 up, 8 in 2024-07-29T15:55:16.820 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:55:16.820 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:55:16.820 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:55:16.820 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:55:16.820 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:55:16.820 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:16.820 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:55:16.820 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:16.820 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:16.820 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:55:16.820 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:16.820 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:55:16.820 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:16.821 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:16.821 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:55:16.821 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:16.821 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:55:16.821 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:16.821 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:16.821 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:55:16.821 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:16.821 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:55:16.821 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:16.821 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:16.821 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:55:16.821 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:16.821 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:55:16.822 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:16.822 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:16.822 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:55:16.822 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:16.822 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:16.822 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:16.822 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:16.822 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:16.822 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:16.822 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:55:16.822 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:16.822 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:55:16.822 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:16.822 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:55:16.823 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:16.823 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:55:16.823 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:16.823 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:55:16.823 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:16.823 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:55:16.823 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:16.823 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:55:16.823 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:16.823 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:55:16.823 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:16.823 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:55:16.823 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:16.823 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:55:16.824 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 512~512 = 512 2024-07-29T15:55:16.824 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:16.824 INFO:tasks.workunit.client.0.smithi067.stdout:aio discard: 1536~512 = 0 2024-07-29T15:55:16.824 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:16.824 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:16.824 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:16.824 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:16.824 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:16.824 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:16.824 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:16.824 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3255 ms) 2024-07-29T15:55:16.824 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2024-07-29T15:55:16.824 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:16.847 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (28 ms) 2024-07-29T15:55:16.847 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2024-07-29T15:55:16.847 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:16.874 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (27 ms) 2024-07-29T15:55:16.874 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2024-07-29T15:55:16.875 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:16.903 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (29 ms) 2024-07-29T15:55:16.903 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2024-07-29T15:55:16.903 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:16.931 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (28 ms) 2024-07-29T15:55:16.932 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2024-07-29T15:55:16.932 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:17.007 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (76 ms) 2024-07-29T15:55:17.007 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2024-07-29T15:55:17.007 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:17.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:16 smithi138 ceph-mon[86438]: pgmap v2941: 585 pgs: 5 creating+peering, 27 unknown, 553 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 595 KiB/s wr, 1.21k op/s 2024-07-29T15:55:17.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:16 smithi138 ceph-mon[86438]: osdmap e1720: 8 total, 8 up, 8 in 2024-07-29T15:55:17.068 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (61 ms) 2024-07-29T15:55:17.068 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2024-07-29T15:55:17.068 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:17.143 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (75 ms) 2024-07-29T15:55:17.143 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2024-07-29T15:55:17.143 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:17.210 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (67 ms) 2024-07-29T15:55:17.210 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2024-07-29T15:55:17.211 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:17.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:16 smithi067 ceph-mon[91995]: pgmap v2941: 585 pgs: 5 creating+peering, 27 unknown, 553 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 595 KiB/s wr, 1.21k op/s 2024-07-29T15:55:17.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:16 smithi067 ceph-mon[91995]: osdmap e1720: 8 total, 8 up, 8 in 2024-07-29T15:55:17.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:16 smithi067 ceph-mon[94375]: pgmap v2941: 585 pgs: 5 creating+peering, 27 unknown, 553 active+clean; 35 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 595 KiB/s wr, 1.21k op/s 2024-07-29T15:55:17.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:16 smithi067 ceph-mon[94375]: osdmap e1720: 8 total, 8 up, 8 in 2024-07-29T15:55:17.460 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (250 ms) 2024-07-29T15:55:17.460 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2024-07-29T15:55:17.460 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:17.776 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (316 ms) 2024-07-29T15:55:17.777 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2024-07-29T15:55:17.777 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:17.806 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (30 ms) 2024-07-29T15:55:17.806 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2024-07-29T15:55:17.806 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:17.833 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (27 ms) 2024-07-29T15:55:17.833 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2024-07-29T15:55:17.833 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:17.859 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (26 ms) 2024-07-29T15:55:17.859 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-07-29T15:55:17.859 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:17.885 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (26 ms) 2024-07-29T15:55:17.885 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-07-29T15:55:17.885 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:17.906 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:17.906 INFO:tasks.workunit.client.0.smithi067.stdout:aio discard: 0~1048576 = 0 2024-07-29T15:55:17.906 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:17.907 INFO:tasks.workunit.client.0.smithi067.stdout:aio discard: 0~4194304 = 0 2024-07-29T15:55:17.907 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:17.907 INFO:tasks.workunit.client.0.smithi067.stdout:aio discard: 3145728~1048576 = 0 2024-07-29T15:55:17.907 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (21 ms) 2024-07-29T15:55:17.907 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestFUA 2024-07-29T15:55:17.907 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:18.012 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:55:18.012 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:55:18.012 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:55:18.012 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:55:18.012 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:55:18.012 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:18.012 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:18.012 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:18.013 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:18.013 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:18.013 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:18.013 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:55:18.013 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:18.013 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:18.013 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:55:18.013 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:18.013 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:55:18.013 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:18.013 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:18.013 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:55:18.013 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:18.013 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:55:18.013 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:18.014 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:18.014 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:55:18.014 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:18.014 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:55:18.014 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:18.014 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:18.014 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:55:18.014 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:18.014 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:55:18.014 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:18.014 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:18.014 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:55:18.014 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:18.015 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:55:18.015 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:18.015 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:55:18.015 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:18.015 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:55:18.015 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:18.015 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:55:18.015 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:18.015 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:55:18.015 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:18.015 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:55:18.015 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:18.015 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:55:18.016 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:18.016 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:55:18.016 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:18.016 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:55:18.016 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:18.016 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:55:18.016 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestFUA (106 ms) 2024-07-29T15:55:18.016 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-07-29T15:55:18.016 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:18.036 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:55:18.036 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:55:18.036 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:55:18.036 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:55:18.036 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:55:18.036 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:18.036 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:55:18.036 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:18.036 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:18.036 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:55:18.037 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:18.037 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:55:18.037 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:18.037 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:18.037 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:55:18.037 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:18.037 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:55:18.037 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:18.037 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:18.037 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:55:18.037 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:18.037 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:55:18.037 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:18.037 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:18.038 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:55:18.038 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:18.038 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:55:18.038 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:18.051 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:18.051 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:55:18.051 INFO:tasks.workunit.client.0.smithi067.stdout:start compare and write 2024-07-29T15:55:18.051 INFO:tasks.workunit.client.0.smithi067.stdout:compare and wrote: 512 2024-07-29T15:55:18.051 INFO:tasks.workunit.client.0.smithi067.stdout:start compare and write 2024-07-29T15:55:18.051 INFO:tasks.workunit.client.0.smithi067.stdout:compare and wrote: 512 2024-07-29T15:55:18.051 INFO:tasks.workunit.client.0.smithi067.stdout:start compare and write 2024-07-29T15:55:18.052 INFO:tasks.workunit.client.0.smithi067.stdout:compare and wrote: 512 2024-07-29T15:55:18.052 INFO:tasks.workunit.client.0.smithi067.stdout:start compare and write 2024-07-29T15:55:18.052 INFO:tasks.workunit.client.0.smithi067.stdout:compare and wrote: 512 2024-07-29T15:55:18.052 INFO:tasks.workunit.client.0.smithi067.stdout:start compare and write 2024-07-29T15:55:18.052 INFO:tasks.workunit.client.0.smithi067.stdout:compare and wrote: 512 2024-07-29T15:55:18.052 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:18.052 INFO:tasks.workunit.client.0.smithi067.stdout:started aio compare and write 2024-07-29T15:55:18.052 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:18.052 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:18.052 INFO:tasks.workunit.client.0.smithi067.stdout:finished aio compare and write 2024-07-29T15:55:18.053 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:18.053 INFO:tasks.workunit.client.0.smithi067.stdout:started aio compare and write 2024-07-29T15:55:18.053 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:18.053 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:18.053 INFO:tasks.workunit.client.0.smithi067.stdout:finished aio compare and write 2024-07-29T15:55:18.053 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:18.053 INFO:tasks.workunit.client.0.smithi067.stdout:started aio compare and write 2024-07-29T15:55:18.053 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:18.054 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:18.054 INFO:tasks.workunit.client.0.smithi067.stdout:finished aio compare and write 2024-07-29T15:55:18.054 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:18.054 INFO:tasks.workunit.client.0.smithi067.stdout:started aio compare and write 2024-07-29T15:55:18.054 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:18.055 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:18.055 INFO:tasks.workunit.client.0.smithi067.stdout:finished aio compare and write 2024-07-29T15:55:18.055 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:18.055 INFO:tasks.workunit.client.0.smithi067.stdout:started aio compare and write 2024-07-29T15:55:18.055 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:18.056 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:18.056 INFO:tasks.workunit.client.0.smithi067.stdout:finished aio compare and write 2024-07-29T15:55:18.056 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:18.056 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:18.057 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:18.057 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:18.057 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:18.057 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:18.057 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:55:18.057 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:18.057 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:55:18.057 INFO:tasks.workunit.client.0.smithi067.stdout:finished read 2024-07-29T15:55:18.057 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:18.057 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:55:18.057 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:18.058 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:55:18.058 INFO:tasks.workunit.client.0.smithi067.stdout:finished read 2024-07-29T15:55:18.058 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:18.058 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:55:18.058 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:18.058 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:55:18.058 INFO:tasks.workunit.client.0.smithi067.stdout:finished read 2024-07-29T15:55:18.058 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:18.059 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:55:18.059 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:18.059 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:55:18.059 INFO:tasks.workunit.client.0.smithi067.stdout:finished read 2024-07-29T15:55:18.059 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:18.059 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:55:18.059 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:18.059 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:55:18.059 INFO:tasks.workunit.client.0.smithi067.stdout:finished read 2024-07-29T15:55:18.059 INFO:tasks.workunit.client.0.smithi067.stdout:discard: 512~512 2024-07-29T15:55:18.059 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:18.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:17 smithi138 ceph-mon[86438]: osdmap e1721: 8 total, 8 up, 8 in 2024-07-29T15:55:18.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:17 smithi067 ceph-mon[91995]: osdmap e1721: 8 total, 8 up, 8 in 2024-07-29T15:55:18.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:17 smithi067 ceph-mon[94375]: osdmap e1721: 8 total, 8 up, 8 in 2024-07-29T15:55:18.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:55:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:55:17] "GET /metrics HTTP/1.1" 200 68345 "" "Prometheus/2.51.0" 2024-07-29T15:55:19.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:18 smithi138 ceph-mon[86438]: pgmap v2944: 585 pgs: 5 creating+peering, 10 unknown, 570 active+clean; 37 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 905 KiB/s rd, 436 KiB/s wr, 1.84k op/s 2024-07-29T15:55:19.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:18 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:55:19.121 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:19.121 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:19.121 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:19.121 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:19.122 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:19.122 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 0 2024-07-29T15:55:19.122 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.122 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.122 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 0 2024-07-29T15:55:19.122 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.122 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.122 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 16384 2024-07-29T15:55:19.122 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.122 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.122 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 16384 2024-07-29T15:55:19.122 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.122 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.122 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:19.123 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:19.123 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 49152 2024-07-29T15:55:19.123 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.123 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.123 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 49152 2024-07-29T15:55:19.123 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.123 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.123 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 65536 2024-07-29T15:55:19.123 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.123 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.123 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 65536 2024-07-29T15:55:19.123 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.123 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.123 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:19.124 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:19.124 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 98304 2024-07-29T15:55:19.124 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.124 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.124 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 98304 2024-07-29T15:55:19.124 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.124 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.124 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 114688 2024-07-29T15:55:19.124 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.124 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.124 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 114688 2024-07-29T15:55:19.124 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.124 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.124 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:19.124 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:19.125 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 147456 2024-07-29T15:55:19.125 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.125 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.125 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 147456 2024-07-29T15:55:19.125 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.125 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.125 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 163840 2024-07-29T15:55:19.125 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.125 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.125 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 163840 2024-07-29T15:55:19.125 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.125 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.125 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:19.125 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:19.126 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 196608 2024-07-29T15:55:19.126 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.126 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.126 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 196608 2024-07-29T15:55:19.126 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.126 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.126 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 212992 2024-07-29T15:55:19.126 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.126 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.126 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 212992 2024-07-29T15:55:19.126 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.126 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.126 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:19.126 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:19.126 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:19.127 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:19.127 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:19.127 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:19.127 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:19.127 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.127 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.127 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:19.127 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:19.127 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:19.127 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:19.127 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:19.127 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.127 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.127 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:19.128 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:19.128 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:19.129 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:19.129 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:19.129 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.129 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.129 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:19.129 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:19.129 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:19.137 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:19.137 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:19.137 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.137 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.137 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:19.137 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:19.137 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:19.137 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:19.137 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:19.137 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:19.137 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:19.138 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:19.138 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:19.161 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:19.161 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:19.161 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.161 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.161 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:19.161 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:19.161 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:19.182 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:19.182 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:19.182 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.182 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.182 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:19.182 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:19.182 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:19.211 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:19.212 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:19.212 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.212 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.212 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:19.212 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:19.212 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:19.238 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:19.238 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:19.238 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.238 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.238 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:19.238 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:19.238 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:19.238 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:19.238 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:19.238 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:19.238 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:19.238 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:19.239 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:19.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:18 smithi067 ceph-mon[91995]: pgmap v2944: 585 pgs: 5 creating+peering, 10 unknown, 570 active+clean; 37 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 905 KiB/s rd, 436 KiB/s wr, 1.84k op/s 2024-07-29T15:55:19.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:18 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:55:19.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:18 smithi067 ceph-mon[94375]: pgmap v2944: 585 pgs: 5 creating+peering, 10 unknown, 570 active+clean; 37 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 905 KiB/s rd, 436 KiB/s wr, 1.84k op/s 2024-07-29T15:55:19.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:18 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:55:19.284 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:19.285 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:19.285 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.285 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.285 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:19.285 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:19.285 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:19.328 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:19.328 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:19.328 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.328 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.328 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:19.328 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:19.328 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:19.382 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:19.383 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:19.383 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.383 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.383 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:19.383 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:19.383 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:19.428 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:19.428 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:19.428 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.428 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.428 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:19.428 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:19.428 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:19.428 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:19.428 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:19.429 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:19.429 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:19.429 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:19.429 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:19.515 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:19.515 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:19.515 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.515 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.515 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:19.515 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:19.515 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:19.576 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:19.577 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:19.577 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.577 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.577 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:19.577 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:19.577 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:19.658 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:19.658 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:19.658 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.658 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.658 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:19.659 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:19.659 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:19.727 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:19.727 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:19.727 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.727 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.727 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:19.727 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:19.727 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:19.727 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:19.727 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:19.727 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:19.727 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:19.728 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:19.728 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:19.843 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:19.843 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:19.843 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.843 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.843 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:19.843 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:19.843 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:19.926 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:19.926 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:19.926 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:19.927 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:19.927 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:19.927 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:19.927 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:20.021 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:20.021 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:20.022 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:20.022 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:20.022 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:20.022 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:20.022 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:20.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:19 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:55:20.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:19 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:55:20.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:19 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:55:20.115 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:20.115 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:20.115 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:20.115 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:20.115 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:20.115 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:20.115 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:20.115 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:20.116 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:20.116 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:20.116 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestIOPP (2103 ms) 2024-07-29T15:55:20.116 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2024-07-29T15:55:20.116 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:20.142 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (28 ms) 2024-07-29T15:55:20.143 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2024-07-29T15:55:20.143 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:20.166 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (23 ms) 2024-07-29T15:55:20.166 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2024-07-29T15:55:20.166 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:20.190 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (24 ms) 2024-07-29T15:55:20.190 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2024-07-29T15:55:20.190 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:20.216 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (26 ms) 2024-07-29T15:55:20.216 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2024-07-29T15:55:20.216 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:20.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:19 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:55:20.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:19 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:55:20.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:19 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:55:20.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:19 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:55:20.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:19 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:55:20.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:19 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:55:20.242 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (26 ms) 2024-07-29T15:55:20.242 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2024-07-29T15:55:20.242 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:20.262 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:20.266 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (24 ms) 2024-07-29T15:55:20.266 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2024-07-29T15:55:20.266 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:20.291 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (25 ms) 2024-07-29T15:55:20.291 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2024-07-29T15:55:20.291 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:20.313 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:20.317 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (26 ms) 2024-07-29T15:55:20.317 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2024-07-29T15:55:20.317 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:20.342 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (25 ms) 2024-07-29T15:55:20.342 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2024-07-29T15:55:20.342 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:20.366 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:20.368 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (26 ms) 2024-07-29T15:55:20.368 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2024-07-29T15:55:20.368 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:20.399 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (32 ms) 2024-07-29T15:55:20.399 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2024-07-29T15:55:20.399 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:20.421 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:20.425 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (25 ms) 2024-07-29T15:55:20.425 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2024-07-29T15:55:20.425 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:20.481 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (56 ms) 2024-07-29T15:55:20.482 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2024-07-29T15:55:20.482 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:20.531 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:20.548 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (67 ms) 2024-07-29T15:55:20.548 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2024-07-29T15:55:20.549 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:55:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:55:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:55:20.622 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (74 ms) 2024-07-29T15:55:20.622 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2024-07-29T15:55:20.622 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:20.667 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:20.684 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (62 ms) 2024-07-29T15:55:20.684 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2024-07-29T15:55:20.684 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:21.030 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (346 ms) 2024-07-29T15:55:21.030 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2024-07-29T15:55:21.030 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:20 smithi138 ceph-mon[86438]: pgmap v2945: 585 pgs: 5 creating+peering, 580 active+clean; 57 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.2 MiB/s wr, 1.46k op/s 2024-07-29T15:55:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:55:21.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:20 smithi067 ceph-mon[91995]: pgmap v2945: 585 pgs: 5 creating+peering, 580 active+clean; 57 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.2 MiB/s wr, 1.46k op/s 2024-07-29T15:55:21.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:55:21.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:20 smithi067 ceph-mon[94375]: pgmap v2945: 585 pgs: 5 creating+peering, 580 active+clean; 57 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.2 MiB/s wr, 1.46k op/s 2024-07-29T15:55:21.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:55:21.389 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:21.411 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (381 ms) 2024-07-29T15:55:21.411 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-07-29T15:55:21.411 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:21.439 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:55:21.439 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:55:21.439 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:55:21.439 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:55:21.439 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:55:21.440 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:21.440 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:55:21.440 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:21.440 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:21.440 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:55:21.440 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:21.440 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:55:21.440 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:21.441 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:21.441 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:55:21.441 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:21.441 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:55:21.441 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:21.442 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:21.442 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:55:21.442 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:21.442 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:55:21.442 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:21.444 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:21.445 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:55:21.445 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:21.445 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:55:21.445 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:21.445 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:21.445 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:55:21.445 INFO:tasks.workunit.client.0.smithi067.stdout:read: 512 2024-07-29T15:55:21.446 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:21.446 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:55:21.446 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:21.446 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:55:21.446 INFO:tasks.workunit.client.0.smithi067.stdout:finished read 2024-07-29T15:55:21.446 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:21.446 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:55:21.446 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:21.447 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:55:21.447 INFO:tasks.workunit.client.0.smithi067.stdout:finished read 2024-07-29T15:55:21.447 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:21.447 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:55:21.447 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:21.447 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:55:21.447 INFO:tasks.workunit.client.0.smithi067.stdout:finished read 2024-07-29T15:55:21.447 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:21.447 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:55:21.447 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:21.447 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:55:21.448 INFO:tasks.workunit.client.0.smithi067.stdout:finished read 2024-07-29T15:55:21.448 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:21.448 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:55:21.448 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:55:22.406 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:55:22.406 INFO:tasks.workunit.client.0.smithi067.stdout:finished read 2024-07-29T15:55:22.406 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 0 2024-07-29T15:55:22.406 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.406 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.406 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 0 2024-07-29T15:55:22.406 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.406 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.406 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 16384 2024-07-29T15:55:22.407 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.407 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.407 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 16384 2024-07-29T15:55:22.407 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.407 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.407 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:22.407 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:22.407 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 49152 2024-07-29T15:55:22.407 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.407 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.407 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 49152 2024-07-29T15:55:22.407 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.407 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.407 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 65536 2024-07-29T15:55:22.408 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.408 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.408 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 65536 2024-07-29T15:55:22.408 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.408 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.408 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:22.408 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:22.408 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 98304 2024-07-29T15:55:22.408 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.408 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.408 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 98304 2024-07-29T15:55:22.408 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.408 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.408 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 114688 2024-07-29T15:55:22.409 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.409 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.409 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 114688 2024-07-29T15:55:22.409 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.409 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.409 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:22.409 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:22.409 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 147456 2024-07-29T15:55:22.409 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.409 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.409 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 147456 2024-07-29T15:55:22.409 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.409 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.409 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 163840 2024-07-29T15:55:22.410 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.410 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.410 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 163840 2024-07-29T15:55:22.410 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.410 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.410 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:22.410 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:22.410 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 196608 2024-07-29T15:55:22.410 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.410 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.410 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 196608 2024-07-29T15:55:22.410 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.410 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.410 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 212992 2024-07-29T15:55:22.411 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.411 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.411 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 212992 2024-07-29T15:55:22.411 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.411 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.411 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:22.411 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:22.411 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:22.411 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:22.411 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:22.411 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:22.411 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:22.411 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.411 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.412 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:22.412 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:22.412 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:22.412 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:22.412 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:22.412 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.412 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.412 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:22.412 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:22.412 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:22.414 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:22.414 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:22.414 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.414 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.414 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:22.414 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:22.414 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:22.421 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:22.421 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:22.421 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.422 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.422 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:22.422 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:22.422 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:22.422 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:22.422 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:22.422 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:22.422 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:22.422 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:22.422 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:22.443 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:22.443 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:22.443 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.443 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.443 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:22.443 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:22.443 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:22.465 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:22.465 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:22.465 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.465 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.465 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:22.465 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:22.465 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:22.492 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:22.492 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:22.492 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.492 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.492 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:22.492 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:22.492 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:22.520 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:22.520 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:22.520 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.520 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.520 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:22.520 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:22.520 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:22.521 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:22.521 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:22.521 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:22.521 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:22.521 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:22.521 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:22.564 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:22.564 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:22.564 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.565 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.565 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:22.565 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:22.565 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:22.607 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:22.607 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:22.607 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.607 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.607 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:22.607 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:22.607 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:22.660 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:22.660 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:22.660 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.660 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.660 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:22.660 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:22.660 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:22.708 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:22.708 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:22.708 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.708 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.708 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:22.708 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:22.708 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:22.708 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:22.709 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:22.709 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:22.709 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:22.709 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:22.709 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:22.796 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:22.796 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:22.797 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.797 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.797 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:22.797 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:22.797 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:22.863 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:22.863 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:22.863 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.863 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.863 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:22.863 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:22.863 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:22.932 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:22.933 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:22.933 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.933 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.933 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:22.933 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:22.933 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:22.999 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:22.999 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:22.999 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:22.999 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:22.999 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:22.999 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:22.999 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:22.999 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:22.999 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:22.999 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:22.999 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:22.999 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:22.999 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:23.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:22 smithi138 ceph-mon[86438]: pgmap v2946: 585 pgs: 585 active+clean; 67 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.8 MiB/s wr, 1.33k op/s 2024-07-29T15:55:23.110 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:23.110 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:23.110 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:23.110 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:23.110 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:23.110 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:23.110 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:23.192 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:23.192 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:23.192 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:23.192 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:23.192 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:23.192 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:23.193 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:23.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:22 smithi067 ceph-mon[91995]: pgmap v2946: 585 pgs: 585 active+clean; 67 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.8 MiB/s wr, 1.33k op/s 2024-07-29T15:55:23.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:22 smithi067 ceph-mon[94375]: pgmap v2946: 585 pgs: 585 active+clean; 67 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.8 MiB/s wr, 1.33k op/s 2024-07-29T15:55:23.288 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:23.288 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:23.288 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:23.289 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:23.289 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:23.289 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:23.289 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:55:23.382 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:55:23.382 INFO:tasks.workunit.client.0.smithi067.stdout:finished writesame 2024-07-29T15:55:23.382 INFO:tasks.workunit.client.0.smithi067.stdout:to verify the data 2024-07-29T15:55:23.383 INFO:tasks.workunit.client.0.smithi067.stdout:verified 2024-07-29T15:55:23.383 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:23.383 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:23.383 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:23.383 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:55:23.383 INFO:tasks.workunit.client.0.smithi067.stdout:started writesame 2024-07-29T15:55:23.383 INFO:tasks.workunit.client.0.smithi067.stdout:expected fail, finished writesame 2024-07-29T15:55:23.383 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (1971 ms) 2024-07-29T15:55:23.383 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-07-29T15:55:23.383 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:24.809 INFO:tasks.workunit.client.0.smithi067.stdout:num snaps is: 0 2024-07-29T15:55:24.810 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 0 2024-07-29T15:55:24.810 INFO:tasks.workunit.client.0.smithi067.stdout:num snaps is: 1 2024-07-29T15:55:24.810 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 1 2024-07-29T15:55:24.810 INFO:tasks.workunit.client.0.smithi067.stdout:snap: orig 2024-07-29T15:55:24.810 INFO:tasks.workunit.client.0.smithi067.stdout:found orig with size 2097152 2024-07-29T15:55:24.810 INFO:tasks.workunit.client.0.smithi067.stdout:read: 80 2024-07-29T15:55:24.810 INFO:tasks.workunit.client.0.smithi067.stdout:write test data! 2024-07-29T15:55:24.810 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 80 2024-07-29T15:55:24.810 INFO:tasks.workunit.client.0.smithi067.stdout:num snaps is: 2 2024-07-29T15:55:24.810 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 2 2024-07-29T15:55:24.810 INFO:tasks.workunit.client.0.smithi067.stdout:snap: orig 2024-07-29T15:55:24.810 INFO:tasks.workunit.client.0.smithi067.stdout:snap: written 2024-07-29T15:55:24.811 INFO:tasks.workunit.client.0.smithi067.stdout:found orig with size 2097152 2024-07-29T15:55:24.811 INFO:tasks.workunit.client.0.smithi067.stdout:found written with size 2097152 2024-07-29T15:55:24.811 INFO:tasks.workunit.client.0.smithi067.stdout:read: 80 2024-07-29T15:55:24.811 INFO:tasks.workunit.client.0.smithi067.stdout:read: 80 2024-07-29T15:55:24.811 INFO:tasks.workunit.client.0.smithi067.stdout:read: 80 2024-07-29T15:55:24.811 INFO:tasks.workunit.client.0.smithi067.stdout:write to snapshot returned -30 2024-07-29T15:55:24.811 INFO:tasks.workunit.client.0.smithi067.stdout:Read-only file system 2024-07-29T15:55:24.835 INFO:tasks.workunit.client.0.smithi067.stdout:read: 80 2024-07-29T15:55:24.835 INFO:tasks.workunit.client.0.smithi067.stdout:read: 80 2024-07-29T15:55:24.835 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 80 2024-07-29T15:55:24.835 INFO:tasks.workunit.client.0.smithi067.stdout:opening testimg@orig 2024-07-29T15:55:24.835 INFO:tasks.workunit.client.0.smithi067.stdout:read: 80 2024-07-29T15:55:24.836 INFO:tasks.workunit.client.0.smithi067.stdout:write to snapshot returned -30 2024-07-29T15:55:24.836 INFO:tasks.workunit.client.0.smithi067.stdout:Read-only file system 2024-07-29T15:55:25.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:24 smithi138 ceph-mon[86438]: pgmap v2947: 585 pgs: 585 active+clean; 107 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 2.55k op/s 2024-07-29T15:55:25.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:24 smithi138 ceph-mon[86438]: osdmap e1722: 8 total, 8 up, 8 in 2024-07-29T15:55:25.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:24 smithi067 ceph-mon[91995]: pgmap v2947: 585 pgs: 585 active+clean; 107 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 2.55k op/s 2024-07-29T15:55:25.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:24 smithi067 ceph-mon[91995]: osdmap e1722: 8 total, 8 up, 8 in 2024-07-29T15:55:25.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:24 smithi067 ceph-mon[94375]: pgmap v2947: 585 pgs: 585 active+clean; 107 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 2.55k op/s 2024-07-29T15:55:25.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:24 smithi067 ceph-mon[94375]: osdmap e1722: 8 total, 8 up, 8 in 2024-07-29T15:55:26.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:25 smithi138 ceph-mon[86438]: osdmap e1723: 8 total, 8 up, 8 in 2024-07-29T15:55:26.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:25 smithi067 ceph-mon[91995]: osdmap e1723: 8 total, 8 up, 8 in 2024-07-29T15:55:26.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:25 smithi067 ceph-mon[94375]: osdmap e1723: 8 total, 8 up, 8 in 2024-07-29T15:55:26.830 INFO:tasks.workunit.client.0.smithi067.stdout:num snaps is: 2 2024-07-29T15:55:26.831 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 2 2024-07-29T15:55:26.831 INFO:tasks.workunit.client.0.smithi067.stdout:snap: orig 2024-07-29T15:55:26.831 INFO:tasks.workunit.client.0.smithi067.stdout:snap: written 2024-07-29T15:55:26.831 INFO:tasks.workunit.client.0.smithi067.stdout:found orig with size 2097152 2024-07-29T15:55:26.831 INFO:tasks.workunit.client.0.smithi067.stdout:found written with size 2097152 2024-07-29T15:55:26.831 INFO:tasks.workunit.client.0.smithi067.stdout:num snaps is: 1 2024-07-29T15:55:26.832 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 1 2024-07-29T15:55:26.832 INFO:tasks.workunit.client.0.smithi067.stdout:snap: orig 2024-07-29T15:55:26.832 INFO:tasks.workunit.client.0.smithi067.stdout:found orig with size 2097152 2024-07-29T15:55:26.832 INFO:tasks.workunit.client.0.smithi067.stdout:num snaps is: 0 2024-07-29T15:55:26.832 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 0 2024-07-29T15:55:26.832 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3448 ms) 2024-07-29T15:55:26.833 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-07-29T15:55:26.833 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:27.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:26 smithi138 ceph-mon[86438]: pgmap v2950: 585 pgs: 585 active+clean; 115 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 1.66k op/s 2024-07-29T15:55:27.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:26 smithi138 ceph-mon[86438]: osdmap e1724: 8 total, 8 up, 8 in 2024-07-29T15:55:27.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:26 smithi067 ceph-mon[91995]: pgmap v2950: 585 pgs: 585 active+clean; 115 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 1.66k op/s 2024-07-29T15:55:27.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:26 smithi067 ceph-mon[91995]: osdmap e1724: 8 total, 8 up, 8 in 2024-07-29T15:55:27.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:26 smithi067 ceph-mon[94375]: pgmap v2950: 585 pgs: 585 active+clean; 115 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 1.66k op/s 2024-07-29T15:55:27.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:26 smithi067 ceph-mon[94375]: osdmap e1724: 8 total, 8 up, 8 in 2024-07-29T15:55:28.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:27 smithi138 ceph-mon[86438]: osdmap e1725: 8 total, 8 up, 8 in 2024-07-29T15:55:28.140 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:27 smithi067 ceph-mon[94375]: osdmap e1725: 8 total, 8 up, 8 in 2024-07-29T15:55:28.140 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:27 smithi067 ceph-mon[91995]: osdmap e1725: 8 total, 8 up, 8 in 2024-07-29T15:55:28.140 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:55:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:55:27] "GET /metrics HTTP/1.1" 200 70805 "" "Prometheus/2.51.0" 2024-07-29T15:55:28.643 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (1813 ms) 2024-07-29T15:55:28.643 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestClone 2024-07-29T15:55:28.643 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:29.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:28 smithi138 ceph-mon[86438]: pgmap v2953: 585 pgs: 585 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 9.0 MiB/s wr, 149 op/s 2024-07-29T15:55:29.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:28 smithi138 ceph-mon[86438]: osdmap e1726: 8 total, 8 up, 8 in 2024-07-29T15:55:29.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:28 smithi138 ceph-mon[86438]: osdmap e1727: 8 total, 8 up, 8 in 2024-07-29T15:55:29.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:28 smithi067 ceph-mon[91995]: pgmap v2953: 585 pgs: 585 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 9.0 MiB/s wr, 149 op/s 2024-07-29T15:55:29.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:28 smithi067 ceph-mon[91995]: osdmap e1726: 8 total, 8 up, 8 in 2024-07-29T15:55:29.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:28 smithi067 ceph-mon[91995]: osdmap e1727: 8 total, 8 up, 8 in 2024-07-29T15:55:29.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:28 smithi067 ceph-mon[94375]: pgmap v2953: 585 pgs: 585 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 9.0 MiB/s wr, 149 op/s 2024-07-29T15:55:29.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:28 smithi067 ceph-mon[94375]: osdmap e1726: 8 total, 8 up, 8 in 2024-07-29T15:55:29.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:28 smithi067 ceph-mon[94375]: osdmap e1727: 8 total, 8 up, 8 in 2024-07-29T15:55:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:55:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:55:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:55:30.845 INFO:tasks.workunit.client.0.smithi067.stdout:made parent image "parent" 2024-07-29T15:55:30.846 INFO:tasks.workunit.client.0.smithi067.stdout:parent has no parent info 2024-07-29T15:55:30.846 INFO:tasks.workunit.client.0.smithi067.stdout:made snapshot "parent@parent_snap" 2024-07-29T15:55:30.846 INFO:tasks.workunit.client.0.smithi067.stdout:can't unprotect an unprotected snap 2024-07-29T15:55:30.846 INFO:tasks.workunit.client.0.smithi067.stdout:can't protect a protected snap 2024-07-29T15:55:30.846 INFO:tasks.workunit.client.0.smithi067.stdout:made and opened clone "child" 2024-07-29T15:55:30.846 INFO:tasks.workunit.client.0.smithi067.stdout:read: 8 2024-07-29T15:55:30.846 INFO:tasks.workunit.client.0.smithi067.stdout:read: 8 2024-07-29T15:55:30.846 INFO:tasks.workunit.client.0.smithi067.stdout:read: 8 2024-07-29T15:55:30.846 INFO:tasks.workunit.client.0.smithi067.stdout:sizes and overlaps are good between parent and child 2024-07-29T15:55:30.846 INFO:tasks.workunit.client.0.smithi067.stdout:child image successfully cloned all image-meta pairs 2024-07-29T15:55:30.846 INFO:tasks.workunit.client.0.smithi067.stdout:sized down clone, changed overlap 2024-07-29T15:55:30.847 INFO:tasks.workunit.client.0.smithi067.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-07-29T15:55:30.847 INFO:tasks.workunit.client.0.smithi067.stdout:sized up clone, changed size but not overlap or parent's size 2024-07-29T15:55:30.847 INFO:tasks.workunit.client.0.smithi067.stdout:can't remove parent while child still exists 2024-07-29T15:55:30.847 INFO:tasks.workunit.client.0.smithi067.stdout:can't remove parent while still protected 2024-07-29T15:55:30.847 INFO:tasks.workunit.client.0.smithi067.stdout:removed parent snap after unprotecting 2024-07-29T15:55:30.847 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestClone (2202 ms) 2024-07-29T15:55:30.847 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestClone2 2024-07-29T15:55:30.847 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:31.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:30 smithi067 ceph-mon[91995]: pgmap v2956: 585 pgs: 585 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 7.3 MiB/s wr, 1.61k op/s 2024-07-29T15:55:31.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:30 smithi067 ceph-mon[91995]: osdmap e1728: 8 total, 8 up, 8 in 2024-07-29T15:55:31.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:30 smithi067 ceph-mon[94375]: pgmap v2956: 585 pgs: 585 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 7.3 MiB/s wr, 1.61k op/s 2024-07-29T15:55:31.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:30 smithi067 ceph-mon[94375]: osdmap e1728: 8 total, 8 up, 8 in 2024-07-29T15:55:31.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:30 smithi138 ceph-mon[86438]: pgmap v2956: 585 pgs: 585 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 7.3 MiB/s wr, 1.61k op/s 2024-07-29T15:55:31.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:30 smithi138 ceph-mon[86438]: osdmap e1728: 8 total, 8 up, 8 in 2024-07-29T15:55:31.970 INFO:tasks.workunit.client.0.smithi067.stdout:made parent image "parent" 2024-07-29T15:55:31.970 INFO:tasks.workunit.client.0.smithi067.stdout:parent has no parent info 2024-07-29T15:55:31.970 INFO:tasks.workunit.client.0.smithi067.stdout:made snapshot "parent@parent_snap" 2024-07-29T15:55:31.970 INFO:tasks.workunit.client.0.smithi067.stdout:made and opened clone "child" 2024-07-29T15:55:31.970 INFO:tasks.workunit.client.0.smithi067.stdout:child image successfully cloned all image-meta pairs 2024-07-29T15:55:31.971 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestClone2 (1125 ms) 2024-07-29T15:55:31.971 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.ListChildren 2024-07-29T15:55:32.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:31 smithi067 ceph-mon[91995]: osdmap e1729: 8 total, 8 up, 8 in 2024-07-29T15:55:32.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:31 smithi067 ceph-mon[94375]: osdmap e1729: 8 total, 8 up, 8 in 2024-07-29T15:55:32.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:31 smithi138 ceph-mon[86438]: osdmap e1729: 8 total, 8 up, 8 in 2024-07-29T15:55:33.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:32 smithi067 ceph-mon[91995]: pgmap v2959: 585 pgs: 585 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 339 KiB/s wr, 1.91k op/s 2024-07-29T15:55:33.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:32 smithi067 ceph-mon[91995]: osdmap e1730: 8 total, 8 up, 8 in 2024-07-29T15:55:33.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:32 smithi067 ceph-mon[94375]: pgmap v2959: 585 pgs: 585 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 339 KiB/s wr, 1.91k op/s 2024-07-29T15:55:33.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:32 smithi067 ceph-mon[94375]: osdmap e1730: 8 total, 8 up, 8 in 2024-07-29T15:55:33.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:32 smithi138 ceph-mon[86438]: pgmap v2959: 585 pgs: 585 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 339 KiB/s wr, 1.91k op/s 2024-07-29T15:55:33.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:32 smithi138 ceph-mon[86438]: osdmap e1730: 8 total, 8 up, 8 in 2024-07-29T15:55:34.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:33 smithi067 ceph-mon[91995]: osdmap e1731: 8 total, 8 up, 8 in 2024-07-29T15:55:34.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:33 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2570850890' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:55:34.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:33 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:55:34.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:33 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:55:34.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:33 smithi067 ceph-mon[91995]: osdmap e1732: 8 total, 8 up, 8 in 2024-07-29T15:55:34.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:33 smithi067 ceph-mon[94375]: osdmap e1731: 8 total, 8 up, 8 in 2024-07-29T15:55:34.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:33 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2570850890' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:55:34.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:33 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:55:34.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:33 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:55:34.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:33 smithi067 ceph-mon[94375]: osdmap e1732: 8 total, 8 up, 8 in 2024-07-29T15:55:34.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:33 smithi138 ceph-mon[86438]: osdmap e1731: 8 total, 8 up, 8 in 2024-07-29T15:55:34.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:33 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2570850890' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:55:34.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:33 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:55:34.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:33 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:55:34.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:33 smithi138 ceph-mon[86438]: osdmap e1732: 8 total, 8 up, 8 in 2024-07-29T15:55:35.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:34 smithi067 ceph-mon[91995]: pgmap v2962: 617 pgs: 32 unknown, 585 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 640 KiB/s rd, 46 KiB/s wr, 761 op/s 2024-07-29T15:55:35.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:34 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:55:35.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:34 smithi067 ceph-mon[91995]: osdmap e1733: 8 total, 8 up, 8 in 2024-07-29T15:55:35.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:34 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1025052987' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:55:35.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:34 smithi067 ceph-mon[94375]: pgmap v2962: 617 pgs: 32 unknown, 585 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 640 KiB/s rd, 46 KiB/s wr, 761 op/s 2024-07-29T15:55:35.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:34 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:55:35.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:34 smithi067 ceph-mon[94375]: osdmap e1733: 8 total, 8 up, 8 in 2024-07-29T15:55:35.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:34 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1025052987' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:55:35.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:34 smithi138 ceph-mon[86438]: pgmap v2962: 617 pgs: 32 unknown, 585 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 640 KiB/s rd, 46 KiB/s wr, 761 op/s 2024-07-29T15:55:35.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:34 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:55:35.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:34 smithi138 ceph-mon[86438]: osdmap e1733: 8 total, 8 up, 8 in 2024-07-29T15:55:35.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:34 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1025052987' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:55:35.622 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:36.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:36 smithi138 ceph-mon[86438]: pgmap v2965: 649 pgs: 6 creating+peering, 52 unknown, 591 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 371 KiB/s rd, 29 KiB/s wr, 456 op/s 2024-07-29T15:55:36.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:36 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:55:36.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:36 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:55:36.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:36 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1025052987' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:55:36.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:36 smithi138 ceph-mon[86438]: osdmap e1734: 8 total, 8 up, 8 in 2024-07-29T15:55:36.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:36 smithi067 ceph-mon[91995]: pgmap v2965: 649 pgs: 6 creating+peering, 52 unknown, 591 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 371 KiB/s rd, 29 KiB/s wr, 456 op/s 2024-07-29T15:55:36.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:36 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:55:36.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:36 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:55:36.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:36 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1025052987' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:55:36.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:36 smithi067 ceph-mon[91995]: osdmap e1734: 8 total, 8 up, 8 in 2024-07-29T15:55:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:36 smithi067 ceph-mon[94375]: pgmap v2965: 649 pgs: 6 creating+peering, 52 unknown, 591 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 371 KiB/s rd, 29 KiB/s wr, 456 op/s 2024-07-29T15:55:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:36 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:55:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:36 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:55:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:36 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1025052987' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:55:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:36 smithi067 ceph-mon[94375]: osdmap e1734: 8 total, 8 up, 8 in 2024-07-29T15:55:37.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:37 smithi067 ceph-mon[91995]: osdmap e1735: 8 total, 8 up, 8 in 2024-07-29T15:55:37.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:37 smithi067 ceph-mon[94375]: osdmap e1735: 8 total, 8 up, 8 in 2024-07-29T15:55:37.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:55:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:55:37] "GET /metrics HTTP/1.1" 200 75662 "" "Prometheus/2.51.0" 2024-07-29T15:55:38.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:37 smithi138 ceph-mon[86438]: osdmap e1735: 8 total, 8 up, 8 in 2024-07-29T15:55:38.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:38 smithi067 ceph-mon[91995]: pgmap v2968: 649 pgs: 12 creating+peering, 15 unknown, 622 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 11 KiB/s wr, 191 op/s 2024-07-29T15:55:38.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:38 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:55:38.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:38 smithi067 ceph-mon[91995]: osdmap e1736: 8 total, 8 up, 8 in 2024-07-29T15:55:38.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:38 smithi067 ceph-mon[91995]: osdmap e1737: 8 total, 8 up, 8 in 2024-07-29T15:55:38.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:38 smithi067 ceph-mon[94375]: pgmap v2968: 649 pgs: 12 creating+peering, 15 unknown, 622 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 11 KiB/s wr, 191 op/s 2024-07-29T15:55:38.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:38 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:55:38.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:38 smithi067 ceph-mon[94375]: osdmap e1736: 8 total, 8 up, 8 in 2024-07-29T15:55:38.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:38 smithi067 ceph-mon[94375]: osdmap e1737: 8 total, 8 up, 8 in 2024-07-29T15:55:39.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:38 smithi138 ceph-mon[86438]: pgmap v2968: 649 pgs: 12 creating+peering, 15 unknown, 622 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 11 KiB/s wr, 191 op/s 2024-07-29T15:55:39.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:38 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:55:39.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:38 smithi138 ceph-mon[86438]: osdmap e1736: 8 total, 8 up, 8 in 2024-07-29T15:55:39.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:38 smithi138 ceph-mon[86438]: osdmap e1737: 8 total, 8 up, 8 in 2024-07-29T15:55:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:55:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:55:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:55:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:40 smithi067 ceph-mon[91995]: pgmap v2971: 649 pgs: 6 creating+peering, 2 unknown, 641 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 6.5 KiB/s wr, 118 op/s 2024-07-29T15:55:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:40 smithi067 ceph-mon[91995]: osdmap e1738: 8 total, 8 up, 8 in 2024-07-29T15:55:40.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:40 smithi067 ceph-mon[94375]: pgmap v2971: 649 pgs: 6 creating+peering, 2 unknown, 641 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 6.5 KiB/s wr, 118 op/s 2024-07-29T15:55:40.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:40 smithi067 ceph-mon[94375]: osdmap e1738: 8 total, 8 up, 8 in 2024-07-29T15:55:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:40 smithi138 ceph-mon[86438]: pgmap v2971: 649 pgs: 6 creating+peering, 2 unknown, 641 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 6.5 KiB/s wr, 118 op/s 2024-07-29T15:55:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:40 smithi138 ceph-mon[86438]: osdmap e1738: 8 total, 8 up, 8 in 2024-07-29T15:55:41.157 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.158 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-31/image108 2024-07-29T15:55:41.158 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-31/image108 2024-07-29T15:55:41.158 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-31/image108 2024-07-29T15:55:41.158 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.158 INFO:tasks.workunit.client.0.smithi067.stdout:num children is: 1 2024-07-29T15:55:41.158 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 1 2024-07-29T15:55:41.158 INFO:tasks.workunit.client.0.smithi067.stdout:child: image108 2024-07-29T15:55:41.158 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-31/image108/b1d72b96fec8 2024-07-29T15:55:41.158 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.158 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.158 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-31/image108 2024-07-29T15:55:41.158 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.159 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-31/image108 2024-07-29T15:55:41.159 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-31/image108 2024-07-29T15:55:41.159 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.159 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.159 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.159 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.159 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.159 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.159 INFO:tasks.workunit.client.0.smithi067.stdout:num children is: 2 2024-07-29T15:55:41.159 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 2 2024-07-29T15:55:41.159 INFO:tasks.workunit.client.0.smithi067.stdout:child: image109 2024-07-29T15:55:41.159 INFO:tasks.workunit.client.0.smithi067.stdout:child: image108 2024-07-29T15:55:41.159 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-31/image108/b1d72b96fec8 2024-07-29T15:55:41.159 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.160 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-30/image109/b1d7ca2fdf7f 2024-07-29T15:55:41.160 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.160 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.160 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-31/image108 2024-07-29T15:55:41.160 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.160 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-31/image108 2024-07-29T15:55:41.160 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-31/image108 2024-07-29T15:55:41.160 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.160 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.160 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.160 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.160 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.160 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.160 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.160 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-31/image110 2024-07-29T15:55:41.161 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.161 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-31/image108 2024-07-29T15:55:41.161 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-31/image110 2024-07-29T15:55:41.161 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-31/image110 2024-07-29T15:55:41.161 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.161 INFO:tasks.workunit.client.0.smithi067.stdout:num children is: 3 2024-07-29T15:55:41.161 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 3 2024-07-29T15:55:41.161 INFO:tasks.workunit.client.0.smithi067.stdout:child: image109 2024-07-29T15:55:41.161 INFO:tasks.workunit.client.0.smithi067.stdout:child: image108 2024-07-29T15:55:41.161 INFO:tasks.workunit.client.0.smithi067.stdout:child: image110 2024-07-29T15:55:41.161 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-31/image108/b1d72b96fec8 2024-07-29T15:55:41.161 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.161 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-30/image109/b1d7ca2fdf7f 2024-07-29T15:55:41.161 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.162 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-31/image110/b1d74c642f23 2024-07-29T15:55:41.162 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.162 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.162 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-31/image108 2024-07-29T15:55:41.162 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.162 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-31/image108 2024-07-29T15:55:41.162 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-31/image108 2024-07-29T15:55:41.162 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.162 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.162 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.162 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.162 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.162 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.163 INFO:tasks.workunit.client.0.smithi067.stdout:num children is: 3 2024-07-29T15:55:41.163 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 3 2024-07-29T15:55:41.163 INFO:tasks.workunit.client.0.smithi067.stdout:child: image109 2024-07-29T15:55:41.163 INFO:tasks.workunit.client.0.smithi067.stdout:child: image108 2024-07-29T15:55:41.163 INFO:tasks.workunit.client.0.smithi067.stdout:child: image110 2024-07-29T15:55:41.163 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-31/image108/b1d72b96fec8 2024-07-29T15:55:41.163 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.163 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-30/image109/b1d7ca2fdf7f 2024-07-29T15:55:41.163 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.163 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-31/image110/b1d74c642f23 2024-07-29T15:55:41.163 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.163 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.163 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-31/image108 2024-07-29T15:55:41.163 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.163 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-31/image108 2024-07-29T15:55:41.163 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-31/image108 2024-07-29T15:55:41.164 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.164 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.164 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.164 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.164 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.164 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.164 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.164 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-31/image111 2024-07-29T15:55:41.164 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.164 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-31/image108 2024-07-29T15:55:41.164 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-31/image111 2024-07-29T15:55:41.164 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-31/image111 2024-07-29T15:55:41.164 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.164 INFO:tasks.workunit.client.0.smithi067.stdout:num children is: 4 2024-07-29T15:55:41.164 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 4 2024-07-29T15:55:41.165 INFO:tasks.workunit.client.0.smithi067.stdout:child: image109 2024-07-29T15:55:41.165 INFO:tasks.workunit.client.0.smithi067.stdout:child: image108 2024-07-29T15:55:41.165 INFO:tasks.workunit.client.0.smithi067.stdout:child: image110 2024-07-29T15:55:41.165 INFO:tasks.workunit.client.0.smithi067.stdout:child: image111 2024-07-29T15:55:41.165 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-31/image108/b1d72b96fec8 2024-07-29T15:55:41.165 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.165 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-30/image109/b1d7ca2fdf7f 2024-07-29T15:55:41.165 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.165 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-31/image110/b1d74c642f23 2024-07-29T15:55:41.165 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.165 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-31/image111/b1d7b28f9623 2024-07-29T15:55:41.165 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.165 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.165 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-31/image108 2024-07-29T15:55:41.166 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.166 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-31/image108 2024-07-29T15:55:41.166 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-31/image108 2024-07-29T15:55:41.166 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.166 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.166 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.166 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.166 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.166 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.166 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.166 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-31/image110 2024-07-29T15:55:41.166 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.166 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-31/image108 2024-07-29T15:55:41.166 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-31/image110 2024-07-29T15:55:41.166 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-31/image110 2024-07-29T15:55:41.167 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.167 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.167 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-31/image111 2024-07-29T15:55:41.730 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.730 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-31/image108 2024-07-29T15:55:41.731 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-31/image110 2024-07-29T15:55:41.731 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-31/image111 2024-07-29T15:55:41.731 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-31/image111 2024-07-29T15:55:41.731 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.731 INFO:tasks.workunit.client.0.smithi067.stdout:num children is: 4 2024-07-29T15:55:41.731 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 4 2024-07-29T15:55:41.731 INFO:tasks.workunit.client.0.smithi067.stdout:child: image109 2024-07-29T15:55:41.731 INFO:tasks.workunit.client.0.smithi067.stdout:child: image108 2024-07-29T15:55:41.731 INFO:tasks.workunit.client.0.smithi067.stdout:child: image110 2024-07-29T15:55:41.731 INFO:tasks.workunit.client.0.smithi067.stdout:child: image111 2024-07-29T15:55:41.731 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-31/image108/b1d72b96fec8 2024-07-29T15:55:41.731 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.731 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-30/image109/b1d7ca2fdf7f 2024-07-29T15:55:41.731 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.732 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-31/image110/b1d74c642f23 2024-07-29T15:55:41.732 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.732 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-31/image111/b1d7b28f9623 2024-07-29T15:55:41.732 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.732 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.732 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.732 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.732 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.732 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.732 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.732 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-31/image110 2024-07-29T15:55:41.732 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.732 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-31/image110 2024-07-29T15:55:41.733 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-31/image110 2024-07-29T15:55:41.733 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.733 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.733 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-31/image111 2024-07-29T15:55:41.733 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.733 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-31/image110 2024-07-29T15:55:41.733 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-31/image111 2024-07-29T15:55:41.733 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-31/image111 2024-07-29T15:55:41.733 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.733 INFO:tasks.workunit.client.0.smithi067.stdout:num children is: 3 2024-07-29T15:55:41.733 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 3 2024-07-29T15:55:41.733 INFO:tasks.workunit.client.0.smithi067.stdout:child: image109 2024-07-29T15:55:41.733 INFO:tasks.workunit.client.0.smithi067.stdout:child: image110 2024-07-29T15:55:41.733 INFO:tasks.workunit.client.0.smithi067.stdout:child: image111 2024-07-29T15:55:41.733 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-30/image109/b1d7ca2fdf7f 2024-07-29T15:55:41.734 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.734 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-31/image110/b1d74c642f23 2024-07-29T15:55:41.734 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.734 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-31/image111/b1d7b28f9623 2024-07-29T15:55:41.734 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.734 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.734 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.734 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.734 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.734 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.734 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.734 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-31/image111 2024-07-29T15:55:41.735 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.735 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-31/image111 2024-07-29T15:55:41.735 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-31/image111 2024-07-29T15:55:41.735 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.735 INFO:tasks.workunit.client.0.smithi067.stdout:num children is: 2 2024-07-29T15:55:41.735 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 2 2024-07-29T15:55:41.735 INFO:tasks.workunit.client.0.smithi067.stdout:child: image109 2024-07-29T15:55:41.735 INFO:tasks.workunit.client.0.smithi067.stdout:child: image111 2024-07-29T15:55:41.735 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-30/image109/b1d7ca2fdf7f 2024-07-29T15:55:41.735 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.735 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-31/image111/b1d7b28f9623 2024-07-29T15:55:41.735 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.735 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.736 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.736 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.736 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-30/image109 2024-07-29T15:55:41.736 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.736 INFO:tasks.workunit.client.0.smithi067.stdout:num children is: 1 2024-07-29T15:55:41.736 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 1 2024-07-29T15:55:41.736 INFO:tasks.workunit.client.0.smithi067.stdout:child: image109 2024-07-29T15:55:41.736 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-30/image109/b1d7ca2fdf7f 2024-07-29T15:55:41.736 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:41.736 INFO:tasks.workunit.client.0.smithi067.stdout:num children is: 0 2024-07-29T15:55:41.736 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 0 2024-07-29T15:55:41.736 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.ListChildren (9760 ms) 2024-07-29T15:55:41.736 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-07-29T15:55:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:41 smithi067 ceph-mon[91995]: osdmap e1739: 8 total, 8 up, 8 in 2024-07-29T15:55:41.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:41 smithi067 ceph-mon[94375]: osdmap e1739: 8 total, 8 up, 8 in 2024-07-29T15:55:42.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:41 smithi138 ceph-mon[86438]: osdmap e1739: 8 total, 8 up, 8 in 2024-07-29T15:55:42.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:42 smithi067 ceph-mon[91995]: pgmap v2974: 649 pgs: 649 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1.7 KiB/s wr, 15 op/s 2024-07-29T15:55:42.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:42 smithi067 ceph-mon[91995]: osdmap e1740: 8 total, 8 up, 8 in 2024-07-29T15:55:42.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:42 smithi067 ceph-mon[94375]: pgmap v2974: 649 pgs: 649 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1.7 KiB/s wr, 15 op/s 2024-07-29T15:55:42.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:42 smithi067 ceph-mon[94375]: osdmap e1740: 8 total, 8 up, 8 in 2024-07-29T15:55:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:42 smithi138 ceph-mon[86438]: pgmap v2974: 649 pgs: 649 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1.7 KiB/s wr, 15 op/s 2024-07-29T15:55:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:42 smithi138 ceph-mon[86438]: osdmap e1740: 8 total, 8 up, 8 in 2024-07-29T15:55:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:43 smithi067 ceph-mon[91995]: osdmap e1741: 8 total, 8 up, 8 in 2024-07-29T15:55:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:43 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1956937362' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:55:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:43 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:55:43.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:43 smithi067 ceph-mon[94375]: osdmap e1741: 8 total, 8 up, 8 in 2024-07-29T15:55:43.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:43 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1956937362' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:55:43.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:43 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:55:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:43 smithi138 ceph-mon[86438]: osdmap e1741: 8 total, 8 up, 8 in 2024-07-29T15:55:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:43 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1956937362' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:55:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:43 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:55:44.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:44 smithi067 ceph-mon[91995]: pgmap v2977: 681 pgs: 32 unknown, 649 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 5.0 KiB/s wr, 354 op/s 2024-07-29T15:55:44.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:44 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:55:44.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:44 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:55:44.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:44 smithi067 ceph-mon[91995]: osdmap e1742: 8 total, 8 up, 8 in 2024-07-29T15:55:44.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:44 smithi067 ceph-mon[94375]: pgmap v2977: 681 pgs: 32 unknown, 649 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 5.0 KiB/s wr, 354 op/s 2024-07-29T15:55:44.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:44 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:55:44.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:44 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:55:44.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:44 smithi067 ceph-mon[94375]: osdmap e1742: 8 total, 8 up, 8 in 2024-07-29T15:55:45.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:44 smithi138 ceph-mon[86438]: pgmap v2977: 681 pgs: 32 unknown, 649 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 5.0 KiB/s wr, 354 op/s 2024-07-29T15:55:45.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:44 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:55:45.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:44 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:55:45.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:44 smithi138 ceph-mon[86438]: osdmap e1742: 8 total, 8 up, 8 in 2024-07-29T15:55:45.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:45 smithi067 ceph-mon[91995]: osdmap e1743: 8 total, 8 up, 8 in 2024-07-29T15:55:45.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:45 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3605751656' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:55:45.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:45 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:55:45.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:45 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:55:45.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:45 smithi067 ceph-mon[91995]: osdmap e1744: 8 total, 8 up, 8 in 2024-07-29T15:55:45.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:45 smithi067 ceph-mon[94375]: osdmap e1743: 8 total, 8 up, 8 in 2024-07-29T15:55:45.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:45 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3605751656' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:55:45.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:45 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:55:45.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:45 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:55:45.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:45 smithi067 ceph-mon[94375]: osdmap e1744: 8 total, 8 up, 8 in 2024-07-29T15:55:46.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:45 smithi138 ceph-mon[86438]: osdmap e1743: 8 total, 8 up, 8 in 2024-07-29T15:55:46.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:45 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3605751656' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:55:46.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:45 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:55:46.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:45 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:55:46.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:45 smithi138 ceph-mon[86438]: osdmap e1744: 8 total, 8 up, 8 in 2024-07-29T15:55:46.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:46 smithi067 ceph-mon[94375]: pgmap v2980: 713 pgs: 7 creating+peering, 52 unknown, 654 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 528 KiB/s rd, 9.2 KiB/s wr, 634 op/s 2024-07-29T15:55:46.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:46 smithi067 ceph-mon[94375]: osdmap e1745: 8 total, 8 up, 8 in 2024-07-29T15:55:46.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:46 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2771055539' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:55:46.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:46 smithi067 ceph-mon[91995]: pgmap v2980: 713 pgs: 7 creating+peering, 52 unknown, 654 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 528 KiB/s rd, 9.2 KiB/s wr, 634 op/s 2024-07-29T15:55:46.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:46 smithi067 ceph-mon[91995]: osdmap e1745: 8 total, 8 up, 8 in 2024-07-29T15:55:46.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:46 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2771055539' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:55:47.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:46 smithi138 ceph-mon[86438]: pgmap v2980: 713 pgs: 7 creating+peering, 52 unknown, 654 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 528 KiB/s rd, 9.2 KiB/s wr, 634 op/s 2024-07-29T15:55:47.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:46 smithi138 ceph-mon[86438]: osdmap e1745: 8 total, 8 up, 8 in 2024-07-29T15:55:47.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:46 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2771055539' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:55:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:55:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:55:47] "GET /metrics HTTP/1.1" 200 75662 "" "Prometheus/2.51.0" 2024-07-29T15:55:48.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:48 smithi067 ceph-mon[91995]: pgmap v2983: 745 pgs: 13 creating+peering, 52 unknown, 680 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 294 KiB/s rd, 10 KiB/s wr, 365 op/s 2024-07-29T15:55:48.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:48 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2771055539' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:55:48.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:48 smithi067 ceph-mon[91995]: osdmap e1746: 8 total, 8 up, 8 in 2024-07-29T15:55:48.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:48 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi067-134202-32", "tierpool":"test-librbd-smithi067-134202-34", "force_nonempty":""}]: dispatch 2024-07-29T15:55:48.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:48 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi067-134202-32", "tierpool":"test-librbd-smithi067-134202-34", "force_nonempty":""}]: dispatch 2024-07-29T15:55:48.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:48 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi067-134202-32", "tierpool":"test-librbd-smithi067-134202-34", "force_nonempty":""}]': finished 2024-07-29T15:55:48.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:48 smithi067 ceph-mon[91995]: osdmap e1747: 8 total, 8 up, 8 in 2024-07-29T15:55:48.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:48 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi067-134202-34", "mode":"writeback"}]: dispatch 2024-07-29T15:55:48.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:48 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi067-134202-34", "mode":"writeback"}]: dispatch 2024-07-29T15:55:48.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:48 smithi067 ceph-mon[94375]: pgmap v2983: 745 pgs: 13 creating+peering, 52 unknown, 680 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 294 KiB/s rd, 10 KiB/s wr, 365 op/s 2024-07-29T15:55:48.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:48 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2771055539' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:55:48.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:48 smithi067 ceph-mon[94375]: osdmap e1746: 8 total, 8 up, 8 in 2024-07-29T15:55:48.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:48 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi067-134202-32", "tierpool":"test-librbd-smithi067-134202-34", "force_nonempty":""}]: dispatch 2024-07-29T15:55:48.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:48 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi067-134202-32", "tierpool":"test-librbd-smithi067-134202-34", "force_nonempty":""}]: dispatch 2024-07-29T15:55:48.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:48 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi067-134202-32", "tierpool":"test-librbd-smithi067-134202-34", "force_nonempty":""}]': finished 2024-07-29T15:55:48.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:48 smithi067 ceph-mon[94375]: osdmap e1747: 8 total, 8 up, 8 in 2024-07-29T15:55:48.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:48 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi067-134202-34", "mode":"writeback"}]: dispatch 2024-07-29T15:55:48.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:48 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi067-134202-34", "mode":"writeback"}]: dispatch 2024-07-29T15:55:49.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:48 smithi138 ceph-mon[86438]: pgmap v2983: 745 pgs: 13 creating+peering, 52 unknown, 680 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 294 KiB/s rd, 10 KiB/s wr, 365 op/s 2024-07-29T15:55:49.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:48 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2771055539' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:55:49.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:48 smithi138 ceph-mon[86438]: osdmap e1746: 8 total, 8 up, 8 in 2024-07-29T15:55:49.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:48 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi067-134202-32", "tierpool":"test-librbd-smithi067-134202-34", "force_nonempty":""}]: dispatch 2024-07-29T15:55:49.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:48 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi067-134202-32", "tierpool":"test-librbd-smithi067-134202-34", "force_nonempty":""}]: dispatch 2024-07-29T15:55:49.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:48 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi067-134202-32", "tierpool":"test-librbd-smithi067-134202-34", "force_nonempty":""}]': finished 2024-07-29T15:55:49.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:48 smithi138 ceph-mon[86438]: osdmap e1747: 8 total, 8 up, 8 in 2024-07-29T15:55:49.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:48 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi067-134202-34", "mode":"writeback"}]: dispatch 2024-07-29T15:55:49.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:48 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi067-134202-34", "mode":"writeback"}]: dispatch 2024-07-29T15:55:49.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:49 smithi067 ceph-mon[91995]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-07-29T15:55:49.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:49 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi067-134202-34", "mode":"writeback"}]': finished 2024-07-29T15:55:49.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:49 smithi067 ceph-mon[91995]: osdmap e1748: 8 total, 8 up, 8 in 2024-07-29T15:55:49.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:49 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi067-134202-32", "overlaypool":"test-librbd-smithi067-134202-34"}]: dispatch 2024-07-29T15:55:49.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:49 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi067-134202-32", "overlaypool":"test-librbd-smithi067-134202-34"}]: dispatch 2024-07-29T15:55:49.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:49 smithi067 ceph-mon[94375]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-07-29T15:55:49.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:49 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi067-134202-34", "mode":"writeback"}]': finished 2024-07-29T15:55:49.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:49 smithi067 ceph-mon[94375]: osdmap e1748: 8 total, 8 up, 8 in 2024-07-29T15:55:49.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:49 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi067-134202-32", "overlaypool":"test-librbd-smithi067-134202-34"}]: dispatch 2024-07-29T15:55:49.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:49 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi067-134202-32", "overlaypool":"test-librbd-smithi067-134202-34"}]: dispatch 2024-07-29T15:55:50.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:49 smithi138 ceph-mon[86438]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-07-29T15:55:50.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:49 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi067-134202-34", "mode":"writeback"}]': finished 2024-07-29T15:55:50.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:49 smithi138 ceph-mon[86438]: osdmap e1748: 8 total, 8 up, 8 in 2024-07-29T15:55:50.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:49 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi067-134202-32", "overlaypool":"test-librbd-smithi067-134202-34"}]: dispatch 2024-07-29T15:55:50.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:49 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi067-134202-32", "overlaypool":"test-librbd-smithi067-134202-34"}]: dispatch 2024-07-29T15:55:50.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:55:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:55:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:55:50.624 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:50 smithi067 ceph-mon[91995]: pgmap v2986: 745 pgs: 11 creating+peering, 26 unknown, 708 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 5.2 KiB/s wr, 79 op/s 2024-07-29T15:55:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:50 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:55:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:55:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:55:50.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:50 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi067-134202-32", "overlaypool":"test-librbd-smithi067-134202-34"}]': finished 2024-07-29T15:55:50.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:50 smithi067 ceph-mon[91995]: osdmap e1749: 8 total, 8 up, 8 in 2024-07-29T15:55:50.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:50 smithi067 ceph-mon[94375]: pgmap v2986: 745 pgs: 11 creating+peering, 26 unknown, 708 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 5.2 KiB/s wr, 79 op/s 2024-07-29T15:55:50.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:50 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:55:50.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:55:50.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:55:50.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:50 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi067-134202-32", "overlaypool":"test-librbd-smithi067-134202-34"}]': finished 2024-07-29T15:55:50.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:50 smithi067 ceph-mon[94375]: osdmap e1749: 8 total, 8 up, 8 in 2024-07-29T15:55:51.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:50 smithi138 ceph-mon[86438]: pgmap v2986: 745 pgs: 11 creating+peering, 26 unknown, 708 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 5.2 KiB/s wr, 79 op/s 2024-07-29T15:55:51.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:50 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:55:51.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:55:51.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:55:51.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:50 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi067-134202-32", "overlaypool":"test-librbd-smithi067-134202-34"}]': finished 2024-07-29T15:55:51.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:50 smithi138 ceph-mon[86438]: osdmap e1749: 8 total, 8 up, 8 in 2024-07-29T15:55:52.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:52 smithi067 ceph-mon[91995]: pgmap v2989: 745 pgs: 5 creating+peering, 4 unknown, 736 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:55:52.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:52 smithi067 ceph-mon[91995]: osdmap e1750: 8 total, 8 up, 8 in 2024-07-29T15:55:52.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:52 smithi067 ceph-mon[94375]: pgmap v2989: 745 pgs: 5 creating+peering, 4 unknown, 736 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:55:52.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:52 smithi067 ceph-mon[94375]: osdmap e1750: 8 total, 8 up, 8 in 2024-07-29T15:55:53.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:52 smithi138 ceph-mon[86438]: pgmap v2989: 745 pgs: 5 creating+peering, 4 unknown, 736 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:55:53.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:52 smithi138 ceph-mon[86438]: osdmap e1750: 8 total, 8 up, 8 in 2024-07-29T15:55:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:53 smithi067 ceph-mon[91995]: osdmap e1751: 8 total, 8 up, 8 in 2024-07-29T15:55:53.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:53 smithi067 ceph-mon[94375]: osdmap e1751: 8 total, 8 up, 8 in 2024-07-29T15:55:54.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:53 smithi138 ceph-mon[86438]: osdmap e1751: 8 total, 8 up, 8 in 2024-07-29T15:55:54.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:54 smithi067 ceph-mon[91995]: pgmap v2992: 745 pgs: 745 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:55:54.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:54 smithi067 ceph-mon[91995]: osdmap e1752: 8 total, 8 up, 8 in 2024-07-29T15:55:54.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:54 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1b", "id": [2, 5]}]: dispatch 2024-07-29T15:55:54.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:54 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.c", "id": [3, 7]}]: dispatch 2024-07-29T15:55:54.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:54 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.d", "id": [3, 6]}]: dispatch 2024-07-29T15:55:54.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:54 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [4, 7]}]: dispatch 2024-07-29T15:55:54.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:54 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.16", "id": [3, 6]}]: dispatch 2024-07-29T15:55:54.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:54 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]: dispatch 2024-07-29T15:55:54.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:54 smithi067 ceph-mon[94375]: pgmap v2992: 745 pgs: 745 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:55:54.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:54 smithi067 ceph-mon[94375]: osdmap e1752: 8 total, 8 up, 8 in 2024-07-29T15:55:54.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:54 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1b", "id": [2, 5]}]: dispatch 2024-07-29T15:55:54.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:54 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.c", "id": [3, 7]}]: dispatch 2024-07-29T15:55:54.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:54 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.d", "id": [3, 6]}]: dispatch 2024-07-29T15:55:54.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:54 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [4, 7]}]: dispatch 2024-07-29T15:55:54.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:54 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.16", "id": [3, 6]}]: dispatch 2024-07-29T15:55:54.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:54 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]: dispatch 2024-07-29T15:55:55.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:54 smithi138 ceph-mon[86438]: pgmap v2992: 745 pgs: 745 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:55:55.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:54 smithi138 ceph-mon[86438]: osdmap e1752: 8 total, 8 up, 8 in 2024-07-29T15:55:55.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:54 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1b", "id": [2, 5]}]: dispatch 2024-07-29T15:55:55.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:54 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.c", "id": [3, 7]}]: dispatch 2024-07-29T15:55:55.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:54 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.d", "id": [3, 6]}]: dispatch 2024-07-29T15:55:55.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:54 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [4, 7]}]: dispatch 2024-07-29T15:55:55.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:54 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.16", "id": [3, 6]}]: dispatch 2024-07-29T15:55:55.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:54 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]: dispatch 2024-07-29T15:55:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:55 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1b", "id": [2, 5]}]': finished 2024-07-29T15:55:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:55 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.c", "id": [3, 7]}]': finished 2024-07-29T15:55:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:55 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.d", "id": [3, 6]}]': finished 2024-07-29T15:55:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:55 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [4, 7]}]': finished 2024-07-29T15:55:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:55 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.16", "id": [3, 6]}]': finished 2024-07-29T15:55:55.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:55 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]': finished 2024-07-29T15:55:55.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:55 smithi067 ceph-mon[91995]: osdmap e1753: 8 total, 8 up, 8 in 2024-07-29T15:55:55.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:55 smithi067 ceph-mon[91995]: osdmap e1754: 8 total, 8 up, 8 in 2024-07-29T15:55:55.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:55 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1b", "id": [2, 5]}]': finished 2024-07-29T15:55:55.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:55 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.c", "id": [3, 7]}]': finished 2024-07-29T15:55:55.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:55 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.d", "id": [3, 6]}]': finished 2024-07-29T15:55:55.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:55 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [4, 7]}]': finished 2024-07-29T15:55:55.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:55 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.16", "id": [3, 6]}]': finished 2024-07-29T15:55:55.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:55 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]': finished 2024-07-29T15:55:55.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:55 smithi067 ceph-mon[94375]: osdmap e1753: 8 total, 8 up, 8 in 2024-07-29T15:55:55.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:55 smithi067 ceph-mon[94375]: osdmap e1754: 8 total, 8 up, 8 in 2024-07-29T15:55:56.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:55 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1b", "id": [2, 5]}]': finished 2024-07-29T15:55:56.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:55 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.c", "id": [3, 7]}]': finished 2024-07-29T15:55:56.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:55 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.d", "id": [3, 6]}]': finished 2024-07-29T15:55:56.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:55 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [4, 7]}]': finished 2024-07-29T15:55:56.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:55 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.16", "id": [3, 6]}]': finished 2024-07-29T15:55:56.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:55 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]': finished 2024-07-29T15:55:56.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:55 smithi138 ceph-mon[86438]: osdmap e1753: 8 total, 8 up, 8 in 2024-07-29T15:55:56.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:55 smithi138 ceph-mon[86438]: osdmap e1754: 8 total, 8 up, 8 in 2024-07-29T15:55:56.189 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.189 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-33/image113 2024-07-29T15:55:56.190 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-33/image113 2024-07-29T15:55:56.190 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-33/image113 2024-07-29T15:55:56.190 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.190 INFO:tasks.workunit.client.0.smithi067.stdout:num children is: 1 2024-07-29T15:55:56.190 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 1 2024-07-29T15:55:56.190 INFO:tasks.workunit.client.0.smithi067.stdout:child: image113 2024-07-29T15:55:56.190 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-33/image113/b1d7f1078e85 2024-07-29T15:55:56.190 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.190 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.190 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-33/image113 2024-07-29T15:55:56.190 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:56.190 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-33/image113 2024-07-29T15:55:56.190 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-33/image113 2024-07-29T15:55:56.191 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.191 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.191 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:56.191 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:56.191 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:56.191 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.191 INFO:tasks.workunit.client.0.smithi067.stdout:num children is: 2 2024-07-29T15:55:56.191 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 2 2024-07-29T15:55:56.191 INFO:tasks.workunit.client.0.smithi067.stdout:child: image114 2024-07-29T15:55:56.191 INFO:tasks.workunit.client.0.smithi067.stdout:child: image113 2024-07-29T15:55:56.191 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-33/image113/b1d7f1078e85 2024-07-29T15:55:56.191 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.191 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-32/image114/b1d7af055d88 2024-07-29T15:55:56.191 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.192 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.192 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-33/image113 2024-07-29T15:55:56.192 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:56.192 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-33/image113 2024-07-29T15:55:56.192 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-33/image113 2024-07-29T15:55:56.192 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.192 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.192 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:56.192 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:56.192 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:56.192 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.192 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.192 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-33/image115 2024-07-29T15:55:56.192 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:56.193 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-33/image113 2024-07-29T15:55:56.193 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-33/image115 2024-07-29T15:55:56.193 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-33/image115 2024-07-29T15:55:56.193 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.193 INFO:tasks.workunit.client.0.smithi067.stdout:num children is: 3 2024-07-29T15:55:56.193 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 3 2024-07-29T15:55:56.193 INFO:tasks.workunit.client.0.smithi067.stdout:child: image114 2024-07-29T15:55:56.193 INFO:tasks.workunit.client.0.smithi067.stdout:child: image113 2024-07-29T15:55:56.193 INFO:tasks.workunit.client.0.smithi067.stdout:child: image115 2024-07-29T15:55:56.193 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-33/image113/b1d7f1078e85 2024-07-29T15:55:56.193 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.193 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-32/image114/b1d7af055d88 2024-07-29T15:55:56.193 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.193 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-33/image115/b1d7269c5712 2024-07-29T15:55:56.194 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.194 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.194 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-33/image113 2024-07-29T15:55:56.194 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:56.194 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-33/image113 2024-07-29T15:55:56.194 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-33/image113 2024-07-29T15:55:56.194 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.194 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.194 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:56.194 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:56.194 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:56.194 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.194 INFO:tasks.workunit.client.0.smithi067.stdout:num children is: 3 2024-07-29T15:55:56.195 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 3 2024-07-29T15:55:56.195 INFO:tasks.workunit.client.0.smithi067.stdout:child: image114 2024-07-29T15:55:56.195 INFO:tasks.workunit.client.0.smithi067.stdout:child: image113 2024-07-29T15:55:56.195 INFO:tasks.workunit.client.0.smithi067.stdout:child: image115 2024-07-29T15:55:56.195 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-33/image113/b1d7f1078e85 2024-07-29T15:55:56.195 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.195 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-32/image114/b1d7af055d88 2024-07-29T15:55:56.195 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.195 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-33/image115/b1d7269c5712 2024-07-29T15:55:56.195 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.195 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.195 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-33/image113 2024-07-29T15:55:56.195 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:56.196 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-33/image113 2024-07-29T15:55:56.196 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-33/image113 2024-07-29T15:55:56.196 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.196 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.196 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:56.196 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:56.196 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:56.196 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.196 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.196 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-33/image116 2024-07-29T15:55:56.196 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:56.196 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-33/image113 2024-07-29T15:55:56.196 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-33/image116 2024-07-29T15:55:56.196 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-33/image116 2024-07-29T15:55:56.197 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.197 INFO:tasks.workunit.client.0.smithi067.stdout:num children is: 4 2024-07-29T15:55:56.197 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 4 2024-07-29T15:55:56.197 INFO:tasks.workunit.client.0.smithi067.stdout:child: image114 2024-07-29T15:55:56.197 INFO:tasks.workunit.client.0.smithi067.stdout:child: image113 2024-07-29T15:55:56.197 INFO:tasks.workunit.client.0.smithi067.stdout:child: image115 2024-07-29T15:55:56.197 INFO:tasks.workunit.client.0.smithi067.stdout:child: image116 2024-07-29T15:55:56.197 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-33/image113/b1d7f1078e85 2024-07-29T15:55:56.197 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.197 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-32/image114/b1d7af055d88 2024-07-29T15:55:56.197 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.197 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-33/image115/b1d7269c5712 2024-07-29T15:55:56.197 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.198 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-33/image116/b1d72617e0ed 2024-07-29T15:55:56.198 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.198 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.198 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-33/image113 2024-07-29T15:55:56.198 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:56.198 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-33/image113 2024-07-29T15:55:56.198 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-33/image113 2024-07-29T15:55:56.198 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.198 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.198 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:56.198 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:56.198 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:56.198 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.198 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.199 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-33/image115 2024-07-29T15:55:56.199 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:56.199 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-33/image113 2024-07-29T15:55:56.199 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-33/image115 2024-07-29T15:55:56.199 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-33/image115 2024-07-29T15:55:56.199 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.199 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:56.199 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-33/image116 2024-07-29T15:55:56.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:56 smithi067 ceph-mon[91995]: pgmap v2995: 745 pgs: 745 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.7 KiB/s wr, 37 op/s 2024-07-29T15:55:56.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:56 smithi067 ceph-mon[94375]: pgmap v2995: 745 pgs: 745 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.7 KiB/s wr, 37 op/s 2024-07-29T15:55:57.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:56 smithi138 ceph-mon[86438]: pgmap v2995: 745 pgs: 745 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.7 KiB/s wr, 37 op/s 2024-07-29T15:55:57.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:55:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:55:57] "GET /metrics HTTP/1.1" 200 83092 "" "Prometheus/2.51.0" 2024-07-29T15:55:57.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:57 smithi067 ceph-mon[94375]: osdmap e1755: 8 total, 8 up, 8 in 2024-07-29T15:55:57.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:57 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi067-134202-32"}]: dispatch 2024-07-29T15:55:57.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:57 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi067-134202-32"}]: dispatch 2024-07-29T15:55:57.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:57 smithi067 ceph-mon[91995]: osdmap e1755: 8 total, 8 up, 8 in 2024-07-29T15:55:57.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:57 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi067-134202-32"}]: dispatch 2024-07-29T15:55:57.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:57 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi067-134202-32"}]: dispatch 2024-07-29T15:55:58.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:57 smithi138 ceph-mon[86438]: osdmap e1755: 8 total, 8 up, 8 in 2024-07-29T15:55:58.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:57 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi067-134202-32"}]: dispatch 2024-07-29T15:55:58.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:57 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi067-134202-32"}]: dispatch 2024-07-29T15:55:58.681 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:58.681 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-33/image113 2024-07-29T15:55:58.682 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-33/image115 2024-07-29T15:55:58.682 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-33/image116 2024-07-29T15:55:58.682 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-33/image116 2024-07-29T15:55:58.682 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:58.682 INFO:tasks.workunit.client.0.smithi067.stdout:num children is: 4 2024-07-29T15:55:58.682 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 4 2024-07-29T15:55:58.682 INFO:tasks.workunit.client.0.smithi067.stdout:child: image114 2024-07-29T15:55:58.682 INFO:tasks.workunit.client.0.smithi067.stdout:child: image113 2024-07-29T15:55:58.682 INFO:tasks.workunit.client.0.smithi067.stdout:child: image115 2024-07-29T15:55:58.682 INFO:tasks.workunit.client.0.smithi067.stdout:child: image116 2024-07-29T15:55:58.682 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-33/image113/b1d7f1078e85 2024-07-29T15:55:58.682 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:58.682 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-32/image114/b1d7af055d88 2024-07-29T15:55:58.683 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:58.683 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-33/image115/b1d7269c5712 2024-07-29T15:55:58.683 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:58.683 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-33/image116/b1d72617e0ed 2024-07-29T15:55:58.683 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:58.683 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:58.683 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:58.683 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:58.683 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:58.683 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:58.683 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:58.683 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-33/image115 2024-07-29T15:55:58.683 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:58.684 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-33/image115 2024-07-29T15:55:58.684 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-33/image115 2024-07-29T15:55:58.684 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:58.684 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:58.684 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-33/image116 2024-07-29T15:55:58.684 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:58.684 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-33/image115 2024-07-29T15:55:58.684 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-33/image116 2024-07-29T15:55:58.684 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-33/image116 2024-07-29T15:55:58.684 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:58.684 INFO:tasks.workunit.client.0.smithi067.stdout:num children is: 3 2024-07-29T15:55:58.684 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 3 2024-07-29T15:55:58.684 INFO:tasks.workunit.client.0.smithi067.stdout:child: image114 2024-07-29T15:55:58.685 INFO:tasks.workunit.client.0.smithi067.stdout:child: image115 2024-07-29T15:55:58.685 INFO:tasks.workunit.client.0.smithi067.stdout:child: image116 2024-07-29T15:55:58.685 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-32/image114/b1d7af055d88 2024-07-29T15:55:58.685 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:58.685 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-33/image115/b1d7269c5712 2024-07-29T15:55:58.685 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:58.685 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-33/image116/b1d72617e0ed 2024-07-29T15:55:58.685 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:58.685 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:58.685 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:58.685 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:58.685 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:58.685 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:58.685 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:58.686 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-33/image116 2024-07-29T15:55:58.686 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:58.686 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-33/image116 2024-07-29T15:55:58.686 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-33/image116 2024-07-29T15:55:58.686 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:58.686 INFO:tasks.workunit.client.0.smithi067.stdout:num children is: 2 2024-07-29T15:55:58.686 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 2 2024-07-29T15:55:58.686 INFO:tasks.workunit.client.0.smithi067.stdout:child: image114 2024-07-29T15:55:58.686 INFO:tasks.workunit.client.0.smithi067.stdout:child: image116 2024-07-29T15:55:58.686 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-32/image114/b1d7af055d88 2024-07-29T15:55:58.686 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:58.686 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-33/image116/b1d72617e0ed 2024-07-29T15:55:58.686 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:58.687 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:58.687 INFO:tasks.workunit.client.0.smithi067.stdout:trying to find test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:58.687 INFO:tasks.workunit.client.0.smithi067.stdout:checking test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:58.687 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-32/image114 2024-07-29T15:55:58.687 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:58.687 INFO:tasks.workunit.client.0.smithi067.stdout:num children is: 1 2024-07-29T15:55:58.687 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 1 2024-07-29T15:55:58.687 INFO:tasks.workunit.client.0.smithi067.stdout:child: image114 2024-07-29T15:55:58.687 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-32/image114/b1d7af055d88 2024-07-29T15:55:58.687 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:55:58.687 INFO:tasks.workunit.client.0.smithi067.stdout:num children is: 0 2024-07-29T15:55:58.687 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 0 2024-07-29T15:55:58.687 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.ListChildrenTiered (16951 ms) 2024-07-29T15:55:58.687 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.LockingPP 2024-07-29T15:55:58.687 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:58.747 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.LockingPP (66 ms) 2024-07-29T15:55:58.747 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.FlushAio 2024-07-29T15:55:58.747 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:58.985 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.FlushAio (238 ms) 2024-07-29T15:55:58.985 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-07-29T15:55:58.985 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:58.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:58 smithi067 ceph-mon[91995]: pgmap v2998: 745 pgs: 2 peering, 743 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 3.5 KiB/s wr, 160 op/s 2024-07-29T15:55:58.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:58 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi067-134202-32"}]': finished 2024-07-29T15:55:58.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:58 smithi067 ceph-mon[91995]: osdmap e1756: 8 total, 8 up, 8 in 2024-07-29T15:55:58.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:58 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi067-134202-32", "tierpool":"test-librbd-smithi067-134202-34"}]: dispatch 2024-07-29T15:55:58.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:58 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi067-134202-32", "tierpool":"test-librbd-smithi067-134202-34"}]: dispatch 2024-07-29T15:55:58.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:58 smithi067 ceph-mon[94375]: pgmap v2998: 745 pgs: 2 peering, 743 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 3.5 KiB/s wr, 160 op/s 2024-07-29T15:55:58.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:58 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi067-134202-32"}]': finished 2024-07-29T15:55:58.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:58 smithi067 ceph-mon[94375]: osdmap e1756: 8 total, 8 up, 8 in 2024-07-29T15:55:58.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:58 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi067-134202-32", "tierpool":"test-librbd-smithi067-134202-34"}]: dispatch 2024-07-29T15:55:58.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:58 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi067-134202-32", "tierpool":"test-librbd-smithi067-134202-34"}]: dispatch 2024-07-29T15:55:59.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:58 smithi138 ceph-mon[86438]: pgmap v2998: 745 pgs: 2 peering, 743 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 3.5 KiB/s wr, 160 op/s 2024-07-29T15:55:59.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:58 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi067-134202-32"}]': finished 2024-07-29T15:55:59.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:58 smithi138 ceph-mon[86438]: osdmap e1756: 8 total, 8 up, 8 in 2024-07-29T15:55:59.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:58 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi067-134202-32", "tierpool":"test-librbd-smithi067-134202-34"}]: dispatch 2024-07-29T15:55:59.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:58 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi067-134202-32", "tierpool":"test-librbd-smithi067-134202-34"}]: dispatch 2024-07-29T15:55:59.185 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.FlushAioPP (200 ms) 2024-07-29T15:55:59.185 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-07-29T15:55:59.185 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:59.208 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (23 ms) 2024-07-29T15:55:59.208 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-07-29T15:55:59.208 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:59.237 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (29 ms) 2024-07-29T15:55:59.237 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-07-29T15:55:59.237 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:59.252 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.ZeroLengthRead (15 ms) 2024-07-29T15:55:59.252 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-07-29T15:55:59.252 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:59.295 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.LargeCacheRead (43 ms) 2024-07-29T15:55:59.295 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-07-29T15:55:59.295 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:59.509 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestPendingAio (214 ms) 2024-07-29T15:55:59.509 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-07-29T15:55:59.510 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:59.802 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:55:59.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:59 smithi067 ceph-mon[91995]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-07-29T15:55:59.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:59 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi067-134202-32", "tierpool":"test-librbd-smithi067-134202-34"}]': finished 2024-07-29T15:55:59.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:55:59 smithi067 ceph-mon[91995]: osdmap e1757: 8 total, 8 up, 8 in 2024-07-29T15:55:59.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:59 smithi067 ceph-mon[94375]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-07-29T15:55:59.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:59 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi067-134202-32", "tierpool":"test-librbd-smithi067-134202-34"}]': finished 2024-07-29T15:55:59.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:55:59 smithi067 ceph-mon[94375]: osdmap e1757: 8 total, 8 up, 8 in 2024-07-29T15:56:00.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:59 smithi138 ceph-mon[86438]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-07-29T15:56:00.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:59 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi067-134202-32", "tierpool":"test-librbd-smithi067-134202-34"}]': finished 2024-07-29T15:56:00.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:55:59 smithi138 ceph-mon[86438]: osdmap e1757: 8 total, 8 up, 8 in 2024-07-29T15:56:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:56:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:56:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:56:00.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:00 smithi067 ceph-mon[91995]: pgmap v3001: 745 pgs: 2 peering, 743 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 331 KiB/s rd, 7.5 KiB/s wr, 401 op/s; 0 B/s, 0 objects/s recovering 2024-07-29T15:56:00.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:00 smithi067 ceph-mon[91995]: osdmap e1758: 8 total, 8 up, 8 in 2024-07-29T15:56:00.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:00 smithi067 ceph-mon[94375]: pgmap v3001: 745 pgs: 2 peering, 743 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 331 KiB/s rd, 7.5 KiB/s wr, 401 op/s; 0 B/s, 0 objects/s recovering 2024-07-29T15:56:00.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:00 smithi067 ceph-mon[94375]: osdmap e1758: 8 total, 8 up, 8 in 2024-07-29T15:56:01.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:00 smithi138 ceph-mon[86438]: pgmap v3001: 745 pgs: 2 peering, 743 active+clean; 135 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 331 KiB/s rd, 7.5 KiB/s wr, 401 op/s; 0 B/s, 0 objects/s recovering 2024-07-29T15:56:01.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:00 smithi138 ceph-mon[86438]: osdmap e1758: 8 total, 8 up, 8 in 2024-07-29T15:56:01.775 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2266 ms) 2024-07-29T15:56:01.775 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-07-29T15:56:01.775 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:01.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:01 smithi067 ceph-mon[91995]: osdmap e1759: 8 total, 8 up, 8 in 2024-07-29T15:56:01.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:01 smithi067 ceph-mon[94375]: osdmap e1759: 8 total, 8 up, 8 in 2024-07-29T15:56:02.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:01 smithi138 ceph-mon[86438]: osdmap e1759: 8 total, 8 up, 8 in 2024-07-29T15:56:02.823 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:02.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:02 smithi067 ceph-mon[94375]: pgmap v3004: 745 pgs: 745 active+clean; 137 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 930 KiB/s rd, 527 KiB/s wr, 520 op/s; 0 B/s, 0 objects/s recovering 2024-07-29T15:56:02.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:02 smithi067 ceph-mon[94375]: osdmap e1760: 8 total, 8 up, 8 in 2024-07-29T15:56:02.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:02 smithi067 ceph-mon[91995]: pgmap v3004: 745 pgs: 745 active+clean; 137 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 930 KiB/s rd, 527 KiB/s wr, 520 op/s; 0 B/s, 0 objects/s recovering 2024-07-29T15:56:02.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:02 smithi067 ceph-mon[91995]: osdmap e1760: 8 total, 8 up, 8 in 2024-07-29T15:56:03.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:02 smithi138 ceph-mon[86438]: pgmap v3004: 745 pgs: 745 active+clean; 137 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 930 KiB/s rd, 527 KiB/s wr, 520 op/s; 0 B/s, 0 objects/s recovering 2024-07-29T15:56:03.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:02 smithi138 ceph-mon[86438]: osdmap e1760: 8 total, 8 up, 8 in 2024-07-29T15:56:03.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:03 smithi067 ceph-mon[91995]: osdmap e1761: 8 total, 8 up, 8 in 2024-07-29T15:56:03.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:03 smithi067 ceph-mon[91995]: osdmap e1762: 8 total, 8 up, 8 in 2024-07-29T15:56:03.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:03 smithi067 ceph-mon[94375]: osdmap e1761: 8 total, 8 up, 8 in 2024-07-29T15:56:03.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:03 smithi067 ceph-mon[94375]: osdmap e1762: 8 total, 8 up, 8 in 2024-07-29T15:56:04.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:03 smithi138 ceph-mon[86438]: osdmap e1761: 8 total, 8 up, 8 in 2024-07-29T15:56:04.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:03 smithi138 ceph-mon[86438]: osdmap e1762: 8 total, 8 up, 8 in 2024-07-29T15:56:04.668 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (2892 ms) 2024-07-29T15:56:04.668 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.Flatten 2024-07-29T15:56:04.668 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:04.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:04 smithi067 ceph-mon[91995]: pgmap v3007: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 667 KiB/s wr, 794 op/s 2024-07-29T15:56:04.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:04 smithi067 ceph-mon[91995]: osdmap e1763: 8 total, 8 up, 8 in 2024-07-29T15:56:04.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:04 smithi067 ceph-mon[94375]: pgmap v3007: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 667 KiB/s wr, 794 op/s 2024-07-29T15:56:04.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:04 smithi067 ceph-mon[94375]: osdmap e1763: 8 total, 8 up, 8 in 2024-07-29T15:56:05.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:04 smithi138 ceph-mon[86438]: pgmap v3007: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 667 KiB/s wr, 794 op/s 2024-07-29T15:56:05.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:04 smithi138 ceph-mon[86438]: osdmap e1763: 8 total, 8 up, 8 in 2024-07-29T15:56:05.726 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.Flatten (1059 ms) 2024-07-29T15:56:05.726 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.Sparsify 2024-07-29T15:56:05.726 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:05.761 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 32768 2024-07-29T15:56:05.761 INFO:tasks.workunit.client.0.smithi067.stdout:read: 32768 2024-07-29T15:56:05.761 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.Sparsify (35 ms) 2024-07-29T15:56:05.761 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-07-29T15:56:05.761 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:05.793 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.SparsifyPP (32 ms) 2024-07-29T15:56:05.793 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-07-29T15:56:05.793 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:06.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:06 smithi138 ceph-mon[86438]: pgmap v3010: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 388 KiB/s rd, 216 KiB/s wr, 689 op/s 2024-07-29T15:56:06.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:06 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:56:06.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:06 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:56:06.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:06 smithi138 ceph-mon[86438]: osdmap e1764: 8 total, 8 up, 8 in 2024-07-29T15:56:06.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:06 smithi067 ceph-mon[91995]: pgmap v3010: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 388 KiB/s rd, 216 KiB/s wr, 689 op/s 2024-07-29T15:56:06.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:06 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:56:06.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:06 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:56:06.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:06 smithi067 ceph-mon[91995]: osdmap e1764: 8 total, 8 up, 8 in 2024-07-29T15:56:06.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:06 smithi067 ceph-mon[94375]: pgmap v3010: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 388 KiB/s rd, 216 KiB/s wr, 689 op/s 2024-07-29T15:56:06.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:06 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:56:06.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:06 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:56:06.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:06 smithi067 ceph-mon[94375]: osdmap e1764: 8 total, 8 up, 8 in 2024-07-29T15:56:07.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:07 smithi067 ceph-mon[91995]: osdmap e1765: 8 total, 8 up, 8 in 2024-07-29T15:56:07.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:56:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:56:07] "GET /metrics HTTP/1.1" 200 83178 "" "Prometheus/2.51.0" 2024-07-29T15:56:07.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:07 smithi067 ceph-mon[94375]: osdmap e1765: 8 total, 8 up, 8 in 2024-07-29T15:56:08.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:07 smithi138 ceph-mon[86438]: osdmap e1765: 8 total, 8 up, 8 in 2024-07-29T15:56:08.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:08 smithi067 ceph-mon[91995]: pgmap v3013: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 88 KiB/s wr, 286 op/s 2024-07-29T15:56:08.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:08 smithi067 ceph-mon[91995]: osdmap e1766: 8 total, 8 up, 8 in 2024-07-29T15:56:08.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:08 smithi067 ceph-mon[91995]: osdmap e1767: 8 total, 8 up, 8 in 2024-07-29T15:56:08.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:08 smithi067 ceph-mon[94375]: pgmap v3013: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 88 KiB/s wr, 286 op/s 2024-07-29T15:56:08.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:08 smithi067 ceph-mon[94375]: osdmap e1766: 8 total, 8 up, 8 in 2024-07-29T15:56:08.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:08 smithi067 ceph-mon[94375]: osdmap e1767: 8 total, 8 up, 8 in 2024-07-29T15:56:09.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:08 smithi138 ceph-mon[86438]: pgmap v3013: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 88 KiB/s wr, 286 op/s 2024-07-29T15:56:09.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:08 smithi138 ceph-mon[86438]: osdmap e1766: 8 total, 8 up, 8 in 2024-07-29T15:56:09.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:08 smithi138 ceph-mon[86438]: osdmap e1767: 8 total, 8 up, 8 in 2024-07-29T15:56:10.562 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:56:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:56:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:56:10.659 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.SnapshotLimit (4866 ms) 2024-07-29T15:56:10.660 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-07-29T15:56:10.660 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:10.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:10 smithi067 ceph-mon[91995]: pgmap v3016: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 26 KiB/s wr, 233 op/s 2024-07-29T15:56:10.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:10 smithi067 ceph-mon[91995]: osdmap e1768: 8 total, 8 up, 8 in 2024-07-29T15:56:10.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:10 smithi067 ceph-mon[94375]: pgmap v3016: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 26 KiB/s wr, 233 op/s 2024-07-29T15:56:10.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:10 smithi067 ceph-mon[94375]: osdmap e1768: 8 total, 8 up, 8 in 2024-07-29T15:56:11.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:10 smithi138 ceph-mon[86438]: pgmap v3016: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 26 KiB/s wr, 233 op/s 2024-07-29T15:56:11.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:10 smithi138 ceph-mon[86438]: osdmap e1768: 8 total, 8 up, 8 in 2024-07-29T15:56:11.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:11 smithi067 ceph-mon[91995]: osdmap e1769: 8 total, 8 up, 8 in 2024-07-29T15:56:11.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:11 smithi067 ceph-mon[94375]: osdmap e1769: 8 total, 8 up, 8 in 2024-07-29T15:56:12.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:11 smithi138 ceph-mon[86438]: osdmap e1769: 8 total, 8 up, 8 in 2024-07-29T15:56:12.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:12 smithi067 ceph-mon[94375]: pgmap v3019: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 28 KiB/s wr, 157 op/s 2024-07-29T15:56:12.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:12 smithi067 ceph-mon[94375]: osdmap e1770: 8 total, 8 up, 8 in 2024-07-29T15:56:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:12 smithi067 ceph-mon[91995]: pgmap v3019: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 28 KiB/s wr, 157 op/s 2024-07-29T15:56:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:12 smithi067 ceph-mon[91995]: osdmap e1770: 8 total, 8 up, 8 in 2024-07-29T15:56:13.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:12 smithi138 ceph-mon[86438]: pgmap v3019: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 28 KiB/s wr, 157 op/s 2024-07-29T15:56:13.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:12 smithi138 ceph-mon[86438]: osdmap e1770: 8 total, 8 up, 8 in 2024-07-29T15:56:13.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:13 smithi067 ceph-mon[94375]: osdmap e1771: 8 total, 8 up, 8 in 2024-07-29T15:56:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:13 smithi067 ceph-mon[91995]: osdmap e1771: 8 total, 8 up, 8 in 2024-07-29T15:56:14.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:13 smithi138 ceph-mon[86438]: osdmap e1771: 8 total, 8 up, 8 in 2024-07-29T15:56:14.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:14 smithi067 ceph-mon[91995]: pgmap v3022: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 20 KiB/s wr, 79 op/s 2024-07-29T15:56:14.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:14 smithi067 ceph-mon[91995]: osdmap e1772: 8 total, 8 up, 8 in 2024-07-29T15:56:14.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:14 smithi067 ceph-mon[94375]: pgmap v3022: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 20 KiB/s wr, 79 op/s 2024-07-29T15:56:14.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:14 smithi067 ceph-mon[94375]: osdmap e1772: 8 total, 8 up, 8 in 2024-07-29T15:56:15.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:14 smithi138 ceph-mon[86438]: pgmap v3022: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 20 KiB/s wr, 79 op/s 2024-07-29T15:56:15.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:14 smithi138 ceph-mon[86438]: osdmap e1772: 8 total, 8 up, 8 in 2024-07-29T15:56:15.715 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (5055 ms) 2024-07-29T15:56:15.715 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-07-29T15:56:15.715 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:15.771 INFO:tasks.workunit.client.0.smithi067.stdout:0.00% done 2024-07-29T15:56:15.771 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (56 ms) 2024-07-29T15:56:15.771 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-07-29T15:56:15.771 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:15.837 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (66 ms) 2024-07-29T15:56:15.837 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-07-29T15:56:15.837 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:15.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:15 smithi067 ceph-mon[91995]: osdmap e1773: 8 total, 8 up, 8 in 2024-07-29T15:56:15.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:15 smithi067 ceph-mon[94375]: osdmap e1773: 8 total, 8 up, 8 in 2024-07-29T15:56:16.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:15 smithi138 ceph-mon[86438]: osdmap e1773: 8 total, 8 up, 8 in 2024-07-29T15:56:16.727 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (890 ms) 2024-07-29T15:56:16.728 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-07-29T15:56:16.728 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:16.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:16 smithi067 ceph-mon[94375]: pgmap v3025: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.2 KiB/s wr, 32 op/s 2024-07-29T15:56:16.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:16 smithi067 ceph-mon[94375]: osdmap e1774: 8 total, 8 up, 8 in 2024-07-29T15:56:16.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:16 smithi067 ceph-mon[91995]: pgmap v3025: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.2 KiB/s wr, 32 op/s 2024-07-29T15:56:16.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:16 smithi067 ceph-mon[91995]: osdmap e1774: 8 total, 8 up, 8 in 2024-07-29T15:56:17.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:16 smithi138 ceph-mon[86438]: pgmap v3025: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.2 KiB/s wr, 32 op/s 2024-07-29T15:56:17.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:16 smithi138 ceph-mon[86438]: osdmap e1774: 8 total, 8 up, 8 in 2024-07-29T15:56:17.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:17 smithi067 ceph-mon[91995]: osdmap e1775: 8 total, 8 up, 8 in 2024-07-29T15:56:17.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:17 smithi067 ceph-mon[94375]: osdmap e1775: 8 total, 8 up, 8 in 2024-07-29T15:56:17.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:56:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:56:17] "GET /metrics HTTP/1.1" 200 83178 "" "Prometheus/2.51.0" 2024-07-29T15:56:18.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:17 smithi138 ceph-mon[86438]: osdmap e1775: 8 total, 8 up, 8 in 2024-07-29T15:56:18.680 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (1953 ms) 2024-07-29T15:56:18.680 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2024-07-29T15:56:18.680 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:18.792 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (112 ms) 2024-07-29T15:56:18.792 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-07-29T15:56:18.792 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:56:18.793 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-07-29T15:56:18.793 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-07-29T15:56:18.793 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:18.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:18 smithi067 ceph-mon[91995]: pgmap v3028: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 7.2 KiB/s wr, 71 op/s 2024-07-29T15:56:18.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:18 smithi067 ceph-mon[91995]: osdmap e1776: 8 total, 8 up, 8 in 2024-07-29T15:56:18.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:18 smithi067 ceph-mon[91995]: osdmap e1777: 8 total, 8 up, 8 in 2024-07-29T15:56:18.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:18 smithi067 ceph-mon[94375]: pgmap v3028: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 7.2 KiB/s wr, 71 op/s 2024-07-29T15:56:18.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:18 smithi067 ceph-mon[94375]: osdmap e1776: 8 total, 8 up, 8 in 2024-07-29T15:56:18.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:18 smithi067 ceph-mon[94375]: osdmap e1777: 8 total, 8 up, 8 in 2024-07-29T15:56:19.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:18 smithi138 ceph-mon[86438]: pgmap v3028: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 7.2 KiB/s wr, 71 op/s 2024-07-29T15:56:19.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:18 smithi138 ceph-mon[86438]: osdmap e1776: 8 total, 8 up, 8 in 2024-07-29T15:56:19.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:18 smithi138 ceph-mon[86438]: osdmap e1777: 8 total, 8 up, 8 in 2024-07-29T15:56:19.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:19 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:56:19.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:19 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:56:19.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:19 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:56:19.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:19 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:56:19.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:19 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:56:19.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:19 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:56:19.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:19 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:56:19.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:19 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:56:19.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:19 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:56:19.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:19 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:56:19.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:19 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:56:19.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:19 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:56:19.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:19 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:56:19.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:19 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:56:19.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:19 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:56:19.990 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:19 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:56:20.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:19 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:56:20.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:19 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:56:20.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:19 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:56:20.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:19 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:56:20.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:19 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:56:20.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:19 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:56:20.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:19 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:56:20.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:19 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:56:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:56:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:56:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:56:20.757 INFO:tasks.workunit.client.0.smithi067.stdout:100.00% done 2024-07-29T15:56:20.757 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.SnapRemove2 (1965 ms) 2024-07-29T15:56:20.757 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-07-29T15:56:20.757 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:20 smithi067 ceph-mon[91995]: pgmap v3031: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 8.5 KiB/s wr, 111 op/s 2024-07-29T15:56:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:20 smithi067 ceph-mon[91995]: osdmap e1778: 8 total, 8 up, 8 in 2024-07-29T15:56:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:56:20.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:20 smithi067 ceph-mon[94375]: pgmap v3031: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 8.5 KiB/s wr, 111 op/s 2024-07-29T15:56:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:20 smithi067 ceph-mon[94375]: osdmap e1778: 8 total, 8 up, 8 in 2024-07-29T15:56:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:56:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:20 smithi138 ceph-mon[86438]: pgmap v3031: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 8.5 KiB/s wr, 111 op/s 2024-07-29T15:56:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:20 smithi138 ceph-mon[86438]: osdmap e1778: 8 total, 8 up, 8 in 2024-07-29T15:56:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:56:21.790 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (1033 ms) 2024-07-29T15:56:21.790 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-07-29T15:56:21.790 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:21.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:21 smithi067 ceph-mon[91995]: osdmap e1779: 8 total, 8 up, 8 in 2024-07-29T15:56:21.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:21 smithi067 ceph-mon[94375]: osdmap e1779: 8 total, 8 up, 8 in 2024-07-29T15:56:22.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:21 smithi138 ceph-mon[86438]: osdmap e1779: 8 total, 8 up, 8 in 2024-07-29T15:56:22.788 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (998 ms) 2024-07-29T15:56:22.788 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-07-29T15:56:22.788 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:22 smithi067 ceph-mon[91995]: pgmap v3034: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 9.0 KiB/s wr, 176 op/s 2024-07-29T15:56:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:22 smithi067 ceph-mon[91995]: osdmap e1780: 8 total, 8 up, 8 in 2024-07-29T15:56:22.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:22 smithi067 ceph-mon[94375]: pgmap v3034: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 9.0 KiB/s wr, 176 op/s 2024-07-29T15:56:22.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:22 smithi067 ceph-mon[94375]: osdmap e1780: 8 total, 8 up, 8 in 2024-07-29T15:56:23.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:22 smithi138 ceph-mon[86438]: pgmap v3034: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 9.0 KiB/s wr, 176 op/s 2024-07-29T15:56:23.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:22 smithi138 ceph-mon[86438]: osdmap e1780: 8 total, 8 up, 8 in 2024-07-29T15:56:23.690 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (902 ms) 2024-07-29T15:56:23.690 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-07-29T15:56:23.690 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:23 smithi138 ceph-mon[86438]: osdmap e1781: 8 total, 8 up, 8 in 2024-07-29T15:56:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:23 smithi138 ceph-mon[86438]: osdmap e1782: 8 total, 8 up, 8 in 2024-07-29T15:56:24.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:23 smithi067 ceph-mon[91995]: osdmap e1781: 8 total, 8 up, 8 in 2024-07-29T15:56:24.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:23 smithi067 ceph-mon[91995]: osdmap e1782: 8 total, 8 up, 8 in 2024-07-29T15:56:24.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:23 smithi067 ceph-mon[94375]: osdmap e1781: 8 total, 8 up, 8 in 2024-07-29T15:56:24.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:23 smithi067 ceph-mon[94375]: osdmap e1782: 8 total, 8 up, 8 in 2024-07-29T15:56:24.754 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1064 ms) 2024-07-29T15:56:24.754 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-07-29T15:56:24.754 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:24.795 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (41 ms) 2024-07-29T15:56:24.795 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-07-29T15:56:24.795 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:24.835 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (40 ms) 2024-07-29T15:56:24.835 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-07-29T15:56:24.835 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:25.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:24 smithi138 ceph-mon[86438]: pgmap v3037: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 11 KiB/s wr, 193 op/s 2024-07-29T15:56:25.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:24 smithi138 ceph-mon[86438]: osdmap e1783: 8 total, 8 up, 8 in 2024-07-29T15:56:25.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:24 smithi067 ceph-mon[91995]: pgmap v3037: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 11 KiB/s wr, 193 op/s 2024-07-29T15:56:25.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:24 smithi067 ceph-mon[91995]: osdmap e1783: 8 total, 8 up, 8 in 2024-07-29T15:56:25.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:24 smithi067 ceph-mon[94375]: pgmap v3037: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 11 KiB/s wr, 193 op/s 2024-07-29T15:56:25.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:24 smithi067 ceph-mon[94375]: osdmap e1783: 8 total, 8 up, 8 in 2024-07-29T15:56:27.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:26 smithi138 ceph-mon[86438]: pgmap v3040: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 7.7 KiB/s wr, 130 op/s 2024-07-29T15:56:27.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:26 smithi138 ceph-mon[86438]: osdmap e1784: 8 total, 8 up, 8 in 2024-07-29T15:56:27.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:26 smithi067 ceph-mon[94375]: pgmap v3040: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 7.7 KiB/s wr, 130 op/s 2024-07-29T15:56:27.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:26 smithi067 ceph-mon[94375]: osdmap e1784: 8 total, 8 up, 8 in 2024-07-29T15:56:27.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:26 smithi067 ceph-mon[91995]: pgmap v3040: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 7.7 KiB/s wr, 130 op/s 2024-07-29T15:56:27.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:26 smithi067 ceph-mon[91995]: osdmap e1784: 8 total, 8 up, 8 in 2024-07-29T15:56:28.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:27 smithi138 ceph-mon[86438]: osdmap e1785: 8 total, 8 up, 8 in 2024-07-29T15:56:28.139 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:27 smithi067 ceph-mon[91995]: osdmap e1785: 8 total, 8 up, 8 in 2024-07-29T15:56:28.140 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:27 smithi067 ceph-mon[94375]: osdmap e1785: 8 total, 8 up, 8 in 2024-07-29T15:56:28.140 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:56:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:56:27] "GET /metrics HTTP/1.1" 200 83175 "" "Prometheus/2.51.0" 2024-07-29T15:56:29.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:28 smithi138 ceph-mon[86438]: pgmap v3043: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 11 KiB/s wr, 209 op/s 2024-07-29T15:56:29.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:28 smithi138 ceph-mon[86438]: osdmap e1786: 8 total, 8 up, 8 in 2024-07-29T15:56:29.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:28 smithi138 ceph-mon[86438]: osdmap e1787: 8 total, 8 up, 8 in 2024-07-29T15:56:29.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:28 smithi067 ceph-mon[91995]: pgmap v3043: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 11 KiB/s wr, 209 op/s 2024-07-29T15:56:29.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:28 smithi067 ceph-mon[91995]: osdmap e1786: 8 total, 8 up, 8 in 2024-07-29T15:56:29.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:28 smithi067 ceph-mon[91995]: osdmap e1787: 8 total, 8 up, 8 in 2024-07-29T15:56:29.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:28 smithi067 ceph-mon[94375]: pgmap v3043: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 11 KiB/s wr, 209 op/s 2024-07-29T15:56:29.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:28 smithi067 ceph-mon[94375]: osdmap e1786: 8 total, 8 up, 8 in 2024-07-29T15:56:29.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:28 smithi067 ceph-mon[94375]: osdmap e1787: 8 total, 8 up, 8 in 2024-07-29T15:56:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:56:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:56:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:56:30.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:30 smithi067 ceph-mon[91995]: pgmap v3046: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 12 KiB/s wr, 255 op/s 2024-07-29T15:56:30.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:30 smithi067 ceph-mon[91995]: osdmap e1788: 8 total, 8 up, 8 in 2024-07-29T15:56:30.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:30 smithi067 ceph-mon[94375]: pgmap v3046: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 12 KiB/s wr, 255 op/s 2024-07-29T15:56:30.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:30 smithi067 ceph-mon[94375]: osdmap e1788: 8 total, 8 up, 8 in 2024-07-29T15:56:31.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:30 smithi138 ceph-mon[86438]: pgmap v3046: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 12 KiB/s wr, 255 op/s 2024-07-29T15:56:31.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:30 smithi138 ceph-mon[86438]: osdmap e1788: 8 total, 8 up, 8 in 2024-07-29T15:56:31.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:31 smithi067 ceph-mon[91995]: osdmap e1789: 8 total, 8 up, 8 in 2024-07-29T15:56:31.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:31 smithi067 ceph-mon[94375]: osdmap e1789: 8 total, 8 up, 8 in 2024-07-29T15:56:32.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:31 smithi138 ceph-mon[86438]: osdmap e1789: 8 total, 8 up, 8 in 2024-07-29T15:56:32.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:32 smithi067 ceph-mon[91995]: pgmap v3049: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 3.7 KiB/s wr, 93 op/s 2024-07-29T15:56:32.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:32 smithi067 ceph-mon[91995]: osdmap e1790: 8 total, 8 up, 8 in 2024-07-29T15:56:32.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:32 smithi067 ceph-mon[94375]: pgmap v3049: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 3.7 KiB/s wr, 93 op/s 2024-07-29T15:56:32.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:32 smithi067 ceph-mon[94375]: osdmap e1790: 8 total, 8 up, 8 in 2024-07-29T15:56:33.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:32 smithi138 ceph-mon[86438]: pgmap v3049: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 3.7 KiB/s wr, 93 op/s 2024-07-29T15:56:33.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:32 smithi138 ceph-mon[86438]: osdmap e1790: 8 total, 8 up, 8 in 2024-07-29T15:56:33.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:33 smithi067 ceph-mon[91995]: osdmap e1791: 8 total, 8 up, 8 in 2024-07-29T15:56:33.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:33 smithi067 ceph-mon[94375]: osdmap e1791: 8 total, 8 up, 8 in 2024-07-29T15:56:34.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:33 smithi138 ceph-mon[86438]: osdmap e1791: 8 total, 8 up, 8 in 2024-07-29T15:56:34.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:34 smithi067 ceph-mon[91995]: pgmap v3052: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.0 KiB/s wr, 74 op/s 2024-07-29T15:56:34.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:34 smithi067 ceph-mon[91995]: osdmap e1792: 8 total, 8 up, 8 in 2024-07-29T15:56:34.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:34 smithi067 ceph-mon[94375]: pgmap v3052: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.0 KiB/s wr, 74 op/s 2024-07-29T15:56:34.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:34 smithi067 ceph-mon[94375]: osdmap e1792: 8 total, 8 up, 8 in 2024-07-29T15:56:35.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:34 smithi138 ceph-mon[86438]: pgmap v3052: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.0 KiB/s wr, 74 op/s 2024-07-29T15:56:35.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:34 smithi138 ceph-mon[86438]: osdmap e1792: 8 total, 8 up, 8 in 2024-07-29T15:56:35.318 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10483 ms) 2024-07-29T15:56:35.319 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.Metadata 2024-07-29T15:56:35.319 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:35.808 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.Metadata (490 ms) 2024-07-29T15:56:35.808 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-07-29T15:56:35.808 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:35 smithi067 ceph-mon[91995]: osdmap e1793: 8 total, 8 up, 8 in 2024-07-29T15:56:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:56:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:35 smithi067 ceph-mon[94375]: osdmap e1793: 8 total, 8 up, 8 in 2024-07-29T15:56:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:56:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:35 smithi138 ceph-mon[86438]: osdmap e1793: 8 total, 8 up, 8 in 2024-07-29T15:56:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:56:36.820 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.MetadataPP (1011 ms) 2024-07-29T15:56:36.820 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-07-29T15:56:36.820 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:36.927 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.UpdateFeatures (108 ms) 2024-07-29T15:56:36.927 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-07-29T15:56:36.927 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-07-29T15:56:36.927 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-07-29T15:56:36.927 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:36.961 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:36 smithi138 ceph-mon[86438]: pgmap v3055: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 3.7 KiB/s wr, 72 op/s 2024-07-29T15:56:36.961 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:36 smithi138 ceph-mon[86438]: osdmap e1794: 8 total, 8 up, 8 in 2024-07-29T15:56:36.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:36 smithi067 ceph-mon[91995]: pgmap v3055: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 3.7 KiB/s wr, 72 op/s 2024-07-29T15:56:36.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:36 smithi067 ceph-mon[91995]: osdmap e1794: 8 total, 8 up, 8 in 2024-07-29T15:56:36.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:36 smithi067 ceph-mon[94375]: pgmap v3055: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 3.7 KiB/s wr, 72 op/s 2024-07-29T15:56:36.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:36 smithi067 ceph-mon[94375]: osdmap e1794: 8 total, 8 up, 8 in 2024-07-29T15:56:37.797 INFO:tasks.workunit.client.0.smithi067.stdout:0.00% done 2024-07-29T15:56:37.797 INFO:tasks.workunit.client.0.smithi067.stdout:25.00% done 2024-07-29T15:56:37.797 INFO:tasks.workunit.client.0.smithi067.stdout:50.00% done 2024-07-29T15:56:37.797 INFO:tasks.workunit.client.0.smithi067.stdout:75.00% done 2024-07-29T15:56:37.797 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.RebuildObjectMap (870 ms) 2024-07-29T15:56:37.798 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-07-29T15:56:37.829 INFO:tasks.workunit.client.0.smithi067.stdout:0.00% done 2024-07-29T15:56:37.829 INFO:tasks.workunit.client.0.smithi067.stdout:25.00% done 2024-07-29T15:56:37.829 INFO:tasks.workunit.client.0.smithi067.stdout:50.00% done 2024-07-29T15:56:37.829 INFO:tasks.workunit.client.0.smithi067.stdout:75.00% done 2024-07-29T15:56:37.829 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (32 ms) 2024-07-29T15:56:37.829 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-07-29T15:56:37.829 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:37.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:37 smithi067 ceph-mon[91995]: osdmap e1795: 8 total, 8 up, 8 in 2024-07-29T15:56:37.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:37 smithi067 ceph-mon[94375]: osdmap e1795: 8 total, 8 up, 8 in 2024-07-29T15:56:37.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:56:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:56:37] "GET /metrics HTTP/1.1" 200 83174 "" "Prometheus/2.51.0" 2024-07-29T15:56:38.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:37 smithi138 ceph-mon[86438]: osdmap e1795: 8 total, 8 up, 8 in 2024-07-29T15:56:38.805 INFO:tasks.workunit.client.0.smithi067.stdout:0.00% done 2024-07-29T15:56:38.806 INFO:tasks.workunit.client.0.smithi067.stdout:25.00% done 2024-07-29T15:56:38.806 INFO:tasks.workunit.client.0.smithi067.stdout:50.00% done 2024-07-29T15:56:38.806 INFO:tasks.workunit.client.0.smithi067.stdout:75.00% done 2024-07-29T15:56:38.806 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.CheckObjectMap (976 ms) 2024-07-29T15:56:38.806 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-07-29T15:56:38.806 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:38.833 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.BlockingAIO (29 ms) 2024-07-29T15:56:38.834 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-07-29T15:56:38.834 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:38.974 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (140 ms) 2024-07-29T15:56:38.975 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-07-29T15:56:38.975 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T15:56:38.975 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-07-29T15:56:38.975 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-07-29T15:56:38.975 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:38.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:38 smithi067 ceph-mon[91995]: pgmap v3058: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 398 KiB/s rd, 161 KiB/s wr, 647 op/s 2024-07-29T15:56:38.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:38 smithi067 ceph-mon[91995]: osdmap e1796: 8 total, 8 up, 8 in 2024-07-29T15:56:38.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:38 smithi067 ceph-mon[94375]: pgmap v3058: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 398 KiB/s rd, 161 KiB/s wr, 647 op/s 2024-07-29T15:56:38.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:38 smithi067 ceph-mon[94375]: osdmap e1796: 8 total, 8 up, 8 in 2024-07-29T15:56:39.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:38 smithi138 ceph-mon[86438]: pgmap v3058: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 398 KiB/s rd, 161 KiB/s wr, 647 op/s 2024-07-29T15:56:39.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:38 smithi138 ceph-mon[86438]: osdmap e1796: 8 total, 8 up, 8 in 2024-07-29T15:56:39.821 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (847 ms) 2024-07-29T15:56:39.821 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-07-29T15:56:39.821 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:40.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:39 smithi138 ceph-mon[86438]: osdmap e1797: 8 total, 8 up, 8 in 2024-07-29T15:56:40.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:39 smithi067 ceph-mon[91995]: osdmap e1797: 8 total, 8 up, 8 in 2024-07-29T15:56:40.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:39 smithi067 ceph-mon[94375]: osdmap e1797: 8 total, 8 up, 8 in 2024-07-29T15:56:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:56:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:56:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:56:40.783 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (961 ms) 2024-07-29T15:56:40.783 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-07-29T15:56:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:40 smithi138 ceph-mon[86438]: pgmap v3061: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 499 KiB/s rd, 193 KiB/s wr, 803 op/s 2024-07-29T15:56:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:40 smithi138 ceph-mon[86438]: osdmap e1798: 8 total, 8 up, 8 in 2024-07-29T15:56:41.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:40 smithi067 ceph-mon[91995]: pgmap v3061: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 499 KiB/s rd, 193 KiB/s wr, 803 op/s 2024-07-29T15:56:41.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:40 smithi067 ceph-mon[91995]: osdmap e1798: 8 total, 8 up, 8 in 2024-07-29T15:56:41.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:40 smithi067 ceph-mon[94375]: pgmap v3061: 745 pgs: 745 active+clean; 143 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 499 KiB/s rd, 193 KiB/s wr, 803 op/s 2024-07-29T15:56:41.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:40 smithi067 ceph-mon[94375]: osdmap e1798: 8 total, 8 up, 8 in 2024-07-29T15:56:41.886 INFO:tasks.workunit.client.0.smithi067.stdout:0.00% done 2024-07-29T15:56:41.886 INFO:tasks.workunit.client.0.smithi067.stdout:100.00% done 2024-07-29T15:56:41.886 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestImageOptions (1104 ms) 2024-07-29T15:56:41.886 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-07-29T15:56:42.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:41 smithi138 ceph-mon[86438]: osdmap e1799: 8 total, 8 up, 8 in 2024-07-29T15:56:42.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:41 smithi067 ceph-mon[91995]: osdmap e1799: 8 total, 8 up, 8 in 2024-07-29T15:56:42.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:41 smithi067 ceph-mon[94375]: osdmap e1799: 8 total, 8 up, 8 in 2024-07-29T15:56:42.870 INFO:tasks.workunit.client.0.smithi067.stdout:0.00% done 2024-07-29T15:56:42.870 INFO:tasks.workunit.client.0.smithi067.stdout:100.00% done 2024-07-29T15:56:42.870 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (984 ms) 2024-07-29T15:56:42.870 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-07-29T15:56:42.870 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-07-29T15:56:42.870 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-07-29T15:56:42.871 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-07-29T15:56:42.871 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-07-29T15:56:42.871 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:42.912 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:56:42.912 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:56:42.912 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:56:42.913 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:56:42.913 INFO:tasks.workunit.client.0.smithi067.stdout:wrote: 512 2024-07-29T15:56:42.913 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:56:42.913 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:56:42.913 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:56:42.913 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:56:42.913 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:56:42.913 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:56:42.913 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:56:42.913 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:56:42.913 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:56:42.913 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:56:42.913 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:56:42.914 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:56:42.914 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:56:42.914 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:56:42.914 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:56:42.914 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:56:42.914 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:56:42.914 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:56:42.914 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:56:42.914 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:56:42.914 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:56:42.914 INFO:tasks.workunit.client.0.smithi067.stdout:started write 2024-07-29T15:56:42.914 INFO:tasks.workunit.client.0.smithi067.stdout:write completion cb called! 2024-07-29T15:56:42.914 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 0 2024-07-29T15:56:42.914 INFO:tasks.workunit.client.0.smithi067.stdout:finished write 2024-07-29T15:56:42.914 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:56:42.915 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:56:42.915 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:56:42.915 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:56:42.915 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:56:42.915 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:56:42.915 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:56:42.915 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:56:42.915 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:56:42.915 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:56:42.915 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:56:42.915 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:56:42.915 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:56:42.915 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:56:42.915 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:56:42.916 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:56:42.916 INFO:tasks.workunit.client.0.smithi067.stdout:created completion 2024-07-29T15:56:42.916 INFO:tasks.workunit.client.0.smithi067.stdout:started read 2024-07-29T15:56:42.916 INFO:tasks.workunit.client.0.smithi067.stdout:read completion cb called! 2024-07-29T15:56:42.916 INFO:tasks.workunit.client.0.smithi067.stdout:return value is: 512 2024-07-29T15:56:42.916 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.ImagePollIO (42 ms) 2024-07-29T15:56:42.916 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.Mirror 2024-07-29T15:56:42.916 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:42.924 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:42 smithi138 ceph-mon[86438]: pgmap v3064: 745 pgs: 745 active+clean; 143 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 412 KiB/s rd, 119 KiB/s wr, 589 op/s 2024-07-29T15:56:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:42 smithi138 ceph-mon[86438]: osdmap e1800: 8 total, 8 up, 8 in 2024-07-29T15:56:43.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:42 smithi067 ceph-mon[91995]: pgmap v3064: 745 pgs: 745 active+clean; 143 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 412 KiB/s rd, 119 KiB/s wr, 589 op/s 2024-07-29T15:56:43.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:42 smithi067 ceph-mon[91995]: osdmap e1800: 8 total, 8 up, 8 in 2024-07-29T15:56:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:42 smithi067 ceph-mon[94375]: pgmap v3064: 745 pgs: 745 active+clean; 143 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 412 KiB/s rd, 119 KiB/s wr, 589 op/s 2024-07-29T15:56:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:42 smithi067 ceph-mon[94375]: osdmap e1800: 8 total, 8 up, 8 in 2024-07-29T15:56:43.940 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.Mirror (1028 ms) 2024-07-29T15:56:43.941 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-07-29T15:56:43.959 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (19 ms) 2024-07-29T15:56:43.959 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-07-29T15:56:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:43 smithi138 ceph-mon[86438]: osdmap e1801: 8 total, 8 up, 8 in 2024-07-29T15:56:44.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:43 smithi067 ceph-mon[91995]: osdmap e1801: 8 total, 8 up, 8 in 2024-07-29T15:56:44.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:43 smithi067 ceph-mon[94375]: osdmap e1801: 8 total, 8 up, 8 in 2024-07-29T15:56:45.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:44 smithi138 ceph-mon[86438]: pgmap v3067: 745 pgs: 745 active+clean; 145 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 415 KiB/s rd, 507 KiB/s wr, 564 op/s 2024-07-29T15:56:45.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:44 smithi138 ceph-mon[86438]: osdmap e1802: 8 total, 8 up, 8 in 2024-07-29T15:56:45.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:44 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3501879620' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-07-29T15:56:45.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:44 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-07-29T15:56:45.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:44 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-07-29T15:56:45.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:44 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3501879620' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/52d0bd62-0003-4516-aae7-ddf851bad926"}]: dispatch 2024-07-29T15:56:45.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:44 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/52d0bd62-0003-4516-aae7-ddf851bad926"}]: dispatch 2024-07-29T15:56:45.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:44 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/52d0bd62-0003-4516-aae7-ddf851bad926"}]': finished 2024-07-29T15:56:45.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:44 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3501879620' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/42777376-42a7-445c-bd4f-9913add36241"}]: dispatch 2024-07-29T15:56:45.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:44 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/42777376-42a7-445c-bd4f-9913add36241"}]: dispatch 2024-07-29T15:56:45.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:44 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/42777376-42a7-445c-bd4f-9913add36241"}]': finished 2024-07-29T15:56:45.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:44 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3501879620' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/799d94ad-2366-4b5e-8734-d94de64b1993"}]: dispatch 2024-07-29T15:56:45.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:44 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/799d94ad-2366-4b5e-8734-d94de64b1993"}]: dispatch 2024-07-29T15:56:45.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:44 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/799d94ad-2366-4b5e-8734-d94de64b1993"}]': finished 2024-07-29T15:56:45.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:44 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3501879620' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/926bbad9-3a5a-40cd-bbe3-11a1cb828dc2"}]: dispatch 2024-07-29T15:56:45.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:44 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' 2024-07-29T15:56:45.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:44 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3501879620' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/926bbad9-3a5a-40cd-bbe3-11a1cb828dc2"}]: dispatch 2024-07-29T15:56:45.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:44 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3501879620' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/926bbad9-3a5a-40cd-bbe3-11a1cb828dc2"}]: dispatch 2024-07-29T15:56:45.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:44 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/926bbad9-3a5a-40cd-bbe3-11a1cb828dc2"}]: dispatch 2024-07-29T15:56:45.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:44 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/926bbad9-3a5a-40cd-bbe3-11a1cb828dc2"}]': finished 2024-07-29T15:56:45.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[91995]: pgmap v3067: 745 pgs: 745 active+clean; 145 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 415 KiB/s rd, 507 KiB/s wr, 564 op/s 2024-07-29T15:56:45.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[91995]: osdmap e1802: 8 total, 8 up, 8 in 2024-07-29T15:56:45.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3501879620' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-07-29T15:56:45.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-07-29T15:56:45.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-07-29T15:56:45.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3501879620' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/52d0bd62-0003-4516-aae7-ddf851bad926"}]: dispatch 2024-07-29T15:56:45.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/52d0bd62-0003-4516-aae7-ddf851bad926"}]: dispatch 2024-07-29T15:56:45.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/52d0bd62-0003-4516-aae7-ddf851bad926"}]': finished 2024-07-29T15:56:45.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3501879620' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/42777376-42a7-445c-bd4f-9913add36241"}]: dispatch 2024-07-29T15:56:45.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/42777376-42a7-445c-bd4f-9913add36241"}]: dispatch 2024-07-29T15:56:45.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/42777376-42a7-445c-bd4f-9913add36241"}]': finished 2024-07-29T15:56:45.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3501879620' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/799d94ad-2366-4b5e-8734-d94de64b1993"}]: dispatch 2024-07-29T15:56:45.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/799d94ad-2366-4b5e-8734-d94de64b1993"}]: dispatch 2024-07-29T15:56:45.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/799d94ad-2366-4b5e-8734-d94de64b1993"}]': finished 2024-07-29T15:56:45.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3501879620' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/926bbad9-3a5a-40cd-bbe3-11a1cb828dc2"}]: dispatch 2024-07-29T15:56:45.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' 2024-07-29T15:56:45.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3501879620' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/926bbad9-3a5a-40cd-bbe3-11a1cb828dc2"}]: dispatch 2024-07-29T15:56:45.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3501879620' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/926bbad9-3a5a-40cd-bbe3-11a1cb828dc2"}]: dispatch 2024-07-29T15:56:45.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/926bbad9-3a5a-40cd-bbe3-11a1cb828dc2"}]: dispatch 2024-07-29T15:56:45.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/926bbad9-3a5a-40cd-bbe3-11a1cb828dc2"}]': finished 2024-07-29T15:56:45.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[94375]: pgmap v3067: 745 pgs: 745 active+clean; 145 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 415 KiB/s rd, 507 KiB/s wr, 564 op/s 2024-07-29T15:56:45.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[94375]: osdmap e1802: 8 total, 8 up, 8 in 2024-07-29T15:56:45.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3501879620' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-07-29T15:56:45.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-07-29T15:56:45.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-07-29T15:56:45.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3501879620' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/52d0bd62-0003-4516-aae7-ddf851bad926"}]: dispatch 2024-07-29T15:56:45.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/52d0bd62-0003-4516-aae7-ddf851bad926"}]: dispatch 2024-07-29T15:56:45.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/52d0bd62-0003-4516-aae7-ddf851bad926"}]': finished 2024-07-29T15:56:45.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3501879620' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/42777376-42a7-445c-bd4f-9913add36241"}]: dispatch 2024-07-29T15:56:45.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/42777376-42a7-445c-bd4f-9913add36241"}]: dispatch 2024-07-29T15:56:45.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/42777376-42a7-445c-bd4f-9913add36241"}]': finished 2024-07-29T15:56:45.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3501879620' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/799d94ad-2366-4b5e-8734-d94de64b1993"}]: dispatch 2024-07-29T15:56:45.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/799d94ad-2366-4b5e-8734-d94de64b1993"}]: dispatch 2024-07-29T15:56:45.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/799d94ad-2366-4b5e-8734-d94de64b1993"}]': finished 2024-07-29T15:56:45.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3501879620' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/926bbad9-3a5a-40cd-bbe3-11a1cb828dc2"}]: dispatch 2024-07-29T15:56:45.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' 2024-07-29T15:56:45.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3501879620' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/926bbad9-3a5a-40cd-bbe3-11a1cb828dc2"}]: dispatch 2024-07-29T15:56:45.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3501879620' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/926bbad9-3a5a-40cd-bbe3-11a1cb828dc2"}]: dispatch 2024-07-29T15:56:45.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/926bbad9-3a5a-40cd-bbe3-11a1cb828dc2"}]: dispatch 2024-07-29T15:56:45.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:44 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/926bbad9-3a5a-40cd-bbe3-11a1cb828dc2"}]': finished 2024-07-29T15:56:46.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:45 smithi067 ceph-mon[91995]: osdmap e1803: 8 total, 8 up, 8 in 2024-07-29T15:56:46.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:45 smithi067 ceph-mon[91995]: pgmap v3070: 745 pgs: 745 active+clean; 148 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 233 KiB/s rd, 1.1 MiB/s wr, 298 op/s 2024-07-29T15:56:46.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:45 smithi067 ceph-mon[94375]: osdmap e1803: 8 total, 8 up, 8 in 2024-07-29T15:56:46.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:45 smithi067 ceph-mon[94375]: pgmap v3070: 745 pgs: 745 active+clean; 148 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 233 KiB/s rd, 1.1 MiB/s wr, 298 op/s 2024-07-29T15:56:46.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:45 smithi138 ceph-mon[86438]: osdmap e1803: 8 total, 8 up, 8 in 2024-07-29T15:56:46.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:45 smithi138 ceph-mon[86438]: pgmap v3070: 745 pgs: 745 active+clean; 148 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 233 KiB/s rd, 1.1 MiB/s wr, 298 op/s 2024-07-29T15:56:47.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:46 smithi067 ceph-mon[91995]: osdmap e1804: 8 total, 8 up, 8 in 2024-07-29T15:56:47.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:46 smithi067 ceph-mon[94375]: osdmap e1804: 8 total, 8 up, 8 in 2024-07-29T15:56:47.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:46 smithi138 ceph-mon[86438]: osdmap e1804: 8 total, 8 up, 8 in 2024-07-29T15:56:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:47 smithi067 ceph-mon[91995]: pgmap v3072: 745 pgs: 745 active+clean; 151 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 263 KiB/s rd, 1.6 MiB/s wr, 346 op/s 2024-07-29T15:56:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:47 smithi067 ceph-mon[91995]: osdmap e1805: 8 total, 8 up, 8 in 2024-07-29T15:56:48.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:56:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:56:47] "GET /metrics HTTP/1.1" 200 83174 "" "Prometheus/2.51.0" 2024-07-29T15:56:48.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:47 smithi067 ceph-mon[94375]: pgmap v3072: 745 pgs: 745 active+clean; 151 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 263 KiB/s rd, 1.6 MiB/s wr, 346 op/s 2024-07-29T15:56:48.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:47 smithi067 ceph-mon[94375]: osdmap e1805: 8 total, 8 up, 8 in 2024-07-29T15:56:48.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:47 smithi138 ceph-mon[86438]: pgmap v3072: 745 pgs: 745 active+clean; 151 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 263 KiB/s rd, 1.6 MiB/s wr, 346 op/s 2024-07-29T15:56:48.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:47 smithi138 ceph-mon[86438]: osdmap e1805: 8 total, 8 up, 8 in 2024-07-29T15:56:49.047 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5088 ms) 2024-07-29T15:56:49.048 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-07-29T15:56:49.048 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:49.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:49 smithi138 ceph-mon[86438]: osdmap e1806: 8 total, 8 up, 8 in 2024-07-29T15:56:49.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:49 smithi067 ceph-mon[91995]: osdmap e1806: 8 total, 8 up, 8 in 2024-07-29T15:56:49.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:49 smithi067 ceph-mon[94375]: osdmap e1806: 8 total, 8 up, 8 in 2024-07-29T15:56:50.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:50 smithi138 ceph-mon[86438]: pgmap v3075: 745 pgs: 745 active+clean; 151 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 980 KiB/s wr, 254 op/s 2024-07-29T15:56:50.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:50 smithi138 ceph-mon[86438]: osdmap e1807: 8 total, 8 up, 8 in 2024-07-29T15:56:50.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:56:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:56:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:56:50.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:50 smithi067 ceph-mon[91995]: pgmap v3075: 745 pgs: 745 active+clean; 151 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 980 KiB/s wr, 254 op/s 2024-07-29T15:56:50.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:50 smithi067 ceph-mon[91995]: osdmap e1807: 8 total, 8 up, 8 in 2024-07-29T15:56:50.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:50 smithi067 ceph-mon[94375]: pgmap v3075: 745 pgs: 745 active+clean; 151 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 980 KiB/s wr, 254 op/s 2024-07-29T15:56:50.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:50 smithi067 ceph-mon[94375]: osdmap e1807: 8 total, 8 up, 8 in 2024-07-29T15:56:51.045 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (1997 ms) 2024-07-29T15:56:51.045 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-07-29T15:56:51.045 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:51.098 INFO:tasks.workunit.client.0.smithi067.stdout:1: acquiring exclusive lock 2024-07-29T15:56:51.099 INFO:tasks.workunit.client.0.smithi067.stdout:2: acquiring exclusive lock 2024-07-29T15:56:51.102 INFO:tasks.workunit.client.0.smithi067.stdout:2: exclusive lock acquired 2024-07-29T15:56:51.122 INFO:tasks.workunit.client.0.smithi067.stdout:2: releasing exclusive lock 2024-07-29T15:56:51.124 INFO:tasks.workunit.client.0.smithi067.stdout:2: exclusive lock released 2024-07-29T15:56:51.124 INFO:tasks.workunit.client.0.smithi067.stdout:2: acquiring exclusive lock 2024-07-29T15:56:51.127 INFO:tasks.workunit.client.0.smithi067.stdout:1: exclusive lock acquired 2024-07-29T15:56:51.136 INFO:tasks.workunit.client.0.smithi067.stdout:1: releasing exclusive lock 2024-07-29T15:56:51.138 INFO:tasks.workunit.client.0.smithi067.stdout:1: exclusive lock released 2024-07-29T15:56:51.138 INFO:tasks.workunit.client.0.smithi067.stdout:1: acquiring exclusive lock 2024-07-29T15:56:51.141 INFO:tasks.workunit.client.0.smithi067.stdout:2: exclusive lock acquired 2024-07-29T15:56:51.171 INFO:tasks.workunit.client.0.smithi067.stdout:2: releasing exclusive lock 2024-07-29T15:56:51.174 INFO:tasks.workunit.client.0.smithi067.stdout:2: exclusive lock released 2024-07-29T15:56:51.174 INFO:tasks.workunit.client.0.smithi067.stdout:2: acquiring exclusive lock 2024-07-29T15:56:51.177 INFO:tasks.workunit.client.0.smithi067.stdout:1: exclusive lock acquired 2024-07-29T15:56:51.215 INFO:tasks.workunit.client.0.smithi067.stdout:1: releasing exclusive lock 2024-07-29T15:56:51.218 INFO:tasks.workunit.client.0.smithi067.stdout:1: exclusive lock released 2024-07-29T15:56:51.218 INFO:tasks.workunit.client.0.smithi067.stdout:1: acquiring exclusive lock 2024-07-29T15:56:51.221 INFO:tasks.workunit.client.0.smithi067.stdout:1: exclusive lock acquired 2024-07-29T15:56:51.252 INFO:tasks.workunit.client.0.smithi067.stdout:1: releasing exclusive lock 2024-07-29T15:56:51.254 INFO:tasks.workunit.client.0.smithi067.stdout:1: exclusive lock released 2024-07-29T15:56:51.255 INFO:tasks.workunit.client.0.smithi067.stdout:1: acquiring exclusive lock 2024-07-29T15:56:51.258 INFO:tasks.workunit.client.0.smithi067.stdout:2: exclusive lock acquired 2024-07-29T15:56:51.291 INFO:tasks.workunit.client.0.smithi067.stdout:2: releasing exclusive lock 2024-07-29T15:56:51.293 INFO:tasks.workunit.client.0.smithi067.stdout:2: exclusive lock released 2024-07-29T15:56:51.294 INFO:tasks.workunit.client.0.smithi067.stdout:2: acquiring exclusive lock 2024-07-29T15:56:51.297 INFO:tasks.workunit.client.0.smithi067.stdout:1: exclusive lock acquired 2024-07-29T15:56:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:51 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:56:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:51 smithi138 ceph-mon[86438]: osdmap e1808: 8 total, 8 up, 8 in 2024-07-29T15:56:51.335 INFO:tasks.workunit.client.0.smithi067.stdout:1: releasing exclusive lock 2024-07-29T15:56:51.338 INFO:tasks.workunit.client.0.smithi067.stdout:1: exclusive lock released 2024-07-29T15:56:51.338 INFO:tasks.workunit.client.0.smithi067.stdout:1: acquiring exclusive lock 2024-07-29T15:56:51.342 INFO:tasks.workunit.client.0.smithi067.stdout:2: exclusive lock acquired 2024-07-29T15:56:51.355 INFO:tasks.workunit.client.0.smithi067.stdout:2: releasing exclusive lock 2024-07-29T15:56:51.357 INFO:tasks.workunit.client.0.smithi067.stdout:2: exclusive lock released 2024-07-29T15:56:51.357 INFO:tasks.workunit.client.0.smithi067.stdout:2: acquiring exclusive lock 2024-07-29T15:56:51.361 INFO:tasks.workunit.client.0.smithi067.stdout:1: exclusive lock acquired 2024-07-29T15:56:51.387 INFO:tasks.workunit.client.0.smithi067.stdout:1: releasing exclusive lock 2024-07-29T15:56:51.390 INFO:tasks.workunit.client.0.smithi067.stdout:1: exclusive lock released 2024-07-29T15:56:51.393 INFO:tasks.workunit.client.0.smithi067.stdout:2: exclusive lock acquired 2024-07-29T15:56:51.394 INFO:tasks.workunit.client.0.smithi067.stdout:2: releasing exclusive lock 2024-07-29T15:56:51.396 INFO:tasks.workunit.client.0.smithi067.stdout:2: exclusive lock released 2024-07-29T15:56:51.410 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.ExclusiveLock (366 ms) 2024-07-29T15:56:51.410 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.BreakLock 2024-07-29T15:56:51.425 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:51.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:51 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:56:51.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:51 smithi067 ceph-mon[91995]: osdmap e1808: 8 total, 8 up, 8 in 2024-07-29T15:56:51.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:51 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:56:51.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:51 smithi067 ceph-mon[94375]: osdmap e1808: 8 total, 8 up, 8 in 2024-07-29T15:56:52.056 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.BreakLock (646 ms) 2024-07-29T15:56:52.056 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-07-29T15:56:52.056 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:52.079 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (23 ms) 2024-07-29T15:56:52.079 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-07-29T15:56:52.079 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-07-29T15:56:52.079 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-07-29T15:56:52.079 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:52.136 INFO:tasks.workunit.client.0.smithi067.stdout:0.00% done 2024-07-29T15:56:52.136 INFO:tasks.workunit.client.0.smithi067.stdout:1.56% done 2024-07-29T15:56:52.136 INFO:tasks.workunit.client.0.smithi067.stdout:3.12% done 2024-07-29T15:56:52.136 INFO:tasks.workunit.client.0.smithi067.stdout:4.69% done 2024-07-29T15:56:52.136 INFO:tasks.workunit.client.0.smithi067.stdout:6.25% done 2024-07-29T15:56:52.136 INFO:tasks.workunit.client.0.smithi067.stdout:7.81% done 2024-07-29T15:56:52.136 INFO:tasks.workunit.client.0.smithi067.stdout:9.38% done 2024-07-29T15:56:52.136 INFO:tasks.workunit.client.0.smithi067.stdout:10.94% done 2024-07-29T15:56:52.136 INFO:tasks.workunit.client.0.smithi067.stdout:12.50% done 2024-07-29T15:56:52.137 INFO:tasks.workunit.client.0.smithi067.stdout:14.06% done 2024-07-29T15:56:52.137 INFO:tasks.workunit.client.0.smithi067.stdout:15.62% done 2024-07-29T15:56:52.137 INFO:tasks.workunit.client.0.smithi067.stdout:17.19% done 2024-07-29T15:56:52.137 INFO:tasks.workunit.client.0.smithi067.stdout:18.75% done 2024-07-29T15:56:52.137 INFO:tasks.workunit.client.0.smithi067.stdout:20.31% done 2024-07-29T15:56:52.137 INFO:tasks.workunit.client.0.smithi067.stdout:21.88% done 2024-07-29T15:56:52.137 INFO:tasks.workunit.client.0.smithi067.stdout:23.44% done 2024-07-29T15:56:52.137 INFO:tasks.workunit.client.0.smithi067.stdout:25.00% done 2024-07-29T15:56:52.137 INFO:tasks.workunit.client.0.smithi067.stdout:26.56% done 2024-07-29T15:56:52.137 INFO:tasks.workunit.client.0.smithi067.stdout:28.12% done 2024-07-29T15:56:52.137 INFO:tasks.workunit.client.0.smithi067.stdout:29.69% done 2024-07-29T15:56:52.137 INFO:tasks.workunit.client.0.smithi067.stdout:31.25% done 2024-07-29T15:56:52.137 INFO:tasks.workunit.client.0.smithi067.stdout:32.81% done 2024-07-29T15:56:52.137 INFO:tasks.workunit.client.0.smithi067.stdout:34.38% done 2024-07-29T15:56:52.138 INFO:tasks.workunit.client.0.smithi067.stdout:35.94% done 2024-07-29T15:56:52.138 INFO:tasks.workunit.client.0.smithi067.stdout:37.50% done 2024-07-29T15:56:52.138 INFO:tasks.workunit.client.0.smithi067.stdout:39.06% done 2024-07-29T15:56:52.138 INFO:tasks.workunit.client.0.smithi067.stdout:40.62% done 2024-07-29T15:56:52.138 INFO:tasks.workunit.client.0.smithi067.stdout:42.19% done 2024-07-29T15:56:52.138 INFO:tasks.workunit.client.0.smithi067.stdout:43.75% done 2024-07-29T15:56:52.138 INFO:tasks.workunit.client.0.smithi067.stdout:45.31% done 2024-07-29T15:56:52.138 INFO:tasks.workunit.client.0.smithi067.stdout:46.88% done 2024-07-29T15:56:52.138 INFO:tasks.workunit.client.0.smithi067.stdout:48.44% done 2024-07-29T15:56:52.138 INFO:tasks.workunit.client.0.smithi067.stdout:50.00% done 2024-07-29T15:56:52.138 INFO:tasks.workunit.client.0.smithi067.stdout:51.56% done 2024-07-29T15:56:52.138 INFO:tasks.workunit.client.0.smithi067.stdout:53.12% done 2024-07-29T15:56:52.138 INFO:tasks.workunit.client.0.smithi067.stdout:54.69% done 2024-07-29T15:56:52.139 INFO:tasks.workunit.client.0.smithi067.stdout:56.25% done 2024-07-29T15:56:52.139 INFO:tasks.workunit.client.0.smithi067.stdout:57.81% done 2024-07-29T15:56:52.139 INFO:tasks.workunit.client.0.smithi067.stdout:59.38% done 2024-07-29T15:56:52.139 INFO:tasks.workunit.client.0.smithi067.stdout:60.94% done 2024-07-29T15:56:52.139 INFO:tasks.workunit.client.0.smithi067.stdout:62.50% done 2024-07-29T15:56:52.139 INFO:tasks.workunit.client.0.smithi067.stdout:64.06% done 2024-07-29T15:56:52.139 INFO:tasks.workunit.client.0.smithi067.stdout:65.62% done 2024-07-29T15:56:52.139 INFO:tasks.workunit.client.0.smithi067.stdout:67.19% done 2024-07-29T15:56:52.139 INFO:tasks.workunit.client.0.smithi067.stdout:68.75% done 2024-07-29T15:56:52.139 INFO:tasks.workunit.client.0.smithi067.stdout:70.31% done 2024-07-29T15:56:52.139 INFO:tasks.workunit.client.0.smithi067.stdout:71.88% done 2024-07-29T15:56:52.139 INFO:tasks.workunit.client.0.smithi067.stdout:73.44% done 2024-07-29T15:56:52.139 INFO:tasks.workunit.client.0.smithi067.stdout:75.00% done 2024-07-29T15:56:52.140 INFO:tasks.workunit.client.0.smithi067.stdout:76.56% done 2024-07-29T15:56:52.140 INFO:tasks.workunit.client.0.smithi067.stdout:78.12% done 2024-07-29T15:56:52.140 INFO:tasks.workunit.client.0.smithi067.stdout:79.69% done 2024-07-29T15:56:52.140 INFO:tasks.workunit.client.0.smithi067.stdout:81.25% done 2024-07-29T15:56:52.140 INFO:tasks.workunit.client.0.smithi067.stdout:82.81% done 2024-07-29T15:56:52.140 INFO:tasks.workunit.client.0.smithi067.stdout:84.38% done 2024-07-29T15:56:52.140 INFO:tasks.workunit.client.0.smithi067.stdout:85.94% done 2024-07-29T15:56:52.140 INFO:tasks.workunit.client.0.smithi067.stdout:87.50% done 2024-07-29T15:56:52.140 INFO:tasks.workunit.client.0.smithi067.stdout:89.06% done 2024-07-29T15:56:52.140 INFO:tasks.workunit.client.0.smithi067.stdout:90.62% done 2024-07-29T15:56:52.140 INFO:tasks.workunit.client.0.smithi067.stdout:92.19% done 2024-07-29T15:56:52.140 INFO:tasks.workunit.client.0.smithi067.stdout:93.75% done 2024-07-29T15:56:52.140 INFO:tasks.workunit.client.0.smithi067.stdout:95.31% done 2024-07-29T15:56:52.141 INFO:tasks.workunit.client.0.smithi067.stdout:96.88% done 2024-07-29T15:56:52.141 INFO:tasks.workunit.client.0.smithi067.stdout:98.44% done 2024-07-29T15:56:52.141 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (57 ms) 2024-07-29T15:56:52.141 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-07-29T15:56:52.141 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:52.192 INFO:tasks.workunit.client.0.smithi067.stdout:0.00% done 2024-07-29T15:56:52.192 INFO:tasks.workunit.client.0.smithi067.stdout:1.56% done 2024-07-29T15:56:52.192 INFO:tasks.workunit.client.0.smithi067.stdout:3.12% done 2024-07-29T15:56:52.192 INFO:tasks.workunit.client.0.smithi067.stdout:4.69% done 2024-07-29T15:56:52.192 INFO:tasks.workunit.client.0.smithi067.stdout:6.25% done 2024-07-29T15:56:52.192 INFO:tasks.workunit.client.0.smithi067.stdout:7.81% done 2024-07-29T15:56:52.192 INFO:tasks.workunit.client.0.smithi067.stdout:9.38% done 2024-07-29T15:56:52.192 INFO:tasks.workunit.client.0.smithi067.stdout:10.94% done 2024-07-29T15:56:52.192 INFO:tasks.workunit.client.0.smithi067.stdout:12.50% done 2024-07-29T15:56:52.192 INFO:tasks.workunit.client.0.smithi067.stdout:14.06% done 2024-07-29T15:56:52.192 INFO:tasks.workunit.client.0.smithi067.stdout:15.62% done 2024-07-29T15:56:52.193 INFO:tasks.workunit.client.0.smithi067.stdout:17.19% done 2024-07-29T15:56:52.193 INFO:tasks.workunit.client.0.smithi067.stdout:18.75% done 2024-07-29T15:56:52.193 INFO:tasks.workunit.client.0.smithi067.stdout:20.31% done 2024-07-29T15:56:52.193 INFO:tasks.workunit.client.0.smithi067.stdout:21.88% done 2024-07-29T15:56:52.193 INFO:tasks.workunit.client.0.smithi067.stdout:23.44% done 2024-07-29T15:56:52.193 INFO:tasks.workunit.client.0.smithi067.stdout:25.00% done 2024-07-29T15:56:52.193 INFO:tasks.workunit.client.0.smithi067.stdout:26.56% done 2024-07-29T15:56:52.193 INFO:tasks.workunit.client.0.smithi067.stdout:28.12% done 2024-07-29T15:56:52.193 INFO:tasks.workunit.client.0.smithi067.stdout:29.69% done 2024-07-29T15:56:52.193 INFO:tasks.workunit.client.0.smithi067.stdout:31.25% done 2024-07-29T15:56:52.193 INFO:tasks.workunit.client.0.smithi067.stdout:32.81% done 2024-07-29T15:56:52.193 INFO:tasks.workunit.client.0.smithi067.stdout:34.38% done 2024-07-29T15:56:52.193 INFO:tasks.workunit.client.0.smithi067.stdout:35.94% done 2024-07-29T15:56:52.193 INFO:tasks.workunit.client.0.smithi067.stdout:37.50% done 2024-07-29T15:56:52.194 INFO:tasks.workunit.client.0.smithi067.stdout:39.06% done 2024-07-29T15:56:52.194 INFO:tasks.workunit.client.0.smithi067.stdout:40.62% done 2024-07-29T15:56:52.194 INFO:tasks.workunit.client.0.smithi067.stdout:42.19% done 2024-07-29T15:56:52.194 INFO:tasks.workunit.client.0.smithi067.stdout:43.75% done 2024-07-29T15:56:52.194 INFO:tasks.workunit.client.0.smithi067.stdout:45.31% done 2024-07-29T15:56:52.194 INFO:tasks.workunit.client.0.smithi067.stdout:46.88% done 2024-07-29T15:56:52.194 INFO:tasks.workunit.client.0.smithi067.stdout:48.44% done 2024-07-29T15:56:52.194 INFO:tasks.workunit.client.0.smithi067.stdout:50.00% done 2024-07-29T15:56:52.194 INFO:tasks.workunit.client.0.smithi067.stdout:51.56% done 2024-07-29T15:56:52.194 INFO:tasks.workunit.client.0.smithi067.stdout:53.12% done 2024-07-29T15:56:52.194 INFO:tasks.workunit.client.0.smithi067.stdout:54.69% done 2024-07-29T15:56:52.194 INFO:tasks.workunit.client.0.smithi067.stdout:56.25% done 2024-07-29T15:56:52.195 INFO:tasks.workunit.client.0.smithi067.stdout:57.81% done 2024-07-29T15:56:52.195 INFO:tasks.workunit.client.0.smithi067.stdout:59.38% done 2024-07-29T15:56:52.195 INFO:tasks.workunit.client.0.smithi067.stdout:60.94% done 2024-07-29T15:56:52.195 INFO:tasks.workunit.client.0.smithi067.stdout:62.50% done 2024-07-29T15:56:52.195 INFO:tasks.workunit.client.0.smithi067.stdout:64.06% done 2024-07-29T15:56:52.195 INFO:tasks.workunit.client.0.smithi067.stdout:65.62% done 2024-07-29T15:56:52.195 INFO:tasks.workunit.client.0.smithi067.stdout:67.19% done 2024-07-29T15:56:52.195 INFO:tasks.workunit.client.0.smithi067.stdout:68.75% done 2024-07-29T15:56:52.195 INFO:tasks.workunit.client.0.smithi067.stdout:70.31% done 2024-07-29T15:56:52.195 INFO:tasks.workunit.client.0.smithi067.stdout:71.88% done 2024-07-29T15:56:52.195 INFO:tasks.workunit.client.0.smithi067.stdout:73.44% done 2024-07-29T15:56:52.195 INFO:tasks.workunit.client.0.smithi067.stdout:75.00% done 2024-07-29T15:56:52.195 INFO:tasks.workunit.client.0.smithi067.stdout:76.56% done 2024-07-29T15:56:52.195 INFO:tasks.workunit.client.0.smithi067.stdout:78.12% done 2024-07-29T15:56:52.196 INFO:tasks.workunit.client.0.smithi067.stdout:79.69% done 2024-07-29T15:56:52.196 INFO:tasks.workunit.client.0.smithi067.stdout:81.25% done 2024-07-29T15:56:52.196 INFO:tasks.workunit.client.0.smithi067.stdout:82.81% done 2024-07-29T15:56:52.196 INFO:tasks.workunit.client.0.smithi067.stdout:84.38% done 2024-07-29T15:56:52.196 INFO:tasks.workunit.client.0.smithi067.stdout:85.94% done 2024-07-29T15:56:52.196 INFO:tasks.workunit.client.0.smithi067.stdout:87.50% done 2024-07-29T15:56:52.196 INFO:tasks.workunit.client.0.smithi067.stdout:89.06% done 2024-07-29T15:56:52.196 INFO:tasks.workunit.client.0.smithi067.stdout:90.62% done 2024-07-29T15:56:52.196 INFO:tasks.workunit.client.0.smithi067.stdout:92.19% done 2024-07-29T15:56:52.196 INFO:tasks.workunit.client.0.smithi067.stdout:93.75% done 2024-07-29T15:56:52.196 INFO:tasks.workunit.client.0.smithi067.stdout:95.31% done 2024-07-29T15:56:52.196 INFO:tasks.workunit.client.0.smithi067.stdout:96.88% done 2024-07-29T15:56:52.196 INFO:tasks.workunit.client.0.smithi067.stdout:98.44% done 2024-07-29T15:56:52.196 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (56 ms) 2024-07-29T15:56:52.197 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-07-29T15:56:52.197 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:52.200 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:52.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:52 smithi138 ceph-mon[86438]: pgmap v3078: 745 pgs: 745 active+clean; 151 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 4.7 KiB/s wr, 128 op/s 2024-07-29T15:56:52.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:52 smithi138 ceph-mon[86438]: osdmap e1809: 8 total, 8 up, 8 in 2024-07-29T15:56:52.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:52 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/2198935693"}]: dispatch 2024-07-29T15:56:52.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:52 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/2198935693"}]: dispatch 2024-07-29T15:56:52.313 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestTrashPurge (121 ms) 2024-07-29T15:56:52.313 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-07-29T15:56:52.313 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:52.359 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (46 ms) 2024-07-29T15:56:52.359 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-07-29T15:56:52.360 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:52.382 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestListWatchers (23 ms) 2024-07-29T15:56:52.383 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-07-29T15:56:52.383 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:52.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:52 smithi067 ceph-mon[91995]: pgmap v3078: 745 pgs: 745 active+clean; 151 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 4.7 KiB/s wr, 128 op/s 2024-07-29T15:56:52.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:52 smithi067 ceph-mon[91995]: osdmap e1809: 8 total, 8 up, 8 in 2024-07-29T15:56:52.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:52 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/2198935693"}]: dispatch 2024-07-29T15:56:52.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:52 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/2198935693"}]: dispatch 2024-07-29T15:56:52.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:52 smithi067 ceph-mon[94375]: pgmap v3078: 745 pgs: 745 active+clean; 151 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 4.7 KiB/s wr, 128 op/s 2024-07-29T15:56:52.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:52 smithi067 ceph-mon[94375]: osdmap e1809: 8 total, 8 up, 8 in 2024-07-29T15:56:52.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:52 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1930624977' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/2198935693"}]: dispatch 2024-07-29T15:56:52.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:52 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/2198935693"}]: dispatch 2024-07-29T15:56:53.070 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestSetSnapById (687 ms) 2024-07-29T15:56:53.071 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.Namespaces 2024-07-29T15:56:53.095 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.Namespaces (25 ms) 2024-07-29T15:56:53.095 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-07-29T15:56:53.131 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:53.135 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:53.214 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.NamespacesPP (119 ms) 2024-07-29T15:56:53.214 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.Migration 2024-07-29T15:56:53.214 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:53.215 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:53.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:53 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/2198935693"}]': finished 2024-07-29T15:56:53.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:53 smithi138 ceph-mon[86438]: osdmap e1810: 8 total, 8 up, 8 in 2024-07-29T15:56:53.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:53 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/2198935693"}]': finished 2024-07-29T15:56:53.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:53 smithi067 ceph-mon[91995]: osdmap e1810: 8 total, 8 up, 8 in 2024-07-29T15:56:53.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:53 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/2198935693"}]': finished 2024-07-29T15:56:53.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:53 smithi067 ceph-mon[94375]: osdmap e1810: 8 total, 8 up, 8 in 2024-07-29T15:56:53.621 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.Migration (407 ms) 2024-07-29T15:56:53.621 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-07-29T15:56:53.621 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:53.621 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:54.035 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.MigrationPP (414 ms) 2024-07-29T15:56:54.035 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-07-29T15:56:54.035 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:54.054 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (19 ms) 2024-07-29T15:56:54.054 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-07-29T15:56:54.055 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:54.069 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (16 ms) 2024-07-29T15:56:54.070 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-07-29T15:56:54.070 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:54.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:54 smithi138 ceph-mon[86438]: pgmap v3081: 745 pgs: 745 active+clean; 151 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 9.0 KiB/s wr, 199 op/s 2024-07-29T15:56:54.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:54 smithi138 ceph-mon[86438]: osdmap e1811: 8 total, 8 up, 8 in 2024-07-29T15:56:54.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:54 smithi067 ceph-mon[91995]: pgmap v3081: 745 pgs: 745 active+clean; 151 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 9.0 KiB/s wr, 199 op/s 2024-07-29T15:56:54.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:54 smithi067 ceph-mon[91995]: osdmap e1811: 8 total, 8 up, 8 in 2024-07-29T15:56:54.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:54 smithi067 ceph-mon[94375]: pgmap v3081: 745 pgs: 745 active+clean; 151 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 9.0 KiB/s wr, 199 op/s 2024-07-29T15:56:54.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:54 smithi067 ceph-mon[94375]: osdmap e1811: 8 total, 8 up, 8 in 2024-07-29T15:56:55.138 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (1068 ms) 2024-07-29T15:56:55.138 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-07-29T15:56:55.167 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.PoolMetadata (29 ms) 2024-07-29T15:56:55.167 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-07-29T15:56:55.191 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.PoolMetadataPP (24 ms) 2024-07-29T15:56:55.191 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.Config 2024-07-29T15:56:55.196 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:55.236 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.Config (45 ms) 2024-07-29T15:56:55.236 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-07-29T15:56:55.240 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:55.279 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.ConfigPP (43 ms) 2024-07-29T15:56:55.279 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-07-29T15:56:55.481 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:56:55 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:56:55] ENGINE Bus STOPPING 2024-07-29T15:56:55.481 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:56:55 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:56:55] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-29T15:56:55.481 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:56:55 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:56:55] ENGINE Bus STOPPED 2024-07-29T15:56:55.481 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:56:55 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:56:55] ENGINE Bus STARTING 2024-07-29T15:56:55.481 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:56:55 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:56:55] ENGINE Serving on http://:::9283 2024-07-29T15:56:55.481 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:56:55 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:15:56:55] ENGINE Bus STARTED 2024-07-29T15:56:56.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:56 smithi138 ceph-mon[86438]: pgmap v3083: 745 pgs: 745 active+clean; 152 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 281 KiB/s rd, 64 KiB/s wr, 292 op/s 2024-07-29T15:56:56.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:56 smithi138 ceph-mon[86438]: osdmap e1812: 8 total, 8 up, 8 in 2024-07-29T15:56:56.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:56 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' 2024-07-29T15:56:56.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:56:56.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:56:56.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:56:56.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:56:56.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:56:56.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:56:56.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:56:56.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:56:56.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:56:56.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:56:56.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:56:56.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:56:56.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:56:56.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:56:56.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:56:56.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:56 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:56:56.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:56 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:56:56.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:56:56.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:56:56.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:56:56.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:56 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:56:56.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:56 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:56:56.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:56:56.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:56:56.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:56:56.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:56 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:56:56.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:56 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:56:56.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:56:56.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:56:56.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:56:56.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[94375]: pgmap v3083: 745 pgs: 745 active+clean; 152 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 281 KiB/s rd, 64 KiB/s wr, 292 op/s 2024-07-29T15:56:56.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[94375]: osdmap e1812: 8 total, 8 up, 8 in 2024-07-29T15:56:56.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' 2024-07-29T15:56:56.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:56:56.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:56:56.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:56:56.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:56:56.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:56:56.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:56:56.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:56:56.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:56:56.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:56:56.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:56:56.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:56:56.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:56:56.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:56:56.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:56:56.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:56:56.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:56:56.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:56:56.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:56:56.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:56:56.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:56:56.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:56:56.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:56:56.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:56:56.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:56:56.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:56:56.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[91995]: pgmap v3083: 745 pgs: 745 active+clean; 152 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 281 KiB/s rd, 64 KiB/s wr, 292 op/s 2024-07-29T15:56:56.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[91995]: osdmap e1812: 8 total, 8 up, 8 in 2024-07-29T15:56:56.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' 2024-07-29T15:56:56.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:56:56.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:56:56.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:56:56.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:56:56.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:56:56.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T15:56:56.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:56:56.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:56:56.491 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:56:56.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:56:56.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:56:56.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:56:56.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:56:56.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:56:56.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:56:56.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:56:56.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:56:56.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:56:56.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:56:56.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:56:56.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:56:56.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:56:56.492 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:56:56.493 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:56:56.493 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:56:56.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:56:56.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:56:56.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:56:56.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:56:56.493 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:56:56.493 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T15:56:56.494 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T15:56:56.494 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T15:56:56.494 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T15:56:56.494 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T15:56:57.196 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:57.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:57 smithi067 ceph-mon[91995]: osdmap e1813: 8 total, 8 up, 8 in 2024-07-29T15:56:57.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:57 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/719343475' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:56:57.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:57 smithi067 ceph-mon[94375]: osdmap e1813: 8 total, 8 up, 8 in 2024-07-29T15:56:57.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:57 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/719343475' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:56:57.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:57 smithi138 ceph-mon[86438]: osdmap e1813: 8 total, 8 up, 8 in 2024-07-29T15:56:57.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:57 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/719343475' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:56:58.189 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:56:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:56:57] "GET /metrics HTTP/1.1" 200 83173 "" "Prometheus/2.51.0" 2024-07-29T15:56:58.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:58 smithi067 ceph-mon[91995]: pgmap v3086: 777 pgs: 4 creating+peering, 28 unknown, 745 active+clean; 152 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 550 KiB/s rd, 139 KiB/s wr, 684 op/s 2024-07-29T15:56:58.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:58 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:56:58.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:58 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/719343475' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:56:58.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:58 smithi067 ceph-mon[91995]: osdmap e1814: 8 total, 8 up, 8 in 2024-07-29T15:56:58.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:58 smithi067 ceph-mon[94375]: pgmap v3086: 777 pgs: 4 creating+peering, 28 unknown, 745 active+clean; 152 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 550 KiB/s rd, 139 KiB/s wr, 684 op/s 2024-07-29T15:56:58.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:58 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:56:58.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:58 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/719343475' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:56:58.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:58 smithi067 ceph-mon[94375]: osdmap e1814: 8 total, 8 up, 8 in 2024-07-29T15:56:58.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:58 smithi138 ceph-mon[86438]: pgmap v3086: 777 pgs: 4 creating+peering, 28 unknown, 745 active+clean; 152 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 550 KiB/s rd, 139 KiB/s wr, 684 op/s 2024-07-29T15:56:58.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:58 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:56:58.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:58 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/719343475' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:56:58.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:58 smithi138 ceph-mon[86438]: osdmap e1814: 8 total, 8 up, 8 in 2024-07-29T15:56:58.763 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:58.771 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:58.779 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:56:59.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:59 smithi067 ceph-mon[91995]: osdmap e1815: 8 total, 8 up, 8 in 2024-07-29T15:56:59.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:56:59 smithi067 ceph-mon[91995]: osdmap e1816: 8 total, 8 up, 8 in 2024-07-29T15:56:59.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:59 smithi067 ceph-mon[94375]: osdmap e1815: 8 total, 8 up, 8 in 2024-07-29T15:56:59.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:56:59 smithi067 ceph-mon[94375]: osdmap e1816: 8 total, 8 up, 8 in 2024-07-29T15:56:59.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:59 smithi138 ceph-mon[86438]: osdmap e1815: 8 total, 8 up, 8 in 2024-07-29T15:56:59.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:56:59 smithi138 ceph-mon[86438]: osdmap e1816: 8 total, 8 up, 8 in 2024-07-29T15:56:59.735 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.PoolStatsPP (4456 ms) 2024-07-29T15:56:59.735 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-07-29T15:57:00.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:00 smithi067 ceph-mon[91995]: pgmap v3090: 777 pgs: 9 creating+peering, 12 unknown, 756 active+clean; 152 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 665 KiB/s rd, 47 KiB/s wr, 881 op/s 2024-07-29T15:57:00.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:00 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:57:00.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:00 smithi067 ceph-mon[91995]: osdmap e1817: 8 total, 8 up, 8 in 2024-07-29T15:57:00.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:00 smithi067 ceph-mon[94375]: pgmap v3090: 777 pgs: 9 creating+peering, 12 unknown, 756 active+clean; 152 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 665 KiB/s rd, 47 KiB/s wr, 881 op/s 2024-07-29T15:57:00.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:00 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:57:00.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:00 smithi067 ceph-mon[94375]: osdmap e1817: 8 total, 8 up, 8 in 2024-07-29T15:57:00.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:00 smithi138 ceph-mon[86438]: pgmap v3090: 777 pgs: 9 creating+peering, 12 unknown, 756 active+clean; 152 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 665 KiB/s rd, 47 KiB/s wr, 881 op/s 2024-07-29T15:57:00.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:00 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:57:00.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:00 smithi138 ceph-mon[86438]: osdmap e1817: 8 total, 8 up, 8 in 2024-07-29T15:57:00.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:57:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:57:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:57:01.684 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:57:01.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:01 smithi067 ceph-mon[91995]: osdmap e1818: 8 total, 8 up, 8 in 2024-07-29T15:57:01.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:01 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2957439799' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:57:01.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:01 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:57:01.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:01 smithi067 ceph-mon[94375]: osdmap e1818: 8 total, 8 up, 8 in 2024-07-29T15:57:01.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:01 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2957439799' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:57:01.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:01 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:57:02.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:01 smithi138 ceph-mon[86438]: osdmap e1818: 8 total, 8 up, 8 in 2024-07-29T15:57:02.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:01 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2957439799' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:57:02.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:01 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:57:02.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:02 smithi067 ceph-mon[91995]: pgmap v3093: 809 pgs: 9 creating+peering, 38 unknown, 762 active+clean; 152 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 12 KiB/s wr, 203 op/s 2024-07-29T15:57:02.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:02 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:57:02.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:02 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:57:02.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:02 smithi067 ceph-mon[91995]: osdmap e1819: 8 total, 8 up, 8 in 2024-07-29T15:57:02.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:02 smithi067 ceph-mon[94375]: pgmap v3093: 809 pgs: 9 creating+peering, 38 unknown, 762 active+clean; 152 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 12 KiB/s wr, 203 op/s 2024-07-29T15:57:02.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:02 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:57:02.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:02 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:57:02.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:02 smithi067 ceph-mon[94375]: osdmap e1819: 8 total, 8 up, 8 in 2024-07-29T15:57:03.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:02 smithi138 ceph-mon[86438]: pgmap v3093: 809 pgs: 9 creating+peering, 38 unknown, 762 active+clean; 152 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 12 KiB/s wr, 203 op/s 2024-07-29T15:57:03.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:02 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:57:03.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:02 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:57:03.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:02 smithi138 ceph-mon[86438]: osdmap e1819: 8 total, 8 up, 8 in 2024-07-29T15:57:03.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:03 smithi067 ceph-mon[91995]: osdmap e1820: 8 total, 8 up, 8 in 2024-07-29T15:57:03.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:03 smithi067 ceph-mon[94375]: osdmap e1820: 8 total, 8 up, 8 in 2024-07-29T15:57:04.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:03 smithi138 ceph-mon[86438]: osdmap e1820: 8 total, 8 up, 8 in 2024-07-29T15:57:04.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:04 smithi067 ceph-mon[91995]: pgmap v3096: 809 pgs: 7 creating+peering, 21 unknown, 781 active+clean; 152 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 3.7 KiB/s wr, 22 op/s 2024-07-29T15:57:04.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:04 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:57:04.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:04 smithi067 ceph-mon[91995]: osdmap e1821: 8 total, 8 up, 8 in 2024-07-29T15:57:04.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:04 smithi067 ceph-mon[94375]: pgmap v3096: 809 pgs: 7 creating+peering, 21 unknown, 781 active+clean; 152 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 3.7 KiB/s wr, 22 op/s 2024-07-29T15:57:04.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:04 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:57:04.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:04 smithi067 ceph-mon[94375]: osdmap e1821: 8 total, 8 up, 8 in 2024-07-29T15:57:05.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:04 smithi138 ceph-mon[86438]: pgmap v3096: 809 pgs: 7 creating+peering, 21 unknown, 781 active+clean; 152 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 3.7 KiB/s wr, 22 op/s 2024-07-29T15:57:05.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:04 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:57:05.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:04 smithi138 ceph-mon[86438]: osdmap e1821: 8 total, 8 up, 8 in 2024-07-29T15:57:05.856 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.ImageSpec (6120 ms) 2024-07-29T15:57:05.856 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-07-29T15:57:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:05 smithi067 ceph-mon[91995]: osdmap e1822: 8 total, 8 up, 8 in 2024-07-29T15:57:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:57:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:05 smithi067 ceph-mon[94375]: osdmap e1822: 8 total, 8 up, 8 in 2024-07-29T15:57:05.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:57:06.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:05 smithi138 ceph-mon[86438]: osdmap e1822: 8 total, 8 up, 8 in 2024-07-29T15:57:06.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:57:06.961 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:06 smithi138 ceph-mon[86438]: pgmap v3099: 809 pgs: 7 creating+peering, 9 unknown, 793 active+clean; 152 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 6.0 KiB/s wr, 57 op/s 2024-07-29T15:57:06.962 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:06 smithi138 ceph-mon[86438]: osdmap e1823: 8 total, 8 up, 8 in 2024-07-29T15:57:06.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:06 smithi067 ceph-mon[94375]: pgmap v3099: 809 pgs: 7 creating+peering, 9 unknown, 793 active+clean; 152 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 6.0 KiB/s wr, 57 op/s 2024-07-29T15:57:06.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:06 smithi067 ceph-mon[94375]: osdmap e1823: 8 total, 8 up, 8 in 2024-07-29T15:57:06.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:06 smithi067 ceph-mon[91995]: pgmap v3099: 809 pgs: 7 creating+peering, 9 unknown, 793 active+clean; 152 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 6.0 KiB/s wr, 57 op/s 2024-07-29T15:57:06.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:06 smithi067 ceph-mon[91995]: osdmap e1823: 8 total, 8 up, 8 in 2024-07-29T15:57:07.731 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:57:07.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:07 smithi067 ceph-mon[91995]: osdmap e1824: 8 total, 8 up, 8 in 2024-07-29T15:57:07.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:07 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2585524306' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:57:07.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:07 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:57:07.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:57:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:57:07] "GET /metrics HTTP/1.1" 200 88089 "" "Prometheus/2.51.0" 2024-07-29T15:57:07.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:07 smithi067 ceph-mon[94375]: osdmap e1824: 8 total, 8 up, 8 in 2024-07-29T15:57:07.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:07 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2585524306' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:57:07.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:07 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:57:08.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:07 smithi138 ceph-mon[86438]: osdmap e1824: 8 total, 8 up, 8 in 2024-07-29T15:57:08.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:07 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2585524306' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:57:08.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:07 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:57:08.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:08 smithi067 ceph-mon[91995]: pgmap v3102: 841 pgs: 32 unknown, 809 active+clean; 152 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 6.2 KiB/s wr, 94 op/s 2024-07-29T15:57:08.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:08 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:57:08.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:08 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:57:08.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:08 smithi067 ceph-mon[91995]: osdmap e1825: 8 total, 8 up, 8 in 2024-07-29T15:57:08.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:08 smithi067 ceph-mon[91995]: osdmap e1826: 8 total, 8 up, 8 in 2024-07-29T15:57:08.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:08 smithi067 ceph-mon[94375]: pgmap v3102: 841 pgs: 32 unknown, 809 active+clean; 152 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 6.2 KiB/s wr, 94 op/s 2024-07-29T15:57:08.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:08 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:57:08.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:08 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:57:08.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:08 smithi067 ceph-mon[94375]: osdmap e1825: 8 total, 8 up, 8 in 2024-07-29T15:57:08.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:08 smithi067 ceph-mon[94375]: osdmap e1826: 8 total, 8 up, 8 in 2024-07-29T15:57:09.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:08 smithi138 ceph-mon[86438]: pgmap v3102: 841 pgs: 32 unknown, 809 active+clean; 152 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 6.2 KiB/s wr, 94 op/s 2024-07-29T15:57:09.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:08 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:57:09.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:08 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:57:09.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:08 smithi138 ceph-mon[86438]: osdmap e1825: 8 total, 8 up, 8 in 2024-07-29T15:57:09.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:08 smithi138 ceph-mon[86438]: osdmap e1826: 8 total, 8 up, 8 in 2024-07-29T15:57:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:57:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:57:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:57:10.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:10 smithi067 ceph-mon[91995]: pgmap v3105: 841 pgs: 7 creating+peering, 18 unknown, 816 active+clean; 152 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 5.0 KiB/s wr, 133 op/s 2024-07-29T15:57:10.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:10 smithi067 ceph-mon[91995]: osdmap e1827: 8 total, 8 up, 8 in 2024-07-29T15:57:10.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:10 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:57:10.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:10 smithi067 ceph-mon[94375]: pgmap v3105: 841 pgs: 7 creating+peering, 18 unknown, 816 active+clean; 152 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 5.0 KiB/s wr, 133 op/s 2024-07-29T15:57:10.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:10 smithi067 ceph-mon[94375]: osdmap e1827: 8 total, 8 up, 8 in 2024-07-29T15:57:10.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:10 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:57:11.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:10 smithi138 ceph-mon[86438]: pgmap v3105: 841 pgs: 7 creating+peering, 18 unknown, 816 active+clean; 152 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 5.0 KiB/s wr, 133 op/s 2024-07-29T15:57:11.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:10 smithi138 ceph-mon[86438]: osdmap e1827: 8 total, 8 up, 8 in 2024-07-29T15:57:11.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:10 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:57:11.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:11 smithi067 ceph-mon[91995]: osdmap e1828: 8 total, 8 up, 8 in 2024-07-29T15:57:11.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:11 smithi067 ceph-mon[94375]: osdmap e1828: 8 total, 8 up, 8 in 2024-07-29T15:57:12.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:11 smithi138 ceph-mon[86438]: osdmap e1828: 8 total, 8 up, 8 in 2024-07-29T15:57:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:12 smithi067 ceph-mon[91995]: pgmap v3108: 841 pgs: 7 creating+peering, 10 unknown, 824 active+clean; 152 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 3.2 KiB/s wr, 123 op/s 2024-07-29T15:57:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:12 smithi067 ceph-mon[91995]: osdmap e1829: 8 total, 8 up, 8 in 2024-07-29T15:57:12.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:12 smithi067 ceph-mon[94375]: pgmap v3108: 841 pgs: 7 creating+peering, 10 unknown, 824 active+clean; 152 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 3.2 KiB/s wr, 123 op/s 2024-07-29T15:57:12.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:12 smithi067 ceph-mon[94375]: osdmap e1829: 8 total, 8 up, 8 in 2024-07-29T15:57:13.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:12 smithi138 ceph-mon[86438]: pgmap v3108: 841 pgs: 7 creating+peering, 10 unknown, 824 active+clean; 152 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 3.2 KiB/s wr, 123 op/s 2024-07-29T15:57:13.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:12 smithi138 ceph-mon[86438]: osdmap e1829: 8 total, 8 up, 8 in 2024-07-29T15:57:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:13 smithi067 ceph-mon[91995]: osdmap e1830: 8 total, 8 up, 8 in 2024-07-29T15:57:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:13 smithi067 ceph-mon[91995]: osdmap e1831: 8 total, 8 up, 8 in 2024-07-29T15:57:13.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:13 smithi067 ceph-mon[94375]: osdmap e1830: 8 total, 8 up, 8 in 2024-07-29T15:57:13.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:13 smithi067 ceph-mon[94375]: osdmap e1831: 8 total, 8 up, 8 in 2024-07-29T15:57:14.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:13 smithi138 ceph-mon[86438]: osdmap e1830: 8 total, 8 up, 8 in 2024-07-29T15:57:14.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:13 smithi138 ceph-mon[86438]: osdmap e1831: 8 total, 8 up, 8 in 2024-07-29T15:57:14.727 INFO:tasks.workunit.client.0.smithi067.stdout:num children is: 3 2024-07-29T15:57:14.727 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 3 2024-07-29T15:57:14.727 INFO:tasks.workunit.client.0.smithi067.stdout:child: image213 2024-07-29T15:57:14.727 INFO:tasks.workunit.client.0.smithi067.stdout:child: image215 2024-07-29T15:57:14.728 INFO:tasks.workunit.client.0.smithi067.stdout:child: image214 2024-07-29T15:57:14.728 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-15/image213/b1d7581e1c23 2024-07-29T15:57:14.728 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:57:14.728 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-37/image214/b1d75b827780 2024-07-29T15:57:14.728 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:57:14.728 INFO:tasks.workunit.client.0.smithi067.stdout:found child test-librbd-smithi067-134202-15/image215/b1d7bcfe9c6c 2024-07-29T15:57:14.728 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:57:14.728 INFO:tasks.workunit.client.0.smithi067.stdout:num children is: 0 2024-07-29T15:57:14.728 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 0 2024-07-29T15:57:14.728 INFO:tasks.workunit.client.0.smithi067.stdout:num snaps is: 0 2024-07-29T15:57:14.728 INFO:tasks.workunit.client.0.smithi067.stdout:expected: 0 2024-07-29T15:57:14.728 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8872 ms) 2024-07-29T15:57:14.728 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-07-29T15:57:14.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:14 smithi067 ceph-mon[91995]: pgmap v3111: 809 pgs: 809 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:57:14.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:14 smithi067 ceph-mon[94375]: pgmap v3111: 809 pgs: 809 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:57:15.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:14 smithi138 ceph-mon[86438]: pgmap v3111: 809 pgs: 809 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:57:15.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:15 smithi067 ceph-mon[91995]: osdmap e1832: 8 total, 8 up, 8 in 2024-07-29T15:57:15.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:15 smithi067 ceph-mon[94375]: osdmap e1832: 8 total, 8 up, 8 in 2024-07-29T15:57:16.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:15 smithi138 ceph-mon[86438]: osdmap e1832: 8 total, 8 up, 8 in 2024-07-29T15:57:16.737 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:57:16.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:16 smithi067 ceph-mon[91995]: pgmap v3114: 809 pgs: 809 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:57:16.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:16 smithi067 ceph-mon[91995]: osdmap e1833: 8 total, 8 up, 8 in 2024-07-29T15:57:16.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:16 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3534221753' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:57:16.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:16 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:57:16.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:16 smithi067 ceph-mon[94375]: pgmap v3114: 809 pgs: 809 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:57:16.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:16 smithi067 ceph-mon[94375]: osdmap e1833: 8 total, 8 up, 8 in 2024-07-29T15:57:16.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:16 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3534221753' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:57:16.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:16 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:57:17.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:16 smithi138 ceph-mon[86438]: pgmap v3114: 809 pgs: 809 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:57:17.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:16 smithi138 ceph-mon[86438]: osdmap e1833: 8 total, 8 up, 8 in 2024-07-29T15:57:17.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:16 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3534221753' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:57:17.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:16 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:57:17.988 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:57:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:57:17] "GET /metrics HTTP/1.1" 200 88089 "" "Prometheus/2.51.0" 2024-07-29T15:57:17.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:17 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:57:17.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:17 smithi067 ceph-mon[91995]: osdmap e1834: 8 total, 8 up, 8 in 2024-07-29T15:57:17.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:17 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:57:17.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:17 smithi067 ceph-mon[94375]: osdmap e1834: 8 total, 8 up, 8 in 2024-07-29T15:57:18.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:17 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:57:18.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:17 smithi138 ceph-mon[86438]: osdmap e1834: 8 total, 8 up, 8 in 2024-07-29T15:57:18.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:18 smithi067 ceph-mon[91995]: pgmap v3117: 841 pgs: 6 creating+peering, 26 unknown, 809 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 7.0 KiB/s wr, 161 op/s 2024-07-29T15:57:18.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:18 smithi067 ceph-mon[91995]: osdmap e1835: 8 total, 8 up, 8 in 2024-07-29T15:57:18.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:18 smithi067 ceph-mon[91995]: osdmap e1836: 8 total, 8 up, 8 in 2024-07-29T15:57:18.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:18 smithi067 ceph-mon[94375]: pgmap v3117: 841 pgs: 6 creating+peering, 26 unknown, 809 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 7.0 KiB/s wr, 161 op/s 2024-07-29T15:57:18.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:18 smithi067 ceph-mon[94375]: osdmap e1835: 8 total, 8 up, 8 in 2024-07-29T15:57:18.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:18 smithi067 ceph-mon[94375]: osdmap e1836: 8 total, 8 up, 8 in 2024-07-29T15:57:19.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:18 smithi138 ceph-mon[86438]: pgmap v3117: 841 pgs: 6 creating+peering, 26 unknown, 809 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 7.0 KiB/s wr, 161 op/s 2024-07-29T15:57:19.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:18 smithi138 ceph-mon[86438]: osdmap e1835: 8 total, 8 up, 8 in 2024-07-29T15:57:19.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:18 smithi138 ceph-mon[86438]: osdmap e1836: 8 total, 8 up, 8 in 2024-07-29T15:57:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:57:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:57:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:57:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:20 smithi067 ceph-mon[91995]: pgmap v3120: 841 pgs: 6 creating+peering, 8 unknown, 827 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 4.7 KiB/s wr, 85 op/s 2024-07-29T15:57:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:20 smithi067 ceph-mon[91995]: osdmap e1837: 8 total, 8 up, 8 in 2024-07-29T15:57:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:57:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:20 smithi067 ceph-mon[94375]: pgmap v3120: 841 pgs: 6 creating+peering, 8 unknown, 827 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 4.7 KiB/s wr, 85 op/s 2024-07-29T15:57:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:20 smithi067 ceph-mon[94375]: osdmap e1837: 8 total, 8 up, 8 in 2024-07-29T15:57:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:57:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:20 smithi138 ceph-mon[86438]: pgmap v3120: 841 pgs: 6 creating+peering, 8 unknown, 827 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 4.7 KiB/s wr, 85 op/s 2024-07-29T15:57:21.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:20 smithi138 ceph-mon[86438]: osdmap e1837: 8 total, 8 up, 8 in 2024-07-29T15:57:21.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:57:21.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:21 smithi067 ceph-mon[91995]: osdmap e1838: 8 total, 8 up, 8 in 2024-07-29T15:57:21.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:21 smithi067 ceph-mon[94375]: osdmap e1838: 8 total, 8 up, 8 in 2024-07-29T15:57:22.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:21 smithi138 ceph-mon[86438]: osdmap e1838: 8 total, 8 up, 8 in 2024-07-29T15:57:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:22 smithi067 ceph-mon[91995]: pgmap v3123: 841 pgs: 6 creating+peering, 835 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 KiB/s wr, 20 op/s 2024-07-29T15:57:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:22 smithi067 ceph-mon[91995]: osdmap e1839: 8 total, 8 up, 8 in 2024-07-29T15:57:22.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:22 smithi067 ceph-mon[94375]: pgmap v3123: 841 pgs: 6 creating+peering, 835 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 KiB/s wr, 20 op/s 2024-07-29T15:57:22.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:22 smithi067 ceph-mon[94375]: osdmap e1839: 8 total, 8 up, 8 in 2024-07-29T15:57:23.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:22 smithi138 ceph-mon[86438]: pgmap v3123: 841 pgs: 6 creating+peering, 835 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 KiB/s wr, 20 op/s 2024-07-29T15:57:23.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:22 smithi138 ceph-mon[86438]: osdmap e1839: 8 total, 8 up, 8 in 2024-07-29T15:57:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:23 smithi067 ceph-mon[91995]: osdmap e1840: 8 total, 8 up, 8 in 2024-07-29T15:57:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:23 smithi067 ceph-mon[91995]: osdmap e1841: 8 total, 8 up, 8 in 2024-07-29T15:57:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:23 smithi067 ceph-mon[94375]: osdmap e1840: 8 total, 8 up, 8 in 2024-07-29T15:57:23.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:23 smithi067 ceph-mon[94375]: osdmap e1841: 8 total, 8 up, 8 in 2024-07-29T15:57:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:23 smithi138 ceph-mon[86438]: osdmap e1840: 8 total, 8 up, 8 in 2024-07-29T15:57:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:23 smithi138 ceph-mon[86438]: osdmap e1841: 8 total, 8 up, 8 in 2024-07-29T15:57:24.814 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.QuiesceWatch (10087 ms) 2024-07-29T15:57:24.814 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-07-29T15:57:24.814 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:57:24.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:24 smithi067 ceph-mon[91995]: pgmap v3126: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 2.5 KiB/s wr, 43 op/s 2024-07-29T15:57:24.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:24 smithi067 ceph-mon[94375]: pgmap v3126: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 2.5 KiB/s wr, 43 op/s 2024-07-29T15:57:25.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:24 smithi138 ceph-mon[86438]: pgmap v3126: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 2.5 KiB/s wr, 43 op/s 2024-07-29T15:57:25.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:25 smithi067 ceph-mon[91995]: osdmap e1842: 8 total, 8 up, 8 in 2024-07-29T15:57:25.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:25 smithi067 ceph-mon[94375]: osdmap e1842: 8 total, 8 up, 8 in 2024-07-29T15:57:26.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:25 smithi138 ceph-mon[86438]: osdmap e1842: 8 total, 8 up, 8 in 2024-07-29T15:57:26.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:26 smithi067 ceph-mon[91995]: pgmap v3129: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.0 KiB/s wr, 47 op/s 2024-07-29T15:57:26.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:26 smithi067 ceph-mon[91995]: osdmap e1843: 8 total, 8 up, 8 in 2024-07-29T15:57:26.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:26 smithi067 ceph-mon[94375]: pgmap v3129: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.0 KiB/s wr, 47 op/s 2024-07-29T15:57:26.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:26 smithi067 ceph-mon[94375]: osdmap e1843: 8 total, 8 up, 8 in 2024-07-29T15:57:27.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:26 smithi138 ceph-mon[86438]: pgmap v3129: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.0 KiB/s wr, 47 op/s 2024-07-29T15:57:27.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:26 smithi138 ceph-mon[86438]: osdmap e1843: 8 total, 8 up, 8 in 2024-07-29T15:57:27.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:27 smithi067 ceph-mon[91995]: osdmap e1844: 8 total, 8 up, 8 in 2024-07-29T15:57:27.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:27 smithi067 ceph-mon[94375]: osdmap e1844: 8 total, 8 up, 8 in 2024-07-29T15:57:27.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:57:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:57:27] "GET /metrics HTTP/1.1" 200 90578 "" "Prometheus/2.51.0" 2024-07-29T15:57:28.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:27 smithi138 ceph-mon[86438]: osdmap e1844: 8 total, 8 up, 8 in 2024-07-29T15:57:28.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:28 smithi067 ceph-mon[91995]: pgmap v3132: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.7 KiB/s wr, 82 op/s 2024-07-29T15:57:28.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:28 smithi067 ceph-mon[91995]: osdmap e1845: 8 total, 8 up, 8 in 2024-07-29T15:57:28.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:28 smithi067 ceph-mon[91995]: osdmap e1846: 8 total, 8 up, 8 in 2024-07-29T15:57:28.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:28 smithi067 ceph-mon[94375]: pgmap v3132: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.7 KiB/s wr, 82 op/s 2024-07-29T15:57:28.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:28 smithi067 ceph-mon[94375]: osdmap e1845: 8 total, 8 up, 8 in 2024-07-29T15:57:28.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:28 smithi067 ceph-mon[94375]: osdmap e1846: 8 total, 8 up, 8 in 2024-07-29T15:57:29.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:28 smithi138 ceph-mon[86438]: pgmap v3132: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.7 KiB/s wr, 82 op/s 2024-07-29T15:57:29.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:28 smithi138 ceph-mon[86438]: osdmap e1845: 8 total, 8 up, 8 in 2024-07-29T15:57:29.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:28 smithi138 ceph-mon[86438]: osdmap e1846: 8 total, 8 up, 8 in 2024-07-29T15:57:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:57:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:57:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:57:30.762 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (5948 ms) 2024-07-29T15:57:30.763 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-07-29T15:57:30.763 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:57:30.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:30 smithi067 ceph-mon[91995]: pgmap v3135: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 9.5 KiB/s wr, 143 op/s 2024-07-29T15:57:30.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:30 smithi067 ceph-mon[91995]: osdmap e1847: 8 total, 8 up, 8 in 2024-07-29T15:57:30.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:30 smithi067 ceph-mon[94375]: pgmap v3135: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 9.5 KiB/s wr, 143 op/s 2024-07-29T15:57:30.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:30 smithi067 ceph-mon[94375]: osdmap e1847: 8 total, 8 up, 8 in 2024-07-29T15:57:31.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:30 smithi138 ceph-mon[86438]: pgmap v3135: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 9.5 KiB/s wr, 143 op/s 2024-07-29T15:57:31.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:30 smithi138 ceph-mon[86438]: osdmap e1847: 8 total, 8 up, 8 in 2024-07-29T15:57:31.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:31 smithi067 ceph-mon[91995]: osdmap e1848: 8 total, 8 up, 8 in 2024-07-29T15:57:31.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:31 smithi067 ceph-mon[94375]: osdmap e1848: 8 total, 8 up, 8 in 2024-07-29T15:57:32.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:31 smithi138 ceph-mon[86438]: osdmap e1848: 8 total, 8 up, 8 in 2024-07-29T15:57:32.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:32 smithi067 ceph-mon[91995]: pgmap v3138: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 4.2 KiB/s wr, 65 op/s 2024-07-29T15:57:32.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:32 smithi067 ceph-mon[91995]: osdmap e1849: 8 total, 8 up, 8 in 2024-07-29T15:57:32.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:32 smithi067 ceph-mon[94375]: pgmap v3138: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 4.2 KiB/s wr, 65 op/s 2024-07-29T15:57:32.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:32 smithi067 ceph-mon[94375]: osdmap e1849: 8 total, 8 up, 8 in 2024-07-29T15:57:33.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:32 smithi138 ceph-mon[86438]: pgmap v3138: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 4.2 KiB/s wr, 65 op/s 2024-07-29T15:57:33.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:32 smithi138 ceph-mon[86438]: osdmap e1849: 8 total, 8 up, 8 in 2024-07-29T15:57:33.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:33 smithi067 ceph-mon[91995]: osdmap e1850: 8 total, 8 up, 8 in 2024-07-29T15:57:33.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:33 smithi067 ceph-mon[91995]: osdmap e1851: 8 total, 8 up, 8 in 2024-07-29T15:57:33.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:33 smithi067 ceph-mon[94375]: osdmap e1850: 8 total, 8 up, 8 in 2024-07-29T15:57:33.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:33 smithi067 ceph-mon[94375]: osdmap e1851: 8 total, 8 up, 8 in 2024-07-29T15:57:34.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:33 smithi138 ceph-mon[86438]: osdmap e1850: 8 total, 8 up, 8 in 2024-07-29T15:57:34.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:33 smithi138 ceph-mon[86438]: osdmap e1851: 8 total, 8 up, 8 in 2024-07-29T15:57:34.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:34 smithi067 ceph-mon[91995]: pgmap v3141: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 255 B/s wr, 14 op/s 2024-07-29T15:57:34.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:34 smithi067 ceph-mon[94375]: pgmap v3141: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 255 B/s wr, 14 op/s 2024-07-29T15:57:35.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:34 smithi138 ceph-mon[86438]: pgmap v3141: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 255 B/s wr, 14 op/s 2024-07-29T15:57:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:35 smithi067 ceph-mon[91995]: osdmap e1852: 8 total, 8 up, 8 in 2024-07-29T15:57:35.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:57:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:35 smithi067 ceph-mon[94375]: osdmap e1852: 8 total, 8 up, 8 in 2024-07-29T15:57:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:57:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:35 smithi138 ceph-mon[86438]: osdmap e1852: 8 total, 8 up, 8 in 2024-07-29T15:57:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:57:36.813 INFO:tasks.workunit.client.0.smithi067.stdout:10.00% done 2024-07-29T15:57:36.813 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.QuiesceWatchError (6051 ms) 2024-07-29T15:57:36.813 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-07-29T15:57:36.813 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:57:36.831 INFO:tasks.workunit.client.0.smithi067.stderr:test quiesce is not long enough to time out 2024-07-29T15:57:36.961 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:36 smithi138 ceph-mon[86438]: pgmap v3144: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 2.0 KiB/s wr, 54 op/s 2024-07-29T15:57:36.962 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:36 smithi138 ceph-mon[86438]: osdmap e1853: 8 total, 8 up, 8 in 2024-07-29T15:57:36.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:36 smithi067 ceph-mon[91995]: pgmap v3144: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 2.0 KiB/s wr, 54 op/s 2024-07-29T15:57:36.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:36 smithi067 ceph-mon[91995]: osdmap e1853: 8 total, 8 up, 8 in 2024-07-29T15:57:36.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:36 smithi067 ceph-mon[94375]: pgmap v3144: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 2.0 KiB/s wr, 54 op/s 2024-07-29T15:57:36.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:36 smithi067 ceph-mon[94375]: osdmap e1853: 8 total, 8 up, 8 in 2024-07-29T15:57:37.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:37 smithi067 ceph-mon[91995]: osdmap e1854: 8 total, 8 up, 8 in 2024-07-29T15:57:37.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:57:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:57:37] "GET /metrics HTTP/1.1" 200 90592 "" "Prometheus/2.51.0" 2024-07-29T15:57:37.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:37 smithi067 ceph-mon[94375]: osdmap e1854: 8 total, 8 up, 8 in 2024-07-29T15:57:38.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:37 smithi138 ceph-mon[86438]: osdmap e1854: 8 total, 8 up, 8 in 2024-07-29T15:57:38.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:38 smithi067 ceph-mon[91995]: pgmap v3147: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 6.7 KiB/s wr, 114 op/s 2024-07-29T15:57:38.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:38 smithi067 ceph-mon[91995]: osdmap e1855: 8 total, 8 up, 8 in 2024-07-29T15:57:38.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:38 smithi067 ceph-mon[94375]: pgmap v3147: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 6.7 KiB/s wr, 114 op/s 2024-07-29T15:57:38.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:38 smithi067 ceph-mon[94375]: osdmap e1855: 8 total, 8 up, 8 in 2024-07-29T15:57:39.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:38 smithi138 ceph-mon[86438]: pgmap v3147: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 6.7 KiB/s wr, 114 op/s 2024-07-29T15:57:39.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:38 smithi138 ceph-mon[86438]: osdmap e1855: 8 total, 8 up, 8 in 2024-07-29T15:57:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:57:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:57:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:57:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:40 smithi067 ceph-mon[91995]: pgmap v3149: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.1 KiB/s wr, 73 op/s 2024-07-29T15:57:41.000 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:40 smithi067 ceph-mon[94375]: pgmap v3149: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.1 KiB/s wr, 73 op/s 2024-07-29T15:57:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:40 smithi138 ceph-mon[86438]: pgmap v3149: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.1 KiB/s wr, 73 op/s 2024-07-29T15:57:42.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:42 smithi067 ceph-mon[91995]: pgmap v3150: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 5.3 KiB/s wr, 87 op/s 2024-07-29T15:57:42.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:42 smithi067 ceph-mon[94375]: pgmap v3150: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 5.3 KiB/s wr, 87 op/s 2024-07-29T15:57:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:42 smithi138 ceph-mon[86438]: pgmap v3150: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 5.3 KiB/s wr, 87 op/s 2024-07-29T15:57:44.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:44 smithi067 ceph-mon[91995]: pgmap v3151: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.8 KiB/s wr, 33 op/s 2024-07-29T15:57:44.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:44 smithi067 ceph-mon[91995]: osdmap e1856: 8 total, 8 up, 8 in 2024-07-29T15:57:44.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:44 smithi067 ceph-mon[94375]: pgmap v3151: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.8 KiB/s wr, 33 op/s 2024-07-29T15:57:44.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:44 smithi067 ceph-mon[94375]: osdmap e1856: 8 total, 8 up, 8 in 2024-07-29T15:57:45.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:44 smithi138 ceph-mon[86438]: pgmap v3151: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.8 KiB/s wr, 33 op/s 2024-07-29T15:57:45.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:44 smithi138 ceph-mon[86438]: osdmap e1856: 8 total, 8 up, 8 in 2024-07-29T15:57:45.689 INFO:tasks.workunit.client.0.smithi067.stderr:test quiesce is timed out 2024-07-29T15:57:45.693 INFO:tasks.workunit.client.0.smithi067.stderr:waiting for timed out ... 0 2024-07-29T15:57:46.693 INFO:tasks.workunit.client.0.smithi067.stderr:waiting for timed out ... 1 2024-07-29T15:57:46.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:46 smithi067 ceph-mon[91995]: pgmap v3153: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.5 KiB/s wr, 29 op/s 2024-07-29T15:57:46.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:46 smithi067 ceph-mon[91995]: osdmap e1857: 8 total, 8 up, 8 in 2024-07-29T15:57:46.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:46 smithi067 ceph-mon[94375]: pgmap v3153: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.5 KiB/s wr, 29 op/s 2024-07-29T15:57:46.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:46 smithi067 ceph-mon[94375]: osdmap e1857: 8 total, 8 up, 8 in 2024-07-29T15:57:47.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:46 smithi138 ceph-mon[86438]: pgmap v3153: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.5 KiB/s wr, 29 op/s 2024-07-29T15:57:47.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:46 smithi138 ceph-mon[86438]: osdmap e1857: 8 total, 8 up, 8 in 2024-07-29T15:57:47.693 INFO:tasks.workunit.client.0.smithi067.stderr:waiting for timed out ... 2 2024-07-29T15:57:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:57:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:57:47] "GET /metrics HTTP/1.1" 200 90592 "" "Prometheus/2.51.0" 2024-07-29T15:57:48.693 INFO:tasks.workunit.client.0.smithi067.stderr:waiting for timed out ... 3 2024-07-29T15:57:48.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:48 smithi067 ceph-mon[91995]: pgmap v3155: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 1.2 KiB/s wr, 27 op/s 2024-07-29T15:57:48.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:48 smithi067 ceph-mon[94375]: pgmap v3155: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 1.2 KiB/s wr, 27 op/s 2024-07-29T15:57:49.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:48 smithi138 ceph-mon[86438]: pgmap v3155: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 1.2 KiB/s wr, 27 op/s 2024-07-29T15:57:49.693 INFO:tasks.workunit.client.0.smithi067.stderr:waiting for timed out ... 4 2024-07-29T15:57:49.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:49 smithi067 ceph-mon[91995]: osdmap e1858: 8 total, 8 up, 8 in 2024-07-29T15:57:49.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:49 smithi067 ceph-mon[94375]: osdmap e1858: 8 total, 8 up, 8 in 2024-07-29T15:57:50.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:49 smithi138 ceph-mon[86438]: osdmap e1858: 8 total, 8 up, 8 in 2024-07-29T15:57:50.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:57:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:57:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:57:50.693 INFO:tasks.workunit.client.0.smithi067.stderr:waiting for timed out ... 5 2024-07-29T15:57:50.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:50 smithi067 ceph-mon[94375]: pgmap v3157: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 170 B/s wr, 0 op/s 2024-07-29T15:57:50.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:57:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:50 smithi067 ceph-mon[91995]: pgmap v3157: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 170 B/s wr, 0 op/s 2024-07-29T15:57:50.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:57:51.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:50 smithi138 ceph-mon[86438]: pgmap v3157: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 170 B/s wr, 0 op/s 2024-07-29T15:57:51.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:57:51.693 INFO:tasks.workunit.client.0.smithi067.stderr:waiting for timed out ... 6 2024-07-29T15:57:52.694 INFO:tasks.workunit.client.0.smithi067.stderr:waiting for timed out ... 7 2024-07-29T15:57:52.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:52 smithi067 ceph-mon[91995]: pgmap v3158: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 418 B/s wr, 5 op/s 2024-07-29T15:57:52.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:52 smithi067 ceph-mon[94375]: pgmap v3158: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 418 B/s wr, 5 op/s 2024-07-29T15:57:53.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:52 smithi138 ceph-mon[86438]: pgmap v3158: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 418 B/s wr, 5 op/s 2024-07-29T15:57:53.694 INFO:tasks.workunit.client.0.smithi067.stderr:waiting for timed out ... 8 2024-07-29T15:57:54.694 INFO:tasks.workunit.client.0.smithi067.stderr:waiting for timed out ... 9 2024-07-29T15:57:54.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:54 smithi067 ceph-mon[91995]: pgmap v3159: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-07-29T15:57:54.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:54 smithi067 ceph-mon[94375]: pgmap v3159: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-07-29T15:57:55.062 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:54 smithi138 ceph-mon[86438]: pgmap v3159: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-07-29T15:57:55.694 INFO:tasks.workunit.client.0.smithi067.stderr:waiting for timed out ... 10 2024-07-29T15:57:55.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:55 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:57:55.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:55 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:57:56.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:55 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:57:56.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:56 smithi067 ceph-mon[94375]: pgmap v3160: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.1 KiB/s rd, 328 B/s wr, 3 op/s 2024-07-29T15:57:56.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:57:56.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:57:56.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:57:56.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:56 smithi067 ceph-mon[91995]: pgmap v3160: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.1 KiB/s rd, 328 B/s wr, 3 op/s 2024-07-29T15:57:56.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:57:56.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:57:56.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:57:57.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:56 smithi138 ceph-mon[86438]: pgmap v3160: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.1 KiB/s rd, 328 B/s wr, 3 op/s 2024-07-29T15:57:57.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:57:57.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:57:57.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:57:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:57:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:57:57] "GET /metrics HTTP/1.1" 200 90595 "" "Prometheus/2.51.0" 2024-07-29T15:57:58.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:57:58 smithi067 ceph-mon[94375]: pgmap v3161: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.8 KiB/s rd, 306 B/s wr, 3 op/s 2024-07-29T15:57:58.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:57:58 smithi067 ceph-mon[91995]: pgmap v3161: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.8 KiB/s rd, 306 B/s wr, 3 op/s 2024-07-29T15:57:59.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:57:58 smithi138 ceph-mon[86438]: pgmap v3161: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.8 KiB/s rd, 306 B/s wr, 3 op/s 2024-07-29T15:58:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:58:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:58:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:58:00.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:00 smithi067 ceph-mon[91995]: pgmap v3162: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 197 B/s wr, 3 op/s 2024-07-29T15:58:00.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:00 smithi067 ceph-mon[94375]: pgmap v3162: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 197 B/s wr, 3 op/s 2024-07-29T15:58:01.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:00 smithi138 ceph-mon[86438]: pgmap v3162: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 197 B/s wr, 3 op/s 2024-07-29T15:58:02.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:02 smithi067 ceph-mon[91995]: pgmap v3163: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 KiB/s rd, 170 B/s wr, 2 op/s 2024-07-29T15:58:02.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:02 smithi067 ceph-mon[94375]: pgmap v3163: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 KiB/s rd, 170 B/s wr, 2 op/s 2024-07-29T15:58:03.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:02 smithi138 ceph-mon[86438]: pgmap v3163: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 KiB/s rd, 170 B/s wr, 2 op/s 2024-07-29T15:58:04.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:04 smithi067 ceph-mon[91995]: pgmap v3164: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:04.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:04 smithi067 ceph-mon[94375]: pgmap v3164: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:05.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:04 smithi138 ceph-mon[86438]: pgmap v3164: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:58:05.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:58:06.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:58:06.694 INFO:tasks.workunit.client.0.smithi067.stderr:test retry succeeds 2024-07-29T15:58:06.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:06 smithi067 ceph-mon[91995]: pgmap v3165: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:06.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:06 smithi067 ceph-mon[94375]: pgmap v3165: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:07.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:06 smithi138 ceph-mon[86438]: pgmap v3165: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:07.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:07 smithi067 ceph-mon[91995]: osdmap e1859: 8 total, 8 up, 8 in 2024-07-29T15:58:07.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:07 smithi067 ceph-mon[94375]: osdmap e1859: 8 total, 8 up, 8 in 2024-07-29T15:58:07.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:58:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:58:07] "GET /metrics HTTP/1.1" 200 90592 "" "Prometheus/2.51.0" 2024-07-29T15:58:08.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:07 smithi138 ceph-mon[86438]: osdmap e1859: 8 total, 8 up, 8 in 2024-07-29T15:58:08.840 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (32027 ms) 2024-07-29T15:58:08.840 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-07-29T15:58:08.840 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:58:08.900 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.WriteZeroes (60 ms) 2024-07-29T15:58:08.900 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-07-29T15:58:08.900 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:58:08.968 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (68 ms) 2024-07-29T15:58:08.968 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-07-29T15:58:08.968 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:58:08.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:08 smithi067 ceph-mon[91995]: pgmap v3167: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:08.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:08 smithi067 ceph-mon[91995]: osdmap e1860: 8 total, 8 up, 8 in 2024-07-29T15:58:08.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:08 smithi067 ceph-mon[94375]: pgmap v3167: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:08.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:08 smithi067 ceph-mon[94375]: osdmap e1860: 8 total, 8 up, 8 in 2024-07-29T15:58:09.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:08 smithi138 ceph-mon[86438]: pgmap v3167: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:09.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:08 smithi138 ceph-mon[86438]: osdmap e1860: 8 total, 8 up, 8 in 2024-07-29T15:58:10.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:09 smithi138 ceph-mon[86438]: osdmap e1861: 8 total, 8 up, 8 in 2024-07-29T15:58:10.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:09 smithi067 ceph-mon[91995]: osdmap e1861: 8 total, 8 up, 8 in 2024-07-29T15:58:10.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:09 smithi067 ceph-mon[94375]: osdmap e1861: 8 total, 8 up, 8 in 2024-07-29T15:58:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:58:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:58:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:58:11.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:10 smithi138 ceph-mon[86438]: pgmap v3170: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 682 B/s wr, 4 op/s 2024-07-29T15:58:11.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:10 smithi138 ceph-mon[86438]: osdmap e1862: 8 total, 8 up, 8 in 2024-07-29T15:58:11.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:10 smithi067 ceph-mon[91995]: pgmap v3170: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 682 B/s wr, 4 op/s 2024-07-29T15:58:11.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:10 smithi067 ceph-mon[91995]: osdmap e1862: 8 total, 8 up, 8 in 2024-07-29T15:58:11.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:10 smithi067 ceph-mon[94375]: pgmap v3170: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 682 B/s wr, 4 op/s 2024-07-29T15:58:11.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:10 smithi067 ceph-mon[94375]: osdmap e1862: 8 total, 8 up, 8 in 2024-07-29T15:58:12.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:11 smithi138 ceph-mon[86438]: osdmap e1863: 8 total, 8 up, 8 in 2024-07-29T15:58:12.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:11 smithi067 ceph-mon[91995]: osdmap e1863: 8 total, 8 up, 8 in 2024-07-29T15:58:12.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:11 smithi067 ceph-mon[94375]: osdmap e1863: 8 total, 8 up, 8 in 2024-07-29T15:58:13.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:12 smithi138 ceph-mon[86438]: pgmap v3173: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 5.7 KiB/s wr, 141 op/s 2024-07-29T15:58:13.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:12 smithi138 ceph-mon[86438]: osdmap e1864: 8 total, 8 up, 8 in 2024-07-29T15:58:13.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:12 smithi067 ceph-mon[91995]: pgmap v3173: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 5.7 KiB/s wr, 141 op/s 2024-07-29T15:58:13.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:12 smithi067 ceph-mon[91995]: osdmap e1864: 8 total, 8 up, 8 in 2024-07-29T15:58:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:12 smithi067 ceph-mon[94375]: pgmap v3173: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 5.7 KiB/s wr, 141 op/s 2024-07-29T15:58:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:12 smithi067 ceph-mon[94375]: osdmap e1864: 8 total, 8 up, 8 in 2024-07-29T15:58:14.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:13 smithi138 ceph-mon[86438]: osdmap e1865: 8 total, 8 up, 8 in 2024-07-29T15:58:14.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:13 smithi067 ceph-mon[91995]: osdmap e1865: 8 total, 8 up, 8 in 2024-07-29T15:58:14.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:13 smithi067 ceph-mon[94375]: osdmap e1865: 8 total, 8 up, 8 in 2024-07-29T15:58:15.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:14 smithi138 ceph-mon[86438]: pgmap v3176: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 9.2 KiB/s wr, 169 op/s 2024-07-29T15:58:15.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:14 smithi138 ceph-mon[86438]: osdmap e1866: 8 total, 8 up, 8 in 2024-07-29T15:58:15.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:14 smithi067 ceph-mon[91995]: pgmap v3176: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 9.2 KiB/s wr, 169 op/s 2024-07-29T15:58:15.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:14 smithi067 ceph-mon[91995]: osdmap e1866: 8 total, 8 up, 8 in 2024-07-29T15:58:15.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:14 smithi067 ceph-mon[94375]: pgmap v3176: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 9.2 KiB/s wr, 169 op/s 2024-07-29T15:58:15.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:14 smithi067 ceph-mon[94375]: osdmap e1866: 8 total, 8 up, 8 in 2024-07-29T15:58:16.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:15 smithi138 ceph-mon[86438]: osdmap e1867: 8 total, 8 up, 8 in 2024-07-29T15:58:16.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:15 smithi067 ceph-mon[91995]: osdmap e1867: 8 total, 8 up, 8 in 2024-07-29T15:58:16.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:15 smithi067 ceph-mon[94375]: osdmap e1867: 8 total, 8 up, 8 in 2024-07-29T15:58:17.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:16 smithi138 ceph-mon[86438]: pgmap v3179: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 4.7 KiB/s wr, 41 op/s 2024-07-29T15:58:17.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:16 smithi138 ceph-mon[86438]: osdmap e1868: 8 total, 8 up, 8 in 2024-07-29T15:58:17.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:16 smithi067 ceph-mon[91995]: pgmap v3179: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 4.7 KiB/s wr, 41 op/s 2024-07-29T15:58:17.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:16 smithi067 ceph-mon[91995]: osdmap e1868: 8 total, 8 up, 8 in 2024-07-29T15:58:17.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:16 smithi067 ceph-mon[94375]: pgmap v3179: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 4.7 KiB/s wr, 41 op/s 2024-07-29T15:58:17.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:16 smithi067 ceph-mon[94375]: osdmap e1868: 8 total, 8 up, 8 in 2024-07-29T15:58:18.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:17 smithi067 ceph-mon[91995]: osdmap e1869: 8 total, 8 up, 8 in 2024-07-29T15:58:18.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:17 smithi067 ceph-mon[94375]: osdmap e1869: 8 total, 8 up, 8 in 2024-07-29T15:58:18.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:58:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:58:17] "GET /metrics HTTP/1.1" 200 90592 "" "Prometheus/2.51.0" 2024-07-29T15:58:18.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:17 smithi138 ceph-mon[86438]: osdmap e1869: 8 total, 8 up, 8 in 2024-07-29T15:58:19.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:18 smithi138 ceph-mon[86438]: pgmap v3182: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 3.5 KiB/s wr, 17 op/s 2024-07-29T15:58:19.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:18 smithi138 ceph-mon[86438]: osdmap e1870: 8 total, 8 up, 8 in 2024-07-29T15:58:19.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:18 smithi138 ceph-mon[86438]: osdmap e1871: 8 total, 8 up, 8 in 2024-07-29T15:58:19.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:18 smithi067 ceph-mon[91995]: pgmap v3182: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 3.5 KiB/s wr, 17 op/s 2024-07-29T15:58:19.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:18 smithi067 ceph-mon[91995]: osdmap e1870: 8 total, 8 up, 8 in 2024-07-29T15:58:19.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:18 smithi067 ceph-mon[91995]: osdmap e1871: 8 total, 8 up, 8 in 2024-07-29T15:58:19.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:18 smithi067 ceph-mon[94375]: pgmap v3182: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 3.5 KiB/s wr, 17 op/s 2024-07-29T15:58:19.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:18 smithi067 ceph-mon[94375]: osdmap e1870: 8 total, 8 up, 8 in 2024-07-29T15:58:19.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:18 smithi067 ceph-mon[94375]: osdmap e1871: 8 total, 8 up, 8 in 2024-07-29T15:58:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:58:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:58:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:58:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:20 smithi067 ceph-mon[91995]: pgmap v3185: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-07-29T15:58:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:20 smithi067 ceph-mon[91995]: osdmap e1872: 8 total, 8 up, 8 in 2024-07-29T15:58:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:58:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:20 smithi067 ceph-mon[94375]: pgmap v3185: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-07-29T15:58:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:20 smithi067 ceph-mon[94375]: osdmap e1872: 8 total, 8 up, 8 in 2024-07-29T15:58:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:58:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:20 smithi138 ceph-mon[86438]: pgmap v3185: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-07-29T15:58:21.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:20 smithi138 ceph-mon[86438]: osdmap e1872: 8 total, 8 up, 8 in 2024-07-29T15:58:21.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:58:21.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:21 smithi067 ceph-mon[91995]: osdmap e1873: 8 total, 8 up, 8 in 2024-07-29T15:58:21.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:21 smithi067 ceph-mon[94375]: osdmap e1873: 8 total, 8 up, 8 in 2024-07-29T15:58:22.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:21 smithi138 ceph-mon[86438]: osdmap e1873: 8 total, 8 up, 8 in 2024-07-29T15:58:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:22 smithi067 ceph-mon[91995]: pgmap v3188: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 4.7 KiB/s wr, 240 op/s 2024-07-29T15:58:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:22 smithi067 ceph-mon[91995]: osdmap e1874: 8 total, 8 up, 8 in 2024-07-29T15:58:22.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:22 smithi067 ceph-mon[94375]: pgmap v3188: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 4.7 KiB/s wr, 240 op/s 2024-07-29T15:58:22.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:22 smithi067 ceph-mon[94375]: osdmap e1874: 8 total, 8 up, 8 in 2024-07-29T15:58:23.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:22 smithi138 ceph-mon[86438]: pgmap v3188: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 4.7 KiB/s wr, 240 op/s 2024-07-29T15:58:23.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:22 smithi138 ceph-mon[86438]: osdmap e1874: 8 total, 8 up, 8 in 2024-07-29T15:58:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:23 smithi067 ceph-mon[91995]: osdmap e1875: 8 total, 8 up, 8 in 2024-07-29T15:58:23.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:23 smithi067 ceph-mon[94375]: osdmap e1875: 8 total, 8 up, 8 in 2024-07-29T15:58:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:23 smithi138 ceph-mon[86438]: osdmap e1875: 8 total, 8 up, 8 in 2024-07-29T15:58:24.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:24 smithi067 ceph-mon[91995]: pgmap v3191: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 4.2 KiB/s wr, 240 op/s 2024-07-29T15:58:24.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:24 smithi067 ceph-mon[91995]: osdmap e1876: 8 total, 8 up, 8 in 2024-07-29T15:58:24.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:24 smithi067 ceph-mon[94375]: pgmap v3191: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 4.2 KiB/s wr, 240 op/s 2024-07-29T15:58:24.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:24 smithi067 ceph-mon[94375]: osdmap e1876: 8 total, 8 up, 8 in 2024-07-29T15:58:25.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:24 smithi138 ceph-mon[86438]: pgmap v3191: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 4.2 KiB/s wr, 240 op/s 2024-07-29T15:58:25.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:24 smithi138 ceph-mon[86438]: osdmap e1876: 8 total, 8 up, 8 in 2024-07-29T15:58:25.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:25 smithi067 ceph-mon[91995]: osdmap e1877: 8 total, 8 up, 8 in 2024-07-29T15:58:25.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:25 smithi067 ceph-mon[94375]: osdmap e1877: 8 total, 8 up, 8 in 2024-07-29T15:58:26.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:25 smithi138 ceph-mon[86438]: osdmap e1877: 8 total, 8 up, 8 in 2024-07-29T15:58:26.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:26 smithi067 ceph-mon[91995]: pgmap v3194: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-07-29T15:58:26.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:26 smithi067 ceph-mon[91995]: osdmap e1878: 8 total, 8 up, 8 in 2024-07-29T15:58:26.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:26 smithi067 ceph-mon[94375]: pgmap v3194: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-07-29T15:58:26.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:26 smithi067 ceph-mon[94375]: osdmap e1878: 8 total, 8 up, 8 in 2024-07-29T15:58:27.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:26 smithi138 ceph-mon[86438]: pgmap v3194: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-07-29T15:58:27.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:26 smithi138 ceph-mon[86438]: osdmap e1878: 8 total, 8 up, 8 in 2024-07-29T15:58:27.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:27 smithi067 ceph-mon[91995]: osdmap e1879: 8 total, 8 up, 8 in 2024-07-29T15:58:27.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:27 smithi067 ceph-mon[94375]: osdmap e1879: 8 total, 8 up, 8 in 2024-07-29T15:58:27.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:58:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:58:27] "GET /metrics HTTP/1.1" 200 90589 "" "Prometheus/2.51.0" 2024-07-29T15:58:28.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:27 smithi138 ceph-mon[86438]: osdmap e1879: 8 total, 8 up, 8 in 2024-07-29T15:58:28.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:28 smithi067 ceph-mon[91995]: pgmap v3197: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-07-29T15:58:28.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:28 smithi067 ceph-mon[91995]: osdmap e1880: 8 total, 8 up, 8 in 2024-07-29T15:58:28.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:28 smithi067 ceph-mon[91995]: osdmap e1881: 8 total, 8 up, 8 in 2024-07-29T15:58:28.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:28 smithi067 ceph-mon[94375]: pgmap v3197: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-07-29T15:58:28.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:28 smithi067 ceph-mon[94375]: osdmap e1880: 8 total, 8 up, 8 in 2024-07-29T15:58:28.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:28 smithi067 ceph-mon[94375]: osdmap e1881: 8 total, 8 up, 8 in 2024-07-29T15:58:29.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:28 smithi138 ceph-mon[86438]: pgmap v3197: 841 pgs: 841 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-07-29T15:58:29.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:28 smithi138 ceph-mon[86438]: osdmap e1880: 8 total, 8 up, 8 in 2024-07-29T15:58:29.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:28 smithi138 ceph-mon[86438]: osdmap e1881: 8 total, 8 up, 8 in 2024-07-29T15:58:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:58:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:58:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:58:31.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:30 smithi138 ceph-mon[86438]: pgmap v3200: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 5.0 KiB/s wr, 28 op/s 2024-07-29T15:58:31.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:30 smithi138 ceph-mon[86438]: osdmap e1882: 8 total, 8 up, 8 in 2024-07-29T15:58:31.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:30 smithi067 ceph-mon[91995]: pgmap v3200: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 5.0 KiB/s wr, 28 op/s 2024-07-29T15:58:31.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:30 smithi067 ceph-mon[91995]: osdmap e1882: 8 total, 8 up, 8 in 2024-07-29T15:58:31.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:30 smithi067 ceph-mon[94375]: pgmap v3200: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 5.0 KiB/s wr, 28 op/s 2024-07-29T15:58:31.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:30 smithi067 ceph-mon[94375]: osdmap e1882: 8 total, 8 up, 8 in 2024-07-29T15:58:32.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:31 smithi138 ceph-mon[86438]: osdmap e1883: 8 total, 8 up, 8 in 2024-07-29T15:58:32.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:31 smithi067 ceph-mon[91995]: osdmap e1883: 8 total, 8 up, 8 in 2024-07-29T15:58:32.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:31 smithi067 ceph-mon[94375]: osdmap e1883: 8 total, 8 up, 8 in 2024-07-29T15:58:33.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:32 smithi138 ceph-mon[86438]: pgmap v3203: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.7 KiB/s wr, 41 op/s 2024-07-29T15:58:33.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:32 smithi138 ceph-mon[86438]: osdmap e1884: 8 total, 8 up, 8 in 2024-07-29T15:58:33.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:32 smithi067 ceph-mon[91995]: pgmap v3203: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.7 KiB/s wr, 41 op/s 2024-07-29T15:58:33.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:32 smithi067 ceph-mon[91995]: osdmap e1884: 8 total, 8 up, 8 in 2024-07-29T15:58:33.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:32 smithi067 ceph-mon[94375]: pgmap v3203: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.7 KiB/s wr, 41 op/s 2024-07-29T15:58:33.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:32 smithi067 ceph-mon[94375]: osdmap e1884: 8 total, 8 up, 8 in 2024-07-29T15:58:34.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:33 smithi138 ceph-mon[86438]: osdmap e1885: 8 total, 8 up, 8 in 2024-07-29T15:58:34.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:33 smithi138 ceph-mon[86438]: osdmap e1886: 8 total, 8 up, 8 in 2024-07-29T15:58:34.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:33 smithi067 ceph-mon[91995]: osdmap e1885: 8 total, 8 up, 8 in 2024-07-29T15:58:34.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:33 smithi067 ceph-mon[91995]: osdmap e1886: 8 total, 8 up, 8 in 2024-07-29T15:58:34.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:33 smithi067 ceph-mon[94375]: osdmap e1885: 8 total, 8 up, 8 in 2024-07-29T15:58:34.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:33 smithi067 ceph-mon[94375]: osdmap e1886: 8 total, 8 up, 8 in 2024-07-29T15:58:34.773 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] TestLibRBD.ConcurentOperations (25805 ms) 2024-07-29T15:58:35.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:34 smithi138 ceph-mon[86438]: pgmap v3206: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.7 KiB/s wr, 43 op/s 2024-07-29T15:58:35.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:34 smithi138 ceph-mon[86438]: osdmap e1887: 8 total, 8 up, 8 in 2024-07-29T15:58:35.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:34 smithi067 ceph-mon[91995]: pgmap v3206: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.7 KiB/s wr, 43 op/s 2024-07-29T15:58:35.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:34 smithi067 ceph-mon[91995]: osdmap e1887: 8 total, 8 up, 8 in 2024-07-29T15:58:35.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:34 smithi067 ceph-mon[94375]: pgmap v3206: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.7 KiB/s wr, 43 op/s 2024-07-29T15:58:35.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:34 smithi067 ceph-mon[94375]: osdmap e1887: 8 total, 8 up, 8 in 2024-07-29T15:58:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:58:36.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:58:36.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:58:37.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:36 smithi067 ceph-mon[91995]: pgmap v3209: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 254 B/s wr, 8 op/s 2024-07-29T15:58:37.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:36 smithi067 ceph-mon[91995]: osdmap e1888: 8 total, 8 up, 8 in 2024-07-29T15:58:37.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:36 smithi067 ceph-mon[94375]: pgmap v3209: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 254 B/s wr, 8 op/s 2024-07-29T15:58:37.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:36 smithi067 ceph-mon[94375]: osdmap e1888: 8 total, 8 up, 8 in 2024-07-29T15:58:37.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:36 smithi138 ceph-mon[86438]: pgmap v3209: 841 pgs: 841 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 254 B/s wr, 8 op/s 2024-07-29T15:58:37.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:36 smithi138 ceph-mon[86438]: osdmap e1888: 8 total, 8 up, 8 in 2024-07-29T15:58:38.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:37 smithi067 ceph-mon[91995]: osdmap e1889: 8 total, 8 up, 8 in 2024-07-29T15:58:38.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:37 smithi067 ceph-mon[94375]: osdmap e1889: 8 total, 8 up, 8 in 2024-07-29T15:58:38.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:58:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:58:37] "GET /metrics HTTP/1.1" 200 90602 "" "Prometheus/2.51.0" 2024-07-29T15:58:38.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:37 smithi138 ceph-mon[86438]: osdmap e1889: 8 total, 8 up, 8 in 2024-07-29T15:58:39.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:38 smithi067 ceph-mon[91995]: pgmap v3212: 777 pgs: 777 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 op/s 2024-07-29T15:58:39.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:38 smithi067 ceph-mon[91995]: osdmap e1890: 8 total, 8 up, 8 in 2024-07-29T15:58:39.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:38 smithi067 ceph-mon[91995]: osdmap e1891: 8 total, 8 up, 8 in 2024-07-29T15:58:39.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:38 smithi067 ceph-mon[94375]: pgmap v3212: 777 pgs: 777 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 op/s 2024-07-29T15:58:39.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:38 smithi067 ceph-mon[94375]: osdmap e1890: 8 total, 8 up, 8 in 2024-07-29T15:58:39.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:38 smithi067 ceph-mon[94375]: osdmap e1891: 8 total, 8 up, 8 in 2024-07-29T15:58:39.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:38 smithi138 ceph-mon[86438]: pgmap v3212: 777 pgs: 777 active+clean; 6.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 op/s 2024-07-29T15:58:39.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:38 smithi138 ceph-mon[86438]: osdmap e1890: 8 total, 8 up, 8 in 2024-07-29T15:58:39.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:38 smithi138 ceph-mon[86438]: osdmap e1891: 8 total, 8 up, 8 in 2024-07-29T15:58:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:58:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:58:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:58:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:40 smithi067 ceph-mon[91995]: pgmap v3215: 713 pgs: 713 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:40 smithi067 ceph-mon[91995]: osdmap e1892: 8 total, 8 up, 8 in 2024-07-29T15:58:40.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:40 smithi067 ceph-mon[94375]: pgmap v3215: 713 pgs: 713 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:40.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:40 smithi067 ceph-mon[94375]: osdmap e1892: 8 total, 8 up, 8 in 2024-07-29T15:58:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:40 smithi138 ceph-mon[86438]: pgmap v3215: 713 pgs: 713 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:40 smithi138 ceph-mon[86438]: osdmap e1892: 8 total, 8 up, 8 in 2024-07-29T15:58:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:41 smithi067 ceph-mon[91995]: osdmap e1893: 8 total, 8 up, 8 in 2024-07-29T15:58:41.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:41 smithi067 ceph-mon[94375]: osdmap e1893: 8 total, 8 up, 8 in 2024-07-29T15:58:42.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:41 smithi138 ceph-mon[86438]: osdmap e1893: 8 total, 8 up, 8 in 2024-07-29T15:58:42.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:42 smithi067 ceph-mon[91995]: pgmap v3218: 649 pgs: 649 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:42.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:42 smithi067 ceph-mon[91995]: osdmap e1894: 8 total, 8 up, 8 in 2024-07-29T15:58:42.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:42 smithi067 ceph-mon[94375]: pgmap v3218: 649 pgs: 649 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:42.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:42 smithi067 ceph-mon[94375]: osdmap e1894: 8 total, 8 up, 8 in 2024-07-29T15:58:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:42 smithi138 ceph-mon[86438]: pgmap v3218: 649 pgs: 649 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:42 smithi138 ceph-mon[86438]: osdmap e1894: 8 total, 8 up, 8 in 2024-07-29T15:58:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:43 smithi067 ceph-mon[91995]: osdmap e1895: 8 total, 8 up, 8 in 2024-07-29T15:58:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:43 smithi067 ceph-mon[91995]: Health check update: 1 pool(s) full (POOL_FULL) 2024-07-29T15:58:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:43 smithi067 ceph-mon[91995]: osdmap e1896: 8 total, 8 up, 8 in 2024-07-29T15:58:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:43 smithi067 ceph-mon[94375]: osdmap e1895: 8 total, 8 up, 8 in 2024-07-29T15:58:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:43 smithi067 ceph-mon[94375]: Health check update: 1 pool(s) full (POOL_FULL) 2024-07-29T15:58:43.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:43 smithi067 ceph-mon[94375]: osdmap e1896: 8 total, 8 up, 8 in 2024-07-29T15:58:44.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:43 smithi138 ceph-mon[86438]: osdmap e1895: 8 total, 8 up, 8 in 2024-07-29T15:58:44.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:43 smithi138 ceph-mon[86438]: Health check update: 1 pool(s) full (POOL_FULL) 2024-07-29T15:58:44.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:43 smithi138 ceph-mon[86438]: osdmap e1896: 8 total, 8 up, 8 in 2024-07-29T15:58:44.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:44 smithi067 ceph-mon[91995]: pgmap v3221: 585 pgs: 585 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:44.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:44 smithi067 ceph-mon[91995]: osdmap e1897: 8 total, 8 up, 8 in 2024-07-29T15:58:44.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:44 smithi067 ceph-mon[94375]: pgmap v3221: 585 pgs: 585 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:44.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:44 smithi067 ceph-mon[94375]: osdmap e1897: 8 total, 8 up, 8 in 2024-07-29T15:58:45.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:44 smithi138 ceph-mon[86438]: pgmap v3221: 585 pgs: 585 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:45.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:44 smithi138 ceph-mon[86438]: osdmap e1897: 8 total, 8 up, 8 in 2024-07-29T15:58:46.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:46 smithi067 ceph-mon[94375]: pgmap v3224: 521 pgs: 521 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:46.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:46 smithi067 ceph-mon[94375]: osdmap e1898: 8 total, 8 up, 8 in 2024-07-29T15:58:46.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:46 smithi067 ceph-mon[91995]: pgmap v3224: 521 pgs: 521 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:46.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:46 smithi067 ceph-mon[91995]: osdmap e1898: 8 total, 8 up, 8 in 2024-07-29T15:58:47.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:46 smithi138 ceph-mon[86438]: pgmap v3224: 521 pgs: 521 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:47.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:46 smithi138 ceph-mon[86438]: osdmap e1898: 8 total, 8 up, 8 in 2024-07-29T15:58:47.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:47 smithi067 ceph-mon[91995]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-07-29T15:58:47.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:47 smithi067 ceph-mon[91995]: osdmap e1899: 8 total, 8 up, 8 in 2024-07-29T15:58:47.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:47 smithi067 ceph-mon[94375]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-07-29T15:58:47.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:47 smithi067 ceph-mon[94375]: osdmap e1899: 8 total, 8 up, 8 in 2024-07-29T15:58:47.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:58:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:58:47] "GET /metrics HTTP/1.1" 200 90602 "" "Prometheus/2.51.0" 2024-07-29T15:58:48.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:47 smithi138 ceph-mon[86438]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-07-29T15:58:48.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:47 smithi138 ceph-mon[86438]: osdmap e1899: 8 total, 8 up, 8 in 2024-07-29T15:58:48.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:48 smithi067 ceph-mon[91995]: pgmap v3227: 457 pgs: 457 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:48.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:48 smithi067 ceph-mon[91995]: osdmap e1900: 8 total, 8 up, 8 in 2024-07-29T15:58:48.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:48 smithi067 ceph-mon[94375]: pgmap v3227: 457 pgs: 457 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:48.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:48 smithi067 ceph-mon[94375]: osdmap e1900: 8 total, 8 up, 8 in 2024-07-29T15:58:49.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:48 smithi138 ceph-mon[86438]: pgmap v3227: 457 pgs: 457 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:49.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:48 smithi138 ceph-mon[86438]: osdmap e1900: 8 total, 8 up, 8 in 2024-07-29T15:58:49.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:49 smithi067 ceph-mon[91995]: osdmap e1901: 8 total, 8 up, 8 in 2024-07-29T15:58:49.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:49 smithi067 ceph-mon[94375]: osdmap e1901: 8 total, 8 up, 8 in 2024-07-29T15:58:50.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:49 smithi138 ceph-mon[86438]: osdmap e1901: 8 total, 8 up, 8 in 2024-07-29T15:58:50.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:58:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:58:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:58:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:50 smithi067 ceph-mon[91995]: pgmap v3230: 393 pgs: 393 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:50 smithi067 ceph-mon[91995]: osdmap e1902: 8 total, 8 up, 8 in 2024-07-29T15:58:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:58:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:58:50.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:50 smithi067 ceph-mon[94375]: pgmap v3230: 393 pgs: 393 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:50.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:50 smithi067 ceph-mon[94375]: osdmap e1902: 8 total, 8 up, 8 in 2024-07-29T15:58:50.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:58:50.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:58:51.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:50 smithi138 ceph-mon[86438]: pgmap v3230: 393 pgs: 393 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:51.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:50 smithi138 ceph-mon[86438]: osdmap e1902: 8 total, 8 up, 8 in 2024-07-29T15:58:51.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:58:51.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:58:51.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:51 smithi067 ceph-mon[91995]: osdmap e1903: 8 total, 8 up, 8 in 2024-07-29T15:58:51.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:51 smithi067 ceph-mon[94375]: osdmap e1903: 8 total, 8 up, 8 in 2024-07-29T15:58:52.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:51 smithi138 ceph-mon[86438]: osdmap e1903: 8 total, 8 up, 8 in 2024-07-29T15:58:52.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:52 smithi067 ceph-mon[91995]: pgmap v3233: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:52.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:52 smithi067 ceph-mon[91995]: osdmap e1904: 8 total, 8 up, 8 in 2024-07-29T15:58:52.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:52 smithi067 ceph-mon[94375]: pgmap v3233: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:52.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:52 smithi067 ceph-mon[94375]: osdmap e1904: 8 total, 8 up, 8 in 2024-07-29T15:58:53.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:52 smithi138 ceph-mon[86438]: pgmap v3233: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:53.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:52 smithi138 ceph-mon[86438]: osdmap e1904: 8 total, 8 up, 8 in 2024-07-29T15:58:54.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:53 smithi138 ceph-mon[86438]: osdmap e1905: 8 total, 8 up, 8 in 2024-07-29T15:58:54.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:53 smithi138 ceph-mon[86438]: osdmap e1906: 8 total, 8 up, 8 in 2024-07-29T15:58:54.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:53 smithi067 ceph-mon[91995]: osdmap e1905: 8 total, 8 up, 8 in 2024-07-29T15:58:54.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:53 smithi067 ceph-mon[91995]: osdmap e1906: 8 total, 8 up, 8 in 2024-07-29T15:58:54.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:53 smithi067 ceph-mon[94375]: osdmap e1905: 8 total, 8 up, 8 in 2024-07-29T15:58:54.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:53 smithi067 ceph-mon[94375]: osdmap e1906: 8 total, 8 up, 8 in 2024-07-29T15:58:55.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:54 smithi138 ceph-mon[86438]: pgmap v3236: 265 pgs: 265 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:55.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:54 smithi138 ceph-mon[86438]: osdmap e1907: 8 total, 8 up, 8 in 2024-07-29T15:58:55.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:54 smithi067 ceph-mon[91995]: pgmap v3236: 265 pgs: 265 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:55.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:54 smithi067 ceph-mon[91995]: osdmap e1907: 8 total, 8 up, 8 in 2024-07-29T15:58:55.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:54 smithi067 ceph-mon[94375]: pgmap v3236: 265 pgs: 265 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:55.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:54 smithi067 ceph-mon[94375]: osdmap e1907: 8 total, 8 up, 8 in 2024-07-29T15:58:56.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:56 smithi067 ceph-mon[91995]: pgmap v3239: 201 pgs: 201 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:56.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:56 smithi067 ceph-mon[91995]: osdmap e1908: 8 total, 8 up, 8 in 2024-07-29T15:58:56.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:58:56.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:58:56.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:58:56.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:56 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:58:56.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:56 smithi067 ceph-mon[94375]: pgmap v3239: 201 pgs: 201 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:56.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:56 smithi067 ceph-mon[94375]: osdmap e1908: 8 total, 8 up, 8 in 2024-07-29T15:58:56.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:58:56.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:58:56.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:58:56.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:56 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:58:57.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:56 smithi138 ceph-mon[86438]: pgmap v3239: 201 pgs: 201 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:57.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:56 smithi138 ceph-mon[86438]: osdmap e1908: 8 total, 8 up, 8 in 2024-07-29T15:58:57.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:58:57.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:58:57.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:58:57.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:56 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:58:57.759 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 161 tests from TestLibRBD (392816 ms total) 2024-07-29T15:58:57.759 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T15:58:57.759 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 19 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-07-29T15:58:57.790 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-07-29T15:58:58.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:57 smithi138 ceph-mon[86438]: osdmap e1909: 8 total, 8 up, 8 in 2024-07-29T15:58:58.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:57 smithi067 ceph-mon[91995]: osdmap e1909: 8 total, 8 up, 8 in 2024-07-29T15:58:58.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:57 smithi067 ceph-mon[94375]: osdmap e1909: 8 total, 8 up, 8 in 2024-07-29T15:58:58.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:58:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:58:57] "GET /metrics HTTP/1.1" 200 54078 "" "Prometheus/2.51.0" 2024-07-29T15:58:59.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:58 smithi138 ceph-mon[86438]: pgmap v3242: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:59.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:58 smithi138 ceph-mon[86438]: osdmap e1910: 8 total, 8 up, 8 in 2024-07-29T15:58:59.140 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:58 smithi067 ceph-mon[94375]: pgmap v3242: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:59.140 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:58 smithi067 ceph-mon[94375]: osdmap e1910: 8 total, 8 up, 8 in 2024-07-29T15:58:59.140 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:58 smithi067 ceph-mon[91995]: pgmap v3242: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:58:59.140 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:58 smithi067 ceph-mon[91995]: osdmap e1910: 8 total, 8 up, 8 in 2024-07-29T15:58:59.771 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:59:00.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:59 smithi138 ceph-mon[86438]: osdmap e1911: 8 total, 8 up, 8 in 2024-07-29T15:59:00.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:58:59 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/307062996' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:59:00.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:59 smithi067 ceph-mon[91995]: osdmap e1911: 8 total, 8 up, 8 in 2024-07-29T15:59:00.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:58:59 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/307062996' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:59:00.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:59 smithi067 ceph-mon[94375]: osdmap e1911: 8 total, 8 up, 8 in 2024-07-29T15:59:00.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:58:59 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/307062996' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T15:59:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:59:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:59:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:59:01.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:00 smithi138 ceph-mon[86438]: pgmap v3245: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:59:01.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:00 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:59:01.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:00 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/307062996' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:59:01.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:00 smithi138 ceph-mon[86438]: osdmap e1912: 8 total, 8 up, 8 in 2024-07-29T15:59:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:00 smithi067 ceph-mon[91995]: pgmap v3245: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:59:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:00 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:59:01.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:00 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/307062996' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:59:01.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:00 smithi067 ceph-mon[91995]: osdmap e1912: 8 total, 8 up, 8 in 2024-07-29T15:59:01.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:00 smithi067 ceph-mon[94375]: pgmap v3245: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:59:01.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:00 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T15:59:01.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:00 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/307062996' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T15:59:01.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:00 smithi067 ceph-mon[94375]: osdmap e1912: 8 total, 8 up, 8 in 2024-07-29T15:59:01.816 INFO:tasks.workunit.client.0.smithi067.stdout: wrote [1224340~63408,10933959~37659,11279696~10773,11756582~49197,12664798~17725,13558428~4009,15790194~56898,18324856~8153,18498578~65512,19601045~86219] 2024-07-29T15:59:02.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:01 smithi138 ceph-mon[86438]: osdmap e1913: 8 total, 8 up, 8 in 2024-07-29T15:59:02.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:01 smithi067 ceph-mon[91995]: osdmap e1913: 8 total, 8 up, 8 in 2024-07-29T15:59:02.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:01 smithi067 ceph-mon[94375]: osdmap e1913: 8 total, 8 up, 8 in 2024-07-29T15:59:02.805 INFO:tasks.workunit.client.0.smithi067.stdout: wrote [2833037~61540,7618135~64229,9312010~86450,9969114~23990,10941262~1812,11934503~19302,16496337~54889,19089173~50318,19674773~46522,20272534~30451] 2024-07-29T15:59:02.814 INFO:tasks.workunit.client.0.smithi067.stdout: diff was [1287748~1606829,4194304~3488060,9312010~86450,9969114~23990,10941262~1812,11805779~148026,15847092~704134,19089173~50318,19674773~628212] 2024-07-29T15:59:02.817 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5028 ms) 2024-07-29T15:59:02.818 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-07-29T15:59:02.818 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:59:03.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:02 smithi138 ceph-mon[86438]: pgmap v3248: 137 pgs: 8 creating+peering, 16 unknown, 113 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:59:03.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:02 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:59:03.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:02 smithi138 ceph-mon[86438]: osdmap e1914: 8 total, 8 up, 8 in 2024-07-29T15:59:03.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:02 smithi067 ceph-mon[91995]: pgmap v3248: 137 pgs: 8 creating+peering, 16 unknown, 113 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:59:03.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:02 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:59:03.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:02 smithi067 ceph-mon[91995]: osdmap e1914: 8 total, 8 up, 8 in 2024-07-29T15:59:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:02 smithi067 ceph-mon[94375]: pgmap v3248: 137 pgs: 8 creating+peering, 16 unknown, 113 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-29T15:59:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:02 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T15:59:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:02 smithi067 ceph-mon[94375]: osdmap e1914: 8 total, 8 up, 8 in 2024-07-29T15:59:04.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:03 smithi138 ceph-mon[86438]: osdmap e1915: 8 total, 8 up, 8 in 2024-07-29T15:59:04.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:03 smithi067 ceph-mon[91995]: osdmap e1915: 8 total, 8 up, 8 in 2024-07-29T15:59:04.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:03 smithi067 ceph-mon[94375]: osdmap e1915: 8 total, 8 up, 8 in 2024-07-29T15:59:05.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:04 smithi138 ceph-mon[86438]: pgmap v3251: 137 pgs: 8 creating+peering, 129 active+clean; 14 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 123 KiB/s wr, 28 op/s 2024-07-29T15:59:05.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:04 smithi138 ceph-mon[86438]: osdmap e1916: 8 total, 8 up, 8 in 2024-07-29T15:59:05.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:04 smithi067 ceph-mon[91995]: pgmap v3251: 137 pgs: 8 creating+peering, 129 active+clean; 14 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 123 KiB/s wr, 28 op/s 2024-07-29T15:59:05.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:04 smithi067 ceph-mon[91995]: osdmap e1916: 8 total, 8 up, 8 in 2024-07-29T15:59:05.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:04 smithi067 ceph-mon[94375]: pgmap v3251: 137 pgs: 8 creating+peering, 129 active+clean; 14 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 123 KiB/s wr, 28 op/s 2024-07-29T15:59:05.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:04 smithi067 ceph-mon[94375]: osdmap e1916: 8 total, 8 up, 8 in 2024-07-29T15:59:05.843 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:59:06.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:05 smithi138 ceph-mon[86438]: osdmap e1917: 8 total, 8 up, 8 in 2024-07-29T15:59:06.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:59:06.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:05 smithi067 ceph-mon[91995]: osdmap e1917: 8 total, 8 up, 8 in 2024-07-29T15:59:06.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:59:06.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:05 smithi067 ceph-mon[94375]: osdmap e1917: 8 total, 8 up, 8 in 2024-07-29T15:59:06.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:59:07.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:06 smithi067 ceph-mon[91995]: pgmap v3254: 137 pgs: 137 active+clean; 18 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 158 KiB/s wr, 48 op/s 2024-07-29T15:59:07.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:06 smithi067 ceph-mon[91995]: osdmap e1918: 8 total, 8 up, 8 in 2024-07-29T15:59:07.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:06 smithi067 ceph-mon[94375]: pgmap v3254: 137 pgs: 137 active+clean; 18 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 158 KiB/s wr, 48 op/s 2024-07-29T15:59:07.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:06 smithi067 ceph-mon[94375]: osdmap e1918: 8 total, 8 up, 8 in 2024-07-29T15:59:07.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:06 smithi138 ceph-mon[86438]: pgmap v3254: 137 pgs: 137 active+clean; 18 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 158 KiB/s wr, 48 op/s 2024-07-29T15:59:07.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:06 smithi138 ceph-mon[86438]: osdmap e1918: 8 total, 8 up, 8 in 2024-07-29T15:59:08.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:07 smithi067 ceph-mon[91995]: osdmap e1919: 8 total, 8 up, 8 in 2024-07-29T15:59:08.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:07 smithi067 ceph-mon[94375]: osdmap e1919: 8 total, 8 up, 8 in 2024-07-29T15:59:08.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:59:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:59:07] "GET /metrics HTTP/1.1" 200 36886 "" "Prometheus/2.51.0" 2024-07-29T15:59:08.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:07 smithi138 ceph-mon[86438]: osdmap e1919: 8 total, 8 up, 8 in 2024-07-29T15:59:08.742 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:59:09.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:08 smithi067 ceph-mon[91995]: pgmap v3257: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 92 KiB/s wr, 37 op/s 2024-07-29T15:59:09.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:08 smithi067 ceph-mon[91995]: osdmap e1920: 8 total, 8 up, 8 in 2024-07-29T15:59:09.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:08 smithi067 ceph-mon[91995]: osdmap e1921: 8 total, 8 up, 8 in 2024-07-29T15:59:09.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:08 smithi067 ceph-mon[94375]: pgmap v3257: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 92 KiB/s wr, 37 op/s 2024-07-29T15:59:09.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:08 smithi067 ceph-mon[94375]: osdmap e1920: 8 total, 8 up, 8 in 2024-07-29T15:59:09.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:08 smithi067 ceph-mon[94375]: osdmap e1921: 8 total, 8 up, 8 in 2024-07-29T15:59:09.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:08 smithi138 ceph-mon[86438]: pgmap v3257: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 92 KiB/s wr, 37 op/s 2024-07-29T15:59:09.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:08 smithi138 ceph-mon[86438]: osdmap e1920: 8 total, 8 up, 8 in 2024-07-29T15:59:09.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:08 smithi138 ceph-mon[86438]: osdmap e1921: 8 total, 8 up, 8 in 2024-07-29T15:59:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:59:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:59:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:59:10.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:10 smithi067 ceph-mon[91995]: pgmap v3260: 137 pgs: 137 active+clean; 22 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 66 KiB/s wr, 104 op/s 2024-07-29T15:59:10.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:10 smithi067 ceph-mon[91995]: osdmap e1922: 8 total, 8 up, 8 in 2024-07-29T15:59:10.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:10 smithi067 ceph-mon[94375]: pgmap v3260: 137 pgs: 137 active+clean; 22 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 66 KiB/s wr, 104 op/s 2024-07-29T15:59:10.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:10 smithi067 ceph-mon[94375]: osdmap e1922: 8 total, 8 up, 8 in 2024-07-29T15:59:11.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:10 smithi138 ceph-mon[86438]: pgmap v3260: 137 pgs: 137 active+clean; 22 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 66 KiB/s wr, 104 op/s 2024-07-29T15:59:11.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:10 smithi138 ceph-mon[86438]: osdmap e1922: 8 total, 8 up, 8 in 2024-07-29T15:59:11.745 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:59:11.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:11 smithi067 ceph-mon[91995]: osdmap e1923: 8 total, 8 up, 8 in 2024-07-29T15:59:11.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:11 smithi067 ceph-mon[94375]: osdmap e1923: 8 total, 8 up, 8 in 2024-07-29T15:59:12.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:11 smithi138 ceph-mon[86438]: osdmap e1923: 8 total, 8 up, 8 in 2024-07-29T15:59:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:12 smithi067 ceph-mon[91995]: pgmap v3263: 137 pgs: 137 active+clean; 22 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 9.5 KiB/s wr, 93 op/s 2024-07-29T15:59:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:12 smithi067 ceph-mon[91995]: osdmap e1924: 8 total, 8 up, 8 in 2024-07-29T15:59:12.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:12 smithi067 ceph-mon[94375]: pgmap v3263: 137 pgs: 137 active+clean; 22 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 9.5 KiB/s wr, 93 op/s 2024-07-29T15:59:12.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:12 smithi067 ceph-mon[94375]: osdmap e1924: 8 total, 8 up, 8 in 2024-07-29T15:59:13.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:12 smithi138 ceph-mon[86438]: pgmap v3263: 137 pgs: 137 active+clean; 22 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 9.5 KiB/s wr, 93 op/s 2024-07-29T15:59:13.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:12 smithi138 ceph-mon[86438]: osdmap e1924: 8 total, 8 up, 8 in 2024-07-29T15:59:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:13 smithi067 ceph-mon[91995]: osdmap e1925: 8 total, 8 up, 8 in 2024-07-29T15:59:13.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:13 smithi067 ceph-mon[94375]: osdmap e1925: 8 total, 8 up, 8 in 2024-07-29T15:59:14.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:13 smithi138 ceph-mon[86438]: osdmap e1925: 8 total, 8 up, 8 in 2024-07-29T15:59:14.776 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:59:14.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:14 smithi067 ceph-mon[91995]: pgmap v3266: 137 pgs: 137 active+clean; 24 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 4.5 KiB/s wr, 60 op/s 2024-07-29T15:59:14.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:14 smithi067 ceph-mon[91995]: osdmap e1926: 8 total, 8 up, 8 in 2024-07-29T15:59:14.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:14 smithi067 ceph-mon[94375]: pgmap v3266: 137 pgs: 137 active+clean; 24 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 4.5 KiB/s wr, 60 op/s 2024-07-29T15:59:14.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:14 smithi067 ceph-mon[94375]: osdmap e1926: 8 total, 8 up, 8 in 2024-07-29T15:59:15.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:14 smithi138 ceph-mon[86438]: pgmap v3266: 137 pgs: 137 active+clean; 24 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 4.5 KiB/s wr, 60 op/s 2024-07-29T15:59:15.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:14 smithi138 ceph-mon[86438]: osdmap e1926: 8 total, 8 up, 8 in 2024-07-29T15:59:16.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:15 smithi138 ceph-mon[86438]: osdmap e1927: 8 total, 8 up, 8 in 2024-07-29T15:59:16.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:15 smithi067 ceph-mon[91995]: osdmap e1927: 8 total, 8 up, 8 in 2024-07-29T15:59:16.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:15 smithi067 ceph-mon[94375]: osdmap e1927: 8 total, 8 up, 8 in 2024-07-29T15:59:17.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:16 smithi138 ceph-mon[86438]: pgmap v3269: 137 pgs: 137 active+clean; 24 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 7.5 KiB/s wr, 101 op/s 2024-07-29T15:59:17.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:16 smithi138 ceph-mon[86438]: osdmap e1928: 8 total, 8 up, 8 in 2024-07-29T15:59:17.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:16 smithi067 ceph-mon[91995]: pgmap v3269: 137 pgs: 137 active+clean; 24 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 7.5 KiB/s wr, 101 op/s 2024-07-29T15:59:17.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:16 smithi067 ceph-mon[91995]: osdmap e1928: 8 total, 8 up, 8 in 2024-07-29T15:59:17.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:16 smithi067 ceph-mon[94375]: pgmap v3269: 137 pgs: 137 active+clean; 24 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 7.5 KiB/s wr, 101 op/s 2024-07-29T15:59:17.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:16 smithi067 ceph-mon[94375]: osdmap e1928: 8 total, 8 up, 8 in 2024-07-29T15:59:17.801 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (14983 ms) 2024-07-29T15:59:17.801 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-07-29T15:59:17.801 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:59:18.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:17 smithi138 ceph-mon[86438]: osdmap e1929: 8 total, 8 up, 8 in 2024-07-29T15:59:18.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:17 smithi067 ceph-mon[91995]: osdmap e1929: 8 total, 8 up, 8 in 2024-07-29T15:59:18.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:17 smithi067 ceph-mon[94375]: osdmap e1929: 8 total, 8 up, 8 in 2024-07-29T15:59:18.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:59:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:59:17] "GET /metrics HTTP/1.1" 200 36886 "" "Prometheus/2.51.0" 2024-07-29T15:59:19.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:18 smithi138 ceph-mon[86438]: pgmap v3272: 137 pgs: 137 active+clean; 30 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 5.7 KiB/s wr, 63 op/s 2024-07-29T15:59:19.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:18 smithi138 ceph-mon[86438]: osdmap e1930: 8 total, 8 up, 8 in 2024-07-29T15:59:19.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:18 smithi067 ceph-mon[91995]: pgmap v3272: 137 pgs: 137 active+clean; 30 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 5.7 KiB/s wr, 63 op/s 2024-07-29T15:59:19.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:18 smithi067 ceph-mon[91995]: osdmap e1930: 8 total, 8 up, 8 in 2024-07-29T15:59:19.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:18 smithi067 ceph-mon[94375]: pgmap v3272: 137 pgs: 137 active+clean; 30 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 5.7 KiB/s wr, 63 op/s 2024-07-29T15:59:19.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:18 smithi067 ceph-mon[94375]: osdmap e1930: 8 total, 8 up, 8 in 2024-07-29T15:59:20.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:19 smithi138 ceph-mon[86438]: osdmap e1931: 8 total, 8 up, 8 in 2024-07-29T15:59:20.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:19 smithi067 ceph-mon[91995]: osdmap e1931: 8 total, 8 up, 8 in 2024-07-29T15:59:20.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:19 smithi067 ceph-mon[94375]: osdmap e1931: 8 total, 8 up, 8 in 2024-07-29T15:59:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:59:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:59:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:59:20.816 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:59:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:20 smithi138 ceph-mon[86438]: pgmap v3275: 137 pgs: 137 active+clean; 35 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 6.2 KiB/s wr, 44 op/s 2024-07-29T15:59:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:20 smithi138 ceph-mon[86438]: osdmap e1932: 8 total, 8 up, 8 in 2024-07-29T15:59:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:59:21.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:20 smithi067 ceph-mon[91995]: pgmap v3275: 137 pgs: 137 active+clean; 35 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 6.2 KiB/s wr, 44 op/s 2024-07-29T15:59:21.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:20 smithi067 ceph-mon[91995]: osdmap e1932: 8 total, 8 up, 8 in 2024-07-29T15:59:21.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:59:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:20 smithi067 ceph-mon[94375]: pgmap v3275: 137 pgs: 137 active+clean; 35 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 6.2 KiB/s wr, 44 op/s 2024-07-29T15:59:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:20 smithi067 ceph-mon[94375]: osdmap e1932: 8 total, 8 up, 8 in 2024-07-29T15:59:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:59:22.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:21 smithi138 ceph-mon[86438]: osdmap e1933: 8 total, 8 up, 8 in 2024-07-29T15:59:22.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:21 smithi067 ceph-mon[91995]: osdmap e1933: 8 total, 8 up, 8 in 2024-07-29T15:59:22.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:21 smithi067 ceph-mon[94375]: osdmap e1933: 8 total, 8 up, 8 in 2024-07-29T15:59:23.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:22 smithi138 ceph-mon[86438]: pgmap v3278: 137 pgs: 137 active+clean; 35 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 7.5 KiB/s wr, 61 op/s 2024-07-29T15:59:23.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:22 smithi138 ceph-mon[86438]: osdmap e1934: 8 total, 8 up, 8 in 2024-07-29T15:59:23.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:22 smithi067 ceph-mon[91995]: pgmap v3278: 137 pgs: 137 active+clean; 35 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 7.5 KiB/s wr, 61 op/s 2024-07-29T15:59:23.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:22 smithi067 ceph-mon[91995]: osdmap e1934: 8 total, 8 up, 8 in 2024-07-29T15:59:23.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:22 smithi067 ceph-mon[94375]: pgmap v3278: 137 pgs: 137 active+clean; 35 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 7.5 KiB/s wr, 61 op/s 2024-07-29T15:59:23.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:22 smithi067 ceph-mon[94375]: osdmap e1934: 8 total, 8 up, 8 in 2024-07-29T15:59:23.843 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:59:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:23 smithi138 ceph-mon[86438]: osdmap e1935: 8 total, 8 up, 8 in 2024-07-29T15:59:24.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:23 smithi067 ceph-mon[91995]: osdmap e1935: 8 total, 8 up, 8 in 2024-07-29T15:59:24.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:23 smithi067 ceph-mon[94375]: osdmap e1935: 8 total, 8 up, 8 in 2024-07-29T15:59:25.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:24 smithi138 ceph-mon[86438]: pgmap v3281: 137 pgs: 137 active+clean; 38 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 7.5 KiB/s wr, 92 op/s 2024-07-29T15:59:25.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:24 smithi138 ceph-mon[86438]: osdmap e1936: 8 total, 8 up, 8 in 2024-07-29T15:59:25.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:24 smithi067 ceph-mon[91995]: pgmap v3281: 137 pgs: 137 active+clean; 38 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 7.5 KiB/s wr, 92 op/s 2024-07-29T15:59:25.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:24 smithi067 ceph-mon[91995]: osdmap e1936: 8 total, 8 up, 8 in 2024-07-29T15:59:25.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:24 smithi067 ceph-mon[94375]: pgmap v3281: 137 pgs: 137 active+clean; 38 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 7.5 KiB/s wr, 92 op/s 2024-07-29T15:59:25.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:24 smithi067 ceph-mon[94375]: osdmap e1936: 8 total, 8 up, 8 in 2024-07-29T15:59:26.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:25 smithi067 ceph-mon[91995]: osdmap e1937: 8 total, 8 up, 8 in 2024-07-29T15:59:26.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:25 smithi067 ceph-mon[94375]: osdmap e1937: 8 total, 8 up, 8 in 2024-07-29T15:59:26.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:25 smithi138 ceph-mon[86438]: osdmap e1937: 8 total, 8 up, 8 in 2024-07-29T15:59:26.863 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:59:27.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:26 smithi067 ceph-mon[91995]: pgmap v3284: 137 pgs: 137 active+clean; 38 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 7.0 KiB/s wr, 84 op/s 2024-07-29T15:59:27.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:26 smithi067 ceph-mon[91995]: osdmap e1938: 8 total, 8 up, 8 in 2024-07-29T15:59:27.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:26 smithi067 ceph-mon[94375]: pgmap v3284: 137 pgs: 137 active+clean; 38 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 7.0 KiB/s wr, 84 op/s 2024-07-29T15:59:27.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:26 smithi067 ceph-mon[94375]: osdmap e1938: 8 total, 8 up, 8 in 2024-07-29T15:59:27.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:26 smithi138 ceph-mon[86438]: pgmap v3284: 137 pgs: 137 active+clean; 38 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 7.0 KiB/s wr, 84 op/s 2024-07-29T15:59:27.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:26 smithi138 ceph-mon[86438]: osdmap e1938: 8 total, 8 up, 8 in 2024-07-29T15:59:28.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:27 smithi067 ceph-mon[91995]: osdmap e1939: 8 total, 8 up, 8 in 2024-07-29T15:59:28.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:59:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:59:27] "GET /metrics HTTP/1.1" 200 36887 "" "Prometheus/2.51.0" 2024-07-29T15:59:28.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:27 smithi067 ceph-mon[94375]: osdmap e1939: 8 total, 8 up, 8 in 2024-07-29T15:59:28.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:27 smithi138 ceph-mon[86438]: osdmap e1939: 8 total, 8 up, 8 in 2024-07-29T15:59:29.139 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:28 smithi067 ceph-mon[91995]: pgmap v3287: 137 pgs: 137 active+clean; 41 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 6.0 KiB/s wr, 69 op/s 2024-07-29T15:59:29.140 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:28 smithi067 ceph-mon[91995]: osdmap e1940: 8 total, 8 up, 8 in 2024-07-29T15:59:29.140 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:28 smithi067 ceph-mon[94375]: pgmap v3287: 137 pgs: 137 active+clean; 41 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 6.0 KiB/s wr, 69 op/s 2024-07-29T15:59:29.140 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:28 smithi067 ceph-mon[94375]: osdmap e1940: 8 total, 8 up, 8 in 2024-07-29T15:59:29.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:28 smithi138 ceph-mon[86438]: pgmap v3287: 137 pgs: 137 active+clean; 41 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 6.0 KiB/s wr, 69 op/s 2024-07-29T15:59:29.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:28 smithi138 ceph-mon[86438]: osdmap e1940: 8 total, 8 up, 8 in 2024-07-29T15:59:29.889 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:59:30.213 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:29 smithi138 ceph-mon[86438]: osdmap e1941: 8 total, 8 up, 8 in 2024-07-29T15:59:30.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:29 smithi067 ceph-mon[91995]: osdmap e1941: 8 total, 8 up, 8 in 2024-07-29T15:59:30.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:29 smithi067 ceph-mon[94375]: osdmap e1941: 8 total, 8 up, 8 in 2024-07-29T15:59:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:59:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:59:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:59:31.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:30 smithi067 ceph-mon[91995]: pgmap v3290: 137 pgs: 137 active+clean; 47 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 6.5 KiB/s wr, 67 op/s 2024-07-29T15:59:31.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:30 smithi067 ceph-mon[91995]: osdmap e1942: 8 total, 8 up, 8 in 2024-07-29T15:59:31.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:30 smithi067 ceph-mon[94375]: pgmap v3290: 137 pgs: 137 active+clean; 47 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 6.5 KiB/s wr, 67 op/s 2024-07-29T15:59:31.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:30 smithi067 ceph-mon[94375]: osdmap e1942: 8 total, 8 up, 8 in 2024-07-29T15:59:31.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:30 smithi138 ceph-mon[86438]: pgmap v3290: 137 pgs: 137 active+clean; 47 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 6.5 KiB/s wr, 67 op/s 2024-07-29T15:59:31.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:30 smithi138 ceph-mon[86438]: osdmap e1942: 8 total, 8 up, 8 in 2024-07-29T15:59:32.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:31 smithi067 ceph-mon[91995]: osdmap e1943: 8 total, 8 up, 8 in 2024-07-29T15:59:32.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:31 smithi067 ceph-mon[94375]: osdmap e1943: 8 total, 8 up, 8 in 2024-07-29T15:59:32.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:31 smithi138 ceph-mon[86438]: osdmap e1943: 8 total, 8 up, 8 in 2024-07-29T15:59:32.903 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (15102 ms) 2024-07-29T15:59:32.903 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS1 2024-07-29T15:59:32.903 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:59:33.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:32 smithi067 ceph-mon[91995]: pgmap v3293: 137 pgs: 137 active+clean; 50 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 8.7 KiB/s wr, 98 op/s 2024-07-29T15:59:33.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:32 smithi067 ceph-mon[91995]: osdmap e1944: 8 total, 8 up, 8 in 2024-07-29T15:59:33.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:32 smithi067 ceph-mon[94375]: pgmap v3293: 137 pgs: 137 active+clean; 50 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 8.7 KiB/s wr, 98 op/s 2024-07-29T15:59:33.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:32 smithi067 ceph-mon[94375]: osdmap e1944: 8 total, 8 up, 8 in 2024-07-29T15:59:33.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:32 smithi138 ceph-mon[86438]: pgmap v3293: 137 pgs: 137 active+clean; 50 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 8.7 KiB/s wr, 98 op/s 2024-07-29T15:59:33.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:32 smithi138 ceph-mon[86438]: osdmap e1944: 8 total, 8 up, 8 in 2024-07-29T15:59:34.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:33 smithi067 ceph-mon[91995]: osdmap e1945: 8 total, 8 up, 8 in 2024-07-29T15:59:34.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:33 smithi067 ceph-mon[94375]: osdmap e1945: 8 total, 8 up, 8 in 2024-07-29T15:59:34.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:33 smithi138 ceph-mon[86438]: osdmap e1945: 8 total, 8 up, 8 in 2024-07-29T15:59:35.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:34 smithi067 ceph-mon[91995]: pgmap v3296: 137 pgs: 137 active+clean; 53 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 8.5 KiB/s wr, 91 op/s 2024-07-29T15:59:35.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:34 smithi067 ceph-mon[94375]: pgmap v3296: 137 pgs: 137 active+clean; 53 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 8.5 KiB/s wr, 91 op/s 2024-07-29T15:59:35.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:34 smithi138 ceph-mon[86438]: pgmap v3296: 137 pgs: 137 active+clean; 53 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 8.5 KiB/s wr, 91 op/s 2024-07-29T15:59:36.212 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:59:36.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:59:36.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:59:37.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:36 smithi067 ceph-mon[91995]: pgmap v3297: 137 pgs: 137 active+clean; 57 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 8.8 KiB/s wr, 103 op/s 2024-07-29T15:59:37.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:36 smithi067 ceph-mon[94375]: pgmap v3297: 137 pgs: 137 active+clean; 57 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 8.8 KiB/s wr, 103 op/s 2024-07-29T15:59:37.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:36 smithi138 ceph-mon[86438]: pgmap v3297: 137 pgs: 137 active+clean; 57 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 8.8 KiB/s wr, 103 op/s 2024-07-29T15:59:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:59:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:59:37] "GET /metrics HTTP/1.1" 200 36888 "" "Prometheus/2.51.0" 2024-07-29T15:59:38.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:37 smithi067 ceph-mon[94375]: osdmap e1946: 8 total, 8 up, 8 in 2024-07-29T15:59:38.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:37 smithi067 ceph-mon[91995]: osdmap e1946: 8 total, 8 up, 8 in 2024-07-29T15:59:38.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:37 smithi138 ceph-mon[86438]: osdmap e1946: 8 total, 8 up, 8 in 2024-07-29T15:59:38.940 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:59:39.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:38 smithi067 ceph-mon[91995]: pgmap v3299: 137 pgs: 137 active+clean; 61 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.0 KiB/s wr, 45 op/s 2024-07-29T15:59:39.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:38 smithi067 ceph-mon[91995]: osdmap e1947: 8 total, 8 up, 8 in 2024-07-29T15:59:39.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:38 smithi067 ceph-mon[94375]: pgmap v3299: 137 pgs: 137 active+clean; 61 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.0 KiB/s wr, 45 op/s 2024-07-29T15:59:39.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:38 smithi067 ceph-mon[94375]: osdmap e1947: 8 total, 8 up, 8 in 2024-07-29T15:59:39.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:38 smithi138 ceph-mon[86438]: pgmap v3299: 137 pgs: 137 active+clean; 61 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.0 KiB/s wr, 45 op/s 2024-07-29T15:59:39.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:38 smithi138 ceph-mon[86438]: osdmap e1947: 8 total, 8 up, 8 in 2024-07-29T15:59:40.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:39 smithi138 ceph-mon[86438]: osdmap e1948: 8 total, 8 up, 8 in 2024-07-29T15:59:40.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:39 smithi067 ceph-mon[91995]: osdmap e1948: 8 total, 8 up, 8 in 2024-07-29T15:59:40.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:39 smithi067 ceph-mon[94375]: osdmap e1948: 8 total, 8 up, 8 in 2024-07-29T15:59:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:59:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:59:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:59:41.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:40 smithi067 ceph-mon[91995]: pgmap v3302: 137 pgs: 137 active+clean; 65 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 47 op/s 2024-07-29T15:59:41.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:40 smithi067 ceph-mon[94375]: pgmap v3302: 137 pgs: 137 active+clean; 65 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 47 op/s 2024-07-29T15:59:41.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:40 smithi138 ceph-mon[86438]: pgmap v3302: 137 pgs: 137 active+clean; 65 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 47 op/s 2024-07-29T15:59:42.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:41 smithi067 ceph-mon[94375]: pgmap v3303: 137 pgs: 137 active+clean; 65 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-07-29T15:59:42.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:41 smithi067 ceph-mon[91995]: pgmap v3303: 137 pgs: 137 active+clean; 65 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-07-29T15:59:42.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:41 smithi138 ceph-mon[86438]: pgmap v3303: 137 pgs: 137 active+clean; 65 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-07-29T15:59:44.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:43 smithi067 ceph-mon[91995]: osdmap e1949: 8 total, 8 up, 8 in 2024-07-29T15:59:44.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:43 smithi067 ceph-mon[91995]: pgmap v3305: 137 pgs: 137 active+clean; 65 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-07-29T15:59:44.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:43 smithi067 ceph-mon[94375]: osdmap e1949: 8 total, 8 up, 8 in 2024-07-29T15:59:44.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:43 smithi067 ceph-mon[94375]: pgmap v3305: 137 pgs: 137 active+clean; 65 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-07-29T15:59:44.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:43 smithi138 ceph-mon[86438]: osdmap e1949: 8 total, 8 up, 8 in 2024-07-29T15:59:44.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:43 smithi138 ceph-mon[86438]: pgmap v3305: 137 pgs: 137 active+clean; 65 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-07-29T15:59:44.978 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:59:45.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:44 smithi067 ceph-mon[91995]: osdmap e1950: 8 total, 8 up, 8 in 2024-07-29T15:59:45.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:44 smithi067 ceph-mon[94375]: osdmap e1950: 8 total, 8 up, 8 in 2024-07-29T15:59:45.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:44 smithi138 ceph-mon[86438]: osdmap e1950: 8 total, 8 up, 8 in 2024-07-29T15:59:46.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:45 smithi067 ceph-mon[91995]: osdmap e1951: 8 total, 8 up, 8 in 2024-07-29T15:59:46.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:45 smithi067 ceph-mon[91995]: pgmap v3308: 137 pgs: 137 active+clean; 67 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 4.8 KiB/s wr, 58 op/s 2024-07-29T15:59:46.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:45 smithi067 ceph-mon[94375]: osdmap e1951: 8 total, 8 up, 8 in 2024-07-29T15:59:46.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:45 smithi067 ceph-mon[94375]: pgmap v3308: 137 pgs: 137 active+clean; 67 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 4.8 KiB/s wr, 58 op/s 2024-07-29T15:59:46.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:45 smithi138 ceph-mon[86438]: osdmap e1951: 8 total, 8 up, 8 in 2024-07-29T15:59:46.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:45 smithi138 ceph-mon[86438]: pgmap v3308: 137 pgs: 137 active+clean; 67 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 4.8 KiB/s wr, 58 op/s 2024-07-29T15:59:48.115 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:59:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:59:47] "GET /metrics HTTP/1.1" 200 36888 "" "Prometheus/2.51.0" 2024-07-29T15:59:48.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:48 smithi067 ceph-mon[91995]: pgmap v3309: 137 pgs: 137 active+clean; 71 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-07-29T15:59:48.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:48 smithi067 ceph-mon[94375]: pgmap v3309: 137 pgs: 137 active+clean; 71 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-07-29T15:59:48.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:48 smithi138 ceph-mon[86438]: pgmap v3309: 137 pgs: 137 active+clean; 71 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-07-29T15:59:50.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:50 smithi067 ceph-mon[91995]: pgmap v3310: 137 pgs: 137 active+clean; 71 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 672 KiB/s wr, 40 op/s 2024-07-29T15:59:50.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:50 smithi067 ceph-mon[91995]: osdmap e1952: 8 total, 8 up, 8 in 2024-07-29T15:59:50.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:59:50.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:50 smithi067 ceph-mon[94375]: pgmap v3310: 137 pgs: 137 active+clean; 71 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 672 KiB/s wr, 40 op/s 2024-07-29T15:59:50.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:50 smithi067 ceph-mon[94375]: osdmap e1952: 8 total, 8 up, 8 in 2024-07-29T15:59:50.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:59:50.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:50 smithi138 ceph-mon[86438]: pgmap v3310: 137 pgs: 137 active+clean; 71 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 672 KiB/s wr, 40 op/s 2024-07-29T15:59:50.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:50 smithi138 ceph-mon[86438]: osdmap e1952: 8 total, 8 up, 8 in 2024-07-29T15:59:50.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T15:59:50.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 15:59:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T15:59:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T15:59:51.170 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:59:51.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:51 smithi067 ceph-mon[91995]: osdmap e1953: 8 total, 8 up, 8 in 2024-07-29T15:59:51.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:51 smithi067 ceph-mon[94375]: osdmap e1953: 8 total, 8 up, 8 in 2024-07-29T15:59:51.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:51 smithi138 ceph-mon[86438]: osdmap e1953: 8 total, 8 up, 8 in 2024-07-29T15:59:52.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:52 smithi067 ceph-mon[94375]: pgmap v3313: 137 pgs: 137 active+clean; 71 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 673 KiB/s wr, 38 op/s 2024-07-29T15:59:52.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:52 smithi067 ceph-mon[94375]: osdmap e1954: 8 total, 8 up, 8 in 2024-07-29T15:59:52.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:52 smithi067 ceph-mon[91995]: pgmap v3313: 137 pgs: 137 active+clean; 71 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 673 KiB/s wr, 38 op/s 2024-07-29T15:59:52.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:52 smithi067 ceph-mon[91995]: osdmap e1954: 8 total, 8 up, 8 in 2024-07-29T15:59:52.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:52 smithi138 ceph-mon[86438]: pgmap v3313: 137 pgs: 137 active+clean; 71 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 673 KiB/s wr, 38 op/s 2024-07-29T15:59:52.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:52 smithi138 ceph-mon[86438]: osdmap e1954: 8 total, 8 up, 8 in 2024-07-29T15:59:54.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:54 smithi067 ceph-mon[91995]: pgmap v3315: 137 pgs: 137 active+clean; 76 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 685 KiB/s wr, 25 op/s 2024-07-29T15:59:54.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:54 smithi067 ceph-mon[94375]: pgmap v3315: 137 pgs: 137 active+clean; 76 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 685 KiB/s wr, 25 op/s 2024-07-29T15:59:54.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:54 smithi138 ceph-mon[86438]: pgmap v3315: 137 pgs: 137 active+clean; 76 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 685 KiB/s wr, 25 op/s 2024-07-29T15:59:56.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:56 smithi067 ceph-mon[91995]: pgmap v3316: 137 pgs: 137 active+clean; 77 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 686 KiB/s wr, 24 op/s 2024-07-29T15:59:56.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:56 smithi067 ceph-mon[91995]: osdmap e1955: 8 total, 8 up, 8 in 2024-07-29T15:59:56.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:56 smithi067 ceph-mon[94375]: pgmap v3316: 137 pgs: 137 active+clean; 77 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 686 KiB/s wr, 24 op/s 2024-07-29T15:59:56.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:56 smithi067 ceph-mon[94375]: osdmap e1955: 8 total, 8 up, 8 in 2024-07-29T15:59:56.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:56 smithi138 ceph-mon[86438]: pgmap v3316: 137 pgs: 137 active+clean; 77 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 686 KiB/s wr, 24 op/s 2024-07-29T15:59:56.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:56 smithi138 ceph-mon[86438]: osdmap e1955: 8 total, 8 up, 8 in 2024-07-29T15:59:57.182 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T15:59:57.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:57 smithi067 ceph-mon[94375]: osdmap e1956: 8 total, 8 up, 8 in 2024-07-29T15:59:57.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:59:57.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:59:57.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:59:57.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:59:57.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:57 smithi067 ceph-mon[91995]: osdmap e1956: 8 total, 8 up, 8 in 2024-07-29T15:59:57.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:59:57.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:59:57.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:59:57.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:59:57.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:57 smithi138 ceph-mon[86438]: osdmap e1956: 8 total, 8 up, 8 in 2024-07-29T15:59:57.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T15:59:57.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T15:59:57.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T15:59:57.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T15:59:58.159 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 15:59:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:15:59:57] "GET /metrics HTTP/1.1" 200 36892 "" "Prometheus/2.51.0" 2024-07-29T15:59:58.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:58 smithi067 ceph-mon[91995]: pgmap v3319: 137 pgs: 137 active+clean; 77 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-07-29T15:59:58.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 15:59:58 smithi067 ceph-mon[91995]: osdmap e1957: 8 total, 8 up, 8 in 2024-07-29T15:59:58.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:58 smithi067 ceph-mon[94375]: pgmap v3319: 137 pgs: 137 active+clean; 77 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-07-29T15:59:58.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 15:59:58 smithi067 ceph-mon[94375]: osdmap e1957: 8 total, 8 up, 8 in 2024-07-29T15:59:58.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:58 smithi138 ceph-mon[86438]: pgmap v3319: 137 pgs: 137 active+clean; 77 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-07-29T15:59:58.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 15:59:58 smithi138 ceph-mon[86438]: osdmap e1957: 8 total, 8 up, 8 in 2024-07-29T16:00:00.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:00 smithi067 ceph-mon[91995]: pgmap v3321: 137 pgs: 137 active+clean; 83 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 49 op/s 2024-07-29T16:00:00.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:00 smithi067 ceph-mon[91995]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-07-29T16:00:00.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:00 smithi067 ceph-mon[91995]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-07-29T16:00:00.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:00 smithi067 ceph-mon[91995]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-07-29T16:00:00.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:00 smithi067 ceph-mon[94375]: pgmap v3321: 137 pgs: 137 active+clean; 83 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 49 op/s 2024-07-29T16:00:00.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:00 smithi067 ceph-mon[94375]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-07-29T16:00:00.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:00 smithi067 ceph-mon[94375]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-07-29T16:00:00.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:00 smithi067 ceph-mon[94375]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-07-29T16:00:00.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:00 smithi138 ceph-mon[86438]: pgmap v3321: 137 pgs: 137 active+clean; 83 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 49 op/s 2024-07-29T16:00:00.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:00 smithi138 ceph-mon[86438]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-07-29T16:00:00.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:00 smithi138 ceph-mon[86438]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-07-29T16:00:00.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:00 smithi138 ceph-mon[86438]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-07-29T16:00:00.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:00:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:00:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:00:02.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:02 smithi067 ceph-mon[91995]: pgmap v3322: 137 pgs: 137 active+clean; 83 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-07-29T16:00:02.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:02 smithi067 ceph-mon[91995]: osdmap e1958: 8 total, 8 up, 8 in 2024-07-29T16:00:02.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:02 smithi067 ceph-mon[94375]: pgmap v3322: 137 pgs: 137 active+clean; 83 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-07-29T16:00:02.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:02 smithi067 ceph-mon[94375]: osdmap e1958: 8 total, 8 up, 8 in 2024-07-29T16:00:02.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:02 smithi138 ceph-mon[86438]: pgmap v3322: 137 pgs: 137 active+clean; 83 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-07-29T16:00:02.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:02 smithi138 ceph-mon[86438]: osdmap e1958: 8 total, 8 up, 8 in 2024-07-29T16:00:03.216 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS1 (30313 ms) 2024-07-29T16:00:03.216 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS1PP 2024-07-29T16:00:03.217 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:00:03.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:03 smithi067 ceph-mon[94375]: osdmap e1959: 8 total, 8 up, 8 in 2024-07-29T16:00:03.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:03 smithi067 ceph-mon[91995]: osdmap e1959: 8 total, 8 up, 8 in 2024-07-29T16:00:03.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:03 smithi138 ceph-mon[86438]: osdmap e1959: 8 total, 8 up, 8 in 2024-07-29T16:00:04.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:04 smithi067 ceph-mon[91995]: pgmap v3325: 137 pgs: 137 active+clean; 95 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 1.3 MiB/s wr, 57 op/s 2024-07-29T16:00:04.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:04 smithi067 ceph-mon[91995]: osdmap e1960: 8 total, 8 up, 8 in 2024-07-29T16:00:04.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:04 smithi067 ceph-mon[94375]: pgmap v3325: 137 pgs: 137 active+clean; 95 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 1.3 MiB/s wr, 57 op/s 2024-07-29T16:00:04.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:04 smithi067 ceph-mon[94375]: osdmap e1960: 8 total, 8 up, 8 in 2024-07-29T16:00:04.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:04 smithi138 ceph-mon[86438]: pgmap v3325: 137 pgs: 137 active+clean; 95 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 1.3 MiB/s wr, 57 op/s 2024-07-29T16:00:04.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:04 smithi138 ceph-mon[86438]: osdmap e1960: 8 total, 8 up, 8 in 2024-07-29T16:00:05.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:00:05.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:00:05.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:00:06.461 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:06 smithi138 ceph-mon[86438]: pgmap v3327: 137 pgs: 137 active+clean; 95 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-07-29T16:00:06.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:06 smithi067 ceph-mon[91995]: pgmap v3327: 137 pgs: 137 active+clean; 95 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-07-29T16:00:06.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:06 smithi067 ceph-mon[94375]: pgmap v3327: 137 pgs: 137 active+clean; 95 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-07-29T16:00:08.200 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:00:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:00:07] "GET /metrics HTTP/1.1" 200 36895 "" "Prometheus/2.51.0" 2024-07-29T16:00:08.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:08 smithi067 ceph-mon[91995]: pgmap v3328: 137 pgs: 137 active+clean; 95 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 37 op/s 2024-07-29T16:00:08.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:08 smithi067 ceph-mon[91995]: osdmap e1961: 8 total, 8 up, 8 in 2024-07-29T16:00:08.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:08 smithi067 ceph-mon[94375]: pgmap v3328: 137 pgs: 137 active+clean; 95 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 37 op/s 2024-07-29T16:00:08.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:08 smithi067 ceph-mon[94375]: osdmap e1961: 8 total, 8 up, 8 in 2024-07-29T16:00:08.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:08 smithi138 ceph-mon[86438]: pgmap v3328: 137 pgs: 137 active+clean; 95 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 37 op/s 2024-07-29T16:00:08.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:08 smithi138 ceph-mon[86438]: osdmap e1961: 8 total, 8 up, 8 in 2024-07-29T16:00:09.245 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:00:09.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:09 smithi067 ceph-mon[91995]: osdmap e1962: 8 total, 8 up, 8 in 2024-07-29T16:00:09.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:09 smithi067 ceph-mon[94375]: osdmap e1962: 8 total, 8 up, 8 in 2024-07-29T16:00:09.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:09 smithi138 ceph-mon[86438]: osdmap e1962: 8 total, 8 up, 8 in 2024-07-29T16:00:10.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:10 smithi067 ceph-mon[91995]: pgmap v3331: 137 pgs: 137 active+clean; 95 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.8 KiB/s wr, 34 op/s 2024-07-29T16:00:10.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:10 smithi067 ceph-mon[91995]: osdmap e1963: 8 total, 8 up, 8 in 2024-07-29T16:00:10.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:10 smithi067 ceph-mon[94375]: pgmap v3331: 137 pgs: 137 active+clean; 95 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.8 KiB/s wr, 34 op/s 2024-07-29T16:00:10.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:10 smithi067 ceph-mon[94375]: osdmap e1963: 8 total, 8 up, 8 in 2024-07-29T16:00:10.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:10 smithi138 ceph-mon[86438]: pgmap v3331: 137 pgs: 137 active+clean; 95 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.8 KiB/s wr, 34 op/s 2024-07-29T16:00:10.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:10 smithi138 ceph-mon[86438]: osdmap e1963: 8 total, 8 up, 8 in 2024-07-29T16:00:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:00:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:00:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:00:12.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:12 smithi067 ceph-mon[91995]: pgmap v3333: 137 pgs: 137 active+clean; 99 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 687 KiB/s wr, 38 op/s 2024-07-29T16:00:12.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:12 smithi067 ceph-mon[94375]: pgmap v3333: 137 pgs: 137 active+clean; 99 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 687 KiB/s wr, 38 op/s 2024-07-29T16:00:12.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:12 smithi138 ceph-mon[86438]: pgmap v3333: 137 pgs: 137 active+clean; 99 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 687 KiB/s wr, 38 op/s 2024-07-29T16:00:14.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:14 smithi067 ceph-mon[91995]: pgmap v3334: 137 pgs: 137 active+clean; 99 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 43 op/s 2024-07-29T16:00:14.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:14 smithi067 ceph-mon[91995]: osdmap e1964: 8 total, 8 up, 8 in 2024-07-29T16:00:14.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:14 smithi067 ceph-mon[94375]: pgmap v3334: 137 pgs: 137 active+clean; 99 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 43 op/s 2024-07-29T16:00:14.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:14 smithi067 ceph-mon[94375]: osdmap e1964: 8 total, 8 up, 8 in 2024-07-29T16:00:14.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:14 smithi138 ceph-mon[86438]: pgmap v3334: 137 pgs: 137 active+clean; 99 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 43 op/s 2024-07-29T16:00:14.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:14 smithi138 ceph-mon[86438]: osdmap e1964: 8 total, 8 up, 8 in 2024-07-29T16:00:15.270 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:00:15.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:15 smithi067 ceph-mon[94375]: osdmap e1965: 8 total, 8 up, 8 in 2024-07-29T16:00:15.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:15 smithi067 ceph-mon[91995]: osdmap e1965: 8 total, 8 up, 8 in 2024-07-29T16:00:15.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:15 smithi138 ceph-mon[86438]: osdmap e1965: 8 total, 8 up, 8 in 2024-07-29T16:00:16.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:16 smithi067 ceph-mon[94375]: pgmap v3337: 137 pgs: 137 active+clean; 106 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.3 MiB/s wr, 33 op/s 2024-07-29T16:00:16.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:16 smithi067 ceph-mon[94375]: osdmap e1966: 8 total, 8 up, 8 in 2024-07-29T16:00:16.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:16 smithi067 ceph-mon[91995]: pgmap v3337: 137 pgs: 137 active+clean; 106 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.3 MiB/s wr, 33 op/s 2024-07-29T16:00:16.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:16 smithi067 ceph-mon[91995]: osdmap e1966: 8 total, 8 up, 8 in 2024-07-29T16:00:16.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:16 smithi138 ceph-mon[86438]: pgmap v3337: 137 pgs: 137 active+clean; 106 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.3 MiB/s wr, 33 op/s 2024-07-29T16:00:16.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:16 smithi138 ceph-mon[86438]: osdmap e1966: 8 total, 8 up, 8 in 2024-07-29T16:00:18.236 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:00:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:00:17] "GET /metrics HTTP/1.1" 200 36895 "" "Prometheus/2.51.0" 2024-07-29T16:00:18.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:18 smithi067 ceph-mon[91995]: pgmap v3339: 137 pgs: 137 active+clean; 106 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 42 op/s 2024-07-29T16:00:18.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:18 smithi067 ceph-mon[94375]: pgmap v3339: 137 pgs: 137 active+clean; 106 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 42 op/s 2024-07-29T16:00:18.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:18 smithi138 ceph-mon[86438]: pgmap v3339: 137 pgs: 137 active+clean; 106 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 42 op/s 2024-07-29T16:00:20.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:20 smithi138 ceph-mon[86438]: pgmap v3340: 137 pgs: 137 active+clean; 109 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-07-29T16:00:20.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:20 smithi138 ceph-mon[86438]: osdmap e1967: 8 total, 8 up, 8 in 2024-07-29T16:00:20.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:00:20.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:00:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:00:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:00:20.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:20 smithi067 ceph-mon[94375]: pgmap v3340: 137 pgs: 137 active+clean; 109 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-07-29T16:00:20.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:20 smithi067 ceph-mon[94375]: osdmap e1967: 8 total, 8 up, 8 in 2024-07-29T16:00:20.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:00:20.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:20 smithi067 ceph-mon[91995]: pgmap v3340: 137 pgs: 137 active+clean; 109 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-07-29T16:00:20.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:20 smithi067 ceph-mon[91995]: osdmap e1967: 8 total, 8 up, 8 in 2024-07-29T16:00:20.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:00:21.286 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:00:21.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:21 smithi138 ceph-mon[86438]: osdmap e1968: 8 total, 8 up, 8 in 2024-07-29T16:00:21.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:21 smithi067 ceph-mon[91995]: osdmap e1968: 8 total, 8 up, 8 in 2024-07-29T16:00:21.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:21 smithi067 ceph-mon[94375]: osdmap e1968: 8 total, 8 up, 8 in 2024-07-29T16:00:22.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:22 smithi138 ceph-mon[86438]: pgmap v3343: 137 pgs: 137 active+clean; 112 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.0 KiB/s wr, 36 op/s 2024-07-29T16:00:22.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:22 smithi138 ceph-mon[86438]: osdmap e1969: 8 total, 8 up, 8 in 2024-07-29T16:00:22.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:22 smithi067 ceph-mon[91995]: pgmap v3343: 137 pgs: 137 active+clean; 112 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.0 KiB/s wr, 36 op/s 2024-07-29T16:00:22.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:22 smithi067 ceph-mon[91995]: osdmap e1969: 8 total, 8 up, 8 in 2024-07-29T16:00:22.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:22 smithi067 ceph-mon[94375]: pgmap v3343: 137 pgs: 137 active+clean; 112 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.0 KiB/s wr, 36 op/s 2024-07-29T16:00:22.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:22 smithi067 ceph-mon[94375]: osdmap e1969: 8 total, 8 up, 8 in 2024-07-29T16:00:24.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:24 smithi138 ceph-mon[86438]: pgmap v3345: 137 pgs: 137 active+clean; 116 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-07-29T16:00:24.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:24 smithi067 ceph-mon[91995]: pgmap v3345: 137 pgs: 137 active+clean; 116 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-07-29T16:00:24.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:24 smithi067 ceph-mon[94375]: pgmap v3345: 137 pgs: 137 active+clean; 116 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-07-29T16:00:26.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:26 smithi138 ceph-mon[86438]: pgmap v3346: 137 pgs: 137 active+clean; 119 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 687 KiB/s wr, 42 op/s 2024-07-29T16:00:26.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:26 smithi138 ceph-mon[86438]: osdmap e1970: 8 total, 8 up, 8 in 2024-07-29T16:00:26.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:26 smithi067 ceph-mon[91995]: pgmap v3346: 137 pgs: 137 active+clean; 119 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 687 KiB/s wr, 42 op/s 2024-07-29T16:00:26.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:26 smithi067 ceph-mon[91995]: osdmap e1970: 8 total, 8 up, 8 in 2024-07-29T16:00:26.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:26 smithi067 ceph-mon[94375]: pgmap v3346: 137 pgs: 137 active+clean; 119 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 687 KiB/s wr, 42 op/s 2024-07-29T16:00:26.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:26 smithi067 ceph-mon[94375]: osdmap e1970: 8 total, 8 up, 8 in 2024-07-29T16:00:27.310 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:00:27.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:27 smithi138 ceph-mon[86438]: osdmap e1971: 8 total, 8 up, 8 in 2024-07-29T16:00:27.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:27 smithi067 ceph-mon[91995]: osdmap e1971: 8 total, 8 up, 8 in 2024-07-29T16:00:27.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:27 smithi067 ceph-mon[94375]: osdmap e1971: 8 total, 8 up, 8 in 2024-07-29T16:00:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:00:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:00:27] "GET /metrics HTTP/1.1" 200 36895 "" "Prometheus/2.51.0" 2024-07-29T16:00:28.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:28 smithi138 ceph-mon[86438]: pgmap v3349: 137 pgs: 137 active+clean; 119 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-07-29T16:00:28.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:28 smithi138 ceph-mon[86438]: osdmap e1972: 8 total, 8 up, 8 in 2024-07-29T16:00:28.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:28 smithi067 ceph-mon[91995]: pgmap v3349: 137 pgs: 137 active+clean; 119 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-07-29T16:00:28.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:28 smithi067 ceph-mon[91995]: osdmap e1972: 8 total, 8 up, 8 in 2024-07-29T16:00:28.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:28 smithi067 ceph-mon[94375]: pgmap v3349: 137 pgs: 137 active+clean; 119 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-07-29T16:00:28.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:28 smithi067 ceph-mon[94375]: osdmap e1972: 8 total, 8 up, 8 in 2024-07-29T16:00:30.540 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:30 smithi067 ceph-mon[91995]: pgmap v3351: 137 pgs: 137 active+clean; 126 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 687 KiB/s wr, 56 op/s 2024-07-29T16:00:30.541 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:30 smithi067 ceph-mon[94375]: pgmap v3351: 137 pgs: 137 active+clean; 126 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 687 KiB/s wr, 56 op/s 2024-07-29T16:00:30.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:30 smithi138 ceph-mon[86438]: pgmap v3351: 137 pgs: 137 active+clean; 126 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 687 KiB/s wr, 56 op/s 2024-07-29T16:00:30.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:00:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:00:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:00:32.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:32 smithi138 ceph-mon[86438]: pgmap v3352: 137 pgs: 137 active+clean; 129 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-07-29T16:00:32.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:32 smithi138 ceph-mon[86438]: osdmap e1973: 8 total, 8 up, 8 in 2024-07-29T16:00:32.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:32 smithi067 ceph-mon[91995]: pgmap v3352: 137 pgs: 137 active+clean; 129 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-07-29T16:00:32.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:32 smithi067 ceph-mon[91995]: osdmap e1973: 8 total, 8 up, 8 in 2024-07-29T16:00:32.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:32 smithi067 ceph-mon[94375]: pgmap v3352: 137 pgs: 137 active+clean; 129 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-07-29T16:00:32.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:32 smithi067 ceph-mon[94375]: osdmap e1973: 8 total, 8 up, 8 in 2024-07-29T16:00:33.328 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS1PP (30112 ms) 2024-07-29T16:00:33.328 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS2 2024-07-29T16:00:33.328 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:00:33.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:33 smithi138 ceph-mon[86438]: osdmap e1974: 8 total, 8 up, 8 in 2024-07-29T16:00:33.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:33 smithi067 ceph-mon[91995]: osdmap e1974: 8 total, 8 up, 8 in 2024-07-29T16:00:33.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:33 smithi067 ceph-mon[94375]: osdmap e1974: 8 total, 8 up, 8 in 2024-07-29T16:00:34.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:34 smithi138 ceph-mon[86438]: pgmap v3355: 137 pgs: 137 active+clean; 133 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-07-29T16:00:34.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:34 smithi138 ceph-mon[86438]: osdmap e1975: 8 total, 8 up, 8 in 2024-07-29T16:00:34.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:34 smithi067 ceph-mon[91995]: pgmap v3355: 137 pgs: 137 active+clean; 133 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-07-29T16:00:34.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:34 smithi067 ceph-mon[91995]: osdmap e1975: 8 total, 8 up, 8 in 2024-07-29T16:00:34.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:34 smithi067 ceph-mon[94375]: pgmap v3355: 137 pgs: 137 active+clean; 133 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-07-29T16:00:34.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:34 smithi067 ceph-mon[94375]: osdmap e1975: 8 total, 8 up, 8 in 2024-07-29T16:00:35.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:00:35.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:00:35.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:00:36.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:36 smithi138 ceph-mon[86438]: pgmap v3357: 137 pgs: 137 active+clean; 137 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-07-29T16:00:36.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:36 smithi067 ceph-mon[91995]: pgmap v3357: 137 pgs: 137 active+clean; 137 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-07-29T16:00:36.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:36 smithi067 ceph-mon[94375]: pgmap v3357: 137 pgs: 137 active+clean; 137 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-07-29T16:00:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:00:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:00:37] "GET /metrics HTTP/1.1" 200 36893 "" "Prometheus/2.51.0" 2024-07-29T16:00:38.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:38 smithi067 ceph-mon[91995]: pgmap v3358: 137 pgs: 137 active+clean; 141 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-07-29T16:00:38.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:38 smithi067 ceph-mon[94375]: pgmap v3358: 137 pgs: 137 active+clean; 141 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-07-29T16:00:38.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:38 smithi138 ceph-mon[86438]: pgmap v3358: 137 pgs: 137 active+clean; 141 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-07-29T16:00:40.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:40 smithi138 ceph-mon[86438]: pgmap v3359: 137 pgs: 137 active+clean; 141 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 529 KiB/s wr, 31 op/s 2024-07-29T16:00:40.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:00:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:00:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:00:40.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:40 smithi067 ceph-mon[91995]: pgmap v3359: 137 pgs: 137 active+clean; 141 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 529 KiB/s wr, 31 op/s 2024-07-29T16:00:40.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:40 smithi067 ceph-mon[94375]: pgmap v3359: 137 pgs: 137 active+clean; 141 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 529 KiB/s wr, 31 op/s 2024-07-29T16:00:42.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:42 smithi067 ceph-mon[91995]: pgmap v3360: 137 pgs: 137 active+clean; 141 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 469 KiB/s wr, 27 op/s 2024-07-29T16:00:42.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:42 smithi067 ceph-mon[91995]: osdmap e1976: 8 total, 8 up, 8 in 2024-07-29T16:00:42.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:42 smithi067 ceph-mon[94375]: pgmap v3360: 137 pgs: 137 active+clean; 141 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 469 KiB/s wr, 27 op/s 2024-07-29T16:00:42.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:42 smithi067 ceph-mon[94375]: osdmap e1976: 8 total, 8 up, 8 in 2024-07-29T16:00:42.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:42 smithi138 ceph-mon[86438]: pgmap v3360: 137 pgs: 137 active+clean; 141 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 469 KiB/s wr, 27 op/s 2024-07-29T16:00:42.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:42 smithi138 ceph-mon[86438]: osdmap e1976: 8 total, 8 up, 8 in 2024-07-29T16:00:43.381 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:00:43.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:43 smithi067 ceph-mon[91995]: osdmap e1977: 8 total, 8 up, 8 in 2024-07-29T16:00:43.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:43 smithi067 ceph-mon[94375]: osdmap e1977: 8 total, 8 up, 8 in 2024-07-29T16:00:43.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:43 smithi138 ceph-mon[86438]: osdmap e1977: 8 total, 8 up, 8 in 2024-07-29T16:00:44.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:44 smithi067 ceph-mon[91995]: pgmap v3363: 137 pgs: 137 active+clean; 149 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.0 MiB/s wr, 14 op/s 2024-07-29T16:00:44.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:44 smithi067 ceph-mon[91995]: osdmap e1978: 8 total, 8 up, 8 in 2024-07-29T16:00:44.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:44 smithi067 ceph-mon[94375]: pgmap v3363: 137 pgs: 137 active+clean; 149 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.0 MiB/s wr, 14 op/s 2024-07-29T16:00:44.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:44 smithi067 ceph-mon[94375]: osdmap e1978: 8 total, 8 up, 8 in 2024-07-29T16:00:44.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:44 smithi138 ceph-mon[86438]: pgmap v3363: 137 pgs: 137 active+clean; 149 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.0 MiB/s wr, 14 op/s 2024-07-29T16:00:44.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:44 smithi138 ceph-mon[86438]: osdmap e1978: 8 total, 8 up, 8 in 2024-07-29T16:00:46.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:46 smithi067 ceph-mon[91995]: pgmap v3365: 137 pgs: 137 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.0 MiB/s wr, 39 op/s 2024-07-29T16:00:46.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:46 smithi067 ceph-mon[94375]: pgmap v3365: 137 pgs: 137 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.0 MiB/s wr, 39 op/s 2024-07-29T16:00:46.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:46 smithi138 ceph-mon[86438]: pgmap v3365: 137 pgs: 137 active+clean; 153 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.0 MiB/s wr, 39 op/s 2024-07-29T16:00:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:00:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:00:47] "GET /metrics HTTP/1.1" 200 36893 "" "Prometheus/2.51.0" 2024-07-29T16:00:48.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:48 smithi067 ceph-mon[91995]: pgmap v3366: 137 pgs: 137 active+clean; 157 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-07-29T16:00:48.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:48 smithi067 ceph-mon[94375]: pgmap v3366: 137 pgs: 137 active+clean; 157 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-07-29T16:00:48.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:48 smithi138 ceph-mon[86438]: pgmap v3366: 137 pgs: 137 active+clean; 157 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-07-29T16:00:50.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:50 smithi138 ceph-mon[86438]: pgmap v3367: 137 pgs: 137 active+clean; 157 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-07-29T16:00:50.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:00:50.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:00:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:00:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:00:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:50 smithi067 ceph-mon[91995]: pgmap v3367: 137 pgs: 137 active+clean; 157 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-07-29T16:00:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:00:50.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:50 smithi067 ceph-mon[94375]: pgmap v3367: 137 pgs: 137 active+clean; 157 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.1 MiB/s wr, 34 op/s 2024-07-29T16:00:50.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:00:52.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:52 smithi067 ceph-mon[91995]: pgmap v3368: 137 pgs: 137 active+clean; 157 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-07-29T16:00:52.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:52 smithi067 ceph-mon[94375]: pgmap v3368: 137 pgs: 137 active+clean; 157 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-07-29T16:00:52.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:52 smithi138 ceph-mon[86438]: pgmap v3368: 137 pgs: 137 active+clean; 157 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-07-29T16:00:53.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:53 smithi067 ceph-mon[91995]: osdmap e1979: 8 total, 8 up, 8 in 2024-07-29T16:00:53.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:53 smithi067 ceph-mon[94375]: osdmap e1979: 8 total, 8 up, 8 in 2024-07-29T16:00:53.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:53 smithi138 ceph-mon[86438]: osdmap e1979: 8 total, 8 up, 8 in 2024-07-29T16:00:54.422 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:00:54.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:54 smithi067 ceph-mon[91995]: pgmap v3370: 137 pgs: 137 active+clean; 161 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.2 MiB/s wr, 20 op/s 2024-07-29T16:00:54.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:54 smithi067 ceph-mon[91995]: osdmap e1980: 8 total, 8 up, 8 in 2024-07-29T16:00:54.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:54 smithi067 ceph-mon[94375]: pgmap v3370: 137 pgs: 137 active+clean; 161 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.2 MiB/s wr, 20 op/s 2024-07-29T16:00:54.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:54 smithi067 ceph-mon[94375]: osdmap e1980: 8 total, 8 up, 8 in 2024-07-29T16:00:54.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:54 smithi138 ceph-mon[86438]: pgmap v3370: 137 pgs: 137 active+clean; 161 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.2 MiB/s wr, 20 op/s 2024-07-29T16:00:54.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:54 smithi138 ceph-mon[86438]: osdmap e1980: 8 total, 8 up, 8 in 2024-07-29T16:00:55.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:55 smithi067 ceph-mon[91995]: osdmap e1981: 8 total, 8 up, 8 in 2024-07-29T16:00:55.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:55 smithi067 ceph-mon[94375]: osdmap e1981: 8 total, 8 up, 8 in 2024-07-29T16:00:55.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:55 smithi138 ceph-mon[86438]: osdmap e1981: 8 total, 8 up, 8 in 2024-07-29T16:00:56.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:56 smithi067 ceph-mon[94375]: pgmap v3373: 137 pgs: 137 active+clean; 166 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-07-29T16:00:56.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:56 smithi067 ceph-mon[91995]: pgmap v3373: 137 pgs: 137 active+clean; 166 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-07-29T16:00:56.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:56 smithi138 ceph-mon[86438]: pgmap v3373: 137 pgs: 137 active+clean; 166 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-07-29T16:00:57.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:00:57.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:00:57.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:00:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:00:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:00:57] "GET /metrics HTTP/1.1" 200 36898 "" "Prometheus/2.51.0" 2024-07-29T16:00:58.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:58 smithi067 ceph-mon[91995]: pgmap v3374: 137 pgs: 137 active+clean; 174 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-07-29T16:00:58.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:58 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:00:58.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:58 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:00:58.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:00:58 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:00:58.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:58 smithi067 ceph-mon[94375]: pgmap v3374: 137 pgs: 137 active+clean; 174 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-07-29T16:00:58.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:58 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:00:58.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:58 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:00:58.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:00:58 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:00:58.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:58 smithi138 ceph-mon[86438]: pgmap v3374: 137 pgs: 137 active+clean; 174 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-07-29T16:00:58.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:58 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:00:58.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:58 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:00:58.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:00:58 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:01:00.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:00 smithi138 ceph-mon[86438]: pgmap v3375: 137 pgs: 137 active+clean; 175 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-07-29T16:01:00.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:01:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:01:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:01:00.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:00 smithi067 ceph-mon[91995]: pgmap v3375: 137 pgs: 137 active+clean; 175 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-07-29T16:01:00.750 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:00 smithi067 ceph-mon[94375]: pgmap v3375: 137 pgs: 137 active+clean; 175 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-07-29T16:01:01.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:01 smithi067 ceph-mon[91995]: osdmap e1982: 8 total, 8 up, 8 in 2024-07-29T16:01:01.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:01 smithi067 ceph-mon[94375]: osdmap e1982: 8 total, 8 up, 8 in 2024-07-29T16:01:01.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:01 smithi138 ceph-mon[86438]: osdmap e1982: 8 total, 8 up, 8 in 2024-07-29T16:01:02.464 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:01:02.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:02 smithi067 ceph-mon[91995]: pgmap v3377: 137 pgs: 137 active+clean; 175 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.6 MiB/s wr, 34 op/s 2024-07-29T16:01:02.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:02 smithi067 ceph-mon[91995]: osdmap e1983: 8 total, 8 up, 8 in 2024-07-29T16:01:02.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:02 smithi067 ceph-mon[94375]: pgmap v3377: 137 pgs: 137 active+clean; 175 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.6 MiB/s wr, 34 op/s 2024-07-29T16:01:02.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:02 smithi067 ceph-mon[94375]: osdmap e1983: 8 total, 8 up, 8 in 2024-07-29T16:01:02.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:02 smithi138 ceph-mon[86438]: pgmap v3377: 137 pgs: 137 active+clean; 175 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.6 MiB/s wr, 34 op/s 2024-07-29T16:01:02.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:02 smithi138 ceph-mon[86438]: osdmap e1983: 8 total, 8 up, 8 in 2024-07-29T16:01:03.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:03 smithi067 ceph-mon[91995]: osdmap e1984: 8 total, 8 up, 8 in 2024-07-29T16:01:03.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:03 smithi067 ceph-mon[94375]: osdmap e1984: 8 total, 8 up, 8 in 2024-07-29T16:01:03.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:03 smithi138 ceph-mon[86438]: osdmap e1984: 8 total, 8 up, 8 in 2024-07-29T16:01:04.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:04 smithi067 ceph-mon[91995]: pgmap v3380: 137 pgs: 137 active+clean; 184 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.3 MiB/s wr, 30 op/s 2024-07-29T16:01:04.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:04 smithi067 ceph-mon[94375]: pgmap v3380: 137 pgs: 137 active+clean; 184 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.3 MiB/s wr, 30 op/s 2024-07-29T16:01:04.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:04 smithi138 ceph-mon[86438]: pgmap v3380: 137 pgs: 137 active+clean; 184 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.3 MiB/s wr, 30 op/s 2024-07-29T16:01:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:01:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:01:05.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:01:06.712 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:06 smithi138 ceph-mon[86438]: pgmap v3381: 137 pgs: 137 active+clean; 192 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-07-29T16:01:06.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:06 smithi067 ceph-mon[91995]: pgmap v3381: 137 pgs: 137 active+clean; 192 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-07-29T16:01:06.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:06 smithi067 ceph-mon[94375]: pgmap v3381: 137 pgs: 137 active+clean; 192 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-07-29T16:01:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:01:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:01:07] "GET /metrics HTTP/1.1" 200 36892 "" "Prometheus/2.51.0" 2024-07-29T16:01:08.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:08 smithi067 ceph-mon[91995]: pgmap v3382: 137 pgs: 137 active+clean; 193 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-07-29T16:01:08.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:08 smithi067 ceph-mon[94375]: pgmap v3382: 137 pgs: 137 active+clean; 193 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-07-29T16:01:08.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:08 smithi138 ceph-mon[86438]: pgmap v3382: 137 pgs: 137 active+clean; 193 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-07-29T16:01:10.468 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:01:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:01:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:01:10.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:10 smithi067 ceph-mon[91995]: pgmap v3383: 137 pgs: 137 active+clean; 193 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-07-29T16:01:10.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:10 smithi067 ceph-mon[94375]: pgmap v3383: 137 pgs: 137 active+clean; 193 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-07-29T16:01:10.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:10 smithi138 ceph-mon[86438]: pgmap v3383: 137 pgs: 137 active+clean; 193 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-07-29T16:01:11.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:11 smithi067 ceph-mon[91995]: osdmap e1985: 8 total, 8 up, 8 in 2024-07-29T16:01:11.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:11 smithi067 ceph-mon[94375]: osdmap e1985: 8 total, 8 up, 8 in 2024-07-29T16:01:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:11 smithi138 ceph-mon[86438]: osdmap e1985: 8 total, 8 up, 8 in 2024-07-29T16:01:12.517 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:01:12.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:12 smithi067 ceph-mon[91995]: pgmap v3385: 137 pgs: 137 active+clean; 193 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.9 MiB/s wr, 21 op/s 2024-07-29T16:01:12.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:12 smithi067 ceph-mon[91995]: osdmap e1986: 8 total, 8 up, 8 in 2024-07-29T16:01:12.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:12 smithi067 ceph-mon[94375]: pgmap v3385: 137 pgs: 137 active+clean; 193 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.9 MiB/s wr, 21 op/s 2024-07-29T16:01:12.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:12 smithi067 ceph-mon[94375]: osdmap e1986: 8 total, 8 up, 8 in 2024-07-29T16:01:12.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:12 smithi138 ceph-mon[86438]: pgmap v3385: 137 pgs: 137 active+clean; 193 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.9 MiB/s wr, 21 op/s 2024-07-29T16:01:12.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:12 smithi138 ceph-mon[86438]: osdmap e1986: 8 total, 8 up, 8 in 2024-07-29T16:01:13.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:13 smithi138 ceph-mon[86438]: osdmap e1987: 8 total, 8 up, 8 in 2024-07-29T16:01:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:13 smithi067 ceph-mon[91995]: osdmap e1987: 8 total, 8 up, 8 in 2024-07-29T16:01:13.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:13 smithi067 ceph-mon[94375]: osdmap e1987: 8 total, 8 up, 8 in 2024-07-29T16:01:14.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:14 smithi138 ceph-mon[86438]: pgmap v3388: 137 pgs: 137 active+clean; 201 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.3 MiB/s wr, 2 op/s 2024-07-29T16:01:14.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:14 smithi067 ceph-mon[91995]: pgmap v3388: 137 pgs: 137 active+clean; 201 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.3 MiB/s wr, 2 op/s 2024-07-29T16:01:14.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:14 smithi067 ceph-mon[94375]: pgmap v3388: 137 pgs: 137 active+clean; 201 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.3 MiB/s wr, 2 op/s 2024-07-29T16:01:16.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:16 smithi138 ceph-mon[86438]: pgmap v3389: 137 pgs: 137 active+clean; 207 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-07-29T16:01:16.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:16 smithi067 ceph-mon[91995]: pgmap v3389: 137 pgs: 137 active+clean; 207 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-07-29T16:01:16.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:16 smithi067 ceph-mon[94375]: pgmap v3389: 137 pgs: 137 active+clean; 207 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-07-29T16:01:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:01:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:01:17] "GET /metrics HTTP/1.1" 200 36892 "" "Prometheus/2.51.0" 2024-07-29T16:01:18.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:18 smithi138 ceph-mon[86438]: pgmap v3390: 137 pgs: 137 active+clean; 211 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-07-29T16:01:18.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:18 smithi067 ceph-mon[91995]: pgmap v3390: 137 pgs: 137 active+clean; 211 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-07-29T16:01:18.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:18 smithi067 ceph-mon[94375]: pgmap v3390: 137 pgs: 137 active+clean; 211 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-07-29T16:01:20.506 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:01:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:01:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:01:20.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:20 smithi138 ceph-mon[86438]: pgmap v3391: 137 pgs: 137 active+clean; 211 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-07-29T16:01:20.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:01:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:20 smithi067 ceph-mon[91995]: pgmap v3391: 137 pgs: 137 active+clean; 211 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-07-29T16:01:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:01:20.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:20 smithi067 ceph-mon[94375]: pgmap v3391: 137 pgs: 137 active+clean; 211 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-07-29T16:01:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:01:22.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:22 smithi138 ceph-mon[86438]: pgmap v3392: 137 pgs: 137 active+clean; 211 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.7 MiB/s wr, 27 op/s 2024-07-29T16:01:22.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:22 smithi138 ceph-mon[86438]: osdmap e1988: 8 total, 8 up, 8 in 2024-07-29T16:01:22.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:22 smithi067 ceph-mon[94375]: pgmap v3392: 137 pgs: 137 active+clean; 211 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.7 MiB/s wr, 27 op/s 2024-07-29T16:01:22.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:22 smithi067 ceph-mon[94375]: osdmap e1988: 8 total, 8 up, 8 in 2024-07-29T16:01:22.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:22 smithi067 ceph-mon[91995]: pgmap v3392: 137 pgs: 137 active+clean; 211 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.7 MiB/s wr, 27 op/s 2024-07-29T16:01:22.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:22 smithi067 ceph-mon[91995]: osdmap e1988: 8 total, 8 up, 8 in 2024-07-29T16:01:23.560 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS2 (50231 ms) 2024-07-29T16:01:23.560 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS2PP 2024-07-29T16:01:23.560 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:01:23.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:23 smithi138 ceph-mon[86438]: osdmap e1989: 8 total, 8 up, 8 in 2024-07-29T16:01:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:23 smithi067 ceph-mon[91995]: osdmap e1989: 8 total, 8 up, 8 in 2024-07-29T16:01:23.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:23 smithi067 ceph-mon[94375]: osdmap e1989: 8 total, 8 up, 8 in 2024-07-29T16:01:24.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:24 smithi138 ceph-mon[86438]: pgmap v3395: 137 pgs: 137 active+clean; 219 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.0 MiB/s wr, 35 op/s 2024-07-29T16:01:24.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:24 smithi138 ceph-mon[86438]: osdmap e1990: 8 total, 8 up, 8 in 2024-07-29T16:01:24.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:24 smithi067 ceph-mon[91995]: pgmap v3395: 137 pgs: 137 active+clean; 219 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.0 MiB/s wr, 35 op/s 2024-07-29T16:01:24.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:24 smithi067 ceph-mon[91995]: osdmap e1990: 8 total, 8 up, 8 in 2024-07-29T16:01:24.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:24 smithi067 ceph-mon[94375]: pgmap v3395: 137 pgs: 137 active+clean; 219 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.0 MiB/s wr, 35 op/s 2024-07-29T16:01:24.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:24 smithi067 ceph-mon[94375]: osdmap e1990: 8 total, 8 up, 8 in 2024-07-29T16:01:26.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:26 smithi138 ceph-mon[86438]: pgmap v3397: 137 pgs: 137 active+clean; 235 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-07-29T16:01:26.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:26 smithi067 ceph-mon[91995]: pgmap v3397: 137 pgs: 137 active+clean; 235 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-07-29T16:01:26.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:26 smithi067 ceph-mon[94375]: pgmap v3397: 137 pgs: 137 active+clean; 235 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-07-29T16:01:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:01:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:01:27] "GET /metrics HTTP/1.1" 200 36898 "" "Prometheus/2.51.0" 2024-07-29T16:01:28.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:28 smithi138 ceph-mon[86438]: pgmap v3398: 137 pgs: 137 active+clean; 235 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-07-29T16:01:28.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:28 smithi067 ceph-mon[91995]: pgmap v3398: 137 pgs: 137 active+clean; 235 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-07-29T16:01:28.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:28 smithi067 ceph-mon[94375]: pgmap v3398: 137 pgs: 137 active+clean; 235 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-07-29T16:01:30.537 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:01:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:01:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:01:30.790 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:30 smithi067 ceph-mon[91995]: pgmap v3399: 137 pgs: 137 active+clean; 235 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-07-29T16:01:30.791 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:30 smithi067 ceph-mon[94375]: pgmap v3399: 137 pgs: 137 active+clean; 235 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-07-29T16:01:30.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:30 smithi138 ceph-mon[86438]: pgmap v3399: 137 pgs: 137 active+clean; 235 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-07-29T16:01:32.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:32 smithi138 ceph-mon[86438]: pgmap v3400: 137 pgs: 137 active+clean; 235 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.9 MiB/s wr, 31 op/s 2024-07-29T16:01:32.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:32 smithi067 ceph-mon[91995]: pgmap v3400: 137 pgs: 137 active+clean; 235 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.9 MiB/s wr, 31 op/s 2024-07-29T16:01:32.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:32 smithi067 ceph-mon[94375]: pgmap v3400: 137 pgs: 137 active+clean; 235 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.9 MiB/s wr, 31 op/s 2024-07-29T16:01:33.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:33 smithi138 ceph-mon[86438]: osdmap e1991: 8 total, 8 up, 8 in 2024-07-29T16:01:33.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:33 smithi067 ceph-mon[91995]: osdmap e1991: 8 total, 8 up, 8 in 2024-07-29T16:01:33.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:33 smithi067 ceph-mon[94375]: osdmap e1991: 8 total, 8 up, 8 in 2024-07-29T16:01:34.588 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:01:34.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:34 smithi138 ceph-mon[86438]: pgmap v3402: 137 pgs: 137 active+clean; 239 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-07-29T16:01:34.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:34 smithi138 ceph-mon[86438]: osdmap e1992: 8 total, 8 up, 8 in 2024-07-29T16:01:34.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:34 smithi067 ceph-mon[91995]: pgmap v3402: 137 pgs: 137 active+clean; 239 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-07-29T16:01:34.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:34 smithi067 ceph-mon[91995]: osdmap e1992: 8 total, 8 up, 8 in 2024-07-29T16:01:34.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:34 smithi067 ceph-mon[94375]: pgmap v3402: 137 pgs: 137 active+clean; 239 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-07-29T16:01:34.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:34 smithi067 ceph-mon[94375]: osdmap e1992: 8 total, 8 up, 8 in 2024-07-29T16:01:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:35 smithi067 ceph-mon[91995]: osdmap e1993: 8 total, 8 up, 8 in 2024-07-29T16:01:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:01:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:35 smithi067 ceph-mon[94375]: osdmap e1993: 8 total, 8 up, 8 in 2024-07-29T16:01:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:01:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:35 smithi138 ceph-mon[86438]: osdmap e1993: 8 total, 8 up, 8 in 2024-07-29T16:01:36.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:01:36.962 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:36 smithi138 ceph-mon[86438]: pgmap v3405: 137 pgs: 137 active+clean; 251 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-07-29T16:01:36.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:36 smithi067 ceph-mon[91995]: pgmap v3405: 137 pgs: 137 active+clean; 251 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-07-29T16:01:36.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:36 smithi067 ceph-mon[94375]: pgmap v3405: 137 pgs: 137 active+clean; 251 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-07-29T16:01:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:01:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:01:37] "GET /metrics HTTP/1.1" 200 36897 "" "Prometheus/2.51.0" 2024-07-29T16:01:38.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:38 smithi067 ceph-mon[91995]: pgmap v3406: 137 pgs: 137 active+clean; 251 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-07-29T16:01:38.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:38 smithi067 ceph-mon[94375]: pgmap v3406: 137 pgs: 137 active+clean; 251 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-07-29T16:01:39.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:38 smithi138 ceph-mon[86438]: pgmap v3406: 137 pgs: 137 active+clean; 251 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-07-29T16:01:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:01:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:01:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:01:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:40 smithi067 ceph-mon[91995]: pgmap v3407: 137 pgs: 137 active+clean; 251 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-07-29T16:01:40.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:40 smithi067 ceph-mon[94375]: pgmap v3407: 137 pgs: 137 active+clean; 251 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-07-29T16:01:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:40 smithi138 ceph-mon[86438]: pgmap v3407: 137 pgs: 137 active+clean; 251 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-07-29T16:01:42.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:42 smithi067 ceph-mon[91995]: pgmap v3408: 137 pgs: 137 active+clean; 251 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.5 MiB/s wr, 33 op/s 2024-07-29T16:01:42.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:42 smithi067 ceph-mon[94375]: pgmap v3408: 137 pgs: 137 active+clean; 251 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.5 MiB/s wr, 33 op/s 2024-07-29T16:01:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:42 smithi138 ceph-mon[86438]: pgmap v3408: 137 pgs: 137 active+clean; 251 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.5 MiB/s wr, 33 op/s 2024-07-29T16:01:44.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:44 smithi067 ceph-mon[91995]: pgmap v3409: 137 pgs: 137 active+clean; 259 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.1 MiB/s wr, 28 op/s 2024-07-29T16:01:44.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:44 smithi067 ceph-mon[91995]: osdmap e1994: 8 total, 8 up, 8 in 2024-07-29T16:01:44.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:44 smithi067 ceph-mon[94375]: pgmap v3409: 137 pgs: 137 active+clean; 259 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.1 MiB/s wr, 28 op/s 2024-07-29T16:01:44.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:44 smithi067 ceph-mon[94375]: osdmap e1994: 8 total, 8 up, 8 in 2024-07-29T16:01:45.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:44 smithi138 ceph-mon[86438]: pgmap v3409: 137 pgs: 137 active+clean; 259 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.1 MiB/s wr, 28 op/s 2024-07-29T16:01:45.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:44 smithi138 ceph-mon[86438]: osdmap e1994: 8 total, 8 up, 8 in 2024-07-29T16:01:45.638 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:01:45.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:45 smithi067 ceph-mon[91995]: osdmap e1995: 8 total, 8 up, 8 in 2024-07-29T16:01:45.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:45 smithi067 ceph-mon[94375]: osdmap e1995: 8 total, 8 up, 8 in 2024-07-29T16:01:46.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:45 smithi138 ceph-mon[86438]: osdmap e1995: 8 total, 8 up, 8 in 2024-07-29T16:01:46.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:46 smithi067 ceph-mon[91995]: pgmap v3412: 137 pgs: 137 active+clean; 270 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-07-29T16:01:46.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:46 smithi067 ceph-mon[91995]: osdmap e1996: 8 total, 8 up, 8 in 2024-07-29T16:01:46.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:46 smithi067 ceph-mon[94375]: pgmap v3412: 137 pgs: 137 active+clean; 270 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-07-29T16:01:46.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:46 smithi067 ceph-mon[94375]: osdmap e1996: 8 total, 8 up, 8 in 2024-07-29T16:01:47.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:46 smithi138 ceph-mon[86438]: pgmap v3412: 137 pgs: 137 active+clean; 270 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-07-29T16:01:47.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:46 smithi138 ceph-mon[86438]: osdmap e1996: 8 total, 8 up, 8 in 2024-07-29T16:01:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:01:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:01:47] "GET /metrics HTTP/1.1" 200 36897 "" "Prometheus/2.51.0" 2024-07-29T16:01:48.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:48 smithi067 ceph-mon[91995]: pgmap v3414: 137 pgs: 137 active+clean; 270 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-07-29T16:01:48.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:48 smithi067 ceph-mon[94375]: pgmap v3414: 137 pgs: 137 active+clean; 270 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-07-29T16:01:49.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:48 smithi138 ceph-mon[86438]: pgmap v3414: 137 pgs: 137 active+clean; 270 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-07-29T16:01:50.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:01:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:01:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:01:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:50 smithi067 ceph-mon[91995]: pgmap v3415: 137 pgs: 137 active+clean; 273 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-07-29T16:01:50.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:01:50.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:50 smithi067 ceph-mon[94375]: pgmap v3415: 137 pgs: 137 active+clean; 273 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-07-29T16:01:50.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:01:51.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:50 smithi138 ceph-mon[86438]: pgmap v3415: 137 pgs: 137 active+clean; 273 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-07-29T16:01:51.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:01:52.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:52 smithi067 ceph-mon[91995]: pgmap v3416: 137 pgs: 137 active+clean; 273 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.1 MiB/s wr, 35 op/s 2024-07-29T16:01:52.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:52 smithi067 ceph-mon[94375]: pgmap v3416: 137 pgs: 137 active+clean; 273 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.1 MiB/s wr, 35 op/s 2024-07-29T16:01:53.035 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:52 smithi138 ceph-mon[86438]: pgmap v3416: 137 pgs: 137 active+clean; 273 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.1 MiB/s wr, 35 op/s 2024-07-29T16:01:53.035 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 16:01:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=cleanup t=2024-07-29T16:01:52.907462869Z level=info msg="Completed cleanup jobs" duration=11.771491ms 2024-07-29T16:01:53.311 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 16:01:53 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=plugins.update.checker t=2024-07-29T16:01:53.034995195Z level=info msg="Update check succeeded" duration=55.373538ms 2024-07-29T16:01:53.311 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 16:01:53 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=grafana.update.checker t=2024-07-29T16:01:53.036992334Z level=info msg="Update check succeeded" duration=64.564028ms 2024-07-29T16:01:55.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:54 smithi138 ceph-mon[86438]: pgmap v3417: 137 pgs: 137 active+clean; 281 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.4 MiB/s wr, 25 op/s 2024-07-29T16:01:55.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:54 smithi138 ceph-mon[86438]: osdmap e1997: 8 total, 8 up, 8 in 2024-07-29T16:01:55.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:54 smithi067 ceph-mon[91995]: pgmap v3417: 137 pgs: 137 active+clean; 281 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.4 MiB/s wr, 25 op/s 2024-07-29T16:01:55.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:54 smithi067 ceph-mon[91995]: osdmap e1997: 8 total, 8 up, 8 in 2024-07-29T16:01:55.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:54 smithi067 ceph-mon[94375]: pgmap v3417: 137 pgs: 137 active+clean; 281 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.4 MiB/s wr, 25 op/s 2024-07-29T16:01:55.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:54 smithi067 ceph-mon[94375]: osdmap e1997: 8 total, 8 up, 8 in 2024-07-29T16:01:55.785 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:01:56.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:55 smithi138 ceph-mon[86438]: osdmap e1998: 8 total, 8 up, 8 in 2024-07-29T16:01:56.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:55 smithi067 ceph-mon[91995]: osdmap e1998: 8 total, 8 up, 8 in 2024-07-29T16:01:56.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:55 smithi067 ceph-mon[94375]: osdmap e1998: 8 total, 8 up, 8 in 2024-07-29T16:01:57.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:56 smithi138 ceph-mon[86438]: pgmap v3420: 137 pgs: 137 active+clean; 288 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-07-29T16:01:57.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:56 smithi138 ceph-mon[86438]: osdmap e1999: 8 total, 8 up, 8 in 2024-07-29T16:01:57.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:56 smithi067 ceph-mon[91995]: pgmap v3420: 137 pgs: 137 active+clean; 288 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-07-29T16:01:57.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:56 smithi067 ceph-mon[91995]: osdmap e1999: 8 total, 8 up, 8 in 2024-07-29T16:01:57.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:56 smithi067 ceph-mon[94375]: pgmap v3420: 137 pgs: 137 active+clean; 288 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-07-29T16:01:57.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:56 smithi067 ceph-mon[94375]: osdmap e1999: 8 total, 8 up, 8 in 2024-07-29T16:01:58.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:01:58.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:01:58.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:01:58.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:01:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:01:57] "GET /metrics HTTP/1.1" 200 36900 "" "Prometheus/2.51.0" 2024-07-29T16:01:59.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:58 smithi138 ceph-mon[86438]: pgmap v3422: 137 pgs: 137 active+clean; 292 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 KiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-07-29T16:01:59.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:58 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:01:59.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:58 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:01:59.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:01:58 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:01:59.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:58 smithi067 ceph-mon[91995]: pgmap v3422: 137 pgs: 137 active+clean; 292 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 KiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-07-29T16:01:59.243 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:58 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:01:59.243 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:58 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:01:59.243 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:01:58 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:01:59.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:58 smithi067 ceph-mon[94375]: pgmap v3422: 137 pgs: 137 active+clean; 292 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 KiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-07-29T16:01:59.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:58 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:01:59.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:58 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:01:59.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:01:58 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:02:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:02:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:02:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:02:01.040 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:00 smithi067 ceph-mon[91995]: pgmap v3423: 137 pgs: 137 active+clean; 295 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 39 op/s 2024-07-29T16:02:01.041 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:00 smithi067 ceph-mon[94375]: pgmap v3423: 137 pgs: 137 active+clean; 295 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 39 op/s 2024-07-29T16:02:01.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:00 smithi138 ceph-mon[86438]: pgmap v3423: 137 pgs: 137 active+clean; 295 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 39 op/s 2024-07-29T16:02:03.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:02 smithi138 ceph-mon[86438]: pgmap v3424: 137 pgs: 137 active+clean; 295 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.1 MiB/s wr, 35 op/s 2024-07-29T16:02:03.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:02 smithi067 ceph-mon[94375]: pgmap v3424: 137 pgs: 137 active+clean; 295 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.1 MiB/s wr, 35 op/s 2024-07-29T16:02:03.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:02 smithi067 ceph-mon[91995]: pgmap v3424: 137 pgs: 137 active+clean; 295 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.1 MiB/s wr, 35 op/s 2024-07-29T16:02:05.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:04 smithi138 ceph-mon[86438]: pgmap v3425: 137 pgs: 137 active+clean; 295 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 984 KiB/s wr, 31 op/s 2024-07-29T16:02:05.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:04 smithi067 ceph-mon[91995]: pgmap v3425: 137 pgs: 137 active+clean; 295 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 984 KiB/s wr, 31 op/s 2024-07-29T16:02:05.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:04 smithi067 ceph-mon[94375]: pgmap v3425: 137 pgs: 137 active+clean; 295 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 984 KiB/s wr, 31 op/s 2024-07-29T16:02:06.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:05 smithi138 ceph-mon[86438]: osdmap e2000: 8 total, 8 up, 8 in 2024-07-29T16:02:06.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:02:06.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:05 smithi067 ceph-mon[91995]: osdmap e2000: 8 total, 8 up, 8 in 2024-07-29T16:02:06.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:02:06.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:05 smithi067 ceph-mon[94375]: osdmap e2000: 8 total, 8 up, 8 in 2024-07-29T16:02:06.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:02:06.828 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:02:07.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:06 smithi138 ceph-mon[86438]: pgmap v3427: 137 pgs: 137 active+clean; 303 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.3 MiB/s wr, 26 op/s 2024-07-29T16:02:07.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:06 smithi138 ceph-mon[86438]: osdmap e2001: 8 total, 8 up, 8 in 2024-07-29T16:02:07.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:06 smithi067 ceph-mon[91995]: pgmap v3427: 137 pgs: 137 active+clean; 303 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.3 MiB/s wr, 26 op/s 2024-07-29T16:02:07.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:06 smithi067 ceph-mon[91995]: osdmap e2001: 8 total, 8 up, 8 in 2024-07-29T16:02:07.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:06 smithi067 ceph-mon[94375]: pgmap v3427: 137 pgs: 137 active+clean; 303 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.3 MiB/s wr, 26 op/s 2024-07-29T16:02:07.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:06 smithi067 ceph-mon[94375]: osdmap e2001: 8 total, 8 up, 8 in 2024-07-29T16:02:08.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:07 smithi138 ceph-mon[86438]: osdmap e2002: 8 total, 8 up, 8 in 2024-07-29T16:02:08.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:07 smithi067 ceph-mon[94375]: osdmap e2002: 8 total, 8 up, 8 in 2024-07-29T16:02:08.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:07 smithi067 ceph-mon[91995]: osdmap e2002: 8 total, 8 up, 8 in 2024-07-29T16:02:08.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:02:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:02:07] "GET /metrics HTTP/1.1" 200 36900 "" "Prometheus/2.51.0" 2024-07-29T16:02:09.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:08 smithi138 ceph-mon[86438]: pgmap v3430: 137 pgs: 137 active+clean; 307 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-07-29T16:02:09.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:08 smithi067 ceph-mon[91995]: pgmap v3430: 137 pgs: 137 active+clean; 307 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-07-29T16:02:09.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:08 smithi067 ceph-mon[94375]: pgmap v3430: 137 pgs: 137 active+clean; 307 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-07-29T16:02:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:02:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:02:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:02:11.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:10 smithi138 ceph-mon[86438]: pgmap v3431: 137 pgs: 137 active+clean; 317 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-07-29T16:02:11.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:10 smithi067 ceph-mon[91995]: pgmap v3431: 137 pgs: 137 active+clean; 317 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-07-29T16:02:11.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:10 smithi067 ceph-mon[94375]: pgmap v3431: 137 pgs: 137 active+clean; 317 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-07-29T16:02:13.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:12 smithi138 ceph-mon[86438]: pgmap v3432: 137 pgs: 137 active+clean; 317 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.9 MiB/s wr, 34 op/s 2024-07-29T16:02:13.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:12 smithi067 ceph-mon[91995]: pgmap v3432: 137 pgs: 137 active+clean; 317 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.9 MiB/s wr, 34 op/s 2024-07-29T16:02:13.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:12 smithi067 ceph-mon[94375]: pgmap v3432: 137 pgs: 137 active+clean; 317 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.9 MiB/s wr, 34 op/s 2024-07-29T16:02:15.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:14 smithi067 ceph-mon[91995]: pgmap v3433: 137 pgs: 137 active+clean; 317 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.0 MiB/s wr, 27 op/s 2024-07-29T16:02:15.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:14 smithi067 ceph-mon[94375]: pgmap v3433: 137 pgs: 137 active+clean; 317 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.0 MiB/s wr, 27 op/s 2024-07-29T16:02:15.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:14 smithi138 ceph-mon[86438]: pgmap v3433: 137 pgs: 137 active+clean; 317 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.0 MiB/s wr, 27 op/s 2024-07-29T16:02:17.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:16 smithi067 ceph-mon[91995]: pgmap v3434: 137 pgs: 137 active+clean; 317 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 882 KiB/s wr, 23 op/s 2024-07-29T16:02:17.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:16 smithi067 ceph-mon[91995]: osdmap e2003: 8 total, 8 up, 8 in 2024-07-29T16:02:17.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:16 smithi067 ceph-mon[94375]: pgmap v3434: 137 pgs: 137 active+clean; 317 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 882 KiB/s wr, 23 op/s 2024-07-29T16:02:17.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:16 smithi067 ceph-mon[94375]: osdmap e2003: 8 total, 8 up, 8 in 2024-07-29T16:02:17.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:16 smithi138 ceph-mon[86438]: pgmap v3434: 137 pgs: 137 active+clean; 317 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 882 KiB/s wr, 23 op/s 2024-07-29T16:02:17.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:16 smithi138 ceph-mon[86438]: osdmap e2003: 8 total, 8 up, 8 in 2024-07-29T16:02:17.891 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS2PP (54332 ms) 2024-07-29T16:02:17.891 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-07-29T16:02:17.891 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:02:18.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:17 smithi067 ceph-mon[91995]: osdmap e2004: 8 total, 8 up, 8 in 2024-07-29T16:02:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:02:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:02:17] "GET /metrics HTTP/1.1" 200 36900 "" "Prometheus/2.51.0" 2024-07-29T16:02:18.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:17 smithi067 ceph-mon[94375]: osdmap e2004: 8 total, 8 up, 8 in 2024-07-29T16:02:18.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:17 smithi138 ceph-mon[86438]: osdmap e2004: 8 total, 8 up, 8 in 2024-07-29T16:02:19.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:18 smithi067 ceph-mon[91995]: pgmap v3437: 137 pgs: 137 active+clean; 321 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 513 KiB/s wr, 18 op/s 2024-07-29T16:02:19.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:18 smithi067 ceph-mon[91995]: osdmap e2005: 8 total, 8 up, 8 in 2024-07-29T16:02:19.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:18 smithi067 ceph-mon[94375]: pgmap v3437: 137 pgs: 137 active+clean; 321 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 513 KiB/s wr, 18 op/s 2024-07-29T16:02:19.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:18 smithi067 ceph-mon[94375]: osdmap e2005: 8 total, 8 up, 8 in 2024-07-29T16:02:19.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:18 smithi138 ceph-mon[86438]: pgmap v3437: 137 pgs: 137 active+clean; 321 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 513 KiB/s wr, 18 op/s 2024-07-29T16:02:19.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:18 smithi138 ceph-mon[86438]: osdmap e2005: 8 total, 8 up, 8 in 2024-07-29T16:02:20.213 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:19 smithi138 ceph-mon[86438]: osdmap e2006: 8 total, 8 up, 8 in 2024-07-29T16:02:20.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:19 smithi067 ceph-mon[91995]: osdmap e2006: 8 total, 8 up, 8 in 2024-07-29T16:02:20.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:19 smithi067 ceph-mon[94375]: osdmap e2006: 8 total, 8 up, 8 in 2024-07-29T16:02:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:02:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:02:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:02:20.909 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3018 ms) 2024-07-29T16:02:20.909 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTruncate 2024-07-29T16:02:20.909 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:02:21.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:20 smithi067 ceph-mon[91995]: pgmap v3440: 137 pgs: 137 active+clean; 337 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 4.0 MiB/s wr, 51 op/s 2024-07-29T16:02:21.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:20 smithi067 ceph-mon[91995]: osdmap e2007: 8 total, 8 up, 8 in 2024-07-29T16:02:21.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:02:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:20 smithi067 ceph-mon[94375]: pgmap v3440: 137 pgs: 137 active+clean; 337 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 4.0 MiB/s wr, 51 op/s 2024-07-29T16:02:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:20 smithi067 ceph-mon[94375]: osdmap e2007: 8 total, 8 up, 8 in 2024-07-29T16:02:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:02:21.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:20 smithi138 ceph-mon[86438]: pgmap v3440: 137 pgs: 137 active+clean; 337 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 4.0 MiB/s wr, 51 op/s 2024-07-29T16:02:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:20 smithi138 ceph-mon[86438]: osdmap e2007: 8 total, 8 up, 8 in 2024-07-29T16:02:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:02:22.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:21 smithi067 ceph-mon[91995]: osdmap e2008: 8 total, 8 up, 8 in 2024-07-29T16:02:22.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:21 smithi067 ceph-mon[94375]: osdmap e2008: 8 total, 8 up, 8 in 2024-07-29T16:02:22.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:21 smithi138 ceph-mon[86438]: osdmap e2008: 8 total, 8 up, 8 in 2024-07-29T16:02:23.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:22 smithi067 ceph-mon[91995]: pgmap v3443: 137 pgs: 137 active+clean; 341 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 3.0 MiB/s wr, 38 op/s 2024-07-29T16:02:23.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:22 smithi067 ceph-mon[91995]: osdmap e2009: 8 total, 8 up, 8 in 2024-07-29T16:02:23.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:22 smithi067 ceph-mon[94375]: pgmap v3443: 137 pgs: 137 active+clean; 341 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 3.0 MiB/s wr, 38 op/s 2024-07-29T16:02:23.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:22 smithi067 ceph-mon[94375]: osdmap e2009: 8 total, 8 up, 8 in 2024-07-29T16:02:23.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:22 smithi138 ceph-mon[86438]: pgmap v3443: 137 pgs: 137 active+clean; 341 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 3.0 MiB/s wr, 38 op/s 2024-07-29T16:02:23.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:22 smithi138 ceph-mon[86438]: osdmap e2009: 8 total, 8 up, 8 in 2024-07-29T16:02:23.939 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/0.DiffIterateTruncate (3030 ms) 2024-07-29T16:02:23.939 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/0.DiffIterateWriteAndTruncate 2024-07-29T16:02:23.940 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:02:24.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:23 smithi067 ceph-mon[91995]: osdmap e2010: 8 total, 8 up, 8 in 2024-07-29T16:02:24.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:23 smithi067 ceph-mon[94375]: osdmap e2010: 8 total, 8 up, 8 in 2024-07-29T16:02:24.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:23 smithi138 ceph-mon[86438]: osdmap e2010: 8 total, 8 up, 8 in 2024-07-29T16:02:25.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:24 smithi067 ceph-mon[91995]: pgmap v3446: 137 pgs: 137 active+clean; 341 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 11 KiB/s wr, 102 op/s 2024-07-29T16:02:25.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:24 smithi067 ceph-mon[91995]: osdmap e2011: 8 total, 8 up, 8 in 2024-07-29T16:02:25.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:24 smithi067 ceph-mon[94375]: pgmap v3446: 137 pgs: 137 active+clean; 341 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 11 KiB/s wr, 102 op/s 2024-07-29T16:02:25.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:24 smithi067 ceph-mon[94375]: osdmap e2011: 8 total, 8 up, 8 in 2024-07-29T16:02:25.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:24 smithi138 ceph-mon[86438]: pgmap v3446: 137 pgs: 137 active+clean; 341 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 11 KiB/s wr, 102 op/s 2024-07-29T16:02:25.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:24 smithi138 ceph-mon[86438]: osdmap e2011: 8 total, 8 up, 8 in 2024-07-29T16:02:26.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:25 smithi067 ceph-mon[91995]: osdmap e2012: 8 total, 8 up, 8 in 2024-07-29T16:02:26.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:25 smithi067 ceph-mon[94375]: osdmap e2012: 8 total, 8 up, 8 in 2024-07-29T16:02:26.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:25 smithi138 ceph-mon[86438]: osdmap e2012: 8 total, 8 up, 8 in 2024-07-29T16:02:26.960 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/0.DiffIterateWriteAndTruncate (3021 ms) 2024-07-29T16:02:26.960 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-07-29T16:02:26.960 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:02:27.048 INFO:tasks.workunit.client.0.smithi067.stdout: i=0 exists [25490815~5523240,40383905~792503,54252158~3148785,81189032~5036236,196928687~3317445,229023740~6692316,264542131~1955352,315032142~6229449,343869019~4168230] wrote [25490815~5523240,40383905~792503,54252158~3148785,81189032~5036236,196928687~3317445,229023740~6692316,264542131~1955352,315032142~6229449,343869019~4168230] 2024-07-29T16:02:27.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:26 smithi067 ceph-mon[91995]: pgmap v3449: 137 pgs: 137 active+clean; 343 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 397 KiB/s wr, 125 op/s 2024-07-29T16:02:27.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:26 smithi067 ceph-mon[91995]: osdmap e2013: 8 total, 8 up, 8 in 2024-07-29T16:02:27.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:26 smithi067 ceph-mon[94375]: pgmap v3449: 137 pgs: 137 active+clean; 343 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 397 KiB/s wr, 125 op/s 2024-07-29T16:02:27.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:26 smithi067 ceph-mon[94375]: osdmap e2013: 8 total, 8 up, 8 in 2024-07-29T16:02:27.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:26 smithi138 ceph-mon[86438]: pgmap v3449: 137 pgs: 137 active+clean; 343 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 397 KiB/s wr, 125 op/s 2024-07-29T16:02:27.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:26 smithi138 ceph-mon[86438]: osdmap e2013: 8 total, 8 up, 8 in 2024-07-29T16:02:28.000 INFO:tasks.workunit.client.0.smithi067.stdout: i=1 exists [7469539~6541593,15145648~5065030,25490815~5523240,33934471~7469177,48929147~8471796,81189032~5036236,104933809~174256,121196474~2838798,158473338~3104567,196928687~3317445,229023740~6692316,239893121~5831352,264542131~1955352,269592157~2477856,315032142~6229449,343869019~4168230] wrote [7469539~6541593,15145648~5065030,33934471~7469177,48929147~7016956,104933809~174256,121196474~2838798,158473338~3104567,239893121~5831352,269592157~2477856] 2024-07-29T16:02:28.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:27 smithi067 ceph-mon[91995]: osdmap e2014: 8 total, 8 up, 8 in 2024-07-29T16:02:28.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:27 smithi067 ceph-mon[94375]: osdmap e2014: 8 total, 8 up, 8 in 2024-07-29T16:02:28.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:02:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:02:27] "GET /metrics HTTP/1.1" 200 36900 "" "Prometheus/2.51.0" 2024-07-29T16:02:28.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:27 smithi138 ceph-mon[86438]: osdmap e2014: 8 total, 8 up, 8 in 2024-07-29T16:02:29.003 INFO:tasks.workunit.client.0.smithi067.stdout: i=2 exists [7469539~6541593,15145648~5065030,25490815~5523240,33934471~7469177,48929147~8471796,67674055~576745,81189032~5036236,90608243~980636,101637915~4618292,121196474~2838798,132517570~7960692,158473338~3104567,192849331~7396801,204627061~3280124,229023740~6692316,239893121~5831352,248969586~7526658,264542131~1955352,269592157~2477856,315032142~6229449,343869019~4168230,353249807~7103489,396805768~95391] wrote [26364236~346418,67674055~576745,90608243~980636,101637915~4618292,132517570~7960692,192849331~4517253,204627061~3280124,248969586~7526658,353249807~7103489,396805768~95391] 2024-07-29T16:02:29.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:28 smithi067 ceph-mon[91995]: pgmap v3452: 137 pgs: 137 active+clean; 347 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 457 KiB/s wr, 63 op/s 2024-07-29T16:02:29.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:28 smithi067 ceph-mon[91995]: osdmap e2015: 8 total, 8 up, 8 in 2024-07-29T16:02:29.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:28 smithi067 ceph-mon[94375]: pgmap v3452: 137 pgs: 137 active+clean; 347 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 457 KiB/s wr, 63 op/s 2024-07-29T16:02:29.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:28 smithi067 ceph-mon[94375]: osdmap e2015: 8 total, 8 up, 8 in 2024-07-29T16:02:29.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:28 smithi138 ceph-mon[86438]: pgmap v3452: 137 pgs: 137 active+clean; 347 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 457 KiB/s wr, 63 op/s 2024-07-29T16:02:29.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:28 smithi138 ceph-mon[86438]: osdmap e2015: 8 total, 8 up, 8 in 2024-07-29T16:02:30.033 INFO:tasks.workunit.client.0.smithi067.stdout: i=3 exists [7469539~6541593,15145648~5065030,25490815~5523240,33934471~7469177,42856783~14544160,67674055~576745,81189032~5036236,89807341~373922,90608243~980636,101637915~4631508,113949498~7222997,121196474~2838798,132517570~7960692,158473338~3104567,173501486~6589135,192849331~7396801,204627061~3280124,229023740~6692316,239893121~5831352,246369967~1030711,248969586~7526658,264542131~1955352,269592157~2477856,315032142~6229449,343869019~4168230,353249807~7103489,377464760~7894442,385788783~5971483,392134224~3310026,396805768~95391] wrote [42856783~7318573,89807341~373922,106141322~128101,113949498~7222997,173501486~6589135,246369967~1030711,377464760~7894442,385788783~5971483,392134224~3310026] 2024-07-29T16:02:30.213 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:29 smithi138 ceph-mon[86438]: osdmap e2016: 8 total, 8 up, 8 in 2024-07-29T16:02:30.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:29 smithi067 ceph-mon[91995]: osdmap e2016: 8 total, 8 up, 8 in 2024-07-29T16:02:30.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:29 smithi067 ceph-mon[94375]: osdmap e2016: 8 total, 8 up, 8 in 2024-07-29T16:02:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:02:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:02:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:02:31.019 INFO:tasks.workunit.client.0.smithi067.stdout: i=4 exists [7469539~6541593,15145648~5065030,25490815~5523240,33934471~7469177,42856783~14544160,67674055~576745,81189032~5036236,89807341~373922,90608243~980636,95611761~5143107,101637915~4631508,113949498~7222997,121196474~2838798,132517570~7960692,158473338~3104567,173501486~6589135,183790744~2662704,192849331~7396801,204627061~3280124,225595049~10121007,236990177~1426386,239893121~5831352,246369967~1030711,248969586~7526658,264542131~1955352,269592157~2477856,315032142~6229449,343869019~4168230,353249807~7103489,377464760~7894442,385788783~5971483,392134224~3310026,396805768~95391,402778720~7043258] wrote [52260690~1275486,95611761~5143107,134278994~521733,183790744~2662704,225595049~9935824,236990177~1426386,251664864~228568,344131728~3556707,402778720~7043258] 2024-07-29T16:02:31.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:30 smithi067 ceph-mon[91995]: pgmap v3455: 137 pgs: 137 active+clean; 422 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 13 MiB/s wr, 158 op/s 2024-07-29T16:02:31.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:30 smithi067 ceph-mon[91995]: osdmap e2017: 8 total, 8 up, 8 in 2024-07-29T16:02:31.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:30 smithi067 ceph-mon[94375]: pgmap v3455: 137 pgs: 137 active+clean; 422 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 13 MiB/s wr, 158 op/s 2024-07-29T16:02:31.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:30 smithi067 ceph-mon[94375]: osdmap e2017: 8 total, 8 up, 8 in 2024-07-29T16:02:31.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:30 smithi138 ceph-mon[86438]: pgmap v3455: 137 pgs: 137 active+clean; 422 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 13 MiB/s wr, 158 op/s 2024-07-29T16:02:31.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:30 smithi138 ceph-mon[86438]: osdmap e2017: 8 total, 8 up, 8 in 2024-07-29T16:02:32.022 INFO:tasks.workunit.client.0.smithi067.stdout: i=5 exists [7469539~6541593,15145648~5065030,25490815~5523240,33934471~7469177,42856783~18620669,67674055~576745,79925761~396864,81189032~10399847,95611761~10657662,113949498~7222997,121196474~2838798,132517570~7960692,158473338~3104567,173501486~6589135,183790744~2662704,192849331~7396801,204627061~3280124,225595049~10121007,236990177~1426386,239893121~5831352,246369967~1030711,248969586~7526658,264542131~1955352,269592157~2477856,290946099~5352759,306501509~1766729,315032142~6229449,343869019~4168230,353249807~7103489,375014806~534443,377464760~7894442,385788783~5971483,392134224~3310026,396805768~95391,402778720~7043258] wrote [38251307~2233645,55543984~5933468,79925761~396864,83872592~7443532,97528523~7674099,197172970~2016529,290946099~5352759,306501509~1766729,375014806~534443] 2024-07-29T16:02:32.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:31 smithi067 ceph-mon[91995]: osdmap e2018: 8 total, 8 up, 8 in 2024-07-29T16:02:32.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:31 smithi067 ceph-mon[91995]: pgmap v3458: 137 pgs: 137 active+clean; 470 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 24 MiB/s wr, 133 op/s 2024-07-29T16:02:32.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:31 smithi067 ceph-mon[94375]: osdmap e2018: 8 total, 8 up, 8 in 2024-07-29T16:02:32.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:31 smithi067 ceph-mon[94375]: pgmap v3458: 137 pgs: 137 active+clean; 470 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 24 MiB/s wr, 133 op/s 2024-07-29T16:02:32.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:31 smithi138 ceph-mon[86438]: osdmap e2018: 8 total, 8 up, 8 in 2024-07-29T16:02:32.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:31 smithi138 ceph-mon[86438]: pgmap v3458: 137 pgs: 137 active+clean; 470 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 24 MiB/s wr, 133 op/s 2024-07-29T16:02:33.046 INFO:tasks.workunit.client.0.smithi067.stdout: i=6 exists [6598216~8011989,15145648~5065030,25490815~5523240,33934471~7469177,42856783~18620669,67674055~576745,79925761~396864,81189032~10399847,95611761~10657662,113949498~7222997,121196474~2838798,132517570~7960692,152386410~3611607,158473338~3104567,173501486~6589135,183790744~2662704,192849331~7396801,204627061~3280124,211030487~350813,223036319~15753557,239893121~5831352,246369967~1030711,248969586~10788914,264542131~1955352,269592157~2477856,290946099~5352759,306501509~1766729,315032142~8313686,343869019~4168230,351707069~8646227,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~7043258] wrote [6598216~8011989,152386410~3611607,211030487~350813,223036319~4541550,235241754~3548122,253259491~6499009,319469603~3876225,351707069~5428200,374187264~6756974] 2024-07-29T16:02:33.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:32 smithi067 ceph-mon[91995]: osdmap e2019: 8 total, 8 up, 8 in 2024-07-29T16:02:33.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:32 smithi067 ceph-mon[94375]: osdmap e2019: 8 total, 8 up, 8 in 2024-07-29T16:02:33.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:32 smithi138 ceph-mon[86438]: osdmap e2019: 8 total, 8 up, 8 in 2024-07-29T16:02:34.050 INFO:tasks.workunit.client.0.smithi067.stdout: i=7 exists [6598216~8011989,15145648~5065030,25490815~5523240,33934471~7469177,42856783~18620669,67674055~576745,70709008~805613,79925761~396864,81189032~10399847,95611761~10657662,113949498~7222997,121196474~2838798,130468143~10010119,152386410~3611607,158473338~3104567,173501486~6589135,183790744~2662704,192849331~7396801,203109914~7854568,211030487~350813,223036319~15753557,239893121~5831352,246369967~1030711,248969586~10788914,264542131~1955352,269592157~2477856,285215877~16853097,306501509~1766729,315032142~8313686,342666241~516425,343869019~4168230,351707069~8646227,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~7043258] wrote [28747349~1999127,70709008~805613,130468143~6603311,203109914~7854568,285215877~7384775,295051884~7017090,342666241~516425,369335529~4704276] 2024-07-29T16:02:34.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:33 smithi067 ceph-mon[91995]: osdmap e2020: 8 total, 8 up, 8 in 2024-07-29T16:02:34.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:33 smithi067 ceph-mon[91995]: pgmap v3461: 137 pgs: 137 active+clean; 586 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 32 MiB/s wr, 246 op/s 2024-07-29T16:02:34.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:33 smithi067 ceph-mon[94375]: osdmap e2020: 8 total, 8 up, 8 in 2024-07-29T16:02:34.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:33 smithi067 ceph-mon[94375]: pgmap v3461: 137 pgs: 137 active+clean; 586 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 32 MiB/s wr, 246 op/s 2024-07-29T16:02:34.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:33 smithi138 ceph-mon[86438]: osdmap e2020: 8 total, 8 up, 8 in 2024-07-29T16:02:34.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:33 smithi138 ceph-mon[86438]: pgmap v3461: 137 pgs: 137 active+clean; 586 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 32 MiB/s wr, 246 op/s 2024-07-29T16:02:35.059 INFO:tasks.workunit.client.0.smithi067.stdout: i=8 exists [6598216~8011989,15145648~5065030,25490815~5523240,33934471~7469177,42856783~18620669,67674055~576745,70709008~805613,79925761~396864,81189032~10399847,95611761~10657662,113949498~7222997,121196474~2838798,130468143~10010119,152386410~3611607,158473338~3104567,173501486~6589135,183790744~2662704,192335941~7910191,203109914~7854568,211030487~350813,223036319~15753557,239893121~5831352,246369967~1030711,247974728~11783772,264542131~7527882,284352033~17716941,306501509~1766729,315032142~8313686,326584132~6553927,342666241~516425,343869019~4168230,351707069~8646227,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~7043258] wrote [11959813~1475075,28689474~980578,43222806~784993,192335941~4141850,226054907~7570288,247974728~4858309,265520494~4761459,284352033~1509007,326584132~6553927,381868967~1359708] 2024-07-29T16:02:35.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:34 smithi067 ceph-mon[91995]: osdmap e2021: 8 total, 8 up, 8 in 2024-07-29T16:02:35.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:34 smithi067 ceph-mon[94375]: osdmap e2021: 8 total, 8 up, 8 in 2024-07-29T16:02:35.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:34 smithi138 ceph-mon[86438]: osdmap e2021: 8 total, 8 up, 8 in 2024-07-29T16:02:36.079 INFO:tasks.workunit.client.0.smithi067.stdout: i=9 exists [6598216~8011989,15145648~5065030,25490815~5523240,33934471~7469177,42856783~18620669,67674055~576745,70709008~805613,72633216~1166097,79925761~396864,81189032~10399847,95611761~10657662,109948375~11224120,121196474~2838798,130468143~10010119,150897607~6684887,158473338~3104567,170982602~10113293,183790744~2662704,192335941~7910191,203109914~7854568,211030487~350813,223036319~15753557,239893121~5831352,246369967~1030711,247974728~11783772,264542131~7527882,272925666~304973,284352033~17716941,306501509~1766729,315032142~8313686,326584132~6553927,336174916~7007750,343869019~4168230,348725720~11627576,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~14177988] wrote [72633216~1166097,109948375~6080534,150897607~6684887,170982602~10113293,231096432~3790642,272925666~304973,336174916~6713425,348725720~3560793,409166789~7789919] 2024-07-29T16:02:36.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:35 smithi138 ceph-mon[86438]: osdmap e2022: 8 total, 8 up, 8 in 2024-07-29T16:02:36.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:02:36.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:35 smithi138 ceph-mon[86438]: pgmap v3464: 137 pgs: 137 active+clean; 681 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 45 MiB/s wr, 247 op/s 2024-07-29T16:02:36.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:35 smithi067 ceph-mon[91995]: osdmap e2022: 8 total, 8 up, 8 in 2024-07-29T16:02:36.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:02:36.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:35 smithi067 ceph-mon[91995]: pgmap v3464: 137 pgs: 137 active+clean; 681 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 45 MiB/s wr, 247 op/s 2024-07-29T16:02:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:35 smithi067 ceph-mon[94375]: osdmap e2022: 8 total, 8 up, 8 in 2024-07-29T16:02:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:02:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:35 smithi067 ceph-mon[94375]: pgmap v3464: 137 pgs: 137 active+clean; 681 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 45 MiB/s wr, 247 op/s 2024-07-29T16:02:37.087 INFO:tasks.workunit.client.0.smithi067.stdout: i=10 exists [6598216~8011989,15145648~5065030,25490815~15912833,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,81189032~10399847,95611761~10657662,109948375~11224120,121196474~2838798,130468143~10010119,150538793~7043701,158473338~3104567,170982602~10113293,183790744~16455388,203109914~7854568,211030487~350813,223036319~15753557,239893121~5831352,246369967~1030711,247974728~11783772,264542131~7527882,272925666~304973,284352033~17716941,303370626~1428382,306501509~1766729,315032142~8313686,326584132~6553927,336174916~7007750,343869019~4168230,348725720~15445612,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~14177988] wrote [29255631~6328711,36453355~3537673,47206673~6306387,66126362~3477449,150538793~1610170,185647470~7768372,303370626~1428382,357003899~7167433,376205024~2207945,403946572~3204563] 2024-07-29T16:02:37.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:36 smithi138 ceph-mon[86438]: osdmap e2023: 8 total, 8 up, 8 in 2024-07-29T16:02:37.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:36 smithi067 ceph-mon[91995]: osdmap e2023: 8 total, 8 up, 8 in 2024-07-29T16:02:37.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:36 smithi067 ceph-mon[94375]: osdmap e2023: 8 total, 8 up, 8 in 2024-07-29T16:02:38.103 INFO:tasks.workunit.client.0.smithi067.stdout: i=11 exists [6598216~8011989,15145648~5065030,25490815~15912833,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,81189032~10399847,95611761~10657662,109948375~11224120,121196474~2838798,130468143~10010119,150538793~7043701,158473338~3104567,170982602~10113293,183790744~16455388,203109914~7854568,211030487~350813,223036319~15753557,239893121~5831352,246369967~1030711,247974728~24095285,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306501509~2590111,315032142~8313686,326584132~6553927,336174916~11862333,348725720~15445612,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~14177988] wrote [112287878~3885954,257733573~7377655,273438820~8106737,307996480~1095140,341917461~5405366,351737149~5364786,405603603~6049067] 2024-07-29T16:02:38.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:38 smithi067 ceph-mon[91995]: osdmap e2024: 8 total, 8 up, 8 in 2024-07-29T16:02:38.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:38 smithi067 ceph-mon[91995]: pgmap v3467: 137 pgs: 137 active+clean; 714 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s wr, 16 op/s 2024-07-29T16:02:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:02:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:02:37] "GET /metrics HTTP/1.1" 200 36889 "" "Prometheus/2.51.0" 2024-07-29T16:02:38.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:38 smithi067 ceph-mon[94375]: osdmap e2024: 8 total, 8 up, 8 in 2024-07-29T16:02:38.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:38 smithi067 ceph-mon[94375]: pgmap v3467: 137 pgs: 137 active+clean; 714 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s wr, 16 op/s 2024-07-29T16:02:38.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:38 smithi138 ceph-mon[86438]: osdmap e2024: 8 total, 8 up, 8 in 2024-07-29T16:02:38.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:38 smithi138 ceph-mon[86438]: pgmap v3467: 137 pgs: 137 active+clean; 714 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s wr, 16 op/s 2024-07-29T16:02:39.103 INFO:tasks.workunit.client.0.smithi067.stdout: i=12 exists [6598216~8011989,15145648~5065030,25490815~15912833,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,81189032~10399847,95611761~10657662,109948375~11224120,121196474~2838798,129688699~10789563,141288880~5110207,150538793~7043701,158473338~3104567,170982602~10113293,183790744~16455388,203109914~7854568,211030487~350813,223036319~15753557,239893121~5831352,246369967~1030711,247974728~24095285,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,315032142~8313686,326584132~6553927,336174916~11862333,348725720~15445612,368441342~5598463,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~14177988] wrote [30367961~7025348,100785411~870201,129688699~5617985,141288880~5110207,225193387~6854485,306091000~5589996,339293618~2738268,343820019~1272445,368441342~1757159] 2024-07-29T16:02:39.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:39 smithi138 ceph-mon[86438]: osdmap e2025: 8 total, 8 up, 8 in 2024-07-29T16:02:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:39 smithi067 ceph-mon[91995]: osdmap e2025: 8 total, 8 up, 8 in 2024-07-29T16:02:39.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:39 smithi067 ceph-mon[94375]: osdmap e2025: 8 total, 8 up, 8 in 2024-07-29T16:02:40.110 INFO:tasks.workunit.client.0.smithi067.stdout: i=13 exists [6598216~8011989,15144005~9445268,25490815~15912833,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,81189032~10399847,95611761~10657662,109948375~11224120,121196474~4676387,129688699~10789563,141288880~5110207,150538793~7043701,158473338~3104567,170982602~10113293,183790744~16455388,203109914~7854568,211030487~350813,220352346~18437530,239893121~5831352,246369967~1030711,247974728~24095285,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~6553927,336174916~11862333,348725720~15445612,368441342~16917860,385788783~5971483,392134224~3781072,396805768~95391,402778720~14177988] wrote [15144005~9445268,122481489~3391372,132371073~6708026,220352346~5098255,234964417~171987,306212519~2541659,311974528~8142004,371263171~6095520,394365396~1549900] 2024-07-29T16:02:40.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:40 smithi138 ceph-mon[86438]: osdmap e2026: 8 total, 8 up, 8 in 2024-07-29T16:02:40.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:40 smithi138 ceph-mon[86438]: pgmap v3470: 137 pgs: 137 active+clean; 846 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 37 MiB/s wr, 283 op/s 2024-07-29T16:02:40.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:02:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:02:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:02:40.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:40 smithi067 ceph-mon[91995]: osdmap e2026: 8 total, 8 up, 8 in 2024-07-29T16:02:40.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:40 smithi067 ceph-mon[91995]: pgmap v3470: 137 pgs: 137 active+clean; 846 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 37 MiB/s wr, 283 op/s 2024-07-29T16:02:40.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:40 smithi067 ceph-mon[94375]: osdmap e2026: 8 total, 8 up, 8 in 2024-07-29T16:02:40.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:40 smithi067 ceph-mon[94375]: pgmap v3470: 137 pgs: 137 active+clean; 846 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 37 MiB/s wr, 283 op/s 2024-07-29T16:02:41.157 INFO:tasks.workunit.client.0.smithi067.stdout: i=14 exists [6598216~8011989,15144005~9445268,25490815~15912833,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,81189032~10399847,95611761~10657662,109948375~18170729,129688699~17859831,150538793~7043701,158473338~3104567,161927365~6166735,170982602~10113293,183790744~16455388,203109914~7854568,211030487~350813,220352346~18437530,239893121~5831352,246369967~1030711,247974728~24095285,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~6553927,336174916~12271148,348725720~15445612,368089782~137677,368441342~23318924,392134224~10128304,402778720~14177988] wrote [45897089~1507715,53342861~7129629,118591477~9527627,140142909~7405621,161927365~6166735,341029412~7416652,368089782~137677,383026008~3807404,394539764~7722764] 2024-07-29T16:02:41.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:41 smithi138 ceph-mon[86438]: osdmap e2027: 8 total, 8 up, 8 in 2024-07-29T16:02:41.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:41 smithi067 ceph-mon[91995]: osdmap e2027: 8 total, 8 up, 8 in 2024-07-29T16:02:41.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:41 smithi067 ceph-mon[94375]: osdmap e2027: 8 total, 8 up, 8 in 2024-07-29T16:02:42.126 INFO:tasks.workunit.client.0.smithi067.stdout: i=15 exists [6598216~8011989,15144005~9445268,25490815~15912833,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,81189032~10399847,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~3104567,161927365~6166735,170982602~10113293,183790744~16455388,203109914~12615746,220352346~18437530,239893121~5831352,246369967~1030711,247974728~24095285,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~23318924,392134224~10128304,402778720~14177988] wrote [27516639~5958513,82886115~2639906,104474213~1880180,112321129~6063630,120016485~6610972,155587132~1399138,208360366~7365294,227968893~4953498,332847443~741649] 2024-07-29T16:02:42.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:42 smithi138 ceph-mon[86438]: osdmap e2028: 8 total, 8 up, 8 in 2024-07-29T16:02:42.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:42 smithi138 ceph-mon[86438]: pgmap v3473: 137 pgs: 137 active+clean; 881 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 176 KiB/s rd, 37 MiB/s wr, 283 op/s 2024-07-29T16:02:42.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:42 smithi067 ceph-mon[91995]: osdmap e2028: 8 total, 8 up, 8 in 2024-07-29T16:02:42.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:42 smithi067 ceph-mon[91995]: pgmap v3473: 137 pgs: 137 active+clean; 881 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 176 KiB/s rd, 37 MiB/s wr, 283 op/s 2024-07-29T16:02:42.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:42 smithi067 ceph-mon[94375]: osdmap e2028: 8 total, 8 up, 8 in 2024-07-29T16:02:42.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:42 smithi067 ceph-mon[94375]: pgmap v3473: 137 pgs: 137 active+clean; 881 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 176 KiB/s rd, 37 MiB/s wr, 283 op/s 2024-07-29T16:02:43.133 INFO:tasks.workunit.client.0.smithi067.stdout: i=16 exists [6598216~8011989,15144005~9445268,25490815~15912833,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,81189032~10399847,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~17871562,203109914~12615746,220352346~18437530,239893121~5831352,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~23318924,392134224~10128304,402778720~14177988] wrote [18489237~2336973,50900583~2630706,56151924~956534,88049894~343350,158971403~5872010,164888270~8041897,182374570~4155336,269976465~6685673,278587780~4156926,338372018~7240174] 2024-07-29T16:02:43.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:43 smithi138 ceph-mon[86438]: osdmap e2029: 8 total, 8 up, 8 in 2024-07-29T16:02:43.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:43 smithi067 ceph-mon[91995]: osdmap e2029: 8 total, 8 up, 8 in 2024-07-29T16:02:43.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:43 smithi067 ceph-mon[94375]: osdmap e2029: 8 total, 8 up, 8 in 2024-07-29T16:02:44.155 INFO:tasks.workunit.client.0.smithi067.stdout: i=17 exists [6598216~17991057,25490815~15912833,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,81189032~10399847,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~17871562,203109914~12615746,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~27996416,368089782~137677,368441342~23318924,392134224~10128304,402778720~14177988] wrote [14294726~6882855,28772879~2465574,50297198~6201950,84352074~6883551,191934438~821717,233857899~8031889,243524403~771715,310198018~180774,343102668~7393879,383604667~5068098] 2024-07-29T16:02:44.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:44 smithi138 ceph-mon[86438]: osdmap e2030: 8 total, 8 up, 8 in 2024-07-29T16:02:44.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:44 smithi138 ceph-mon[86438]: pgmap v3476: 137 pgs: 137 active+clean; 981 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 32 MiB/s wr, 343 op/s 2024-07-29T16:02:44.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:44 smithi067 ceph-mon[91995]: osdmap e2030: 8 total, 8 up, 8 in 2024-07-29T16:02:44.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:44 smithi067 ceph-mon[91995]: pgmap v3476: 137 pgs: 137 active+clean; 981 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 32 MiB/s wr, 343 op/s 2024-07-29T16:02:44.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:44 smithi067 ceph-mon[94375]: osdmap e2030: 8 total, 8 up, 8 in 2024-07-29T16:02:44.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:44 smithi067 ceph-mon[94375]: pgmap v3476: 137 pgs: 137 active+clean; 981 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 32 MiB/s wr, 343 op/s 2024-07-29T16:02:45.145 INFO:tasks.workunit.client.0.smithi067.stdout: i=18 exists [6598216~34805432,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,81189032~10399847,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~17871562,203109914~12615746,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] wrote [23736265~5512500,103377609~115198,224109158~1123395,260805815~6391691,285723916~1856594,289812475~1857015,326209330~3435943,366383492~5243046,398048701~5502194] 2024-07-29T16:02:45.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:45 smithi067 ceph-mon[91995]: osdmap e2031: 8 total, 8 up, 8 in 2024-07-29T16:02:45.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:45 smithi067 ceph-mon[94375]: osdmap e2031: 8 total, 8 up, 8 in 2024-07-29T16:02:45.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:45 smithi138 ceph-mon[86438]: osdmap e2031: 8 total, 8 up, 8 in 2024-07-29T16:02:46.154 INFO:tasks.workunit.client.0.smithi067.stdout: i=19 exists [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,81189032~10399847,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~17871562,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] wrote [23397633~6034933,32786658~569169,59220123~3810468,184746910~6094192,201933954~3472768,248024496~209072,359053115~308102,376788447~8099777] 2024-07-29T16:02:46.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:46 smithi067 ceph-mon[91995]: osdmap e2032: 8 total, 8 up, 8 in 2024-07-29T16:02:46.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:46 smithi067 ceph-mon[91995]: pgmap v3479: 137 pgs: 137 active+clean; 1.1 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 49 MiB/s wr, 351 op/s 2024-07-29T16:02:46.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:46 smithi067 ceph-mon[94375]: osdmap e2032: 8 total, 8 up, 8 in 2024-07-29T16:02:46.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:46 smithi067 ceph-mon[94375]: pgmap v3479: 137 pgs: 137 active+clean; 1.1 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 49 MiB/s wr, 351 op/s 2024-07-29T16:02:46.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:46 smithi138 ceph-mon[86438]: osdmap e2032: 8 total, 8 up, 8 in 2024-07-29T16:02:46.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:46 smithi138 ceph-mon[86438]: pgmap v3479: 137 pgs: 137 active+clean; 1.1 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 49 MiB/s wr, 351 op/s 2024-07-29T16:02:47.099 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 1 diff [7469539~6541593,15145648~5065030,33934471~7469177,48929147~7016956,104933809~174256,121196474~2838798,158473338~3104567,239893121~5831352,269592157~2477856] 2024-07-29T16:02:47.099 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [7469539~6541593,15145648~5065030,33934471~7469177,48929147~7016956,104933809~174256,121196474~2838798,158473338~3104567,239893121~5831352,269592157~2477856] 2024-07-29T16:02:47.122 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~16016374,33554432~7849216,46137344~9808759,104857600~250465,117440512~6594760,155189248~6388657,239075328~6649145,268435456~3634557] 2024-07-29T16:02:47.122 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 2 diff [7469539~6541593,15145648~5065030,26364236~346418,33934471~7469177,48929147~7016956,67674055~576745,90608243~980636,101637915~4618292,121196474~2838798,132517570~7960692,158473338~3104567,192849331~4517253,204627061~3280124,239893121~5831352,248969586~7526658,269592157~2477856,353249807~7103489,396805768~95391] 2024-07-29T16:02:47.122 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [7469539~6541593,15145648~5065030,26364236~346418,33934471~7469177,48929147~7016956,67674055~576745,90608243~980636,101637915~4618292,121196474~2838798,132517570~7960692,158473338~3104567,192849331~4517253,204627061~3280124,239893121~5831352,248969586~7526658,269592157~2477856,353249807~7103489,396805768~95391] 2024-07-29T16:02:47.129 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~16016374,26364236~346418,33554432~7849216,46137344~9808759,67108864~1141936,88080384~3508495,100663296~5592911,117440512~6594760,130023424~10454838,155189248~6388657,188743680~8622904,201326592~6580593,239075328~6649145,247463936~9032308,268435456~3634557,352321536~8031760,394264576~2636583] 2024-07-29T16:02:47.129 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 3 diff [7469539~6541593,15145648~5065030,26364236~346418,33934471~7469177,42856783~13089320,67674055~576745,89807341~373922,90608243~980636,101637915~4631508,113949498~7222997,121196474~2838798,132517570~7960692,158473338~3104567,173501486~6589135,192849331~4517253,204627061~3280124,239893121~5831352,246369967~1030711,248969586~7526658,269592157~2477856,353249807~7103489,377464760~7894442,385788783~5971483,392134224~3310026,396805768~95391] 2024-07-29T16:02:47.129 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [7469539~6541593,15145648~5065030,26364236~346418,33934471~7469177,42856783~13089320,67674055~576745,89807341~373922,90608243~980636,101637915~4631508,113949498~7222997,121196474~2838798,132517570~7960692,158473338~3104567,173501486~6589135,192849331~4517253,204627061~3280124,239893121~5831352,246369967~1030711,248969586~7526658,269592157~2477856,353249807~7103489,377464760~7894442,385788783~5971483,392134224~3310026,396805768~95391] 2024-07-29T16:02:47.136 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~16016374,26364236~346418,33554432~7849216,41943040~14003063,67108864~1141936,88080384~3508495,100663296~5606127,113246208~10789064,130023424~10454838,155189248~6388657,171966464~8124157,188743680~8622904,201326592~6580593,239075328~8325350,247463936~9032308,268435456~3634557,352321536~8031760,373293056~23608103] 2024-07-29T16:02:47.136 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 4 diff [7469539~6541593,15145648~5065030,26364236~346418,33934471~7469177,42856783~13089320,67674055~576745,89807341~373922,90608243~980636,95611761~5143107,101637915~4631508,113949498~7222997,121196474~2838798,132517570~7960692,158473338~3104567,173501486~6589135,183790744~2662704,192849331~4517253,204627061~3280124,225595049~9935824,236990177~1426386,239893121~5831352,246369967~1030711,248969586~7526658,269592157~2477856,344131728~3556707,353249807~7103489,377464760~7894442,385788783~5971483,392134224~3310026,396805768~95391,402778720~7043258] 2024-07-29T16:02:47.136 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [7469539~6541593,15145648~5065030,26364236~346418,33934471~7469177,42856783~13089320,67674055~576745,89807341~373922,90608243~980636,95611761~5143107,101637915~4631508,113949498~7222997,121196474~2838798,132517570~7960692,158473338~3104567,173501486~6589135,183790744~2662704,192849331~4517253,204627061~3280124,225595049~9935824,236990177~1426386,239893121~5831352,246369967~1030711,248969586~7526658,269592157~2477856,344131728~3556707,353249807~7103489,377464760~7894442,385788783~5971483,392134224~3310026,396805768~95391,402778720~7043258] 2024-07-29T16:02:47.142 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~16016374,26364236~346418,33554432~7849216,41943040~14003063,67108864~1141936,88080384~3508495,92274688~13994735,113246208~10789064,130023424~10454838,155189248~6388657,171966464~8124157,180355072~6098376,188743680~8622904,201326592~6580593,222298112~13232761,235716056~2700507,239075328~8325350,247463936~9032308,268435456~3634557,344131728~3556707,352321536~8031760,373293056~23608103,402653184~7168794] 2024-07-29T16:02:47.142 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 5 diff [7469539~6541593,15145648~5065030,26364236~346418,33934471~7469177,42856783~18620669,67674055~576745,79925761~396864,83872592~7716287,95611761~10657662,113949498~7222997,121196474~2838798,132517570~7960692,158473338~3104567,173501486~6589135,183790744~2662704,192849331~6340168,204627061~3280124,225595049~9935824,236990177~1426386,239893121~5831352,246369967~1030711,248969586~7526658,269592157~2477856,290946099~5352759,306501509~1766729,344131728~3556707,353249807~7103489,375014806~534443,377464760~7894442,385788783~5971483,392134224~3310026,396805768~95391,402778720~7043258] 2024-07-29T16:02:47.143 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [7469539~6541593,15145648~5065030,26364236~346418,33934471~7469177,42856783~18620669,67674055~576745,79925761~396864,83872592~7716287,95611761~10657662,113949498~7222997,121196474~2838798,132517570~7960692,158473338~3104567,173501486~6589135,183790744~2662704,192849331~6340168,204627061~3280124,225595049~9935824,236990177~1426386,239893121~5831352,246369967~1030711,248969586~7526658,269592157~2477856,290946099~5352759,306501509~1766729,344131728~3556707,353249807~7103489,375014806~534443,377464760~7894442,385788783~5971483,392134224~3310026,396805768~95391,402778720~7043258] 2024-07-29T16:02:47.149 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~16016374,26364236~346418,33554432~7849216,41943040~19534412,67108864~1141936,79925761~396864,83872592~7716287,92274688~13994735,113246208~10789064,130023424~10454838,155189248~6388657,171966464~8124157,180355072~6098376,188743680~10445819,201326592~6580593,222298112~13232761,235716056~2700507,239075328~8325350,247463936~9032308,268435456~3634557,289406976~6891882,306184192~2084046,344131728~3556707,352321536~8031760,373293056~23608103,402653184~7168794] 2024-07-29T16:02:47.149 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 6 diff [6598216~8011989,15145648~5065030,26364236~346418,33934471~7469177,42856783~18620669,67674055~576745,79925761~396864,83872592~7716287,95611761~10657662,113949498~7222997,121196474~2838798,132517570~7960692,152386410~3611607,158473338~3104567,173501486~6589135,183790744~2662704,192849331~6340168,204627061~3280124,211030487~350813,223036319~15753557,239893121~5831352,246369967~1030711,248969586~10788914,269592157~2477856,290946099~5352759,306501509~1766729,319469603~3876225,344131728~3556707,351707069~8646227,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~7043258] 2024-07-29T16:02:47.150 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,15145648~5065030,26364236~346418,33934471~7469177,42856783~18620669,67674055~576745,79925761~396864,83872592~7716287,95611761~10657662,113949498~7222997,121196474~2838798,132517570~7960692,152386410~3611607,158473338~3104567,173501486~6589135,183790744~2662704,192849331~6340168,204627061~3280124,211030487~350813,223036319~15753557,239893121~5831352,246369967~1030711,248969586~10788914,269592157~2477856,290946099~5352759,306501509~1766729,319469603~3876225,344131728~3556707,351707069~8646227,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~7043258] 2024-07-29T16:02:47.156 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~16016374,26364236~346418,33554432~7849216,41943040~19534412,67108864~1141936,79925761~396864,83872592~7716287,92274688~13994735,113246208~10789064,130023424~10454838,150994944~10582961,171966464~8124157,180355072~6098376,188743680~10445819,201326592~6580593,209715200~1666100,222298112~16491764,239075328~8325350,247463936~12294564,268435456~3634557,289406976~6891882,306184192~2084046,319469603~3876225,344131728~3556707,348127232~12226064,373293056~23608103,402653184~7168794] 2024-07-29T16:02:47.156 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 7 diff [6598216~8011989,15145648~5065030,26364236~346418,28747349~1999127,33934471~7469177,42856783~18620669,67674055~576745,70709008~805613,79925761~396864,83872592~7716287,95611761~10657662,113949498~7222997,121196474~2838798,130468143~10010119,152386410~3611607,158473338~3104567,173501486~6589135,183790744~2662704,192849331~6340168,203109914~7854568,211030487~350813,223036319~15753557,239893121~5831352,246369967~1030711,248969586~10788914,269592157~2477856,285215877~16853097,306501509~1766729,319469603~3876225,342666241~516425,344131728~3556707,351707069~8646227,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~7043258] 2024-07-29T16:02:47.156 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,15145648~5065030,26364236~346418,28747349~1999127,33934471~7469177,42856783~18620669,67674055~576745,70709008~805613,79925761~396864,83872592~7716287,95611761~10657662,113949498~7222997,121196474~2838798,130468143~10010119,152386410~3611607,158473338~3104567,173501486~6589135,183790744~2662704,192849331~6340168,203109914~7854568,211030487~350813,223036319~15753557,239893121~5831352,246369967~1030711,248969586~10788914,269592157~2477856,285215877~16853097,306501509~1766729,319469603~3876225,342666241~516425,344131728~3556707,351707069~8646227,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~7043258] 2024-07-29T16:02:47.162 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~16016374,26364236~346418,28747349~1999127,33554432~7849216,41943040~19534412,67108864~4405757,79925761~396864,83872592~7716287,92274688~13994735,113246208~10789064,130023424~10454838,150994944~10582961,171966464~8124157,180355072~6098376,188743680~10445819,201326592~10054708,222298112~16491764,239075328~8325350,247463936~12294564,268435456~3634557,285212672~16856302,306184192~2084046,319469603~3876225,342666241~516425,344131728~3556707,348127232~12226064,369098752~27802407,402653184~7168794] 2024-07-29T16:02:47.162 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 8 diff [6598216~8011989,15145648~5065030,26364236~346418,28689474~2057002,33934471~7469177,42856783~18620669,67674055~576745,70709008~805613,79925761~396864,83872592~7716287,95611761~10657662,113949498~7222997,121196474~2838798,130468143~10010119,152386410~3611607,158473338~3104567,173501486~6589135,183790744~2662704,192335941~6853558,203109914~7854568,211030487~350813,223036319~15753557,239893121~5831352,246369967~1030711,247974728~11783772,265520494~6549519,284352033~17716941,306501509~1766729,319469603~3876225,326584132~6553927,342666241~516425,344131728~3556707,351707069~8646227,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~7043258] 2024-07-29T16:02:47.162 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,15145648~5065030,26364236~346418,28689474~2057002,33934471~7469177,42856783~18620669,67674055~576745,70709008~805613,79925761~396864,83872592~7716287,95611761~10657662,113949498~7222997,121196474~2838798,130468143~10010119,152386410~3611607,158473338~3104567,173501486~6589135,183790744~2662704,192335941~6853558,203109914~7854568,211030487~350813,223036319~15753557,239893121~5831352,246369967~1030711,247974728~11783772,265520494~6549519,284352033~17716941,306501509~1766729,319469603~3876225,326584132~6553927,342666241~516425,344131728~3556707,351707069~8646227,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~7043258] 2024-07-29T16:02:47.169 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~16016374,26364236~346418,28689474~2057002,33554432~7849216,41943040~19534412,67108864~4405757,79925761~396864,83872592~7716287,92274688~13994735,113246208~10789064,130023424~10454838,150994944~10582961,171966464~8124157,180355072~6098376,188743680~10445819,201326592~10054708,222298112~16491764,239075328~8325350,247463936~12294564,265520494~6549519,281018368~21050606,306184192~2084046,319469603~13668456,342666241~516425,344131728~3556707,348127232~12226064,369098752~27802407,402653184~7168794] 2024-07-29T16:02:47.169 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 9 diff [6598216~8011989,15145648~5065030,26364236~346418,28689474~2057002,33934471~7469177,42856783~18620669,67674055~576745,70709008~805613,72633216~1166097,79925761~396864,83872592~7716287,95611761~10657662,109948375~11224120,121196474~2838798,130468143~10010119,150897607~6684887,158473338~3104567,170982602~10113293,183790744~2662704,192335941~6853558,203109914~7854568,211030487~350813,223036319~15753557,239893121~5831352,246369967~1030711,247974728~11783772,265520494~6549519,272925666~304973,284352033~17716941,306501509~1766729,319469603~3876225,326584132~6553927,336174916~7007750,344131728~3556707,348725720~11627576,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~14177988] 2024-07-29T16:02:47.169 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,15145648~5065030,26364236~346418,28689474~2057002,33934471~7469177,42856783~18620669,67674055~576745,70709008~805613,72633216~1166097,79925761~396864,83872592~7716287,95611761~10657662,109948375~11224120,121196474~2838798,130468143~10010119,150897607~6684887,158473338~3104567,170982602~10113293,183790744~2662704,192335941~6853558,203109914~7854568,211030487~350813,223036319~15753557,239893121~5831352,246369967~1030711,247974728~11783772,265520494~6549519,272925666~304973,284352033~17716941,306501509~1766729,319469603~3876225,326584132~6553927,336174916~7007750,344131728~3556707,348725720~11627576,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~14177988] 2024-07-29T16:02:47.175 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~16016374,26364236~346418,28689474~2057002,33554432~7849216,41943040~19534412,67108864~6690449,79925761~396864,83872592~7716287,92274688~13994735,109051904~14983368,130023424~10454838,146800640~14777265,167772160~18681288,188743680~10445819,201326592~10054708,222298112~16491764,239075328~8325350,247463936~12294564,265520494~6549519,272629760~600879,281018368~21050606,306184192~2084046,319469603~13668456,335544320~7638346,344131728~3556707,348127232~12226064,369098752~27802407,402653184~14303524] 2024-07-29T16:02:47.175 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 10 diff [6598216~8011989,15145648~5065030,26364236~346418,28689474~12714174,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7716287,95611761~10657662,109948375~11224120,121196474~2838798,130468143~10010119,150538793~7043701,158473338~3104567,170982602~10113293,183790744~15398755,203109914~7854568,211030487~350813,223036319~15753557,239893121~5831352,246369967~1030711,247974728~11783772,265520494~6549519,272925666~304973,284352033~17716941,303370626~1428382,306501509~1766729,319469603~3876225,326584132~6553927,336174916~7007750,344131728~3556707,348725720~15445612,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~14177988] 2024-07-29T16:02:47.175 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,15145648~5065030,26364236~346418,28689474~12714174,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7716287,95611761~10657662,109948375~11224120,121196474~2838798,130468143~10010119,150538793~7043701,158473338~3104567,170982602~10113293,183790744~15398755,203109914~7854568,211030487~350813,223036319~15753557,239893121~5831352,246369967~1030711,247974728~11783772,265520494~6549519,272925666~304973,284352033~17716941,303370626~1428382,306501509~1766729,319469603~3876225,326584132~6553927,336174916~7007750,344131728~3556707,348725720~15445612,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~14177988] 2024-07-29T16:02:47.182 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~16016374,26364236~346418,28689474~12714174,41943040~19534412,62914560~10884753,79925761~396864,83872592~7716287,92274688~13994735,109051904~14983368,130023424~10454838,146800640~14777265,167772160~31417339,201326592~10054708,222298112~16491764,239075328~8325350,247463936~12294564,265520494~6549519,272629760~600879,281018368~23780640,306184192~2084046,319469603~13668456,335544320~7638346,344131728~3556707,348127232~16044100,369098752~27802407,402653184~14303524] 2024-07-29T16:02:47.182 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 11 diff [6598216~8011989,15145648~5065030,26364236~346418,28689474~12714174,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7716287,95611761~10657662,109948375~11224120,121196474~2838798,130468143~10010119,150538793~7043701,158473338~3104567,170982602~10113293,183790744~15398755,203109914~7854568,211030487~350813,223036319~15753557,239893121~5831352,246369967~1030711,247974728~17136500,265520494~6549519,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306501509~2590111,319469603~3876225,326584132~6553927,336174916~11513519,348725720~15445612,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~14177988] 2024-07-29T16:02:47.182 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,15145648~5065030,26364236~346418,28689474~12714174,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7716287,95611761~10657662,109948375~11224120,121196474~2838798,130468143~10010119,150538793~7043701,158473338~3104567,170982602~10113293,183790744~15398755,203109914~7854568,211030487~350813,223036319~15753557,239893121~5831352,246369967~1030711,247974728~17136500,265520494~6549519,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306501509~2590111,319469603~3876225,326584132~6553927,336174916~11513519,348725720~15445612,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~14177988] 2024-07-29T16:02:47.188 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~16016374,26364236~346418,28689474~12714174,41943040~19534412,62914560~10884753,79925761~396864,83872592~7716287,92274688~13994735,109051904~14983368,130023424~10454838,146800640~14777265,167772160~31417339,201326592~10054708,222298112~16491764,239075328~8325350,247463936~17647292,265520494~6549519,272629760~32169248,306184192~2907428,319469603~13668456,335544320~12144115,348127232~16044100,369098752~27802407,402653184~14303524] 2024-07-29T16:02:47.188 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 12 diff [6598216~8011989,15145648~5065030,26364236~346418,28689474~12714174,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7716287,95611761~10657662,109948375~11224120,121196474~2838798,129688699~10789563,141288880~5110207,150538793~7043701,158473338~3104567,170982602~10113293,183790744~15398755,203109914~7854568,211030487~350813,223036319~15753557,239893121~5831352,246369967~1030711,247974728~17136500,265520494~6549519,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,319469603~3876225,326584132~6553927,336174916~11513519,348725720~15445612,368441342~5598463,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~14177988] 2024-07-29T16:02:47.188 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,15145648~5065030,26364236~346418,28689474~12714174,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7716287,95611761~10657662,109948375~11224120,121196474~2838798,129688699~10789563,141288880~5110207,150538793~7043701,158473338~3104567,170982602~10113293,183790744~15398755,203109914~7854568,211030487~350813,223036319~15753557,239893121~5831352,246369967~1030711,247974728~17136500,265520494~6549519,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,319469603~3876225,326584132~6553927,336174916~11513519,348725720~15445612,368441342~5598463,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~14177988] 2024-07-29T16:02:47.195 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~16016374,26364236~346418,28689474~12714174,41943040~19534412,62914560~10884753,79925761~396864,83872592~7716287,92274688~13994735,109051904~14983368,125829120~20569967,146800640~14777265,167772160~31417339,201326592~10054708,222298112~16491764,239075328~8325350,247463936~17647292,265520494~6549519,272629760~39051236,319469603~13668456,335544320~12144115,348127232~16044100,364904448~31996711,402653184~14303524] 2024-07-29T16:02:47.195 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 13 diff [6598216~8011989,15144005~9445268,26364236~346418,28689474~12714174,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7716287,95611761~10657662,109948375~11224120,121196474~4676387,129688699~10789563,141288880~5110207,150538793~7043701,158473338~3104567,170982602~10113293,183790744~15398755,203109914~7854568,211030487~350813,220352346~18437530,239893121~5831352,246369967~1030711,247974728~17136500,265520494~6549519,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~6553927,336174916~11513519,348725720~15445612,368441342~16917860,385788783~5971483,392134224~3781072,396805768~95391,402778720~14177988] 2024-07-29T16:02:47.195 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,15144005~9445268,26364236~346418,28689474~12714174,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7716287,95611761~10657662,109948375~11224120,121196474~4676387,129688699~10789563,141288880~5110207,150538793~7043701,158473338~3104567,170982602~10113293,183790744~15398755,203109914~7854568,211030487~350813,220352346~18437530,239893121~5831352,246369967~1030711,247974728~17136500,265520494~6549519,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~6553927,336174916~11513519,348725720~15445612,368441342~16917860,385788783~5971483,392134224~3781072,396805768~95391,402778720~14177988] 2024-07-29T16:02:47.201 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~20394969,26364236~346418,28689474~12714174,41943040~19534412,62914560~10884753,79925761~396864,83872592~7716287,92274688~13994735,109051904~37347183,146800640~14777265,167772160~31417339,201326592~10054708,218103808~20686068,239075328~8325350,247463936~17647292,265520494~6549519,272629760~60508299,335544320~12144115,348127232~16044100,364904448~31996711,402653184~14303524] 2024-07-29T16:02:47.201 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 14 diff [6598216~8011989,15144005~9445268,26364236~346418,28689474~12714174,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7716287,95611761~10657662,109948375~18170729,129688699~17859831,150538793~7043701,158473338~3104567,161927365~6166735,170982602~10113293,183790744~15398755,203109914~7854568,211030487~350813,220352346~18437530,239893121~5831352,246369967~1030711,247974728~17136500,265520494~6549519,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~6553927,336174916~12271148,348725720~15445612,368089782~137677,368441342~23318924,392134224~10128304,402778720~14177988] 2024-07-29T16:02:47.201 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,15144005~9445268,26364236~346418,28689474~12714174,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7716287,95611761~10657662,109948375~18170729,129688699~17859831,150538793~7043701,158473338~3104567,161927365~6166735,170982602~10113293,183790744~15398755,203109914~7854568,211030487~350813,220352346~18437530,239893121~5831352,246369967~1030711,247974728~17136500,265520494~6549519,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~6553927,336174916~12271148,348725720~15445612,368089782~137677,368441342~23318924,392134224~10128304,402778720~14177988] 2024-07-29T16:02:47.207 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~20394969,26364236~346418,28689474~12714174,41943040~19534412,62914560~10884753,79925761~396864,83872592~7716287,92274688~13994735,109051904~90137595,201326592~10054708,218103808~20686068,239075328~8325350,247463936~17647292,265520494~6549519,272629760~60508299,335544320~28627012,364904448~37358080,402653184~14303524] 2024-07-29T16:02:47.207 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 15 diff [6598216~8011989,15144005~9445268,26364236~346418,27516639~13887009,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~3104567,161927365~6166735,170982602~10113293,183790744~15398755,203109914~12615746,220352346~18437530,239893121~5831352,246369967~1030711,247974728~17136500,265520494~6549519,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~23318924,392134224~10128304,402778720~14177988] 2024-07-29T16:02:47.207 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,15144005~9445268,26364236~346418,27516639~13887009,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~3104567,161927365~6166735,170982602~10113293,183790744~15398755,203109914~12615746,220352346~18437530,239893121~5831352,246369967~1030711,247974728~17136500,265520494~6549519,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~23318924,392134224~10128304,402778720~14177988] 2024-07-29T16:02:47.212 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~20394969,26364236~346418,27516639~13887009,41943040~19534412,62914560~10884753,79925761~396864,82886115~8702764,92274688~14079705,109051904~90137595,201326592~14399068,218103808~20686068,239075328~8325350,247463936~17647292,265520494~6549519,272629760~60959332,335544320~28627012,364904448~37358080,402653184~14303524] 2024-07-29T16:02:47.213 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 16 diff [6598216~8011989,15144005~9445268,26364236~346418,27516639~13887009,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,203109914~12615746,220352346~18437530,239893121~5831352,246369967~1030711,247974728~17136500,265520494~17224212,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~23318924,392134224~10128304,402778720~14177988] 2024-07-29T16:02:47.213 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,15144005~9445268,26364236~346418,27516639~13887009,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,203109914~12615746,220352346~18437530,239893121~5831352,246369967~1030711,247974728~17136500,265520494~17224212,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~23318924,392134224~10128304,402778720~14177988] 2024-07-29T16:02:47.219 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~20394969,26364236~346418,27516639~13887009,41943040~19534412,62914560~10884753,79925761~396864,82886115~8702764,92274688~14079705,109051904~90137595,201326592~14399068,218103808~20686068,239075328~8325350,247463936~17647292,265520494~68068598,335544320~28627012,364904448~37358080,402653184~14303524] 2024-07-29T16:02:47.219 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 17 diff [6598216~17991057,26364236~346418,27516639~13887009,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,203109914~12615746,220352346~25372127,246369967~1030711,247974728~17136500,265520494~17224212,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~27996416,368089782~137677,368441342~23318924,392134224~10128304,402778720~14177988] 2024-07-29T16:02:47.219 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~17991057,26364236~346418,27516639~13887009,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,203109914~12615746,220352346~25372127,246369967~1030711,247974728~17136500,265520494~17224212,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~27996416,368089782~137677,368441342~23318924,392134224~10128304,402778720~14177988] 2024-07-29T16:02:47.225 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~20394969,26364236~346418,27516639~13887009,41943040~19534412,62914560~10884753,79925761~396864,82886115~8702764,92274688~14079705,109051904~90137595,201326592~14399068,218103808~29296870,247463936~17647292,265520494~68068598,335544320~28627012,364904448~37358080,402653184~14303524] 2024-07-29T16:02:47.225 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 18 diff [6598216~34805432,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,203109914~12615746,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:47.225 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~34805432,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,203109914~12615746,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:47.231 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~37209344,41943040~19534412,62914560~10884753,79925761~396864,82886115~8702764,92274688~14079705,109051904~90137595,201326592~14399068,218103808~29296870,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:02:47.231 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 19 diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:47.231 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:47.237 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~37209344,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~90137595,201326592~14399068,218103808~29296870,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:02:47.237 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 2 diff [26364236~346418,67674055~576745,90608243~980636,101637915~4618292,132517570~7960692,192849331~4517253,204627061~3280124,248969586~7526658,353249807~7103489,396805768~95391] 2024-07-29T16:02:47.237 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [26364236~346418,67674055~576745,90608243~980636,101637915~4618292,132517570~7960692,192849331~4517253,204627061~3280124,248969586~7526658,353249807~7103489,396805768~95391] 2024-07-29T16:02:47.243 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [26364236~346418,67108864~1141936,88080384~3508495,100663296~5592911,130023424~10454838,188743680~8622904,201326592~6580593,247463936~9032308,352321536~8031760,394264576~2636583] 2024-07-29T16:02:47.243 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 3 diff [26364236~346418,42856783~7318573,67674055~576745,89807341~373922,90608243~980636,101637915~4631508,113949498~7222997,132517570~7960692,173501486~6589135,192849331~4517253,204627061~3280124,246369967~1030711,248969586~7526658,353249807~7103489,377464760~7894442,385788783~5971483,392134224~3310026,396805768~95391] 2024-07-29T16:02:47.243 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [26364236~346418,42856783~7318573,67674055~576745,89807341~373922,90608243~980636,101637915~4631508,113949498~7222997,132517570~7960692,173501486~6589135,192849331~4517253,204627061~3280124,246369967~1030711,248969586~7526658,353249807~7103489,377464760~7894442,385788783~5971483,392134224~3310026,396805768~95391] 2024-07-29T16:02:47.249 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [26364236~346418,41943040~8232316,67108864~1141936,88080384~3508495,100663296~5606127,113246208~7926287,130023424~10454838,171966464~8124157,188743680~8622904,201326592~6580593,245724473~1676205,247463936~9032308,352321536~8031760,373293056~23608103] 2024-07-29T16:02:47.249 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 4 diff [26364236~346418,42856783~7318573,52260690~1275486,67674055~576745,89807341~373922,90608243~980636,95611761~5143107,101637915~4631508,113949498~7222997,132517570~7960692,173501486~6589135,183790744~2662704,192849331~4517253,204627061~3280124,225595049~9935824,236990177~1426386,246369967~1030711,248969586~7526658,344131728~3556707,353249807~7103489,377464760~7894442,385788783~5971483,392134224~3310026,396805768~95391,402778720~7043258] 2024-07-29T16:02:47.249 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [26364236~346418,42856783~7318573,52260690~1275486,67674055~576745,89807341~373922,90608243~980636,95611761~5143107,101637915~4631508,113949498~7222997,132517570~7960692,173501486~6589135,183790744~2662704,192849331~4517253,204627061~3280124,225595049~9935824,236990177~1426386,246369967~1030711,248969586~7526658,344131728~3556707,353249807~7103489,377464760~7894442,385788783~5971483,392134224~3310026,396805768~95391,402778720~7043258] 2024-07-29T16:02:47.255 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [26364236~346418,41943040~8232316,52260690~1275486,67108864~1141936,88080384~3508495,92274688~13994735,113246208~7926287,130023424~10454838,171966464~8124157,180355072~6098376,188743680~8622904,201326592~6580593,222298112~13232761,235716056~2700507,245724473~1676205,247463936~9032308,344131728~3556707,352321536~8031760,373293056~23608103,402653184~7168794] 2024-07-29T16:02:47.255 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 5 diff [26364236~346418,38251307~2233645,42856783~7318573,52260690~1275486,55543984~5933468,67674055~576745,79925761~396864,83872592~7716287,95611761~10657662,113949498~7222997,132517570~7960692,173501486~6589135,183790744~2662704,192849331~6340168,204627061~3280124,225595049~9935824,236990177~1426386,246369967~1030711,248969586~7526658,290946099~5352759,306501509~1766729,344131728~3556707,353249807~7103489,375014806~534443,377464760~7894442,385788783~5971483,392134224~3310026,396805768~95391,402778720~7043258] 2024-07-29T16:02:47.255 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [26364236~346418,38251307~2233645,42856783~7318573,52260690~1275486,55543984~5933468,67674055~576745,79925761~396864,83872592~7716287,95611761~10657662,113949498~7222997,132517570~7960692,173501486~6589135,183790744~2662704,192849331~6340168,204627061~3280124,225595049~9935824,236990177~1426386,246369967~1030711,248969586~7526658,290946099~5352759,306501509~1766729,344131728~3556707,353249807~7103489,375014806~534443,377464760~7894442,385788783~5971483,392134224~3310026,396805768~95391,402778720~7043258] 2024-07-29T16:02:47.261 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [26364236~346418,38251307~2233645,41943040~8232316,52260690~1275486,55543984~5933468,67108864~1141936,79925761~396864,83872592~7716287,92274688~13994735,113246208~7926287,130023424~10454838,171966464~8124157,180355072~6098376,188743680~10445819,201326592~6580593,222298112~13232761,235716056~2700507,245724473~1676205,247463936~9032308,289406976~6891882,306184192~2084046,344131728~3556707,352321536~8031760,373293056~23608103,402653184~7168794] 2024-07-29T16:02:47.261 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 6 diff [6598216~8011989,26364236~346418,38251307~2233645,42856783~7318573,52260690~1275486,55543984~5933468,67674055~576745,79925761~396864,83872592~7716287,95611761~10657662,113949498~7222997,132517570~7960692,152386410~3611607,173501486~6589135,183790744~2662704,192849331~6340168,204627061~3280124,211030487~350813,223036319~15753557,246369967~1030711,248969586~10788914,290946099~5352759,306501509~1766729,319469603~3876225,344131728~3556707,351707069~8646227,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~7043258] 2024-07-29T16:02:47.261 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,26364236~346418,38251307~2233645,42856783~7318573,52260690~1275486,55543984~5933468,67674055~576745,79925761~396864,83872592~7716287,95611761~10657662,113949498~7222997,132517570~7960692,152386410~3611607,173501486~6589135,183790744~2662704,192849331~6340168,204627061~3280124,211030487~350813,223036319~15753557,246369967~1030711,248969586~10788914,290946099~5352759,306501509~1766729,319469603~3876225,344131728~3556707,351707069~8646227,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~7043258] 2024-07-29T16:02:47.266 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,26364236~346418,38251307~2233645,41943040~8232316,52260690~1275486,55543984~5933468,67108864~1141936,79925761~396864,83872592~7716287,92274688~13994735,113246208~7926287,130023424~10454838,150994944~5003073,171966464~8124157,180355072~6098376,188743680~10445819,201326592~6580593,209715200~1666100,222298112~16491764,245724473~1676205,247463936~12294564,289406976~6891882,306184192~2084046,319469603~3876225,344131728~3556707,348127232~12226064,373293056~23608103,402653184~7168794] 2024-07-29T16:02:47.266 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 7 diff [6598216~8011989,26364236~346418,28747349~1999127,38251307~2233645,42856783~7318573,52260690~1275486,55543984~5933468,67674055~576745,70709008~805613,79925761~396864,83872592~7716287,95611761~10657662,113949498~7222997,130468143~10010119,152386410~3611607,173501486~6589135,183790744~2662704,192849331~6340168,203109914~7854568,211030487~350813,223036319~15753557,246369967~1030711,248969586~10788914,285215877~16853097,306501509~1766729,319469603~3876225,342666241~516425,344131728~3556707,351707069~8646227,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~7043258] 2024-07-29T16:02:47.267 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,26364236~346418,28747349~1999127,38251307~2233645,42856783~7318573,52260690~1275486,55543984~5933468,67674055~576745,70709008~805613,79925761~396864,83872592~7716287,95611761~10657662,113949498~7222997,130468143~10010119,152386410~3611607,173501486~6589135,183790744~2662704,192849331~6340168,203109914~7854568,211030487~350813,223036319~15753557,246369967~1030711,248969586~10788914,285215877~16853097,306501509~1766729,319469603~3876225,342666241~516425,344131728~3556707,351707069~8646227,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~7043258] 2024-07-29T16:02:47.272 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,26364236~346418,28747349~1999127,38251307~2233645,41943040~8232316,52260690~1275486,55543984~5933468,67108864~4405757,79925761~396864,83872592~7716287,92274688~13994735,113246208~7926287,130023424~10454838,150994944~5003073,171966464~8124157,180355072~6098376,188743680~10445819,201326592~10054708,222298112~16491764,245724473~1676205,247463936~12294564,285212672~16856302,306184192~2084046,319469603~3876225,342666241~516425,344131728~3556707,348127232~12226064,369098752~27802407,402653184~7168794] 2024-07-29T16:02:47.272 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 8 diff [6598216~8011989,26364236~346418,28689474~2057002,38251307~2233645,42856783~7318573,52260690~1275486,55543984~5933468,67674055~576745,70709008~805613,79925761~396864,83872592~7716287,95611761~10657662,113949498~7222997,130468143~10010119,152386410~3611607,173501486~6589135,183790744~2662704,192335941~6853558,203109914~7854568,211030487~350813,223036319~15753557,246369967~1030711,247974728~11783772,265520494~4761459,284352033~17716941,306501509~1766729,319469603~3876225,326584132~6553927,342666241~516425,344131728~3556707,351707069~8646227,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~7043258] 2024-07-29T16:02:47.272 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,26364236~346418,28689474~2057002,38251307~2233645,42856783~7318573,52260690~1275486,55543984~5933468,67674055~576745,70709008~805613,79925761~396864,83872592~7716287,95611761~10657662,113949498~7222997,130468143~10010119,152386410~3611607,173501486~6589135,183790744~2662704,192335941~6853558,203109914~7854568,211030487~350813,223036319~15753557,246369967~1030711,247974728~11783772,265520494~4761459,284352033~17716941,306501509~1766729,319469603~3876225,326584132~6553927,342666241~516425,344131728~3556707,351707069~8646227,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~7043258] 2024-07-29T16:02:47.278 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,26364236~346418,28689474~2057002,38251307~2233645,41943040~8232316,52260690~1275486,55543984~5933468,67108864~4405757,79925761~396864,83872592~7716287,92274688~13994735,113246208~7926287,130023424~10454838,150994944~5003073,171966464~8124157,180355072~6098376,188743680~10445819,201326592~10054708,222298112~16491764,245724473~1676205,247463936~12294564,265520494~4761459,281018368~21050606,306184192~2084046,319469603~13668456,342666241~516425,344131728~3556707,348127232~12226064,369098752~27802407,402653184~7168794] 2024-07-29T16:02:47.278 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 9 diff [6598216~8011989,26364236~346418,28689474~2057002,38251307~2233645,42856783~7318573,52260690~1275486,55543984~5933468,67674055~576745,70709008~805613,72633216~1166097,79925761~396864,83872592~7716287,95611761~10657662,109948375~11224120,130468143~10010119,150897607~6684887,170982602~10113293,183790744~2662704,192335941~6853558,203109914~7854568,211030487~350813,223036319~15753557,246369967~1030711,247974728~11783772,265520494~4761459,272925666~304973,284352033~17716941,306501509~1766729,319469603~3876225,326584132~6553927,336174916~7007750,344131728~3556707,348725720~11627576,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~14177988] 2024-07-29T16:02:47.278 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,26364236~346418,28689474~2057002,38251307~2233645,42856783~7318573,52260690~1275486,55543984~5933468,67674055~576745,70709008~805613,72633216~1166097,79925761~396864,83872592~7716287,95611761~10657662,109948375~11224120,130468143~10010119,150897607~6684887,170982602~10113293,183790744~2662704,192335941~6853558,203109914~7854568,211030487~350813,223036319~15753557,246369967~1030711,247974728~11783772,265520494~4761459,272925666~304973,284352033~17716941,306501509~1766729,319469603~3876225,326584132~6553927,336174916~7007750,344131728~3556707,348725720~11627576,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~14177988] 2024-07-29T16:02:47.284 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,26364236~346418,28689474~2057002,38251307~2233645,41943040~8232316,52260690~1275486,55543984~5933468,67108864~6690449,79925761~396864,83872592~7716287,92274688~13994735,109051904~12120591,130023424~10454838,146800640~10781854,167772160~18681288,188743680~10445819,201326592~10054708,222298112~16491764,245724473~1676205,247463936~12294564,265520494~4761459,272629760~600879,281018368~21050606,306184192~2084046,319469603~13668456,335544320~7638346,344131728~3556707,348127232~12226064,369098752~27802407,402653184~14303524] 2024-07-29T16:02:47.284 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 10 diff [6598216~8011989,26364236~346418,28689474~6894868,36453355~4031597,42856783~10679393,55543984~5933468,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7716287,95611761~10657662,109948375~11224120,130468143~10010119,150538793~7043701,170982602~10113293,183790744~15398755,203109914~7854568,211030487~350813,223036319~15753557,246369967~1030711,247974728~11783772,265520494~4761459,272925666~304973,284352033~17716941,303370626~1428382,306501509~1766729,319469603~3876225,326584132~6553927,336174916~7007750,344131728~3556707,348725720~15445612,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~14177988] 2024-07-29T16:02:47.284 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,26364236~346418,28689474~6894868,36453355~4031597,42856783~10679393,55543984~5933468,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7716287,95611761~10657662,109948375~11224120,130468143~10010119,150538793~7043701,170982602~10113293,183790744~15398755,203109914~7854568,211030487~350813,223036319~15753557,246369967~1030711,247974728~11783772,265520494~4761459,272925666~304973,284352033~17716941,303370626~1428382,306501509~1766729,319469603~3876225,326584132~6553927,336174916~7007750,344131728~3556707,348725720~15445612,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~14177988] 2024-07-29T16:02:47.289 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,26364236~346418,28689474~6894868,36453355~4031597,41943040~11593136,55543984~5933468,62914560~10884753,79925761~396864,83872592~7716287,92274688~13994735,109051904~12120591,130023424~10454838,146800640~10781854,167772160~31417339,201326592~10054708,222298112~16491764,245724473~1676205,247463936~12294564,265520494~4761459,272629760~600879,281018368~23780640,306184192~2084046,319469603~13668456,335544320~7638346,344131728~3556707,348127232~16044100,369098752~27802407,402653184~14303524] 2024-07-29T16:02:47.289 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 11 diff [6598216~8011989,26364236~346418,28689474~6894868,36453355~4031597,42856783~10679393,55543984~5933468,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7716287,95611761~10657662,109948375~11224120,130468143~10010119,150538793~7043701,170982602~10113293,183790744~15398755,203109914~7854568,211030487~350813,223036319~15753557,246369967~1030711,247974728~17136500,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306501509~2590111,319469603~3876225,326584132~6553927,336174916~11513519,348725720~15445612,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~14177988] 2024-07-29T16:02:47.289 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,26364236~346418,28689474~6894868,36453355~4031597,42856783~10679393,55543984~5933468,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7716287,95611761~10657662,109948375~11224120,130468143~10010119,150538793~7043701,170982602~10113293,183790744~15398755,203109914~7854568,211030487~350813,223036319~15753557,246369967~1030711,247974728~17136500,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306501509~2590111,319469603~3876225,326584132~6553927,336174916~11513519,348725720~15445612,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~14177988] 2024-07-29T16:02:47.295 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,26364236~346418,28689474~6894868,36453355~4031597,41943040~11593136,55543984~5933468,62914560~10884753,79925761~396864,83872592~7716287,92274688~13994735,109051904~12120591,130023424~10454838,146800640~10781854,167772160~31417339,201326592~10054708,222298112~16491764,245724473~1676205,247463936~17647292,265520494~4761459,272629760~32169248,306184192~2907428,319469603~13668456,335544320~12144115,348127232~16044100,369098752~27802407,402653184~14303524] 2024-07-29T16:02:47.295 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 12 diff [6598216~8011989,26364236~346418,28689474~11795478,42856783~10679393,55543984~5933468,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7716287,95611761~10657662,109948375~11224120,129688699~10789563,141288880~5110207,150538793~7043701,170982602~10113293,183790744~15398755,203109914~7854568,211030487~350813,223036319~15753557,246369967~1030711,247974728~17136500,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,319469603~3876225,326584132~6553927,336174916~11513519,348725720~15445612,368441342~5598463,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~14177988] 2024-07-29T16:02:47.295 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,26364236~346418,28689474~11795478,42856783~10679393,55543984~5933468,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7716287,95611761~10657662,109948375~11224120,129688699~10789563,141288880~5110207,150538793~7043701,170982602~10113293,183790744~15398755,203109914~7854568,211030487~350813,223036319~15753557,246369967~1030711,247974728~17136500,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,319469603~3876225,326584132~6553927,336174916~11513519,348725720~15445612,368441342~5598463,374187264~11171938,385788783~5971483,392134224~3310026,396805768~95391,402778720~14177988] 2024-07-29T16:02:47.301 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,26364236~346418,28689474~11795478,41943040~11593136,55543984~5933468,62914560~10884753,79925761~396864,83872592~7716287,92274688~13994735,109051904~12120591,125829120~20569967,146800640~10781854,167772160~31417339,201326592~10054708,222298112~16491764,245724473~1676205,247463936~17647292,265520494~4761459,272629760~39051236,319469603~13668456,335544320~12144115,348127232~16044100,364904448~31996711,402653184~14303524] 2024-07-29T16:02:47.301 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 13 diff [6598216~8011989,15144005~9445268,26364236~346418,28689474~11795478,42856783~10679393,55543984~5933468,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7716287,95611761~10657662,109948375~11224120,122481489~3391372,129688699~10789563,141288880~5110207,150538793~7043701,170982602~10113293,183790744~15398755,203109914~7854568,211030487~350813,220352346~18437530,246369967~1030711,247974728~17136500,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~6553927,336174916~11513519,348725720~15445612,368441342~16917860,385788783~5971483,392134224~3781072,396805768~95391,402778720~14177988] 2024-07-29T16:02:47.302 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,15144005~9445268,26364236~346418,28689474~11795478,42856783~10679393,55543984~5933468,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7716287,95611761~10657662,109948375~11224120,122481489~3391372,129688699~10789563,141288880~5110207,150538793~7043701,170982602~10113293,183790744~15398755,203109914~7854568,211030487~350813,220352346~18437530,246369967~1030711,247974728~17136500,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~6553927,336174916~11513519,348725720~15445612,368441342~16917860,385788783~5971483,392134224~3781072,396805768~95391,402778720~14177988] 2024-07-29T16:02:47.307 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,15144005~9445268,26364236~346418,28689474~11795478,41943040~11593136,55543984~5933468,62914560~10884753,79925761~396864,83872592~7716287,92274688~13994735,109051904~12120591,122481489~23917598,146800640~10781854,167772160~31417339,201326592~10054708,218103808~20686068,245724473~1676205,247463936~17647292,265520494~4761459,272629760~60508299,335544320~12144115,348127232~16044100,364904448~31996711,402653184~14303524] 2024-07-29T16:02:47.307 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 14 diff [6598216~8011989,15144005~9445268,26364236~346418,28689474~11795478,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7716287,95611761~10657662,109948375~18170729,129688699~17859831,150538793~7043701,161927365~6166735,170982602~10113293,183790744~15398755,203109914~7854568,211030487~350813,220352346~18437530,246369967~1030711,247974728~17136500,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~6553927,336174916~12271148,348725720~15445612,368089782~137677,368441342~23318924,392134224~10128304,402778720~14177988] 2024-07-29T16:02:47.307 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,15144005~9445268,26364236~346418,28689474~11795478,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7716287,95611761~10657662,109948375~18170729,129688699~17859831,150538793~7043701,161927365~6166735,170982602~10113293,183790744~15398755,203109914~7854568,211030487~350813,220352346~18437530,246369967~1030711,247974728~17136500,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~6553927,336174916~12271148,348725720~15445612,368089782~137677,368441342~23318924,392134224~10128304,402778720~14177988] 2024-07-29T16:02:47.313 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,15144005~9445268,26364236~346418,28689474~11795478,41943040~19534412,62914560~10884753,79925761~396864,83872592~7716287,92274688~13994735,109051904~48530590,161577905~37611594,201326592~10054708,218103808~20686068,245724473~1676205,247463936~17647292,265520494~4761459,272629760~60508299,335544320~28627012,364904448~37358080,402653184~14303524] 2024-07-29T16:02:47.313 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 15 diff [6598216~8011989,15144005~9445268,26364236~346418,27516639~12968313,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,161927365~6166735,170982602~10113293,183790744~15398755,203109914~12615746,220352346~18437530,246369967~1030711,247974728~17136500,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~23318924,392134224~10128304,402778720~14177988] 2024-07-29T16:02:47.313 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,15144005~9445268,26364236~346418,27516639~12968313,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,161927365~6166735,170982602~10113293,183790744~15398755,203109914~12615746,220352346~18437530,246369967~1030711,247974728~17136500,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~23318924,392134224~10128304,402778720~14177988] 2024-07-29T16:02:47.319 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,15144005~9445268,26364236~346418,27516639~12968313,41943040~19534412,62914560~10884753,79925761~396864,82886115~8702764,92274688~14079705,109051904~48530590,161577905~37611594,201326592~14399068,218103808~20686068,245724473~1676205,247463936~17647292,265520494~4761459,272629760~60959332,335544320~28627012,364904448~37358080,402653184~14303524] 2024-07-29T16:02:47.319 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 16 diff [6598216~8011989,15144005~9445268,26364236~346418,27516639~12968313,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,203109914~12615746,220352346~18437530,246369967~1030711,247974728~17136500,265520494~17224212,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~23318924,392134224~10128304,402778720~14177988] 2024-07-29T16:02:47.319 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,15144005~9445268,26364236~346418,27516639~12968313,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,203109914~12615746,220352346~18437530,246369967~1030711,247974728~17136500,265520494~17224212,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~23318924,392134224~10128304,402778720~14177988] 2024-07-29T16:02:47.324 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,15144005~9445268,26364236~346418,27516639~12968313,41943040~19534412,62914560~10884753,79925761~396864,82886115~8702764,92274688~14079705,109051904~48530590,158971403~40218096,201326592~14399068,218103808~20686068,245724473~1676205,247463936~17647292,265520494~68068598,335544320~28627012,364904448~37358080,402653184~14303524] 2024-07-29T16:02:47.324 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 17 diff [6598216~17991057,26364236~346418,27516639~12968313,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,203109914~12615746,220352346~21537442,243524403~771715,246369967~1030711,247974728~17136500,265520494~17224212,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~27996416,368089782~137677,368441342~23318924,392134224~10128304,402778720~14177988] 2024-07-29T16:02:47.325 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~17991057,26364236~346418,27516639~12968313,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,203109914~12615746,220352346~21537442,243524403~771715,246369967~1030711,247974728~17136500,265520494~17224212,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~27996416,368089782~137677,368441342~23318924,392134224~10128304,402778720~14177988] 2024-07-29T16:02:47.330 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~17991057,26364236~346418,27516639~12968313,41943040~19534412,62914560~10884753,79925761~396864,82886115~8702764,92274688~14079705,109051904~48530590,158971403~40218096,201326592~14399068,218103808~23785980,243524403~771715,245724473~1676205,247463936~17647292,265520494~68068598,335544320~28627012,364904448~37358080,402653184~14303524] 2024-07-29T16:02:47.331 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 18 diff [6598216~33886736,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,203109914~12615746,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:47.331 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,203109914~12615746,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:47.336 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~19534412,62914560~10884753,79925761~396864,82886115~8702764,92274688~14079705,109051904~48530590,158971403~40218096,201326592~14399068,218103808~23785980,243524403~771715,245724473~1676205,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:02:47.336 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 19 diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:47.336 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:47.342 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~48530590,158971403~40218096,201326592~14399068,218103808~23785980,243524403~771715,245724473~1676205,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:02:47.342 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 3 diff [42856783~7318573,89807341~373922,106141322~128101,113949498~7222997,173501486~6589135,246369967~1030711,377464760~7894442,385788783~5971483,392134224~3310026] 2024-07-29T16:02:47.342 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [42856783~7318573,89807341~373922,106141322~128101,113949498~7222997,173501486~6589135,246369967~1030711,377464760~7894442,385788783~5971483,392134224~3310026] 2024-07-29T16:02:47.347 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [41943040~8232316,89807341~373922,106141322~128101,113246208~7926287,171966464~8124157,245724473~1676205,373293056~22151194] 2024-07-29T16:02:47.348 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 4 diff [42856783~7318573,52260690~1275486,89807341~373922,95611761~5143107,106141322~128101,113949498~7222997,134278994~521733,173501486~6589135,183790744~2662704,225595049~9935824,236990177~1426386,246369967~1030711,251664864~228568,344131728~3556707,377464760~7894442,385788783~5971483,392134224~3310026,402778720~7043258] 2024-07-29T16:02:47.348 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [42856783~7318573,52260690~1275486,89807341~373922,95611761~5143107,106141322~128101,113949498~7222997,134278994~521733,173501486~6589135,183790744~2662704,225595049~9935824,236990177~1426386,246369967~1030711,251664864~228568,344131728~3556707,377464760~7894442,385788783~5971483,392134224~3310026,402778720~7043258] 2024-07-29T16:02:47.353 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [41943040~8232316,52260690~1275486,89807341~373922,92274688~8480180,106141322~128101,113246208~7926287,134278994~521733,171966464~8124157,180355072~6098376,222298112~13232761,235716056~2700507,245724473~1676205,251664864~228568,344131728~3556707,373293056~22151194,402653184~7168794] 2024-07-29T16:02:47.354 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 5 diff [38251307~2233645,42856783~7318573,52260690~1275486,55543984~5933468,79925761~396864,83872592~7443532,95611761~9590861,106141322~128101,113949498~7222997,134278994~521733,173501486~6589135,183790744~2662704,197172970~2016529,225595049~9935824,236990177~1426386,246369967~1030711,251664864~228568,290946099~5352759,306501509~1766729,344131728~3556707,375014806~534443,377464760~7894442,385788783~5971483,392134224~3310026,402778720~7043258] 2024-07-29T16:02:47.354 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [38251307~2233645,42856783~7318573,52260690~1275486,55543984~5933468,79925761~396864,83872592~7443532,95611761~9590861,106141322~128101,113949498~7222997,134278994~521733,173501486~6589135,183790744~2662704,197172970~2016529,225595049~9935824,236990177~1426386,246369967~1030711,251664864~228568,290946099~5352759,306501509~1766729,344131728~3556707,375014806~534443,377464760~7894442,385788783~5971483,392134224~3310026,402778720~7043258] 2024-07-29T16:02:47.359 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [38251307~2233645,41943040~8232316,52260690~1275486,55543984~5933468,79925761~396864,83872592~7443532,92274688~12927934,106141322~128101,113246208~7926287,134278994~521733,171966464~8124157,180355072~6098376,197172970~2016529,222298112~13232761,235716056~2700507,245724473~1676205,251664864~228568,289406976~6891882,306184192~2084046,344131728~3556707,373293056~22151194,402653184~7168794] 2024-07-29T16:02:47.359 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 6 diff [6598216~8011989,38251307~2233645,42856783~7318573,52260690~1275486,55543984~5933468,79925761~396864,83872592~7443532,95611761~9590861,106141322~128101,113949498~7222997,134278994~521733,152386410~3611607,173501486~6589135,183790744~2662704,197172970~2016529,211030487~350813,223036319~15753557,246369967~1030711,251664864~228568,253259491~6499009,290946099~5352759,306501509~1766729,319469603~3876225,344131728~3556707,351707069~5428200,374187264~11171938,385788783~5971483,392134224~3310026,402778720~7043258] 2024-07-29T16:02:47.359 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,38251307~2233645,42856783~7318573,52260690~1275486,55543984~5933468,79925761~396864,83872592~7443532,95611761~9590861,106141322~128101,113949498~7222997,134278994~521733,152386410~3611607,173501486~6589135,183790744~2662704,197172970~2016529,211030487~350813,223036319~15753557,246369967~1030711,251664864~228568,253259491~6499009,290946099~5352759,306501509~1766729,319469603~3876225,344131728~3556707,351707069~5428200,374187264~11171938,385788783~5971483,392134224~3310026,402778720~7043258] 2024-07-29T16:02:47.365 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,38251307~2233645,41943040~8232316,52260690~1275486,55543984~5933468,79925761~396864,83872592~7443532,92274688~12927934,106141322~128101,113246208~7926287,134278994~521733,150994944~5003073,171966464~8124157,180355072~6098376,197172970~2016529,209715200~1666100,222298112~16491764,245724473~1676205,251664864~228568,253259491~6499009,289406976~6891882,306184192~2084046,319469603~3876225,344131728~3556707,348127232~9008037,373293056~22151194,402653184~7168794] 2024-07-29T16:02:47.365 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 7 diff [6598216~8011989,28747349~1999127,38251307~2233645,42856783~7318573,52260690~1275486,55543984~5933468,70709008~805613,79925761~396864,83872592~7443532,95611761~9590861,106141322~128101,113949498~7222997,130468143~6603311,152386410~3611607,173501486~6589135,183790744~2662704,197172970~2016529,203109914~7854568,211030487~350813,223036319~15753557,246369967~1030711,251664864~228568,253259491~6499009,285215877~16853097,306501509~1766729,319469603~3876225,342666241~516425,344131728~3556707,351707069~5428200,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,402778720~7043258] 2024-07-29T16:02:47.365 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,28747349~1999127,38251307~2233645,42856783~7318573,52260690~1275486,55543984~5933468,70709008~805613,79925761~396864,83872592~7443532,95611761~9590861,106141322~128101,113949498~7222997,130468143~6603311,152386410~3611607,173501486~6589135,183790744~2662704,197172970~2016529,203109914~7854568,211030487~350813,223036319~15753557,246369967~1030711,251664864~228568,253259491~6499009,285215877~16853097,306501509~1766729,319469603~3876225,342666241~516425,344131728~3556707,351707069~5428200,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,402778720~7043258] 2024-07-29T16:02:47.370 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,28747349~1999127,38251307~2233645,41943040~8232316,52260690~1275486,55543984~5933468,68250800~3263821,79925761~396864,83872592~7443532,92274688~12927934,106141322~128101,113246208~7926287,130468143~6603311,150994944~5003073,171966464~8124157,180355072~6098376,197172970~2016529,203109914~8271386,222298112~16491764,245724473~1676205,251664864~228568,253259491~6499009,285212672~16856302,306184192~2084046,319469603~3876225,342666241~516425,344131728~3556707,348127232~9008037,369098752~26345498,402653184~7168794] 2024-07-29T16:02:47.371 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 8 diff [6598216~8011989,28689474~2057002,38251307~2233645,42856783~7318573,52260690~1275486,55543984~5933468,70709008~805613,79925761~396864,83872592~7443532,95611761~9590861,106141322~128101,113949498~7222997,130468143~6603311,152386410~3611607,173501486~6589135,183790744~2662704,192335941~4141850,197172970~2016529,203109914~7854568,211030487~350813,223036319~15753557,246369967~1030711,247974728~4858309,253259491~6499009,265520494~4761459,284352033~17716941,306501509~1766729,319469603~3876225,326584132~6553927,342666241~516425,344131728~3556707,351707069~5428200,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,402778720~7043258] 2024-07-29T16:02:47.371 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,28689474~2057002,38251307~2233645,42856783~7318573,52260690~1275486,55543984~5933468,70709008~805613,79925761~396864,83872592~7443532,95611761~9590861,106141322~128101,113949498~7222997,130468143~6603311,152386410~3611607,173501486~6589135,183790744~2662704,192335941~4141850,197172970~2016529,203109914~7854568,211030487~350813,223036319~15753557,246369967~1030711,247974728~4858309,253259491~6499009,265520494~4761459,284352033~17716941,306501509~1766729,319469603~3876225,326584132~6553927,342666241~516425,344131728~3556707,351707069~5428200,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,402778720~7043258] 2024-07-29T16:02:47.376 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,28689474~2057002,38251307~2233645,41943040~8232316,52260690~1275486,55543984~5933468,68250800~3263821,79925761~396864,83872592~7443532,92274688~12927934,106141322~128101,113246208~7926287,130468143~6603311,150994944~5003073,171966464~8124157,180355072~6098376,192335941~4141850,197172970~2016529,203109914~8271386,222298112~16491764,245724473~1676205,247974728~4858309,253259491~6499009,265520494~4761459,281018368~21050606,306184192~2084046,319469603~13668456,342666241~516425,344131728~3556707,348127232~9008037,369098752~26345498,402653184~7168794] 2024-07-29T16:02:47.376 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 9 diff [6598216~8011989,28689474~2057002,38251307~2233645,42856783~7318573,52260690~1275486,55543984~5933468,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,95611761~9590861,106141322~128101,109948375~11224120,130468143~6603311,150897607~6684887,170982602~10113293,183790744~2662704,192335941~4141850,197172970~2016529,203109914~7854568,211030487~350813,223036319~15753557,246369967~1030711,247974728~4858309,253259491~6499009,265520494~4761459,272925666~304973,284352033~17716941,306501509~1766729,319469603~3876225,326584132~6553927,336174916~7007750,344131728~3556707,348725720~8409549,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,402778720~14177988] 2024-07-29T16:02:47.377 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,28689474~2057002,38251307~2233645,42856783~7318573,52260690~1275486,55543984~5933468,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,95611761~9590861,106141322~128101,109948375~11224120,130468143~6603311,150897607~6684887,170982602~10113293,183790744~2662704,192335941~4141850,197172970~2016529,203109914~7854568,211030487~350813,223036319~15753557,246369967~1030711,247974728~4858309,253259491~6499009,265520494~4761459,272925666~304973,284352033~17716941,306501509~1766729,319469603~3876225,326584132~6553927,336174916~7007750,344131728~3556707,348725720~8409549,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,402778720~14177988] 2024-07-29T16:02:47.382 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,28689474~2057002,38251307~2233645,41943040~8232316,52260690~1275486,55543984~5933468,68250800~5548513,79925761~396864,83872592~7443532,92274688~12927934,106141322~128101,109051904~12120591,130468143~6603311,146800640~10781854,167772160~18681288,192335941~4141850,197172970~2016529,203109914~8271386,222298112~16491764,245724473~1676205,247974728~4858309,253259491~6499009,265520494~4761459,272629760~600879,281018368~21050606,306184192~2084046,319469603~13668456,335544320~7638346,344131728~3556707,348127232~9008037,369098752~26345498,402653184~14303524] 2024-07-29T16:02:47.382 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 10 diff [6598216~8011989,28689474~6894868,36453355~4031597,42856783~10679393,55543984~5933468,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,95611761~9590861,106141322~128101,109948375~11224120,130468143~6603311,150538793~7043701,170982602~10113293,183790744~12687047,197172970~2016529,203109914~7854568,211030487~350813,223036319~15753557,246369967~1030711,247974728~4858309,253259491~6499009,265520494~4761459,272925666~304973,284352033~17716941,303370626~1428382,306501509~1766729,319469603~3876225,326584132~6553927,336174916~7007750,344131728~3556707,348725720~15445612,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,402778720~14177988] 2024-07-29T16:02:47.382 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,28689474~6894868,36453355~4031597,42856783~10679393,55543984~5933468,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,95611761~9590861,106141322~128101,109948375~11224120,130468143~6603311,150538793~7043701,170982602~10113293,183790744~12687047,197172970~2016529,203109914~7854568,211030487~350813,223036319~15753557,246369967~1030711,247974728~4858309,253259491~6499009,265520494~4761459,272925666~304973,284352033~17716941,303370626~1428382,306501509~1766729,319469603~3876225,326584132~6553927,336174916~7007750,344131728~3556707,348725720~15445612,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,402778720~14177988] 2024-07-29T16:02:47.388 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,28689474~6894868,36453355~4031597,41943040~11593136,55543984~5933468,62914560~10884753,79925761~396864,83872592~7443532,92274688~12927934,106141322~128101,109051904~12120591,130468143~6603311,146800640~10781854,167772160~28705631,197172970~2016529,203109914~8271386,222298112~16491764,245724473~1676205,247974728~4858309,253259491~6499009,265520494~4761459,272629760~600879,281018368~23780640,306184192~2084046,319469603~13668456,335544320~7638346,344131728~3556707,348127232~16044100,369098752~26345498,402653184~14303524] 2024-07-29T16:02:47.388 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 11 diff [6598216~8011989,28689474~6894868,36453355~4031597,42856783~10679393,55543984~5933468,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,95611761~9590861,106141322~128101,109948375~11224120,130468143~6603311,150538793~7043701,170982602~10113293,183790744~12687047,197172970~2016529,203109914~7854568,211030487~350813,223036319~15753557,246369967~1030711,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306501509~2590111,319469603~3876225,326584132~6553927,336174916~11513519,348725720~15445612,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,402778720~14177988] 2024-07-29T16:02:47.388 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,28689474~6894868,36453355~4031597,42856783~10679393,55543984~5933468,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,95611761~9590861,106141322~128101,109948375~11224120,130468143~6603311,150538793~7043701,170982602~10113293,183790744~12687047,197172970~2016529,203109914~7854568,211030487~350813,223036319~15753557,246369967~1030711,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306501509~2590111,319469603~3876225,326584132~6553927,336174916~11513519,348725720~15445612,369335529~4704276,374187264~11171938,385788783~5971483,392134224~3310026,402778720~14177988] 2024-07-29T16:02:47.394 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,28689474~6894868,36453355~4031597,41943040~11593136,55543984~5933468,62914560~10884753,79925761~396864,83872592~7443532,92274688~12927934,106141322~128101,109051904~12120591,130468143~6603311,146800640~10781854,167772160~28705631,197172970~2016529,203109914~8271386,222298112~16491764,245724473~1676205,247974728~4858309,253259491~11851737,265520494~4761459,272629760~32169248,306184192~2907428,319469603~13668456,335544320~12144115,348127232~16044100,369098752~26345498,402653184~14303524] 2024-07-29T16:02:47.394 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 12 diff [6598216~8011989,28689474~11795478,42856783~10679393,55543984~5933468,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,95611761~9590861,106141322~128101,109948375~11224120,129688699~7382755,141288880~5110207,150538793~7043701,170982602~10113293,183790744~12687047,197172970~2016529,203109914~7854568,211030487~350813,223036319~15753557,246369967~1030711,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,319469603~3876225,326584132~6553927,336174916~11513519,348725720~15445612,368441342~5598463,374187264~11171938,385788783~5971483,392134224~3310026,402778720~14177988] 2024-07-29T16:02:47.394 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,28689474~11795478,42856783~10679393,55543984~5933468,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,95611761~9590861,106141322~128101,109948375~11224120,129688699~7382755,141288880~5110207,150538793~7043701,170982602~10113293,183790744~12687047,197172970~2016529,203109914~7854568,211030487~350813,223036319~15753557,246369967~1030711,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,319469603~3876225,326584132~6553927,336174916~11513519,348725720~15445612,368441342~5598463,374187264~11171938,385788783~5971483,392134224~3310026,402778720~14177988] 2024-07-29T16:02:47.400 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,28689474~11795478,41943040~11593136,55543984~5933468,62914560~10884753,79925761~396864,83872592~7443532,92274688~12927934,106141322~128101,109051904~12120591,125829120~11242334,140478262~5920825,146800640~10781854,167772160~28705631,197172970~2016529,203109914~8271386,222298112~16491764,245724473~1676205,247974728~4858309,253259491~11851737,265520494~4761459,272629760~39051236,319469603~13668456,335544320~12144115,348127232~16044100,364904448~30539802,402653184~14303524] 2024-07-29T16:02:47.400 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 13 diff [6598216~8011989,15144005~9445268,28689474~11795478,42856783~10679393,55543984~5933468,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,95611761~9590861,106141322~128101,109948375~11224120,122481489~3391372,129688699~9390400,141288880~5110207,150538793~7043701,170982602~10113293,183790744~12687047,197172970~2016529,203109914~7854568,211030487~350813,220352346~18437530,246369967~1030711,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~6553927,336174916~11513519,348725720~15445612,368441342~16917860,385788783~5971483,392134224~3781072,402778720~14177988] 2024-07-29T16:02:47.400 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,15144005~9445268,28689474~11795478,42856783~10679393,55543984~5933468,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,95611761~9590861,106141322~128101,109948375~11224120,122481489~3391372,129688699~9390400,141288880~5110207,150538793~7043701,170982602~10113293,183790744~12687047,197172970~2016529,203109914~7854568,211030487~350813,220352346~18437530,246369967~1030711,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~6553927,336174916~11513519,348725720~15445612,368441342~16917860,385788783~5971483,392134224~3781072,402778720~14177988] 2024-07-29T16:02:47.406 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,15144005~9445268,28689474~11795478,41943040~11593136,55543984~5933468,62914560~10884753,79925761~396864,83872592~7443532,92274688~12927934,106141322~128101,109051904~12120591,122481489~16597610,140478262~5920825,146800640~10781854,167772160~28705631,197172970~2016529,203109914~8271386,218103808~20686068,245724473~1676205,247974728~4858309,253259491~11851737,265520494~4761459,272629760~60508299,335544320~12144115,348127232~16044100,364904448~31010848,402653184~14303524] 2024-07-29T16:02:47.406 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 14 diff [6598216~8011989,15144005~9445268,28689474~11795478,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,95611761~9590861,106141322~128101,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,161927365~6166735,170982602~10113293,183790744~12687047,197172970~2016529,203109914~7854568,211030487~350813,220352346~18437530,246369967~1030711,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~6553927,336174916~12271148,348725720~15445612,368089782~137677,368441342~23318924,392134224~10128304,402778720~14177988] 2024-07-29T16:02:47.406 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,15144005~9445268,28689474~11795478,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,95611761~9590861,106141322~128101,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,161927365~6166735,170982602~10113293,183790744~12687047,197172970~2016529,203109914~7854568,211030487~350813,220352346~18437530,246369967~1030711,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~6553927,336174916~12271148,348725720~15445612,368089782~137677,368441342~23318924,392134224~10128304,402778720~14177988] 2024-07-29T16:02:47.411 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,15144005~9445268,28689474~11795478,41943040~19534412,62914560~10884753,79925761~396864,83872592~7443532,92274688~12927934,106141322~128101,109051904~30027195,140142909~17439585,161577905~34899886,197172970~2016529,203109914~8271386,218103808~20686068,245724473~1676205,247974728~4858309,253259491~11851737,265520494~4761459,272629760~60508299,335544320~28627012,364904448~37358080,402653184~14303524] 2024-07-29T16:02:47.412 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 15 diff [6598216~8011989,15144005~9445268,27516639~12968313,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,161927365~6166735,170982602~10113293,183790744~12687047,197172970~2016529,203109914~12615746,220352346~18437530,246369967~1030711,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~23318924,392134224~10128304,402778720~14177988] 2024-07-29T16:02:47.412 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,15144005~9445268,27516639~12968313,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,161927365~6166735,170982602~10113293,183790744~12687047,197172970~2016529,203109914~12615746,220352346~18437530,246369967~1030711,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~23318924,392134224~10128304,402778720~14177988] 2024-07-29T16:02:47.417 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,15144005~9445268,27516639~12968313,41943040~19534412,62914560~10884753,79925761~396864,82886115~8430009,92274688~14079705,109051904~30027195,140142909~17439585,161577905~34899886,197172970~2016529,203109914~12615746,218103808~20686068,245724473~1676205,247974728~4858309,253259491~11851737,265520494~4761459,272629760~60959332,335544320~28627012,364904448~37358080,402653184~14303524] 2024-07-29T16:02:47.418 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 16 diff [6598216~8011989,15144005~9445268,27516639~12968313,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,203109914~12615746,220352346~18437530,246369967~1030711,247974728~4858309,253259491~11851737,265520494~17224212,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~23318924,392134224~10128304,402778720~14177988] 2024-07-29T16:02:47.418 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,15144005~9445268,27516639~12968313,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,203109914~12615746,220352346~18437530,246369967~1030711,247974728~4858309,253259491~11851737,265520494~17224212,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~23318924,392134224~10128304,402778720~14177988] 2024-07-29T16:02:47.423 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,15144005~9445268,27516639~12968313,41943040~19534412,62914560~10884753,79925761~396864,82886115~8430009,92274688~14079705,109051904~30027195,140142909~17439585,158971403~37506388,197172970~2016529,203109914~12615746,218103808~20686068,245724473~1676205,247974728~4858309,253259491~11851737,265520494~68068598,335544320~28627012,364904448~37358080,402653184~14303524] 2024-07-29T16:02:47.423 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 17 diff [6598216~17991057,27516639~12968313,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,203109914~12615746,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~11851737,265520494~17224212,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~27996416,368089782~137677,368441342~23318924,392134224~10128304,402778720~14177988] 2024-07-29T16:02:47.423 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~17991057,27516639~12968313,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,203109914~12615746,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~11851737,265520494~17224212,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~27996416,368089782~137677,368441342~23318924,392134224~10128304,402778720~14177988] 2024-07-29T16:02:47.429 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~17991057,27516639~12968313,41943040~19534412,62914560~10884753,79925761~396864,82886115~8430009,92274688~14079705,109051904~30027195,140142909~17439585,158971403~37506388,197172970~2016529,203109914~12615746,218103808~23785980,243524403~771715,245724473~1676205,247974728~4858309,253259491~11851737,265520494~68068598,335544320~28627012,364904448~37358080,402653184~14303524] 2024-07-29T16:02:47.429 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 18 diff [6598216~33886736,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,203109914~12615746,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:47.429 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~18620669,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,203109914~12615746,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:47.435 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~19534412,62914560~10884753,79925761~396864,82886115~8430009,92274688~14079705,109051904~30027195,140142909~17439585,158971403~37506388,197172970~2016529,203109914~12615746,218103808~23785980,243524403~771715,245724473~1676205,247974728~4858309,253259491~80329601,335544320~28627012,364904448~52052260] 2024-07-29T16:02:47.435 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 19 diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:47.435 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:47.441 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8430009,92274688~14079705,109051904~30027195,140142909~17439585,158971403~37506388,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,245724473~1676205,247974728~4858309,253259491~80329601,335544320~28627012,364904448~52052260] 2024-07-29T16:02:47.441 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to 4 diff [52260690~1275486,95611761~5143107,134278994~521733,183790744~2662704,225595049~9935824,236990177~1426386,251664864~228568,344131728~3556707,402778720~7043258] 2024-07-29T16:02:47.441 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [52260690~1275486,95611761~5143107,134278994~521733,183790744~2662704,225595049~9935824,236990177~1426386,251664864~228568,344131728~3556707,402778720~7043258] 2024-07-29T16:02:47.447 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [52260690~1275486,92274688~8480180,134278994~521733,180355072~6098376,222298112~13232761,235716056~2700507,251664864~228568,344131728~3556707,402653184~7168794] 2024-07-29T16:02:47.447 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to 5 diff [38251307~2233645,52260690~1275486,55543984~5933468,79925761~396864,83872592~7443532,95611761~9590861,134278994~521733,183790744~2662704,197172970~2016529,225595049~9935824,236990177~1426386,251664864~228568,290946099~5352759,306501509~1766729,344131728~3556707,375014806~534443,402778720~7043258] 2024-07-29T16:02:47.447 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [38251307~2233645,52260690~1275486,55543984~5933468,79925761~396864,83872592~7443532,95611761~9590861,134278994~521733,183790744~2662704,197172970~2016529,225595049~9935824,236990177~1426386,251664864~228568,290946099~5352759,306501509~1766729,344131728~3556707,375014806~534443,402778720~7043258] 2024-07-29T16:02:47.452 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [38251307~2233645,52260690~1275486,55543984~5933468,79925761~396864,83872592~7443532,92274688~12927934,134278994~521733,180355072~6098376,197172970~2016529,222298112~13232761,235716056~2700507,251664864~228568,289406976~6891882,306184192~2084046,344131728~3556707,375014806~534443,402653184~7168794] 2024-07-29T16:02:47.452 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to 6 diff [6598216~8011989,38251307~2233645,52260690~1275486,55543984~5933468,79925761~396864,83872592~7443532,95611761~9590861,134278994~521733,152386410~3611607,183790744~2662704,197172970~2016529,211030487~350813,223036319~15753557,251664864~228568,253259491~6499009,290946099~5352759,306501509~1766729,319469603~3876225,344131728~3556707,351707069~5428200,374187264~6756974,402778720~7043258] 2024-07-29T16:02:47.452 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,38251307~2233645,52260690~1275486,55543984~5933468,79925761~396864,83872592~7443532,95611761~9590861,134278994~521733,152386410~3611607,183790744~2662704,197172970~2016529,211030487~350813,223036319~15753557,251664864~228568,253259491~6499009,290946099~5352759,306501509~1766729,319469603~3876225,344131728~3556707,351707069~5428200,374187264~6756974,402778720~7043258] 2024-07-29T16:02:47.458 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,38251307~2233645,52260690~1275486,55543984~5933468,79925761~396864,83872592~7443532,92274688~12927934,134278994~521733,150994944~5003073,180355072~6098376,197172970~2016529,209715200~1666100,222298112~16491764,251664864~228568,253259491~6499009,289406976~6891882,306184192~2084046,319469603~3876225,344131728~3556707,348127232~9008037,374187264~6756974,402653184~7168794] 2024-07-29T16:02:47.458 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to 7 diff [6598216~8011989,28747349~1999127,38251307~2233645,52260690~1275486,55543984~5933468,70709008~805613,79925761~396864,83872592~7443532,95611761~9590861,130468143~6603311,152386410~3611607,183790744~2662704,197172970~2016529,203109914~7854568,211030487~350813,223036319~15753557,251664864~228568,253259491~6499009,285215877~16853097,306501509~1766729,319469603~3876225,342666241~516425,344131728~3556707,351707069~5428200,369335529~4704276,374187264~6756974,402778720~7043258] 2024-07-29T16:02:47.458 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,28747349~1999127,38251307~2233645,52260690~1275486,55543984~5933468,70709008~805613,79925761~396864,83872592~7443532,95611761~9590861,130468143~6603311,152386410~3611607,183790744~2662704,197172970~2016529,203109914~7854568,211030487~350813,223036319~15753557,251664864~228568,253259491~6499009,285215877~16853097,306501509~1766729,319469603~3876225,342666241~516425,344131728~3556707,351707069~5428200,369335529~4704276,374187264~6756974,402778720~7043258] 2024-07-29T16:02:47.464 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,28747349~1999127,38251307~2233645,52260690~1275486,55543984~5933468,68250800~3263821,79925761~396864,83872592~7443532,92274688~12927934,130468143~6603311,150994944~5003073,180355072~6098376,197172970~2016529,203109914~8271386,222298112~16491764,251664864~228568,253259491~6499009,285212672~16856302,306184192~2084046,319469603~3876225,342666241~516425,344131728~3556707,348127232~9008037,369098752~4941053,374187264~6756974,402653184~7168794] 2024-07-29T16:02:47.464 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to 8 diff [6598216~8011989,28689474~2057002,38251307~2233645,43222806~784993,52260690~1275486,55543984~5933468,70709008~805613,79925761~396864,83872592~7443532,95611761~9590861,130468143~6603311,152386410~3611607,183790744~2662704,192335941~4141850,197172970~2016529,203109914~7854568,211030487~350813,223036319~15753557,247974728~4858309,253259491~6499009,265520494~4761459,284352033~17716941,306501509~1766729,319469603~3876225,326584132~6553927,342666241~516425,344131728~3556707,351707069~5428200,369335529~4704276,374187264~6756974,381868967~1359708,402778720~7043258] 2024-07-29T16:02:47.464 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,28689474~2057002,38251307~2233645,43222806~784993,52260690~1275486,55543984~5933468,70709008~805613,79925761~396864,83872592~7443532,95611761~9590861,130468143~6603311,152386410~3611607,183790744~2662704,192335941~4141850,197172970~2016529,203109914~7854568,211030487~350813,223036319~15753557,247974728~4858309,253259491~6499009,265520494~4761459,284352033~17716941,306501509~1766729,319469603~3876225,326584132~6553927,342666241~516425,344131728~3556707,351707069~5428200,369335529~4704276,374187264~6756974,381868967~1359708,402778720~7043258] 2024-07-29T16:02:47.469 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,28689474~2057002,38251307~2233645,43222806~784993,52260690~1275486,55543984~5933468,68250800~3263821,79925761~396864,83872592~7443532,92274688~12927934,130468143~6603311,150994944~5003073,180355072~6098376,192335941~4141850,197172970~2016529,203109914~8271386,222298112~16491764,247974728~4858309,253259491~6499009,265520494~4761459,281018368~21050606,306184192~2084046,319469603~13668456,342666241~516425,344131728~3556707,348127232~9008037,369098752~4941053,374187264~6756974,381868967~1359708,402653184~7168794] 2024-07-29T16:02:47.469 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to 9 diff [6598216~8011989,28689474~2057002,38251307~2233645,43222806~784993,52260690~1275486,55543984~5933468,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,95611761~9590861,109948375~6080534,130468143~6603311,150897607~6684887,170982602~10113293,183790744~2662704,192335941~4141850,197172970~2016529,203109914~7854568,211030487~350813,223036319~15753557,247974728~4858309,253259491~6499009,265520494~4761459,272925666~304973,284352033~17716941,306501509~1766729,319469603~3876225,326584132~6553927,336174916~7007750,344131728~3556707,348725720~8409549,369335529~4704276,374187264~6756974,381868967~1359708,402778720~14177988] 2024-07-29T16:02:47.469 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,28689474~2057002,38251307~2233645,43222806~784993,52260690~1275486,55543984~5933468,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,95611761~9590861,109948375~6080534,130468143~6603311,150897607~6684887,170982602~10113293,183790744~2662704,192335941~4141850,197172970~2016529,203109914~7854568,211030487~350813,223036319~15753557,247974728~4858309,253259491~6499009,265520494~4761459,272925666~304973,284352033~17716941,306501509~1766729,319469603~3876225,326584132~6553927,336174916~7007750,344131728~3556707,348725720~8409549,369335529~4704276,374187264~6756974,381868967~1359708,402778720~14177988] 2024-07-29T16:02:47.475 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,28689474~2057002,38251307~2233645,43222806~784993,52260690~1275486,55543984~5933468,68250800~5548513,79925761~396864,83872592~7443532,92274688~12927934,109051904~6977005,130468143~6603311,146800640~10781854,167772160~18681288,192335941~4141850,197172970~2016529,203109914~8271386,222298112~16491764,247974728~4858309,253259491~6499009,265520494~4761459,272629760~600879,281018368~21050606,306184192~2084046,319469603~13668456,335544320~7638346,344131728~3556707,348127232~9008037,369098752~4941053,374187264~6756974,381868967~1359708,402653184~14303524] 2024-07-29T16:02:47.475 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to 10 diff [6598216~8011989,28689474~6894868,36453355~4031597,43222806~784993,47206673~6329503,55543984~5933468,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,95611761~9590861,109948375~6080534,130468143~6603311,150538793~7043701,170982602~10113293,183790744~12687047,197172970~2016529,203109914~7854568,211030487~350813,223036319~15753557,247974728~4858309,253259491~6499009,265520494~4761459,272925666~304973,284352033~17716941,303370626~1428382,306501509~1766729,319469603~3876225,326584132~6553927,336174916~7007750,344131728~3556707,348725720~15445612,369335529~4704276,374187264~6756974,381868967~1359708,402778720~14177988] 2024-07-29T16:02:47.475 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,28689474~6894868,36453355~4031597,43222806~784993,47206673~6329503,55543984~5933468,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,95611761~9590861,109948375~6080534,130468143~6603311,150538793~7043701,170982602~10113293,183790744~12687047,197172970~2016529,203109914~7854568,211030487~350813,223036319~15753557,247974728~4858309,253259491~6499009,265520494~4761459,272925666~304973,284352033~17716941,303370626~1428382,306501509~1766729,319469603~3876225,326584132~6553927,336174916~7007750,344131728~3556707,348725720~15445612,369335529~4704276,374187264~6756974,381868967~1359708,402778720~14177988] 2024-07-29T16:02:47.481 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,28689474~6894868,36453355~4031597,43222806~784993,47206673~6329503,55543984~5933468,62914560~10884753,79925761~396864,83872592~7443532,92274688~12927934,109051904~6977005,130468143~6603311,146800640~10781854,167772160~28705631,197172970~2016529,203109914~8271386,222298112~16491764,247974728~4858309,253259491~6499009,265520494~4761459,272629760~600879,281018368~23780640,306184192~2084046,319469603~13668456,335544320~7638346,344131728~3556707,348127232~16044100,369098752~4941053,374187264~6756974,381868967~1359708,402653184~14303524] 2024-07-29T16:02:47.481 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to 11 diff [6598216~8011989,28689474~6894868,36453355~4031597,43222806~784993,47206673~6329503,55543984~5933468,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,95611761~9590861,109948375~6225457,130468143~6603311,150538793~7043701,170982602~10113293,183790744~12687047,197172970~2016529,203109914~7854568,211030487~350813,223036319~15753557,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306501509~2590111,319469603~3876225,326584132~6553927,336174916~11513519,348725720~15445612,369335529~4704276,374187264~6756974,381868967~1359708,402778720~14177988] 2024-07-29T16:02:47.481 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,28689474~6894868,36453355~4031597,43222806~784993,47206673~6329503,55543984~5933468,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,95611761~9590861,109948375~6225457,130468143~6603311,150538793~7043701,170982602~10113293,183790744~12687047,197172970~2016529,203109914~7854568,211030487~350813,223036319~15753557,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306501509~2590111,319469603~3876225,326584132~6553927,336174916~11513519,348725720~15445612,369335529~4704276,374187264~6756974,381868967~1359708,402778720~14177988] 2024-07-29T16:02:47.486 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,28689474~6894868,36453355~4031597,43222806~784993,47206673~6329503,55543984~5933468,62914560~10884753,79925761~396864,83872592~7443532,92274688~12927934,109051904~7121928,130468143~6603311,146800640~10781854,167772160~28705631,197172970~2016529,203109914~8271386,222298112~16491764,247974728~4858309,253259491~11851737,265520494~4761459,272629760~32169248,306184192~2907428,319469603~13668456,335544320~12144115,348127232~16044100,369098752~4941053,374187264~6756974,381868967~1359708,402653184~14303524] 2024-07-29T16:02:47.487 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to 12 diff [6598216~8011989,28689474~11795478,43222806~784993,47206673~6329503,55543984~5933468,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,95611761~9590861,109948375~6225457,129688699~7382755,141288880~5110207,150538793~7043701,170982602~10113293,183790744~12687047,197172970~2016529,203109914~7854568,211030487~350813,223036319~15753557,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,319469603~3876225,326584132~6553927,336174916~11513519,348725720~15445612,368441342~5598463,374187264~6756974,381868967~1359708,402778720~14177988] 2024-07-29T16:02:47.487 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,28689474~11795478,43222806~784993,47206673~6329503,55543984~5933468,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,95611761~9590861,109948375~6225457,129688699~7382755,141288880~5110207,150538793~7043701,170982602~10113293,183790744~12687047,197172970~2016529,203109914~7854568,211030487~350813,223036319~15753557,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,319469603~3876225,326584132~6553927,336174916~11513519,348725720~15445612,368441342~5598463,374187264~6756974,381868967~1359708,402778720~14177988] 2024-07-29T16:02:47.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:47 smithi067 ceph-mon[94375]: osdmap e2033: 8 total, 8 up, 8 in 2024-07-29T16:02:47.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:47 smithi067 ceph-mon[91995]: osdmap e2033: 8 total, 8 up, 8 in 2024-07-29T16:02:47.493 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,28689474~11795478,43222806~784993,47206673~6329503,55543984~5933468,62914560~10884753,79925761~396864,83872592~7443532,92274688~12927934,109051904~7121928,125829120~11242334,140478262~5920825,146800640~10781854,167772160~28705631,197172970~2016529,203109914~8271386,222298112~16491764,247974728~4858309,253259491~11851737,265520494~4761459,272629760~39051236,319469603~13668456,335544320~12144115,348127232~16044100,364904448~9135357,374187264~6756974,381868967~1359708,402653184~14303524] 2024-07-29T16:02:47.493 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to 13 diff [6598216~8011989,15144005~9445268,28689474~11795478,43222806~784993,47206673~6329503,55543984~5933468,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,95611761~9590861,109948375~6225457,122481489~3391372,129688699~9390400,141288880~5110207,150538793~7043701,170982602~10113293,183790744~12687047,197172970~2016529,203109914~7854568,211030487~350813,220352346~18437530,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~6553927,336174916~11513519,348725720~15445612,368441342~12502896,381868967~1359708,394365396~1549900,402778720~14177988] 2024-07-29T16:02:47.493 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,15144005~9445268,28689474~11795478,43222806~784993,47206673~6329503,55543984~5933468,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,95611761~9590861,109948375~6225457,122481489~3391372,129688699~9390400,141288880~5110207,150538793~7043701,170982602~10113293,183790744~12687047,197172970~2016529,203109914~7854568,211030487~350813,220352346~18437530,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~6553927,336174916~11513519,348725720~15445612,368441342~12502896,381868967~1359708,394365396~1549900,402778720~14177988] 2024-07-29T16:02:47.498 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,15144005~9445268,28689474~11795478,43222806~784993,47206673~6329503,55543984~5933468,62914560~10884753,79925761~396864,83872592~7443532,92274688~12927934,109051904~7121928,122481489~16597610,140478262~5920825,146800640~10781854,167772160~28705631,197172970~2016529,203109914~8271386,218103808~20686068,247974728~4858309,253259491~11851737,265520494~4761459,272629760~60508299,335544320~12144115,348127232~16044100,364904448~16039790,381868967~1359708,394365396~1549900,402653184~14303524] 2024-07-29T16:02:47.498 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to 14 diff [6598216~8011989,15144005~9445268,28689474~11795478,43222806~784993,45897089~15580363,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,95611761~9590861,109948375~6225457,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,161927365~6166735,170982602~10113293,183790744~12687047,197172970~2016529,203109914~7854568,211030487~350813,220352346~18437530,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~6553927,336174916~12271148,348725720~15445612,368089782~137677,368441342~12502896,381868967~4964445,394365396~7897132,402778720~14177988] 2024-07-29T16:02:47.499 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,15144005~9445268,28689474~11795478,43222806~784993,45897089~15580363,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,95611761~9590861,109948375~6225457,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,161927365~6166735,170982602~10113293,183790744~12687047,197172970~2016529,203109914~7854568,211030487~350813,220352346~18437530,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~6553927,336174916~12271148,348725720~15445612,368089782~137677,368441342~12502896,381868967~4964445,394365396~7897132,402778720~14177988] 2024-07-29T16:02:47.504 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,15144005~9445268,28689474~11795478,43222806~784993,45897089~15580363,62914560~10884753,79925761~396864,83872592~7443532,92274688~12927934,109051904~7121928,118591477~20487622,140142909~17439585,161577905~34899886,197172970~2016529,203109914~8271386,218103808~20686068,247974728~4858309,253259491~11851737,265520494~4761459,272629760~60508299,335544320~28627012,364904448~16039790,381868967~4964445,394365396~7897132,402653184~14303524] 2024-07-29T16:02:47.504 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to 15 diff [6598216~8011989,15144005~9445268,27516639~12968313,43222806~784993,45897089~15580363,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,161927365~6166735,170982602~10113293,183790744~12687047,197172970~2016529,203109914~12615746,220352346~18437530,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~12502896,381868967~4964445,394365396~7897132,402778720~14177988] 2024-07-29T16:02:47.504 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,15144005~9445268,27516639~12968313,43222806~784993,45897089~15580363,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,161927365~6166735,170982602~10113293,183790744~12687047,197172970~2016529,203109914~12615746,220352346~18437530,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~12502896,381868967~4964445,394365396~7897132,402778720~14177988] 2024-07-29T16:02:47.510 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,15144005~9445268,27516639~12968313,43222806~784993,45897089~15580363,62914560~10884753,79925761~396864,82886115~8430009,92274688~14079705,109051904~9332855,118591477~20487622,140142909~17439585,161577905~34899886,197172970~2016529,203109914~12615746,218103808~20686068,247974728~4858309,253259491~11851737,265520494~4761459,272629760~60959332,335544320~28627012,364904448~16039790,381868967~4964445,394365396~7897132,402653184~14303524] 2024-07-29T16:02:47.510 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to 16 diff [6598216~8011989,15144005~9445268,27516639~12968313,43222806~784993,45897089~15580363,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,203109914~12615746,220352346~18437530,247974728~4858309,253259491~11851737,265520494~17224212,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~12502896,381868967~4964445,394365396~7897132,402778720~14177988] 2024-07-29T16:02:47.510 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,15144005~9445268,27516639~12968313,43222806~784993,45897089~15580363,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,203109914~12615746,220352346~18437530,247974728~4858309,253259491~11851737,265520494~17224212,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~12502896,381868967~4964445,394365396~7897132,402778720~14177988] 2024-07-29T16:02:47.516 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,15144005~9445268,27516639~12968313,43222806~784993,45897089~15580363,62914560~10884753,79925761~396864,82886115~8430009,92274688~14079705,109051904~9332855,118591477~20487622,140142909~17439585,158971403~37506388,197172970~2016529,203109914~12615746,218103808~20686068,247974728~4858309,253259491~11851737,265520494~68068598,335544320~28627012,364904448~16039790,381868967~4964445,394365396~7897132,402653184~14303524] 2024-07-29T16:02:47.516 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to 17 diff [6598216~17991057,27516639~12968313,43222806~784993,45897089~15580363,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,203109914~12615746,220352346~21537442,243524403~771715,247974728~4858309,253259491~11851737,265520494~17224212,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~27996416,368089782~137677,368441342~12502896,381868967~6803798,394365396~7897132,402778720~14177988] 2024-07-29T16:02:47.516 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~17991057,27516639~12968313,43222806~784993,45897089~15580363,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,203109914~12615746,220352346~21537442,243524403~771715,247974728~4858309,253259491~11851737,265520494~17224212,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~27996416,368089782~137677,368441342~12502896,381868967~6803798,394365396~7897132,402778720~14177988] 2024-07-29T16:02:47.522 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~17991057,27516639~12968313,43222806~784993,45897089~15580363,62914560~10884753,79925761~396864,82886115~8430009,92274688~14079705,109051904~9332855,118591477~20487622,140142909~17439585,158971403~37506388,197172970~2016529,203109914~12615746,218103808~23785980,243524403~771715,247974728~4858309,253259491~11851737,265520494~68068598,335544320~28627012,364904448~16039790,381868967~6803798,394365396~7897132,402653184~14303524] 2024-07-29T16:02:47.522 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to 18 diff [6598216~33886736,43222806~784993,45897089~15580363,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,203109914~12615746,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~14560746,381868967~6803798,394365396~22591312] 2024-07-29T16:02:47.522 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,43222806~784993,45897089~15580363,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,203109914~12615746,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~14560746,381868967~6803798,394365396~22591312] 2024-07-29T16:02:47.528 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,43222806~784993,45897089~15580363,62914560~10884753,79925761~396864,82886115~8430009,92274688~14079705,109051904~9332855,118591477~20487622,140142909~17439585,158971403~37506388,197172970~2016529,203109914~12615746,218103808~23785980,243524403~771715,247974728~4858309,253259491~80329601,335544320~28627012,364904448~16039790,381868967~6803798,394365396~22591312] 2024-07-29T16:02:47.528 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to 19 diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~22591312] 2024-07-29T16:02:47.528 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~22591312] 2024-07-29T16:02:47.533 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,43222806~784993,45897089~27902224,79925761~396864,82886115~8430009,92274688~14079705,109051904~9332855,118591477~20487622,140142909~17439585,158971403~37506388,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~80329601,335544320~28627012,364904448~23768317,394365396~22591312] 2024-07-29T16:02:47.533 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to 5 diff [38251307~2233645,55543984~5933468,79925761~396864,83872592~7443532,97528523~7674099,197172970~2016529,290946099~5352759,306501509~1766729,375014806~534443] 2024-07-29T16:02:47.533 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [38251307~2233645,55543984~5933468,79925761~396864,83872592~7443532,97528523~7674099,197172970~2016529,290946099~5352759,306501509~1766729,375014806~534443] 2024-07-29T16:02:47.539 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [38251307~2233645,55543984~5933468,79925761~396864,83872592~7443532,97528523~7674099,197172970~2016529,289406976~6891882,306184192~2084046,375014806~534443] 2024-07-29T16:02:47.539 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to 6 diff [6598216~8011989,38251307~2233645,55543984~5933468,79925761~396864,83872592~7443532,97528523~7674099,152386410~3611607,197172970~2016529,211030487~350813,223036319~4541550,235241754~3548122,253259491~6499009,290946099~5352759,306501509~1766729,319469603~3876225,351707069~5428200,374187264~6756974] 2024-07-29T16:02:47.539 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,38251307~2233645,55543984~5933468,79925761~396864,83872592~7443532,97528523~7674099,152386410~3611607,197172970~2016529,211030487~350813,223036319~4541550,235241754~3548122,253259491~6499009,290946099~5352759,306501509~1766729,319469603~3876225,351707069~5428200,374187264~6756974] 2024-07-29T16:02:47.544 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,38251307~2233645,55543984~5933468,79925761~396864,83872592~7443532,97528523~7674099,150994944~5003073,197172970~2016529,209715200~1666100,223036319~4541550,235241754~3548122,253259491~6499009,289406976~6891882,306184192~2084046,319469603~3876225,348127232~9008037,374187264~6756974] 2024-07-29T16:02:47.545 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to 7 diff [6598216~8011989,28747349~1999127,38251307~2233645,55543984~5933468,70709008~805613,79925761~396864,83872592~7443532,97528523~7674099,130468143~6603311,152386410~3611607,197172970~2016529,203109914~7854568,211030487~350813,223036319~4541550,235241754~3548122,253259491~6499009,285215877~16853097,306501509~1766729,319469603~3876225,342666241~516425,351707069~5428200,369335529~4704276,374187264~6756974] 2024-07-29T16:02:47.545 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,28747349~1999127,38251307~2233645,55543984~5933468,70709008~805613,79925761~396864,83872592~7443532,97528523~7674099,130468143~6603311,152386410~3611607,197172970~2016529,203109914~7854568,211030487~350813,223036319~4541550,235241754~3548122,253259491~6499009,285215877~16853097,306501509~1766729,319469603~3876225,342666241~516425,351707069~5428200,369335529~4704276,374187264~6756974] 2024-07-29T16:02:47.550 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,28747349~1999127,38251307~2233645,55543984~5933468,68250800~3263821,79925761~396864,83872592~7443532,97528523~7674099,130468143~6603311,150994944~5003073,197172970~2016529,203109914~8271386,223036319~4541550,235241754~3548122,253259491~6499009,285212672~16856302,306184192~2084046,319469603~3876225,342666241~516425,348127232~9008037,369098752~4941053,374187264~6756974] 2024-07-29T16:02:47.550 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to 8 diff [6598216~8011989,28689474~2057002,38251307~2233645,43222806~784993,55543984~5933468,70709008~805613,79925761~396864,83872592~7443532,97528523~7674099,130468143~6603311,152386410~3611607,192335941~4141850,197172970~2016529,203109914~7854568,211030487~350813,223036319~10588876,235241754~3548122,247974728~4858309,253259491~6499009,265520494~4761459,284352033~17716941,306501509~1766729,319469603~3876225,326584132~6553927,342666241~516425,351707069~5428200,369335529~4704276,374187264~6756974,381868967~1359708] 2024-07-29T16:02:47.550 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,28689474~2057002,38251307~2233645,43222806~784993,55543984~5933468,70709008~805613,79925761~396864,83872592~7443532,97528523~7674099,130468143~6603311,152386410~3611607,192335941~4141850,197172970~2016529,203109914~7854568,211030487~350813,223036319~10588876,235241754~3548122,247974728~4858309,253259491~6499009,265520494~4761459,284352033~17716941,306501509~1766729,319469603~3876225,326584132~6553927,342666241~516425,351707069~5428200,369335529~4704276,374187264~6756974,381868967~1359708] 2024-07-29T16:02:47.556 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,28689474~2057002,38251307~2233645,43222806~784993,55543984~5933468,68250800~3263821,79925761~396864,83872592~7443532,97528523~7674099,130468143~6603311,150994944~5003073,192335941~4141850,197172970~2016529,203109914~8271386,223036319~10588876,235241754~3548122,247974728~4858309,253259491~6499009,265520494~4761459,281018368~21050606,306184192~2084046,319469603~13668456,342666241~516425,348127232~9008037,369098752~4941053,374187264~6756974,381868967~1359708] 2024-07-29T16:02:47.556 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to 9 diff [6598216~8011989,28689474~2057002,38251307~2233645,43222806~784993,55543984~5933468,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,97528523~7674099,109948375~6080534,130468143~6603311,150897607~6684887,170982602~10113293,192335941~4141850,197172970~2016529,203109914~7854568,211030487~350813,223036319~11850755,235241754~3548122,247974728~4858309,253259491~6499009,265520494~4761459,272925666~304973,284352033~17716941,306501509~1766729,319469603~3876225,326584132~6553927,336174916~7007750,348725720~8409549,369335529~4704276,374187264~6756974,381868967~1359708,409166789~7789919] 2024-07-29T16:02:47.556 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,28689474~2057002,38251307~2233645,43222806~784993,55543984~5933468,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,97528523~7674099,109948375~6080534,130468143~6603311,150897607~6684887,170982602~10113293,192335941~4141850,197172970~2016529,203109914~7854568,211030487~350813,223036319~11850755,235241754~3548122,247974728~4858309,253259491~6499009,265520494~4761459,272925666~304973,284352033~17716941,306501509~1766729,319469603~3876225,326584132~6553927,336174916~7007750,348725720~8409549,369335529~4704276,374187264~6756974,381868967~1359708,409166789~7789919] 2024-07-29T16:02:47.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:47 smithi138 ceph-mon[86438]: osdmap e2033: 8 total, 8 up, 8 in 2024-07-29T16:02:47.562 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,28689474~2057002,38251307~2233645,43222806~784993,55543984~5933468,68250800~5548513,79925761~396864,83872592~7443532,97528523~7674099,109051904~6977005,130468143~6603311,146800640~10781854,167772160~13323735,192335941~4141850,197172970~2016529,203109914~8271386,223036319~11850755,235241754~3548122,247974728~4858309,253259491~6499009,265520494~4761459,272629760~600879,281018368~21050606,306184192~2084046,319469603~13668456,335544320~7638346,348127232~9008037,369098752~4941053,374187264~6756974,381868967~1359708,409166789~7789919] 2024-07-29T16:02:47.562 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to 10 diff [6598216~8011989,28689474~6894868,36453355~4031597,43222806~784993,47206673~6306387,55543984~5933468,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,97528523~7674099,109948375~6080534,130468143~6603311,150538793~7043701,170982602~10113293,185647470~10830321,197172970~2016529,203109914~7854568,211030487~350813,223036319~11850755,235241754~3548122,247974728~4858309,253259491~6499009,265520494~4761459,272925666~304973,284352033~17716941,303370626~1428382,306501509~1766729,319469603~3876225,326584132~6553927,336174916~7007750,348725720~15445612,369335529~4704276,374187264~6756974,381868967~1359708,403946572~3204563,409166789~7789919] 2024-07-29T16:02:47.562 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,28689474~6894868,36453355~4031597,43222806~784993,47206673~6306387,55543984~5933468,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,97528523~7674099,109948375~6080534,130468143~6603311,150538793~7043701,170982602~10113293,185647470~10830321,197172970~2016529,203109914~7854568,211030487~350813,223036319~11850755,235241754~3548122,247974728~4858309,253259491~6499009,265520494~4761459,272925666~304973,284352033~17716941,303370626~1428382,306501509~1766729,319469603~3876225,326584132~6553927,336174916~7007750,348725720~15445612,369335529~4704276,374187264~6756974,381868967~1359708,403946572~3204563,409166789~7789919] 2024-07-29T16:02:47.567 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,28689474~6894868,36453355~4031597,43222806~784993,47206673~6306387,55543984~5933468,62914560~10884753,79925761~396864,83872592~7443532,97528523~7674099,109051904~6977005,130468143~6603311,146800640~10781854,167772160~13323735,185647470~10830321,197172970~2016529,203109914~8271386,223036319~11850755,235241754~3548122,247974728~4858309,253259491~6499009,265520494~4761459,272629760~600879,281018368~23780640,306184192~2084046,319469603~13668456,335544320~7638346,348127232~16044100,369098752~4941053,374187264~6756974,381868967~1359708,403946572~3204563,409166789~7789919] 2024-07-29T16:02:47.567 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to 11 diff [6598216~8011989,28689474~6894868,36453355~4031597,43222806~784993,47206673~6306387,55543984~5933468,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,97528523~7674099,109948375~6225457,130468143~6603311,150538793~7043701,170982602~10113293,185647470~10830321,197172970~2016529,203109914~7854568,211030487~350813,223036319~11850755,235241754~3548122,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306501509~2590111,319469603~3876225,326584132~6553927,336174916~11147911,348725720~15445612,369335529~4704276,374187264~6756974,381868967~1359708,403946572~13010136] 2024-07-29T16:02:47.568 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,28689474~6894868,36453355~4031597,43222806~784993,47206673~6306387,55543984~5933468,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,97528523~7674099,109948375~6225457,130468143~6603311,150538793~7043701,170982602~10113293,185647470~10830321,197172970~2016529,203109914~7854568,211030487~350813,223036319~11850755,235241754~3548122,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306501509~2590111,319469603~3876225,326584132~6553927,336174916~11147911,348725720~15445612,369335529~4704276,374187264~6756974,381868967~1359708,403946572~13010136] 2024-07-29T16:02:47.573 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,28689474~6894868,36453355~4031597,43222806~784993,47206673~6306387,55543984~5933468,62914560~10884753,79925761~396864,83872592~7443532,97528523~7674099,109051904~7121928,130468143~6603311,146800640~10781854,167772160~13323735,185647470~10830321,197172970~2016529,203109914~8271386,223036319~11850755,235241754~3548122,247974728~4858309,253259491~11851737,265520494~4761459,272629760~32169248,306184192~2907428,319469603~13668456,335544320~11778507,348127232~16044100,369098752~4941053,374187264~6756974,381868967~1359708,403946572~13010136] 2024-07-29T16:02:47.574 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to 12 diff [6598216~8011989,28689474~11795478,43222806~784993,47206673~6306387,55543984~5933468,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,97528523~7674099,109948375~6225457,129688699~7382755,141288880~5110207,150538793~7043701,170982602~10113293,185647470~10830321,197172970~2016529,203109914~7854568,211030487~350813,223036319~11850755,235241754~3548122,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,319469603~3876225,326584132~6553927,336174916~11147911,348725720~15445612,368441342~5598463,374187264~6756974,381868967~1359708,403946572~13010136] 2024-07-29T16:02:47.574 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,28689474~11795478,43222806~784993,47206673~6306387,55543984~5933468,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,97528523~7674099,109948375~6225457,129688699~7382755,141288880~5110207,150538793~7043701,170982602~10113293,185647470~10830321,197172970~2016529,203109914~7854568,211030487~350813,223036319~11850755,235241754~3548122,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,319469603~3876225,326584132~6553927,336174916~11147911,348725720~15445612,368441342~5598463,374187264~6756974,381868967~1359708,403946572~13010136] 2024-07-29T16:02:47.579 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,28689474~11795478,43222806~784993,47206673~6306387,55543984~5933468,62914560~10884753,79925761~396864,83872592~7443532,97528523~7674099,109051904~7121928,125829120~11242334,140478262~5920825,146800640~10781854,167772160~13323735,185647470~10830321,197172970~2016529,203109914~8271386,223036319~11850755,235241754~3548122,247974728~4858309,253259491~11851737,265520494~4761459,272629760~39051236,319469603~13668456,335544320~11778507,348127232~16044100,364904448~9135357,374187264~6756974,381868967~1359708,403946572~13010136] 2024-07-29T16:02:47.579 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to 13 diff [6598216~8011989,15144005~9445268,28689474~11795478,43222806~784993,47206673~6306387,55543984~5933468,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,97528523~7674099,109948375~6225457,122481489~3391372,129688699~9390400,141288880~5110207,150538793~7043701,170982602~10113293,185647470~10830321,197172970~2016529,203109914~7854568,211030487~350813,220352346~14534728,234964417~171987,235241754~3548122,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~6553927,336174916~11147911,348725720~15445612,368441342~12502896,381868967~1359708,394365396~1549900,403946572~13010136] 2024-07-29T16:02:47.579 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,15144005~9445268,28689474~11795478,43222806~784993,47206673~6306387,55543984~5933468,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,97528523~7674099,109948375~6225457,122481489~3391372,129688699~9390400,141288880~5110207,150538793~7043701,170982602~10113293,185647470~10830321,197172970~2016529,203109914~7854568,211030487~350813,220352346~14534728,234964417~171987,235241754~3548122,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~6553927,336174916~11147911,348725720~15445612,368441342~12502896,381868967~1359708,394365396~1549900,403946572~13010136] 2024-07-29T16:02:47.585 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,15144005~9445268,28689474~11795478,43222806~784993,47206673~6306387,55543984~5933468,62914560~10884753,79925761~396864,83872592~7443532,97528523~7674099,109051904~7121928,122481489~16597610,140478262~5920825,146800640~10781854,167772160~13323735,185647470~10830321,197172970~2016529,203109914~8271386,218103808~16783266,234964417~171987,235241754~3548122,247974728~4858309,253259491~11851737,265520494~4761459,272629760~60508299,335544320~11778507,348127232~16044100,364904448~16039790,381868967~1359708,394365396~1549900,403946572~13010136] 2024-07-29T16:02:47.585 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to 14 diff [6598216~8011989,15144005~9445268,28689474~11795478,43222806~784993,45897089~15580363,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,97528523~7674099,109948375~6225457,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,161927365~6166735,170982602~10113293,185647470~10830321,197172970~2016529,203109914~7854568,211030487~350813,220352346~14534728,234964417~171987,235241754~3548122,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~6553927,336174916~12271148,348725720~15445612,368089782~137677,368441342~12502896,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.585 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,15144005~9445268,28689474~11795478,43222806~784993,45897089~15580363,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,83872592~7443532,97528523~7674099,109948375~6225457,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,161927365~6166735,170982602~10113293,185647470~10830321,197172970~2016529,203109914~7854568,211030487~350813,220352346~14534728,234964417~171987,235241754~3548122,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~6553927,336174916~12271148,348725720~15445612,368089782~137677,368441342~12502896,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.591 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,15144005~9445268,28689474~11795478,43222806~784993,45897089~15580363,62914560~10884753,79925761~396864,83872592~7443532,97528523~7674099,109051904~7121928,118591477~20487622,140142909~17439585,161577905~19517990,185647470~10830321,197172970~2016529,203109914~8271386,218103808~16783266,234964417~171987,235241754~3548122,247974728~4858309,253259491~11851737,265520494~4761459,272629760~60508299,335544320~28627012,364904448~16039790,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.591 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to 15 diff [6598216~8011989,15144005~9445268,27516639~12968313,43222806~784993,45897089~15580363,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,161927365~6166735,170982602~10113293,185647470~10830321,197172970~2016529,203109914~12615746,220352346~14534728,234964417~171987,235241754~3548122,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~12502896,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.591 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,15144005~9445268,27516639~12968313,43222806~784993,45897089~15580363,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,161927365~6166735,170982602~10113293,185647470~10830321,197172970~2016529,203109914~12615746,220352346~14534728,234964417~171987,235241754~3548122,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~12502896,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.596 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,15144005~9445268,27516639~12968313,43222806~784993,45897089~15580363,62914560~10884753,79925761~396864,82886115~8430009,97528523~8825870,109051904~9332855,118591477~20487622,140142909~17439585,161577905~19517990,185647470~10830321,197172970~2016529,203109914~12615746,218103808~16783266,234964417~171987,235241754~3548122,247974728~4858309,253259491~11851737,265520494~4761459,272629760~60959332,335544320~28627012,364904448~16039790,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.597 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to 16 diff [6598216~8011989,15144005~9445268,27516639~12968313,43222806~784993,45897089~15580363,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,203109914~12615746,220352346~14534728,234964417~171987,235241754~3548122,247974728~4858309,253259491~11851737,265520494~17224212,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~12502896,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.597 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,15144005~9445268,27516639~12968313,43222806~784993,45897089~15580363,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,203109914~12615746,220352346~14534728,234964417~171987,235241754~3548122,247974728~4858309,253259491~11851737,265520494~17224212,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~12502896,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.603 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,15144005~9445268,27516639~12968313,43222806~784993,45897089~15580363,62914560~10884753,79925761~396864,82886115~8430009,97528523~8825870,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,197172970~2016529,203109914~12615746,218103808~16783266,234964417~171987,235241754~3548122,247974728~4858309,253259491~11851737,265520494~68068598,335544320~28627012,364904448~16039790,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.603 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to 17 diff [6598216~17991057,27516639~12968313,43222806~784993,45897089~15580363,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,203109914~12615746,220352346~21537442,243524403~771715,247974728~4858309,253259491~11851737,265520494~17224212,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~27996416,368089782~137677,368441342~12502896,381868967~6803798,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.603 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~17991057,27516639~12968313,43222806~784993,45897089~15580363,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,203109914~12615746,220352346~21537442,243524403~771715,247974728~4858309,253259491~11851737,265520494~17224212,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~27996416,368089782~137677,368441342~12502896,381868967~6803798,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.609 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~17991057,27516639~12968313,43222806~784993,45897089~15580363,62914560~10884753,79925761~396864,82886115~8430009,97528523~8825870,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,197172970~2016529,203109914~12615746,218103808~23785980,243524403~771715,247974728~4858309,253259491~11851737,265520494~68068598,335544320~28627012,364904448~16039790,381868967~6803798,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.609 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to 18 diff [6598216~33886736,43222806~784993,45897089~15580363,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,203109914~12615746,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~14560746,381868967~6803798,394365396~9185499,403946572~13010136] 2024-07-29T16:02:47.609 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,43222806~784993,45897089~15580363,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,203109914~12615746,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~14560746,381868967~6803798,394365396~9185499,403946572~13010136] 2024-07-29T16:02:47.614 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,43222806~784993,45897089~15580363,62914560~10884753,79925761~396864,82886115~8430009,97528523~8825870,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,197172970~2016529,203109914~12615746,218103808~23785980,243524403~771715,247974728~4858309,253259491~80329601,335544320~28627012,364904448~16039790,381868967~6803798,394365396~9185499,403946572~13010136] 2024-07-29T16:02:47.614 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to 19 diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:47.614 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:47.620 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,43222806~784993,45897089~27902224,79925761~396864,82886115~8430009,97528523~8825870,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~80329601,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:47.620 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to 6 diff [6598216~8011989,152386410~3611607,211030487~350813,223036319~4541550,235241754~3548122,253259491~6499009,319469603~3876225,351707069~5428200,374187264~6756974] 2024-07-29T16:02:47.620 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,152386410~3611607,211030487~350813,223036319~4541550,235241754~3548122,253259491~6499009,319469603~3876225,351707069~5428200,374187264~6756974] 2024-07-29T16:02:47.626 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,150994944~5003073,209715200~1666100,223036319~4541550,235241754~3548122,253259491~6499009,319469603~3876225,348127232~9008037,374187264~6756974] 2024-07-29T16:02:47.627 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to 7 diff [6598216~8011989,28747349~1999127,70709008~805613,130468143~6603311,152386410~3611607,203109914~7854568,211030487~350813,223036319~4541550,235241754~3548122,253259491~6499009,285215877~7384775,295051884~7017090,319469603~3876225,342666241~516425,351707069~5428200,369335529~4704276,374187264~6756974] 2024-07-29T16:02:47.627 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,28747349~1999127,70709008~805613,130468143~6603311,152386410~3611607,203109914~7854568,211030487~350813,223036319~4541550,235241754~3548122,253259491~6499009,285215877~7384775,295051884~7017090,319469603~3876225,342666241~516425,351707069~5428200,369335529~4704276,374187264~6756974] 2024-07-29T16:02:47.632 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,28747349~1999127,68250800~3263821,130468143~6603311,150994944~5003073,203109914~8271386,223036319~4541550,235241754~3548122,253259491~6499009,285212672~7387980,295051884~7017090,319469603~3876225,342666241~516425,348127232~9008037,369098752~4941053,374187264~6756974] 2024-07-29T16:02:47.632 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to 8 diff [6598216~8011989,28689474~2057002,43222806~784993,70709008~805613,130468143~6603311,152386410~3611607,192335941~4141850,203109914~7854568,211030487~350813,223036319~10588876,235241754~3548122,247974728~4858309,253259491~6499009,265520494~4761459,284352033~8248619,295051884~7017090,319469603~3876225,326584132~6553927,342666241~516425,351707069~5428200,369335529~4704276,374187264~6756974,381868967~1359708] 2024-07-29T16:02:47.632 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,28689474~2057002,43222806~784993,70709008~805613,130468143~6603311,152386410~3611607,192335941~4141850,203109914~7854568,211030487~350813,223036319~10588876,235241754~3548122,247974728~4858309,253259491~6499009,265520494~4761459,284352033~8248619,295051884~7017090,319469603~3876225,326584132~6553927,342666241~516425,351707069~5428200,369335529~4704276,374187264~6756974,381868967~1359708] 2024-07-29T16:02:47.638 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,28689474~2057002,43222806~784993,68250800~3263821,130468143~6603311,150994944~5003073,192335941~4141850,203109914~8271386,223036319~10588876,235241754~3548122,247974728~4858309,253259491~6499009,265520494~4761459,281018368~11582284,295051884~7017090,319469603~13668456,342666241~516425,348127232~9008037,369098752~4941053,374187264~6756974,381868967~1359708] 2024-07-29T16:02:47.638 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to 9 diff [6598216~8011989,28689474~2057002,43222806~784993,70709008~805613,72633216~1166097,109948375~6080534,130468143~6603311,150897607~6684887,170982602~10113293,192335941~4141850,203109914~7854568,211030487~350813,223036319~11850755,235241754~3548122,247974728~4858309,253259491~6499009,265520494~4761459,272925666~304973,284352033~8248619,295051884~7017090,319469603~3876225,326584132~6553927,336174916~7007750,348725720~8409549,369335529~4704276,374187264~6756974,381868967~1359708,409166789~7789919] 2024-07-29T16:02:47.638 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,28689474~2057002,43222806~784993,70709008~805613,72633216~1166097,109948375~6080534,130468143~6603311,150897607~6684887,170982602~10113293,192335941~4141850,203109914~7854568,211030487~350813,223036319~11850755,235241754~3548122,247974728~4858309,253259491~6499009,265520494~4761459,272925666~304973,284352033~8248619,295051884~7017090,319469603~3876225,326584132~6553927,336174916~7007750,348725720~8409549,369335529~4704276,374187264~6756974,381868967~1359708,409166789~7789919] 2024-07-29T16:02:47.644 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,28689474~2057002,43222806~784993,68250800~5548513,109051904~6977005,130468143~6603311,146800640~10781854,167772160~13323735,192335941~4141850,203109914~8271386,223036319~11850755,235241754~3548122,247974728~4858309,253259491~6499009,265520494~4761459,272629760~600879,281018368~11582284,295051884~7017090,319469603~13668456,335544320~7638346,348127232~9008037,369098752~4941053,374187264~6756974,381868967~1359708,409166789~7789919] 2024-07-29T16:02:47.644 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to 10 diff [6598216~8011989,28689474~6894868,36453355~3537673,43222806~784993,47206673~6306387,66126362~3477449,70709008~805613,72633216~1166097,109948375~6080534,130468143~6603311,150538793~7043701,170982602~10113293,185647470~10830321,203109914~7854568,211030487~350813,223036319~11850755,235241754~3548122,247974728~4858309,253259491~6499009,265520494~4761459,272925666~304973,284352033~8248619,295051884~7017090,303370626~1428382,319469603~3876225,326584132~6553927,336174916~7007750,348725720~15445612,369335529~4704276,374187264~6756974,381868967~1359708,403946572~3204563,409166789~7789919] 2024-07-29T16:02:47.644 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,28689474~6894868,36453355~3537673,43222806~784993,47206673~6306387,66126362~3477449,70709008~805613,72633216~1166097,109948375~6080534,130468143~6603311,150538793~7043701,170982602~10113293,185647470~10830321,203109914~7854568,211030487~350813,223036319~11850755,235241754~3548122,247974728~4858309,253259491~6499009,265520494~4761459,272925666~304973,284352033~8248619,295051884~7017090,303370626~1428382,319469603~3876225,326584132~6553927,336174916~7007750,348725720~15445612,369335529~4704276,374187264~6756974,381868967~1359708,403946572~3204563,409166789~7789919] 2024-07-29T16:02:47.649 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,28689474~6894868,36453355~3537673,43222806~784993,47206673~6306387,62914560~10884753,109051904~6977005,130468143~6603311,146800640~10781854,167772160~13323735,185647470~10830321,203109914~8271386,223036319~11850755,235241754~3548122,247974728~4858309,253259491~6499009,265520494~4761459,272629760~600879,281018368~11582284,295051884~9747124,319469603~13668456,335544320~7638346,348127232~16044100,369098752~4941053,374187264~6756974,381868967~1359708,403946572~3204563,409166789~7789919] 2024-07-29T16:02:47.649 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to 11 diff [6598216~8011989,28689474~6894868,36453355~3537673,43222806~784993,47206673~6306387,66126362~3477449,70709008~805613,72633216~1166097,109948375~6225457,130468143~6603311,150538793~7043701,170982602~10113293,185647470~10830321,203109914~7854568,211030487~350813,223036319~11850755,235241754~3548122,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~8248619,295051884~7017090,303370626~1428382,307996480~1095140,319469603~3876225,326584132~6553927,336174916~11147911,348725720~15445612,369335529~4704276,374187264~6756974,381868967~1359708,403946572~13010136] 2024-07-29T16:02:47.649 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,28689474~6894868,36453355~3537673,43222806~784993,47206673~6306387,66126362~3477449,70709008~805613,72633216~1166097,109948375~6225457,130468143~6603311,150538793~7043701,170982602~10113293,185647470~10830321,203109914~7854568,211030487~350813,223036319~11850755,235241754~3548122,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~8248619,295051884~7017090,303370626~1428382,307996480~1095140,319469603~3876225,326584132~6553927,336174916~11147911,348725720~15445612,369335529~4704276,374187264~6756974,381868967~1359708,403946572~13010136] 2024-07-29T16:02:47.655 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,28689474~6894868,36453355~3537673,43222806~784993,47206673~6306387,62914560~10884753,109051904~7121928,130468143~6603311,146800640~10781854,167772160~13323735,185647470~10830321,203109914~8271386,223036319~11850755,235241754~3548122,247974728~4858309,253259491~11851737,265520494~4761459,272629760~19970892,295051884~9747124,307996480~1095140,319469603~13668456,335544320~11778507,348127232~16044100,369098752~4941053,374187264~6756974,381868967~1359708,403946572~13010136] 2024-07-29T16:02:47.655 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to 12 diff [6598216~8011989,28689474~11301554,43222806~784993,47206673~6306387,66126362~3477449,70709008~805613,72633216~1166097,100785411~870201,109948375~6225457,129688699~7382755,141288880~5110207,150538793~7043701,170982602~10113293,185647470~10830321,203109914~7854568,211030487~350813,223036319~11850755,235241754~3548122,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,319469603~3876225,326584132~6553927,336174916~11147911,348725720~15445612,368441342~5598463,374187264~6756974,381868967~1359708,403946572~13010136] 2024-07-29T16:02:47.655 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,28689474~11301554,43222806~784993,47206673~6306387,66126362~3477449,70709008~805613,72633216~1166097,100785411~870201,109948375~6225457,129688699~7382755,141288880~5110207,150538793~7043701,170982602~10113293,185647470~10830321,203109914~7854568,211030487~350813,223036319~11850755,235241754~3548122,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,319469603~3876225,326584132~6553927,336174916~11147911,348725720~15445612,368441342~5598463,374187264~6756974,381868967~1359708,403946572~13010136] 2024-07-29T16:02:47.660 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,28689474~11301554,43222806~784993,47206673~6306387,62914560~10884753,100785411~870201,109051904~7121928,125829120~11242334,140478262~5920825,146800640~10781854,167772160~13323735,185647470~10830321,203109914~8271386,223036319~11850755,235241754~3548122,247974728~4858309,253259491~11851737,265520494~4761459,272629760~19970892,295051884~16629112,319469603~13668456,335544320~11778507,348127232~16044100,364904448~9135357,374187264~6756974,381868967~1359708,403946572~13010136] 2024-07-29T16:02:47.661 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to 13 diff [6598216~8011989,15144005~9445268,28689474~11301554,43222806~784993,47206673~6306387,66126362~3477449,70709008~805613,72633216~1166097,100785411~870201,109948375~6225457,122481489~3391372,129688699~9390400,141288880~5110207,150538793~7043701,170982602~10113293,185647470~10830321,203109914~7854568,211030487~350813,220352346~14534728,234964417~171987,235241754~3548122,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326584132~6553927,336174916~11147911,348725720~15445612,368441342~12502896,381868967~1359708,394365396~1549900,403946572~13010136] 2024-07-29T16:02:47.661 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,15144005~9445268,28689474~11301554,43222806~784993,47206673~6306387,66126362~3477449,70709008~805613,72633216~1166097,100785411~870201,109948375~6225457,122481489~3391372,129688699~9390400,141288880~5110207,150538793~7043701,170982602~10113293,185647470~10830321,203109914~7854568,211030487~350813,220352346~14534728,234964417~171987,235241754~3548122,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326584132~6553927,336174916~11147911,348725720~15445612,368441342~12502896,381868967~1359708,394365396~1549900,403946572~13010136] 2024-07-29T16:02:47.667 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,15144005~9445268,28689474~11301554,43222806~784993,47206673~6306387,62914560~10884753,100785411~870201,109051904~7121928,122481489~16597610,140478262~5920825,146800640~10781854,167772160~13323735,185647470~10830321,203109914~8271386,218103808~16783266,234964417~171987,235241754~3548122,247974728~4858309,253259491~11851737,265520494~4761459,272629760~19970892,295051884~38086175,335544320~11778507,348127232~16044100,364904448~16039790,381868967~1359708,394365396~1549900,403946572~13010136] 2024-07-29T16:02:47.667 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to 14 diff [6598216~8011989,15144005~9445268,28689474~11301554,43222806~784993,45897089~14575401,66126362~3477449,70709008~805613,72633216~1166097,100785411~870201,109948375~6225457,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,161927365~6166735,170982602~10113293,185647470~10830321,203109914~7854568,211030487~350813,220352346~14534728,234964417~171987,235241754~3548122,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326584132~6553927,336174916~12271148,348725720~15445612,368089782~137677,368441342~12502896,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.667 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,15144005~9445268,28689474~11301554,43222806~784993,45897089~14575401,66126362~3477449,70709008~805613,72633216~1166097,100785411~870201,109948375~6225457,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,161927365~6166735,170982602~10113293,185647470~10830321,203109914~7854568,211030487~350813,220352346~14534728,234964417~171987,235241754~3548122,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326584132~6553927,336174916~12271148,348725720~15445612,368089782~137677,368441342~12502896,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.672 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,15144005~9445268,28689474~11301554,43222806~784993,45897089~14575401,62914560~10884753,100785411~870201,109051904~7121928,118591477~20487622,140142909~17439585,161577905~19517990,185647470~10830321,203109914~8271386,218103808~16783266,234964417~171987,235241754~3548122,247974728~4858309,253259491~11851737,265520494~4761459,272629760~19970892,295051884~38086175,335544320~28627012,364904448~16039790,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.673 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to 15 diff [6598216~8011989,15144005~9445268,27516639~12474389,43222806~784993,45897089~14575401,66126362~3477449,70709008~805613,72633216~1166097,82886115~2639906,100785411~870201,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,161927365~6166735,170982602~10113293,185647470~10830321,203109914~12615746,220352346~14534728,234964417~171987,235241754~3548122,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~12502896,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.673 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,15144005~9445268,27516639~12474389,43222806~784993,45897089~14575401,66126362~3477449,70709008~805613,72633216~1166097,82886115~2639906,100785411~870201,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,161927365~6166735,170982602~10113293,185647470~10830321,203109914~12615746,220352346~14534728,234964417~171987,235241754~3548122,247974728~4858309,253259491~11851737,265520494~4761459,272925666~304973,273438820~8106737,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~12502896,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.678 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,15144005~9445268,27516639~12474389,43222806~784993,45897089~14575401,62914560~10884753,82886115~2639906,100785411~870201,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,161577905~19517990,185647470~10830321,203109914~12615746,218103808~16783266,234964417~171987,235241754~3548122,247974728~4858309,253259491~11851737,265520494~4761459,272629760~19970892,295051884~38537208,335544320~28627012,364904448~16039790,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.678 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to 16 diff [6598216~8011989,15144005~9445268,27516639~12474389,43222806~784993,45897089~14575401,66126362~3477449,70709008~805613,72633216~1166097,82886115~2639906,88049894~343350,100785411~870201,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,203109914~12615746,220352346~14534728,234964417~171987,235241754~3548122,247974728~4858309,253259491~11851737,265520494~17224212,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~12502896,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.679 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~8011989,15144005~9445268,27516639~12474389,43222806~784993,45897089~14575401,66126362~3477449,70709008~805613,72633216~1166097,82886115~2639906,88049894~343350,100785411~870201,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,203109914~12615746,220352346~14534728,234964417~171987,235241754~3548122,247974728~4858309,253259491~11851737,265520494~17224212,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~12502896,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.684 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~8011989,15144005~9445268,27516639~12474389,43222806~784993,45897089~14575401,62914560~10884753,82886115~2639906,88049894~343350,100785411~870201,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,203109914~12615746,218103808~16783266,234964417~171987,235241754~3548122,247974728~4858309,253259491~11851737,265520494~27080158,295051884~38537208,335544320~28627012,364904448~16039790,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.684 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to 17 diff [6598216~17991057,27516639~12474389,43222806~784993,45897089~14575401,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,203109914~12615746,220352346~21537442,243524403~771715,247974728~4858309,253259491~11851737,265520494~17224212,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~27996416,368089782~137677,368441342~12502896,381868967~6803798,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.684 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~17991057,27516639~12474389,43222806~784993,45897089~14575401,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,203109914~12615746,220352346~21537442,243524403~771715,247974728~4858309,253259491~11851737,265520494~17224212,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326584132~7004960,336174916~27996416,368089782~137677,368441342~12502896,381868967~6803798,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.690 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~17991057,27516639~12474389,43222806~784993,45897089~14575401,62914560~10884753,82886115~8349510,100785411~870201,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,203109914~12615746,218103808~23785980,243524403~771715,247974728~4858309,253259491~11851737,265520494~27080158,295051884~38537208,335544320~28627012,364904448~16039790,381868967~6803798,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.690 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to 18 diff [6598216~33392812,43222806~784993,45897089~14575401,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,203109914~12615746,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~14560746,381868967~6803798,394365396~9185499,403946572~13010136] 2024-07-29T16:02:47.690 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33392812,43222806~784993,45897089~14575401,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,203109914~12615746,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~14560746,381868967~6803798,394365396~9185499,403946572~13010136] 2024-07-29T16:02:47.696 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33392812,43222806~784993,45897089~14575401,62914560~10884753,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,203109914~12615746,218103808~23785980,243524403~771715,247974728~4858309,253259491~39341161,295051884~38537208,335544320~28627012,364904448~16039790,381868967~6803798,394365396~9185499,403946572~13010136] 2024-07-29T16:02:47.696 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to 19 diff [6598216~33392812,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:47.696 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33392812,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:47.701 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33392812,43222806~784993,45897089~27902224,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~39341161,295051884~38537208,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:47.701 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to 7 diff [28747349~1999127,70709008~805613,130468143~6603311,203109914~7854568,285215877~7384775,295051884~7017090,342666241~516425,369335529~4704276] 2024-07-29T16:02:47.701 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [28747349~1999127,70709008~805613,130468143~6603311,203109914~7854568,285215877~7384775,295051884~7017090,342666241~516425,369335529~4704276] 2024-07-29T16:02:47.707 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [28747349~1999127,68250800~3263821,130468143~6603311,203109914~7854568,285212672~7387980,295051884~7017090,342666241~516425,369098752~4941053] 2024-07-29T16:02:47.707 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to 8 diff [11959813~1475075,28689474~2057002,43222806~784993,70709008~805613,130468143~6603311,192335941~4141850,203109914~7854568,226054907~7570288,247974728~4858309,265520494~4761459,284352033~8248619,295051884~7017090,326584132~6553927,342666241~516425,369335529~4704276,381868967~1359708] 2024-07-29T16:02:47.707 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,28689474~2057002,43222806~784993,70709008~805613,130468143~6603311,192335941~4141850,203109914~7854568,226054907~7570288,247974728~4858309,265520494~4761459,284352033~8248619,295051884~7017090,326584132~6553927,342666241~516425,369335529~4704276,381868967~1359708] 2024-07-29T16:02:47.712 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,28689474~2057002,43222806~784993,68250800~3263821,130468143~6603311,192335941~4141850,203109914~7854568,226054907~7570288,247974728~4858309,265520494~4761459,281018368~11582284,295051884~7017090,323345828~9792231,342666241~516425,369098752~4941053,381868967~1359708] 2024-07-29T16:02:47.713 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to 9 diff [11959813~1475075,28689474~2057002,43222806~784993,70709008~805613,72633216~1166097,109948375~6080534,130468143~6603311,150897607~6684887,170982602~10113293,192335941~4141850,203109914~7854568,226054907~8832167,247974728~4858309,265520494~4761459,272925666~304973,284352033~8248619,295051884~7017090,326584132~6553927,336174916~7007750,348725720~3560793,369335529~4704276,381868967~1359708,409166789~7789919] 2024-07-29T16:02:47.713 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,28689474~2057002,43222806~784993,70709008~805613,72633216~1166097,109948375~6080534,130468143~6603311,150897607~6684887,170982602~10113293,192335941~4141850,203109914~7854568,226054907~8832167,247974728~4858309,265520494~4761459,272925666~304973,284352033~8248619,295051884~7017090,326584132~6553927,336174916~7007750,348725720~3560793,369335529~4704276,381868967~1359708,409166789~7789919] 2024-07-29T16:02:47.718 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,28689474~2057002,43222806~784993,68250800~5548513,109051904~6977005,130468143~6603311,146800640~10781854,167772160~13323735,192335941~4141850,203109914~7854568,226054907~8832167,247974728~4858309,265520494~4761459,272629760~600879,281018368~11582284,295051884~7017090,323345828~9792231,335544320~7638346,348725720~3560793,369098752~4941053,381868967~1359708,409166789~7789919] 2024-07-29T16:02:47.718 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to 10 diff [11959813~1475075,28689474~6894868,36453355~3537673,43222806~784993,47206673~6306387,66126362~3477449,70709008~805613,72633216~1166097,109948375~6080534,130468143~6603311,150538793~7043701,170982602~10113293,185647470~10830321,203109914~7854568,226054907~8832167,247974728~4858309,265520494~4761459,272925666~304973,284352033~8248619,295051884~7017090,303370626~1428382,326584132~6553927,336174916~7007750,348725720~3560793,357003899~7167433,369335529~4704276,376205024~2207945,381868967~1359708,403946572~3204563,409166789~7789919] 2024-07-29T16:02:47.718 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,28689474~6894868,36453355~3537673,43222806~784993,47206673~6306387,66126362~3477449,70709008~805613,72633216~1166097,109948375~6080534,130468143~6603311,150538793~7043701,170982602~10113293,185647470~10830321,203109914~7854568,226054907~8832167,247974728~4858309,265520494~4761459,272925666~304973,284352033~8248619,295051884~7017090,303370626~1428382,326584132~6553927,336174916~7007750,348725720~3560793,357003899~7167433,369335529~4704276,376205024~2207945,381868967~1359708,403946572~3204563,409166789~7789919] 2024-07-29T16:02:47.724 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,28689474~6894868,36453355~3537673,43222806~784993,47206673~6306387,62914560~10884753,109051904~6977005,130468143~6603311,146800640~10781854,167772160~13323735,185647470~10830321,203109914~7854568,226054907~8832167,247974728~4858309,265520494~4761459,272629760~600879,281018368~11582284,295051884~9747124,323345828~9792231,335544320~7638346,348725720~3560793,357003899~7167433,369098752~4941053,376205024~2207945,381868967~1359708,403946572~3204563,409166789~7789919] 2024-07-29T16:02:47.724 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to 11 diff [11959813~1475075,28689474~6894868,36453355~3537673,43222806~784993,47206673~6306387,66126362~3477449,70709008~805613,72633216~1166097,109948375~6225457,130468143~6603311,150538793~7043701,170982602~10113293,185647470~10830321,203109914~7854568,226054907~8832167,247974728~4858309,257733573~7377655,265520494~4761459,272925666~304973,273438820~8106737,284352033~8248619,295051884~7017090,303370626~1428382,307996480~1095140,326584132~6553927,336174916~11147911,348725720~15445612,369335529~4704276,376205024~2207945,381868967~1359708,403946572~13010136] 2024-07-29T16:02:47.724 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,28689474~6894868,36453355~3537673,43222806~784993,47206673~6306387,66126362~3477449,70709008~805613,72633216~1166097,109948375~6225457,130468143~6603311,150538793~7043701,170982602~10113293,185647470~10830321,203109914~7854568,226054907~8832167,247974728~4858309,257733573~7377655,265520494~4761459,272925666~304973,273438820~8106737,284352033~8248619,295051884~7017090,303370626~1428382,307996480~1095140,326584132~6553927,336174916~11147911,348725720~15445612,369335529~4704276,376205024~2207945,381868967~1359708,403946572~13010136] 2024-07-29T16:02:47.730 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,28689474~6894868,36453355~3537673,43222806~784993,47206673~6306387,62914560~10884753,109051904~7121928,130468143~6603311,146800640~10781854,167772160~13323735,185647470~10830321,203109914~7854568,226054907~8832167,247974728~4858309,257733573~7377655,265520494~4761459,272629760~19970892,295051884~9747124,307996480~1095140,323345828~9792231,335544320~11778507,348725720~15445612,369098752~4941053,376205024~2207945,381868967~1359708,403946572~13010136] 2024-07-29T16:02:47.730 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to 12 diff [11959813~1475075,28689474~11301554,43222806~784993,47206673~6306387,66126362~3477449,70709008~805613,72633216~1166097,100785411~870201,109948375~6225457,129688699~7382755,141288880~5110207,150538793~7043701,170982602~10113293,185647470~10830321,203109914~7854568,225193387~9693687,247974728~4858309,257733573~7377655,265520494~4761459,272925666~304973,273438820~8106737,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,326584132~6553927,336174916~11147911,348725720~15445612,368441342~5598463,376205024~2207945,381868967~1359708,403946572~13010136] 2024-07-29T16:02:47.730 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,28689474~11301554,43222806~784993,47206673~6306387,66126362~3477449,70709008~805613,72633216~1166097,100785411~870201,109948375~6225457,129688699~7382755,141288880~5110207,150538793~7043701,170982602~10113293,185647470~10830321,203109914~7854568,225193387~9693687,247974728~4858309,257733573~7377655,265520494~4761459,272925666~304973,273438820~8106737,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,326584132~6553927,336174916~11147911,348725720~15445612,368441342~5598463,376205024~2207945,381868967~1359708,403946572~13010136] 2024-07-29T16:02:47.735 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,28689474~11301554,43222806~784993,47206673~6306387,62914560~10884753,100785411~870201,109051904~7121928,125829120~11242334,140478262~5920825,146800640~10781854,167772160~13323735,185647470~10830321,203109914~7854568,225193387~9693687,247974728~4858309,257733573~7377655,265520494~4761459,272629760~19970892,295051884~16629112,323345828~9792231,335544320~11778507,348725720~15445612,364904448~9135357,376205024~2207945,381868967~1359708,403946572~13010136] 2024-07-29T16:02:47.735 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to 13 diff [11959813~1475075,15144005~9445268,28689474~11301554,43222806~784993,47206673~6306387,66126362~3477449,70709008~805613,72633216~1166097,100785411~870201,109948375~6225457,122481489~3391372,129688699~9390400,141288880~5110207,150538793~7043701,170982602~10113293,185647470~10830321,203109914~7854568,220352346~14534728,234964417~171987,247974728~4858309,257733573~7377655,265520494~4761459,272925666~304973,273438820~8106737,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326584132~6553927,336174916~11147911,348725720~15445612,368441342~9971627,381868967~1359708,394365396~1549900,403946572~13010136] 2024-07-29T16:02:47.736 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,15144005~9445268,28689474~11301554,43222806~784993,47206673~6306387,66126362~3477449,70709008~805613,72633216~1166097,100785411~870201,109948375~6225457,122481489~3391372,129688699~9390400,141288880~5110207,150538793~7043701,170982602~10113293,185647470~10830321,203109914~7854568,220352346~14534728,234964417~171987,247974728~4858309,257733573~7377655,265520494~4761459,272925666~304973,273438820~8106737,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326584132~6553927,336174916~11147911,348725720~15445612,368441342~9971627,381868967~1359708,394365396~1549900,403946572~13010136] 2024-07-29T16:02:47.741 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,15144005~9445268,28689474~11301554,43222806~784993,47206673~6306387,62914560~10884753,100785411~870201,109051904~7121928,122481489~16597610,140478262~5920825,146800640~10781854,167772160~13323735,185647470~10830321,203109914~7854568,218103808~16783266,234964417~171987,247974728~4858309,257733573~7377655,265520494~4761459,272629760~19970892,295051884~25064648,323345828~9792231,335544320~11778507,348725720~15445612,364904448~13508521,381868967~1359708,394365396~1549900,403946572~13010136] 2024-07-29T16:02:47.741 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to 14 diff [11959813~1475075,15144005~9445268,28689474~11301554,43222806~784993,45897089~14575401,66126362~3477449,70709008~805613,72633216~1166097,100785411~870201,109948375~6225457,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,161927365~6166735,170982602~10113293,185647470~10830321,203109914~7854568,220352346~14534728,234964417~171987,247974728~4858309,257733573~7377655,265520494~4761459,272925666~304973,273438820~8106737,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326584132~6553927,336174916~12271148,348725720~15445612,368089782~137677,368441342~9971627,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.742 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,15144005~9445268,28689474~11301554,43222806~784993,45897089~14575401,66126362~3477449,70709008~805613,72633216~1166097,100785411~870201,109948375~6225457,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,161927365~6166735,170982602~10113293,185647470~10830321,203109914~7854568,220352346~14534728,234964417~171987,247974728~4858309,257733573~7377655,265520494~4761459,272925666~304973,273438820~8106737,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326584132~6553927,336174916~12271148,348725720~15445612,368089782~137677,368441342~9971627,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.747 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,15144005~9445268,28689474~11301554,43222806~784993,45897089~14575401,62914560~10884753,100785411~870201,109051904~7121928,118591477~20487622,140142909~17439585,161577905~19517990,185647470~10830321,203109914~7854568,218103808~16783266,234964417~171987,247974728~4858309,257733573~7377655,265520494~4761459,272629760~19970892,295051884~25064648,323345828~9792231,335544320~12901744,348725720~15445612,364904448~13508521,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.747 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to 15 diff [11959813~1475075,15144005~9445268,27516639~12474389,43222806~784993,45897089~14575401,66126362~3477449,70709008~805613,72633216~1166097,82886115~2639906,100785411~870201,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,161927365~6166735,170982602~10113293,185647470~10830321,203109914~12615746,220352346~14534728,234964417~171987,247974728~4858309,257733573~7377655,265520494~4761459,272925666~304973,273438820~8106737,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~9971627,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.747 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,15144005~9445268,27516639~12474389,43222806~784993,45897089~14575401,66126362~3477449,70709008~805613,72633216~1166097,82886115~2639906,100785411~870201,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,161927365~6166735,170982602~10113293,185647470~10830321,203109914~12615746,220352346~14534728,234964417~171987,247974728~4858309,257733573~7377655,265520494~4761459,272925666~304973,273438820~8106737,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~9971627,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.752 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,15144005~9445268,27516639~12474389,43222806~784993,45897089~14575401,62914560~10884753,82886115~2639906,100785411~870201,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,161577905~19517990,185647470~10830321,203109914~12615746,218103808~16783266,234964417~171987,247974728~4858309,257733573~7377655,265520494~4761459,272629760~19970892,295051884~25064648,323345828~10243264,335544320~12901744,348725720~15445612,364904448~13508521,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.753 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to 16 diff [11959813~1475075,15144005~9445268,27516639~12474389,43222806~784993,45897089~14575401,66126362~3477449,70709008~805613,72633216~1166097,82886115~2639906,88049894~343350,100785411~870201,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,203109914~12615746,220352346~14534728,234964417~171987,247974728~4858309,257733573~7377655,265520494~17224212,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~9971627,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.753 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,15144005~9445268,27516639~12474389,43222806~784993,45897089~14575401,66126362~3477449,70709008~805613,72633216~1166097,82886115~2639906,88049894~343350,100785411~870201,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,203109914~12615746,220352346~14534728,234964417~171987,247974728~4858309,257733573~7377655,265520494~17224212,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~9971627,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.758 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,15144005~9445268,27516639~12474389,43222806~784993,45897089~14575401,62914560~10884753,82886115~2639906,88049894~343350,100785411~870201,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,203109914~12615746,218103808~16783266,234964417~171987,247974728~4858309,257733573~7377655,265520494~27080158,295051884~25064648,323345828~10243264,335544320~12901744,348725720~15445612,364904448~13508521,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.758 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to 17 diff [11959813~1475075,14294726~10294547,27516639~12474389,43222806~784993,45897089~14575401,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,203109914~12615746,220352346~21537442,243524403~771715,247974728~4858309,257733573~7377655,265520494~17224212,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326584132~7004960,336174916~27996416,368089782~137677,368441342~9971627,381868967~6803798,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.758 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,14294726~10294547,27516639~12474389,43222806~784993,45897089~14575401,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,203109914~12615746,220352346~21537442,243524403~771715,247974728~4858309,257733573~7377655,265520494~17224212,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326584132~7004960,336174916~27996416,368089782~137677,368441342~9971627,381868967~6803798,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.764 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,14294726~10294547,27516639~12474389,43222806~784993,45897089~14575401,62914560~10884753,82886115~8349510,100785411~870201,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,203109914~12615746,218103808~23785980,243524403~771715,247974728~4858309,257733573~7377655,265520494~27080158,295051884~25064648,323345828~10243264,335544320~28627012,364904448~13508521,381868967~6803798,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.764 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to 18 diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~14575401,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,203109914~12615746,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~12029477,381868967~6803798,394365396~9185499,403946572~13010136] 2024-07-29T16:02:47.764 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~14575401,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,203109914~12615746,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~12029477,381868967~6803798,394365396~9185499,403946572~13010136] 2024-07-29T16:02:47.769 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,14294726~25696302,43222806~784993,45897089~14575401,62914560~10884753,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,203109914~12615746,218103808~23785980,243524403~771715,247974728~4858309,257733573~34867079,295051884~25064648,323345828~10243264,335544320~28627012,364904448~13508521,381868967~6803798,394365396~9185499,403946572~13010136] 2024-07-29T16:02:47.769 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to 19 diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:47.770 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:47.775 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,14294726~25696302,43222806~784993,45897089~27902224,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,257733573~34867079,295051884~25064648,323345828~10243264,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:47.775 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to 8 diff [11959813~1475075,28689474~980578,43222806~784993,192335941~4141850,226054907~7570288,247974728~4858309,265520494~4761459,284352033~1509007,326584132~6553927,381868967~1359708] 2024-07-29T16:02:47.775 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,28689474~980578,43222806~784993,192335941~4141850,226054907~7570288,247974728~4858309,265520494~4761459,284352033~1509007,326584132~6553927,381868967~1359708] 2024-07-29T16:02:47.781 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,28689474~980578,43222806~784993,192335941~4141850,226054907~7570288,247974728~4858309,265520494~4761459,281018368~4842672,323345828~9792231,381868967~1359708] 2024-07-29T16:02:47.781 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to 9 diff [11959813~1475075,28689474~980578,43222806~784993,72633216~1166097,109948375~6080534,150897607~6684887,170982602~10113293,192335941~4141850,226054907~8832167,247974728~4858309,265520494~4761459,272925666~304973,284352033~1509007,326584132~6553927,336174916~6713425,348725720~3560793,381868967~1359708,409166789~7789919] 2024-07-29T16:02:47.781 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,28689474~980578,43222806~784993,72633216~1166097,109948375~6080534,150897607~6684887,170982602~10113293,192335941~4141850,226054907~8832167,247974728~4858309,265520494~4761459,272925666~304973,284352033~1509007,326584132~6553927,336174916~6713425,348725720~3560793,381868967~1359708,409166789~7789919] 2024-07-29T16:02:47.786 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,28689474~980578,43222806~784993,71514621~2284692,109051904~6977005,146800640~10781854,167772160~13323735,192335941~4141850,226054907~8832167,247974728~4858309,265520494~4761459,272629760~600879,281018368~4842672,323345828~9792231,335544320~7344021,348725720~3560793,381868967~1359708,409166789~7789919] 2024-07-29T16:02:47.787 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to 10 diff [11959813~1475075,28689474~6894868,36453355~3537673,43222806~784993,47206673~6306387,66126362~3477449,72633216~1166097,109948375~6080534,150538793~7043701,170982602~10113293,185647470~10830321,226054907~8832167,247974728~4858309,265520494~4761459,272925666~304973,284352033~1509007,303370626~1428382,326584132~6553927,336174916~6713425,348725720~3560793,357003899~7167433,376205024~2207945,381868967~1359708,403946572~3204563,409166789~7789919] 2024-07-29T16:02:47.787 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,28689474~6894868,36453355~3537673,43222806~784993,47206673~6306387,66126362~3477449,72633216~1166097,109948375~6080534,150538793~7043701,170982602~10113293,185647470~10830321,226054907~8832167,247974728~4858309,265520494~4761459,272925666~304973,284352033~1509007,303370626~1428382,326584132~6553927,336174916~6713425,348725720~3560793,357003899~7167433,376205024~2207945,381868967~1359708,403946572~3204563,409166789~7789919] 2024-07-29T16:02:47.792 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,28689474~6894868,36453355~3537673,43222806~784993,47206673~6306387,62914560~6689251,71514621~2284692,109051904~6977005,146800640~10781854,167772160~13323735,185647470~10830321,226054907~8832167,247974728~4858309,265520494~4761459,272629760~600879,281018368~4842672,302068974~2730034,323345828~9792231,335544320~7344021,348725720~3560793,357003899~7167433,376205024~2207945,381868967~1359708,403946572~3204563,409166789~7789919] 2024-07-29T16:02:47.792 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to 11 diff [11959813~1475075,28689474~6894868,36453355~3537673,43222806~784993,47206673~6306387,66126362~3477449,72633216~1166097,109948375~6225457,150538793~7043701,170982602~10113293,185647470~10830321,226054907~8832167,247974728~4858309,257733573~7377655,265520494~4761459,272925666~304973,273438820~8106737,284352033~1509007,303370626~1428382,307996480~1095140,326584132~6553927,336174916~11147911,348725720~15445612,376205024~2207945,381868967~1359708,403946572~13010136] 2024-07-29T16:02:47.792 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,28689474~6894868,36453355~3537673,43222806~784993,47206673~6306387,66126362~3477449,72633216~1166097,109948375~6225457,150538793~7043701,170982602~10113293,185647470~10830321,226054907~8832167,247974728~4858309,257733573~7377655,265520494~4761459,272925666~304973,273438820~8106737,284352033~1509007,303370626~1428382,307996480~1095140,326584132~6553927,336174916~11147911,348725720~15445612,376205024~2207945,381868967~1359708,403946572~13010136] 2024-07-29T16:02:47.798 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,28689474~6894868,36453355~3537673,43222806~784993,47206673~6306387,62914560~6689251,71514621~2284692,109051904~7121928,146800640~10781854,167772160~13323735,185647470~10830321,226054907~8832167,247974728~4858309,257733573~7377655,265520494~4761459,272629760~13231280,302068974~2730034,307996480~1095140,323345828~9792231,335544320~11778507,348725720~15445612,376205024~2207945,381868967~1359708,403946572~13010136] 2024-07-29T16:02:47.798 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to 12 diff [11959813~1475075,28689474~11301554,43222806~784993,47206673~6306387,66126362~3477449,72633216~1166097,100785411~870201,109948375~6225457,129688699~5617985,141288880~5110207,150538793~7043701,170982602~10113293,185647470~10830321,225193387~9693687,247974728~4858309,257733573~7377655,265520494~4761459,272925666~304973,273438820~8106737,284352033~1509007,303370626~1428382,306091000~5589996,326584132~6553927,336174916~11147911,348725720~15445612,368441342~1757159,376205024~2207945,381868967~1359708,403946572~13010136] 2024-07-29T16:02:47.798 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,28689474~11301554,43222806~784993,47206673~6306387,66126362~3477449,72633216~1166097,100785411~870201,109948375~6225457,129688699~5617985,141288880~5110207,150538793~7043701,170982602~10113293,185647470~10830321,225193387~9693687,247974728~4858309,257733573~7377655,265520494~4761459,272925666~304973,273438820~8106737,284352033~1509007,303370626~1428382,306091000~5589996,326584132~6553927,336174916~11147911,348725720~15445612,368441342~1757159,376205024~2207945,381868967~1359708,403946572~13010136] 2024-07-29T16:02:47.804 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,28689474~11301554,43222806~784993,47206673~6306387,62914560~6689251,71514621~2284692,100785411~870201,109051904~7121928,125829120~9477564,140478262~5920825,146800640~10781854,167772160~13323735,185647470~10830321,225193387~9693687,247974728~4858309,257733573~7377655,265520494~4761459,272629760~13231280,302068974~9612022,323345828~9792231,335544320~11778507,348725720~15445612,364904448~5294053,376205024~2207945,381868967~1359708,403946572~13010136] 2024-07-29T16:02:47.804 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to 13 diff [11959813~1475075,15144005~9445268,28689474~11301554,43222806~784993,47206673~6306387,66126362~3477449,72633216~1166097,100785411~870201,109948375~6225457,122481489~3391372,129688699~9390400,141288880~5110207,150538793~7043701,170982602~10113293,185647470~10830321,220352346~14534728,234964417~171987,247974728~4858309,257733573~7377655,265520494~4761459,272925666~304973,273438820~8106737,284352033~1509007,303370626~1428382,306091000~5589996,311974528~8142004,326584132~6553927,336174916~11147911,348725720~15445612,368441342~1757159,371263171~7149798,381868967~1359708,394365396~1549900,403946572~13010136] 2024-07-29T16:02:47.804 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,15144005~9445268,28689474~11301554,43222806~784993,47206673~6306387,66126362~3477449,72633216~1166097,100785411~870201,109948375~6225457,122481489~3391372,129688699~9390400,141288880~5110207,150538793~7043701,170982602~10113293,185647470~10830321,220352346~14534728,234964417~171987,247974728~4858309,257733573~7377655,265520494~4761459,272925666~304973,273438820~8106737,284352033~1509007,303370626~1428382,306091000~5589996,311974528~8142004,326584132~6553927,336174916~11147911,348725720~15445612,368441342~1757159,371263171~7149798,381868967~1359708,394365396~1549900,403946572~13010136] 2024-07-29T16:02:47.809 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,15144005~9445268,28689474~11301554,43222806~784993,47206673~6306387,62914560~6689251,71514621~2284692,100785411~870201,109051904~7121928,122481489~16597610,140478262~5920825,146800640~10781854,167772160~13323735,185647470~10830321,218103808~16783266,234964417~171987,247974728~4858309,257733573~7377655,265520494~4761459,272629760~13231280,302068974~18047558,323345828~9792231,335544320~11778507,348725720~15445612,364904448~5294053,371263171~7149798,381868967~1359708,394365396~1549900,403946572~13010136] 2024-07-29T16:02:47.809 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to 14 diff [11959813~1475075,15144005~9445268,28689474~11301554,43222806~784993,45897089~14575401,66126362~3477449,72633216~1166097,100785411~870201,109948375~6225457,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,161927365~6166735,170982602~10113293,185647470~10830321,220352346~14534728,234964417~171987,247974728~4858309,257733573~7377655,265520494~4761459,272925666~304973,273438820~8106737,284352033~1509007,303370626~1428382,306091000~5589996,311974528~8142004,326584132~6553927,336174916~12271148,348725720~15445612,368089782~137677,368441342~1757159,371263171~7149798,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.809 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,15144005~9445268,28689474~11301554,43222806~784993,45897089~14575401,66126362~3477449,72633216~1166097,100785411~870201,109948375~6225457,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,161927365~6166735,170982602~10113293,185647470~10830321,220352346~14534728,234964417~171987,247974728~4858309,257733573~7377655,265520494~4761459,272925666~304973,273438820~8106737,284352033~1509007,303370626~1428382,306091000~5589996,311974528~8142004,326584132~6553927,336174916~12271148,348725720~15445612,368089782~137677,368441342~1757159,371263171~7149798,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.815 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,15144005~9445268,28689474~11301554,43222806~784993,45897089~14575401,62914560~6689251,71514621~2284692,100785411~870201,109051904~7121928,118591477~20487622,140142909~17439585,161577905~19517990,185647470~10830321,218103808~16783266,234964417~171987,247974728~4858309,257733573~7377655,265520494~4761459,272629760~13231280,302068974~18047558,323345828~9792231,335544320~12901744,348725720~15445612,364904448~5294053,371263171~7149798,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.815 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to 15 diff [11959813~1475075,15144005~9445268,27516639~12474389,43222806~784993,45897089~14575401,66126362~3477449,72633216~1166097,82886115~2639906,100785411~870201,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,161927365~6166735,170982602~10113293,185647470~10830321,208360366~7365294,220352346~14534728,234964417~171987,247974728~4858309,257733573~7377655,265520494~4761459,272925666~304973,273438820~8106737,284352033~1509007,303370626~1428382,306091000~5589996,311974528~8142004,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~1757159,371263171~7149798,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.815 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,15144005~9445268,27516639~12474389,43222806~784993,45897089~14575401,66126362~3477449,72633216~1166097,82886115~2639906,100785411~870201,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,161927365~6166735,170982602~10113293,185647470~10830321,208360366~7365294,220352346~14534728,234964417~171987,247974728~4858309,257733573~7377655,265520494~4761459,272925666~304973,273438820~8106737,284352033~1509007,303370626~1428382,306091000~5589996,311974528~8142004,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~1757159,371263171~7149798,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.821 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,15144005~9445268,27516639~12474389,43222806~784993,45897089~14575401,62914560~6689251,71514621~2284692,82886115~2639906,100785411~870201,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,161577905~19517990,185647470~10830321,208360366~7365294,218103808~16783266,234964417~171987,247974728~4858309,257733573~7377655,265520494~4761459,272629760~13231280,302068974~18047558,323345828~10243264,335544320~12901744,348725720~15445612,364904448~5294053,371263171~7149798,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.821 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to 16 diff [11959813~1475075,15144005~9445268,27516639~12474389,43222806~784993,45897089~14575401,66126362~3477449,72633216~1166097,82886115~2639906,88049894~343350,100785411~870201,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,208360366~7365294,220352346~14534728,234964417~171987,247974728~4858309,257733573~7377655,265520494~17224212,284352033~1509007,303370626~1428382,306091000~5589996,311974528~8142004,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~1757159,371263171~7149798,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.821 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,15144005~9445268,27516639~12474389,43222806~784993,45897089~14575401,66126362~3477449,72633216~1166097,82886115~2639906,88049894~343350,100785411~870201,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,208360366~7365294,220352346~14534728,234964417~171987,247974728~4858309,257733573~7377655,265520494~17224212,284352033~1509007,303370626~1428382,306091000~5589996,311974528~8142004,326584132~7004960,336174916~12271148,348725720~15445612,368089782~137677,368441342~1757159,371263171~7149798,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.827 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,15144005~9445268,27516639~12474389,43222806~784993,45897089~14575401,62914560~6689251,71514621~2284692,82886115~2639906,88049894~343350,100785411~870201,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,208360366~7365294,218103808~16783266,234964417~171987,247974728~4858309,257733573~7377655,265520494~20340546,302068974~18047558,323345828~10243264,335544320~12901744,348725720~15445612,364904448~5294053,371263171~7149798,381868967~4964445,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.827 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to 17 diff [11959813~1475075,14294726~10294547,27516639~12474389,43222806~784993,45897089~14575401,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,208360366~7365294,220352346~21537442,243524403~771715,247974728~4858309,257733573~7377655,265520494~17224212,284352033~1509007,303370626~1428382,306091000~5589996,311974528~8142004,326584132~7004960,336174916~27996416,368089782~137677,368441342~1757159,371263171~7149798,381868967~6803798,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.827 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,14294726~10294547,27516639~12474389,43222806~784993,45897089~14575401,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,208360366~7365294,220352346~21537442,243524403~771715,247974728~4858309,257733573~7377655,265520494~17224212,284352033~1509007,303370626~1428382,306091000~5589996,311974528~8142004,326584132~7004960,336174916~27996416,368089782~137677,368441342~1757159,371263171~7149798,381868967~6803798,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.832 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,14294726~10294547,27516639~12474389,43222806~784993,45897089~14575401,62914560~6689251,71514621~2284692,82886115~8349510,100785411~870201,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,208360366~7365294,218103808~23785980,243524403~771715,247974728~4858309,257733573~7377655,265520494~20340546,302068974~18047558,323345828~10243264,335544320~28627012,364904448~5294053,371263171~7149798,381868967~6803798,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.832 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to 18 diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~14575401,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,208360366~7365294,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~3228477,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~12029477,381868967~6803798,394365396~9185499,403946572~13010136] 2024-07-29T16:02:47.833 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~14575401,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,208360366~7365294,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~3228477,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~12029477,381868967~6803798,394365396~9185499,403946572~13010136] 2024-07-29T16:02:47.838 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,14294726~25696302,43222806~784993,45897089~14575401,62914560~6689251,71514621~2284692,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,208360366~7365294,218103808~23785980,243524403~771715,247974728~4858309,257733573~29846937,289812475~1857015,302068974~18047558,323345828~10243264,335544320~28627012,364904448~13508521,381868967~6803798,394365396~9185499,403946572~13010136] 2024-07-29T16:02:47.838 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to 19 diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~3228477,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:47.839 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~3228477,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:47.844 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,14294726~25696302,43222806~784993,45897089~23706722,71514621~2284692,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,218103808~23785980,243524403~771715,247974728~4858309,257733573~29846937,289812475~1857015,302068974~18047558,323345828~10243264,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:47.844 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to 9 diff [72633216~1166097,109948375~6080534,150897607~6684887,170982602~10113293,231096432~3790642,272925666~304973,336174916~6713425,348725720~3560793,409166789~7789919] 2024-07-29T16:02:47.845 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [72633216~1166097,109948375~6080534,150897607~6684887,170982602~10113293,231096432~3790642,272925666~304973,336174916~6713425,348725720~3560793,409166789~7789919] 2024-07-29T16:02:47.850 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [71514621~2284692,109051904~6977005,146800640~10781854,167772160~13323735,231096432~3790642,272629760~600879,335544320~7344021,348725720~3560793,409166789~7789919] 2024-07-29T16:02:47.850 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to 10 diff [29255631~6328711,36453355~3537673,47206673~6306387,66126362~3477449,72633216~1166097,109948375~6080534,150538793~7043701,170982602~10113293,185647470~7768372,231096432~3790642,272925666~304973,303370626~1428382,336174916~6713425,348725720~3560793,357003899~7167433,376205024~2207945,403946572~3204563,409166789~7789919] 2024-07-29T16:02:47.850 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [29255631~6328711,36453355~3537673,47206673~6306387,66126362~3477449,72633216~1166097,109948375~6080534,150538793~7043701,170982602~10113293,185647470~7768372,231096432~3790642,272925666~304973,303370626~1428382,336174916~6713425,348725720~3560793,357003899~7167433,376205024~2207945,403946572~3204563,409166789~7789919] 2024-07-29T16:02:47.856 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [29255631~6328711,36453355~3537673,47206673~6306387,62914560~6689251,71514621~2284692,109051904~6977005,146800640~10781854,167772160~13323735,185647470~7768372,231096432~3790642,272629760~600879,302068974~2730034,335544320~7344021,348725720~3560793,357003899~7167433,376205024~2207945,403946572~3204563,409166789~7789919] 2024-07-29T16:02:47.856 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to 11 diff [29255631~6328711,36453355~3537673,47206673~6306387,66126362~3477449,72633216~1166097,109948375~6225457,150538793~7043701,170982602~10113293,185647470~7768372,231096432~3790642,257733573~7377655,272925666~304973,273438820~8106737,303370626~1428382,307996480~1095140,336174916~11147911,348725720~15445612,376205024~2207945,403946572~13010136] 2024-07-29T16:02:47.856 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [29255631~6328711,36453355~3537673,47206673~6306387,66126362~3477449,72633216~1166097,109948375~6225457,150538793~7043701,170982602~10113293,185647470~7768372,231096432~3790642,257733573~7377655,272925666~304973,273438820~8106737,303370626~1428382,307996480~1095140,336174916~11147911,348725720~15445612,376205024~2207945,403946572~13010136] 2024-07-29T16:02:47.862 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [29255631~6328711,36453355~3537673,47206673~6306387,62914560~6689251,71514621~2284692,109051904~7121928,146800640~10781854,167772160~13323735,185647470~7768372,231096432~3790642,257733573~7377655,272629760~8915797,302068974~2730034,307996480~1095140,335544320~11778507,348725720~15445612,376205024~2207945,403946572~13010136] 2024-07-29T16:02:47.862 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to 12 diff [29255631~10735397,47206673~6306387,66126362~3477449,72633216~1166097,100785411~870201,109948375~6225457,129688699~5617985,141288880~5110207,150538793~7043701,170982602~10113293,185647470~7768372,225193387~9693687,257733573~7377655,272925666~304973,273438820~8106737,303370626~1428382,306091000~5589996,336174916~11147911,348725720~15445612,368441342~1757159,376205024~2207945,403946572~13010136] 2024-07-29T16:02:47.862 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [29255631~10735397,47206673~6306387,66126362~3477449,72633216~1166097,100785411~870201,109948375~6225457,129688699~5617985,141288880~5110207,150538793~7043701,170982602~10113293,185647470~7768372,225193387~9693687,257733573~7377655,272925666~304973,273438820~8106737,303370626~1428382,306091000~5589996,336174916~11147911,348725720~15445612,368441342~1757159,376205024~2207945,403946572~13010136] 2024-07-29T16:02:47.867 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [29255631~10735397,47206673~6306387,62914560~6689251,71514621~2284692,100785411~870201,109051904~7121928,125829120~9477564,140478262~5920825,146800640~10781854,167772160~13323735,185647470~7768372,225193387~9693687,257733573~7377655,272629760~8915797,302068974~9612022,335544320~11778507,348725720~15445612,364904448~5294053,376205024~2207945,403946572~13010136] 2024-07-29T16:02:47.867 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to 13 diff [15144005~9445268,29255631~10735397,47206673~6306387,66126362~3477449,72633216~1166097,100785411~870201,109948375~6225457,122481489~3391372,129688699~9390400,141288880~5110207,150538793~7043701,170982602~10113293,185647470~7768372,220352346~14534728,234964417~171987,257733573~7377655,272925666~304973,273438820~8106737,303370626~1428382,306091000~5589996,311974528~8142004,336174916~11147911,348725720~15445612,368441342~1757159,371263171~7149798,394365396~1549900,403946572~13010136] 2024-07-29T16:02:47.867 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [15144005~9445268,29255631~10735397,47206673~6306387,66126362~3477449,72633216~1166097,100785411~870201,109948375~6225457,122481489~3391372,129688699~9390400,141288880~5110207,150538793~7043701,170982602~10113293,185647470~7768372,220352346~14534728,234964417~171987,257733573~7377655,272925666~304973,273438820~8106737,303370626~1428382,306091000~5589996,311974528~8142004,336174916~11147911,348725720~15445612,368441342~1757159,371263171~7149798,394365396~1549900,403946572~13010136] 2024-07-29T16:02:47.874 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [15144005~9445268,29255631~10735397,47206673~6306387,62914560~6689251,71514621~2284692,100785411~870201,109051904~7121928,122481489~16597610,140478262~5920825,146800640~10781854,167772160~13323735,185647470~7768372,218103808~16783266,234964417~171987,257733573~7377655,272629760~8915797,302068974~18047558,335544320~11778507,348725720~15445612,364904448~5294053,371263171~7149798,394365396~1549900,403946572~13010136] 2024-07-29T16:02:47.874 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to 14 diff [15144005~9445268,29255631~10735397,45897089~14575401,66126362~3477449,72633216~1166097,100785411~870201,109948375~6225457,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,161927365~6166735,170982602~10113293,185647470~7768372,220352346~14534728,234964417~171987,257733573~7377655,272925666~304973,273438820~8106737,303370626~1428382,306091000~5589996,311974528~8142004,336174916~12271148,348725720~15445612,368089782~137677,368441342~1757159,371263171~7149798,383026008~3807404,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.874 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [15144005~9445268,29255631~10735397,45897089~14575401,66126362~3477449,72633216~1166097,100785411~870201,109948375~6225457,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,161927365~6166735,170982602~10113293,185647470~7768372,220352346~14534728,234964417~171987,257733573~7377655,272925666~304973,273438820~8106737,303370626~1428382,306091000~5589996,311974528~8142004,336174916~12271148,348725720~15445612,368089782~137677,368441342~1757159,371263171~7149798,383026008~3807404,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.879 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [15144005~9445268,29255631~10735397,45897089~14575401,62914560~6689251,71514621~2284692,100785411~870201,109051904~7121928,118591477~20487622,140142909~17439585,161577905~19517990,185647470~7768372,218103808~16783266,234964417~171987,257733573~7377655,272629760~8915797,302068974~18047558,335544320~12901744,348725720~15445612,364904448~5294053,371263171~7149798,383026008~3807404,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.879 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to 15 diff [15144005~9445268,27516639~12474389,45897089~14575401,66126362~3477449,72633216~1166097,82886115~2639906,100785411~870201,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,161927365~6166735,170982602~10113293,185647470~7768372,208360366~7365294,220352346~14534728,234964417~171987,257733573~7377655,272925666~304973,273438820~8106737,303370626~1428382,306091000~5589996,311974528~8142004,332847443~741649,336174916~12271148,348725720~15445612,368089782~137677,368441342~1757159,371263171~7149798,383026008~3807404,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.879 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [15144005~9445268,27516639~12474389,45897089~14575401,66126362~3477449,72633216~1166097,82886115~2639906,100785411~870201,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,161927365~6166735,170982602~10113293,185647470~7768372,208360366~7365294,220352346~14534728,234964417~171987,257733573~7377655,272925666~304973,273438820~8106737,303370626~1428382,306091000~5589996,311974528~8142004,332847443~741649,336174916~12271148,348725720~15445612,368089782~137677,368441342~1757159,371263171~7149798,383026008~3807404,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.885 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [15144005~9445268,27516639~12474389,45897089~14575401,62914560~6689251,71514621~2284692,82886115~2639906,100785411~870201,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,161577905~19517990,185647470~7768372,208360366~7365294,218103808~16783266,234964417~171987,257733573~7377655,272629760~8915797,302068974~18047558,332847443~741649,335544320~12901744,348725720~15445612,364904448~5294053,371263171~7149798,383026008~3807404,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.885 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to 16 diff [15144005~9445268,27516639~12474389,45897089~14575401,66126362~3477449,72633216~1166097,82886115~2639906,88049894~343350,100785411~870201,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~11041272,208360366~7365294,220352346~14534728,234964417~171987,257733573~7377655,269976465~12768241,303370626~1428382,306091000~5589996,311974528~8142004,332847443~741649,336174916~12271148,348725720~15445612,368089782~137677,368441342~1757159,371263171~7149798,383026008~3807404,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.885 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [15144005~9445268,27516639~12474389,45897089~14575401,66126362~3477449,72633216~1166097,82886115~2639906,88049894~343350,100785411~870201,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~11041272,208360366~7365294,220352346~14534728,234964417~171987,257733573~7377655,269976465~12768241,303370626~1428382,306091000~5589996,311974528~8142004,332847443~741649,336174916~12271148,348725720~15445612,368089782~137677,368441342~1757159,371263171~7149798,383026008~3807404,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.891 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [15144005~9445268,27516639~12474389,45897089~14575401,62914560~6689251,71514621~2284692,82886115~2639906,88049894~343350,100785411~870201,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~11041272,208360366~7365294,218103808~16783266,234964417~171987,257733573~7377655,269976465~12768241,302068974~18047558,332847443~741649,335544320~12901744,348725720~15445612,364904448~5294053,371263171~7149798,383026008~3807404,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.891 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to 17 diff [14294726~10294547,27516639~12474389,45897089~14575401,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~11041272,208360366~7365294,220352346~21537442,243524403~771715,257733573~7377655,269976465~12768241,303370626~1428382,306091000~5589996,311974528~8142004,332847443~741649,336174916~27996416,368089782~137677,368441342~1757159,371263171~7149798,383026008~5646757,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.891 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~10294547,27516639~12474389,45897089~14575401,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~11041272,208360366~7365294,220352346~21537442,243524403~771715,257733573~7377655,269976465~12768241,303370626~1428382,306091000~5589996,311974528~8142004,332847443~741649,336174916~27996416,368089782~137677,368441342~1757159,371263171~7149798,383026008~5646757,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.896 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~10294547,27516639~12474389,45897089~14575401,62914560~6689251,71514621~2284692,82886115~8349510,100785411~870201,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~11041272,208360366~7365294,218103808~23785980,243524403~771715,257733573~7377655,269976465~12768241,302068974~18047558,332847443~741649,335544320~28627012,364904448~5294053,371263171~7149798,383026008~5646757,394365396~7897132,403946572~13010136] 2024-07-29T16:02:47.896 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to 18 diff [14294726~25696302,45897089~14575401,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~11041272,208360366~7365294,220352346~21537442,243524403~771715,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,336174916~27996416,366383492~12029477,383026008~5646757,394365396~9185499,403946572~13010136] 2024-07-29T16:02:47.897 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~25696302,45897089~14575401,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~11041272,208360366~7365294,220352346~21537442,243524403~771715,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,336174916~27996416,366383492~12029477,383026008~5646757,394365396~9185499,403946572~13010136] 2024-07-29T16:02:47.902 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~25696302,45897089~14575401,62914560~6689251,71514621~2284692,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~11041272,208360366~7365294,218103808~23785980,243524403~771715,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,302068974~18047558,326209330~3435943,332847443~741649,335544320~28627012,364904448~13508521,383026008~5646757,394365396~9185499,403946572~13010136] 2024-07-29T16:02:47.902 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to 19 diff [14294726~25696302,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~11041272,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:47.902 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~25696302,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~11041272,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:47.908 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~25696302,45897089~23706722,71514621~2284692,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~11041272,201933954~3472768,208360366~7365294,218103808~23785980,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,302068974~18047558,326209330~3435943,332847443~741649,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:47.908 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to 10 diff [29255631~6328711,36453355~3537673,47206673~6306387,66126362~3477449,150538793~1610170,185647470~7768372,303370626~1428382,357003899~7167433,376205024~2207945,403946572~3204563] 2024-07-29T16:02:47.908 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [29255631~6328711,36453355~3537673,47206673~6306387,66126362~3477449,150538793~1610170,185647470~7768372,303370626~1428382,357003899~7167433,376205024~2207945,403946572~3204563] 2024-07-29T16:02:47.914 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [29255631~6328711,36453355~3537673,47206673~6306387,62914560~6689251,150538793~1610170,185647470~7768372,302068974~2730034,357003899~7167433,376205024~2207945,403946572~3204563] 2024-07-29T16:02:47.914 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to 11 diff [29255631~6328711,36453355~3537673,47206673~6306387,66126362~3477449,112287878~3885954,150538793~1610170,185647470~7768372,257733573~7377655,273438820~8106737,303370626~1428382,307996480~1095140,341917461~5405366,351737149~12434183,376205024~2207945,403946572~7706098] 2024-07-29T16:02:47.914 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [29255631~6328711,36453355~3537673,47206673~6306387,66126362~3477449,112287878~3885954,150538793~1610170,185647470~7768372,257733573~7377655,273438820~8106737,303370626~1428382,307996480~1095140,341917461~5405366,351737149~12434183,376205024~2207945,403946572~7706098] 2024-07-29T16:02:47.920 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [29255631~6328711,36453355~3537673,47206673~6306387,62914560~6689251,112287878~3885954,150538793~1610170,185647470~7768372,257733573~7377655,273230639~8314918,302068974~2730034,307996480~1095140,341917461~5405366,351737149~12434183,376205024~2207945,403946572~7706098] 2024-07-29T16:02:47.920 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to 12 diff [29255631~10735397,47206673~6306387,66126362~3477449,100785411~870201,112287878~3885954,129688699~5617985,141288880~5110207,150538793~1610170,185647470~7768372,225193387~6854485,257733573~7377655,273438820~8106737,303370626~1428382,306091000~5589996,339293618~8029209,351737149~12434183,368441342~1757159,376205024~2207945,403946572~7706098] 2024-07-29T16:02:47.920 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [29255631~10735397,47206673~6306387,66126362~3477449,100785411~870201,112287878~3885954,129688699~5617985,141288880~5110207,150538793~1610170,185647470~7768372,225193387~6854485,257733573~7377655,273438820~8106737,303370626~1428382,306091000~5589996,339293618~8029209,351737149~12434183,368441342~1757159,376205024~2207945,403946572~7706098] 2024-07-29T16:02:47.926 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [29255631~10735397,47206673~6306387,62914560~6689251,100785411~870201,112287878~3885954,125829120~9477564,140478262~5920825,150538793~1610170,185647470~7768372,225193387~6854485,257733573~7377655,273230639~8314918,302068974~9612022,339293618~8029209,351737149~12434183,364904448~5294053,376205024~2207945,403946572~7706098] 2024-07-29T16:02:47.926 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to 13 diff [15144005~9445268,29255631~10735397,47206673~6306387,66126362~3477449,100785411~870201,112287878~3885954,122481489~3391372,129688699~9390400,141288880~5110207,150538793~1610170,185647470~7768372,220352346~11695526,234964417~171987,257733573~7377655,273438820~8106737,303370626~1428382,306091000~5589996,311974528~8142004,339293618~8029209,351737149~12434183,368441342~1757159,371263171~7149798,394365396~1549900,403946572~7706098] 2024-07-29T16:02:47.926 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [15144005~9445268,29255631~10735397,47206673~6306387,66126362~3477449,100785411~870201,112287878~3885954,122481489~3391372,129688699~9390400,141288880~5110207,150538793~1610170,185647470~7768372,220352346~11695526,234964417~171987,257733573~7377655,273438820~8106737,303370626~1428382,306091000~5589996,311974528~8142004,339293618~8029209,351737149~12434183,368441342~1757159,371263171~7149798,394365396~1549900,403946572~7706098] 2024-07-29T16:02:47.931 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [15144005~9445268,29255631~10735397,47206673~6306387,62914560~6689251,100785411~870201,112287878~3885954,122481489~16597610,140478262~5920825,150538793~1610170,185647470~7768372,218103808~13944064,234964417~171987,257733573~7377655,273230639~8314918,302068974~18047558,339293618~8029209,351737149~12434183,364904448~5294053,371263171~7149798,394365396~1549900,403946572~7706098] 2024-07-29T16:02:47.932 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to 14 diff [15144005~9445268,29255631~10735397,45897089~14575401,66126362~3477449,100785411~870201,112287878~3885954,118591477~9527627,129688699~9390400,140142909~7405621,150538793~1610170,161927365~6166735,185647470~7768372,220352346~11695526,234964417~171987,257733573~7377655,273438820~8106737,303370626~1428382,306091000~5589996,311974528~8142004,339293618~9152446,351737149~12434183,368089782~137677,368441342~1757159,371263171~7149798,383026008~3807404,394365396~7897132,403946572~7706098] 2024-07-29T16:02:47.932 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [15144005~9445268,29255631~10735397,45897089~14575401,66126362~3477449,100785411~870201,112287878~3885954,118591477~9527627,129688699~9390400,140142909~7405621,150538793~1610170,161927365~6166735,185647470~7768372,220352346~11695526,234964417~171987,257733573~7377655,273438820~8106737,303370626~1428382,306091000~5589996,311974528~8142004,339293618~9152446,351737149~12434183,368089782~137677,368441342~1757159,371263171~7149798,383026008~3807404,394365396~7897132,403946572~7706098] 2024-07-29T16:02:47.937 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [15144005~9445268,29255631~10735397,45897089~14575401,62914560~6689251,100785411~870201,112287878~3885954,118591477~20487622,140142909~7405621,150538793~1610170,161577905~6516195,185647470~7768372,218103808~13944064,234964417~171987,257733573~7377655,273230639~8314918,302068974~18047558,339293618~9152446,351737149~12434183,364904448~5294053,371263171~7149798,383026008~3807404,394365396~7897132,403946572~7706098] 2024-07-29T16:02:47.937 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to 15 diff [15144005~9445268,27516639~12474389,45897089~14575401,66126362~3477449,82886115~2639906,100785411~870201,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,150538793~1610170,155587132~1399138,161927365~6166735,185647470~7768372,208360366~7365294,220352346~12570045,234964417~171987,257733573~7377655,273438820~8106737,303370626~1428382,306091000~5589996,311974528~8142004,332847443~741649,339293618~9152446,351737149~12434183,368089782~137677,368441342~1757159,371263171~7149798,383026008~3807404,394365396~7897132,403946572~7706098] 2024-07-29T16:02:47.937 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [15144005~9445268,27516639~12474389,45897089~14575401,66126362~3477449,82886115~2639906,100785411~870201,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,150538793~1610170,155587132~1399138,161927365~6166735,185647470~7768372,208360366~7365294,220352346~12570045,234964417~171987,257733573~7377655,273438820~8106737,303370626~1428382,306091000~5589996,311974528~8142004,332847443~741649,339293618~9152446,351737149~12434183,368089782~137677,368441342~1757159,371263171~7149798,383026008~3807404,394365396~7897132,403946572~7706098] 2024-07-29T16:02:47.943 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [15144005~9445268,27516639~12474389,45897089~14575401,62914560~6689251,82886115~2639906,100785411~870201,104474213~1880180,112287878~6096881,118591477~20487622,140142909~7405621,150538793~1610170,155587132~1399138,161577905~6516195,185647470~7768372,208360366~7365294,218103808~14818583,234964417~171987,257733573~7377655,273230639~8314918,302068974~18047558,332847443~741649,339293618~9152446,351737149~12434183,364904448~5294053,371263171~7149798,383026008~3807404,394365396~7897132,403946572~7706098] 2024-07-29T16:02:47.943 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to 16 diff [15144005~9445268,27516639~12474389,45897089~14575401,66126362~3477449,82886115~2639906,88049894~343350,100785411~870201,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,208360366~7365294,220352346~12570045,234964417~171987,257733573~7377655,269976465~12768241,303370626~1428382,306091000~5589996,311974528~8142004,332847443~741649,338372018~10074046,351737149~12434183,368089782~137677,368441342~1757159,371263171~7149798,383026008~3807404,394365396~7897132,403946572~7706098] 2024-07-29T16:02:47.943 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [15144005~9445268,27516639~12474389,45897089~14575401,66126362~3477449,82886115~2639906,88049894~343350,100785411~870201,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,208360366~7365294,220352346~12570045,234964417~171987,257733573~7377655,269976465~12768241,303370626~1428382,306091000~5589996,311974528~8142004,332847443~741649,338372018~10074046,351737149~12434183,368089782~137677,368441342~1757159,371263171~7149798,383026008~3807404,394365396~7897132,403946572~7706098] 2024-07-29T16:02:47.949 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [15144005~9445268,27516639~12474389,45897089~14575401,62914560~6689251,82886115~2639906,88049894~343350,100785411~870201,104474213~1880180,112287878~6096881,118591477~20487622,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,208360366~7365294,218103808~14818583,234964417~171987,257733573~7377655,269976465~12768241,302068974~18047558,332847443~741649,338372018~10074046,351737149~12434183,364904448~5294053,371263171~7149798,383026008~3807404,394365396~7897132,403946572~7706098] 2024-07-29T16:02:47.949 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to 17 diff [14294726~10294547,27516639~12474389,45897089~14575401,66126362~3477449,82886115~8349510,100785411~870201,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,257733573~7377655,269976465~12768241,303370626~1428382,306091000~5589996,311974528~8142004,332847443~741649,338372018~12124529,351737149~12434183,368089782~137677,368441342~1757159,371263171~7149798,383026008~5646757,394365396~7897132,403946572~7706098] 2024-07-29T16:02:47.949 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~10294547,27516639~12474389,45897089~14575401,66126362~3477449,82886115~8349510,100785411~870201,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,257733573~7377655,269976465~12768241,303370626~1428382,306091000~5589996,311974528~8142004,332847443~741649,338372018~12124529,351737149~12434183,368089782~137677,368441342~1757159,371263171~7149798,383026008~5646757,394365396~7897132,403946572~7706098] 2024-07-29T16:02:47.954 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~10294547,27516639~12474389,45897089~14575401,62914560~6689251,82886115~8349510,100785411~870201,104474213~1880180,112287878~6096881,118591477~20487622,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,208360366~7365294,218103808~14818583,233857899~8031889,243524403~771715,257733573~7377655,269976465~12768241,302068974~18047558,332847443~741649,338372018~12124529,351737149~12434183,364904448~5294053,371263171~7149798,383026008~5646757,394365396~7897132,403946572~7706098] 2024-07-29T16:02:47.955 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to 18 diff [14294726~25696302,45897089~14575401,66126362~3477449,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~12434183,366383492~12029477,383026008~5646757,394365396~9185499,403946572~7706098] 2024-07-29T16:02:47.955 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~25696302,45897089~14575401,66126362~3477449,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~12434183,366383492~12029477,383026008~5646757,394365396~9185499,403946572~7706098] 2024-07-29T16:02:47.960 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~25696302,45897089~14575401,62914560~6689251,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~20487622,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,208360366~7365294,218103808~14818583,233857899~8031889,243524403~771715,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,302068974~18047558,326209330~3435943,332847443~741649,338372018~12124529,351737149~12434183,364904448~13508521,383026008~5646757,394365396~9185499,403946572~7706098] 2024-07-29T16:02:47.960 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to 19 diff [14294726~25696302,45897089~17133502,66126362~3477449,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~12434183,366383492~22289273,394365396~9185499,403946572~7706098] 2024-07-29T16:02:47.961 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~25696302,45897089~17133502,66126362~3477449,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~12434183,366383492~22289273,394365396~9185499,403946572~7706098] 2024-07-29T16:02:47.966 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~25696302,45897089~23706722,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~20487622,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,201933954~3472768,208360366~7365294,218103808~14818583,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,302068974~18047558,326209330~3435943,332847443~741649,338372018~12124529,351737149~12434183,364904448~23768317,394365396~9185499,403946572~7706098] 2024-07-29T16:02:47.967 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to 11 diff [112287878~3885954,257733573~7377655,273438820~8106737,307996480~1095140,341917461~5405366,351737149~5364786,405603603~6049067] 2024-07-29T16:02:47.967 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [112287878~3885954,257733573~7377655,273438820~8106737,307996480~1095140,341917461~5405366,351737149~5364786,405603603~6049067] 2024-07-29T16:02:47.972 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [112287878~3885954,257733573~7377655,273230639~8314918,307996480~1095140,341917461~5405366,351737149~5364786,405603603~6049067] 2024-07-29T16:02:47.972 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to 12 diff [30367961~7025348,100785411~870201,112287878~3885954,129688699~5617985,141288880~5110207,225193387~6854485,257733573~7377655,273438820~8106737,306091000~5589996,339293618~8029209,351737149~5364786,368441342~1757159,405603603~6049067] 2024-07-29T16:02:47.972 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [30367961~7025348,100785411~870201,112287878~3885954,129688699~5617985,141288880~5110207,225193387~6854485,257733573~7377655,273438820~8106737,306091000~5589996,339293618~8029209,351737149~5364786,368441342~1757159,405603603~6049067] 2024-07-29T16:02:47.977 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [30367961~7025348,100785411~870201,112287878~3885954,125829120~9477564,140478262~5920825,225193387~6854485,257733573~7377655,273230639~8314918,304799008~6881988,339293618~8029209,351737149~5364786,364904448~5294053,405603603~6049067] 2024-07-29T16:02:47.978 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to 13 diff [15144005~9445268,30367961~7025348,100785411~870201,112287878~3885954,122481489~3391372,129688699~9390400,141288880~5110207,220352346~11695526,234964417~171987,257733573~7377655,273438820~8106737,306091000~5589996,311974528~8142004,339293618~8029209,351737149~5364786,368441342~1757159,371263171~6095520,394365396~1549900,405603603~6049067] 2024-07-29T16:02:47.978 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [15144005~9445268,30367961~7025348,100785411~870201,112287878~3885954,122481489~3391372,129688699~9390400,141288880~5110207,220352346~11695526,234964417~171987,257733573~7377655,273438820~8106737,306091000~5589996,311974528~8142004,339293618~8029209,351737149~5364786,368441342~1757159,371263171~6095520,394365396~1549900,405603603~6049067] 2024-07-29T16:02:47.983 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [15144005~9445268,30367961~7025348,100785411~870201,112287878~3885954,122481489~16597610,140478262~5920825,218103808~13944064,234964417~171987,257733573~7377655,273230639~8314918,304799008~15317524,339293618~8029209,351737149~5364786,364904448~5294053,371263171~6095520,394365396~1549900,405603603~6049067] 2024-07-29T16:02:47.983 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to 14 diff [15144005~9445268,30367961~7025348,45897089~1507715,53342861~7129629,100785411~870201,112287878~3885954,118591477~9527627,129688699~9390400,140142909~7405621,161927365~6166735,220352346~11695526,234964417~171987,257733573~7377655,273438820~8106737,306091000~5589996,311974528~8142004,339293618~9152446,351737149~5364786,368089782~137677,368441342~1757159,371263171~6095520,383026008~3807404,394365396~7897132,405603603~6049067] 2024-07-29T16:02:47.983 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [15144005~9445268,30367961~7025348,45897089~1507715,53342861~7129629,100785411~870201,112287878~3885954,118591477~9527627,129688699~9390400,140142909~7405621,161927365~6166735,220352346~11695526,234964417~171987,257733573~7377655,273438820~8106737,306091000~5589996,311974528~8142004,339293618~9152446,351737149~5364786,368089782~137677,368441342~1757159,371263171~6095520,383026008~3807404,394365396~7897132,405603603~6049067] 2024-07-29T16:02:47.989 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [15144005~9445268,30367961~7025348,45897089~1507715,53342861~7129629,100785411~870201,112287878~3885954,118591477~20487622,140142909~7405621,161577905~6516195,218103808~13944064,234964417~171987,257733573~7377655,273230639~8314918,304799008~15317524,339293618~9152446,351737149~5364786,364904448~5294053,371263171~6095520,383026008~3807404,394365396~7897132,405603603~6049067] 2024-07-29T16:02:47.989 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to 15 diff [15144005~9445268,27516639~9876670,45897089~1507715,53342861~7129629,82886115~2639906,100785411~870201,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,161927365~6166735,208360366~7365294,220352346~12570045,234964417~171987,257733573~7377655,273438820~8106737,306091000~5589996,311974528~8142004,332847443~741649,339293618~9152446,351737149~5364786,368089782~137677,368441342~1757159,371263171~6095520,383026008~3807404,394365396~7897132,405603603~6049067] 2024-07-29T16:02:47.989 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [15144005~9445268,27516639~9876670,45897089~1507715,53342861~7129629,82886115~2639906,100785411~870201,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,161927365~6166735,208360366~7365294,220352346~12570045,234964417~171987,257733573~7377655,273438820~8106737,306091000~5589996,311974528~8142004,332847443~741649,339293618~9152446,351737149~5364786,368089782~137677,368441342~1757159,371263171~6095520,383026008~3807404,394365396~7897132,405603603~6049067] 2024-07-29T16:02:47.994 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [15144005~9445268,27516639~9876670,45897089~1507715,53342861~7129629,82886115~2639906,100785411~870201,104474213~1880180,112287878~6096881,118591477~20487622,140142909~7405621,155587132~1399138,161577905~6516195,208360366~7365294,218103808~14818583,234964417~171987,257733573~7377655,273230639~8314918,304799008~15317524,332847443~741649,339293618~9152446,351737149~5364786,364904448~5294053,371263171~6095520,383026008~3807404,394365396~7897132,405603603~6049067] 2024-07-29T16:02:47.994 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to 16 diff [15144005~9445268,27516639~9876670,45897089~1507715,50900583~9571907,82886115~2639906,88049894~343350,100785411~870201,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,208360366~7365294,220352346~12570045,234964417~171987,257733573~7377655,269976465~12768241,306091000~5589996,311974528~8142004,332847443~741649,338372018~10074046,351737149~5364786,368089782~137677,368441342~1757159,371263171~6095520,383026008~3807404,394365396~7897132,405603603~6049067] 2024-07-29T16:02:47.994 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [15144005~9445268,27516639~9876670,45897089~1507715,50900583~9571907,82886115~2639906,88049894~343350,100785411~870201,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,208360366~7365294,220352346~12570045,234964417~171987,257733573~7377655,269976465~12768241,306091000~5589996,311974528~8142004,332847443~741649,338372018~10074046,351737149~5364786,368089782~137677,368441342~1757159,371263171~6095520,383026008~3807404,394365396~7897132,405603603~6049067] 2024-07-29T16:02:48.000 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [15144005~9445268,27516639~9876670,45897089~1507715,50900583~9571907,82886115~2639906,88049894~343350,100785411~870201,104474213~1880180,112287878~6096881,118591477~20487622,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,208360366~7365294,218103808~14818583,234964417~171987,257733573~7377655,269976465~12768241,304799008~15317524,332847443~741649,338372018~10074046,351737149~5364786,364904448~5294053,371263171~6095520,383026008~3807404,394365396~7897132,405603603~6049067] 2024-07-29T16:02:48.000 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to 17 diff [14294726~10294547,27516639~9876670,45897089~1507715,50297198~10175292,82886115~8349510,100785411~870201,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,191934438~821717,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,257733573~7377655,269976465~12768241,306091000~5589996,311974528~8142004,332847443~741649,338372018~12124529,351737149~5364786,368089782~137677,368441342~1757159,371263171~6095520,383026008~5646757,394365396~7897132,405603603~6049067] 2024-07-29T16:02:48.000 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~10294547,27516639~9876670,45897089~1507715,50297198~10175292,82886115~8349510,100785411~870201,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,191934438~821717,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,257733573~7377655,269976465~12768241,306091000~5589996,311974528~8142004,332847443~741649,338372018~12124529,351737149~5364786,368089782~137677,368441342~1757159,371263171~6095520,383026008~5646757,394365396~7897132,405603603~6049067] 2024-07-29T16:02:48.006 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~10294547,27516639~9876670,45897089~1507715,50297198~10175292,82886115~8349510,100785411~870201,104474213~1880180,112287878~6096881,118591477~20487622,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,191934438~821717,208360366~7365294,218103808~14818583,233857899~8031889,243524403~771715,257733573~7377655,269976465~12768241,304799008~15317524,332847443~741649,338372018~12124529,351737149~5364786,364904448~5294053,371263171~6095520,383026008~5646757,394365396~7897132,405603603~6049067] 2024-07-29T16:02:48.006 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to 18 diff [14294726~23098583,45897089~1507715,50297198~10175292,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,191934438~821717,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~5364786,366383492~10975199,383026008~5646757,394365396~9185499,405603603~6049067] 2024-07-29T16:02:48.006 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~23098583,45897089~1507715,50297198~10175292,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,191934438~821717,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~5364786,366383492~10975199,383026008~5646757,394365396~9185499,405603603~6049067] 2024-07-29T16:02:48.011 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~23098583,45897089~1507715,50297198~10175292,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~20487622,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,191934438~821717,208360366~7365294,218103808~14818583,233857899~8031889,243524403~771715,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,304799008~15317524,326209330~3435943,332847443~741649,338372018~12124529,351737149~5364786,364904448~12454243,383026008~5646757,394365396~9185499,405603603~6049067] 2024-07-29T16:02:48.011 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to 19 diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~5364786,359053115~308102,366383492~22289273,394365396~9185499,405603603~6049067] 2024-07-29T16:02:48.012 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~5364786,359053115~308102,366383492~22289273,394365396~9185499,405603603~6049067] 2024-07-29T16:02:48.017 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~20487622,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,218103808~14818583,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,304799008~15317524,326209330~3435943,332847443~741649,338372018~12124529,351737149~5364786,359053115~308102,364904448~23768317,394365396~9185499,405603603~6049067] 2024-07-29T16:02:48.018 INFO:tasks.workunit.client.0.smithi067.stdout:from 11 to 12 diff [30367961~7025348,100785411~870201,129688699~5617985,141288880~5110207,225193387~6854485,306091000~5589996,339293618~2738268,343820019~1272445,368441342~1757159] 2024-07-29T16:02:48.018 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [30367961~7025348,100785411~870201,129688699~5617985,141288880~5110207,225193387~6854485,306091000~5589996,339293618~2738268,343820019~1272445,368441342~1757159] 2024-07-29T16:02:48.023 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [30367961~7025348,100785411~870201,125829120~9477564,140478262~5920825,225193387~6854485,304799008~6881988,339293618~2738268,343820019~1272445,364904448~5294053] 2024-07-29T16:02:48.023 INFO:tasks.workunit.client.0.smithi067.stdout:from 11 to 13 diff [15144005~9445268,30367961~7025348,100785411~870201,122481489~3391372,129688699~9390400,141288880~5110207,220352346~11695526,234964417~171987,306091000~5589996,311974528~8142004,339293618~2738268,343820019~1272445,368441342~1757159,371263171~6095520,394365396~1549900] 2024-07-29T16:02:48.024 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [15144005~9445268,30367961~7025348,100785411~870201,122481489~3391372,129688699~9390400,141288880~5110207,220352346~11695526,234964417~171987,306091000~5589996,311974528~8142004,339293618~2738268,343820019~1272445,368441342~1757159,371263171~6095520,394365396~1549900] 2024-07-29T16:02:48.029 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [15144005~9445268,30367961~7025348,100785411~870201,122481489~16597610,140478262~5920825,218103808~13944064,234964417~171987,304799008~15317524,339293618~2738268,343820019~1272445,364904448~5294053,371263171~6095520,394365396~1549900] 2024-07-29T16:02:48.029 INFO:tasks.workunit.client.0.smithi067.stdout:from 11 to 14 diff [15144005~9445268,30367961~7025348,45897089~1507715,53342861~7129629,100785411~870201,118591477~9527627,129688699~9390400,140142909~7405621,161927365~6166735,220352346~11695526,234964417~171987,306091000~5589996,311974528~8142004,339293618~9152446,368089782~137677,368441342~1757159,371263171~6095520,383026008~3807404,394365396~7897132] 2024-07-29T16:02:48.029 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [15144005~9445268,30367961~7025348,45897089~1507715,53342861~7129629,100785411~870201,118591477~9527627,129688699~9390400,140142909~7405621,161927365~6166735,220352346~11695526,234964417~171987,306091000~5589996,311974528~8142004,339293618~9152446,368089782~137677,368441342~1757159,371263171~6095520,383026008~3807404,394365396~7897132] 2024-07-29T16:02:48.035 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [15144005~9445268,30367961~7025348,45897089~1507715,53342861~7129629,100785411~870201,118591477~20487622,140142909~7405621,161577905~6516195,218103808~13944064,234964417~171987,304799008~15317524,339293618~9152446,364904448~5294053,371263171~6095520,383026008~3807404,394365396~7897132] 2024-07-29T16:02:48.035 INFO:tasks.workunit.client.0.smithi067.stdout:from 11 to 15 diff [15144005~9445268,27516639~9876670,45897089~1507715,53342861~7129629,82886115~2639906,100785411~870201,104474213~1880180,112321129~6063630,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,161927365~6166735,208360366~7365294,220352346~12570045,234964417~171987,306091000~5589996,311974528~8142004,332847443~741649,339293618~9152446,368089782~137677,368441342~1757159,371263171~6095520,383026008~3807404,394365396~7897132] 2024-07-29T16:02:48.035 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [15144005~9445268,27516639~9876670,45897089~1507715,53342861~7129629,82886115~2639906,100785411~870201,104474213~1880180,112321129~6063630,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,161927365~6166735,208360366~7365294,220352346~12570045,234964417~171987,306091000~5589996,311974528~8142004,332847443~741649,339293618~9152446,368089782~137677,368441342~1757159,371263171~6095520,383026008~3807404,394365396~7897132] 2024-07-29T16:02:48.041 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [15144005~9445268,27516639~9876670,45897089~1507715,53342861~7129629,82886115~2639906,100785411~870201,104474213~1880180,112321129~6063630,118591477~20487622,140142909~7405621,155587132~1399138,161577905~6516195,208360366~7365294,218103808~14818583,234964417~171987,304799008~15317524,332847443~741649,339293618~9152446,364904448~5294053,371263171~6095520,383026008~3807404,394365396~7897132] 2024-07-29T16:02:48.041 INFO:tasks.workunit.client.0.smithi067.stdout:from 11 to 16 diff [15144005~9445268,27516639~9876670,45897089~1507715,50900583~9571907,82886115~2639906,88049894~343350,100785411~870201,104474213~1880180,112321129~6063630,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,208360366~7365294,220352346~12570045,234964417~171987,269976465~6685673,278587780~4156926,306091000~5589996,311974528~8142004,332847443~741649,338372018~10074046,368089782~137677,368441342~1757159,371263171~6095520,383026008~3807404,394365396~7897132] 2024-07-29T16:02:48.041 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [15144005~9445268,27516639~9876670,45897089~1507715,50900583~9571907,82886115~2639906,88049894~343350,100785411~870201,104474213~1880180,112321129~6063630,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,208360366~7365294,220352346~12570045,234964417~171987,269976465~6685673,278587780~4156926,306091000~5589996,311974528~8142004,332847443~741649,338372018~10074046,368089782~137677,368441342~1757159,371263171~6095520,383026008~3807404,394365396~7897132] 2024-07-29T16:02:48.047 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [15144005~9445268,27516639~9876670,45897089~1507715,50900583~9571907,82886115~2639906,88049894~343350,100785411~870201,104474213~1880180,112321129~6063630,118591477~20487622,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,208360366~7365294,218103808~14818583,234964417~171987,269976465~6685673,278587780~4156926,304799008~15317524,332847443~741649,338372018~10074046,364904448~5294053,371263171~6095520,383026008~3807404,394365396~7897132] 2024-07-29T16:02:48.047 INFO:tasks.workunit.client.0.smithi067.stdout:from 11 to 17 diff [14294726~10294547,27516639~9876670,45897089~1507715,50297198~10175292,82886115~8349510,100785411~870201,104474213~1880180,112321129~6063630,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,191934438~821717,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,269976465~6685673,278587780~4156926,306091000~5589996,311974528~8142004,332847443~741649,338372018~12124529,368089782~137677,368441342~1757159,371263171~6095520,383026008~5646757,394365396~7897132] 2024-07-29T16:02:48.047 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~10294547,27516639~9876670,45897089~1507715,50297198~10175292,82886115~8349510,100785411~870201,104474213~1880180,112321129~6063630,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,191934438~821717,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,269976465~6685673,278587780~4156926,306091000~5589996,311974528~8142004,332847443~741649,338372018~12124529,368089782~137677,368441342~1757159,371263171~6095520,383026008~5646757,394365396~7897132] 2024-07-29T16:02:48.052 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~10294547,27516639~9876670,45897089~1507715,50297198~10175292,82886115~8349510,100785411~870201,104474213~1880180,112321129~6063630,118591477~20487622,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,191934438~821717,208360366~7365294,218103808~14818583,233857899~8031889,243524403~771715,269976465~6685673,278587780~4156926,304799008~15317524,332847443~741649,338372018~12124529,364904448~5294053,371263171~6095520,383026008~5646757,394365396~7897132] 2024-07-29T16:02:48.053 INFO:tasks.workunit.client.0.smithi067.stdout:from 11 to 18 diff [14294726~23098583,45897089~1507715,50297198~10175292,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,191934438~821717,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,366383492~10975199,383026008~5646757,394365396~9185499] 2024-07-29T16:02:48.053 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~23098583,45897089~1507715,50297198~10175292,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,191934438~821717,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,366383492~10975199,383026008~5646757,394365396~9185499] 2024-07-29T16:02:48.058 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~23098583,45897089~1507715,50297198~10175292,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112321129~6063630,118591477~20487622,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,191934438~821717,208360366~7365294,218103808~14818583,233857899~8031889,243524403~771715,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,304799008~15317524,326209330~3435943,332847443~741649,338372018~12124529,364904448~12454243,383026008~5646757,394365396~9185499] 2024-07-29T16:02:48.058 INFO:tasks.workunit.client.0.smithi067.stdout:from 11 to 19 diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:48.058 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:48.064 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112321129~6063630,118591477~20487622,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,218103808~14818583,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,304799008~15317524,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,364904448~23768317,394365396~9185499] 2024-07-29T16:02:48.064 INFO:tasks.workunit.client.0.smithi067.stdout:from 12 to 13 diff [15144005~9445268,122481489~3391372,132371073~6708026,220352346~5098255,234964417~171987,306212519~2541659,311974528~8142004,371263171~6095520,394365396~1549900] 2024-07-29T16:02:48.064 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [15144005~9445268,122481489~3391372,132371073~6708026,220352346~5098255,234964417~171987,306212519~2541659,311974528~8142004,371263171~6095520,394365396~1549900] 2024-07-29T16:02:48.070 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [15144005~9445268,122481489~3391372,132371073~6708026,218103808~7346793,234964417~171987,306212519~2541659,311680996~8435536,371263171~6095520,394365396~1549900] 2024-07-29T16:02:48.070 INFO:tasks.workunit.client.0.smithi067.stdout:from 12 to 14 diff [15144005~9445268,45897089~1507715,53342861~7129629,118591477~9527627,132371073~6708026,140142909~7405621,161927365~6166735,220352346~5098255,234964417~171987,306212519~2541659,311974528~8142004,341029412~7416652,368089782~137677,371263171~6095520,383026008~3807404,394365396~7897132] 2024-07-29T16:02:48.070 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [15144005~9445268,45897089~1507715,53342861~7129629,118591477~9527627,132371073~6708026,140142909~7405621,161927365~6166735,220352346~5098255,234964417~171987,306212519~2541659,311974528~8142004,341029412~7416652,368089782~137677,371263171~6095520,383026008~3807404,394365396~7897132] 2024-07-29T16:02:48.075 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [15144005~9445268,45897089~1507715,53342861~7129629,118591477~9527627,132371073~6708026,140142909~7405621,161577905~6516195,218103808~7346793,234964417~171987,306212519~2541659,311680996~8435536,341029412~7416652,368089782~137677,371263171~6095520,383026008~3807404,394365396~7897132] 2024-07-29T16:02:48.076 INFO:tasks.workunit.client.0.smithi067.stdout:from 12 to 15 diff [15144005~9445268,27516639~5958513,45897089~1507715,53342861~7129629,82886115~2639906,104474213~1880180,112321129~6063630,118591477~9527627,132371073~6708026,140142909~7405621,155587132~1399138,161927365~6166735,208360366~7365294,220352346~5098255,227968893~4953498,234964417~171987,306212519~2541659,311974528~8142004,332847443~741649,341029412~7416652,368089782~137677,371263171~6095520,383026008~3807404,394365396~7897132] 2024-07-29T16:02:48.076 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [15144005~9445268,27516639~5958513,45897089~1507715,53342861~7129629,82886115~2639906,104474213~1880180,112321129~6063630,118591477~9527627,132371073~6708026,140142909~7405621,155587132~1399138,161927365~6166735,208360366~7365294,220352346~5098255,227968893~4953498,234964417~171987,306212519~2541659,311974528~8142004,332847443~741649,341029412~7416652,368089782~137677,371263171~6095520,383026008~3807404,394365396~7897132] 2024-07-29T16:02:48.081 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [15144005~9445268,27516639~5958513,45897089~1507715,53342861~7129629,82886115~2639906,104474213~1880180,112321129~6063630,118591477~9527627,132371073~6708026,140142909~7405621,155587132~1399138,161577905~6516195,208360366~7365294,218103808~7346793,227968893~4953498,234964417~171987,306212519~2541659,311680996~8435536,332847443~741649,341029412~7416652,368089782~137677,371263171~6095520,383026008~3807404,394365396~7897132] 2024-07-29T16:02:48.081 INFO:tasks.workunit.client.0.smithi067.stdout:from 12 to 16 diff [15144005~9445268,27516639~5958513,45897089~1507715,50900583~9571907,82886115~2639906,88049894~343350,104474213~1880180,112321129~6063630,118591477~9527627,132371073~6708026,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,208360366~7365294,220352346~5098255,227968893~4953498,234964417~171987,269976465~6685673,278587780~4156926,306212519~2541659,311974528~8142004,332847443~741649,338372018~10074046,368089782~137677,371263171~6095520,383026008~3807404,394365396~7897132] 2024-07-29T16:02:48.081 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [15144005~9445268,27516639~5958513,45897089~1507715,50900583~9571907,82886115~2639906,88049894~343350,104474213~1880180,112321129~6063630,118591477~9527627,132371073~6708026,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,208360366~7365294,220352346~5098255,227968893~4953498,234964417~171987,269976465~6685673,278587780~4156926,306212519~2541659,311974528~8142004,332847443~741649,338372018~10074046,368089782~137677,371263171~6095520,383026008~3807404,394365396~7897132] 2024-07-29T16:02:48.087 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [15144005~9445268,27516639~5958513,45897089~1507715,50900583~9571907,82886115~2639906,88049894~343350,104474213~1880180,112321129~6063630,118591477~9527627,132371073~6708026,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,208360366~7365294,218103808~7346793,227968893~4953498,234964417~171987,269976465~6685673,278587780~4156926,306212519~2541659,311680996~8435536,332847443~741649,338372018~10074046,368089782~137677,371263171~6095520,383026008~3807404,394365396~7897132] 2024-07-29T16:02:48.087 INFO:tasks.workunit.client.0.smithi067.stdout:from 12 to 17 diff [14294726~10294547,27516639~5958513,45897089~1507715,50297198~10175292,82886115~8349510,104474213~1880180,112321129~6063630,118591477~9527627,132371073~6708026,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,191934438~821717,208360366~7365294,220352346~5098255,227968893~4953498,233857899~8031889,243524403~771715,269976465~6685673,278587780~4156926,306212519~2541659,310198018~180774,311974528~8142004,332847443~741649,338372018~12124529,368089782~137677,371263171~6095520,383026008~5646757,394365396~7897132] 2024-07-29T16:02:48.087 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~10294547,27516639~5958513,45897089~1507715,50297198~10175292,82886115~8349510,104474213~1880180,112321129~6063630,118591477~9527627,132371073~6708026,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,191934438~821717,208360366~7365294,220352346~5098255,227968893~4953498,233857899~8031889,243524403~771715,269976465~6685673,278587780~4156926,306212519~2541659,310198018~180774,311974528~8142004,332847443~741649,338372018~12124529,368089782~137677,371263171~6095520,383026008~5646757,394365396~7897132] 2024-07-29T16:02:48.094 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~10294547,27516639~5958513,45897089~1507715,50297198~10175292,82886115~8349510,104474213~1880180,112321129~6063630,118591477~9527627,132371073~6708026,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,191934438~821717,208360366~7365294,218103808~7346793,227968893~4953498,233857899~8031889,243524403~771715,269976465~6685673,278587780~4156926,306212519~2541659,310198018~180774,311680996~8435536,332847443~741649,338372018~12124529,368089782~137677,371263171~6095520,383026008~5646757,394365396~7897132] 2024-07-29T16:02:48.094 INFO:tasks.workunit.client.0.smithi067.stdout:from 12 to 18 diff [14294726~19180426,45897089~1507715,50297198~10175292,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,132371073~6708026,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,191934438~821717,208360366~7365294,220352346~5098255,227968893~4953498,233857899~8031889,243524403~771715,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306212519~2541659,310198018~180774,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,366383492~10975199,383026008~5646757,394365396~9185499] 2024-07-29T16:02:48.094 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~19180426,45897089~1507715,50297198~10175292,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,132371073~6708026,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,191934438~821717,208360366~7365294,220352346~5098255,227968893~4953498,233857899~8031889,243524403~771715,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306212519~2541659,310198018~180774,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,366383492~10975199,383026008~5646757,394365396~9185499] 2024-07-29T16:02:48.097 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:02:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:02:47] "GET /metrics HTTP/1.1" 200 36889 "" "Prometheus/2.51.0" 2024-07-29T16:02:48.100 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~19180426,45897089~1507715,50297198~10175292,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,132371073~6708026,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,191934438~821717,208360366~7365294,218103808~7346793,227968893~4953498,233857899~8031889,243524403~771715,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306212519~2541659,310198018~180774,311680996~8435536,326209330~3435943,332847443~741649,338372018~12124529,366383492~10975199,383026008~5646757,394365396~9185499] 2024-07-29T16:02:48.100 INFO:tasks.workunit.client.0.smithi067.stdout:from 12 to 19 diff [14294726~19180426,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,132371073~6708026,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~5098255,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306212519~2541659,310198018~180774,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:48.100 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~19180426,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,132371073~6708026,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~5098255,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306212519~2541659,310198018~180774,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:48.106 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~19180426,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,132371073~6708026,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,218103808~7346793,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306212519~2541659,310198018~180774,311680996~8435536,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:48.106 INFO:tasks.workunit.client.0.smithi067.stdout:from 13 to 14 diff [45897089~1507715,53342861~7129629,118591477~9527627,140142909~7405621,161927365~6166735,341029412~7416652,368089782~137677,383026008~3807404,394539764~7722764] 2024-07-29T16:02:48.106 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [45897089~1507715,53342861~7129629,118591477~9527627,140142909~7405621,161927365~6166735,341029412~7416652,368089782~137677,383026008~3807404,394539764~7722764] 2024-07-29T16:02:48.112 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [45897089~1507715,53342861~7129629,118591477~9527627,140142909~7405621,161577905~6516195,341029412~7416652,368089782~137677,383026008~3807404,394539764~7722764] 2024-07-29T16:02:48.112 INFO:tasks.workunit.client.0.smithi067.stdout:from 13 to 15 diff [27516639~5958513,45897089~1507715,53342861~7129629,82886115~2639906,104474213~1880180,112321129~6063630,118591477~9527627,140142909~7405621,155587132~1399138,161927365~6166735,208360366~7365294,227968893~4953498,332847443~741649,341029412~7416652,368089782~137677,383026008~3807404,394539764~7722764] 2024-07-29T16:02:48.112 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [27516639~5958513,45897089~1507715,53342861~7129629,82886115~2639906,104474213~1880180,112321129~6063630,118591477~9527627,140142909~7405621,155587132~1399138,161927365~6166735,208360366~7365294,227968893~4953498,332847443~741649,341029412~7416652,368089782~137677,383026008~3807404,394539764~7722764] 2024-07-29T16:02:48.117 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [27516639~5958513,45897089~1507715,53342861~7129629,82886115~2639906,104474213~1880180,112321129~6063630,118591477~9527627,140142909~7405621,155587132~1399138,161577905~6516195,208360366~7365294,227968893~4953498,332847443~741649,341029412~7416652,368089782~137677,383026008~3807404,394539764~7722764] 2024-07-29T16:02:48.117 INFO:tasks.workunit.client.0.smithi067.stdout:from 13 to 16 diff [18489237~2336973,27516639~5958513,45897089~1507715,50900583~9571907,82886115~2639906,88049894~343350,104474213~1880180,112321129~6063630,118591477~9527627,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,208360366~7365294,227968893~4953498,269976465~6685673,278587780~4156926,332847443~741649,338372018~10074046,368089782~137677,383026008~3807404,394539764~7722764] 2024-07-29T16:02:48.117 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [18489237~2336973,27516639~5958513,45897089~1507715,50900583~9571907,82886115~2639906,88049894~343350,104474213~1880180,112321129~6063630,118591477~9527627,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,208360366~7365294,227968893~4953498,269976465~6685673,278587780~4156926,332847443~741649,338372018~10074046,368089782~137677,383026008~3807404,394539764~7722764] 2024-07-29T16:02:48.123 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [18489237~2336973,27516639~5958513,45897089~1507715,50900583~9571907,82886115~2639906,88049894~343350,104474213~1880180,112321129~6063630,118591477~9527627,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,208360366~7365294,227968893~4953498,269976465~6685673,278587780~4156926,332847443~741649,338372018~10074046,368089782~137677,383026008~3807404,394539764~7722764] 2024-07-29T16:02:48.123 INFO:tasks.workunit.client.0.smithi067.stdout:from 13 to 17 diff [14294726~6882855,27516639~5958513,45897089~1507715,50297198~10175292,82886115~8349510,104474213~1880180,112321129~6063630,118591477~9527627,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,191934438~821717,208360366~7365294,227968893~4953498,233857899~8031889,243524403~771715,269976465~6685673,278587780~4156926,310198018~180774,332847443~741649,338372018~12124529,368089782~137677,383026008~5646757,394539764~7722764] 2024-07-29T16:02:48.123 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~6882855,27516639~5958513,45897089~1507715,50297198~10175292,82886115~8349510,104474213~1880180,112321129~6063630,118591477~9527627,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,191934438~821717,208360366~7365294,227968893~4953498,233857899~8031889,243524403~771715,269976465~6685673,278587780~4156926,310198018~180774,332847443~741649,338372018~12124529,368089782~137677,383026008~5646757,394539764~7722764] 2024-07-29T16:02:48.129 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~6882855,27516639~5958513,45897089~1507715,50297198~10175292,82886115~8349510,104474213~1880180,112321129~6063630,118591477~9527627,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,191934438~821717,208360366~7365294,227968893~4953498,233857899~8031889,243524403~771715,269976465~6685673,278587780~4156926,310198018~180774,332847443~741649,338372018~12124529,368089782~137677,383026008~5646757,394539764~7722764] 2024-07-29T16:02:48.129 INFO:tasks.workunit.client.0.smithi067.stdout:from 13 to 18 diff [14294726~6882855,23736265~9738887,45897089~1507715,50297198~10175292,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,191934438~821717,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,366383492~5243046,383026008~5646757,394539764~9011131] 2024-07-29T16:02:48.129 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~6882855,23736265~9738887,45897089~1507715,50297198~10175292,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,191934438~821717,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,366383492~5243046,383026008~5646757,394539764~9011131] 2024-07-29T16:02:48.135 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~6882855,23736265~9738887,45897089~1507715,50297198~10175292,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,140142909~7405621,155587132~1399138,158971403~13958764,182374570~4155336,191934438~821717,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,366383492~5243046,383026008~5646757,394539764~9011131] 2024-07-29T16:02:48.135 INFO:tasks.workunit.client.0.smithi067.stdout:from 13 to 19 diff [14294726~6882855,23397633~10077519,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,394539764~9011131] 2024-07-29T16:02:48.135 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~6882855,23397633~10077519,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,394539764~9011131] 2024-07-29T16:02:48.140 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~6882855,23397633~10077519,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,394539764~9011131] 2024-07-29T16:02:48.141 INFO:tasks.workunit.client.0.smithi067.stdout:from 14 to 15 diff [27516639~5958513,82886115~2639906,104474213~1880180,112321129~6063630,120016485~6610972,155587132~1399138,208360366~7365294,227968893~4953498,332847443~741649] 2024-07-29T16:02:48.141 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [27516639~5958513,82886115~2639906,104474213~1880180,112321129~6063630,120016485~6610972,155587132~1399138,208360366~7365294,227968893~4953498,332847443~741649] 2024-07-29T16:02:48.146 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [27516639~5958513,82886115~2639906,104474213~1880180,112321129~6063630,120016485~6610972,155587132~1399138,208360366~7365294,227968893~4953498,332847443~741649] 2024-07-29T16:02:48.146 INFO:tasks.workunit.client.0.smithi067.stdout:from 14 to 16 diff [18489237~2336973,27516639~5958513,50900583~2630706,56151924~956534,82886115~2639906,88049894~343350,104474213~1880180,112321129~6063630,120016485~6610972,155587132~1399138,158971403~5872010,164888270~8041897,182374570~4155336,208360366~7365294,227968893~4953498,269976465~6685673,278587780~4156926,332847443~741649,338372018~7240174] 2024-07-29T16:02:48.146 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [18489237~2336973,27516639~5958513,50900583~2630706,56151924~956534,82886115~2639906,88049894~343350,104474213~1880180,112321129~6063630,120016485~6610972,155587132~1399138,158971403~5872010,164888270~8041897,182374570~4155336,208360366~7365294,227968893~4953498,269976465~6685673,278587780~4156926,332847443~741649,338372018~7240174] 2024-07-29T16:02:48.152 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [18489237~2336973,27516639~5958513,50900583~2630706,56151924~956534,82886115~2639906,88049894~343350,104474213~1880180,112321129~6063630,120016485~6610972,155587132~1399138,158971403~5872010,164888270~8041897,182374570~4155336,208360366~7365294,227968893~4953498,269976465~6685673,278587780~4156926,332847443~741649,338372018~7240174] 2024-07-29T16:02:48.152 INFO:tasks.workunit.client.0.smithi067.stdout:from 14 to 17 diff [14294726~6882855,27516639~5958513,50297198~6811260,82886115~8349510,104474213~1880180,112321129~6063630,120016485~6610972,155587132~1399138,158971403~5872010,164888270~8041897,182374570~4155336,191934438~821717,208360366~7365294,227968893~4953498,233857899~8031889,243524403~771715,269976465~6685673,278587780~4156926,310198018~180774,332847443~741649,338372018~12124529,383604667~5068098] 2024-07-29T16:02:48.152 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~6882855,27516639~5958513,50297198~6811260,82886115~8349510,104474213~1880180,112321129~6063630,120016485~6610972,155587132~1399138,158971403~5872010,164888270~8041897,182374570~4155336,191934438~821717,208360366~7365294,227968893~4953498,233857899~8031889,243524403~771715,269976465~6685673,278587780~4156926,310198018~180774,332847443~741649,338372018~12124529,383604667~5068098] 2024-07-29T16:02:48.158 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~6882855,27516639~5958513,50297198~6811260,82886115~8349510,104474213~1880180,112321129~6063630,120016485~6610972,155587132~1399138,158971403~5872010,164888270~8041897,182374570~4155336,191934438~821717,208360366~7365294,227968893~4953498,233857899~8031889,243524403~771715,269976465~6685673,278587780~4156926,310198018~180774,332847443~741649,338372018~12124529,383604667~5068098] 2024-07-29T16:02:48.158 INFO:tasks.workunit.client.0.smithi067.stdout:from 14 to 18 diff [14294726~6882855,23736265~9738887,50297198~6811260,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,120016485~6610972,155587132~1399138,158971403~5872010,164888270~8041897,182374570~4155336,191934438~821717,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,366383492~5243046,383604667~5068098,398048701~5502194] 2024-07-29T16:02:48.158 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~6882855,23736265~9738887,50297198~6811260,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,120016485~6610972,155587132~1399138,158971403~5872010,164888270~8041897,182374570~4155336,191934438~821717,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,366383492~5243046,383604667~5068098,398048701~5502194] 2024-07-29T16:02:48.163 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~6882855,23736265~9738887,50297198~6811260,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,120016485~6610972,155587132~1399138,158971403~5872010,164888270~8041897,182374570~4155336,191934438~821717,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,366383492~5243046,383604667~5068098,398048701~5502194] 2024-07-29T16:02:48.164 INFO:tasks.workunit.client.0.smithi067.stdout:from 14 to 19 diff [14294726~6882855,23397633~10077519,50297198~6811260,59220123~3810468,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,120016485~6610972,155587132~1399138,158971403~5872010,164888270~8041897,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:48.164 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~6882855,23397633~10077519,50297198~6811260,59220123~3810468,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,120016485~6610972,155587132~1399138,158971403~5872010,164888270~8041897,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:48.169 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~6882855,23397633~10077519,50297198~6811260,59220123~3810468,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,120016485~6610972,155587132~1399138,158971403~5872010,164888270~8041897,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:48.169 INFO:tasks.workunit.client.0.smithi067.stdout:from 15 to 16 diff [18489237~2336973,50900583~2630706,56151924~956534,88049894~343350,158971403~5872010,164888270~8041897,182374570~4155336,269976465~6685673,278587780~4156926,338372018~7240174] 2024-07-29T16:02:48.169 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [18489237~2336973,50900583~2630706,56151924~956534,88049894~343350,158971403~5872010,164888270~8041897,182374570~4155336,269976465~6685673,278587780~4156926,338372018~7240174] 2024-07-29T16:02:48.175 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [18489237~2336973,50900583~2630706,56151924~956534,88049894~343350,158971403~5872010,164888270~8041897,182374570~4155336,269976465~6685673,278587780~4156926,338372018~7240174] 2024-07-29T16:02:48.175 INFO:tasks.workunit.client.0.smithi067.stdout:from 15 to 17 diff [14294726~6882855,28772879~2465574,50297198~6811260,84352074~6883551,158971403~5872010,164888270~8041897,182374570~4155336,191934438~821717,233857899~8031889,243524403~771715,269976465~6685673,278587780~4156926,310198018~180774,338372018~12124529,383604667~5068098] 2024-07-29T16:02:48.175 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~6882855,28772879~2465574,50297198~6811260,84352074~6883551,158971403~5872010,164888270~8041897,182374570~4155336,191934438~821717,233857899~8031889,243524403~771715,269976465~6685673,278587780~4156926,310198018~180774,338372018~12124529,383604667~5068098] 2024-07-29T16:02:48.181 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~6882855,28772879~2465574,50297198~6811260,84352074~6883551,158971403~5872010,164888270~8041897,182374570~4155336,191934438~821717,233857899~8031889,243524403~771715,269976465~6685673,278587780~4156926,310198018~180774,338372018~12124529,383604667~5068098] 2024-07-29T16:02:48.181 INFO:tasks.workunit.client.0.smithi067.stdout:from 15 to 18 diff [14294726~6882855,23736265~7502188,50297198~6811260,84352074~6883551,103377609~115198,158971403~5872010,164888270~8041897,182374570~4155336,191934438~821717,224109158~1123395,233857899~8031889,243524403~771715,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,338372018~12124529,366383492~5243046,383604667~5068098,398048701~5502194] 2024-07-29T16:02:48.181 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~6882855,23736265~7502188,50297198~6811260,84352074~6883551,103377609~115198,158971403~5872010,164888270~8041897,182374570~4155336,191934438~821717,224109158~1123395,233857899~8031889,243524403~771715,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,338372018~12124529,366383492~5243046,383604667~5068098,398048701~5502194] 2024-07-29T16:02:48.186 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~6882855,23736265~7502188,50297198~6811260,84352074~6883551,103377609~115198,158971403~5872010,164888270~8041897,182374570~4155336,191934438~821717,224109158~1123395,233857899~8031889,243524403~771715,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,338372018~12124529,366383492~5243046,383604667~5068098,398048701~5502194] 2024-07-29T16:02:48.187 INFO:tasks.workunit.client.0.smithi067.stdout:from 15 to 19 diff [14294726~6882855,23397633~7840820,32786658~569169,50297198~6811260,59220123~3810468,84352074~6883551,103377609~115198,158971403~5872010,164888270~8041897,182374570~8466532,191934438~821717,201933954~3472768,224109158~1123395,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:48.187 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~6882855,23397633~7840820,32786658~569169,50297198~6811260,59220123~3810468,84352074~6883551,103377609~115198,158971403~5872010,164888270~8041897,182374570~8466532,191934438~821717,201933954~3472768,224109158~1123395,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:48.192 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~6882855,23397633~7840820,32786658~569169,50297198~6811260,59220123~3810468,84352074~6883551,103377609~115198,158971403~5872010,164888270~8041897,182374570~8466532,191934438~821717,201933954~3472768,224109158~1123395,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:48.192 INFO:tasks.workunit.client.0.smithi067.stdout:from 16 to 17 diff [14294726~6882855,28772879~2465574,50297198~6201950,84352074~6883551,191934438~821717,233857899~8031889,243524403~771715,310198018~180774,343102668~7393879,383604667~5068098] 2024-07-29T16:02:48.192 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~6882855,28772879~2465574,50297198~6201950,84352074~6883551,191934438~821717,233857899~8031889,243524403~771715,310198018~180774,343102668~7393879,383604667~5068098] 2024-07-29T16:02:48.198 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~6882855,28772879~2465574,50297198~6201950,84352074~6883551,191934438~821717,233857899~8031889,243524403~771715,310198018~180774,343102668~7393879,383604667~5068098] 2024-07-29T16:02:48.198 INFO:tasks.workunit.client.0.smithi067.stdout:from 16 to 18 diff [14294726~6882855,23736265~7502188,50297198~6201950,84352074~6883551,103377609~115198,191934438~821717,224109158~1123395,233857899~8031889,243524403~771715,260805815~6391691,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,343102668~7393879,366383492~5243046,383604667~5068098,398048701~5502194] 2024-07-29T16:02:48.198 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~6882855,23736265~7502188,50297198~6201950,84352074~6883551,103377609~115198,191934438~821717,224109158~1123395,233857899~8031889,243524403~771715,260805815~6391691,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,343102668~7393879,366383492~5243046,383604667~5068098,398048701~5502194] 2024-07-29T16:02:48.203 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~6882855,23736265~7502188,50297198~6201950,84352074~6883551,103377609~115198,191934438~821717,224109158~1123395,233857899~8031889,243524403~771715,260805815~6391691,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,343102668~7393879,366383492~5243046,383604667~5068098,398048701~5502194] 2024-07-29T16:02:48.203 INFO:tasks.workunit.client.0.smithi067.stdout:from 16 to 19 diff [14294726~6882855,23397633~7840820,32786658~569169,50297198~6201950,59220123~3810468,84352074~6883551,103377609~115198,184746910~6094192,191934438~821717,201933954~3472768,224109158~1123395,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,343102668~7393879,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:48.203 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~6882855,23397633~7840820,32786658~569169,50297198~6201950,59220123~3810468,84352074~6883551,103377609~115198,184746910~6094192,191934438~821717,201933954~3472768,224109158~1123395,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,343102668~7393879,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:48.209 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~6882855,23397633~7840820,32786658~569169,50297198~6201950,59220123~3810468,84352074~6883551,103377609~115198,184746910~6094192,191934438~821717,201933954~3472768,224109158~1123395,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,343102668~7393879,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:48.209 INFO:tasks.workunit.client.0.smithi067.stdout:from 17 to 18 diff [23736265~5512500,103377609~115198,224109158~1123395,260805815~6391691,285723916~1856594,289812475~1857015,326209330~3435943,366383492~5243046,398048701~5502194] 2024-07-29T16:02:48.209 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [23736265~5512500,103377609~115198,224109158~1123395,260805815~6391691,285723916~1856594,289812475~1857015,326209330~3435943,366383492~5243046,398048701~5502194] 2024-07-29T16:02:48.215 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [23736265~5512500,103377609~115198,224109158~1123395,260805815~6391691,285723916~1856594,289812475~1857015,326209330~3435943,366383492~5243046,398048701~5502194] 2024-07-29T16:02:48.215 INFO:tasks.workunit.client.0.smithi067.stdout:from 17 to 19 diff [23397633~6034933,32786658~569169,59220123~3810468,103377609~115198,184746910~6094192,201933954~3472768,224109158~1123395,248024496~209072,260805815~6391691,285723916~1856594,289812475~1857015,326209330~3435943,359053115~308102,366383492~5243046,376788447~8099777,398048701~5502194] 2024-07-29T16:02:48.215 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [23397633~6034933,32786658~569169,59220123~3810468,103377609~115198,184746910~6094192,201933954~3472768,224109158~1123395,248024496~209072,260805815~6391691,285723916~1856594,289812475~1857015,326209330~3435943,359053115~308102,366383492~5243046,376788447~8099777,398048701~5502194] 2024-07-29T16:02:48.220 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [23397633~6034933,32786658~569169,59220123~3810468,103377609~115198,184746910~6094192,201933954~3472768,224109158~1123395,248024496~209072,260805815~6391691,285723916~1856594,289812475~1857015,326209330~3435943,359053115~308102,366383492~5243046,376788447~8099777,398048701~5502194] 2024-07-29T16:02:48.220 INFO:tasks.workunit.client.0.smithi067.stdout:from 18 to 19 diff [23397633~6034933,32786658~569169,59220123~3810468,184746910~6094192,201933954~3472768,248024496~209072,359053115~308102,376788447~8099777] 2024-07-29T16:02:48.220 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [23397633~6034933,32786658~569169,59220123~3810468,184746910~6094192,201933954~3472768,248024496~209072,359053115~308102,376788447~8099777] 2024-07-29T16:02:48.226 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [23397633~6034933,32786658~569169,59220123~3810468,184746910~6094192,201933954~3472768,248024496~209072,359053115~308102,376788447~8099777] 2024-07-29T16:02:48.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:48 smithi067 ceph-mon[94375]: osdmap e2034: 8 total, 8 up, 8 in 2024-07-29T16:02:48.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:48 smithi067 ceph-mon[94375]: pgmap v3482: 137 pgs: 137 active+clean; 1.1 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s wr, 17 op/s 2024-07-29T16:02:48.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:48 smithi067 ceph-mon[91995]: osdmap e2034: 8 total, 8 up, 8 in 2024-07-29T16:02:48.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:48 smithi067 ceph-mon[91995]: pgmap v3482: 137 pgs: 137 active+clean; 1.1 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s wr, 17 op/s 2024-07-29T16:02:48.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:48 smithi138 ceph-mon[86438]: osdmap e2034: 8 total, 8 up, 8 in 2024-07-29T16:02:48.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:48 smithi138 ceph-mon[86438]: pgmap v3482: 137 pgs: 137 active+clean; 1.1 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s wr, 17 op/s 2024-07-29T16:02:49.112 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:49.112 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:49.134 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~37209344,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~90137595,201326592~14399068,218103808~29296870,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:02:49.134 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:49.134 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:49.140 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~48530590,158971403~40218096,201326592~14399068,218103808~23785980,243524403~771715,245724473~1676205,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:02:49.140 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to HEAD diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:49.140 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:49.146 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8430009,92274688~14079705,109051904~30027195,140142909~17439585,158971403~37506388,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,245724473~1676205,247974728~4858309,253259491~80329601,335544320~28627012,364904448~52052260] 2024-07-29T16:02:49.146 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to HEAD diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~22591312] 2024-07-29T16:02:49.146 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~22591312] 2024-07-29T16:02:49.153 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,43222806~784993,45897089~27902224,79925761~396864,82886115~8430009,92274688~14079705,109051904~9332855,118591477~20487622,140142909~17439585,158971403~37506388,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~80329601,335544320~28627012,364904448~23768317,394365396~22591312] 2024-07-29T16:02:49.153 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to HEAD diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:49.154 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:49.159 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,43222806~784993,45897089~27902224,79925761~396864,82886115~8430009,97528523~8825870,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~80329601,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:49.159 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to HEAD diff [6598216~33392812,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:49.159 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33392812,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:49.165 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33392812,43222806~784993,45897089~27902224,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~39341161,295051884~38537208,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:49.166 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to HEAD diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:49.166 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:49.172 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,14294726~25696302,43222806~784993,45897089~27902224,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,257733573~34867079,295051884~25064648,323345828~10243264,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:49.172 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to HEAD diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~3228477,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:49.172 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~3228477,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:49.178 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,14294726~25696302,43222806~784993,45897089~23706722,71514621~2284692,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,218103808~23785980,243524403~771715,247974728~4858309,257733573~29846937,289812475~1857015,302068974~18047558,323345828~10243264,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:49.178 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to HEAD diff [14294726~25696302,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~11041272,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:49.178 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~25696302,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~11041272,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:49.183 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~25696302,45897089~23706722,71514621~2284692,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~11041272,201933954~3472768,208360366~7365294,218103808~23785980,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,302068974~18047558,326209330~3435943,332847443~741649,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:49.183 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to HEAD diff [14294726~25696302,45897089~17133502,66126362~3477449,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~12434183,366383492~22289273,394365396~9185499,403946572~7706098] 2024-07-29T16:02:49.183 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~25696302,45897089~17133502,66126362~3477449,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~12434183,366383492~22289273,394365396~9185499,403946572~7706098] 2024-07-29T16:02:49.189 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~25696302,45897089~23706722,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~20487622,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,201933954~3472768,208360366~7365294,218103808~14818583,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,302068974~18047558,326209330~3435943,332847443~741649,338372018~12124529,351737149~12434183,364904448~23768317,394365396~9185499,403946572~7706098] 2024-07-29T16:02:49.189 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to HEAD diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~5364786,359053115~308102,366383492~22289273,394365396~9185499,405603603~6049067] 2024-07-29T16:02:49.189 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~5364786,359053115~308102,366383492~22289273,394365396~9185499,405603603~6049067] 2024-07-29T16:02:49.195 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~20487622,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,218103808~14818583,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,304799008~15317524,326209330~3435943,332847443~741649,338372018~12124529,351737149~5364786,359053115~308102,364904448~23768317,394365396~9185499,405603603~6049067] 2024-07-29T16:02:49.195 INFO:tasks.workunit.client.0.smithi067.stdout:from 11 to HEAD diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:49.195 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:49.201 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112321129~6063630,118591477~20487622,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,218103808~14818583,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,304799008~15317524,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,364904448~23768317,394365396~9185499] 2024-07-29T16:02:49.201 INFO:tasks.workunit.client.0.smithi067.stdout:from 12 to HEAD diff [14294726~19180426,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,132371073~6708026,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~5098255,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306212519~2541659,310198018~180774,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:49.201 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~19180426,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,132371073~6708026,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~5098255,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306212519~2541659,310198018~180774,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:49.206 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~19180426,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,132371073~6708026,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,218103808~7346793,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306212519~2541659,310198018~180774,311680996~8435536,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:49.207 INFO:tasks.workunit.client.0.smithi067.stdout:from 13 to HEAD diff [14294726~6882855,23397633~10077519,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,394539764~9011131] 2024-07-29T16:02:49.207 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~6882855,23397633~10077519,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,394539764~9011131] 2024-07-29T16:02:49.212 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~6882855,23397633~10077519,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,394539764~9011131] 2024-07-29T16:02:49.212 INFO:tasks.workunit.client.0.smithi067.stdout:from 14 to HEAD diff [14294726~6882855,23397633~10077519,50297198~6811260,59220123~3810468,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,120016485~6610972,155587132~1399138,158971403~5872010,164888270~8041897,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:49.212 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~6882855,23397633~10077519,50297198~6811260,59220123~3810468,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,120016485~6610972,155587132~1399138,158971403~5872010,164888270~8041897,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:49.217 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~6882855,23397633~10077519,50297198~6811260,59220123~3810468,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,120016485~6610972,155587132~1399138,158971403~5872010,164888270~8041897,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:49.218 INFO:tasks.workunit.client.0.smithi067.stdout:from 15 to HEAD diff [14294726~6882855,23397633~7840820,32786658~569169,50297198~6811260,59220123~3810468,84352074~6883551,103377609~115198,158971403~5872010,164888270~8041897,182374570~8466532,191934438~821717,201933954~3472768,224109158~1123395,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:49.218 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~6882855,23397633~7840820,32786658~569169,50297198~6811260,59220123~3810468,84352074~6883551,103377609~115198,158971403~5872010,164888270~8041897,182374570~8466532,191934438~821717,201933954~3472768,224109158~1123395,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:49.223 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~6882855,23397633~7840820,32786658~569169,50297198~6811260,59220123~3810468,84352074~6883551,103377609~115198,158971403~5872010,164888270~8041897,182374570~8466532,191934438~821717,201933954~3472768,224109158~1123395,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:49.223 INFO:tasks.workunit.client.0.smithi067.stdout:from 16 to HEAD diff [14294726~6882855,23397633~7840820,32786658~569169,50297198~6201950,59220123~3810468,84352074~6883551,103377609~115198,184746910~6094192,191934438~821717,201933954~3472768,224109158~1123395,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,343102668~7393879,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:49.223 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~6882855,23397633~7840820,32786658~569169,50297198~6201950,59220123~3810468,84352074~6883551,103377609~115198,184746910~6094192,191934438~821717,201933954~3472768,224109158~1123395,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,343102668~7393879,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:49.229 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~6882855,23397633~7840820,32786658~569169,50297198~6201950,59220123~3810468,84352074~6883551,103377609~115198,184746910~6094192,191934438~821717,201933954~3472768,224109158~1123395,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,343102668~7393879,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:49.229 INFO:tasks.workunit.client.0.smithi067.stdout:from 17 to HEAD diff [23397633~6034933,32786658~569169,59220123~3810468,103377609~115198,184746910~6094192,201933954~3472768,224109158~1123395,248024496~209072,260805815~6391691,285723916~1856594,289812475~1857015,326209330~3435943,359053115~308102,366383492~5243046,376788447~8099777,398048701~5502194] 2024-07-29T16:02:49.229 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [23397633~6034933,32786658~569169,59220123~3810468,103377609~115198,184746910~6094192,201933954~3472768,224109158~1123395,248024496~209072,260805815~6391691,285723916~1856594,289812475~1857015,326209330~3435943,359053115~308102,366383492~5243046,376788447~8099777,398048701~5502194] 2024-07-29T16:02:49.234 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [23397633~6034933,32786658~569169,59220123~3810468,103377609~115198,184746910~6094192,201933954~3472768,224109158~1123395,248024496~209072,260805815~6391691,285723916~1856594,289812475~1857015,326209330~3435943,359053115~308102,366383492~5243046,376788447~8099777,398048701~5502194] 2024-07-29T16:02:50.123 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:50.123 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:50.164 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~37209344,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~90137595,201326592~14399068,218103808~29296870,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:02:50.164 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:50.164 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:50.170 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~48530590,158971403~40218096,201326592~14399068,218103808~23785980,243524403~771715,245724473~1676205,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:02:50.170 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to HEAD diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:50.170 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:50.176 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8430009,92274688~14079705,109051904~30027195,140142909~17439585,158971403~37506388,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,245724473~1676205,247974728~4858309,253259491~80329601,335544320~28627012,364904448~52052260] 2024-07-29T16:02:50.176 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to HEAD diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~22591312] 2024-07-29T16:02:50.176 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~22591312] 2024-07-29T16:02:50.182 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,43222806~784993,45897089~27902224,79925761~396864,82886115~8430009,92274688~14079705,109051904~9332855,118591477~20487622,140142909~17439585,158971403~37506388,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~80329601,335544320~28627012,364904448~23768317,394365396~22591312] 2024-07-29T16:02:50.182 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to HEAD diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:50.182 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:50.187 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,43222806~784993,45897089~27902224,79925761~396864,82886115~8430009,97528523~8825870,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~80329601,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:50.187 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to HEAD diff [6598216~33392812,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:50.188 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33392812,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:50.193 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33392812,43222806~784993,45897089~27902224,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~39341161,295051884~38537208,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:50.193 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to HEAD diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:50.193 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:50.199 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,14294726~25696302,43222806~784993,45897089~27902224,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,257733573~34867079,295051884~25064648,323345828~10243264,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:50.199 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to HEAD diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~3228477,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:50.199 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~3228477,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:50.204 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,14294726~25696302,43222806~784993,45897089~23706722,71514621~2284692,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,218103808~23785980,243524403~771715,247974728~4858309,257733573~29846937,289812475~1857015,302068974~18047558,323345828~10243264,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:50.204 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to HEAD diff [14294726~25696302,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~11041272,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:50.205 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~25696302,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~11041272,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:50.210 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~25696302,45897089~23706722,71514621~2284692,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~11041272,201933954~3472768,208360366~7365294,218103808~23785980,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,302068974~18047558,326209330~3435943,332847443~741649,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:50.210 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to HEAD diff [14294726~25696302,45897089~17133502,66126362~3477449,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~12434183,366383492~22289273,394365396~9185499,403946572~7706098] 2024-07-29T16:02:50.210 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~25696302,45897089~17133502,66126362~3477449,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~12434183,366383492~22289273,394365396~9185499,403946572~7706098] 2024-07-29T16:02:50.215 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~25696302,45897089~23706722,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~20487622,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,201933954~3472768,208360366~7365294,218103808~14818583,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,302068974~18047558,326209330~3435943,332847443~741649,338372018~12124529,351737149~12434183,364904448~23768317,394365396~9185499,403946572~7706098] 2024-07-29T16:02:50.216 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to HEAD diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~5364786,359053115~308102,366383492~22289273,394365396~9185499,405603603~6049067] 2024-07-29T16:02:50.216 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~5364786,359053115~308102,366383492~22289273,394365396~9185499,405603603~6049067] 2024-07-29T16:02:50.221 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~20487622,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,218103808~14818583,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,304799008~15317524,326209330~3435943,332847443~741649,338372018~12124529,351737149~5364786,359053115~308102,364904448~23768317,394365396~9185499,405603603~6049067] 2024-07-29T16:02:50.221 INFO:tasks.workunit.client.0.smithi067.stdout:from 11 to HEAD diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:50.221 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:50.227 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112321129~6063630,118591477~20487622,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,218103808~14818583,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,304799008~15317524,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,364904448~23768317,394365396~9185499] 2024-07-29T16:02:50.227 INFO:tasks.workunit.client.0.smithi067.stdout:from 12 to HEAD diff [14294726~19180426,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,132371073~6708026,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~5098255,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306212519~2541659,310198018~180774,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:50.227 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~19180426,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,132371073~6708026,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~5098255,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306212519~2541659,310198018~180774,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:50.232 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~19180426,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,132371073~6708026,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,218103808~7346793,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306212519~2541659,310198018~180774,311680996~8435536,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:50.232 INFO:tasks.workunit.client.0.smithi067.stdout:from 13 to HEAD diff [14294726~6882855,23397633~10077519,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,394539764~9011131] 2024-07-29T16:02:50.232 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~6882855,23397633~10077519,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,394539764~9011131] 2024-07-29T16:02:50.238 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~6882855,23397633~10077519,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,394539764~9011131] 2024-07-29T16:02:50.238 INFO:tasks.workunit.client.0.smithi067.stdout:from 14 to HEAD diff [14294726~6882855,23397633~10077519,50297198~6811260,59220123~3810468,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,120016485~6610972,155587132~1399138,158971403~5872010,164888270~8041897,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:50.238 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~6882855,23397633~10077519,50297198~6811260,59220123~3810468,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,120016485~6610972,155587132~1399138,158971403~5872010,164888270~8041897,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:50.243 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~6882855,23397633~10077519,50297198~6811260,59220123~3810468,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,120016485~6610972,155587132~1399138,158971403~5872010,164888270~8041897,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:50.243 INFO:tasks.workunit.client.0.smithi067.stdout:from 15 to HEAD diff [14294726~6882855,23397633~7840820,32786658~569169,50297198~6811260,59220123~3810468,84352074~6883551,103377609~115198,158971403~5872010,164888270~8041897,182374570~8466532,191934438~821717,201933954~3472768,224109158~1123395,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:50.243 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~6882855,23397633~7840820,32786658~569169,50297198~6811260,59220123~3810468,84352074~6883551,103377609~115198,158971403~5872010,164888270~8041897,182374570~8466532,191934438~821717,201933954~3472768,224109158~1123395,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:50.249 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~6882855,23397633~7840820,32786658~569169,50297198~6811260,59220123~3810468,84352074~6883551,103377609~115198,158971403~5872010,164888270~8041897,182374570~8466532,191934438~821717,201933954~3472768,224109158~1123395,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:50.249 INFO:tasks.workunit.client.0.smithi067.stdout:from 16 to HEAD diff [14294726~6882855,23397633~7840820,32786658~569169,50297198~6201950,59220123~3810468,84352074~6883551,103377609~115198,184746910~6094192,191934438~821717,201933954~3472768,224109158~1123395,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,343102668~7393879,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:50.249 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~6882855,23397633~7840820,32786658~569169,50297198~6201950,59220123~3810468,84352074~6883551,103377609~115198,184746910~6094192,191934438~821717,201933954~3472768,224109158~1123395,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,343102668~7393879,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:50.254 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~6882855,23397633~7840820,32786658~569169,50297198~6201950,59220123~3810468,84352074~6883551,103377609~115198,184746910~6094192,191934438~821717,201933954~3472768,224109158~1123395,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,343102668~7393879,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:50.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:50 smithi067 ceph-mon[91995]: osdmap e2035: 8 total, 8 up, 8 in 2024-07-29T16:02:50.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:50 smithi067 ceph-mon[91995]: pgmap v3484: 137 pgs: 137 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 255 KiB/s rd, 37 MiB/s wr, 2.84k op/s 2024-07-29T16:02:50.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:02:50.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:50 smithi067 ceph-mon[94375]: osdmap e2035: 8 total, 8 up, 8 in 2024-07-29T16:02:50.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:50 smithi067 ceph-mon[94375]: pgmap v3484: 137 pgs: 137 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 255 KiB/s rd, 37 MiB/s wr, 2.84k op/s 2024-07-29T16:02:50.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:02:50.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:50 smithi138 ceph-mon[86438]: osdmap e2035: 8 total, 8 up, 8 in 2024-07-29T16:02:50.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:50 smithi138 ceph-mon[86438]: pgmap v3484: 137 pgs: 137 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 255 KiB/s rd, 37 MiB/s wr, 2.84k op/s 2024-07-29T16:02:50.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:02:50.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:02:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:02:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:02:51.121 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:51.122 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:51.162 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~37209344,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~90137595,201326592~14399068,218103808~29296870,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:02:51.162 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:51.162 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:51.172 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~48530590,158971403~40218096,201326592~14399068,218103808~23785980,243524403~771715,245724473~1676205,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:02:51.172 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to HEAD diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:51.173 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:51.179 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8430009,92274688~14079705,109051904~30027195,140142909~17439585,158971403~37506388,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,245724473~1676205,247974728~4858309,253259491~80329601,335544320~28627012,364904448~52052260] 2024-07-29T16:02:51.179 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to HEAD diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~22591312] 2024-07-29T16:02:51.179 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~22591312] 2024-07-29T16:02:51.185 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,43222806~784993,45897089~27902224,79925761~396864,82886115~8430009,92274688~14079705,109051904~9332855,118591477~20487622,140142909~17439585,158971403~37506388,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~80329601,335544320~28627012,364904448~23768317,394365396~22591312] 2024-07-29T16:02:51.185 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to HEAD diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:51.186 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:51.191 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,43222806~784993,45897089~27902224,79925761~396864,82886115~8430009,97528523~8825870,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~80329601,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:51.191 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to HEAD diff [6598216~33392812,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:51.191 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33392812,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:51.197 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33392812,43222806~784993,45897089~27902224,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~39341161,295051884~38537208,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:51.197 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to HEAD diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:51.197 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:51.203 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,14294726~25696302,43222806~784993,45897089~27902224,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,257733573~34867079,295051884~25064648,323345828~10243264,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:51.203 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to HEAD diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~3228477,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:51.203 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~3228477,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:51.208 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,14294726~25696302,43222806~784993,45897089~23706722,71514621~2284692,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,218103808~23785980,243524403~771715,247974728~4858309,257733573~29846937,289812475~1857015,302068974~18047558,323345828~10243264,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:51.209 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to HEAD diff [14294726~25696302,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~11041272,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:51.209 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~25696302,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~11041272,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:51.214 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~25696302,45897089~23706722,71514621~2284692,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~11041272,201933954~3472768,208360366~7365294,218103808~23785980,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,302068974~18047558,326209330~3435943,332847443~741649,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:51.214 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to HEAD diff [14294726~25696302,45897089~17133502,66126362~3477449,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~12434183,366383492~22289273,394365396~9185499,403946572~7706098] 2024-07-29T16:02:51.214 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~25696302,45897089~17133502,66126362~3477449,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~12434183,366383492~22289273,394365396~9185499,403946572~7706098] 2024-07-29T16:02:51.220 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~25696302,45897089~23706722,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~20487622,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,201933954~3472768,208360366~7365294,218103808~14818583,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,302068974~18047558,326209330~3435943,332847443~741649,338372018~12124529,351737149~12434183,364904448~23768317,394365396~9185499,403946572~7706098] 2024-07-29T16:02:51.220 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to HEAD diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~5364786,359053115~308102,366383492~22289273,394365396~9185499,405603603~6049067] 2024-07-29T16:02:51.220 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~5364786,359053115~308102,366383492~22289273,394365396~9185499,405603603~6049067] 2024-07-29T16:02:51.226 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~20487622,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,218103808~14818583,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,304799008~15317524,326209330~3435943,332847443~741649,338372018~12124529,351737149~5364786,359053115~308102,364904448~23768317,394365396~9185499,405603603~6049067] 2024-07-29T16:02:51.226 INFO:tasks.workunit.client.0.smithi067.stdout:from 11 to HEAD diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:51.226 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:51.232 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112321129~6063630,118591477~20487622,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,218103808~14818583,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,304799008~15317524,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,364904448~23768317,394365396~9185499] 2024-07-29T16:02:51.232 INFO:tasks.workunit.client.0.smithi067.stdout:from 12 to HEAD diff [14294726~19180426,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,132371073~6708026,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~5098255,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306212519~2541659,310198018~180774,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:51.232 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~19180426,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,132371073~6708026,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~5098255,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306212519~2541659,310198018~180774,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:51.237 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~19180426,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,132371073~6708026,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,218103808~7346793,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306212519~2541659,310198018~180774,311680996~8435536,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:51.237 INFO:tasks.workunit.client.0.smithi067.stdout:from 13 to HEAD diff [14294726~6882855,23397633~10077519,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,394539764~9011131] 2024-07-29T16:02:51.237 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~6882855,23397633~10077519,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,394539764~9011131] 2024-07-29T16:02:51.243 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~6882855,23397633~10077519,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,394539764~9011131] 2024-07-29T16:02:51.243 INFO:tasks.workunit.client.0.smithi067.stdout:from 14 to HEAD diff [14294726~6882855,23397633~10077519,50297198~6811260,59220123~3810468,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,120016485~6610972,155587132~1399138,158971403~5872010,164888270~8041897,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:51.243 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~6882855,23397633~10077519,50297198~6811260,59220123~3810468,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,120016485~6610972,155587132~1399138,158971403~5872010,164888270~8041897,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:51.248 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~6882855,23397633~10077519,50297198~6811260,59220123~3810468,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,120016485~6610972,155587132~1399138,158971403~5872010,164888270~8041897,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:51.248 INFO:tasks.workunit.client.0.smithi067.stdout:from 15 to HEAD diff [14294726~6882855,23397633~7840820,32786658~569169,50297198~6811260,59220123~3810468,84352074~6883551,103377609~115198,158971403~5872010,164888270~8041897,182374570~8466532,191934438~821717,201933954~3472768,224109158~1123395,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:51.248 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~6882855,23397633~7840820,32786658~569169,50297198~6811260,59220123~3810468,84352074~6883551,103377609~115198,158971403~5872010,164888270~8041897,182374570~8466532,191934438~821717,201933954~3472768,224109158~1123395,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:51.254 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~6882855,23397633~7840820,32786658~569169,50297198~6811260,59220123~3810468,84352074~6883551,103377609~115198,158971403~5872010,164888270~8041897,182374570~8466532,191934438~821717,201933954~3472768,224109158~1123395,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:51.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:51 smithi067 ceph-mon[91995]: osdmap e2036: 8 total, 8 up, 8 in 2024-07-29T16:02:51.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:51 smithi067 ceph-mon[94375]: osdmap e2036: 8 total, 8 up, 8 in 2024-07-29T16:02:51.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:51 smithi138 ceph-mon[86438]: osdmap e2036: 8 total, 8 up, 8 in 2024-07-29T16:02:52.155 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:52.155 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:52.190 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~37209344,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~90137595,201326592~14399068,218103808~29296870,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:02:52.190 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:52.190 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:52.196 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~48530590,158971403~40218096,201326592~14399068,218103808~23785980,243524403~771715,245724473~1676205,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:02:52.196 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to HEAD diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:52.196 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:52.201 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8430009,92274688~14079705,109051904~30027195,140142909~17439585,158971403~37506388,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,245724473~1676205,247974728~4858309,253259491~80329601,335544320~28627012,364904448~52052260] 2024-07-29T16:02:52.202 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to HEAD diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~22591312] 2024-07-29T16:02:52.202 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~22591312] 2024-07-29T16:02:52.207 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,43222806~784993,45897089~27902224,79925761~396864,82886115~8430009,92274688~14079705,109051904~9332855,118591477~20487622,140142909~17439585,158971403~37506388,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~80329601,335544320~28627012,364904448~23768317,394365396~22591312] 2024-07-29T16:02:52.207 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to HEAD diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:52.208 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:52.213 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,43222806~784993,45897089~27902224,79925761~396864,82886115~8430009,97528523~8825870,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~80329601,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:52.214 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to HEAD diff [6598216~33392812,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:52.214 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33392812,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:52.219 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33392812,43222806~784993,45897089~27902224,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~39341161,295051884~38537208,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:52.219 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to HEAD diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:52.219 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:52.225 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,14294726~25696302,43222806~784993,45897089~27902224,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,257733573~34867079,295051884~25064648,323345828~10243264,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:52.225 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to HEAD diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~3228477,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:52.225 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~3228477,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:52.231 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,14294726~25696302,43222806~784993,45897089~23706722,71514621~2284692,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,218103808~23785980,243524403~771715,247974728~4858309,257733573~29846937,289812475~1857015,302068974~18047558,323345828~10243264,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:52.231 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to HEAD diff [14294726~25696302,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~11041272,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:52.231 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~25696302,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~11041272,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:52.237 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~25696302,45897089~23706722,71514621~2284692,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~11041272,201933954~3472768,208360366~7365294,218103808~23785980,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,302068974~18047558,326209330~3435943,332847443~741649,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:52.237 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to HEAD diff [14294726~25696302,45897089~17133502,66126362~3477449,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~12434183,366383492~22289273,394365396~9185499,403946572~7706098] 2024-07-29T16:02:52.237 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~25696302,45897089~17133502,66126362~3477449,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~12434183,366383492~22289273,394365396~9185499,403946572~7706098] 2024-07-29T16:02:52.243 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~25696302,45897089~23706722,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~20487622,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,201933954~3472768,208360366~7365294,218103808~14818583,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,302068974~18047558,326209330~3435943,332847443~741649,338372018~12124529,351737149~12434183,364904448~23768317,394365396~9185499,403946572~7706098] 2024-07-29T16:02:52.243 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to HEAD diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~5364786,359053115~308102,366383492~22289273,394365396~9185499,405603603~6049067] 2024-07-29T16:02:52.243 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~5364786,359053115~308102,366383492~22289273,394365396~9185499,405603603~6049067] 2024-07-29T16:02:52.249 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~20487622,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,218103808~14818583,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,304799008~15317524,326209330~3435943,332847443~741649,338372018~12124529,351737149~5364786,359053115~308102,364904448~23768317,394365396~9185499,405603603~6049067] 2024-07-29T16:02:52.249 INFO:tasks.workunit.client.0.smithi067.stdout:from 11 to HEAD diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:52.249 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:52.254 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112321129~6063630,118591477~20487622,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,218103808~14818583,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,304799008~15317524,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,364904448~23768317,394365396~9185499] 2024-07-29T16:02:52.254 INFO:tasks.workunit.client.0.smithi067.stdout:from 12 to HEAD diff [14294726~19180426,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,132371073~6708026,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~5098255,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306212519~2541659,310198018~180774,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:52.254 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~19180426,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,132371073~6708026,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~5098255,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306212519~2541659,310198018~180774,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:52.260 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~19180426,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,132371073~6708026,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,218103808~7346793,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306212519~2541659,310198018~180774,311680996~8435536,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:52.260 INFO:tasks.workunit.client.0.smithi067.stdout:from 13 to HEAD diff [14294726~6882855,23397633~10077519,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,394539764~9011131] 2024-07-29T16:02:52.260 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~6882855,23397633~10077519,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,394539764~9011131] 2024-07-29T16:02:52.265 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~6882855,23397633~10077519,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,394539764~9011131] 2024-07-29T16:02:52.266 INFO:tasks.workunit.client.0.smithi067.stdout:from 14 to HEAD diff [14294726~6882855,23397633~10077519,50297198~6811260,59220123~3810468,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,120016485~6610972,155587132~1399138,158971403~5872010,164888270~8041897,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:52.266 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~6882855,23397633~10077519,50297198~6811260,59220123~3810468,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,120016485~6610972,155587132~1399138,158971403~5872010,164888270~8041897,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:52.271 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~6882855,23397633~10077519,50297198~6811260,59220123~3810468,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,120016485~6610972,155587132~1399138,158971403~5872010,164888270~8041897,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,398048701~5502194] 2024-07-29T16:02:52.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:52 smithi067 ceph-mon[91995]: osdmap e2037: 8 total, 8 up, 8 in 2024-07-29T16:02:52.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:52 smithi067 ceph-mon[91995]: pgmap v3487: 137 pgs: 137 active+clean; 1.2 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 264 KiB/s rd, 26 MiB/s wr, 4.04k op/s 2024-07-29T16:02:52.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:52 smithi067 ceph-mon[94375]: osdmap e2037: 8 total, 8 up, 8 in 2024-07-29T16:02:52.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:52 smithi067 ceph-mon[94375]: pgmap v3487: 137 pgs: 137 active+clean; 1.2 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 264 KiB/s rd, 26 MiB/s wr, 4.04k op/s 2024-07-29T16:02:52.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:52 smithi138 ceph-mon[86438]: osdmap e2037: 8 total, 8 up, 8 in 2024-07-29T16:02:52.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:52 smithi138 ceph-mon[86438]: pgmap v3487: 137 pgs: 137 active+clean; 1.2 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 264 KiB/s rd, 26 MiB/s wr, 4.04k op/s 2024-07-29T16:02:53.147 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:53.147 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:53.187 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~37209344,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~90137595,201326592~14399068,218103808~29296870,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:02:53.187 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:53.187 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:53.202 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~48530590,158971403~40218096,201326592~14399068,218103808~23785980,243524403~771715,245724473~1676205,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:02:53.202 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to HEAD diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:53.202 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:53.208 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8430009,92274688~14079705,109051904~30027195,140142909~17439585,158971403~37506388,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,245724473~1676205,247974728~4858309,253259491~80329601,335544320~28627012,364904448~52052260] 2024-07-29T16:02:53.208 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to HEAD diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~22591312] 2024-07-29T16:02:53.208 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~22591312] 2024-07-29T16:02:53.214 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,43222806~784993,45897089~27902224,79925761~396864,82886115~8430009,92274688~14079705,109051904~9332855,118591477~20487622,140142909~17439585,158971403~37506388,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~80329601,335544320~28627012,364904448~23768317,394365396~22591312] 2024-07-29T16:02:53.214 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to HEAD diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:53.214 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:53.220 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,43222806~784993,45897089~27902224,79925761~396864,82886115~8430009,97528523~8825870,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~80329601,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:53.220 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to HEAD diff [6598216~33392812,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:53.220 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33392812,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:53.226 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33392812,43222806~784993,45897089~27902224,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~39341161,295051884~38537208,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:53.226 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to HEAD diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:53.226 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:53.232 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,14294726~25696302,43222806~784993,45897089~27902224,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,257733573~34867079,295051884~25064648,323345828~10243264,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:53.232 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to HEAD diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~3228477,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:53.232 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~3228477,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:53.238 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,14294726~25696302,43222806~784993,45897089~23706722,71514621~2284692,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,218103808~23785980,243524403~771715,247974728~4858309,257733573~29846937,289812475~1857015,302068974~18047558,323345828~10243264,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:53.238 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to HEAD diff [14294726~25696302,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~11041272,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:53.238 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~25696302,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~11041272,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:53.244 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~25696302,45897089~23706722,71514621~2284692,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~11041272,201933954~3472768,208360366~7365294,218103808~23785980,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,302068974~18047558,326209330~3435943,332847443~741649,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:53.244 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to HEAD diff [14294726~25696302,45897089~17133502,66126362~3477449,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~12434183,366383492~22289273,394365396~9185499,403946572~7706098] 2024-07-29T16:02:53.244 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~25696302,45897089~17133502,66126362~3477449,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~12434183,366383492~22289273,394365396~9185499,403946572~7706098] 2024-07-29T16:02:53.249 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~25696302,45897089~23706722,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~20487622,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,201933954~3472768,208360366~7365294,218103808~14818583,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,302068974~18047558,326209330~3435943,332847443~741649,338372018~12124529,351737149~12434183,364904448~23768317,394365396~9185499,403946572~7706098] 2024-07-29T16:02:53.249 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to HEAD diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~5364786,359053115~308102,366383492~22289273,394365396~9185499,405603603~6049067] 2024-07-29T16:02:53.249 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~5364786,359053115~308102,366383492~22289273,394365396~9185499,405603603~6049067] 2024-07-29T16:02:53.255 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~20487622,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,218103808~14818583,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,304799008~15317524,326209330~3435943,332847443~741649,338372018~12124529,351737149~5364786,359053115~308102,364904448~23768317,394365396~9185499,405603603~6049067] 2024-07-29T16:02:53.255 INFO:tasks.workunit.client.0.smithi067.stdout:from 11 to HEAD diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:53.255 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:53.261 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112321129~6063630,118591477~20487622,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,218103808~14818583,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,304799008~15317524,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,364904448~23768317,394365396~9185499] 2024-07-29T16:02:53.261 INFO:tasks.workunit.client.0.smithi067.stdout:from 12 to HEAD diff [14294726~19180426,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,132371073~6708026,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~5098255,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306212519~2541659,310198018~180774,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:53.261 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~19180426,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,132371073~6708026,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~5098255,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306212519~2541659,310198018~180774,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:53.267 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~19180426,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,132371073~6708026,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,218103808~7346793,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306212519~2541659,310198018~180774,311680996~8435536,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:53.267 INFO:tasks.workunit.client.0.smithi067.stdout:from 13 to HEAD diff [14294726~6882855,23397633~10077519,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,394539764~9011131] 2024-07-29T16:02:53.267 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~6882855,23397633~10077519,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,394539764~9011131] 2024-07-29T16:02:53.272 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~6882855,23397633~10077519,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,224109158~1123395,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,310198018~180774,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~5243046,376788447~11884318,394539764~9011131] 2024-07-29T16:02:53.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:53 smithi067 ceph-mon[91995]: osdmap e2038: 8 total, 8 up, 8 in 2024-07-29T16:02:53.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:53 smithi067 ceph-mon[94375]: osdmap e2038: 8 total, 8 up, 8 in 2024-07-29T16:02:53.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:53 smithi138 ceph-mon[86438]: osdmap e2038: 8 total, 8 up, 8 in 2024-07-29T16:02:54.147 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:54.147 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:54.196 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~37209344,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~90137595,201326592~14399068,218103808~29296870,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:02:54.196 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:54.196 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:54.214 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~48530590,158971403~40218096,201326592~14399068,218103808~23785980,243524403~771715,245724473~1676205,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:02:54.214 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to HEAD diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:54.214 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:54.221 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8430009,92274688~14079705,109051904~30027195,140142909~17439585,158971403~37506388,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,245724473~1676205,247974728~4858309,253259491~80329601,335544320~28627012,364904448~52052260] 2024-07-29T16:02:54.221 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to HEAD diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~22591312] 2024-07-29T16:02:54.221 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~22591312] 2024-07-29T16:02:54.227 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,43222806~784993,45897089~27902224,79925761~396864,82886115~8430009,92274688~14079705,109051904~9332855,118591477~20487622,140142909~17439585,158971403~37506388,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~80329601,335544320~28627012,364904448~23768317,394365396~22591312] 2024-07-29T16:02:54.227 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to HEAD diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:54.227 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:54.233 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,43222806~784993,45897089~27902224,79925761~396864,82886115~8430009,97528523~8825870,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~80329601,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:54.233 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to HEAD diff [6598216~33392812,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:54.233 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33392812,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:54.238 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33392812,43222806~784993,45897089~27902224,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~39341161,295051884~38537208,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:54.238 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to HEAD diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:54.238 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:54.244 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,14294726~25696302,43222806~784993,45897089~27902224,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,257733573~34867079,295051884~25064648,323345828~10243264,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:54.244 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to HEAD diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~3228477,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:54.244 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~3228477,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:54.250 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,14294726~25696302,43222806~784993,45897089~23706722,71514621~2284692,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,218103808~23785980,243524403~771715,247974728~4858309,257733573~29846937,289812475~1857015,302068974~18047558,323345828~10243264,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:54.250 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to HEAD diff [14294726~25696302,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~11041272,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:54.250 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~25696302,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~11041272,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:54.255 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~25696302,45897089~23706722,71514621~2284692,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~11041272,201933954~3472768,208360366~7365294,218103808~23785980,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,302068974~18047558,326209330~3435943,332847443~741649,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:54.255 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to HEAD diff [14294726~25696302,45897089~17133502,66126362~3477449,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~12434183,366383492~22289273,394365396~9185499,403946572~7706098] 2024-07-29T16:02:54.255 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~25696302,45897089~17133502,66126362~3477449,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~12434183,366383492~22289273,394365396~9185499,403946572~7706098] 2024-07-29T16:02:54.261 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~25696302,45897089~23706722,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~20487622,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,201933954~3472768,208360366~7365294,218103808~14818583,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,302068974~18047558,326209330~3435943,332847443~741649,338372018~12124529,351737149~12434183,364904448~23768317,394365396~9185499,403946572~7706098] 2024-07-29T16:02:54.261 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to HEAD diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~5364786,359053115~308102,366383492~22289273,394365396~9185499,405603603~6049067] 2024-07-29T16:02:54.261 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~5364786,359053115~308102,366383492~22289273,394365396~9185499,405603603~6049067] 2024-07-29T16:02:54.267 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~20487622,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,218103808~14818583,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,304799008~15317524,326209330~3435943,332847443~741649,338372018~12124529,351737149~5364786,359053115~308102,364904448~23768317,394365396~9185499,405603603~6049067] 2024-07-29T16:02:54.267 INFO:tasks.workunit.client.0.smithi067.stdout:from 11 to HEAD diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:54.267 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:54.272 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112321129~6063630,118591477~20487622,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,218103808~14818583,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,304799008~15317524,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,364904448~23768317,394365396~9185499] 2024-07-29T16:02:54.272 INFO:tasks.workunit.client.0.smithi067.stdout:from 12 to HEAD diff [14294726~19180426,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,132371073~6708026,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~5098255,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306212519~2541659,310198018~180774,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:54.272 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~19180426,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,132371073~6708026,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~5098255,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306212519~2541659,310198018~180774,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:54.277 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~19180426,45897089~1507715,50297198~12733393,82886115~8349510,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,132371073~6708026,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,218103808~7346793,227968893~4953498,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306212519~2541659,310198018~180774,311680996~8435536,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:54.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:54 smithi067 ceph-mon[91995]: pgmap v3489: 137 pgs: 137 active+clean; 1.2 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 139 KiB/s rd, 6.7 MiB/s wr, 3.21k op/s 2024-07-29T16:02:54.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:54 smithi067 ceph-mon[91995]: osdmap e2039: 8 total, 8 up, 8 in 2024-07-29T16:02:54.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:54 smithi067 ceph-mon[94375]: pgmap v3489: 137 pgs: 137 active+clean; 1.2 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 139 KiB/s rd, 6.7 MiB/s wr, 3.21k op/s 2024-07-29T16:02:54.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:54 smithi067 ceph-mon[94375]: osdmap e2039: 8 total, 8 up, 8 in 2024-07-29T16:02:54.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:54 smithi138 ceph-mon[86438]: pgmap v3489: 137 pgs: 137 active+clean; 1.2 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 139 KiB/s rd, 6.7 MiB/s wr, 3.21k op/s 2024-07-29T16:02:54.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:54 smithi138 ceph-mon[86438]: osdmap e2039: 8 total, 8 up, 8 in 2024-07-29T16:02:55.163 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:55.163 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:55.208 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~37209344,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~90137595,201326592~14399068,218103808~29296870,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:02:55.208 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:55.208 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:55.225 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~48530590,158971403~40218096,201326592~14399068,218103808~23785980,243524403~771715,245724473~1676205,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:02:55.225 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to HEAD diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:55.225 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:55.231 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8430009,92274688~14079705,109051904~30027195,140142909~17439585,158971403~37506388,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,245724473~1676205,247974728~4858309,253259491~80329601,335544320~28627012,364904448~52052260] 2024-07-29T16:02:55.231 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to HEAD diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~22591312] 2024-07-29T16:02:55.231 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~22591312] 2024-07-29T16:02:55.236 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,43222806~784993,45897089~27902224,79925761~396864,82886115~8430009,92274688~14079705,109051904~9332855,118591477~20487622,140142909~17439585,158971403~37506388,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~80329601,335544320~28627012,364904448~23768317,394365396~22591312] 2024-07-29T16:02:55.237 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to HEAD diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:55.237 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:55.242 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,43222806~784993,45897089~27902224,79925761~396864,82886115~8430009,97528523~8825870,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~80329601,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:55.242 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to HEAD diff [6598216~33392812,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:55.242 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33392812,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:55.248 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33392812,43222806~784993,45897089~27902224,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~39341161,295051884~38537208,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:55.248 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to HEAD diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:55.248 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:55.254 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,14294726~25696302,43222806~784993,45897089~27902224,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,257733573~34867079,295051884~25064648,323345828~10243264,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:55.254 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to HEAD diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~3228477,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:55.254 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~3228477,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:55.259 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,14294726~25696302,43222806~784993,45897089~23706722,71514621~2284692,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,218103808~23785980,243524403~771715,247974728~4858309,257733573~29846937,289812475~1857015,302068974~18047558,323345828~10243264,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:55.259 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to HEAD diff [14294726~25696302,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~11041272,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:55.259 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~25696302,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~11041272,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:55.265 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~25696302,45897089~23706722,71514621~2284692,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~11041272,201933954~3472768,208360366~7365294,218103808~23785980,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,302068974~18047558,326209330~3435943,332847443~741649,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:55.265 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to HEAD diff [14294726~25696302,45897089~17133502,66126362~3477449,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~12434183,366383492~22289273,394365396~9185499,403946572~7706098] 2024-07-29T16:02:55.265 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~25696302,45897089~17133502,66126362~3477449,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~12434183,366383492~22289273,394365396~9185499,403946572~7706098] 2024-07-29T16:02:55.271 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~25696302,45897089~23706722,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~20487622,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,201933954~3472768,208360366~7365294,218103808~14818583,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,302068974~18047558,326209330~3435943,332847443~741649,338372018~12124529,351737149~12434183,364904448~23768317,394365396~9185499,403946572~7706098] 2024-07-29T16:02:55.271 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to HEAD diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~5364786,359053115~308102,366383492~22289273,394365396~9185499,405603603~6049067] 2024-07-29T16:02:55.271 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~5364786,359053115~308102,366383492~22289273,394365396~9185499,405603603~6049067] 2024-07-29T16:02:55.276 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~20487622,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,218103808~14818583,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,304799008~15317524,326209330~3435943,332847443~741649,338372018~12124529,351737149~5364786,359053115~308102,364904448~23768317,394365396~9185499,405603603~6049067] 2024-07-29T16:02:55.276 INFO:tasks.workunit.client.0.smithi067.stdout:from 11 to HEAD diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:55.276 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112321129~6063630,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,366383492~22289273,394365396~9185499] 2024-07-29T16:02:55.281 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112321129~6063630,118591477~20487622,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,218103808~14818583,233857899~8031889,243524403~771715,248024496~209072,260805815~6391691,269976465~6685673,278587780~4156926,285723916~1856594,289812475~1857015,304799008~15317524,326209330~3435943,332847443~741649,338372018~12124529,359053115~308102,364904448~23768317,394365396~9185499] 2024-07-29T16:02:55.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:55 smithi067 ceph-mon[91995]: osdmap e2040: 8 total, 8 up, 8 in 2024-07-29T16:02:55.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:55 smithi067 ceph-mon[94375]: osdmap e2040: 8 total, 8 up, 8 in 2024-07-29T16:02:55.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:55 smithi138 ceph-mon[86438]: osdmap e2040: 8 total, 8 up, 8 in 2024-07-29T16:02:56.188 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:56.188 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:56.233 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~37209344,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~90137595,201326592~14399068,218103808~29296870,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:02:56.233 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:56.233 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:56.240 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~48530590,158971403~40218096,201326592~14399068,218103808~23785980,243524403~771715,245724473~1676205,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:02:56.240 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to HEAD diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:56.240 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:56.246 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8430009,92274688~14079705,109051904~30027195,140142909~17439585,158971403~37506388,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,245724473~1676205,247974728~4858309,253259491~80329601,335544320~28627012,364904448~52052260] 2024-07-29T16:02:56.246 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to HEAD diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~22591312] 2024-07-29T16:02:56.246 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~22591312] 2024-07-29T16:02:56.251 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,43222806~784993,45897089~27902224,79925761~396864,82886115~8430009,92274688~14079705,109051904~9332855,118591477~20487622,140142909~17439585,158971403~37506388,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~80329601,335544320~28627012,364904448~23768317,394365396~22591312] 2024-07-29T16:02:56.251 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to HEAD diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:56.252 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:56.257 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,43222806~784993,45897089~27902224,79925761~396864,82886115~8430009,97528523~8825870,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~80329601,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:56.257 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to HEAD diff [6598216~33392812,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:56.258 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33392812,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:56.263 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33392812,43222806~784993,45897089~27902224,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~39341161,295051884~38537208,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:56.263 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to HEAD diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:56.263 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:56.269 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,14294726~25696302,43222806~784993,45897089~27902224,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,257733573~34867079,295051884~25064648,323345828~10243264,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:56.269 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to HEAD diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~3228477,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:56.269 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~3228477,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:56.275 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,14294726~25696302,43222806~784993,45897089~23706722,71514621~2284692,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,218103808~23785980,243524403~771715,247974728~4858309,257733573~29846937,289812475~1857015,302068974~18047558,323345828~10243264,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:56.275 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to HEAD diff [14294726~25696302,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~11041272,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:56.275 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~25696302,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~11041272,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:56.282 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~25696302,45897089~23706722,71514621~2284692,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~11041272,201933954~3472768,208360366~7365294,218103808~23785980,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,302068974~18047558,326209330~3435943,332847443~741649,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:56.282 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to HEAD diff [14294726~25696302,45897089~17133502,66126362~3477449,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~12434183,366383492~22289273,394365396~9185499,403946572~7706098] 2024-07-29T16:02:56.282 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~25696302,45897089~17133502,66126362~3477449,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~12434183,366383492~22289273,394365396~9185499,403946572~7706098] 2024-07-29T16:02:56.286 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~25696302,45897089~23706722,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~20487622,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,201933954~3472768,208360366~7365294,218103808~14818583,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,302068974~18047558,326209330~3435943,332847443~741649,338372018~12124529,351737149~12434183,364904448~23768317,394365396~9185499,403946572~7706098] 2024-07-29T16:02:56.286 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to HEAD diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~5364786,359053115~308102,366383492~22289273,394365396~9185499,405603603~6049067] 2024-07-29T16:02:56.286 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~5364786,359053115~308102,366383492~22289273,394365396~9185499,405603603~6049067] 2024-07-29T16:02:56.291 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~23098583,45897089~1507715,50297198~12733393,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~20487622,140142909~7405621,155587132~1399138,158971403~13958764,182374570~8466532,191934438~821717,201933954~3472768,208360366~7365294,218103808~14818583,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,304799008~15317524,326209330~3435943,332847443~741649,338372018~12124529,351737149~5364786,359053115~308102,364904448~23768317,394365396~9185499,405603603~6049067] 2024-07-29T16:02:56.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:56 smithi067 ceph-mon[91995]: pgmap v3492: 137 pgs: 137 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 132 KiB/s rd, 6.0 KiB/s wr, 2.98k op/s 2024-07-29T16:02:56.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:56 smithi067 ceph-mon[91995]: osdmap e2041: 8 total, 8 up, 8 in 2024-07-29T16:02:56.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:56 smithi067 ceph-mon[94375]: pgmap v3492: 137 pgs: 137 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 132 KiB/s rd, 6.0 KiB/s wr, 2.98k op/s 2024-07-29T16:02:56.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:56 smithi067 ceph-mon[94375]: osdmap e2041: 8 total, 8 up, 8 in 2024-07-29T16:02:56.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:56 smithi138 ceph-mon[86438]: pgmap v3492: 137 pgs: 137 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 132 KiB/s rd, 6.0 KiB/s wr, 2.98k op/s 2024-07-29T16:02:56.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:56 smithi138 ceph-mon[86438]: osdmap e2041: 8 total, 8 up, 8 in 2024-07-29T16:02:57.192 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:57.192 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:57.230 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~37209344,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~90137595,201326592~14399068,218103808~29296870,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:02:57.230 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:57.230 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:57.247 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~48530590,158971403~40218096,201326592~14399068,218103808~23785980,243524403~771715,245724473~1676205,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:02:57.247 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to HEAD diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:57.247 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:57.254 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8430009,92274688~14079705,109051904~30027195,140142909~17439585,158971403~37506388,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,245724473~1676205,247974728~4858309,253259491~80329601,335544320~28627012,364904448~52052260] 2024-07-29T16:02:57.254 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to HEAD diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~22591312] 2024-07-29T16:02:57.254 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~22591312] 2024-07-29T16:02:57.264 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,43222806~784993,45897089~27902224,79925761~396864,82886115~8430009,92274688~14079705,109051904~9332855,118591477~20487622,140142909~17439585,158971403~37506388,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~80329601,335544320~28627012,364904448~23768317,394365396~22591312] 2024-07-29T16:02:57.264 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to HEAD diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:57.264 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:57.270 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,43222806~784993,45897089~27902224,79925761~396864,82886115~8430009,97528523~8825870,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~80329601,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:57.270 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to HEAD diff [6598216~33392812,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:57.270 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33392812,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:57.275 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33392812,43222806~784993,45897089~27902224,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~39341161,295051884~38537208,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:57.275 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to HEAD diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:57.276 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:57.281 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,14294726~25696302,43222806~784993,45897089~27902224,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,257733573~34867079,295051884~25064648,323345828~10243264,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:57.281 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to HEAD diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~3228477,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:57.281 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~3228477,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:57.287 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,14294726~25696302,43222806~784993,45897089~23706722,71514621~2284692,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,218103808~23785980,243524403~771715,247974728~4858309,257733573~29846937,289812475~1857015,302068974~18047558,323345828~10243264,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:57.287 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to HEAD diff [14294726~25696302,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~11041272,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:57.287 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~25696302,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~11041272,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:57.292 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~25696302,45897089~23706722,71514621~2284692,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~11041272,201933954~3472768,208360366~7365294,218103808~23785980,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,302068974~18047558,326209330~3435943,332847443~741649,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:57.293 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to HEAD diff [14294726~25696302,45897089~17133502,66126362~3477449,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~12434183,366383492~22289273,394365396~9185499,403946572~7706098] 2024-07-29T16:02:57.293 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~25696302,45897089~17133502,66126362~3477449,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~9527627,129688699~9390400,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,201933954~3472768,208360366~7365294,220352346~12570045,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,338372018~12124529,351737149~12434183,366383492~22289273,394365396~9185499,403946572~7706098] 2024-07-29T16:02:57.297 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~25696302,45897089~23706722,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,112287878~6096881,118591477~20487622,140142909~7405621,150538793~1610170,155587132~1399138,158971403~13958764,182374570~11041272,201933954~3472768,208360366~7365294,218103808~14818583,233857899~8031889,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,302068974~18047558,326209330~3435943,332847443~741649,338372018~12124529,351737149~12434183,364904448~23768317,394365396~9185499,403946572~7706098] 2024-07-29T16:02:57.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:57 smithi067 ceph-mon[91995]: osdmap e2042: 8 total, 8 up, 8 in 2024-07-29T16:02:57.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:57 smithi067 ceph-mon[94375]: osdmap e2042: 8 total, 8 up, 8 in 2024-07-29T16:02:57.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:57 smithi138 ceph-mon[86438]: osdmap e2042: 8 total, 8 up, 8 in 2024-07-29T16:02:58.167 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:02:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:02:57] "GET /metrics HTTP/1.1" 200 36900 "" "Prometheus/2.51.0" 2024-07-29T16:02:58.193 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:58.193 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:58.243 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~37209344,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~90137595,201326592~14399068,218103808~29296870,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:02:58.243 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:58.243 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:58.251 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~48530590,158971403~40218096,201326592~14399068,218103808~23785980,243524403~771715,245724473~1676205,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:02:58.251 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to HEAD diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:58.251 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:58.257 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8430009,92274688~14079705,109051904~30027195,140142909~17439585,158971403~37506388,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,245724473~1676205,247974728~4858309,253259491~80329601,335544320~28627012,364904448~52052260] 2024-07-29T16:02:58.257 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to HEAD diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~22591312] 2024-07-29T16:02:58.257 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~22591312] 2024-07-29T16:02:58.263 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,43222806~784993,45897089~27902224,79925761~396864,82886115~8430009,92274688~14079705,109051904~9332855,118591477~20487622,140142909~17439585,158971403~37506388,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~80329601,335544320~28627012,364904448~23768317,394365396~22591312] 2024-07-29T16:02:58.263 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to HEAD diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:58.263 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:58.269 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,43222806~784993,45897089~27902224,79925761~396864,82886115~8430009,97528523~8825870,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~80329601,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:58.269 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to HEAD diff [6598216~33392812,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:58.269 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33392812,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:58.275 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33392812,43222806~784993,45897089~27902224,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~39341161,295051884~38537208,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:58.275 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to HEAD diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:58.275 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:58.280 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,14294726~25696302,43222806~784993,45897089~27902224,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,257733573~34867079,295051884~25064648,323345828~10243264,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:58.281 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to HEAD diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~3228477,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:58.281 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~3228477,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:58.286 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,14294726~25696302,43222806~784993,45897089~23706722,71514621~2284692,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,218103808~23785980,243524403~771715,247974728~4858309,257733573~29846937,289812475~1857015,302068974~18047558,323345828~10243264,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:58.286 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to HEAD diff [14294726~25696302,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~11041272,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:58.286 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [14294726~25696302,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~11041272,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~3435943,332847443~741649,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:58.291 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [14294726~25696302,45897089~23706722,71514621~2284692,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~11041272,201933954~3472768,208360366~7365294,218103808~23785980,243524403~771715,248024496~209072,257733573~9463933,269976465~12768241,285723916~1856594,289812475~1857015,302068974~18047558,326209330~3435943,332847443~741649,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:58.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:58 smithi067 ceph-mon[91995]: pgmap v3495: 137 pgs: 137 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1.26k op/s 2024-07-29T16:02:58.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:58 smithi067 ceph-mon[91995]: osdmap e2043: 8 total, 8 up, 8 in 2024-07-29T16:02:58.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:58 smithi067 ceph-mon[94375]: pgmap v3495: 137 pgs: 137 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1.26k op/s 2024-07-29T16:02:58.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:58 smithi067 ceph-mon[94375]: osdmap e2043: 8 total, 8 up, 8 in 2024-07-29T16:02:58.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:58 smithi138 ceph-mon[86438]: pgmap v3495: 137 pgs: 137 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1.26k op/s 2024-07-29T16:02:58.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:58 smithi138 ceph-mon[86438]: osdmap e2043: 8 total, 8 up, 8 in 2024-07-29T16:02:58.754 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:58.754 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:58.794 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~37209344,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~90137595,201326592~14399068,218103808~29296870,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:02:58.794 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:58.794 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:58.807 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~48530590,158971403~40218096,201326592~14399068,218103808~23785980,243524403~771715,245724473~1676205,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:02:58.807 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to HEAD diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:58.807 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:58.813 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8430009,92274688~14079705,109051904~30027195,140142909~17439585,158971403~37506388,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,245724473~1676205,247974728~4858309,253259491~80329601,335544320~28627012,364904448~52052260] 2024-07-29T16:02:58.813 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to HEAD diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~22591312] 2024-07-29T16:02:58.813 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~22591312] 2024-07-29T16:02:58.866 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,43222806~784993,45897089~27902224,79925761~396864,82886115~8430009,92274688~14079705,109051904~9332855,118591477~20487622,140142909~17439585,158971403~37506388,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~80329601,335544320~28627012,364904448~23768317,394365396~22591312] 2024-07-29T16:02:58.866 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to HEAD diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:58.866 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:58.872 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,43222806~784993,45897089~27902224,79925761~396864,82886115~8430009,97528523~8825870,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~80329601,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:58.872 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to HEAD diff [6598216~33392812,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:58.872 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33392812,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:58.877 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33392812,43222806~784993,45897089~27902224,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~39341161,295051884~38537208,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:58.877 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to HEAD diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:58.877 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:58.883 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,14294726~25696302,43222806~784993,45897089~27902224,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,257733573~34867079,295051884~25064648,323345828~10243264,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:58.883 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to HEAD diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~3228477,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:58.883 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~3228477,289812475~1857015,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:58.888 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,14294726~25696302,43222806~784993,45897089~23706722,71514621~2284692,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~3472768,208360366~7365294,218103808~23785980,243524403~771715,247974728~4858309,257733573~29846937,289812475~1857015,302068974~18047558,323345828~10243264,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:59.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:59 smithi138 ceph-mon[86438]: osdmap e2044: 8 total, 8 up, 8 in 2024-07-29T16:02:59.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:59 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:02:59.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:02:59 smithi138 ceph-mon[86438]: osdmap e2045: 8 total, 8 up, 8 in 2024-07-29T16:02:59.433 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:59 smithi067 ceph-mon[91995]: osdmap e2044: 8 total, 8 up, 8 in 2024-07-29T16:02:59.433 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:59 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:02:59.433 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:02:59 smithi067 ceph-mon[91995]: osdmap e2045: 8 total, 8 up, 8 in 2024-07-29T16:02:59.433 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:59 smithi067 ceph-mon[94375]: osdmap e2044: 8 total, 8 up, 8 in 2024-07-29T16:02:59.433 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:59 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:02:59.433 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:02:59 smithi067 ceph-mon[94375]: osdmap e2045: 8 total, 8 up, 8 in 2024-07-29T16:02:59.758 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:59.758 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:59.810 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~37209344,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~90137595,201326592~14399068,218103808~29296870,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:02:59.810 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:59.810 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:59.825 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~48530590,158971403~40218096,201326592~14399068,218103808~23785980,243524403~771715,245724473~1676205,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:02:59.825 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to HEAD diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:59.825 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:02:59.831 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8430009,92274688~14079705,109051904~30027195,140142909~17439585,158971403~37506388,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,245724473~1676205,247974728~4858309,253259491~80329601,335544320~28627012,364904448~52052260] 2024-07-29T16:02:59.831 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to HEAD diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~22591312] 2024-07-29T16:02:59.832 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~22591312] 2024-07-29T16:02:59.838 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,43222806~784993,45897089~27902224,79925761~396864,82886115~8430009,92274688~14079705,109051904~9332855,118591477~20487622,140142909~17439585,158971403~37506388,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~80329601,335544320~28627012,364904448~23768317,394365396~22591312] 2024-07-29T16:02:59.838 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to HEAD diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:59.838 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:59.844 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,43222806~784993,45897089~27902224,79925761~396864,82886115~8430009,97528523~8825870,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~80329601,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:59.844 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to HEAD diff [6598216~33392812,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:59.844 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33392812,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:59.850 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33392812,43222806~784993,45897089~27902224,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~39341161,295051884~38537208,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:02:59.850 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to HEAD diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:59.850 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [11959813~1475075,14294726~25696302,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,257733573~25011133,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~8142004,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:02:59.856 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [11959813~1475075,14294726~25696302,43222806~784993,45897089~27902224,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,257733573~34867079,295051884~25064648,323345828~10243264,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:03:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:03:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:03:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:03:00.757 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:03:00.757 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:03:00.803 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~37209344,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~90137595,201326592~14399068,218103808~29296870,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:03:00.803 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:03:00.803 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:03:00.813 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~48530590,158971403~40218096,201326592~14399068,218103808~23785980,243524403~771715,245724473~1676205,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:03:00.813 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to HEAD diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:03:00.813 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:03:00.819 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8430009,92274688~14079705,109051904~30027195,140142909~17439585,158971403~37506388,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,245724473~1676205,247974728~4858309,253259491~80329601,335544320~28627012,364904448~52052260] 2024-07-29T16:03:00.819 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to HEAD diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~22591312] 2024-07-29T16:03:00.819 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~22591312] 2024-07-29T16:03:00.824 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,43222806~784993,45897089~27902224,79925761~396864,82886115~8430009,92274688~14079705,109051904~9332855,118591477~20487622,140142909~17439585,158971403~37506388,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~80329601,335544320~28627012,364904448~23768317,394365396~22591312] 2024-07-29T16:03:00.824 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to HEAD diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:03:00.824 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:03:00.830 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,43222806~784993,45897089~27902224,79925761~396864,82886115~8430009,97528523~8825870,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~80329601,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:03:00.830 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to HEAD diff [6598216~33392812,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:03:00.830 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33392812,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~8248619,295051884~7017090,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:03:00.835 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33392812,43222806~784993,45897089~27902224,82886115~8349510,100785411~870201,103377609~115198,104474213~1880180,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~39341161,295051884~38537208,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:03:00.859 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:00 smithi138 ceph-mon[86438]: pgmap v3499: 137 pgs: 137 active+clean; 1.1 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 118 KiB/s rd, 6.3 KiB/s wr, 1.34k op/s 2024-07-29T16:03:00.859 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:00 smithi138 ceph-mon[86438]: osdmap e2046: 8 total, 8 up, 8 in 2024-07-29T16:03:00.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:00 smithi067 ceph-mon[91995]: pgmap v3499: 137 pgs: 137 active+clean; 1.1 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 118 KiB/s rd, 6.3 KiB/s wr, 1.34k op/s 2024-07-29T16:03:00.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:00 smithi067 ceph-mon[91995]: osdmap e2046: 8 total, 8 up, 8 in 2024-07-29T16:03:00.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:00 smithi067 ceph-mon[94375]: pgmap v3499: 137 pgs: 137 active+clean; 1.1 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 118 KiB/s rd, 6.3 KiB/s wr, 1.34k op/s 2024-07-29T16:03:00.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:00 smithi067 ceph-mon[94375]: osdmap e2046: 8 total, 8 up, 8 in 2024-07-29T16:03:01.763 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:03:01.763 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:03:01.826 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~37209344,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~90137595,201326592~14399068,218103808~29296870,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:03:01.826 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:03:01.826 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:03:01.843 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~48530590,158971403~40218096,201326592~14399068,218103808~23785980,243524403~771715,245724473~1676205,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:03:01.843 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to HEAD diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:03:01.843 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:03:01.849 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8430009,92274688~14079705,109051904~30027195,140142909~17439585,158971403~37506388,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,245724473~1676205,247974728~4858309,253259491~80329601,335544320~28627012,364904448~52052260] 2024-07-29T16:03:01.849 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to HEAD diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~22591312] 2024-07-29T16:03:01.849 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~22591312] 2024-07-29T16:03:01.856 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,43222806~784993,45897089~27902224,79925761~396864,82886115~8430009,92274688~14079705,109051904~9332855,118591477~20487622,140142909~17439585,158971403~37506388,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~80329601,335544320~28627012,364904448~23768317,394365396~22591312] 2024-07-29T16:03:01.856 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to HEAD diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:03:01.856 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,97528523~8825870,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~9185499,403946572~13010136] 2024-07-29T16:03:01.862 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,43222806~784993,45897089~27902224,79925761~396864,82886115~8430009,97528523~8825870,109051904~9332855,118591477~20487622,140142909~17439585,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~80329601,335544320~28627012,364904448~23768317,394365396~9185499,403946572~13010136] 2024-07-29T16:03:02.031 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:01 smithi067 ceph-mon[94375]: osdmap e2047: 8 total, 8 up, 8 in 2024-07-29T16:03:02.031 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:01 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:03:02.031 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:01 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:03:02.031 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:01 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:03:02.031 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:01 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:03:02.032 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:01 smithi067 ceph-mon[91995]: osdmap e2047: 8 total, 8 up, 8 in 2024-07-29T16:03:02.032 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:01 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:03:02.032 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:01 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:03:02.032 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:01 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:03:02.032 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:01 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:03:02.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:01 smithi138 ceph-mon[86438]: osdmap e2047: 8 total, 8 up, 8 in 2024-07-29T16:03:02.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:01 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:03:02.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:01 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:03:02.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:01 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:03:02.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:01 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:03:02.774 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:03:02.774 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:03:02.819 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~37209344,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~90137595,201326592~14399068,218103808~29296870,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:03:02.819 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:03:02.819 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:03:02.833 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~48530590,158971403~40218096,201326592~14399068,218103808~23785980,243524403~771715,245724473~1676205,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:03:02.833 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to HEAD diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:03:02.833 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:03:02.839 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8430009,92274688~14079705,109051904~30027195,140142909~17439585,158971403~37506388,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,245724473~1676205,247974728~4858309,253259491~80329601,335544320~28627012,364904448~52052260] 2024-07-29T16:03:02.839 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to HEAD diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~22591312] 2024-07-29T16:03:02.839 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,43222806~784993,45897089~17133502,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~8436384,118591477~9527627,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~22289273,394365396~22591312] 2024-07-29T16:03:02.845 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,43222806~784993,45897089~27902224,79925761~396864,82886115~8430009,92274688~14079705,109051904~9332855,118591477~20487622,140142909~17439585,158971403~37506388,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,247974728~4858309,253259491~80329601,335544320~28627012,364904448~23768317,394365396~22591312] 2024-07-29T16:03:03.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:02 smithi138 ceph-mon[86438]: pgmap v3502: 137 pgs: 137 active+clean; 1.0 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 119 KiB/s rd, 6.3 KiB/s wr, 1.38k op/s 2024-07-29T16:03:03.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:02 smithi138 ceph-mon[86438]: osdmap e2048: 8 total, 8 up, 8 in 2024-07-29T16:03:03.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:02 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:03:03.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:02 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:03:03.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:02 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:03:03.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:02 smithi067 ceph-mon[91995]: pgmap v3502: 137 pgs: 137 active+clean; 1.0 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 119 KiB/s rd, 6.3 KiB/s wr, 1.38k op/s 2024-07-29T16:03:03.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:02 smithi067 ceph-mon[91995]: osdmap e2048: 8 total, 8 up, 8 in 2024-07-29T16:03:03.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:02 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:03:03.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:02 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:03:03.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:02 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:03:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:02 smithi067 ceph-mon[94375]: pgmap v3502: 137 pgs: 137 active+clean; 1.0 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 119 KiB/s rd, 6.3 KiB/s wr, 1.38k op/s 2024-07-29T16:03:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:02 smithi067 ceph-mon[94375]: osdmap e2048: 8 total, 8 up, 8 in 2024-07-29T16:03:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:02 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:03:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:02 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:03:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:02 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:03:03.757 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:03:03.757 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:03:03.807 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~37209344,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~90137595,201326592~14399068,218103808~29296870,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:03:03.807 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:03:03.807 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:03:03.820 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~48530590,158971403~40218096,201326592~14399068,218103808~23785980,243524403~771715,245724473~1676205,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:03:03.820 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to HEAD diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:03:03.820 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8430009,95611761~10742632,109948375~18170729,129688699~9390400,140142909~7405621,150538793~7043701,158971403~22124492,182374570~14103221,197172970~2016529,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~4858309,253259491~29485215,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:03:03.825 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8430009,92274688~14079705,109051904~30027195,140142909~17439585,158971403~37506388,197172970~2016529,201933954~13791706,218103808~23785980,243524403~771715,245724473~1676205,247974728~4858309,253259491~80329601,335544320~28627012,364904448~52052260] 2024-07-29T16:03:04.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:03 smithi138 ceph-mon[86438]: osdmap e2049: 8 total, 8 up, 8 in 2024-07-29T16:03:04.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:03 smithi138 ceph-mon[86438]: osdmap e2050: 8 total, 8 up, 8 in 2024-07-29T16:03:04.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:03 smithi067 ceph-mon[91995]: osdmap e2049: 8 total, 8 up, 8 in 2024-07-29T16:03:04.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:03 smithi067 ceph-mon[91995]: osdmap e2050: 8 total, 8 up, 8 in 2024-07-29T16:03:04.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:03 smithi067 ceph-mon[94375]: osdmap e2049: 8 total, 8 up, 8 in 2024-07-29T16:03:04.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:03 smithi067 ceph-mon[94375]: osdmap e2050: 8 total, 8 up, 8 in 2024-07-29T16:03:04.796 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:03:04.796 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:03:04.845 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~37209344,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~90137595,201326592~14399068,218103808~29296870,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:03:04.845 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:03:04.845 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~33886736,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158971403~22124492,182374570~16814929,201933954~13791706,220352346~21537442,243524403~771715,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:03:04.857 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [6598216~33886736,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~48530590,158971403~40218096,201326592~14399068,218103808~23785980,243524403~771715,245724473~1676205,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:03:05.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:04 smithi138 ceph-mon[86438]: pgmap v3505: 137 pgs: 137 active+clean; 985 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 96 KiB/s rd, 7.5 KiB/s wr, 940 op/s 2024-07-29T16:03:05.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:04 smithi067 ceph-mon[91995]: pgmap v3505: 137 pgs: 137 active+clean; 985 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 96 KiB/s rd, 7.5 KiB/s wr, 940 op/s 2024-07-29T16:03:05.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:04 smithi067 ceph-mon[94375]: pgmap v3505: 137 pgs: 137 active+clean; 985 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 96 KiB/s rd, 7.5 KiB/s wr, 940 op/s 2024-07-29T16:03:05.802 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:03:05.802 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [6598216~34805432,42856783~20173808,66126362~3477449,70709008~805613,72633216~1166097,79925761~396864,82886115~8702764,95611761~10742632,109948375~18170729,129688699~17859831,150538793~7043701,158473338~22622557,182374570~16814929,201933954~13791706,220352346~25372127,246369967~1030711,247974728~34769978,284352033~17716941,303370626~1428382,306091000~5589996,311974528~11371300,326209330~7379762,336174916~27996416,366383492~25376774,392134224~24822484] 2024-07-29T16:03:05.848 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [4194304~37209344,41943040~31856273,79925761~396864,82886115~8702764,92274688~14079705,109051904~90137595,201326592~14399068,218103808~29296870,247463936~86125156,335544320~28627012,364904448~52052260] 2024-07-29T16:03:06.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:05 smithi138 ceph-mon[86438]: osdmap e2051: 8 total, 8 up, 8 in 2024-07-29T16:03:06.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:03:06.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:05 smithi067 ceph-mon[91995]: osdmap e2051: 8 total, 8 up, 8 in 2024-07-29T16:03:06.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:03:06.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:05 smithi067 ceph-mon[94375]: osdmap e2051: 8 total, 8 up, 8 in 2024-07-29T16:03:06.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:03:06.821 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (39861 ms) 2024-07-29T16:03:06.822 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-07-29T16:03:06.822 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:03:07.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:06 smithi138 ceph-mon[86438]: pgmap v3508: 137 pgs: 137 active+clean; 924 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 96 KiB/s rd, 7.5 KiB/s wr, 895 op/s 2024-07-29T16:03:07.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:06 smithi138 ceph-mon[86438]: osdmap e2052: 8 total, 8 up, 8 in 2024-07-29T16:03:07.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:06 smithi067 ceph-mon[91995]: pgmap v3508: 137 pgs: 137 active+clean; 924 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 96 KiB/s rd, 7.5 KiB/s wr, 895 op/s 2024-07-29T16:03:07.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:06 smithi067 ceph-mon[91995]: osdmap e2052: 8 total, 8 up, 8 in 2024-07-29T16:03:07.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:06 smithi067 ceph-mon[94375]: pgmap v3508: 137 pgs: 137 active+clean; 924 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 96 KiB/s rd, 7.5 KiB/s wr, 895 op/s 2024-07-29T16:03:07.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:06 smithi067 ceph-mon[94375]: osdmap e2052: 8 total, 8 up, 8 in 2024-07-29T16:03:07.932 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1111 ms) 2024-07-29T16:03:07.932 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-07-29T16:03:07.932 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:03:08.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:07 smithi138 ceph-mon[86438]: osdmap e2053: 8 total, 8 up, 8 in 2024-07-29T16:03:08.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:07 smithi067 ceph-mon[91995]: osdmap e2053: 8 total, 8 up, 8 in 2024-07-29T16:03:08.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:07 smithi067 ceph-mon[94375]: osdmap e2053: 8 total, 8 up, 8 in 2024-07-29T16:03:08.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:03:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:03:07] "GET /metrics HTTP/1.1" 200 36902 "" "Prometheus/2.51.0" 2024-07-29T16:03:08.889 INFO:tasks.workunit.client.0.smithi067.stdout: wrote [951639~76200,1960610~83920,3267364~11349,4336063~1243,5508727~82456,14971573~59162,15733403~37176,16025350~6368,17814314~1204,19219471~98973] to clone 2024-07-29T16:03:08.889 INFO:tasks.workunit.client.0.smithi067.stdout: diff was [0~3278713,4194304~1396879,12582912~3448806,16777216~2541228] 2024-07-29T16:03:08.893 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (961 ms) 2024-07-29T16:03:08.893 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-07-29T16:03:08.893 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:03:08.912 INFO:tasks.workunit.client.0.smithi067.stdout: wrote [1984223~67563,3054064~81366,3361757~86776,7759744~86053,8790410~33283,10241751~89277,12357548~42848,12641000~32589,16033240~88796,18090869~31260] 2024-07-29T16:03:08.923 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (30 ms) 2024-07-29T16:03:08.923 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-07-29T16:03:08.923 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:03:09.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:08 smithi138 ceph-mon[86438]: pgmap v3511: 137 pgs: 137 active+clean; 892 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 347 op/s 2024-07-29T16:03:09.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:08 smithi138 ceph-mon[86438]: osdmap e2054: 8 total, 8 up, 8 in 2024-07-29T16:03:09.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:08 smithi138 ceph-mon[86438]: osdmap e2055: 8 total, 8 up, 8 in 2024-07-29T16:03:09.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:08 smithi067 ceph-mon[91995]: pgmap v3511: 137 pgs: 137 active+clean; 892 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 347 op/s 2024-07-29T16:03:09.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:08 smithi067 ceph-mon[91995]: osdmap e2054: 8 total, 8 up, 8 in 2024-07-29T16:03:09.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:08 smithi067 ceph-mon[91995]: osdmap e2055: 8 total, 8 up, 8 in 2024-07-29T16:03:09.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:08 smithi067 ceph-mon[94375]: pgmap v3511: 137 pgs: 137 active+clean; 892 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 347 op/s 2024-07-29T16:03:09.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:08 smithi067 ceph-mon[94375]: osdmap e2054: 8 total, 8 up, 8 in 2024-07-29T16:03:09.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:08 smithi067 ceph-mon[94375]: osdmap e2055: 8 total, 8 up, 8 in 2024-07-29T16:03:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:03:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:03:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:03:10.925 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (2002 ms) 2024-07-29T16:03:10.925 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-07-29T16:03:10.925 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:03:10.977 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (52 ms) 2024-07-29T16:03:10.977 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-07-29T16:03:10.977 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:03:11.053 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (76 ms) 2024-07-29T16:03:11.053 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-07-29T16:03:11.053 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:03:11.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:10 smithi067 ceph-mon[91995]: pgmap v3514: 137 pgs: 137 active+clean; 839 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 8.1 MiB/s wr, 300 op/s 2024-07-29T16:03:11.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:10 smithi067 ceph-mon[91995]: osdmap e2056: 8 total, 8 up, 8 in 2024-07-29T16:03:11.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:10 smithi067 ceph-mon[94375]: pgmap v3514: 137 pgs: 137 active+clean; 839 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 8.1 MiB/s wr, 300 op/s 2024-07-29T16:03:11.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:10 smithi067 ceph-mon[94375]: osdmap e2056: 8 total, 8 up, 8 in 2024-07-29T16:03:11.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:10 smithi138 ceph-mon[86438]: pgmap v3514: 137 pgs: 137 active+clean; 839 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 8.1 MiB/s wr, 300 op/s 2024-07-29T16:03:11.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:10 smithi138 ceph-mon[86438]: osdmap e2056: 8 total, 8 up, 8 in 2024-07-29T16:03:12.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:11 smithi067 ceph-mon[91995]: osdmap e2057: 8 total, 8 up, 8 in 2024-07-29T16:03:12.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:11 smithi067 ceph-mon[94375]: osdmap e2057: 8 total, 8 up, 8 in 2024-07-29T16:03:12.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:11 smithi138 ceph-mon[86438]: osdmap e2057: 8 total, 8 up, 8 in 2024-07-29T16:03:13.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:12 smithi067 ceph-mon[91995]: pgmap v3517: 137 pgs: 137 active+clean; 825 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 9.6 MiB/s wr, 313 op/s 2024-07-29T16:03:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:12 smithi067 ceph-mon[94375]: pgmap v3517: 137 pgs: 137 active+clean; 825 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 9.6 MiB/s wr, 313 op/s 2024-07-29T16:03:13.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:12 smithi138 ceph-mon[86438]: pgmap v3517: 137 pgs: 137 active+clean; 825 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 9.6 MiB/s wr, 313 op/s 2024-07-29T16:03:15.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:14 smithi138 ceph-mon[86438]: pgmap v3518: 137 pgs: 137 active+clean; 871 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 11 MiB/s wr, 350 op/s 2024-07-29T16:03:15.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:14 smithi138 ceph-mon[86438]: osdmap e2058: 8 total, 8 up, 8 in 2024-07-29T16:03:15.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:14 smithi067 ceph-mon[94375]: pgmap v3518: 137 pgs: 137 active+clean; 871 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 11 MiB/s wr, 350 op/s 2024-07-29T16:03:15.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:14 smithi067 ceph-mon[94375]: osdmap e2058: 8 total, 8 up, 8 in 2024-07-29T16:03:15.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:14 smithi067 ceph-mon[91995]: pgmap v3518: 137 pgs: 137 active+clean; 871 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 11 MiB/s wr, 350 op/s 2024-07-29T16:03:15.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:14 smithi067 ceph-mon[91995]: osdmap e2058: 8 total, 8 up, 8 in 2024-07-29T16:03:16.090 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (5037 ms) 2024-07-29T16:03:16.090 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-07-29T16:03:16.090 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T16:03:16.090 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-07-29T16:03:16.762 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 19 tests from DiffIterateTest/0 (258300 ms total) 2024-07-29T16:03:16.762 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T16:03:16.762 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 19 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-07-29T16:03:16.796 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-07-29T16:03:17.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:16 smithi138 ceph-mon[86438]: pgmap v3520: 137 pgs: 137 active+clean; 890 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.7 MiB/s wr, 193 op/s 2024-07-29T16:03:17.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:16 smithi067 ceph-mon[91995]: pgmap v3520: 137 pgs: 137 active+clean; 890 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.7 MiB/s wr, 193 op/s 2024-07-29T16:03:17.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:16 smithi067 ceph-mon[94375]: pgmap v3520: 137 pgs: 137 active+clean; 890 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.7 MiB/s wr, 193 op/s 2024-07-29T16:03:18.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:17 smithi138 ceph-mon[86438]: osdmap e2059: 8 total, 8 up, 8 in 2024-07-29T16:03:18.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:17 smithi067 ceph-mon[91995]: osdmap e2059: 8 total, 8 up, 8 in 2024-07-29T16:03:18.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:17 smithi067 ceph-mon[94375]: osdmap e2059: 8 total, 8 up, 8 in 2024-07-29T16:03:18.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:03:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:03:17] "GET /metrics HTTP/1.1" 200 36902 "" "Prometheus/2.51.0" 2024-07-29T16:03:18.777 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:03:19.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:18 smithi138 ceph-mon[86438]: pgmap v3522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-07-29T16:03:19.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:18 smithi138 ceph-mon[86438]: osdmap e2060: 8 total, 8 up, 8 in 2024-07-29T16:03:19.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:18 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/14346981' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T16:03:19.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:18 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T16:03:19.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:18 smithi067 ceph-mon[94375]: pgmap v3522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-07-29T16:03:19.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:18 smithi067 ceph-mon[94375]: osdmap e2060: 8 total, 8 up, 8 in 2024-07-29T16:03:19.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:18 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/14346981' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T16:03:19.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:18 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T16:03:19.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:18 smithi067 ceph-mon[91995]: pgmap v3522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-07-29T16:03:19.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:18 smithi067 ceph-mon[91995]: osdmap e2060: 8 total, 8 up, 8 in 2024-07-29T16:03:19.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:18 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/14346981' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T16:03:19.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:18 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-29T16:03:20.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:19 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T16:03:20.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:19 smithi138 ceph-mon[86438]: osdmap e2061: 8 total, 8 up, 8 in 2024-07-29T16:03:20.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:19 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T16:03:20.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:19 smithi067 ceph-mon[91995]: osdmap e2061: 8 total, 8 up, 8 in 2024-07-29T16:03:20.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:19 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi067-134202-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-29T16:03:20.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:19 smithi067 ceph-mon[94375]: osdmap e2061: 8 total, 8 up, 8 in 2024-07-29T16:03:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:03:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:03:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:03:20.827 INFO:tasks.workunit.client.0.smithi067.stdout: wrote [443663~73106,1605071~33989,4200318~27947,10091368~18390,14737416~2553,14766026~24922,16396351~35357,17920228~18604,19852026~57898] 2024-07-29T16:03:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:20 smithi138 ceph-mon[86438]: pgmap v3525: 137 pgs: 6 creating+peering, 22 unknown, 109 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-29T16:03:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:20 smithi138 ceph-mon[86438]: osdmap e2062: 8 total, 8 up, 8 in 2024-07-29T16:03:21.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:03:21.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:20 smithi067 ceph-mon[91995]: pgmap v3525: 137 pgs: 6 creating+peering, 22 unknown, 109 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-29T16:03:21.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:20 smithi067 ceph-mon[91995]: osdmap e2062: 8 total, 8 up, 8 in 2024-07-29T16:03:21.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:03:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:20 smithi067 ceph-mon[94375]: pgmap v3525: 137 pgs: 6 creating+peering, 22 unknown, 109 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-29T16:03:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:20 smithi067 ceph-mon[94375]: osdmap e2062: 8 total, 8 up, 8 in 2024-07-29T16:03:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:03:21.806 INFO:tasks.workunit.client.0.smithi067.stdout: wrote [0~20971520] 2024-07-29T16:03:21.814 INFO:tasks.workunit.client.0.smithi067.stdout: diff was [0~20971520] 2024-07-29T16:03:21.818 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5022 ms) 2024-07-29T16:03:21.818 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-07-29T16:03:21.818 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:03:22.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:21 smithi138 ceph-mon[86438]: osdmap e2063: 8 total, 8 up, 8 in 2024-07-29T16:03:22.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:21 smithi067 ceph-mon[91995]: osdmap e2063: 8 total, 8 up, 8 in 2024-07-29T16:03:22.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:21 smithi067 ceph-mon[94375]: osdmap e2063: 8 total, 8 up, 8 in 2024-07-29T16:03:23.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:22 smithi138 ceph-mon[86438]: pgmap v3528: 137 pgs: 6 creating+peering, 12 unknown, 119 active+clean; 6.2 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 4.7 KiB/s wr, 1 op/s 2024-07-29T16:03:23.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:22 smithi138 ceph-mon[86438]: osdmap e2064: 8 total, 8 up, 8 in 2024-07-29T16:03:23.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:22 smithi067 ceph-mon[94375]: pgmap v3528: 137 pgs: 6 creating+peering, 12 unknown, 119 active+clean; 6.2 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 4.7 KiB/s wr, 1 op/s 2024-07-29T16:03:23.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:22 smithi067 ceph-mon[94375]: osdmap e2064: 8 total, 8 up, 8 in 2024-07-29T16:03:23.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:22 smithi067 ceph-mon[91995]: pgmap v3528: 137 pgs: 6 creating+peering, 12 unknown, 119 active+clean; 6.2 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 4.7 KiB/s wr, 1 op/s 2024-07-29T16:03:23.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:22 smithi067 ceph-mon[91995]: osdmap e2064: 8 total, 8 up, 8 in 2024-07-29T16:03:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:23 smithi138 ceph-mon[86438]: osdmap e2065: 8 total, 8 up, 8 in 2024-07-29T16:03:24.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:23 smithi067 ceph-mon[91995]: osdmap e2065: 8 total, 8 up, 8 in 2024-07-29T16:03:24.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:23 smithi067 ceph-mon[94375]: osdmap e2065: 8 total, 8 up, 8 in 2024-07-29T16:03:24.844 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:03:25.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:24 smithi138 ceph-mon[86438]: pgmap v3531: 137 pgs: 137 active+clean; 14 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 105 KiB/s wr, 21 op/s 2024-07-29T16:03:25.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:24 smithi138 ceph-mon[86438]: osdmap e2066: 8 total, 8 up, 8 in 2024-07-29T16:03:25.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:24 smithi067 ceph-mon[91995]: pgmap v3531: 137 pgs: 137 active+clean; 14 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 105 KiB/s wr, 21 op/s 2024-07-29T16:03:25.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:24 smithi067 ceph-mon[91995]: osdmap e2066: 8 total, 8 up, 8 in 2024-07-29T16:03:25.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:24 smithi067 ceph-mon[94375]: pgmap v3531: 137 pgs: 137 active+clean; 14 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 105 KiB/s wr, 21 op/s 2024-07-29T16:03:25.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:24 smithi067 ceph-mon[94375]: osdmap e2066: 8 total, 8 up, 8 in 2024-07-29T16:03:26.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:25 smithi067 ceph-mon[91995]: osdmap e2067: 8 total, 8 up, 8 in 2024-07-29T16:03:26.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:25 smithi067 ceph-mon[94375]: osdmap e2067: 8 total, 8 up, 8 in 2024-07-29T16:03:26.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:25 smithi138 ceph-mon[86438]: osdmap e2067: 8 total, 8 up, 8 in 2024-07-29T16:03:27.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:26 smithi067 ceph-mon[91995]: pgmap v3534: 137 pgs: 137 active+clean; 16 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 181 KiB/s wr, 103 op/s 2024-07-29T16:03:27.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:26 smithi067 ceph-mon[91995]: osdmap e2068: 8 total, 8 up, 8 in 2024-07-29T16:03:27.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:26 smithi067 ceph-mon[94375]: pgmap v3534: 137 pgs: 137 active+clean; 16 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 181 KiB/s wr, 103 op/s 2024-07-29T16:03:27.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:26 smithi067 ceph-mon[94375]: osdmap e2068: 8 total, 8 up, 8 in 2024-07-29T16:03:27.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:26 smithi138 ceph-mon[86438]: pgmap v3534: 137 pgs: 137 active+clean; 16 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 181 KiB/s wr, 103 op/s 2024-07-29T16:03:27.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:26 smithi138 ceph-mon[86438]: osdmap e2068: 8 total, 8 up, 8 in 2024-07-29T16:03:27.870 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:03:28.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:27 smithi067 ceph-mon[91995]: osdmap e2069: 8 total, 8 up, 8 in 2024-07-29T16:03:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:03:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:03:27] "GET /metrics HTTP/1.1" 200 36832 "" "Prometheus/2.51.0" 2024-07-29T16:03:28.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:27 smithi067 ceph-mon[94375]: osdmap e2069: 8 total, 8 up, 8 in 2024-07-29T16:03:28.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:27 smithi138 ceph-mon[86438]: osdmap e2069: 8 total, 8 up, 8 in 2024-07-29T16:03:29.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:28 smithi067 ceph-mon[91995]: pgmap v3537: 137 pgs: 137 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 101 KiB/s wr, 99 op/s 2024-07-29T16:03:29.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:28 smithi067 ceph-mon[91995]: osdmap e2070: 8 total, 8 up, 8 in 2024-07-29T16:03:29.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:28 smithi067 ceph-mon[91995]: osdmap e2071: 8 total, 8 up, 8 in 2024-07-29T16:03:29.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:28 smithi067 ceph-mon[94375]: pgmap v3537: 137 pgs: 137 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 101 KiB/s wr, 99 op/s 2024-07-29T16:03:29.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:28 smithi067 ceph-mon[94375]: osdmap e2070: 8 total, 8 up, 8 in 2024-07-29T16:03:29.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:28 smithi067 ceph-mon[94375]: osdmap e2071: 8 total, 8 up, 8 in 2024-07-29T16:03:29.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:28 smithi138 ceph-mon[86438]: pgmap v3537: 137 pgs: 137 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 101 KiB/s wr, 99 op/s 2024-07-29T16:03:29.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:28 smithi138 ceph-mon[86438]: osdmap e2070: 8 total, 8 up, 8 in 2024-07-29T16:03:29.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:28 smithi138 ceph-mon[86438]: osdmap e2071: 8 total, 8 up, 8 in 2024-07-29T16:03:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:03:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:03:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:03:30.788 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:03:31.040 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:30 smithi067 ceph-mon[91995]: pgmap v3540: 137 pgs: 137 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.2 KiB/s rd, 20 KiB/s wr, 19 op/s 2024-07-29T16:03:31.041 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:30 smithi067 ceph-mon[91995]: osdmap e2072: 8 total, 8 up, 8 in 2024-07-29T16:03:31.041 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:30 smithi067 ceph-mon[94375]: pgmap v3540: 137 pgs: 137 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.2 KiB/s rd, 20 KiB/s wr, 19 op/s 2024-07-29T16:03:31.041 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:30 smithi067 ceph-mon[94375]: osdmap e2072: 8 total, 8 up, 8 in 2024-07-29T16:03:31.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:30 smithi138 ceph-mon[86438]: pgmap v3540: 137 pgs: 137 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.2 KiB/s rd, 20 KiB/s wr, 19 op/s 2024-07-29T16:03:31.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:30 smithi138 ceph-mon[86438]: osdmap e2072: 8 total, 8 up, 8 in 2024-07-29T16:03:32.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:31 smithi138 ceph-mon[86438]: osdmap e2073: 8 total, 8 up, 8 in 2024-07-29T16:03:32.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:31 smithi067 ceph-mon[91995]: osdmap e2073: 8 total, 8 up, 8 in 2024-07-29T16:03:32.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:31 smithi067 ceph-mon[94375]: osdmap e2073: 8 total, 8 up, 8 in 2024-07-29T16:03:33.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:32 smithi138 ceph-mon[86438]: pgmap v3543: 137 pgs: 137 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 5.2 KiB/s wr, 81 op/s 2024-07-29T16:03:33.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:32 smithi138 ceph-mon[86438]: osdmap e2074: 8 total, 8 up, 8 in 2024-07-29T16:03:33.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:32 smithi067 ceph-mon[91995]: pgmap v3543: 137 pgs: 137 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 5.2 KiB/s wr, 81 op/s 2024-07-29T16:03:33.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:32 smithi067 ceph-mon[91995]: osdmap e2074: 8 total, 8 up, 8 in 2024-07-29T16:03:33.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:32 smithi067 ceph-mon[94375]: pgmap v3543: 137 pgs: 137 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 5.2 KiB/s wr, 81 op/s 2024-07-29T16:03:33.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:32 smithi067 ceph-mon[94375]: osdmap e2074: 8 total, 8 up, 8 in 2024-07-29T16:03:33.812 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:03:34.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:33 smithi138 ceph-mon[86438]: osdmap e2075: 8 total, 8 up, 8 in 2024-07-29T16:03:34.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:33 smithi067 ceph-mon[91995]: osdmap e2075: 8 total, 8 up, 8 in 2024-07-29T16:03:34.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:33 smithi067 ceph-mon[94375]: osdmap e2075: 8 total, 8 up, 8 in 2024-07-29T16:03:35.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:34 smithi138 ceph-mon[86438]: pgmap v3546: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 9.5 KiB/s wr, 112 op/s 2024-07-29T16:03:35.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:34 smithi138 ceph-mon[86438]: osdmap e2076: 8 total, 8 up, 8 in 2024-07-29T16:03:35.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:34 smithi067 ceph-mon[91995]: pgmap v3546: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 9.5 KiB/s wr, 112 op/s 2024-07-29T16:03:35.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:34 smithi067 ceph-mon[91995]: osdmap e2076: 8 total, 8 up, 8 in 2024-07-29T16:03:35.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:34 smithi067 ceph-mon[94375]: pgmap v3546: 137 pgs: 137 active+clean; 21 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 9.5 KiB/s wr, 112 op/s 2024-07-29T16:03:35.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:34 smithi067 ceph-mon[94375]: osdmap e2076: 8 total, 8 up, 8 in 2024-07-29T16:03:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:35 smithi138 ceph-mon[86438]: osdmap e2077: 8 total, 8 up, 8 in 2024-07-29T16:03:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:03:36.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:35 smithi067 ceph-mon[91995]: osdmap e2077: 8 total, 8 up, 8 in 2024-07-29T16:03:36.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:03:36.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:35 smithi067 ceph-mon[94375]: osdmap e2077: 8 total, 8 up, 8 in 2024-07-29T16:03:36.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:03:36.834 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (15016 ms) 2024-07-29T16:03:36.834 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-07-29T16:03:36.834 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:03:37.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:36 smithi138 ceph-mon[86438]: pgmap v3549: 137 pgs: 137 active+clean; 22 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 8.0 KiB/s wr, 64 op/s 2024-07-29T16:03:37.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:36 smithi138 ceph-mon[86438]: osdmap e2078: 8 total, 8 up, 8 in 2024-07-29T16:03:37.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:36 smithi067 ceph-mon[94375]: pgmap v3549: 137 pgs: 137 active+clean; 22 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 8.0 KiB/s wr, 64 op/s 2024-07-29T16:03:37.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:36 smithi067 ceph-mon[94375]: osdmap e2078: 8 total, 8 up, 8 in 2024-07-29T16:03:37.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:36 smithi067 ceph-mon[91995]: pgmap v3549: 137 pgs: 137 active+clean; 22 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 8.0 KiB/s wr, 64 op/s 2024-07-29T16:03:37.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:36 smithi067 ceph-mon[91995]: osdmap e2078: 8 total, 8 up, 8 in 2024-07-29T16:03:38.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:37 smithi138 ceph-mon[86438]: osdmap e2079: 8 total, 8 up, 8 in 2024-07-29T16:03:38.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:37 smithi067 ceph-mon[91995]: osdmap e2079: 8 total, 8 up, 8 in 2024-07-29T16:03:38.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:37 smithi067 ceph-mon[94375]: osdmap e2079: 8 total, 8 up, 8 in 2024-07-29T16:03:38.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:03:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:03:37] "GET /metrics HTTP/1.1" 200 36885 "" "Prometheus/2.51.0" 2024-07-29T16:03:39.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:38 smithi138 ceph-mon[86438]: pgmap v3552: 137 pgs: 137 active+clean; 30 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 7.7 KiB/s wr, 80 op/s 2024-07-29T16:03:39.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:38 smithi138 ceph-mon[86438]: osdmap e2080: 8 total, 8 up, 8 in 2024-07-29T16:03:39.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:38 smithi067 ceph-mon[91995]: pgmap v3552: 137 pgs: 137 active+clean; 30 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 7.7 KiB/s wr, 80 op/s 2024-07-29T16:03:39.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:38 smithi067 ceph-mon[91995]: osdmap e2080: 8 total, 8 up, 8 in 2024-07-29T16:03:39.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:38 smithi067 ceph-mon[94375]: pgmap v3552: 137 pgs: 137 active+clean; 30 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 7.7 KiB/s wr, 80 op/s 2024-07-29T16:03:39.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:38 smithi067 ceph-mon[94375]: osdmap e2080: 8 total, 8 up, 8 in 2024-07-29T16:03:39.852 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:03:40.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:39 smithi138 ceph-mon[86438]: osdmap e2081: 8 total, 8 up, 8 in 2024-07-29T16:03:40.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:39 smithi067 ceph-mon[91995]: osdmap e2081: 8 total, 8 up, 8 in 2024-07-29T16:03:40.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:39 smithi067 ceph-mon[94375]: osdmap e2081: 8 total, 8 up, 8 in 2024-07-29T16:03:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:03:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:03:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:03:41.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:40 smithi067 ceph-mon[91995]: pgmap v3555: 137 pgs: 137 active+clean; 30 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 6.5 KiB/s wr, 85 op/s 2024-07-29T16:03:41.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:40 smithi067 ceph-mon[91995]: osdmap e2082: 8 total, 8 up, 8 in 2024-07-29T16:03:41.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:40 smithi067 ceph-mon[94375]: pgmap v3555: 137 pgs: 137 active+clean; 30 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 6.5 KiB/s wr, 85 op/s 2024-07-29T16:03:41.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:40 smithi067 ceph-mon[94375]: osdmap e2082: 8 total, 8 up, 8 in 2024-07-29T16:03:41.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:40 smithi138 ceph-mon[86438]: pgmap v3555: 137 pgs: 137 active+clean; 30 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 6.5 KiB/s wr, 85 op/s 2024-07-29T16:03:41.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:40 smithi138 ceph-mon[86438]: osdmap e2082: 8 total, 8 up, 8 in 2024-07-29T16:03:42.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:41 smithi067 ceph-mon[91995]: osdmap e2083: 8 total, 8 up, 8 in 2024-07-29T16:03:42.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:41 smithi067 ceph-mon[94375]: osdmap e2083: 8 total, 8 up, 8 in 2024-07-29T16:03:42.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:41 smithi138 ceph-mon[86438]: osdmap e2083: 8 total, 8 up, 8 in 2024-07-29T16:03:42.882 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:03:43.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:42 smithi067 ceph-mon[91995]: pgmap v3558: 137 pgs: 137 active+clean; 30 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 7.0 KiB/s wr, 93 op/s 2024-07-29T16:03:43.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:42 smithi067 ceph-mon[91995]: osdmap e2084: 8 total, 8 up, 8 in 2024-07-29T16:03:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:42 smithi067 ceph-mon[94375]: pgmap v3558: 137 pgs: 137 active+clean; 30 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 7.0 KiB/s wr, 93 op/s 2024-07-29T16:03:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:42 smithi067 ceph-mon[94375]: osdmap e2084: 8 total, 8 up, 8 in 2024-07-29T16:03:43.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:42 smithi138 ceph-mon[86438]: pgmap v3558: 137 pgs: 137 active+clean; 30 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 7.0 KiB/s wr, 93 op/s 2024-07-29T16:03:43.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:42 smithi138 ceph-mon[86438]: osdmap e2084: 8 total, 8 up, 8 in 2024-07-29T16:03:44.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:43 smithi067 ceph-mon[94375]: osdmap e2085: 8 total, 8 up, 8 in 2024-07-29T16:03:44.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:43 smithi067 ceph-mon[91995]: osdmap e2085: 8 total, 8 up, 8 in 2024-07-29T16:03:44.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:43 smithi138 ceph-mon[86438]: osdmap e2085: 8 total, 8 up, 8 in 2024-07-29T16:03:45.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:44 smithi067 ceph-mon[91995]: pgmap v3561: 137 pgs: 137 active+clean; 33 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 6.7 KiB/s wr, 71 op/s 2024-07-29T16:03:45.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:44 smithi067 ceph-mon[91995]: osdmap e2086: 8 total, 8 up, 8 in 2024-07-29T16:03:45.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:44 smithi067 ceph-mon[94375]: pgmap v3561: 137 pgs: 137 active+clean; 33 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 6.7 KiB/s wr, 71 op/s 2024-07-29T16:03:45.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:44 smithi067 ceph-mon[94375]: osdmap e2086: 8 total, 8 up, 8 in 2024-07-29T16:03:45.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:44 smithi138 ceph-mon[86438]: pgmap v3561: 137 pgs: 137 active+clean; 33 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 6.7 KiB/s wr, 71 op/s 2024-07-29T16:03:45.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:44 smithi138 ceph-mon[86438]: osdmap e2086: 8 total, 8 up, 8 in 2024-07-29T16:03:45.913 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:03:46.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:45 smithi067 ceph-mon[91995]: osdmap e2087: 8 total, 8 up, 8 in 2024-07-29T16:03:46.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:45 smithi067 ceph-mon[94375]: osdmap e2087: 8 total, 8 up, 8 in 2024-07-29T16:03:46.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:45 smithi138 ceph-mon[86438]: osdmap e2087: 8 total, 8 up, 8 in 2024-07-29T16:03:47.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:46 smithi067 ceph-mon[94375]: pgmap v3564: 137 pgs: 137 active+clean; 33 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 4.2 KiB/s wr, 37 op/s 2024-07-29T16:03:47.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:46 smithi067 ceph-mon[94375]: osdmap e2088: 8 total, 8 up, 8 in 2024-07-29T16:03:47.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:46 smithi067 ceph-mon[91995]: pgmap v3564: 137 pgs: 137 active+clean; 33 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 4.2 KiB/s wr, 37 op/s 2024-07-29T16:03:47.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:46 smithi067 ceph-mon[91995]: osdmap e2088: 8 total, 8 up, 8 in 2024-07-29T16:03:47.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:46 smithi138 ceph-mon[86438]: pgmap v3564: 137 pgs: 137 active+clean; 33 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 4.2 KiB/s wr, 37 op/s 2024-07-29T16:03:47.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:46 smithi138 ceph-mon[86438]: osdmap e2088: 8 total, 8 up, 8 in 2024-07-29T16:03:48.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:47 smithi067 ceph-mon[94375]: osdmap e2089: 8 total, 8 up, 8 in 2024-07-29T16:03:48.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:47 smithi067 ceph-mon[91995]: osdmap e2089: 8 total, 8 up, 8 in 2024-07-29T16:03:48.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:03:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:03:47] "GET /metrics HTTP/1.1" 200 36885 "" "Prometheus/2.51.0" 2024-07-29T16:03:48.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:47 smithi138 ceph-mon[86438]: osdmap e2089: 8 total, 8 up, 8 in 2024-07-29T16:03:48.932 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:03:49.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:48 smithi067 ceph-mon[94375]: pgmap v3567: 137 pgs: 137 active+clean; 36 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 8.2 KiB/s wr, 105 op/s 2024-07-29T16:03:49.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:48 smithi067 ceph-mon[94375]: osdmap e2090: 8 total, 8 up, 8 in 2024-07-29T16:03:49.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:48 smithi067 ceph-mon[91995]: pgmap v3567: 137 pgs: 137 active+clean; 36 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 8.2 KiB/s wr, 105 op/s 2024-07-29T16:03:49.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:48 smithi067 ceph-mon[91995]: osdmap e2090: 8 total, 8 up, 8 in 2024-07-29T16:03:49.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:48 smithi138 ceph-mon[86438]: pgmap v3567: 137 pgs: 137 active+clean; 36 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 8.2 KiB/s wr, 105 op/s 2024-07-29T16:03:49.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:48 smithi138 ceph-mon[86438]: osdmap e2090: 8 total, 8 up, 8 in 2024-07-29T16:03:50.213 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:49 smithi138 ceph-mon[86438]: osdmap e2091: 8 total, 8 up, 8 in 2024-07-29T16:03:50.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:49 smithi067 ceph-mon[91995]: osdmap e2091: 8 total, 8 up, 8 in 2024-07-29T16:03:50.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:49 smithi067 ceph-mon[94375]: osdmap e2091: 8 total, 8 up, 8 in 2024-07-29T16:03:50.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:03:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:03:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:03:51.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:50 smithi067 ceph-mon[91995]: pgmap v3570: 137 pgs: 137 active+clean; 42 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 7.0 KiB/s wr, 87 op/s 2024-07-29T16:03:51.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:50 smithi067 ceph-mon[91995]: osdmap e2092: 8 total, 8 up, 8 in 2024-07-29T16:03:51.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:03:51.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:50 smithi067 ceph-mon[94375]: pgmap v3570: 137 pgs: 137 active+clean; 42 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 7.0 KiB/s wr, 87 op/s 2024-07-29T16:03:51.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:50 smithi067 ceph-mon[94375]: osdmap e2092: 8 total, 8 up, 8 in 2024-07-29T16:03:51.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:03:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:50 smithi138 ceph-mon[86438]: pgmap v3570: 137 pgs: 137 active+clean; 42 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 7.0 KiB/s wr, 87 op/s 2024-07-29T16:03:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:50 smithi138 ceph-mon[86438]: osdmap e2092: 8 total, 8 up, 8 in 2024-07-29T16:03:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:03:51.964 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (15130 ms) 2024-07-29T16:03:51.964 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS1 2024-07-29T16:03:51.964 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:03:52.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:51 smithi067 ceph-mon[91995]: osdmap e2093: 8 total, 8 up, 8 in 2024-07-29T16:03:52.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:51 smithi067 ceph-mon[94375]: osdmap e2093: 8 total, 8 up, 8 in 2024-07-29T16:03:52.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:51 smithi138 ceph-mon[86438]: osdmap e2093: 8 total, 8 up, 8 in 2024-07-29T16:03:53.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:52 smithi067 ceph-mon[91995]: pgmap v3573: 137 pgs: 137 active+clean; 45 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 47 op/s 2024-07-29T16:03:53.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:52 smithi067 ceph-mon[91995]: osdmap e2094: 8 total, 8 up, 8 in 2024-07-29T16:03:53.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:52 smithi067 ceph-mon[94375]: pgmap v3573: 137 pgs: 137 active+clean; 45 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 47 op/s 2024-07-29T16:03:53.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:52 smithi067 ceph-mon[94375]: osdmap e2094: 8 total, 8 up, 8 in 2024-07-29T16:03:53.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:52 smithi138 ceph-mon[86438]: pgmap v3573: 137 pgs: 137 active+clean; 45 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 47 op/s 2024-07-29T16:03:53.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:52 smithi138 ceph-mon[86438]: osdmap e2094: 8 total, 8 up, 8 in 2024-07-29T16:03:55.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:54 smithi067 ceph-mon[91995]: pgmap v3575: 137 pgs: 137 active+clean; 52 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 7.3 KiB/s wr, 92 op/s 2024-07-29T16:03:55.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:54 smithi067 ceph-mon[94375]: pgmap v3575: 137 pgs: 137 active+clean; 52 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 7.3 KiB/s wr, 92 op/s 2024-07-29T16:03:55.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:54 smithi138 ceph-mon[86438]: pgmap v3575: 137 pgs: 137 active+clean; 52 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 7.3 KiB/s wr, 92 op/s 2024-07-29T16:03:57.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:56 smithi067 ceph-mon[91995]: pgmap v3576: 137 pgs: 137 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 7.0 KiB/s wr, 80 op/s 2024-07-29T16:03:57.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:56 smithi067 ceph-mon[91995]: osdmap e2095: 8 total, 8 up, 8 in 2024-07-29T16:03:57.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:56 smithi067 ceph-mon[94375]: pgmap v3576: 137 pgs: 137 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 7.0 KiB/s wr, 80 op/s 2024-07-29T16:03:57.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:56 smithi067 ceph-mon[94375]: osdmap e2095: 8 total, 8 up, 8 in 2024-07-29T16:03:57.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:56 smithi138 ceph-mon[86438]: pgmap v3576: 137 pgs: 137 active+clean; 56 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 7.0 KiB/s wr, 80 op/s 2024-07-29T16:03:57.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:56 smithi138 ceph-mon[86438]: osdmap e2095: 8 total, 8 up, 8 in 2024-07-29T16:03:57.990 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:03:58.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:57 smithi067 ceph-mon[91995]: osdmap e2096: 8 total, 8 up, 8 in 2024-07-29T16:03:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:03:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:03:57] "GET /metrics HTTP/1.1" 200 36889 "" "Prometheus/2.51.0" 2024-07-29T16:03:58.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:57 smithi067 ceph-mon[94375]: osdmap e2096: 8 total, 8 up, 8 in 2024-07-29T16:03:58.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:57 smithi138 ceph-mon[86438]: osdmap e2096: 8 total, 8 up, 8 in 2024-07-29T16:03:59.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:58 smithi067 ceph-mon[91995]: pgmap v3579: 137 pgs: 137 active+clean; 60 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 688 KiB/s wr, 56 op/s 2024-07-29T16:03:59.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:58 smithi067 ceph-mon[91995]: osdmap e2097: 8 total, 8 up, 8 in 2024-07-29T16:03:59.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:58 smithi067 ceph-mon[94375]: pgmap v3579: 137 pgs: 137 active+clean; 60 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 688 KiB/s wr, 56 op/s 2024-07-29T16:03:59.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:58 smithi067 ceph-mon[94375]: osdmap e2097: 8 total, 8 up, 8 in 2024-07-29T16:03:59.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:58 smithi138 ceph-mon[86438]: pgmap v3579: 137 pgs: 137 active+clean; 60 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 688 KiB/s wr, 56 op/s 2024-07-29T16:03:59.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:58 smithi138 ceph-mon[86438]: osdmap e2097: 8 total, 8 up, 8 in 2024-07-29T16:04:00.213 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:03:59 smithi138 ceph-mon[86438]: pgmap v3581: 137 pgs: 137 active+clean; 60 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 688 KiB/s wr, 50 op/s 2024-07-29T16:04:00.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:03:59 smithi067 ceph-mon[91995]: pgmap v3581: 137 pgs: 137 active+clean; 60 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 688 KiB/s wr, 50 op/s 2024-07-29T16:04:00.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:03:59 smithi067 ceph-mon[94375]: pgmap v3581: 137 pgs: 137 active+clean; 60 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 688 KiB/s wr, 50 op/s 2024-07-29T16:04:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:04:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:04:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:04:02.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:02 smithi067 ceph-mon[91995]: pgmap v3582: 137 pgs: 137 active+clean; 60 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-07-29T16:04:02.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:02 smithi067 ceph-mon[94375]: pgmap v3582: 137 pgs: 137 active+clean; 60 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-07-29T16:04:02.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:02 smithi138 ceph-mon[86438]: pgmap v3582: 137 pgs: 137 active+clean; 60 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-07-29T16:04:03.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:03 smithi067 ceph-mon[91995]: osdmap e2098: 8 total, 8 up, 8 in 2024-07-29T16:04:03.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:04:03.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:04:03.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:04:03.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:04:03.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:03 smithi067 ceph-mon[94375]: osdmap e2098: 8 total, 8 up, 8 in 2024-07-29T16:04:03.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:04:03.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:04:03.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:04:03.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:04:03.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:03 smithi138 ceph-mon[86438]: osdmap e2098: 8 total, 8 up, 8 in 2024-07-29T16:04:03.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:04:03.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:04:03.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:04:03.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:04:04.249 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:04:04.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:04 smithi067 ceph-mon[91995]: pgmap v3584: 137 pgs: 137 active+clean; 60 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 665 KiB/s wr, 40 op/s 2024-07-29T16:04:04.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:04 smithi067 ceph-mon[91995]: osdmap e2099: 8 total, 8 up, 8 in 2024-07-29T16:04:04.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:04 smithi067 ceph-mon[94375]: pgmap v3584: 137 pgs: 137 active+clean; 60 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 665 KiB/s wr, 40 op/s 2024-07-29T16:04:04.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:04 smithi067 ceph-mon[94375]: osdmap e2099: 8 total, 8 up, 8 in 2024-07-29T16:04:04.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:04 smithi138 ceph-mon[86438]: pgmap v3584: 137 pgs: 137 active+clean; 60 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 665 KiB/s wr, 40 op/s 2024-07-29T16:04:04.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:04 smithi138 ceph-mon[86438]: osdmap e2099: 8 total, 8 up, 8 in 2024-07-29T16:04:05.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:05 smithi067 ceph-mon[91995]: osdmap e2100: 8 total, 8 up, 8 in 2024-07-29T16:04:05.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:04:05.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:05 smithi067 ceph-mon[94375]: osdmap e2100: 8 total, 8 up, 8 in 2024-07-29T16:04:05.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:04:05.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:05 smithi138 ceph-mon[86438]: osdmap e2100: 8 total, 8 up, 8 in 2024-07-29T16:04:05.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:04:06.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:06 smithi067 ceph-mon[91995]: pgmap v3587: 137 pgs: 137 active+clean; 64 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 685 KiB/s wr, 18 op/s 2024-07-29T16:04:06.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:06 smithi067 ceph-mon[94375]: pgmap v3587: 137 pgs: 137 active+clean; 64 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 685 KiB/s wr, 18 op/s 2024-07-29T16:04:06.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:06 smithi138 ceph-mon[86438]: pgmap v3587: 137 pgs: 137 active+clean; 64 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 685 KiB/s wr, 18 op/s 2024-07-29T16:04:08.222 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:04:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:04:07] "GET /metrics HTTP/1.1" 200 36892 "" "Prometheus/2.51.0" 2024-07-29T16:04:08.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:08 smithi067 ceph-mon[91995]: pgmap v3588: 137 pgs: 137 active+clean; 65 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 686 KiB/s wr, 43 op/s 2024-07-29T16:04:08.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:08 smithi067 ceph-mon[94375]: pgmap v3588: 137 pgs: 137 active+clean; 65 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 686 KiB/s wr, 43 op/s 2024-07-29T16:04:08.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:08 smithi138 ceph-mon[86438]: pgmap v3588: 137 pgs: 137 active+clean; 65 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 686 KiB/s wr, 43 op/s 2024-07-29T16:04:09.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:09 smithi138 ceph-mon[86438]: osdmap e2101: 8 total, 8 up, 8 in 2024-07-29T16:04:09.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:09 smithi067 ceph-mon[94375]: osdmap e2101: 8 total, 8 up, 8 in 2024-07-29T16:04:09.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:09 smithi067 ceph-mon[91995]: osdmap e2101: 8 total, 8 up, 8 in 2024-07-29T16:04:10.275 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:04:10.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:10 smithi138 ceph-mon[86438]: pgmap v3590: 137 pgs: 137 active+clean; 70 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 41 op/s 2024-07-29T16:04:10.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:10 smithi138 ceph-mon[86438]: osdmap e2102: 8 total, 8 up, 8 in 2024-07-29T16:04:10.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:04:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:04:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:04:10.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:10 smithi067 ceph-mon[91995]: pgmap v3590: 137 pgs: 137 active+clean; 70 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 41 op/s 2024-07-29T16:04:10.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:10 smithi067 ceph-mon[91995]: osdmap e2102: 8 total, 8 up, 8 in 2024-07-29T16:04:10.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:10 smithi067 ceph-mon[94375]: pgmap v3590: 137 pgs: 137 active+clean; 70 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 41 op/s 2024-07-29T16:04:10.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:10 smithi067 ceph-mon[94375]: osdmap e2102: 8 total, 8 up, 8 in 2024-07-29T16:04:11.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:11 smithi138 ceph-mon[86438]: osdmap e2103: 8 total, 8 up, 8 in 2024-07-29T16:04:11.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:11 smithi067 ceph-mon[94375]: osdmap e2103: 8 total, 8 up, 8 in 2024-07-29T16:04:11.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:11 smithi067 ceph-mon[91995]: osdmap e2103: 8 total, 8 up, 8 in 2024-07-29T16:04:12.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:12 smithi138 ceph-mon[86438]: pgmap v3593: 137 pgs: 137 active+clean; 71 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 42 op/s 2024-07-29T16:04:12.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:12 smithi067 ceph-mon[94375]: pgmap v3593: 137 pgs: 137 active+clean; 71 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 42 op/s 2024-07-29T16:04:12.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:12 smithi067 ceph-mon[91995]: pgmap v3593: 137 pgs: 137 active+clean; 71 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 42 op/s 2024-07-29T16:04:14.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:14 smithi138 ceph-mon[86438]: pgmap v3594: 137 pgs: 137 active+clean; 72 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-07-29T16:04:14.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:14 smithi067 ceph-mon[91995]: pgmap v3594: 137 pgs: 137 active+clean; 72 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-07-29T16:04:14.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:14 smithi067 ceph-mon[94375]: pgmap v3594: 137 pgs: 137 active+clean; 72 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-07-29T16:04:15.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:15 smithi138 ceph-mon[86438]: osdmap e2104: 8 total, 8 up, 8 in 2024-07-29T16:04:15.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:15 smithi067 ceph-mon[91995]: osdmap e2104: 8 total, 8 up, 8 in 2024-07-29T16:04:15.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:15 smithi067 ceph-mon[94375]: osdmap e2104: 8 total, 8 up, 8 in 2024-07-29T16:04:16.321 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:04:16.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:16 smithi138 ceph-mon[86438]: pgmap v3596: 137 pgs: 137 active+clean; 76 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-07-29T16:04:16.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:16 smithi138 ceph-mon[86438]: osdmap e2105: 8 total, 8 up, 8 in 2024-07-29T16:04:16.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:16 smithi067 ceph-mon[94375]: pgmap v3596: 137 pgs: 137 active+clean; 76 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-07-29T16:04:16.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:16 smithi067 ceph-mon[94375]: osdmap e2105: 8 total, 8 up, 8 in 2024-07-29T16:04:16.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:16 smithi067 ceph-mon[91995]: pgmap v3596: 137 pgs: 137 active+clean; 76 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-07-29T16:04:16.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:16 smithi067 ceph-mon[91995]: osdmap e2105: 8 total, 8 up, 8 in 2024-07-29T16:04:17.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:17 smithi138 ceph-mon[86438]: osdmap e2106: 8 total, 8 up, 8 in 2024-07-29T16:04:17.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:17 smithi067 ceph-mon[91995]: osdmap e2106: 8 total, 8 up, 8 in 2024-07-29T16:04:17.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:17 smithi067 ceph-mon[94375]: osdmap e2106: 8 total, 8 up, 8 in 2024-07-29T16:04:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:04:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:04:17] "GET /metrics HTTP/1.1" 200 36892 "" "Prometheus/2.51.0" 2024-07-29T16:04:18.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:18 smithi138 ceph-mon[86438]: pgmap v3599: 137 pgs: 137 active+clean; 77 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 686 KiB/s wr, 54 op/s 2024-07-29T16:04:18.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:18 smithi067 ceph-mon[91995]: pgmap v3599: 137 pgs: 137 active+clean; 77 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 686 KiB/s wr, 54 op/s 2024-07-29T16:04:18.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:18 smithi067 ceph-mon[94375]: pgmap v3599: 137 pgs: 137 active+clean; 77 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 686 KiB/s wr, 54 op/s 2024-07-29T16:04:20.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:20 smithi138 ceph-mon[86438]: pgmap v3600: 137 pgs: 137 active+clean; 78 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 39 op/s 2024-07-29T16:04:20.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:04:20.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:04:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:04:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:04:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:20 smithi067 ceph-mon[91995]: pgmap v3600: 137 pgs: 137 active+clean; 78 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 39 op/s 2024-07-29T16:04:20.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:04:20.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:20 smithi067 ceph-mon[94375]: pgmap v3600: 137 pgs: 137 active+clean; 78 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 39 op/s 2024-07-29T16:04:20.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:04:21.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:21 smithi138 ceph-mon[86438]: osdmap e2107: 8 total, 8 up, 8 in 2024-07-29T16:04:21.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:21 smithi067 ceph-mon[91995]: osdmap e2107: 8 total, 8 up, 8 in 2024-07-29T16:04:21.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:21 smithi067 ceph-mon[94375]: osdmap e2107: 8 total, 8 up, 8 in 2024-07-29T16:04:22.345 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS1 (30381 ms) 2024-07-29T16:04:22.345 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS1PP 2024-07-29T16:04:22.345 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:04:22.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:22 smithi067 ceph-mon[91995]: pgmap v3602: 137 pgs: 137 active+clean; 82 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 42 op/s 2024-07-29T16:04:22.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:22 smithi067 ceph-mon[91995]: osdmap e2108: 8 total, 8 up, 8 in 2024-07-29T16:04:22.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:22 smithi067 ceph-mon[94375]: pgmap v3602: 137 pgs: 137 active+clean; 82 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 42 op/s 2024-07-29T16:04:22.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:22 smithi067 ceph-mon[94375]: osdmap e2108: 8 total, 8 up, 8 in 2024-07-29T16:04:22.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:22 smithi138 ceph-mon[86438]: pgmap v3602: 137 pgs: 137 active+clean; 82 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 42 op/s 2024-07-29T16:04:22.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:22 smithi138 ceph-mon[86438]: osdmap e2108: 8 total, 8 up, 8 in 2024-07-29T16:04:23.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:23 smithi067 ceph-mon[91995]: osdmap e2109: 8 total, 8 up, 8 in 2024-07-29T16:04:23.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:23 smithi067 ceph-mon[94375]: osdmap e2109: 8 total, 8 up, 8 in 2024-07-29T16:04:23.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:23 smithi138 ceph-mon[86438]: osdmap e2109: 8 total, 8 up, 8 in 2024-07-29T16:04:24.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:24 smithi067 ceph-mon[91995]: pgmap v3605: 137 pgs: 137 active+clean; 90 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 687 KiB/s wr, 28 op/s 2024-07-29T16:04:24.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:24 smithi067 ceph-mon[94375]: pgmap v3605: 137 pgs: 137 active+clean; 90 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 687 KiB/s wr, 28 op/s 2024-07-29T16:04:24.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:24 smithi138 ceph-mon[86438]: pgmap v3605: 137 pgs: 137 active+clean; 90 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 687 KiB/s wr, 28 op/s 2024-07-29T16:04:26.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:26 smithi067 ceph-mon[94375]: pgmap v3606: 137 pgs: 137 active+clean; 90 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-07-29T16:04:26.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:26 smithi067 ceph-mon[91995]: pgmap v3606: 137 pgs: 137 active+clean; 90 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-07-29T16:04:26.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:26 smithi138 ceph-mon[86438]: pgmap v3606: 137 pgs: 137 active+clean; 90 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-07-29T16:04:27.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:27 smithi067 ceph-mon[91995]: osdmap e2110: 8 total, 8 up, 8 in 2024-07-29T16:04:27.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:27 smithi067 ceph-mon[94375]: osdmap e2110: 8 total, 8 up, 8 in 2024-07-29T16:04:27.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:27 smithi138 ceph-mon[86438]: osdmap e2110: 8 total, 8 up, 8 in 2024-07-29T16:04:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:04:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:04:27] "GET /metrics HTTP/1.1" 200 36890 "" "Prometheus/2.51.0" 2024-07-29T16:04:28.385 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:04:28.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:28 smithi067 ceph-mon[91995]: pgmap v3608: 137 pgs: 137 active+clean; 90 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.5 KiB/s wr, 47 op/s 2024-07-29T16:04:28.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:28 smithi067 ceph-mon[91995]: osdmap e2111: 8 total, 8 up, 8 in 2024-07-29T16:04:28.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:28 smithi067 ceph-mon[94375]: pgmap v3608: 137 pgs: 137 active+clean; 90 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.5 KiB/s wr, 47 op/s 2024-07-29T16:04:28.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:28 smithi067 ceph-mon[94375]: osdmap e2111: 8 total, 8 up, 8 in 2024-07-29T16:04:28.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:28 smithi138 ceph-mon[86438]: pgmap v3608: 137 pgs: 137 active+clean; 90 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.5 KiB/s wr, 47 op/s 2024-07-29T16:04:28.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:28 smithi138 ceph-mon[86438]: osdmap e2111: 8 total, 8 up, 8 in 2024-07-29T16:04:29.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:29 smithi067 ceph-mon[91995]: osdmap e2112: 8 total, 8 up, 8 in 2024-07-29T16:04:29.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:29 smithi067 ceph-mon[94375]: osdmap e2112: 8 total, 8 up, 8 in 2024-07-29T16:04:29.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:29 smithi138 ceph-mon[86438]: osdmap e2112: 8 total, 8 up, 8 in 2024-07-29T16:04:30.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:30 smithi138 ceph-mon[86438]: pgmap v3611: 137 pgs: 137 active+clean; 94 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 686 KiB/s wr, 46 op/s 2024-07-29T16:04:30.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:04:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:04:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:04:30.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:30 smithi067 ceph-mon[91995]: pgmap v3611: 137 pgs: 137 active+clean; 94 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 686 KiB/s wr, 46 op/s 2024-07-29T16:04:30.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:30 smithi067 ceph-mon[94375]: pgmap v3611: 137 pgs: 137 active+clean; 94 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 686 KiB/s wr, 46 op/s 2024-07-29T16:04:32.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:32 smithi067 ceph-mon[91995]: pgmap v3612: 137 pgs: 137 active+clean; 94 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-07-29T16:04:32.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:32 smithi067 ceph-mon[94375]: pgmap v3612: 137 pgs: 137 active+clean; 94 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-07-29T16:04:32.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:32 smithi138 ceph-mon[86438]: pgmap v3612: 137 pgs: 137 active+clean; 94 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-07-29T16:04:33.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:33 smithi067 ceph-mon[91995]: osdmap e2113: 8 total, 8 up, 8 in 2024-07-29T16:04:33.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:33 smithi067 ceph-mon[94375]: osdmap e2113: 8 total, 8 up, 8 in 2024-07-29T16:04:33.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:33 smithi138 ceph-mon[86438]: osdmap e2113: 8 total, 8 up, 8 in 2024-07-29T16:04:34.424 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:04:34.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:34 smithi067 ceph-mon[91995]: pgmap v3614: 137 pgs: 137 active+clean; 94 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-07-29T16:04:34.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:34 smithi067 ceph-mon[91995]: osdmap e2114: 8 total, 8 up, 8 in 2024-07-29T16:04:34.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:34 smithi067 ceph-mon[94375]: pgmap v3614: 137 pgs: 137 active+clean; 94 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-07-29T16:04:34.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:34 smithi067 ceph-mon[94375]: osdmap e2114: 8 total, 8 up, 8 in 2024-07-29T16:04:34.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:34 smithi138 ceph-mon[86438]: pgmap v3614: 137 pgs: 137 active+clean; 94 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-07-29T16:04:34.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:34 smithi138 ceph-mon[86438]: osdmap e2114: 8 total, 8 up, 8 in 2024-07-29T16:04:35.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:35 smithi067 ceph-mon[91995]: osdmap e2115: 8 total, 8 up, 8 in 2024-07-29T16:04:35.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:04:35.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:35 smithi067 ceph-mon[94375]: osdmap e2115: 8 total, 8 up, 8 in 2024-07-29T16:04:35.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:04:35.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:35 smithi138 ceph-mon[86438]: osdmap e2115: 8 total, 8 up, 8 in 2024-07-29T16:04:35.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:04:36.712 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:36 smithi138 ceph-mon[86438]: pgmap v3617: 137 pgs: 137 active+clean; 104 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 686 KiB/s wr, 52 op/s 2024-07-29T16:04:36.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:36 smithi067 ceph-mon[91995]: pgmap v3617: 137 pgs: 137 active+clean; 104 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 686 KiB/s wr, 52 op/s 2024-07-29T16:04:36.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:36 smithi067 ceph-mon[94375]: pgmap v3617: 137 pgs: 137 active+clean; 104 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 686 KiB/s wr, 52 op/s 2024-07-29T16:04:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:04:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:04:37] "GET /metrics HTTP/1.1" 200 36892 "" "Prometheus/2.51.0" 2024-07-29T16:04:38.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:38 smithi067 ceph-mon[91995]: pgmap v3618: 137 pgs: 137 active+clean; 104 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 687 KiB/s wr, 59 op/s 2024-07-29T16:04:38.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:38 smithi067 ceph-mon[94375]: pgmap v3618: 137 pgs: 137 active+clean; 104 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 687 KiB/s wr, 59 op/s 2024-07-29T16:04:38.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:38 smithi138 ceph-mon[86438]: pgmap v3618: 137 pgs: 137 active+clean; 104 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 687 KiB/s wr, 59 op/s 2024-07-29T16:04:39.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:39 smithi067 ceph-mon[91995]: osdmap e2116: 8 total, 8 up, 8 in 2024-07-29T16:04:39.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:39 smithi067 ceph-mon[94375]: osdmap e2116: 8 total, 8 up, 8 in 2024-07-29T16:04:39.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:39 smithi138 ceph-mon[86438]: osdmap e2116: 8 total, 8 up, 8 in 2024-07-29T16:04:40.467 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:04:40.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:40 smithi138 ceph-mon[86438]: pgmap v3620: 137 pgs: 137 active+clean; 104 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-07-29T16:04:40.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:40 smithi138 ceph-mon[86438]: osdmap e2117: 8 total, 8 up, 8 in 2024-07-29T16:04:40.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:04:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:04:40.214Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:04:40.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:40 smithi067 ceph-mon[91995]: pgmap v3620: 137 pgs: 137 active+clean; 104 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-07-29T16:04:40.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:40 smithi067 ceph-mon[91995]: osdmap e2117: 8 total, 8 up, 8 in 2024-07-29T16:04:40.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:40 smithi067 ceph-mon[94375]: pgmap v3620: 137 pgs: 137 active+clean; 104 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-07-29T16:04:40.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:40 smithi067 ceph-mon[94375]: osdmap e2117: 8 total, 8 up, 8 in 2024-07-29T16:04:41.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:41 smithi067 ceph-mon[91995]: osdmap e2118: 8 total, 8 up, 8 in 2024-07-29T16:04:41.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:41 smithi067 ceph-mon[94375]: osdmap e2118: 8 total, 8 up, 8 in 2024-07-29T16:04:41.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:41 smithi138 ceph-mon[86438]: osdmap e2118: 8 total, 8 up, 8 in 2024-07-29T16:04:42.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:42 smithi067 ceph-mon[91995]: pgmap v3623: 137 pgs: 137 active+clean; 108 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 685 KiB/s wr, 19 op/s 2024-07-29T16:04:42.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:42 smithi067 ceph-mon[94375]: pgmap v3623: 137 pgs: 137 active+clean; 108 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 685 KiB/s wr, 19 op/s 2024-07-29T16:04:42.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:42 smithi138 ceph-mon[86438]: pgmap v3623: 137 pgs: 137 active+clean; 108 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 685 KiB/s wr, 19 op/s 2024-07-29T16:04:44.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:44 smithi067 ceph-mon[91995]: pgmap v3624: 137 pgs: 137 active+clean; 114 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-07-29T16:04:44.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:44 smithi067 ceph-mon[94375]: pgmap v3624: 137 pgs: 137 active+clean; 114 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-07-29T16:04:44.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:44 smithi138 ceph-mon[86438]: pgmap v3624: 137 pgs: 137 active+clean; 114 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-07-29T16:04:45.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:45 smithi067 ceph-mon[91995]: osdmap e2119: 8 total, 8 up, 8 in 2024-07-29T16:04:45.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:45 smithi067 ceph-mon[94375]: osdmap e2119: 8 total, 8 up, 8 in 2024-07-29T16:04:45.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:45 smithi138 ceph-mon[86438]: osdmap e2119: 8 total, 8 up, 8 in 2024-07-29T16:04:46.489 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:04:46.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:46 smithi067 ceph-mon[91995]: pgmap v3626: 137 pgs: 137 active+clean; 114 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 49 op/s 2024-07-29T16:04:46.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:46 smithi067 ceph-mon[91995]: osdmap e2120: 8 total, 8 up, 8 in 2024-07-29T16:04:46.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:46 smithi067 ceph-mon[94375]: pgmap v3626: 137 pgs: 137 active+clean; 114 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 49 op/s 2024-07-29T16:04:46.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:46 smithi067 ceph-mon[94375]: osdmap e2120: 8 total, 8 up, 8 in 2024-07-29T16:04:46.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:46 smithi138 ceph-mon[86438]: pgmap v3626: 137 pgs: 137 active+clean; 114 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 49 op/s 2024-07-29T16:04:46.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:46 smithi138 ceph-mon[86438]: osdmap e2120: 8 total, 8 up, 8 in 2024-07-29T16:04:47.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:47 smithi067 ceph-mon[91995]: osdmap e2121: 8 total, 8 up, 8 in 2024-07-29T16:04:47.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:47 smithi067 ceph-mon[94375]: osdmap e2121: 8 total, 8 up, 8 in 2024-07-29T16:04:47.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:47 smithi138 ceph-mon[86438]: osdmap e2121: 8 total, 8 up, 8 in 2024-07-29T16:04:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:04:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:04:47] "GET /metrics HTTP/1.1" 200 36892 "" "Prometheus/2.51.0" 2024-07-29T16:04:48.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:48 smithi067 ceph-mon[94375]: pgmap v3629: 137 pgs: 137 active+clean; 121 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 688 KiB/s wr, 57 op/s 2024-07-29T16:04:48.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:48 smithi067 ceph-mon[91995]: pgmap v3629: 137 pgs: 137 active+clean; 121 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 688 KiB/s wr, 57 op/s 2024-07-29T16:04:48.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:48 smithi138 ceph-mon[86438]: pgmap v3629: 137 pgs: 137 active+clean; 121 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 688 KiB/s wr, 57 op/s 2024-07-29T16:04:50.473 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:04:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:04:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:04:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:50 smithi067 ceph-mon[91995]: pgmap v3630: 137 pgs: 137 active+clean; 124 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-07-29T16:04:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:04:50.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:50 smithi067 ceph-mon[94375]: pgmap v3630: 137 pgs: 137 active+clean; 124 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-07-29T16:04:50.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:04:50.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:50 smithi138 ceph-mon[86438]: pgmap v3630: 137 pgs: 137 active+clean; 124 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-07-29T16:04:50.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:04:51.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:51 smithi067 ceph-mon[91995]: osdmap e2122: 8 total, 8 up, 8 in 2024-07-29T16:04:51.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:51 smithi067 ceph-mon[94375]: osdmap e2122: 8 total, 8 up, 8 in 2024-07-29T16:04:51.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:51 smithi138 ceph-mon[86438]: osdmap e2122: 8 total, 8 up, 8 in 2024-07-29T16:04:52.521 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS1PP (30176 ms) 2024-07-29T16:04:52.521 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS2 2024-07-29T16:04:52.521 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:04:52.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:52 smithi067 ceph-mon[91995]: pgmap v3632: 137 pgs: 137 active+clean; 128 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.3 MiB/s wr, 33 op/s 2024-07-29T16:04:52.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:52 smithi067 ceph-mon[91995]: osdmap e2123: 8 total, 8 up, 8 in 2024-07-29T16:04:52.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:52 smithi067 ceph-mon[94375]: pgmap v3632: 137 pgs: 137 active+clean; 128 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.3 MiB/s wr, 33 op/s 2024-07-29T16:04:52.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:52 smithi067 ceph-mon[94375]: osdmap e2123: 8 total, 8 up, 8 in 2024-07-29T16:04:52.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:52 smithi138 ceph-mon[86438]: pgmap v3632: 137 pgs: 137 active+clean; 128 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.3 MiB/s wr, 33 op/s 2024-07-29T16:04:52.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:52 smithi138 ceph-mon[86438]: osdmap e2123: 8 total, 8 up, 8 in 2024-07-29T16:04:53.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:53 smithi138 ceph-mon[86438]: osdmap e2124: 8 total, 8 up, 8 in 2024-07-29T16:04:53.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:53 smithi067 ceph-mon[91995]: osdmap e2124: 8 total, 8 up, 8 in 2024-07-29T16:04:53.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:53 smithi067 ceph-mon[94375]: osdmap e2124: 8 total, 8 up, 8 in 2024-07-29T16:04:54.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:54 smithi138 ceph-mon[86438]: pgmap v3635: 137 pgs: 137 active+clean; 136 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 688 KiB/s wr, 49 op/s 2024-07-29T16:04:54.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:54 smithi067 ceph-mon[91995]: pgmap v3635: 137 pgs: 137 active+clean; 136 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 688 KiB/s wr, 49 op/s 2024-07-29T16:04:54.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:54 smithi067 ceph-mon[94375]: pgmap v3635: 137 pgs: 137 active+clean; 136 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 688 KiB/s wr, 49 op/s 2024-07-29T16:04:56.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:56 smithi138 ceph-mon[86438]: pgmap v3636: 137 pgs: 137 active+clean; 136 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 686 KiB/s wr, 42 op/s 2024-07-29T16:04:56.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:56 smithi067 ceph-mon[91995]: pgmap v3636: 137 pgs: 137 active+clean; 136 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 686 KiB/s wr, 42 op/s 2024-07-29T16:04:56.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:56 smithi067 ceph-mon[94375]: pgmap v3636: 137 pgs: 137 active+clean; 136 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 686 KiB/s wr, 42 op/s 2024-07-29T16:04:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:04:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:04:57] "GET /metrics HTTP/1.1" 200 36895 "" "Prometheus/2.51.0" 2024-07-29T16:04:58.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:04:58 smithi138 ceph-mon[86438]: pgmap v3637: 137 pgs: 137 active+clean; 136 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 616 KiB/s wr, 39 op/s 2024-07-29T16:04:58.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:04:58 smithi067 ceph-mon[91995]: pgmap v3637: 137 pgs: 137 active+clean; 136 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 616 KiB/s wr, 39 op/s 2024-07-29T16:04:58.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:04:58 smithi067 ceph-mon[94375]: pgmap v3637: 137 pgs: 137 active+clean; 136 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 616 KiB/s wr, 39 op/s 2024-07-29T16:05:00.506 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:05:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:05:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:05:00.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:00 smithi138 ceph-mon[86438]: pgmap v3638: 137 pgs: 137 active+clean; 136 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 3.0 KiB/s wr, 31 op/s 2024-07-29T16:05:00.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:00 smithi067 ceph-mon[91995]: pgmap v3638: 137 pgs: 137 active+clean; 136 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 3.0 KiB/s wr, 31 op/s 2024-07-29T16:05:00.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:00 smithi067 ceph-mon[94375]: pgmap v3638: 137 pgs: 137 active+clean; 136 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 3.0 KiB/s wr, 31 op/s 2024-07-29T16:05:02.790 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:02 smithi067 ceph-mon[91995]: pgmap v3639: 137 pgs: 137 active+clean; 136 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.4 KiB/s wr, 25 op/s 2024-07-29T16:05:02.790 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:02 smithi067 ceph-mon[91995]: osdmap e2125: 8 total, 8 up, 8 in 2024-07-29T16:05:02.791 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:02 smithi067 ceph-mon[94375]: pgmap v3639: 137 pgs: 137 active+clean; 136 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.4 KiB/s wr, 25 op/s 2024-07-29T16:05:02.791 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:02 smithi067 ceph-mon[94375]: osdmap e2125: 8 total, 8 up, 8 in 2024-07-29T16:05:02.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:02 smithi138 ceph-mon[86438]: pgmap v3639: 137 pgs: 137 active+clean; 136 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.4 KiB/s wr, 25 op/s 2024-07-29T16:05:02.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:02 smithi138 ceph-mon[86438]: osdmap e2125: 8 total, 8 up, 8 in 2024-07-29T16:05:03.557 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:05:03.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:03 smithi138 ceph-mon[86438]: osdmap e2126: 8 total, 8 up, 8 in 2024-07-29T16:05:03.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:05:03.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:05:03.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:05:03.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:05:03.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:03 smithi067 ceph-mon[91995]: osdmap e2126: 8 total, 8 up, 8 in 2024-07-29T16:05:03.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:05:03.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:05:03.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:05:03.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:05:03.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:03 smithi067 ceph-mon[94375]: osdmap e2126: 8 total, 8 up, 8 in 2024-07-29T16:05:03.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:05:03.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:05:03.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:05:03.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:05:04.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:04 smithi138 ceph-mon[86438]: pgmap v3642: 137 pgs: 137 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-07-29T16:05:04.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:04 smithi138 ceph-mon[86438]: osdmap e2127: 8 total, 8 up, 8 in 2024-07-29T16:05:04.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:04 smithi067 ceph-mon[91995]: pgmap v3642: 137 pgs: 137 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-07-29T16:05:04.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:04 smithi067 ceph-mon[91995]: osdmap e2127: 8 total, 8 up, 8 in 2024-07-29T16:05:04.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:04 smithi067 ceph-mon[94375]: pgmap v3642: 137 pgs: 137 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-07-29T16:05:04.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:04 smithi067 ceph-mon[94375]: osdmap e2127: 8 total, 8 up, 8 in 2024-07-29T16:05:05.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:05:05.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:05:05.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:05:06.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:06 smithi138 ceph-mon[86438]: pgmap v3644: 137 pgs: 137 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-07-29T16:05:06.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:06 smithi067 ceph-mon[91995]: pgmap v3644: 137 pgs: 137 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-07-29T16:05:06.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:06 smithi067 ceph-mon[94375]: pgmap v3644: 137 pgs: 137 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-07-29T16:05:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:05:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:05:07] "GET /metrics HTTP/1.1" 200 36898 "" "Prometheus/2.51.0" 2024-07-29T16:05:08.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:08 smithi138 ceph-mon[86438]: pgmap v3645: 137 pgs: 137 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 45 op/s 2024-07-29T16:05:08.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:08 smithi067 ceph-mon[91995]: pgmap v3645: 137 pgs: 137 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 45 op/s 2024-07-29T16:05:08.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:08 smithi067 ceph-mon[94375]: pgmap v3645: 137 pgs: 137 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 45 op/s 2024-07-29T16:05:10.545 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:05:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:05:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:05:10.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:10 smithi138 ceph-mon[86438]: pgmap v3646: 137 pgs: 137 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.1 MiB/s wr, 36 op/s 2024-07-29T16:05:10.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:10 smithi067 ceph-mon[91995]: pgmap v3646: 137 pgs: 137 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.1 MiB/s wr, 36 op/s 2024-07-29T16:05:10.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:10 smithi067 ceph-mon[94375]: pgmap v3646: 137 pgs: 137 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.1 MiB/s wr, 36 op/s 2024-07-29T16:05:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:12 smithi067 ceph-mon[91995]: pgmap v3647: 137 pgs: 137 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.5 KiB/s wr, 22 op/s 2024-07-29T16:05:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:12 smithi067 ceph-mon[91995]: osdmap e2128: 8 total, 8 up, 8 in 2024-07-29T16:05:12.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:12 smithi067 ceph-mon[94375]: pgmap v3647: 137 pgs: 137 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.5 KiB/s wr, 22 op/s 2024-07-29T16:05:12.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:12 smithi067 ceph-mon[94375]: osdmap e2128: 8 total, 8 up, 8 in 2024-07-29T16:05:13.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:12 smithi138 ceph-mon[86438]: pgmap v3647: 137 pgs: 137 active+clean; 152 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.5 KiB/s wr, 22 op/s 2024-07-29T16:05:13.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:12 smithi138 ceph-mon[86438]: osdmap e2128: 8 total, 8 up, 8 in 2024-07-29T16:05:13.605 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:05:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:13 smithi067 ceph-mon[91995]: osdmap e2129: 8 total, 8 up, 8 in 2024-07-29T16:05:13.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:13 smithi067 ceph-mon[94375]: osdmap e2129: 8 total, 8 up, 8 in 2024-07-29T16:05:14.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:13 smithi138 ceph-mon[86438]: osdmap e2129: 8 total, 8 up, 8 in 2024-07-29T16:05:14.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:14 smithi067 ceph-mon[91995]: pgmap v3650: 137 pgs: 137 active+clean; 160 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.0 MiB/s wr, 28 op/s 2024-07-29T16:05:14.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:14 smithi067 ceph-mon[91995]: osdmap e2130: 8 total, 8 up, 8 in 2024-07-29T16:05:14.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:14 smithi067 ceph-mon[94375]: pgmap v3650: 137 pgs: 137 active+clean; 160 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.0 MiB/s wr, 28 op/s 2024-07-29T16:05:14.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:14 smithi067 ceph-mon[94375]: osdmap e2130: 8 total, 8 up, 8 in 2024-07-29T16:05:15.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:14 smithi138 ceph-mon[86438]: pgmap v3650: 137 pgs: 137 active+clean; 160 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.0 MiB/s wr, 28 op/s 2024-07-29T16:05:15.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:14 smithi138 ceph-mon[86438]: osdmap e2130: 8 total, 8 up, 8 in 2024-07-29T16:05:16.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:16 smithi067 ceph-mon[91995]: pgmap v3652: 137 pgs: 137 active+clean; 169 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 31 op/s 2024-07-29T16:05:16.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:16 smithi067 ceph-mon[94375]: pgmap v3652: 137 pgs: 137 active+clean; 169 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 31 op/s 2024-07-29T16:05:17.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:16 smithi138 ceph-mon[86438]: pgmap v3652: 137 pgs: 137 active+clean; 169 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 31 op/s 2024-07-29T16:05:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:05:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:05:17] "GET /metrics HTTP/1.1" 200 36898 "" "Prometheus/2.51.0" 2024-07-29T16:05:18.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:18 smithi067 ceph-mon[91995]: pgmap v3653: 137 pgs: 137 active+clean; 170 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-07-29T16:05:18.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:18 smithi067 ceph-mon[94375]: pgmap v3653: 137 pgs: 137 active+clean; 170 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-07-29T16:05:19.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:18 smithi138 ceph-mon[86438]: pgmap v3653: 137 pgs: 137 active+clean; 170 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-07-29T16:05:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:05:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:05:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:05:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:20 smithi067 ceph-mon[91995]: pgmap v3654: 137 pgs: 137 active+clean; 170 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.6 MiB/s wr, 36 op/s 2024-07-29T16:05:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:05:20.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:20 smithi067 ceph-mon[94375]: pgmap v3654: 137 pgs: 137 active+clean; 170 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.6 MiB/s wr, 36 op/s 2024-07-29T16:05:20.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:05:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:20 smithi138 ceph-mon[86438]: pgmap v3654: 137 pgs: 137 active+clean; 170 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.6 MiB/s wr, 36 op/s 2024-07-29T16:05:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:05:22.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:22 smithi067 ceph-mon[94375]: pgmap v3655: 137 pgs: 137 active+clean; 178 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.9 MiB/s wr, 32 op/s 2024-07-29T16:05:22.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:22 smithi067 ceph-mon[94375]: osdmap e2131: 8 total, 8 up, 8 in 2024-07-29T16:05:22.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:22 smithi067 ceph-mon[91995]: pgmap v3655: 137 pgs: 137 active+clean; 178 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.9 MiB/s wr, 32 op/s 2024-07-29T16:05:22.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:22 smithi067 ceph-mon[91995]: osdmap e2131: 8 total, 8 up, 8 in 2024-07-29T16:05:23.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:22 smithi138 ceph-mon[86438]: pgmap v3655: 137 pgs: 137 active+clean; 178 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.9 MiB/s wr, 32 op/s 2024-07-29T16:05:23.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:22 smithi138 ceph-mon[86438]: osdmap e2131: 8 total, 8 up, 8 in 2024-07-29T16:05:23.632 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:05:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:23 smithi067 ceph-mon[91995]: osdmap e2132: 8 total, 8 up, 8 in 2024-07-29T16:05:23.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:23 smithi067 ceph-mon[94375]: osdmap e2132: 8 total, 8 up, 8 in 2024-07-29T16:05:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:23 smithi138 ceph-mon[86438]: osdmap e2132: 8 total, 8 up, 8 in 2024-07-29T16:05:24.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:24 smithi067 ceph-mon[91995]: pgmap v3658: 137 pgs: 137 active+clean; 187 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-07-29T16:05:24.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:24 smithi067 ceph-mon[91995]: osdmap e2133: 8 total, 8 up, 8 in 2024-07-29T16:05:24.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:24 smithi067 ceph-mon[94375]: pgmap v3658: 137 pgs: 137 active+clean; 187 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-07-29T16:05:24.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:24 smithi067 ceph-mon[94375]: osdmap e2133: 8 total, 8 up, 8 in 2024-07-29T16:05:25.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:24 smithi138 ceph-mon[86438]: pgmap v3658: 137 pgs: 137 active+clean; 187 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-07-29T16:05:25.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:24 smithi138 ceph-mon[86438]: osdmap e2133: 8 total, 8 up, 8 in 2024-07-29T16:05:26.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:26 smithi067 ceph-mon[91995]: pgmap v3660: 137 pgs: 137 active+clean; 187 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-07-29T16:05:26.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:26 smithi067 ceph-mon[94375]: pgmap v3660: 137 pgs: 137 active+clean; 187 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-07-29T16:05:27.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:26 smithi138 ceph-mon[86438]: pgmap v3660: 137 pgs: 137 active+clean; 187 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-07-29T16:05:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:05:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:05:27] "GET /metrics HTTP/1.1" 200 36892 "" "Prometheus/2.51.0" 2024-07-29T16:05:28.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:28 smithi067 ceph-mon[91995]: pgmap v3661: 137 pgs: 137 active+clean; 188 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-07-29T16:05:28.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:28 smithi067 ceph-mon[94375]: pgmap v3661: 137 pgs: 137 active+clean; 188 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-07-29T16:05:29.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:28 smithi138 ceph-mon[86438]: pgmap v3661: 137 pgs: 137 active+clean; 188 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-07-29T16:05:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:05:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:05:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:05:30.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:30 smithi067 ceph-mon[91995]: pgmap v3662: 137 pgs: 137 active+clean; 188 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 545 KiB/s wr, 31 op/s 2024-07-29T16:05:30.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:30 smithi067 ceph-mon[94375]: pgmap v3662: 137 pgs: 137 active+clean; 188 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 545 KiB/s wr, 31 op/s 2024-07-29T16:05:31.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:30 smithi138 ceph-mon[86438]: pgmap v3662: 137 pgs: 137 active+clean; 188 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 545 KiB/s wr, 31 op/s 2024-07-29T16:05:32.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:32 smithi067 ceph-mon[91995]: pgmap v3663: 137 pgs: 137 active+clean; 188 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 5.0 KiB/s wr, 31 op/s 2024-07-29T16:05:32.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:32 smithi067 ceph-mon[91995]: osdmap e2134: 8 total, 8 up, 8 in 2024-07-29T16:05:32.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:32 smithi067 ceph-mon[94375]: pgmap v3663: 137 pgs: 137 active+clean; 188 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 5.0 KiB/s wr, 31 op/s 2024-07-29T16:05:32.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:32 smithi067 ceph-mon[94375]: osdmap e2134: 8 total, 8 up, 8 in 2024-07-29T16:05:33.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:32 smithi138 ceph-mon[86438]: pgmap v3663: 137 pgs: 137 active+clean; 188 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 5.0 KiB/s wr, 31 op/s 2024-07-29T16:05:33.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:32 smithi138 ceph-mon[86438]: osdmap e2134: 8 total, 8 up, 8 in 2024-07-29T16:05:33.661 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:05:33.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:33 smithi067 ceph-mon[91995]: osdmap e2135: 8 total, 8 up, 8 in 2024-07-29T16:05:33.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:33 smithi067 ceph-mon[94375]: osdmap e2135: 8 total, 8 up, 8 in 2024-07-29T16:05:34.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:33 smithi138 ceph-mon[86438]: osdmap e2135: 8 total, 8 up, 8 in 2024-07-29T16:05:34.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:34 smithi067 ceph-mon[91995]: pgmap v3666: 137 pgs: 137 active+clean; 196 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.0 MiB/s wr, 21 op/s 2024-07-29T16:05:34.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:34 smithi067 ceph-mon[91995]: osdmap e2136: 8 total, 8 up, 8 in 2024-07-29T16:05:34.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:34 smithi067 ceph-mon[94375]: pgmap v3666: 137 pgs: 137 active+clean; 196 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.0 MiB/s wr, 21 op/s 2024-07-29T16:05:34.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:34 smithi067 ceph-mon[94375]: osdmap e2136: 8 total, 8 up, 8 in 2024-07-29T16:05:35.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:34 smithi138 ceph-mon[86438]: pgmap v3666: 137 pgs: 137 active+clean; 196 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.0 MiB/s wr, 21 op/s 2024-07-29T16:05:35.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:34 smithi138 ceph-mon[86438]: osdmap e2136: 8 total, 8 up, 8 in 2024-07-29T16:05:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:05:35.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:05:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:05:36.962 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:36 smithi138 ceph-mon[86438]: pgmap v3668: 137 pgs: 137 active+clean; 204 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-07-29T16:05:36.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:36 smithi067 ceph-mon[91995]: pgmap v3668: 137 pgs: 137 active+clean; 204 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-07-29T16:05:36.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:36 smithi067 ceph-mon[94375]: pgmap v3668: 137 pgs: 137 active+clean; 204 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-07-29T16:05:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:05:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:05:37] "GET /metrics HTTP/1.1" 200 36896 "" "Prometheus/2.51.0" 2024-07-29T16:05:38.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:38 smithi067 ceph-mon[91995]: pgmap v3669: 137 pgs: 137 active+clean; 206 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-07-29T16:05:38.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:38 smithi067 ceph-mon[94375]: pgmap v3669: 137 pgs: 137 active+clean; 206 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-07-29T16:05:39.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:38 smithi138 ceph-mon[86438]: pgmap v3669: 137 pgs: 137 active+clean; 206 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-07-29T16:05:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:05:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:05:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:05:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:40 smithi067 ceph-mon[91995]: pgmap v3670: 137 pgs: 137 active+clean; 206 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.1 MiB/s wr, 32 op/s 2024-07-29T16:05:40.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:40 smithi067 ceph-mon[94375]: pgmap v3670: 137 pgs: 137 active+clean; 206 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.1 MiB/s wr, 32 op/s 2024-07-29T16:05:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:40 smithi138 ceph-mon[86438]: pgmap v3670: 137 pgs: 137 active+clean; 206 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.1 MiB/s wr, 32 op/s 2024-07-29T16:05:42.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:42 smithi067 ceph-mon[91995]: pgmap v3671: 137 pgs: 137 active+clean; 206 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 28 op/s 2024-07-29T16:05:42.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:42 smithi067 ceph-mon[91995]: osdmap e2137: 8 total, 8 up, 8 in 2024-07-29T16:05:42.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:42 smithi067 ceph-mon[94375]: pgmap v3671: 137 pgs: 137 active+clean; 206 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 28 op/s 2024-07-29T16:05:42.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:42 smithi067 ceph-mon[94375]: osdmap e2137: 8 total, 8 up, 8 in 2024-07-29T16:05:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:42 smithi138 ceph-mon[86438]: pgmap v3671: 137 pgs: 137 active+clean; 206 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 28 op/s 2024-07-29T16:05:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:42 smithi138 ceph-mon[86438]: osdmap e2137: 8 total, 8 up, 8 in 2024-07-29T16:05:43.709 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS2 (51188 ms) 2024-07-29T16:05:43.709 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS2PP 2024-07-29T16:05:43.709 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:05:43.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:43 smithi067 ceph-mon[91995]: osdmap e2138: 8 total, 8 up, 8 in 2024-07-29T16:05:43.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:43 smithi067 ceph-mon[94375]: osdmap e2138: 8 total, 8 up, 8 in 2024-07-29T16:05:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:43 smithi138 ceph-mon[86438]: osdmap e2138: 8 total, 8 up, 8 in 2024-07-29T16:05:44.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:44 smithi067 ceph-mon[94375]: pgmap v3674: 137 pgs: 137 active+clean; 226 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-07-29T16:05:44.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:44 smithi067 ceph-mon[94375]: osdmap e2139: 8 total, 8 up, 8 in 2024-07-29T16:05:44.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:44 smithi067 ceph-mon[91995]: pgmap v3674: 137 pgs: 137 active+clean; 226 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-07-29T16:05:44.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:44 smithi067 ceph-mon[91995]: osdmap e2139: 8 total, 8 up, 8 in 2024-07-29T16:05:45.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:44 smithi138 ceph-mon[86438]: pgmap v3674: 137 pgs: 137 active+clean; 226 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-07-29T16:05:45.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:44 smithi138 ceph-mon[86438]: osdmap e2139: 8 total, 8 up, 8 in 2024-07-29T16:05:46.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:46 smithi067 ceph-mon[91995]: pgmap v3676: 137 pgs: 137 active+clean; 230 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 29 op/s 2024-07-29T16:05:46.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:46 smithi067 ceph-mon[94375]: pgmap v3676: 137 pgs: 137 active+clean; 230 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 29 op/s 2024-07-29T16:05:47.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:46 smithi138 ceph-mon[86438]: pgmap v3676: 137 pgs: 137 active+clean; 230 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 29 op/s 2024-07-29T16:05:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:05:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:05:47] "GET /metrics HTTP/1.1" 200 36896 "" "Prometheus/2.51.0" 2024-07-29T16:05:48.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:48 smithi067 ceph-mon[91995]: pgmap v3677: 137 pgs: 137 active+clean; 230 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-07-29T16:05:48.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:48 smithi067 ceph-mon[94375]: pgmap v3677: 137 pgs: 137 active+clean; 230 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-07-29T16:05:49.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:48 smithi138 ceph-mon[86438]: pgmap v3677: 137 pgs: 137 active+clean; 230 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-07-29T16:05:50.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:05:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:05:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:05:51.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:50 smithi138 ceph-mon[86438]: pgmap v3678: 137 pgs: 137 active+clean; 230 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.6 MiB/s wr, 36 op/s 2024-07-29T16:05:51.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:05:51.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:50 smithi067 ceph-mon[91995]: pgmap v3678: 137 pgs: 137 active+clean; 230 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.6 MiB/s wr, 36 op/s 2024-07-29T16:05:51.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:05:51.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:50 smithi067 ceph-mon[94375]: pgmap v3678: 137 pgs: 137 active+clean; 230 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.6 MiB/s wr, 36 op/s 2024-07-29T16:05:51.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:05:53.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:52 smithi138 ceph-mon[86438]: pgmap v3679: 137 pgs: 137 active+clean; 230 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 485 KiB/s wr, 26 op/s 2024-07-29T16:05:53.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:52 smithi138 ceph-mon[86438]: osdmap e2140: 8 total, 8 up, 8 in 2024-07-29T16:05:53.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:52 smithi067 ceph-mon[91995]: pgmap v3679: 137 pgs: 137 active+clean; 230 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 485 KiB/s wr, 26 op/s 2024-07-29T16:05:53.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:52 smithi067 ceph-mon[91995]: osdmap e2140: 8 total, 8 up, 8 in 2024-07-29T16:05:53.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:52 smithi067 ceph-mon[94375]: pgmap v3679: 137 pgs: 137 active+clean; 230 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 485 KiB/s wr, 26 op/s 2024-07-29T16:05:53.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:52 smithi067 ceph-mon[94375]: osdmap e2140: 8 total, 8 up, 8 in 2024-07-29T16:05:53.835 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:05:54.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:53 smithi138 ceph-mon[86438]: osdmap e2141: 8 total, 8 up, 8 in 2024-07-29T16:05:54.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:53 smithi067 ceph-mon[91995]: osdmap e2141: 8 total, 8 up, 8 in 2024-07-29T16:05:54.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:53 smithi067 ceph-mon[94375]: osdmap e2141: 8 total, 8 up, 8 in 2024-07-29T16:05:55.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:54 smithi138 ceph-mon[86438]: pgmap v3682: 137 pgs: 137 active+clean; 242 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 MiB/s wr, 19 op/s 2024-07-29T16:05:55.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:54 smithi138 ceph-mon[86438]: osdmap e2142: 8 total, 8 up, 8 in 2024-07-29T16:05:55.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:54 smithi067 ceph-mon[91995]: pgmap v3682: 137 pgs: 137 active+clean; 242 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 MiB/s wr, 19 op/s 2024-07-29T16:05:55.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:54 smithi067 ceph-mon[91995]: osdmap e2142: 8 total, 8 up, 8 in 2024-07-29T16:05:55.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:54 smithi067 ceph-mon[94375]: pgmap v3682: 137 pgs: 137 active+clean; 242 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 MiB/s wr, 19 op/s 2024-07-29T16:05:55.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:54 smithi067 ceph-mon[94375]: osdmap e2142: 8 total, 8 up, 8 in 2024-07-29T16:05:57.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:56 smithi138 ceph-mon[86438]: pgmap v3684: 137 pgs: 137 active+clean; 246 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-07-29T16:05:57.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:56 smithi067 ceph-mon[91995]: pgmap v3684: 137 pgs: 137 active+clean; 246 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-07-29T16:05:57.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:56 smithi067 ceph-mon[94375]: pgmap v3684: 137 pgs: 137 active+clean; 246 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-07-29T16:05:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:05:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:05:57] "GET /metrics HTTP/1.1" 200 36897 "" "Prometheus/2.51.0" 2024-07-29T16:05:59.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:05:58 smithi138 ceph-mon[86438]: pgmap v3685: 137 pgs: 137 active+clean; 246 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-07-29T16:05:59.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:05:58 smithi067 ceph-mon[94375]: pgmap v3685: 137 pgs: 137 active+clean; 246 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-07-29T16:05:59.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:05:58 smithi067 ceph-mon[91995]: pgmap v3685: 137 pgs: 137 active+clean; 246 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-07-29T16:06:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:06:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:06:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:06:01.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:00 smithi138 ceph-mon[86438]: pgmap v3686: 137 pgs: 137 active+clean; 246 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.6 MiB/s wr, 37 op/s 2024-07-29T16:06:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:00 smithi067 ceph-mon[91995]: pgmap v3686: 137 pgs: 137 active+clean; 246 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.6 MiB/s wr, 37 op/s 2024-07-29T16:06:01.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:00 smithi067 ceph-mon[94375]: pgmap v3686: 137 pgs: 137 active+clean; 246 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.6 MiB/s wr, 37 op/s 2024-07-29T16:06:03.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:02 smithi067 ceph-mon[91995]: pgmap v3687: 137 pgs: 137 active+clean; 246 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.4 MiB/s wr, 26 op/s 2024-07-29T16:06:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:02 smithi067 ceph-mon[94375]: pgmap v3687: 137 pgs: 137 active+clean; 246 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.4 MiB/s wr, 26 op/s 2024-07-29T16:06:03.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:02 smithi138 ceph-mon[86438]: pgmap v3687: 137 pgs: 137 active+clean; 246 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.4 MiB/s wr, 26 op/s 2024-07-29T16:06:04.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:03 smithi067 ceph-mon[91995]: osdmap e2143: 8 total, 8 up, 8 in 2024-07-29T16:06:04.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:06:04.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:06:04.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:06:04.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:06:04.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:03 smithi067 ceph-mon[94375]: osdmap e2143: 8 total, 8 up, 8 in 2024-07-29T16:06:04.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:06:04.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:06:04.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:06:04.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:06:04.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:03 smithi138 ceph-mon[86438]: osdmap e2143: 8 total, 8 up, 8 in 2024-07-29T16:06:04.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:06:04.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:06:04.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:06:04.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:06:04.879 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:06:05.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:04 smithi067 ceph-mon[91995]: pgmap v3689: 137 pgs: 137 active+clean; 250 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 877 KiB/s wr, 24 op/s 2024-07-29T16:06:05.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:04 smithi067 ceph-mon[91995]: osdmap e2144: 8 total, 8 up, 8 in 2024-07-29T16:06:05.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:04 smithi067 ceph-mon[94375]: pgmap v3689: 137 pgs: 137 active+clean; 250 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 877 KiB/s wr, 24 op/s 2024-07-29T16:06:05.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:04 smithi067 ceph-mon[94375]: osdmap e2144: 8 total, 8 up, 8 in 2024-07-29T16:06:05.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:04 smithi138 ceph-mon[86438]: pgmap v3689: 137 pgs: 137 active+clean; 250 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 877 KiB/s wr, 24 op/s 2024-07-29T16:06:05.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:04 smithi138 ceph-mon[86438]: osdmap e2144: 8 total, 8 up, 8 in 2024-07-29T16:06:06.212 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:05 smithi138 ceph-mon[86438]: osdmap e2145: 8 total, 8 up, 8 in 2024-07-29T16:06:06.212 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:06:06.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:05 smithi067 ceph-mon[91995]: osdmap e2145: 8 total, 8 up, 8 in 2024-07-29T16:06:06.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:06:06.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:05 smithi067 ceph-mon[94375]: osdmap e2145: 8 total, 8 up, 8 in 2024-07-29T16:06:06.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:06:07.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:06 smithi067 ceph-mon[91995]: pgmap v3692: 137 pgs: 137 active+clean; 261 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-07-29T16:06:07.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:06 smithi067 ceph-mon[94375]: pgmap v3692: 137 pgs: 137 active+clean; 261 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-07-29T16:06:07.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:06 smithi138 ceph-mon[86438]: pgmap v3692: 137 pgs: 137 active+clean; 261 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-07-29T16:06:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:06:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:06:07] "GET /metrics HTTP/1.1" 200 36901 "" "Prometheus/2.51.0" 2024-07-29T16:06:09.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:08 smithi067 ceph-mon[91995]: pgmap v3693: 137 pgs: 137 active+clean; 268 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-07-29T16:06:09.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:08 smithi067 ceph-mon[94375]: pgmap v3693: 137 pgs: 137 active+clean; 268 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-07-29T16:06:09.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:08 smithi138 ceph-mon[86438]: pgmap v3693: 137 pgs: 137 active+clean; 268 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-07-29T16:06:10.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:06:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:06:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:06:11.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:10 smithi067 ceph-mon[91995]: pgmap v3694: 137 pgs: 137 active+clean; 268 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.5 MiB/s wr, 43 op/s 2024-07-29T16:06:11.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:10 smithi067 ceph-mon[94375]: pgmap v3694: 137 pgs: 137 active+clean; 268 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.5 MiB/s wr, 43 op/s 2024-07-29T16:06:11.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:10 smithi138 ceph-mon[86438]: pgmap v3694: 137 pgs: 137 active+clean; 268 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.5 MiB/s wr, 43 op/s 2024-07-29T16:06:13.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:12 smithi067 ceph-mon[91995]: pgmap v3695: 137 pgs: 137 active+clean; 268 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-07-29T16:06:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:12 smithi067 ceph-mon[94375]: pgmap v3695: 137 pgs: 137 active+clean; 268 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-07-29T16:06:13.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:12 smithi138 ceph-mon[86438]: pgmap v3695: 137 pgs: 137 active+clean; 268 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-07-29T16:06:14.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:13 smithi067 ceph-mon[91995]: osdmap e2146: 8 total, 8 up, 8 in 2024-07-29T16:06:14.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:13 smithi067 ceph-mon[94375]: osdmap e2146: 8 total, 8 up, 8 in 2024-07-29T16:06:14.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:13 smithi138 ceph-mon[86438]: osdmap e2146: 8 total, 8 up, 8 in 2024-07-29T16:06:14.923 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:06:15.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:14 smithi067 ceph-mon[94375]: pgmap v3697: 137 pgs: 137 active+clean; 276 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.4 MiB/s wr, 25 op/s 2024-07-29T16:06:15.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:14 smithi067 ceph-mon[94375]: osdmap e2147: 8 total, 8 up, 8 in 2024-07-29T16:06:15.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:14 smithi067 ceph-mon[91995]: pgmap v3697: 137 pgs: 137 active+clean; 276 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.4 MiB/s wr, 25 op/s 2024-07-29T16:06:15.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:14 smithi067 ceph-mon[91995]: osdmap e2147: 8 total, 8 up, 8 in 2024-07-29T16:06:15.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:14 smithi138 ceph-mon[86438]: pgmap v3697: 137 pgs: 137 active+clean; 276 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.4 MiB/s wr, 25 op/s 2024-07-29T16:06:15.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:14 smithi138 ceph-mon[86438]: osdmap e2147: 8 total, 8 up, 8 in 2024-07-29T16:06:16.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:15 smithi067 ceph-mon[91995]: osdmap e2148: 8 total, 8 up, 8 in 2024-07-29T16:06:16.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:15 smithi067 ceph-mon[94375]: osdmap e2148: 8 total, 8 up, 8 in 2024-07-29T16:06:16.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:15 smithi138 ceph-mon[86438]: osdmap e2148: 8 total, 8 up, 8 in 2024-07-29T16:06:17.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:16 smithi067 ceph-mon[91995]: pgmap v3700: 137 pgs: 137 active+clean; 282 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-07-29T16:06:17.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:16 smithi067 ceph-mon[94375]: pgmap v3700: 137 pgs: 137 active+clean; 282 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-07-29T16:06:17.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:16 smithi138 ceph-mon[86438]: pgmap v3700: 137 pgs: 137 active+clean; 282 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-07-29T16:06:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:06:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:06:17] "GET /metrics HTTP/1.1" 200 36901 "" "Prometheus/2.51.0" 2024-07-29T16:06:19.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:18 smithi067 ceph-mon[91995]: pgmap v3701: 137 pgs: 137 active+clean; 290 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-07-29T16:06:19.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:18 smithi067 ceph-mon[94375]: pgmap v3701: 137 pgs: 137 active+clean; 290 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-07-29T16:06:19.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:18 smithi138 ceph-mon[86438]: pgmap v3701: 137 pgs: 137 active+clean; 290 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-07-29T16:06:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:06:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:06:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:06:21.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:20 smithi067 ceph-mon[91995]: pgmap v3702: 137 pgs: 137 active+clean; 290 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 1.3 MiB/s wr, 43 op/s 2024-07-29T16:06:21.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:06:21.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:20 smithi067 ceph-mon[94375]: pgmap v3702: 137 pgs: 137 active+clean; 290 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 1.3 MiB/s wr, 43 op/s 2024-07-29T16:06:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:06:21.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:20 smithi138 ceph-mon[86438]: pgmap v3702: 137 pgs: 137 active+clean; 290 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 1.3 MiB/s wr, 43 op/s 2024-07-29T16:06:21.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:06:23.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:22 smithi067 ceph-mon[91995]: pgmap v3703: 137 pgs: 137 active+clean; 290 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.0 MiB/s wr, 34 op/s 2024-07-29T16:06:23.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:22 smithi067 ceph-mon[94375]: pgmap v3703: 137 pgs: 137 active+clean; 290 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.0 MiB/s wr, 34 op/s 2024-07-29T16:06:23.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:22 smithi138 ceph-mon[86438]: pgmap v3703: 137 pgs: 137 active+clean; 290 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.0 MiB/s wr, 34 op/s 2024-07-29T16:06:24.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:23 smithi067 ceph-mon[91995]: osdmap e2149: 8 total, 8 up, 8 in 2024-07-29T16:06:24.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:23 smithi067 ceph-mon[94375]: osdmap e2149: 8 total, 8 up, 8 in 2024-07-29T16:06:24.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:23 smithi138 ceph-mon[86438]: osdmap e2149: 8 total, 8 up, 8 in 2024-07-29T16:06:24.975 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:06:25.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:24 smithi067 ceph-mon[91995]: pgmap v3705: 137 pgs: 137 active+clean; 298 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.9 MiB/s wr, 29 op/s 2024-07-29T16:06:25.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:24 smithi067 ceph-mon[91995]: osdmap e2150: 8 total, 8 up, 8 in 2024-07-29T16:06:25.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:24 smithi067 ceph-mon[94375]: pgmap v3705: 137 pgs: 137 active+clean; 298 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.9 MiB/s wr, 29 op/s 2024-07-29T16:06:25.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:24 smithi067 ceph-mon[94375]: osdmap e2150: 8 total, 8 up, 8 in 2024-07-29T16:06:25.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:24 smithi138 ceph-mon[86438]: pgmap v3705: 137 pgs: 137 active+clean; 298 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.9 MiB/s wr, 29 op/s 2024-07-29T16:06:25.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:24 smithi138 ceph-mon[86438]: osdmap e2150: 8 total, 8 up, 8 in 2024-07-29T16:06:26.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:25 smithi067 ceph-mon[91995]: osdmap e2151: 8 total, 8 up, 8 in 2024-07-29T16:06:26.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:25 smithi067 ceph-mon[94375]: osdmap e2151: 8 total, 8 up, 8 in 2024-07-29T16:06:26.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:25 smithi138 ceph-mon[86438]: osdmap e2151: 8 total, 8 up, 8 in 2024-07-29T16:06:27.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:26 smithi067 ceph-mon[91995]: pgmap v3708: 137 pgs: 137 active+clean; 302 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-07-29T16:06:27.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:26 smithi067 ceph-mon[94375]: pgmap v3708: 137 pgs: 137 active+clean; 302 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-07-29T16:06:27.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:26 smithi138 ceph-mon[86438]: pgmap v3708: 137 pgs: 137 active+clean; 302 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-07-29T16:06:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:06:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:06:27] "GET /metrics HTTP/1.1" 200 36898 "" "Prometheus/2.51.0" 2024-07-29T16:06:29.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:28 smithi067 ceph-mon[91995]: pgmap v3709: 137 pgs: 137 active+clean; 312 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-07-29T16:06:29.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:28 smithi067 ceph-mon[94375]: pgmap v3709: 137 pgs: 137 active+clean; 312 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-07-29T16:06:29.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:28 smithi138 ceph-mon[86438]: pgmap v3709: 137 pgs: 137 active+clean; 312 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-07-29T16:06:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:06:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:06:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:06:31.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:30 smithi067 ceph-mon[91995]: pgmap v3710: 137 pgs: 137 active+clean; 312 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.6 MiB/s wr, 44 op/s 2024-07-29T16:06:31.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:30 smithi067 ceph-mon[94375]: pgmap v3710: 137 pgs: 137 active+clean; 312 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.6 MiB/s wr, 44 op/s 2024-07-29T16:06:31.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:30 smithi138 ceph-mon[86438]: pgmap v3710: 137 pgs: 137 active+clean; 312 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.6 MiB/s wr, 44 op/s 2024-07-29T16:06:33.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:32 smithi067 ceph-mon[91995]: pgmap v3711: 137 pgs: 137 active+clean; 312 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 1.0 MiB/s wr, 30 op/s 2024-07-29T16:06:33.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:32 smithi067 ceph-mon[94375]: pgmap v3711: 137 pgs: 137 active+clean; 312 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 1.0 MiB/s wr, 30 op/s 2024-07-29T16:06:33.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:32 smithi138 ceph-mon[86438]: pgmap v3711: 137 pgs: 137 active+clean; 312 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 1.0 MiB/s wr, 30 op/s 2024-07-29T16:06:34.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:33 smithi067 ceph-mon[91995]: osdmap e2152: 8 total, 8 up, 8 in 2024-07-29T16:06:34.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:33 smithi067 ceph-mon[94375]: osdmap e2152: 8 total, 8 up, 8 in 2024-07-29T16:06:34.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:33 smithi138 ceph-mon[86438]: osdmap e2152: 8 total, 8 up, 8 in 2024-07-29T16:06:35.018 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS2PP (51309 ms) 2024-07-29T16:06:35.018 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-07-29T16:06:35.018 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:06:35.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:34 smithi067 ceph-mon[91995]: pgmap v3713: 137 pgs: 137 active+clean; 312 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 501 KiB/s wr, 29 op/s 2024-07-29T16:06:35.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:34 smithi067 ceph-mon[91995]: osdmap e2153: 8 total, 8 up, 8 in 2024-07-29T16:06:35.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:34 smithi067 ceph-mon[94375]: pgmap v3713: 137 pgs: 137 active+clean; 312 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 501 KiB/s wr, 29 op/s 2024-07-29T16:06:35.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:34 smithi067 ceph-mon[94375]: osdmap e2153: 8 total, 8 up, 8 in 2024-07-29T16:06:35.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:34 smithi138 ceph-mon[86438]: pgmap v3713: 137 pgs: 137 active+clean; 312 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 501 KiB/s wr, 29 op/s 2024-07-29T16:06:35.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:34 smithi138 ceph-mon[86438]: osdmap e2153: 8 total, 8 up, 8 in 2024-07-29T16:06:36.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:35 smithi138 ceph-mon[86438]: osdmap e2154: 8 total, 8 up, 8 in 2024-07-29T16:06:36.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:06:36.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:35 smithi138 ceph-mon[86438]: pgmap v3716: 137 pgs: 137 active+clean; 320 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-07-29T16:06:36.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:35 smithi067 ceph-mon[94375]: osdmap e2154: 8 total, 8 up, 8 in 2024-07-29T16:06:36.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:06:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:35 smithi067 ceph-mon[94375]: pgmap v3716: 137 pgs: 137 active+clean; 320 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-07-29T16:06:36.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:35 smithi067 ceph-mon[91995]: osdmap e2154: 8 total, 8 up, 8 in 2024-07-29T16:06:36.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:06:36.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:35 smithi067 ceph-mon[91995]: pgmap v3716: 137 pgs: 137 active+clean; 320 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-07-29T16:06:37.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:36 smithi138 ceph-mon[86438]: osdmap e2155: 8 total, 8 up, 8 in 2024-07-29T16:06:37.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:36 smithi067 ceph-mon[91995]: osdmap e2155: 8 total, 8 up, 8 in 2024-07-29T16:06:37.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:36 smithi067 ceph-mon[94375]: osdmap e2155: 8 total, 8 up, 8 in 2024-07-29T16:06:38.038 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (3020 ms) 2024-07-29T16:06:38.038 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTruncate 2024-07-29T16:06:38.038 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:06:38.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:38 smithi067 ceph-mon[91995]: osdmap e2156: 8 total, 8 up, 8 in 2024-07-29T16:06:38.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:38 smithi067 ceph-mon[91995]: pgmap v3719: 137 pgs: 137 active+clean; 336 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 4.0 MiB/s wr, 77 op/s 2024-07-29T16:06:38.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:38 smithi067 ceph-mon[94375]: osdmap e2156: 8 total, 8 up, 8 in 2024-07-29T16:06:38.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:38 smithi067 ceph-mon[94375]: pgmap v3719: 137 pgs: 137 active+clean; 336 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 4.0 MiB/s wr, 77 op/s 2024-07-29T16:06:38.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:06:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:06:37] "GET /metrics HTTP/1.1" 200 36891 "" "Prometheus/2.51.0" 2024-07-29T16:06:38.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:38 smithi138 ceph-mon[86438]: osdmap e2156: 8 total, 8 up, 8 in 2024-07-29T16:06:38.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:38 smithi138 ceph-mon[86438]: pgmap v3719: 137 pgs: 137 active+clean; 336 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 4.0 MiB/s wr, 77 op/s 2024-07-29T16:06:39.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:39 smithi138 ceph-mon[86438]: osdmap e2157: 8 total, 8 up, 8 in 2024-07-29T16:06:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:39 smithi067 ceph-mon[91995]: osdmap e2157: 8 total, 8 up, 8 in 2024-07-29T16:06:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:39 smithi067 ceph-mon[94375]: osdmap e2157: 8 total, 8 up, 8 in 2024-07-29T16:06:40.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:40 smithi138 ceph-mon[86438]: osdmap e2158: 8 total, 8 up, 8 in 2024-07-29T16:06:40.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:40 smithi138 ceph-mon[86438]: pgmap v3722: 137 pgs: 137 active+clean; 336 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 2.0 MiB/s wr, 108 op/s 2024-07-29T16:06:40.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:06:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:06:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:06:40.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:40 smithi067 ceph-mon[91995]: osdmap e2158: 8 total, 8 up, 8 in 2024-07-29T16:06:40.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:40 smithi067 ceph-mon[91995]: pgmap v3722: 137 pgs: 137 active+clean; 336 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 2.0 MiB/s wr, 108 op/s 2024-07-29T16:06:40.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:40 smithi067 ceph-mon[94375]: osdmap e2158: 8 total, 8 up, 8 in 2024-07-29T16:06:40.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:40 smithi067 ceph-mon[94375]: pgmap v3722: 137 pgs: 137 active+clean; 336 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 2.0 MiB/s wr, 108 op/s 2024-07-29T16:06:41.066 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/1.DiffIterateTruncate (3027 ms) 2024-07-29T16:06:41.066 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/1.DiffIterateWriteAndTruncate 2024-07-29T16:06:41.066 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:06:41.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:41 smithi138 ceph-mon[86438]: osdmap e2159: 8 total, 8 up, 8 in 2024-07-29T16:06:41.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:41 smithi067 ceph-mon[91995]: osdmap e2159: 8 total, 8 up, 8 in 2024-07-29T16:06:41.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:41 smithi067 ceph-mon[94375]: osdmap e2159: 8 total, 8 up, 8 in 2024-07-29T16:06:42.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:42 smithi138 ceph-mon[86438]: osdmap e2160: 8 total, 8 up, 8 in 2024-07-29T16:06:42.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:42 smithi138 ceph-mon[86438]: pgmap v3725: 137 pgs: 137 active+clean; 337 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 264 KiB/s wr, 88 op/s 2024-07-29T16:06:42.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:42 smithi067 ceph-mon[91995]: osdmap e2160: 8 total, 8 up, 8 in 2024-07-29T16:06:42.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:42 smithi067 ceph-mon[91995]: pgmap v3725: 137 pgs: 137 active+clean; 337 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 264 KiB/s wr, 88 op/s 2024-07-29T16:06:42.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:42 smithi067 ceph-mon[94375]: osdmap e2160: 8 total, 8 up, 8 in 2024-07-29T16:06:42.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:42 smithi067 ceph-mon[94375]: pgmap v3725: 137 pgs: 137 active+clean; 337 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 264 KiB/s wr, 88 op/s 2024-07-29T16:06:43.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:43 smithi138 ceph-mon[86438]: osdmap e2161: 8 total, 8 up, 8 in 2024-07-29T16:06:43.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:43 smithi067 ceph-mon[91995]: osdmap e2161: 8 total, 8 up, 8 in 2024-07-29T16:06:43.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:43 smithi067 ceph-mon[94375]: osdmap e2161: 8 total, 8 up, 8 in 2024-07-29T16:06:44.087 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/1.DiffIterateWriteAndTruncate (3022 ms) 2024-07-29T16:06:44.087 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-07-29T16:06:44.087 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:06:44.169 INFO:tasks.workunit.client.0.smithi067.stdout: i=0 exists [66646114~6502133,85996427~4048187,181682722~3022134,191653535~5475889,256489326~6726369,302212920~6490615,343279387~6198661,377655768~6158714] wrote [66646114~6502133,85996427~4048187,181682722~3022134,191653535~5475889,256489326~6726369,302212920~6490615,343279387~6198661,377655768~6158714] 2024-07-29T16:06:44.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:44 smithi138 ceph-mon[86438]: osdmap e2162: 8 total, 8 up, 8 in 2024-07-29T16:06:44.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:44 smithi138 ceph-mon[86438]: pgmap v3728: 137 pgs: 137 active+clean; 337 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 264 KiB/s wr, 82 op/s 2024-07-29T16:06:44.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:44 smithi067 ceph-mon[91995]: osdmap e2162: 8 total, 8 up, 8 in 2024-07-29T16:06:44.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:44 smithi067 ceph-mon[91995]: pgmap v3728: 137 pgs: 137 active+clean; 337 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 264 KiB/s wr, 82 op/s 2024-07-29T16:06:44.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:44 smithi067 ceph-mon[94375]: osdmap e2162: 8 total, 8 up, 8 in 2024-07-29T16:06:44.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:44 smithi067 ceph-mon[94375]: pgmap v3728: 137 pgs: 137 active+clean; 337 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 264 KiB/s wr, 82 op/s 2024-07-29T16:06:45.142 INFO:tasks.workunit.client.0.smithi067.stdout: i=1 exists [11700626~4536213,31711925~7040098,42647115~8484863,66646114~6502133,85996427~4048187,181682722~3117903,191653535~5475889,225060363~3152753,256489326~6726369,263467277~3136894,302212920~6490615,343279387~6198661,377655768~6158714] wrote [11700626~4536213,31711925~7040098,42647115~8484863,88077232~1064714,183859857~940768,192159591~3609340,225060363~3152753,263467277~3136894] 2024-07-29T16:06:45.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:45 smithi138 ceph-mon[86438]: osdmap e2163: 8 total, 8 up, 8 in 2024-07-29T16:06:45.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:45 smithi067 ceph-mon[91995]: osdmap e2163: 8 total, 8 up, 8 in 2024-07-29T16:06:45.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:45 smithi067 ceph-mon[94375]: osdmap e2163: 8 total, 8 up, 8 in 2024-07-29T16:06:46.136 INFO:tasks.workunit.client.0.smithi067.stdout: i=2 exists [11700626~4536213,31711925~7040098,42647115~8484863,57951168~7860702,66646114~6502133,85996427~4048187,100375668~2846689,181682722~3117903,191653535~5475889,225060363~3152753,236578400~495659,256489326~10114845,272366641~1460957,302212920~6709362,343279387~6198661,369592158~811737,377655768~6158714] wrote [57951168~7860702,67335152~5754308,100375668~2846689,236578400~495659,258436301~6867317,272366641~1460957,306764043~2158239,369592158~811737] 2024-07-29T16:06:46.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:46 smithi138 ceph-mon[86438]: osdmap e2164: 8 total, 8 up, 8 in 2024-07-29T16:06:46.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:46 smithi138 ceph-mon[86438]: pgmap v3731: 137 pgs: 137 active+clean; 358 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 4.2 MiB/s wr, 65 op/s 2024-07-29T16:06:46.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:46 smithi067 ceph-mon[91995]: osdmap e2164: 8 total, 8 up, 8 in 2024-07-29T16:06:46.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:46 smithi067 ceph-mon[91995]: pgmap v3731: 137 pgs: 137 active+clean; 358 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 4.2 MiB/s wr, 65 op/s 2024-07-29T16:06:46.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:46 smithi067 ceph-mon[94375]: osdmap e2164: 8 total, 8 up, 8 in 2024-07-29T16:06:46.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:46 smithi067 ceph-mon[94375]: pgmap v3731: 137 pgs: 137 active+clean; 358 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 4.2 MiB/s wr, 65 op/s 2024-07-29T16:06:47.131 INFO:tasks.workunit.client.0.smithi067.stdout: i=3 exists [11700626~4536213,31711925~9141294,42647115~8484863,57951168~7860702,66646114~6502133,85165062~5987798,100375668~2846689,131134109~2737229,134528244~2758830,181682722~3117903,191653535~5475889,225060363~3152753,236578400~495659,256489326~10114845,271945703~336178,272366641~1460957,283238332~4779522,291865798~1382220,302212920~12160901,335214118~5217805,343279387~6198661,369592158~811737,377655768~6158714] wrote [33891575~6961644,64764596~99680,85165062~5987798,131134109~2737229,134528244~2758830,271945703~336178,283238332~4779522,291865798~1382220,308282853~6090968,335214118~5217805] 2024-07-29T16:06:47.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:47 smithi067 ceph-mon[91995]: osdmap e2165: 8 total, 8 up, 8 in 2024-07-29T16:06:47.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:47 smithi067 ceph-mon[94375]: osdmap e2165: 8 total, 8 up, 8 in 2024-07-29T16:06:47.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:47 smithi138 ceph-mon[86438]: osdmap e2165: 8 total, 8 up, 8 in 2024-07-29T16:06:48.147 INFO:tasks.workunit.client.0.smithi067.stdout: i=4 exists [3289734~2297763,11700626~4536213,30174882~269716,31711925~9141294,42647115~8484863,57951168~7860702,66646114~6502133,85165062~5987798,100375668~2846689,131134109~2737229,134528244~2758830,143745206~7409070,181682722~3117903,191653535~5475889,200924662~2482837,209020911~8183286,225060363~3152753,236578400~495659,239014633~7466190,250862838~15741333,271945703~336178,272366641~1460957,283238332~4779522,291865798~1382220,294385312~3259572,302212920~12160901,335214118~5217805,343279387~6198661,369592158~811737,377655768~8271823,400878418~5183660] wrote [3289734~2297763,30174882~269716,143745206~7409070,200924662~2482837,209020911~8183286,239014633~7466190,250862838~6038760,294385312~3259572,378218311~7709280,400878418~5183660] 2024-07-29T16:06:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:48 smithi067 ceph-mon[91995]: osdmap e2166: 8 total, 8 up, 8 in 2024-07-29T16:06:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:48 smithi067 ceph-mon[91995]: pgmap v3734: 137 pgs: 137 active+clean; 411 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 15 MiB/s wr, 86 op/s 2024-07-29T16:06:48.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:06:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:06:47] "GET /metrics HTTP/1.1" 200 36891 "" "Prometheus/2.51.0" 2024-07-29T16:06:48.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:48 smithi067 ceph-mon[94375]: osdmap e2166: 8 total, 8 up, 8 in 2024-07-29T16:06:48.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:48 smithi067 ceph-mon[94375]: pgmap v3734: 137 pgs: 137 active+clean; 411 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 15 MiB/s wr, 86 op/s 2024-07-29T16:06:48.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:48 smithi138 ceph-mon[86438]: osdmap e2166: 8 total, 8 up, 8 in 2024-07-29T16:06:48.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:48 smithi138 ceph-mon[86438]: pgmap v3734: 137 pgs: 137 active+clean; 411 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 15 MiB/s wr, 86 op/s 2024-07-29T16:06:49.172 INFO:tasks.workunit.client.0.smithi067.stdout: i=5 exists [3289734~2297763,11700626~4536213,17704629~3992234,30174882~269716,31711925~9141294,42647115~8484863,57951168~7860702,66646114~6502133,85165062~5987798,100375668~2846689,131134109~2737229,134528244~2758830,143745206~7409070,181682722~3117903,191653535~5475889,200924662~2482837,209020911~8183286,225060363~3152753,231525878~14954945,250862838~15741333,271945703~336178,272366641~1460957,281606742~6411112,291865798~1382220,294385312~3259572,302212920~12160901,314378581~7735262,335214118~5217805,343279387~6198661,357456573~1390566,369592158~811737,377655768~8271823,388999738~21709063] wrote [17704629~3992234,231525878~7745696,265880051~515361,281606742~2235465,314378581~7735262,357456573~1390566,388999738~12868186,405880401~4828400] 2024-07-29T16:06:49.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:49 smithi067 ceph-mon[91995]: osdmap e2167: 8 total, 8 up, 8 in 2024-07-29T16:06:49.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:49 smithi067 ceph-mon[94375]: osdmap e2167: 8 total, 8 up, 8 in 2024-07-29T16:06:49.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:49 smithi138 ceph-mon[86438]: osdmap e2167: 8 total, 8 up, 8 in 2024-07-29T16:06:50.132 INFO:tasks.workunit.client.0.smithi067.stdout: i=6 exists [3289734~2297763,11700626~4536213,17704629~4083322,30174882~269716,31711925~9141294,42647115~8484863,57951168~7860702,66646114~6502133,85165062~5987798,100375668~2846689,128362255~8924819,143745206~7409070,180133220~885410,181682722~3117903,191653535~5475889,200924662~2482837,209020911~8183286,225060363~3152753,231525878~14954945,250862838~15741333,271945703~336178,272366641~1460957,281606742~6411112,291865798~1382220,294385312~3259572,302212920~19900923,332451484~7980439,343279387~6198661,357456573~1390566,369592158~811737,377655768~8271823,388766813~21941988] wrote [18780032~3007919,50017519~522103,128362255~7154015,180133220~885410,209437599~4788716,273054026~136700,314250247~573508,332451484~6827848,388766813~4569671,398157610~708044] 2024-07-29T16:06:50.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:50 smithi067 ceph-mon[91995]: osdmap e2168: 8 total, 8 up, 8 in 2024-07-29T16:06:50.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:50 smithi067 ceph-mon[91995]: pgmap v3737: 137 pgs: 137 active+clean; 488 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 27 MiB/s wr, 261 op/s 2024-07-29T16:06:50.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:06:50.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:50 smithi067 ceph-mon[94375]: osdmap e2168: 8 total, 8 up, 8 in 2024-07-29T16:06:50.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:50 smithi067 ceph-mon[94375]: pgmap v3737: 137 pgs: 137 active+clean; 488 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 27 MiB/s wr, 261 op/s 2024-07-29T16:06:50.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:06:50.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:50 smithi138 ceph-mon[86438]: osdmap e2168: 8 total, 8 up, 8 in 2024-07-29T16:06:50.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:50 smithi138 ceph-mon[86438]: pgmap v3737: 137 pgs: 137 active+clean; 488 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 27 MiB/s wr, 261 op/s 2024-07-29T16:06:50.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:06:50.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:06:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:06:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:06:51.190 INFO:tasks.workunit.client.0.smithi067.stdout: i=7 exists [3289734~2297763,11700626~4536213,16753879~7067743,30174882~269716,31711925~9141294,42647115~8484863,57951168~7860702,66646114~6502133,85165062~5987798,95224519~2624036,100375668~2846689,128362255~8924819,140393347~10760929,178626169~2392461,181682722~3117903,191653535~5475889,200924662~2482837,209020911~8183286,225060363~3152753,231525878~16556034,250862838~15741333,271945703~336178,272366641~1460957,281606742~7835969,291865798~1382220,294385312~3259572,302212920~19900923,332451484~7980439,343279387~6198661,357456573~1390566,366261055~5752853,377655768~33053033] wrote [16753879~7067743,95224519~2624036,140393347~5521876,178626169~1810227,240524757~7557155,284400138~5042573,366261055~5752853,383317157~9877972] 2024-07-29T16:06:51.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:51 smithi067 ceph-mon[91995]: osdmap e2169: 8 total, 8 up, 8 in 2024-07-29T16:06:51.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:51 smithi067 ceph-mon[94375]: osdmap e2169: 8 total, 8 up, 8 in 2024-07-29T16:06:51.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:51 smithi138 ceph-mon[86438]: osdmap e2169: 8 total, 8 up, 8 in 2024-07-29T16:06:52.159 INFO:tasks.workunit.client.0.smithi067.stdout: i=8 exists [3289734~2297763,11700626~4536213,16753879~7067743,30174882~269716,31711925~9141294,42496918~8635060,57951168~7860702,66646114~6502133,85165062~5987798,94585709~8636648,122001544~1831157,128362255~8924819,140393347~10760929,178626169~2392461,181682722~3117903,187070372~3360649,191653535~5475889,200924662~2482837,209020911~8183286,225060363~3152753,229596545~18485367,248984445~17619726,271945703~6568618,281606742~7835969,291865798~1382220,294385312~3259572,302212920~19900923,332451484~7980439,343279387~6624220,357456573~1390566,366261055~5752853,377655768~33053033] wrote [42496918~1997660,94585709~7420759,122001544~1831157,187070372~3360649,211263818~796375,229596545~2307567,248984445~3004487,254875744~3205193,272176050~6338271,345403673~4499934] 2024-07-29T16:06:52.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:52 smithi067 ceph-mon[91995]: osdmap e2170: 8 total, 8 up, 8 in 2024-07-29T16:06:52.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:52 smithi067 ceph-mon[91995]: pgmap v3740: 137 pgs: 137 active+clean; 544 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 29 MiB/s wr, 204 op/s 2024-07-29T16:06:52.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:52 smithi067 ceph-mon[94375]: osdmap e2170: 8 total, 8 up, 8 in 2024-07-29T16:06:52.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:52 smithi067 ceph-mon[94375]: pgmap v3740: 137 pgs: 137 active+clean; 544 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 29 MiB/s wr, 204 op/s 2024-07-29T16:06:52.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:52 smithi138 ceph-mon[86438]: osdmap e2170: 8 total, 8 up, 8 in 2024-07-29T16:06:52.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:52 smithi138 ceph-mon[86438]: pgmap v3740: 137 pgs: 137 active+clean; 544 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 29 MiB/s wr, 204 op/s 2024-07-29T16:06:53.212 INFO:tasks.workunit.client.0.smithi067.stdout: i=9 exists [1634980~77328,3289734~2297763,11700626~4536213,16753879~12715978,30174882~269716,31711925~19420053,57951168~7860702,66646114~6502133,75196960~5132328,83767795~7385065,94585709~8636648,122001544~1831157,128362255~8924819,140393347~10760929,172529025~4553007,178626169~2392461,181682722~3117903,187070372~3360649,191653535~8048188,200924662~2482837,209020911~8183286,225060363~3152753,229596545~18485367,248984445~17619726,271945703~6568618,281606742~7835969,291865798~1382220,294385312~7064503,302212920~21244058,332451484~7980439,343279387~6624220,357456573~1390566,366261055~5752853,377655768~36311541] wrote [1634980~77328,21823876~7645981,37086428~6294620,75196960~5132328,83767795~6097491,172529025~4553007,194475931~5225792,296834270~4615545,318408567~5048411,408570915~5396394] 2024-07-29T16:06:53.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:53 smithi067 ceph-mon[91995]: osdmap e2171: 8 total, 8 up, 8 in 2024-07-29T16:06:53.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:53 smithi067 ceph-mon[94375]: osdmap e2171: 8 total, 8 up, 8 in 2024-07-29T16:06:53.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:53 smithi138 ceph-mon[86438]: osdmap e2171: 8 total, 8 up, 8 in 2024-07-29T16:06:54.202 INFO:tasks.workunit.client.0.smithi067.stdout: i=10 exists [1634980~77328,3289734~2297763,11700626~4536213,16753879~12715978,30174882~269716,31711925~19420053,57951168~7860702,66646114~6502133,75196960~5132328,83767795~7385065,94135289~9087068,117832726~7081766,128362255~8924819,140393347~10760929,172529025~4553007,178626169~2392461,181682722~3117903,187070372~3360649,191653535~8048188,200924662~2482837,209020911~8183286,225060363~3152753,229596545~18485367,248984445~17619726,271945703~6568618,281606742~7835969,291865798~1382220,294385312~29071666,332237580~8194343,343279387~6624220,357456573~1390566,366261055~5752853,377655768~36311541] wrote [23921807~5508850,94135289~7921082,117832726~7081766,198822783~656712,209769421~3178165,298533019~5184755,312433831~8108207,332237580~1347232] 2024-07-29T16:06:54.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:54 smithi067 ceph-mon[91995]: osdmap e2172: 8 total, 8 up, 8 in 2024-07-29T16:06:54.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:54 smithi067 ceph-mon[91995]: pgmap v3743: 137 pgs: 137 active+clean; 687 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 42 MiB/s wr, 227 op/s 2024-07-29T16:06:54.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:54 smithi067 ceph-mon[94375]: osdmap e2172: 8 total, 8 up, 8 in 2024-07-29T16:06:54.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:54 smithi067 ceph-mon[94375]: pgmap v3743: 137 pgs: 137 active+clean; 687 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 42 MiB/s wr, 227 op/s 2024-07-29T16:06:54.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:54 smithi138 ceph-mon[86438]: osdmap e2172: 8 total, 8 up, 8 in 2024-07-29T16:06:54.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:54 smithi138 ceph-mon[86438]: pgmap v3743: 137 pgs: 137 active+clean; 687 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 42 MiB/s wr, 227 op/s 2024-07-29T16:06:55.149 INFO:tasks.workunit.client.0.smithi067.stdout: i=11 exists [1634980~77328,3289734~2297763,11700626~17769231,30174882~269716,31711925~19420053,54759415~1776751,57285542~8526328,66646114~6502133,74867093~5462195,83767795~7385065,94135289~9087068,117832726~7081766,128362255~8924819,140393347~10760929,155497032~2560371,172529025~4553007,178626169~2392461,181521507~3279118,187070372~3360649,191653535~8048188,200924662~2482837,209020911~8183286,225060363~3152753,229596545~18485367,248984445~17619726,271710526~6803795,281606742~7835969,291865798~1382220,294385312~29071666,332237580~8194343,343279387~6624220,357456573~1390566,366261055~5752853,377655768~36311541] wrote [16070551~2651059,54759415~1776751,57285542~2110278,74867093~1897463,155497032~2560371,181521507~211230,253238989~614890,257096227~5451036,271710526~851640,384515082~80348] 2024-07-29T16:06:55.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:55 smithi067 ceph-mon[91995]: osdmap e2173: 8 total, 8 up, 8 in 2024-07-29T16:06:55.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:55 smithi067 ceph-mon[94375]: osdmap e2173: 8 total, 8 up, 8 in 2024-07-29T16:06:55.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:55 smithi138 ceph-mon[86438]: osdmap e2173: 8 total, 8 up, 8 in 2024-07-29T16:06:56.230 INFO:tasks.workunit.client.0.smithi067.stdout: i=12 exists [1634980~77328,3289734~2297763,11700626~17769231,30174882~269716,31711925~19420053,54759415~1776751,57285542~8526328,66646114~6502133,74867093~5462195,83767795~7385065,94135289~9087068,117832726~7081766,128362255~11878787,140393347~10760929,155497032~2560371,172529025~4553007,178626169~2392461,181521507~3279118,187070372~3360649,191653535~8048188,200924662~2482837,209020911~8183286,225060363~23021549,248984445~17619726,269609280~8905041,281025778~8416933,291865798~1382220,294385312~29071666,331327526~9104397,341997941~7905666,357456573~1390566,366261055~5752853,377655768~36311541] wrote [135899291~4341751,194148938~545934,227184170~7343784,243699113~198671,269609280~5392050,281025778~5993871,331327526~5389577,341997941~3566377,366483837~5519509] 2024-07-29T16:06:56.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:56 smithi067 ceph-mon[91995]: osdmap e2174: 8 total, 8 up, 8 in 2024-07-29T16:06:56.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:56 smithi067 ceph-mon[91995]: pgmap v3746: 137 pgs: 137 active+clean; 757 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 197 KiB/s rd, 46 MiB/s wr, 322 op/s 2024-07-29T16:06:56.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:56 smithi067 ceph-mon[94375]: osdmap e2174: 8 total, 8 up, 8 in 2024-07-29T16:06:56.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:56 smithi067 ceph-mon[94375]: pgmap v3746: 137 pgs: 137 active+clean; 757 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 197 KiB/s rd, 46 MiB/s wr, 322 op/s 2024-07-29T16:06:56.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:56 smithi138 ceph-mon[86438]: osdmap e2174: 8 total, 8 up, 8 in 2024-07-29T16:06:56.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:56 smithi138 ceph-mon[86438]: pgmap v3746: 137 pgs: 137 active+clean; 757 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 197 KiB/s rd, 46 MiB/s wr, 322 op/s 2024-07-29T16:06:57.212 INFO:tasks.workunit.client.0.smithi067.stdout: i=13 exists [1634980~77328,3289734~2297763,11700626~17769231,29927476~599497,31711925~19420053,54759415~1776751,57285542~8526328,66646114~13683174,83767795~7385065,94135289~9087068,107353990~1043922,117832726~9252305,128362255~11878787,140393347~10760929,155497032~2560371,172529025~5520142,178626169~2392461,181521507~3279118,187070372~3360649,191653535~8048188,200924662~2482837,209020911~8183286,225060363~23021549,248261767~18342404,269609280~8905041,281025778~8416933,291865798~1382220,294385312~29071666,331327526~9104397,341997941~13592513,357456573~1390566,366261055~5752853,377655768~36311541] wrote [29927476~599497,36068451~1080090,71652670~8119361,84084355~2118178,107353990~1043922,122118247~4966784,176447394~1601773,248261767~5265037,306279348~1844095,349427878~6162576] 2024-07-29T16:06:57.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:57 smithi067 ceph-mon[91995]: osdmap e2175: 8 total, 8 up, 8 in 2024-07-29T16:06:57.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:57 smithi067 ceph-mon[94375]: osdmap e2175: 8 total, 8 up, 8 in 2024-07-29T16:06:57.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:57 smithi138 ceph-mon[86438]: osdmap e2175: 8 total, 8 up, 8 in 2024-07-29T16:06:58.154 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:06:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:06:57] "GET /metrics HTTP/1.1" 200 36902 "" "Prometheus/2.51.0" 2024-07-29T16:06:58.266 INFO:tasks.workunit.client.0.smithi067.stdout: i=14 exists [1634980~77328,3289734~2297763,11700626~17769231,29927476~599497,31711925~19420053,54759415~1776751,57285542~8526328,66646114~13683174,83767795~7385065,94135289~9087068,106304998~7709202,116177147~10907884,128362255~11878787,140393347~10760929,155497032~2560371,172529025~5520142,178626169~2392461,181521507~3279118,187070372~3360649,191653535~8048188,200924662~2482837,209020911~8183286,225060363~23021549,248261767~18342404,269609280~8905041,281025778~9051514,291865798~1382220,294385312~29071666,330190228~10241695,341997941~19625205,366261055~7275225,377655768~36311541] wrote [68384776~6205681,106304998~7709202,116177147~9264945,146196399~2813446,272030219~4966366,282277045~7800247,330190228~7225969,355399836~6223310,372009015~1527265] 2024-07-29T16:06:58.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:58 smithi067 ceph-mon[91995]: osdmap e2176: 8 total, 8 up, 8 in 2024-07-29T16:06:58.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:58 smithi067 ceph-mon[91995]: pgmap v3749: 137 pgs: 137 active+clean; 824 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 32 MiB/s wr, 112 op/s 2024-07-29T16:06:58.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:58 smithi067 ceph-mon[94375]: osdmap e2176: 8 total, 8 up, 8 in 2024-07-29T16:06:58.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:58 smithi067 ceph-mon[94375]: pgmap v3749: 137 pgs: 137 active+clean; 824 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 32 MiB/s wr, 112 op/s 2024-07-29T16:06:58.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:58 smithi138 ceph-mon[86438]: osdmap e2176: 8 total, 8 up, 8 in 2024-07-29T16:06:58.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:58 smithi138 ceph-mon[86438]: pgmap v3749: 137 pgs: 137 active+clean; 824 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 32 MiB/s wr, 112 op/s 2024-07-29T16:06:59.256 INFO:tasks.workunit.client.0.smithi067.stdout: i=15 exists [1634980~77328,3289734~2297763,11700626~17769231,29927476~599497,31711925~19420053,54759415~1776751,57285542~8526328,66646114~14195933,83767795~7385065,94135289~9087068,106304998~7709202,116177147~10907884,128362255~22792021,155497032~5583966,172529025~5520142,178626169~2392461,181521507~3279118,187070372~3360649,191653535~8048188,200924662~2482837,209020911~8183286,225060363~23021549,248261767~18342404,269609280~8905041,281025778~9051514,291865798~1382220,294385312~29071666,330190228~10241695,341997941~19625205,366261055~47706254] wrote [35203008~3588508,73065750~7776297,133585174~8175160,156797312~4283686,270951130~2822679,308984592~8097368,354720649~6662281,373407432~5829012,394059896~7707516] 2024-07-29T16:06:59.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:06:59 smithi067 ceph-mon[91995]: osdmap e2177: 8 total, 8 up, 8 in 2024-07-29T16:06:59.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:06:59 smithi067 ceph-mon[94375]: osdmap e2177: 8 total, 8 up, 8 in 2024-07-29T16:06:59.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:06:59 smithi138 ceph-mon[86438]: osdmap e2177: 8 total, 8 up, 8 in 2024-07-29T16:07:00.240 INFO:tasks.workunit.client.0.smithi067.stdout: i=16 exists [1634980~77328,3289734~2297763,11700626~17769231,29927476~599497,31711925~19420053,54759415~1776751,57285542~8526328,66646114~14195933,80965702~936053,83767795~7385065,94135289~9087068,106304998~7709202,116177147~10907884,128362255~22792021,155497032~5583966,172529025~5520142,178626169~2392461,181521507~3690849,187070372~3360649,191653535~8048188,200924662~2482837,209020911~8183286,225060363~23021549,248261767~18342404,269609280~8905041,281025778~9051514,291865798~1382220,294385312~30440760,330190228~10241695,341997941~19625205,366261055~47706254] wrote [60712952~4232922,80965702~936053,130697877~2306607,138601619~2273648,183201556~2010800,235087866~6773786,319328532~5497540,383972251~1366437,404354012~1590071] 2024-07-29T16:07:00.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:00 smithi067 ceph-mon[91995]: osdmap e2178: 8 total, 8 up, 8 in 2024-07-29T16:07:00.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:00 smithi067 ceph-mon[91995]: pgmap v3752: 137 pgs: 137 active+clean; 901 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 212 KiB/s rd, 35 MiB/s wr, 329 op/s 2024-07-29T16:07:00.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:00 smithi067 ceph-mon[94375]: osdmap e2178: 8 total, 8 up, 8 in 2024-07-29T16:07:00.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:00 smithi067 ceph-mon[94375]: pgmap v3752: 137 pgs: 137 active+clean; 901 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 212 KiB/s rd, 35 MiB/s wr, 329 op/s 2024-07-29T16:07:00.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:00 smithi138 ceph-mon[86438]: osdmap e2178: 8 total, 8 up, 8 in 2024-07-29T16:07:00.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:00 smithi138 ceph-mon[86438]: pgmap v3752: 137 pgs: 137 active+clean; 901 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 212 KiB/s rd, 35 MiB/s wr, 329 op/s 2024-07-29T16:07:00.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:07:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:07:00.214Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:07:01.255 INFO:tasks.workunit.client.0.smithi067.stdout: i=17 exists [1634980~77328,3289734~2297763,11700626~17769231,29927476~599497,31711925~19420053,52676354~3859812,57285542~23556505,80965702~10187158,94135289~9087068,106304998~20780033,128362255~22792021,155497032~5583966,172529025~5520142,178626169~2392461,181521507~3690849,187070372~3360649,191653535~8048188,200924662~2482837,209020911~8183286,225060363~23021549,248261767~18342404,269609280~8905041,281025778~9051514,291865798~32960274,330190228~10241695,341997941~19625205,366261055~47706254] wrote [52676354~2754696,59406859~7476582,81260700~4897750,112898693~5130677,137041662~6282453,269729257~1196129,292703161~2661002,373316552~6165911,386888333~375526] 2024-07-29T16:07:01.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:01 smithi067 ceph-mon[91995]: osdmap e2179: 8 total, 8 up, 8 in 2024-07-29T16:07:01.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:01 smithi067 ceph-mon[94375]: osdmap e2179: 8 total, 8 up, 8 in 2024-07-29T16:07:01.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:01 smithi138 ceph-mon[86438]: osdmap e2179: 8 total, 8 up, 8 in 2024-07-29T16:07:02.253 INFO:tasks.workunit.client.0.smithi067.stdout: i=18 exists [1634980~77328,3289734~2297763,11700626~39431352,52676354~3859812,57285542~23556505,80965702~10187158,94135289~9087068,105128141~309012,106304998~20780033,128362255~22792021,155497032~5583966,172529025~5520142,178626169~2392461,181521507~3690849,187070372~3360649,191653535~8048188,200924662~2482837,209020911~8183286,221058199~39886,225060363~23021549,248261767~18342404,269609280~8905041,281025778~9051514,291865798~32960274,330190228~10241695,341997941~19625205,366261055~47706254] wrote [27590487~7248606,105128141~309012,107492005~4435751,215325839~1325813,221058199~39886,234013957~8021244,242535543~4414243,299707571~6197294,339608714~701861,378486488~1604757] 2024-07-29T16:07:02.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:02 smithi067 ceph-mon[91995]: osdmap e2180: 8 total, 8 up, 8 in 2024-07-29T16:07:02.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:02 smithi067 ceph-mon[91995]: pgmap v3755: 137 pgs: 137 active+clean; 975 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 210 KiB/s rd, 37 MiB/s wr, 326 op/s 2024-07-29T16:07:02.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:02 smithi067 ceph-mon[94375]: osdmap e2180: 8 total, 8 up, 8 in 2024-07-29T16:07:02.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:02 smithi067 ceph-mon[94375]: pgmap v3755: 137 pgs: 137 active+clean; 975 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 210 KiB/s rd, 37 MiB/s wr, 326 op/s 2024-07-29T16:07:02.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:02 smithi138 ceph-mon[86438]: osdmap e2180: 8 total, 8 up, 8 in 2024-07-29T16:07:02.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:02 smithi138 ceph-mon[86438]: pgmap v3755: 137 pgs: 137 active+clean; 975 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 210 KiB/s rd, 37 MiB/s wr, 326 op/s 2024-07-29T16:07:03.290 INFO:tasks.workunit.client.0.smithi067.stdout: i=19 exists [1634980~77328,3289734~2297763,11700626~39431352,52676354~3859812,57285542~23556505,80965702~10353729,94135289~9087068,105128141~309012,106304998~20780033,127253373~23900903,155497032~5583966,172529025~5520142,178626169~2392461,181521507~3690849,187070372~3360649,191653535~8048188,200924662~2482837,209020911~8183286,221058199~39886,225060363~23021549,248261767~18342404,269609280~8905041,281025778~9051514,291865798~34937907,330190228~10241695,341997941~19625205,366261055~48324537] wrote [76132466~3181158,83330129~7989302,94152853~1263965,127253373~6833452,314955096~3588830,318870248~7933457,403255901~908971,410295167~4290425] 2024-07-29T16:07:03.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:03 smithi067 ceph-mon[91995]: osdmap e2181: 8 total, 8 up, 8 in 2024-07-29T16:07:03.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:03 smithi067 ceph-mon[94375]: osdmap e2181: 8 total, 8 up, 8 in 2024-07-29T16:07:03.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:03 smithi138 ceph-mon[86438]: osdmap e2181: 8 total, 8 up, 8 in 2024-07-29T16:07:04.209 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 1 diff [8388608~8388608,29360128~8388608,41943040~12582912,83886080~4194304,180355072~4194304,188743680~4194304,222298112~4194304,260046848~4194304] 2024-07-29T16:07:04.209 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [8388608~8388608,29360128~8388608,41943040~12582912,83886080~4194304,180355072~4194304,188743680~4194304,222298112~4194304,260046848~4194304] 2024-07-29T16:07:04.221 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [8388608~8388608,29360128~25165824,83886080~8388608,180355072~16777216,222298112~8388608,260046848~8388608] 2024-07-29T16:07:04.221 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 2 diff [8388608~8388608,29360128~8388608,41943040~20971520,67108864~8388608,83886080~4194304,96468992~4194304,180355072~4194304,188743680~4194304,222298112~4194304,234881024~4194304,255852544~8388608,268435456~4194304,306184192~4194304,369098752~4194304] 2024-07-29T16:07:04.221 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [8388608~8388608,29360128~8388608,41943040~20971520,67108864~8388608,83886080~4194304,96468992~4194304,180355072~4194304,188743680~4194304,222298112~4194304,234881024~4194304,255852544~8388608,268435456~4194304,306184192~4194304,369098752~4194304] 2024-07-29T16:07:04.222 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [8388608~8388608,29360128~46137344,83886080~8388608,96468992~8388608,180355072~16777216,222298112~8388608,234881024~4194304,255852544~20971520,306184192~4194304,369098752~4194304] 2024-07-29T16:07:04.222 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 3 diff [8388608~8388608,29360128~33554432,67108864~8388608,83886080~8388608,96468992~4194304,130023424~8388608,180355072~4194304,188743680~4194304,222298112~4194304,234881024~4194304,255852544~8388608,268435456~4194304,281018368~12582912,306184192~8388608,331350016~8388608,369098752~4194304] 2024-07-29T16:07:04.222 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [8388608~8388608,29360128~33554432,67108864~8388608,83886080~8388608,96468992~4194304,130023424~8388608,180355072~4194304,188743680~4194304,222298112~4194304,234881024~4194304,255852544~8388608,268435456~4194304,281018368~12582912,306184192~8388608,331350016~8388608,369098752~4194304] 2024-07-29T16:07:04.224 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [8388608~8388608,29360128~46137344,83886080~8388608,96468992~8388608,130023424~8388608,180355072~16777216,222298112~8388608,234881024~4194304,255852544~20971520,281018368~12582912,306184192~8388608,331350016~12582912,369098752~4194304] 2024-07-29T16:07:04.224 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 4 diff [0~4194304,8388608~8388608,29360128~33554432,67108864~8388608,83886080~8388608,96468992~4194304,130023424~8388608,142606336~8388608,180355072~4194304,188743680~4194304,197132288~4194304,205520896~8388608,222298112~4194304,234881024~8388608,247463936~16777216,268435456~4194304,281018368~16777216,306184192~8388608,331350016~8388608,369098752~4194304,377487360~8388608,398458880~8388608] 2024-07-29T16:07:04.224 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~8388608,29360128~33554432,67108864~8388608,83886080~8388608,96468992~4194304,130023424~8388608,142606336~8388608,180355072~4194304,188743680~4194304,197132288~4194304,205520896~8388608,222298112~4194304,234881024~8388608,247463936~16777216,268435456~4194304,281018368~16777216,306184192~8388608,331350016~8388608,369098752~4194304,377487360~8388608,398458880~8388608] 2024-07-29T16:07:04.227 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~16777216,29360128~46137344,83886080~8388608,96468992~8388608,130023424~8388608,142606336~12582912,180355072~37748736,222298112~8388608,234881024~41943040,281018368~16777216,306184192~8388608,331350016~12582912,369098752~4194304,377487360~12582912,398458880~8388608] 2024-07-29T16:07:04.227 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 5 diff [0~4194304,8388608~12582912,29360128~33554432,67108864~8388608,83886080~8388608,96468992~4194304,130023424~8388608,142606336~8388608,180355072~4194304,188743680~4194304,197132288~4194304,205520896~8388608,222298112~4194304,230686720~33554432,268435456~4194304,281018368~16777216,306184192~12582912,331350016~8388608,356515840~4194304,369098752~4194304,377487360~33554432] 2024-07-29T16:07:04.227 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~12582912,29360128~33554432,67108864~8388608,83886080~8388608,96468992~4194304,130023424~8388608,142606336~8388608,180355072~4194304,188743680~4194304,197132288~4194304,205520896~8388608,222298112~4194304,230686720~33554432,268435456~4194304,281018368~16777216,306184192~12582912,331350016~8388608,356515840~4194304,369098752~4194304,377487360~33554432] 2024-07-29T16:07:04.230 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~25165824,29360128~46137344,83886080~8388608,96468992~8388608,130023424~8388608,142606336~12582912,180355072~37748736,222298112~54525952,281018368~16777216,306184192~16777216,331350016~12582912,356515840~4194304,369098752~4194304,377487360~33554432] 2024-07-29T16:07:04.230 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 6 diff [0~4194304,8388608~12582912,29360128~33554432,67108864~8388608,83886080~8388608,96468992~4194304,125829120~12582912,142606336~8388608,176160768~8388608,188743680~4194304,197132288~4194304,205520896~8388608,222298112~4194304,230686720~33554432,268435456~4194304,281018368~16777216,306184192~16777216,331350016~8388608,356515840~4194304,369098752~4194304,377487360~33554432] 2024-07-29T16:07:04.230 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~12582912,29360128~33554432,67108864~8388608,83886080~8388608,96468992~4194304,125829120~12582912,142606336~8388608,176160768~8388608,188743680~4194304,197132288~4194304,205520896~8388608,222298112~4194304,230686720~33554432,268435456~4194304,281018368~16777216,306184192~16777216,331350016~8388608,356515840~4194304,369098752~4194304,377487360~33554432] 2024-07-29T16:07:04.233 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~25165824,29360128~46137344,83886080~8388608,96468992~8388608,125829120~12582912,142606336~12582912,176160768~41943040,222298112~54525952,281018368~16777216,306184192~16777216,331350016~12582912,356515840~4194304,369098752~4194304,377487360~33554432] 2024-07-29T16:07:04.233 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 7 diff [0~4194304,8388608~12582912,29360128~33554432,67108864~8388608,83886080~16777216,125829120~25165824,176160768~8388608,188743680~4194304,197132288~4194304,205520896~8388608,222298112~4194304,230686720~33554432,268435456~4194304,281018368~16777216,306184192~16777216,331350016~8388608,356515840~4194304,364904448~8388608,377487360~33554432] 2024-07-29T16:07:04.233 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~12582912,29360128~33554432,67108864~8388608,83886080~16777216,125829120~25165824,176160768~8388608,188743680~4194304,197132288~4194304,205520896~8388608,222298112~4194304,230686720~33554432,268435456~4194304,281018368~16777216,306184192~16777216,331350016~8388608,356515840~4194304,364904448~8388608,377487360~33554432] 2024-07-29T16:07:04.236 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~25165824,29360128~46137344,83886080~20971520,125829120~29360128,176160768~41943040,222298112~54525952,281018368~16777216,306184192~16777216,331350016~12582912,356515840~4194304,364904448~8388608,377487360~33554432] 2024-07-29T16:07:04.236 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 8 diff [0~4194304,8388608~12582912,29360128~33554432,67108864~8388608,83886080~20971520,121634816~29360128,176160768~16777216,197132288~4194304,205520896~8388608,222298112~41943040,268435456~8388608,281018368~16777216,306184192~16777216,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~33554432] 2024-07-29T16:07:04.237 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~12582912,29360128~33554432,67108864~8388608,83886080~20971520,121634816~29360128,176160768~16777216,197132288~4194304,205520896~8388608,222298112~41943040,268435456~8388608,281018368~16777216,306184192~16777216,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~33554432] 2024-07-29T16:07:04.240 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~25165824,29360128~46137344,83886080~20971520,121634816~33554432,176160768~41943040,222298112~75497472,306184192~16777216,331350016~20971520,356515840~4194304,364904448~8388608,377487360~33554432] 2024-07-29T16:07:04.240 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 9 diff [0~4194304,8388608~41943040,54525952~8388608,67108864~20971520,92274688~12582912,121634816~29360128,171966464~29360128,205520896~8388608,222298112~41943040,268435456~8388608,281018368~20971520,306184192~16777216,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.240 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~41943040,54525952~8388608,67108864~20971520,92274688~12582912,121634816~29360128,171966464~29360128,205520896~8388608,222298112~41943040,268435456~8388608,281018368~20971520,306184192~16777216,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.244 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~104857600,121634816~33554432,171966464~46137344,222298112~79691776,306184192~20971520,331350016~20971520,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.245 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 10 diff [0~4194304,8388608~41943040,54525952~8388608,67108864~20971520,92274688~12582912,117440512~33554432,171966464~29360128,205520896~8388608,222298112~41943040,268435456~8388608,281018368~41943040,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.245 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~41943040,54525952~8388608,67108864~20971520,92274688~12582912,117440512~33554432,171966464~29360128,205520896~8388608,222298112~41943040,268435456~8388608,281018368~41943040,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.249 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~104857600,117440512~37748736,171966464~46137344,222298112~104857600,331350016~20971520,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.249 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 11 diff [0~4194304,8388608~41943040,54525952~33554432,92274688~12582912,117440512~33554432,155189248~4194304,171966464~29360128,205520896~8388608,222298112~54525952,281018368~41943040,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.249 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~41943040,54525952~33554432,92274688~12582912,117440512~33554432,155189248~4194304,171966464~29360128,205520896~8388608,222298112~54525952,281018368~41943040,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.254 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~104857600,117440512~41943040,171966464~46137344,222298112~104857600,331350016~20971520,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.254 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 12 diff [0~4194304,8388608~41943040,54525952~33554432,92274688~12582912,117440512~33554432,155189248~4194304,171966464~29360128,205520896~8388608,222298112~100663296,327155712~20971520,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.254 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~41943040,54525952~33554432,92274688~12582912,117440512~33554432,155189248~4194304,171966464~29360128,205520896~8388608,222298112~100663296,327155712~20971520,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.260 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~104857600,117440512~41943040,171966464~46137344,222298112~130023424,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.260 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 13 diff [0~4194304,8388608~41943040,54525952~33554432,92274688~16777216,117440512~33554432,155189248~4194304,171966464~29360128,205520896~8388608,222298112~138412032,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.260 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~41943040,54525952~33554432,92274688~16777216,117440512~33554432,155189248~4194304,171966464~29360128,205520896~8388608,222298112~138412032,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.265 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~109051904,117440512~41943040,171966464~46137344,222298112~138412032,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.266 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 14 diff [0~4194304,8388608~41943040,54525952~33554432,92274688~58720256,155189248~4194304,171966464~29360128,205520896~8388608,222298112~138412032,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.266 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~41943040,54525952~33554432,92274688~58720256,155189248~4194304,171966464~29360128,205520896~8388608,222298112~138412032,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.271 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~159383552,171966464~46137344,222298112~192937984] 2024-07-29T16:07:04.271 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 15 diff [0~4194304,8388608~41943040,54525952~33554432,92274688~58720256,155189248~8388608,171966464~29360128,205520896~8388608,222298112~138412032,364904448~50331648] 2024-07-29T16:07:04.271 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~41943040,54525952~33554432,92274688~58720256,155189248~8388608,171966464~29360128,205520896~8388608,222298112~138412032,364904448~50331648] 2024-07-29T16:07:04.277 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~163577856,171966464~46137344,222298112~192937984] 2024-07-29T16:07:04.277 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 16 diff [0~4194304,8388608~41943040,54525952~33554432,92274688~58720256,155189248~8388608,171966464~29360128,205520896~8388608,222298112~138412032,364904448~50331648] 2024-07-29T16:07:04.278 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~41943040,54525952~33554432,92274688~58720256,155189248~8388608,171966464~29360128,205520896~8388608,222298112~138412032,364904448~50331648] 2024-07-29T16:07:04.284 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~163577856,171966464~46137344,222298112~192937984] 2024-07-29T16:07:04.284 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 17 diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,222298112~79691776,306184192~54525952,364904448~50331648] 2024-07-29T16:07:04.284 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,222298112~79691776,306184192~54525952,364904448~50331648] 2024-07-29T16:07:04.291 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~163577856,171966464~46137344,222298112~192937984] 2024-07-29T16:07:04.291 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 18 diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:04.291 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:04.299 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~163577856,171966464~243269632] 2024-07-29T16:07:04.299 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to 19 diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:04.299 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:04.306 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~163577856,171966464~243269632] 2024-07-29T16:07:04.306 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 2 diff [54525952~8388608,67108864~8388608,96468992~4194304,234881024~4194304,255852544~8388608,268435456~4194304,306184192~4194304,369098752~4194304] 2024-07-29T16:07:04.306 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [54525952~8388608,67108864~8388608,96468992~4194304,234881024~4194304,255852544~8388608,268435456~4194304,306184192~4194304,369098752~4194304] 2024-07-29T16:07:04.307 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [54525952~20971520,96468992~8388608,234881024~4194304,255852544~20971520,306184192~4194304,369098752~4194304] 2024-07-29T16:07:04.308 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 3 diff [33554432~8388608,54525952~8388608,67108864~8388608,83886080~8388608,96468992~4194304,130023424~8388608,234881024~4194304,255852544~8388608,268435456~4194304,281018368~12582912,306184192~8388608,331350016~8388608,369098752~4194304] 2024-07-29T16:07:04.308 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [33554432~8388608,54525952~8388608,67108864~8388608,83886080~8388608,96468992~4194304,130023424~8388608,234881024~4194304,255852544~8388608,268435456~4194304,281018368~12582912,306184192~8388608,331350016~8388608,369098752~4194304] 2024-07-29T16:07:04.309 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [33554432~8388608,54525952~20971520,83886080~8388608,96468992~8388608,130023424~8388608,234881024~4194304,255852544~20971520,281018368~12582912,306184192~8388608,331350016~12582912,369098752~4194304] 2024-07-29T16:07:04.309 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 4 diff [0~4194304,29360128~12582912,54525952~8388608,67108864~8388608,83886080~8388608,96468992~4194304,130023424~8388608,142606336~8388608,197132288~4194304,205520896~8388608,234881024~8388608,247463936~16777216,268435456~4194304,281018368~16777216,306184192~8388608,331350016~8388608,369098752~4194304,377487360~8388608,398458880~8388608] 2024-07-29T16:07:04.309 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,29360128~12582912,54525952~8388608,67108864~8388608,83886080~8388608,96468992~4194304,130023424~8388608,142606336~8388608,197132288~4194304,205520896~8388608,234881024~8388608,247463936~16777216,268435456~4194304,281018368~16777216,306184192~8388608,331350016~8388608,369098752~4194304,377487360~8388608,398458880~8388608] 2024-07-29T16:07:04.311 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,29360128~12582912,54525952~20971520,83886080~8388608,96468992~8388608,130023424~8388608,142606336~12582912,197132288~20971520,234881024~41943040,281018368~16777216,306184192~8388608,331350016~12582912,369098752~4194304,377487360~12582912,398458880~8388608] 2024-07-29T16:07:04.311 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 5 diff [0~4194304,16777216~4194304,29360128~12582912,54525952~8388608,67108864~8388608,83886080~8388608,96468992~4194304,130023424~8388608,142606336~8388608,197132288~4194304,205520896~8388608,230686720~41943040,281018368~16777216,306184192~12582912,331350016~8388608,356515840~4194304,369098752~4194304,377487360~33554432] 2024-07-29T16:07:04.311 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,16777216~4194304,29360128~12582912,54525952~8388608,67108864~8388608,83886080~8388608,96468992~4194304,130023424~8388608,142606336~8388608,197132288~4194304,205520896~8388608,230686720~41943040,281018368~16777216,306184192~12582912,331350016~8388608,356515840~4194304,369098752~4194304,377487360~33554432] 2024-07-29T16:07:04.313 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,16777216~8388608,29360128~12582912,54525952~20971520,83886080~8388608,96468992~8388608,130023424~8388608,142606336~12582912,197132288~20971520,230686720~46137344,281018368~16777216,306184192~16777216,331350016~12582912,356515840~4194304,369098752~4194304,377487360~33554432] 2024-07-29T16:07:04.313 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 6 diff [0~4194304,16777216~4194304,29360128~12582912,46137344~4194304,54525952~8388608,67108864~8388608,83886080~8388608,96468992~4194304,125829120~12582912,142606336~8388608,176160768~4194304,197132288~4194304,205520896~8388608,230686720~41943040,281018368~16777216,306184192~16777216,331350016~8388608,356515840~4194304,369098752~4194304,377487360~33554432] 2024-07-29T16:07:04.313 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,16777216~4194304,29360128~12582912,46137344~4194304,54525952~8388608,67108864~8388608,83886080~8388608,96468992~4194304,125829120~12582912,142606336~8388608,176160768~4194304,197132288~4194304,205520896~8388608,230686720~41943040,281018368~16777216,306184192~16777216,331350016~8388608,356515840~4194304,369098752~4194304,377487360~33554432] 2024-07-29T16:07:04.315 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,16777216~8388608,29360128~12582912,46137344~29360128,83886080~8388608,96468992~8388608,125829120~12582912,142606336~12582912,176160768~8388608,197132288~20971520,230686720~46137344,281018368~16777216,306184192~16777216,331350016~12582912,356515840~4194304,369098752~4194304,377487360~33554432] 2024-07-29T16:07:04.316 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 7 diff [0~4194304,12582912~8388608,29360128~12582912,46137344~4194304,54525952~8388608,67108864~8388608,83886080~16777216,125829120~25165824,176160768~4194304,197132288~4194304,205520896~8388608,230686720~41943040,281018368~16777216,306184192~16777216,331350016~8388608,356515840~4194304,364904448~8388608,377487360~33554432] 2024-07-29T16:07:04.316 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~8388608,29360128~12582912,46137344~4194304,54525952~8388608,67108864~8388608,83886080~16777216,125829120~25165824,176160768~4194304,197132288~4194304,205520896~8388608,230686720~41943040,281018368~16777216,306184192~16777216,331350016~8388608,356515840~4194304,364904448~8388608,377487360~33554432] 2024-07-29T16:07:04.318 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~12582912,29360128~12582912,46137344~29360128,83886080~20971520,125829120~29360128,176160768~8388608,197132288~20971520,230686720~46137344,281018368~16777216,306184192~16777216,331350016~12582912,356515840~4194304,364904448~8388608,377487360~33554432] 2024-07-29T16:07:04.319 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 8 diff [0~4194304,12582912~8388608,29360128~20971520,54525952~8388608,67108864~8388608,83886080~20971520,121634816~29360128,176160768~4194304,184549376~4194304,197132288~4194304,205520896~8388608,226492416~50331648,281018368~16777216,306184192~16777216,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~33554432] 2024-07-29T16:07:04.319 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~8388608,29360128~20971520,54525952~8388608,67108864~8388608,83886080~20971520,121634816~29360128,176160768~4194304,184549376~4194304,197132288~4194304,205520896~8388608,226492416~50331648,281018368~16777216,306184192~16777216,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~33554432] 2024-07-29T16:07:04.322 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~12582912,29360128~46137344,83886080~20971520,121634816~33554432,176160768~16777216,197132288~20971520,226492416~71303168,306184192~16777216,331350016~20971520,356515840~4194304,364904448~8388608,377487360~33554432] 2024-07-29T16:07:04.322 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 9 diff [0~4194304,12582912~37748736,54525952~8388608,67108864~20971520,92274688~12582912,121634816~29360128,171966464~8388608,184549376~4194304,192937984~8388608,205520896~8388608,226492416~50331648,281018368~20971520,306184192~16777216,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.322 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~37748736,54525952~8388608,67108864~20971520,92274688~12582912,121634816~29360128,171966464~8388608,184549376~4194304,192937984~8388608,205520896~8388608,226492416~50331648,281018368~20971520,306184192~16777216,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.325 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~92274688,121634816~33554432,171966464~46137344,226492416~75497472,306184192~20971520,331350016~20971520,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.326 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 10 diff [0~4194304,12582912~37748736,54525952~8388608,67108864~20971520,92274688~12582912,117440512~33554432,171966464~8388608,184549376~4194304,192937984~8388608,205520896~8388608,226492416~50331648,281018368~41943040,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.326 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~37748736,54525952~8388608,67108864~20971520,92274688~12582912,117440512~33554432,171966464~8388608,184549376~4194304,192937984~8388608,205520896~8388608,226492416~50331648,281018368~41943040,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.330 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~92274688,117440512~37748736,171966464~46137344,226492416~100663296,331350016~20971520,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.330 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 11 diff [0~4194304,12582912~37748736,54525952~33554432,92274688~12582912,117440512~33554432,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~50331648,281018368~41943040,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.330 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~37748736,54525952~33554432,92274688~12582912,117440512~33554432,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~50331648,281018368~41943040,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.334 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~92274688,117440512~41943040,171966464~46137344,226492416~100663296,331350016~20971520,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.334 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 12 diff [0~4194304,12582912~37748736,54525952~33554432,92274688~12582912,117440512~33554432,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~96468992,327155712~20971520,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.334 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~37748736,54525952~33554432,92274688~12582912,117440512~33554432,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~96468992,327155712~20971520,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.338 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~92274688,117440512~41943040,171966464~46137344,226492416~125829120,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.339 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 13 diff [0~4194304,12582912~37748736,54525952~33554432,92274688~16777216,117440512~33554432,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~134217728,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.339 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~37748736,54525952~33554432,92274688~16777216,117440512~33554432,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~134217728,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.343 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~96468992,117440512~41943040,171966464~46137344,226492416~134217728,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.343 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 14 diff [0~4194304,12582912~37748736,54525952~33554432,92274688~58720256,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~134217728,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.343 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~37748736,54525952~33554432,92274688~58720256,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~134217728,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.349 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~146800640,171966464~46137344,226492416~188743680] 2024-07-29T16:07:04.350 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 15 diff [0~4194304,12582912~37748736,54525952~33554432,92274688~58720256,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,226492416~134217728,364904448~50331648] 2024-07-29T16:07:04.350 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~37748736,54525952~33554432,92274688~58720256,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,226492416~134217728,364904448~50331648] 2024-07-29T16:07:04.355 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~46137344,226492416~188743680] 2024-07-29T16:07:04.355 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 16 diff [0~4194304,12582912~37748736,54525952~33554432,92274688~58720256,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,226492416~134217728,364904448~50331648] 2024-07-29T16:07:04.355 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~37748736,54525952~33554432,92274688~58720256,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,226492416~134217728,364904448~50331648] 2024-07-29T16:07:04.361 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~46137344,226492416~188743680] 2024-07-29T16:07:04.362 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 17 diff [0~4194304,12582912~138412032,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,226492416~75497472,306184192~54525952,364904448~50331648] 2024-07-29T16:07:04.362 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~138412032,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,226492416~75497472,306184192~54525952,364904448~50331648] 2024-07-29T16:07:04.368 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~46137344,226492416~188743680] 2024-07-29T16:07:04.368 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 18 diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:04.368 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:04.375 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:04.375 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to 19 diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:04.375 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:04.382 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:04.382 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 3 diff [33554432~8388608,62914560~4194304,83886080~8388608,130023424~8388608,268435456~4194304,281018368~12582912,306184192~8388608,331350016~8388608] 2024-07-29T16:07:04.382 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [33554432~8388608,62914560~4194304,83886080~8388608,130023424~8388608,268435456~4194304,281018368~12582912,306184192~8388608,331350016~8388608] 2024-07-29T16:07:04.383 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [33554432~8388608,62914560~4194304,83886080~8388608,130023424~8388608,268435456~4194304,281018368~12582912,306184192~8388608,331350016~12582912] 2024-07-29T16:07:04.383 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 4 diff [0~4194304,29360128~12582912,62914560~4194304,83886080~8388608,130023424~8388608,142606336~8388608,197132288~4194304,205520896~8388608,234881024~8388608,247463936~8388608,268435456~4194304,281018368~16777216,306184192~8388608,331350016~8388608,377487360~8388608,398458880~8388608] 2024-07-29T16:07:04.383 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,29360128~12582912,62914560~4194304,83886080~8388608,130023424~8388608,142606336~8388608,197132288~4194304,205520896~8388608,234881024~8388608,247463936~8388608,268435456~4194304,281018368~16777216,306184192~8388608,331350016~8388608,377487360~8388608,398458880~8388608] 2024-07-29T16:07:04.385 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,29360128~12582912,62914560~4194304,83886080~8388608,130023424~8388608,142606336~12582912,197132288~20971520,234881024~25165824,268435456~4194304,281018368~16777216,306184192~8388608,331350016~12582912,377487360~12582912,398458880~8388608] 2024-07-29T16:07:04.385 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 5 diff [0~4194304,16777216~4194304,29360128~12582912,62914560~4194304,83886080~8388608,130023424~8388608,142606336~8388608,197132288~4194304,205520896~8388608,230686720~25165824,264241152~8388608,281018368~16777216,306184192~12582912,331350016~8388608,356515840~4194304,377487360~33554432] 2024-07-29T16:07:04.385 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,16777216~4194304,29360128~12582912,62914560~4194304,83886080~8388608,130023424~8388608,142606336~8388608,197132288~4194304,205520896~8388608,230686720~25165824,264241152~8388608,281018368~16777216,306184192~12582912,331350016~8388608,356515840~4194304,377487360~33554432] 2024-07-29T16:07:04.386 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,16777216~8388608,29360128~12582912,62914560~4194304,83886080~8388608,130023424~8388608,142606336~12582912,197132288~20971520,230686720~29360128,264241152~8388608,281018368~16777216,306184192~16777216,331350016~12582912,356515840~4194304,377487360~33554432] 2024-07-29T16:07:04.387 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 6 diff [0~4194304,16777216~4194304,29360128~12582912,46137344~4194304,62914560~4194304,83886080~8388608,125829120~12582912,142606336~8388608,176160768~4194304,197132288~4194304,205520896~8388608,230686720~25165824,264241152~12582912,281018368~16777216,306184192~16777216,331350016~8388608,356515840~4194304,377487360~33554432] 2024-07-29T16:07:04.387 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,16777216~4194304,29360128~12582912,46137344~4194304,62914560~4194304,83886080~8388608,125829120~12582912,142606336~8388608,176160768~4194304,197132288~4194304,205520896~8388608,230686720~25165824,264241152~12582912,281018368~16777216,306184192~16777216,331350016~8388608,356515840~4194304,377487360~33554432] 2024-07-29T16:07:04.389 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,16777216~8388608,29360128~12582912,46137344~8388608,62914560~4194304,83886080~8388608,125829120~12582912,142606336~12582912,176160768~8388608,197132288~20971520,230686720~29360128,264241152~12582912,281018368~16777216,306184192~16777216,331350016~12582912,356515840~4194304,377487360~33554432] 2024-07-29T16:07:04.389 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 7 diff [0~4194304,12582912~8388608,29360128~12582912,46137344~4194304,62914560~4194304,83886080~12582912,125829120~25165824,176160768~4194304,197132288~4194304,205520896~8388608,230686720~25165824,264241152~12582912,281018368~16777216,306184192~16777216,331350016~8388608,356515840~4194304,364904448~8388608,377487360~33554432] 2024-07-29T16:07:04.389 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~8388608,29360128~12582912,46137344~4194304,62914560~4194304,83886080~12582912,125829120~25165824,176160768~4194304,197132288~4194304,205520896~8388608,230686720~25165824,264241152~12582912,281018368~16777216,306184192~16777216,331350016~8388608,356515840~4194304,364904448~8388608,377487360~33554432] 2024-07-29T16:07:04.391 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~12582912,29360128~12582912,46137344~8388608,62914560~4194304,83886080~16777216,125829120~29360128,176160768~8388608,197132288~20971520,230686720~29360128,264241152~12582912,281018368~16777216,306184192~16777216,331350016~12582912,356515840~4194304,364904448~8388608,377487360~33554432] 2024-07-29T16:07:04.391 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 8 diff [0~4194304,12582912~8388608,29360128~20971520,62914560~4194304,83886080~16777216,121634816~29360128,176160768~4194304,184549376~4194304,197132288~4194304,205520896~8388608,226492416~33554432,264241152~12582912,281018368~16777216,306184192~16777216,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~33554432] 2024-07-29T16:07:04.391 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~8388608,29360128~20971520,62914560~4194304,83886080~16777216,121634816~29360128,176160768~4194304,184549376~4194304,197132288~4194304,205520896~8388608,226492416~33554432,264241152~12582912,281018368~16777216,306184192~16777216,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~33554432] 2024-07-29T16:07:04.394 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~12582912,29360128~25165824,62914560~4194304,83886080~20971520,121634816~33554432,176160768~16777216,197132288~20971520,226492416~33554432,264241152~33554432,306184192~16777216,331350016~20971520,356515840~4194304,364904448~8388608,377487360~33554432] 2024-07-29T16:07:04.394 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 9 diff [0~4194304,12582912~37748736,62914560~4194304,71303168~16777216,92274688~8388608,121634816~29360128,171966464~8388608,184549376~4194304,192937984~8388608,205520896~8388608,226492416~33554432,264241152~12582912,281018368~20971520,306184192~16777216,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.394 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~37748736,62914560~4194304,71303168~16777216,92274688~8388608,121634816~29360128,171966464~8388608,184549376~4194304,192937984~8388608,205520896~8388608,226492416~33554432,264241152~12582912,281018368~20971520,306184192~16777216,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.397 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~41943040,62914560~4194304,71303168~33554432,121634816~33554432,171966464~46137344,226492416~33554432,264241152~37748736,306184192~20971520,331350016~20971520,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.397 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 10 diff [0~4194304,12582912~37748736,62914560~4194304,71303168~16777216,92274688~8388608,117440512~33554432,171966464~8388608,184549376~4194304,192937984~8388608,205520896~8388608,226492416~33554432,264241152~12582912,281018368~41943040,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.397 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~37748736,62914560~4194304,71303168~16777216,92274688~8388608,117440512~33554432,171966464~8388608,184549376~4194304,192937984~8388608,205520896~8388608,226492416~33554432,264241152~12582912,281018368~41943040,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.401 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~41943040,62914560~4194304,71303168~33554432,117440512~37748736,171966464~46137344,226492416~33554432,264241152~62914560,331350016~20971520,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.401 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 11 diff [0~4194304,12582912~37748736,54525952~4194304,62914560~4194304,71303168~16777216,92274688~8388608,117440512~33554432,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~50331648,281018368~41943040,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.401 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~37748736,54525952~4194304,62914560~4194304,71303168~16777216,92274688~8388608,117440512~33554432,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~50331648,281018368~41943040,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.405 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~54525952,71303168~33554432,117440512~41943040,171966464~46137344,226492416~100663296,331350016~20971520,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.405 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 12 diff [0~4194304,12582912~37748736,54525952~4194304,62914560~4194304,71303168~16777216,92274688~8388608,117440512~33554432,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~96468992,327155712~20971520,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.405 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~37748736,54525952~4194304,62914560~4194304,71303168~16777216,92274688~8388608,117440512~33554432,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~96468992,327155712~20971520,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.409 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~54525952,71303168~33554432,117440512~41943040,171966464~46137344,226492416~125829120,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.409 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 13 diff [0~4194304,12582912~37748736,54525952~4194304,62914560~4194304,71303168~16777216,92274688~8388608,104857600~4194304,117440512~33554432,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~96468992,327155712~33554432,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.410 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~37748736,54525952~4194304,62914560~4194304,71303168~16777216,92274688~8388608,104857600~4194304,117440512~33554432,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~96468992,327155712~33554432,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.414 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~54525952,71303168~37748736,117440512~41943040,171966464~46137344,226492416~134217728,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.414 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 14 diff [0~4194304,12582912~37748736,54525952~4194304,62914560~25165824,92274688~8388608,104857600~46137344,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~96468992,327155712~33554432,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.414 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~37748736,54525952~4194304,62914560~25165824,92274688~8388608,104857600~46137344,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~96468992,327155712~33554432,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.419 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~146800640,171966464~46137344,226492416~188743680] 2024-07-29T16:07:04.419 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 15 diff [0~4194304,12582912~37748736,54525952~4194304,62914560~25165824,92274688~8388608,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,226492416~96468992,327155712~33554432,364904448~50331648] 2024-07-29T16:07:04.419 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~37748736,54525952~4194304,62914560~25165824,92274688~8388608,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,226492416~96468992,327155712~33554432,364904448~50331648] 2024-07-29T16:07:04.424 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~46137344,226492416~188743680] 2024-07-29T16:07:04.424 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 16 diff [0~4194304,12582912~37748736,54525952~33554432,92274688~8388608,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,226492416~96468992,327155712~33554432,364904448~50331648] 2024-07-29T16:07:04.424 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~37748736,54525952~33554432,92274688~8388608,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,226492416~96468992,327155712~33554432,364904448~50331648] 2024-07-29T16:07:04.429 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~46137344,226492416~188743680] 2024-07-29T16:07:04.430 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 17 diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,226492416~75497472,306184192~16777216,327155712~33554432,364904448~50331648] 2024-07-29T16:07:04.430 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,226492416~75497472,306184192~16777216,327155712~33554432,364904448~50331648] 2024-07-29T16:07:04.435 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~46137344,226492416~188743680] 2024-07-29T16:07:04.435 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 18 diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~96468992,327155712~33554432,364904448~50331648] 2024-07-29T16:07:04.435 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~96468992,327155712~33554432,364904448~50331648] 2024-07-29T16:07:04.441 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:04.441 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to 19 diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:04.441 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:04.448 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:04.448 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to 4 diff [0~4194304,29360128~4194304,142606336~8388608,197132288~4194304,205520896~8388608,234881024~8388608,247463936~8388608,293601280~4194304,377487360~8388608,398458880~8388608] 2024-07-29T16:07:04.448 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,29360128~4194304,142606336~8388608,197132288~4194304,205520896~8388608,234881024~8388608,247463936~8388608,293601280~4194304,377487360~8388608,398458880~8388608] 2024-07-29T16:07:04.449 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,29360128~4194304,142606336~12582912,197132288~20971520,234881024~25165824,293601280~4194304,377487360~12582912,398458880~8388608] 2024-07-29T16:07:04.449 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to 5 diff [0~4194304,16777216~4194304,29360128~4194304,142606336~8388608,197132288~4194304,205520896~8388608,230686720~25165824,264241152~4194304,281018368~4194304,293601280~4194304,310378496~8388608,356515840~4194304,377487360~33554432] 2024-07-29T16:07:04.449 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,16777216~4194304,29360128~4194304,142606336~8388608,197132288~4194304,205520896~8388608,230686720~25165824,264241152~4194304,281018368~4194304,293601280~4194304,310378496~8388608,356515840~4194304,377487360~33554432] 2024-07-29T16:07:04.451 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,16777216~8388608,29360128~4194304,142606336~12582912,197132288~20971520,230686720~29360128,264241152~4194304,281018368~4194304,293601280~4194304,310378496~12582912,356515840~4194304,377487360~33554432] 2024-07-29T16:07:04.451 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to 6 diff [0~4194304,16777216~4194304,29360128~4194304,46137344~4194304,125829120~8388608,142606336~8388608,176160768~4194304,197132288~4194304,205520896~8388608,230686720~25165824,264241152~4194304,272629760~4194304,281018368~4194304,293601280~4194304,310378496~8388608,331350016~8388608,356515840~4194304,377487360~33554432] 2024-07-29T16:07:04.451 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,16777216~4194304,29360128~4194304,46137344~4194304,125829120~8388608,142606336~8388608,176160768~4194304,197132288~4194304,205520896~8388608,230686720~25165824,264241152~4194304,272629760~4194304,281018368~4194304,293601280~4194304,310378496~8388608,331350016~8388608,356515840~4194304,377487360~33554432] 2024-07-29T16:07:04.453 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,16777216~8388608,29360128~4194304,46137344~8388608,125829120~12582912,142606336~12582912,176160768~8388608,197132288~20971520,230686720~29360128,264241152~4194304,272629760~4194304,281018368~4194304,293601280~4194304,310378496~12582912,331350016~8388608,356515840~4194304,377487360~33554432] 2024-07-29T16:07:04.453 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to 7 diff [0~4194304,12582912~8388608,29360128~4194304,46137344~4194304,92274688~4194304,125829120~8388608,138412032~12582912,176160768~4194304,197132288~4194304,205520896~8388608,230686720~25165824,264241152~4194304,272629760~4194304,281018368~8388608,293601280~4194304,310378496~8388608,331350016~8388608,356515840~4194304,364904448~8388608,377487360~33554432] 2024-07-29T16:07:04.453 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~8388608,29360128~4194304,46137344~4194304,92274688~4194304,125829120~8388608,138412032~12582912,176160768~4194304,197132288~4194304,205520896~8388608,230686720~25165824,264241152~4194304,272629760~4194304,281018368~8388608,293601280~4194304,310378496~8388608,331350016~8388608,356515840~4194304,364904448~8388608,377487360~33554432] 2024-07-29T16:07:04.456 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~12582912,29360128~4194304,46137344~8388608,92274688~8388608,125829120~29360128,176160768~8388608,197132288~20971520,230686720~29360128,264241152~4194304,272629760~4194304,281018368~16777216,310378496~12582912,331350016~8388608,356515840~4194304,364904448~8388608,377487360~33554432] 2024-07-29T16:07:04.456 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to 8 diff [0~4194304,12582912~8388608,29360128~4194304,41943040~8388608,92274688~8388608,121634816~12582912,138412032~12582912,176160768~4194304,184549376~4194304,197132288~4194304,205520896~8388608,226492416~33554432,264241152~12582912,281018368~8388608,293601280~4194304,310378496~8388608,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~33554432] 2024-07-29T16:07:04.456 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~8388608,29360128~4194304,41943040~8388608,92274688~8388608,121634816~12582912,138412032~12582912,176160768~4194304,184549376~4194304,197132288~4194304,205520896~8388608,226492416~33554432,264241152~12582912,281018368~8388608,293601280~4194304,310378496~8388608,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~33554432] 2024-07-29T16:07:04.459 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~12582912,29360128~4194304,41943040~12582912,92274688~12582912,121634816~33554432,176160768~16777216,197132288~20971520,226492416~33554432,264241152~33554432,310378496~12582912,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~33554432] 2024-07-29T16:07:04.459 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to 9 diff [0~4194304,12582912~29360128,46137344~4194304,71303168~16777216,92274688~8388608,121634816~12582912,138412032~12582912,171966464~8388608,184549376~4194304,192937984~8388608,205520896~8388608,226492416~33554432,264241152~12582912,281018368~8388608,293601280~8388608,310378496~12582912,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.459 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~4194304,71303168~16777216,92274688~8388608,121634816~12582912,138412032~12582912,171966464~8388608,184549376~4194304,192937984~8388608,205520896~8388608,226492416~33554432,264241152~12582912,281018368~8388608,293601280~8388608,310378496~12582912,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.463 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~41943040,71303168~33554432,121634816~33554432,171966464~46137344,226492416~33554432,264241152~37748736,310378496~16777216,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.463 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to 10 diff [0~4194304,12582912~29360128,46137344~4194304,71303168~16777216,92274688~8388608,117440512~16777216,138412032~12582912,171966464~8388608,184549376~4194304,192937984~8388608,205520896~8388608,226492416~33554432,264241152~12582912,281018368~8388608,293601280~12582912,310378496~12582912,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.463 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~4194304,71303168~16777216,92274688~8388608,117440512~16777216,138412032~12582912,171966464~8388608,184549376~4194304,192937984~8388608,205520896~8388608,226492416~33554432,264241152~12582912,281018368~8388608,293601280~12582912,310378496~12582912,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.466 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~41943040,71303168~33554432,117440512~37748736,171966464~46137344,226492416~33554432,264241152~41943040,310378496~16777216,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.466 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to 11 diff [0~4194304,12582912~29360128,46137344~4194304,54525952~4194304,71303168~16777216,92274688~8388608,117440512~16777216,138412032~12582912,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~50331648,281018368~8388608,293601280~12582912,310378496~12582912,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.466 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~4194304,54525952~4194304,71303168~16777216,92274688~8388608,117440512~16777216,138412032~12582912,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~50331648,281018368~8388608,293601280~12582912,310378496~12582912,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.470 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~50331648,71303168~33554432,117440512~41943040,171966464~46137344,226492416~79691776,310378496~16777216,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.470 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to 12 diff [0~4194304,12582912~29360128,46137344~4194304,54525952~4194304,71303168~16777216,92274688~8388608,117440512~33554432,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~79691776,310378496~12582912,327155712~8388608,339738624~8388608,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.471 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~4194304,54525952~4194304,71303168~16777216,92274688~8388608,117440512~33554432,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~79691776,310378496~12582912,327155712~8388608,339738624~8388608,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.476 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~50331648,71303168~33554432,117440512~41943040,171966464~46137344,226492416~79691776,310378496~41943040,356515840~4194304,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.476 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to 13 diff [0~4194304,12582912~37748736,54525952~4194304,71303168~16777216,92274688~8388608,104857600~4194304,117440512~33554432,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~96468992,327155712~8388608,339738624~20971520,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.476 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~37748736,54525952~4194304,71303168~16777216,92274688~8388608,104857600~4194304,117440512~33554432,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~96468992,327155712~8388608,339738624~20971520,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.481 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~50331648,71303168~37748736,117440512~41943040,171966464~46137344,226492416~134217728,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.481 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to 14 diff [0~4194304,12582912~37748736,54525952~4194304,67108864~20971520,92274688~8388608,104857600~46137344,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~96468992,327155712~33554432,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.481 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~37748736,54525952~4194304,67108864~20971520,92274688~8388608,104857600~46137344,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~96468992,327155712~33554432,364904448~8388608,377487360~37748736] 2024-07-29T16:07:04.486 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~50331648,67108864~92274688,171966464~46137344,226492416~188743680] 2024-07-29T16:07:04.486 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to 15 diff [0~4194304,12582912~37748736,54525952~4194304,67108864~20971520,92274688~8388608,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,226492416~96468992,327155712~33554432,364904448~50331648] 2024-07-29T16:07:04.486 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~37748736,54525952~4194304,67108864~20971520,92274688~8388608,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,226492416~96468992,327155712~33554432,364904448~50331648] 2024-07-29T16:07:04.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:04 smithi067 ceph-mon[91995]: pgmap v3757: 137 pgs: 137 active+clean; 1.0 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 40 MiB/s wr, 213 op/s 2024-07-29T16:07:04.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:04 smithi067 ceph-mon[91995]: osdmap e2182: 8 total, 8 up, 8 in 2024-07-29T16:07:04.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:07:04.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:07:04.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:07:04.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:07:04.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:07:04.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:04 smithi067 ceph-mon[94375]: pgmap v3757: 137 pgs: 137 active+clean; 1.0 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 40 MiB/s wr, 213 op/s 2024-07-29T16:07:04.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:04 smithi067 ceph-mon[94375]: osdmap e2182: 8 total, 8 up, 8 in 2024-07-29T16:07:04.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:07:04.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:07:04.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:07:04.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:07:04.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:07:04.492 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~50331648,67108864~96468992,171966464~46137344,226492416~188743680] 2024-07-29T16:07:04.492 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to 16 diff [0~4194304,12582912~37748736,54525952~33554432,92274688~8388608,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,226492416~96468992,327155712~33554432,364904448~50331648] 2024-07-29T16:07:04.492 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~37748736,54525952~33554432,92274688~8388608,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,226492416~96468992,327155712~33554432,364904448~50331648] 2024-07-29T16:07:04.499 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~46137344,226492416~188743680] 2024-07-29T16:07:04.499 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to 17 diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,226492416~75497472,306184192~16777216,327155712~33554432,364904448~50331648] 2024-07-29T16:07:04.499 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,226492416~75497472,306184192~16777216,327155712~33554432,364904448~50331648] 2024-07-29T16:07:04.505 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~46137344,226492416~188743680] 2024-07-29T16:07:04.505 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to 18 diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~96468992,327155712~33554432,364904448~50331648] 2024-07-29T16:07:04.505 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~96468992,327155712~33554432,364904448~50331648] 2024-07-29T16:07:04.511 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:04.512 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to 19 diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:04.512 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:04.519 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:04.519 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to 5 diff [16777216~4194304,230686720~8388608,264241152~4194304,281018368~4194304,310378496~8388608,356515840~4194304,385875968~25165824] 2024-07-29T16:07:04.519 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [16777216~4194304,230686720~8388608,264241152~4194304,281018368~4194304,310378496~8388608,356515840~4194304,385875968~25165824] 2024-07-29T16:07:04.520 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [16777216~8388608,230686720~12582912,264241152~4194304,281018368~4194304,310378496~12582912,356515840~4194304,385875968~25165824] 2024-07-29T16:07:04.520 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to 6 diff [16777216~4194304,46137344~4194304,125829120~8388608,176160768~4194304,205520896~8388608,230686720~8388608,264241152~4194304,272629760~4194304,281018368~4194304,310378496~8388608,331350016~8388608,356515840~4194304,385875968~25165824] 2024-07-29T16:07:04.520 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [16777216~4194304,46137344~4194304,125829120~8388608,176160768~4194304,205520896~8388608,230686720~8388608,264241152~4194304,272629760~4194304,281018368~4194304,310378496~8388608,331350016~8388608,356515840~4194304,385875968~25165824] 2024-07-29T16:07:04.522 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [16777216~8388608,46137344~8388608,125829120~12582912,176160768~8388608,205520896~12582912,230686720~12582912,264241152~4194304,272629760~4194304,281018368~4194304,310378496~12582912,331350016~8388608,356515840~4194304,385875968~25165824] 2024-07-29T16:07:04.522 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to 7 diff [12582912~8388608,46137344~4194304,92274688~4194304,125829120~8388608,138412032~8388608,176160768~4194304,205520896~8388608,230686720~16777216,264241152~4194304,272629760~4194304,281018368~8388608,310378496~8388608,331350016~8388608,356515840~4194304,364904448~8388608,381681664~29360128] 2024-07-29T16:07:04.522 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~8388608,46137344~4194304,92274688~4194304,125829120~8388608,138412032~8388608,176160768~4194304,205520896~8388608,230686720~16777216,264241152~4194304,272629760~4194304,281018368~8388608,310378496~8388608,331350016~8388608,356515840~4194304,364904448~8388608,381681664~29360128] 2024-07-29T16:07:04.523 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~12582912,46137344~8388608,92274688~8388608,125829120~20971520,176160768~8388608,205520896~12582912,230686720~20971520,264241152~4194304,272629760~4194304,281018368~12582912,310378496~12582912,331350016~8388608,356515840~4194304,364904448~8388608,381681664~29360128] 2024-07-29T16:07:04.523 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to 8 diff [12582912~8388608,41943040~8388608,92274688~8388608,121634816~12582912,138412032~8388608,176160768~4194304,184549376~4194304,205520896~8388608,226492416~29360128,264241152~12582912,281018368~8388608,310378496~8388608,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,381681664~29360128] 2024-07-29T16:07:04.524 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~8388608,41943040~8388608,92274688~8388608,121634816~12582912,138412032~8388608,176160768~4194304,184549376~4194304,205520896~8388608,226492416~29360128,264241152~12582912,281018368~8388608,310378496~8388608,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,381681664~29360128] 2024-07-29T16:07:04.526 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~12582912,41943040~12582912,92274688~12582912,121634816~25165824,176160768~16777216,205520896~12582912,226492416~33554432,264241152~29360128,310378496~12582912,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,381681664~29360128] 2024-07-29T16:07:04.526 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to 9 diff [0~4194304,12582912~16777216,33554432~8388608,46137344~4194304,71303168~16777216,92274688~8388608,121634816~12582912,138412032~8388608,171966464~8388608,184549376~4194304,192937984~8388608,205520896~8388608,226492416~29360128,264241152~12582912,281018368~8388608,293601280~8388608,310378496~12582912,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,381681664~29360128] 2024-07-29T16:07:04.526 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~16777216,33554432~8388608,46137344~4194304,71303168~16777216,92274688~8388608,121634816~12582912,138412032~8388608,171966464~8388608,184549376~4194304,192937984~8388608,205520896~8388608,226492416~29360128,264241152~12582912,281018368~8388608,293601280~8388608,310378496~12582912,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,381681664~29360128] 2024-07-29T16:07:04.529 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~41943040,71303168~33554432,121634816~25165824,171966464~29360128,205520896~12582912,226492416~33554432,264241152~37748736,310378496~16777216,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,381681664~33554432] 2024-07-29T16:07:04.529 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to 10 diff [0~4194304,12582912~16777216,33554432~8388608,46137344~4194304,71303168~16777216,92274688~8388608,117440512~16777216,138412032~8388608,171966464~8388608,184549376~4194304,192937984~8388608,205520896~8388608,226492416~29360128,264241152~12582912,281018368~8388608,293601280~8388608,310378496~12582912,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,381681664~29360128] 2024-07-29T16:07:04.529 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~16777216,33554432~8388608,46137344~4194304,71303168~16777216,92274688~8388608,117440512~16777216,138412032~8388608,171966464~8388608,184549376~4194304,192937984~8388608,205520896~8388608,226492416~29360128,264241152~12582912,281018368~8388608,293601280~8388608,310378496~12582912,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,381681664~29360128] 2024-07-29T16:07:04.531 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~41943040,71303168~33554432,117440512~29360128,171966464~29360128,205520896~12582912,226492416~33554432,264241152~41943040,310378496~16777216,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,381681664~33554432] 2024-07-29T16:07:04.532 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to 11 diff [0~4194304,12582912~16777216,33554432~8388608,46137344~4194304,54525952~4194304,71303168~16777216,92274688~8388608,117440512~16777216,138412032~8388608,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~33554432,264241152~12582912,281018368~8388608,293601280~8388608,310378496~12582912,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,381681664~29360128] 2024-07-29T16:07:04.532 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~16777216,33554432~8388608,46137344~4194304,54525952~4194304,71303168~16777216,92274688~8388608,117440512~16777216,138412032~8388608,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~33554432,264241152~12582912,281018368~8388608,293601280~8388608,310378496~12582912,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,381681664~29360128] 2024-07-29T16:07:04.535 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~50331648,71303168~33554432,117440512~29360128,155189248~4194304,171966464~29360128,205520896~12582912,226492416~79691776,310378496~16777216,331350016~8388608,343932928~8388608,356515840~4194304,364904448~8388608,381681664~33554432] 2024-07-29T16:07:04.535 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to 12 diff [0~4194304,12582912~16777216,33554432~8388608,46137344~4194304,54525952~4194304,71303168~16777216,92274688~8388608,117440512~29360128,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~33554432,264241152~37748736,310378496~12582912,327155712~8388608,339738624~8388608,356515840~4194304,364904448~8388608,381681664~29360128] 2024-07-29T16:07:04.535 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~16777216,33554432~8388608,46137344~4194304,54525952~4194304,71303168~16777216,92274688~8388608,117440512~29360128,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~33554432,264241152~37748736,310378496~12582912,327155712~8388608,339738624~8388608,356515840~4194304,364904448~8388608,381681664~29360128] 2024-07-29T16:07:04.539 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~50331648,71303168~33554432,117440512~29360128,155189248~4194304,171966464~29360128,205520896~12582912,226492416~79691776,310378496~41943040,356515840~4194304,364904448~8388608,381681664~33554432] 2024-07-29T16:07:04.539 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to 13 diff [0~4194304,12582912~37748736,54525952~4194304,71303168~16777216,92274688~8388608,104857600~4194304,117440512~29360128,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~33554432,264241152~37748736,306184192~16777216,327155712~8388608,339738624~20971520,364904448~8388608,381681664~29360128] 2024-07-29T16:07:04.539 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~37748736,54525952~4194304,71303168~16777216,92274688~8388608,104857600~4194304,117440512~29360128,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~33554432,264241152~37748736,306184192~16777216,327155712~8388608,339738624~20971520,364904448~8388608,381681664~29360128] 2024-07-29T16:07:04.543 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~50331648,71303168~37748736,117440512~29360128,155189248~4194304,171966464~29360128,205520896~12582912,226492416~134217728,364904448~8388608,381681664~33554432] 2024-07-29T16:07:04.543 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to 14 diff [0~4194304,12582912~37748736,54525952~4194304,67108864~20971520,92274688~8388608,104857600~41943040,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~33554432,264241152~37748736,306184192~16777216,327155712~33554432,364904448~8388608,381681664~29360128] 2024-07-29T16:07:04.543 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~37748736,54525952~4194304,67108864~20971520,92274688~8388608,104857600~41943040,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~33554432,264241152~37748736,306184192~16777216,327155712~33554432,364904448~8388608,381681664~29360128] 2024-07-29T16:07:04.547 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~50331648,67108864~83886080,155189248~4194304,171966464~29360128,205520896~12582912,226492416~150994944,381681664~33554432] 2024-07-29T16:07:04.547 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to 15 diff [0~4194304,12582912~37748736,54525952~4194304,67108864~20971520,92274688~8388608,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,226492416~33554432,264241152~37748736,306184192~16777216,327155712~33554432,364904448~46137344] 2024-07-29T16:07:04.547 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~37748736,54525952~4194304,67108864~20971520,92274688~8388608,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,226492416~33554432,264241152~37748736,306184192~16777216,327155712~33554432,364904448~46137344] 2024-07-29T16:07:04.553 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~50331648,67108864~83886080,155189248~8388608,171966464~29360128,205520896~12582912,226492416~188743680] 2024-07-29T16:07:04.553 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to 16 diff [0~4194304,12582912~37748736,54525952~33554432,92274688~8388608,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,226492416~33554432,264241152~37748736,306184192~16777216,327155712~33554432,364904448~50331648] 2024-07-29T16:07:04.553 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~37748736,54525952~33554432,92274688~8388608,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,226492416~33554432,264241152~37748736,306184192~16777216,327155712~33554432,364904448~50331648] 2024-07-29T16:07:04.558 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~12582912,226492416~188743680] 2024-07-29T16:07:04.558 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to 17 diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,226492416~33554432,264241152~37748736,306184192~16777216,327155712~33554432,364904448~50331648] 2024-07-29T16:07:04.559 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,226492416~33554432,264241152~37748736,306184192~16777216,327155712~33554432,364904448~50331648] 2024-07-29T16:07:04.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:04 smithi138 ceph-mon[86438]: pgmap v3757: 137 pgs: 137 active+clean; 1.0 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 40 MiB/s wr, 213 op/s 2024-07-29T16:07:04.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:04 smithi138 ceph-mon[86438]: osdmap e2182: 8 total, 8 up, 8 in 2024-07-29T16:07:04.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:07:04.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:07:04.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:07:04.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:07:04.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:07:04.564 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~12582912,226492416~188743680] 2024-07-29T16:07:04.564 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to 18 diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,264241152~58720256,327155712~33554432,364904448~50331648] 2024-07-29T16:07:04.564 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,264241152~58720256,327155712~33554432,364904448~50331648] 2024-07-29T16:07:04.570 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~16777216,226492416~188743680] 2024-07-29T16:07:04.570 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to 19 diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,264241152~96468992,364904448~50331648] 2024-07-29T16:07:04.570 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,264241152~96468992,364904448~50331648] 2024-07-29T16:07:04.576 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~16777216,226492416~188743680] 2024-07-29T16:07:04.576 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to 6 diff [16777216~4194304,46137344~4194304,125829120~8388608,176160768~4194304,205520896~8388608,272629760~4194304,310378496~4194304,331350016~8388608,385875968~12582912] 2024-07-29T16:07:04.577 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [16777216~4194304,46137344~4194304,125829120~8388608,176160768~4194304,205520896~8388608,272629760~4194304,310378496~4194304,331350016~8388608,385875968~12582912] 2024-07-29T16:07:04.577 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [16777216~8388608,46137344~8388608,125829120~12582912,176160768~8388608,205520896~12582912,272629760~4194304,310378496~8388608,331350016~8388608,385875968~16777216] 2024-07-29T16:07:04.577 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to 7 diff [12582912~8388608,46137344~4194304,92274688~4194304,125829120~8388608,138412032~8388608,176160768~4194304,205520896~8388608,239075328~8388608,272629760~4194304,281018368~8388608,310378496~4194304,331350016~8388608,364904448~8388608,381681664~16777216] 2024-07-29T16:07:04.577 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~8388608,46137344~4194304,92274688~4194304,125829120~8388608,138412032~8388608,176160768~4194304,205520896~8388608,239075328~8388608,272629760~4194304,281018368~8388608,310378496~4194304,331350016~8388608,364904448~8388608,381681664~16777216] 2024-07-29T16:07:04.578 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~12582912,46137344~8388608,92274688~8388608,125829120~20971520,176160768~8388608,205520896~12582912,239075328~12582912,272629760~4194304,281018368~12582912,310378496~8388608,331350016~8388608,364904448~8388608,381681664~20971520] 2024-07-29T16:07:04.579 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to 8 diff [12582912~8388608,41943040~8388608,92274688~8388608,121634816~12582912,138412032~8388608,176160768~4194304,184549376~4194304,205520896~8388608,226492416~4194304,239075328~16777216,268435456~8388608,281018368~8388608,310378496~4194304,331350016~8388608,343932928~8388608,364904448~8388608,381681664~16777216] 2024-07-29T16:07:04.579 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~8388608,41943040~8388608,92274688~8388608,121634816~12582912,138412032~8388608,176160768~4194304,184549376~4194304,205520896~8388608,226492416~4194304,239075328~16777216,268435456~8388608,281018368~8388608,310378496~4194304,331350016~8388608,343932928~8388608,364904448~8388608,381681664~16777216] 2024-07-29T16:07:04.580 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~12582912,41943040~12582912,92274688~12582912,121634816~25165824,176160768~16777216,205520896~12582912,226492416~8388608,239075328~20971520,268435456~25165824,310378496~8388608,331350016~8388608,343932928~8388608,364904448~8388608,381681664~20971520] 2024-07-29T16:07:04.580 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to 9 diff [0~4194304,12582912~16777216,33554432~8388608,46137344~4194304,71303168~16777216,92274688~8388608,121634816~12582912,138412032~8388608,171966464~8388608,184549376~4194304,192937984~8388608,205520896~8388608,226492416~4194304,239075328~16777216,268435456~8388608,281018368~8388608,293601280~8388608,310378496~12582912,331350016~8388608,343932928~8388608,364904448~8388608,381681664~16777216,406847488~8388608] 2024-07-29T16:07:04.580 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~16777216,33554432~8388608,46137344~4194304,71303168~16777216,92274688~8388608,121634816~12582912,138412032~8388608,171966464~8388608,184549376~4194304,192937984~8388608,205520896~8388608,226492416~4194304,239075328~16777216,268435456~8388608,281018368~8388608,293601280~8388608,310378496~12582912,331350016~8388608,343932928~8388608,364904448~8388608,381681664~16777216,406847488~8388608] 2024-07-29T16:07:04.582 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~41943040,71303168~33554432,121634816~25165824,171966464~29360128,205520896~12582912,226492416~8388608,239075328~20971520,268435456~33554432,310378496~16777216,331350016~8388608,343932928~8388608,364904448~8388608,381681664~20971520,406847488~8388608] 2024-07-29T16:07:04.582 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to 10 diff [0~4194304,12582912~16777216,33554432~8388608,46137344~4194304,71303168~16777216,92274688~8388608,117440512~16777216,138412032~8388608,171966464~8388608,184549376~4194304,192937984~8388608,205520896~8388608,226492416~4194304,239075328~16777216,268435456~8388608,281018368~8388608,293601280~8388608,310378496~12582912,331350016~8388608,343932928~8388608,364904448~8388608,381681664~16777216,406847488~8388608] 2024-07-29T16:07:04.582 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~16777216,33554432~8388608,46137344~4194304,71303168~16777216,92274688~8388608,117440512~16777216,138412032~8388608,171966464~8388608,184549376~4194304,192937984~8388608,205520896~8388608,226492416~4194304,239075328~16777216,268435456~8388608,281018368~8388608,293601280~8388608,310378496~12582912,331350016~8388608,343932928~8388608,364904448~8388608,381681664~16777216,406847488~8388608] 2024-07-29T16:07:04.585 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~41943040,71303168~33554432,117440512~29360128,171966464~29360128,205520896~12582912,226492416~8388608,239075328~20971520,268435456~37748736,310378496~16777216,331350016~8388608,343932928~8388608,364904448~8388608,381681664~20971520,406847488~8388608] 2024-07-29T16:07:04.585 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to 11 diff [0~4194304,12582912~16777216,33554432~8388608,46137344~4194304,54525952~4194304,71303168~16777216,92274688~8388608,117440512~16777216,138412032~8388608,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~4194304,239075328~20971520,268435456~8388608,281018368~8388608,293601280~8388608,310378496~12582912,331350016~8388608,343932928~8388608,364904448~8388608,381681664~16777216,406847488~8388608] 2024-07-29T16:07:04.585 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~16777216,33554432~8388608,46137344~4194304,54525952~4194304,71303168~16777216,92274688~8388608,117440512~16777216,138412032~8388608,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~4194304,239075328~20971520,268435456~8388608,281018368~8388608,293601280~8388608,310378496~12582912,331350016~8388608,343932928~8388608,364904448~8388608,381681664~16777216,406847488~8388608] 2024-07-29T16:07:04.587 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~50331648,71303168~33554432,117440512~29360128,155189248~4194304,171966464~29360128,205520896~12582912,226492416~8388608,239075328~25165824,268435456~37748736,310378496~16777216,331350016~8388608,343932928~8388608,364904448~8388608,381681664~20971520,406847488~8388608] 2024-07-29T16:07:04.588 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to 12 diff [0~4194304,12582912~16777216,33554432~8388608,46137344~4194304,54525952~4194304,71303168~16777216,92274688~8388608,117440512~29360128,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~8388608,239075328~20971520,268435456~33554432,310378496~12582912,327155712~8388608,339738624~8388608,364904448~8388608,381681664~16777216,406847488~8388608] 2024-07-29T16:07:04.588 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~16777216,33554432~8388608,46137344~4194304,54525952~4194304,71303168~16777216,92274688~8388608,117440512~29360128,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~8388608,239075328~20971520,268435456~33554432,310378496~12582912,327155712~8388608,339738624~8388608,364904448~8388608,381681664~16777216,406847488~8388608] 2024-07-29T16:07:04.591 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~50331648,71303168~33554432,117440512~29360128,155189248~4194304,171966464~29360128,205520896~12582912,226492416~8388608,239075328~25165824,268435456~37748736,310378496~41943040,364904448~8388608,381681664~20971520,406847488~8388608] 2024-07-29T16:07:04.591 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to 13 diff [0~4194304,12582912~37748736,54525952~4194304,71303168~16777216,92274688~8388608,104857600~4194304,117440512~29360128,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~8388608,239075328~20971520,268435456~33554432,306184192~16777216,327155712~8388608,339738624~16777216,364904448~8388608,381681664~16777216,406847488~8388608] 2024-07-29T16:07:04.591 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~37748736,54525952~4194304,71303168~16777216,92274688~8388608,104857600~4194304,117440512~29360128,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~8388608,239075328~20971520,268435456~33554432,306184192~16777216,327155712~8388608,339738624~16777216,364904448~8388608,381681664~16777216,406847488~8388608] 2024-07-29T16:07:04.595 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~50331648,71303168~37748736,117440512~29360128,155189248~4194304,171966464~29360128,205520896~12582912,226492416~8388608,239075328~25165824,268435456~88080384,364904448~8388608,381681664~20971520,406847488~8388608] 2024-07-29T16:07:04.595 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to 14 diff [0~4194304,12582912~37748736,54525952~4194304,67108864~20971520,92274688~8388608,104857600~41943040,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~8388608,239075328~20971520,268435456~33554432,306184192~16777216,327155712~33554432,364904448~8388608,381681664~16777216,406847488~8388608] 2024-07-29T16:07:04.595 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~37748736,54525952~4194304,67108864~20971520,92274688~8388608,104857600~41943040,155189248~4194304,171966464~16777216,192937984~8388608,205520896~8388608,226492416~8388608,239075328~20971520,268435456~33554432,306184192~16777216,327155712~33554432,364904448~8388608,381681664~16777216,406847488~8388608] 2024-07-29T16:07:04.598 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~50331648,67108864~83886080,155189248~4194304,171966464~29360128,205520896~12582912,226492416~8388608,239075328~25165824,268435456~109051904,381681664~20971520,406847488~8388608] 2024-07-29T16:07:04.598 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to 15 diff [0~4194304,12582912~37748736,54525952~4194304,67108864~20971520,92274688~8388608,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,226492416~8388608,239075328~20971520,268435456~33554432,306184192~16777216,327155712~33554432,364904448~33554432,406847488~8388608] 2024-07-29T16:07:04.599 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~37748736,54525952~4194304,67108864~20971520,92274688~8388608,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,226492416~8388608,239075328~20971520,268435456~33554432,306184192~16777216,327155712~33554432,364904448~33554432,406847488~8388608] 2024-07-29T16:07:04.603 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~50331648,67108864~83886080,155189248~8388608,171966464~29360128,205520896~12582912,226492416~8388608,239075328~25165824,268435456~134217728,406847488~8388608] 2024-07-29T16:07:04.603 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to 16 diff [0~4194304,12582912~37748736,54525952~33554432,92274688~8388608,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,226492416~33554432,268435456~33554432,306184192~16777216,327155712~33554432,364904448~33554432,402653184~12582912] 2024-07-29T16:07:04.603 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~37748736,54525952~33554432,92274688~8388608,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,226492416~33554432,268435456~33554432,306184192~16777216,327155712~33554432,364904448~33554432,402653184~12582912] 2024-07-29T16:07:04.607 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:04.607 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to 17 diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,226492416~33554432,268435456~33554432,306184192~16777216,327155712~33554432,364904448~33554432,402653184~12582912] 2024-07-29T16:07:04.607 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,226492416~33554432,268435456~33554432,306184192~16777216,327155712~33554432,364904448~33554432,402653184~12582912] 2024-07-29T16:07:04.612 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:04.612 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to 18 diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,268435456~54525952,327155712~33554432,364904448~33554432,402653184~12582912] 2024-07-29T16:07:04.612 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,268435456~54525952,327155712~33554432,364904448~33554432,402653184~12582912] 2024-07-29T16:07:04.617 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~16777216,226492416~37748736,268435456~146800640] 2024-07-29T16:07:04.617 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to 19 diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:04.617 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:04.623 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~16777216,226492416~37748736,268435456~146800640] 2024-07-29T16:07:04.623 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to 7 diff [12582912~8388608,92274688~4194304,138412032~8388608,176160768~4194304,239075328~8388608,281018368~8388608,364904448~8388608,381681664~12582912] 2024-07-29T16:07:04.623 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~8388608,92274688~4194304,138412032~8388608,176160768~4194304,239075328~8388608,281018368~8388608,364904448~8388608,381681664~12582912] 2024-07-29T16:07:04.624 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~12582912,92274688~8388608,138412032~8388608,176160768~8388608,239075328~12582912,281018368~12582912,364904448~8388608,381681664~12582912] 2024-07-29T16:07:04.624 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to 8 diff [12582912~8388608,41943040~4194304,92274688~8388608,121634816~4194304,138412032~8388608,176160768~4194304,184549376~4194304,209715200~4194304,226492416~4194304,239075328~16777216,268435456~8388608,281018368~8388608,343932928~8388608,364904448~8388608,381681664~12582912] 2024-07-29T16:07:04.624 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~8388608,41943040~4194304,92274688~8388608,121634816~4194304,138412032~8388608,176160768~4194304,184549376~4194304,209715200~4194304,226492416~4194304,239075328~16777216,268435456~8388608,281018368~8388608,343932928~8388608,364904448~8388608,381681664~12582912] 2024-07-29T16:07:04.626 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~12582912,41943040~4194304,92274688~12582912,121634816~4194304,138412032~8388608,176160768~16777216,209715200~4194304,226492416~8388608,239075328~20971520,268435456~25165824,343932928~8388608,364904448~8388608,381681664~12582912] 2024-07-29T16:07:04.626 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to 9 diff [0~4194304,12582912~16777216,33554432~8388608,71303168~16777216,92274688~8388608,121634816~4194304,138412032~8388608,171966464~8388608,184549376~4194304,192937984~8388608,209715200~4194304,226492416~4194304,239075328~16777216,268435456~8388608,281018368~8388608,293601280~8388608,314572800~8388608,343932928~8388608,364904448~8388608,381681664~12582912,406847488~8388608] 2024-07-29T16:07:04.626 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~16777216,33554432~8388608,71303168~16777216,92274688~8388608,121634816~4194304,138412032~8388608,171966464~8388608,184549376~4194304,192937984~8388608,209715200~4194304,226492416~4194304,239075328~16777216,268435456~8388608,281018368~8388608,293601280~8388608,314572800~8388608,343932928~8388608,364904448~8388608,381681664~12582912,406847488~8388608] 2024-07-29T16:07:04.628 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,71303168~33554432,121634816~4194304,138412032~8388608,171966464~29360128,209715200~4194304,226492416~8388608,239075328~20971520,268435456~33554432,314572800~12582912,343932928~8388608,364904448~8388608,381681664~12582912,406847488~8388608] 2024-07-29T16:07:04.628 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to 10 diff [0~4194304,12582912~16777216,33554432~8388608,71303168~16777216,92274688~8388608,117440512~8388608,138412032~8388608,171966464~8388608,184549376~4194304,192937984~8388608,209715200~4194304,226492416~4194304,239075328~16777216,268435456~8388608,281018368~8388608,293601280~8388608,310378496~12582912,331350016~4194304,343932928~8388608,364904448~8388608,381681664~12582912,406847488~8388608] 2024-07-29T16:07:04.628 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~16777216,33554432~8388608,71303168~16777216,92274688~8388608,117440512~8388608,138412032~8388608,171966464~8388608,184549376~4194304,192937984~8388608,209715200~4194304,226492416~4194304,239075328~16777216,268435456~8388608,281018368~8388608,293601280~8388608,310378496~12582912,331350016~4194304,343932928~8388608,364904448~8388608,381681664~12582912,406847488~8388608] 2024-07-29T16:07:04.630 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,71303168~33554432,117440512~8388608,138412032~8388608,171966464~29360128,209715200~4194304,226492416~8388608,239075328~20971520,268435456~37748736,310378496~16777216,331350016~4194304,343932928~8388608,364904448~8388608,381681664~12582912,406847488~8388608] 2024-07-29T16:07:04.630 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to 11 diff [0~4194304,12582912~16777216,33554432~8388608,54525952~4194304,71303168~16777216,92274688~8388608,117440512~8388608,138412032~8388608,155189248~4194304,171966464~16777216,192937984~8388608,209715200~4194304,226492416~4194304,239075328~20971520,268435456~8388608,281018368~8388608,293601280~8388608,310378496~12582912,331350016~4194304,343932928~8388608,364904448~8388608,381681664~12582912,406847488~8388608] 2024-07-29T16:07:04.630 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~16777216,33554432~8388608,54525952~4194304,71303168~16777216,92274688~8388608,117440512~8388608,138412032~8388608,155189248~4194304,171966464~16777216,192937984~8388608,209715200~4194304,226492416~4194304,239075328~20971520,268435456~8388608,281018368~8388608,293601280~8388608,310378496~12582912,331350016~4194304,343932928~8388608,364904448~8388608,381681664~12582912,406847488~8388608] 2024-07-29T16:07:04.633 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,54525952~8388608,71303168~33554432,117440512~8388608,138412032~8388608,155189248~4194304,171966464~29360128,209715200~4194304,226492416~8388608,239075328~25165824,268435456~37748736,310378496~16777216,331350016~4194304,343932928~8388608,364904448~8388608,381681664~12582912,406847488~8388608] 2024-07-29T16:07:04.633 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to 12 diff [0~4194304,12582912~16777216,33554432~8388608,54525952~4194304,71303168~16777216,92274688~8388608,117440512~8388608,134217728~12582912,155189248~4194304,171966464~16777216,192937984~8388608,209715200~4194304,226492416~8388608,239075328~20971520,268435456~33554432,310378496~12582912,327155712~8388608,339738624~8388608,364904448~8388608,381681664~12582912,406847488~8388608] 2024-07-29T16:07:04.633 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~16777216,33554432~8388608,54525952~4194304,71303168~16777216,92274688~8388608,117440512~8388608,134217728~12582912,155189248~4194304,171966464~16777216,192937984~8388608,209715200~4194304,226492416~8388608,239075328~20971520,268435456~33554432,310378496~12582912,327155712~8388608,339738624~8388608,364904448~8388608,381681664~12582912,406847488~8388608] 2024-07-29T16:07:04.636 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,54525952~8388608,71303168~33554432,117440512~8388608,134217728~12582912,155189248~4194304,171966464~29360128,209715200~4194304,226492416~8388608,239075328~25165824,268435456~37748736,310378496~41943040,364904448~8388608,381681664~12582912,406847488~8388608] 2024-07-29T16:07:04.636 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to 13 diff [0~4194304,12582912~33554432,54525952~4194304,71303168~16777216,92274688~8388608,104857600~4194304,117440512~12582912,134217728~12582912,155189248~4194304,171966464~16777216,192937984~8388608,209715200~4194304,226492416~8388608,239075328~20971520,268435456~33554432,306184192~16777216,327155712~8388608,339738624~16777216,364904448~8388608,381681664~12582912,406847488~8388608] 2024-07-29T16:07:04.636 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~33554432,54525952~4194304,71303168~16777216,92274688~8388608,104857600~4194304,117440512~12582912,134217728~12582912,155189248~4194304,171966464~16777216,192937984~8388608,209715200~4194304,226492416~8388608,239075328~20971520,268435456~33554432,306184192~16777216,327155712~8388608,339738624~16777216,364904448~8388608,381681664~12582912,406847488~8388608] 2024-07-29T16:07:04.639 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,54525952~8388608,71303168~37748736,117440512~12582912,134217728~12582912,155189248~4194304,171966464~29360128,209715200~4194304,226492416~8388608,239075328~25165824,268435456~88080384,364904448~8388608,381681664~12582912,406847488~8388608] 2024-07-29T16:07:04.640 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to 14 diff [0~4194304,12582912~33554432,54525952~4194304,67108864~20971520,92274688~8388608,104857600~20971520,134217728~12582912,155189248~4194304,171966464~16777216,192937984~8388608,209715200~4194304,226492416~8388608,239075328~20971520,268435456~33554432,306184192~16777216,327155712~8388608,339738624~20971520,364904448~8388608,381681664~12582912,406847488~8388608] 2024-07-29T16:07:04.640 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~33554432,54525952~4194304,67108864~20971520,92274688~8388608,104857600~20971520,134217728~12582912,155189248~4194304,171966464~16777216,192937984~8388608,209715200~4194304,226492416~8388608,239075328~20971520,268435456~33554432,306184192~16777216,327155712~8388608,339738624~20971520,364904448~8388608,381681664~12582912,406847488~8388608] 2024-07-29T16:07:04.644 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,54525952~8388608,67108864~62914560,134217728~16777216,155189248~4194304,171966464~29360128,209715200~4194304,226492416~8388608,239075328~25165824,268435456~109051904,381681664~12582912,406847488~8388608] 2024-07-29T16:07:04.644 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to 15 diff [0~4194304,12582912~33554432,54525952~4194304,67108864~20971520,92274688~8388608,104857600~20971520,130023424~16777216,155189248~8388608,171966464~16777216,192937984~8388608,209715200~4194304,226492416~8388608,239075328~20971520,268435456~33554432,306184192~16777216,327155712~8388608,339738624~20971520,364904448~33554432,406847488~8388608] 2024-07-29T16:07:04.644 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~33554432,54525952~4194304,67108864~20971520,92274688~8388608,104857600~20971520,130023424~16777216,155189248~8388608,171966464~16777216,192937984~8388608,209715200~4194304,226492416~8388608,239075328~20971520,268435456~33554432,306184192~16777216,327155712~8388608,339738624~20971520,364904448~33554432,406847488~8388608] 2024-07-29T16:07:04.648 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,54525952~8388608,67108864~83886080,155189248~8388608,171966464~29360128,209715200~4194304,226492416~8388608,239075328~25165824,268435456~134217728,406847488~8388608] 2024-07-29T16:07:04.648 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to 16 diff [0~4194304,12582912~33554432,54525952~33554432,92274688~8388608,104857600~20971520,130023424~16777216,155189248~8388608,171966464~16777216,192937984~8388608,209715200~4194304,226492416~33554432,268435456~33554432,306184192~16777216,327155712~8388608,339738624~20971520,364904448~33554432,402653184~12582912] 2024-07-29T16:07:04.648 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~33554432,54525952~33554432,92274688~8388608,104857600~20971520,130023424~16777216,155189248~8388608,171966464~16777216,192937984~8388608,209715200~4194304,226492416~33554432,268435456~33554432,306184192~16777216,327155712~8388608,339738624~20971520,364904448~33554432,402653184~12582912] 2024-07-29T16:07:04.652 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,54525952~96468992,155189248~8388608,171966464~29360128,209715200~4194304,226492416~37748736,268435456~146800640] 2024-07-29T16:07:04.653 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to 17 diff [0~4194304,12582912~33554432,50331648~50331648,104857600~20971520,130023424~16777216,155189248~8388608,171966464~16777216,192937984~8388608,209715200~4194304,226492416~33554432,268435456~33554432,306184192~16777216,327155712~8388608,339738624~20971520,364904448~33554432,402653184~12582912] 2024-07-29T16:07:04.653 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~33554432,50331648~50331648,104857600~20971520,130023424~16777216,155189248~8388608,171966464~16777216,192937984~8388608,209715200~4194304,226492416~33554432,268435456~33554432,306184192~16777216,327155712~8388608,339738624~20971520,364904448~33554432,402653184~12582912] 2024-07-29T16:07:04.657 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~29360128,209715200~4194304,226492416~37748736,268435456~146800640] 2024-07-29T16:07:04.657 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to 18 diff [0~4194304,12582912~33554432,50331648~50331648,104857600~20971520,130023424~16777216,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~54525952,327155712~33554432,364904448~33554432,402653184~12582912] 2024-07-29T16:07:04.657 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~33554432,50331648~50331648,104857600~20971520,130023424~16777216,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~54525952,327155712~33554432,364904448~33554432,402653184~12582912] 2024-07-29T16:07:04.662 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~29360128,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:04.662 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to 19 diff [0~4194304,12582912~33554432,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:04.662 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~33554432,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:04.667 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~29360128,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:04.667 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to 8 diff [41943040~4194304,92274688~8388608,121634816~4194304,184549376~4194304,209715200~4194304,226492416~4194304,247463936~8388608,268435456~8388608,343932928~8388608] 2024-07-29T16:07:04.667 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [41943040~4194304,92274688~8388608,121634816~4194304,184549376~4194304,209715200~4194304,226492416~4194304,247463936~8388608,268435456~8388608,343932928~8388608] 2024-07-29T16:07:04.668 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [41943040~4194304,92274688~12582912,121634816~4194304,184549376~8388608,209715200~4194304,226492416~8388608,247463936~12582912,268435456~12582912,343932928~8388608] 2024-07-29T16:07:04.668 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to 9 diff [0~4194304,20971520~8388608,33554432~8388608,71303168~16777216,92274688~8388608,121634816~4194304,171966464~8388608,184549376~4194304,192937984~8388608,209715200~4194304,226492416~4194304,247463936~8388608,268435456~8388608,293601280~8388608,314572800~8388608,343932928~8388608,406847488~8388608] 2024-07-29T16:07:04.668 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,20971520~8388608,33554432~8388608,71303168~16777216,92274688~8388608,121634816~4194304,171966464~8388608,184549376~4194304,192937984~8388608,209715200~4194304,226492416~4194304,247463936~8388608,268435456~8388608,293601280~8388608,314572800~8388608,343932928~8388608,406847488~8388608] 2024-07-29T16:07:04.670 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,20971520~25165824,71303168~33554432,121634816~4194304,171966464~8388608,184549376~16777216,209715200~4194304,226492416~8388608,247463936~12582912,268435456~12582912,293601280~8388608,314572800~12582912,343932928~8388608,406847488~8388608] 2024-07-29T16:07:04.670 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to 10 diff [0~4194304,20971520~8388608,33554432~8388608,71303168~16777216,92274688~8388608,117440512~8388608,171966464~8388608,184549376~4194304,192937984~8388608,209715200~4194304,226492416~4194304,247463936~8388608,268435456~8388608,293601280~8388608,310378496~12582912,331350016~4194304,343932928~8388608,406847488~8388608] 2024-07-29T16:07:04.670 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,20971520~8388608,33554432~8388608,71303168~16777216,92274688~8388608,117440512~8388608,171966464~8388608,184549376~4194304,192937984~8388608,209715200~4194304,226492416~4194304,247463936~8388608,268435456~8388608,293601280~8388608,310378496~12582912,331350016~4194304,343932928~8388608,406847488~8388608] 2024-07-29T16:07:04.671 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,20971520~25165824,71303168~33554432,117440512~8388608,171966464~8388608,184549376~16777216,209715200~4194304,226492416~8388608,247463936~12582912,268435456~12582912,293601280~12582912,310378496~16777216,331350016~4194304,343932928~8388608,406847488~8388608] 2024-07-29T16:07:04.671 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to 11 diff [0~4194304,12582912~4194304,20971520~8388608,33554432~8388608,54525952~4194304,71303168~16777216,92274688~8388608,117440512~8388608,155189248~4194304,171966464~16777216,192937984~8388608,209715200~4194304,226492416~4194304,247463936~12582912,268435456~8388608,293601280~8388608,310378496~12582912,331350016~4194304,343932928~8388608,381681664~4194304,406847488~8388608] 2024-07-29T16:07:04.671 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~8388608,33554432~8388608,54525952~4194304,71303168~16777216,92274688~8388608,117440512~8388608,155189248~4194304,171966464~16777216,192937984~8388608,209715200~4194304,226492416~4194304,247463936~12582912,268435456~8388608,293601280~8388608,310378496~12582912,331350016~4194304,343932928~8388608,381681664~4194304,406847488~8388608] 2024-07-29T16:07:04.674 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,54525952~8388608,71303168~33554432,117440512~8388608,155189248~4194304,171966464~29360128,209715200~4194304,226492416~8388608,247463936~16777216,268435456~12582912,293601280~12582912,310378496~16777216,331350016~4194304,343932928~8388608,381681664~4194304,406847488~8388608] 2024-07-29T16:07:04.674 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to 12 diff [0~4194304,12582912~4194304,20971520~8388608,33554432~8388608,54525952~4194304,71303168~16777216,92274688~8388608,117440512~8388608,134217728~8388608,155189248~4194304,171966464~16777216,192937984~8388608,209715200~4194304,226492416~8388608,243269632~16777216,268435456~20971520,293601280~8388608,310378496~12582912,327155712~8388608,339738624~8388608,364904448~8388608,381681664~4194304,406847488~8388608] 2024-07-29T16:07:04.674 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~8388608,33554432~8388608,54525952~4194304,71303168~16777216,92274688~8388608,117440512~8388608,134217728~8388608,155189248~4194304,171966464~16777216,192937984~8388608,209715200~4194304,226492416~8388608,243269632~16777216,268435456~20971520,293601280~8388608,310378496~12582912,327155712~8388608,339738624~8388608,364904448~8388608,381681664~4194304,406847488~8388608] 2024-07-29T16:07:04.676 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,54525952~8388608,71303168~33554432,117440512~8388608,134217728~8388608,155189248~4194304,171966464~29360128,209715200~4194304,226492416~8388608,243269632~20971520,268435456~20971520,293601280~12582912,310378496~41943040,364904448~8388608,381681664~4194304,406847488~8388608] 2024-07-29T16:07:04.676 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to 13 diff [0~4194304,12582912~4194304,20971520~25165824,54525952~4194304,71303168~16777216,92274688~8388608,104857600~4194304,117440512~12582912,134217728~8388608,155189248~4194304,171966464~16777216,192937984~8388608,209715200~4194304,226492416~8388608,243269632~16777216,268435456~20971520,293601280~8388608,306184192~16777216,327155712~8388608,339738624~16777216,364904448~8388608,381681664~4194304,406847488~8388608] 2024-07-29T16:07:04.677 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~25165824,54525952~4194304,71303168~16777216,92274688~8388608,104857600~4194304,117440512~12582912,134217728~8388608,155189248~4194304,171966464~16777216,192937984~8388608,209715200~4194304,226492416~8388608,243269632~16777216,268435456~20971520,293601280~8388608,306184192~16777216,327155712~8388608,339738624~16777216,364904448~8388608,381681664~4194304,406847488~8388608] 2024-07-29T16:07:04.680 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,54525952~8388608,71303168~37748736,117440512~12582912,134217728~8388608,155189248~4194304,171966464~29360128,209715200~4194304,226492416~8388608,243269632~20971520,268435456~20971520,293601280~62914560,364904448~8388608,381681664~4194304,406847488~8388608] 2024-07-29T16:07:04.680 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to 14 diff [0~4194304,12582912~4194304,20971520~25165824,54525952~4194304,67108864~20971520,92274688~8388608,104857600~20971520,134217728~12582912,155189248~4194304,171966464~16777216,192937984~8388608,209715200~4194304,226492416~8388608,243269632~16777216,268435456~33554432,306184192~16777216,327155712~8388608,339738624~20971520,364904448~8388608,381681664~4194304,406847488~8388608] 2024-07-29T16:07:04.680 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~25165824,54525952~4194304,67108864~20971520,92274688~8388608,104857600~20971520,134217728~12582912,155189248~4194304,171966464~16777216,192937984~8388608,209715200~4194304,226492416~8388608,243269632~16777216,268435456~33554432,306184192~16777216,327155712~8388608,339738624~20971520,364904448~8388608,381681664~4194304,406847488~8388608] 2024-07-29T16:07:04.684 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,54525952~8388608,67108864~62914560,134217728~16777216,155189248~4194304,171966464~29360128,209715200~4194304,226492416~8388608,243269632~20971520,268435456~109051904,381681664~4194304,406847488~8388608] 2024-07-29T16:07:04.684 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to 15 diff [0~4194304,12582912~4194304,20971520~25165824,54525952~4194304,67108864~20971520,92274688~8388608,104857600~20971520,130023424~8388608,142606336~4194304,155189248~8388608,171966464~16777216,192937984~8388608,209715200~4194304,226492416~8388608,243269632~16777216,268435456~33554432,306184192~16777216,327155712~8388608,339738624~20971520,364904448~12582912,381681664~4194304,390070272~8388608,406847488~8388608] 2024-07-29T16:07:04.684 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~25165824,54525952~4194304,67108864~20971520,92274688~8388608,104857600~20971520,130023424~8388608,142606336~4194304,155189248~8388608,171966464~16777216,192937984~8388608,209715200~4194304,226492416~8388608,243269632~16777216,268435456~33554432,306184192~16777216,327155712~8388608,339738624~20971520,364904448~12582912,381681664~4194304,390070272~8388608,406847488~8388608] 2024-07-29T16:07:04.688 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,54525952~8388608,67108864~83886080,155189248~8388608,171966464~29360128,209715200~4194304,226492416~8388608,243269632~20971520,268435456~117440512,390070272~12582912,406847488~8388608] 2024-07-29T16:07:04.688 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to 16 diff [0~4194304,12582912~4194304,20971520~25165824,54525952~33554432,92274688~8388608,104857600~20971520,130023424~8388608,142606336~4194304,155189248~8388608,171966464~16777216,192937984~8388608,209715200~4194304,226492416~33554432,268435456~33554432,306184192~16777216,327155712~8388608,339738624~20971520,364904448~12582912,381681664~4194304,390070272~8388608,402653184~12582912] 2024-07-29T16:07:04.688 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~25165824,54525952~33554432,92274688~8388608,104857600~20971520,130023424~8388608,142606336~4194304,155189248~8388608,171966464~16777216,192937984~8388608,209715200~4194304,226492416~33554432,268435456~33554432,306184192~16777216,327155712~8388608,339738624~20971520,364904448~12582912,381681664~4194304,390070272~8388608,402653184~12582912] 2024-07-29T16:07:04.692 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,54525952~96468992,155189248~8388608,171966464~29360128,209715200~4194304,226492416~37748736,268435456~117440512,390070272~25165824] 2024-07-29T16:07:04.693 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to 17 diff [0~4194304,12582912~4194304,20971520~25165824,50331648~50331648,104857600~20971520,130023424~16777216,155189248~8388608,171966464~16777216,192937984~8388608,209715200~4194304,226492416~33554432,268435456~33554432,306184192~16777216,327155712~8388608,339738624~20971520,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:04.693 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~25165824,50331648~50331648,104857600~20971520,130023424~16777216,155189248~8388608,171966464~16777216,192937984~8388608,209715200~4194304,226492416~33554432,268435456~33554432,306184192~16777216,327155712~8388608,339738624~20971520,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:04.697 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~29360128,209715200~4194304,226492416~37748736,268435456~146800640] 2024-07-29T16:07:04.697 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to 18 diff [0~4194304,12582912~4194304,20971520~25165824,50331648~50331648,104857600~20971520,130023424~16777216,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~54525952,327155712~33554432,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:04.697 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~25165824,50331648~50331648,104857600~20971520,130023424~16777216,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~54525952,327155712~33554432,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:04.702 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~29360128,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:04.702 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to 19 diff [0~4194304,12582912~4194304,20971520~25165824,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:04.703 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~25165824,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:04.707 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~29360128,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:04.707 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to 9 diff [0~4194304,20971520~8388608,33554432~8388608,71303168~16777216,171966464~8388608,192937984~8388608,293601280~8388608,314572800~8388608,406847488~8388608] 2024-07-29T16:07:04.707 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,20971520~8388608,33554432~8388608,71303168~16777216,171966464~8388608,192937984~8388608,293601280~8388608,314572800~8388608,406847488~8388608] 2024-07-29T16:07:04.708 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,20971520~25165824,71303168~20971520,171966464~8388608,192937984~8388608,293601280~8388608,314572800~12582912,406847488~8388608] 2024-07-29T16:07:04.708 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to 10 diff [0~4194304,20971520~8388608,33554432~8388608,71303168~16777216,92274688~8388608,117440512~8388608,171966464~8388608,192937984~8388608,209715200~4194304,293601280~8388608,310378496~12582912,331350016~4194304,406847488~8388608] 2024-07-29T16:07:04.708 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,20971520~8388608,33554432~8388608,71303168~16777216,92274688~8388608,117440512~8388608,171966464~8388608,192937984~8388608,209715200~4194304,293601280~8388608,310378496~12582912,331350016~4194304,406847488~8388608] 2024-07-29T16:07:04.710 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,20971520~25165824,71303168~33554432,117440512~8388608,171966464~8388608,192937984~8388608,209715200~4194304,293601280~12582912,310378496~16777216,331350016~4194304,406847488~8388608] 2024-07-29T16:07:04.710 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to 11 diff [0~4194304,12582912~4194304,20971520~8388608,33554432~8388608,54525952~4194304,71303168~16777216,92274688~8388608,117440512~8388608,155189248~4194304,171966464~12582912,192937984~8388608,209715200~4194304,251658240~12582912,268435456~4194304,293601280~8388608,310378496~12582912,331350016~4194304,381681664~4194304,406847488~8388608] 2024-07-29T16:07:04.710 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~8388608,33554432~8388608,54525952~4194304,71303168~16777216,92274688~8388608,117440512~8388608,155189248~4194304,171966464~12582912,192937984~8388608,209715200~4194304,251658240~12582912,268435456~4194304,293601280~8388608,310378496~12582912,331350016~4194304,381681664~4194304,406847488~8388608] 2024-07-29T16:07:04.712 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,54525952~8388608,71303168~33554432,117440512~8388608,155189248~4194304,171966464~12582912,192937984~8388608,209715200~4194304,251658240~12582912,268435456~4194304,293601280~12582912,310378496~16777216,331350016~4194304,381681664~4194304,406847488~8388608] 2024-07-29T16:07:04.712 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to 12 diff [0~4194304,12582912~4194304,20971520~8388608,33554432~8388608,54525952~4194304,71303168~16777216,92274688~8388608,117440512~8388608,134217728~8388608,155189248~4194304,171966464~12582912,192937984~8388608,209715200~4194304,226492416~8388608,243269632~4194304,251658240~12582912,268435456~8388608,281018368~8388608,293601280~8388608,310378496~12582912,327155712~8388608,339738624~4194304,364904448~8388608,381681664~4194304,406847488~8388608] 2024-07-29T16:07:04.712 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~8388608,33554432~8388608,54525952~4194304,71303168~16777216,92274688~8388608,117440512~8388608,134217728~8388608,155189248~4194304,171966464~12582912,192937984~8388608,209715200~4194304,226492416~8388608,243269632~4194304,251658240~12582912,268435456~8388608,281018368~8388608,293601280~8388608,310378496~12582912,327155712~8388608,339738624~4194304,364904448~8388608,381681664~4194304,406847488~8388608] 2024-07-29T16:07:04.714 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,54525952~8388608,71303168~33554432,117440512~8388608,134217728~8388608,155189248~4194304,171966464~12582912,192937984~8388608,209715200~4194304,226492416~8388608,243269632~4194304,251658240~12582912,268435456~8388608,281018368~8388608,293601280~12582912,310378496~37748736,364904448~8388608,381681664~4194304,406847488~8388608] 2024-07-29T16:07:04.714 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to 13 diff [0~4194304,12582912~4194304,20971520~20971520,54525952~4194304,71303168~16777216,92274688~8388608,104857600~4194304,117440512~12582912,134217728~8388608,155189248~4194304,171966464~12582912,192937984~8388608,209715200~4194304,226492416~8388608,243269632~20971520,268435456~8388608,281018368~8388608,293601280~8388608,306184192~16777216,327155712~8388608,339738624~4194304,348127232~8388608,364904448~8388608,381681664~4194304,406847488~8388608] 2024-07-29T16:07:04.714 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~20971520,54525952~4194304,71303168~16777216,92274688~8388608,104857600~4194304,117440512~12582912,134217728~8388608,155189248~4194304,171966464~12582912,192937984~8388608,209715200~4194304,226492416~8388608,243269632~20971520,268435456~8388608,281018368~8388608,293601280~8388608,306184192~16777216,327155712~8388608,339738624~4194304,348127232~8388608,364904448~8388608,381681664~4194304,406847488~8388608] 2024-07-29T16:07:04.718 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,54525952~8388608,71303168~37748736,117440512~12582912,134217728~8388608,155189248~4194304,171966464~12582912,192937984~8388608,209715200~4194304,226492416~8388608,243269632~20971520,268435456~8388608,281018368~8388608,293601280~62914560,364904448~8388608,381681664~4194304,406847488~8388608] 2024-07-29T16:07:04.718 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to 14 diff [0~4194304,12582912~4194304,20971520~20971520,54525952~4194304,67108864~20971520,92274688~8388608,104857600~20971520,134217728~12582912,155189248~4194304,171966464~12582912,192937984~8388608,209715200~4194304,226492416~8388608,243269632~20971520,268435456~8388608,281018368~20971520,306184192~16777216,327155712~8388608,339738624~4194304,348127232~12582912,364904448~8388608,381681664~4194304,406847488~8388608] 2024-07-29T16:07:04.718 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~20971520,54525952~4194304,67108864~20971520,92274688~8388608,104857600~20971520,134217728~12582912,155189248~4194304,171966464~12582912,192937984~8388608,209715200~4194304,226492416~8388608,243269632~20971520,268435456~8388608,281018368~20971520,306184192~16777216,327155712~8388608,339738624~4194304,348127232~12582912,364904448~8388608,381681664~4194304,406847488~8388608] 2024-07-29T16:07:04.721 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,54525952~8388608,67108864~62914560,134217728~16777216,155189248~4194304,171966464~12582912,192937984~8388608,209715200~4194304,226492416~8388608,243269632~20971520,268435456~109051904,381681664~4194304,406847488~8388608] 2024-07-29T16:07:04.721 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to 15 diff [0~4194304,12582912~4194304,20971520~20971520,54525952~4194304,67108864~20971520,92274688~8388608,104857600~20971520,130023424~8388608,142606336~4194304,155189248~8388608,171966464~12582912,192937984~8388608,209715200~4194304,226492416~8388608,243269632~20971520,268435456~8388608,281018368~20971520,306184192~16777216,327155712~8388608,339738624~4194304,348127232~12582912,364904448~12582912,381681664~4194304,390070272~8388608,406847488~8388608] 2024-07-29T16:07:04.721 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~20971520,54525952~4194304,67108864~20971520,92274688~8388608,104857600~20971520,130023424~8388608,142606336~4194304,155189248~8388608,171966464~12582912,192937984~8388608,209715200~4194304,226492416~8388608,243269632~20971520,268435456~8388608,281018368~20971520,306184192~16777216,327155712~8388608,339738624~4194304,348127232~12582912,364904448~12582912,381681664~4194304,390070272~8388608,406847488~8388608] 2024-07-29T16:07:04.724 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,54525952~8388608,67108864~83886080,155189248~8388608,171966464~12582912,192937984~8388608,209715200~4194304,226492416~8388608,243269632~20971520,268435456~117440512,390070272~12582912,406847488~8388608] 2024-07-29T16:07:04.724 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to 16 diff [0~4194304,12582912~4194304,20971520~20971520,54525952~33554432,92274688~8388608,104857600~20971520,130023424~8388608,142606336~4194304,155189248~8388608,171966464~12582912,192937984~8388608,209715200~4194304,226492416~37748736,268435456~8388608,281018368~20971520,306184192~16777216,327155712~8388608,339738624~4194304,348127232~12582912,364904448~12582912,381681664~4194304,390070272~8388608,402653184~12582912] 2024-07-29T16:07:04.725 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~20971520,54525952~33554432,92274688~8388608,104857600~20971520,130023424~8388608,142606336~4194304,155189248~8388608,171966464~12582912,192937984~8388608,209715200~4194304,226492416~37748736,268435456~8388608,281018368~20971520,306184192~16777216,327155712~8388608,339738624~4194304,348127232~12582912,364904448~12582912,381681664~4194304,390070272~8388608,402653184~12582912] 2024-07-29T16:07:04.729 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,54525952~96468992,155189248~8388608,171966464~16777216,192937984~8388608,209715200~4194304,226492416~37748736,268435456~117440512,390070272~25165824] 2024-07-29T16:07:04.729 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to 17 diff [0~4194304,12582912~4194304,20971520~20971520,50331648~50331648,104857600~20971520,130023424~16777216,155189248~8388608,171966464~12582912,192937984~8388608,209715200~4194304,226492416~37748736,268435456~8388608,281018368~20971520,306184192~16777216,327155712~8388608,339738624~4194304,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:04.729 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~20971520,50331648~50331648,104857600~20971520,130023424~16777216,155189248~8388608,171966464~12582912,192937984~8388608,209715200~4194304,226492416~37748736,268435456~8388608,281018368~20971520,306184192~16777216,327155712~8388608,339738624~4194304,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:04.733 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~16777216,192937984~8388608,209715200~4194304,226492416~37748736,268435456~146800640] 2024-07-29T16:07:04.733 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to 18 diff [0~4194304,12582912~4194304,20971520~20971520,50331648~50331648,104857600~20971520,130023424~16777216,155189248~8388608,171966464~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~41943040,327155712~16777216,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:04.733 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~20971520,50331648~50331648,104857600~20971520,130023424~16777216,155189248~8388608,171966464~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~41943040,327155712~16777216,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:04.738 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:04.738 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to 19 diff [0~4194304,12582912~4194304,20971520~20971520,50331648~50331648,104857600~41943040,155189248~8388608,171966464~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~62914560,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:04.738 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~20971520,50331648~50331648,104857600~41943040,155189248~8388608,171966464~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~62914560,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:04.743 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:04.743 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to 10 diff [20971520~8388608,92274688~8388608,117440512~8388608,197132288~4194304,209715200~4194304,297795584~8388608,310378496~8388608,331350016~4194304] 2024-07-29T16:07:04.743 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [20971520~8388608,92274688~8388608,117440512~8388608,197132288~4194304,209715200~4194304,297795584~8388608,310378496~8388608,331350016~4194304] 2024-07-29T16:07:04.744 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [20971520~12582912,92274688~12582912,117440512~8388608,197132288~4194304,209715200~4194304,297795584~8388608,310378496~12582912,331350016~4194304] 2024-07-29T16:07:04.744 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to 11 diff [12582912~4194304,20971520~8388608,54525952~4194304,71303168~4194304,92274688~8388608,117440512~8388608,155189248~4194304,180355072~4194304,197132288~4194304,209715200~4194304,251658240~12582912,268435456~4194304,297795584~8388608,310378496~8388608,331350016~4194304,381681664~4194304] 2024-07-29T16:07:04.744 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,20971520~8388608,54525952~4194304,71303168~4194304,92274688~8388608,117440512~8388608,155189248~4194304,180355072~4194304,197132288~4194304,209715200~4194304,251658240~12582912,268435456~4194304,297795584~8388608,310378496~8388608,331350016~4194304,381681664~4194304] 2024-07-29T16:07:04.746 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~20971520,54525952~8388608,71303168~8388608,92274688~12582912,117440512~8388608,155189248~4194304,180355072~4194304,197132288~4194304,209715200~4194304,251658240~12582912,268435456~4194304,297795584~8388608,310378496~12582912,331350016~4194304,381681664~4194304] 2024-07-29T16:07:04.746 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to 12 diff [12582912~4194304,20971520~8388608,54525952~4194304,71303168~4194304,92274688~8388608,117440512~8388608,134217728~8388608,155189248~4194304,180355072~4194304,192937984~8388608,209715200~4194304,226492416~8388608,243269632~4194304,251658240~12582912,268435456~8388608,281018368~8388608,297795584~8388608,310378496~8388608,327155712~8388608,339738624~4194304,364904448~8388608,381681664~4194304] 2024-07-29T16:07:04.746 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,20971520~8388608,54525952~4194304,71303168~4194304,92274688~8388608,117440512~8388608,134217728~8388608,155189248~4194304,180355072~4194304,192937984~8388608,209715200~4194304,226492416~8388608,243269632~4194304,251658240~12582912,268435456~8388608,281018368~8388608,297795584~8388608,310378496~8388608,327155712~8388608,339738624~4194304,364904448~8388608,381681664~4194304] 2024-07-29T16:07:04.748 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~20971520,54525952~8388608,71303168~8388608,92274688~12582912,117440512~8388608,134217728~8388608,155189248~4194304,180355072~4194304,192937984~8388608,209715200~4194304,226492416~8388608,243269632~4194304,251658240~12582912,268435456~8388608,281018368~8388608,297795584~8388608,310378496~12582912,327155712~20971520,364904448~8388608,381681664~4194304] 2024-07-29T16:07:04.748 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to 13 diff [12582912~4194304,20971520~16777216,54525952~4194304,71303168~8388608,83886080~4194304,92274688~8388608,104857600~4194304,117440512~12582912,134217728~8388608,155189248~4194304,176160768~8388608,192937984~8388608,209715200~4194304,226492416~8388608,243269632~20971520,268435456~8388608,281018368~8388608,297795584~20971520,327155712~8388608,339738624~4194304,348127232~8388608,364904448~8388608,381681664~4194304] 2024-07-29T16:07:04.748 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,20971520~16777216,54525952~4194304,71303168~8388608,83886080~4194304,92274688~8388608,104857600~4194304,117440512~12582912,134217728~8388608,155189248~4194304,176160768~8388608,192937984~8388608,209715200~4194304,226492416~8388608,243269632~20971520,268435456~8388608,281018368~8388608,297795584~20971520,327155712~8388608,339738624~4194304,348127232~8388608,364904448~8388608,381681664~4194304] 2024-07-29T16:07:04.750 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~25165824,54525952~8388608,71303168~16777216,92274688~16777216,117440512~12582912,134217728~8388608,155189248~4194304,176160768~8388608,192937984~8388608,209715200~4194304,226492416~8388608,243269632~20971520,268435456~8388608,281018368~8388608,297795584~25165824,327155712~29360128,364904448~8388608,381681664~4194304] 2024-07-29T16:07:04.750 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to 14 diff [12582912~4194304,20971520~16777216,54525952~4194304,67108864~12582912,83886080~4194304,92274688~8388608,104857600~20971520,134217728~12582912,155189248~4194304,176160768~8388608,192937984~8388608,209715200~4194304,226492416~8388608,243269632~20971520,268435456~8388608,281018368~12582912,297795584~20971520,327155712~8388608,339738624~4194304,348127232~12582912,364904448~8388608,381681664~4194304] 2024-07-29T16:07:04.750 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,20971520~16777216,54525952~4194304,67108864~12582912,83886080~4194304,92274688~8388608,104857600~20971520,134217728~12582912,155189248~4194304,176160768~8388608,192937984~8388608,209715200~4194304,226492416~8388608,243269632~20971520,268435456~8388608,281018368~12582912,297795584~20971520,327155712~8388608,339738624~4194304,348127232~12582912,364904448~8388608,381681664~4194304] 2024-07-29T16:07:04.753 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~25165824,54525952~8388608,67108864~20971520,92274688~37748736,134217728~16777216,155189248~4194304,176160768~8388608,192937984~8388608,209715200~4194304,226492416~8388608,243269632~20971520,268435456~25165824,297795584~25165824,327155712~50331648,381681664~4194304] 2024-07-29T16:07:04.753 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to 15 diff [12582912~4194304,20971520~16777216,54525952~4194304,67108864~12582912,83886080~4194304,92274688~8388608,104857600~20971520,130023424~8388608,142606336~4194304,155189248~8388608,176160768~8388608,192937984~8388608,209715200~4194304,226492416~8388608,243269632~20971520,268435456~8388608,281018368~12582912,297795584~20971520,327155712~8388608,339738624~4194304,348127232~12582912,364904448~12582912,381681664~4194304,390070272~8388608] 2024-07-29T16:07:04.753 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,20971520~16777216,54525952~4194304,67108864~12582912,83886080~4194304,92274688~8388608,104857600~20971520,130023424~8388608,142606336~4194304,155189248~8388608,176160768~8388608,192937984~8388608,209715200~4194304,226492416~8388608,243269632~20971520,268435456~8388608,281018368~12582912,297795584~20971520,327155712~8388608,339738624~4194304,348127232~12582912,364904448~12582912,381681664~4194304,390070272~8388608] 2024-07-29T16:07:04.756 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~29360128,54525952~8388608,67108864~20971520,92274688~58720256,155189248~8388608,176160768~8388608,192937984~8388608,209715200~4194304,226492416~8388608,243269632~20971520,268435456~25165824,297795584~25165824,327155712~58720256,390070272~12582912] 2024-07-29T16:07:04.756 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to 16 diff [12582912~4194304,20971520~16777216,54525952~33554432,92274688~8388608,104857600~20971520,130023424~8388608,142606336~4194304,155189248~8388608,176160768~8388608,192937984~8388608,209715200~4194304,226492416~37748736,268435456~8388608,281018368~12582912,297795584~25165824,327155712~8388608,339738624~4194304,348127232~12582912,364904448~12582912,381681664~4194304,390070272~8388608,402653184~4194304] 2024-07-29T16:07:04.757 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,20971520~16777216,54525952~33554432,92274688~8388608,104857600~20971520,130023424~8388608,142606336~4194304,155189248~8388608,176160768~8388608,192937984~8388608,209715200~4194304,226492416~37748736,268435456~8388608,281018368~12582912,297795584~25165824,327155712~8388608,339738624~4194304,348127232~12582912,364904448~12582912,381681664~4194304,390070272~8388608,402653184~4194304] 2024-07-29T16:07:04.760 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~29360128,54525952~33554432,92274688~58720256,155189248~8388608,176160768~12582912,192937984~8388608,209715200~4194304,226492416~37748736,268435456~25165824,297795584~88080384,390070272~16777216] 2024-07-29T16:07:04.760 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to 17 diff [12582912~4194304,20971520~16777216,50331648~37748736,92274688~8388608,104857600~20971520,130023424~16777216,155189248~8388608,176160768~8388608,192937984~8388608,209715200~4194304,226492416~37748736,268435456~8388608,281018368~12582912,297795584~25165824,327155712~8388608,339738624~4194304,348127232~12582912,364904448~12582912,381681664~16777216,402653184~4194304] 2024-07-29T16:07:04.760 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,20971520~16777216,50331648~37748736,92274688~8388608,104857600~20971520,130023424~16777216,155189248~8388608,176160768~8388608,192937984~8388608,209715200~4194304,226492416~37748736,268435456~8388608,281018368~12582912,297795584~25165824,327155712~8388608,339738624~4194304,348127232~12582912,364904448~12582912,381681664~16777216,402653184~4194304] 2024-07-29T16:07:04.764 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~29360128,50331648~37748736,92274688~58720256,155189248~8388608,176160768~12582912,192937984~8388608,209715200~4194304,226492416~37748736,268435456~138412032] 2024-07-29T16:07:04.764 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to 18 diff [12582912~4194304,20971520~16777216,50331648~37748736,92274688~8388608,104857600~20971520,130023424~16777216,155189248~8388608,176160768~8388608,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~12582912,297795584~25165824,327155712~16777216,348127232~12582912,364904448~12582912,381681664~16777216,402653184~4194304] 2024-07-29T16:07:04.764 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,20971520~16777216,50331648~37748736,92274688~8388608,104857600~20971520,130023424~16777216,155189248~8388608,176160768~8388608,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~12582912,297795584~25165824,327155712~16777216,348127232~12582912,364904448~12582912,381681664~16777216,402653184~4194304] 2024-07-29T16:07:04.768 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~29360128,50331648~37748736,92274688~58720256,155189248~8388608,176160768~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~138412032] 2024-07-29T16:07:04.768 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to 19 diff [12582912~4194304,20971520~16777216,50331648~50331648,104857600~41943040,155189248~8388608,176160768~8388608,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:04.768 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,20971520~16777216,50331648~50331648,104857600~41943040,155189248~8388608,176160768~8388608,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:04.772 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~29360128,50331648~100663296,155189248~8388608,176160768~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:04.772 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to 11 diff [12582912~4194304,54525952~4194304,71303168~4194304,155189248~4194304,180355072~4194304,251658240~12582912,268435456~4194304,381681664~4194304] 2024-07-29T16:07:04.773 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,54525952~4194304,71303168~4194304,155189248~4194304,180355072~4194304,251658240~12582912,268435456~4194304,381681664~4194304] 2024-07-29T16:07:04.773 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~8388608,54525952~8388608,71303168~8388608,155189248~4194304,180355072~4194304,251658240~12582912,268435456~4194304,381681664~4194304] 2024-07-29T16:07:04.773 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to 12 diff [12582912~4194304,54525952~4194304,71303168~4194304,134217728~8388608,155189248~4194304,180355072~4194304,192937984~4194304,226492416~8388608,243269632~4194304,251658240~12582912,268435456~8388608,281018368~8388608,327155712~8388608,339738624~4194304,364904448~8388608,381681664~4194304] 2024-07-29T16:07:04.773 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,54525952~4194304,71303168~4194304,134217728~8388608,155189248~4194304,180355072~4194304,192937984~4194304,226492416~8388608,243269632~4194304,251658240~12582912,268435456~8388608,281018368~8388608,327155712~8388608,339738624~4194304,364904448~8388608,381681664~4194304] 2024-07-29T16:07:04.776 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~8388608,54525952~8388608,71303168~8388608,134217728~8388608,155189248~4194304,180355072~4194304,192937984~4194304,226492416~8388608,243269632~4194304,251658240~12582912,268435456~8388608,281018368~8388608,327155712~20971520,364904448~8388608,381681664~4194304] 2024-07-29T16:07:04.776 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to 13 diff [12582912~4194304,29360128~8388608,54525952~4194304,71303168~8388608,83886080~4194304,104857600~4194304,121634816~8388608,134217728~8388608,155189248~4194304,176160768~8388608,192937984~4194304,226492416~8388608,243269632~20971520,268435456~8388608,281018368~8388608,306184192~4194304,327155712~8388608,339738624~4194304,348127232~8388608,364904448~8388608,381681664~4194304] 2024-07-29T16:07:04.776 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,29360128~8388608,54525952~4194304,71303168~8388608,83886080~4194304,104857600~4194304,121634816~8388608,134217728~8388608,155189248~4194304,176160768~8388608,192937984~4194304,226492416~8388608,243269632~20971520,268435456~8388608,281018368~8388608,306184192~4194304,327155712~8388608,339738624~4194304,348127232~8388608,364904448~8388608,381681664~4194304] 2024-07-29T16:07:04.778 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~8388608,29360128~8388608,54525952~8388608,71303168~16777216,104857600~4194304,121634816~8388608,134217728~8388608,155189248~4194304,176160768~8388608,192937984~4194304,226492416~8388608,243269632~20971520,268435456~8388608,281018368~8388608,306184192~4194304,327155712~29360128,364904448~8388608,381681664~4194304] 2024-07-29T16:07:04.778 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to 14 diff [12582912~4194304,29360128~8388608,54525952~4194304,67108864~12582912,83886080~4194304,104857600~20971520,134217728~12582912,155189248~4194304,176160768~8388608,192937984~4194304,226492416~8388608,243269632~20971520,268435456~8388608,281018368~12582912,306184192~4194304,327155712~8388608,339738624~4194304,348127232~12582912,364904448~8388608,381681664~4194304] 2024-07-29T16:07:04.778 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,29360128~8388608,54525952~4194304,67108864~12582912,83886080~4194304,104857600~20971520,134217728~12582912,155189248~4194304,176160768~8388608,192937984~4194304,226492416~8388608,243269632~20971520,268435456~8388608,281018368~12582912,306184192~4194304,327155712~8388608,339738624~4194304,348127232~12582912,364904448~8388608,381681664~4194304] 2024-07-29T16:07:04.780 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~8388608,29360128~8388608,54525952~8388608,67108864~20971520,104857600~25165824,134217728~16777216,155189248~4194304,176160768~8388608,192937984~4194304,226492416~8388608,243269632~20971520,268435456~25165824,306184192~4194304,327155712~50331648,381681664~4194304] 2024-07-29T16:07:04.781 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to 15 diff [12582912~4194304,29360128~8388608,54525952~4194304,67108864~12582912,83886080~4194304,104857600~20971520,130023424~8388608,142606336~4194304,155189248~8388608,176160768~8388608,192937984~4194304,226492416~8388608,243269632~20971520,268435456~8388608,281018368~12582912,306184192~8388608,327155712~8388608,339738624~4194304,348127232~12582912,364904448~12582912,381681664~4194304,390070272~8388608] 2024-07-29T16:07:04.781 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,29360128~8388608,54525952~4194304,67108864~12582912,83886080~4194304,104857600~20971520,130023424~8388608,142606336~4194304,155189248~8388608,176160768~8388608,192937984~4194304,226492416~8388608,243269632~20971520,268435456~8388608,281018368~12582912,306184192~8388608,327155712~8388608,339738624~4194304,348127232~12582912,364904448~12582912,381681664~4194304,390070272~8388608] 2024-07-29T16:07:04.783 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~8388608,29360128~12582912,54525952~8388608,67108864~20971520,104857600~46137344,155189248~8388608,176160768~8388608,192937984~4194304,226492416~8388608,243269632~20971520,268435456~25165824,306184192~12582912,327155712~58720256,390070272~12582912] 2024-07-29T16:07:04.783 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to 16 diff [12582912~4194304,29360128~8388608,54525952~33554432,104857600~20971520,130023424~8388608,142606336~4194304,155189248~8388608,176160768~8388608,192937984~4194304,226492416~37748736,268435456~8388608,281018368~12582912,306184192~8388608,318767104~16777216,339738624~4194304,348127232~12582912,364904448~12582912,381681664~4194304,390070272~8388608,402653184~4194304] 2024-07-29T16:07:04.783 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,29360128~8388608,54525952~33554432,104857600~20971520,130023424~8388608,142606336~4194304,155189248~8388608,176160768~8388608,192937984~4194304,226492416~37748736,268435456~8388608,281018368~12582912,306184192~8388608,318767104~16777216,339738624~4194304,348127232~12582912,364904448~12582912,381681664~4194304,390070272~8388608,402653184~4194304] 2024-07-29T16:07:04.786 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~8388608,29360128~12582912,54525952~33554432,104857600~46137344,155189248~8388608,176160768~12582912,192937984~4194304,226492416~37748736,268435456~25165824,306184192~79691776,390070272~16777216] 2024-07-29T16:07:04.787 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to 17 diff [12582912~4194304,29360128~8388608,50331648~37748736,104857600~20971520,130023424~16777216,155189248~8388608,176160768~8388608,192937984~4194304,226492416~37748736,268435456~8388608,281018368~12582912,306184192~8388608,318767104~16777216,339738624~4194304,348127232~12582912,364904448~12582912,381681664~16777216,402653184~4194304] 2024-07-29T16:07:04.787 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,29360128~8388608,50331648~37748736,104857600~20971520,130023424~16777216,155189248~8388608,176160768~8388608,192937984~4194304,226492416~37748736,268435456~8388608,281018368~12582912,306184192~8388608,318767104~16777216,339738624~4194304,348127232~12582912,364904448~12582912,381681664~16777216,402653184~4194304] 2024-07-29T16:07:04.790 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~8388608,29360128~12582912,50331648~37748736,104857600~46137344,155189248~8388608,176160768~12582912,192937984~4194304,226492416~37748736,268435456~29360128,306184192~100663296] 2024-07-29T16:07:04.790 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to 18 diff [12582912~4194304,25165824~12582912,50331648~37748736,104857600~20971520,130023424~16777216,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~37748736,268435456~8388608,281018368~12582912,297795584~16777216,318767104~25165824,348127232~12582912,364904448~12582912,381681664~16777216,402653184~4194304] 2024-07-29T16:07:04.790 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,25165824~12582912,50331648~37748736,104857600~20971520,130023424~16777216,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~37748736,268435456~8388608,281018368~12582912,297795584~16777216,318767104~25165824,348127232~12582912,364904448~12582912,381681664~16777216,402653184~4194304] 2024-07-29T16:07:04.794 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~8388608,25165824~16777216,50331648~37748736,104857600~46137344,155189248~8388608,176160768~12582912,192937984~4194304,213909504~8388608,226492416~37748736,268435456~138412032] 2024-07-29T16:07:04.794 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to 19 diff [12582912~4194304,25165824~12582912,50331648~46137344,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:04.794 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,25165824~12582912,50331648~46137344,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:04.798 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~8388608,25165824~16777216,50331648~46137344,104857600~46137344,155189248~8388608,176160768~12582912,192937984~4194304,213909504~8388608,226492416~37748736,268435456~146800640] 2024-07-29T16:07:04.798 INFO:tasks.workunit.client.0.smithi067.stdout:from 11 to 12 diff [134217728~8388608,192937984~4194304,226492416~8388608,243269632~4194304,268435456~8388608,281018368~8388608,327155712~8388608,339738624~4194304,364904448~8388608] 2024-07-29T16:07:04.798 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [134217728~8388608,192937984~4194304,226492416~8388608,243269632~4194304,268435456~8388608,281018368~8388608,327155712~8388608,339738624~4194304,364904448~8388608] 2024-07-29T16:07:04.800 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [134217728~8388608,192937984~4194304,226492416~8388608,243269632~4194304,268435456~8388608,281018368~8388608,327155712~20971520,364904448~8388608] 2024-07-29T16:07:04.800 INFO:tasks.workunit.client.0.smithi067.stdout:from 11 to 13 diff [29360128~8388608,71303168~8388608,83886080~4194304,104857600~4194304,121634816~8388608,134217728~8388608,176160768~4194304,192937984~4194304,226492416~8388608,243269632~12582912,268435456~8388608,281018368~8388608,306184192~4194304,327155712~8388608,339738624~4194304,348127232~8388608,364904448~8388608] 2024-07-29T16:07:04.800 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [29360128~8388608,71303168~8388608,83886080~4194304,104857600~4194304,121634816~8388608,134217728~8388608,176160768~4194304,192937984~4194304,226492416~8388608,243269632~12582912,268435456~8388608,281018368~8388608,306184192~4194304,327155712~8388608,339738624~4194304,348127232~8388608,364904448~8388608] 2024-07-29T16:07:04.801 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [29360128~8388608,71303168~16777216,104857600~4194304,121634816~8388608,134217728~8388608,176160768~4194304,192937984~4194304,226492416~8388608,243269632~12582912,268435456~8388608,281018368~8388608,306184192~4194304,327155712~29360128,364904448~8388608] 2024-07-29T16:07:04.801 INFO:tasks.workunit.client.0.smithi067.stdout:from 11 to 14 diff [29360128~8388608,67108864~12582912,83886080~4194304,104857600~20971520,134217728~12582912,176160768~4194304,192937984~4194304,226492416~8388608,243269632~12582912,268435456~8388608,281018368~12582912,306184192~4194304,327155712~8388608,339738624~4194304,348127232~12582912,364904448~8388608] 2024-07-29T16:07:04.802 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [29360128~8388608,67108864~12582912,83886080~4194304,104857600~20971520,134217728~12582912,176160768~4194304,192937984~4194304,226492416~8388608,243269632~12582912,268435456~8388608,281018368~12582912,306184192~4194304,327155712~8388608,339738624~4194304,348127232~12582912,364904448~8388608] 2024-07-29T16:07:04.804 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [29360128~8388608,67108864~20971520,104857600~25165824,134217728~16777216,176160768~4194304,192937984~4194304,226492416~8388608,243269632~12582912,268435456~25165824,306184192~4194304,327155712~50331648] 2024-07-29T16:07:04.804 INFO:tasks.workunit.client.0.smithi067.stdout:from 11 to 15 diff [29360128~8388608,67108864~12582912,83886080~4194304,104857600~20971520,130023424~8388608,142606336~4194304,155189248~8388608,176160768~4194304,192937984~4194304,226492416~8388608,243269632~12582912,268435456~8388608,281018368~12582912,306184192~8388608,327155712~8388608,339738624~4194304,348127232~12582912,364904448~12582912,390070272~8388608] 2024-07-29T16:07:04.804 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [29360128~8388608,67108864~12582912,83886080~4194304,104857600~20971520,130023424~8388608,142606336~4194304,155189248~8388608,176160768~4194304,192937984~4194304,226492416~8388608,243269632~12582912,268435456~8388608,281018368~12582912,306184192~8388608,327155712~8388608,339738624~4194304,348127232~12582912,364904448~12582912,390070272~8388608] 2024-07-29T16:07:04.807 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [29360128~12582912,67108864~20971520,104857600~46137344,155189248~8388608,176160768~4194304,192937984~4194304,226492416~8388608,243269632~12582912,268435456~25165824,306184192~12582912,327155712~54525952,390070272~12582912] 2024-07-29T16:07:04.807 INFO:tasks.workunit.client.0.smithi067.stdout:from 11 to 16 diff [29360128~8388608,58720256~29360128,104857600~20971520,130023424~8388608,142606336~4194304,155189248~8388608,176160768~8388608,192937984~4194304,226492416~29360128,268435456~8388608,281018368~12582912,306184192~8388608,318767104~16777216,339738624~4194304,348127232~12582912,364904448~12582912,381681664~4194304,390070272~8388608,402653184~4194304] 2024-07-29T16:07:04.807 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [29360128~8388608,58720256~29360128,104857600~20971520,130023424~8388608,142606336~4194304,155189248~8388608,176160768~8388608,192937984~4194304,226492416~29360128,268435456~8388608,281018368~12582912,306184192~8388608,318767104~16777216,339738624~4194304,348127232~12582912,364904448~12582912,381681664~4194304,390070272~8388608,402653184~4194304] 2024-07-29T16:07:04.810 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [29360128~12582912,58720256~29360128,104857600~46137344,155189248~8388608,176160768~12582912,192937984~4194304,226492416~29360128,268435456~25165824,306184192~79691776,390070272~16777216] 2024-07-29T16:07:04.810 INFO:tasks.workunit.client.0.smithi067.stdout:from 11 to 17 diff [29360128~8388608,50331648~4194304,58720256~29360128,104857600~20971520,130023424~16777216,155189248~8388608,176160768~8388608,192937984~4194304,226492416~29360128,268435456~8388608,281018368~12582912,306184192~8388608,318767104~16777216,339738624~4194304,348127232~12582912,364904448~12582912,381681664~16777216,402653184~4194304] 2024-07-29T16:07:04.810 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [29360128~8388608,50331648~4194304,58720256~29360128,104857600~20971520,130023424~16777216,155189248~8388608,176160768~8388608,192937984~4194304,226492416~29360128,268435456~8388608,281018368~12582912,306184192~8388608,318767104~16777216,339738624~4194304,348127232~12582912,364904448~12582912,381681664~16777216,402653184~4194304] 2024-07-29T16:07:04.813 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [29360128~12582912,50331648~37748736,104857600~46137344,155189248~8388608,176160768~12582912,192937984~4194304,226492416~29360128,268435456~29360128,306184192~100663296] 2024-07-29T16:07:04.813 INFO:tasks.workunit.client.0.smithi067.stdout:from 11 to 18 diff [25165824~12582912,50331648~4194304,58720256~29360128,104857600~20971520,130023424~16777216,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~29360128,268435456~8388608,281018368~12582912,297795584~16777216,318767104~25165824,348127232~12582912,364904448~12582912,381681664~16777216,402653184~4194304] 2024-07-29T16:07:04.813 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~12582912,50331648~4194304,58720256~29360128,104857600~20971520,130023424~16777216,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~29360128,268435456~8388608,281018368~12582912,297795584~16777216,318767104~25165824,348127232~12582912,364904448~12582912,381681664~16777216,402653184~4194304] 2024-07-29T16:07:04.816 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~16777216,50331648~37748736,104857600~46137344,155189248~8388608,176160768~12582912,192937984~4194304,213909504~8388608,226492416~29360128,268435456~138412032] 2024-07-29T16:07:04.816 INFO:tasks.workunit.client.0.smithi067.stdout:from 11 to 19 diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~29360128,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:04.816 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~29360128,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:04.820 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~16777216,50331648~46137344,104857600~46137344,155189248~8388608,176160768~12582912,192937984~4194304,213909504~8388608,226492416~29360128,268435456~146800640] 2024-07-29T16:07:04.820 INFO:tasks.workunit.client.0.smithi067.stdout:from 12 to 13 diff [29360128~8388608,71303168~8388608,83886080~4194304,104857600~4194304,121634816~8388608,176160768~4194304,247463936~8388608,306184192~4194304,348127232~8388608] 2024-07-29T16:07:04.820 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [29360128~8388608,71303168~8388608,83886080~4194304,104857600~4194304,121634816~8388608,176160768~4194304,247463936~8388608,306184192~4194304,348127232~8388608] 2024-07-29T16:07:04.821 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [29360128~8388608,71303168~16777216,104857600~4194304,121634816~8388608,176160768~4194304,247463936~8388608,306184192~4194304,348127232~8388608] 2024-07-29T16:07:04.822 INFO:tasks.workunit.client.0.smithi067.stdout:from 12 to 14 diff [29360128~8388608,67108864~12582912,83886080~4194304,104857600~20971520,142606336~4194304,176160768~4194304,247463936~8388608,268435456~8388608,281018368~8388608,306184192~4194304,327155712~8388608,348127232~12582912,369098752~4194304] 2024-07-29T16:07:04.822 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [29360128~8388608,67108864~12582912,83886080~4194304,104857600~20971520,142606336~4194304,176160768~4194304,247463936~8388608,268435456~8388608,281018368~8388608,306184192~4194304,327155712~8388608,348127232~12582912,369098752~4194304] 2024-07-29T16:07:04.823 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [29360128~8388608,67108864~20971520,104857600~25165824,142606336~8388608,176160768~4194304,247463936~8388608,268435456~25165824,306184192~4194304,327155712~12582912,348127232~16777216,369098752~8388608] 2024-07-29T16:07:04.823 INFO:tasks.workunit.client.0.smithi067.stdout:from 12 to 15 diff [29360128~8388608,67108864~12582912,83886080~4194304,104857600~20971520,130023424~8388608,142606336~4194304,155189248~8388608,176160768~4194304,247463936~8388608,268435456~8388608,281018368~8388608,306184192~8388608,327155712~8388608,348127232~12582912,369098752~8388608,390070272~8388608] 2024-07-29T16:07:04.823 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [29360128~8388608,67108864~12582912,83886080~4194304,104857600~20971520,130023424~8388608,142606336~4194304,155189248~8388608,176160768~4194304,247463936~8388608,268435456~8388608,281018368~8388608,306184192~8388608,327155712~8388608,348127232~12582912,369098752~8388608,390070272~8388608] 2024-07-29T16:07:04.826 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [29360128~12582912,67108864~20971520,104857600~46137344,155189248~8388608,176160768~4194304,247463936~8388608,268435456~25165824,306184192~12582912,327155712~12582912,348127232~16777216,369098752~12582912,390070272~12582912] 2024-07-29T16:07:04.826 INFO:tasks.workunit.client.0.smithi067.stdout:from 12 to 16 diff [29360128~8388608,58720256~29360128,104857600~20971520,130023424~8388608,142606336~4194304,155189248~8388608,176160768~8388608,234881024~8388608,247463936~8388608,268435456~8388608,281018368~8388608,306184192~8388608,318767104~16777216,348127232~12582912,369098752~8388608,381681664~4194304,390070272~8388608,402653184~4194304] 2024-07-29T16:07:04.826 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [29360128~8388608,58720256~29360128,104857600~20971520,130023424~8388608,142606336~4194304,155189248~8388608,176160768~8388608,234881024~8388608,247463936~8388608,268435456~8388608,281018368~8388608,306184192~8388608,318767104~16777216,348127232~12582912,369098752~8388608,381681664~4194304,390070272~8388608,402653184~4194304] 2024-07-29T16:07:04.827 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [29360128~12582912,58720256~29360128,104857600~46137344,155189248~8388608,176160768~12582912,234881024~8388608,247463936~8388608,268435456~25165824,306184192~33554432,348127232~16777216,369098752~16777216,390070272~16777216] 2024-07-29T16:07:04.827 INFO:tasks.workunit.client.0.smithi067.stdout:from 12 to 17 diff [29360128~8388608,50331648~4194304,58720256~29360128,104857600~20971520,130023424~16777216,155189248~8388608,176160768~8388608,234881024~8388608,247463936~8388608,268435456~8388608,281018368~12582912,306184192~8388608,318767104~16777216,348127232~12582912,369098752~8388608,381681664~16777216,402653184~4194304] 2024-07-29T16:07:04.828 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [29360128~8388608,50331648~4194304,58720256~29360128,104857600~20971520,130023424~16777216,155189248~8388608,176160768~8388608,234881024~8388608,247463936~8388608,268435456~8388608,281018368~12582912,306184192~8388608,318767104~16777216,348127232~12582912,369098752~8388608,381681664~16777216,402653184~4194304] 2024-07-29T16:07:04.830 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [29360128~12582912,50331648~37748736,104857600~46137344,155189248~8388608,176160768~12582912,234881024~8388608,247463936~8388608,268435456~29360128,306184192~33554432,348127232~16777216,369098752~37748736] 2024-07-29T16:07:04.830 INFO:tasks.workunit.client.0.smithi067.stdout:from 12 to 18 diff [25165824~12582912,50331648~4194304,58720256~29360128,104857600~20971520,130023424~16777216,155189248~8388608,176160768~8388608,213909504~8388608,230686720~25165824,268435456~8388608,281018368~12582912,297795584~16777216,318767104~20971520,348127232~12582912,369098752~8388608,381681664~16777216,402653184~4194304] 2024-07-29T16:07:04.830 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~12582912,50331648~4194304,58720256~29360128,104857600~20971520,130023424~16777216,155189248~8388608,176160768~8388608,213909504~8388608,230686720~25165824,268435456~8388608,281018368~12582912,297795584~16777216,318767104~20971520,348127232~12582912,369098752~8388608,381681664~16777216,402653184~4194304] 2024-07-29T16:07:04.833 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~16777216,50331648~37748736,104857600~46137344,155189248~8388608,176160768~12582912,213909504~8388608,230686720~25165824,268435456~75497472,348127232~16777216,369098752~37748736] 2024-07-29T16:07:04.833 INFO:tasks.workunit.client.0.smithi067.stdout:from 12 to 19 diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,176160768~8388608,213909504~8388608,230686720~25165824,268435456~8388608,281018368~12582912,297795584~41943040,348127232~12582912,369098752~8388608,381681664~16777216,402653184~12582912] 2024-07-29T16:07:04.833 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,176160768~8388608,213909504~8388608,230686720~25165824,268435456~8388608,281018368~12582912,297795584~41943040,348127232~12582912,369098752~8388608,381681664~16777216,402653184~12582912] 2024-07-29T16:07:04.836 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~16777216,50331648~46137344,104857600~46137344,155189248~8388608,176160768~12582912,213909504~8388608,230686720~25165824,268435456~75497472,348127232~16777216,369098752~46137344] 2024-07-29T16:07:04.836 INFO:tasks.workunit.client.0.smithi067.stdout:from 13 to 14 diff [67108864~8388608,104857600~20971520,142606336~4194304,268435456~8388608,281018368~8388608,327155712~8388608,352321536~8388608,369098752~4194304] 2024-07-29T16:07:04.837 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [67108864~8388608,104857600~20971520,142606336~4194304,268435456~8388608,281018368~8388608,327155712~8388608,352321536~8388608,369098752~4194304] 2024-07-29T16:07:04.838 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [67108864~8388608,104857600~20971520,142606336~8388608,268435456~25165824,327155712~12582912,352321536~12582912,369098752~8388608] 2024-07-29T16:07:04.838 INFO:tasks.workunit.client.0.smithi067.stdout:from 13 to 15 diff [33554432~4194304,67108864~12582912,104857600~20971520,130023424~8388608,142606336~4194304,155189248~8388608,268435456~8388608,281018368~8388608,306184192~8388608,327155712~8388608,352321536~8388608,369098752~8388608,390070272~8388608] 2024-07-29T16:07:04.838 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [33554432~4194304,67108864~12582912,104857600~20971520,130023424~8388608,142606336~4194304,155189248~8388608,268435456~8388608,281018368~8388608,306184192~8388608,327155712~8388608,352321536~8388608,369098752~8388608,390070272~8388608] 2024-07-29T16:07:04.840 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [33554432~8388608,67108864~16777216,104857600~20971520,130023424~20971520,155189248~8388608,268435456~25165824,306184192~12582912,327155712~12582912,352321536~12582912,369098752~12582912,390070272~12582912] 2024-07-29T16:07:04.840 INFO:tasks.workunit.client.0.smithi067.stdout:from 13 to 16 diff [33554432~4194304,58720256~25165824,104857600~20971520,130023424~8388608,142606336~4194304,155189248~8388608,180355072~4194304,234881024~8388608,268435456~8388608,281018368~8388608,306184192~8388608,318767104~16777216,352321536~8388608,369098752~8388608,381681664~4194304,390070272~8388608,402653184~4194304] 2024-07-29T16:07:04.840 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [33554432~4194304,58720256~25165824,104857600~20971520,130023424~8388608,142606336~4194304,155189248~8388608,180355072~4194304,234881024~8388608,268435456~8388608,281018368~8388608,306184192~8388608,318767104~16777216,352321536~8388608,369098752~8388608,381681664~4194304,390070272~8388608,402653184~4194304] 2024-07-29T16:07:04.842 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [33554432~8388608,58720256~25165824,104857600~20971520,130023424~20971520,155189248~8388608,180355072~8388608,234881024~8388608,268435456~25165824,306184192~33554432,352321536~12582912,369098752~16777216,390070272~16777216] 2024-07-29T16:07:04.842 INFO:tasks.workunit.client.0.smithi067.stdout:from 13 to 17 diff [33554432~4194304,50331648~4194304,58720256~29360128,104857600~20971520,130023424~16777216,155189248~8388608,180355072~4194304,234881024~8388608,268435456~8388608,281018368~12582912,306184192~8388608,318767104~16777216,352321536~8388608,369098752~8388608,381681664~16777216,402653184~4194304] 2024-07-29T16:07:04.842 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [33554432~4194304,50331648~4194304,58720256~29360128,104857600~20971520,130023424~16777216,155189248~8388608,180355072~4194304,234881024~8388608,268435456~8388608,281018368~12582912,306184192~8388608,318767104~16777216,352321536~8388608,369098752~8388608,381681664~16777216,402653184~4194304] 2024-07-29T16:07:04.844 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [33554432~8388608,50331648~37748736,104857600~20971520,130023424~20971520,155189248~8388608,180355072~8388608,234881024~8388608,268435456~29360128,306184192~33554432,352321536~12582912,369098752~37748736] 2024-07-29T16:07:04.844 INFO:tasks.workunit.client.0.smithi067.stdout:from 13 to 18 diff [25165824~12582912,50331648~4194304,58720256~29360128,104857600~20971520,130023424~16777216,155189248~8388608,180355072~4194304,213909504~8388608,230686720~16777216,268435456~8388608,281018368~12582912,297795584~16777216,318767104~20971520,352321536~8388608,369098752~8388608,381681664~16777216,402653184~4194304] 2024-07-29T16:07:04.844 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~12582912,50331648~4194304,58720256~29360128,104857600~20971520,130023424~16777216,155189248~8388608,180355072~4194304,213909504~8388608,230686720~16777216,268435456~8388608,281018368~12582912,297795584~16777216,318767104~20971520,352321536~8388608,369098752~8388608,381681664~16777216,402653184~4194304] 2024-07-29T16:07:04.847 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~16777216,50331648~37748736,104857600~20971520,130023424~20971520,155189248~8388608,180355072~8388608,213909504~8388608,230686720~16777216,268435456~75497472,352321536~12582912,369098752~37748736] 2024-07-29T16:07:04.847 INFO:tasks.workunit.client.0.smithi067.stdout:from 13 to 19 diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,180355072~4194304,213909504~8388608,230686720~16777216,268435456~8388608,281018368~12582912,297795584~41943040,352321536~8388608,369098752~8388608,381681664~16777216,402653184~12582912] 2024-07-29T16:07:04.847 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,180355072~4194304,213909504~8388608,230686720~16777216,268435456~8388608,281018368~12582912,297795584~41943040,352321536~8388608,369098752~8388608,381681664~16777216,402653184~12582912] 2024-07-29T16:07:04.850 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~16777216,50331648~46137344,104857600~46137344,155189248~8388608,180355072~8388608,213909504~8388608,230686720~16777216,268435456~75497472,352321536~12582912,369098752~46137344] 2024-07-29T16:07:04.850 INFO:tasks.workunit.client.0.smithi067.stdout:from 14 to 15 diff [33554432~4194304,71303168~8388608,130023424~8388608,155189248~8388608,268435456~4194304,306184192~8388608,352321536~8388608,373293056~8388608,390070272~8388608] 2024-07-29T16:07:04.850 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [33554432~4194304,71303168~8388608,130023424~8388608,155189248~8388608,268435456~4194304,306184192~8388608,352321536~8388608,373293056~8388608,390070272~8388608] 2024-07-29T16:07:04.851 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [33554432~8388608,71303168~12582912,130023424~12582912,155189248~8388608,268435456~8388608,306184192~12582912,352321536~12582912,373293056~8388608,390070272~12582912] 2024-07-29T16:07:04.851 INFO:tasks.workunit.client.0.smithi067.stdout:from 14 to 16 diff [33554432~4194304,58720256~8388608,71303168~12582912,130023424~8388608,155189248~8388608,180355072~4194304,234881024~8388608,268435456~4194304,306184192~8388608,318767104~8388608,352321536~8388608,373293056~12582912,390070272~8388608,402653184~4194304] 2024-07-29T16:07:04.851 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [33554432~4194304,58720256~8388608,71303168~12582912,130023424~8388608,155189248~8388608,180355072~4194304,234881024~8388608,268435456~4194304,306184192~8388608,318767104~8388608,352321536~8388608,373293056~12582912,390070272~8388608,402653184~4194304] 2024-07-29T16:07:04.853 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [33554432~8388608,58720256~8388608,71303168~12582912,130023424~12582912,155189248~8388608,180355072~8388608,234881024~8388608,268435456~8388608,306184192~20971520,352321536~12582912,373293056~12582912,390070272~16777216] 2024-07-29T16:07:04.853 INFO:tasks.workunit.client.0.smithi067.stdout:from 14 to 17 diff [33554432~4194304,50331648~4194304,58720256~8388608,71303168~16777216,109051904~8388608,130023424~12582912,155189248~8388608,180355072~4194304,234881024~8388608,268435456~4194304,289406976~4194304,306184192~8388608,318767104~8388608,352321536~8388608,373293056~25165824,402653184~4194304] 2024-07-29T16:07:04.853 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [33554432~4194304,50331648~4194304,58720256~8388608,71303168~16777216,109051904~8388608,130023424~12582912,155189248~8388608,180355072~4194304,234881024~8388608,268435456~4194304,289406976~4194304,306184192~8388608,318767104~8388608,352321536~8388608,373293056~25165824,402653184~4194304] 2024-07-29T16:07:04.855 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [33554432~8388608,50331648~16777216,71303168~16777216,109051904~12582912,130023424~16777216,155189248~8388608,180355072~8388608,234881024~8388608,268435456~8388608,289406976~8388608,306184192~20971520,352321536~12582912,373293056~33554432] 2024-07-29T16:07:04.855 INFO:tasks.workunit.client.0.smithi067.stdout:from 14 to 18 diff [25165824~12582912,50331648~4194304,58720256~8388608,71303168~16777216,104857600~12582912,130023424~12582912,155189248~8388608,180355072~4194304,213909504~8388608,230686720~16777216,268435456~4194304,289406976~4194304,297795584~16777216,318767104~8388608,335544320~4194304,352321536~8388608,373293056~25165824,402653184~4194304] 2024-07-29T16:07:04.855 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~12582912,50331648~4194304,58720256~8388608,71303168~16777216,104857600~12582912,130023424~12582912,155189248~8388608,180355072~4194304,213909504~8388608,230686720~16777216,268435456~4194304,289406976~4194304,297795584~16777216,318767104~8388608,335544320~4194304,352321536~8388608,373293056~25165824,402653184~4194304] 2024-07-29T16:07:04.857 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~16777216,50331648~16777216,71303168~16777216,104857600~16777216,130023424~16777216,155189248~8388608,180355072~8388608,213909504~8388608,230686720~16777216,268435456~8388608,289406976~37748736,335544320~8388608,352321536~12582912,373293056~33554432] 2024-07-29T16:07:04.857 INFO:tasks.workunit.client.0.smithi067.stdout:from 14 to 19 diff [25165824~12582912,50331648~4194304,58720256~8388608,71303168~25165824,104857600~12582912,125829120~16777216,155189248~8388608,180355072~4194304,213909504~8388608,230686720~16777216,268435456~4194304,289406976~4194304,297795584~29360128,335544320~4194304,352321536~8388608,373293056~25165824,402653184~12582912] 2024-07-29T16:07:04.857 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~12582912,50331648~4194304,58720256~8388608,71303168~25165824,104857600~12582912,125829120~16777216,155189248~8388608,180355072~4194304,213909504~8388608,230686720~16777216,268435456~4194304,289406976~4194304,297795584~29360128,335544320~4194304,352321536~8388608,373293056~25165824,402653184~12582912] 2024-07-29T16:07:04.859 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~16777216,50331648~16777216,71303168~25165824,104857600~16777216,125829120~20971520,155189248~8388608,180355072~8388608,213909504~8388608,230686720~16777216,268435456~8388608,289406976~37748736,335544320~8388608,352321536~12582912,373293056~41943040] 2024-07-29T16:07:04.859 INFO:tasks.workunit.client.0.smithi067.stdout:from 15 to 16 diff [58720256~8388608,79691776~4194304,130023424~4194304,138412032~4194304,180355072~4194304,234881024~8388608,318767104~8388608,381681664~4194304,402653184~4194304] 2024-07-29T16:07:04.859 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [58720256~8388608,79691776~4194304,130023424~4194304,138412032~4194304,180355072~4194304,234881024~8388608,318767104~8388608,381681664~4194304,402653184~4194304] 2024-07-29T16:07:04.860 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [58720256~8388608,79691776~4194304,130023424~4194304,138412032~4194304,180355072~8388608,234881024~8388608,318767104~8388608,381681664~4194304,402653184~4194304] 2024-07-29T16:07:04.860 INFO:tasks.workunit.client.0.smithi067.stdout:from 15 to 17 diff [50331648~4194304,58720256~8388608,79691776~8388608,109051904~8388608,130023424~12582912,180355072~4194304,234881024~8388608,268435456~4194304,289406976~4194304,318767104~8388608,373293056~16777216,402653184~4194304] 2024-07-29T16:07:04.860 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [50331648~4194304,58720256~8388608,79691776~8388608,109051904~8388608,130023424~12582912,180355072~4194304,234881024~8388608,268435456~4194304,289406976~4194304,318767104~8388608,373293056~16777216,402653184~4194304] 2024-07-29T16:07:04.862 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [50331648~16777216,79691776~8388608,109051904~12582912,130023424~16777216,180355072~8388608,234881024~8388608,268435456~4194304,289406976~8388608,318767104~8388608,373293056~16777216,402653184~4194304] 2024-07-29T16:07:04.862 INFO:tasks.workunit.client.0.smithi067.stdout:from 15 to 18 diff [25165824~8388608,50331648~4194304,58720256~8388608,79691776~8388608,104857600~12582912,130023424~12582912,180355072~4194304,213909504~8388608,230686720~16777216,268435456~4194304,289406976~4194304,297795584~8388608,318767104~8388608,335544320~4194304,373293056~16777216,402653184~4194304] 2024-07-29T16:07:04.862 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~8388608,50331648~4194304,58720256~8388608,79691776~8388608,104857600~12582912,130023424~12582912,180355072~4194304,213909504~8388608,230686720~16777216,268435456~4194304,289406976~4194304,297795584~8388608,318767104~8388608,335544320~4194304,373293056~16777216,402653184~4194304] 2024-07-29T16:07:04.863 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~12582912,50331648~16777216,79691776~8388608,104857600~16777216,130023424~16777216,180355072~8388608,213909504~8388608,230686720~16777216,268435456~4194304,289406976~16777216,318767104~8388608,335544320~8388608,373293056~16777216,402653184~4194304] 2024-07-29T16:07:04.863 INFO:tasks.workunit.client.0.smithi067.stdout:from 15 to 19 diff [25165824~8388608,50331648~4194304,58720256~8388608,75497472~20971520,104857600~12582912,125829120~16777216,180355072~4194304,213909504~8388608,230686720~16777216,268435456~4194304,289406976~4194304,297795584~8388608,314572800~12582912,335544320~4194304,373293056~16777216,402653184~12582912] 2024-07-29T16:07:04.863 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~8388608,50331648~4194304,58720256~8388608,75497472~20971520,104857600~12582912,125829120~16777216,180355072~4194304,213909504~8388608,230686720~16777216,268435456~4194304,289406976~4194304,297795584~8388608,314572800~12582912,335544320~4194304,373293056~16777216,402653184~12582912] 2024-07-29T16:07:04.865 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~12582912,50331648~16777216,75497472~20971520,104857600~16777216,125829120~20971520,180355072~8388608,213909504~8388608,230686720~16777216,268435456~4194304,289406976~16777216,314572800~12582912,335544320~8388608,373293056~16777216,402653184~12582912] 2024-07-29T16:07:04.865 INFO:tasks.workunit.client.0.smithi067.stdout:from 16 to 17 diff [50331648~4194304,58720256~8388608,79691776~8388608,109051904~8388608,134217728~8388608,268435456~4194304,289406976~4194304,373293056~8388608,385875968~4194304] 2024-07-29T16:07:04.865 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [50331648~4194304,58720256~8388608,79691776~8388608,109051904~8388608,134217728~8388608,268435456~4194304,289406976~4194304,373293056~8388608,385875968~4194304] 2024-07-29T16:07:04.866 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [50331648~16777216,79691776~8388608,109051904~12582912,134217728~12582912,268435456~4194304,289406976~8388608,373293056~8388608,385875968~4194304] 2024-07-29T16:07:04.866 INFO:tasks.workunit.client.0.smithi067.stdout:from 16 to 18 diff [25165824~8388608,50331648~4194304,58720256~8388608,79691776~8388608,104857600~12582912,134217728~8388608,213909504~8388608,230686720~16777216,268435456~4194304,289406976~4194304,297795584~8388608,335544320~4194304,373293056~8388608,385875968~4194304] 2024-07-29T16:07:04.866 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~8388608,50331648~4194304,58720256~8388608,79691776~8388608,104857600~12582912,134217728~8388608,213909504~8388608,230686720~16777216,268435456~4194304,289406976~4194304,297795584~8388608,335544320~4194304,373293056~8388608,385875968~4194304] 2024-07-29T16:07:04.868 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~12582912,50331648~16777216,79691776~8388608,104857600~16777216,134217728~12582912,213909504~8388608,230686720~16777216,268435456~4194304,289406976~16777216,335544320~8388608,373293056~8388608,385875968~4194304] 2024-07-29T16:07:04.868 INFO:tasks.workunit.client.0.smithi067.stdout:from 16 to 19 diff [25165824~8388608,50331648~4194304,58720256~8388608,75497472~20971520,104857600~12582912,125829120~16777216,213909504~8388608,230686720~16777216,268435456~4194304,289406976~4194304,297795584~8388608,314572800~12582912,335544320~4194304,373293056~8388608,385875968~4194304,402653184~12582912] 2024-07-29T16:07:04.868 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~8388608,50331648~4194304,58720256~8388608,75497472~20971520,104857600~12582912,125829120~16777216,213909504~8388608,230686720~16777216,268435456~4194304,289406976~4194304,297795584~8388608,314572800~12582912,335544320~4194304,373293056~8388608,385875968~4194304,402653184~12582912] 2024-07-29T16:07:04.869 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~12582912,50331648~16777216,75497472~20971520,104857600~16777216,125829120~20971520,213909504~8388608,230686720~16777216,268435456~4194304,289406976~16777216,314572800~12582912,335544320~8388608,373293056~8388608,385875968~4194304,402653184~12582912] 2024-07-29T16:07:04.869 INFO:tasks.workunit.client.0.smithi067.stdout:from 17 to 18 diff [25165824~8388608,104857600~8388608,213909504~8388608,230686720~16777216,297795584~8388608,335544320~4194304,377487360~4194304] 2024-07-29T16:07:04.870 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~8388608,104857600~8388608,213909504~8388608,230686720~16777216,297795584~8388608,335544320~4194304,377487360~4194304] 2024-07-29T16:07:04.870 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~12582912,104857600~8388608,213909504~8388608,230686720~16777216,297795584~8388608,335544320~8388608,377487360~4194304] 2024-07-29T16:07:04.870 INFO:tasks.workunit.client.0.smithi067.stdout:from 17 to 19 diff [25165824~8388608,75497472~12582912,92274688~4194304,104857600~8388608,125829120~8388608,213909504~8388608,230686720~16777216,297795584~8388608,314572800~12582912,335544320~4194304,377487360~4194304,402653184~12582912] 2024-07-29T16:07:04.870 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~8388608,75497472~12582912,92274688~4194304,104857600~8388608,125829120~8388608,213909504~8388608,230686720~16777216,297795584~8388608,314572800~12582912,335544320~4194304,377487360~4194304,402653184~12582912] 2024-07-29T16:07:04.871 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~12582912,75497472~20971520,104857600~8388608,125829120~8388608,213909504~8388608,230686720~16777216,297795584~8388608,314572800~12582912,335544320~8388608,377487360~4194304,402653184~12582912] 2024-07-29T16:07:04.871 INFO:tasks.workunit.client.0.smithi067.stdout:from 18 to 19 diff [75497472~12582912,92274688~4194304,125829120~8388608,314572800~12582912,402653184~12582912] 2024-07-29T16:07:04.871 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [75497472~12582912,92274688~4194304,125829120~8388608,314572800~12582912,402653184~12582912] 2024-07-29T16:07:04.872 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [75497472~20971520,125829120~8388608,314572800~12582912,402653184~12582912] 2024-07-29T16:07:05.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:05 smithi067 ceph-mon[91995]: osdmap e2183: 8 total, 8 up, 8 in 2024-07-29T16:07:05.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:07:05.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:07:05.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:07:05.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:07:05.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:05 smithi067 ceph-mon[94375]: osdmap e2183: 8 total, 8 up, 8 in 2024-07-29T16:07:05.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:07:05.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:07:05.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:07:05.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:07:05.545 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:05.546 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:05.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:05 smithi138 ceph-mon[86438]: osdmap e2183: 8 total, 8 up, 8 in 2024-07-29T16:07:05.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:07:05.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:07:05.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:07:05.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:07:05.573 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~163577856,171966464~243269632] 2024-07-29T16:07:05.573 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:05.573 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:05.581 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:05.581 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to HEAD diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:05.581 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:05.588 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:05.588 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to HEAD diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:05.588 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:05.594 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:05.594 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to HEAD diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,264241152~96468992,364904448~50331648] 2024-07-29T16:07:05.595 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,264241152~96468992,364904448~50331648] 2024-07-29T16:07:05.600 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~16777216,226492416~188743680] 2024-07-29T16:07:05.601 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to HEAD diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:05.601 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:05.607 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~16777216,226492416~37748736,268435456~146800640] 2024-07-29T16:07:05.607 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to HEAD diff [0~4194304,12582912~33554432,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:05.607 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~33554432,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:05.612 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~29360128,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:05.612 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to HEAD diff [0~4194304,12582912~4194304,20971520~25165824,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:05.612 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~25165824,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:05.618 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~29360128,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:05.618 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to HEAD diff [0~4194304,12582912~4194304,20971520~20971520,50331648~50331648,104857600~41943040,155189248~8388608,171966464~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~62914560,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:05.618 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~20971520,50331648~50331648,104857600~41943040,155189248~8388608,171966464~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~62914560,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:05.622 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:05.622 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to HEAD diff [12582912~4194304,20971520~16777216,50331648~50331648,104857600~41943040,155189248~8388608,176160768~8388608,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:05.622 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,20971520~16777216,50331648~50331648,104857600~41943040,155189248~8388608,176160768~8388608,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:05.627 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~29360128,50331648~100663296,155189248~8388608,176160768~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:05.627 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to HEAD diff [12582912~4194304,25165824~12582912,50331648~46137344,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:05.627 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,25165824~12582912,50331648~46137344,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:05.631 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~8388608,25165824~16777216,50331648~46137344,104857600~46137344,155189248~8388608,176160768~12582912,192937984~4194304,213909504~8388608,226492416~37748736,268435456~146800640] 2024-07-29T16:07:05.631 INFO:tasks.workunit.client.0.smithi067.stdout:from 11 to HEAD diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~29360128,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:05.631 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~29360128,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:05.635 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~16777216,50331648~46137344,104857600~46137344,155189248~8388608,176160768~12582912,192937984~4194304,213909504~8388608,226492416~29360128,268435456~146800640] 2024-07-29T16:07:05.635 INFO:tasks.workunit.client.0.smithi067.stdout:from 12 to HEAD diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,176160768~8388608,213909504~8388608,230686720~25165824,268435456~8388608,281018368~12582912,297795584~41943040,348127232~12582912,369098752~8388608,381681664~16777216,402653184~12582912] 2024-07-29T16:07:05.635 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,176160768~8388608,213909504~8388608,230686720~25165824,268435456~8388608,281018368~12582912,297795584~41943040,348127232~12582912,369098752~8388608,381681664~16777216,402653184~12582912] 2024-07-29T16:07:05.639 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~16777216,50331648~46137344,104857600~46137344,155189248~8388608,176160768~12582912,213909504~8388608,230686720~25165824,268435456~75497472,348127232~16777216,369098752~46137344] 2024-07-29T16:07:05.639 INFO:tasks.workunit.client.0.smithi067.stdout:from 13 to HEAD diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,180355072~4194304,213909504~8388608,230686720~16777216,268435456~8388608,281018368~12582912,297795584~41943040,352321536~8388608,369098752~8388608,381681664~16777216,402653184~12582912] 2024-07-29T16:07:05.639 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,180355072~4194304,213909504~8388608,230686720~16777216,268435456~8388608,281018368~12582912,297795584~41943040,352321536~8388608,369098752~8388608,381681664~16777216,402653184~12582912] 2024-07-29T16:07:05.641 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~16777216,50331648~46137344,104857600~46137344,155189248~8388608,180355072~8388608,213909504~8388608,230686720~16777216,268435456~75497472,352321536~12582912,369098752~46137344] 2024-07-29T16:07:05.641 INFO:tasks.workunit.client.0.smithi067.stdout:from 14 to HEAD diff [25165824~12582912,50331648~4194304,58720256~8388608,71303168~25165824,104857600~12582912,125829120~16777216,155189248~8388608,180355072~4194304,213909504~8388608,230686720~16777216,268435456~4194304,289406976~4194304,297795584~29360128,335544320~4194304,352321536~8388608,373293056~25165824,402653184~12582912] 2024-07-29T16:07:05.641 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~12582912,50331648~4194304,58720256~8388608,71303168~25165824,104857600~12582912,125829120~16777216,155189248~8388608,180355072~4194304,213909504~8388608,230686720~16777216,268435456~4194304,289406976~4194304,297795584~29360128,335544320~4194304,352321536~8388608,373293056~25165824,402653184~12582912] 2024-07-29T16:07:05.643 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~16777216,50331648~16777216,71303168~25165824,104857600~16777216,125829120~20971520,155189248~8388608,180355072~8388608,213909504~8388608,230686720~16777216,268435456~8388608,289406976~37748736,335544320~8388608,352321536~12582912,373293056~41943040] 2024-07-29T16:07:05.643 INFO:tasks.workunit.client.0.smithi067.stdout:from 15 to HEAD diff [25165824~8388608,50331648~4194304,58720256~8388608,75497472~20971520,104857600~12582912,125829120~16777216,180355072~4194304,213909504~8388608,230686720~16777216,268435456~4194304,289406976~4194304,297795584~8388608,314572800~12582912,335544320~4194304,373293056~16777216,402653184~12582912] 2024-07-29T16:07:05.643 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~8388608,50331648~4194304,58720256~8388608,75497472~20971520,104857600~12582912,125829120~16777216,180355072~4194304,213909504~8388608,230686720~16777216,268435456~4194304,289406976~4194304,297795584~8388608,314572800~12582912,335544320~4194304,373293056~16777216,402653184~12582912] 2024-07-29T16:07:05.645 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~12582912,50331648~16777216,75497472~20971520,104857600~16777216,125829120~20971520,180355072~8388608,213909504~8388608,230686720~16777216,268435456~4194304,289406976~16777216,314572800~12582912,335544320~8388608,373293056~16777216,402653184~12582912] 2024-07-29T16:07:05.645 INFO:tasks.workunit.client.0.smithi067.stdout:from 16 to HEAD diff [25165824~8388608,50331648~4194304,58720256~8388608,75497472~20971520,104857600~12582912,125829120~16777216,213909504~8388608,230686720~16777216,268435456~4194304,289406976~4194304,297795584~8388608,314572800~12582912,335544320~4194304,373293056~8388608,385875968~4194304,402653184~12582912] 2024-07-29T16:07:05.645 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~8388608,50331648~4194304,58720256~8388608,75497472~20971520,104857600~12582912,125829120~16777216,213909504~8388608,230686720~16777216,268435456~4194304,289406976~4194304,297795584~8388608,314572800~12582912,335544320~4194304,373293056~8388608,385875968~4194304,402653184~12582912] 2024-07-29T16:07:05.647 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~12582912,50331648~16777216,75497472~20971520,104857600~16777216,125829120~20971520,213909504~8388608,230686720~16777216,268435456~4194304,289406976~16777216,314572800~12582912,335544320~8388608,373293056~8388608,385875968~4194304,402653184~12582912] 2024-07-29T16:07:05.647 INFO:tasks.workunit.client.0.smithi067.stdout:from 17 to HEAD diff [25165824~8388608,75497472~12582912,92274688~4194304,104857600~8388608,125829120~8388608,213909504~8388608,230686720~16777216,297795584~8388608,314572800~12582912,335544320~4194304,377487360~4194304,402653184~12582912] 2024-07-29T16:07:05.647 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~8388608,75497472~12582912,92274688~4194304,104857600~8388608,125829120~8388608,213909504~8388608,230686720~16777216,297795584~8388608,314572800~12582912,335544320~4194304,377487360~4194304,402653184~12582912] 2024-07-29T16:07:05.648 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~12582912,75497472~20971520,104857600~8388608,125829120~8388608,213909504~8388608,230686720~16777216,297795584~8388608,314572800~12582912,335544320~8388608,377487360~4194304,402653184~12582912] 2024-07-29T16:07:06.571 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:06.571 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:06.600 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~163577856,171966464~243269632] 2024-07-29T16:07:06.600 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:06.600 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:06.607 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:06.607 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to HEAD diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:06.607 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:06.614 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:06.614 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to HEAD diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:06.614 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:06.621 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:06.621 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to HEAD diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,264241152~96468992,364904448~50331648] 2024-07-29T16:07:06.621 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,264241152~96468992,364904448~50331648] 2024-07-29T16:07:06.627 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~16777216,226492416~188743680] 2024-07-29T16:07:06.627 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to HEAD diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:06.627 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:06.633 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~16777216,226492416~37748736,268435456~146800640] 2024-07-29T16:07:06.633 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to HEAD diff [0~4194304,12582912~33554432,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:06.633 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~33554432,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:06.638 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~29360128,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:06.638 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to HEAD diff [0~4194304,12582912~4194304,20971520~25165824,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:06.638 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~25165824,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:06.642 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~29360128,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:06.642 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to HEAD diff [0~4194304,12582912~4194304,20971520~20971520,50331648~50331648,104857600~41943040,155189248~8388608,171966464~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~62914560,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:06.642 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~20971520,50331648~50331648,104857600~41943040,155189248~8388608,171966464~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~62914560,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:06.647 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:06.647 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to HEAD diff [12582912~4194304,20971520~16777216,50331648~50331648,104857600~41943040,155189248~8388608,176160768~8388608,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:06.648 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,20971520~16777216,50331648~50331648,104857600~41943040,155189248~8388608,176160768~8388608,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:06.652 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~29360128,50331648~100663296,155189248~8388608,176160768~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:06.652 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to HEAD diff [12582912~4194304,25165824~12582912,50331648~46137344,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:06.652 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,25165824~12582912,50331648~46137344,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:06.656 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~8388608,25165824~16777216,50331648~46137344,104857600~46137344,155189248~8388608,176160768~12582912,192937984~4194304,213909504~8388608,226492416~37748736,268435456~146800640] 2024-07-29T16:07:06.656 INFO:tasks.workunit.client.0.smithi067.stdout:from 11 to HEAD diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~29360128,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:06.656 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~29360128,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:06.659 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~16777216,50331648~46137344,104857600~46137344,155189248~8388608,176160768~12582912,192937984~4194304,213909504~8388608,226492416~29360128,268435456~146800640] 2024-07-29T16:07:06.659 INFO:tasks.workunit.client.0.smithi067.stdout:from 12 to HEAD diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,176160768~8388608,213909504~8388608,230686720~25165824,268435456~8388608,281018368~12582912,297795584~41943040,348127232~12582912,369098752~8388608,381681664~16777216,402653184~12582912] 2024-07-29T16:07:06.659 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,176160768~8388608,213909504~8388608,230686720~25165824,268435456~8388608,281018368~12582912,297795584~41943040,348127232~12582912,369098752~8388608,381681664~16777216,402653184~12582912] 2024-07-29T16:07:06.662 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~16777216,50331648~46137344,104857600~46137344,155189248~8388608,176160768~12582912,213909504~8388608,230686720~25165824,268435456~75497472,348127232~16777216,369098752~46137344] 2024-07-29T16:07:06.662 INFO:tasks.workunit.client.0.smithi067.stdout:from 13 to HEAD diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,180355072~4194304,213909504~8388608,230686720~16777216,268435456~8388608,281018368~12582912,297795584~41943040,352321536~8388608,369098752~8388608,381681664~16777216,402653184~12582912] 2024-07-29T16:07:06.662 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,180355072~4194304,213909504~8388608,230686720~16777216,268435456~8388608,281018368~12582912,297795584~41943040,352321536~8388608,369098752~8388608,381681664~16777216,402653184~12582912] 2024-07-29T16:07:06.665 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~16777216,50331648~46137344,104857600~46137344,155189248~8388608,180355072~8388608,213909504~8388608,230686720~16777216,268435456~75497472,352321536~12582912,369098752~46137344] 2024-07-29T16:07:06.665 INFO:tasks.workunit.client.0.smithi067.stdout:from 14 to HEAD diff [25165824~12582912,50331648~4194304,58720256~8388608,71303168~25165824,104857600~12582912,125829120~16777216,155189248~8388608,180355072~4194304,213909504~8388608,230686720~16777216,268435456~4194304,289406976~4194304,297795584~29360128,335544320~4194304,352321536~8388608,373293056~25165824,402653184~12582912] 2024-07-29T16:07:06.665 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~12582912,50331648~4194304,58720256~8388608,71303168~25165824,104857600~12582912,125829120~16777216,155189248~8388608,180355072~4194304,213909504~8388608,230686720~16777216,268435456~4194304,289406976~4194304,297795584~29360128,335544320~4194304,352321536~8388608,373293056~25165824,402653184~12582912] 2024-07-29T16:07:06.667 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~16777216,50331648~16777216,71303168~25165824,104857600~16777216,125829120~20971520,155189248~8388608,180355072~8388608,213909504~8388608,230686720~16777216,268435456~8388608,289406976~37748736,335544320~8388608,352321536~12582912,373293056~41943040] 2024-07-29T16:07:06.667 INFO:tasks.workunit.client.0.smithi067.stdout:from 15 to HEAD diff [25165824~8388608,50331648~4194304,58720256~8388608,75497472~20971520,104857600~12582912,125829120~16777216,180355072~4194304,213909504~8388608,230686720~16777216,268435456~4194304,289406976~4194304,297795584~8388608,314572800~12582912,335544320~4194304,373293056~16777216,402653184~12582912] 2024-07-29T16:07:06.667 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~8388608,50331648~4194304,58720256~8388608,75497472~20971520,104857600~12582912,125829120~16777216,180355072~4194304,213909504~8388608,230686720~16777216,268435456~4194304,289406976~4194304,297795584~8388608,314572800~12582912,335544320~4194304,373293056~16777216,402653184~12582912] 2024-07-29T16:07:06.668 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~12582912,50331648~16777216,75497472~20971520,104857600~16777216,125829120~20971520,180355072~8388608,213909504~8388608,230686720~16777216,268435456~4194304,289406976~16777216,314572800~12582912,335544320~8388608,373293056~16777216,402653184~12582912] 2024-07-29T16:07:06.669 INFO:tasks.workunit.client.0.smithi067.stdout:from 16 to HEAD diff [25165824~8388608,50331648~4194304,58720256~8388608,75497472~20971520,104857600~12582912,125829120~16777216,213909504~8388608,230686720~16777216,268435456~4194304,289406976~4194304,297795584~8388608,314572800~12582912,335544320~4194304,373293056~8388608,385875968~4194304,402653184~12582912] 2024-07-29T16:07:06.669 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~8388608,50331648~4194304,58720256~8388608,75497472~20971520,104857600~12582912,125829120~16777216,213909504~8388608,230686720~16777216,268435456~4194304,289406976~4194304,297795584~8388608,314572800~12582912,335544320~4194304,373293056~8388608,385875968~4194304,402653184~12582912] 2024-07-29T16:07:06.669 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~12582912,50331648~16777216,75497472~20971520,104857600~16777216,125829120~20971520,213909504~8388608,230686720~16777216,268435456~4194304,289406976~16777216,314572800~12582912,335544320~8388608,373293056~8388608,385875968~4194304,402653184~12582912] 2024-07-29T16:07:06.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:06 smithi138 ceph-mon[86438]: pgmap v3760: 137 pgs: 137 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 348 KiB/s rd, 42 MiB/s wr, 580 op/s 2024-07-29T16:07:06.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:06 smithi138 ceph-mon[86438]: osdmap e2184: 8 total, 8 up, 8 in 2024-07-29T16:07:06.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:06 smithi067 ceph-mon[91995]: pgmap v3760: 137 pgs: 137 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 348 KiB/s rd, 42 MiB/s wr, 580 op/s 2024-07-29T16:07:06.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:06 smithi067 ceph-mon[91995]: osdmap e2184: 8 total, 8 up, 8 in 2024-07-29T16:07:06.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:06 smithi067 ceph-mon[94375]: pgmap v3760: 137 pgs: 137 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 348 KiB/s rd, 42 MiB/s wr, 580 op/s 2024-07-29T16:07:06.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:06 smithi067 ceph-mon[94375]: osdmap e2184: 8 total, 8 up, 8 in 2024-07-29T16:07:07.579 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:07.579 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:07.608 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~163577856,171966464~243269632] 2024-07-29T16:07:07.608 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:07.609 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:07.616 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:07.616 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to HEAD diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:07.616 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:07.622 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:07.622 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to HEAD diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:07.622 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:07.627 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:07.628 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to HEAD diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,264241152~96468992,364904448~50331648] 2024-07-29T16:07:07.628 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,264241152~96468992,364904448~50331648] 2024-07-29T16:07:07.633 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~16777216,226492416~188743680] 2024-07-29T16:07:07.633 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to HEAD diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:07.633 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:07.638 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~16777216,226492416~37748736,268435456~146800640] 2024-07-29T16:07:07.638 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to HEAD diff [0~4194304,12582912~33554432,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:07.638 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~33554432,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:07.643 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~29360128,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:07.643 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to HEAD diff [0~4194304,12582912~4194304,20971520~25165824,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:07.643 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~25165824,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:07.647 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~29360128,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:07.647 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to HEAD diff [0~4194304,12582912~4194304,20971520~20971520,50331648~50331648,104857600~41943040,155189248~8388608,171966464~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~62914560,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:07.648 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~20971520,50331648~50331648,104857600~41943040,155189248~8388608,171966464~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~62914560,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:07.652 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:07.652 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to HEAD diff [12582912~4194304,20971520~16777216,50331648~50331648,104857600~41943040,155189248~8388608,176160768~8388608,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:07.652 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,20971520~16777216,50331648~50331648,104857600~41943040,155189248~8388608,176160768~8388608,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:07.656 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~29360128,50331648~100663296,155189248~8388608,176160768~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:07.656 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to HEAD diff [12582912~4194304,25165824~12582912,50331648~46137344,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:07.656 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,25165824~12582912,50331648~46137344,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:07.659 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~8388608,25165824~16777216,50331648~46137344,104857600~46137344,155189248~8388608,176160768~12582912,192937984~4194304,213909504~8388608,226492416~37748736,268435456~146800640] 2024-07-29T16:07:07.659 INFO:tasks.workunit.client.0.smithi067.stdout:from 11 to HEAD diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~29360128,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:07.659 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~29360128,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:07.662 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~16777216,50331648~46137344,104857600~46137344,155189248~8388608,176160768~12582912,192937984~4194304,213909504~8388608,226492416~29360128,268435456~146800640] 2024-07-29T16:07:07.662 INFO:tasks.workunit.client.0.smithi067.stdout:from 12 to HEAD diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,176160768~8388608,213909504~8388608,230686720~25165824,268435456~8388608,281018368~12582912,297795584~41943040,348127232~12582912,369098752~8388608,381681664~16777216,402653184~12582912] 2024-07-29T16:07:07.662 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,176160768~8388608,213909504~8388608,230686720~25165824,268435456~8388608,281018368~12582912,297795584~41943040,348127232~12582912,369098752~8388608,381681664~16777216,402653184~12582912] 2024-07-29T16:07:07.665 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~16777216,50331648~46137344,104857600~46137344,155189248~8388608,176160768~12582912,213909504~8388608,230686720~25165824,268435456~75497472,348127232~16777216,369098752~46137344] 2024-07-29T16:07:07.665 INFO:tasks.workunit.client.0.smithi067.stdout:from 13 to HEAD diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,180355072~4194304,213909504~8388608,230686720~16777216,268435456~8388608,281018368~12582912,297795584~41943040,352321536~8388608,369098752~8388608,381681664~16777216,402653184~12582912] 2024-07-29T16:07:07.665 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,180355072~4194304,213909504~8388608,230686720~16777216,268435456~8388608,281018368~12582912,297795584~41943040,352321536~8388608,369098752~8388608,381681664~16777216,402653184~12582912] 2024-07-29T16:07:07.667 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~16777216,50331648~46137344,104857600~46137344,155189248~8388608,180355072~8388608,213909504~8388608,230686720~16777216,268435456~75497472,352321536~12582912,369098752~46137344] 2024-07-29T16:07:07.667 INFO:tasks.workunit.client.0.smithi067.stdout:from 14 to HEAD diff [25165824~12582912,50331648~4194304,58720256~8388608,71303168~25165824,104857600~12582912,125829120~16777216,155189248~8388608,180355072~4194304,213909504~8388608,230686720~16777216,268435456~4194304,289406976~4194304,297795584~29360128,335544320~4194304,352321536~8388608,373293056~25165824,402653184~12582912] 2024-07-29T16:07:07.667 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~12582912,50331648~4194304,58720256~8388608,71303168~25165824,104857600~12582912,125829120~16777216,155189248~8388608,180355072~4194304,213909504~8388608,230686720~16777216,268435456~4194304,289406976~4194304,297795584~29360128,335544320~4194304,352321536~8388608,373293056~25165824,402653184~12582912] 2024-07-29T16:07:07.668 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~16777216,50331648~16777216,71303168~25165824,104857600~16777216,125829120~20971520,155189248~8388608,180355072~8388608,213909504~8388608,230686720~16777216,268435456~8388608,289406976~37748736,335544320~8388608,352321536~12582912,373293056~41943040] 2024-07-29T16:07:07.669 INFO:tasks.workunit.client.0.smithi067.stdout:from 15 to HEAD diff [25165824~8388608,50331648~4194304,58720256~8388608,75497472~20971520,104857600~12582912,125829120~16777216,180355072~4194304,213909504~8388608,230686720~16777216,268435456~4194304,289406976~4194304,297795584~8388608,314572800~12582912,335544320~4194304,373293056~16777216,402653184~12582912] 2024-07-29T16:07:07.669 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~8388608,50331648~4194304,58720256~8388608,75497472~20971520,104857600~12582912,125829120~16777216,180355072~4194304,213909504~8388608,230686720~16777216,268435456~4194304,289406976~4194304,297795584~8388608,314572800~12582912,335544320~4194304,373293056~16777216,402653184~12582912] 2024-07-29T16:07:07.670 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~12582912,50331648~16777216,75497472~20971520,104857600~16777216,125829120~20971520,180355072~8388608,213909504~8388608,230686720~16777216,268435456~4194304,289406976~16777216,314572800~12582912,335544320~8388608,373293056~16777216,402653184~12582912] 2024-07-29T16:07:07.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:07 smithi138 ceph-mon[86438]: osdmap e2185: 8 total, 8 up, 8 in 2024-07-29T16:07:07.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:07 smithi067 ceph-mon[91995]: osdmap e2185: 8 total, 8 up, 8 in 2024-07-29T16:07:07.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:07 smithi067 ceph-mon[94375]: osdmap e2185: 8 total, 8 up, 8 in 2024-07-29T16:07:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:07:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:07:07] "GET /metrics HTTP/1.1" 200 36902 "" "Prometheus/2.51.0" 2024-07-29T16:07:08.572 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:08.572 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:08.606 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~163577856,171966464~243269632] 2024-07-29T16:07:08.606 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:08.606 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:08.616 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:08.616 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to HEAD diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:08.617 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:08.629 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:08.629 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to HEAD diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:08.630 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:08.634 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:08.634 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to HEAD diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,264241152~96468992,364904448~50331648] 2024-07-29T16:07:08.635 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,264241152~96468992,364904448~50331648] 2024-07-29T16:07:08.639 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~16777216,226492416~188743680] 2024-07-29T16:07:08.639 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to HEAD diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:08.639 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:08.644 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~16777216,226492416~37748736,268435456~146800640] 2024-07-29T16:07:08.644 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to HEAD diff [0~4194304,12582912~33554432,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:08.644 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~33554432,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:08.649 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~29360128,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:08.649 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to HEAD diff [0~4194304,12582912~4194304,20971520~25165824,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:08.649 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~25165824,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:08.653 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~29360128,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:08.653 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to HEAD diff [0~4194304,12582912~4194304,20971520~20971520,50331648~50331648,104857600~41943040,155189248~8388608,171966464~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~62914560,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:08.653 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~20971520,50331648~50331648,104857600~41943040,155189248~8388608,171966464~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~62914560,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:08.656 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:08.656 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to HEAD diff [12582912~4194304,20971520~16777216,50331648~50331648,104857600~41943040,155189248~8388608,176160768~8388608,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:08.657 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,20971520~16777216,50331648~50331648,104857600~41943040,155189248~8388608,176160768~8388608,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:08.660 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~29360128,50331648~100663296,155189248~8388608,176160768~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:08.660 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to HEAD diff [12582912~4194304,25165824~12582912,50331648~46137344,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:08.660 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,25165824~12582912,50331648~46137344,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:08.663 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~8388608,25165824~16777216,50331648~46137344,104857600~46137344,155189248~8388608,176160768~12582912,192937984~4194304,213909504~8388608,226492416~37748736,268435456~146800640] 2024-07-29T16:07:08.663 INFO:tasks.workunit.client.0.smithi067.stdout:from 11 to HEAD diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~29360128,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:08.663 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~29360128,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:08.666 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~16777216,50331648~46137344,104857600~46137344,155189248~8388608,176160768~12582912,192937984~4194304,213909504~8388608,226492416~29360128,268435456~146800640] 2024-07-29T16:07:08.666 INFO:tasks.workunit.client.0.smithi067.stdout:from 12 to HEAD diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,176160768~8388608,213909504~8388608,230686720~25165824,268435456~8388608,281018368~12582912,297795584~41943040,348127232~12582912,369098752~8388608,381681664~16777216,402653184~12582912] 2024-07-29T16:07:08.666 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,176160768~8388608,213909504~8388608,230686720~25165824,268435456~8388608,281018368~12582912,297795584~41943040,348127232~12582912,369098752~8388608,381681664~16777216,402653184~12582912] 2024-07-29T16:07:08.668 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~16777216,50331648~46137344,104857600~46137344,155189248~8388608,176160768~12582912,213909504~8388608,230686720~25165824,268435456~75497472,348127232~16777216,369098752~46137344] 2024-07-29T16:07:08.669 INFO:tasks.workunit.client.0.smithi067.stdout:from 13 to HEAD diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,180355072~4194304,213909504~8388608,230686720~16777216,268435456~8388608,281018368~12582912,297795584~41943040,352321536~8388608,369098752~8388608,381681664~16777216,402653184~12582912] 2024-07-29T16:07:08.669 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,180355072~4194304,213909504~8388608,230686720~16777216,268435456~8388608,281018368~12582912,297795584~41943040,352321536~8388608,369098752~8388608,381681664~16777216,402653184~12582912] 2024-07-29T16:07:08.671 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~16777216,50331648~46137344,104857600~46137344,155189248~8388608,180355072~8388608,213909504~8388608,230686720~16777216,268435456~75497472,352321536~12582912,369098752~46137344] 2024-07-29T16:07:08.671 INFO:tasks.workunit.client.0.smithi067.stdout:from 14 to HEAD diff [25165824~12582912,50331648~4194304,58720256~8388608,71303168~25165824,104857600~12582912,125829120~16777216,155189248~8388608,180355072~4194304,213909504~8388608,230686720~16777216,268435456~4194304,289406976~4194304,297795584~29360128,335544320~4194304,352321536~8388608,373293056~25165824,402653184~12582912] 2024-07-29T16:07:08.671 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~12582912,50331648~4194304,58720256~8388608,71303168~25165824,104857600~12582912,125829120~16777216,155189248~8388608,180355072~4194304,213909504~8388608,230686720~16777216,268435456~4194304,289406976~4194304,297795584~29360128,335544320~4194304,352321536~8388608,373293056~25165824,402653184~12582912] 2024-07-29T16:07:08.671 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~16777216,50331648~16777216,71303168~25165824,104857600~16777216,125829120~20971520,155189248~8388608,180355072~8388608,213909504~8388608,230686720~16777216,268435456~8388608,289406976~37748736,335544320~8388608,352321536~12582912,373293056~41943040] 2024-07-29T16:07:08.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:08 smithi067 ceph-mon[91995]: pgmap v3763: 137 pgs: 137 active+clean; 1.1 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 540 KiB/s rd, 27 MiB/s wr, 1.00k op/s 2024-07-29T16:07:08.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:08 smithi067 ceph-mon[91995]: osdmap e2186: 8 total, 8 up, 8 in 2024-07-29T16:07:08.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:08 smithi067 ceph-mon[94375]: pgmap v3763: 137 pgs: 137 active+clean; 1.1 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 540 KiB/s rd, 27 MiB/s wr, 1.00k op/s 2024-07-29T16:07:08.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:08 smithi067 ceph-mon[94375]: osdmap e2186: 8 total, 8 up, 8 in 2024-07-29T16:07:09.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:08 smithi138 ceph-mon[86438]: pgmap v3763: 137 pgs: 137 active+clean; 1.1 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 540 KiB/s rd, 27 MiB/s wr, 1.00k op/s 2024-07-29T16:07:09.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:08 smithi138 ceph-mon[86438]: osdmap e2186: 8 total, 8 up, 8 in 2024-07-29T16:07:09.588 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:09.588 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:09.631 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~163577856,171966464~243269632] 2024-07-29T16:07:09.631 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:09.631 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:09.638 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:09.638 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to HEAD diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:09.639 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:09.644 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:09.644 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to HEAD diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:09.644 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:09.649 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:09.650 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to HEAD diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,264241152~96468992,364904448~50331648] 2024-07-29T16:07:09.650 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,264241152~96468992,364904448~50331648] 2024-07-29T16:07:09.654 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~16777216,226492416~188743680] 2024-07-29T16:07:09.654 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to HEAD diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:09.655 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:09.659 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~16777216,226492416~37748736,268435456~146800640] 2024-07-29T16:07:09.659 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to HEAD diff [0~4194304,12582912~33554432,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:09.659 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~33554432,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:09.663 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~29360128,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:09.663 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to HEAD diff [0~4194304,12582912~4194304,20971520~25165824,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:09.663 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~25165824,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:09.667 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~29360128,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:09.667 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to HEAD diff [0~4194304,12582912~4194304,20971520~20971520,50331648~50331648,104857600~41943040,155189248~8388608,171966464~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~62914560,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:09.667 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~20971520,50331648~50331648,104857600~41943040,155189248~8388608,171966464~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~62914560,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:09.670 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:09.670 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to HEAD diff [12582912~4194304,20971520~16777216,50331648~50331648,104857600~41943040,155189248~8388608,176160768~8388608,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:09.670 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,20971520~16777216,50331648~50331648,104857600~41943040,155189248~8388608,176160768~8388608,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:09.673 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~29360128,50331648~100663296,155189248~8388608,176160768~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:09.674 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to HEAD diff [12582912~4194304,25165824~12582912,50331648~46137344,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:09.674 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,25165824~12582912,50331648~46137344,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:09.676 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~8388608,25165824~16777216,50331648~46137344,104857600~46137344,155189248~8388608,176160768~12582912,192937984~4194304,213909504~8388608,226492416~37748736,268435456~146800640] 2024-07-29T16:07:09.676 INFO:tasks.workunit.client.0.smithi067.stdout:from 11 to HEAD diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~29360128,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:09.676 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~29360128,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:09.678 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~16777216,50331648~46137344,104857600~46137344,155189248~8388608,176160768~12582912,192937984~4194304,213909504~8388608,226492416~29360128,268435456~146800640] 2024-07-29T16:07:09.678 INFO:tasks.workunit.client.0.smithi067.stdout:from 12 to HEAD diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,176160768~8388608,213909504~8388608,230686720~25165824,268435456~8388608,281018368~12582912,297795584~41943040,348127232~12582912,369098752~8388608,381681664~16777216,402653184~12582912] 2024-07-29T16:07:09.678 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,176160768~8388608,213909504~8388608,230686720~25165824,268435456~8388608,281018368~12582912,297795584~41943040,348127232~12582912,369098752~8388608,381681664~16777216,402653184~12582912] 2024-07-29T16:07:09.681 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~16777216,50331648~46137344,104857600~46137344,155189248~8388608,176160768~12582912,213909504~8388608,230686720~25165824,268435456~75497472,348127232~16777216,369098752~46137344] 2024-07-29T16:07:09.681 INFO:tasks.workunit.client.0.smithi067.stdout:from 13 to HEAD diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,180355072~4194304,213909504~8388608,230686720~16777216,268435456~8388608,281018368~12582912,297795584~41943040,352321536~8388608,369098752~8388608,381681664~16777216,402653184~12582912] 2024-07-29T16:07:09.681 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,180355072~4194304,213909504~8388608,230686720~16777216,268435456~8388608,281018368~12582912,297795584~41943040,352321536~8388608,369098752~8388608,381681664~16777216,402653184~12582912] 2024-07-29T16:07:09.682 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~16777216,50331648~46137344,104857600~46137344,155189248~8388608,180355072~8388608,213909504~8388608,230686720~16777216,268435456~75497472,352321536~12582912,369098752~46137344] 2024-07-29T16:07:09.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:09 smithi067 ceph-mon[91995]: osdmap e2187: 8 total, 8 up, 8 in 2024-07-29T16:07:09.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:09 smithi067 ceph-mon[94375]: osdmap e2187: 8 total, 8 up, 8 in 2024-07-29T16:07:10.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:09 smithi138 ceph-mon[86438]: osdmap e2187: 8 total, 8 up, 8 in 2024-07-29T16:07:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:07:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:07:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:07:10.588 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:10.588 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:10.622 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~163577856,171966464~243269632] 2024-07-29T16:07:10.622 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:10.623 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:10.628 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:10.628 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to HEAD diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:10.628 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:10.642 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:10.642 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to HEAD diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:10.643 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:10.648 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:10.648 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to HEAD diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,264241152~96468992,364904448~50331648] 2024-07-29T16:07:10.648 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,264241152~96468992,364904448~50331648] 2024-07-29T16:07:10.653 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~16777216,226492416~188743680] 2024-07-29T16:07:10.653 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to HEAD diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:10.653 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:10.657 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~16777216,226492416~37748736,268435456~146800640] 2024-07-29T16:07:10.657 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to HEAD diff [0~4194304,12582912~33554432,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:10.657 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~33554432,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:10.661 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~29360128,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:10.661 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to HEAD diff [0~4194304,12582912~4194304,20971520~25165824,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:10.661 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~25165824,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:10.664 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~29360128,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:10.665 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to HEAD diff [0~4194304,12582912~4194304,20971520~20971520,50331648~50331648,104857600~41943040,155189248~8388608,171966464~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~62914560,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:10.665 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~20971520,50331648~50331648,104857600~41943040,155189248~8388608,171966464~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~62914560,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:10.667 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:10.667 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to HEAD diff [12582912~4194304,20971520~16777216,50331648~50331648,104857600~41943040,155189248~8388608,176160768~8388608,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:10.667 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,20971520~16777216,50331648~50331648,104857600~41943040,155189248~8388608,176160768~8388608,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:10.669 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~29360128,50331648~100663296,155189248~8388608,176160768~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:10.670 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to HEAD diff [12582912~4194304,25165824~12582912,50331648~46137344,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:10.670 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,25165824~12582912,50331648~46137344,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:10.672 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~8388608,25165824~16777216,50331648~46137344,104857600~46137344,155189248~8388608,176160768~12582912,192937984~4194304,213909504~8388608,226492416~37748736,268435456~146800640] 2024-07-29T16:07:10.672 INFO:tasks.workunit.client.0.smithi067.stdout:from 11 to HEAD diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~29360128,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:10.673 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~29360128,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:10.674 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~16777216,50331648~46137344,104857600~46137344,155189248~8388608,176160768~12582912,192937984~4194304,213909504~8388608,226492416~29360128,268435456~146800640] 2024-07-29T16:07:10.675 INFO:tasks.workunit.client.0.smithi067.stdout:from 12 to HEAD diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,176160768~8388608,213909504~8388608,230686720~25165824,268435456~8388608,281018368~12582912,297795584~41943040,348127232~12582912,369098752~8388608,381681664~16777216,402653184~12582912] 2024-07-29T16:07:10.675 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,176160768~8388608,213909504~8388608,230686720~25165824,268435456~8388608,281018368~12582912,297795584~41943040,348127232~12582912,369098752~8388608,381681664~16777216,402653184~12582912] 2024-07-29T16:07:10.676 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~16777216,50331648~46137344,104857600~46137344,155189248~8388608,176160768~12582912,213909504~8388608,230686720~25165824,268435456~75497472,348127232~16777216,369098752~46137344] 2024-07-29T16:07:10.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:10 smithi067 ceph-mon[91995]: pgmap v3766: 137 pgs: 137 active+clean; 1.1 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 571 KiB/s rd, 8.9 MiB/s wr, 1.05k op/s 2024-07-29T16:07:10.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:10 smithi067 ceph-mon[91995]: osdmap e2188: 8 total, 8 up, 8 in 2024-07-29T16:07:10.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:10 smithi067 ceph-mon[94375]: pgmap v3766: 137 pgs: 137 active+clean; 1.1 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 571 KiB/s rd, 8.9 MiB/s wr, 1.05k op/s 2024-07-29T16:07:10.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:10 smithi067 ceph-mon[94375]: osdmap e2188: 8 total, 8 up, 8 in 2024-07-29T16:07:11.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:10 smithi138 ceph-mon[86438]: pgmap v3766: 137 pgs: 137 active+clean; 1.1 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 571 KiB/s rd, 8.9 MiB/s wr, 1.05k op/s 2024-07-29T16:07:11.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:10 smithi138 ceph-mon[86438]: osdmap e2188: 8 total, 8 up, 8 in 2024-07-29T16:07:11.611 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:11.611 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:11.644 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~163577856,171966464~243269632] 2024-07-29T16:07:11.644 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:11.644 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:11.651 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:11.651 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to HEAD diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:11.651 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:11.657 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:11.657 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to HEAD diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:11.657 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:11.662 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:11.662 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to HEAD diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,264241152~96468992,364904448~50331648] 2024-07-29T16:07:11.662 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,264241152~96468992,364904448~50331648] 2024-07-29T16:07:11.666 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~16777216,226492416~188743680] 2024-07-29T16:07:11.666 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to HEAD diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:11.667 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:11.670 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~16777216,226492416~37748736,268435456~146800640] 2024-07-29T16:07:11.670 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to HEAD diff [0~4194304,12582912~33554432,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:11.670 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~33554432,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:11.673 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~29360128,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:11.673 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to HEAD diff [0~4194304,12582912~4194304,20971520~25165824,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:11.673 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~25165824,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:11.676 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~29360128,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:11.676 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to HEAD diff [0~4194304,12582912~4194304,20971520~20971520,50331648~50331648,104857600~41943040,155189248~8388608,171966464~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~62914560,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:11.676 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~20971520,50331648~50331648,104857600~41943040,155189248~8388608,171966464~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~62914560,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:11.679 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:11.679 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to HEAD diff [12582912~4194304,20971520~16777216,50331648~50331648,104857600~41943040,155189248~8388608,176160768~8388608,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:11.679 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,20971520~16777216,50331648~50331648,104857600~41943040,155189248~8388608,176160768~8388608,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:11.681 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~29360128,50331648~100663296,155189248~8388608,176160768~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:11.681 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to HEAD diff [12582912~4194304,25165824~12582912,50331648~46137344,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:11.682 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,25165824~12582912,50331648~46137344,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:11.684 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~8388608,25165824~16777216,50331648~46137344,104857600~46137344,155189248~8388608,176160768~12582912,192937984~4194304,213909504~8388608,226492416~37748736,268435456~146800640] 2024-07-29T16:07:11.684 INFO:tasks.workunit.client.0.smithi067.stdout:from 11 to HEAD diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~29360128,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:11.684 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [25165824~12582912,50331648~4194304,58720256~37748736,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~29360128,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:11.684 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [25165824~16777216,50331648~46137344,104857600~46137344,155189248~8388608,176160768~12582912,192937984~4194304,213909504~8388608,226492416~29360128,268435456~146800640] 2024-07-29T16:07:11.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:11 smithi067 ceph-mon[91995]: osdmap e2189: 8 total, 8 up, 8 in 2024-07-29T16:07:11.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:11 smithi067 ceph-mon[94375]: osdmap e2189: 8 total, 8 up, 8 in 2024-07-29T16:07:12.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:11 smithi138 ceph-mon[86438]: osdmap e2189: 8 total, 8 up, 8 in 2024-07-29T16:07:12.607 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:12.608 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:12.646 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~163577856,171966464~243269632] 2024-07-29T16:07:12.647 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:12.647 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:12.652 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:12.653 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to HEAD diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:12.653 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:12.658 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:12.658 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to HEAD diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:12.658 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:12.666 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:12.666 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to HEAD diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,264241152~96468992,364904448~50331648] 2024-07-29T16:07:12.666 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,264241152~96468992,364904448~50331648] 2024-07-29T16:07:12.670 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~16777216,226492416~188743680] 2024-07-29T16:07:12.670 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to HEAD diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:12.670 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:12.673 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~16777216,226492416~37748736,268435456~146800640] 2024-07-29T16:07:12.673 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to HEAD diff [0~4194304,12582912~33554432,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:12.673 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~33554432,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:12.676 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~29360128,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:12.676 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to HEAD diff [0~4194304,12582912~4194304,20971520~25165824,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:12.676 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~25165824,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:12.678 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~29360128,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:12.678 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to HEAD diff [0~4194304,12582912~4194304,20971520~20971520,50331648~50331648,104857600~41943040,155189248~8388608,171966464~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~62914560,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:12.678 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~20971520,50331648~50331648,104857600~41943040,155189248~8388608,171966464~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~62914560,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:12.681 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:12.681 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to HEAD diff [12582912~4194304,20971520~16777216,50331648~50331648,104857600~41943040,155189248~8388608,176160768~8388608,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:12.681 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,20971520~16777216,50331648~50331648,104857600~41943040,155189248~8388608,176160768~8388608,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:12.683 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~29360128,50331648~100663296,155189248~8388608,176160768~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:12.683 INFO:tasks.workunit.client.0.smithi067.stdout:from 10 to HEAD diff [12582912~4194304,25165824~12582912,50331648~46137344,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:12.683 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,25165824~12582912,50331648~46137344,104857600~41943040,155189248~8388608,176160768~8388608,192937984~4194304,213909504~8388608,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:12.683 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~8388608,25165824~16777216,50331648~46137344,104857600~46137344,155189248~8388608,176160768~12582912,192937984~4194304,213909504~8388608,226492416~37748736,268435456~146800640] 2024-07-29T16:07:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:12 smithi067 ceph-mon[91995]: pgmap v3769: 137 pgs: 137 active+clean; 1.1 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 325 KiB/s rd, 790 KiB/s wr, 553 op/s 2024-07-29T16:07:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:12 smithi067 ceph-mon[91995]: osdmap e2190: 8 total, 8 up, 8 in 2024-07-29T16:07:12.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:12 smithi067 ceph-mon[94375]: pgmap v3769: 137 pgs: 137 active+clean; 1.1 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 325 KiB/s rd, 790 KiB/s wr, 553 op/s 2024-07-29T16:07:12.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:12 smithi067 ceph-mon[94375]: osdmap e2190: 8 total, 8 up, 8 in 2024-07-29T16:07:13.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:12 smithi138 ceph-mon[86438]: pgmap v3769: 137 pgs: 137 active+clean; 1.1 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 325 KiB/s rd, 790 KiB/s wr, 553 op/s 2024-07-29T16:07:13.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:12 smithi138 ceph-mon[86438]: osdmap e2190: 8 total, 8 up, 8 in 2024-07-29T16:07:13.619 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:13.620 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:13.645 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~163577856,171966464~243269632] 2024-07-29T16:07:13.645 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:13.645 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:13.661 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:13.662 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to HEAD diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:13.662 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:13.667 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:13.667 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to HEAD diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:13.667 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:13.671 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:13.671 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to HEAD diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,264241152~96468992,364904448~50331648] 2024-07-29T16:07:13.671 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,264241152~96468992,364904448~50331648] 2024-07-29T16:07:13.675 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~16777216,226492416~188743680] 2024-07-29T16:07:13.675 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to HEAD diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:13.675 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:13.678 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~16777216,226492416~37748736,268435456~146800640] 2024-07-29T16:07:13.678 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to HEAD diff [0~4194304,12582912~33554432,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:13.678 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~33554432,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:13.680 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~29360128,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:13.680 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to HEAD diff [0~4194304,12582912~4194304,20971520~25165824,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:13.680 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~25165824,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:13.682 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~29360128,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:13.682 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to HEAD diff [0~4194304,12582912~4194304,20971520~20971520,50331648~50331648,104857600~41943040,155189248~8388608,171966464~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~62914560,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:13.682 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~20971520,50331648~50331648,104857600~41943040,155189248~8388608,171966464~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~62914560,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:13.684 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:13.684 INFO:tasks.workunit.client.0.smithi067.stdout:from 9 to HEAD diff [12582912~4194304,20971520~16777216,50331648~50331648,104857600~41943040,155189248~8388608,176160768~8388608,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:13.684 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [12582912~4194304,20971520~16777216,50331648~50331648,104857600~41943040,155189248~8388608,176160768~8388608,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~12582912,297795584~46137344,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:13.685 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [12582912~29360128,50331648~100663296,155189248~8388608,176160768~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:13.810 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:13.810 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:13.835 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~163577856,171966464~243269632] 2024-07-29T16:07:13.835 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:13.835 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:13.840 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:13.840 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to HEAD diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:13.840 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:13.845 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:13.845 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to HEAD diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:13.845 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:13.849 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:13.849 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to HEAD diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,264241152~96468992,364904448~50331648] 2024-07-29T16:07:13.849 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,264241152~96468992,364904448~50331648] 2024-07-29T16:07:13.852 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~16777216,226492416~188743680] 2024-07-29T16:07:13.852 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to HEAD diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:13.852 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:13.855 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~16777216,226492416~37748736,268435456~146800640] 2024-07-29T16:07:13.855 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to HEAD diff [0~4194304,12582912~33554432,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:13.855 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~33554432,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:13.858 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~29360128,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:13.858 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to HEAD diff [0~4194304,12582912~4194304,20971520~25165824,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:13.858 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~25165824,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:13.859 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~29360128,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:13.859 INFO:tasks.workunit.client.0.smithi067.stdout:from 8 to HEAD diff [0~4194304,12582912~4194304,20971520~20971520,50331648~50331648,104857600~41943040,155189248~8388608,171966464~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~62914560,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:13.859 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~20971520,50331648~50331648,104857600~41943040,155189248~8388608,171966464~12582912,192937984~8388608,209715200~12582912,226492416~37748736,268435456~8388608,281018368~62914560,348127232~12582912,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:13.860 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:13 smithi067 ceph-mon[91995]: osdmap e2191: 8 total, 8 up, 8 in 2024-07-29T16:07:13.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:13 smithi067 ceph-mon[94375]: osdmap e2191: 8 total, 8 up, 8 in 2024-07-29T16:07:14.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:13 smithi138 ceph-mon[86438]: osdmap e2191: 8 total, 8 up, 8 in 2024-07-29T16:07:14.807 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:14.808 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:14.842 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~163577856,171966464~243269632] 2024-07-29T16:07:14.842 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:14.842 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:14.847 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:14.847 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to HEAD diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:14.847 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:14.853 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:14.853 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to HEAD diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:14.853 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:14.867 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:14.867 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to HEAD diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,264241152~96468992,364904448~50331648] 2024-07-29T16:07:14.867 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,264241152~96468992,364904448~50331648] 2024-07-29T16:07:14.870 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~16777216,226492416~188743680] 2024-07-29T16:07:14.870 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to HEAD diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:14.870 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:14.872 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~16777216,226492416~37748736,268435456~146800640] 2024-07-29T16:07:14.872 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to HEAD diff [0~4194304,12582912~33554432,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:14.872 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~33554432,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:14.873 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~29360128,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:14.873 INFO:tasks.workunit.client.0.smithi067.stdout:from 7 to HEAD diff [0~4194304,12582912~4194304,20971520~25165824,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:14.873 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~4194304,20971520~25165824,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~12582912,381681664~16777216,402653184~12582912] 2024-07-29T16:07:14.874 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~29360128,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:14.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:14 smithi067 ceph-mon[91995]: pgmap v3772: 137 pgs: 137 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 188 KiB/s rd, 1.2 KiB/s wr, 376 op/s 2024-07-29T16:07:14.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:14 smithi067 ceph-mon[91995]: osdmap e2192: 8 total, 8 up, 8 in 2024-07-29T16:07:14.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:14 smithi067 ceph-mon[91995]: osdmap e2193: 8 total, 8 up, 8 in 2024-07-29T16:07:14.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:14 smithi067 ceph-mon[94375]: pgmap v3772: 137 pgs: 137 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 188 KiB/s rd, 1.2 KiB/s wr, 376 op/s 2024-07-29T16:07:14.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:14 smithi067 ceph-mon[94375]: osdmap e2192: 8 total, 8 up, 8 in 2024-07-29T16:07:14.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:14 smithi067 ceph-mon[94375]: osdmap e2193: 8 total, 8 up, 8 in 2024-07-29T16:07:15.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:14 smithi138 ceph-mon[86438]: pgmap v3772: 137 pgs: 137 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 188 KiB/s rd, 1.2 KiB/s wr, 376 op/s 2024-07-29T16:07:15.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:14 smithi138 ceph-mon[86438]: osdmap e2192: 8 total, 8 up, 8 in 2024-07-29T16:07:15.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:14 smithi138 ceph-mon[86438]: osdmap e2193: 8 total, 8 up, 8 in 2024-07-29T16:07:15.824 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:15.824 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:15.881 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~163577856,171966464~243269632] 2024-07-29T16:07:15.881 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:15.881 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:15.885 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:15.885 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to HEAD diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:15.885 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:15.889 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:15.889 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to HEAD diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:15.889 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:15.892 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:15.892 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to HEAD diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,264241152~96468992,364904448~50331648] 2024-07-29T16:07:15.892 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,264241152~96468992,364904448~50331648] 2024-07-29T16:07:15.894 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~16777216,226492416~188743680] 2024-07-29T16:07:15.894 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to HEAD diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:15.894 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:15.896 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~16777216,226492416~37748736,268435456~146800640] 2024-07-29T16:07:15.896 INFO:tasks.workunit.client.0.smithi067.stdout:from 6 to HEAD diff [0~4194304,12582912~33554432,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:15.896 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~33554432,50331648~50331648,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,209715200~12582912,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:15.897 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~33554432,50331648~100663296,155189248~8388608,171966464~29360128,209715200~12582912,226492416~37748736,268435456~146800640] 2024-07-29T16:07:16.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:15 smithi138 ceph-mon[86438]: osdmap e2194: 8 total, 8 up, 8 in 2024-07-29T16:07:16.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:15 smithi067 ceph-mon[91995]: osdmap e2194: 8 total, 8 up, 8 in 2024-07-29T16:07:16.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:15 smithi067 ceph-mon[94375]: osdmap e2194: 8 total, 8 up, 8 in 2024-07-29T16:07:16.819 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:16.819 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:16.848 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~163577856,171966464~243269632] 2024-07-29T16:07:16.848 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:16.848 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:16.853 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:16.853 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to HEAD diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:16.853 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:16.860 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:16.860 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to HEAD diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:16.860 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:16.863 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:16.863 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to HEAD diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,264241152~96468992,364904448~50331648] 2024-07-29T16:07:16.863 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,264241152~96468992,364904448~50331648] 2024-07-29T16:07:16.865 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~16777216,226492416~188743680] 2024-07-29T16:07:16.865 INFO:tasks.workunit.client.0.smithi067.stdout:from 5 to HEAD diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:16.865 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,268435456~92274688,364904448~33554432,402653184~12582912] 2024-07-29T16:07:16.867 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~16777216,226492416~37748736,268435456~146800640] 2024-07-29T16:07:17.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:16 smithi138 ceph-mon[86438]: pgmap v3776: 137 pgs: 137 active+clean; 1.0 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 258 KiB/s rd, 8.0 KiB/s wr, 423 op/s 2024-07-29T16:07:17.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:16 smithi138 ceph-mon[86438]: osdmap e2195: 8 total, 8 up, 8 in 2024-07-29T16:07:17.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:16 smithi067 ceph-mon[91995]: pgmap v3776: 137 pgs: 137 active+clean; 1.0 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 258 KiB/s rd, 8.0 KiB/s wr, 423 op/s 2024-07-29T16:07:17.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:16 smithi067 ceph-mon[91995]: osdmap e2195: 8 total, 8 up, 8 in 2024-07-29T16:07:17.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:16 smithi067 ceph-mon[94375]: pgmap v3776: 137 pgs: 137 active+clean; 1.0 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 258 KiB/s rd, 8.0 KiB/s wr, 423 op/s 2024-07-29T16:07:17.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:16 smithi067 ceph-mon[94375]: osdmap e2195: 8 total, 8 up, 8 in 2024-07-29T16:07:17.822 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:17.822 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:17.846 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~163577856,171966464~243269632] 2024-07-29T16:07:17.846 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:17.846 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:17.853 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:17.853 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to HEAD diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:17.853 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:17.857 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:17.857 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to HEAD diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:17.857 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:17.859 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:17.859 INFO:tasks.workunit.client.0.smithi067.stdout:from 4 to HEAD diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,264241152~96468992,364904448~50331648] 2024-07-29T16:07:17.859 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~41943040,155189248~8388608,171966464~16777216,192937984~8388608,205520896~16777216,226492416~33554432,264241152~96468992,364904448~50331648] 2024-07-29T16:07:17.861 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~4194304,12582912~138412032,155189248~8388608,171966464~29360128,205520896~16777216,226492416~188743680] 2024-07-29T16:07:18.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:17 smithi138 ceph-mon[86438]: osdmap e2196: 8 total, 8 up, 8 in 2024-07-29T16:07:18.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:17 smithi067 ceph-mon[91995]: osdmap e2196: 8 total, 8 up, 8 in 2024-07-29T16:07:18.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:17 smithi067 ceph-mon[94375]: osdmap e2196: 8 total, 8 up, 8 in 2024-07-29T16:07:18.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:07:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:07:17] "GET /metrics HTTP/1.1" 200 36902 "" "Prometheus/2.51.0" 2024-07-29T16:07:18.825 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:18.826 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:18.839 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~163577856,171966464~243269632] 2024-07-29T16:07:18.839 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:18.839 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:18.844 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:18.844 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to HEAD diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:18.844 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:18.846 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:18.847 INFO:tasks.workunit.client.0.smithi067.stdout:from 3 to HEAD diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:18.847 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~88080384,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:18.848 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:19.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:18 smithi067 ceph-mon[91995]: pgmap v3779: 137 pgs: 137 active+clean; 1017 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 236 KiB/s rd, 6.7 KiB/s wr, 377 op/s 2024-07-29T16:07:19.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:18 smithi067 ceph-mon[91995]: osdmap e2197: 8 total, 8 up, 8 in 2024-07-29T16:07:19.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:18 smithi067 ceph-mon[91995]: osdmap e2198: 8 total, 8 up, 8 in 2024-07-29T16:07:19.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:18 smithi067 ceph-mon[94375]: pgmap v3779: 137 pgs: 137 active+clean; 1017 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 236 KiB/s rd, 6.7 KiB/s wr, 377 op/s 2024-07-29T16:07:19.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:18 smithi067 ceph-mon[94375]: osdmap e2197: 8 total, 8 up, 8 in 2024-07-29T16:07:19.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:18 smithi067 ceph-mon[94375]: osdmap e2198: 8 total, 8 up, 8 in 2024-07-29T16:07:19.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:18 smithi138 ceph-mon[86438]: pgmap v3779: 137 pgs: 137 active+clean; 1017 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 236 KiB/s rd, 6.7 KiB/s wr, 377 op/s 2024-07-29T16:07:19.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:18 smithi138 ceph-mon[86438]: osdmap e2197: 8 total, 8 up, 8 in 2024-07-29T16:07:19.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:18 smithi138 ceph-mon[86438]: osdmap e2198: 8 total, 8 up, 8 in 2024-07-29T16:07:19.837 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:19.838 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:19.876 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~163577856,171966464~243269632] 2024-07-29T16:07:19.876 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:19.876 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:19.878 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:19.878 INFO:tasks.workunit.client.0.smithi067.stdout:from 2 to HEAD diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:19.878 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~54525952,104857600~46137344,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:19.880 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:07:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:07:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:07:20.864 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:20.864 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:20.882 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~163577856,171966464~243269632] 2024-07-29T16:07:20.882 INFO:tasks.workunit.client.0.smithi067.stdout:from 1 to HEAD diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:20.882 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,12582912~29360128,46137344~104857600,155189248~8388608,171966464~16777216,192937984~8388608,205520896~8388608,218103808~4194304,226492416~134217728,364904448~50331648] 2024-07-29T16:07:20.883 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~8388608,12582912~150994944,171966464~50331648,226492416~188743680] 2024-07-29T16:07:21.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:20 smithi067 ceph-mon[91995]: pgmap v3782: 137 pgs: 137 active+clean; 962 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 160 KiB/s rd, 6.2 KiB/s wr, 275 op/s 2024-07-29T16:07:21.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:20 smithi067 ceph-mon[91995]: osdmap e2199: 8 total, 8 up, 8 in 2024-07-29T16:07:21.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:07:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:20 smithi067 ceph-mon[94375]: pgmap v3782: 137 pgs: 137 active+clean; 962 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 160 KiB/s rd, 6.2 KiB/s wr, 275 op/s 2024-07-29T16:07:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:20 smithi067 ceph-mon[94375]: osdmap e2199: 8 total, 8 up, 8 in 2024-07-29T16:07:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:07:21.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:20 smithi138 ceph-mon[86438]: pgmap v3782: 137 pgs: 137 active+clean; 962 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 160 KiB/s rd, 6.2 KiB/s wr, 275 op/s 2024-07-29T16:07:21.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:20 smithi138 ceph-mon[86438]: osdmap e2199: 8 total, 8 up, 8 in 2024-07-29T16:07:21.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:07:21.858 INFO:tasks.workunit.client.0.smithi067.stdout:from 0 to HEAD diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:21.858 INFO:tasks.workunit.client.0.smithi067.stdout: limited diff [0~4194304,8388608~142606336,155189248~8388608,171966464~29360128,205520896~8388608,218103808~142606336,364904448~50331648] 2024-07-29T16:07:21.880 INFO:tasks.workunit.client.0.smithi067.stdout: actual was [0~163577856,171966464~243269632] 2024-07-29T16:07:22.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:21 smithi067 ceph-mon[91995]: osdmap e2200: 8 total, 8 up, 8 in 2024-07-29T16:07:22.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:21 smithi067 ceph-mon[94375]: osdmap e2200: 8 total, 8 up, 8 in 2024-07-29T16:07:22.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:21 smithi138 ceph-mon[86438]: osdmap e2200: 8 total, 8 up, 8 in 2024-07-29T16:07:22.886 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (38798 ms) 2024-07-29T16:07:22.886 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-07-29T16:07:22.886 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:07:23.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:22 smithi067 ceph-mon[91995]: pgmap v3785: 137 pgs: 137 active+clean; 920 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 101 KiB/s rd, 6.2 KiB/s wr, 157 op/s 2024-07-29T16:07:23.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:22 smithi067 ceph-mon[91995]: osdmap e2201: 8 total, 8 up, 8 in 2024-07-29T16:07:23.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:22 smithi067 ceph-mon[94375]: pgmap v3785: 137 pgs: 137 active+clean; 920 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 101 KiB/s rd, 6.2 KiB/s wr, 157 op/s 2024-07-29T16:07:23.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:22 smithi067 ceph-mon[94375]: osdmap e2201: 8 total, 8 up, 8 in 2024-07-29T16:07:23.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:22 smithi138 ceph-mon[86438]: pgmap v3785: 137 pgs: 137 active+clean; 920 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 101 KiB/s rd, 6.2 KiB/s wr, 157 op/s 2024-07-29T16:07:23.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:22 smithi138 ceph-mon[86438]: osdmap e2201: 8 total, 8 up, 8 in 2024-07-29T16:07:23.906 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1021 ms) 2024-07-29T16:07:23.906 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-07-29T16:07:23.906 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:07:24.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:23 smithi067 ceph-mon[91995]: osdmap e2202: 8 total, 8 up, 8 in 2024-07-29T16:07:24.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:23 smithi067 ceph-mon[91995]: osdmap e2203: 8 total, 8 up, 8 in 2024-07-29T16:07:24.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:23 smithi067 ceph-mon[94375]: osdmap e2202: 8 total, 8 up, 8 in 2024-07-29T16:07:24.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:23 smithi067 ceph-mon[94375]: osdmap e2203: 8 total, 8 up, 8 in 2024-07-29T16:07:24.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:23 smithi138 ceph-mon[86438]: osdmap e2202: 8 total, 8 up, 8 in 2024-07-29T16:07:24.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:23 smithi138 ceph-mon[86438]: osdmap e2203: 8 total, 8 up, 8 in 2024-07-29T16:07:24.975 INFO:tasks.workunit.client.0.smithi067.stdout: wrote [4194304~4194304,12582912~8388608] to clone 2024-07-29T16:07:24.975 INFO:tasks.workunit.client.0.smithi067.stdout: diff was [4194304~4194304,12582912~8388608] 2024-07-29T16:07:24.979 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (1073 ms) 2024-07-29T16:07:24.979 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-07-29T16:07:24.979 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:07:25.000 INFO:tasks.workunit.client.0.smithi067.stdout: wrote [7605669~87491,8413629~85834,10012097~3813,10246874~25323,12122052~9529,12765921~51029,13121507~20849,13421363~7601,16177135~16163,19281542~34912] 2024-07-29T16:07:25.009 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (30 ms) 2024-07-29T16:07:25.009 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-07-29T16:07:25.010 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:07:25.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:24 smithi067 ceph-mon[91995]: pgmap v3788: 137 pgs: 137 active+clean; 822 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 25 KiB/s rd, 511 B/s wr, 50 op/s 2024-07-29T16:07:25.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:24 smithi067 ceph-mon[94375]: pgmap v3788: 137 pgs: 137 active+clean; 822 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 25 KiB/s rd, 511 B/s wr, 50 op/s 2024-07-29T16:07:25.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:24 smithi138 ceph-mon[86438]: pgmap v3788: 137 pgs: 137 active+clean; 822 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 25 KiB/s rd, 511 B/s wr, 50 op/s 2024-07-29T16:07:26.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:25 smithi067 ceph-mon[91995]: osdmap e2204: 8 total, 8 up, 8 in 2024-07-29T16:07:26.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:25 smithi067 ceph-mon[94375]: osdmap e2204: 8 total, 8 up, 8 in 2024-07-29T16:07:26.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:25 smithi138 ceph-mon[86438]: osdmap e2204: 8 total, 8 up, 8 in 2024-07-29T16:07:26.975 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (1966 ms) 2024-07-29T16:07:26.975 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-07-29T16:07:26.975 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:07:27.029 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (54 ms) 2024-07-29T16:07:27.029 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-07-29T16:07:27.029 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:07:27.109 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (81 ms) 2024-07-29T16:07:27.110 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-07-29T16:07:27.110 INFO:tasks.workunit.client.0.smithi067.stdout:using new format! 2024-07-29T16:07:27.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:26 smithi067 ceph-mon[91995]: pgmap v3791: 137 pgs: 137 active+clean; 800 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 68 KiB/s rd, 5.6 MiB/s wr, 111 op/s 2024-07-29T16:07:27.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:26 smithi067 ceph-mon[91995]: osdmap e2205: 8 total, 8 up, 8 in 2024-07-29T16:07:27.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:26 smithi067 ceph-mon[94375]: pgmap v3791: 137 pgs: 137 active+clean; 800 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 68 KiB/s rd, 5.6 MiB/s wr, 111 op/s 2024-07-29T16:07:27.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:26 smithi067 ceph-mon[94375]: osdmap e2205: 8 total, 8 up, 8 in 2024-07-29T16:07:27.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:26 smithi138 ceph-mon[86438]: pgmap v3791: 137 pgs: 137 active+clean; 800 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 68 KiB/s rd, 5.6 MiB/s wr, 111 op/s 2024-07-29T16:07:27.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:26 smithi138 ceph-mon[86438]: osdmap e2205: 8 total, 8 up, 8 in 2024-07-29T16:07:28.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:27 smithi067 ceph-mon[91995]: osdmap e2206: 8 total, 8 up, 8 in 2024-07-29T16:07:28.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:27 smithi067 ceph-mon[94375]: osdmap e2206: 8 total, 8 up, 8 in 2024-07-29T16:07:28.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:07:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:07:27] "GET /metrics HTTP/1.1" 200 36903 "" "Prometheus/2.51.0" 2024-07-29T16:07:28.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:27 smithi138 ceph-mon[86438]: osdmap e2206: 8 total, 8 up, 8 in 2024-07-29T16:07:29.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:28 smithi067 ceph-mon[91995]: pgmap v3794: 137 pgs: 137 active+clean; 826 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 9.8 MiB/s wr, 284 op/s 2024-07-29T16:07:29.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:28 smithi067 ceph-mon[91995]: osdmap e2207: 8 total, 8 up, 8 in 2024-07-29T16:07:29.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:28 smithi067 ceph-mon[94375]: pgmap v3794: 137 pgs: 137 active+clean; 826 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 9.8 MiB/s wr, 284 op/s 2024-07-29T16:07:29.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:28 smithi067 ceph-mon[94375]: osdmap e2207: 8 total, 8 up, 8 in 2024-07-29T16:07:29.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:28 smithi138 ceph-mon[86438]: pgmap v3794: 137 pgs: 137 active+clean; 826 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 9.8 MiB/s wr, 284 op/s 2024-07-29T16:07:29.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:28 smithi138 ceph-mon[86438]: osdmap e2207: 8 total, 8 up, 8 in 2024-07-29T16:07:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:07:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:07:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:07:31.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:30 smithi067 ceph-mon[91995]: pgmap v3796: 137 pgs: 137 active+clean; 842 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 8.2 MiB/s wr, 282 op/s 2024-07-29T16:07:31.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:30 smithi067 ceph-mon[94375]: pgmap v3796: 137 pgs: 137 active+clean; 842 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 8.2 MiB/s wr, 282 op/s 2024-07-29T16:07:31.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:30 smithi138 ceph-mon[86438]: pgmap v3796: 137 pgs: 137 active+clean; 842 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 8.2 MiB/s wr, 282 op/s 2024-07-29T16:07:32.152 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (5042 ms) 2024-07-29T16:07:32.152 INFO:tasks.workunit.client.0.smithi067.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-07-29T16:07:32.153 INFO:tasks.workunit.client.0.smithi067.stdout:SKIPPING 2024-07-29T16:07:32.153 INFO:tasks.workunit.client.0.smithi067.stdout:[ OK ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-07-29T16:07:32.894 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] 19 tests from DiffIterateTest/1 (255356 ms total) 2024-07-29T16:07:32.894 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T16:07:32.894 INFO:tasks.workunit.client.0.smithi067.stdout:[----------] Global test environment tear-down 2024-07-29T16:07:32.894 INFO:tasks.workunit.client.0.smithi067.stdout:[==========] 425 tests from 16 test suites ran. (1442278 ms total) 2024-07-29T16:07:32.894 INFO:tasks.workunit.client.0.smithi067.stdout:[ PASSED ] 425 tests. 2024-07-29T16:07:32.894 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T16:07:32.894 INFO:tasks.workunit.client.0.smithi067.stdout: YOU HAVE 2 DISABLED TESTS 2024-07-29T16:07:32.894 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T16:07:32.903 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-29T16:07:32.903 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-29T16:07:32.974 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-07-29T16:07:32.974 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-07-29T16:07:33.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:32 smithi067 ceph-mon[91995]: pgmap v3797: 137 pgs: 137 active+clean; 856 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.3 MiB/s wr, 222 op/s 2024-07-29T16:07:33.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:32 smithi067 ceph-mon[94375]: pgmap v3797: 137 pgs: 137 active+clean; 856 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.3 MiB/s wr, 222 op/s 2024-07-29T16:07:33.261 DEBUG:teuthology.parallel:result is None 2024-07-29T16:07:33.261 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-07-29T16:07:33.287 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-07-29T16:07:33.287 DEBUG:teuthology.orchestra.run.smithi067:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-07-29T16:07:33.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:32 smithi138 ceph-mon[86438]: pgmap v3797: 137 pgs: 137 active+clean; 856 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.3 MiB/s wr, 222 op/s 2024-07-29T16:07:33.344 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-07-29T16:07:33.344 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-29T16:07:33.344 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-07-29T16:07:33.344 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-29T16:07:33.344 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2024-07-29T16:07:33.344 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-07-29T16:07:33.345 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-07-29T16:07:33.345 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-07-29T16:07:33.345 DEBUG:teuthology.orchestra.run.smithi067:> stat -- /home/ubuntu/cephtest/mnt.0 2024-07-29T16:07:33.400 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-29T16:07:33.401 INFO:teuthology.orchestra.run.smithi067.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-07-29T16:07:33.401 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-07-29T16:07:33.456 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-07-29T16:07:33.457 DEBUG:teuthology.orchestra.run.smithi067:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-07-29T16:07:33.513 INFO:tasks.workunit:timeout=3h 2024-07-29T16:07:33.513 INFO:tasks.workunit:cleanup=True 2024-07-29T16:07:33.513 DEBUG:teuthology.orchestra.run.smithi067:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-07-29T16:07:33.570 INFO:tasks.workunit.client.0.smithi067.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-07-29T16:07:34.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:33 smithi067 ceph-mon[91995]: osdmap e2208: 8 total, 8 up, 8 in 2024-07-29T16:07:34.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:33 smithi067 ceph-mon[94375]: osdmap e2208: 8 total, 8 up, 8 in 2024-07-29T16:07:34.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:33 smithi138 ceph-mon[86438]: osdmap e2208: 8 total, 8 up, 8 in 2024-07-29T16:07:35.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:34 smithi067 ceph-mon[91995]: pgmap v3799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-07-29T16:07:35.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:34 smithi067 ceph-mon[94375]: pgmap v3799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-07-29T16:07:35.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:34 smithi138 ceph-mon[86438]: pgmap v3799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-07-29T16:07:36.212 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:07:36.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:07:36.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:07:37.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:36 smithi067 ceph-mon[91995]: pgmap v3800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-29T16:07:37.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:36 smithi067 ceph-mon[94375]: pgmap v3800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-29T16:07:37.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:36 smithi138 ceph-mon[86438]: pgmap v3800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-29T16:07:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:07:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:07:37] "GET /metrics HTTP/1.1" 200 34409 "" "Prometheus/2.51.0" 2024-07-29T16:07:39.085 DEBUG:teuthology.orchestra.run.smithi067:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-07-29T16:07:39.143 INFO:tasks.workunit.client.0.smithi067.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-07-29T16:07:39.145 INFO:tasks.workunit.client.0.smithi067.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-29T16:07:39.145 INFO:tasks.workunit.client.0.smithi067.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-07-29T16:07:39.196 INFO:tasks.workunit.client.0.smithi067.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-07-29T16:07:39.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:38 smithi067 ceph-mon[91995]: pgmap v3801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:07:39.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:38 smithi067 ceph-mon[94375]: pgmap v3801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:07:39.246 INFO:tasks.workunit.client.0.smithi067.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-07-29T16:07:39.287 INFO:tasks.workunit.client.0.smithi067.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-29T16:07:39.288 INFO:tasks.workunit.client.0.smithi067.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-29T16:07:39.288 INFO:tasks.workunit.client.0.smithi067.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-07-29T16:07:39.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:38 smithi138 ceph-mon[86438]: pgmap v3801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:07:39.329 INFO:tasks.workunit.client.0.smithi067.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-29T16:07:39.332 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-07-29T16:07:39.332 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-07-29T16:07:39.388 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2024-07-29T16:07:39.389 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2024-07-29T16:07:39.389 DEBUG:teuthology.orchestra.run.smithi067:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-07-29T16:07:39.449 INFO:tasks.workunit.client.0.smithi067.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-07-29T16:07:39.450 INFO:tasks.workunit.client.0.smithi067.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2024-07-29T16:07:39.450 INFO:tasks.workunit.client.0.smithi067.stderr:+ '[' -n '' ']' 2024-07-29T16:07:39.450 INFO:tasks.workunit.client.0.smithi067.stderr:+ python3 -m pytest -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2024-07-29T16:07:39.624 INFO:tasks.workunit.client.0.smithi067.stdout:============================= test session starts ============================== 2024-07-29T16:07:39.625 INFO:tasks.workunit.client.0.smithi067.stdout:platform linux -- Python 3.9.18, pytest-6.2.2, py-1.10.0, pluggy-0.13.1 -- /usr/bin/python3 2024-07-29T16:07:39.625 INFO:tasks.workunit.client.0.smithi067.stdout:cachedir: .pytest_cache 2024-07-29T16:07:39.625 INFO:tasks.workunit.client.0.smithi067.stdout:rootdir: /home/ubuntu/cephtest/clone.client.0/src/test/pybind, configfile: pytest.ini 2024-07-29T16:07:40.123 INFO:tasks.workunit.client.0.smithi067.stdout:collecting ... collected 182 items 2024-07-29T16:07:40.123 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T16:07:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:07:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:07:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:07:41.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:40 smithi067 ceph-mon[91995]: pgmap v3802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:07:41.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:40 smithi067 ceph-mon[94375]: pgmap v3802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:07:41.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:40 smithi138 ceph-mon[86438]: pgmap v3802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:07:42.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:41 smithi067 ceph-mon[91995]: osdmap e2209: 8 total, 8 up, 8 in 2024-07-29T16:07:42.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:41 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi067-157970-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-29T16:07:42.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:41 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi067-157970-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-29T16:07:42.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:41 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi067-157970-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-07-29T16:07:42.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:41 smithi067 ceph-mon[91995]: osdmap e2210: 8 total, 8 up, 8 in 2024-07-29T16:07:42.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:41 smithi067 ceph-mon[94375]: osdmap e2209: 8 total, 8 up, 8 in 2024-07-29T16:07:42.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:41 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi067-157970-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-29T16:07:42.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:41 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi067-157970-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-29T16:07:42.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:41 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi067-157970-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-07-29T16:07:42.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:41 smithi067 ceph-mon[94375]: osdmap e2210: 8 total, 8 up, 8 in 2024-07-29T16:07:42.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:41 smithi138 ceph-mon[86438]: osdmap e2209: 8 total, 8 up, 8 in 2024-07-29T16:07:42.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:41 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi067-157970-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-29T16:07:42.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:41 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi067-157970-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-29T16:07:42.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:41 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi067-157970-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-07-29T16:07:42.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:41 smithi138 ceph-mon[86438]: osdmap e2210: 8 total, 8 up, 8 in 2024-07-29T16:07:43.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:42 smithi067 ceph-mon[94375]: pgmap v3804: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:07:43.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:42 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T16:07:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:42 smithi067 ceph-mon[94375]: osdmap e2211: 8 total, 8 up, 8 in 2024-07-29T16:07:43.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:42 smithi067 ceph-mon[91995]: pgmap v3804: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:07:43.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:42 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T16:07:43.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:42 smithi067 ceph-mon[91995]: osdmap e2211: 8 total, 8 up, 8 in 2024-07-29T16:07:43.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:42 smithi138 ceph-mon[86438]: pgmap v3804: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:07:43.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:42 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T16:07:43.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:42 smithi138 ceph-mon[86438]: osdmap e2211: 8 total, 8 up, 8 in 2024-07-29T16:07:43.925 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_version PASSED [ 0%] 2024-07-29T16:07:44.017 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create PASSED [ 1%] 2024-07-29T16:07:44.635 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_defaults PASSED [ 1%] 2024-07-29T16:07:44.737 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_context_manager PASSED [ 2%] 2024-07-29T16:07:45.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:44 smithi067 ceph-mon[91995]: pgmap v3807: 137 pgs: 4 creating+peering, 14 unknown, 119 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:07:45.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:44 smithi067 ceph-mon[91995]: osdmap e2212: 8 total, 8 up, 8 in 2024-07-29T16:07:45.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:44 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T16:07:45.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:44 smithi067 ceph-mon[94375]: pgmap v3807: 137 pgs: 4 creating+peering, 14 unknown, 119 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:07:45.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:44 smithi067 ceph-mon[94375]: osdmap e2212: 8 total, 8 up, 8 in 2024-07-29T16:07:45.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:44 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T16:07:45.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:44 smithi138 ceph-mon[86438]: pgmap v3807: 137 pgs: 4 creating+peering, 14 unknown, 119 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:07:45.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:44 smithi138 ceph-mon[86438]: osdmap e2212: 8 total, 8 up, 8 in 2024-07-29T16:07:45.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:44 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T16:07:46.047 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_read_only PASSED [ 2%] 2024-07-29T16:07:46.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:45 smithi067 ceph-mon[91995]: osdmap e2213: 8 total, 8 up, 8 in 2024-07-29T16:07:46.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:45 smithi067 ceph-mon[94375]: osdmap e2213: 8 total, 8 up, 8 in 2024-07-29T16:07:46.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:45 smithi138 ceph-mon[86438]: osdmap e2213: 8 total, 8 up, 8 in 2024-07-29T16:07:46.576 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_dne PASSED [ 3%] 2024-07-29T16:07:47.103 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_readonly_dne PASSED [ 3%] 2024-07-29T16:07:47.194 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_by_id PASSED [ 4%] 2024-07-29T16:07:47.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:46 smithi067 ceph-mon[91995]: pgmap v3810: 137 pgs: 4 creating+peering, 133 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 5.0 KiB/s wr, 58 op/s 2024-07-29T16:07:47.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:46 smithi067 ceph-mon[91995]: osdmap e2214: 8 total, 8 up, 8 in 2024-07-29T16:07:47.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:46 smithi067 ceph-mon[94375]: pgmap v3810: 137 pgs: 4 creating+peering, 133 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 5.0 KiB/s wr, 58 op/s 2024-07-29T16:07:47.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:46 smithi067 ceph-mon[94375]: osdmap e2214: 8 total, 8 up, 8 in 2024-07-29T16:07:47.281 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_aio_open PASSED [ 4%] 2024-07-29T16:07:47.292 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_dne PASSED [ 5%] 2024-07-29T16:07:47.294 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_empty PASSED [ 6%] 2024-07-29T16:07:47.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:46 smithi138 ceph-mon[86438]: pgmap v3810: 137 pgs: 4 creating+peering, 133 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 5.0 KiB/s wr, 58 op/s 2024-07-29T16:07:47.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:46 smithi138 ceph-mon[86438]: osdmap e2214: 8 total, 8 up, 8 in 2024-07-29T16:07:47.371 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list PASSED [ 6%] 2024-07-29T16:07:47.434 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress PASSED [ 7%] 2024-07-29T16:07:47.516 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_canceled PASSED [ 7%] 2024-07-29T16:07:47.618 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename PASSED [ 8%] 2024-07-29T16:07:47.829 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_metadata PASSED [ 8%] 2024-07-29T16:07:47.846 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_config_list PASSED [ 9%] 2024-07-29T16:07:47.857 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_config_set_and_get_and_remove PASSED [ 9%] 2024-07-29T16:07:47.885 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_namespaces PASSED [ 10%] 2024-07-29T16:07:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:07:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:07:47] "GET /metrics HTTP/1.1" 200 34409 "" "Prometheus/2.51.0" 2024-07-29T16:07:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:07:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:16:07:47] ENGINE Bus STOPPING 2024-07-29T16:07:48.738 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:16:07:48] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-29T16:07:48.739 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:16:07:48] ENGINE Bus STOPPED 2024-07-29T16:07:48.739 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:16:07:48] ENGINE Bus STARTING 2024-07-29T16:07:48.739 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:16:07:48] ENGINE Serving on http://:::9283 2024-07-29T16:07:48.739 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:16:07:48] ENGINE Bus STARTED 2024-07-29T16:07:49.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[91995]: pgmap v3812: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 13 KiB/s wr, 213 op/s 2024-07-29T16:07:49.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' 2024-07-29T16:07:49.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:07:49.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:07:49.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:07:49.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:07:49.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:07:49.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T16:07:49.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:07:49.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:07:49.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:07:49.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:07:49.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:07:49.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:07:49.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:07:49.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:07:49.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:07:49.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:07:49.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:07:49.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:07:49.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:07:49.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:07:49.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:07:49.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:07:49.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:07:49.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:07:49.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:07:49.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:07:49.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[94375]: pgmap v3812: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 13 KiB/s wr, 213 op/s 2024-07-29T16:07:49.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' 2024-07-29T16:07:49.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:07:49.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:07:49.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:07:49.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:07:49.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:07:49.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T16:07:49.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:07:49.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:07:49.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:07:49.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:07:49.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:07:49.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:07:49.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:07:49.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:07:49.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:07:49.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:07:49.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:07:49.242 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:07:49.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:07:49.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:07:49.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:07:49.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:07:49.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:07:49.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:07:49.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:07:49.243 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:07:49.243 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:07:49.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:07:49.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:07:49.244 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:07:49.244 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:07:49.244 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:07:49.244 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:07:49.244 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:07:49.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:48 smithi138 ceph-mon[86438]: pgmap v3812: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 13 KiB/s wr, 213 op/s 2024-07-29T16:07:49.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:48 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' 2024-07-29T16:07:49.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:07:49.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:07:49.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:07:49.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:07:49.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:07:49.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T16:07:49.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:07:49.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:07:49.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:07:49.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:07:49.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:07:49.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:07:49.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:07:49.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:07:49.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:07:49.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:48 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:07:49.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:48 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:07:49.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:07:49.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:07:49.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:07:49.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:48 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:07:49.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:48 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:07:49.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:07:49.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:07:49.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:07:49.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:48 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:07:49.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:48 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:07:49.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:07:49.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:07:49.313 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:07:49.955 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_stats PASSED [ 10%] 2024-07-29T16:07:49.956 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_to_string PASSED [ 11%] 2024-07-29T16:07:49.957 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_from_string PASSED [ 12%] 2024-07-29T16:07:50.035 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_update_features SKIPPED [ 12%] 2024-07-29T16:07:50.107 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_with_params SKIPPED [ 13%] 2024-07-29T16:07:50.182 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_id PASSED [ 13%] 2024-07-29T16:07:50.213 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:49 smithi138 ceph-mon[86438]: osdmap e2215: 8 total, 8 up, 8 in 2024-07-29T16:07:50.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:49 smithi067 ceph-mon[91995]: osdmap e2215: 8 total, 8 up, 8 in 2024-07-29T16:07:50.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:49 smithi067 ceph-mon[94375]: osdmap e2215: 8 total, 8 up, 8 in 2024-07-29T16:07:50.253 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_block_name_prefix PASSED [ 14%] 2024-07-29T16:07:50.334 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_data_pool_id PASSED [ 14%] 2024-07-29T16:07:50.403 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_timestamp PASSED [ 15%] 2024-07-29T16:07:50.472 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_access_timestamp PASSED [ 15%] 2024-07-29T16:07:50.541 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_modify_timestamp PASSED [ 16%] 2024-07-29T16:07:50.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:07:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:07:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:07:50.628 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_invalidate_cache PASSED [ 17%] 2024-07-29T16:07:50.697 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_stat PASSED [ 17%] 2024-07-29T16:07:50.767 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_flags PASSED [ 18%] 2024-07-29T16:07:50.846 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_auto_close PASSED [ 18%] 2024-07-29T16:07:50.920 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_use_after_close PASSED [ 19%] 2024-07-29T16:07:51.001 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write PASSED [ 19%] 2024-07-29T16:07:51.087 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_with_fadvise_flags PASSED [ 20%] 2024-07-29T16:07:51.174 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes PASSED [ 20%] 2024-07-29T16:07:51.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:50 smithi067 ceph-mon[91995]: pgmap v3814: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 348 KiB/s rd, 30 KiB/s wr, 478 op/s 2024-07-29T16:07:51.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:50 smithi067 ceph-mon[91995]: osdmap e2216: 8 total, 8 up, 8 in 2024-07-29T16:07:51.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:07:51.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:50 smithi067 ceph-mon[94375]: pgmap v3814: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 348 KiB/s rd, 30 KiB/s wr, 478 op/s 2024-07-29T16:07:51.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:50 smithi067 ceph-mon[94375]: osdmap e2216: 8 total, 8 up, 8 in 2024-07-29T16:07:51.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:07:51.262 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes_thick_provision PASSED [ 21%] 2024-07-29T16:07:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:50 smithi138 ceph-mon[86438]: pgmap v3814: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 348 KiB/s rd, 30 KiB/s wr, 478 op/s 2024-07-29T16:07:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:50 smithi138 ceph-mon[86438]: osdmap e2216: 8 total, 8 up, 8 in 2024-07-29T16:07:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:07:51.333 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read PASSED [ 21%] 2024-07-29T16:07:51.405 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_with_fadvise_flags PASSED [ 22%] 2024-07-29T16:07:51.535 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_write PASSED [ 23%] 2024-07-29T16:07:51.609 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_read PASSED [ 23%] 2024-07-29T16:07:51.698 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_read PASSED [ 24%] 2024-07-29T16:07:51.774 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_bad_offset PASSED [ 24%] 2024-07-29T16:07:51.853 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize PASSED [ 25%] 2024-07-29T16:07:51.932 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_allow_shrink_False PASSED [ 25%] 2024-07-29T16:07:53.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:52 smithi067 ceph-mon[91995]: pgmap v3816: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 26 KiB/s wr, 481 op/s 2024-07-29T16:07:53.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:52 smithi067 ceph-mon[94375]: pgmap v3816: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 26 KiB/s wr, 481 op/s 2024-07-29T16:07:53.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:52 smithi138 ceph-mon[86438]: pgmap v3816: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 26 KiB/s wr, 481 op/s 2024-07-29T16:07:54.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:53 smithi067 ceph-mon[94375]: osdmap e2217: 8 total, 8 up, 8 in 2024-07-29T16:07:54.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:53 smithi067 ceph-mon[94375]: osdmap e2218: 8 total, 8 up, 8 in 2024-07-29T16:07:54.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:53 smithi067 ceph-mon[91995]: osdmap e2217: 8 total, 8 up, 8 in 2024-07-29T16:07:54.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:53 smithi067 ceph-mon[91995]: osdmap e2218: 8 total, 8 up, 8 in 2024-07-29T16:07:54.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:53 smithi138 ceph-mon[86438]: osdmap e2217: 8 total, 8 up, 8 in 2024-07-29T16:07:54.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:53 smithi138 ceph-mon[86438]: osdmap e2218: 8 total, 8 up, 8 in 2024-07-29T16:07:55.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:54 smithi067 ceph-mon[94375]: pgmap v3818: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 66 KiB/s wr, 1.02k op/s 2024-07-29T16:07:55.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:54 smithi067 ceph-mon[94375]: osdmap e2219: 8 total, 8 up, 8 in 2024-07-29T16:07:55.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:54 smithi067 ceph-mon[91995]: pgmap v3818: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 66 KiB/s wr, 1.02k op/s 2024-07-29T16:07:55.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:54 smithi067 ceph-mon[91995]: osdmap e2219: 8 total, 8 up, 8 in 2024-07-29T16:07:55.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:54 smithi138 ceph-mon[86438]: pgmap v3818: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 66 KiB/s wr, 1.02k op/s 2024-07-29T16:07:55.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:54 smithi138 ceph-mon[86438]: osdmap e2219: 8 total, 8 up, 8 in 2024-07-29T16:07:55.917 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_size PASSED [ 26%] 2024-07-29T16:07:56.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:55 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.4", "id": [5, 2]}]: dispatch 2024-07-29T16:07:56.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:55 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.11", "id": [5, 4]}]: dispatch 2024-07-29T16:07:56.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:55 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.4", "id": [5, 2]}]': finished 2024-07-29T16:07:56.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:55 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.11", "id": [5, 4]}]': finished 2024-07-29T16:07:56.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:55 smithi067 ceph-mon[94375]: osdmap e2220: 8 total, 8 up, 8 in 2024-07-29T16:07:56.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:55 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.4", "id": [5, 2]}]: dispatch 2024-07-29T16:07:56.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:55 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.11", "id": [5, 4]}]: dispatch 2024-07-29T16:07:56.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:55 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.4", "id": [5, 2]}]': finished 2024-07-29T16:07:56.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:55 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.11", "id": [5, 4]}]': finished 2024-07-29T16:07:56.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:55 smithi067 ceph-mon[91995]: osdmap e2220: 8 total, 8 up, 8 in 2024-07-29T16:07:56.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:55 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.4", "id": [5, 2]}]: dispatch 2024-07-29T16:07:56.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:55 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.11", "id": [5, 4]}]: dispatch 2024-07-29T16:07:56.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:55 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.4", "id": [5, 2]}]': finished 2024-07-29T16:07:56.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:55 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.11", "id": [5, 4]}]': finished 2024-07-29T16:07:56.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:55 smithi138 ceph-mon[86438]: osdmap e2220: 8 total, 8 up, 8 in 2024-07-29T16:07:56.930 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_down PASSED [ 26%] 2024-07-29T16:07:57.034 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_bytes PASSED [ 27%] 2024-07-29T16:07:57.231 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy PASSED [ 28%] 2024-07-29T16:07:57.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:56 smithi067 ceph-mon[94375]: pgmap v3821: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 1.22k op/s 2024-07-29T16:07:57.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:56 smithi067 ceph-mon[94375]: osdmap e2221: 8 total, 8 up, 8 in 2024-07-29T16:07:57.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:56 smithi067 ceph-mon[91995]: pgmap v3821: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 1.22k op/s 2024-07-29T16:07:57.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:56 smithi067 ceph-mon[91995]: osdmap e2221: 8 total, 8 up, 8 in 2024-07-29T16:07:57.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:56 smithi138 ceph-mon[86438]: pgmap v3821: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 1.22k op/s 2024-07-29T16:07:57.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:56 smithi138 ceph-mon[86438]: osdmap e2221: 8 total, 8 up, 8 in 2024-07-29T16:07:57.426 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy2 PASSED [ 28%] 2024-07-29T16:07:57.493 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy3 SKIPPED [ 29%] 2024-07-29T16:07:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:07:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:07:57] "GET /metrics HTTP/1.1" 200 36879 "" "Prometheus/2.51.0" 2024-07-29T16:07:59.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:58 smithi067 ceph-mon[94375]: pgmap v3824: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 2.0 MiB/s wr, 616 op/s; 0 B/s, 1 objects/s recovering 2024-07-29T16:07:59.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:58 smithi067 ceph-mon[94375]: osdmap e2222: 8 total, 8 up, 8 in 2024-07-29T16:07:59.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:07:58 smithi067 ceph-mon[94375]: osdmap e2223: 8 total, 8 up, 8 in 2024-07-29T16:07:59.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:58 smithi067 ceph-mon[91995]: pgmap v3824: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 2.0 MiB/s wr, 616 op/s; 0 B/s, 1 objects/s recovering 2024-07-29T16:07:59.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:58 smithi067 ceph-mon[91995]: osdmap e2222: 8 total, 8 up, 8 in 2024-07-29T16:07:59.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:07:58 smithi067 ceph-mon[91995]: osdmap e2223: 8 total, 8 up, 8 in 2024-07-29T16:07:59.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:58 smithi138 ceph-mon[86438]: pgmap v3824: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 2.0 MiB/s wr, 616 op/s; 0 B/s, 1 objects/s recovering 2024-07-29T16:07:59.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:58 smithi138 ceph-mon[86438]: osdmap e2222: 8 total, 8 up, 8 in 2024-07-29T16:07:59.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:07:58 smithi138 ceph-mon[86438]: osdmap e2223: 8 total, 8 up, 8 in 2024-07-29T16:08:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:08:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:08:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:08:00.972 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy PASSED [ 29%] 2024-07-29T16:08:01.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:00 smithi138 ceph-mon[86438]: pgmap v3827: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 1.0 MiB/s wr, 272 op/s; 0 B/s, 2 objects/s recovering 2024-07-29T16:08:01.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:00 smithi138 ceph-mon[86438]: osdmap e2224: 8 total, 8 up, 8 in 2024-07-29T16:08:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:00 smithi067 ceph-mon[91995]: pgmap v3827: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 1.0 MiB/s wr, 272 op/s; 0 B/s, 2 objects/s recovering 2024-07-29T16:08:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:00 smithi067 ceph-mon[91995]: osdmap e2224: 8 total, 8 up, 8 in 2024-07-29T16:08:01.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:00 smithi067 ceph-mon[94375]: pgmap v3827: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 1.0 MiB/s wr, 272 op/s; 0 B/s, 2 objects/s recovering 2024-07-29T16:08:01.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:00 smithi067 ceph-mon[94375]: osdmap e2224: 8 total, 8 up, 8 in 2024-07-29T16:08:02.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:01 smithi067 ceph-mon[91995]: osdmap e2225: 8 total, 8 up, 8 in 2024-07-29T16:08:02.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:01 smithi067 ceph-mon[94375]: osdmap e2225: 8 total, 8 up, 8 in 2024-07-29T16:08:02.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:01 smithi138 ceph-mon[86438]: osdmap e2225: 8 total, 8 up, 8 in 2024-07-29T16:08:03.139 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:02 smithi067 ceph-mon[91995]: pgmap v3830: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 2.0 MiB/s wr, 259 op/s; 0 B/s, 0 objects/s recovering 2024-07-29T16:08:03.139 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:02 smithi067 ceph-mon[91995]: osdmap e2226: 8 total, 8 up, 8 in 2024-07-29T16:08:03.140 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:02 smithi067 ceph-mon[94375]: pgmap v3830: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 2.0 MiB/s wr, 259 op/s; 0 B/s, 0 objects/s recovering 2024-07-29T16:08:03.140 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:02 smithi067 ceph-mon[94375]: osdmap e2226: 8 total, 8 up, 8 in 2024-07-29T16:08:03.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:02 smithi138 ceph-mon[86438]: pgmap v3830: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 2.0 MiB/s wr, 259 op/s; 0 B/s, 0 objects/s recovering 2024-07-29T16:08:03.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:02 smithi138 ceph-mon[86438]: osdmap e2226: 8 total, 8 up, 8 in 2024-07-29T16:08:04.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:03 smithi067 ceph-mon[91995]: osdmap e2227: 8 total, 8 up, 8 in 2024-07-29T16:08:04.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:03 smithi067 ceph-mon[91995]: osdmap e2228: 8 total, 8 up, 8 in 2024-07-29T16:08:04.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:03 smithi067 ceph-mon[94375]: osdmap e2227: 8 total, 8 up, 8 in 2024-07-29T16:08:04.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:03 smithi067 ceph-mon[94375]: osdmap e2228: 8 total, 8 up, 8 in 2024-07-29T16:08:04.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:03 smithi138 ceph-mon[86438]: osdmap e2227: 8 total, 8 up, 8 in 2024-07-29T16:08:04.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:03 smithi138 ceph-mon[86438]: osdmap e2228: 8 total, 8 up, 8 in 2024-07-29T16:08:05.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:04 smithi067 ceph-mon[91995]: pgmap v3833: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 321 KiB/s rd, 1.0 MiB/s wr, 435 op/s 2024-07-29T16:08:05.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:04 smithi067 ceph-mon[94375]: pgmap v3833: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 321 KiB/s rd, 1.0 MiB/s wr, 435 op/s 2024-07-29T16:08:05.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:04 smithi138 ceph-mon[86438]: pgmap v3833: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 321 KiB/s rd, 1.0 MiB/s wr, 435 op/s 2024-07-29T16:08:06.212 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:05 smithi138 ceph-mon[86438]: osdmap e2229: 8 total, 8 up, 8 in 2024-07-29T16:08:06.212 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:08:06.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:05 smithi067 ceph-mon[91995]: osdmap e2229: 8 total, 8 up, 8 in 2024-07-29T16:08:06.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:08:06.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:05 smithi067 ceph-mon[94375]: osdmap e2229: 8 total, 8 up, 8 in 2024-07-29T16:08:06.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:08:06.959 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v1 PASSED [ 30%] 2024-07-29T16:08:07.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:06 smithi067 ceph-mon[91995]: pgmap v3836: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 313 KiB/s rd, 24 KiB/s wr, 429 op/s 2024-07-29T16:08:07.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:06 smithi067 ceph-mon[91995]: osdmap e2230: 8 total, 8 up, 8 in 2024-07-29T16:08:07.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:06 smithi067 ceph-mon[94375]: pgmap v3836: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 313 KiB/s rd, 24 KiB/s wr, 429 op/s 2024-07-29T16:08:07.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:06 smithi067 ceph-mon[94375]: osdmap e2230: 8 total, 8 up, 8 in 2024-07-29T16:08:07.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:06 smithi138 ceph-mon[86438]: pgmap v3836: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 313 KiB/s rd, 24 KiB/s wr, 429 op/s 2024-07-29T16:08:07.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:06 smithi138 ceph-mon[86438]: osdmap e2230: 8 total, 8 up, 8 in 2024-07-29T16:08:08.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:07 smithi067 ceph-mon[91995]: osdmap e2231: 8 total, 8 up, 8 in 2024-07-29T16:08:08.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:07 smithi067 ceph-mon[94375]: osdmap e2231: 8 total, 8 up, 8 in 2024-07-29T16:08:08.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:08:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:08:07] "GET /metrics HTTP/1.1" 200 36883 "" "Prometheus/2.51.0" 2024-07-29T16:08:08.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:07 smithi138 ceph-mon[86438]: osdmap e2231: 8 total, 8 up, 8 in 2024-07-29T16:08:09.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:08 smithi067 ceph-mon[91995]: pgmap v3839: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 11 KiB/s wr, 137 op/s 2024-07-29T16:08:09.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:08 smithi067 ceph-mon[91995]: osdmap e2232: 8 total, 8 up, 8 in 2024-07-29T16:08:09.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:08 smithi067 ceph-mon[91995]: osdmap e2233: 8 total, 8 up, 8 in 2024-07-29T16:08:09.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:08 smithi067 ceph-mon[94375]: pgmap v3839: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 11 KiB/s wr, 137 op/s 2024-07-29T16:08:09.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:08 smithi067 ceph-mon[94375]: osdmap e2232: 8 total, 8 up, 8 in 2024-07-29T16:08:09.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:08 smithi067 ceph-mon[94375]: osdmap e2233: 8 total, 8 up, 8 in 2024-07-29T16:08:09.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:08 smithi138 ceph-mon[86438]: pgmap v3839: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 11 KiB/s wr, 137 op/s 2024-07-29T16:08:09.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:08 smithi138 ceph-mon[86438]: osdmap e2232: 8 total, 8 up, 8 in 2024-07-29T16:08:09.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:08 smithi138 ceph-mon[86438]: osdmap e2233: 8 total, 8 up, 8 in 2024-07-29T16:08:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:08:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:08:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:08:11.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:10 smithi067 ceph-mon[91995]: pgmap v3842: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 7.2 KiB/s wr, 96 op/s 2024-07-29T16:08:11.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:10 smithi067 ceph-mon[91995]: osdmap e2234: 8 total, 8 up, 8 in 2024-07-29T16:08:11.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:10 smithi067 ceph-mon[94375]: pgmap v3842: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 7.2 KiB/s wr, 96 op/s 2024-07-29T16:08:11.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:10 smithi067 ceph-mon[94375]: osdmap e2234: 8 total, 8 up, 8 in 2024-07-29T16:08:11.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:10 smithi138 ceph-mon[86438]: pgmap v3842: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 7.2 KiB/s wr, 96 op/s 2024-07-29T16:08:11.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:10 smithi138 ceph-mon[86438]: osdmap e2234: 8 total, 8 up, 8 in 2024-07-29T16:08:12.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:11 smithi067 ceph-mon[91995]: osdmap e2235: 8 total, 8 up, 8 in 2024-07-29T16:08:12.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:11 smithi067 ceph-mon[94375]: osdmap e2235: 8 total, 8 up, 8 in 2024-07-29T16:08:12.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:11 smithi138 ceph-mon[86438]: osdmap e2235: 8 total, 8 up, 8 in 2024-07-29T16:08:12.994 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v2 PASSED [ 30%] 2024-07-29T16:08:13.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:12 smithi067 ceph-mon[91995]: pgmap v3845: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 8.5 KiB/s wr, 183 op/s 2024-07-29T16:08:13.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:12 smithi067 ceph-mon[91995]: osdmap e2236: 8 total, 8 up, 8 in 2024-07-29T16:08:13.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:12 smithi067 ceph-mon[94375]: pgmap v3845: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 8.5 KiB/s wr, 183 op/s 2024-07-29T16:08:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:12 smithi067 ceph-mon[94375]: osdmap e2236: 8 total, 8 up, 8 in 2024-07-29T16:08:13.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:12 smithi138 ceph-mon[86438]: pgmap v3845: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 8.5 KiB/s wr, 183 op/s 2024-07-29T16:08:13.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:12 smithi138 ceph-mon[86438]: osdmap e2236: 8 total, 8 up, 8 in 2024-07-29T16:08:14.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:13 smithi067 ceph-mon[91995]: osdmap e2237: 8 total, 8 up, 8 in 2024-07-29T16:08:14.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:13 smithi067 ceph-mon[91995]: osdmap e2238: 8 total, 8 up, 8 in 2024-07-29T16:08:14.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:13 smithi067 ceph-mon[94375]: osdmap e2237: 8 total, 8 up, 8 in 2024-07-29T16:08:14.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:13 smithi067 ceph-mon[94375]: osdmap e2238: 8 total, 8 up, 8 in 2024-07-29T16:08:14.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:13 smithi138 ceph-mon[86438]: osdmap e2237: 8 total, 8 up, 8 in 2024-07-29T16:08:14.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:13 smithi138 ceph-mon[86438]: osdmap e2238: 8 total, 8 up, 8 in 2024-07-29T16:08:15.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:14 smithi067 ceph-mon[91995]: pgmap v3848: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 9.7 KiB/s wr, 218 op/s 2024-07-29T16:08:15.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:14 smithi067 ceph-mon[94375]: pgmap v3848: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 9.7 KiB/s wr, 218 op/s 2024-07-29T16:08:15.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:14 smithi138 ceph-mon[86438]: pgmap v3848: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 9.7 KiB/s wr, 218 op/s 2024-07-29T16:08:16.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:15 smithi067 ceph-mon[91995]: osdmap e2239: 8 total, 8 up, 8 in 2024-07-29T16:08:16.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:15 smithi067 ceph-mon[94375]: osdmap e2239: 8 total, 8 up, 8 in 2024-07-29T16:08:16.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:15 smithi138 ceph-mon[86438]: osdmap e2239: 8 total, 8 up, 8 in 2024-07-29T16:08:17.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:16 smithi067 ceph-mon[91995]: pgmap v3851: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 14 KiB/s wr, 176 op/s 2024-07-29T16:08:17.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:16 smithi067 ceph-mon[91995]: osdmap e2240: 8 total, 8 up, 8 in 2024-07-29T16:08:17.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:16 smithi067 ceph-mon[94375]: pgmap v3851: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 14 KiB/s wr, 176 op/s 2024-07-29T16:08:17.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:16 smithi067 ceph-mon[94375]: osdmap e2240: 8 total, 8 up, 8 in 2024-07-29T16:08:17.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:16 smithi138 ceph-mon[86438]: pgmap v3851: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 14 KiB/s wr, 176 op/s 2024-07-29T16:08:17.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:16 smithi138 ceph-mon[86438]: osdmap e2240: 8 total, 8 up, 8 in 2024-07-29T16:08:18.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:17 smithi067 ceph-mon[91995]: osdmap e2241: 8 total, 8 up, 8 in 2024-07-29T16:08:18.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:17 smithi067 ceph-mon[94375]: osdmap e2241: 8 total, 8 up, 8 in 2024-07-29T16:08:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:08:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:08:17] "GET /metrics HTTP/1.1" 200 36883 "" "Prometheus/2.51.0" 2024-07-29T16:08:18.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:17 smithi138 ceph-mon[86438]: osdmap e2241: 8 total, 8 up, 8 in 2024-07-29T16:08:18.911 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v1 PASSED [ 31%] 2024-07-29T16:08:19.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:18 smithi067 ceph-mon[91995]: pgmap v3854: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 199 KiB/s rd, 16 KiB/s wr, 267 op/s 2024-07-29T16:08:19.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:18 smithi067 ceph-mon[91995]: osdmap e2242: 8 total, 8 up, 8 in 2024-07-29T16:08:19.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:18 smithi067 ceph-mon[91995]: osdmap e2243: 8 total, 8 up, 8 in 2024-07-29T16:08:19.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:18 smithi067 ceph-mon[94375]: pgmap v3854: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 199 KiB/s rd, 16 KiB/s wr, 267 op/s 2024-07-29T16:08:19.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:18 smithi067 ceph-mon[94375]: osdmap e2242: 8 total, 8 up, 8 in 2024-07-29T16:08:19.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:18 smithi067 ceph-mon[94375]: osdmap e2243: 8 total, 8 up, 8 in 2024-07-29T16:08:19.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:18 smithi138 ceph-mon[86438]: pgmap v3854: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 199 KiB/s rd, 16 KiB/s wr, 267 op/s 2024-07-29T16:08:19.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:18 smithi138 ceph-mon[86438]: osdmap e2242: 8 total, 8 up, 8 in 2024-07-29T16:08:19.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:18 smithi138 ceph-mon[86438]: osdmap e2243: 8 total, 8 up, 8 in 2024-07-29T16:08:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:08:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:08:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:08:21.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:20 smithi067 ceph-mon[91995]: pgmap v3857: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 11 KiB/s wr, 208 op/s 2024-07-29T16:08:21.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:20 smithi067 ceph-mon[91995]: osdmap e2244: 8 total, 8 up, 8 in 2024-07-29T16:08:21.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:08:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:20 smithi067 ceph-mon[94375]: pgmap v3857: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 11 KiB/s wr, 208 op/s 2024-07-29T16:08:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:20 smithi067 ceph-mon[94375]: osdmap e2244: 8 total, 8 up, 8 in 2024-07-29T16:08:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:08:21.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:20 smithi138 ceph-mon[86438]: pgmap v3857: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 11 KiB/s wr, 208 op/s 2024-07-29T16:08:21.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:20 smithi138 ceph-mon[86438]: osdmap e2244: 8 total, 8 up, 8 in 2024-07-29T16:08:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:08:22.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:21 smithi067 ceph-mon[91995]: osdmap e2245: 8 total, 8 up, 8 in 2024-07-29T16:08:22.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:21 smithi067 ceph-mon[94375]: osdmap e2245: 8 total, 8 up, 8 in 2024-07-29T16:08:22.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:21 smithi138 ceph-mon[86438]: osdmap e2245: 8 total, 8 up, 8 in 2024-07-29T16:08:23.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:22 smithi067 ceph-mon[91995]: pgmap v3860: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 5.2 KiB/s wr, 35 op/s 2024-07-29T16:08:23.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:22 smithi067 ceph-mon[91995]: osdmap e2246: 8 total, 8 up, 8 in 2024-07-29T16:08:23.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:22 smithi067 ceph-mon[94375]: pgmap v3860: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 5.2 KiB/s wr, 35 op/s 2024-07-29T16:08:23.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:22 smithi067 ceph-mon[94375]: osdmap e2246: 8 total, 8 up, 8 in 2024-07-29T16:08:23.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:22 smithi138 ceph-mon[86438]: pgmap v3860: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 5.2 KiB/s wr, 35 op/s 2024-07-29T16:08:23.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:22 smithi138 ceph-mon[86438]: osdmap e2246: 8 total, 8 up, 8 in 2024-07-29T16:08:24.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:23 smithi067 ceph-mon[91995]: osdmap e2247: 8 total, 8 up, 8 in 2024-07-29T16:08:24.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:23 smithi067 ceph-mon[94375]: osdmap e2247: 8 total, 8 up, 8 in 2024-07-29T16:08:24.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:23 smithi138 ceph-mon[86438]: osdmap e2247: 8 total, 8 up, 8 in 2024-07-29T16:08:25.070 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v2 PASSED [ 31%] 2024-07-29T16:08:25.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:24 smithi067 ceph-mon[91995]: pgmap v3863: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 9.2 KiB/s wr, 163 op/s 2024-07-29T16:08:25.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:24 smithi067 ceph-mon[91995]: osdmap e2248: 8 total, 8 up, 8 in 2024-07-29T16:08:25.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:24 smithi067 ceph-mon[94375]: pgmap v3863: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 9.2 KiB/s wr, 163 op/s 2024-07-29T16:08:25.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:24 smithi067 ceph-mon[94375]: osdmap e2248: 8 total, 8 up, 8 in 2024-07-29T16:08:25.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:24 smithi138 ceph-mon[86438]: pgmap v3863: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 9.2 KiB/s wr, 163 op/s 2024-07-29T16:08:25.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:24 smithi138 ceph-mon[86438]: osdmap e2248: 8 total, 8 up, 8 in 2024-07-29T16:08:26.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:25 smithi067 ceph-mon[91995]: osdmap e2249: 8 total, 8 up, 8 in 2024-07-29T16:08:26.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:25 smithi067 ceph-mon[94375]: osdmap e2249: 8 total, 8 up, 8 in 2024-07-29T16:08:26.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:25 smithi138 ceph-mon[86438]: osdmap e2249: 8 total, 8 up, 8 in 2024-07-29T16:08:27.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:26 smithi067 ceph-mon[91995]: pgmap v3866: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 199 KiB/s rd, 11 KiB/s wr, 262 op/s 2024-07-29T16:08:27.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:26 smithi067 ceph-mon[91995]: osdmap e2250: 8 total, 8 up, 8 in 2024-07-29T16:08:27.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:26 smithi067 ceph-mon[94375]: pgmap v3866: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 199 KiB/s rd, 11 KiB/s wr, 262 op/s 2024-07-29T16:08:27.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:26 smithi067 ceph-mon[94375]: osdmap e2250: 8 total, 8 up, 8 in 2024-07-29T16:08:27.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:26 smithi138 ceph-mon[86438]: pgmap v3866: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 199 KiB/s rd, 11 KiB/s wr, 262 op/s 2024-07-29T16:08:27.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:26 smithi138 ceph-mon[86438]: osdmap e2250: 8 total, 8 up, 8 in 2024-07-29T16:08:28.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:27 smithi067 ceph-mon[91995]: osdmap e2251: 8 total, 8 up, 8 in 2024-07-29T16:08:28.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:27 smithi067 ceph-mon[94375]: osdmap e2251: 8 total, 8 up, 8 in 2024-07-29T16:08:28.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:08:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:08:27] "GET /metrics HTTP/1.1" 200 36887 "" "Prometheus/2.51.0" 2024-07-29T16:08:28.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:27 smithi138 ceph-mon[86438]: osdmap e2251: 8 total, 8 up, 8 in 2024-07-29T16:08:29.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:28 smithi067 ceph-mon[91995]: pgmap v3869: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 6.7 KiB/s wr, 177 op/s 2024-07-29T16:08:29.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:28 smithi067 ceph-mon[91995]: osdmap e2252: 8 total, 8 up, 8 in 2024-07-29T16:08:29.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:28 smithi067 ceph-mon[91995]: osdmap e2253: 8 total, 8 up, 8 in 2024-07-29T16:08:29.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:28 smithi067 ceph-mon[94375]: pgmap v3869: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 6.7 KiB/s wr, 177 op/s 2024-07-29T16:08:29.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:28 smithi067 ceph-mon[94375]: osdmap e2252: 8 total, 8 up, 8 in 2024-07-29T16:08:29.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:28 smithi067 ceph-mon[94375]: osdmap e2253: 8 total, 8 up, 8 in 2024-07-29T16:08:29.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:28 smithi138 ceph-mon[86438]: pgmap v3869: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 6.7 KiB/s wr, 177 op/s 2024-07-29T16:08:29.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:28 smithi138 ceph-mon[86438]: osdmap e2252: 8 total, 8 up, 8 in 2024-07-29T16:08:29.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:28 smithi138 ceph-mon[86438]: osdmap e2253: 8 total, 8 up, 8 in 2024-07-29T16:08:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:08:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:08:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:08:31.085 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_flatten PASSED [ 32%] 2024-07-29T16:08:31.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:30 smithi067 ceph-mon[91995]: pgmap v3872: 137 pgs: 137 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 1.0 MiB/s wr, 189 op/s 2024-07-29T16:08:31.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:30 smithi067 ceph-mon[91995]: osdmap e2254: 8 total, 8 up, 8 in 2024-07-29T16:08:31.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:30 smithi067 ceph-mon[94375]: pgmap v3872: 137 pgs: 137 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 1.0 MiB/s wr, 189 op/s 2024-07-29T16:08:31.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:30 smithi067 ceph-mon[94375]: osdmap e2254: 8 total, 8 up, 8 in 2024-07-29T16:08:31.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:30 smithi138 ceph-mon[86438]: pgmap v3872: 137 pgs: 137 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 1.0 MiB/s wr, 189 op/s 2024-07-29T16:08:31.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:30 smithi138 ceph-mon[86438]: osdmap e2254: 8 total, 8 up, 8 in 2024-07-29T16:08:32.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:31 smithi138 ceph-mon[86438]: osdmap e2255: 8 total, 8 up, 8 in 2024-07-29T16:08:32.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:31 smithi067 ceph-mon[91995]: osdmap e2255: 8 total, 8 up, 8 in 2024-07-29T16:08:32.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:31 smithi067 ceph-mon[94375]: osdmap e2255: 8 total, 8 up, 8 in 2024-07-29T16:08:33.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:33 smithi138 ceph-mon[86438]: pgmap v3875: 137 pgs: 137 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 1.0 MiB/s wr, 198 op/s 2024-07-29T16:08:33.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:33 smithi138 ceph-mon[86438]: osdmap e2256: 8 total, 8 up, 8 in 2024-07-29T16:08:33.390 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:33 smithi067 ceph-mon[91995]: pgmap v3875: 137 pgs: 137 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 1.0 MiB/s wr, 198 op/s 2024-07-29T16:08:33.390 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:33 smithi067 ceph-mon[91995]: osdmap e2256: 8 total, 8 up, 8 in 2024-07-29T16:08:33.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:33 smithi067 ceph-mon[94375]: pgmap v3875: 137 pgs: 137 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 1.0 MiB/s wr, 198 op/s 2024-07-29T16:08:33.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:33 smithi067 ceph-mon[94375]: osdmap e2256: 8 total, 8 up, 8 in 2024-07-29T16:08:34.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:34 smithi138 ceph-mon[86438]: osdmap e2257: 8 total, 8 up, 8 in 2024-07-29T16:08:34.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:34 smithi138 ceph-mon[86438]: pgmap v3878: 137 pgs: 137 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 1.0 MiB/s wr, 135 op/s 2024-07-29T16:08:34.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:34 smithi138 ceph-mon[86438]: osdmap e2258: 8 total, 8 up, 8 in 2024-07-29T16:08:34.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:34 smithi067 ceph-mon[91995]: osdmap e2257: 8 total, 8 up, 8 in 2024-07-29T16:08:34.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:34 smithi067 ceph-mon[91995]: pgmap v3878: 137 pgs: 137 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 1.0 MiB/s wr, 135 op/s 2024-07-29T16:08:34.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:34 smithi067 ceph-mon[91995]: osdmap e2258: 8 total, 8 up, 8 in 2024-07-29T16:08:34.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:34 smithi067 ceph-mon[94375]: osdmap e2257: 8 total, 8 up, 8 in 2024-07-29T16:08:34.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:34 smithi067 ceph-mon[94375]: pgmap v3878: 137 pgs: 137 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 1.0 MiB/s wr, 135 op/s 2024-07-29T16:08:34.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:34 smithi067 ceph-mon[94375]: osdmap e2258: 8 total, 8 up, 8 in 2024-07-29T16:08:36.113 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:35 smithi138 ceph-mon[86438]: osdmap e2259: 8 total, 8 up, 8 in 2024-07-29T16:08:36.113 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:08:36.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:35 smithi067 ceph-mon[91995]: osdmap e2259: 8 total, 8 up, 8 in 2024-07-29T16:08:36.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:08:36.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:35 smithi067 ceph-mon[94375]: osdmap e2259: 8 total, 8 up, 8 in 2024-07-29T16:08:36.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:08:36.940 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_flatten PASSED [ 32%] 2024-07-29T16:08:37.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:36 smithi067 ceph-mon[91995]: pgmap v3881: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 1.0 MiB/s wr, 148 op/s 2024-07-29T16:08:37.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:36 smithi067 ceph-mon[91995]: osdmap e2260: 8 total, 8 up, 8 in 2024-07-29T16:08:37.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:36 smithi067 ceph-mon[94375]: pgmap v3881: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 1.0 MiB/s wr, 148 op/s 2024-07-29T16:08:37.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:36 smithi067 ceph-mon[94375]: osdmap e2260: 8 total, 8 up, 8 in 2024-07-29T16:08:37.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:36 smithi138 ceph-mon[86438]: pgmap v3881: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 1.0 MiB/s wr, 148 op/s 2024-07-29T16:08:37.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:36 smithi138 ceph-mon[86438]: osdmap e2260: 8 total, 8 up, 8 in 2024-07-29T16:08:38.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:37 smithi067 ceph-mon[91995]: osdmap e2261: 8 total, 8 up, 8 in 2024-07-29T16:08:38.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:37 smithi067 ceph-mon[94375]: osdmap e2261: 8 total, 8 up, 8 in 2024-07-29T16:08:38.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:08:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:08:37] "GET /metrics HTTP/1.1" 200 36884 "" "Prometheus/2.51.0" 2024-07-29T16:08:38.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:37 smithi138 ceph-mon[86438]: osdmap e2261: 8 total, 8 up, 8 in 2024-07-29T16:08:38.924 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap PASSED [ 33%] 2024-07-29T16:08:39.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:38 smithi067 ceph-mon[91995]: pgmap v3884: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 16 KiB/s wr, 182 op/s 2024-07-29T16:08:39.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:38 smithi067 ceph-mon[91995]: osdmap e2262: 8 total, 8 up, 8 in 2024-07-29T16:08:39.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:38 smithi067 ceph-mon[91995]: osdmap e2263: 8 total, 8 up, 8 in 2024-07-29T16:08:39.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:38 smithi067 ceph-mon[94375]: pgmap v3884: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 16 KiB/s wr, 182 op/s 2024-07-29T16:08:39.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:38 smithi067 ceph-mon[94375]: osdmap e2262: 8 total, 8 up, 8 in 2024-07-29T16:08:39.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:38 smithi067 ceph-mon[94375]: osdmap e2263: 8 total, 8 up, 8 in 2024-07-29T16:08:39.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:38 smithi138 ceph-mon[86438]: pgmap v3884: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 16 KiB/s wr, 182 op/s 2024-07-29T16:08:39.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:38 smithi138 ceph-mon[86438]: osdmap e2262: 8 total, 8 up, 8 in 2024-07-29T16:08:39.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:38 smithi138 ceph-mon[86438]: osdmap e2263: 8 total, 8 up, 8 in 2024-07-29T16:08:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:08:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:08:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:08:40.958 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_exists PASSED [ 34%] 2024-07-29T16:08:41.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:40 smithi067 ceph-mon[94375]: pgmap v3887: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 2.0 MiB/s wr, 164 op/s 2024-07-29T16:08:41.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:40 smithi067 ceph-mon[94375]: osdmap e2264: 8 total, 8 up, 8 in 2024-07-29T16:08:41.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:40 smithi067 ceph-mon[91995]: pgmap v3887: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 2.0 MiB/s wr, 164 op/s 2024-07-29T16:08:41.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:40 smithi067 ceph-mon[91995]: osdmap e2264: 8 total, 8 up, 8 in 2024-07-29T16:08:41.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:40 smithi138 ceph-mon[86438]: pgmap v3887: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 2.0 MiB/s wr, 164 op/s 2024-07-29T16:08:41.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:40 smithi138 ceph-mon[86438]: osdmap e2264: 8 total, 8 up, 8 in 2024-07-29T16:08:42.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:41 smithi067 ceph-mon[91995]: osdmap e2265: 8 total, 8 up, 8 in 2024-07-29T16:08:42.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:41 smithi067 ceph-mon[94375]: osdmap e2265: 8 total, 8 up, 8 in 2024-07-29T16:08:42.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:41 smithi138 ceph-mon[86438]: osdmap e2265: 8 total, 8 up, 8 in 2024-07-29T16:08:43.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:42 smithi067 ceph-mon[91995]: pgmap v3890: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 2.0 MiB/s wr, 106 op/s 2024-07-29T16:08:43.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:42 smithi067 ceph-mon[91995]: osdmap e2266: 8 total, 8 up, 8 in 2024-07-29T16:08:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:42 smithi067 ceph-mon[94375]: pgmap v3890: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 2.0 MiB/s wr, 106 op/s 2024-07-29T16:08:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:42 smithi067 ceph-mon[94375]: osdmap e2266: 8 total, 8 up, 8 in 2024-07-29T16:08:43.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:42 smithi138 ceph-mon[86438]: pgmap v3890: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 2.0 MiB/s wr, 106 op/s 2024-07-29T16:08:43.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:42 smithi138 ceph-mon[86438]: osdmap e2266: 8 total, 8 up, 8 in 2024-07-29T16:08:44.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:43 smithi067 ceph-mon[91995]: osdmap e2267: 8 total, 8 up, 8 in 2024-07-29T16:08:44.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:43 smithi067 ceph-mon[91995]: osdmap e2268: 8 total, 8 up, 8 in 2024-07-29T16:08:44.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:43 smithi067 ceph-mon[94375]: osdmap e2267: 8 total, 8 up, 8 in 2024-07-29T16:08:44.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:43 smithi067 ceph-mon[94375]: osdmap e2268: 8 total, 8 up, 8 in 2024-07-29T16:08:44.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:43 smithi138 ceph-mon[86438]: osdmap e2267: 8 total, 8 up, 8 in 2024-07-29T16:08:44.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:43 smithi138 ceph-mon[86438]: osdmap e2268: 8 total, 8 up, 8 in 2024-07-29T16:08:45.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:44 smithi067 ceph-mon[91995]: pgmap v3893: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 8.5 KiB/s wr, 140 op/s 2024-07-29T16:08:45.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:44 smithi067 ceph-mon[91995]: osdmap e2269: 8 total, 8 up, 8 in 2024-07-29T16:08:45.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:44 smithi067 ceph-mon[94375]: pgmap v3893: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 8.5 KiB/s wr, 140 op/s 2024-07-29T16:08:45.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:44 smithi067 ceph-mon[94375]: osdmap e2269: 8 total, 8 up, 8 in 2024-07-29T16:08:45.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:44 smithi138 ceph-mon[86438]: pgmap v3893: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 8.5 KiB/s wr, 140 op/s 2024-07-29T16:08:45.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:44 smithi138 ceph-mon[86438]: osdmap e2269: 8 total, 8 up, 8 in 2024-07-29T16:08:46.941 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_flags PASSED [ 34%] 2024-07-29T16:08:47.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:46 smithi067 ceph-mon[91995]: pgmap v3896: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 5.7 KiB/s wr, 133 op/s 2024-07-29T16:08:47.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:46 smithi067 ceph-mon[91995]: osdmap e2270: 8 total, 8 up, 8 in 2024-07-29T16:08:47.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:46 smithi067 ceph-mon[94375]: pgmap v3896: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 5.7 KiB/s wr, 133 op/s 2024-07-29T16:08:47.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:46 smithi067 ceph-mon[94375]: osdmap e2270: 8 total, 8 up, 8 in 2024-07-29T16:08:47.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:46 smithi138 ceph-mon[86438]: pgmap v3896: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 5.7 KiB/s wr, 133 op/s 2024-07-29T16:08:47.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:46 smithi138 ceph-mon[86438]: osdmap e2270: 8 total, 8 up, 8 in 2024-07-29T16:08:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:47 smithi067 ceph-mon[91995]: osdmap e2271: 8 total, 8 up, 8 in 2024-07-29T16:08:48.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:47 smithi067 ceph-mon[94375]: osdmap e2271: 8 total, 8 up, 8 in 2024-07-29T16:08:48.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:08:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:08:47] "GET /metrics HTTP/1.1" 200 36884 "" "Prometheus/2.51.0" 2024-07-29T16:08:48.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:47 smithi138 ceph-mon[86438]: osdmap e2271: 8 total, 8 up, 8 in 2024-07-29T16:08:49.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:48 smithi067 ceph-mon[91995]: pgmap v3899: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 7.2 KiB/s wr, 98 op/s 2024-07-29T16:08:49.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:48 smithi067 ceph-mon[91995]: osdmap e2272: 8 total, 8 up, 8 in 2024-07-29T16:08:49.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:08:49.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:08:49.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:08:49.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:08:49.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:48 smithi067 ceph-mon[91995]: osdmap e2273: 8 total, 8 up, 8 in 2024-07-29T16:08:49.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:48 smithi067 ceph-mon[94375]: pgmap v3899: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 7.2 KiB/s wr, 98 op/s 2024-07-29T16:08:49.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:48 smithi067 ceph-mon[94375]: osdmap e2272: 8 total, 8 up, 8 in 2024-07-29T16:08:49.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:08:49.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:08:49.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:08:49.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:08:49.240 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:48 smithi067 ceph-mon[94375]: osdmap e2273: 8 total, 8 up, 8 in 2024-07-29T16:08:49.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:48 smithi138 ceph-mon[86438]: pgmap v3899: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 7.2 KiB/s wr, 98 op/s 2024-07-29T16:08:49.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:48 smithi138 ceph-mon[86438]: osdmap e2272: 8 total, 8 up, 8 in 2024-07-29T16:08:49.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:08:49.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:08:49.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:08:49.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:08:49.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:48 smithi138 ceph-mon[86438]: osdmap e2273: 8 total, 8 up, 8 in 2024-07-29T16:08:50.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:08:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:08:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:08:50.947 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps PASSED [ 35%] 2024-07-29T16:08:51.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:50 smithi067 ceph-mon[91995]: pgmap v3902: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 6.7 KiB/s wr, 66 op/s 2024-07-29T16:08:51.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:50 smithi067 ceph-mon[91995]: osdmap e2274: 8 total, 8 up, 8 in 2024-07-29T16:08:51.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:08:51.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:50 smithi067 ceph-mon[94375]: pgmap v3902: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 6.7 KiB/s wr, 66 op/s 2024-07-29T16:08:51.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:50 smithi067 ceph-mon[94375]: osdmap e2274: 8 total, 8 up, 8 in 2024-07-29T16:08:51.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:08:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:50 smithi138 ceph-mon[86438]: pgmap v3902: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 6.7 KiB/s wr, 66 op/s 2024-07-29T16:08:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:50 smithi138 ceph-mon[86438]: osdmap e2274: 8 total, 8 up, 8 in 2024-07-29T16:08:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:08:52.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:51 smithi067 ceph-mon[91995]: osdmap e2275: 8 total, 8 up, 8 in 2024-07-29T16:08:52.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:51 smithi067 ceph-mon[94375]: osdmap e2275: 8 total, 8 up, 8 in 2024-07-29T16:08:52.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:51 smithi138 ceph-mon[86438]: osdmap e2275: 8 total, 8 up, 8 in 2024-07-29T16:08:52.966 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps_iterator_auto_close PASSED [ 35%] 2024-07-29T16:08:53.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:52 smithi067 ceph-mon[91995]: pgmap v3905: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 1023 B/s wr, 3 op/s 2024-07-29T16:08:53.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:52 smithi067 ceph-mon[91995]: osdmap e2276: 8 total, 8 up, 8 in 2024-07-29T16:08:53.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:52 smithi067 ceph-mon[94375]: pgmap v3905: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 1023 B/s wr, 3 op/s 2024-07-29T16:08:53.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:52 smithi067 ceph-mon[94375]: osdmap e2276: 8 total, 8 up, 8 in 2024-07-29T16:08:53.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:52 smithi138 ceph-mon[86438]: pgmap v3905: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 1023 B/s wr, 3 op/s 2024-07-29T16:08:53.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:52 smithi138 ceph-mon[86438]: osdmap e2276: 8 total, 8 up, 8 in 2024-07-29T16:08:54.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:53 smithi067 ceph-mon[94375]: osdmap e2277: 8 total, 8 up, 8 in 2024-07-29T16:08:54.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:53 smithi067 ceph-mon[94375]: osdmap e2278: 8 total, 8 up, 8 in 2024-07-29T16:08:54.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:53 smithi067 ceph-mon[91995]: osdmap e2277: 8 total, 8 up, 8 in 2024-07-29T16:08:54.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:53 smithi067 ceph-mon[91995]: osdmap e2278: 8 total, 8 up, 8 in 2024-07-29T16:08:54.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:53 smithi138 ceph-mon[86438]: osdmap e2277: 8 total, 8 up, 8 in 2024-07-29T16:08:54.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:53 smithi138 ceph-mon[86438]: osdmap e2278: 8 total, 8 up, 8 in 2024-07-29T16:08:54.919 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap PASSED [ 36%] 2024-07-29T16:08:54.996 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_not_found PASSED [ 36%] 2024-07-29T16:08:55.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:54 smithi067 ceph-mon[94375]: pgmap v3908: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 5.7 KiB/s wr, 143 op/s 2024-07-29T16:08:55.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:54 smithi067 ceph-mon[94375]: osdmap e2279: 8 total, 8 up, 8 in 2024-07-29T16:08:55.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:54 smithi067 ceph-mon[91995]: pgmap v3908: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 5.7 KiB/s wr, 143 op/s 2024-07-29T16:08:55.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:54 smithi067 ceph-mon[91995]: osdmap e2279: 8 total, 8 up, 8 in 2024-07-29T16:08:55.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:54 smithi138 ceph-mon[86438]: pgmap v3908: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 5.7 KiB/s wr, 143 op/s 2024-07-29T16:08:55.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:54 smithi138 ceph-mon[86438]: osdmap e2279: 8 total, 8 up, 8 in 2024-07-29T16:08:56.980 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap2 PASSED [ 37%] 2024-07-29T16:08:57.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:56 smithi067 ceph-mon[91995]: pgmap v3911: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 10 KiB/s wr, 214 op/s 2024-07-29T16:08:57.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:56 smithi067 ceph-mon[91995]: osdmap e2280: 8 total, 8 up, 8 in 2024-07-29T16:08:57.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:56 smithi067 ceph-mon[94375]: pgmap v3911: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 10 KiB/s wr, 214 op/s 2024-07-29T16:08:57.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:56 smithi067 ceph-mon[94375]: osdmap e2280: 8 total, 8 up, 8 in 2024-07-29T16:08:57.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:56 smithi138 ceph-mon[86438]: pgmap v3911: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 10 KiB/s wr, 214 op/s 2024-07-29T16:08:57.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:56 smithi138 ceph-mon[86438]: osdmap e2280: 8 total, 8 up, 8 in 2024-07-29T16:08:58.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:57 smithi067 ceph-mon[91995]: osdmap e2281: 8 total, 8 up, 8 in 2024-07-29T16:08:58.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:08:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:08:57] "GET /metrics HTTP/1.1" 200 36879 "" "Prometheus/2.51.0" 2024-07-29T16:08:58.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:57 smithi067 ceph-mon[94375]: osdmap e2281: 8 total, 8 up, 8 in 2024-07-29T16:08:58.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:57 smithi138 ceph-mon[86438]: osdmap e2281: 8 total, 8 up, 8 in 2024-07-29T16:08:58.932 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_by_id PASSED [ 37%] 2024-07-29T16:08:59.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:58 smithi067 ceph-mon[91995]: pgmap v3914: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 8.2 KiB/s wr, 128 op/s 2024-07-29T16:08:59.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:58 smithi067 ceph-mon[91995]: osdmap e2282: 8 total, 8 up, 8 in 2024-07-29T16:08:59.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:08:58 smithi067 ceph-mon[91995]: osdmap e2283: 8 total, 8 up, 8 in 2024-07-29T16:08:59.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:58 smithi067 ceph-mon[94375]: pgmap v3914: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 8.2 KiB/s wr, 128 op/s 2024-07-29T16:08:59.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:58 smithi067 ceph-mon[94375]: osdmap e2282: 8 total, 8 up, 8 in 2024-07-29T16:08:59.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:08:58 smithi067 ceph-mon[94375]: osdmap e2283: 8 total, 8 up, 8 in 2024-07-29T16:08:59.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:58 smithi138 ceph-mon[86438]: pgmap v3914: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 8.2 KiB/s wr, 128 op/s 2024-07-29T16:08:59.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:58 smithi138 ceph-mon[86438]: osdmap e2282: 8 total, 8 up, 8 in 2024-07-29T16:08:59.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:08:58 smithi138 ceph-mon[86438]: osdmap e2283: 8 total, 8 up, 8 in 2024-07-29T16:09:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:09:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:09:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:09:01.009 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rename_snap PASSED [ 38%] 2024-07-29T16:09:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:00 smithi067 ceph-mon[91995]: pgmap v3917: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 8.2 KiB/s wr, 102 op/s 2024-07-29T16:09:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:00 smithi067 ceph-mon[91995]: osdmap e2284: 8 total, 8 up, 8 in 2024-07-29T16:09:01.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:00 smithi067 ceph-mon[94375]: pgmap v3917: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 8.2 KiB/s wr, 102 op/s 2024-07-29T16:09:01.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:00 smithi067 ceph-mon[94375]: osdmap e2284: 8 total, 8 up, 8 in 2024-07-29T16:09:01.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:00 smithi138 ceph-mon[86438]: pgmap v3917: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 8.2 KiB/s wr, 102 op/s 2024-07-29T16:09:01.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:00 smithi138 ceph-mon[86438]: osdmap e2284: 8 total, 8 up, 8 in 2024-07-29T16:09:02.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:01 smithi067 ceph-mon[91995]: osdmap e2285: 8 total, 8 up, 8 in 2024-07-29T16:09:02.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:01 smithi067 ceph-mon[94375]: osdmap e2285: 8 total, 8 up, 8 in 2024-07-29T16:09:02.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:01 smithi138 ceph-mon[86438]: osdmap e2285: 8 total, 8 up, 8 in 2024-07-29T16:09:03.033 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_protect_snap PASSED [ 39%] 2024-07-29T16:09:03.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:02 smithi067 ceph-mon[91995]: pgmap v3920: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 4.7 KiB/s wr, 62 op/s 2024-07-29T16:09:03.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:02 smithi067 ceph-mon[91995]: osdmap e2286: 8 total, 8 up, 8 in 2024-07-29T16:09:03.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:02 smithi067 ceph-mon[94375]: pgmap v3920: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 4.7 KiB/s wr, 62 op/s 2024-07-29T16:09:03.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:02 smithi067 ceph-mon[94375]: osdmap e2286: 8 total, 8 up, 8 in 2024-07-29T16:09:03.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:02 smithi138 ceph-mon[86438]: pgmap v3920: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 4.7 KiB/s wr, 62 op/s 2024-07-29T16:09:03.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:02 smithi138 ceph-mon[86438]: osdmap e2286: 8 total, 8 up, 8 in 2024-07-29T16:09:04.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:03 smithi067 ceph-mon[91995]: osdmap e2287: 8 total, 8 up, 8 in 2024-07-29T16:09:04.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:03 smithi067 ceph-mon[91995]: osdmap e2288: 8 total, 8 up, 8 in 2024-07-29T16:09:04.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:03 smithi067 ceph-mon[94375]: osdmap e2287: 8 total, 8 up, 8 in 2024-07-29T16:09:04.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:03 smithi067 ceph-mon[94375]: osdmap e2288: 8 total, 8 up, 8 in 2024-07-29T16:09:04.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:03 smithi138 ceph-mon[86438]: osdmap e2287: 8 total, 8 up, 8 in 2024-07-29T16:09:04.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:03 smithi138 ceph-mon[86438]: osdmap e2288: 8 total, 8 up, 8 in 2024-07-29T16:09:04.935 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_exists PASSED [ 39%] 2024-07-29T16:09:05.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:04 smithi067 ceph-mon[91995]: pgmap v3923: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 6.5 KiB/s wr, 184 op/s 2024-07-29T16:09:05.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:04 smithi067 ceph-mon[91995]: osdmap e2289: 8 total, 8 up, 8 in 2024-07-29T16:09:05.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:04 smithi067 ceph-mon[94375]: pgmap v3923: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 6.5 KiB/s wr, 184 op/s 2024-07-29T16:09:05.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:04 smithi067 ceph-mon[94375]: osdmap e2289: 8 total, 8 up, 8 in 2024-07-29T16:09:05.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:04 smithi138 ceph-mon[86438]: pgmap v3923: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 6.5 KiB/s wr, 184 op/s 2024-07-29T16:09:05.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:04 smithi138 ceph-mon[86438]: osdmap e2289: 8 total, 8 up, 8 in 2024-07-29T16:09:06.212 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:09:06.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:09:06.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:09:07.050 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_timestamp PASSED [ 40%] 2024-07-29T16:09:07.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:06 smithi067 ceph-mon[91995]: pgmap v3926: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 9.2 KiB/s wr, 193 op/s 2024-07-29T16:09:07.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:06 smithi067 ceph-mon[91995]: osdmap e2290: 8 total, 8 up, 8 in 2024-07-29T16:09:07.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:06 smithi067 ceph-mon[94375]: pgmap v3926: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 9.2 KiB/s wr, 193 op/s 2024-07-29T16:09:07.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:06 smithi067 ceph-mon[94375]: osdmap e2290: 8 total, 8 up, 8 in 2024-07-29T16:09:07.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:06 smithi138 ceph-mon[86438]: pgmap v3926: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 9.2 KiB/s wr, 193 op/s 2024-07-29T16:09:07.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:06 smithi138 ceph-mon[86438]: osdmap e2290: 8 total, 8 up, 8 in 2024-07-29T16:09:08.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:07 smithi067 ceph-mon[91995]: osdmap e2291: 8 total, 8 up, 8 in 2024-07-29T16:09:08.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:07 smithi067 ceph-mon[94375]: osdmap e2291: 8 total, 8 up, 8 in 2024-07-29T16:09:08.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:09:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:09:07] "GET /metrics HTTP/1.1" 200 36881 "" "Prometheus/2.51.0" 2024-07-29T16:09:08.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:07 smithi138 ceph-mon[86438]: osdmap e2291: 8 total, 8 up, 8 in 2024-07-29T16:09:09.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:08 smithi067 ceph-mon[91995]: pgmap v3929: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 6.0 KiB/s wr, 91 op/s 2024-07-29T16:09:09.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:08 smithi067 ceph-mon[91995]: osdmap e2292: 8 total, 8 up, 8 in 2024-07-29T16:09:09.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:08 smithi067 ceph-mon[91995]: osdmap e2293: 8 total, 8 up, 8 in 2024-07-29T16:09:09.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:08 smithi067 ceph-mon[94375]: pgmap v3929: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 6.0 KiB/s wr, 91 op/s 2024-07-29T16:09:09.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:08 smithi067 ceph-mon[94375]: osdmap e2292: 8 total, 8 up, 8 in 2024-07-29T16:09:09.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:08 smithi067 ceph-mon[94375]: osdmap e2293: 8 total, 8 up, 8 in 2024-07-29T16:09:09.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:08 smithi138 ceph-mon[86438]: pgmap v3929: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 6.0 KiB/s wr, 91 op/s 2024-07-29T16:09:09.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:08 smithi138 ceph-mon[86438]: osdmap e2292: 8 total, 8 up, 8 in 2024-07-29T16:09:09.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:08 smithi138 ceph-mon[86438]: osdmap e2293: 8 total, 8 up, 8 in 2024-07-29T16:09:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:09:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:09:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:09:11.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:10 smithi067 ceph-mon[91995]: pgmap v3932: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 7.7 KiB/s wr, 150 op/s 2024-07-29T16:09:11.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:10 smithi067 ceph-mon[91995]: osdmap e2294: 8 total, 8 up, 8 in 2024-07-29T16:09:11.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:10 smithi067 ceph-mon[94375]: pgmap v3932: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 7.7 KiB/s wr, 150 op/s 2024-07-29T16:09:11.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:10 smithi067 ceph-mon[94375]: osdmap e2294: 8 total, 8 up, 8 in 2024-07-29T16:09:11.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:10 smithi138 ceph-mon[86438]: pgmap v3932: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 7.7 KiB/s wr, 150 op/s 2024-07-29T16:09:11.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:10 smithi138 ceph-mon[86438]: osdmap e2294: 8 total, 8 up, 8 in 2024-07-29T16:09:12.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:11 smithi067 ceph-mon[91995]: osdmap e2295: 8 total, 8 up, 8 in 2024-07-29T16:09:12.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:11 smithi067 ceph-mon[94375]: osdmap e2295: 8 total, 8 up, 8 in 2024-07-29T16:09:12.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:11 smithi138 ceph-mon[86438]: osdmap e2295: 8 total, 8 up, 8 in 2024-07-29T16:09:13.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:12 smithi067 ceph-mon[91995]: pgmap v3935: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 6.5 KiB/s wr, 120 op/s 2024-07-29T16:09:13.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:12 smithi067 ceph-mon[91995]: osdmap e2296: 8 total, 8 up, 8 in 2024-07-29T16:09:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:12 smithi067 ceph-mon[94375]: pgmap v3935: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 6.5 KiB/s wr, 120 op/s 2024-07-29T16:09:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:12 smithi067 ceph-mon[94375]: osdmap e2296: 8 total, 8 up, 8 in 2024-07-29T16:09:13.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:12 smithi138 ceph-mon[86438]: pgmap v3935: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 6.5 KiB/s wr, 120 op/s 2024-07-29T16:09:13.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:12 smithi138 ceph-mon[86438]: osdmap e2296: 8 total, 8 up, 8 in 2024-07-29T16:09:14.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:13 smithi067 ceph-mon[91995]: osdmap e2297: 8 total, 8 up, 8 in 2024-07-29T16:09:14.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:13 smithi067 ceph-mon[91995]: osdmap e2298: 8 total, 8 up, 8 in 2024-07-29T16:09:14.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:13 smithi067 ceph-mon[94375]: osdmap e2297: 8 total, 8 up, 8 in 2024-07-29T16:09:14.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:13 smithi067 ceph-mon[94375]: osdmap e2298: 8 total, 8 up, 8 in 2024-07-29T16:09:14.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:13 smithi138 ceph-mon[86438]: osdmap e2297: 8 total, 8 up, 8 in 2024-07-29T16:09:14.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:13 smithi138 ceph-mon[86438]: osdmap e2298: 8 total, 8 up, 8 in 2024-07-29T16:09:14.973 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_limit_snaps PASSED [ 40%] 2024-07-29T16:09:15.069 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_exclusive_lock PASSED [ 41%] 2024-07-29T16:09:15.143 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_snap SKIPPED [ 41%] 2024-07-29T16:09:15.216 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_watcher SKIPPED [ 42%] 2024-07-29T16:09:15.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:14 smithi067 ceph-mon[91995]: pgmap v3938: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.0 KiB/s wr, 46 op/s 2024-07-29T16:09:15.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:14 smithi067 ceph-mon[94375]: pgmap v3938: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.0 KiB/s wr, 46 op/s 2024-07-29T16:09:15.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:14 smithi138 ceph-mon[86438]: pgmap v3938: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.0 KiB/s wr, 46 op/s 2024-07-29T16:09:16.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:15 smithi067 ceph-mon[91995]: osdmap e2299: 8 total, 8 up, 8 in 2024-07-29T16:09:16.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:15 smithi067 ceph-mon[94375]: osdmap e2299: 8 total, 8 up, 8 in 2024-07-29T16:09:16.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:15 smithi138 ceph-mon[86438]: osdmap e2299: 8 total, 8 up, 8 in 2024-07-29T16:09:16.986 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap PASSED [ 42%] 2024-07-29T16:09:17.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:16 smithi067 ceph-mon[91995]: pgmap v3941: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.7 KiB/s wr, 47 op/s 2024-07-29T16:09:17.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:16 smithi067 ceph-mon[91995]: osdmap e2300: 8 total, 8 up, 8 in 2024-07-29T16:09:17.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:16 smithi067 ceph-mon[94375]: pgmap v3941: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.7 KiB/s wr, 47 op/s 2024-07-29T16:09:17.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:16 smithi067 ceph-mon[94375]: osdmap e2300: 8 total, 8 up, 8 in 2024-07-29T16:09:17.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:16 smithi138 ceph-mon[86438]: pgmap v3941: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.7 KiB/s wr, 47 op/s 2024-07-29T16:09:17.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:16 smithi138 ceph-mon[86438]: osdmap e2300: 8 total, 8 up, 8 in 2024-07-29T16:09:18.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:17 smithi067 ceph-mon[91995]: osdmap e2301: 8 total, 8 up, 8 in 2024-07-29T16:09:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:09:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:09:17] "GET /metrics HTTP/1.1" 200 36881 "" "Prometheus/2.51.0" 2024-07-29T16:09:18.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:17 smithi067 ceph-mon[94375]: osdmap e2301: 8 total, 8 up, 8 in 2024-07-29T16:09:18.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:17 smithi138 ceph-mon[86438]: osdmap e2301: 8 total, 8 up, 8 in 2024-07-29T16:09:18.930 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap_sparse PASSED [ 43%] 2024-07-29T16:09:19.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:18 smithi067 ceph-mon[91995]: pgmap v3944: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 8.2 KiB/s wr, 201 op/s 2024-07-29T16:09:19.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:18 smithi067 ceph-mon[91995]: osdmap e2302: 8 total, 8 up, 8 in 2024-07-29T16:09:19.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:18 smithi067 ceph-mon[91995]: osdmap e2303: 8 total, 8 up, 8 in 2024-07-29T16:09:19.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:18 smithi067 ceph-mon[94375]: pgmap v3944: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 8.2 KiB/s wr, 201 op/s 2024-07-29T16:09:19.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:18 smithi067 ceph-mon[94375]: osdmap e2302: 8 total, 8 up, 8 in 2024-07-29T16:09:19.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:18 smithi067 ceph-mon[94375]: osdmap e2303: 8 total, 8 up, 8 in 2024-07-29T16:09:19.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:18 smithi138 ceph-mon[86438]: pgmap v3944: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 8.2 KiB/s wr, 201 op/s 2024-07-29T16:09:19.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:18 smithi138 ceph-mon[86438]: osdmap e2302: 8 total, 8 up, 8 in 2024-07-29T16:09:19.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:18 smithi138 ceph-mon[86438]: osdmap e2303: 8 total, 8 up, 8 in 2024-07-29T16:09:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:09:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:09:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:09:21.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:20 smithi067 ceph-mon[91995]: pgmap v3947: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 10 KiB/s wr, 217 op/s 2024-07-29T16:09:21.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:20 smithi067 ceph-mon[91995]: osdmap e2304: 8 total, 8 up, 8 in 2024-07-29T16:09:21.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:09:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:20 smithi067 ceph-mon[94375]: pgmap v3947: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 10 KiB/s wr, 217 op/s 2024-07-29T16:09:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:20 smithi067 ceph-mon[94375]: osdmap e2304: 8 total, 8 up, 8 in 2024-07-29T16:09:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:09:21.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:20 smithi138 ceph-mon[86438]: pgmap v3947: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 10 KiB/s wr, 217 op/s 2024-07-29T16:09:21.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:20 smithi138 ceph-mon[86438]: osdmap e2304: 8 total, 8 up, 8 in 2024-07-29T16:09:21.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:09:22.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:21 smithi067 ceph-mon[91995]: osdmap e2305: 8 total, 8 up, 8 in 2024-07-29T16:09:22.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:21 smithi067 ceph-mon[94375]: osdmap e2305: 8 total, 8 up, 8 in 2024-07-29T16:09:22.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:21 smithi138 ceph-mon[86438]: osdmap e2305: 8 total, 8 up, 8 in 2024-07-29T16:09:23.025 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_with_resize PASSED [ 43%] 2024-07-29T16:09:23.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:22 smithi067 ceph-mon[91995]: pgmap v3950: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 12 KiB/s wr, 123 op/s 2024-07-29T16:09:23.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:22 smithi067 ceph-mon[91995]: osdmap e2306: 8 total, 8 up, 8 in 2024-07-29T16:09:23.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:22 smithi067 ceph-mon[94375]: pgmap v3950: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 12 KiB/s wr, 123 op/s 2024-07-29T16:09:23.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:22 smithi067 ceph-mon[94375]: osdmap e2306: 8 total, 8 up, 8 in 2024-07-29T16:09:23.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:22 smithi138 ceph-mon[86438]: pgmap v3950: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 12 KiB/s wr, 123 op/s 2024-07-29T16:09:23.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:22 smithi138 ceph-mon[86438]: osdmap e2306: 8 total, 8 up, 8 in 2024-07-29T16:09:24.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:23 smithi067 ceph-mon[91995]: osdmap e2307: 8 total, 8 up, 8 in 2024-07-29T16:09:24.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:23 smithi067 ceph-mon[91995]: osdmap e2308: 8 total, 8 up, 8 in 2024-07-29T16:09:24.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:23 smithi067 ceph-mon[94375]: osdmap e2307: 8 total, 8 up, 8 in 2024-07-29T16:09:24.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:23 smithi067 ceph-mon[94375]: osdmap e2308: 8 total, 8 up, 8 in 2024-07-29T16:09:24.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:23 smithi138 ceph-mon[86438]: osdmap e2307: 8 total, 8 up, 8 in 2024-07-29T16:09:24.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:23 smithi138 ceph-mon[86438]: osdmap e2308: 8 total, 8 up, 8 in 2024-07-29T16:09:24.933 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap PASSED [ 44%] 2024-07-29T16:09:25.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:24 smithi067 ceph-mon[91995]: pgmap v3953: 137 pgs: 137 active+clean; 13 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 14 KiB/s wr, 209 op/s 2024-07-29T16:09:25.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:24 smithi067 ceph-mon[91995]: osdmap e2309: 8 total, 8 up, 8 in 2024-07-29T16:09:25.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:24 smithi067 ceph-mon[94375]: pgmap v3953: 137 pgs: 137 active+clean; 13 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 14 KiB/s wr, 209 op/s 2024-07-29T16:09:25.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:24 smithi067 ceph-mon[94375]: osdmap e2309: 8 total, 8 up, 8 in 2024-07-29T16:09:25.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:24 smithi138 ceph-mon[86438]: pgmap v3953: 137 pgs: 137 active+clean; 13 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 14 KiB/s wr, 209 op/s 2024-07-29T16:09:25.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:24 smithi138 ceph-mon[86438]: osdmap e2309: 8 total, 8 up, 8 in 2024-07-29T16:09:27.040 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_no_snap PASSED [ 45%] 2024-07-29T16:09:27.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:26 smithi067 ceph-mon[91995]: pgmap v3956: 137 pgs: 137 active+clean; 13 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 12 KiB/s wr, 165 op/s 2024-07-29T16:09:27.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:26 smithi067 ceph-mon[91995]: osdmap e2310: 8 total, 8 up, 8 in 2024-07-29T16:09:27.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:26 smithi067 ceph-mon[94375]: pgmap v3956: 137 pgs: 137 active+clean; 13 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 12 KiB/s wr, 165 op/s 2024-07-29T16:09:27.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:26 smithi067 ceph-mon[94375]: osdmap e2310: 8 total, 8 up, 8 in 2024-07-29T16:09:27.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:26 smithi138 ceph-mon[86438]: pgmap v3956: 137 pgs: 137 active+clean; 13 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 12 KiB/s wr, 165 op/s 2024-07-29T16:09:27.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:26 smithi138 ceph-mon[86438]: osdmap e2310: 8 total, 8 up, 8 in 2024-07-29T16:09:28.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:27 smithi067 ceph-mon[91995]: osdmap e2311: 8 total, 8 up, 8 in 2024-07-29T16:09:28.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:27 smithi067 ceph-mon[94375]: osdmap e2311: 8 total, 8 up, 8 in 2024-07-29T16:09:28.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:09:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:09:27] "GET /metrics HTTP/1.1" 200 36882 "" "Prometheus/2.51.0" 2024-07-29T16:09:28.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:27 smithi138 ceph-mon[86438]: osdmap e2311: 8 total, 8 up, 8 in 2024-07-29T16:09:28.936 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_by_id PASSED [ 45%] 2024-07-29T16:09:29.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:28 smithi067 ceph-mon[91995]: pgmap v3959: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 13 KiB/s wr, 114 op/s 2024-07-29T16:09:29.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:28 smithi067 ceph-mon[91995]: osdmap e2312: 8 total, 8 up, 8 in 2024-07-29T16:09:29.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:28 smithi067 ceph-mon[91995]: osdmap e2313: 8 total, 8 up, 8 in 2024-07-29T16:09:29.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:28 smithi067 ceph-mon[94375]: pgmap v3959: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 13 KiB/s wr, 114 op/s 2024-07-29T16:09:29.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:28 smithi067 ceph-mon[94375]: osdmap e2312: 8 total, 8 up, 8 in 2024-07-29T16:09:29.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:28 smithi067 ceph-mon[94375]: osdmap e2313: 8 total, 8 up, 8 in 2024-07-29T16:09:29.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:28 smithi138 ceph-mon[86438]: pgmap v3959: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 13 KiB/s wr, 114 op/s 2024-07-29T16:09:29.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:28 smithi138 ceph-mon[86438]: osdmap e2312: 8 total, 8 up, 8 in 2024-07-29T16:09:29.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:28 smithi138 ceph-mon[86438]: osdmap e2313: 8 total, 8 up, 8 in 2024-07-29T16:09:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:09:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:09:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:09:31.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:30 smithi067 ceph-mon[94375]: pgmap v3962: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 12 KiB/s wr, 139 op/s 2024-07-29T16:09:31.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:30 smithi067 ceph-mon[94375]: osdmap e2314: 8 total, 8 up, 8 in 2024-07-29T16:09:31.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:30 smithi067 ceph-mon[91995]: pgmap v3962: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 12 KiB/s wr, 139 op/s 2024-07-29T16:09:31.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:30 smithi067 ceph-mon[91995]: osdmap e2314: 8 total, 8 up, 8 in 2024-07-29T16:09:31.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:30 smithi138 ceph-mon[86438]: pgmap v3962: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 12 KiB/s wr, 139 op/s 2024-07-29T16:09:31.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:30 smithi138 ceph-mon[86438]: osdmap e2314: 8 total, 8 up, 8 in 2024-07-29T16:09:32.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:31 smithi067 ceph-mon[91995]: osdmap e2315: 8 total, 8 up, 8 in 2024-07-29T16:09:32.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:31 smithi067 ceph-mon[94375]: osdmap e2315: 8 total, 8 up, 8 in 2024-07-29T16:09:32.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:31 smithi138 ceph-mon[86438]: osdmap e2315: 8 total, 8 up, 8 in 2024-07-29T16:09:33.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:32 smithi067 ceph-mon[91995]: pgmap v3965: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 5.0 KiB/s wr, 54 op/s 2024-07-29T16:09:33.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:32 smithi067 ceph-mon[91995]: osdmap e2316: 8 total, 8 up, 8 in 2024-07-29T16:09:33.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:32 smithi067 ceph-mon[94375]: pgmap v3965: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 5.0 KiB/s wr, 54 op/s 2024-07-29T16:09:33.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:32 smithi067 ceph-mon[94375]: osdmap e2316: 8 total, 8 up, 8 in 2024-07-29T16:09:33.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:32 smithi138 ceph-mon[86438]: pgmap v3965: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 5.0 KiB/s wr, 54 op/s 2024-07-29T16:09:33.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:32 smithi138 ceph-mon[86438]: osdmap e2316: 8 total, 8 up, 8 in 2024-07-29T16:09:34.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:33 smithi138 ceph-mon[86438]: osdmap e2317: 8 total, 8 up, 8 in 2024-07-29T16:09:34.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:33 smithi138 ceph-mon[86438]: osdmap e2318: 8 total, 8 up, 8 in 2024-07-29T16:09:34.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:33 smithi067 ceph-mon[91995]: osdmap e2317: 8 total, 8 up, 8 in 2024-07-29T16:09:34.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:33 smithi067 ceph-mon[91995]: osdmap e2318: 8 total, 8 up, 8 in 2024-07-29T16:09:34.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:33 smithi067 ceph-mon[94375]: osdmap e2317: 8 total, 8 up, 8 in 2024-07-29T16:09:34.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:33 smithi067 ceph-mon[94375]: osdmap e2318: 8 total, 8 up, 8 in 2024-07-29T16:09:34.938 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_name PASSED [ 46%] 2024-07-29T16:09:35.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:34 smithi138 ceph-mon[86438]: pgmap v3968: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 7.7 KiB/s wr, 85 op/s 2024-07-29T16:09:35.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:34 smithi138 ceph-mon[86438]: osdmap e2319: 8 total, 8 up, 8 in 2024-07-29T16:09:35.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:34 smithi067 ceph-mon[91995]: pgmap v3968: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 7.7 KiB/s wr, 85 op/s 2024-07-29T16:09:35.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:34 smithi067 ceph-mon[91995]: osdmap e2319: 8 total, 8 up, 8 in 2024-07-29T16:09:35.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:34 smithi067 ceph-mon[94375]: pgmap v3968: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 7.7 KiB/s wr, 85 op/s 2024-07-29T16:09:35.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:34 smithi067 ceph-mon[94375]: osdmap e2319: 8 total, 8 up, 8 in 2024-07-29T16:09:36.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:09:36.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:35 smithi138 ceph-mon[86438]: osdmap e2320: 8 total, 8 up, 8 in 2024-07-29T16:09:36.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:36 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:09:36.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:36 smithi067 ceph-mon[94375]: osdmap e2320: 8 total, 8 up, 8 in 2024-07-29T16:09:36.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:09:36.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:35 smithi067 ceph-mon[91995]: osdmap e2320: 8 total, 8 up, 8 in 2024-07-29T16:09:37.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:37 smithi138 ceph-mon[86438]: pgmap v3971: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 12 KiB/s wr, 144 op/s 2024-07-29T16:09:37.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:37 smithi138 ceph-mon[86438]: osdmap e2321: 8 total, 8 up, 8 in 2024-07-29T16:09:37.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:37 smithi067 ceph-mon[94375]: pgmap v3971: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 12 KiB/s wr, 144 op/s 2024-07-29T16:09:37.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:37 smithi067 ceph-mon[94375]: osdmap e2321: 8 total, 8 up, 8 in 2024-07-29T16:09:37.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:37 smithi067 ceph-mon[91995]: pgmap v3971: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 12 KiB/s wr, 144 op/s 2024-07-29T16:09:37.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:37 smithi067 ceph-mon[91995]: osdmap e2321: 8 total, 8 up, 8 in 2024-07-29T16:09:38.241 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:09:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:09:37] "GET /metrics HTTP/1.1" 200 36886 "" "Prometheus/2.51.0" 2024-07-29T16:09:39.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:38 smithi067 ceph-mon[91995]: pgmap v3974: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.2 KiB/s wr, 73 op/s 2024-07-29T16:09:39.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:38 smithi067 ceph-mon[91995]: osdmap e2322: 8 total, 8 up, 8 in 2024-07-29T16:09:39.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:38 smithi067 ceph-mon[91995]: osdmap e2323: 8 total, 8 up, 8 in 2024-07-29T16:09:39.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:38 smithi067 ceph-mon[94375]: pgmap v3974: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.2 KiB/s wr, 73 op/s 2024-07-29T16:09:39.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:38 smithi067 ceph-mon[94375]: osdmap e2322: 8 total, 8 up, 8 in 2024-07-29T16:09:39.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:38 smithi067 ceph-mon[94375]: osdmap e2323: 8 total, 8 up, 8 in 2024-07-29T16:09:39.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:38 smithi138 ceph-mon[86438]: pgmap v3974: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.2 KiB/s wr, 73 op/s 2024-07-29T16:09:39.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:38 smithi138 ceph-mon[86438]: osdmap e2322: 8 total, 8 up, 8 in 2024-07-29T16:09:39.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:38 smithi138 ceph-mon[86438]: osdmap e2323: 8 total, 8 up, 8 in 2024-07-29T16:09:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:09:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:09:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:09:40.967 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_id PASSED [ 46%] 2024-07-29T16:09:41.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:40 smithi067 ceph-mon[91995]: pgmap v3977: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 5.5 KiB/s wr, 96 op/s 2024-07-29T16:09:41.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:40 smithi067 ceph-mon[91995]: osdmap e2324: 8 total, 8 up, 8 in 2024-07-29T16:09:41.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:40 smithi067 ceph-mon[94375]: pgmap v3977: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 5.5 KiB/s wr, 96 op/s 2024-07-29T16:09:41.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:40 smithi067 ceph-mon[94375]: osdmap e2324: 8 total, 8 up, 8 in 2024-07-29T16:09:41.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:40 smithi138 ceph-mon[86438]: pgmap v3977: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 5.5 KiB/s wr, 96 op/s 2024-07-29T16:09:41.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:40 smithi138 ceph-mon[86438]: osdmap e2324: 8 total, 8 up, 8 in 2024-07-29T16:09:42.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:41 smithi067 ceph-mon[91995]: osdmap e2325: 8 total, 8 up, 8 in 2024-07-29T16:09:42.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:41 smithi067 ceph-mon[94375]: osdmap e2325: 8 total, 8 up, 8 in 2024-07-29T16:09:42.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:41 smithi138 ceph-mon[86438]: osdmap e2325: 8 total, 8 up, 8 in 2024-07-29T16:09:42.968 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_sparse PASSED [ 47%] 2024-07-29T16:09:43.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:42 smithi067 ceph-mon[91995]: pgmap v3980: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 5.2 KiB/s wr, 89 op/s 2024-07-29T16:09:43.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:42 smithi067 ceph-mon[91995]: osdmap e2326: 8 total, 8 up, 8 in 2024-07-29T16:09:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:42 smithi067 ceph-mon[94375]: pgmap v3980: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 5.2 KiB/s wr, 89 op/s 2024-07-29T16:09:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:42 smithi067 ceph-mon[94375]: osdmap e2326: 8 total, 8 up, 8 in 2024-07-29T16:09:43.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:42 smithi138 ceph-mon[86438]: pgmap v3980: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 5.2 KiB/s wr, 89 op/s 2024-07-29T16:09:43.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:42 smithi138 ceph-mon[86438]: osdmap e2326: 8 total, 8 up, 8 in 2024-07-29T16:09:44.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:43 smithi067 ceph-mon[91995]: osdmap e2327: 8 total, 8 up, 8 in 2024-07-29T16:09:44.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:43 smithi067 ceph-mon[91995]: osdmap e2328: 8 total, 8 up, 8 in 2024-07-29T16:09:44.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:43 smithi067 ceph-mon[94375]: osdmap e2327: 8 total, 8 up, 8 in 2024-07-29T16:09:44.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:43 smithi067 ceph-mon[94375]: osdmap e2328: 8 total, 8 up, 8 in 2024-07-29T16:09:44.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:43 smithi138 ceph-mon[86438]: osdmap e2327: 8 total, 8 up, 8 in 2024-07-29T16:09:44.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:43 smithi138 ceph-mon[86438]: osdmap e2328: 8 total, 8 up, 8 in 2024-07-29T16:09:45.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:44 smithi067 ceph-mon[91995]: pgmap v3983: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 KiB/s wr, 27 op/s 2024-07-29T16:09:45.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:44 smithi067 ceph-mon[91995]: osdmap e2329: 8 total, 8 up, 8 in 2024-07-29T16:09:45.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:44 smithi067 ceph-mon[94375]: pgmap v3983: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 KiB/s wr, 27 op/s 2024-07-29T16:09:45.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:44 smithi067 ceph-mon[94375]: osdmap e2329: 8 total, 8 up, 8 in 2024-07-29T16:09:45.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:44 smithi138 ceph-mon[86438]: pgmap v3983: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 KiB/s wr, 27 op/s 2024-07-29T16:09:45.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:44 smithi138 ceph-mon[86438]: osdmap e2329: 8 total, 8 up, 8 in 2024-07-29T16:09:47.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:46 smithi067 ceph-mon[91995]: pgmap v3986: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 6.7 KiB/s wr, 114 op/s 2024-07-29T16:09:47.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:46 smithi067 ceph-mon[91995]: osdmap e2330: 8 total, 8 up, 8 in 2024-07-29T16:09:47.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:46 smithi067 ceph-mon[94375]: pgmap v3986: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 6.7 KiB/s wr, 114 op/s 2024-07-29T16:09:47.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:46 smithi067 ceph-mon[94375]: osdmap e2330: 8 total, 8 up, 8 in 2024-07-29T16:09:47.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:46 smithi138 ceph-mon[86438]: pgmap v3986: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 6.7 KiB/s wr, 114 op/s 2024-07-29T16:09:47.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:46 smithi138 ceph-mon[86438]: osdmap e2330: 8 total, 8 up, 8 in 2024-07-29T16:09:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:47 smithi067 ceph-mon[91995]: osdmap e2331: 8 total, 8 up, 8 in 2024-07-29T16:09:48.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:47 smithi067 ceph-mon[94375]: osdmap e2331: 8 total, 8 up, 8 in 2024-07-29T16:09:48.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:09:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:09:47] "GET /metrics HTTP/1.1" 200 36886 "" "Prometheus/2.51.0" 2024-07-29T16:09:48.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:47 smithi138 ceph-mon[86438]: osdmap e2331: 8 total, 8 up, 8 in 2024-07-29T16:09:49.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:48 smithi067 ceph-mon[91995]: pgmap v3989: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 7.0 KiB/s wr, 110 op/s 2024-07-29T16:09:49.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:48 smithi067 ceph-mon[91995]: osdmap e2332: 8 total, 8 up, 8 in 2024-07-29T16:09:49.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:48 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:09:49.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:48 smithi067 ceph-mon[91995]: osdmap e2333: 8 total, 8 up, 8 in 2024-07-29T16:09:49.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:48 smithi067 ceph-mon[94375]: pgmap v3989: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 7.0 KiB/s wr, 110 op/s 2024-07-29T16:09:49.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:48 smithi067 ceph-mon[94375]: osdmap e2332: 8 total, 8 up, 8 in 2024-07-29T16:09:49.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:48 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:09:49.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:48 smithi067 ceph-mon[94375]: osdmap e2333: 8 total, 8 up, 8 in 2024-07-29T16:09:49.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:48 smithi138 ceph-mon[86438]: pgmap v3989: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 7.0 KiB/s wr, 110 op/s 2024-07-29T16:09:49.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:48 smithi138 ceph-mon[86438]: osdmap e2332: 8 total, 8 up, 8 in 2024-07-29T16:09:49.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:48 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:09:49.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:48 smithi138 ceph-mon[86438]: osdmap e2333: 8 total, 8 up, 8 in 2024-07-29T16:09:50.213 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:49 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:09:50.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:49 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:09:50.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:49 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:09:50.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:49 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:09:50.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:49 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:09:50.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:49 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:09:50.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:49 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:09:50.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:49 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:09:50.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:49 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:09:50.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:09:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:09:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:09:51.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:50 smithi067 ceph-mon[94375]: pgmap v3992: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 5.0 KiB/s wr, 79 op/s 2024-07-29T16:09:51.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:50 smithi067 ceph-mon[94375]: osdmap e2334: 8 total, 8 up, 8 in 2024-07-29T16:09:51.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:09:51.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:50 smithi067 ceph-mon[91995]: pgmap v3992: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 5.0 KiB/s wr, 79 op/s 2024-07-29T16:09:51.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:50 smithi067 ceph-mon[91995]: osdmap e2334: 8 total, 8 up, 8 in 2024-07-29T16:09:51.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:09:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:50 smithi138 ceph-mon[86438]: pgmap v3992: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 5.0 KiB/s wr, 79 op/s 2024-07-29T16:09:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:50 smithi138 ceph-mon[86438]: osdmap e2334: 8 total, 8 up, 8 in 2024-07-29T16:09:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:09:52.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:51 smithi067 ceph-mon[91995]: osdmap e2335: 8 total, 8 up, 8 in 2024-07-29T16:09:52.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:51 smithi067 ceph-mon[94375]: osdmap e2335: 8 total, 8 up, 8 in 2024-07-29T16:09:52.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:51 smithi138 ceph-mon[86438]: osdmap e2335: 8 total, 8 up, 8 in 2024-07-29T16:09:53.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:52 smithi067 ceph-mon[94375]: pgmap v3995: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 3.5 KiB/s wr, 62 op/s 2024-07-29T16:09:53.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:52 smithi067 ceph-mon[94375]: osdmap e2336: 8 total, 8 up, 8 in 2024-07-29T16:09:53.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:52 smithi067 ceph-mon[91995]: pgmap v3995: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 3.5 KiB/s wr, 62 op/s 2024-07-29T16:09:53.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:52 smithi067 ceph-mon[91995]: osdmap e2336: 8 total, 8 up, 8 in 2024-07-29T16:09:53.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:52 smithi138 ceph-mon[86438]: pgmap v3995: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 3.5 KiB/s wr, 62 op/s 2024-07-29T16:09:53.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:52 smithi138 ceph-mon[86438]: osdmap e2336: 8 total, 8 up, 8 in 2024-07-29T16:09:54.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:53 smithi067 ceph-mon[91995]: osdmap e2337: 8 total, 8 up, 8 in 2024-07-29T16:09:54.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:53 smithi067 ceph-mon[94375]: osdmap e2337: 8 total, 8 up, 8 in 2024-07-29T16:09:54.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:53 smithi138 ceph-mon[86438]: osdmap e2337: 8 total, 8 up, 8 in 2024-07-29T16:09:55.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:54 smithi067 ceph-mon[91995]: pgmap v3998: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 3.7 KiB/s wr, 107 op/s 2024-07-29T16:09:55.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:54 smithi067 ceph-mon[91995]: osdmap e2338: 8 total, 8 up, 8 in 2024-07-29T16:09:55.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:54 smithi067 ceph-mon[94375]: pgmap v3998: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 3.7 KiB/s wr, 107 op/s 2024-07-29T16:09:55.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:54 smithi067 ceph-mon[94375]: osdmap e2338: 8 total, 8 up, 8 in 2024-07-29T16:09:55.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:54 smithi138 ceph-mon[86438]: pgmap v3998: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 3.7 KiB/s wr, 107 op/s 2024-07-29T16:09:55.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:54 smithi138 ceph-mon[86438]: osdmap e2338: 8 total, 8 up, 8 in 2024-07-29T16:09:56.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:55 smithi067 ceph-mon[91995]: osdmap e2339: 8 total, 8 up, 8 in 2024-07-29T16:09:56.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:55 smithi067 ceph-mon[94375]: osdmap e2339: 8 total, 8 up, 8 in 2024-07-29T16:09:56.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:55 smithi138 ceph-mon[86438]: osdmap e2339: 8 total, 8 up, 8 in 2024-07-29T16:09:57.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:56 smithi067 ceph-mon[91995]: pgmap v4001: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 4.0 KiB/s wr, 107 op/s 2024-07-29T16:09:57.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:56 smithi067 ceph-mon[91995]: osdmap e2340: 8 total, 8 up, 8 in 2024-07-29T16:09:57.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:56 smithi067 ceph-mon[94375]: pgmap v4001: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 4.0 KiB/s wr, 107 op/s 2024-07-29T16:09:57.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:56 smithi067 ceph-mon[94375]: osdmap e2340: 8 total, 8 up, 8 in 2024-07-29T16:09:57.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:56 smithi138 ceph-mon[86438]: pgmap v4001: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 4.0 KiB/s wr, 107 op/s 2024-07-29T16:09:57.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:56 smithi138 ceph-mon[86438]: osdmap e2340: 8 total, 8 up, 8 in 2024-07-29T16:09:58.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:57 smithi067 ceph-mon[91995]: osdmap e2341: 8 total, 8 up, 8 in 2024-07-29T16:09:58.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:57 smithi067 ceph-mon[94375]: osdmap e2341: 8 total, 8 up, 8 in 2024-07-29T16:09:58.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:09:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:09:57] "GET /metrics HTTP/1.1" 200 36883 "" "Prometheus/2.51.0" 2024-07-29T16:09:58.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:57 smithi138 ceph-mon[86438]: osdmap e2341: 8 total, 8 up, 8 in 2024-07-29T16:09:59.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:58 smithi067 ceph-mon[91995]: pgmap v4004: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-07-29T16:09:59.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:58 smithi067 ceph-mon[91995]: osdmap e2342: 8 total, 8 up, 8 in 2024-07-29T16:09:59.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:58 smithi067 ceph-mon[94375]: pgmap v4004: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-07-29T16:09:59.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:58 smithi067 ceph-mon[94375]: osdmap e2342: 8 total, 8 up, 8 in 2024-07-29T16:09:59.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:58 smithi138 ceph-mon[86438]: pgmap v4004: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-07-29T16:09:59.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:58 smithi138 ceph-mon[86438]: osdmap e2342: 8 total, 8 up, 8 in 2024-07-29T16:10:00.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:09:59 smithi138 ceph-mon[86438]: osdmap e2343: 8 total, 8 up, 8 in 2024-07-29T16:10:00.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:09:59 smithi067 ceph-mon[91995]: osdmap e2343: 8 total, 8 up, 8 in 2024-07-29T16:10:00.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:09:59 smithi067 ceph-mon[94375]: osdmap e2343: 8 total, 8 up, 8 in 2024-07-29T16:10:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:10:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:10:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:10:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:00 smithi067 ceph-mon[91995]: pgmap v4007: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 3.2 KiB/s wr, 150 op/s 2024-07-29T16:10:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:00 smithi067 ceph-mon[91995]: osdmap e2344: 8 total, 8 up, 8 in 2024-07-29T16:10:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:00 smithi067 ceph-mon[91995]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-07-29T16:10:01.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:00 smithi067 ceph-mon[94375]: pgmap v4007: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 3.2 KiB/s wr, 150 op/s 2024-07-29T16:10:01.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:00 smithi067 ceph-mon[94375]: osdmap e2344: 8 total, 8 up, 8 in 2024-07-29T16:10:01.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:00 smithi067 ceph-mon[94375]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-07-29T16:10:01.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:00 smithi138 ceph-mon[86438]: pgmap v4007: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 3.2 KiB/s wr, 150 op/s 2024-07-29T16:10:01.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:00 smithi138 ceph-mon[86438]: osdmap e2344: 8 total, 8 up, 8 in 2024-07-29T16:10:01.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:00 smithi138 ceph-mon[86438]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-07-29T16:10:02.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:01 smithi067 ceph-mon[91995]: osdmap e2345: 8 total, 8 up, 8 in 2024-07-29T16:10:02.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:01 smithi067 ceph-mon[94375]: osdmap e2345: 8 total, 8 up, 8 in 2024-07-29T16:10:02.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:01 smithi138 ceph-mon[86438]: osdmap e2345: 8 total, 8 up, 8 in 2024-07-29T16:10:03.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:02 smithi067 ceph-mon[91995]: pgmap v4010: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 4.0 KiB/s wr, 150 op/s 2024-07-29T16:10:03.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:02 smithi067 ceph-mon[91995]: osdmap e2346: 8 total, 8 up, 8 in 2024-07-29T16:10:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:02 smithi067 ceph-mon[94375]: pgmap v4010: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 4.0 KiB/s wr, 150 op/s 2024-07-29T16:10:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:02 smithi067 ceph-mon[94375]: osdmap e2346: 8 total, 8 up, 8 in 2024-07-29T16:10:03.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:02 smithi138 ceph-mon[86438]: pgmap v4010: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 4.0 KiB/s wr, 150 op/s 2024-07-29T16:10:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:02 smithi138 ceph-mon[86438]: osdmap e2346: 8 total, 8 up, 8 in 2024-07-29T16:10:04.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:03 smithi067 ceph-mon[91995]: osdmap e2347: 8 total, 8 up, 8 in 2024-07-29T16:10:04.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:03 smithi067 ceph-mon[94375]: osdmap e2347: 8 total, 8 up, 8 in 2024-07-29T16:10:04.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:03 smithi138 ceph-mon[86438]: osdmap e2347: 8 total, 8 up, 8 in 2024-07-29T16:10:05.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:04 smithi067 ceph-mon[91995]: pgmap v4013: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 3.5 KiB/s wr, 194 op/s 2024-07-29T16:10:05.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:04 smithi067 ceph-mon[91995]: osdmap e2348: 8 total, 8 up, 8 in 2024-07-29T16:10:05.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:04 smithi067 ceph-mon[94375]: pgmap v4013: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 3.5 KiB/s wr, 194 op/s 2024-07-29T16:10:05.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:04 smithi067 ceph-mon[94375]: osdmap e2348: 8 total, 8 up, 8 in 2024-07-29T16:10:05.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:04 smithi138 ceph-mon[86438]: pgmap v4013: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 3.5 KiB/s wr, 194 op/s 2024-07-29T16:10:05.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:04 smithi138 ceph-mon[86438]: osdmap e2348: 8 total, 8 up, 8 in 2024-07-29T16:10:06.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:05 smithi138 ceph-mon[86438]: osdmap e2349: 8 total, 8 up, 8 in 2024-07-29T16:10:06.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:10:06.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:05 smithi067 ceph-mon[91995]: osdmap e2349: 8 total, 8 up, 8 in 2024-07-29T16:10:06.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:10:06.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:05 smithi067 ceph-mon[94375]: osdmap e2349: 8 total, 8 up, 8 in 2024-07-29T16:10:06.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:10:07.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:07 smithi138 ceph-mon[86438]: pgmap v4016: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 3.5 KiB/s wr, 194 op/s 2024-07-29T16:10:07.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:07 smithi138 ceph-mon[86438]: osdmap e2350: 8 total, 8 up, 8 in 2024-07-29T16:10:07.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:07 smithi067 ceph-mon[91995]: pgmap v4016: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 3.5 KiB/s wr, 194 op/s 2024-07-29T16:10:07.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:07 smithi067 ceph-mon[91995]: osdmap e2350: 8 total, 8 up, 8 in 2024-07-29T16:10:07.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:07 smithi067 ceph-mon[94375]: pgmap v4016: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 3.5 KiB/s wr, 194 op/s 2024-07-29T16:10:07.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:07 smithi067 ceph-mon[94375]: osdmap e2350: 8 total, 8 up, 8 in 2024-07-29T16:10:08.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:08 smithi067 ceph-mon[91995]: osdmap e2351: 8 total, 8 up, 8 in 2024-07-29T16:10:08.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:08 smithi067 ceph-mon[94375]: osdmap e2351: 8 total, 8 up, 8 in 2024-07-29T16:10:08.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:10:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:10:07] "GET /metrics HTTP/1.1" 200 36883 "" "Prometheus/2.51.0" 2024-07-29T16:10:08.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:08 smithi138 ceph-mon[86438]: osdmap e2351: 8 total, 8 up, 8 in 2024-07-29T16:10:09.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:09 smithi138 ceph-mon[86438]: pgmap v4019: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-07-29T16:10:09.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:09 smithi138 ceph-mon[86438]: osdmap e2352: 8 total, 8 up, 8 in 2024-07-29T16:10:09.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:09 smithi067 ceph-mon[91995]: pgmap v4019: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-07-29T16:10:09.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:09 smithi067 ceph-mon[91995]: osdmap e2352: 8 total, 8 up, 8 in 2024-07-29T16:10:09.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:09 smithi067 ceph-mon[94375]: pgmap v4019: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-07-29T16:10:09.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:09 smithi067 ceph-mon[94375]: osdmap e2352: 8 total, 8 up, 8 in 2024-07-29T16:10:10.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:10 smithi138 ceph-mon[86438]: osdmap e2353: 8 total, 8 up, 8 in 2024-07-29T16:10:10.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:10 smithi138 ceph-mon[86438]: pgmap v4022: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 3.2 KiB/s wr, 238 op/s 2024-07-29T16:10:10.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:10:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:10:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:10:10.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:10 smithi067 ceph-mon[91995]: osdmap e2353: 8 total, 8 up, 8 in 2024-07-29T16:10:10.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:10 smithi067 ceph-mon[91995]: pgmap v4022: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 3.2 KiB/s wr, 238 op/s 2024-07-29T16:10:10.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:10 smithi067 ceph-mon[94375]: osdmap e2353: 8 total, 8 up, 8 in 2024-07-29T16:10:10.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:10 smithi067 ceph-mon[94375]: pgmap v4022: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 3.2 KiB/s wr, 238 op/s 2024-07-29T16:10:11.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:11 smithi138 ceph-mon[86438]: osdmap e2354: 8 total, 8 up, 8 in 2024-07-29T16:10:11.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:11 smithi067 ceph-mon[91995]: osdmap e2354: 8 total, 8 up, 8 in 2024-07-29T16:10:11.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:11 smithi067 ceph-mon[94375]: osdmap e2354: 8 total, 8 up, 8 in 2024-07-29T16:10:12.037 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:12 smithi067 ceph-mon[91995]: osdmap e2355: 8 total, 8 up, 8 in 2024-07-29T16:10:12.037 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:12 smithi067 ceph-mon[91995]: pgmap v4025: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 3.5 KiB/s wr, 237 op/s 2024-07-29T16:10:12.037 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:12 smithi067 ceph-mon[94375]: osdmap e2355: 8 total, 8 up, 8 in 2024-07-29T16:10:12.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:12 smithi138 ceph-mon[86438]: osdmap e2355: 8 total, 8 up, 8 in 2024-07-29T16:10:12.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:12 smithi138 ceph-mon[86438]: pgmap v4025: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 3.5 KiB/s wr, 237 op/s 2024-07-29T16:10:12.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:12 smithi067 ceph-mon[94375]: pgmap v4025: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 3.5 KiB/s wr, 237 op/s 2024-07-29T16:10:13.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:13 smithi138 ceph-mon[86438]: osdmap e2356: 8 total, 8 up, 8 in 2024-07-29T16:10:13.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:13 smithi067 ceph-mon[91995]: osdmap e2356: 8 total, 8 up, 8 in 2024-07-29T16:10:13.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:13 smithi067 ceph-mon[94375]: osdmap e2356: 8 total, 8 up, 8 in 2024-07-29T16:10:14.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:14 smithi138 ceph-mon[86438]: osdmap e2357: 8 total, 8 up, 8 in 2024-07-29T16:10:14.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:14 smithi138 ceph-mon[86438]: pgmap v4028: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 3.2 KiB/s wr, 281 op/s 2024-07-29T16:10:14.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:14 smithi067 ceph-mon[91995]: osdmap e2357: 8 total, 8 up, 8 in 2024-07-29T16:10:14.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:14 smithi067 ceph-mon[91995]: pgmap v4028: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 3.2 KiB/s wr, 281 op/s 2024-07-29T16:10:14.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:14 smithi067 ceph-mon[94375]: osdmap e2357: 8 total, 8 up, 8 in 2024-07-29T16:10:14.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:14 smithi067 ceph-mon[94375]: pgmap v4028: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 3.2 KiB/s wr, 281 op/s 2024-07-29T16:10:15.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:15 smithi067 ceph-mon[94375]: osdmap e2358: 8 total, 8 up, 8 in 2024-07-29T16:10:15.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:15 smithi067 ceph-mon[91995]: osdmap e2358: 8 total, 8 up, 8 in 2024-07-29T16:10:15.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:15 smithi138 ceph-mon[86438]: osdmap e2358: 8 total, 8 up, 8 in 2024-07-29T16:10:16.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:16 smithi067 ceph-mon[94375]: osdmap e2359: 8 total, 8 up, 8 in 2024-07-29T16:10:16.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:16 smithi067 ceph-mon[94375]: pgmap v4031: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 3.5 KiB/s wr, 281 op/s 2024-07-29T16:10:16.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:16 smithi067 ceph-mon[91995]: osdmap e2359: 8 total, 8 up, 8 in 2024-07-29T16:10:16.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:16 smithi067 ceph-mon[91995]: pgmap v4031: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 3.5 KiB/s wr, 281 op/s 2024-07-29T16:10:16.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:16 smithi138 ceph-mon[86438]: osdmap e2359: 8 total, 8 up, 8 in 2024-07-29T16:10:16.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:16 smithi138 ceph-mon[86438]: pgmap v4031: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 3.5 KiB/s wr, 281 op/s 2024-07-29T16:10:17.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:17 smithi067 ceph-mon[91995]: osdmap e2360: 8 total, 8 up, 8 in 2024-07-29T16:10:17.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:17 smithi067 ceph-mon[94375]: osdmap e2360: 8 total, 8 up, 8 in 2024-07-29T16:10:17.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:17 smithi138 ceph-mon[86438]: osdmap e2360: 8 total, 8 up, 8 in 2024-07-29T16:10:18.093 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:18 smithi067 ceph-mon[94375]: osdmap e2361: 8 total, 8 up, 8 in 2024-07-29T16:10:18.094 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:18 smithi067 ceph-mon[91995]: osdmap e2361: 8 total, 8 up, 8 in 2024-07-29T16:10:18.094 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:18 smithi067 ceph-mon[91995]: pgmap v4034: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-07-29T16:10:18.094 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:10:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:10:17] "GET /metrics HTTP/1.1" 200 36883 "" "Prometheus/2.51.0" 2024-07-29T16:10:18.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:18 smithi067 ceph-mon[94375]: pgmap v4034: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-07-29T16:10:18.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:18 smithi138 ceph-mon[86438]: osdmap e2361: 8 total, 8 up, 8 in 2024-07-29T16:10:18.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:18 smithi138 ceph-mon[86438]: pgmap v4034: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-07-29T16:10:19.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:19 smithi067 ceph-mon[91995]: osdmap e2362: 8 total, 8 up, 8 in 2024-07-29T16:10:19.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:19 smithi067 ceph-mon[94375]: osdmap e2362: 8 total, 8 up, 8 in 2024-07-29T16:10:19.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:19 smithi138 ceph-mon[86438]: osdmap e2362: 8 total, 8 up, 8 in 2024-07-29T16:10:20.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:20 smithi067 ceph-mon[91995]: osdmap e2363: 8 total, 8 up, 8 in 2024-07-29T16:10:20.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:20 smithi067 ceph-mon[91995]: pgmap v4037: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 3.0 KiB/s wr, 257 op/s 2024-07-29T16:10:20.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:10:20.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:20 smithi067 ceph-mon[94375]: osdmap e2363: 8 total, 8 up, 8 in 2024-07-29T16:10:20.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:20 smithi067 ceph-mon[94375]: pgmap v4037: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 3.0 KiB/s wr, 257 op/s 2024-07-29T16:10:20.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:10:20.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:20 smithi138 ceph-mon[86438]: osdmap e2363: 8 total, 8 up, 8 in 2024-07-29T16:10:20.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:20 smithi138 ceph-mon[86438]: pgmap v4037: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 3.0 KiB/s wr, 257 op/s 2024-07-29T16:10:20.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:10:20.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:10:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:10:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:10:21.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:21 smithi067 ceph-mon[94375]: osdmap e2364: 8 total, 8 up, 8 in 2024-07-29T16:10:21.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:21 smithi067 ceph-mon[91995]: osdmap e2364: 8 total, 8 up, 8 in 2024-07-29T16:10:21.563 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:21 smithi138 ceph-mon[86438]: osdmap e2364: 8 total, 8 up, 8 in 2024-07-29T16:10:22.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:22 smithi067 ceph-mon[94375]: osdmap e2365: 8 total, 8 up, 8 in 2024-07-29T16:10:22.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:22 smithi067 ceph-mon[94375]: pgmap v4040: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 190 KiB/s rd, 2.7 KiB/s wr, 256 op/s 2024-07-29T16:10:22.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:22 smithi067 ceph-mon[91995]: osdmap e2365: 8 total, 8 up, 8 in 2024-07-29T16:10:22.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:22 smithi067 ceph-mon[91995]: pgmap v4040: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 190 KiB/s rd, 2.7 KiB/s wr, 256 op/s 2024-07-29T16:10:22.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:22 smithi138 ceph-mon[86438]: osdmap e2365: 8 total, 8 up, 8 in 2024-07-29T16:10:22.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:22 smithi138 ceph-mon[86438]: pgmap v4040: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 190 KiB/s rd, 2.7 KiB/s wr, 256 op/s 2024-07-29T16:10:23.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:23 smithi067 ceph-mon[94375]: osdmap e2366: 8 total, 8 up, 8 in 2024-07-29T16:10:23.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:23 smithi067 ceph-mon[91995]: osdmap e2366: 8 total, 8 up, 8 in 2024-07-29T16:10:23.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:23 smithi138 ceph-mon[86438]: osdmap e2366: 8 total, 8 up, 8 in 2024-07-29T16:10:24.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:24 smithi067 ceph-mon[91995]: osdmap e2367: 8 total, 8 up, 8 in 2024-07-29T16:10:24.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:24 smithi067 ceph-mon[91995]: pgmap v4043: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 270 KiB/s rd, 3.2 KiB/s wr, 360 op/s 2024-07-29T16:10:24.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:24 smithi067 ceph-mon[94375]: osdmap e2367: 8 total, 8 up, 8 in 2024-07-29T16:10:24.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:24 smithi067 ceph-mon[94375]: pgmap v4043: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 270 KiB/s rd, 3.2 KiB/s wr, 360 op/s 2024-07-29T16:10:24.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:24 smithi138 ceph-mon[86438]: osdmap e2367: 8 total, 8 up, 8 in 2024-07-29T16:10:24.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:24 smithi138 ceph-mon[86438]: pgmap v4043: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 270 KiB/s rd, 3.2 KiB/s wr, 360 op/s 2024-07-29T16:10:25.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:25 smithi067 ceph-mon[91995]: osdmap e2368: 8 total, 8 up, 8 in 2024-07-29T16:10:25.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:25 smithi067 ceph-mon[94375]: osdmap e2368: 8 total, 8 up, 8 in 2024-07-29T16:10:25.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:25 smithi138 ceph-mon[86438]: osdmap e2368: 8 total, 8 up, 8 in 2024-07-29T16:10:26.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:26 smithi067 ceph-mon[91995]: osdmap e2369: 8 total, 8 up, 8 in 2024-07-29T16:10:26.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:26 smithi067 ceph-mon[91995]: pgmap v4046: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 270 KiB/s rd, 4.2 KiB/s wr, 361 op/s 2024-07-29T16:10:26.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:26 smithi067 ceph-mon[94375]: osdmap e2369: 8 total, 8 up, 8 in 2024-07-29T16:10:26.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:26 smithi067 ceph-mon[94375]: pgmap v4046: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 270 KiB/s rd, 4.2 KiB/s wr, 361 op/s 2024-07-29T16:10:26.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:26 smithi138 ceph-mon[86438]: osdmap e2369: 8 total, 8 up, 8 in 2024-07-29T16:10:26.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:26 smithi138 ceph-mon[86438]: pgmap v4046: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 270 KiB/s rd, 4.2 KiB/s wr, 361 op/s 2024-07-29T16:10:27.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:27 smithi067 ceph-mon[91995]: osdmap e2370: 8 total, 8 up, 8 in 2024-07-29T16:10:27.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:27 smithi067 ceph-mon[94375]: osdmap e2370: 8 total, 8 up, 8 in 2024-07-29T16:10:27.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:27 smithi138 ceph-mon[86438]: osdmap e2370: 8 total, 8 up, 8 in 2024-07-29T16:10:28.170 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:10:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:10:27] "GET /metrics HTTP/1.1" 200 36884 "" "Prometheus/2.51.0" 2024-07-29T16:10:28.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:28 smithi067 ceph-mon[94375]: osdmap e2371: 8 total, 8 up, 8 in 2024-07-29T16:10:28.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:28 smithi067 ceph-mon[94375]: pgmap v4049: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.5 KiB/s wr, 2 op/s 2024-07-29T16:10:28.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:28 smithi067 ceph-mon[91995]: osdmap e2371: 8 total, 8 up, 8 in 2024-07-29T16:10:28.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:28 smithi067 ceph-mon[91995]: pgmap v4049: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.5 KiB/s wr, 2 op/s 2024-07-29T16:10:28.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:28 smithi138 ceph-mon[86438]: osdmap e2371: 8 total, 8 up, 8 in 2024-07-29T16:10:28.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:28 smithi138 ceph-mon[86438]: pgmap v4049: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.5 KiB/s wr, 2 op/s 2024-07-29T16:10:29.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:29 smithi067 ceph-mon[91995]: osdmap e2372: 8 total, 8 up, 8 in 2024-07-29T16:10:29.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:29 smithi067 ceph-mon[94375]: osdmap e2372: 8 total, 8 up, 8 in 2024-07-29T16:10:29.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:29 smithi138 ceph-mon[86438]: osdmap e2372: 8 total, 8 up, 8 in 2024-07-29T16:10:30.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:30 smithi067 ceph-mon[91995]: osdmap e2373: 8 total, 8 up, 8 in 2024-07-29T16:10:30.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:30 smithi067 ceph-mon[91995]: pgmap v4052: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 301 KiB/s rd, 3.0 KiB/s wr, 404 op/s 2024-07-29T16:10:30.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:30 smithi067 ceph-mon[94375]: osdmap e2373: 8 total, 8 up, 8 in 2024-07-29T16:10:30.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:30 smithi067 ceph-mon[94375]: pgmap v4052: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 301 KiB/s rd, 3.0 KiB/s wr, 404 op/s 2024-07-29T16:10:30.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:30 smithi138 ceph-mon[86438]: osdmap e2373: 8 total, 8 up, 8 in 2024-07-29T16:10:30.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:30 smithi138 ceph-mon[86438]: pgmap v4052: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 301 KiB/s rd, 3.0 KiB/s wr, 404 op/s 2024-07-29T16:10:30.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:10:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:10:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:10:31.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:31 smithi067 ceph-mon[91995]: osdmap e2374: 8 total, 8 up, 8 in 2024-07-29T16:10:31.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:31 smithi067 ceph-mon[94375]: osdmap e2374: 8 total, 8 up, 8 in 2024-07-29T16:10:31.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:31 smithi138 ceph-mon[86438]: osdmap e2374: 8 total, 8 up, 8 in 2024-07-29T16:10:32.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:32 smithi067 ceph-mon[91995]: osdmap e2375: 8 total, 8 up, 8 in 2024-07-29T16:10:32.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:32 smithi067 ceph-mon[91995]: pgmap v4055: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 300 KiB/s rd, 2.7 KiB/s wr, 402 op/s 2024-07-29T16:10:32.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:32 smithi067 ceph-mon[94375]: osdmap e2375: 8 total, 8 up, 8 in 2024-07-29T16:10:32.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:32 smithi067 ceph-mon[94375]: pgmap v4055: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 300 KiB/s rd, 2.7 KiB/s wr, 402 op/s 2024-07-29T16:10:32.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:32 smithi138 ceph-mon[86438]: osdmap e2375: 8 total, 8 up, 8 in 2024-07-29T16:10:32.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:32 smithi138 ceph-mon[86438]: pgmap v4055: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 300 KiB/s rd, 2.7 KiB/s wr, 402 op/s 2024-07-29T16:10:33.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:33 smithi067 ceph-mon[91995]: osdmap e2376: 8 total, 8 up, 8 in 2024-07-29T16:10:33.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:33 smithi067 ceph-mon[94375]: osdmap e2376: 8 total, 8 up, 8 in 2024-07-29T16:10:33.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:33 smithi138 ceph-mon[86438]: osdmap e2376: 8 total, 8 up, 8 in 2024-07-29T16:10:34.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:34 smithi067 ceph-mon[91995]: osdmap e2377: 8 total, 8 up, 8 in 2024-07-29T16:10:34.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:34 smithi067 ceph-mon[91995]: pgmap v4058: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 335 KiB/s rd, 3.2 KiB/s wr, 448 op/s 2024-07-29T16:10:34.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:34 smithi067 ceph-mon[94375]: osdmap e2377: 8 total, 8 up, 8 in 2024-07-29T16:10:34.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:34 smithi067 ceph-mon[94375]: pgmap v4058: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 335 KiB/s rd, 3.2 KiB/s wr, 448 op/s 2024-07-29T16:10:34.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:34 smithi138 ceph-mon[86438]: osdmap e2377: 8 total, 8 up, 8 in 2024-07-29T16:10:34.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:34 smithi138 ceph-mon[86438]: pgmap v4058: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 335 KiB/s rd, 3.2 KiB/s wr, 448 op/s 2024-07-29T16:10:35.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:35 smithi067 ceph-mon[91995]: osdmap e2378: 8 total, 8 up, 8 in 2024-07-29T16:10:35.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:10:35.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:35 smithi067 ceph-mon[94375]: osdmap e2378: 8 total, 8 up, 8 in 2024-07-29T16:10:35.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:10:35.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:35 smithi138 ceph-mon[86438]: osdmap e2378: 8 total, 8 up, 8 in 2024-07-29T16:10:35.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:10:36.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:36 smithi067 ceph-mon[91995]: osdmap e2379: 8 total, 8 up, 8 in 2024-07-29T16:10:36.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:36 smithi067 ceph-mon[91995]: pgmap v4061: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 335 KiB/s rd, 4.0 KiB/s wr, 448 op/s 2024-07-29T16:10:36.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:36 smithi067 ceph-mon[94375]: osdmap e2379: 8 total, 8 up, 8 in 2024-07-29T16:10:36.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:36 smithi067 ceph-mon[94375]: pgmap v4061: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 335 KiB/s rd, 4.0 KiB/s wr, 448 op/s 2024-07-29T16:10:36.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:36 smithi138 ceph-mon[86438]: osdmap e2379: 8 total, 8 up, 8 in 2024-07-29T16:10:36.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:36 smithi138 ceph-mon[86438]: pgmap v4061: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 335 KiB/s rd, 4.0 KiB/s wr, 448 op/s 2024-07-29T16:10:37.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:37 smithi138 ceph-mon[86438]: osdmap e2380: 8 total, 8 up, 8 in 2024-07-29T16:10:37.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:37 smithi067 ceph-mon[91995]: osdmap e2380: 8 total, 8 up, 8 in 2024-07-29T16:10:37.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:37 smithi067 ceph-mon[94375]: osdmap e2380: 8 total, 8 up, 8 in 2024-07-29T16:10:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:10:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:10:37] "GET /metrics HTTP/1.1" 200 36886 "" "Prometheus/2.51.0" 2024-07-29T16:10:38.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:38 smithi138 ceph-mon[86438]: osdmap e2381: 8 total, 8 up, 8 in 2024-07-29T16:10:38.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:38 smithi138 ceph-mon[86438]: pgmap v4064: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-07-29T16:10:38.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:38 smithi067 ceph-mon[94375]: osdmap e2381: 8 total, 8 up, 8 in 2024-07-29T16:10:38.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:38 smithi067 ceph-mon[94375]: pgmap v4064: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-07-29T16:10:38.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:38 smithi067 ceph-mon[91995]: osdmap e2381: 8 total, 8 up, 8 in 2024-07-29T16:10:38.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:38 smithi067 ceph-mon[91995]: pgmap v4064: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-07-29T16:10:39.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:39 smithi138 ceph-mon[86438]: osdmap e2382: 8 total, 8 up, 8 in 2024-07-29T16:10:39.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:39 smithi067 ceph-mon[94375]: osdmap e2382: 8 total, 8 up, 8 in 2024-07-29T16:10:39.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:39 smithi067 ceph-mon[91995]: osdmap e2382: 8 total, 8 up, 8 in 2024-07-29T16:10:40.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:40 smithi138 ceph-mon[86438]: pgmap v4066: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 364 KiB/s rd, 3.5 KiB/s wr, 489 op/s 2024-07-29T16:10:40.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:40 smithi138 ceph-mon[86438]: osdmap e2383: 8 total, 8 up, 8 in 2024-07-29T16:10:40.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:10:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:10:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:10:40.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:40 smithi067 ceph-mon[91995]: pgmap v4066: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 364 KiB/s rd, 3.5 KiB/s wr, 489 op/s 2024-07-29T16:10:40.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:40 smithi067 ceph-mon[91995]: osdmap e2383: 8 total, 8 up, 8 in 2024-07-29T16:10:40.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:40 smithi067 ceph-mon[94375]: pgmap v4066: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 364 KiB/s rd, 3.5 KiB/s wr, 489 op/s 2024-07-29T16:10:40.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:40 smithi067 ceph-mon[94375]: osdmap e2383: 8 total, 8 up, 8 in 2024-07-29T16:10:41.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:41 smithi138 ceph-mon[86438]: osdmap e2384: 8 total, 8 up, 8 in 2024-07-29T16:10:41.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:41 smithi067 ceph-mon[91995]: osdmap e2384: 8 total, 8 up, 8 in 2024-07-29T16:10:41.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:41 smithi067 ceph-mon[94375]: osdmap e2384: 8 total, 8 up, 8 in 2024-07-29T16:10:42.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:42 smithi138 ceph-mon[86438]: pgmap v4069: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 364 KiB/s rd, 3.7 KiB/s wr, 489 op/s 2024-07-29T16:10:42.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:42 smithi138 ceph-mon[86438]: osdmap e2385: 8 total, 8 up, 8 in 2024-07-29T16:10:42.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:42 smithi067 ceph-mon[91995]: pgmap v4069: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 364 KiB/s rd, 3.7 KiB/s wr, 489 op/s 2024-07-29T16:10:42.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:42 smithi067 ceph-mon[91995]: osdmap e2385: 8 total, 8 up, 8 in 2024-07-29T16:10:42.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:42 smithi067 ceph-mon[94375]: pgmap v4069: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 364 KiB/s rd, 3.7 KiB/s wr, 489 op/s 2024-07-29T16:10:42.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:42 smithi067 ceph-mon[94375]: osdmap e2385: 8 total, 8 up, 8 in 2024-07-29T16:10:43.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:43 smithi138 ceph-mon[86438]: osdmap e2386: 8 total, 8 up, 8 in 2024-07-29T16:10:43.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:43 smithi067 ceph-mon[91995]: osdmap e2386: 8 total, 8 up, 8 in 2024-07-29T16:10:43.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:43 smithi067 ceph-mon[94375]: osdmap e2386: 8 total, 8 up, 8 in 2024-07-29T16:10:44.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:44 smithi138 ceph-mon[86438]: pgmap v4072: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 399 KiB/s rd, 3.5 KiB/s wr, 535 op/s 2024-07-29T16:10:44.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:44 smithi138 ceph-mon[86438]: osdmap e2387: 8 total, 8 up, 8 in 2024-07-29T16:10:44.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:44 smithi067 ceph-mon[91995]: pgmap v4072: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 399 KiB/s rd, 3.5 KiB/s wr, 535 op/s 2024-07-29T16:10:44.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:44 smithi067 ceph-mon[91995]: osdmap e2387: 8 total, 8 up, 8 in 2024-07-29T16:10:44.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:44 smithi067 ceph-mon[94375]: pgmap v4072: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 399 KiB/s rd, 3.5 KiB/s wr, 535 op/s 2024-07-29T16:10:44.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:44 smithi067 ceph-mon[94375]: osdmap e2387: 8 total, 8 up, 8 in 2024-07-29T16:10:45.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:45 smithi067 ceph-mon[91995]: osdmap e2388: 8 total, 8 up, 8 in 2024-07-29T16:10:45.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:45 smithi067 ceph-mon[94375]: osdmap e2388: 8 total, 8 up, 8 in 2024-07-29T16:10:45.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:45 smithi138 ceph-mon[86438]: osdmap e2388: 8 total, 8 up, 8 in 2024-07-29T16:10:46.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:46 smithi067 ceph-mon[94375]: pgmap v4075: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 399 KiB/s rd, 3.7 KiB/s wr, 536 op/s 2024-07-29T16:10:46.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:46 smithi067 ceph-mon[94375]: osdmap e2389: 8 total, 8 up, 8 in 2024-07-29T16:10:46.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:46 smithi067 ceph-mon[91995]: pgmap v4075: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 399 KiB/s rd, 3.7 KiB/s wr, 536 op/s 2024-07-29T16:10:46.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:46 smithi067 ceph-mon[91995]: osdmap e2389: 8 total, 8 up, 8 in 2024-07-29T16:10:46.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:46 smithi138 ceph-mon[86438]: pgmap v4075: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 399 KiB/s rd, 3.7 KiB/s wr, 536 op/s 2024-07-29T16:10:46.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:46 smithi138 ceph-mon[86438]: osdmap e2389: 8 total, 8 up, 8 in 2024-07-29T16:10:47.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:47 smithi067 ceph-mon[91995]: osdmap e2390: 8 total, 8 up, 8 in 2024-07-29T16:10:47.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:47 smithi067 ceph-mon[94375]: osdmap e2390: 8 total, 8 up, 8 in 2024-07-29T16:10:47.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:47 smithi138 ceph-mon[86438]: osdmap e2390: 8 total, 8 up, 8 in 2024-07-29T16:10:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:10:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:10:47] "GET /metrics HTTP/1.1" 200 36886 "" "Prometheus/2.51.0" 2024-07-29T16:10:48.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:48 smithi067 ceph-mon[91995]: pgmap v4078: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-07-29T16:10:48.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:48 smithi067 ceph-mon[91995]: osdmap e2391: 8 total, 8 up, 8 in 2024-07-29T16:10:48.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:48 smithi067 ceph-mon[94375]: pgmap v4078: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-07-29T16:10:48.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:48 smithi067 ceph-mon[94375]: osdmap e2391: 8 total, 8 up, 8 in 2024-07-29T16:10:48.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:48 smithi138 ceph-mon[86438]: pgmap v4078: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-07-29T16:10:48.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:48 smithi138 ceph-mon[86438]: osdmap e2391: 8 total, 8 up, 8 in 2024-07-29T16:10:49.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:49 smithi067 ceph-mon[91995]: osdmap e2392: 8 total, 8 up, 8 in 2024-07-29T16:10:49.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:49 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:10:49.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:49 smithi067 ceph-mon[94375]: osdmap e2392: 8 total, 8 up, 8 in 2024-07-29T16:10:49.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:49 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:10:49.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:49 smithi138 ceph-mon[86438]: osdmap e2392: 8 total, 8 up, 8 in 2024-07-29T16:10:49.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:49 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:10:50.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:10:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:10:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:10:50.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:50 smithi138 ceph-mon[86438]: pgmap v4081: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 3.0 KiB/s wr, 579 op/s 2024-07-29T16:10:50.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:50 smithi138 ceph-mon[86438]: osdmap e2393: 8 total, 8 up, 8 in 2024-07-29T16:10:50.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:10:50.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:10:50.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:10:50.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:10:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:50 smithi067 ceph-mon[91995]: pgmap v4081: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 3.0 KiB/s wr, 579 op/s 2024-07-29T16:10:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:50 smithi067 ceph-mon[91995]: osdmap e2393: 8 total, 8 up, 8 in 2024-07-29T16:10:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:10:50.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:10:50.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:10:50.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:10:50.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:50 smithi067 ceph-mon[94375]: pgmap v4081: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 3.0 KiB/s wr, 579 op/s 2024-07-29T16:10:50.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:50 smithi067 ceph-mon[94375]: osdmap e2393: 8 total, 8 up, 8 in 2024-07-29T16:10:50.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:10:50.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:10:50.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:10:50.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:10:51.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:51 smithi067 ceph-mon[91995]: osdmap e2394: 8 total, 8 up, 8 in 2024-07-29T16:10:51.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:51 smithi067 ceph-mon[94375]: osdmap e2394: 8 total, 8 up, 8 in 2024-07-29T16:10:51.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:51 smithi138 ceph-mon[86438]: osdmap e2394: 8 total, 8 up, 8 in 2024-07-29T16:10:52.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:52 smithi067 ceph-mon[91995]: pgmap v4084: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 430 KiB/s rd, 3.0 KiB/s wr, 577 op/s 2024-07-29T16:10:52.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:52 smithi067 ceph-mon[91995]: osdmap e2395: 8 total, 8 up, 8 in 2024-07-29T16:10:52.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:52 smithi067 ceph-mon[94375]: pgmap v4084: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 430 KiB/s rd, 3.0 KiB/s wr, 577 op/s 2024-07-29T16:10:52.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:52 smithi067 ceph-mon[94375]: osdmap e2395: 8 total, 8 up, 8 in 2024-07-29T16:10:52.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:52 smithi138 ceph-mon[86438]: pgmap v4084: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 430 KiB/s rd, 3.0 KiB/s wr, 577 op/s 2024-07-29T16:10:52.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:52 smithi138 ceph-mon[86438]: osdmap e2395: 8 total, 8 up, 8 in 2024-07-29T16:10:53.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:53 smithi067 ceph-mon[91995]: osdmap e2396: 8 total, 8 up, 8 in 2024-07-29T16:10:53.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:53 smithi067 ceph-mon[94375]: osdmap e2396: 8 total, 8 up, 8 in 2024-07-29T16:10:53.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:53 smithi138 ceph-mon[86438]: osdmap e2396: 8 total, 8 up, 8 in 2024-07-29T16:10:54.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:54 smithi067 ceph-mon[91995]: pgmap v4087: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 466 KiB/s rd, 3.7 KiB/s wr, 627 op/s 2024-07-29T16:10:54.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:54 smithi067 ceph-mon[91995]: osdmap e2397: 8 total, 8 up, 8 in 2024-07-29T16:10:54.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:54 smithi067 ceph-mon[94375]: pgmap v4087: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 466 KiB/s rd, 3.7 KiB/s wr, 627 op/s 2024-07-29T16:10:54.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:54 smithi067 ceph-mon[94375]: osdmap e2397: 8 total, 8 up, 8 in 2024-07-29T16:10:54.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:54 smithi138 ceph-mon[86438]: pgmap v4087: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 466 KiB/s rd, 3.7 KiB/s wr, 627 op/s 2024-07-29T16:10:54.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:54 smithi138 ceph-mon[86438]: osdmap e2397: 8 total, 8 up, 8 in 2024-07-29T16:10:55.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:55 smithi067 ceph-mon[94375]: osdmap e2398: 8 total, 8 up, 8 in 2024-07-29T16:10:55.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:55 smithi067 ceph-mon[91995]: osdmap e2398: 8 total, 8 up, 8 in 2024-07-29T16:10:55.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:55 smithi138 ceph-mon[86438]: osdmap e2398: 8 total, 8 up, 8 in 2024-07-29T16:10:56.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:56 smithi067 ceph-mon[91995]: pgmap v4090: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 466 KiB/s rd, 3.7 KiB/s wr, 627 op/s 2024-07-29T16:10:56.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:56 smithi067 ceph-mon[91995]: osdmap e2399: 8 total, 8 up, 8 in 2024-07-29T16:10:56.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:56 smithi067 ceph-mon[94375]: pgmap v4090: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 466 KiB/s rd, 3.7 KiB/s wr, 627 op/s 2024-07-29T16:10:56.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:56 smithi067 ceph-mon[94375]: osdmap e2399: 8 total, 8 up, 8 in 2024-07-29T16:10:56.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:56 smithi138 ceph-mon[86438]: pgmap v4090: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 466 KiB/s rd, 3.7 KiB/s wr, 627 op/s 2024-07-29T16:10:56.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:56 smithi138 ceph-mon[86438]: osdmap e2399: 8 total, 8 up, 8 in 2024-07-29T16:10:57.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:57 smithi067 ceph-mon[91995]: osdmap e2400: 8 total, 8 up, 8 in 2024-07-29T16:10:57.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:57 smithi067 ceph-mon[94375]: osdmap e2400: 8 total, 8 up, 8 in 2024-07-29T16:10:57.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:57 smithi138 ceph-mon[86438]: osdmap e2400: 8 total, 8 up, 8 in 2024-07-29T16:10:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:10:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:10:57] "GET /metrics HTTP/1.1" 200 36883 "" "Prometheus/2.51.0" 2024-07-29T16:10:58.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:58 smithi067 ceph-mon[94375]: pgmap v4093: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-07-29T16:10:58.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:58 smithi067 ceph-mon[94375]: osdmap e2401: 8 total, 8 up, 8 in 2024-07-29T16:10:58.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:58 smithi067 ceph-mon[91995]: pgmap v4093: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-07-29T16:10:58.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:58 smithi067 ceph-mon[91995]: osdmap e2401: 8 total, 8 up, 8 in 2024-07-29T16:10:58.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:58 smithi138 ceph-mon[86438]: pgmap v4093: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-07-29T16:10:58.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:58 smithi138 ceph-mon[86438]: osdmap e2401: 8 total, 8 up, 8 in 2024-07-29T16:10:59.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:10:59 smithi067 ceph-mon[91995]: osdmap e2402: 8 total, 8 up, 8 in 2024-07-29T16:10:59.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:10:59 smithi067 ceph-mon[94375]: osdmap e2402: 8 total, 8 up, 8 in 2024-07-29T16:10:59.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:10:59 smithi138 ceph-mon[86438]: osdmap e2402: 8 total, 8 up, 8 in 2024-07-29T16:11:00.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:00 smithi138 ceph-mon[86438]: pgmap v4096: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 3.7 KiB/s wr, 671 op/s 2024-07-29T16:11:00.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:00 smithi138 ceph-mon[86438]: osdmap e2403: 8 total, 8 up, 8 in 2024-07-29T16:11:00.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:11:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:11:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:11:00.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:00 smithi067 ceph-mon[91995]: pgmap v4096: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 3.7 KiB/s wr, 671 op/s 2024-07-29T16:11:00.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:00 smithi067 ceph-mon[91995]: osdmap e2403: 8 total, 8 up, 8 in 2024-07-29T16:11:00.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:00 smithi067 ceph-mon[94375]: pgmap v4096: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 3.7 KiB/s wr, 671 op/s 2024-07-29T16:11:00.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:00 smithi067 ceph-mon[94375]: osdmap e2403: 8 total, 8 up, 8 in 2024-07-29T16:11:01.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:01 smithi067 ceph-mon[91995]: osdmap e2404: 8 total, 8 up, 8 in 2024-07-29T16:11:01.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:01 smithi067 ceph-mon[94375]: osdmap e2404: 8 total, 8 up, 8 in 2024-07-29T16:11:01.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:01 smithi138 ceph-mon[86438]: osdmap e2404: 8 total, 8 up, 8 in 2024-07-29T16:11:02.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:02 smithi067 ceph-mon[91995]: pgmap v4099: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 496 KiB/s rd, 4.2 KiB/s wr, 670 op/s 2024-07-29T16:11:02.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:02 smithi067 ceph-mon[91995]: osdmap e2405: 8 total, 8 up, 8 in 2024-07-29T16:11:02.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:02 smithi067 ceph-mon[94375]: pgmap v4099: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 496 KiB/s rd, 4.2 KiB/s wr, 670 op/s 2024-07-29T16:11:02.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:02 smithi067 ceph-mon[94375]: osdmap e2405: 8 total, 8 up, 8 in 2024-07-29T16:11:02.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:02 smithi138 ceph-mon[86438]: pgmap v4099: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 496 KiB/s rd, 4.2 KiB/s wr, 670 op/s 2024-07-29T16:11:02.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:02 smithi138 ceph-mon[86438]: osdmap e2405: 8 total, 8 up, 8 in 2024-07-29T16:11:03.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:03 smithi067 ceph-mon[91995]: osdmap e2406: 8 total, 8 up, 8 in 2024-07-29T16:11:03.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:03 smithi067 ceph-mon[94375]: osdmap e2406: 8 total, 8 up, 8 in 2024-07-29T16:11:03.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:03 smithi138 ceph-mon[86438]: osdmap e2406: 8 total, 8 up, 8 in 2024-07-29T16:11:04.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:04 smithi067 ceph-mon[91995]: pgmap v4102: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 531 KiB/s rd, 3.7 KiB/s wr, 714 op/s 2024-07-29T16:11:04.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:04 smithi067 ceph-mon[91995]: osdmap e2407: 8 total, 8 up, 8 in 2024-07-29T16:11:04.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:04 smithi067 ceph-mon[94375]: pgmap v4102: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 531 KiB/s rd, 3.7 KiB/s wr, 714 op/s 2024-07-29T16:11:04.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:04 smithi067 ceph-mon[94375]: osdmap e2407: 8 total, 8 up, 8 in 2024-07-29T16:11:04.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:04 smithi138 ceph-mon[86438]: pgmap v4102: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 531 KiB/s rd, 3.7 KiB/s wr, 714 op/s 2024-07-29T16:11:04.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:04 smithi138 ceph-mon[86438]: osdmap e2407: 8 total, 8 up, 8 in 2024-07-29T16:11:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:05 smithi067 ceph-mon[91995]: osdmap e2408: 8 total, 8 up, 8 in 2024-07-29T16:11:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:11:05.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:05 smithi067 ceph-mon[94375]: osdmap e2408: 8 total, 8 up, 8 in 2024-07-29T16:11:05.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:11:05.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:05 smithi138 ceph-mon[86438]: osdmap e2408: 8 total, 8 up, 8 in 2024-07-29T16:11:05.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:11:06.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:06 smithi067 ceph-mon[91995]: pgmap v4105: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 531 KiB/s rd, 3.7 KiB/s wr, 714 op/s 2024-07-29T16:11:06.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:06 smithi067 ceph-mon[91995]: osdmap e2409: 8 total, 8 up, 8 in 2024-07-29T16:11:06.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:06 smithi067 ceph-mon[94375]: pgmap v4105: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 531 KiB/s rd, 3.7 KiB/s wr, 714 op/s 2024-07-29T16:11:06.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:06 smithi067 ceph-mon[94375]: osdmap e2409: 8 total, 8 up, 8 in 2024-07-29T16:11:06.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:06 smithi138 ceph-mon[86438]: pgmap v4105: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 531 KiB/s rd, 3.7 KiB/s wr, 714 op/s 2024-07-29T16:11:06.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:06 smithi138 ceph-mon[86438]: osdmap e2409: 8 total, 8 up, 8 in 2024-07-29T16:11:07.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:07 smithi138 ceph-mon[86438]: osdmap e2410: 8 total, 8 up, 8 in 2024-07-29T16:11:07.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:07 smithi067 ceph-mon[91995]: osdmap e2410: 8 total, 8 up, 8 in 2024-07-29T16:11:07.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:07 smithi067 ceph-mon[94375]: osdmap e2410: 8 total, 8 up, 8 in 2024-07-29T16:11:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:11:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:11:07] "GET /metrics HTTP/1.1" 200 36886 "" "Prometheus/2.51.0" 2024-07-29T16:11:08.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:08 smithi138 ceph-mon[86438]: pgmap v4108: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-07-29T16:11:08.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:08 smithi138 ceph-mon[86438]: osdmap e2411: 8 total, 8 up, 8 in 2024-07-29T16:11:08.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:08 smithi067 ceph-mon[91995]: pgmap v4108: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-07-29T16:11:08.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:08 smithi067 ceph-mon[91995]: osdmap e2411: 8 total, 8 up, 8 in 2024-07-29T16:11:08.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:08 smithi067 ceph-mon[94375]: pgmap v4108: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-07-29T16:11:08.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:08 smithi067 ceph-mon[94375]: osdmap e2411: 8 total, 8 up, 8 in 2024-07-29T16:11:09.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:09 smithi138 ceph-mon[86438]: osdmap e2412: 8 total, 8 up, 8 in 2024-07-29T16:11:09.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:09 smithi067 ceph-mon[91995]: osdmap e2412: 8 total, 8 up, 8 in 2024-07-29T16:11:09.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:09 smithi067 ceph-mon[94375]: osdmap e2412: 8 total, 8 up, 8 in 2024-07-29T16:11:10.522 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:11:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:11:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:11:10.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:10 smithi138 ceph-mon[86438]: pgmap v4111: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 2.7 KiB/s wr, 757 op/s 2024-07-29T16:11:10.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:10 smithi138 ceph-mon[86438]: osdmap e2413: 8 total, 8 up, 8 in 2024-07-29T16:11:10.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:10 smithi067 ceph-mon[91995]: pgmap v4111: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 2.7 KiB/s wr, 757 op/s 2024-07-29T16:11:10.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:10 smithi067 ceph-mon[91995]: osdmap e2413: 8 total, 8 up, 8 in 2024-07-29T16:11:10.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:10 smithi067 ceph-mon[94375]: pgmap v4111: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 2.7 KiB/s wr, 757 op/s 2024-07-29T16:11:10.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:10 smithi067 ceph-mon[94375]: osdmap e2413: 8 total, 8 up, 8 in 2024-07-29T16:11:11.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:11 smithi138 ceph-mon[86438]: osdmap e2414: 8 total, 8 up, 8 in 2024-07-29T16:11:11.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:11 smithi067 ceph-mon[91995]: osdmap e2414: 8 total, 8 up, 8 in 2024-07-29T16:11:11.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:11 smithi067 ceph-mon[94375]: osdmap e2414: 8 total, 8 up, 8 in 2024-07-29T16:11:12.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:12 smithi138 ceph-mon[86438]: pgmap v4114: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 561 KiB/s rd, 3.0 KiB/s wr, 756 op/s 2024-07-29T16:11:12.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:12 smithi138 ceph-mon[86438]: osdmap e2415: 8 total, 8 up, 8 in 2024-07-29T16:11:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:12 smithi067 ceph-mon[91995]: pgmap v4114: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 561 KiB/s rd, 3.0 KiB/s wr, 756 op/s 2024-07-29T16:11:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:12 smithi067 ceph-mon[91995]: osdmap e2415: 8 total, 8 up, 8 in 2024-07-29T16:11:12.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:12 smithi067 ceph-mon[94375]: pgmap v4114: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 561 KiB/s rd, 3.0 KiB/s wr, 756 op/s 2024-07-29T16:11:12.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:12 smithi067 ceph-mon[94375]: osdmap e2415: 8 total, 8 up, 8 in 2024-07-29T16:11:13.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:13 smithi138 ceph-mon[86438]: osdmap e2416: 8 total, 8 up, 8 in 2024-07-29T16:11:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:13 smithi067 ceph-mon[91995]: osdmap e2416: 8 total, 8 up, 8 in 2024-07-29T16:11:13.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:13 smithi067 ceph-mon[94375]: osdmap e2416: 8 total, 8 up, 8 in 2024-07-29T16:11:14.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:14 smithi138 ceph-mon[86438]: pgmap v4117: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 3.7 KiB/s wr, 802 op/s 2024-07-29T16:11:14.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:14 smithi138 ceph-mon[86438]: osdmap e2417: 8 total, 8 up, 8 in 2024-07-29T16:11:14.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:14 smithi067 ceph-mon[94375]: pgmap v4117: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 3.7 KiB/s wr, 802 op/s 2024-07-29T16:11:14.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:14 smithi067 ceph-mon[94375]: osdmap e2417: 8 total, 8 up, 8 in 2024-07-29T16:11:14.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:14 smithi067 ceph-mon[91995]: pgmap v4117: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 3.7 KiB/s wr, 802 op/s 2024-07-29T16:11:14.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:14 smithi067 ceph-mon[91995]: osdmap e2417: 8 total, 8 up, 8 in 2024-07-29T16:11:15.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:15 smithi067 ceph-mon[91995]: osdmap e2418: 8 total, 8 up, 8 in 2024-07-29T16:11:15.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:15 smithi067 ceph-mon[94375]: osdmap e2418: 8 total, 8 up, 8 in 2024-07-29T16:11:16.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:15 smithi138 ceph-mon[86438]: osdmap e2418: 8 total, 8 up, 8 in 2024-07-29T16:11:16.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:16 smithi067 ceph-mon[91995]: pgmap v4120: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 3.7 KiB/s wr, 802 op/s 2024-07-29T16:11:16.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:16 smithi067 ceph-mon[91995]: osdmap e2419: 8 total, 8 up, 8 in 2024-07-29T16:11:16.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:16 smithi067 ceph-mon[94375]: pgmap v4120: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 3.7 KiB/s wr, 802 op/s 2024-07-29T16:11:16.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:16 smithi067 ceph-mon[94375]: osdmap e2419: 8 total, 8 up, 8 in 2024-07-29T16:11:17.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:16 smithi138 ceph-mon[86438]: pgmap v4120: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 3.7 KiB/s wr, 802 op/s 2024-07-29T16:11:17.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:16 smithi138 ceph-mon[86438]: osdmap e2419: 8 total, 8 up, 8 in 2024-07-29T16:11:17.843 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:17 smithi067 ceph-mon[91995]: osdmap e2420: 8 total, 8 up, 8 in 2024-07-29T16:11:17.843 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:17 smithi067 ceph-mon[94375]: osdmap e2420: 8 total, 8 up, 8 in 2024-07-29T16:11:18.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:17 smithi138 ceph-mon[86438]: osdmap e2420: 8 total, 8 up, 8 in 2024-07-29T16:11:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:11:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:11:17] "GET /metrics HTTP/1.1" 200 36886 "" "Prometheus/2.51.0" 2024-07-29T16:11:18.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:18 smithi067 ceph-mon[91995]: pgmap v4123: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-07-29T16:11:18.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:18 smithi067 ceph-mon[91995]: osdmap e2421: 8 total, 8 up, 8 in 2024-07-29T16:11:18.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:18 smithi067 ceph-mon[94375]: pgmap v4123: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-07-29T16:11:18.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:18 smithi067 ceph-mon[94375]: osdmap e2421: 8 total, 8 up, 8 in 2024-07-29T16:11:19.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:18 smithi138 ceph-mon[86438]: pgmap v4123: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-07-29T16:11:19.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:18 smithi138 ceph-mon[86438]: osdmap e2421: 8 total, 8 up, 8 in 2024-07-29T16:11:19.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:19 smithi067 ceph-mon[91995]: osdmap e2422: 8 total, 8 up, 8 in 2024-07-29T16:11:19.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:19 smithi067 ceph-mon[94375]: osdmap e2422: 8 total, 8 up, 8 in 2024-07-29T16:11:20.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:19 smithi138 ceph-mon[86438]: osdmap e2422: 8 total, 8 up, 8 in 2024-07-29T16:11:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:11:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:11:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:11:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:20 smithi067 ceph-mon[91995]: pgmap v4126: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 3.2 KiB/s wr, 845 op/s 2024-07-29T16:11:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:20 smithi067 ceph-mon[91995]: osdmap e2423: 8 total, 8 up, 8 in 2024-07-29T16:11:20.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:11:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:20 smithi067 ceph-mon[94375]: pgmap v4126: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 3.2 KiB/s wr, 845 op/s 2024-07-29T16:11:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:20 smithi067 ceph-mon[94375]: osdmap e2423: 8 total, 8 up, 8 in 2024-07-29T16:11:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:11:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:20 smithi138 ceph-mon[86438]: pgmap v4126: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 3.2 KiB/s wr, 845 op/s 2024-07-29T16:11:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:20 smithi138 ceph-mon[86438]: osdmap e2423: 8 total, 8 up, 8 in 2024-07-29T16:11:21.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:11:21.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:21 smithi067 ceph-mon[91995]: osdmap e2424: 8 total, 8 up, 8 in 2024-07-29T16:11:21.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:21 smithi067 ceph-mon[94375]: osdmap e2424: 8 total, 8 up, 8 in 2024-07-29T16:11:22.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:21 smithi138 ceph-mon[86438]: osdmap e2424: 8 total, 8 up, 8 in 2024-07-29T16:11:22.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:22 smithi067 ceph-mon[94375]: pgmap v4129: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 626 KiB/s rd, 3.7 KiB/s wr, 844 op/s 2024-07-29T16:11:22.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:22 smithi067 ceph-mon[94375]: osdmap e2425: 8 total, 8 up, 8 in 2024-07-29T16:11:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:22 smithi067 ceph-mon[91995]: pgmap v4129: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 626 KiB/s rd, 3.7 KiB/s wr, 844 op/s 2024-07-29T16:11:22.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:22 smithi067 ceph-mon[91995]: osdmap e2425: 8 total, 8 up, 8 in 2024-07-29T16:11:23.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:22 smithi138 ceph-mon[86438]: pgmap v4129: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 626 KiB/s rd, 3.7 KiB/s wr, 844 op/s 2024-07-29T16:11:23.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:22 smithi138 ceph-mon[86438]: osdmap e2425: 8 total, 8 up, 8 in 2024-07-29T16:11:23.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:23 smithi067 ceph-mon[91995]: osdmap e2426: 8 total, 8 up, 8 in 2024-07-29T16:11:23.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:23 smithi067 ceph-mon[94375]: osdmap e2426: 8 total, 8 up, 8 in 2024-07-29T16:11:24.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:23 smithi138 ceph-mon[86438]: osdmap e2426: 8 total, 8 up, 8 in 2024-07-29T16:11:24.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:24 smithi067 ceph-mon[91995]: pgmap v4132: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 660 KiB/s rd, 3.7 KiB/s wr, 889 op/s 2024-07-29T16:11:24.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:24 smithi067 ceph-mon[91995]: osdmap e2427: 8 total, 8 up, 8 in 2024-07-29T16:11:24.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:24 smithi067 ceph-mon[94375]: pgmap v4132: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 660 KiB/s rd, 3.7 KiB/s wr, 889 op/s 2024-07-29T16:11:24.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:24 smithi067 ceph-mon[94375]: osdmap e2427: 8 total, 8 up, 8 in 2024-07-29T16:11:25.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:24 smithi138 ceph-mon[86438]: pgmap v4132: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 660 KiB/s rd, 3.7 KiB/s wr, 889 op/s 2024-07-29T16:11:25.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:24 smithi138 ceph-mon[86438]: osdmap e2427: 8 total, 8 up, 8 in 2024-07-29T16:11:25.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:25 smithi067 ceph-mon[91995]: osdmap e2428: 8 total, 8 up, 8 in 2024-07-29T16:11:25.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:25 smithi067 ceph-mon[94375]: osdmap e2428: 8 total, 8 up, 8 in 2024-07-29T16:11:26.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:25 smithi138 ceph-mon[86438]: osdmap e2428: 8 total, 8 up, 8 in 2024-07-29T16:11:26.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:26 smithi067 ceph-mon[91995]: pgmap v4135: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 660 KiB/s rd, 3.2 KiB/s wr, 889 op/s 2024-07-29T16:11:26.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:26 smithi067 ceph-mon[91995]: osdmap e2429: 8 total, 8 up, 8 in 2024-07-29T16:11:26.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:26 smithi067 ceph-mon[94375]: pgmap v4135: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 660 KiB/s rd, 3.2 KiB/s wr, 889 op/s 2024-07-29T16:11:26.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:26 smithi067 ceph-mon[94375]: osdmap e2429: 8 total, 8 up, 8 in 2024-07-29T16:11:27.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:26 smithi138 ceph-mon[86438]: pgmap v4135: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 660 KiB/s rd, 3.2 KiB/s wr, 889 op/s 2024-07-29T16:11:27.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:26 smithi138 ceph-mon[86438]: osdmap e2429: 8 total, 8 up, 8 in 2024-07-29T16:11:27.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:27 smithi067 ceph-mon[91995]: osdmap e2430: 8 total, 8 up, 8 in 2024-07-29T16:11:27.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:27 smithi067 ceph-mon[94375]: osdmap e2430: 8 total, 8 up, 8 in 2024-07-29T16:11:27.989 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:11:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:11:27] "GET /metrics HTTP/1.1" 200 36885 "" "Prometheus/2.51.0" 2024-07-29T16:11:28.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:27 smithi138 ceph-mon[86438]: osdmap e2430: 8 total, 8 up, 8 in 2024-07-29T16:11:28.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:28 smithi067 ceph-mon[91995]: pgmap v4138: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-07-29T16:11:28.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:28 smithi067 ceph-mon[91995]: osdmap e2431: 8 total, 8 up, 8 in 2024-07-29T16:11:28.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:28 smithi067 ceph-mon[94375]: pgmap v4138: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-07-29T16:11:28.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:28 smithi067 ceph-mon[94375]: osdmap e2431: 8 total, 8 up, 8 in 2024-07-29T16:11:29.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:28 smithi138 ceph-mon[86438]: pgmap v4138: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-07-29T16:11:29.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:28 smithi138 ceph-mon[86438]: osdmap e2431: 8 total, 8 up, 8 in 2024-07-29T16:11:29.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:29 smithi067 ceph-mon[91995]: osdmap e2432: 8 total, 8 up, 8 in 2024-07-29T16:11:29.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:29 smithi067 ceph-mon[94375]: osdmap e2432: 8 total, 8 up, 8 in 2024-07-29T16:11:30.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:29 smithi138 ceph-mon[86438]: osdmap e2432: 8 total, 8 up, 8 in 2024-07-29T16:11:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:11:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:11:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:11:30.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:30 smithi067 ceph-mon[91995]: pgmap v4141: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 694 KiB/s rd, 3.7 KiB/s wr, 933 op/s 2024-07-29T16:11:30.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:30 smithi067 ceph-mon[91995]: osdmap e2433: 8 total, 8 up, 8 in 2024-07-29T16:11:30.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:30 smithi067 ceph-mon[94375]: pgmap v4141: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 694 KiB/s rd, 3.7 KiB/s wr, 933 op/s 2024-07-29T16:11:30.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:30 smithi067 ceph-mon[94375]: osdmap e2433: 8 total, 8 up, 8 in 2024-07-29T16:11:31.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:30 smithi138 ceph-mon[86438]: pgmap v4141: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 694 KiB/s rd, 3.7 KiB/s wr, 933 op/s 2024-07-29T16:11:31.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:30 smithi138 ceph-mon[86438]: osdmap e2433: 8 total, 8 up, 8 in 2024-07-29T16:11:31.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:31 smithi067 ceph-mon[91995]: osdmap e2434: 8 total, 8 up, 8 in 2024-07-29T16:11:31.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:31 smithi067 ceph-mon[94375]: osdmap e2434: 8 total, 8 up, 8 in 2024-07-29T16:11:32.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:31 smithi138 ceph-mon[86438]: osdmap e2434: 8 total, 8 up, 8 in 2024-07-29T16:11:32.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:32 smithi067 ceph-mon[91995]: pgmap v4144: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 692 KiB/s rd, 3.2 KiB/s wr, 931 op/s 2024-07-29T16:11:32.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:32 smithi067 ceph-mon[91995]: osdmap e2435: 8 total, 8 up, 8 in 2024-07-29T16:11:32.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:32 smithi067 ceph-mon[94375]: pgmap v4144: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 692 KiB/s rd, 3.2 KiB/s wr, 931 op/s 2024-07-29T16:11:32.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:32 smithi067 ceph-mon[94375]: osdmap e2435: 8 total, 8 up, 8 in 2024-07-29T16:11:33.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:32 smithi138 ceph-mon[86438]: pgmap v4144: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 692 KiB/s rd, 3.2 KiB/s wr, 931 op/s 2024-07-29T16:11:33.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:32 smithi138 ceph-mon[86438]: osdmap e2435: 8 total, 8 up, 8 in 2024-07-29T16:11:33.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:33 smithi067 ceph-mon[91995]: osdmap e2436: 8 total, 8 up, 8 in 2024-07-29T16:11:33.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:33 smithi067 ceph-mon[94375]: osdmap e2436: 8 total, 8 up, 8 in 2024-07-29T16:11:34.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:33 smithi138 ceph-mon[86438]: osdmap e2436: 8 total, 8 up, 8 in 2024-07-29T16:11:34.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:34 smithi067 ceph-mon[94375]: pgmap v4147: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 726 KiB/s rd, 3.5 KiB/s wr, 976 op/s 2024-07-29T16:11:34.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:34 smithi067 ceph-mon[94375]: osdmap e2437: 8 total, 8 up, 8 in 2024-07-29T16:11:34.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:34 smithi067 ceph-mon[91995]: pgmap v4147: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 726 KiB/s rd, 3.5 KiB/s wr, 976 op/s 2024-07-29T16:11:34.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:34 smithi067 ceph-mon[91995]: osdmap e2437: 8 total, 8 up, 8 in 2024-07-29T16:11:35.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:34 smithi138 ceph-mon[86438]: pgmap v4147: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 726 KiB/s rd, 3.5 KiB/s wr, 976 op/s 2024-07-29T16:11:35.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:34 smithi138 ceph-mon[86438]: osdmap e2437: 8 total, 8 up, 8 in 2024-07-29T16:11:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:35 smithi067 ceph-mon[91995]: osdmap e2438: 8 total, 8 up, 8 in 2024-07-29T16:11:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:11:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:35 smithi067 ceph-mon[94375]: osdmap e2438: 8 total, 8 up, 8 in 2024-07-29T16:11:35.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:11:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:35 smithi138 ceph-mon[86438]: osdmap e2438: 8 total, 8 up, 8 in 2024-07-29T16:11:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:11:36.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:36 smithi067 ceph-mon[91995]: pgmap v4150: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 726 KiB/s rd, 3.5 KiB/s wr, 976 op/s 2024-07-29T16:11:36.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:36 smithi067 ceph-mon[91995]: osdmap e2439: 8 total, 8 up, 8 in 2024-07-29T16:11:36.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:36 smithi067 ceph-mon[94375]: pgmap v4150: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 726 KiB/s rd, 3.5 KiB/s wr, 976 op/s 2024-07-29T16:11:36.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:36 smithi067 ceph-mon[94375]: osdmap e2439: 8 total, 8 up, 8 in 2024-07-29T16:11:37.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:36 smithi138 ceph-mon[86438]: pgmap v4150: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 726 KiB/s rd, 3.5 KiB/s wr, 976 op/s 2024-07-29T16:11:37.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:36 smithi138 ceph-mon[86438]: osdmap e2439: 8 total, 8 up, 8 in 2024-07-29T16:11:38.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:37 smithi138 ceph-mon[86438]: osdmap e2440: 8 total, 8 up, 8 in 2024-07-29T16:11:38.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:37 smithi067 ceph-mon[91995]: osdmap e2440: 8 total, 8 up, 8 in 2024-07-29T16:11:38.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:37 smithi067 ceph-mon[94375]: osdmap e2440: 8 total, 8 up, 8 in 2024-07-29T16:11:38.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:11:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:11:37] "GET /metrics HTTP/1.1" 200 36891 "" "Prometheus/2.51.0" 2024-07-29T16:11:39.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:38 smithi138 ceph-mon[86438]: pgmap v4153: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-07-29T16:11:39.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:38 smithi138 ceph-mon[86438]: osdmap e2441: 8 total, 8 up, 8 in 2024-07-29T16:11:39.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:38 smithi067 ceph-mon[91995]: pgmap v4153: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-07-29T16:11:39.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:38 smithi067 ceph-mon[91995]: osdmap e2441: 8 total, 8 up, 8 in 2024-07-29T16:11:39.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:38 smithi067 ceph-mon[94375]: pgmap v4153: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-07-29T16:11:39.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:38 smithi067 ceph-mon[94375]: osdmap e2441: 8 total, 8 up, 8 in 2024-07-29T16:11:40.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:39 smithi138 ceph-mon[86438]: osdmap e2442: 8 total, 8 up, 8 in 2024-07-29T16:11:40.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:39 smithi067 ceph-mon[91995]: osdmap e2442: 8 total, 8 up, 8 in 2024-07-29T16:11:40.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:39 smithi067 ceph-mon[94375]: osdmap e2442: 8 total, 8 up, 8 in 2024-07-29T16:11:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:11:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:11:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:11:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:40 smithi138 ceph-mon[86438]: pgmap v4156: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 759 KiB/s rd, 3.2 KiB/s wr, 1.02k op/s 2024-07-29T16:11:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:40 smithi138 ceph-mon[86438]: osdmap e2443: 8 total, 8 up, 8 in 2024-07-29T16:11:41.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:40 smithi067 ceph-mon[91995]: pgmap v4156: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 759 KiB/s rd, 3.2 KiB/s wr, 1.02k op/s 2024-07-29T16:11:41.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:40 smithi067 ceph-mon[91995]: osdmap e2443: 8 total, 8 up, 8 in 2024-07-29T16:11:41.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:40 smithi067 ceph-mon[94375]: pgmap v4156: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 759 KiB/s rd, 3.2 KiB/s wr, 1.02k op/s 2024-07-29T16:11:41.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:40 smithi067 ceph-mon[94375]: osdmap e2443: 8 total, 8 up, 8 in 2024-07-29T16:11:42.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:41 smithi138 ceph-mon[86438]: osdmap e2444: 8 total, 8 up, 8 in 2024-07-29T16:11:42.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:41 smithi067 ceph-mon[91995]: osdmap e2444: 8 total, 8 up, 8 in 2024-07-29T16:11:42.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:41 smithi067 ceph-mon[94375]: osdmap e2444: 8 total, 8 up, 8 in 2024-07-29T16:11:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:42 smithi138 ceph-mon[86438]: pgmap v4159: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 757 KiB/s rd, 3.7 KiB/s wr, 1.02k op/s 2024-07-29T16:11:43.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:42 smithi138 ceph-mon[86438]: osdmap e2445: 8 total, 8 up, 8 in 2024-07-29T16:11:43.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:42 smithi067 ceph-mon[91995]: pgmap v4159: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 757 KiB/s rd, 3.7 KiB/s wr, 1.02k op/s 2024-07-29T16:11:43.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:42 smithi067 ceph-mon[91995]: osdmap e2445: 8 total, 8 up, 8 in 2024-07-29T16:11:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:42 smithi067 ceph-mon[94375]: pgmap v4159: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 757 KiB/s rd, 3.7 KiB/s wr, 1.02k op/s 2024-07-29T16:11:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:42 smithi067 ceph-mon[94375]: osdmap e2445: 8 total, 8 up, 8 in 2024-07-29T16:11:44.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:43 smithi138 ceph-mon[86438]: osdmap e2446: 8 total, 8 up, 8 in 2024-07-29T16:11:44.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:43 smithi067 ceph-mon[91995]: osdmap e2446: 8 total, 8 up, 8 in 2024-07-29T16:11:44.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:43 smithi067 ceph-mon[94375]: osdmap e2446: 8 total, 8 up, 8 in 2024-07-29T16:11:45.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:44 smithi138 ceph-mon[86438]: pgmap v4162: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 790 KiB/s rd, 3.7 KiB/s wr, 1.06k op/s 2024-07-29T16:11:45.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:44 smithi138 ceph-mon[86438]: osdmap e2447: 8 total, 8 up, 8 in 2024-07-29T16:11:45.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:44 smithi067 ceph-mon[91995]: pgmap v4162: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 790 KiB/s rd, 3.7 KiB/s wr, 1.06k op/s 2024-07-29T16:11:45.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:44 smithi067 ceph-mon[91995]: osdmap e2447: 8 total, 8 up, 8 in 2024-07-29T16:11:45.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:44 smithi067 ceph-mon[94375]: pgmap v4162: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 790 KiB/s rd, 3.7 KiB/s wr, 1.06k op/s 2024-07-29T16:11:45.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:44 smithi067 ceph-mon[94375]: osdmap e2447: 8 total, 8 up, 8 in 2024-07-29T16:11:46.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:45 smithi067 ceph-mon[94375]: osdmap e2448: 8 total, 8 up, 8 in 2024-07-29T16:11:46.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:45 smithi067 ceph-mon[91995]: osdmap e2448: 8 total, 8 up, 8 in 2024-07-29T16:11:46.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:45 smithi138 ceph-mon[86438]: osdmap e2448: 8 total, 8 up, 8 in 2024-07-29T16:11:47.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:46 smithi067 ceph-mon[91995]: pgmap v4165: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 790 KiB/s rd, 3.5 KiB/s wr, 1.06k op/s 2024-07-29T16:11:47.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:46 smithi067 ceph-mon[91995]: osdmap e2449: 8 total, 8 up, 8 in 2024-07-29T16:11:47.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:46 smithi067 ceph-mon[94375]: pgmap v4165: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 790 KiB/s rd, 3.5 KiB/s wr, 1.06k op/s 2024-07-29T16:11:47.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:46 smithi067 ceph-mon[94375]: osdmap e2449: 8 total, 8 up, 8 in 2024-07-29T16:11:47.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:46 smithi138 ceph-mon[86438]: pgmap v4165: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 790 KiB/s rd, 3.5 KiB/s wr, 1.06k op/s 2024-07-29T16:11:47.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:46 smithi138 ceph-mon[86438]: osdmap e2449: 8 total, 8 up, 8 in 2024-07-29T16:11:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:47 smithi067 ceph-mon[91995]: osdmap e2450: 8 total, 8 up, 8 in 2024-07-29T16:11:48.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:11:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:11:47] "GET /metrics HTTP/1.1" 200 36891 "" "Prometheus/2.51.0" 2024-07-29T16:11:48.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:47 smithi067 ceph-mon[94375]: osdmap e2450: 8 total, 8 up, 8 in 2024-07-29T16:11:48.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:47 smithi138 ceph-mon[86438]: osdmap e2450: 8 total, 8 up, 8 in 2024-07-29T16:11:49.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:48 smithi067 ceph-mon[91995]: pgmap v4168: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-07-29T16:11:49.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:48 smithi067 ceph-mon[91995]: osdmap e2451: 8 total, 8 up, 8 in 2024-07-29T16:11:49.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:48 smithi067 ceph-mon[94375]: pgmap v4168: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-07-29T16:11:49.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:48 smithi067 ceph-mon[94375]: osdmap e2451: 8 total, 8 up, 8 in 2024-07-29T16:11:49.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:48 smithi138 ceph-mon[86438]: pgmap v4168: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-07-29T16:11:49.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:48 smithi138 ceph-mon[86438]: osdmap e2451: 8 total, 8 up, 8 in 2024-07-29T16:11:50.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:49 smithi138 ceph-mon[86438]: osdmap e2452: 8 total, 8 up, 8 in 2024-07-29T16:11:50.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:49 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:11:50.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:49 smithi067 ceph-mon[91995]: osdmap e2452: 8 total, 8 up, 8 in 2024-07-29T16:11:50.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:49 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:11:50.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:49 smithi067 ceph-mon[94375]: osdmap e2452: 8 total, 8 up, 8 in 2024-07-29T16:11:50.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:49 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:11:50.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:11:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:11:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:11:51.016 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:50 smithi067 ceph-mon[91995]: pgmap v4171: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 823 KiB/s rd, 3.0 KiB/s wr, 1.11k op/s 2024-07-29T16:11:51.016 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:50 smithi067 ceph-mon[91995]: osdmap e2453: 8 total, 8 up, 8 in 2024-07-29T16:11:51.016 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:11:51.016 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:11:51.016 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:11:51.017 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:50 smithi067 ceph-mon[94375]: pgmap v4171: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 823 KiB/s rd, 3.0 KiB/s wr, 1.11k op/s 2024-07-29T16:11:51.017 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:50 smithi067 ceph-mon[94375]: osdmap e2453: 8 total, 8 up, 8 in 2024-07-29T16:11:51.017 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:11:51.017 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:11:51.017 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:11:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:50 smithi138 ceph-mon[86438]: pgmap v4171: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 823 KiB/s rd, 3.0 KiB/s wr, 1.11k op/s 2024-07-29T16:11:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:50 smithi138 ceph-mon[86438]: osdmap e2453: 8 total, 8 up, 8 in 2024-07-29T16:11:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:11:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:11:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:11:51.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:51 smithi067 ceph-mon[91995]: osdmap e2454: 8 total, 8 up, 8 in 2024-07-29T16:11:51.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:51 smithi067 ceph-mon[94375]: osdmap e2454: 8 total, 8 up, 8 in 2024-07-29T16:11:52.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:51 smithi138 ceph-mon[86438]: osdmap e2454: 8 total, 8 up, 8 in 2024-07-29T16:11:53.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:52 smithi067 ceph-mon[91995]: pgmap v4174: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 822 KiB/s rd, 3.5 KiB/s wr, 1.11k op/s 2024-07-29T16:11:53.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:52 smithi067 ceph-mon[91995]: osdmap e2455: 8 total, 8 up, 8 in 2024-07-29T16:11:53.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:52 smithi067 ceph-mon[94375]: pgmap v4174: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 822 KiB/s rd, 3.5 KiB/s wr, 1.11k op/s 2024-07-29T16:11:53.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:52 smithi067 ceph-mon[94375]: osdmap e2455: 8 total, 8 up, 8 in 2024-07-29T16:11:53.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:52 smithi138 ceph-mon[86438]: pgmap v4174: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 822 KiB/s rd, 3.5 KiB/s wr, 1.11k op/s 2024-07-29T16:11:53.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:52 smithi138 ceph-mon[86438]: osdmap e2455: 8 total, 8 up, 8 in 2024-07-29T16:11:53.311 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 16:11:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=cleanup t=2024-07-29T16:11:52.932382298Z level=info msg="Completed cleanup jobs" duration=36.245451ms 2024-07-29T16:11:53.311 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 16:11:53 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=plugins.update.checker t=2024-07-29T16:11:53.038427421Z level=info msg="Update check succeeded" duration=58.909704ms 2024-07-29T16:11:53.311 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 16:11:53 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=grafana.update.checker t=2024-07-29T16:11:53.043441454Z level=info msg="Update check succeeded" duration=70.954484ms 2024-07-29T16:11:54.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:53 smithi067 ceph-mon[94375]: osdmap e2456: 8 total, 8 up, 8 in 2024-07-29T16:11:54.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:53 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:11:54.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:53 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:11:54.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:53 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:11:54.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:53 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:11:54.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:53 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:11:54.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:53 smithi067 ceph-mon[91995]: osdmap e2456: 8 total, 8 up, 8 in 2024-07-29T16:11:54.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:53 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:11:54.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:53 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:11:54.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:53 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:11:54.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:53 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:11:54.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:53 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:11:54.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:53 smithi138 ceph-mon[86438]: osdmap e2456: 8 total, 8 up, 8 in 2024-07-29T16:11:54.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:53 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:11:54.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:53 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:11:54.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:53 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:11:54.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:53 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:11:54.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:53 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:11:55.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:54 smithi067 ceph-mon[91995]: pgmap v4177: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 855 KiB/s rd, 3.7 KiB/s wr, 1.15k op/s 2024-07-29T16:11:55.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:54 smithi067 ceph-mon[91995]: osdmap e2457: 8 total, 8 up, 8 in 2024-07-29T16:11:55.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:54 smithi067 ceph-mon[94375]: pgmap v4177: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 855 KiB/s rd, 3.7 KiB/s wr, 1.15k op/s 2024-07-29T16:11:55.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:54 smithi067 ceph-mon[94375]: osdmap e2457: 8 total, 8 up, 8 in 2024-07-29T16:11:55.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:54 smithi138 ceph-mon[86438]: pgmap v4177: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 855 KiB/s rd, 3.7 KiB/s wr, 1.15k op/s 2024-07-29T16:11:55.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:54 smithi138 ceph-mon[86438]: osdmap e2457: 8 total, 8 up, 8 in 2024-07-29T16:11:56.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:55 smithi067 ceph-mon[91995]: osdmap e2458: 8 total, 8 up, 8 in 2024-07-29T16:11:56.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:55 smithi067 ceph-mon[94375]: osdmap e2458: 8 total, 8 up, 8 in 2024-07-29T16:11:56.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:55 smithi138 ceph-mon[86438]: osdmap e2458: 8 total, 8 up, 8 in 2024-07-29T16:11:57.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:56 smithi067 ceph-mon[91995]: pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 855 KiB/s rd, 4.2 KiB/s wr, 1.15k op/s 2024-07-29T16:11:57.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:56 smithi067 ceph-mon[91995]: osdmap e2459: 8 total, 8 up, 8 in 2024-07-29T16:11:57.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:56 smithi067 ceph-mon[94375]: pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 855 KiB/s rd, 4.2 KiB/s wr, 1.15k op/s 2024-07-29T16:11:57.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:56 smithi067 ceph-mon[94375]: osdmap e2459: 8 total, 8 up, 8 in 2024-07-29T16:11:57.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:56 smithi138 ceph-mon[86438]: pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 855 KiB/s rd, 4.2 KiB/s wr, 1.15k op/s 2024-07-29T16:11:57.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:56 smithi138 ceph-mon[86438]: osdmap e2459: 8 total, 8 up, 8 in 2024-07-29T16:11:58.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:57 smithi067 ceph-mon[91995]: osdmap e2460: 8 total, 8 up, 8 in 2024-07-29T16:11:58.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:57 smithi067 ceph-mon[94375]: osdmap e2460: 8 total, 8 up, 8 in 2024-07-29T16:11:58.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:11:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:11:57] "GET /metrics HTTP/1.1" 200 36890 "" "Prometheus/2.51.0" 2024-07-29T16:11:58.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:57 smithi138 ceph-mon[86438]: osdmap e2460: 8 total, 8 up, 8 in 2024-07-29T16:11:59.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:58 smithi067 ceph-mon[94375]: pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-07-29T16:11:59.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:58 smithi067 ceph-mon[94375]: osdmap e2461: 8 total, 8 up, 8 in 2024-07-29T16:11:59.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:58 smithi067 ceph-mon[91995]: pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-07-29T16:11:59.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:58 smithi067 ceph-mon[91995]: osdmap e2461: 8 total, 8 up, 8 in 2024-07-29T16:11:59.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:58 smithi138 ceph-mon[86438]: pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-07-29T16:11:59.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:58 smithi138 ceph-mon[86438]: osdmap e2461: 8 total, 8 up, 8 in 2024-07-29T16:12:00.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:11:59 smithi138 ceph-mon[86438]: osdmap e2462: 8 total, 8 up, 8 in 2024-07-29T16:12:00.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:11:59 smithi067 ceph-mon[94375]: osdmap e2462: 8 total, 8 up, 8 in 2024-07-29T16:12:00.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:11:59 smithi067 ceph-mon[91995]: osdmap e2462: 8 total, 8 up, 8 in 2024-07-29T16:12:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:12:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:12:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:12:01.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:00 smithi067 ceph-mon[94375]: pgmap v4186: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 890 KiB/s rd, 3.0 KiB/s wr, 1.20k op/s 2024-07-29T16:12:01.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:00 smithi067 ceph-mon[94375]: osdmap e2463: 8 total, 8 up, 8 in 2024-07-29T16:12:01.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:00 smithi067 ceph-mon[91995]: pgmap v4186: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 890 KiB/s rd, 3.0 KiB/s wr, 1.20k op/s 2024-07-29T16:12:01.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:00 smithi067 ceph-mon[91995]: osdmap e2463: 8 total, 8 up, 8 in 2024-07-29T16:12:01.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:00 smithi138 ceph-mon[86438]: pgmap v4186: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 890 KiB/s rd, 3.0 KiB/s wr, 1.20k op/s 2024-07-29T16:12:01.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:00 smithi138 ceph-mon[86438]: osdmap e2463: 8 total, 8 up, 8 in 2024-07-29T16:12:02.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:01 smithi067 ceph-mon[91995]: osdmap e2464: 8 total, 8 up, 8 in 2024-07-29T16:12:02.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:01 smithi067 ceph-mon[94375]: osdmap e2464: 8 total, 8 up, 8 in 2024-07-29T16:12:02.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:01 smithi138 ceph-mon[86438]: osdmap e2464: 8 total, 8 up, 8 in 2024-07-29T16:12:03.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:02 smithi067 ceph-mon[91995]: pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 889 KiB/s rd, 3.5 KiB/s wr, 1.20k op/s 2024-07-29T16:12:03.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:02 smithi067 ceph-mon[91995]: osdmap e2465: 8 total, 8 up, 8 in 2024-07-29T16:12:03.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:02 smithi067 ceph-mon[94375]: pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 889 KiB/s rd, 3.5 KiB/s wr, 1.20k op/s 2024-07-29T16:12:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:02 smithi067 ceph-mon[94375]: osdmap e2465: 8 total, 8 up, 8 in 2024-07-29T16:12:03.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:02 smithi138 ceph-mon[86438]: pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 889 KiB/s rd, 3.5 KiB/s wr, 1.20k op/s 2024-07-29T16:12:03.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:02 smithi138 ceph-mon[86438]: osdmap e2465: 8 total, 8 up, 8 in 2024-07-29T16:12:04.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:03 smithi067 ceph-mon[94375]: osdmap e2466: 8 total, 8 up, 8 in 2024-07-29T16:12:04.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:03 smithi067 ceph-mon[91995]: osdmap e2466: 8 total, 8 up, 8 in 2024-07-29T16:12:04.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:03 smithi138 ceph-mon[86438]: osdmap e2466: 8 total, 8 up, 8 in 2024-07-29T16:12:05.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:04 smithi067 ceph-mon[94375]: pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 921 KiB/s rd, 3.5 KiB/s wr, 1.24k op/s 2024-07-29T16:12:05.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:04 smithi067 ceph-mon[94375]: osdmap e2467: 8 total, 8 up, 8 in 2024-07-29T16:12:05.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:04 smithi067 ceph-mon[91995]: pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 921 KiB/s rd, 3.5 KiB/s wr, 1.24k op/s 2024-07-29T16:12:05.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:04 smithi067 ceph-mon[91995]: osdmap e2467: 8 total, 8 up, 8 in 2024-07-29T16:12:05.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:04 smithi138 ceph-mon[86438]: pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 921 KiB/s rd, 3.5 KiB/s wr, 1.24k op/s 2024-07-29T16:12:05.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:04 smithi138 ceph-mon[86438]: osdmap e2467: 8 total, 8 up, 8 in 2024-07-29T16:12:06.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:05 smithi067 ceph-mon[94375]: osdmap e2468: 8 total, 8 up, 8 in 2024-07-29T16:12:06.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:12:06.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:05 smithi067 ceph-mon[91995]: osdmap e2468: 8 total, 8 up, 8 in 2024-07-29T16:12:06.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:12:06.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:05 smithi138 ceph-mon[86438]: osdmap e2468: 8 total, 8 up, 8 in 2024-07-29T16:12:06.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:12:07.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:06 smithi067 ceph-mon[94375]: pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 921 KiB/s rd, 3.5 KiB/s wr, 1.24k op/s 2024-07-29T16:12:07.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:06 smithi067 ceph-mon[94375]: osdmap e2469: 8 total, 8 up, 8 in 2024-07-29T16:12:07.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:06 smithi067 ceph-mon[91995]: pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 921 KiB/s rd, 3.5 KiB/s wr, 1.24k op/s 2024-07-29T16:12:07.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:06 smithi067 ceph-mon[91995]: osdmap e2469: 8 total, 8 up, 8 in 2024-07-29T16:12:07.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:06 smithi138 ceph-mon[86438]: pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 921 KiB/s rd, 3.5 KiB/s wr, 1.24k op/s 2024-07-29T16:12:07.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:06 smithi138 ceph-mon[86438]: osdmap e2469: 8 total, 8 up, 8 in 2024-07-29T16:12:08.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:07 smithi067 ceph-mon[91995]: osdmap e2470: 8 total, 8 up, 8 in 2024-07-29T16:12:08.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:07 smithi067 ceph-mon[94375]: osdmap e2470: 8 total, 8 up, 8 in 2024-07-29T16:12:08.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:12:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:12:07] "GET /metrics HTTP/1.1" 200 36890 "" "Prometheus/2.51.0" 2024-07-29T16:12:08.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:07 smithi138 ceph-mon[86438]: osdmap e2470: 8 total, 8 up, 8 in 2024-07-29T16:12:09.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:08 smithi067 ceph-mon[91995]: pgmap v4198: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-07-29T16:12:09.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:08 smithi067 ceph-mon[91995]: osdmap e2471: 8 total, 8 up, 8 in 2024-07-29T16:12:09.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:08 smithi067 ceph-mon[94375]: pgmap v4198: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-07-29T16:12:09.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:08 smithi067 ceph-mon[94375]: osdmap e2471: 8 total, 8 up, 8 in 2024-07-29T16:12:09.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:08 smithi138 ceph-mon[86438]: pgmap v4198: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-07-29T16:12:09.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:08 smithi138 ceph-mon[86438]: osdmap e2471: 8 total, 8 up, 8 in 2024-07-29T16:12:10.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:09 smithi138 ceph-mon[86438]: osdmap e2472: 8 total, 8 up, 8 in 2024-07-29T16:12:10.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:12:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:12:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:12:10.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:09 smithi067 ceph-mon[91995]: osdmap e2472: 8 total, 8 up, 8 in 2024-07-29T16:12:10.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:09 smithi067 ceph-mon[94375]: osdmap e2472: 8 total, 8 up, 8 in 2024-07-29T16:12:11.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:11 smithi138 ceph-mon[86438]: pgmap v4201: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 955 KiB/s rd, 3.2 KiB/s wr, 1.29k op/s 2024-07-29T16:12:11.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:11 smithi138 ceph-mon[86438]: osdmap e2473: 8 total, 8 up, 8 in 2024-07-29T16:12:11.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:11 smithi067 ceph-mon[91995]: pgmap v4201: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 955 KiB/s rd, 3.2 KiB/s wr, 1.29k op/s 2024-07-29T16:12:11.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:11 smithi067 ceph-mon[91995]: osdmap e2473: 8 total, 8 up, 8 in 2024-07-29T16:12:11.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:11 smithi067 ceph-mon[94375]: pgmap v4201: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 955 KiB/s rd, 3.2 KiB/s wr, 1.29k op/s 2024-07-29T16:12:11.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:11 smithi067 ceph-mon[94375]: osdmap e2473: 8 total, 8 up, 8 in 2024-07-29T16:12:12.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:12 smithi138 ceph-mon[86438]: osdmap e2474: 8 total, 8 up, 8 in 2024-07-29T16:12:12.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:12 smithi067 ceph-mon[91995]: osdmap e2474: 8 total, 8 up, 8 in 2024-07-29T16:12:12.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:12 smithi067 ceph-mon[94375]: osdmap e2474: 8 total, 8 up, 8 in 2024-07-29T16:12:13.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:13 smithi138 ceph-mon[86438]: pgmap v4204: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 954 KiB/s rd, 2.7 KiB/s wr, 1.28k op/s 2024-07-29T16:12:13.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:13 smithi138 ceph-mon[86438]: osdmap e2475: 8 total, 8 up, 8 in 2024-07-29T16:12:13.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:13 smithi067 ceph-mon[91995]: pgmap v4204: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 954 KiB/s rd, 2.7 KiB/s wr, 1.28k op/s 2024-07-29T16:12:13.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:13 smithi067 ceph-mon[91995]: osdmap e2475: 8 total, 8 up, 8 in 2024-07-29T16:12:13.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:13 smithi067 ceph-mon[94375]: pgmap v4204: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 954 KiB/s rd, 2.7 KiB/s wr, 1.28k op/s 2024-07-29T16:12:13.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:13 smithi067 ceph-mon[94375]: osdmap e2475: 8 total, 8 up, 8 in 2024-07-29T16:12:14.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:14 smithi138 ceph-mon[86438]: osdmap e2476: 8 total, 8 up, 8 in 2024-07-29T16:12:14.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:14 smithi067 ceph-mon[91995]: osdmap e2476: 8 total, 8 up, 8 in 2024-07-29T16:12:14.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:14 smithi067 ceph-mon[94375]: osdmap e2476: 8 total, 8 up, 8 in 2024-07-29T16:12:15.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:15 smithi138 ceph-mon[86438]: pgmap v4207: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 986 KiB/s rd, 3.5 KiB/s wr, 1.33k op/s 2024-07-29T16:12:15.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:15 smithi138 ceph-mon[86438]: osdmap e2477: 8 total, 8 up, 8 in 2024-07-29T16:12:15.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:15 smithi067 ceph-mon[94375]: pgmap v4207: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 986 KiB/s rd, 3.5 KiB/s wr, 1.33k op/s 2024-07-29T16:12:15.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:15 smithi067 ceph-mon[94375]: osdmap e2477: 8 total, 8 up, 8 in 2024-07-29T16:12:15.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:15 smithi067 ceph-mon[91995]: pgmap v4207: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 986 KiB/s rd, 3.5 KiB/s wr, 1.33k op/s 2024-07-29T16:12:15.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:15 smithi067 ceph-mon[91995]: osdmap e2477: 8 total, 8 up, 8 in 2024-07-29T16:12:16.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:16 smithi138 ceph-mon[86438]: osdmap e2478: 8 total, 8 up, 8 in 2024-07-29T16:12:16.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:16 smithi138 ceph-mon[86438]: pgmap v4210: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 986 KiB/s rd, 4.0 KiB/s wr, 1.33k op/s 2024-07-29T16:12:16.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:16 smithi067 ceph-mon[91995]: osdmap e2478: 8 total, 8 up, 8 in 2024-07-29T16:12:16.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:16 smithi067 ceph-mon[91995]: pgmap v4210: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 986 KiB/s rd, 4.0 KiB/s wr, 1.33k op/s 2024-07-29T16:12:16.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:16 smithi067 ceph-mon[94375]: osdmap e2478: 8 total, 8 up, 8 in 2024-07-29T16:12:16.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:16 smithi067 ceph-mon[94375]: pgmap v4210: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 986 KiB/s rd, 4.0 KiB/s wr, 1.33k op/s 2024-07-29T16:12:17.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:17 smithi138 ceph-mon[86438]: osdmap e2479: 8 total, 8 up, 8 in 2024-07-29T16:12:17.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:17 smithi067 ceph-mon[91995]: osdmap e2479: 8 total, 8 up, 8 in 2024-07-29T16:12:17.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:17 smithi067 ceph-mon[94375]: osdmap e2479: 8 total, 8 up, 8 in 2024-07-29T16:12:18.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:18 smithi067 ceph-mon[94375]: osdmap e2480: 8 total, 8 up, 8 in 2024-07-29T16:12:18.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:18 smithi067 ceph-mon[94375]: pgmap v4213: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-07-29T16:12:18.242 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:18 smithi067 ceph-mon[91995]: osdmap e2480: 8 total, 8 up, 8 in 2024-07-29T16:12:18.242 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:18 smithi067 ceph-mon[91995]: pgmap v4213: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-07-29T16:12:18.242 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:12:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:12:17] "GET /metrics HTTP/1.1" 200 36890 "" "Prometheus/2.51.0" 2024-07-29T16:12:18.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:18 smithi138 ceph-mon[86438]: osdmap e2480: 8 total, 8 up, 8 in 2024-07-29T16:12:18.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:18 smithi138 ceph-mon[86438]: pgmap v4213: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-07-29T16:12:19.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:19 smithi067 ceph-mon[91995]: osdmap e2481: 8 total, 8 up, 8 in 2024-07-29T16:12:19.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:19 smithi067 ceph-mon[94375]: osdmap e2481: 8 total, 8 up, 8 in 2024-07-29T16:12:19.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:19 smithi138 ceph-mon[86438]: osdmap e2481: 8 total, 8 up, 8 in 2024-07-29T16:12:20.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:20 smithi067 ceph-mon[94375]: osdmap e2482: 8 total, 8 up, 8 in 2024-07-29T16:12:20.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:20 smithi067 ceph-mon[94375]: pgmap v4216: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1019 KiB/s rd, 3.7 KiB/s wr, 1.37k op/s 2024-07-29T16:12:20.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:12:20.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:20 smithi067 ceph-mon[91995]: osdmap e2482: 8 total, 8 up, 8 in 2024-07-29T16:12:20.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:20 smithi067 ceph-mon[91995]: pgmap v4216: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1019 KiB/s rd, 3.7 KiB/s wr, 1.37k op/s 2024-07-29T16:12:20.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:12:20.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:20 smithi138 ceph-mon[86438]: osdmap e2482: 8 total, 8 up, 8 in 2024-07-29T16:12:20.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:20 smithi138 ceph-mon[86438]: pgmap v4216: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1019 KiB/s rd, 3.7 KiB/s wr, 1.37k op/s 2024-07-29T16:12:20.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:12:20.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:12:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:12:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:12:21.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:21 smithi067 ceph-mon[91995]: osdmap e2483: 8 total, 8 up, 8 in 2024-07-29T16:12:21.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:21 smithi067 ceph-mon[94375]: osdmap e2483: 8 total, 8 up, 8 in 2024-07-29T16:12:21.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:21 smithi138 ceph-mon[86438]: osdmap e2483: 8 total, 8 up, 8 in 2024-07-29T16:12:22.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:22 smithi067 ceph-mon[91995]: osdmap e2484: 8 total, 8 up, 8 in 2024-07-29T16:12:22.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:22 smithi067 ceph-mon[91995]: pgmap v4219: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1018 KiB/s rd, 3.2 KiB/s wr, 1.37k op/s 2024-07-29T16:12:22.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:22 smithi067 ceph-mon[94375]: osdmap e2484: 8 total, 8 up, 8 in 2024-07-29T16:12:22.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:22 smithi067 ceph-mon[94375]: pgmap v4219: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1018 KiB/s rd, 3.2 KiB/s wr, 1.37k op/s 2024-07-29T16:12:22.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:22 smithi138 ceph-mon[86438]: osdmap e2484: 8 total, 8 up, 8 in 2024-07-29T16:12:22.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:22 smithi138 ceph-mon[86438]: pgmap v4219: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1018 KiB/s rd, 3.2 KiB/s wr, 1.37k op/s 2024-07-29T16:12:23.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:23 smithi067 ceph-mon[91995]: osdmap e2485: 8 total, 8 up, 8 in 2024-07-29T16:12:23.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:23 smithi067 ceph-mon[94375]: osdmap e2485: 8 total, 8 up, 8 in 2024-07-29T16:12:23.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:23 smithi138 ceph-mon[86438]: osdmap e2485: 8 total, 8 up, 8 in 2024-07-29T16:12:24.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:24 smithi067 ceph-mon[91995]: osdmap e2486: 8 total, 8 up, 8 in 2024-07-29T16:12:24.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:24 smithi067 ceph-mon[91995]: pgmap v4222: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 847 KiB/s rd, 3.0 KiB/s wr, 1.14k op/s 2024-07-29T16:12:24.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:24 smithi067 ceph-mon[94375]: osdmap e2486: 8 total, 8 up, 8 in 2024-07-29T16:12:24.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:24 smithi067 ceph-mon[94375]: pgmap v4222: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 847 KiB/s rd, 3.0 KiB/s wr, 1.14k op/s 2024-07-29T16:12:24.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:24 smithi138 ceph-mon[86438]: osdmap e2486: 8 total, 8 up, 8 in 2024-07-29T16:12:24.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:24 smithi138 ceph-mon[86438]: pgmap v4222: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 847 KiB/s rd, 3.0 KiB/s wr, 1.14k op/s 2024-07-29T16:12:25.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:25 smithi067 ceph-mon[91995]: osdmap e2487: 8 total, 8 up, 8 in 2024-07-29T16:12:25.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:25 smithi067 ceph-mon[94375]: osdmap e2487: 8 total, 8 up, 8 in 2024-07-29T16:12:25.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:25 smithi138 ceph-mon[86438]: osdmap e2487: 8 total, 8 up, 8 in 2024-07-29T16:12:26.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:26 smithi067 ceph-mon[91995]: osdmap e2488: 8 total, 8 up, 8 in 2024-07-29T16:12:26.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:26 smithi067 ceph-mon[91995]: pgmap v4225: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 847 KiB/s rd, 3.7 KiB/s wr, 1.14k op/s 2024-07-29T16:12:26.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:26 smithi067 ceph-mon[94375]: osdmap e2488: 8 total, 8 up, 8 in 2024-07-29T16:12:26.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:26 smithi067 ceph-mon[94375]: pgmap v4225: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 847 KiB/s rd, 3.7 KiB/s wr, 1.14k op/s 2024-07-29T16:12:26.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:26 smithi138 ceph-mon[86438]: osdmap e2488: 8 total, 8 up, 8 in 2024-07-29T16:12:26.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:26 smithi138 ceph-mon[86438]: pgmap v4225: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 847 KiB/s rd, 3.7 KiB/s wr, 1.14k op/s 2024-07-29T16:12:27.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:27 smithi067 ceph-mon[91995]: osdmap e2489: 8 total, 8 up, 8 in 2024-07-29T16:12:27.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:27 smithi067 ceph-mon[94375]: osdmap e2489: 8 total, 8 up, 8 in 2024-07-29T16:12:27.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:27 smithi138 ceph-mon[86438]: osdmap e2489: 8 total, 8 up, 8 in 2024-07-29T16:12:28.119 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:12:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:12:27] "GET /metrics HTTP/1.1" 200 36889 "" "Prometheus/2.51.0" 2024-07-29T16:12:28.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:28 smithi067 ceph-mon[94375]: osdmap e2490: 8 total, 8 up, 8 in 2024-07-29T16:12:28.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:28 smithi067 ceph-mon[94375]: pgmap v4228: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-07-29T16:12:28.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:28 smithi067 ceph-mon[91995]: osdmap e2490: 8 total, 8 up, 8 in 2024-07-29T16:12:28.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:28 smithi067 ceph-mon[91995]: pgmap v4228: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-07-29T16:12:28.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:28 smithi138 ceph-mon[86438]: osdmap e2490: 8 total, 8 up, 8 in 2024-07-29T16:12:28.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:28 smithi138 ceph-mon[86438]: pgmap v4228: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-07-29T16:12:29.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:29 smithi067 ceph-mon[91995]: osdmap e2491: 8 total, 8 up, 8 in 2024-07-29T16:12:29.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:29 smithi067 ceph-mon[94375]: osdmap e2491: 8 total, 8 up, 8 in 2024-07-29T16:12:29.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:29 smithi138 ceph-mon[86438]: osdmap e2491: 8 total, 8 up, 8 in 2024-07-29T16:12:30.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:30 smithi067 ceph-mon[91995]: osdmap e2492: 8 total, 8 up, 8 in 2024-07-29T16:12:30.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:30 smithi067 ceph-mon[91995]: pgmap v4231: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.7 KiB/s wr, 1.45k op/s 2024-07-29T16:12:30.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:30 smithi067 ceph-mon[94375]: osdmap e2492: 8 total, 8 up, 8 in 2024-07-29T16:12:30.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:30 smithi067 ceph-mon[94375]: pgmap v4231: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.7 KiB/s wr, 1.45k op/s 2024-07-29T16:12:30.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:30 smithi138 ceph-mon[86438]: osdmap e2492: 8 total, 8 up, 8 in 2024-07-29T16:12:30.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:30 smithi138 ceph-mon[86438]: pgmap v4231: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.7 KiB/s wr, 1.45k op/s 2024-07-29T16:12:30.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:12:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:12:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:12:31.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:31 smithi067 ceph-mon[91995]: osdmap e2493: 8 total, 8 up, 8 in 2024-07-29T16:12:31.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:31 smithi067 ceph-mon[94375]: osdmap e2493: 8 total, 8 up, 8 in 2024-07-29T16:12:31.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:31 smithi138 ceph-mon[86438]: osdmap e2493: 8 total, 8 up, 8 in 2024-07-29T16:12:32.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:32 smithi067 ceph-mon[91995]: osdmap e2494: 8 total, 8 up, 8 in 2024-07-29T16:12:32.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:32 smithi067 ceph-mon[91995]: pgmap v4234: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.7 KiB/s wr, 1.45k op/s 2024-07-29T16:12:32.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:32 smithi067 ceph-mon[94375]: osdmap e2494: 8 total, 8 up, 8 in 2024-07-29T16:12:32.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:32 smithi067 ceph-mon[94375]: pgmap v4234: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.7 KiB/s wr, 1.45k op/s 2024-07-29T16:12:32.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:32 smithi138 ceph-mon[86438]: osdmap e2494: 8 total, 8 up, 8 in 2024-07-29T16:12:32.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:32 smithi138 ceph-mon[86438]: pgmap v4234: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.7 KiB/s wr, 1.45k op/s 2024-07-29T16:12:33.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:33 smithi067 ceph-mon[91995]: osdmap e2495: 8 total, 8 up, 8 in 2024-07-29T16:12:33.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:33 smithi067 ceph-mon[94375]: osdmap e2495: 8 total, 8 up, 8 in 2024-07-29T16:12:33.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:33 smithi138 ceph-mon[86438]: osdmap e2495: 8 total, 8 up, 8 in 2024-07-29T16:12:34.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:34 smithi067 ceph-mon[94375]: osdmap e2496: 8 total, 8 up, 8 in 2024-07-29T16:12:34.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:34 smithi067 ceph-mon[94375]: pgmap v4237: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.50k op/s 2024-07-29T16:12:34.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:34 smithi067 ceph-mon[91995]: osdmap e2496: 8 total, 8 up, 8 in 2024-07-29T16:12:34.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:34 smithi067 ceph-mon[91995]: pgmap v4237: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.50k op/s 2024-07-29T16:12:34.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:34 smithi138 ceph-mon[86438]: osdmap e2496: 8 total, 8 up, 8 in 2024-07-29T16:12:34.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:34 smithi138 ceph-mon[86438]: pgmap v4237: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.50k op/s 2024-07-29T16:12:35.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:35 smithi067 ceph-mon[91995]: osdmap e2497: 8 total, 8 up, 8 in 2024-07-29T16:12:35.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:12:35.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:35 smithi067 ceph-mon[94375]: osdmap e2497: 8 total, 8 up, 8 in 2024-07-29T16:12:35.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:12:35.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:35 smithi138 ceph-mon[86438]: osdmap e2497: 8 total, 8 up, 8 in 2024-07-29T16:12:35.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:12:36.461 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:36 smithi138 ceph-mon[86438]: osdmap e2498: 8 total, 8 up, 8 in 2024-07-29T16:12:36.461 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:36 smithi138 ceph-mon[86438]: pgmap v4240: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.50k op/s 2024-07-29T16:12:36.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:36 smithi067 ceph-mon[91995]: osdmap e2498: 8 total, 8 up, 8 in 2024-07-29T16:12:36.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:36 smithi067 ceph-mon[91995]: pgmap v4240: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.50k op/s 2024-07-29T16:12:36.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:36 smithi067 ceph-mon[94375]: osdmap e2498: 8 total, 8 up, 8 in 2024-07-29T16:12:36.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:36 smithi067 ceph-mon[94375]: pgmap v4240: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.50k op/s 2024-07-29T16:12:37.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:37 smithi067 ceph-mon[91995]: osdmap e2499: 8 total, 8 up, 8 in 2024-07-29T16:12:37.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:37 smithi067 ceph-mon[94375]: osdmap e2499: 8 total, 8 up, 8 in 2024-07-29T16:12:37.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:37 smithi138 ceph-mon[86438]: osdmap e2499: 8 total, 8 up, 8 in 2024-07-29T16:12:38.209 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:12:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:12:37] "GET /metrics HTTP/1.1" 200 36892 "" "Prometheus/2.51.0" 2024-07-29T16:12:38.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:38 smithi067 ceph-mon[91995]: osdmap e2500: 8 total, 8 up, 8 in 2024-07-29T16:12:38.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:38 smithi067 ceph-mon[91995]: pgmap v4243: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-07-29T16:12:38.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:38 smithi067 ceph-mon[94375]: osdmap e2500: 8 total, 8 up, 8 in 2024-07-29T16:12:38.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:38 smithi067 ceph-mon[94375]: pgmap v4243: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-07-29T16:12:38.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:38 smithi138 ceph-mon[86438]: osdmap e2500: 8 total, 8 up, 8 in 2024-07-29T16:12:38.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:38 smithi138 ceph-mon[86438]: pgmap v4243: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-07-29T16:12:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:39 smithi067 ceph-mon[91995]: osdmap e2501: 8 total, 8 up, 8 in 2024-07-29T16:12:39.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:39 smithi067 ceph-mon[94375]: osdmap e2501: 8 total, 8 up, 8 in 2024-07-29T16:12:39.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:39 smithi138 ceph-mon[86438]: osdmap e2501: 8 total, 8 up, 8 in 2024-07-29T16:12:40.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:40 smithi067 ceph-mon[91995]: osdmap e2502: 8 total, 8 up, 8 in 2024-07-29T16:12:40.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:40 smithi067 ceph-mon[91995]: pgmap v4246: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.54k op/s 2024-07-29T16:12:40.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:40 smithi067 ceph-mon[94375]: osdmap e2502: 8 total, 8 up, 8 in 2024-07-29T16:12:40.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:40 smithi067 ceph-mon[94375]: pgmap v4246: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.54k op/s 2024-07-29T16:12:40.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:40 smithi138 ceph-mon[86438]: osdmap e2502: 8 total, 8 up, 8 in 2024-07-29T16:12:40.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:40 smithi138 ceph-mon[86438]: pgmap v4246: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.54k op/s 2024-07-29T16:12:40.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:12:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:12:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:12:41.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:41 smithi067 ceph-mon[91995]: osdmap e2503: 8 total, 8 up, 8 in 2024-07-29T16:12:41.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:41 smithi067 ceph-mon[94375]: osdmap e2503: 8 total, 8 up, 8 in 2024-07-29T16:12:41.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:41 smithi138 ceph-mon[86438]: osdmap e2503: 8 total, 8 up, 8 in 2024-07-29T16:12:42.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:42 smithi138 ceph-mon[86438]: osdmap e2504: 8 total, 8 up, 8 in 2024-07-29T16:12:42.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:42 smithi138 ceph-mon[86438]: pgmap v4249: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.54k op/s 2024-07-29T16:12:42.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:42 smithi067 ceph-mon[91995]: osdmap e2504: 8 total, 8 up, 8 in 2024-07-29T16:12:42.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:42 smithi067 ceph-mon[91995]: pgmap v4249: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.54k op/s 2024-07-29T16:12:42.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:42 smithi067 ceph-mon[94375]: osdmap e2504: 8 total, 8 up, 8 in 2024-07-29T16:12:42.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:42 smithi067 ceph-mon[94375]: pgmap v4249: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.54k op/s 2024-07-29T16:12:43.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:43 smithi138 ceph-mon[86438]: osdmap e2505: 8 total, 8 up, 8 in 2024-07-29T16:12:43.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:43 smithi067 ceph-mon[91995]: osdmap e2505: 8 total, 8 up, 8 in 2024-07-29T16:12:43.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:43 smithi067 ceph-mon[94375]: osdmap e2505: 8 total, 8 up, 8 in 2024-07-29T16:12:44.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:44 smithi138 ceph-mon[86438]: osdmap e2506: 8 total, 8 up, 8 in 2024-07-29T16:12:44.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:44 smithi138 ceph-mon[86438]: pgmap v4252: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.58k op/s 2024-07-29T16:12:44.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:44 smithi067 ceph-mon[91995]: osdmap e2506: 8 total, 8 up, 8 in 2024-07-29T16:12:44.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:44 smithi067 ceph-mon[91995]: pgmap v4252: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.58k op/s 2024-07-29T16:12:44.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:44 smithi067 ceph-mon[94375]: osdmap e2506: 8 total, 8 up, 8 in 2024-07-29T16:12:44.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:44 smithi067 ceph-mon[94375]: pgmap v4252: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.58k op/s 2024-07-29T16:12:45.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:45 smithi138 ceph-mon[86438]: osdmap e2507: 8 total, 8 up, 8 in 2024-07-29T16:12:45.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:45 smithi067 ceph-mon[91995]: osdmap e2507: 8 total, 8 up, 8 in 2024-07-29T16:12:45.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:45 smithi067 ceph-mon[94375]: osdmap e2507: 8 total, 8 up, 8 in 2024-07-29T16:12:46.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:46 smithi138 ceph-mon[86438]: osdmap e2508: 8 total, 8 up, 8 in 2024-07-29T16:12:46.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:46 smithi138 ceph-mon[86438]: pgmap v4255: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.58k op/s 2024-07-29T16:12:46.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:46 smithi067 ceph-mon[91995]: osdmap e2508: 8 total, 8 up, 8 in 2024-07-29T16:12:46.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:46 smithi067 ceph-mon[91995]: pgmap v4255: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.58k op/s 2024-07-29T16:12:46.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:46 smithi067 ceph-mon[94375]: osdmap e2508: 8 total, 8 up, 8 in 2024-07-29T16:12:46.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:46 smithi067 ceph-mon[94375]: pgmap v4255: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.58k op/s 2024-07-29T16:12:47.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:47 smithi138 ceph-mon[86438]: osdmap e2509: 8 total, 8 up, 8 in 2024-07-29T16:12:47.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:47 smithi067 ceph-mon[91995]: osdmap e2509: 8 total, 8 up, 8 in 2024-07-29T16:12:47.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:47 smithi067 ceph-mon[94375]: osdmap e2509: 8 total, 8 up, 8 in 2024-07-29T16:12:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:12:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:12:47] "GET /metrics HTTP/1.1" 200 36892 "" "Prometheus/2.51.0" 2024-07-29T16:12:48.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:48 smithi138 ceph-mon[86438]: osdmap e2510: 8 total, 8 up, 8 in 2024-07-29T16:12:48.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:48 smithi138 ceph-mon[86438]: pgmap v4258: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.5 KiB/s wr, 2 op/s 2024-07-29T16:12:48.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:48 smithi067 ceph-mon[91995]: osdmap e2510: 8 total, 8 up, 8 in 2024-07-29T16:12:48.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:48 smithi067 ceph-mon[91995]: pgmap v4258: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.5 KiB/s wr, 2 op/s 2024-07-29T16:12:48.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:48 smithi067 ceph-mon[94375]: osdmap e2510: 8 total, 8 up, 8 in 2024-07-29T16:12:48.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:48 smithi067 ceph-mon[94375]: pgmap v4258: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.5 KiB/s wr, 2 op/s 2024-07-29T16:12:49.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:49 smithi138 ceph-mon[86438]: osdmap e2511: 8 total, 8 up, 8 in 2024-07-29T16:12:49.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:49 smithi067 ceph-mon[91995]: osdmap e2511: 8 total, 8 up, 8 in 2024-07-29T16:12:49.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:49 smithi067 ceph-mon[94375]: osdmap e2511: 8 total, 8 up, 8 in 2024-07-29T16:12:50.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:50 smithi138 ceph-mon[86438]: pgmap v4260: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.62k op/s 2024-07-29T16:12:50.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:50 smithi138 ceph-mon[86438]: osdmap e2512: 8 total, 8 up, 8 in 2024-07-29T16:12:50.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:12:50.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:12:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:12:50.214Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:12:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:50 smithi067 ceph-mon[91995]: pgmap v4260: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.62k op/s 2024-07-29T16:12:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:50 smithi067 ceph-mon[91995]: osdmap e2512: 8 total, 8 up, 8 in 2024-07-29T16:12:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:12:50.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:50 smithi067 ceph-mon[94375]: pgmap v4260: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.62k op/s 2024-07-29T16:12:50.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:50 smithi067 ceph-mon[94375]: osdmap e2512: 8 total, 8 up, 8 in 2024-07-29T16:12:50.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:12:51.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:51 smithi067 ceph-mon[91995]: osdmap e2513: 8 total, 8 up, 8 in 2024-07-29T16:12:51.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:51 smithi067 ceph-mon[94375]: osdmap e2513: 8 total, 8 up, 8 in 2024-07-29T16:12:51.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:51 smithi138 ceph-mon[86438]: osdmap e2513: 8 total, 8 up, 8 in 2024-07-29T16:12:52.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:52 smithi067 ceph-mon[91995]: pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.62k op/s 2024-07-29T16:12:52.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:52 smithi067 ceph-mon[91995]: osdmap e2514: 8 total, 8 up, 8 in 2024-07-29T16:12:52.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:52 smithi067 ceph-mon[94375]: pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.62k op/s 2024-07-29T16:12:52.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:52 smithi067 ceph-mon[94375]: osdmap e2514: 8 total, 8 up, 8 in 2024-07-29T16:12:52.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:52 smithi138 ceph-mon[86438]: pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.62k op/s 2024-07-29T16:12:52.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:52 smithi138 ceph-mon[86438]: osdmap e2514: 8 total, 8 up, 8 in 2024-07-29T16:12:53.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:53 smithi067 ceph-mon[91995]: osdmap e2515: 8 total, 8 up, 8 in 2024-07-29T16:12:53.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:53 smithi067 ceph-mon[94375]: osdmap e2515: 8 total, 8 up, 8 in 2024-07-29T16:12:53.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:53 smithi138 ceph-mon[86438]: osdmap e2515: 8 total, 8 up, 8 in 2024-07-29T16:12:54.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:54 smithi067 ceph-mon[94375]: pgmap v4266: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.67k op/s 2024-07-29T16:12:54.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:54 smithi067 ceph-mon[94375]: osdmap e2516: 8 total, 8 up, 8 in 2024-07-29T16:12:54.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:54 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:12:54.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:54 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:12:54.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:54 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:12:54.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:54 smithi067 ceph-mon[91995]: pgmap v4266: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.67k op/s 2024-07-29T16:12:54.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:54 smithi067 ceph-mon[91995]: osdmap e2516: 8 total, 8 up, 8 in 2024-07-29T16:12:54.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:54 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:12:54.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:54 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:12:54.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:54 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:12:54.782 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:54 smithi138 ceph-mon[86438]: pgmap v4266: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.67k op/s 2024-07-29T16:12:54.783 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:54 smithi138 ceph-mon[86438]: osdmap e2516: 8 total, 8 up, 8 in 2024-07-29T16:12:54.783 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:54 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:12:54.783 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:54 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:12:54.783 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:54 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:12:55.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:55 smithi067 ceph-mon[91995]: osdmap e2517: 8 total, 8 up, 8 in 2024-07-29T16:12:55.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:55 smithi067 ceph-mon[94375]: osdmap e2517: 8 total, 8 up, 8 in 2024-07-29T16:12:55.782 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:55 smithi138 ceph-mon[86438]: osdmap e2517: 8 total, 8 up, 8 in 2024-07-29T16:12:56.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:56 smithi067 ceph-mon[94375]: pgmap v4269: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.67k op/s 2024-07-29T16:12:56.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:56 smithi067 ceph-mon[94375]: osdmap e2518: 8 total, 8 up, 8 in 2024-07-29T16:12:56.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:56 smithi067 ceph-mon[91995]: pgmap v4269: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.67k op/s 2024-07-29T16:12:56.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:56 smithi067 ceph-mon[91995]: osdmap e2518: 8 total, 8 up, 8 in 2024-07-29T16:12:56.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:56 smithi138 ceph-mon[86438]: pgmap v4269: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.67k op/s 2024-07-29T16:12:56.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:56 smithi138 ceph-mon[86438]: osdmap e2518: 8 total, 8 up, 8 in 2024-07-29T16:12:57.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:57 smithi067 ceph-mon[91995]: osdmap e2519: 8 total, 8 up, 8 in 2024-07-29T16:12:57.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:57 smithi067 ceph-mon[94375]: osdmap e2519: 8 total, 8 up, 8 in 2024-07-29T16:12:57.781 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:57 smithi138 ceph-mon[86438]: osdmap e2519: 8 total, 8 up, 8 in 2024-07-29T16:12:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:12:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:12:57] "GET /metrics HTTP/1.1" 200 36891 "" "Prometheus/2.51.0" 2024-07-29T16:12:58.719 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:58 smithi138 ceph-mon[86438]: pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-07-29T16:12:58.719 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:58 smithi138 ceph-mon[86438]: osdmap e2520: 8 total, 8 up, 8 in 2024-07-29T16:12:58.719 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:58 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:12:58.719 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:58 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:12:58.719 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:58 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:12:58.719 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:58 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:12:58.719 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:58 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:12:58.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:58 smithi067 ceph-mon[91995]: pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-07-29T16:12:58.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:58 smithi067 ceph-mon[91995]: osdmap e2520: 8 total, 8 up, 8 in 2024-07-29T16:12:58.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:58 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:12:58.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:58 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:12:58.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:58 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:12:58.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:58 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:12:58.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:58 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:12:58.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:58 smithi067 ceph-mon[94375]: pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-07-29T16:12:58.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:58 smithi067 ceph-mon[94375]: osdmap e2520: 8 total, 8 up, 8 in 2024-07-29T16:12:58.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:58 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:12:58.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:58 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:12:58.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:58 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:12:58.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:58 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:12:58.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:58 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:12:59.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:12:59 smithi067 ceph-mon[91995]: osdmap e2521: 8 total, 8 up, 8 in 2024-07-29T16:12:59.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:12:59 smithi067 ceph-mon[94375]: osdmap e2521: 8 total, 8 up, 8 in 2024-07-29T16:12:59.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:12:59 smithi138 ceph-mon[86438]: osdmap e2521: 8 total, 8 up, 8 in 2024-07-29T16:13:00.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:00 smithi138 ceph-mon[86438]: pgmap v4275: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.72k op/s 2024-07-29T16:13:00.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:00 smithi138 ceph-mon[86438]: osdmap e2522: 8 total, 8 up, 8 in 2024-07-29T16:13:00.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:13:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:13:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:13:00.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:00 smithi067 ceph-mon[91995]: pgmap v4275: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.72k op/s 2024-07-29T16:13:00.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:00 smithi067 ceph-mon[91995]: osdmap e2522: 8 total, 8 up, 8 in 2024-07-29T16:13:00.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:00 smithi067 ceph-mon[94375]: pgmap v4275: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.72k op/s 2024-07-29T16:13:00.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:00 smithi067 ceph-mon[94375]: osdmap e2522: 8 total, 8 up, 8 in 2024-07-29T16:13:01.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:01 smithi067 ceph-mon[91995]: osdmap e2523: 8 total, 8 up, 8 in 2024-07-29T16:13:01.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:01 smithi067 ceph-mon[94375]: osdmap e2523: 8 total, 8 up, 8 in 2024-07-29T16:13:01.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:01 smithi138 ceph-mon[86438]: osdmap e2523: 8 total, 8 up, 8 in 2024-07-29T16:13:02.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:02 smithi067 ceph-mon[94375]: pgmap v4278: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.71k op/s 2024-07-29T16:13:02.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:02 smithi067 ceph-mon[94375]: osdmap e2524: 8 total, 8 up, 8 in 2024-07-29T16:13:02.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:02 smithi067 ceph-mon[91995]: pgmap v4278: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.71k op/s 2024-07-29T16:13:02.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:02 smithi067 ceph-mon[91995]: osdmap e2524: 8 total, 8 up, 8 in 2024-07-29T16:13:02.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:02 smithi138 ceph-mon[86438]: pgmap v4278: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.71k op/s 2024-07-29T16:13:02.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:02 smithi138 ceph-mon[86438]: osdmap e2524: 8 total, 8 up, 8 in 2024-07-29T16:13:03.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:03 smithi067 ceph-mon[91995]: osdmap e2525: 8 total, 8 up, 8 in 2024-07-29T16:13:03.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:03 smithi067 ceph-mon[94375]: osdmap e2525: 8 total, 8 up, 8 in 2024-07-29T16:13:03.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:03 smithi138 ceph-mon[86438]: osdmap e2525: 8 total, 8 up, 8 in 2024-07-29T16:13:04.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:04 smithi067 ceph-mon[91995]: pgmap v4281: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.76k op/s 2024-07-29T16:13:04.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:04 smithi067 ceph-mon[91995]: osdmap e2526: 8 total, 8 up, 8 in 2024-07-29T16:13:04.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:04 smithi067 ceph-mon[94375]: pgmap v4281: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.76k op/s 2024-07-29T16:13:04.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:04 smithi067 ceph-mon[94375]: osdmap e2526: 8 total, 8 up, 8 in 2024-07-29T16:13:04.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:04 smithi138 ceph-mon[86438]: pgmap v4281: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.76k op/s 2024-07-29T16:13:04.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:04 smithi138 ceph-mon[86438]: osdmap e2526: 8 total, 8 up, 8 in 2024-07-29T16:13:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:05 smithi067 ceph-mon[91995]: osdmap e2527: 8 total, 8 up, 8 in 2024-07-29T16:13:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:13:05.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:05 smithi067 ceph-mon[94375]: osdmap e2527: 8 total, 8 up, 8 in 2024-07-29T16:13:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:13:05.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:05 smithi138 ceph-mon[86438]: osdmap e2527: 8 total, 8 up, 8 in 2024-07-29T16:13:05.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:13:06.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:06 smithi067 ceph-mon[91995]: pgmap v4284: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.76k op/s 2024-07-29T16:13:06.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:06 smithi067 ceph-mon[91995]: osdmap e2528: 8 total, 8 up, 8 in 2024-07-29T16:13:06.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:06 smithi067 ceph-mon[94375]: pgmap v4284: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.76k op/s 2024-07-29T16:13:06.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:06 smithi067 ceph-mon[94375]: osdmap e2528: 8 total, 8 up, 8 in 2024-07-29T16:13:06.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:06 smithi138 ceph-mon[86438]: pgmap v4284: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.76k op/s 2024-07-29T16:13:06.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:06 smithi138 ceph-mon[86438]: osdmap e2528: 8 total, 8 up, 8 in 2024-07-29T16:13:07.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:07 smithi067 ceph-mon[91995]: osdmap e2529: 8 total, 8 up, 8 in 2024-07-29T16:13:07.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:07 smithi067 ceph-mon[94375]: osdmap e2529: 8 total, 8 up, 8 in 2024-07-29T16:13:07.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:07 smithi138 ceph-mon[86438]: osdmap e2529: 8 total, 8 up, 8 in 2024-07-29T16:13:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:13:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:13:07] "GET /metrics HTTP/1.1" 200 36886 "" "Prometheus/2.51.0" 2024-07-29T16:13:08.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:08 smithi138 ceph-mon[86438]: pgmap v4287: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 1023 B/s wr, 3 op/s 2024-07-29T16:13:08.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:08 smithi138 ceph-mon[86438]: osdmap e2530: 8 total, 8 up, 8 in 2024-07-29T16:13:08.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:08 smithi067 ceph-mon[94375]: pgmap v4287: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 1023 B/s wr, 3 op/s 2024-07-29T16:13:08.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:08 smithi067 ceph-mon[94375]: osdmap e2530: 8 total, 8 up, 8 in 2024-07-29T16:13:08.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:08 smithi067 ceph-mon[91995]: pgmap v4287: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 1023 B/s wr, 3 op/s 2024-07-29T16:13:08.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:08 smithi067 ceph-mon[91995]: osdmap e2530: 8 total, 8 up, 8 in 2024-07-29T16:13:09.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:09 smithi138 ceph-mon[86438]: osdmap e2531: 8 total, 8 up, 8 in 2024-07-29T16:13:09.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:09 smithi067 ceph-mon[91995]: osdmap e2531: 8 total, 8 up, 8 in 2024-07-29T16:13:09.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:09 smithi067 ceph-mon[94375]: osdmap e2531: 8 total, 8 up, 8 in 2024-07-29T16:13:10.502 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:13:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:13:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:13:10.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:10 smithi138 ceph-mon[86438]: pgmap v4290: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-07-29T16:13:10.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:10 smithi138 ceph-mon[86438]: osdmap e2532: 8 total, 8 up, 8 in 2024-07-29T16:13:10.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:10 smithi067 ceph-mon[94375]: pgmap v4290: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-07-29T16:13:10.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:10 smithi067 ceph-mon[94375]: osdmap e2532: 8 total, 8 up, 8 in 2024-07-29T16:13:10.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:10 smithi067 ceph-mon[91995]: pgmap v4290: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-07-29T16:13:10.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:10 smithi067 ceph-mon[91995]: osdmap e2532: 8 total, 8 up, 8 in 2024-07-29T16:13:11.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:11 smithi138 ceph-mon[86438]: osdmap e2533: 8 total, 8 up, 8 in 2024-07-29T16:13:11.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:11 smithi067 ceph-mon[91995]: osdmap e2533: 8 total, 8 up, 8 in 2024-07-29T16:13:11.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:11 smithi067 ceph-mon[94375]: osdmap e2533: 8 total, 8 up, 8 in 2024-07-29T16:13:12.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:12 smithi138 ceph-mon[86438]: pgmap v4293: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.79k op/s 2024-07-29T16:13:12.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:12 smithi138 ceph-mon[86438]: osdmap e2534: 8 total, 8 up, 8 in 2024-07-29T16:13:12.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:12 smithi067 ceph-mon[94375]: pgmap v4293: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.79k op/s 2024-07-29T16:13:12.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:12 smithi067 ceph-mon[94375]: osdmap e2534: 8 total, 8 up, 8 in 2024-07-29T16:13:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:12 smithi067 ceph-mon[91995]: pgmap v4293: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.79k op/s 2024-07-29T16:13:12.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:12 smithi067 ceph-mon[91995]: osdmap e2534: 8 total, 8 up, 8 in 2024-07-29T16:13:13.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:13 smithi138 ceph-mon[86438]: osdmap e2535: 8 total, 8 up, 8 in 2024-07-29T16:13:13.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:13 smithi067 ceph-mon[91995]: osdmap e2535: 8 total, 8 up, 8 in 2024-07-29T16:13:13.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:13 smithi067 ceph-mon[94375]: osdmap e2535: 8 total, 8 up, 8 in 2024-07-29T16:13:14.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:14 smithi138 ceph-mon[86438]: pgmap v4296: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.75k op/s 2024-07-29T16:13:14.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:14 smithi138 ceph-mon[86438]: osdmap e2536: 8 total, 8 up, 8 in 2024-07-29T16:13:14.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:14 smithi138 ceph-mon[86438]: osdmap e2537: 8 total, 8 up, 8 in 2024-07-29T16:13:14.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:14 smithi067 ceph-mon[94375]: pgmap v4296: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.75k op/s 2024-07-29T16:13:14.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:14 smithi067 ceph-mon[94375]: osdmap e2536: 8 total, 8 up, 8 in 2024-07-29T16:13:14.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:14 smithi067 ceph-mon[94375]: osdmap e2537: 8 total, 8 up, 8 in 2024-07-29T16:13:14.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:14 smithi067 ceph-mon[91995]: pgmap v4296: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.75k op/s 2024-07-29T16:13:14.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:14 smithi067 ceph-mon[91995]: osdmap e2536: 8 total, 8 up, 8 in 2024-07-29T16:13:14.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:14 smithi067 ceph-mon[91995]: osdmap e2537: 8 total, 8 up, 8 in 2024-07-29T16:13:16.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:15 smithi067 ceph-mon[91995]: osdmap e2538: 8 total, 8 up, 8 in 2024-07-29T16:13:16.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:15 smithi067 ceph-mon[94375]: osdmap e2538: 8 total, 8 up, 8 in 2024-07-29T16:13:16.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:15 smithi138 ceph-mon[86438]: osdmap e2538: 8 total, 8 up, 8 in 2024-07-29T16:13:17.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:16 smithi067 ceph-mon[91995]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.3 KiB/s wr, 1.86k op/s 2024-07-29T16:13:17.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:16 smithi067 ceph-mon[91995]: osdmap e2539: 8 total, 8 up, 8 in 2024-07-29T16:13:17.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:16 smithi067 ceph-mon[94375]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.3 KiB/s wr, 1.86k op/s 2024-07-29T16:13:17.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:16 smithi067 ceph-mon[94375]: osdmap e2539: 8 total, 8 up, 8 in 2024-07-29T16:13:17.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:16 smithi138 ceph-mon[86438]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.3 KiB/s wr, 1.86k op/s 2024-07-29T16:13:17.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:16 smithi138 ceph-mon[86438]: osdmap e2539: 8 total, 8 up, 8 in 2024-07-29T16:13:18.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:17 smithi138 ceph-mon[86438]: osdmap e2540: 8 total, 8 up, 8 in 2024-07-29T16:13:18.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:17 smithi067 ceph-mon[91995]: osdmap e2540: 8 total, 8 up, 8 in 2024-07-29T16:13:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:13:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:13:17] "GET /metrics HTTP/1.1" 200 36886 "" "Prometheus/2.51.0" 2024-07-29T16:13:18.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:17 smithi067 ceph-mon[94375]: osdmap e2540: 8 total, 8 up, 8 in 2024-07-29T16:13:19.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:18 smithi067 ceph-mon[91995]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-07-29T16:13:19.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:18 smithi067 ceph-mon[91995]: osdmap e2541: 8 total, 8 up, 8 in 2024-07-29T16:13:19.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:18 smithi067 ceph-mon[91995]: osdmap e2542: 8 total, 8 up, 8 in 2024-07-29T16:13:19.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:18 smithi067 ceph-mon[94375]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-07-29T16:13:19.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:18 smithi067 ceph-mon[94375]: osdmap e2541: 8 total, 8 up, 8 in 2024-07-29T16:13:19.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:18 smithi067 ceph-mon[94375]: osdmap e2542: 8 total, 8 up, 8 in 2024-07-29T16:13:19.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:18 smithi138 ceph-mon[86438]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-07-29T16:13:19.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:18 smithi138 ceph-mon[86438]: osdmap e2541: 8 total, 8 up, 8 in 2024-07-29T16:13:19.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:18 smithi138 ceph-mon[86438]: osdmap e2542: 8 total, 8 up, 8 in 2024-07-29T16:13:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:13:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:13:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:13:21.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:20 smithi067 ceph-mon[91995]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.04k op/s 2024-07-29T16:13:21.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:20 smithi067 ceph-mon[91995]: osdmap e2543: 8 total, 8 up, 8 in 2024-07-29T16:13:21.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:13:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:20 smithi067 ceph-mon[94375]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.04k op/s 2024-07-29T16:13:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:20 smithi067 ceph-mon[94375]: osdmap e2543: 8 total, 8 up, 8 in 2024-07-29T16:13:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:13:21.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:20 smithi138 ceph-mon[86438]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.04k op/s 2024-07-29T16:13:21.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:20 smithi138 ceph-mon[86438]: osdmap e2543: 8 total, 8 up, 8 in 2024-07-29T16:13:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:13:22.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:21 smithi067 ceph-mon[91995]: osdmap e2544: 8 total, 8 up, 8 in 2024-07-29T16:13:22.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:21 smithi067 ceph-mon[94375]: osdmap e2544: 8 total, 8 up, 8 in 2024-07-29T16:13:22.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:21 smithi138 ceph-mon[86438]: osdmap e2544: 8 total, 8 up, 8 in 2024-07-29T16:13:23.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:22 smithi067 ceph-mon[91995]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.04k op/s 2024-07-29T16:13:23.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:22 smithi067 ceph-mon[91995]: osdmap e2545: 8 total, 8 up, 8 in 2024-07-29T16:13:23.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:22 smithi067 ceph-mon[94375]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.04k op/s 2024-07-29T16:13:23.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:22 smithi067 ceph-mon[94375]: osdmap e2545: 8 total, 8 up, 8 in 2024-07-29T16:13:23.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:22 smithi138 ceph-mon[86438]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.04k op/s 2024-07-29T16:13:23.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:22 smithi138 ceph-mon[86438]: osdmap e2545: 8 total, 8 up, 8 in 2024-07-29T16:13:24.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:23 smithi067 ceph-mon[91995]: osdmap e2546: 8 total, 8 up, 8 in 2024-07-29T16:13:24.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:23 smithi067 ceph-mon[91995]: osdmap e2547: 8 total, 8 up, 8 in 2024-07-29T16:13:24.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:23 smithi067 ceph-mon[94375]: osdmap e2546: 8 total, 8 up, 8 in 2024-07-29T16:13:24.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:23 smithi067 ceph-mon[94375]: osdmap e2547: 8 total, 8 up, 8 in 2024-07-29T16:13:24.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:23 smithi138 ceph-mon[86438]: osdmap e2546: 8 total, 8 up, 8 in 2024-07-29T16:13:24.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:23 smithi138 ceph-mon[86438]: osdmap e2547: 8 total, 8 up, 8 in 2024-07-29T16:13:25.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:24 smithi067 ceph-mon[91995]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-07-29T16:13:25.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:24 smithi067 ceph-mon[91995]: osdmap e2548: 8 total, 8 up, 8 in 2024-07-29T16:13:25.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:24 smithi067 ceph-mon[94375]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-07-29T16:13:25.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:24 smithi067 ceph-mon[94375]: osdmap e2548: 8 total, 8 up, 8 in 2024-07-29T16:13:25.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:24 smithi138 ceph-mon[86438]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-07-29T16:13:25.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:24 smithi138 ceph-mon[86438]: osdmap e2548: 8 total, 8 up, 8 in 2024-07-29T16:13:27.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:26 smithi067 ceph-mon[91995]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-07-29T16:13:27.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:26 smithi067 ceph-mon[91995]: osdmap e2549: 8 total, 8 up, 8 in 2024-07-29T16:13:27.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:26 smithi067 ceph-mon[94375]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-07-29T16:13:27.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:26 smithi067 ceph-mon[94375]: osdmap e2549: 8 total, 8 up, 8 in 2024-07-29T16:13:27.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:26 smithi138 ceph-mon[86438]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-07-29T16:13:27.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:26 smithi138 ceph-mon[86438]: osdmap e2549: 8 total, 8 up, 8 in 2024-07-29T16:13:28.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:27 smithi067 ceph-mon[91995]: osdmap e2550: 8 total, 8 up, 8 in 2024-07-29T16:13:28.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:27 smithi067 ceph-mon[94375]: osdmap e2550: 8 total, 8 up, 8 in 2024-07-29T16:13:28.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:13:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:13:27] "GET /metrics HTTP/1.1" 200 36893 "" "Prometheus/2.51.0" 2024-07-29T16:13:28.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:27 smithi138 ceph-mon[86438]: osdmap e2550: 8 total, 8 up, 8 in 2024-07-29T16:13:29.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:28 smithi067 ceph-mon[91995]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-07-29T16:13:29.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:28 smithi067 ceph-mon[91995]: osdmap e2551: 8 total, 8 up, 8 in 2024-07-29T16:13:29.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:28 smithi067 ceph-mon[91995]: osdmap e2552: 8 total, 8 up, 8 in 2024-07-29T16:13:29.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:28 smithi067 ceph-mon[94375]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-07-29T16:13:29.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:28 smithi067 ceph-mon[94375]: osdmap e2551: 8 total, 8 up, 8 in 2024-07-29T16:13:29.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:28 smithi067 ceph-mon[94375]: osdmap e2552: 8 total, 8 up, 8 in 2024-07-29T16:13:29.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:28 smithi138 ceph-mon[86438]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-07-29T16:13:29.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:28 smithi138 ceph-mon[86438]: osdmap e2551: 8 total, 8 up, 8 in 2024-07-29T16:13:29.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:28 smithi138 ceph-mon[86438]: osdmap e2552: 8 total, 8 up, 8 in 2024-07-29T16:13:30.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:13:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:13:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:13:31.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:30 smithi067 ceph-mon[94375]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-07-29T16:13:31.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:30 smithi067 ceph-mon[94375]: osdmap e2553: 8 total, 8 up, 8 in 2024-07-29T16:13:31.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:30 smithi067 ceph-mon[91995]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-07-29T16:13:31.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:30 smithi067 ceph-mon[91995]: osdmap e2553: 8 total, 8 up, 8 in 2024-07-29T16:13:31.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:30 smithi138 ceph-mon[86438]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-07-29T16:13:31.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:30 smithi138 ceph-mon[86438]: osdmap e2553: 8 total, 8 up, 8 in 2024-07-29T16:13:32.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:31 smithi067 ceph-mon[91995]: osdmap e2554: 8 total, 8 up, 8 in 2024-07-29T16:13:32.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:31 smithi067 ceph-mon[94375]: osdmap e2554: 8 total, 8 up, 8 in 2024-07-29T16:13:32.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:31 smithi138 ceph-mon[86438]: osdmap e2554: 8 total, 8 up, 8 in 2024-07-29T16:13:33.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:32 smithi067 ceph-mon[91995]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-07-29T16:13:33.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:32 smithi067 ceph-mon[91995]: osdmap e2555: 8 total, 8 up, 8 in 2024-07-29T16:13:33.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:32 smithi067 ceph-mon[94375]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-07-29T16:13:33.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:32 smithi067 ceph-mon[94375]: osdmap e2555: 8 total, 8 up, 8 in 2024-07-29T16:13:33.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:32 smithi138 ceph-mon[86438]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-07-29T16:13:33.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:32 smithi138 ceph-mon[86438]: osdmap e2555: 8 total, 8 up, 8 in 2024-07-29T16:13:34.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:33 smithi067 ceph-mon[94375]: osdmap e2556: 8 total, 8 up, 8 in 2024-07-29T16:13:34.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:33 smithi067 ceph-mon[94375]: osdmap e2557: 8 total, 8 up, 8 in 2024-07-29T16:13:34.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:33 smithi067 ceph-mon[91995]: osdmap e2556: 8 total, 8 up, 8 in 2024-07-29T16:13:34.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:33 smithi067 ceph-mon[91995]: osdmap e2557: 8 total, 8 up, 8 in 2024-07-29T16:13:34.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:33 smithi138 ceph-mon[86438]: osdmap e2556: 8 total, 8 up, 8 in 2024-07-29T16:13:34.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:33 smithi138 ceph-mon[86438]: osdmap e2557: 8 total, 8 up, 8 in 2024-07-29T16:13:35.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:34 smithi067 ceph-mon[94375]: pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-07-29T16:13:35.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:34 smithi067 ceph-mon[91995]: pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-07-29T16:13:35.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:34 smithi138 ceph-mon[86438]: pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-07-29T16:13:35.311 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 16:13:34 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=infra.usagestats t=2024-07-29T16:13:34.908869852Z level=info msg="Usage stats are ready to report" 2024-07-29T16:13:36.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:35 smithi067 ceph-mon[94375]: osdmap e2558: 8 total, 8 up, 8 in 2024-07-29T16:13:36.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:13:36.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:35 smithi067 ceph-mon[91995]: osdmap e2558: 8 total, 8 up, 8 in 2024-07-29T16:13:36.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:13:36.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:35 smithi138 ceph-mon[86438]: osdmap e2558: 8 total, 8 up, 8 in 2024-07-29T16:13:36.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:13:37.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:36 smithi067 ceph-mon[91995]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-07-29T16:13:37.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:36 smithi067 ceph-mon[91995]: osdmap e2559: 8 total, 8 up, 8 in 2024-07-29T16:13:37.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:36 smithi067 ceph-mon[94375]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-07-29T16:13:37.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:36 smithi067 ceph-mon[94375]: osdmap e2559: 8 total, 8 up, 8 in 2024-07-29T16:13:37.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:36 smithi138 ceph-mon[86438]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-07-29T16:13:37.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:36 smithi138 ceph-mon[86438]: osdmap e2559: 8 total, 8 up, 8 in 2024-07-29T16:13:38.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:37 smithi067 ceph-mon[91995]: osdmap e2560: 8 total, 8 up, 8 in 2024-07-29T16:13:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:13:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:13:37] "GET /metrics HTTP/1.1" 200 36885 "" "Prometheus/2.51.0" 2024-07-29T16:13:38.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:37 smithi067 ceph-mon[94375]: osdmap e2560: 8 total, 8 up, 8 in 2024-07-29T16:13:38.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:37 smithi138 ceph-mon[86438]: osdmap e2560: 8 total, 8 up, 8 in 2024-07-29T16:13:39.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:38 smithi138 ceph-mon[86438]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-07-29T16:13:39.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:38 smithi138 ceph-mon[86438]: osdmap e2561: 8 total, 8 up, 8 in 2024-07-29T16:13:39.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:38 smithi138 ceph-mon[86438]: osdmap e2562: 8 total, 8 up, 8 in 2024-07-29T16:13:39.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:38 smithi067 ceph-mon[94375]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-07-29T16:13:39.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:38 smithi067 ceph-mon[94375]: osdmap e2561: 8 total, 8 up, 8 in 2024-07-29T16:13:39.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:38 smithi067 ceph-mon[94375]: osdmap e2562: 8 total, 8 up, 8 in 2024-07-29T16:13:39.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:38 smithi067 ceph-mon[91995]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-07-29T16:13:39.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:38 smithi067 ceph-mon[91995]: osdmap e2561: 8 total, 8 up, 8 in 2024-07-29T16:13:39.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:38 smithi067 ceph-mon[91995]: osdmap e2562: 8 total, 8 up, 8 in 2024-07-29T16:13:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:13:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:13:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:13:41.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:40 smithi067 ceph-mon[91995]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-07-29T16:13:41.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:40 smithi067 ceph-mon[91995]: osdmap e2563: 8 total, 8 up, 8 in 2024-07-29T16:13:41.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:40 smithi067 ceph-mon[94375]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-07-29T16:13:41.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:40 smithi067 ceph-mon[94375]: osdmap e2563: 8 total, 8 up, 8 in 2024-07-29T16:13:41.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:40 smithi138 ceph-mon[86438]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-07-29T16:13:41.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:40 smithi138 ceph-mon[86438]: osdmap e2563: 8 total, 8 up, 8 in 2024-07-29T16:13:42.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:41 smithi067 ceph-mon[91995]: osdmap e2564: 8 total, 8 up, 8 in 2024-07-29T16:13:42.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:41 smithi067 ceph-mon[94375]: osdmap e2564: 8 total, 8 up, 8 in 2024-07-29T16:13:42.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:41 smithi138 ceph-mon[86438]: osdmap e2564: 8 total, 8 up, 8 in 2024-07-29T16:13:43.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:42 smithi067 ceph-mon[91995]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-07-29T16:13:43.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:42 smithi067 ceph-mon[91995]: osdmap e2565: 8 total, 8 up, 8 in 2024-07-29T16:13:43.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:42 smithi067 ceph-mon[94375]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-07-29T16:13:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:42 smithi067 ceph-mon[94375]: osdmap e2565: 8 total, 8 up, 8 in 2024-07-29T16:13:43.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:42 smithi138 ceph-mon[86438]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-07-29T16:13:43.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:42 smithi138 ceph-mon[86438]: osdmap e2565: 8 total, 8 up, 8 in 2024-07-29T16:13:44.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:43 smithi067 ceph-mon[91995]: osdmap e2566: 8 total, 8 up, 8 in 2024-07-29T16:13:44.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:43 smithi067 ceph-mon[91995]: osdmap e2567: 8 total, 8 up, 8 in 2024-07-29T16:13:44.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:43 smithi067 ceph-mon[94375]: osdmap e2566: 8 total, 8 up, 8 in 2024-07-29T16:13:44.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:43 smithi067 ceph-mon[94375]: osdmap e2567: 8 total, 8 up, 8 in 2024-07-29T16:13:44.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:43 smithi138 ceph-mon[86438]: osdmap e2566: 8 total, 8 up, 8 in 2024-07-29T16:13:44.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:43 smithi138 ceph-mon[86438]: osdmap e2567: 8 total, 8 up, 8 in 2024-07-29T16:13:45.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:44 smithi067 ceph-mon[91995]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-07-29T16:13:45.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:44 smithi067 ceph-mon[94375]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-07-29T16:13:45.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:44 smithi138 ceph-mon[86438]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-07-29T16:13:46.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:45 smithi067 ceph-mon[91995]: osdmap e2568: 8 total, 8 up, 8 in 2024-07-29T16:13:46.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:45 smithi067 ceph-mon[94375]: osdmap e2568: 8 total, 8 up, 8 in 2024-07-29T16:13:46.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:45 smithi138 ceph-mon[86438]: osdmap e2568: 8 total, 8 up, 8 in 2024-07-29T16:13:47.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:46 smithi067 ceph-mon[91995]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-07-29T16:13:47.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:46 smithi067 ceph-mon[91995]: osdmap e2569: 8 total, 8 up, 8 in 2024-07-29T16:13:47.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:46 smithi067 ceph-mon[94375]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-07-29T16:13:47.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:46 smithi067 ceph-mon[94375]: osdmap e2569: 8 total, 8 up, 8 in 2024-07-29T16:13:47.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:46 smithi138 ceph-mon[86438]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-07-29T16:13:47.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:46 smithi138 ceph-mon[86438]: osdmap e2569: 8 total, 8 up, 8 in 2024-07-29T16:13:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:47 smithi067 ceph-mon[91995]: osdmap e2570: 8 total, 8 up, 8 in 2024-07-29T16:13:48.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:47 smithi067 ceph-mon[94375]: osdmap e2570: 8 total, 8 up, 8 in 2024-07-29T16:13:48.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:13:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:13:47] "GET /metrics HTTP/1.1" 200 36885 "" "Prometheus/2.51.0" 2024-07-29T16:13:48.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:47 smithi138 ceph-mon[86438]: osdmap e2570: 8 total, 8 up, 8 in 2024-07-29T16:13:49.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:48 smithi067 ceph-mon[91995]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-07-29T16:13:49.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:48 smithi067 ceph-mon[91995]: osdmap e2571: 8 total, 8 up, 8 in 2024-07-29T16:13:49.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:48 smithi067 ceph-mon[91995]: osdmap e2572: 8 total, 8 up, 8 in 2024-07-29T16:13:49.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:48 smithi067 ceph-mon[94375]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-07-29T16:13:49.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:48 smithi067 ceph-mon[94375]: osdmap e2571: 8 total, 8 up, 8 in 2024-07-29T16:13:49.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:48 smithi067 ceph-mon[94375]: osdmap e2572: 8 total, 8 up, 8 in 2024-07-29T16:13:49.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:48 smithi138 ceph-mon[86438]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-07-29T16:13:49.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:48 smithi138 ceph-mon[86438]: osdmap e2571: 8 total, 8 up, 8 in 2024-07-29T16:13:49.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:48 smithi138 ceph-mon[86438]: osdmap e2572: 8 total, 8 up, 8 in 2024-07-29T16:13:50.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:13:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:13:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:13:51.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:50 smithi067 ceph-mon[91995]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-07-29T16:13:51.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:50 smithi067 ceph-mon[91995]: osdmap e2573: 8 total, 8 up, 8 in 2024-07-29T16:13:51.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:13:51.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:50 smithi067 ceph-mon[94375]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-07-29T16:13:51.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:50 smithi067 ceph-mon[94375]: osdmap e2573: 8 total, 8 up, 8 in 2024-07-29T16:13:51.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:13:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:50 smithi138 ceph-mon[86438]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-07-29T16:13:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:50 smithi138 ceph-mon[86438]: osdmap e2573: 8 total, 8 up, 8 in 2024-07-29T16:13:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:13:52.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:51 smithi138 ceph-mon[86438]: osdmap e2574: 8 total, 8 up, 8 in 2024-07-29T16:13:52.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:51 smithi067 ceph-mon[91995]: osdmap e2574: 8 total, 8 up, 8 in 2024-07-29T16:13:52.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:51 smithi067 ceph-mon[94375]: osdmap e2574: 8 total, 8 up, 8 in 2024-07-29T16:13:53.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:52 smithi138 ceph-mon[86438]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-07-29T16:13:53.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:52 smithi138 ceph-mon[86438]: osdmap e2575: 8 total, 8 up, 8 in 2024-07-29T16:13:53.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:52 smithi067 ceph-mon[91995]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-07-29T16:13:53.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:52 smithi067 ceph-mon[91995]: osdmap e2575: 8 total, 8 up, 8 in 2024-07-29T16:13:53.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:52 smithi067 ceph-mon[94375]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-07-29T16:13:53.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:52 smithi067 ceph-mon[94375]: osdmap e2575: 8 total, 8 up, 8 in 2024-07-29T16:13:54.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:54 smithi138 ceph-mon[86438]: osdmap e2576: 8 total, 8 up, 8 in 2024-07-29T16:13:54.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:54 smithi138 ceph-mon[86438]: osdmap e2577: 8 total, 8 up, 8 in 2024-07-29T16:13:54.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:54 smithi067 ceph-mon[91995]: osdmap e2576: 8 total, 8 up, 8 in 2024-07-29T16:13:54.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:54 smithi067 ceph-mon[91995]: osdmap e2577: 8 total, 8 up, 8 in 2024-07-29T16:13:54.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:54 smithi067 ceph-mon[94375]: osdmap e2576: 8 total, 8 up, 8 in 2024-07-29T16:13:54.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:54 smithi067 ceph-mon[94375]: osdmap e2577: 8 total, 8 up, 8 in 2024-07-29T16:13:55.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:55 smithi138 ceph-mon[86438]: pgmap v4357: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-07-29T16:13:55.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:55 smithi138 ceph-mon[86438]: osdmap e2578: 8 total, 8 up, 8 in 2024-07-29T16:13:55.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:55 smithi067 ceph-mon[91995]: pgmap v4357: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-07-29T16:13:55.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:55 smithi067 ceph-mon[91995]: osdmap e2578: 8 total, 8 up, 8 in 2024-07-29T16:13:55.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:55 smithi067 ceph-mon[94375]: pgmap v4357: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-07-29T16:13:55.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:55 smithi067 ceph-mon[94375]: osdmap e2578: 8 total, 8 up, 8 in 2024-07-29T16:13:57.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:56 smithi067 ceph-mon[91995]: pgmap v4360: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-07-29T16:13:57.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:56 smithi067 ceph-mon[91995]: osdmap e2579: 8 total, 8 up, 8 in 2024-07-29T16:13:57.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:56 smithi067 ceph-mon[94375]: pgmap v4360: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-07-29T16:13:57.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:56 smithi067 ceph-mon[94375]: osdmap e2579: 8 total, 8 up, 8 in 2024-07-29T16:13:57.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:56 smithi138 ceph-mon[86438]: pgmap v4360: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-07-29T16:13:57.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:56 smithi138 ceph-mon[86438]: osdmap e2579: 8 total, 8 up, 8 in 2024-07-29T16:13:58.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:57 smithi067 ceph-mon[91995]: osdmap e2580: 8 total, 8 up, 8 in 2024-07-29T16:13:58.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:57 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:13:58.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:13:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:13:57] "GET /metrics HTTP/1.1" 200 36888 "" "Prometheus/2.51.0" 2024-07-29T16:13:58.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:57 smithi067 ceph-mon[94375]: osdmap e2580: 8 total, 8 up, 8 in 2024-07-29T16:13:58.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:57 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:13:58.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:57 smithi138 ceph-mon[86438]: osdmap e2580: 8 total, 8 up, 8 in 2024-07-29T16:13:58.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:57 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:13:59.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:58 smithi067 ceph-mon[91995]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-29T16:13:59.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:58 smithi067 ceph-mon[91995]: osdmap e2581: 8 total, 8 up, 8 in 2024-07-29T16:13:59.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:13:58 smithi067 ceph-mon[91995]: osdmap e2582: 8 total, 8 up, 8 in 2024-07-29T16:13:59.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:58 smithi067 ceph-mon[94375]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-29T16:13:59.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:58 smithi067 ceph-mon[94375]: osdmap e2581: 8 total, 8 up, 8 in 2024-07-29T16:13:59.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:13:58 smithi067 ceph-mon[94375]: osdmap e2582: 8 total, 8 up, 8 in 2024-07-29T16:13:59.271 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:58 smithi138 ceph-mon[86438]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-29T16:13:59.271 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:58 smithi138 ceph-mon[86438]: osdmap e2581: 8 total, 8 up, 8 in 2024-07-29T16:13:59.271 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:13:58 smithi138 ceph-mon[86438]: osdmap e2582: 8 total, 8 up, 8 in 2024-07-29T16:14:00.310 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:14:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:14:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:14:01.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:00 smithi138 ceph-mon[86438]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 996 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-07-29T16:14:01.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:00 smithi138 ceph-mon[86438]: osdmap e2583: 8 total, 8 up, 8 in 2024-07-29T16:14:01.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:00 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:14:01.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:00 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:14:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:00 smithi067 ceph-mon[91995]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 996 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-07-29T16:14:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:00 smithi067 ceph-mon[91995]: osdmap e2583: 8 total, 8 up, 8 in 2024-07-29T16:14:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:14:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:00 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:14:01.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:00 smithi067 ceph-mon[94375]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 996 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-07-29T16:14:01.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:00 smithi067 ceph-mon[94375]: osdmap e2583: 8 total, 8 up, 8 in 2024-07-29T16:14:01.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:00 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:14:01.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:00 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:14:02.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:01 smithi067 ceph-mon[91995]: osdmap e2584: 8 total, 8 up, 8 in 2024-07-29T16:14:02.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:01 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:14:02.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:01 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:14:02.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:01 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:14:02.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:01 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:14:02.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:01 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:14:02.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:01 smithi067 ceph-mon[94375]: osdmap e2584: 8 total, 8 up, 8 in 2024-07-29T16:14:02.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:01 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:14:02.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:01 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:14:02.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:01 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:14:02.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:01 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:14:02.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:01 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:14:02.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:01 smithi138 ceph-mon[86438]: osdmap e2584: 8 total, 8 up, 8 in 2024-07-29T16:14:02.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:01 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:14:02.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:01 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:14:02.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:01 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:14:02.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:01 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:14:02.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:01 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:14:03.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:02 smithi067 ceph-mon[91995]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-07-29T16:14:03.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:02 smithi067 ceph-mon[91995]: osdmap e2585: 8 total, 8 up, 8 in 2024-07-29T16:14:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:02 smithi067 ceph-mon[94375]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-07-29T16:14:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:02 smithi067 ceph-mon[94375]: osdmap e2585: 8 total, 8 up, 8 in 2024-07-29T16:14:03.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:02 smithi138 ceph-mon[86438]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-07-29T16:14:03.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:02 smithi138 ceph-mon[86438]: osdmap e2585: 8 total, 8 up, 8 in 2024-07-29T16:14:04.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:03 smithi067 ceph-mon[91995]: osdmap e2586: 8 total, 8 up, 8 in 2024-07-29T16:14:04.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:03 smithi067 ceph-mon[91995]: osdmap e2587: 8 total, 8 up, 8 in 2024-07-29T16:14:04.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:03 smithi067 ceph-mon[94375]: osdmap e2586: 8 total, 8 up, 8 in 2024-07-29T16:14:04.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:03 smithi067 ceph-mon[94375]: osdmap e2587: 8 total, 8 up, 8 in 2024-07-29T16:14:04.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:03 smithi138 ceph-mon[86438]: osdmap e2586: 8 total, 8 up, 8 in 2024-07-29T16:14:04.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:03 smithi138 ceph-mon[86438]: osdmap e2587: 8 total, 8 up, 8 in 2024-07-29T16:14:05.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:04 smithi067 ceph-mon[94375]: pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 963 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-07-29T16:14:05.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:04 smithi067 ceph-mon[94375]: osdmap e2588: 8 total, 8 up, 8 in 2024-07-29T16:14:05.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:04 smithi067 ceph-mon[91995]: pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 963 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-07-29T16:14:05.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:04 smithi067 ceph-mon[91995]: osdmap e2588: 8 total, 8 up, 8 in 2024-07-29T16:14:05.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:04 smithi138 ceph-mon[86438]: pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 963 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-07-29T16:14:05.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:04 smithi138 ceph-mon[86438]: osdmap e2588: 8 total, 8 up, 8 in 2024-07-29T16:14:06.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:14:06.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:05 smithi067 ceph-mon[91995]: osdmap e2589: 8 total, 8 up, 8 in 2024-07-29T16:14:06.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:14:06.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:05 smithi067 ceph-mon[94375]: osdmap e2589: 8 total, 8 up, 8 in 2024-07-29T16:14:06.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:14:06.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:05 smithi138 ceph-mon[86438]: osdmap e2589: 8 total, 8 up, 8 in 2024-07-29T16:14:07.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:06 smithi067 ceph-mon[91995]: pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 963 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-07-29T16:14:07.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:06 smithi067 ceph-mon[91995]: osdmap e2590: 8 total, 8 up, 8 in 2024-07-29T16:14:07.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:06 smithi067 ceph-mon[94375]: pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 963 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-07-29T16:14:07.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:06 smithi067 ceph-mon[94375]: osdmap e2590: 8 total, 8 up, 8 in 2024-07-29T16:14:07.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:06 smithi138 ceph-mon[86438]: pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 963 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-07-29T16:14:07.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:06 smithi138 ceph-mon[86438]: osdmap e2590: 8 total, 8 up, 8 in 2024-07-29T16:14:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:14:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:14:07] "GET /metrics HTTP/1.1" 200 36890 "" "Prometheus/2.51.0" 2024-07-29T16:14:09.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:08 smithi067 ceph-mon[91995]: pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-07-29T16:14:09.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:08 smithi067 ceph-mon[91995]: osdmap e2591: 8 total, 8 up, 8 in 2024-07-29T16:14:09.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:08 smithi067 ceph-mon[91995]: osdmap e2592: 8 total, 8 up, 8 in 2024-07-29T16:14:09.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:08 smithi067 ceph-mon[94375]: pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-07-29T16:14:09.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:08 smithi067 ceph-mon[94375]: osdmap e2591: 8 total, 8 up, 8 in 2024-07-29T16:14:09.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:08 smithi067 ceph-mon[94375]: osdmap e2592: 8 total, 8 up, 8 in 2024-07-29T16:14:09.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:08 smithi138 ceph-mon[86438]: pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-07-29T16:14:09.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:08 smithi138 ceph-mon[86438]: osdmap e2591: 8 total, 8 up, 8 in 2024-07-29T16:14:09.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:08 smithi138 ceph-mon[86438]: osdmap e2592: 8 total, 8 up, 8 in 2024-07-29T16:14:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:14:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:14:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:14:11.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:10 smithi067 ceph-mon[91995]: pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 930 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-07-29T16:14:11.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:10 smithi067 ceph-mon[91995]: osdmap e2593: 8 total, 8 up, 8 in 2024-07-29T16:14:11.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:10 smithi067 ceph-mon[94375]: pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 930 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-07-29T16:14:11.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:10 smithi067 ceph-mon[94375]: osdmap e2593: 8 total, 8 up, 8 in 2024-07-29T16:14:11.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:10 smithi138 ceph-mon[86438]: pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 930 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-07-29T16:14:11.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:10 smithi138 ceph-mon[86438]: osdmap e2593: 8 total, 8 up, 8 in 2024-07-29T16:14:12.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:11 smithi067 ceph-mon[91995]: osdmap e2594: 8 total, 8 up, 8 in 2024-07-29T16:14:12.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:11 smithi067 ceph-mon[94375]: osdmap e2594: 8 total, 8 up, 8 in 2024-07-29T16:14:12.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:11 smithi138 ceph-mon[86438]: osdmap e2594: 8 total, 8 up, 8 in 2024-07-29T16:14:13.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:12 smithi067 ceph-mon[91995]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 928 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-07-29T16:14:13.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:12 smithi067 ceph-mon[91995]: osdmap e2595: 8 total, 8 up, 8 in 2024-07-29T16:14:13.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:12 smithi067 ceph-mon[94375]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 928 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-07-29T16:14:13.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:12 smithi067 ceph-mon[94375]: osdmap e2595: 8 total, 8 up, 8 in 2024-07-29T16:14:13.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:12 smithi138 ceph-mon[86438]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 928 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-07-29T16:14:13.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:12 smithi138 ceph-mon[86438]: osdmap e2595: 8 total, 8 up, 8 in 2024-07-29T16:14:14.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:13 smithi067 ceph-mon[91995]: osdmap e2596: 8 total, 8 up, 8 in 2024-07-29T16:14:14.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:13 smithi067 ceph-mon[91995]: osdmap e2597: 8 total, 8 up, 8 in 2024-07-29T16:14:14.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:13 smithi067 ceph-mon[94375]: osdmap e2596: 8 total, 8 up, 8 in 2024-07-29T16:14:14.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:13 smithi067 ceph-mon[94375]: osdmap e2597: 8 total, 8 up, 8 in 2024-07-29T16:14:14.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:13 smithi138 ceph-mon[86438]: osdmap e2596: 8 total, 8 up, 8 in 2024-07-29T16:14:14.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:13 smithi138 ceph-mon[86438]: osdmap e2597: 8 total, 8 up, 8 in 2024-07-29T16:14:15.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:14 smithi067 ceph-mon[91995]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 899 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-07-29T16:14:15.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:14 smithi067 ceph-mon[94375]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 899 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-07-29T16:14:15.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:14 smithi138 ceph-mon[86438]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 899 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-07-29T16:14:16.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:15 smithi067 ceph-mon[91995]: osdmap e2598: 8 total, 8 up, 8 in 2024-07-29T16:14:16.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:15 smithi067 ceph-mon[94375]: osdmap e2598: 8 total, 8 up, 8 in 2024-07-29T16:14:16.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:15 smithi138 ceph-mon[86438]: osdmap e2598: 8 total, 8 up, 8 in 2024-07-29T16:14:17.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:16 smithi067 ceph-mon[91995]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 899 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-07-29T16:14:17.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:16 smithi067 ceph-mon[91995]: osdmap e2599: 8 total, 8 up, 8 in 2024-07-29T16:14:17.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:16 smithi067 ceph-mon[94375]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 899 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-07-29T16:14:17.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:16 smithi067 ceph-mon[94375]: osdmap e2599: 8 total, 8 up, 8 in 2024-07-29T16:14:17.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:16 smithi138 ceph-mon[86438]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 899 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-07-29T16:14:17.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:16 smithi138 ceph-mon[86438]: osdmap e2599: 8 total, 8 up, 8 in 2024-07-29T16:14:18.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:17 smithi067 ceph-mon[91995]: osdmap e2600: 8 total, 8 up, 8 in 2024-07-29T16:14:18.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:17 smithi067 ceph-mon[94375]: osdmap e2600: 8 total, 8 up, 8 in 2024-07-29T16:14:18.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:14:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:14:17] "GET /metrics HTTP/1.1" 200 36890 "" "Prometheus/2.51.0" 2024-07-29T16:14:18.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:17 smithi138 ceph-mon[86438]: osdmap e2600: 8 total, 8 up, 8 in 2024-07-29T16:14:19.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:18 smithi138 ceph-mon[86438]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-07-29T16:14:19.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:18 smithi138 ceph-mon[86438]: osdmap e2601: 8 total, 8 up, 8 in 2024-07-29T16:14:19.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:18 smithi138 ceph-mon[86438]: osdmap e2602: 8 total, 8 up, 8 in 2024-07-29T16:14:19.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:18 smithi067 ceph-mon[91995]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-07-29T16:14:19.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:18 smithi067 ceph-mon[91995]: osdmap e2601: 8 total, 8 up, 8 in 2024-07-29T16:14:19.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:18 smithi067 ceph-mon[91995]: osdmap e2602: 8 total, 8 up, 8 in 2024-07-29T16:14:19.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:18 smithi067 ceph-mon[94375]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-07-29T16:14:19.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:18 smithi067 ceph-mon[94375]: osdmap e2601: 8 total, 8 up, 8 in 2024-07-29T16:14:19.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:18 smithi067 ceph-mon[94375]: osdmap e2602: 8 total, 8 up, 8 in 2024-07-29T16:14:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:14:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:14:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:14:21.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:20 smithi067 ceph-mon[91995]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-07-29T16:14:21.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:20 smithi067 ceph-mon[91995]: osdmap e2603: 8 total, 8 up, 8 in 2024-07-29T16:14:21.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:14:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:20 smithi067 ceph-mon[94375]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-07-29T16:14:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:20 smithi067 ceph-mon[94375]: osdmap e2603: 8 total, 8 up, 8 in 2024-07-29T16:14:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:14:21.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:20 smithi138 ceph-mon[86438]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-07-29T16:14:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:20 smithi138 ceph-mon[86438]: osdmap e2603: 8 total, 8 up, 8 in 2024-07-29T16:14:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:14:22.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:21 smithi067 ceph-mon[91995]: osdmap e2604: 8 total, 8 up, 8 in 2024-07-29T16:14:22.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:21 smithi067 ceph-mon[94375]: osdmap e2604: 8 total, 8 up, 8 in 2024-07-29T16:14:22.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:21 smithi138 ceph-mon[86438]: osdmap e2604: 8 total, 8 up, 8 in 2024-07-29T16:14:23.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:22 smithi067 ceph-mon[91995]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 864 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-07-29T16:14:23.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:22 smithi067 ceph-mon[91995]: osdmap e2605: 8 total, 8 up, 8 in 2024-07-29T16:14:23.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:22 smithi067 ceph-mon[94375]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 864 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-07-29T16:14:23.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:22 smithi067 ceph-mon[94375]: osdmap e2605: 8 total, 8 up, 8 in 2024-07-29T16:14:23.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:22 smithi138 ceph-mon[86438]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 864 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-07-29T16:14:23.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:22 smithi138 ceph-mon[86438]: osdmap e2605: 8 total, 8 up, 8 in 2024-07-29T16:14:24.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:23 smithi067 ceph-mon[91995]: osdmap e2606: 8 total, 8 up, 8 in 2024-07-29T16:14:24.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:23 smithi067 ceph-mon[91995]: osdmap e2607: 8 total, 8 up, 8 in 2024-07-29T16:14:24.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:23 smithi067 ceph-mon[94375]: osdmap e2606: 8 total, 8 up, 8 in 2024-07-29T16:14:24.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:23 smithi067 ceph-mon[94375]: osdmap e2607: 8 total, 8 up, 8 in 2024-07-29T16:14:24.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:23 smithi138 ceph-mon[86438]: osdmap e2606: 8 total, 8 up, 8 in 2024-07-29T16:14:24.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:23 smithi138 ceph-mon[86438]: osdmap e2607: 8 total, 8 up, 8 in 2024-07-29T16:14:25.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:24 smithi067 ceph-mon[91995]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 831 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-07-29T16:14:25.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:24 smithi067 ceph-mon[94375]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 831 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-07-29T16:14:25.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:24 smithi138 ceph-mon[86438]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 831 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-07-29T16:14:26.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:25 smithi067 ceph-mon[91995]: osdmap e2608: 8 total, 8 up, 8 in 2024-07-29T16:14:26.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:25 smithi067 ceph-mon[94375]: osdmap e2608: 8 total, 8 up, 8 in 2024-07-29T16:14:26.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:25 smithi138 ceph-mon[86438]: osdmap e2608: 8 total, 8 up, 8 in 2024-07-29T16:14:27.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:26 smithi067 ceph-mon[91995]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 833 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-07-29T16:14:27.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:26 smithi067 ceph-mon[91995]: osdmap e2609: 8 total, 8 up, 8 in 2024-07-29T16:14:27.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:26 smithi067 ceph-mon[94375]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 833 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-07-29T16:14:27.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:26 smithi067 ceph-mon[94375]: osdmap e2609: 8 total, 8 up, 8 in 2024-07-29T16:14:27.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:26 smithi138 ceph-mon[86438]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 833 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-07-29T16:14:27.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:26 smithi138 ceph-mon[86438]: osdmap e2609: 8 total, 8 up, 8 in 2024-07-29T16:14:28.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:27 smithi067 ceph-mon[91995]: osdmap e2610: 8 total, 8 up, 8 in 2024-07-29T16:14:28.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:27 smithi067 ceph-mon[94375]: osdmap e2610: 8 total, 8 up, 8 in 2024-07-29T16:14:28.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:14:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:14:27] "GET /metrics HTTP/1.1" 200 36887 "" "Prometheus/2.51.0" 2024-07-29T16:14:28.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:27 smithi138 ceph-mon[86438]: osdmap e2610: 8 total, 8 up, 8 in 2024-07-29T16:14:29.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:28 smithi067 ceph-mon[91995]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 B/s wr, 9 op/s 2024-07-29T16:14:29.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:28 smithi067 ceph-mon[91995]: osdmap e2611: 8 total, 8 up, 8 in 2024-07-29T16:14:29.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:28 smithi067 ceph-mon[91995]: osdmap e2612: 8 total, 8 up, 8 in 2024-07-29T16:14:29.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:28 smithi067 ceph-mon[94375]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 B/s wr, 9 op/s 2024-07-29T16:14:29.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:28 smithi067 ceph-mon[94375]: osdmap e2611: 8 total, 8 up, 8 in 2024-07-29T16:14:29.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:28 smithi067 ceph-mon[94375]: osdmap e2612: 8 total, 8 up, 8 in 2024-07-29T16:14:29.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:28 smithi138 ceph-mon[86438]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 B/s wr, 9 op/s 2024-07-29T16:14:29.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:28 smithi138 ceph-mon[86438]: osdmap e2611: 8 total, 8 up, 8 in 2024-07-29T16:14:29.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:28 smithi138 ceph-mon[86438]: osdmap e2612: 8 total, 8 up, 8 in 2024-07-29T16:14:30.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:14:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:14:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:14:31.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:30 smithi138 ceph-mon[86438]: pgmap v4411: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 798 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-07-29T16:14:31.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:30 smithi138 ceph-mon[86438]: osdmap e2613: 8 total, 8 up, 8 in 2024-07-29T16:14:31.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:30 smithi067 ceph-mon[91995]: pgmap v4411: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 798 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-07-29T16:14:31.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:30 smithi067 ceph-mon[91995]: osdmap e2613: 8 total, 8 up, 8 in 2024-07-29T16:14:31.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:30 smithi067 ceph-mon[94375]: pgmap v4411: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 798 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-07-29T16:14:31.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:30 smithi067 ceph-mon[94375]: osdmap e2613: 8 total, 8 up, 8 in 2024-07-29T16:14:32.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:32 smithi138 ceph-mon[86438]: osdmap e2614: 8 total, 8 up, 8 in 2024-07-29T16:14:32.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:32 smithi067 ceph-mon[91995]: osdmap e2614: 8 total, 8 up, 8 in 2024-07-29T16:14:32.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:32 smithi067 ceph-mon[94375]: osdmap e2614: 8 total, 8 up, 8 in 2024-07-29T16:14:33.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:33 smithi138 ceph-mon[86438]: pgmap v4414: 137 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 132 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 797 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-07-29T16:14:33.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:33 smithi138 ceph-mon[86438]: osdmap e2615: 8 total, 8 up, 8 in 2024-07-29T16:14:33.390 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:33 smithi067 ceph-mon[91995]: pgmap v4414: 137 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 132 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 797 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-07-29T16:14:33.390 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:33 smithi067 ceph-mon[91995]: osdmap e2615: 8 total, 8 up, 8 in 2024-07-29T16:14:33.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:33 smithi067 ceph-mon[94375]: pgmap v4414: 137 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 132 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 797 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-07-29T16:14:33.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:33 smithi067 ceph-mon[94375]: osdmap e2615: 8 total, 8 up, 8 in 2024-07-29T16:14:34.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:34 smithi138 ceph-mon[86438]: osdmap e2616: 8 total, 8 up, 8 in 2024-07-29T16:14:34.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:34 smithi138 ceph-mon[86438]: osdmap e2617: 8 total, 8 up, 8 in 2024-07-29T16:14:34.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:34 smithi067 ceph-mon[91995]: osdmap e2616: 8 total, 8 up, 8 in 2024-07-29T16:14:34.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:34 smithi067 ceph-mon[91995]: osdmap e2617: 8 total, 8 up, 8 in 2024-07-29T16:14:34.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:34 smithi067 ceph-mon[94375]: osdmap e2616: 8 total, 8 up, 8 in 2024-07-29T16:14:34.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:34 smithi067 ceph-mon[94375]: osdmap e2617: 8 total, 8 up, 8 in 2024-07-29T16:14:35.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:35 smithi138 ceph-mon[86438]: pgmap v4417: 137 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 132 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-07-29T16:14:35.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:35 smithi138 ceph-mon[86438]: osdmap e2618: 8 total, 8 up, 8 in 2024-07-29T16:14:35.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:35 smithi067 ceph-mon[91995]: pgmap v4417: 137 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 132 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-07-29T16:14:35.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:35 smithi067 ceph-mon[91995]: osdmap e2618: 8 total, 8 up, 8 in 2024-07-29T16:14:35.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:35 smithi067 ceph-mon[94375]: pgmap v4417: 137 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 132 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-07-29T16:14:35.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:35 smithi067 ceph-mon[94375]: osdmap e2618: 8 total, 8 up, 8 in 2024-07-29T16:14:36.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:36 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:14:36.314 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:36 smithi138 ceph-mon[86438]: osdmap e2619: 8 total, 8 up, 8 in 2024-07-29T16:14:36.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:36 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:14:36.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:36 smithi067 ceph-mon[94375]: osdmap e2619: 8 total, 8 up, 8 in 2024-07-29T16:14:36.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:36 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:14:36.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:36 smithi067 ceph-mon[91995]: osdmap e2619: 8 total, 8 up, 8 in 2024-07-29T16:14:37.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:37 smithi138 ceph-mon[86438]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 768 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-07-29T16:14:37.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:37 smithi138 ceph-mon[86438]: osdmap e2620: 8 total, 8 up, 8 in 2024-07-29T16:14:37.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:37 smithi067 ceph-mon[91995]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 768 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-07-29T16:14:37.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:37 smithi067 ceph-mon[91995]: osdmap e2620: 8 total, 8 up, 8 in 2024-07-29T16:14:37.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:37 smithi067 ceph-mon[94375]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 768 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-07-29T16:14:37.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:37 smithi067 ceph-mon[94375]: osdmap e2620: 8 total, 8 up, 8 in 2024-07-29T16:14:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:14:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:14:37] "GET /metrics HTTP/1.1" 200 36878 "" "Prometheus/2.51.0" 2024-07-29T16:14:39.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:38 smithi067 ceph-mon[91995]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-07-29T16:14:39.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:38 smithi067 ceph-mon[91995]: osdmap e2621: 8 total, 8 up, 8 in 2024-07-29T16:14:39.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:38 smithi067 ceph-mon[91995]: osdmap e2622: 8 total, 8 up, 8 in 2024-07-29T16:14:39.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:38 smithi067 ceph-mon[94375]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-07-29T16:14:39.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:38 smithi067 ceph-mon[94375]: osdmap e2621: 8 total, 8 up, 8 in 2024-07-29T16:14:39.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:38 smithi067 ceph-mon[94375]: osdmap e2622: 8 total, 8 up, 8 in 2024-07-29T16:14:39.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:38 smithi138 ceph-mon[86438]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-07-29T16:14:39.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:38 smithi138 ceph-mon[86438]: osdmap e2621: 8 total, 8 up, 8 in 2024-07-29T16:14:39.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:38 smithi138 ceph-mon[86438]: osdmap e2622: 8 total, 8 up, 8 in 2024-07-29T16:14:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:14:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:14:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:14:41.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:40 smithi067 ceph-mon[91995]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 734 KiB/s rd, 5.0 KiB/s wr, 990 op/s 2024-07-29T16:14:41.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:40 smithi067 ceph-mon[91995]: osdmap e2623: 8 total, 8 up, 8 in 2024-07-29T16:14:41.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:40 smithi067 ceph-mon[94375]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 734 KiB/s rd, 5.0 KiB/s wr, 990 op/s 2024-07-29T16:14:41.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:40 smithi067 ceph-mon[94375]: osdmap e2623: 8 total, 8 up, 8 in 2024-07-29T16:14:41.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:40 smithi138 ceph-mon[86438]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 734 KiB/s rd, 5.0 KiB/s wr, 990 op/s 2024-07-29T16:14:41.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:40 smithi138 ceph-mon[86438]: osdmap e2623: 8 total, 8 up, 8 in 2024-07-29T16:14:42.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:41 smithi067 ceph-mon[91995]: osdmap e2624: 8 total, 8 up, 8 in 2024-07-29T16:14:42.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:41 smithi067 ceph-mon[94375]: osdmap e2624: 8 total, 8 up, 8 in 2024-07-29T16:14:42.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:41 smithi138 ceph-mon[86438]: osdmap e2624: 8 total, 8 up, 8 in 2024-07-29T16:14:43.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:42 smithi067 ceph-mon[94375]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 733 KiB/s rd, 5.0 KiB/s wr, 991 op/s 2024-07-29T16:14:43.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:42 smithi067 ceph-mon[94375]: osdmap e2625: 8 total, 8 up, 8 in 2024-07-29T16:14:43.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:42 smithi067 ceph-mon[91995]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 733 KiB/s rd, 5.0 KiB/s wr, 991 op/s 2024-07-29T16:14:43.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:42 smithi067 ceph-mon[91995]: osdmap e2625: 8 total, 8 up, 8 in 2024-07-29T16:14:43.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:42 smithi138 ceph-mon[86438]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 733 KiB/s rd, 5.0 KiB/s wr, 991 op/s 2024-07-29T16:14:43.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:42 smithi138 ceph-mon[86438]: osdmap e2625: 8 total, 8 up, 8 in 2024-07-29T16:14:44.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:43 smithi067 ceph-mon[91995]: osdmap e2626: 8 total, 8 up, 8 in 2024-07-29T16:14:44.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:43 smithi067 ceph-mon[91995]: osdmap e2627: 8 total, 8 up, 8 in 2024-07-29T16:14:44.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:43 smithi067 ceph-mon[94375]: osdmap e2626: 8 total, 8 up, 8 in 2024-07-29T16:14:44.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:43 smithi067 ceph-mon[94375]: osdmap e2627: 8 total, 8 up, 8 in 2024-07-29T16:14:44.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:43 smithi138 ceph-mon[86438]: osdmap e2626: 8 total, 8 up, 8 in 2024-07-29T16:14:44.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:43 smithi138 ceph-mon[86438]: osdmap e2627: 8 total, 8 up, 8 in 2024-07-29T16:14:45.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:44 smithi067 ceph-mon[91995]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 702 KiB/s rd, 5.0 KiB/s wr, 950 op/s 2024-07-29T16:14:45.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:44 smithi067 ceph-mon[94375]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 702 KiB/s rd, 5.0 KiB/s wr, 950 op/s 2024-07-29T16:14:45.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:44 smithi138 ceph-mon[86438]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 702 KiB/s rd, 5.0 KiB/s wr, 950 op/s 2024-07-29T16:14:46.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:45 smithi138 ceph-mon[86438]: osdmap e2628: 8 total, 8 up, 8 in 2024-07-29T16:14:46.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:45 smithi067 ceph-mon[94375]: osdmap e2628: 8 total, 8 up, 8 in 2024-07-29T16:14:46.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:45 smithi067 ceph-mon[91995]: osdmap e2628: 8 total, 8 up, 8 in 2024-07-29T16:14:47.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:46 smithi138 ceph-mon[86438]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 701 KiB/s rd, 5.0 KiB/s wr, 947 op/s 2024-07-29T16:14:47.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:46 smithi138 ceph-mon[86438]: osdmap e2629: 8 total, 8 up, 8 in 2024-07-29T16:14:47.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:46 smithi067 ceph-mon[94375]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 701 KiB/s rd, 5.0 KiB/s wr, 947 op/s 2024-07-29T16:14:47.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:46 smithi067 ceph-mon[94375]: osdmap e2629: 8 total, 8 up, 8 in 2024-07-29T16:14:47.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:46 smithi067 ceph-mon[91995]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 701 KiB/s rd, 5.0 KiB/s wr, 947 op/s 2024-07-29T16:14:47.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:46 smithi067 ceph-mon[91995]: osdmap e2629: 8 total, 8 up, 8 in 2024-07-29T16:14:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:48 smithi067 ceph-mon[91995]: osdmap e2630: 8 total, 8 up, 8 in 2024-07-29T16:14:48.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:48 smithi067 ceph-mon[94375]: osdmap e2630: 8 total, 8 up, 8 in 2024-07-29T16:14:48.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:14:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:14:47] "GET /metrics HTTP/1.1" 200 36878 "" "Prometheus/2.51.0" 2024-07-29T16:14:48.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:48 smithi138 ceph-mon[86438]: osdmap e2630: 8 total, 8 up, 8 in 2024-07-29T16:14:49.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:49 smithi138 ceph-mon[86438]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-29T16:14:49.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:49 smithi138 ceph-mon[86438]: osdmap e2631: 8 total, 8 up, 8 in 2024-07-29T16:14:49.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:49 smithi138 ceph-mon[86438]: osdmap e2632: 8 total, 8 up, 8 in 2024-07-29T16:14:49.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:49 smithi067 ceph-mon[91995]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-29T16:14:49.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:49 smithi067 ceph-mon[91995]: osdmap e2631: 8 total, 8 up, 8 in 2024-07-29T16:14:49.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:49 smithi067 ceph-mon[91995]: osdmap e2632: 8 total, 8 up, 8 in 2024-07-29T16:14:49.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:49 smithi067 ceph-mon[94375]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-29T16:14:49.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:49 smithi067 ceph-mon[94375]: osdmap e2631: 8 total, 8 up, 8 in 2024-07-29T16:14:49.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:49 smithi067 ceph-mon[94375]: osdmap e2632: 8 total, 8 up, 8 in 2024-07-29T16:14:50.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:14:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:14:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:14:51.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:50 smithi067 ceph-mon[91995]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 669 KiB/s rd, 5.0 KiB/s wr, 905 op/s 2024-07-29T16:14:51.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:50 smithi067 ceph-mon[91995]: osdmap e2633: 8 total, 8 up, 8 in 2024-07-29T16:14:51.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:14:51.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:50 smithi067 ceph-mon[94375]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 669 KiB/s rd, 5.0 KiB/s wr, 905 op/s 2024-07-29T16:14:51.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:50 smithi067 ceph-mon[94375]: osdmap e2633: 8 total, 8 up, 8 in 2024-07-29T16:14:51.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:14:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:50 smithi138 ceph-mon[86438]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 669 KiB/s rd, 5.0 KiB/s wr, 905 op/s 2024-07-29T16:14:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:50 smithi138 ceph-mon[86438]: osdmap e2633: 8 total, 8 up, 8 in 2024-07-29T16:14:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:14:52.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:51 smithi067 ceph-mon[91995]: osdmap e2634: 8 total, 8 up, 8 in 2024-07-29T16:14:52.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:51 smithi067 ceph-mon[94375]: osdmap e2634: 8 total, 8 up, 8 in 2024-07-29T16:14:52.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:51 smithi138 ceph-mon[86438]: osdmap e2634: 8 total, 8 up, 8 in 2024-07-29T16:14:53.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:52 smithi067 ceph-mon[91995]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 668 KiB/s rd, 5.0 KiB/s wr, 903 op/s 2024-07-29T16:14:53.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:52 smithi067 ceph-mon[91995]: osdmap e2635: 8 total, 8 up, 8 in 2024-07-29T16:14:53.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:52 smithi067 ceph-mon[94375]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 668 KiB/s rd, 5.0 KiB/s wr, 903 op/s 2024-07-29T16:14:53.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:52 smithi067 ceph-mon[94375]: osdmap e2635: 8 total, 8 up, 8 in 2024-07-29T16:14:53.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:52 smithi138 ceph-mon[86438]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 668 KiB/s rd, 5.0 KiB/s wr, 903 op/s 2024-07-29T16:14:53.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:52 smithi138 ceph-mon[86438]: osdmap e2635: 8 total, 8 up, 8 in 2024-07-29T16:14:54.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:53 smithi067 ceph-mon[91995]: osdmap e2636: 8 total, 8 up, 8 in 2024-07-29T16:14:54.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:53 smithi067 ceph-mon[91995]: osdmap e2637: 8 total, 8 up, 8 in 2024-07-29T16:14:54.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:53 smithi067 ceph-mon[94375]: osdmap e2636: 8 total, 8 up, 8 in 2024-07-29T16:14:54.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:53 smithi067 ceph-mon[94375]: osdmap e2637: 8 total, 8 up, 8 in 2024-07-29T16:14:54.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:53 smithi138 ceph-mon[86438]: osdmap e2636: 8 total, 8 up, 8 in 2024-07-29T16:14:54.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:53 smithi138 ceph-mon[86438]: osdmap e2637: 8 total, 8 up, 8 in 2024-07-29T16:14:55.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:54 smithi067 ceph-mon[91995]: pgmap v4447: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 862 op/s 2024-07-29T16:14:55.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:54 smithi067 ceph-mon[94375]: pgmap v4447: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 862 op/s 2024-07-29T16:14:55.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:54 smithi138 ceph-mon[86438]: pgmap v4447: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 862 op/s 2024-07-29T16:14:56.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:55 smithi067 ceph-mon[91995]: osdmap e2638: 8 total, 8 up, 8 in 2024-07-29T16:14:56.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:55 smithi067 ceph-mon[94375]: osdmap e2638: 8 total, 8 up, 8 in 2024-07-29T16:14:56.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:55 smithi138 ceph-mon[86438]: osdmap e2638: 8 total, 8 up, 8 in 2024-07-29T16:14:57.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:56 smithi067 ceph-mon[91995]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 863 op/s 2024-07-29T16:14:57.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:56 smithi067 ceph-mon[91995]: osdmap e2639: 8 total, 8 up, 8 in 2024-07-29T16:14:57.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:56 smithi067 ceph-mon[94375]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 863 op/s 2024-07-29T16:14:57.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:56 smithi067 ceph-mon[94375]: osdmap e2639: 8 total, 8 up, 8 in 2024-07-29T16:14:57.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:56 smithi138 ceph-mon[86438]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 863 op/s 2024-07-29T16:14:57.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:56 smithi138 ceph-mon[86438]: osdmap e2639: 8 total, 8 up, 8 in 2024-07-29T16:14:58.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:57 smithi067 ceph-mon[91995]: osdmap e2640: 8 total, 8 up, 8 in 2024-07-29T16:14:58.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:57 smithi067 ceph-mon[94375]: osdmap e2640: 8 total, 8 up, 8 in 2024-07-29T16:14:58.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:14:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:14:57] "GET /metrics HTTP/1.1" 200 36891 "" "Prometheus/2.51.0" 2024-07-29T16:14:58.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:57 smithi138 ceph-mon[86438]: osdmap e2640: 8 total, 8 up, 8 in 2024-07-29T16:14:59.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:58 smithi138 ceph-mon[86438]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-07-29T16:14:59.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:58 smithi138 ceph-mon[86438]: osdmap e2641: 8 total, 8 up, 8 in 2024-07-29T16:14:59.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:14:58 smithi138 ceph-mon[86438]: osdmap e2642: 8 total, 8 up, 8 in 2024-07-29T16:14:59.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:58 smithi067 ceph-mon[91995]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-07-29T16:14:59.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:58 smithi067 ceph-mon[91995]: osdmap e2641: 8 total, 8 up, 8 in 2024-07-29T16:14:59.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:14:58 smithi067 ceph-mon[91995]: osdmap e2642: 8 total, 8 up, 8 in 2024-07-29T16:14:59.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:58 smithi067 ceph-mon[94375]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-07-29T16:14:59.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:58 smithi067 ceph-mon[94375]: osdmap e2641: 8 total, 8 up, 8 in 2024-07-29T16:14:59.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:14:58 smithi067 ceph-mon[94375]: osdmap e2642: 8 total, 8 up, 8 in 2024-07-29T16:15:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:15:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:15:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:15:01.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:00 smithi067 ceph-mon[94375]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 604 KiB/s rd, 5.0 KiB/s wr, 816 op/s 2024-07-29T16:15:01.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:00 smithi067 ceph-mon[94375]: osdmap e2643: 8 total, 8 up, 8 in 2024-07-29T16:15:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:00 smithi067 ceph-mon[91995]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 604 KiB/s rd, 5.0 KiB/s wr, 816 op/s 2024-07-29T16:15:01.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:00 smithi067 ceph-mon[91995]: osdmap e2643: 8 total, 8 up, 8 in 2024-07-29T16:15:01.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:00 smithi138 ceph-mon[86438]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 604 KiB/s rd, 5.0 KiB/s wr, 816 op/s 2024-07-29T16:15:01.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:00 smithi138 ceph-mon[86438]: osdmap e2643: 8 total, 8 up, 8 in 2024-07-29T16:15:02.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:01 smithi067 ceph-mon[91995]: osdmap e2644: 8 total, 8 up, 8 in 2024-07-29T16:15:02.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:01 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:15:02.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:01 smithi067 ceph-mon[94375]: osdmap e2644: 8 total, 8 up, 8 in 2024-07-29T16:15:02.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:01 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:15:02.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:01 smithi138 ceph-mon[86438]: osdmap e2644: 8 total, 8 up, 8 in 2024-07-29T16:15:02.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:01 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:15:03.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:02 smithi067 ceph-mon[91995]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 604 KiB/s rd, 5.0 KiB/s wr, 818 op/s 2024-07-29T16:15:03.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:02 smithi067 ceph-mon[91995]: osdmap e2645: 8 total, 8 up, 8 in 2024-07-29T16:15:03.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:02 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:15:03.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:02 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:15:03.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:02 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:15:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:02 smithi067 ceph-mon[94375]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 604 KiB/s rd, 5.0 KiB/s wr, 818 op/s 2024-07-29T16:15:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:02 smithi067 ceph-mon[94375]: osdmap e2645: 8 total, 8 up, 8 in 2024-07-29T16:15:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:02 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:15:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:02 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:15:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:02 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:15:03.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:02 smithi138 ceph-mon[86438]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 604 KiB/s rd, 5.0 KiB/s wr, 818 op/s 2024-07-29T16:15:03.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:02 smithi138 ceph-mon[86438]: osdmap e2645: 8 total, 8 up, 8 in 2024-07-29T16:15:03.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:02 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:15:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:02 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:15:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:02 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:15:04.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:03 smithi067 ceph-mon[91995]: osdmap e2646: 8 total, 8 up, 8 in 2024-07-29T16:15:04.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:03 smithi067 ceph-mon[91995]: osdmap e2647: 8 total, 8 up, 8 in 2024-07-29T16:15:04.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:03 smithi067 ceph-mon[94375]: osdmap e2646: 8 total, 8 up, 8 in 2024-07-29T16:15:04.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:03 smithi067 ceph-mon[94375]: osdmap e2647: 8 total, 8 up, 8 in 2024-07-29T16:15:04.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:03 smithi138 ceph-mon[86438]: osdmap e2646: 8 total, 8 up, 8 in 2024-07-29T16:15:04.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:03 smithi138 ceph-mon[86438]: osdmap e2647: 8 total, 8 up, 8 in 2024-07-29T16:15:05.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:04 smithi067 ceph-mon[91995]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 572 KiB/s rd, 5.0 KiB/s wr, 776 op/s 2024-07-29T16:15:05.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:04 smithi067 ceph-mon[94375]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 572 KiB/s rd, 5.0 KiB/s wr, 776 op/s 2024-07-29T16:15:05.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:04 smithi138 ceph-mon[86438]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 572 KiB/s rd, 5.0 KiB/s wr, 776 op/s 2024-07-29T16:15:06.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:05 smithi067 ceph-mon[91995]: osdmap e2648: 8 total, 8 up, 8 in 2024-07-29T16:15:06.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:15:06.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:05 smithi067 ceph-mon[94375]: osdmap e2648: 8 total, 8 up, 8 in 2024-07-29T16:15:06.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:15:06.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:05 smithi138 ceph-mon[86438]: osdmap e2648: 8 total, 8 up, 8 in 2024-07-29T16:15:06.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:15:07.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:06 smithi138 ceph-mon[86438]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 572 KiB/s rd, 5.0 KiB/s wr, 776 op/s 2024-07-29T16:15:07.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:06 smithi138 ceph-mon[86438]: osdmap e2649: 8 total, 8 up, 8 in 2024-07-29T16:15:07.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:06 smithi067 ceph-mon[91995]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 572 KiB/s rd, 5.0 KiB/s wr, 776 op/s 2024-07-29T16:15:07.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:06 smithi067 ceph-mon[91995]: osdmap e2649: 8 total, 8 up, 8 in 2024-07-29T16:15:07.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:06 smithi067 ceph-mon[94375]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 572 KiB/s rd, 5.0 KiB/s wr, 776 op/s 2024-07-29T16:15:07.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:06 smithi067 ceph-mon[94375]: osdmap e2649: 8 total, 8 up, 8 in 2024-07-29T16:15:08.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:08 smithi067 ceph-mon[94375]: osdmap e2650: 8 total, 8 up, 8 in 2024-07-29T16:15:08.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:08 smithi067 ceph-mon[91995]: osdmap e2650: 8 total, 8 up, 8 in 2024-07-29T16:15:08.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:15:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:15:07] "GET /metrics HTTP/1.1" 200 36889 "" "Prometheus/2.51.0" 2024-07-29T16:15:08.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:08 smithi138 ceph-mon[86438]: osdmap e2650: 8 total, 8 up, 8 in 2024-07-29T16:15:09.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:09 smithi138 ceph-mon[86438]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-07-29T16:15:09.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:09 smithi138 ceph-mon[86438]: osdmap e2651: 8 total, 8 up, 8 in 2024-07-29T16:15:09.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:09 smithi138 ceph-mon[86438]: osdmap e2652: 8 total, 8 up, 8 in 2024-07-29T16:15:09.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:09 smithi067 ceph-mon[94375]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-07-29T16:15:09.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:09 smithi067 ceph-mon[94375]: osdmap e2651: 8 total, 8 up, 8 in 2024-07-29T16:15:09.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:09 smithi067 ceph-mon[94375]: osdmap e2652: 8 total, 8 up, 8 in 2024-07-29T16:15:09.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:09 smithi067 ceph-mon[91995]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-07-29T16:15:09.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:09 smithi067 ceph-mon[91995]: osdmap e2651: 8 total, 8 up, 8 in 2024-07-29T16:15:09.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:09 smithi067 ceph-mon[91995]: osdmap e2652: 8 total, 8 up, 8 in 2024-07-29T16:15:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:15:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:15:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:15:11.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:10 smithi067 ceph-mon[91995]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 5.0 KiB/s wr, 729 op/s 2024-07-29T16:15:11.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:10 smithi067 ceph-mon[91995]: osdmap e2653: 8 total, 8 up, 8 in 2024-07-29T16:15:11.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:10 smithi067 ceph-mon[94375]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 5.0 KiB/s wr, 729 op/s 2024-07-29T16:15:11.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:10 smithi067 ceph-mon[94375]: osdmap e2653: 8 total, 8 up, 8 in 2024-07-29T16:15:11.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:10 smithi138 ceph-mon[86438]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 5.0 KiB/s wr, 729 op/s 2024-07-29T16:15:11.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:10 smithi138 ceph-mon[86438]: osdmap e2653: 8 total, 8 up, 8 in 2024-07-29T16:15:12.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:11 smithi067 ceph-mon[91995]: osdmap e2654: 8 total, 8 up, 8 in 2024-07-29T16:15:12.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:11 smithi067 ceph-mon[94375]: osdmap e2654: 8 total, 8 up, 8 in 2024-07-29T16:15:12.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:11 smithi138 ceph-mon[86438]: osdmap e2654: 8 total, 8 up, 8 in 2024-07-29T16:15:13.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:12 smithi067 ceph-mon[91995]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 538 KiB/s rd, 5.0 KiB/s wr, 729 op/s 2024-07-29T16:15:13.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:12 smithi067 ceph-mon[91995]: osdmap e2655: 8 total, 8 up, 8 in 2024-07-29T16:15:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:12 smithi067 ceph-mon[94375]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 538 KiB/s rd, 5.0 KiB/s wr, 729 op/s 2024-07-29T16:15:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:12 smithi067 ceph-mon[94375]: osdmap e2655: 8 total, 8 up, 8 in 2024-07-29T16:15:13.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:12 smithi138 ceph-mon[86438]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 538 KiB/s rd, 5.0 KiB/s wr, 729 op/s 2024-07-29T16:15:13.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:12 smithi138 ceph-mon[86438]: osdmap e2655: 8 total, 8 up, 8 in 2024-07-29T16:15:14.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:13 smithi067 ceph-mon[94375]: osdmap e2656: 8 total, 8 up, 8 in 2024-07-29T16:15:14.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:13 smithi067 ceph-mon[94375]: osdmap e2657: 8 total, 8 up, 8 in 2024-07-29T16:15:14.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:13 smithi067 ceph-mon[91995]: osdmap e2656: 8 total, 8 up, 8 in 2024-07-29T16:15:14.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:13 smithi067 ceph-mon[91995]: osdmap e2657: 8 total, 8 up, 8 in 2024-07-29T16:15:14.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:13 smithi138 ceph-mon[86438]: osdmap e2656: 8 total, 8 up, 8 in 2024-07-29T16:15:14.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:13 smithi138 ceph-mon[86438]: osdmap e2657: 8 total, 8 up, 8 in 2024-07-29T16:15:15.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:14 smithi067 ceph-mon[91995]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 506 KiB/s rd, 5.0 KiB/s wr, 686 op/s 2024-07-29T16:15:15.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:14 smithi067 ceph-mon[94375]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 506 KiB/s rd, 5.0 KiB/s wr, 686 op/s 2024-07-29T16:15:15.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:14 smithi138 ceph-mon[86438]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 506 KiB/s rd, 5.0 KiB/s wr, 686 op/s 2024-07-29T16:15:16.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:15 smithi067 ceph-mon[91995]: osdmap e2658: 8 total, 8 up, 8 in 2024-07-29T16:15:16.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:15 smithi067 ceph-mon[94375]: osdmap e2658: 8 total, 8 up, 8 in 2024-07-29T16:15:16.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:15 smithi138 ceph-mon[86438]: osdmap e2658: 8 total, 8 up, 8 in 2024-07-29T16:15:17.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:16 smithi138 ceph-mon[86438]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 506 KiB/s rd, 5.0 KiB/s wr, 687 op/s 2024-07-29T16:15:17.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:16 smithi138 ceph-mon[86438]: osdmap e2659: 8 total, 8 up, 8 in 2024-07-29T16:15:17.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:16 smithi067 ceph-mon[91995]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 506 KiB/s rd, 5.0 KiB/s wr, 687 op/s 2024-07-29T16:15:17.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:16 smithi067 ceph-mon[91995]: osdmap e2659: 8 total, 8 up, 8 in 2024-07-29T16:15:17.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:16 smithi067 ceph-mon[94375]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 506 KiB/s rd, 5.0 KiB/s wr, 687 op/s 2024-07-29T16:15:17.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:16 smithi067 ceph-mon[94375]: osdmap e2659: 8 total, 8 up, 8 in 2024-07-29T16:15:18.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:17 smithi067 ceph-mon[91995]: osdmap e2660: 8 total, 8 up, 8 in 2024-07-29T16:15:18.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:17 smithi067 ceph-mon[94375]: osdmap e2660: 8 total, 8 up, 8 in 2024-07-29T16:15:18.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:15:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:15:17] "GET /metrics HTTP/1.1" 200 36889 "" "Prometheus/2.51.0" 2024-07-29T16:15:18.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:17 smithi138 ceph-mon[86438]: osdmap e2660: 8 total, 8 up, 8 in 2024-07-29T16:15:19.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:19 smithi138 ceph-mon[86438]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-07-29T16:15:19.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:19 smithi138 ceph-mon[86438]: osdmap e2661: 8 total, 8 up, 8 in 2024-07-29T16:15:19.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:19 smithi138 ceph-mon[86438]: osdmap e2662: 8 total, 8 up, 8 in 2024-07-29T16:15:19.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:19 smithi067 ceph-mon[91995]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-07-29T16:15:19.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:19 smithi067 ceph-mon[91995]: osdmap e2661: 8 total, 8 up, 8 in 2024-07-29T16:15:19.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:19 smithi067 ceph-mon[91995]: osdmap e2662: 8 total, 8 up, 8 in 2024-07-29T16:15:19.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:19 smithi067 ceph-mon[94375]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-07-29T16:15:19.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:19 smithi067 ceph-mon[94375]: osdmap e2661: 8 total, 8 up, 8 in 2024-07-29T16:15:19.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:19 smithi067 ceph-mon[94375]: osdmap e2662: 8 total, 8 up, 8 in 2024-07-29T16:15:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:15:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:15:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:15:21.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:20 smithi067 ceph-mon[91995]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 474 KiB/s rd, 5.0 KiB/s wr, 642 op/s 2024-07-29T16:15:21.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:20 smithi067 ceph-mon[91995]: osdmap e2663: 8 total, 8 up, 8 in 2024-07-29T16:15:21.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:15:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:20 smithi067 ceph-mon[94375]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 474 KiB/s rd, 5.0 KiB/s wr, 642 op/s 2024-07-29T16:15:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:20 smithi067 ceph-mon[94375]: osdmap e2663: 8 total, 8 up, 8 in 2024-07-29T16:15:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:15:21.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:20 smithi138 ceph-mon[86438]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 474 KiB/s rd, 5.0 KiB/s wr, 642 op/s 2024-07-29T16:15:21.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:20 smithi138 ceph-mon[86438]: osdmap e2663: 8 total, 8 up, 8 in 2024-07-29T16:15:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:15:22.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:21 smithi067 ceph-mon[91995]: osdmap e2664: 8 total, 8 up, 8 in 2024-07-29T16:15:22.241 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:21 smithi067 ceph-mon[94375]: osdmap e2664: 8 total, 8 up, 8 in 2024-07-29T16:15:22.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:21 smithi138 ceph-mon[86438]: osdmap e2664: 8 total, 8 up, 8 in 2024-07-29T16:15:23.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:22 smithi067 ceph-mon[91995]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 473 KiB/s rd, 5.0 KiB/s wr, 643 op/s 2024-07-29T16:15:23.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:22 smithi067 ceph-mon[91995]: osdmap e2665: 8 total, 8 up, 8 in 2024-07-29T16:15:23.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:22 smithi067 ceph-mon[94375]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 473 KiB/s rd, 5.0 KiB/s wr, 643 op/s 2024-07-29T16:15:23.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:22 smithi067 ceph-mon[94375]: osdmap e2665: 8 total, 8 up, 8 in 2024-07-29T16:15:23.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:22 smithi138 ceph-mon[86438]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 473 KiB/s rd, 5.0 KiB/s wr, 643 op/s 2024-07-29T16:15:23.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:22 smithi138 ceph-mon[86438]: osdmap e2665: 8 total, 8 up, 8 in 2024-07-29T16:15:24.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:23 smithi067 ceph-mon[91995]: osdmap e2666: 8 total, 8 up, 8 in 2024-07-29T16:15:24.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:23 smithi067 ceph-mon[91995]: osdmap e2667: 8 total, 8 up, 8 in 2024-07-29T16:15:24.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:23 smithi067 ceph-mon[94375]: osdmap e2666: 8 total, 8 up, 8 in 2024-07-29T16:15:24.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:23 smithi067 ceph-mon[94375]: osdmap e2667: 8 total, 8 up, 8 in 2024-07-29T16:15:24.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:23 smithi138 ceph-mon[86438]: osdmap e2666: 8 total, 8 up, 8 in 2024-07-29T16:15:24.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:23 smithi138 ceph-mon[86438]: osdmap e2667: 8 total, 8 up, 8 in 2024-07-29T16:15:25.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:24 smithi067 ceph-mon[91995]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 440 KiB/s rd, 5.0 KiB/s wr, 597 op/s 2024-07-29T16:15:25.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:24 smithi067 ceph-mon[94375]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 440 KiB/s rd, 5.0 KiB/s wr, 597 op/s 2024-07-29T16:15:25.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:24 smithi138 ceph-mon[86438]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 440 KiB/s rd, 5.0 KiB/s wr, 597 op/s 2024-07-29T16:15:26.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:25 smithi067 ceph-mon[91995]: osdmap e2668: 8 total, 8 up, 8 in 2024-07-29T16:15:26.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:25 smithi067 ceph-mon[94375]: osdmap e2668: 8 total, 8 up, 8 in 2024-07-29T16:15:26.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:25 smithi138 ceph-mon[86438]: osdmap e2668: 8 total, 8 up, 8 in 2024-07-29T16:15:27.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:26 smithi067 ceph-mon[91995]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 440 KiB/s rd, 5.0 KiB/s wr, 596 op/s 2024-07-29T16:15:27.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:26 smithi067 ceph-mon[91995]: osdmap e2669: 8 total, 8 up, 8 in 2024-07-29T16:15:27.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:26 smithi067 ceph-mon[94375]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 440 KiB/s rd, 5.0 KiB/s wr, 596 op/s 2024-07-29T16:15:27.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:26 smithi067 ceph-mon[94375]: osdmap e2669: 8 total, 8 up, 8 in 2024-07-29T16:15:27.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:26 smithi138 ceph-mon[86438]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 440 KiB/s rd, 5.0 KiB/s wr, 596 op/s 2024-07-29T16:15:27.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:26 smithi138 ceph-mon[86438]: osdmap e2669: 8 total, 8 up, 8 in 2024-07-29T16:15:28.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:27 smithi067 ceph-mon[91995]: osdmap e2670: 8 total, 8 up, 8 in 2024-07-29T16:15:28.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:27 smithi067 ceph-mon[94375]: osdmap e2670: 8 total, 8 up, 8 in 2024-07-29T16:15:28.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:15:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:15:27] "GET /metrics HTTP/1.1" 200 36888 "" "Prometheus/2.51.0" 2024-07-29T16:15:28.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:27 smithi138 ceph-mon[86438]: osdmap e2670: 8 total, 8 up, 8 in 2024-07-29T16:15:29.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:28 smithi138 ceph-mon[86438]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-07-29T16:15:29.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:28 smithi138 ceph-mon[86438]: osdmap e2671: 8 total, 8 up, 8 in 2024-07-29T16:15:29.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:28 smithi138 ceph-mon[86438]: osdmap e2672: 8 total, 8 up, 8 in 2024-07-29T16:15:29.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:28 smithi067 ceph-mon[91995]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-07-29T16:15:29.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:28 smithi067 ceph-mon[91995]: osdmap e2671: 8 total, 8 up, 8 in 2024-07-29T16:15:29.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:28 smithi067 ceph-mon[91995]: osdmap e2672: 8 total, 8 up, 8 in 2024-07-29T16:15:29.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:28 smithi067 ceph-mon[94375]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-07-29T16:15:29.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:28 smithi067 ceph-mon[94375]: osdmap e2671: 8 total, 8 up, 8 in 2024-07-29T16:15:29.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:28 smithi067 ceph-mon[94375]: osdmap e2672: 8 total, 8 up, 8 in 2024-07-29T16:15:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:15:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:15:30.214Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:15:31.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:30 smithi067 ceph-mon[91995]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 409 KiB/s rd, 5.0 KiB/s wr, 554 op/s 2024-07-29T16:15:31.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:30 smithi067 ceph-mon[91995]: osdmap e2673: 8 total, 8 up, 8 in 2024-07-29T16:15:31.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:30 smithi067 ceph-mon[94375]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 409 KiB/s rd, 5.0 KiB/s wr, 554 op/s 2024-07-29T16:15:31.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:30 smithi067 ceph-mon[94375]: osdmap e2673: 8 total, 8 up, 8 in 2024-07-29T16:15:31.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:30 smithi138 ceph-mon[86438]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 409 KiB/s rd, 5.0 KiB/s wr, 554 op/s 2024-07-29T16:15:31.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:30 smithi138 ceph-mon[86438]: osdmap e2673: 8 total, 8 up, 8 in 2024-07-29T16:15:32.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:31 smithi067 ceph-mon[91995]: osdmap e2674: 8 total, 8 up, 8 in 2024-07-29T16:15:32.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:31 smithi067 ceph-mon[94375]: osdmap e2674: 8 total, 8 up, 8 in 2024-07-29T16:15:32.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:31 smithi138 ceph-mon[86438]: osdmap e2674: 8 total, 8 up, 8 in 2024-07-29T16:15:33.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:32 smithi067 ceph-mon[91995]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 406 KiB/s rd, 5.0 KiB/s wr, 549 op/s 2024-07-29T16:15:33.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:32 smithi067 ceph-mon[91995]: osdmap e2675: 8 total, 8 up, 8 in 2024-07-29T16:15:33.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:32 smithi067 ceph-mon[94375]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 406 KiB/s rd, 5.0 KiB/s wr, 549 op/s 2024-07-29T16:15:33.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:32 smithi067 ceph-mon[94375]: osdmap e2675: 8 total, 8 up, 8 in 2024-07-29T16:15:33.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:32 smithi138 ceph-mon[86438]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 406 KiB/s rd, 5.0 KiB/s wr, 549 op/s 2024-07-29T16:15:33.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:32 smithi138 ceph-mon[86438]: osdmap e2675: 8 total, 8 up, 8 in 2024-07-29T16:15:34.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:33 smithi067 ceph-mon[91995]: osdmap e2676: 8 total, 8 up, 8 in 2024-07-29T16:15:34.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:33 smithi067 ceph-mon[91995]: osdmap e2677: 8 total, 8 up, 8 in 2024-07-29T16:15:34.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:33 smithi067 ceph-mon[94375]: osdmap e2676: 8 total, 8 up, 8 in 2024-07-29T16:15:34.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:33 smithi067 ceph-mon[94375]: osdmap e2677: 8 total, 8 up, 8 in 2024-07-29T16:15:34.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:33 smithi138 ceph-mon[86438]: osdmap e2676: 8 total, 8 up, 8 in 2024-07-29T16:15:34.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:33 smithi138 ceph-mon[86438]: osdmap e2677: 8 total, 8 up, 8 in 2024-07-29T16:15:35.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:34 smithi138 ceph-mon[86438]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 375 KiB/s rd, 5.0 KiB/s wr, 507 op/s 2024-07-29T16:15:35.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:34 smithi067 ceph-mon[91995]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 375 KiB/s rd, 5.0 KiB/s wr, 507 op/s 2024-07-29T16:15:35.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:34 smithi067 ceph-mon[94375]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 375 KiB/s rd, 5.0 KiB/s wr, 507 op/s 2024-07-29T16:15:36.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:36 smithi138 ceph-mon[86438]: osdmap e2678: 8 total, 8 up, 8 in 2024-07-29T16:15:36.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:36 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:15:36.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:36 smithi067 ceph-mon[91995]: osdmap e2678: 8 total, 8 up, 8 in 2024-07-29T16:15:36.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:36 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:15:36.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:36 smithi067 ceph-mon[94375]: osdmap e2678: 8 total, 8 up, 8 in 2024-07-29T16:15:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:36 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:15:37.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:37 smithi138 ceph-mon[86438]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 509 op/s 2024-07-29T16:15:37.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:37 smithi138 ceph-mon[86438]: osdmap e2679: 8 total, 8 up, 8 in 2024-07-29T16:15:37.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:37 smithi067 ceph-mon[91995]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 509 op/s 2024-07-29T16:15:37.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:37 smithi067 ceph-mon[91995]: osdmap e2679: 8 total, 8 up, 8 in 2024-07-29T16:15:37.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:37 smithi067 ceph-mon[94375]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 509 op/s 2024-07-29T16:15:37.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:37 smithi067 ceph-mon[94375]: osdmap e2679: 8 total, 8 up, 8 in 2024-07-29T16:15:38.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:38 smithi067 ceph-mon[91995]: osdmap e2680: 8 total, 8 up, 8 in 2024-07-29T16:15:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:15:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:15:37] "GET /metrics HTTP/1.1" 200 36887 "" "Prometheus/2.51.0" 2024-07-29T16:15:38.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:38 smithi067 ceph-mon[94375]: osdmap e2680: 8 total, 8 up, 8 in 2024-07-29T16:15:38.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:38 smithi138 ceph-mon[86438]: osdmap e2680: 8 total, 8 up, 8 in 2024-07-29T16:15:39.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:39 smithi138 ceph-mon[86438]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-29T16:15:39.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:39 smithi138 ceph-mon[86438]: osdmap e2681: 8 total, 8 up, 8 in 2024-07-29T16:15:39.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:39 smithi138 ceph-mon[86438]: osdmap e2682: 8 total, 8 up, 8 in 2024-07-29T16:15:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:39 smithi067 ceph-mon[91995]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-29T16:15:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:39 smithi067 ceph-mon[91995]: osdmap e2681: 8 total, 8 up, 8 in 2024-07-29T16:15:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:39 smithi067 ceph-mon[91995]: osdmap e2682: 8 total, 8 up, 8 in 2024-07-29T16:15:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:39 smithi067 ceph-mon[94375]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-29T16:15:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:39 smithi067 ceph-mon[94375]: osdmap e2681: 8 total, 8 up, 8 in 2024-07-29T16:15:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:39 smithi067 ceph-mon[94375]: osdmap e2682: 8 total, 8 up, 8 in 2024-07-29T16:15:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:15:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:15:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:15:41.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:40 smithi067 ceph-mon[91995]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 344 KiB/s rd, 5.0 KiB/s wr, 466 op/s 2024-07-29T16:15:41.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:40 smithi067 ceph-mon[91995]: osdmap e2683: 8 total, 8 up, 8 in 2024-07-29T16:15:41.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:40 smithi067 ceph-mon[94375]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 344 KiB/s rd, 5.0 KiB/s wr, 466 op/s 2024-07-29T16:15:41.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:40 smithi067 ceph-mon[94375]: osdmap e2683: 8 total, 8 up, 8 in 2024-07-29T16:15:41.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:40 smithi138 ceph-mon[86438]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 344 KiB/s rd, 5.0 KiB/s wr, 466 op/s 2024-07-29T16:15:41.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:40 smithi138 ceph-mon[86438]: osdmap e2683: 8 total, 8 up, 8 in 2024-07-29T16:15:42.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:41 smithi067 ceph-mon[91995]: osdmap e2684: 8 total, 8 up, 8 in 2024-07-29T16:15:42.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:41 smithi067 ceph-mon[94375]: osdmap e2684: 8 total, 8 up, 8 in 2024-07-29T16:15:42.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:41 smithi138 ceph-mon[86438]: osdmap e2684: 8 total, 8 up, 8 in 2024-07-29T16:15:43.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:42 smithi067 ceph-mon[91995]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 5.0 KiB/s wr, 462 op/s 2024-07-29T16:15:43.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:42 smithi067 ceph-mon[91995]: osdmap e2685: 8 total, 8 up, 8 in 2024-07-29T16:15:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:42 smithi067 ceph-mon[94375]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 5.0 KiB/s wr, 462 op/s 2024-07-29T16:15:43.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:42 smithi067 ceph-mon[94375]: osdmap e2685: 8 total, 8 up, 8 in 2024-07-29T16:15:43.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:42 smithi138 ceph-mon[86438]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 5.0 KiB/s wr, 462 op/s 2024-07-29T16:15:43.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:42 smithi138 ceph-mon[86438]: osdmap e2685: 8 total, 8 up, 8 in 2024-07-29T16:15:44.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:43 smithi067 ceph-mon[91995]: osdmap e2686: 8 total, 8 up, 8 in 2024-07-29T16:15:44.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:43 smithi067 ceph-mon[91995]: osdmap e2687: 8 total, 8 up, 8 in 2024-07-29T16:15:44.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:43 smithi067 ceph-mon[94375]: osdmap e2686: 8 total, 8 up, 8 in 2024-07-29T16:15:44.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:43 smithi067 ceph-mon[94375]: osdmap e2687: 8 total, 8 up, 8 in 2024-07-29T16:15:44.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:43 smithi138 ceph-mon[86438]: osdmap e2686: 8 total, 8 up, 8 in 2024-07-29T16:15:44.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:43 smithi138 ceph-mon[86438]: osdmap e2687: 8 total, 8 up, 8 in 2024-07-29T16:15:45.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:44 smithi138 ceph-mon[86438]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 310 KiB/s rd, 5.0 KiB/s wr, 419 op/s 2024-07-29T16:15:45.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:44 smithi067 ceph-mon[91995]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 310 KiB/s rd, 5.0 KiB/s wr, 419 op/s 2024-07-29T16:15:45.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:44 smithi067 ceph-mon[94375]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 310 KiB/s rd, 5.0 KiB/s wr, 419 op/s 2024-07-29T16:15:46.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:45 smithi138 ceph-mon[86438]: osdmap e2688: 8 total, 8 up, 8 in 2024-07-29T16:15:46.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:45 smithi067 ceph-mon[91995]: osdmap e2688: 8 total, 8 up, 8 in 2024-07-29T16:15:46.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:45 smithi067 ceph-mon[94375]: osdmap e2688: 8 total, 8 up, 8 in 2024-07-29T16:15:47.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:46 smithi138 ceph-mon[86438]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 423 op/s 2024-07-29T16:15:47.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:46 smithi138 ceph-mon[86438]: osdmap e2689: 8 total, 8 up, 8 in 2024-07-29T16:15:47.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:46 smithi067 ceph-mon[91995]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 423 op/s 2024-07-29T16:15:47.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:46 smithi067 ceph-mon[91995]: osdmap e2689: 8 total, 8 up, 8 in 2024-07-29T16:15:47.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:47 smithi067 ceph-mon[94375]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 423 op/s 2024-07-29T16:15:47.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:47 smithi067 ceph-mon[94375]: osdmap e2689: 8 total, 8 up, 8 in 2024-07-29T16:15:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:48 smithi067 ceph-mon[91995]: osdmap e2690: 8 total, 8 up, 8 in 2024-07-29T16:15:48.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:48 smithi067 ceph-mon[94375]: osdmap e2690: 8 total, 8 up, 8 in 2024-07-29T16:15:48.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:15:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:15:47] "GET /metrics HTTP/1.1" 200 36887 "" "Prometheus/2.51.0" 2024-07-29T16:15:48.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:48 smithi138 ceph-mon[86438]: osdmap e2690: 8 total, 8 up, 8 in 2024-07-29T16:15:49.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:49 smithi138 ceph-mon[86438]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-29T16:15:49.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:49 smithi138 ceph-mon[86438]: osdmap e2691: 8 total, 8 up, 8 in 2024-07-29T16:15:49.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:49 smithi138 ceph-mon[86438]: osdmap e2692: 8 total, 8 up, 8 in 2024-07-29T16:15:49.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:49 smithi067 ceph-mon[91995]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-29T16:15:49.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:49 smithi067 ceph-mon[91995]: osdmap e2691: 8 total, 8 up, 8 in 2024-07-29T16:15:49.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:49 smithi067 ceph-mon[91995]: osdmap e2692: 8 total, 8 up, 8 in 2024-07-29T16:15:49.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:49 smithi067 ceph-mon[94375]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-29T16:15:49.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:49 smithi067 ceph-mon[94375]: osdmap e2691: 8 total, 8 up, 8 in 2024-07-29T16:15:49.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:49 smithi067 ceph-mon[94375]: osdmap e2692: 8 total, 8 up, 8 in 2024-07-29T16:15:50.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:15:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:15:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:15:51.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:50 smithi067 ceph-mon[91995]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 278 KiB/s rd, 5.0 KiB/s wr, 376 op/s 2024-07-29T16:15:51.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:50 smithi067 ceph-mon[91995]: osdmap e2693: 8 total, 8 up, 8 in 2024-07-29T16:15:51.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:15:51.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:50 smithi067 ceph-mon[94375]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 278 KiB/s rd, 5.0 KiB/s wr, 376 op/s 2024-07-29T16:15:51.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:50 smithi067 ceph-mon[94375]: osdmap e2693: 8 total, 8 up, 8 in 2024-07-29T16:15:51.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:15:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:50 smithi138 ceph-mon[86438]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 278 KiB/s rd, 5.0 KiB/s wr, 376 op/s 2024-07-29T16:15:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:50 smithi138 ceph-mon[86438]: osdmap e2693: 8 total, 8 up, 8 in 2024-07-29T16:15:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:15:52.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:51 smithi067 ceph-mon[91995]: osdmap e2694: 8 total, 8 up, 8 in 2024-07-29T16:15:52.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:51 smithi067 ceph-mon[94375]: osdmap e2694: 8 total, 8 up, 8 in 2024-07-29T16:15:52.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:51 smithi138 ceph-mon[86438]: osdmap e2694: 8 total, 8 up, 8 in 2024-07-29T16:15:53.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:52 smithi067 ceph-mon[91995]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 277 KiB/s rd, 5.0 KiB/s wr, 376 op/s 2024-07-29T16:15:53.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:52 smithi067 ceph-mon[91995]: osdmap e2695: 8 total, 8 up, 8 in 2024-07-29T16:15:53.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:52 smithi067 ceph-mon[94375]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 277 KiB/s rd, 5.0 KiB/s wr, 376 op/s 2024-07-29T16:15:53.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:52 smithi067 ceph-mon[94375]: osdmap e2695: 8 total, 8 up, 8 in 2024-07-29T16:15:53.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:52 smithi138 ceph-mon[86438]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 277 KiB/s rd, 5.0 KiB/s wr, 376 op/s 2024-07-29T16:15:53.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:52 smithi138 ceph-mon[86438]: osdmap e2695: 8 total, 8 up, 8 in 2024-07-29T16:15:54.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:53 smithi067 ceph-mon[94375]: osdmap e2696: 8 total, 8 up, 8 in 2024-07-29T16:15:54.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:53 smithi067 ceph-mon[94375]: osdmap e2697: 8 total, 8 up, 8 in 2024-07-29T16:15:54.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:53 smithi067 ceph-mon[91995]: osdmap e2696: 8 total, 8 up, 8 in 2024-07-29T16:15:54.239 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:53 smithi067 ceph-mon[91995]: osdmap e2697: 8 total, 8 up, 8 in 2024-07-29T16:15:54.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:53 smithi138 ceph-mon[86438]: osdmap e2696: 8 total, 8 up, 8 in 2024-07-29T16:15:54.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:53 smithi138 ceph-mon[86438]: osdmap e2697: 8 total, 8 up, 8 in 2024-07-29T16:15:55.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:54 smithi067 ceph-mon[91995]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 5.0 KiB/s wr, 335 op/s 2024-07-29T16:15:55.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:54 smithi067 ceph-mon[94375]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 5.0 KiB/s wr, 335 op/s 2024-07-29T16:15:55.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:54 smithi138 ceph-mon[86438]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 5.0 KiB/s wr, 335 op/s 2024-07-29T16:15:56.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:56 smithi138 ceph-mon[86438]: osdmap e2698: 8 total, 8 up, 8 in 2024-07-29T16:15:56.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:56 smithi067 ceph-mon[91995]: osdmap e2698: 8 total, 8 up, 8 in 2024-07-29T16:15:56.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:56 smithi067 ceph-mon[94375]: osdmap e2698: 8 total, 8 up, 8 in 2024-07-29T16:15:57.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:57 smithi138 ceph-mon[86438]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 5.0 KiB/s wr, 333 op/s 2024-07-29T16:15:57.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:57 smithi138 ceph-mon[86438]: osdmap e2699: 8 total, 8 up, 8 in 2024-07-29T16:15:57.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:57 smithi067 ceph-mon[94375]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 5.0 KiB/s wr, 333 op/s 2024-07-29T16:15:57.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:57 smithi067 ceph-mon[94375]: osdmap e2699: 8 total, 8 up, 8 in 2024-07-29T16:15:57.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:57 smithi067 ceph-mon[91995]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 5.0 KiB/s wr, 333 op/s 2024-07-29T16:15:57.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:57 smithi067 ceph-mon[91995]: osdmap e2699: 8 total, 8 up, 8 in 2024-07-29T16:15:58.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:58 smithi067 ceph-mon[91995]: osdmap e2700: 8 total, 8 up, 8 in 2024-07-29T16:15:58.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:58 smithi067 ceph-mon[94375]: osdmap e2700: 8 total, 8 up, 8 in 2024-07-29T16:15:58.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:15:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:15:57] "GET /metrics HTTP/1.1" 200 36888 "" "Prometheus/2.51.0" 2024-07-29T16:15:58.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:58 smithi138 ceph-mon[86438]: osdmap e2700: 8 total, 8 up, 8 in 2024-07-29T16:15:59.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:59 smithi138 ceph-mon[86438]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-29T16:15:59.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:59 smithi138 ceph-mon[86438]: osdmap e2701: 8 total, 8 up, 8 in 2024-07-29T16:15:59.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:15:59 smithi138 ceph-mon[86438]: osdmap e2702: 8 total, 8 up, 8 in 2024-07-29T16:15:59.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:59 smithi067 ceph-mon[94375]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-29T16:15:59.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:59 smithi067 ceph-mon[94375]: osdmap e2701: 8 total, 8 up, 8 in 2024-07-29T16:15:59.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:15:59 smithi067 ceph-mon[94375]: osdmap e2702: 8 total, 8 up, 8 in 2024-07-29T16:15:59.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:59 smithi067 ceph-mon[91995]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-29T16:15:59.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:59 smithi067 ceph-mon[91995]: osdmap e2701: 8 total, 8 up, 8 in 2024-07-29T16:15:59.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:15:59 smithi067 ceph-mon[91995]: osdmap e2702: 8 total, 8 up, 8 in 2024-07-29T16:16:00.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:16:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:16:00.214Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:16:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:00 smithi067 ceph-mon[91995]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 291 op/s 2024-07-29T16:16:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:00 smithi067 ceph-mon[91995]: osdmap e2703: 8 total, 8 up, 8 in 2024-07-29T16:16:01.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:00 smithi067 ceph-mon[94375]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 291 op/s 2024-07-29T16:16:01.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:00 smithi067 ceph-mon[94375]: osdmap e2703: 8 total, 8 up, 8 in 2024-07-29T16:16:01.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:00 smithi138 ceph-mon[86438]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 291 op/s 2024-07-29T16:16:01.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:00 smithi138 ceph-mon[86438]: osdmap e2703: 8 total, 8 up, 8 in 2024-07-29T16:16:02.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:01 smithi067 ceph-mon[91995]: osdmap e2704: 8 total, 8 up, 8 in 2024-07-29T16:16:02.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:01 smithi067 ceph-mon[94375]: osdmap e2704: 8 total, 8 up, 8 in 2024-07-29T16:16:02.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:01 smithi138 ceph-mon[86438]: osdmap e2704: 8 total, 8 up, 8 in 2024-07-29T16:16:03.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:02 smithi067 ceph-mon[91995]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 5.0 KiB/s wr, 287 op/s 2024-07-29T16:16:03.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:02 smithi067 ceph-mon[91995]: osdmap e2705: 8 total, 8 up, 8 in 2024-07-29T16:16:03.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:02 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:16:03.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:02 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:16:03.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:02 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:16:03.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:02 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:16:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:02 smithi067 ceph-mon[94375]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 5.0 KiB/s wr, 287 op/s 2024-07-29T16:16:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:02 smithi067 ceph-mon[94375]: osdmap e2705: 8 total, 8 up, 8 in 2024-07-29T16:16:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:02 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:16:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:02 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:16:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:02 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:16:03.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:02 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:16:03.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:02 smithi138 ceph-mon[86438]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 5.0 KiB/s wr, 287 op/s 2024-07-29T16:16:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:02 smithi138 ceph-mon[86438]: osdmap e2705: 8 total, 8 up, 8 in 2024-07-29T16:16:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:02 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:16:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:02 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:16:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:02 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:16:03.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:02 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:16:04.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:03 smithi138 ceph-mon[86438]: osdmap e2706: 8 total, 8 up, 8 in 2024-07-29T16:16:04.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:03 smithi138 ceph-mon[86438]: osdmap e2707: 8 total, 8 up, 8 in 2024-07-29T16:16:04.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:03 smithi067 ceph-mon[91995]: osdmap e2706: 8 total, 8 up, 8 in 2024-07-29T16:16:04.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:03 smithi067 ceph-mon[91995]: osdmap e2707: 8 total, 8 up, 8 in 2024-07-29T16:16:04.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:03 smithi067 ceph-mon[94375]: osdmap e2706: 8 total, 8 up, 8 in 2024-07-29T16:16:04.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:03 smithi067 ceph-mon[94375]: osdmap e2707: 8 total, 8 up, 8 in 2024-07-29T16:16:05.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:04 smithi138 ceph-mon[86438]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 244 op/s 2024-07-29T16:16:05.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:04 smithi067 ceph-mon[91995]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 244 op/s 2024-07-29T16:16:05.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:04 smithi067 ceph-mon[94375]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 244 op/s 2024-07-29T16:16:06.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:06 smithi138 ceph-mon[86438]: osdmap e2708: 8 total, 8 up, 8 in 2024-07-29T16:16:06.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:06 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:16:06.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:06 smithi067 ceph-mon[91995]: osdmap e2708: 8 total, 8 up, 8 in 2024-07-29T16:16:06.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:06 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:16:06.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:06 smithi067 ceph-mon[94375]: osdmap e2708: 8 total, 8 up, 8 in 2024-07-29T16:16:06.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:06 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:16:07.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:07 smithi138 ceph-mon[86438]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 246 op/s 2024-07-29T16:16:07.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:07 smithi138 ceph-mon[86438]: osdmap e2709: 8 total, 8 up, 8 in 2024-07-29T16:16:07.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:07 smithi067 ceph-mon[94375]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 246 op/s 2024-07-29T16:16:07.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:07 smithi067 ceph-mon[94375]: osdmap e2709: 8 total, 8 up, 8 in 2024-07-29T16:16:07.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:07 smithi067 ceph-mon[91995]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 246 op/s 2024-07-29T16:16:07.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:07 smithi067 ceph-mon[91995]: osdmap e2709: 8 total, 8 up, 8 in 2024-07-29T16:16:08.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:08 smithi067 ceph-mon[91995]: osdmap e2710: 8 total, 8 up, 8 in 2024-07-29T16:16:08.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:08 smithi067 ceph-mon[94375]: osdmap e2710: 8 total, 8 up, 8 in 2024-07-29T16:16:08.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:16:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:16:07] "GET /metrics HTTP/1.1" 200 36886 "" "Prometheus/2.51.0" 2024-07-29T16:16:08.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:08 smithi138 ceph-mon[86438]: osdmap e2710: 8 total, 8 up, 8 in 2024-07-29T16:16:09.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:09 smithi138 ceph-mon[86438]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-29T16:16:09.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:09 smithi138 ceph-mon[86438]: osdmap e2711: 8 total, 8 up, 8 in 2024-07-29T16:16:09.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:09 smithi138 ceph-mon[86438]: osdmap e2712: 8 total, 8 up, 8 in 2024-07-29T16:16:09.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:09 smithi067 ceph-mon[94375]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-29T16:16:09.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:09 smithi067 ceph-mon[94375]: osdmap e2711: 8 total, 8 up, 8 in 2024-07-29T16:16:09.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:09 smithi067 ceph-mon[94375]: osdmap e2712: 8 total, 8 up, 8 in 2024-07-29T16:16:09.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:09 smithi067 ceph-mon[91995]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-29T16:16:09.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:09 smithi067 ceph-mon[91995]: osdmap e2711: 8 total, 8 up, 8 in 2024-07-29T16:16:09.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:09 smithi067 ceph-mon[91995]: osdmap e2712: 8 total, 8 up, 8 in 2024-07-29T16:16:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:16:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:16:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:16:11.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:10 smithi067 ceph-mon[91995]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 5.0 KiB/s wr, 201 op/s 2024-07-29T16:16:11.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:10 smithi067 ceph-mon[91995]: osdmap e2713: 8 total, 8 up, 8 in 2024-07-29T16:16:11.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:10 smithi067 ceph-mon[94375]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 5.0 KiB/s wr, 201 op/s 2024-07-29T16:16:11.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:10 smithi067 ceph-mon[94375]: osdmap e2713: 8 total, 8 up, 8 in 2024-07-29T16:16:11.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:10 smithi138 ceph-mon[86438]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 5.0 KiB/s wr, 201 op/s 2024-07-29T16:16:11.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:10 smithi138 ceph-mon[86438]: osdmap e2713: 8 total, 8 up, 8 in 2024-07-29T16:16:12.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:11 smithi067 ceph-mon[91995]: osdmap e2714: 8 total, 8 up, 8 in 2024-07-29T16:16:12.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:11 smithi067 ceph-mon[94375]: osdmap e2714: 8 total, 8 up, 8 in 2024-07-29T16:16:12.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:11 smithi138 ceph-mon[86438]: osdmap e2714: 8 total, 8 up, 8 in 2024-07-29T16:16:13.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:12 smithi067 ceph-mon[91995]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 5.0 KiB/s wr, 199 op/s 2024-07-29T16:16:13.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:12 smithi067 ceph-mon[91995]: osdmap e2715: 8 total, 8 up, 8 in 2024-07-29T16:16:13.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:12 smithi067 ceph-mon[94375]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 5.0 KiB/s wr, 199 op/s 2024-07-29T16:16:13.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:12 smithi067 ceph-mon[94375]: osdmap e2715: 8 total, 8 up, 8 in 2024-07-29T16:16:13.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:12 smithi138 ceph-mon[86438]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 5.0 KiB/s wr, 199 op/s 2024-07-29T16:16:13.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:12 smithi138 ceph-mon[86438]: osdmap e2715: 8 total, 8 up, 8 in 2024-07-29T16:16:14.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:13 smithi138 ceph-mon[86438]: osdmap e2716: 8 total, 8 up, 8 in 2024-07-29T16:16:14.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:13 smithi138 ceph-mon[86438]: osdmap e2717: 8 total, 8 up, 8 in 2024-07-29T16:16:14.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:13 smithi067 ceph-mon[91995]: osdmap e2716: 8 total, 8 up, 8 in 2024-07-29T16:16:14.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:13 smithi067 ceph-mon[91995]: osdmap e2717: 8 total, 8 up, 8 in 2024-07-29T16:16:14.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:13 smithi067 ceph-mon[94375]: osdmap e2716: 8 total, 8 up, 8 in 2024-07-29T16:16:14.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:13 smithi067 ceph-mon[94375]: osdmap e2717: 8 total, 8 up, 8 in 2024-07-29T16:16:15.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:14 smithi138 ceph-mon[86438]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 KiB/s wr, 158 op/s 2024-07-29T16:16:15.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:14 smithi067 ceph-mon[91995]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 KiB/s wr, 158 op/s 2024-07-29T16:16:15.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:14 smithi067 ceph-mon[94375]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 KiB/s wr, 158 op/s 2024-07-29T16:16:16.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:16 smithi138 ceph-mon[86438]: osdmap e2718: 8 total, 8 up, 8 in 2024-07-29T16:16:16.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:16 smithi067 ceph-mon[91995]: osdmap e2718: 8 total, 8 up, 8 in 2024-07-29T16:16:16.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:16 smithi067 ceph-mon[94375]: osdmap e2718: 8 total, 8 up, 8 in 2024-07-29T16:16:17.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:17 smithi138 ceph-mon[86438]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 5.0 KiB/s wr, 161 op/s 2024-07-29T16:16:17.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:17 smithi138 ceph-mon[86438]: osdmap e2719: 8 total, 8 up, 8 in 2024-07-29T16:16:17.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:17 smithi067 ceph-mon[91995]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 5.0 KiB/s wr, 161 op/s 2024-07-29T16:16:17.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:17 smithi067 ceph-mon[91995]: osdmap e2719: 8 total, 8 up, 8 in 2024-07-29T16:16:17.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:17 smithi067 ceph-mon[94375]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 5.0 KiB/s wr, 161 op/s 2024-07-29T16:16:17.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:17 smithi067 ceph-mon[94375]: osdmap e2719: 8 total, 8 up, 8 in 2024-07-29T16:16:18.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:18 smithi067 ceph-mon[91995]: osdmap e2720: 8 total, 8 up, 8 in 2024-07-29T16:16:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:16:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:16:17] "GET /metrics HTTP/1.1" 200 36886 "" "Prometheus/2.51.0" 2024-07-29T16:16:18.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:18 smithi067 ceph-mon[94375]: osdmap e2720: 8 total, 8 up, 8 in 2024-07-29T16:16:18.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:18 smithi138 ceph-mon[86438]: osdmap e2720: 8 total, 8 up, 8 in 2024-07-29T16:16:19.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:19 smithi138 ceph-mon[86438]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-29T16:16:19.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:19 smithi138 ceph-mon[86438]: osdmap e2721: 8 total, 8 up, 8 in 2024-07-29T16:16:19.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:19 smithi138 ceph-mon[86438]: osdmap e2722: 8 total, 8 up, 8 in 2024-07-29T16:16:19.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:19 smithi067 ceph-mon[91995]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-29T16:16:19.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:19 smithi067 ceph-mon[91995]: osdmap e2721: 8 total, 8 up, 8 in 2024-07-29T16:16:19.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:19 smithi067 ceph-mon[91995]: osdmap e2722: 8 total, 8 up, 8 in 2024-07-29T16:16:19.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:19 smithi067 ceph-mon[94375]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-29T16:16:19.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:19 smithi067 ceph-mon[94375]: osdmap e2721: 8 total, 8 up, 8 in 2024-07-29T16:16:19.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:19 smithi067 ceph-mon[94375]: osdmap e2722: 8 total, 8 up, 8 in 2024-07-29T16:16:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:16:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:16:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:16:21.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:20 smithi067 ceph-mon[91995]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 5.0 KiB/s wr, 112 op/s 2024-07-29T16:16:21.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:20 smithi067 ceph-mon[91995]: osdmap e2723: 8 total, 8 up, 8 in 2024-07-29T16:16:21.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:16:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:20 smithi067 ceph-mon[94375]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 5.0 KiB/s wr, 112 op/s 2024-07-29T16:16:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:20 smithi067 ceph-mon[94375]: osdmap e2723: 8 total, 8 up, 8 in 2024-07-29T16:16:21.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:16:21.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:20 smithi138 ceph-mon[86438]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 5.0 KiB/s wr, 112 op/s 2024-07-29T16:16:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:20 smithi138 ceph-mon[86438]: osdmap e2723: 8 total, 8 up, 8 in 2024-07-29T16:16:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:16:22.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:21 smithi067 ceph-mon[91995]: osdmap e2724: 8 total, 8 up, 8 in 2024-07-29T16:16:22.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:21 smithi067 ceph-mon[94375]: osdmap e2724: 8 total, 8 up, 8 in 2024-07-29T16:16:22.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:21 smithi138 ceph-mon[86438]: osdmap e2724: 8 total, 8 up, 8 in 2024-07-29T16:16:23.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:22 smithi067 ceph-mon[91995]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 5.0 KiB/s wr, 115 op/s 2024-07-29T16:16:23.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:22 smithi067 ceph-mon[91995]: osdmap e2725: 8 total, 8 up, 8 in 2024-07-29T16:16:23.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:22 smithi067 ceph-mon[94375]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 5.0 KiB/s wr, 115 op/s 2024-07-29T16:16:23.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:22 smithi067 ceph-mon[94375]: osdmap e2725: 8 total, 8 up, 8 in 2024-07-29T16:16:23.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:22 smithi138 ceph-mon[86438]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 5.0 KiB/s wr, 115 op/s 2024-07-29T16:16:23.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:22 smithi138 ceph-mon[86438]: osdmap e2725: 8 total, 8 up, 8 in 2024-07-29T16:16:24.073 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_many_snaps PASSED [ 47%] 2024-07-29T16:16:24.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:23 smithi138 ceph-mon[86438]: osdmap e2726: 8 total, 8 up, 8 in 2024-07-29T16:16:24.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:23 smithi138 ceph-mon[86438]: osdmap e2727: 8 total, 8 up, 8 in 2024-07-29T16:16:24.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:23 smithi067 ceph-mon[91995]: osdmap e2726: 8 total, 8 up, 8 in 2024-07-29T16:16:24.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:23 smithi067 ceph-mon[91995]: osdmap e2727: 8 total, 8 up, 8 in 2024-07-29T16:16:24.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:23 smithi067 ceph-mon[94375]: osdmap e2726: 8 total, 8 up, 8 in 2024-07-29T16:16:24.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:23 smithi067 ceph-mon[94375]: osdmap e2727: 8 total, 8 up, 8 in 2024-07-29T16:16:25.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:25 smithi138 ceph-mon[86438]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.0 KiB/s wr, 72 op/s 2024-07-29T16:16:25.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:25 smithi067 ceph-mon[91995]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.0 KiB/s wr, 72 op/s 2024-07-29T16:16:25.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:25 smithi067 ceph-mon[94375]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.0 KiB/s wr, 72 op/s 2024-07-29T16:16:26.120 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_deleted PASSED [ 48%] 2024-07-29T16:16:26.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:26 smithi138 ceph-mon[86438]: osdmap e2728: 8 total, 8 up, 8 in 2024-07-29T16:16:26.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:26 smithi067 ceph-mon[91995]: osdmap e2728: 8 total, 8 up, 8 in 2024-07-29T16:16:26.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:26 smithi067 ceph-mon[94375]: osdmap e2728: 8 total, 8 up, 8 in 2024-07-29T16:16:27.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:27 smithi138 ceph-mon[86438]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.5 KiB/s wr, 73 op/s 2024-07-29T16:16:27.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:27 smithi138 ceph-mon[86438]: osdmap e2729: 8 total, 8 up, 8 in 2024-07-29T16:16:27.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:27 smithi067 ceph-mon[91995]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.5 KiB/s wr, 73 op/s 2024-07-29T16:16:27.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:27 smithi067 ceph-mon[91995]: osdmap e2729: 8 total, 8 up, 8 in 2024-07-29T16:16:27.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:27 smithi067 ceph-mon[94375]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.5 KiB/s wr, 73 op/s 2024-07-29T16:16:27.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:27 smithi067 ceph-mon[94375]: osdmap e2729: 8 total, 8 up, 8 in 2024-07-29T16:16:28.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:28 smithi067 ceph-mon[91995]: osdmap e2730: 8 total, 8 up, 8 in 2024-07-29T16:16:28.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:28 smithi067 ceph-mon[94375]: osdmap e2730: 8 total, 8 up, 8 in 2024-07-29T16:16:28.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:16:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:16:27] "GET /metrics HTTP/1.1" 200 36887 "" "Prometheus/2.51.0" 2024-07-29T16:16:28.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:28 smithi138 ceph-mon[86438]: osdmap e2730: 8 total, 8 up, 8 in 2024-07-29T16:16:29.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:29 smithi138 ceph-mon[86438]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.5 KiB/s wr, 21 op/s 2024-07-29T16:16:29.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:29 smithi138 ceph-mon[86438]: osdmap e2731: 8 total, 8 up, 8 in 2024-07-29T16:16:29.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:29 smithi138 ceph-mon[86438]: osdmap e2732: 8 total, 8 up, 8 in 2024-07-29T16:16:29.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:29 smithi067 ceph-mon[91995]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.5 KiB/s wr, 21 op/s 2024-07-29T16:16:29.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:29 smithi067 ceph-mon[91995]: osdmap e2731: 8 total, 8 up, 8 in 2024-07-29T16:16:29.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:29 smithi067 ceph-mon[91995]: osdmap e2732: 8 total, 8 up, 8 in 2024-07-29T16:16:29.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:29 smithi067 ceph-mon[94375]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.5 KiB/s wr, 21 op/s 2024-07-29T16:16:29.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:29 smithi067 ceph-mon[94375]: osdmap e2731: 8 total, 8 up, 8 in 2024-07-29T16:16:29.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:29 smithi067 ceph-mon[94375]: osdmap e2732: 8 total, 8 up, 8 in 2024-07-29T16:16:30.078 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_recreated PASSED [ 48%] 2024-07-29T16:16:30.167 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_lock_unlock PASSED [ 49%] 2024-07-29T16:16:30.323 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_lockers PASSED [ 50%] 2024-07-29T16:16:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:16:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:16:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:16:31.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:30 smithi067 ceph-mon[91995]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 9.0 KiB/s wr, 118 op/s 2024-07-29T16:16:31.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:30 smithi067 ceph-mon[91995]: osdmap e2733: 8 total, 8 up, 8 in 2024-07-29T16:16:31.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:30 smithi067 ceph-mon[94375]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 9.0 KiB/s wr, 118 op/s 2024-07-29T16:16:31.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:30 smithi067 ceph-mon[94375]: osdmap e2733: 8 total, 8 up, 8 in 2024-07-29T16:16:31.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:30 smithi138 ceph-mon[86438]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 9.0 KiB/s wr, 118 op/s 2024-07-29T16:16:31.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:30 smithi138 ceph-mon[86438]: osdmap e2733: 8 total, 8 up, 8 in 2024-07-29T16:16:32.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:32 smithi138 ceph-mon[86438]: osdmap e2734: 8 total, 8 up, 8 in 2024-07-29T16:16:32.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:32 smithi067 ceph-mon[91995]: osdmap e2734: 8 total, 8 up, 8 in 2024-07-29T16:16:32.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:32 smithi067 ceph-mon[94375]: osdmap e2734: 8 total, 8 up, 8 in 2024-07-29T16:16:33.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:33 smithi138 ceph-mon[86438]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 11 KiB/s wr, 156 op/s 2024-07-29T16:16:33.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:33 smithi138 ceph-mon[86438]: osdmap e2735: 8 total, 8 up, 8 in 2024-07-29T16:16:33.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:33 smithi067 ceph-mon[94375]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 11 KiB/s wr, 156 op/s 2024-07-29T16:16:33.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:33 smithi067 ceph-mon[94375]: osdmap e2735: 8 total, 8 up, 8 in 2024-07-29T16:16:33.390 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:33 smithi067 ceph-mon[91995]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 11 KiB/s wr, 156 op/s 2024-07-29T16:16:33.390 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:33 smithi067 ceph-mon[91995]: osdmap e2735: 8 total, 8 up, 8 in 2024-07-29T16:16:34.066 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_diff_iterate PASSED [ 50%] 2024-07-29T16:16:34.145 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_read PASSED [ 51%] 2024-07-29T16:16:34.229 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write PASSED [ 51%] 2024-07-29T16:16:34.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:34 smithi138 ceph-mon[86438]: osdmap e2736: 8 total, 8 up, 8 in 2024-07-29T16:16:34.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:34 smithi138 ceph-mon[86438]: osdmap e2737: 8 total, 8 up, 8 in 2024-07-29T16:16:34.312 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_discard PASSED [ 52%] 2024-07-29T16:16:34.403 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write_zeroes PASSED [ 52%] 2024-07-29T16:16:34.480 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_flush PASSED [ 53%] 2024-07-29T16:16:34.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:34 smithi067 ceph-mon[91995]: osdmap e2736: 8 total, 8 up, 8 in 2024-07-29T16:16:34.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:34 smithi067 ceph-mon[91995]: osdmap e2737: 8 total, 8 up, 8 in 2024-07-29T16:16:34.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:34 smithi067 ceph-mon[94375]: osdmap e2736: 8 total, 8 up, 8 in 2024-07-29T16:16:34.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:34 smithi067 ceph-mon[94375]: osdmap e2737: 8 total, 8 up, 8 in 2024-07-29T16:16:35.107 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_metadata PASSED [ 53%] 2024-07-29T16:16:35.186 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_watchers_list PASSED [ 54%] 2024-07-29T16:16:35.293 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_config_list PASSED [ 54%] 2024-07-29T16:16:35.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:35 smithi138 ceph-mon[86438]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 9.7 KiB/s wr, 140 op/s 2024-07-29T16:16:35.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:16:35.392 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_config_set_and_get_and_remove PASSED [ 55%] 2024-07-29T16:16:35.471 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_sparsify PASSED [ 56%] 2024-07-29T16:16:35.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:35 smithi067 ceph-mon[91995]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 9.7 KiB/s wr, 140 op/s 2024-07-29T16:16:35.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:16:35.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:35 smithi067 ceph-mon[94375]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 9.7 KiB/s wr, 140 op/s 2024-07-29T16:16:35.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:16:37.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:37 smithi138 ceph-mon[86438]: pgmap v4599: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 44 KiB/s wr, 920 op/s 2024-07-29T16:16:37.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:37 smithi067 ceph-mon[91995]: pgmap v4599: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 44 KiB/s wr, 920 op/s 2024-07-29T16:16:37.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:37 smithi067 ceph-mon[94375]: pgmap v4599: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 44 KiB/s wr, 920 op/s 2024-07-29T16:16:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:16:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:16:37] "GET /metrics HTTP/1.1" 200 36884 "" "Prometheus/2.51.0" 2024-07-29T16:16:39.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:39 smithi138 ceph-mon[86438]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 39 KiB/s wr, 881 op/s 2024-07-29T16:16:39.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:39 smithi138 ceph-mon[86438]: osdmap e2738: 8 total, 8 up, 8 in 2024-07-29T16:16:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:39 smithi067 ceph-mon[91995]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 39 KiB/s wr, 881 op/s 2024-07-29T16:16:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:39 smithi067 ceph-mon[91995]: osdmap e2738: 8 total, 8 up, 8 in 2024-07-29T16:16:39.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:39 smithi067 ceph-mon[94375]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 39 KiB/s wr, 881 op/s 2024-07-29T16:16:39.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:39 smithi067 ceph-mon[94375]: osdmap e2738: 8 total, 8 up, 8 in 2024-07-29T16:16:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:16:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:16:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:16:41.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:41 smithi067 ceph-mon[91995]: pgmap v4602: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 41 KiB/s wr, 879 op/s 2024-07-29T16:16:41.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:41 smithi067 ceph-mon[94375]: pgmap v4602: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 41 KiB/s wr, 879 op/s 2024-07-29T16:16:41.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:41 smithi138 ceph-mon[86438]: pgmap v4602: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 41 KiB/s wr, 879 op/s 2024-07-29T16:16:43.202 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks1 PASSED [ 56%] 2024-07-29T16:16:43.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:43 smithi067 ceph-mon[91995]: pgmap v4603: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 545 KiB/s wr, 726 op/s 2024-07-29T16:16:43.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:43 smithi067 ceph-mon[94375]: pgmap v4603: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 545 KiB/s wr, 726 op/s 2024-07-29T16:16:43.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:43 smithi138 ceph-mon[86438]: pgmap v4603: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 545 KiB/s wr, 726 op/s 2024-07-29T16:16:45.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:44 smithi067 ceph-mon[91995]: pgmap v4604: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 465 KiB/s wr, 621 op/s 2024-07-29T16:16:45.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:44 smithi067 ceph-mon[91995]: osdmap e2739: 8 total, 8 up, 8 in 2024-07-29T16:16:45.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:44 smithi067 ceph-mon[94375]: pgmap v4604: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 465 KiB/s wr, 621 op/s 2024-07-29T16:16:45.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:44 smithi067 ceph-mon[94375]: osdmap e2739: 8 total, 8 up, 8 in 2024-07-29T16:16:45.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:44 smithi138 ceph-mon[86438]: pgmap v4604: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 465 KiB/s wr, 621 op/s 2024-07-29T16:16:45.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:44 smithi138 ceph-mon[86438]: osdmap e2739: 8 total, 8 up, 8 in 2024-07-29T16:16:47.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:46 smithi067 ceph-mon[91995]: pgmap v4606: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 520 KiB/s wr, 124 op/s 2024-07-29T16:16:47.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:46 smithi067 ceph-mon[94375]: pgmap v4606: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 520 KiB/s wr, 124 op/s 2024-07-29T16:16:47.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:46 smithi138 ceph-mon[86438]: pgmap v4606: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 520 KiB/s wr, 124 op/s 2024-07-29T16:16:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:16:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:16:47] "GET /metrics HTTP/1.1" 200 36884 "" "Prometheus/2.51.0" 2024-07-29T16:16:49.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:48 smithi067 ceph-mon[91995]: pgmap v4607: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 496 KiB/s wr, 107 op/s 2024-07-29T16:16:49.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:48 smithi067 ceph-mon[94375]: pgmap v4607: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 496 KiB/s wr, 107 op/s 2024-07-29T16:16:49.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:48 smithi138 ceph-mon[86438]: pgmap v4607: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 496 KiB/s wr, 107 op/s 2024-07-29T16:16:50.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:16:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:16:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:16:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:50 smithi138 ceph-mon[86438]: pgmap v4608: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 412 KiB/s wr, 57 op/s 2024-07-29T16:16:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:16:51.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:50 smithi067 ceph-mon[91995]: pgmap v4608: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 412 KiB/s wr, 57 op/s 2024-07-29T16:16:51.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:16:51.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:50 smithi067 ceph-mon[94375]: pgmap v4608: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 412 KiB/s wr, 57 op/s 2024-07-29T16:16:51.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:16:53.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:52 smithi138 ceph-mon[86438]: pgmap v4609: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 412 KiB/s wr, 29 op/s 2024-07-29T16:16:53.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:52 smithi067 ceph-mon[91995]: pgmap v4609: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 412 KiB/s wr, 29 op/s 2024-07-29T16:16:53.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:52 smithi067 ceph-mon[94375]: pgmap v4609: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 412 KiB/s wr, 29 op/s 2024-07-29T16:16:55.031 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks2 PASSED [ 57%] 2024-07-29T16:16:55.117 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_read PASSED [ 57%] 2024-07-29T16:16:55.211 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_write PASSED [ 58%] 2024-07-29T16:16:55.300 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_resize PASSED [ 58%] 2024-07-29T16:16:55.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:54 smithi138 ceph-mon[86438]: pgmap v4610: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-07-29T16:16:55.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:54 smithi067 ceph-mon[91995]: pgmap v4610: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-07-29T16:16:55.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:54 smithi067 ceph-mon[94375]: pgmap v4610: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-07-29T16:16:57.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:57 smithi138 ceph-mon[86438]: pgmap v4611: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 1.4 MiB/s wr, 41 op/s 2024-07-29T16:16:57.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:57 smithi138 ceph-mon[86438]: osdmap e2740: 8 total, 8 up, 8 in 2024-07-29T16:16:57.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:57 smithi067 ceph-mon[91995]: pgmap v4611: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 1.4 MiB/s wr, 41 op/s 2024-07-29T16:16:57.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:57 smithi067 ceph-mon[91995]: osdmap e2740: 8 total, 8 up, 8 in 2024-07-29T16:16:57.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:57 smithi067 ceph-mon[94375]: pgmap v4611: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 1.4 MiB/s wr, 41 op/s 2024-07-29T16:16:57.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:57 smithi067 ceph-mon[94375]: osdmap e2740: 8 total, 8 up, 8 in 2024-07-29T16:16:58.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:58 smithi067 ceph-mon[91995]: osdmap e2741: 8 total, 8 up, 8 in 2024-07-29T16:16:58.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:58 smithi067 ceph-mon[94375]: osdmap e2741: 8 total, 8 up, 8 in 2024-07-29T16:16:58.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:16:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:16:57] "GET /metrics HTTP/1.1" 200 36875 "" "Prometheus/2.51.0" 2024-07-29T16:16:58.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:58 smithi138 ceph-mon[86438]: osdmap e2741: 8 total, 8 up, 8 in 2024-07-29T16:16:59.153 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params PASSED [ 59%] 2024-07-29T16:16:59.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:59 smithi138 ceph-mon[86438]: pgmap v4614: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 2.0 MiB/s wr, 65 op/s 2024-07-29T16:16:59.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:16:59 smithi138 ceph-mon[86438]: osdmap e2742: 8 total, 8 up, 8 in 2024-07-29T16:16:59.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:59 smithi067 ceph-mon[91995]: pgmap v4614: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 2.0 MiB/s wr, 65 op/s 2024-07-29T16:16:59.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:16:59 smithi067 ceph-mon[91995]: osdmap e2742: 8 total, 8 up, 8 in 2024-07-29T16:16:59.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:59 smithi067 ceph-mon[94375]: pgmap v4614: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 2.0 MiB/s wr, 65 op/s 2024-07-29T16:16:59.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:16:59 smithi067 ceph-mon[94375]: osdmap e2742: 8 total, 8 up, 8 in 2024-07-29T16:17:00.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:00 smithi138 ceph-mon[86438]: osdmap e2743: 8 total, 8 up, 8 in 2024-07-29T16:17:00.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:17:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:17:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:17:00.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:00 smithi067 ceph-mon[91995]: osdmap e2743: 8 total, 8 up, 8 in 2024-07-29T16:17:00.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:00 smithi067 ceph-mon[94375]: osdmap e2743: 8 total, 8 up, 8 in 2024-07-29T16:17:01.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:01 smithi138 ceph-mon[86438]: pgmap v4617: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 310 KiB/s rd, 17 KiB/s wr, 321 op/s 2024-07-29T16:17:01.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:01 smithi138 ceph-mon[86438]: osdmap e2744: 8 total, 8 up, 8 in 2024-07-29T16:17:01.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:01 smithi067 ceph-mon[91995]: pgmap v4617: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 310 KiB/s rd, 17 KiB/s wr, 321 op/s 2024-07-29T16:17:01.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:01 smithi067 ceph-mon[91995]: osdmap e2744: 8 total, 8 up, 8 in 2024-07-29T16:17:01.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:01 smithi067 ceph-mon[94375]: pgmap v4617: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 310 KiB/s rd, 17 KiB/s wr, 321 op/s 2024-07-29T16:17:01.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:01 smithi067 ceph-mon[94375]: osdmap e2744: 8 total, 8 up, 8 in 2024-07-29T16:17:02.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:02 smithi067 ceph-mon[91995]: osdmap e2745: 8 total, 8 up, 8 in 2024-07-29T16:17:02.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:02 smithi067 ceph-mon[94375]: osdmap e2745: 8 total, 8 up, 8 in 2024-07-29T16:17:02.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:02 smithi138 ceph-mon[86438]: osdmap e2745: 8 total, 8 up, 8 in 2024-07-29T16:17:03.187 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params2 PASSED [ 59%] 2024-07-29T16:17:03.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:03 smithi067 ceph-mon[94375]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 17 KiB/s wr, 304 op/s 2024-07-29T16:17:03.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:03 smithi067 ceph-mon[94375]: osdmap e2746: 8 total, 8 up, 8 in 2024-07-29T16:17:03.390 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:03 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:17:03.390 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:03 smithi067 ceph-mon[91995]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 17 KiB/s wr, 304 op/s 2024-07-29T16:17:03.390 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:03 smithi067 ceph-mon[91995]: osdmap e2746: 8 total, 8 up, 8 in 2024-07-29T16:17:03.390 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:03 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:17:03.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:03 smithi138 ceph-mon[86438]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 17 KiB/s wr, 304 op/s 2024-07-29T16:17:03.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:03 smithi138 ceph-mon[86438]: osdmap e2746: 8 total, 8 up, 8 in 2024-07-29T16:17:03.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:03 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:17:04.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:04 smithi067 ceph-mon[91995]: osdmap e2747: 8 total, 8 up, 8 in 2024-07-29T16:17:04.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:17:04.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:17:04.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:17:04.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:04 smithi067 ceph-mon[91995]: pgmap v4623: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 8.2 KiB/s wr, 150 op/s 2024-07-29T16:17:04.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:04 smithi067 ceph-mon[94375]: osdmap e2747: 8 total, 8 up, 8 in 2024-07-29T16:17:04.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:17:04.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:17:04.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:17:04.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:04 smithi067 ceph-mon[94375]: pgmap v4623: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 8.2 KiB/s wr, 150 op/s 2024-07-29T16:17:04.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:04 smithi138 ceph-mon[86438]: osdmap e2747: 8 total, 8 up, 8 in 2024-07-29T16:17:04.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:17:04.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:17:04.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:17:04.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:04 smithi138 ceph-mon[86438]: pgmap v4623: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 8.2 KiB/s wr, 150 op/s 2024-07-29T16:17:05.315 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params3 SKIPPED [ 60%] 2024-07-29T16:17:05.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:05 smithi067 ceph-mon[94375]: osdmap e2748: 8 total, 8 up, 8 in 2024-07-29T16:17:05.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:17:05.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:05 smithi067 ceph-mon[91995]: osdmap e2748: 8 total, 8 up, 8 in 2024-07-29T16:17:05.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:17:05.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:05 smithi138 ceph-mon[86438]: osdmap e2748: 8 total, 8 up, 8 in 2024-07-29T16:17:05.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:17:06.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:06 smithi067 ceph-mon[91995]: osdmap e2749: 8 total, 8 up, 8 in 2024-07-29T16:17:06.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:06 smithi067 ceph-mon[91995]: pgmap v4626: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 17 KiB/s wr, 321 op/s 2024-07-29T16:17:06.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:06 smithi067 ceph-mon[94375]: osdmap e2749: 8 total, 8 up, 8 in 2024-07-29T16:17:06.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:06 smithi067 ceph-mon[94375]: pgmap v4626: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 17 KiB/s wr, 321 op/s 2024-07-29T16:17:06.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:06 smithi138 ceph-mon[86438]: osdmap e2749: 8 total, 8 up, 8 in 2024-07-29T16:17:06.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:06 smithi138 ceph-mon[86438]: pgmap v4626: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 17 KiB/s wr, 321 op/s 2024-07-29T16:17:07.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:07 smithi067 ceph-mon[91995]: osdmap e2750: 8 total, 8 up, 8 in 2024-07-29T16:17:07.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:07 smithi067 ceph-mon[94375]: osdmap e2750: 8 total, 8 up, 8 in 2024-07-29T16:17:07.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:07 smithi138 ceph-mon[86438]: osdmap e2750: 8 total, 8 up, 8 in 2024-07-29T16:17:08.235 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:17:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:17:07] "GET /metrics HTTP/1.1" 200 36885 "" "Prometheus/2.51.0" 2024-07-29T16:17:08.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:08 smithi067 ceph-mon[91995]: osdmap e2751: 8 total, 8 up, 8 in 2024-07-29T16:17:08.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:08 smithi067 ceph-mon[91995]: pgmap v4629: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 257 KiB/s rd, 15 KiB/s wr, 335 op/s 2024-07-29T16:17:08.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:08 smithi067 ceph-mon[94375]: osdmap e2751: 8 total, 8 up, 8 in 2024-07-29T16:17:08.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:08 smithi067 ceph-mon[94375]: pgmap v4629: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 257 KiB/s rd, 15 KiB/s wr, 335 op/s 2024-07-29T16:17:08.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:08 smithi138 ceph-mon[86438]: osdmap e2751: 8 total, 8 up, 8 in 2024-07-29T16:17:08.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:08 smithi138 ceph-mon[86438]: pgmap v4629: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 257 KiB/s rd, 15 KiB/s wr, 335 op/s 2024-07-29T16:17:09.083 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stripe_unit_and_count PASSED [ 60%] 2024-07-29T16:17:09.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:09 smithi067 ceph-mon[91995]: osdmap e2752: 8 total, 8 up, 8 in 2024-07-29T16:17:09.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:09 smithi067 ceph-mon[91995]: osdmap e2753: 8 total, 8 up, 8 in 2024-07-29T16:17:09.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:09 smithi067 ceph-mon[94375]: osdmap e2752: 8 total, 8 up, 8 in 2024-07-29T16:17:09.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:09 smithi067 ceph-mon[94375]: osdmap e2753: 8 total, 8 up, 8 in 2024-07-29T16:17:09.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:09 smithi138 ceph-mon[86438]: osdmap e2752: 8 total, 8 up, 8 in 2024-07-29T16:17:09.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:09 smithi138 ceph-mon[86438]: osdmap e2753: 8 total, 8 up, 8 in 2024-07-29T16:17:10.563 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:17:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:17:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:17:11.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:10 smithi067 ceph-mon[91995]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 15 KiB/s wr, 251 op/s 2024-07-29T16:17:11.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:10 smithi067 ceph-mon[91995]: osdmap e2754: 8 total, 8 up, 8 in 2024-07-29T16:17:11.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:10 smithi067 ceph-mon[94375]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 15 KiB/s wr, 251 op/s 2024-07-29T16:17:11.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:10 smithi067 ceph-mon[94375]: osdmap e2754: 8 total, 8 up, 8 in 2024-07-29T16:17:11.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:10 smithi138 ceph-mon[86438]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 15 KiB/s wr, 251 op/s 2024-07-29T16:17:11.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:10 smithi138 ceph-mon[86438]: osdmap e2754: 8 total, 8 up, 8 in 2024-07-29T16:17:11.335 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_clone_format PASSED [ 61%] 2024-07-29T16:17:12.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:12 smithi138 ceph-mon[86438]: osdmap e2755: 8 total, 8 up, 8 in 2024-07-29T16:17:12.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:12 smithi138 ceph-mon[86438]: pgmap v4635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 205 KiB/s rd, 18 KiB/s wr, 288 op/s 2024-07-29T16:17:12.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:12 smithi067 ceph-mon[91995]: osdmap e2755: 8 total, 8 up, 8 in 2024-07-29T16:17:12.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:12 smithi067 ceph-mon[91995]: pgmap v4635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 205 KiB/s rd, 18 KiB/s wr, 288 op/s 2024-07-29T16:17:12.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:12 smithi067 ceph-mon[94375]: osdmap e2755: 8 total, 8 up, 8 in 2024-07-29T16:17:12.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:12 smithi067 ceph-mon[94375]: pgmap v4635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 205 KiB/s rd, 18 KiB/s wr, 288 op/s 2024-07-29T16:17:13.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:13 smithi138 ceph-mon[86438]: osdmap e2756: 8 total, 8 up, 8 in 2024-07-29T16:17:13.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:13 smithi067 ceph-mon[91995]: osdmap e2756: 8 total, 8 up, 8 in 2024-07-29T16:17:13.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:13 smithi067 ceph-mon[94375]: osdmap e2756: 8 total, 8 up, 8 in 2024-07-29T16:17:14.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:14 smithi138 ceph-mon[86438]: osdmap e2757: 8 total, 8 up, 8 in 2024-07-29T16:17:14.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:14 smithi138 ceph-mon[86438]: pgmap v4638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 266 KiB/s rd, 15 KiB/s wr, 356 op/s 2024-07-29T16:17:14.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:14 smithi138 ceph-mon[86438]: osdmap e2758: 8 total, 8 up, 8 in 2024-07-29T16:17:14.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:14 smithi067 ceph-mon[91995]: osdmap e2757: 8 total, 8 up, 8 in 2024-07-29T16:17:14.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:14 smithi067 ceph-mon[91995]: pgmap v4638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 266 KiB/s rd, 15 KiB/s wr, 356 op/s 2024-07-29T16:17:14.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:14 smithi067 ceph-mon[91995]: osdmap e2758: 8 total, 8 up, 8 in 2024-07-29T16:17:14.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:14 smithi067 ceph-mon[94375]: osdmap e2757: 8 total, 8 up, 8 in 2024-07-29T16:17:14.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:14 smithi067 ceph-mon[94375]: pgmap v4638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 266 KiB/s rd, 15 KiB/s wr, 356 op/s 2024-07-29T16:17:14.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:14 smithi067 ceph-mon[94375]: osdmap e2758: 8 total, 8 up, 8 in 2024-07-29T16:17:15.100 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected PASSED [ 62%] 2024-07-29T16:17:16.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:15 smithi138 ceph-mon[86438]: osdmap e2759: 8 total, 8 up, 8 in 2024-07-29T16:17:16.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:15 smithi067 ceph-mon[91995]: osdmap e2759: 8 total, 8 up, 8 in 2024-07-29T16:17:16.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:15 smithi067 ceph-mon[94375]: osdmap e2759: 8 total, 8 up, 8 in 2024-07-29T16:17:17.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:16 smithi138 ceph-mon[86438]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 401 KiB/s rd, 26 KiB/s wr, 536 op/s 2024-07-29T16:17:17.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:16 smithi138 ceph-mon[86438]: osdmap e2760: 8 total, 8 up, 8 in 2024-07-29T16:17:17.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:16 smithi067 ceph-mon[91995]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 401 KiB/s rd, 26 KiB/s wr, 536 op/s 2024-07-29T16:17:17.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:16 smithi067 ceph-mon[91995]: osdmap e2760: 8 total, 8 up, 8 in 2024-07-29T16:17:17.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:16 smithi067 ceph-mon[94375]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 401 KiB/s rd, 26 KiB/s wr, 536 op/s 2024-07-29T16:17:17.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:16 smithi067 ceph-mon[94375]: osdmap e2760: 8 total, 8 up, 8 in 2024-07-29T16:17:18.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:18 smithi067 ceph-mon[91995]: osdmap e2761: 8 total, 8 up, 8 in 2024-07-29T16:17:18.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:18 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi067-157970-2","app": "rbd"}]: dispatch 2024-07-29T16:17:18.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:18 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi067-157970-2","app": "rbd"}]: dispatch 2024-07-29T16:17:18.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:18 smithi067 ceph-mon[94375]: osdmap e2761: 8 total, 8 up, 8 in 2024-07-29T16:17:18.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:18 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi067-157970-2","app": "rbd"}]: dispatch 2024-07-29T16:17:18.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:18 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi067-157970-2","app": "rbd"}]: dispatch 2024-07-29T16:17:18.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:17:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:17:17] "GET /metrics HTTP/1.1" 200 36885 "" "Prometheus/2.51.0" 2024-07-29T16:17:18.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:18 smithi138 ceph-mon[86438]: osdmap e2761: 8 total, 8 up, 8 in 2024-07-29T16:17:18.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:18 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi067-157970-2","app": "rbd"}]: dispatch 2024-07-29T16:17:18.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:18 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi067-157970-2","app": "rbd"}]: dispatch 2024-07-29T16:17:19.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:19 smithi138 ceph-mon[86438]: pgmap v4644: 169 pgs: 6 creating+peering, 26 unknown, 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 347 KiB/s rd, 24 KiB/s wr, 456 op/s 2024-07-29T16:17:19.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:19 smithi138 ceph-mon[86438]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T16:17:19.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:19 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi067-157970-2","app": "rbd"}]': finished 2024-07-29T16:17:19.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:19 smithi138 ceph-mon[86438]: osdmap e2762: 8 total, 8 up, 8 in 2024-07-29T16:17:19.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:19 smithi138 ceph-mon[86438]: osdmap e2763: 8 total, 8 up, 8 in 2024-07-29T16:17:19.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:19 smithi067 ceph-mon[91995]: pgmap v4644: 169 pgs: 6 creating+peering, 26 unknown, 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 347 KiB/s rd, 24 KiB/s wr, 456 op/s 2024-07-29T16:17:19.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:19 smithi067 ceph-mon[91995]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T16:17:19.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:19 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi067-157970-2","app": "rbd"}]': finished 2024-07-29T16:17:19.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:19 smithi067 ceph-mon[91995]: osdmap e2762: 8 total, 8 up, 8 in 2024-07-29T16:17:19.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:19 smithi067 ceph-mon[91995]: osdmap e2763: 8 total, 8 up, 8 in 2024-07-29T16:17:19.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:19 smithi067 ceph-mon[94375]: pgmap v4644: 169 pgs: 6 creating+peering, 26 unknown, 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 347 KiB/s rd, 24 KiB/s wr, 456 op/s 2024-07-29T16:17:19.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:19 smithi067 ceph-mon[94375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-29T16:17:19.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:19 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi067-157970-2","app": "rbd"}]': finished 2024-07-29T16:17:19.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:19 smithi067 ceph-mon[94375]: osdmap e2762: 8 total, 8 up, 8 in 2024-07-29T16:17:19.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:19 smithi067 ceph-mon[94375]: osdmap e2763: 8 total, 8 up, 8 in 2024-07-29T16:17:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:17:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:17:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:17:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:20 smithi138 ceph-mon[86438]: pgmap v4647: 169 pgs: 6 creating+peering, 9 unknown, 154 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 9.7 KiB/s wr, 186 op/s 2024-07-29T16:17:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:20 smithi138 ceph-mon[86438]: osdmap e2764: 8 total, 8 up, 8 in 2024-07-29T16:17:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:20 smithi138 ceph-mon[86438]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T16:17:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:17:21.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:20 smithi067 ceph-mon[91995]: pgmap v4647: 169 pgs: 6 creating+peering, 9 unknown, 154 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 9.7 KiB/s wr, 186 op/s 2024-07-29T16:17:21.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:20 smithi067 ceph-mon[91995]: osdmap e2764: 8 total, 8 up, 8 in 2024-07-29T16:17:21.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:20 smithi067 ceph-mon[91995]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T16:17:21.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:17:21.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:20 smithi067 ceph-mon[94375]: pgmap v4647: 169 pgs: 6 creating+peering, 9 unknown, 154 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 9.7 KiB/s wr, 186 op/s 2024-07-29T16:17:21.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:20 smithi067 ceph-mon[94375]: osdmap e2764: 8 total, 8 up, 8 in 2024-07-29T16:17:21.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:20 smithi067 ceph-mon[94375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-29T16:17:21.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:17:22.130 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotect_with_children PASSED [ 62%] 2024-07-29T16:17:22.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:22 smithi138 ceph-mon[86438]: osdmap e2765: 8 total, 8 up, 8 in 2024-07-29T16:17:22.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:22 smithi067 ceph-mon[91995]: osdmap e2765: 8 total, 8 up, 8 in 2024-07-29T16:17:22.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:22 smithi067 ceph-mon[94375]: osdmap e2765: 8 total, 8 up, 8 in 2024-07-29T16:17:23.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:23 smithi138 ceph-mon[86438]: pgmap v4650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 4.2 KiB/s wr, 81 op/s 2024-07-29T16:17:23.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:23 smithi138 ceph-mon[86438]: osdmap e2766: 8 total, 8 up, 8 in 2024-07-29T16:17:23.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:23 smithi067 ceph-mon[91995]: pgmap v4650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 4.2 KiB/s wr, 81 op/s 2024-07-29T16:17:23.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:23 smithi067 ceph-mon[91995]: osdmap e2766: 8 total, 8 up, 8 in 2024-07-29T16:17:23.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:23 smithi067 ceph-mon[94375]: pgmap v4650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 4.2 KiB/s wr, 81 op/s 2024-07-29T16:17:23.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:23 smithi067 ceph-mon[94375]: osdmap e2766: 8 total, 8 up, 8 in 2024-07-29T16:17:24.096 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stat PASSED [ 63%] 2024-07-29T16:17:24.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:24 smithi138 ceph-mon[86438]: osdmap e2767: 8 total, 8 up, 8 in 2024-07-29T16:17:24.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:24 smithi138 ceph-mon[86438]: osdmap e2768: 8 total, 8 up, 8 in 2024-07-29T16:17:24.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:24 smithi067 ceph-mon[91995]: osdmap e2767: 8 total, 8 up, 8 in 2024-07-29T16:17:24.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:24 smithi067 ceph-mon[91995]: osdmap e2768: 8 total, 8 up, 8 in 2024-07-29T16:17:24.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:24 smithi067 ceph-mon[94375]: osdmap e2767: 8 total, 8 up, 8 in 2024-07-29T16:17:24.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:24 smithi067 ceph-mon[94375]: osdmap e2768: 8 total, 8 up, 8 in 2024-07-29T16:17:25.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:25 smithi138 ceph-mon[86438]: pgmap v4653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 4.0 KiB/s wr, 96 op/s 2024-07-29T16:17:25.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:25 smithi067 ceph-mon[91995]: pgmap v4653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 4.0 KiB/s wr, 96 op/s 2024-07-29T16:17:25.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:25 smithi067 ceph-mon[94375]: pgmap v4653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 4.0 KiB/s wr, 96 op/s 2024-07-29T16:17:26.150 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_stat PASSED [ 63%] 2024-07-29T16:17:26.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:26 smithi138 ceph-mon[86438]: osdmap e2769: 8 total, 8 up, 8 in 2024-07-29T16:17:26.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:26 smithi067 ceph-mon[91995]: osdmap e2769: 8 total, 8 up, 8 in 2024-07-29T16:17:26.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:26 smithi067 ceph-mon[94375]: osdmap e2769: 8 total, 8 up, 8 in 2024-07-29T16:17:27.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:27 smithi067 ceph-mon[91995]: pgmap v4656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 9.0 KiB/s wr, 149 op/s 2024-07-29T16:17:27.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:27 smithi067 ceph-mon[91995]: osdmap e2770: 8 total, 8 up, 8 in 2024-07-29T16:17:27.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:27 smithi067 ceph-mon[94375]: pgmap v4656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 9.0 KiB/s wr, 149 op/s 2024-07-29T16:17:27.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:27 smithi067 ceph-mon[94375]: osdmap e2770: 8 total, 8 up, 8 in 2024-07-29T16:17:27.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:27 smithi138 ceph-mon[86438]: pgmap v4656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 9.0 KiB/s wr, 149 op/s 2024-07-29T16:17:27.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:27 smithi138 ceph-mon[86438]: osdmap e2770: 8 total, 8 up, 8 in 2024-07-29T16:17:28.176 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_io PASSED [ 64%] 2024-07-29T16:17:28.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:28 smithi067 ceph-mon[94375]: osdmap e2771: 8 total, 8 up, 8 in 2024-07-29T16:17:28.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:28 smithi067 ceph-mon[91995]: osdmap e2771: 8 total, 8 up, 8 in 2024-07-29T16:17:28.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:17:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:17:27] "GET /metrics HTTP/1.1" 200 39331 "" "Prometheus/2.51.0" 2024-07-29T16:17:28.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:28 smithi138 ceph-mon[86438]: osdmap e2771: 8 total, 8 up, 8 in 2024-07-29T16:17:29.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:29 smithi067 ceph-mon[91995]: pgmap v4659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 12 KiB/s wr, 198 op/s 2024-07-29T16:17:29.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:29 smithi067 ceph-mon[91995]: osdmap e2772: 8 total, 8 up, 8 in 2024-07-29T16:17:29.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:29 smithi067 ceph-mon[91995]: osdmap e2773: 8 total, 8 up, 8 in 2024-07-29T16:17:29.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:29 smithi067 ceph-mon[94375]: pgmap v4659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 12 KiB/s wr, 198 op/s 2024-07-29T16:17:29.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:29 smithi067 ceph-mon[94375]: osdmap e2772: 8 total, 8 up, 8 in 2024-07-29T16:17:29.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:29 smithi067 ceph-mon[94375]: osdmap e2773: 8 total, 8 up, 8 in 2024-07-29T16:17:29.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:29 smithi138 ceph-mon[86438]: pgmap v4659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 12 KiB/s wr, 198 op/s 2024-07-29T16:17:29.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:29 smithi138 ceph-mon[86438]: osdmap e2772: 8 total, 8 up, 8 in 2024-07-29T16:17:29.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:29 smithi138 ceph-mon[86438]: osdmap e2773: 8 total, 8 up, 8 in 2024-07-29T16:17:30.182 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_read PASSED [ 64%] 2024-07-29T16:17:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:17:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:17:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:17:31.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:31 smithi067 ceph-mon[91995]: pgmap v4662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 18 KiB/s wr, 285 op/s 2024-07-29T16:17:31.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:31 smithi067 ceph-mon[91995]: osdmap e2774: 8 total, 8 up, 8 in 2024-07-29T16:17:31.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:31 smithi067 ceph-mon[94375]: pgmap v4662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 18 KiB/s wr, 285 op/s 2024-07-29T16:17:31.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:31 smithi067 ceph-mon[94375]: osdmap e2774: 8 total, 8 up, 8 in 2024-07-29T16:17:31.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:31 smithi138 ceph-mon[86438]: pgmap v4662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 18 KiB/s wr, 285 op/s 2024-07-29T16:17:31.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:31 smithi138 ceph-mon[86438]: osdmap e2774: 8 total, 8 up, 8 in 2024-07-29T16:17:32.191 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_write PASSED [ 65%] 2024-07-29T16:17:32.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:32 smithi067 ceph-mon[91995]: osdmap e2775: 8 total, 8 up, 8 in 2024-07-29T16:17:32.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:32 smithi067 ceph-mon[91995]: pgmap v4665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 263 KiB/s rd, 24 KiB/s wr, 365 op/s 2024-07-29T16:17:32.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:32 smithi067 ceph-mon[94375]: osdmap e2775: 8 total, 8 up, 8 in 2024-07-29T16:17:32.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:32 smithi067 ceph-mon[94375]: pgmap v4665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 263 KiB/s rd, 24 KiB/s wr, 365 op/s 2024-07-29T16:17:32.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:32 smithi138 ceph-mon[86438]: osdmap e2775: 8 total, 8 up, 8 in 2024-07-29T16:17:32.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:32 smithi138 ceph-mon[86438]: pgmap v4665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 263 KiB/s rd, 24 KiB/s wr, 365 op/s 2024-07-29T16:17:33.389 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:33 smithi067 ceph-mon[91995]: osdmap e2776: 8 total, 8 up, 8 in 2024-07-29T16:17:33.389 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:33 smithi067 ceph-mon[94375]: osdmap e2776: 8 total, 8 up, 8 in 2024-07-29T16:17:33.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:33 smithi138 ceph-mon[86438]: osdmap e2776: 8 total, 8 up, 8 in 2024-07-29T16:17:34.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:34 smithi067 ceph-mon[91995]: osdmap e2777: 8 total, 8 up, 8 in 2024-07-29T16:17:34.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:34 smithi067 ceph-mon[91995]: pgmap v4668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 304 KiB/s rd, 21 KiB/s wr, 410 op/s 2024-07-29T16:17:34.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:34 smithi067 ceph-mon[91995]: osdmap e2778: 8 total, 8 up, 8 in 2024-07-29T16:17:34.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:34 smithi067 ceph-mon[94375]: osdmap e2777: 8 total, 8 up, 8 in 2024-07-29T16:17:34.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:34 smithi067 ceph-mon[94375]: pgmap v4668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 304 KiB/s rd, 21 KiB/s wr, 410 op/s 2024-07-29T16:17:34.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:34 smithi067 ceph-mon[94375]: osdmap e2778: 8 total, 8 up, 8 in 2024-07-29T16:17:34.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:34 smithi138 ceph-mon[86438]: osdmap e2777: 8 total, 8 up, 8 in 2024-07-29T16:17:34.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:34 smithi138 ceph-mon[86438]: pgmap v4668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 304 KiB/s rd, 21 KiB/s wr, 410 op/s 2024-07-29T16:17:34.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:34 smithi138 ceph-mon[86438]: osdmap e2778: 8 total, 8 up, 8 in 2024-07-29T16:17:35.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:17:35.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:17:35.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:17:36.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:36 smithi067 ceph-mon[91995]: pgmap v4670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 444 KiB/s rd, 25 KiB/s wr, 577 op/s 2024-07-29T16:17:36.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:36 smithi067 ceph-mon[94375]: pgmap v4670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 444 KiB/s rd, 25 KiB/s wr, 577 op/s 2024-07-29T16:17:36.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:36 smithi138 ceph-mon[86438]: pgmap v4670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 444 KiB/s rd, 25 KiB/s wr, 577 op/s 2024-07-29T16:17:37.194 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_list_children PASSED [ 65%] 2024-07-29T16:17:38.125 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:17:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:17:37] "GET /metrics HTTP/1.1" 200 36884 "" "Prometheus/2.51.0" 2024-07-29T16:17:38.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:38 smithi067 ceph-mon[91995]: osdmap e2779: 8 total, 8 up, 8 in 2024-07-29T16:17:38.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:38 smithi067 ceph-mon[91995]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 846 KiB/s rd, 22 KiB/s wr, 1.02k op/s 2024-07-29T16:17:38.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:38 smithi067 ceph-mon[94375]: osdmap e2779: 8 total, 8 up, 8 in 2024-07-29T16:17:38.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:38 smithi067 ceph-mon[94375]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 846 KiB/s rd, 22 KiB/s wr, 1.02k op/s 2024-07-29T16:17:38.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:38 smithi138 ceph-mon[86438]: osdmap e2779: 8 total, 8 up, 8 in 2024-07-29T16:17:38.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:38 smithi138 ceph-mon[86438]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 846 KiB/s rd, 22 KiB/s wr, 1.02k op/s 2024-07-29T16:17:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:39 smithi067 ceph-mon[91995]: osdmap e2780: 8 total, 8 up, 8 in 2024-07-29T16:17:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:39 smithi067 ceph-mon[91995]: osdmap e2781: 8 total, 8 up, 8 in 2024-07-29T16:17:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:39 smithi067 ceph-mon[94375]: osdmap e2780: 8 total, 8 up, 8 in 2024-07-29T16:17:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:39 smithi067 ceph-mon[94375]: osdmap e2781: 8 total, 8 up, 8 in 2024-07-29T16:17:39.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:39 smithi138 ceph-mon[86438]: osdmap e2780: 8 total, 8 up, 8 in 2024-07-29T16:17:39.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:39 smithi138 ceph-mon[86438]: osdmap e2781: 8 total, 8 up, 8 in 2024-07-29T16:17:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:17:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:17:40.214Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:17:41.105 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_errors PASSED [ 66%] 2024-07-29T16:17:41.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:41 smithi138 ceph-mon[86438]: pgmap v4675: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 32 KiB/s wr, 2.40k op/s 2024-07-29T16:17:41.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:41 smithi138 ceph-mon[86438]: osdmap e2782: 8 total, 8 up, 8 in 2024-07-29T16:17:41.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:41 smithi067 ceph-mon[91995]: pgmap v4675: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 32 KiB/s wr, 2.40k op/s 2024-07-29T16:17:41.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:41 smithi067 ceph-mon[91995]: osdmap e2782: 8 total, 8 up, 8 in 2024-07-29T16:17:41.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:41 smithi067 ceph-mon[94375]: pgmap v4675: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 32 KiB/s wr, 2.40k op/s 2024-07-29T16:17:41.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:41 smithi067 ceph-mon[94375]: osdmap e2782: 8 total, 8 up, 8 in 2024-07-29T16:17:42.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:42 smithi138 ceph-mon[86438]: osdmap e2783: 8 total, 8 up, 8 in 2024-07-29T16:17:42.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:42 smithi067 ceph-mon[91995]: osdmap e2783: 8 total, 8 up, 8 in 2024-07-29T16:17:42.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:42 smithi067 ceph-mon[94375]: osdmap e2783: 8 total, 8 up, 8 in 2024-07-29T16:17:43.111 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_basic PASSED [ 67%] 2024-07-29T16:17:43.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:43 smithi138 ceph-mon[86438]: pgmap v4678: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 23 KiB/s wr, 2.35k op/s 2024-07-29T16:17:43.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:43 smithi138 ceph-mon[86438]: osdmap e2784: 8 total, 8 up, 8 in 2024-07-29T16:17:43.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:43 smithi067 ceph-mon[91995]: pgmap v4678: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 23 KiB/s wr, 2.35k op/s 2024-07-29T16:17:43.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:43 smithi067 ceph-mon[91995]: osdmap e2784: 8 total, 8 up, 8 in 2024-07-29T16:17:43.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:43 smithi067 ceph-mon[94375]: pgmap v4678: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 23 KiB/s wr, 2.35k op/s 2024-07-29T16:17:43.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:43 smithi067 ceph-mon[94375]: osdmap e2784: 8 total, 8 up, 8 in 2024-07-29T16:17:44.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:44 smithi138 ceph-mon[86438]: osdmap e2785: 8 total, 8 up, 8 in 2024-07-29T16:17:44.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:44 smithi067 ceph-mon[91995]: osdmap e2785: 8 total, 8 up, 8 in 2024-07-29T16:17:44.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:44 smithi067 ceph-mon[94375]: osdmap e2785: 8 total, 8 up, 8 in 2024-07-29T16:17:45.123 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_smaller_order PASSED [ 67%] 2024-07-29T16:17:45.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:45 smithi138 ceph-mon[86438]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 447 KiB/s rd, 15 KiB/s wr, 554 op/s 2024-07-29T16:17:45.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:45 smithi138 ceph-mon[86438]: osdmap e2786: 8 total, 8 up, 8 in 2024-07-29T16:17:45.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:45 smithi067 ceph-mon[91995]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 447 KiB/s rd, 15 KiB/s wr, 554 op/s 2024-07-29T16:17:45.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:45 smithi067 ceph-mon[91995]: osdmap e2786: 8 total, 8 up, 8 in 2024-07-29T16:17:45.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:45 smithi067 ceph-mon[94375]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 447 KiB/s rd, 15 KiB/s wr, 554 op/s 2024-07-29T16:17:45.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:45 smithi067 ceph-mon[94375]: osdmap e2786: 8 total, 8 up, 8 in 2024-07-29T16:17:46.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:46 smithi138 ceph-mon[86438]: osdmap e2787: 8 total, 8 up, 8 in 2024-07-29T16:17:46.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:46 smithi067 ceph-mon[91995]: osdmap e2787: 8 total, 8 up, 8 in 2024-07-29T16:17:46.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:46 smithi067 ceph-mon[94375]: osdmap e2787: 8 total, 8 up, 8 in 2024-07-29T16:17:47.131 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_larger_order PASSED [ 68%] 2024-07-29T16:17:47.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:47 smithi138 ceph-mon[86438]: pgmap v4684: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 448 KiB/s rd, 29 KiB/s wr, 592 op/s 2024-07-29T16:17:47.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:47 smithi138 ceph-mon[86438]: osdmap e2788: 8 total, 8 up, 8 in 2024-07-29T16:17:47.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:47 smithi067 ceph-mon[91995]: pgmap v4684: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 448 KiB/s rd, 29 KiB/s wr, 592 op/s 2024-07-29T16:17:47.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:47 smithi067 ceph-mon[91995]: osdmap e2788: 8 total, 8 up, 8 in 2024-07-29T16:17:47.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:47 smithi067 ceph-mon[94375]: pgmap v4684: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 448 KiB/s rd, 29 KiB/s wr, 592 op/s 2024-07-29T16:17:47.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:47 smithi067 ceph-mon[94375]: osdmap e2788: 8 total, 8 up, 8 in 2024-07-29T16:17:48.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:48 smithi067 ceph-mon[91995]: osdmap e2789: 8 total, 8 up, 8 in 2024-07-29T16:17:48.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:48 smithi067 ceph-mon[94375]: osdmap e2789: 8 total, 8 up, 8 in 2024-07-29T16:17:48.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:17:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:17:47] "GET /metrics HTTP/1.1" 200 36884 "" "Prometheus/2.51.0" 2024-07-29T16:17:48.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:48 smithi138 ceph-mon[86438]: osdmap e2789: 8 total, 8 up, 8 in 2024-07-29T16:17:49.100 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_drops_cache PASSED [ 68%] 2024-07-29T16:17:49.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:49 smithi138 ceph-mon[86438]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 577 KiB/s rd, 47 KiB/s wr, 796 op/s 2024-07-29T16:17:49.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:49 smithi138 ceph-mon[86438]: osdmap e2790: 8 total, 8 up, 8 in 2024-07-29T16:17:49.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:49 smithi138 ceph-mon[86438]: osdmap e2791: 8 total, 8 up, 8 in 2024-07-29T16:17:49.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:49 smithi067 ceph-mon[91995]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 577 KiB/s rd, 47 KiB/s wr, 796 op/s 2024-07-29T16:17:49.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:49 smithi067 ceph-mon[91995]: osdmap e2790: 8 total, 8 up, 8 in 2024-07-29T16:17:49.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:49 smithi067 ceph-mon[91995]: osdmap e2791: 8 total, 8 up, 8 in 2024-07-29T16:17:49.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:49 smithi067 ceph-mon[94375]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 577 KiB/s rd, 47 KiB/s wr, 796 op/s 2024-07-29T16:17:49.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:49 smithi067 ceph-mon[94375]: osdmap e2790: 8 total, 8 up, 8 in 2024-07-29T16:17:49.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:49 smithi067 ceph-mon[94375]: osdmap e2791: 8 total, 8 up, 8 in 2024-07-29T16:17:50.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:17:50.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:17:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:17:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:17:50.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:17:50.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:17:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:51 smithi138 ceph-mon[86438]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 527 KiB/s rd, 46 KiB/s wr, 739 op/s 2024-07-29T16:17:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:51 smithi138 ceph-mon[86438]: osdmap e2792: 8 total, 8 up, 8 in 2024-07-29T16:17:51.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:51 smithi067 ceph-mon[91995]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 527 KiB/s rd, 46 KiB/s wr, 739 op/s 2024-07-29T16:17:51.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:51 smithi067 ceph-mon[91995]: osdmap e2792: 8 total, 8 up, 8 in 2024-07-29T16:17:51.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:51 smithi067 ceph-mon[94375]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 527 KiB/s rd, 46 KiB/s wr, 739 op/s 2024-07-29T16:17:51.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:51 smithi067 ceph-mon[94375]: osdmap e2792: 8 total, 8 up, 8 in 2024-07-29T16:17:52.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:52 smithi067 ceph-mon[91995]: osdmap e2793: 8 total, 8 up, 8 in 2024-07-29T16:17:52.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:52 smithi067 ceph-mon[94375]: osdmap e2793: 8 total, 8 up, 8 in 2024-07-29T16:17:52.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:52 smithi138 ceph-mon[86438]: osdmap e2793: 8 total, 8 up, 8 in 2024-07-29T16:17:53.172 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_multi_level PASSED [ 69%] 2024-07-29T16:17:53.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:53 smithi067 ceph-mon[91995]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 506 KiB/s rd, 32 KiB/s wr, 673 op/s 2024-07-29T16:17:53.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:53 smithi067 ceph-mon[91995]: osdmap e2794: 8 total, 8 up, 8 in 2024-07-29T16:17:53.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:53 smithi067 ceph-mon[94375]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 506 KiB/s rd, 32 KiB/s wr, 673 op/s 2024-07-29T16:17:53.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:53 smithi067 ceph-mon[94375]: osdmap e2794: 8 total, 8 up, 8 in 2024-07-29T16:17:53.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:53 smithi138 ceph-mon[86438]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 506 KiB/s rd, 32 KiB/s wr, 673 op/s 2024-07-29T16:17:53.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:53 smithi138 ceph-mon[86438]: osdmap e2794: 8 total, 8 up, 8 in 2024-07-29T16:17:54.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:54 smithi067 ceph-mon[91995]: osdmap e2795: 8 total, 8 up, 8 in 2024-07-29T16:17:54.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:54 smithi067 ceph-mon[91995]: osdmap e2796: 8 total, 8 up, 8 in 2024-07-29T16:17:54.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:54 smithi067 ceph-mon[94375]: osdmap e2795: 8 total, 8 up, 8 in 2024-07-29T16:17:54.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:54 smithi067 ceph-mon[94375]: osdmap e2796: 8 total, 8 up, 8 in 2024-07-29T16:17:54.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:54 smithi138 ceph-mon[86438]: osdmap e2795: 8 total, 8 up, 8 in 2024-07-29T16:17:54.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:54 smithi138 ceph-mon[86438]: osdmap e2796: 8 total, 8 up, 8 in 2024-07-29T16:17:55.193 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_with_progress PASSED [ 69%] 2024-07-29T16:17:55.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:55 smithi067 ceph-mon[91995]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 423 KiB/s rd, 22 KiB/s wr, 549 op/s 2024-07-29T16:17:55.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:55 smithi067 ceph-mon[94375]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 423 KiB/s rd, 22 KiB/s wr, 549 op/s 2024-07-29T16:17:55.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:55 smithi138 ceph-mon[86438]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 423 KiB/s rd, 22 KiB/s wr, 549 op/s 2024-07-29T16:17:56.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:56 smithi067 ceph-mon[94375]: osdmap e2797: 8 total, 8 up, 8 in 2024-07-29T16:17:56.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:56 smithi067 ceph-mon[94375]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 220 KiB/s rd, 18 KiB/s wr, 301 op/s 2024-07-29T16:17:56.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:56 smithi067 ceph-mon[91995]: osdmap e2797: 8 total, 8 up, 8 in 2024-07-29T16:17:56.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:56 smithi067 ceph-mon[91995]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 220 KiB/s rd, 18 KiB/s wr, 301 op/s 2024-07-29T16:17:56.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:56 smithi138 ceph-mon[86438]: osdmap e2797: 8 total, 8 up, 8 in 2024-07-29T16:17:56.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:56 smithi138 ceph-mon[86438]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 220 KiB/s rd, 18 KiB/s wr, 301 op/s 2024-07-29T16:17:57.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:57 smithi067 ceph-mon[91995]: osdmap e2798: 8 total, 8 up, 8 in 2024-07-29T16:17:57.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:57 smithi067 ceph-mon[94375]: osdmap e2798: 8 total, 8 up, 8 in 2024-07-29T16:17:57.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:57 smithi138 ceph-mon[86438]: osdmap e2798: 8 total, 8 up, 8 in 2024-07-29T16:17:58.106 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:17:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:17:57] "GET /metrics HTTP/1.1" 200 36890 "" "Prometheus/2.51.0" 2024-07-29T16:17:58.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:58 smithi067 ceph-mon[91995]: osdmap e2799: 8 total, 8 up, 8 in 2024-07-29T16:17:58.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:58 smithi067 ceph-mon[91995]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 327 KiB/s rd, 23 KiB/s wr, 437 op/s 2024-07-29T16:17:58.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:58 smithi067 ceph-mon[94375]: osdmap e2799: 8 total, 8 up, 8 in 2024-07-29T16:17:58.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:58 smithi067 ceph-mon[94375]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 327 KiB/s rd, 23 KiB/s wr, 437 op/s 2024-07-29T16:17:58.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:58 smithi138 ceph-mon[86438]: osdmap e2799: 8 total, 8 up, 8 in 2024-07-29T16:17:58.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:58 smithi138 ceph-mon[86438]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 327 KiB/s rd, 23 KiB/s wr, 437 op/s 2024-07-29T16:17:59.110 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_flatten_multi_level PASSED [ 70%] 2024-07-29T16:17:59.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:59 smithi067 ceph-mon[91995]: osdmap e2800: 8 total, 8 up, 8 in 2024-07-29T16:17:59.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:17:59 smithi067 ceph-mon[91995]: osdmap e2801: 8 total, 8 up, 8 in 2024-07-29T16:17:59.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:59 smithi067 ceph-mon[94375]: osdmap e2800: 8 total, 8 up, 8 in 2024-07-29T16:17:59.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:17:59 smithi067 ceph-mon[94375]: osdmap e2801: 8 total, 8 up, 8 in 2024-07-29T16:17:59.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:59 smithi138 ceph-mon[86438]: osdmap e2800: 8 total, 8 up, 8 in 2024-07-29T16:17:59.562 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:17:59 smithi138 ceph-mon[86438]: osdmap e2801: 8 total, 8 up, 8 in 2024-07-29T16:18:00.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:00 smithi067 ceph-mon[91995]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 320 KiB/s rd, 21 KiB/s wr, 425 op/s 2024-07-29T16:18:00.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:00 smithi067 ceph-mon[94375]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 320 KiB/s rd, 21 KiB/s wr, 425 op/s 2024-07-29T16:18:00.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:00 smithi138 ceph-mon[86438]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 320 KiB/s rd, 21 KiB/s wr, 425 op/s 2024-07-29T16:18:00.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:18:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:18:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:18:01.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:01 smithi067 ceph-mon[94375]: osdmap e2802: 8 total, 8 up, 8 in 2024-07-29T16:18:01.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:01 smithi067 ceph-mon[91995]: osdmap e2802: 8 total, 8 up, 8 in 2024-07-29T16:18:01.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:01 smithi138 ceph-mon[86438]: osdmap e2802: 8 total, 8 up, 8 in 2024-07-29T16:18:02.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:02 smithi067 ceph-mon[91995]: osdmap e2803: 8 total, 8 up, 8 in 2024-07-29T16:18:02.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:02 smithi067 ceph-mon[91995]: pgmap v4708: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 11 KiB/s wr, 139 op/s 2024-07-29T16:18:02.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:02 smithi067 ceph-mon[94375]: osdmap e2803: 8 total, 8 up, 8 in 2024-07-29T16:18:02.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:02 smithi067 ceph-mon[94375]: pgmap v4708: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 11 KiB/s wr, 139 op/s 2024-07-29T16:18:02.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:02 smithi138 ceph-mon[86438]: osdmap e2803: 8 total, 8 up, 8 in 2024-07-29T16:18:02.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:02 smithi138 ceph-mon[86438]: pgmap v4708: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 11 KiB/s wr, 139 op/s 2024-07-29T16:18:03.238 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_trash_snapshot PASSED [ 70%] 2024-07-29T16:18:03.356 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_ownership PASSED [ 71%] 2024-07-29T16:18:03.389 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:03 smithi067 ceph-mon[94375]: osdmap e2804: 8 total, 8 up, 8 in 2024-07-29T16:18:03.389 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:03 smithi067 ceph-mon[91995]: osdmap e2804: 8 total, 8 up, 8 in 2024-07-29T16:18:03.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:03 smithi138 ceph-mon[86438]: osdmap e2804: 8 total, 8 up, 8 in 2024-07-29T16:18:04.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:04 smithi067 ceph-mon[91995]: osdmap e2805: 8 total, 8 up, 8 in 2024-07-29T16:18:04.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:18:04.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:04 smithi067 ceph-mon[91995]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 228 KiB/s rd, 13 KiB/s wr, 300 op/s 2024-07-29T16:18:04.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:18:04.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:18:04.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:18:04.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:18:04.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:04 smithi067 ceph-mon[91995]: osdmap e2806: 8 total, 8 up, 8 in 2024-07-29T16:18:04.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:18:04.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:18:04.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:18:04.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:04 smithi067 ceph-mon[94375]: osdmap e2805: 8 total, 8 up, 8 in 2024-07-29T16:18:04.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:18:04.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:04 smithi067 ceph-mon[94375]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 228 KiB/s rd, 13 KiB/s wr, 300 op/s 2024-07-29T16:18:04.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:18:04.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:18:04.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:18:04.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:18:04.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:04 smithi067 ceph-mon[94375]: osdmap e2806: 8 total, 8 up, 8 in 2024-07-29T16:18:04.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:18:04.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:18:04.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:18:04.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:04 smithi138 ceph-mon[86438]: osdmap e2805: 8 total, 8 up, 8 in 2024-07-29T16:18:04.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:18:04.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:04 smithi138 ceph-mon[86438]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 228 KiB/s rd, 13 KiB/s wr, 300 op/s 2024-07-29T16:18:04.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:18:04.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:18:04.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:18:04.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:18:04.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:04 smithi138 ceph-mon[86438]: osdmap e2806: 8 total, 8 up, 8 in 2024-07-29T16:18:04.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:18:04.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:18:04.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:18:05.154 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_snapshot_leadership PASSED [ 71%] 2024-07-29T16:18:05.239 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_read_only_leadership PASSED [ 72%] 2024-07-29T16:18:05.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:18:05.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:05 smithi067 ceph-mon[91995]: osdmap e2807: 8 total, 8 up, 8 in 2024-07-29T16:18:05.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:18:05.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:05 smithi067 ceph-mon[94375]: osdmap e2807: 8 total, 8 up, 8 in 2024-07-29T16:18:05.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:18:05.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:05 smithi138 ceph-mon[86438]: osdmap e2807: 8 total, 8 up, 8 in 2024-07-29T16:18:06.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:06 smithi067 ceph-mon[91995]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 368 KiB/s rd, 23 KiB/s wr, 484 op/s 2024-07-29T16:18:06.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:06 smithi067 ceph-mon[94375]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 368 KiB/s rd, 23 KiB/s wr, 484 op/s 2024-07-29T16:18:06.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:06 smithi138 ceph-mon[86438]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 368 KiB/s rd, 23 KiB/s wr, 484 op/s 2024-07-29T16:18:07.266 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_flatten PASSED [ 73%] 2024-07-29T16:18:07.403 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_resize PASSED [ 73%] 2024-07-29T16:18:07.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:07 smithi067 ceph-mon[91995]: osdmap e2808: 8 total, 8 up, 8 in 2024-07-29T16:18:07.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:07 smithi067 ceph-mon[94375]: osdmap e2808: 8 total, 8 up, 8 in 2024-07-29T16:18:07.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:07 smithi138 ceph-mon[86438]: osdmap e2808: 8 total, 8 up, 8 in 2024-07-29T16:18:08.170 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:18:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:18:07] "GET /metrics HTTP/1.1" 200 36883 "" "Prometheus/2.51.0" 2024-07-29T16:18:08.462 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:08 smithi138 ceph-mon[86438]: osdmap e2809: 8 total, 8 up, 8 in 2024-07-29T16:18:08.462 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:08 smithi138 ceph-mon[86438]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 21 KiB/s wr, 425 op/s 2024-07-29T16:18:08.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:08 smithi067 ceph-mon[91995]: osdmap e2809: 8 total, 8 up, 8 in 2024-07-29T16:18:08.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:08 smithi067 ceph-mon[91995]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 21 KiB/s wr, 425 op/s 2024-07-29T16:18:08.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:08 smithi067 ceph-mon[94375]: osdmap e2809: 8 total, 8 up, 8 in 2024-07-29T16:18:08.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:08 smithi067 ceph-mon[94375]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 21 KiB/s wr, 425 op/s 2024-07-29T16:18:09.116 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_create PASSED [ 74%] 2024-07-29T16:18:09.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:09 smithi067 ceph-mon[94375]: osdmap e2810: 8 total, 8 up, 8 in 2024-07-29T16:18:09.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:09 smithi067 ceph-mon[94375]: osdmap e2811: 8 total, 8 up, 8 in 2024-07-29T16:18:09.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:09 smithi067 ceph-mon[91995]: osdmap e2810: 8 total, 8 up, 8 in 2024-07-29T16:18:09.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:09 smithi067 ceph-mon[91995]: osdmap e2811: 8 total, 8 up, 8 in 2024-07-29T16:18:09.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:09 smithi138 ceph-mon[86438]: osdmap e2810: 8 total, 8 up, 8 in 2024-07-29T16:18:09.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:09 smithi138 ceph-mon[86438]: osdmap e2811: 8 total, 8 up, 8 in 2024-07-29T16:18:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:18:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:18:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:18:11.118 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_rollback PASSED [ 74%] 2024-07-29T16:18:11.242 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_discard PASSED [ 75%] 2024-07-29T16:18:11.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:11 smithi138 ceph-mon[86438]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 299 KiB/s rd, 19 KiB/s wr, 400 op/s 2024-07-29T16:18:11.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:11 smithi138 ceph-mon[86438]: osdmap e2812: 8 total, 8 up, 8 in 2024-07-29T16:18:11.369 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_write PASSED [ 75%] 2024-07-29T16:18:11.471 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_acquire_release_lock PASSED [ 76%] 2024-07-29T16:18:11.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:11 smithi067 ceph-mon[91995]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 299 KiB/s rd, 19 KiB/s wr, 400 op/s 2024-07-29T16:18:11.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:11 smithi067 ceph-mon[91995]: osdmap e2812: 8 total, 8 up, 8 in 2024-07-29T16:18:11.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:11 smithi067 ceph-mon[94375]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 299 KiB/s rd, 19 KiB/s wr, 400 op/s 2024-07-29T16:18:11.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:11 smithi067 ceph-mon[94375]: osdmap e2812: 8 total, 8 up, 8 in 2024-07-29T16:18:12.107 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_break_lock PASSED [ 76%] 2024-07-29T16:18:12.190 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_uuid PASSED [ 77%] 2024-07-29T16:18:12.293 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_site_name PASSED [ 78%] 2024-07-29T16:18:12.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:12 smithi138 ceph-mon[86438]: osdmap e2813: 8 total, 8 up, 8 in 2024-07-29T16:18:12.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:12 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1044803648' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/2905460658"}]: dispatch 2024-07-29T16:18:12.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:12 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/2905460658"}]: dispatch 2024-07-29T16:18:12.401 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer_bootstrap PASSED [ 78%] 2024-07-29T16:18:12.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:12 smithi067 ceph-mon[91995]: osdmap e2813: 8 total, 8 up, 8 in 2024-07-29T16:18:12.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:12 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1044803648' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/2905460658"}]: dispatch 2024-07-29T16:18:12.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:12 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/2905460658"}]: dispatch 2024-07-29T16:18:12.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:12 smithi067 ceph-mon[94375]: osdmap e2813: 8 total, 8 up, 8 in 2024-07-29T16:18:12.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:12 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1044803648' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/2905460658"}]: dispatch 2024-07-29T16:18:12.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:12 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/2905460658"}]: dispatch 2024-07-29T16:18:12.500 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer PASSED [ 79%] 2024-07-29T16:18:12.587 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image SKIPPED [ 79%] 2024-07-29T16:18:12.703 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_status SKIPPED [ 80%] 2024-07-29T16:18:13.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:13 smithi138 ceph-mon[86438]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 16 KiB/s wr, 265 op/s 2024-07-29T16:18:13.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:13 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/2905460658"}]': finished 2024-07-29T16:18:13.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:13 smithi138 ceph-mon[86438]: osdmap e2814: 8 total, 8 up, 8 in 2024-07-29T16:18:13.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:13 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' 2024-07-29T16:18:13.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:13 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-29T16:18:13.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:13 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-29T16:18:13.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:13 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-29T16:18:13.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:13 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-07-29T16:18:13.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:13 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-29T16:18:13.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:13 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-07-29T16:18:13.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:13 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-07-29T16:18:13.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:13 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-07-29T16:18:13.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:13 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-29T16:18:13.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:13 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' 2024-07-29T16:18:13.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:13 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/7b09f392-3670-4089-9db1-52fbce282955"}]: dispatch 2024-07-29T16:18:13.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:13 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/7b09f392-3670-4089-9db1-52fbce282955"}]: dispatch 2024-07-29T16:18:13.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:13 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/7b09f392-3670-4089-9db1-52fbce282955"}]: dispatch 2024-07-29T16:18:13.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:13 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/7b09f392-3670-4089-9db1-52fbce282955"}]': finished 2024-07-29T16:18:13.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[91995]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 16 KiB/s wr, 265 op/s 2024-07-29T16:18:13.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/2905460658"}]': finished 2024-07-29T16:18:13.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[91995]: osdmap e2814: 8 total, 8 up, 8 in 2024-07-29T16:18:13.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' 2024-07-29T16:18:13.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-29T16:18:13.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-29T16:18:13.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-29T16:18:13.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-07-29T16:18:13.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-29T16:18:13.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-07-29T16:18:13.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-07-29T16:18:13.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-07-29T16:18:13.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-29T16:18:13.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' 2024-07-29T16:18:13.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/7b09f392-3670-4089-9db1-52fbce282955"}]: dispatch 2024-07-29T16:18:13.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/7b09f392-3670-4089-9db1-52fbce282955"}]: dispatch 2024-07-29T16:18:13.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/7b09f392-3670-4089-9db1-52fbce282955"}]: dispatch 2024-07-29T16:18:13.490 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/7b09f392-3670-4089-9db1-52fbce282955"}]': finished 2024-07-29T16:18:13.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[94375]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 16 KiB/s wr, 265 op/s 2024-07-29T16:18:13.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.67:0/2905460658"}]': finished 2024-07-29T16:18:13.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[94375]: osdmap e2814: 8 total, 8 up, 8 in 2024-07-29T16:18:13.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' 2024-07-29T16:18:13.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-29T16:18:13.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-29T16:18:13.490 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-29T16:18:13.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-07-29T16:18:13.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-29T16:18:13.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-07-29T16:18:13.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-07-29T16:18:13.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-07-29T16:18:13.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-29T16:18:13.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' 2024-07-29T16:18:13.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/7b09f392-3670-4089-9db1-52fbce282955"}]: dispatch 2024-07-29T16:18:13.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/7b09f392-3670-4089-9db1-52fbce282955"}]: dispatch 2024-07-29T16:18:13.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/7b09f392-3670-4089-9db1-52fbce282955"}]: dispatch 2024-07-29T16:18:13.491 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:13 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/7b09f392-3670-4089-9db1-52fbce282955"}]': finished 2024-07-29T16:18:14.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:14 smithi067 ceph-mon[91995]: pgmap v4725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 310 KiB/s rd, 23 KiB/s wr, 436 op/s 2024-07-29T16:18:14.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:14 smithi067 ceph-mon[91995]: osdmap e2815: 8 total, 8 up, 8 in 2024-07-29T16:18:14.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:14 smithi067 ceph-mon[91995]: osdmap e2816: 8 total, 8 up, 8 in 2024-07-29T16:18:14.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:14 smithi067 ceph-mon[94375]: pgmap v4725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 310 KiB/s rd, 23 KiB/s wr, 436 op/s 2024-07-29T16:18:14.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:14 smithi067 ceph-mon[94375]: osdmap e2815: 8 total, 8 up, 8 in 2024-07-29T16:18:14.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:14 smithi067 ceph-mon[94375]: osdmap e2816: 8 total, 8 up, 8 in 2024-07-29T16:18:14.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:14 smithi138 ceph-mon[86438]: pgmap v4725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 310 KiB/s rd, 23 KiB/s wr, 436 op/s 2024-07-29T16:18:14.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:14 smithi138 ceph-mon[86438]: osdmap e2815: 8 total, 8 up, 8 in 2024-07-29T16:18:14.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:14 smithi138 ceph-mon[86438]: osdmap e2816: 8 total, 8 up, 8 in 2024-07-29T16:18:16.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:16 smithi138 ceph-mon[86438]: osdmap e2817: 8 total, 8 up, 8 in 2024-07-29T16:18:16.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:16 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/609a0f50-1ae9-407e-a448-a54660966055"}]: dispatch 2024-07-29T16:18:16.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:16 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/609a0f50-1ae9-407e-a448-a54660966055"}]: dispatch 2024-07-29T16:18:16.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:16 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/609a0f50-1ae9-407e-a448-a54660966055"}]': finished 2024-07-29T16:18:16.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:16 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/8da0cb92-6db2-45a5-b521-49ed9e5c83af"}]: dispatch 2024-07-29T16:18:16.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:16 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/8da0cb92-6db2-45a5-b521-49ed9e5c83af"}]: dispatch 2024-07-29T16:18:16.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:16 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/8da0cb92-6db2-45a5-b521-49ed9e5c83af"}]': finished 2024-07-29T16:18:16.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:16 smithi067 ceph-mon[91995]: osdmap e2817: 8 total, 8 up, 8 in 2024-07-29T16:18:16.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:16 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/609a0f50-1ae9-407e-a448-a54660966055"}]: dispatch 2024-07-29T16:18:16.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:16 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/609a0f50-1ae9-407e-a448-a54660966055"}]: dispatch 2024-07-29T16:18:16.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:16 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/609a0f50-1ae9-407e-a448-a54660966055"}]': finished 2024-07-29T16:18:16.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:16 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/8da0cb92-6db2-45a5-b521-49ed9e5c83af"}]: dispatch 2024-07-29T16:18:16.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:16 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/8da0cb92-6db2-45a5-b521-49ed9e5c83af"}]: dispatch 2024-07-29T16:18:16.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:16 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/8da0cb92-6db2-45a5-b521-49ed9e5c83af"}]': finished 2024-07-29T16:18:16.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:16 smithi067 ceph-mon[94375]: osdmap e2817: 8 total, 8 up, 8 in 2024-07-29T16:18:16.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:16 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/609a0f50-1ae9-407e-a448-a54660966055"}]: dispatch 2024-07-29T16:18:16.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:16 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/609a0f50-1ae9-407e-a448-a54660966055"}]: dispatch 2024-07-29T16:18:16.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:16 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/609a0f50-1ae9-407e-a448-a54660966055"}]': finished 2024-07-29T16:18:16.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:16 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/8da0cb92-6db2-45a5-b521-49ed9e5c83af"}]: dispatch 2024-07-29T16:18:16.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:16 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/8da0cb92-6db2-45a5-b521-49ed9e5c83af"}]: dispatch 2024-07-29T16:18:16.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:16 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/8da0cb92-6db2-45a5-b521-49ed9e5c83af"}]': finished 2024-07-29T16:18:17.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:17 smithi138 ceph-mon[86438]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 377 KiB/s rd, 26 KiB/s wr, 525 op/s 2024-07-29T16:18:17.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:17 smithi138 ceph-mon[86438]: osdmap e2818: 8 total, 8 up, 8 in 2024-07-29T16:18:17.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:17 smithi067 ceph-mon[91995]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 377 KiB/s rd, 26 KiB/s wr, 525 op/s 2024-07-29T16:18:17.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:17 smithi067 ceph-mon[91995]: osdmap e2818: 8 total, 8 up, 8 in 2024-07-29T16:18:17.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:17 smithi067 ceph-mon[94375]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 377 KiB/s rd, 26 KiB/s wr, 525 op/s 2024-07-29T16:18:17.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:17 smithi067 ceph-mon[94375]: osdmap e2818: 8 total, 8 up, 8 in 2024-07-29T16:18:18.110 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:18:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:18:17] "GET /metrics HTTP/1.1" 200 36883 "" "Prometheus/2.51.0" 2024-07-29T16:18:18.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:18 smithi067 ceph-mon[91995]: osdmap e2819: 8 total, 8 up, 8 in 2024-07-29T16:18:18.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:18 smithi067 ceph-mon[91995]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 304 KiB/s rd, 28 KiB/s wr, 422 op/s 2024-07-29T16:18:18.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:18 smithi067 ceph-mon[94375]: osdmap e2819: 8 total, 8 up, 8 in 2024-07-29T16:18:18.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:18 smithi067 ceph-mon[94375]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 304 KiB/s rd, 28 KiB/s wr, 422 op/s 2024-07-29T16:18:18.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:18 smithi138 ceph-mon[86438]: osdmap e2819: 8 total, 8 up, 8 in 2024-07-29T16:18:18.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:18 smithi138 ceph-mon[86438]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 304 KiB/s rd, 28 KiB/s wr, 422 op/s 2024-07-29T16:18:19.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:19 smithi067 ceph-mon[94375]: osdmap e2820: 8 total, 8 up, 8 in 2024-07-29T16:18:19.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:19 smithi067 ceph-mon[94375]: osdmap e2821: 8 total, 8 up, 8 in 2024-07-29T16:18:19.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:19 smithi067 ceph-mon[91995]: osdmap e2820: 8 total, 8 up, 8 in 2024-07-29T16:18:19.489 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:19 smithi067 ceph-mon[91995]: osdmap e2821: 8 total, 8 up, 8 in 2024-07-29T16:18:19.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:19 smithi138 ceph-mon[86438]: osdmap e2820: 8 total, 8 up, 8 in 2024-07-29T16:18:19.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:19 smithi138 ceph-mon[86438]: osdmap e2821: 8 total, 8 up, 8 in 2024-07-29T16:18:20.079 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_create_snapshot PASSED [ 80%] 2024-07-29T16:18:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:18:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:18:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:18:21.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:21 smithi138 ceph-mon[86438]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 241 KiB/s rd, 20 KiB/s wr, 322 op/s 2024-07-29T16:18:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:21 smithi138 ceph-mon[86438]: osdmap e2822: 8 total, 8 up, 8 in 2024-07-29T16:18:21.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:21 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:18:21.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:21 smithi067 ceph-mon[91995]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 241 KiB/s rd, 20 KiB/s wr, 322 op/s 2024-07-29T16:18:21.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:21 smithi067 ceph-mon[91995]: osdmap e2822: 8 total, 8 up, 8 in 2024-07-29T16:18:21.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:21 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:18:21.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:21 smithi067 ceph-mon[94375]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 241 KiB/s rd, 20 KiB/s wr, 322 op/s 2024-07-29T16:18:21.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:21 smithi067 ceph-mon[94375]: osdmap e2822: 8 total, 8 up, 8 in 2024-07-29T16:18:21.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:21 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:18:22.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:22 smithi067 ceph-mon[91995]: osdmap e2823: 8 total, 8 up, 8 in 2024-07-29T16:18:22.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:22 smithi067 ceph-mon[91995]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 8.2 KiB/s wr, 167 op/s 2024-07-29T16:18:22.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:22 smithi067 ceph-mon[94375]: osdmap e2823: 8 total, 8 up, 8 in 2024-07-29T16:18:22.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:22 smithi067 ceph-mon[94375]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 8.2 KiB/s wr, 167 op/s 2024-07-29T16:18:22.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:22 smithi138 ceph-mon[86438]: osdmap e2823: 8 total, 8 up, 8 in 2024-07-29T16:18:22.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:22 smithi138 ceph-mon[86438]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 8.2 KiB/s wr, 167 op/s 2024-07-29T16:18:23.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:23 smithi067 ceph-mon[91995]: osdmap e2824: 8 total, 8 up, 8 in 2024-07-29T16:18:23.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:23 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/349af0d1-3af4-4f68-960a-09df116426be"}]: dispatch 2024-07-29T16:18:23.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:23 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/349af0d1-3af4-4f68-960a-09df116426be"}]: dispatch 2024-07-29T16:18:23.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:23 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/349af0d1-3af4-4f68-960a-09df116426be"}]': finished 2024-07-29T16:18:23.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:23 smithi067 ceph-mon[94375]: osdmap e2824: 8 total, 8 up, 8 in 2024-07-29T16:18:23.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:23 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/349af0d1-3af4-4f68-960a-09df116426be"}]: dispatch 2024-07-29T16:18:23.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:23 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/349af0d1-3af4-4f68-960a-09df116426be"}]: dispatch 2024-07-29T16:18:23.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:23 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/349af0d1-3af4-4f68-960a-09df116426be"}]': finished 2024-07-29T16:18:23.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:23 smithi138 ceph-mon[86438]: osdmap e2824: 8 total, 8 up, 8 in 2024-07-29T16:18:23.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:23 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/91716371' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/349af0d1-3af4-4f68-960a-09df116426be"}]: dispatch 2024-07-29T16:18:23.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:23 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/349af0d1-3af4-4f68-960a-09df116426be"}]: dispatch 2024-07-29T16:18:23.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:23 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/349af0d1-3af4-4f68-960a-09df116426be"}]': finished 2024-07-29T16:18:24.087 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_aio_mirror_image_create_snapshot PASSED [ 81%] 2024-07-29T16:18:24.169 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_move PASSED [ 81%] 2024-07-29T16:18:24.312 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_purge PASSED [ 82%] 2024-07-29T16:18:24.386 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_denied PASSED [ 82%] 2024-07-29T16:18:24.458 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove PASSED [ 83%] 2024-07-29T16:18:24.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:24 smithi067 ceph-mon[94375]: osdmap e2825: 8 total, 8 up, 8 in 2024-07-29T16:18:24.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:24 smithi067 ceph-mon[94375]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.0 KiB/s wr, 87 op/s 2024-07-29T16:18:24.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:24 smithi067 ceph-mon[94375]: osdmap e2826: 8 total, 8 up, 8 in 2024-07-29T16:18:24.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:24 smithi067 ceph-mon[91995]: osdmap e2825: 8 total, 8 up, 8 in 2024-07-29T16:18:24.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:24 smithi067 ceph-mon[91995]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.0 KiB/s wr, 87 op/s 2024-07-29T16:18:24.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:24 smithi067 ceph-mon[91995]: osdmap e2826: 8 total, 8 up, 8 in 2024-07-29T16:18:24.532 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_with_progress PASSED [ 84%] 2024-07-29T16:18:24.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:24 smithi138 ceph-mon[86438]: osdmap e2825: 8 total, 8 up, 8 in 2024-07-29T16:18:24.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:24 smithi138 ceph-mon[86438]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.0 KiB/s wr, 87 op/s 2024-07-29T16:18:24.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:24 smithi138 ceph-mon[86438]: osdmap e2826: 8 total, 8 up, 8 in 2024-07-29T16:18:24.603 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_get PASSED [ 84%] 2024-07-29T16:18:24.733 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_list PASSED [ 85%] 2024-07-29T16:18:24.850 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_restore PASSED [ 85%] 2024-07-29T16:18:24.858 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_group PASSED [ 86%] 2024-07-29T16:18:24.866 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename_group PASSED [ 86%] 2024-07-29T16:18:24.867 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_empty PASSED [ 87%] 2024-07-29T16:18:24.875 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups PASSED [ 87%] 2024-07-29T16:18:24.882 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_after_removed PASSED [ 88%] 2024-07-29T16:18:24.975 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_add PASSED [ 89%] 2024-07-29T16:18:25.055 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_empty PASSED [ 89%] 2024-07-29T16:18:25.150 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list PASSED [ 90%] 2024-07-29T16:18:25.276 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_move_to_trash PASSED [ 90%] 2024-07-29T16:18:26.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:26 smithi067 ceph-mon[91995]: pgmap v4743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 11 KiB/s wr, 169 op/s 2024-07-29T16:18:26.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:26 smithi067 ceph-mon[94375]: pgmap v4743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 11 KiB/s wr, 169 op/s 2024-07-29T16:18:26.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:26 smithi138 ceph-mon[86438]: pgmap v4743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 11 KiB/s wr, 169 op/s 2024-07-29T16:18:26.867 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_many_images PASSED [ 91%] 2024-07-29T16:18:26.983 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_remove PASSED [ 91%] 2024-07-29T16:18:27.070 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap PASSED [ 92%] 2024-07-29T16:18:27.174 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_flags PASSED [ 92%] 2024-07-29T16:18:27.334 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_list_many PASSED [ 93%] 2024-07-29T16:18:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:18:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:18:27] "GET /metrics HTTP/1.1" 200 36885 "" "Prometheus/2.51.0" 2024-07-29T16:18:28.563 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_namespace PASSED [ 93%] 2024-07-29T16:18:28.658 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rename PASSED [ 94%] 2024-07-29T16:18:28.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:28 smithi067 ceph-mon[91995]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 401 KiB/s rd, 30 KiB/s wr, 550 op/s 2024-07-29T16:18:28.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:28 smithi067 ceph-mon[91995]: osdmap e2827: 8 total, 8 up, 8 in 2024-07-29T16:18:28.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:28 smithi067 ceph-mon[94375]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 401 KiB/s rd, 30 KiB/s wr, 550 op/s 2024-07-29T16:18:28.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:28 smithi067 ceph-mon[94375]: osdmap e2827: 8 total, 8 up, 8 in 2024-07-29T16:18:28.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:28 smithi138 ceph-mon[86438]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 401 KiB/s rd, 30 KiB/s wr, 550 op/s 2024-07-29T16:18:28.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:28 smithi138 ceph-mon[86438]: osdmap e2827: 8 total, 8 up, 8 in 2024-07-29T16:18:29.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:29 smithi067 ceph-mon[94375]: osdmap e2828: 8 total, 8 up, 8 in 2024-07-29T16:18:29.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:29 smithi067 ceph-mon[94375]: osdmap e2829: 8 total, 8 up, 8 in 2024-07-29T16:18:29.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:29 smithi067 ceph-mon[91995]: osdmap e2828: 8 total, 8 up, 8 in 2024-07-29T16:18:29.739 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:29 smithi067 ceph-mon[91995]: osdmap e2829: 8 total, 8 up, 8 in 2024-07-29T16:18:29.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:29 smithi138 ceph-mon[86438]: osdmap e2828: 8 total, 8 up, 8 in 2024-07-29T16:18:29.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:29 smithi138 ceph-mon[86438]: osdmap e2829: 8 total, 8 up, 8 in 2024-07-29T16:18:30.134 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rollback PASSED [ 95%] 2024-07-29T16:18:30.406 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration PASSED [ 95%] 2024-07-29T16:18:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:18:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:18:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:18:31.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:31 smithi138 ceph-mon[86438]: pgmap v4748: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 689 KiB/s rd, 69 KiB/s wr, 987 op/s 2024-07-29T16:18:31.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:31 smithi138 ceph-mon[86438]: osdmap e2830: 8 total, 8 up, 8 in 2024-07-29T16:18:31.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:31 smithi067 ceph-mon[91995]: pgmap v4748: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 689 KiB/s rd, 69 KiB/s wr, 987 op/s 2024-07-29T16:18:31.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:31 smithi067 ceph-mon[91995]: osdmap e2830: 8 total, 8 up, 8 in 2024-07-29T16:18:31.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:31 smithi067 ceph-mon[94375]: pgmap v4748: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 689 KiB/s rd, 69 KiB/s wr, 987 op/s 2024-07-29T16:18:31.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:31 smithi067 ceph-mon[94375]: osdmap e2830: 8 total, 8 up, 8 in 2024-07-29T16:18:32.132 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v1_to_v1 PASSED [ 96%] 2024-07-29T16:18:32.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:32 smithi138 ceph-mon[86438]: osdmap e2831: 8 total, 8 up, 8 in 2024-07-29T16:18:32.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:32 smithi067 ceph-mon[91995]: osdmap e2831: 8 total, 8 up, 8 in 2024-07-29T16:18:32.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:32 smithi067 ceph-mon[94375]: osdmap e2831: 8 total, 8 up, 8 in 2024-07-29T16:18:33.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:33 smithi138 ceph-mon[86438]: pgmap v4751: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 914 KiB/s rd, 110 KiB/s wr, 1.33k op/s 2024-07-29T16:18:33.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:33 smithi138 ceph-mon[86438]: osdmap e2832: 8 total, 8 up, 8 in 2024-07-29T16:18:33.389 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:33 smithi067 ceph-mon[91995]: pgmap v4751: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 914 KiB/s rd, 110 KiB/s wr, 1.33k op/s 2024-07-29T16:18:33.389 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:33 smithi067 ceph-mon[91995]: osdmap e2832: 8 total, 8 up, 8 in 2024-07-29T16:18:33.389 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:33 smithi067 ceph-mon[94375]: pgmap v4751: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 914 KiB/s rd, 110 KiB/s wr, 1.33k op/s 2024-07-29T16:18:33.389 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:33 smithi067 ceph-mon[94375]: osdmap e2832: 8 total, 8 up, 8 in 2024-07-29T16:18:34.115 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v1_to_v2 PASSED [ 96%] 2024-07-29T16:18:34.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:34 smithi138 ceph-mon[86438]: osdmap e2833: 8 total, 8 up, 8 in 2024-07-29T16:18:34.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:34 smithi138 ceph-mon[86438]: osdmap e2834: 8 total, 8 up, 8 in 2024-07-29T16:18:34.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:34 smithi067 ceph-mon[91995]: osdmap e2833: 8 total, 8 up, 8 in 2024-07-29T16:18:34.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:34 smithi067 ceph-mon[91995]: osdmap e2834: 8 total, 8 up, 8 in 2024-07-29T16:18:34.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:34 smithi067 ceph-mon[94375]: osdmap e2833: 8 total, 8 up, 8 in 2024-07-29T16:18:34.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:34 smithi067 ceph-mon[94375]: osdmap e2834: 8 total, 8 up, 8 in 2024-07-29T16:18:35.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:35 smithi138 ceph-mon[86438]: pgmap v4754: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 905 KiB/s rd, 69 KiB/s wr, 1.22k op/s 2024-07-29T16:18:35.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:18:35.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:35 smithi067 ceph-mon[91995]: pgmap v4754: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 905 KiB/s rd, 69 KiB/s wr, 1.22k op/s 2024-07-29T16:18:35.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:18:35.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:35 smithi067 ceph-mon[94375]: pgmap v4754: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 905 KiB/s rd, 69 KiB/s wr, 1.22k op/s 2024-07-29T16:18:35.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:18:36.161 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v2_to_v1 PASSED [ 97%] 2024-07-29T16:18:36.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:36 smithi067 ceph-mon[91995]: osdmap e2835: 8 total, 8 up, 8 in 2024-07-29T16:18:36.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:36 smithi067 ceph-mon[94375]: osdmap e2835: 8 total, 8 up, 8 in 2024-07-29T16:18:36.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:36 smithi138 ceph-mon[86438]: osdmap e2835: 8 total, 8 up, 8 in 2024-07-29T16:18:37.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:37 smithi067 ceph-mon[91995]: pgmap v4757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 629 KiB/s rd, 32 KiB/s wr, 807 op/s 2024-07-29T16:18:37.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:37 smithi067 ceph-mon[91995]: osdmap e2836: 8 total, 8 up, 8 in 2024-07-29T16:18:37.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:37 smithi067 ceph-mon[94375]: pgmap v4757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 629 KiB/s rd, 32 KiB/s wr, 807 op/s 2024-07-29T16:18:37.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:37 smithi067 ceph-mon[94375]: osdmap e2836: 8 total, 8 up, 8 in 2024-07-29T16:18:37.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:37 smithi138 ceph-mon[86438]: pgmap v4757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 629 KiB/s rd, 32 KiB/s wr, 807 op/s 2024-07-29T16:18:37.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:37 smithi138 ceph-mon[86438]: osdmap e2836: 8 total, 8 up, 8 in 2024-07-29T16:18:38.169 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v2_to_v2 PASSED [ 97%] 2024-07-29T16:18:38.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:38 smithi067 ceph-mon[91995]: osdmap e2837: 8 total, 8 up, 8 in 2024-07-29T16:18:38.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:38 smithi067 ceph-mon[94375]: osdmap e2837: 8 total, 8 up, 8 in 2024-07-29T16:18:38.239 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:18:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:18:37] "GET /metrics HTTP/1.1" 200 36882 "" "Prometheus/2.51.0" 2024-07-29T16:18:38.463 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:38 smithi138 ceph-mon[86438]: osdmap e2837: 8 total, 8 up, 8 in 2024-07-29T16:18:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:39 smithi067 ceph-mon[91995]: pgmap v4760: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 589 KiB/s rd, 30 KiB/s wr, 754 op/s 2024-07-29T16:18:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:39 smithi067 ceph-mon[91995]: osdmap e2838: 8 total, 8 up, 8 in 2024-07-29T16:18:39.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:39 smithi067 ceph-mon[91995]: osdmap e2839: 8 total, 8 up, 8 in 2024-07-29T16:18:39.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:39 smithi067 ceph-mon[94375]: pgmap v4760: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 589 KiB/s rd, 30 KiB/s wr, 754 op/s 2024-07-29T16:18:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:39 smithi067 ceph-mon[94375]: osdmap e2838: 8 total, 8 up, 8 in 2024-07-29T16:18:39.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:39 smithi067 ceph-mon[94375]: osdmap e2839: 8 total, 8 up, 8 in 2024-07-29T16:18:39.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:39 smithi138 ceph-mon[86438]: pgmap v4760: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 589 KiB/s rd, 30 KiB/s wr, 754 op/s 2024-07-29T16:18:39.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:39 smithi138 ceph-mon[86438]: osdmap e2838: 8 total, 8 up, 8 in 2024-07-29T16:18:39.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:39 smithi138 ceph-mon[86438]: osdmap e2839: 8 total, 8 up, 8 in 2024-07-29T16:18:40.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:40 smithi067 ceph-mon[91995]: pgmap v4763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 434 KiB/s rd, 20 KiB/s wr, 555 op/s 2024-07-29T16:18:40.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:40 smithi067 ceph-mon[94375]: pgmap v4763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 434 KiB/s rd, 20 KiB/s wr, 555 op/s 2024-07-29T16:18:40.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:40 smithi138 ceph-mon[86438]: pgmap v4763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 434 KiB/s rd, 20 KiB/s wr, 555 op/s 2024-07-29T16:18:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:18:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:18:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:18:41.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:41 smithi067 ceph-mon[91995]: osdmap e2840: 8 total, 8 up, 8 in 2024-07-29T16:18:41.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:41 smithi067 ceph-mon[94375]: osdmap e2840: 8 total, 8 up, 8 in 2024-07-29T16:18:41.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:41 smithi138 ceph-mon[86438]: osdmap e2840: 8 total, 8 up, 8 in 2024-07-29T16:18:42.288 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_import PASSED [ 98%] 2024-07-29T16:18:42.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:42 smithi067 ceph-mon[91995]: osdmap e2841: 8 total, 8 up, 8 in 2024-07-29T16:18:42.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:42 smithi067 ceph-mon[91995]: pgmap v4766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 380 KiB/s rd, 21 KiB/s wr, 506 op/s 2024-07-29T16:18:42.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:42 smithi067 ceph-mon[94375]: osdmap e2841: 8 total, 8 up, 8 in 2024-07-29T16:18:42.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:42 smithi067 ceph-mon[94375]: pgmap v4766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 380 KiB/s rd, 21 KiB/s wr, 506 op/s 2024-07-29T16:18:42.507 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_with_progress PASSED [ 98%] 2024-07-29T16:18:42.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:42 smithi138 ceph-mon[86438]: osdmap e2841: 8 total, 8 up, 8 in 2024-07-29T16:18:42.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:42 smithi138 ceph-mon[86438]: pgmap v4766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 380 KiB/s rd, 21 KiB/s wr, 506 op/s 2024-07-29T16:18:42.693 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort PASSED [ 99%] 2024-07-29T16:18:43.132 INFO:tasks.workunit.client.0.smithi067.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort_with_progress PASSED [100%] 2024-07-29T16:18:43.132 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T16:18:43.133 INFO:tasks.workunit.client.0.smithi067.stdout:================== 174 passed, 8 skipped in 663.51s (0:11:03) ================== 2024-07-29T16:18:43.157 INFO:tasks.workunit.client.0.smithi067.stderr:+ exit 0 2024-07-29T16:18:43.157 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-29T16:18:43.158 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-29T16:18:43.185 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2024-07-29T16:18:43.185 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-07-29T16:18:43.462 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:43 smithi067 ceph-mon[91995]: osdmap e2842: 8 total, 8 up, 8 in 2024-07-29T16:18:43.462 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:43 smithi067 ceph-mon[94375]: osdmap e2842: 8 total, 8 up, 8 in 2024-07-29T16:18:43.463 DEBUG:teuthology.parallel:result is None 2024-07-29T16:18:43.463 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-07-29T16:18:43.489 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-07-29T16:18:43.489 DEBUG:teuthology.orchestra.run.smithi067:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-07-29T16:18:43.546 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-07-29T16:18:43.546 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-29T16:18:43.546 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2024-07-29T16:18:43.546 DEBUG:teuthology.parallel:result is None 2024-07-29T16:18:43.546 INFO:teuthology.run_tasks:Running task print... 2024-07-29T16:18:43.561 INFO:teuthology.task.print:**** done end parallel 2024-07-29T16:18:43.612 INFO:teuthology.run_tasks:Running task print... 2024-07-29T16:18:43.621 INFO:teuthology.task.print:**** done start telemetry x... 2024-07-29T16:18:43.621 INFO:teuthology.run_tasks:Running task workunit... 2024-07-29T16:18:43.655 INFO:tasks.workunit:Pulling workunits from ref a88356b7020f6dbd6ae3e99af60b50a11a28120e 2024-07-29T16:18:43.655 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-07-29T16:18:43.655 DEBUG:teuthology.orchestra.run.smithi067:> stat -- /home/ubuntu/cephtest/mnt.0 2024-07-29T16:18:43.656 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:43 smithi138 ceph-mon[86438]: osdmap e2842: 8 total, 8 up, 8 in 2024-07-29T16:18:43.671 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-29T16:18:43.672 INFO:teuthology.orchestra.run.smithi067.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-07-29T16:18:43.672 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-07-29T16:18:43.727 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-07-29T16:18:43.728 DEBUG:teuthology.orchestra.run.smithi067:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-07-29T16:18:43.783 INFO:tasks.workunit:timeout=3h 2024-07-29T16:18:43.783 INFO:tasks.workunit:cleanup=True 2024-07-29T16:18:43.783 DEBUG:teuthology.orchestra.run.smithi067:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout a88356b7020f6dbd6ae3e99af60b50a11a28120e 2024-07-29T16:18:43.839 INFO:tasks.workunit.client.0.smithi067.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-07-29T16:18:44.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:44 smithi067 ceph-mon[91995]: osdmap e2843: 8 total, 8 up, 8 in 2024-07-29T16:18:44.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:44 smithi067 ceph-mon[91995]: pgmap v4769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:18:44.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:44 smithi067 ceph-mon[94375]: osdmap e2843: 8 total, 8 up, 8 in 2024-07-29T16:18:44.489 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:44 smithi067 ceph-mon[94375]: pgmap v4769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:18:44.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:44 smithi138 ceph-mon[86438]: osdmap e2843: 8 total, 8 up, 8 in 2024-07-29T16:18:44.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:44 smithi138 ceph-mon[86438]: pgmap v4769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:18:46.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:46 smithi067 ceph-mon[91995]: pgmap v4770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:18:46.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:46 smithi067 ceph-mon[94375]: pgmap v4770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:18:46.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:46 smithi138 ceph-mon[86438]: pgmap v4770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:18:48.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:18:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:18:47] "GET /metrics HTTP/1.1" 200 36882 "" "Prometheus/2.51.0" 2024-07-29T16:18:48.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:48 smithi067 ceph-mon[91995]: pgmap v4771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:18:48.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:48 smithi067 ceph-mon[94375]: pgmap v4771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:18:48.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:48 smithi138 ceph-mon[86438]: pgmap v4771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:18:50.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:50 smithi138 ceph-mon[86438]: pgmap v4772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:18:50.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:50 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:18:50.561 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:18:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:18:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:18:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:50 smithi067 ceph-mon[91995]: pgmap v4772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:18:50.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:50 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:18:50.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:50 smithi067 ceph-mon[94375]: pgmap v4772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:18:50.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:50 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:18:52.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:52 smithi067 ceph-mon[91995]: pgmap v4773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:18:52.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:52 smithi067 ceph-mon[94375]: pgmap v4773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:18:52.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:52 smithi138 ceph-mon[86438]: pgmap v4773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:18:54.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:54 smithi067 ceph-mon[91995]: pgmap v4774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:18:54.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:54 smithi067 ceph-mon[94375]: pgmap v4774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:18:54.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:54 smithi138 ceph-mon[86438]: pgmap v4774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:18:56.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:56 smithi067 ceph-mon[91995]: pgmap v4775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:18:56.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:56 smithi067 ceph-mon[94375]: pgmap v4775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:18:56.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:56 smithi138 ceph-mon[86438]: pgmap v4775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:18:58.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:18:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:18:57] "GET /metrics HTTP/1.1" 200 34411 "" "Prometheus/2.51.0" 2024-07-29T16:18:58.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:18:58 smithi067 ceph-mon[91995]: pgmap v4776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:18:58.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:18:58 smithi067 ceph-mon[94375]: pgmap v4776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:18:58.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:18:58 smithi138 ceph-mon[86438]: pgmap v4776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:00.469 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:19:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:19:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:19:00.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:00 smithi067 ceph-mon[94375]: pgmap v4777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:00.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:00 smithi067 ceph-mon[91995]: pgmap v4777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:00.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:00 smithi138 ceph-mon[86438]: pgmap v4777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:02.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:02 smithi067 ceph-mon[91995]: pgmap v4778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:02.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:02 smithi067 ceph-mon[94375]: pgmap v4778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:02.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:02 smithi138 ceph-mon[86438]: pgmap v4778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:04.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:04 smithi067 ceph-mon[91995]: pgmap v4779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:04.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:04 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:19:04.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:04 smithi067 ceph-mon[94375]: pgmap v4779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:04.738 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:04 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:19:04.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:04 smithi138 ceph-mon[86438]: pgmap v4779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:04.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:04 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:19:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:19:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:19:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:19:05.738 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:19:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:19:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:19:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:19:05.739 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:19:05.810 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:19:05.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:19:05.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:19:05.811 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:19:06.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:06 smithi067 ceph-mon[91995]: pgmap v4780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:06.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:06 smithi067 ceph-mon[94375]: pgmap v4780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:07.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:06 smithi138 ceph-mon[86438]: pgmap v4780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:08.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:19:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:19:07] "GET /metrics HTTP/1.1" 200 34410 "" "Prometheus/2.51.0" 2024-07-29T16:19:08.863 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:08 smithi138 ceph-mon[86438]: pgmap v4781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:08.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:08 smithi067 ceph-mon[91995]: pgmap v4781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:08.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:08 smithi067 ceph-mon[94375]: pgmap v4781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:19:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:19:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:19:10.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:10 smithi067 ceph-mon[91995]: pgmap v4782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:10.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:10 smithi067 ceph-mon[94375]: pgmap v4782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:11.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:10 smithi138 ceph-mon[86438]: pgmap v4782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:12.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:12 smithi067 ceph-mon[94375]: pgmap v4783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:12.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:12 smithi067 ceph-mon[91995]: pgmap v4783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:13.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:12 smithi138 ceph-mon[86438]: pgmap v4783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:14.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:14 smithi067 ceph-mon[94375]: pgmap v4784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:14.989 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:14 smithi067 ceph-mon[91995]: pgmap v4784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:15.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:14 smithi138 ceph-mon[86438]: pgmap v4784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:16.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:16 smithi067 ceph-mon[91995]: pgmap v4785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:16.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:16 smithi067 ceph-mon[94375]: pgmap v4785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:17.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:16 smithi138 ceph-mon[86438]: pgmap v4785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:18.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:19:17 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:19:17] "GET /metrics HTTP/1.1" 200 34410 "" "Prometheus/2.51.0" 2024-07-29T16:19:18.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:18 smithi067 ceph-mon[91995]: pgmap v4786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:18.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:18 smithi067 ceph-mon[94375]: pgmap v4786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:19.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:18 smithi138 ceph-mon[86438]: pgmap v4786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:20.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:19:20 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:19:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:19:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:20 smithi067 ceph-mon[91995]: pgmap v4787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:20.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:20 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:19:20.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:20 smithi067 ceph-mon[94375]: pgmap v4787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:20.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:20 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:19:21.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:20 smithi138 ceph-mon[86438]: pgmap v4787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:21.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:20 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:19:22.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:22 smithi067 ceph-mon[91995]: pgmap v4788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:22.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:22 smithi067 ceph-mon[94375]: pgmap v4788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:23.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:22 smithi138 ceph-mon[86438]: pgmap v4788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:24.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:24 smithi067 ceph-mon[91995]: pgmap v4789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:24.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:24 smithi067 ceph-mon[94375]: pgmap v4789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:25.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:24 smithi138 ceph-mon[86438]: pgmap v4789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:26.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:26 smithi067 ceph-mon[91995]: pgmap v4790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:26.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:26 smithi067 ceph-mon[94375]: pgmap v4790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:27.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:26 smithi138 ceph-mon[86438]: pgmap v4790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:28.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:19:27 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:19:27] "GET /metrics HTTP/1.1" 200 34410 "" "Prometheus/2.51.0" 2024-07-29T16:19:28.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:28 smithi067 ceph-mon[91995]: pgmap v4791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:28.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:28 smithi067 ceph-mon[94375]: pgmap v4791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:29.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:28 smithi138 ceph-mon[86438]: pgmap v4791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:30.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:19:30 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:19:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:19:30.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:30 smithi067 ceph-mon[91995]: pgmap v4792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:30.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:30 smithi067 ceph-mon[94375]: pgmap v4792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:31.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:30 smithi138 ceph-mon[86438]: pgmap v4792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:32.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:32 smithi067 ceph-mon[91995]: pgmap v4793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:32.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:32 smithi067 ceph-mon[94375]: pgmap v4793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:33.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:32 smithi138 ceph-mon[86438]: pgmap v4793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:34.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:34 smithi067 ceph-mon[94375]: pgmap v4794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:34.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:34 smithi067 ceph-mon[91995]: pgmap v4794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:35.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:34 smithi138 ceph-mon[86438]: pgmap v4794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:35.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:35 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:19:35.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:35 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:19:36.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:35 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:19:36.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:36 smithi067 ceph-mon[91995]: pgmap v4795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:36.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:36 smithi067 ceph-mon[94375]: pgmap v4795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:37.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:36 smithi138 ceph-mon[86438]: pgmap v4795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:38.238 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:19:37 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:19:37] "GET /metrics HTTP/1.1" 200 34411 "" "Prometheus/2.51.0" 2024-07-29T16:19:38.925 INFO:tasks.workunit.client.0.smithi067.stderr:Updating files: 94% (12097/12778) Updating files: 95% (12140/12778) Updating files: 96% (12267/12778) Updating files: 97% (12395/12778) Updating files: 98% (12523/12778) Updating files: 99% (12651/12778) Updating files: 100% (12778/12778) Updating files: 100% (12778/12778), done. 2024-07-29T16:19:38.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:38 smithi067 ceph-mon[91995]: pgmap v4796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:38.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:38 smithi067 ceph-mon[94375]: pgmap v4796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:39.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:38 smithi138 ceph-mon[86438]: pgmap v4796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:39.638 INFO:tasks.workunit.client.0.smithi067.stderr:Note: switching to 'a88356b7020f6dbd6ae3e99af60b50a11a28120e'. 2024-07-29T16:19:39.638 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-07-29T16:19:39.638 INFO:tasks.workunit.client.0.smithi067.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-07-29T16:19:39.638 INFO:tasks.workunit.client.0.smithi067.stderr:changes and commit them, and you can discard any commits you make in this 2024-07-29T16:19:39.638 INFO:tasks.workunit.client.0.smithi067.stderr:state without impacting any branches by switching back to a branch. 2024-07-29T16:19:39.638 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-07-29T16:19:39.638 INFO:tasks.workunit.client.0.smithi067.stderr:If you want to create a new branch to retain commits you create, you may 2024-07-29T16:19:39.638 INFO:tasks.workunit.client.0.smithi067.stderr:do so (now or later) by using -c with the switch command. Example: 2024-07-29T16:19:39.639 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-07-29T16:19:39.639 INFO:tasks.workunit.client.0.smithi067.stderr: git switch -c 2024-07-29T16:19:39.639 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-07-29T16:19:39.639 INFO:tasks.workunit.client.0.smithi067.stderr:Or undo this operation with: 2024-07-29T16:19:39.639 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-07-29T16:19:39.639 INFO:tasks.workunit.client.0.smithi067.stderr: git switch - 2024-07-29T16:19:39.639 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-07-29T16:19:39.639 INFO:tasks.workunit.client.0.smithi067.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-07-29T16:19:39.639 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-07-29T16:19:39.639 INFO:tasks.workunit.client.0.smithi067.stderr:HEAD is now at a88356b7020 Merge pull request #52639 from ljflores/wip-tracker-58925 2024-07-29T16:19:39.641 DEBUG:teuthology.orchestra.run.smithi067:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-07-29T16:19:39.697 INFO:tasks.workunit.client.0.smithi067.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-07-29T16:19:39.700 INFO:tasks.workunit.client.0.smithi067.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-29T16:19:39.700 INFO:tasks.workunit.client.0.smithi067.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-07-29T16:19:39.752 INFO:tasks.workunit.client.0.smithi067.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-07-29T16:19:39.802 INFO:tasks.workunit.client.0.smithi067.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-07-29T16:19:39.843 INFO:tasks.workunit.client.0.smithi067.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-29T16:19:39.845 INFO:tasks.workunit.client.0.smithi067.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-29T16:19:39.845 INFO:tasks.workunit.client.0.smithi067.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-07-29T16:19:39.886 INFO:tasks.workunit.client.0.smithi067.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-29T16:19:39.955 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-07-29T16:19:39.955 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-07-29T16:19:40.011 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy_x.sh on client.0... 2024-07-29T16:19:40.012 INFO:tasks.workunit:Running workunit test_telemetry_quincy_x.sh... 2024-07-29T16:19:40.013 DEBUG:teuthology.orchestra.run.smithi067:workunit test test_telemetry_quincy_x.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=a88356b7020f6dbd6ae3e99af60b50a11a28120e TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy_x.sh 2024-07-29T16:19:40.072 INFO:tasks.workunit.client.0.smithi067.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-07-29T16:19:40.485 INFO:tasks.workunit.client.0.smithi067.stderr:+ LAST_OPT_REVISION=1 2024-07-29T16:19:40.485 INFO:tasks.workunit.client.0.smithi067.stderr:+ '[' 1 -ne 1 ']' 2024-07-29T16:19:40.485 INFO:tasks.workunit.client.0.smithi067.stderr:+ ceph -s 2024-07-29T16:19:40.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:19:40 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:19:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:19:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:40 smithi067 ceph-mon[91995]: pgmap v4797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:40 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2216168093' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-29T16:19:40.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:40 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2216168093' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-29T16:19:40.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:40 smithi067 ceph-mon[94375]: pgmap v4797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:40.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:40 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2216168093' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-29T16:19:40.989 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:40 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2216168093' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-29T16:19:41.040 INFO:tasks.workunit.client.0.smithi067.stdout: cluster: 2024-07-29T16:19:41.040 INFO:tasks.workunit.client.0.smithi067.stdout: id: 32e7db98-4dba-11ef-bcc8-c7b262605968 2024-07-29T16:19:41.040 INFO:tasks.workunit.client.0.smithi067.stdout: health: HEALTH_WARN 2024-07-29T16:19:41.040 INFO:tasks.workunit.client.0.smithi067.stdout: Telemetry requires re-opt-in 2024-07-29T16:19:41.040 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T16:19:41.040 INFO:tasks.workunit.client.0.smithi067.stdout: services: 2024-07-29T16:19:41.040 INFO:tasks.workunit.client.0.smithi067.stdout: mon: 3 daemons, quorum a,b,c (age 73m) 2024-07-29T16:19:41.040 INFO:tasks.workunit.client.0.smithi067.stdout: mgr: y(active, since 73m), standbys: x 2024-07-29T16:19:41.040 INFO:tasks.workunit.client.0.smithi067.stdout: mds: 1/1 daemons up, 1 standby 2024-07-29T16:19:41.041 INFO:tasks.workunit.client.0.smithi067.stdout: osd: 8 osds: 8 up (since 68m), 8 in (since 81m) 2024-07-29T16:19:41.041 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T16:19:41.041 INFO:tasks.workunit.client.0.smithi067.stdout: data: 2024-07-29T16:19:41.041 INFO:tasks.workunit.client.0.smithi067.stdout: volumes: 1/1 healthy 2024-07-29T16:19:41.041 INFO:tasks.workunit.client.0.smithi067.stdout: pools: 4 pools, 105 pgs 2024-07-29T16:19:41.041 INFO:tasks.workunit.client.0.smithi067.stdout: objects: 28 objects, 4.6 MiB 2024-07-29T16:19:41.041 INFO:tasks.workunit.client.0.smithi067.stdout: usage: 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:41.041 INFO:tasks.workunit.client.0.smithi067.stdout: pgs: 105 active+clean 2024-07-29T16:19:41.041 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-07-29T16:19:41.051 INFO:tasks.workunit.client.0.smithi067.stderr:++ ceph telemetry collection ls 2024-07-29T16:19:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:40 smithi138 ceph-mon[86438]: pgmap v4797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:40 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2216168093' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-29T16:19:41.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:40 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2216168093' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-29T16:19:41.583 INFO:tasks.workunit.client.0.smithi067.stderr:+ COLLECTIONS='New collections are available: 2024-07-29T16:19:41.583 INFO:tasks.workunit.client.0.smithi067.stderr:['\''basic_pool_flags'\''] 2024-07-29T16:19:41.583 INFO:tasks.workunit.client.0.smithi067.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-29T16:19:41.583 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-07-29T16:19:41.583 INFO:tasks.workunit.client.0.smithi067.stderr:NAME STATUS DESC 2024-07-29T16:19:41.583 INFO:tasks.workunit.client.0.smithi067.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-29T16:19:41.583 INFO:tasks.workunit.client.0.smithi067.stderr:basic_mds_metadata REPORTING MDS metadata 2024-07-29T16:19:41.583 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-07-29T16:19:41.583 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-07-29T16:19:41.583 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-07-29T16:19:41.583 INFO:tasks.workunit.client.0.smithi067.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-07-29T16:19:41.584 INFO:tasks.workunit.client.0.smithi067.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-07-29T16:19:41.584 INFO:tasks.workunit.client.0.smithi067.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-29T16:19:41.584 INFO:tasks.workunit.client.0.smithi067.stderr:device_base REPORTING Information about device health metrics 2024-07-29T16:19:41.584 INFO:tasks.workunit.client.0.smithi067.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-07-29T16:19:41.584 INFO:tasks.workunit.client.0.smithi067.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-07-29T16:19:41.584 INFO:tasks.workunit.client.0.smithi067.stderr:perf_perf REPORTING Information about performance counters of the cluster ' 2024-07-29T16:19:41.584 INFO:tasks.workunit.client.0.smithi067.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_options_bluestore") 2024-07-29T16:19:41.584 INFO:tasks.workunit.client.0.smithi067.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-29T16:19:41.584 INFO:tasks.workunit.client.0.smithi067.stderr:+ [[ New collections are available: 2024-07-29T16:19:41.584 INFO:tasks.workunit.client.0.smithi067.stderr:['basic_pool_flags'] 2024-07-29T16:19:41.584 INFO:tasks.workunit.client.0.smithi067.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-29T16:19:41.584 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-07-29T16:19:41.584 INFO:tasks.workunit.client.0.smithi067.stderr:NAME STATUS DESC 2024-07-29T16:19:41.584 INFO:tasks.workunit.client.0.smithi067.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-29T16:19:41.584 INFO:tasks.workunit.client.0.smithi067.stderr:basic_mds_metadata REPORTING MDS metadata 2024-07-29T16:19:41.585 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-07-29T16:19:41.585 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-07-29T16:19:41.585 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-07-29T16:19:41.585 INFO:tasks.workunit.client.0.smithi067.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-07-29T16:19:41.585 INFO:tasks.workunit.client.0.smithi067.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-07-29T16:19:41.585 INFO:tasks.workunit.client.0.smithi067.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-29T16:19:41.585 INFO:tasks.workunit.client.0.smithi067.stderr:device_base REPORTING Information about device health metrics 2024-07-29T16:19:41.585 INFO:tasks.workunit.client.0.smithi067.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-07-29T16:19:41.585 INFO:tasks.workunit.client.0.smithi067.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-07-29T16:19:41.585 INFO:tasks.workunit.client.0.smithi067.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_perf* ]] 2024-07-29T16:19:41.585 INFO:tasks.workunit.client.0.smithi067.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-29T16:19:41.585 INFO:tasks.workunit.client.0.smithi067.stderr:+ [[ New collections are available: 2024-07-29T16:19:41.585 INFO:tasks.workunit.client.0.smithi067.stderr:['basic_pool_flags'] 2024-07-29T16:19:41.585 INFO:tasks.workunit.client.0.smithi067.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-29T16:19:41.585 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-07-29T16:19:41.586 INFO:tasks.workunit.client.0.smithi067.stderr:NAME STATUS DESC 2024-07-29T16:19:41.586 INFO:tasks.workunit.client.0.smithi067.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-29T16:19:41.586 INFO:tasks.workunit.client.0.smithi067.stderr:basic_mds_metadata REPORTING MDS metadata 2024-07-29T16:19:41.586 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-07-29T16:19:41.586 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-07-29T16:19:41.586 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-07-29T16:19:41.586 INFO:tasks.workunit.client.0.smithi067.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-07-29T16:19:41.586 INFO:tasks.workunit.client.0.smithi067.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-07-29T16:19:41.586 INFO:tasks.workunit.client.0.smithi067.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-29T16:19:41.586 INFO:tasks.workunit.client.0.smithi067.stderr:device_base REPORTING Information about device health metrics 2024-07-29T16:19:41.586 INFO:tasks.workunit.client.0.smithi067.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-07-29T16:19:41.586 INFO:tasks.workunit.client.0.smithi067.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-07-29T16:19:41.586 INFO:tasks.workunit.client.0.smithi067.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-07-29T16:19:41.586 INFO:tasks.workunit.client.0.smithi067.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-29T16:19:41.586 INFO:tasks.workunit.client.0.smithi067.stderr:+ [[ New collections are available: 2024-07-29T16:19:41.586 INFO:tasks.workunit.client.0.smithi067.stderr:['basic_pool_flags'] 2024-07-29T16:19:41.587 INFO:tasks.workunit.client.0.smithi067.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-29T16:19:41.587 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-07-29T16:19:41.587 INFO:tasks.workunit.client.0.smithi067.stderr:NAME STATUS DESC 2024-07-29T16:19:41.587 INFO:tasks.workunit.client.0.smithi067.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-29T16:19:41.587 INFO:tasks.workunit.client.0.smithi067.stderr:basic_mds_metadata REPORTING MDS metadata 2024-07-29T16:19:41.587 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-07-29T16:19:41.587 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-07-29T16:19:41.587 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-07-29T16:19:41.587 INFO:tasks.workunit.client.0.smithi067.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-07-29T16:19:41.587 INFO:tasks.workunit.client.0.smithi067.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-07-29T16:19:41.587 INFO:tasks.workunit.client.0.smithi067.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-29T16:19:41.587 INFO:tasks.workunit.client.0.smithi067.stderr:device_base REPORTING Information about device health metrics 2024-07-29T16:19:41.587 INFO:tasks.workunit.client.0.smithi067.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-07-29T16:19:41.587 INFO:tasks.workunit.client.0.smithi067.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-07-29T16:19:41.588 INFO:tasks.workunit.client.0.smithi067.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-07-29T16:19:41.588 INFO:tasks.workunit.client.0.smithi067.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-29T16:19:41.588 INFO:tasks.workunit.client.0.smithi067.stderr:+ [[ New collections are available: 2024-07-29T16:19:41.588 INFO:tasks.workunit.client.0.smithi067.stderr:['basic_pool_flags'] 2024-07-29T16:19:41.588 INFO:tasks.workunit.client.0.smithi067.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-29T16:19:41.588 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-07-29T16:19:41.588 INFO:tasks.workunit.client.0.smithi067.stderr:NAME STATUS DESC 2024-07-29T16:19:41.588 INFO:tasks.workunit.client.0.smithi067.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-29T16:19:41.588 INFO:tasks.workunit.client.0.smithi067.stderr:basic_mds_metadata REPORTING MDS metadata 2024-07-29T16:19:41.588 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-07-29T16:19:41.588 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-07-29T16:19:41.588 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-07-29T16:19:41.588 INFO:tasks.workunit.client.0.smithi067.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-07-29T16:19:41.588 INFO:tasks.workunit.client.0.smithi067.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-07-29T16:19:41.589 INFO:tasks.workunit.client.0.smithi067.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-29T16:19:41.589 INFO:tasks.workunit.client.0.smithi067.stderr:device_base REPORTING Information about device health metrics 2024-07-29T16:19:41.589 INFO:tasks.workunit.client.0.smithi067.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-07-29T16:19:41.589 INFO:tasks.workunit.client.0.smithi067.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-07-29T16:19:41.589 INFO:tasks.workunit.client.0.smithi067.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-07-29T16:19:41.589 INFO:tasks.workunit.client.0.smithi067.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-29T16:19:41.589 INFO:tasks.workunit.client.0.smithi067.stderr:+ [[ New collections are available: 2024-07-29T16:19:41.589 INFO:tasks.workunit.client.0.smithi067.stderr:['basic_pool_flags'] 2024-07-29T16:19:41.589 INFO:tasks.workunit.client.0.smithi067.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-29T16:19:41.589 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-07-29T16:19:41.589 INFO:tasks.workunit.client.0.smithi067.stderr:NAME STATUS DESC 2024-07-29T16:19:41.589 INFO:tasks.workunit.client.0.smithi067.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-29T16:19:41.589 INFO:tasks.workunit.client.0.smithi067.stderr:basic_mds_metadata REPORTING MDS metadata 2024-07-29T16:19:41.589 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-07-29T16:19:41.589 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-07-29T16:19:41.590 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-07-29T16:19:41.590 INFO:tasks.workunit.client.0.smithi067.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-07-29T16:19:41.590 INFO:tasks.workunit.client.0.smithi067.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-07-29T16:19:41.590 INFO:tasks.workunit.client.0.smithi067.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-29T16:19:41.590 INFO:tasks.workunit.client.0.smithi067.stderr:device_base REPORTING Information about device health metrics 2024-07-29T16:19:41.590 INFO:tasks.workunit.client.0.smithi067.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-07-29T16:19:41.590 INFO:tasks.workunit.client.0.smithi067.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-07-29T16:19:41.590 INFO:tasks.workunit.client.0.smithi067.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-07-29T16:19:41.590 INFO:tasks.workunit.client.0.smithi067.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-29T16:19:41.590 INFO:tasks.workunit.client.0.smithi067.stderr:+ [[ New collections are available: 2024-07-29T16:19:41.590 INFO:tasks.workunit.client.0.smithi067.stderr:['basic_pool_flags'] 2024-07-29T16:19:41.590 INFO:tasks.workunit.client.0.smithi067.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-29T16:19:41.590 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-07-29T16:19:41.590 INFO:tasks.workunit.client.0.smithi067.stderr:NAME STATUS DESC 2024-07-29T16:19:41.590 INFO:tasks.workunit.client.0.smithi067.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-29T16:19:41.591 INFO:tasks.workunit.client.0.smithi067.stderr:basic_mds_metadata REPORTING MDS metadata 2024-07-29T16:19:41.591 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-07-29T16:19:41.591 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-07-29T16:19:41.591 INFO:tasks.workunit.client.0.smithi067.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-07-29T16:19:41.591 INFO:tasks.workunit.client.0.smithi067.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-07-29T16:19:41.591 INFO:tasks.workunit.client.0.smithi067.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-07-29T16:19:41.591 INFO:tasks.workunit.client.0.smithi067.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-29T16:19:41.591 INFO:tasks.workunit.client.0.smithi067.stderr:device_base REPORTING Information about device health metrics 2024-07-29T16:19:41.591 INFO:tasks.workunit.client.0.smithi067.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-07-29T16:19:41.591 INFO:tasks.workunit.client.0.smithi067.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-07-29T16:19:41.591 INFO:tasks.workunit.client.0.smithi067.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_options_bluestore* ]] 2024-07-29T16:19:41.591 INFO:tasks.workunit.client.0.smithi067.stderr:+ ceph telemetry preview 2024-07-29T16:19:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:41 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/197889059' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-07-29T16:19:41.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:41 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/197889059' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-07-29T16:19:41.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:41 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/197889059' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-07-29T16:19:41.988 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:41 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/197889059' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-07-29T16:19:42.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:41 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/197889059' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-07-29T16:19:42.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:41 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/197889059' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-07-29T16:19:42.322 INFO:tasks.workunit.client.0.smithi067.stdout:{ 2024-07-29T16:19:42.322 INFO:tasks.workunit.client.0.smithi067.stdout: "balancer": { 2024-07-29T16:19:42.322 INFO:tasks.workunit.client.0.smithi067.stdout: "active": true, 2024-07-29T16:19:42.322 INFO:tasks.workunit.client.0.smithi067.stdout: "mode": "" 2024-07-29T16:19:42.322 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.322 INFO:tasks.workunit.client.0.smithi067.stdout: "channels": [ 2024-07-29T16:19:42.322 INFO:tasks.workunit.client.0.smithi067.stdout: "basic", 2024-07-29T16:19:42.322 INFO:tasks.workunit.client.0.smithi067.stdout: "crash", 2024-07-29T16:19:42.322 INFO:tasks.workunit.client.0.smithi067.stdout: "device", 2024-07-29T16:19:42.322 INFO:tasks.workunit.client.0.smithi067.stdout: "ident", 2024-07-29T16:19:42.323 INFO:tasks.workunit.client.0.smithi067.stdout: "perf" 2024-07-29T16:19:42.323 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:42.323 INFO:tasks.workunit.client.0.smithi067.stdout: "channels_available": [ 2024-07-29T16:19:42.323 INFO:tasks.workunit.client.0.smithi067.stdout: "basic", 2024-07-29T16:19:42.323 INFO:tasks.workunit.client.0.smithi067.stdout: "ident", 2024-07-29T16:19:42.323 INFO:tasks.workunit.client.0.smithi067.stdout: "crash", 2024-07-29T16:19:42.323 INFO:tasks.workunit.client.0.smithi067.stdout: "device", 2024-07-29T16:19:42.323 INFO:tasks.workunit.client.0.smithi067.stdout: "perf" 2024-07-29T16:19:42.323 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:42.323 INFO:tasks.workunit.client.0.smithi067.stdout: "collections_available": [ 2024-07-29T16:19:42.323 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_base", 2024-07-29T16:19:42.323 INFO:tasks.workunit.client.0.smithi067.stdout: "device_base", 2024-07-29T16:19:42.323 INFO:tasks.workunit.client.0.smithi067.stdout: "crash_base", 2024-07-29T16:19:42.324 INFO:tasks.workunit.client.0.smithi067.stdout: "ident_base", 2024-07-29T16:19:42.324 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_perf", 2024-07-29T16:19:42.324 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_mds_metadata", 2024-07-29T16:19:42.324 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_usage", 2024-07-29T16:19:42.324 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_usage_by_class", 2024-07-29T16:19:42.324 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_rook_v01", 2024-07-29T16:19:42.324 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_memory_metrics", 2024-07-29T16:19:42.324 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_options_bluestore", 2024-07-29T16:19:42.324 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_flags" 2024-07-29T16:19:42.324 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:42.324 INFO:tasks.workunit.client.0.smithi067.stdout: "collections_opted_in": [ 2024-07-29T16:19:42.324 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_base", 2024-07-29T16:19:42.324 INFO:tasks.workunit.client.0.smithi067.stdout: "device_base", 2024-07-29T16:19:42.324 INFO:tasks.workunit.client.0.smithi067.stdout: "crash_base", 2024-07-29T16:19:42.325 INFO:tasks.workunit.client.0.smithi067.stdout: "ident_base", 2024-07-29T16:19:42.325 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_perf", 2024-07-29T16:19:42.325 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_mds_metadata", 2024-07-29T16:19:42.325 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_usage", 2024-07-29T16:19:42.325 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_usage_by_class", 2024-07-29T16:19:42.325 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_rook_v01", 2024-07-29T16:19:42.325 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_memory_metrics", 2024-07-29T16:19:42.325 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_options_bluestore", 2024-07-29T16:19:42.325 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_flags" 2024-07-29T16:19:42.325 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:42.325 INFO:tasks.workunit.client.0.smithi067.stdout: "config": { 2024-07-29T16:19:42.325 INFO:tasks.workunit.client.0.smithi067.stdout: "active_changed": [ 2024-07-29T16:19:42.325 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-29T16:19:42.326 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_debug", 2024-07-29T16:19:42.326 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_mon_ticket_ttl", 2024-07-29T16:19:42.326 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_service_ticket_ttl", 2024-07-29T16:19:42.326 INFO:tasks.workunit.client.0.smithi067.stdout: "bdev_debug_aio", 2024-07-29T16:19:42.326 INFO:tasks.workunit.client.0.smithi067.stdout: "client_check_pool_perm", 2024-07-29T16:19:42.326 INFO:tasks.workunit.client.0.smithi067.stdout: "client_mount_gid", 2024-07-29T16:19:42.326 INFO:tasks.workunit.client.0.smithi067.stdout: "client_mount_uid", 2024-07-29T16:19:42.326 INFO:tasks.workunit.client.0.smithi067.stdout: "client_quota", 2024-07-29T16:19:42.326 INFO:tasks.workunit.client.0.smithi067.stdout: "container_image", 2024-07-29T16:19:42.326 INFO:tasks.workunit.client.0.smithi067.stdout: "daemonize", 2024-07-29T16:19:42.326 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_asserts_on_shutdown", 2024-07-29T16:19:42.326 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_mgr", 2024-07-29T16:19:42.327 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_mon", 2024-07-29T16:19:42.327 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_ms", 2024-07-29T16:19:42.327 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_osd", 2024-07-29T16:19:42.327 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_paxos", 2024-07-29T16:19:42.327 INFO:tasks.workunit.client.0.smithi067.stdout: "keyring", 2024-07-29T16:19:42.327 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_file", 2024-07-29T16:19:42.327 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_journald", 2024-07-29T16:19:42.327 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_stderr", 2024-07-29T16:19:42.327 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_allow_pool_delete", 2024-07-29T16:19:42.327 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_clock_drift_allowed", 2024-07-29T16:19:42.327 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_cluster_log_to_file", 2024-07-29T16:19:42.327 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_cluster_log_to_journald", 2024-07-29T16:19:42.327 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_cluster_log_to_stderr", 2024-07-29T16:19:42.327 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_data_avail_warn", 2024-07-29T16:19:42.328 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_election_default_strategy", 2024-07-29T16:19:42.328 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_host", 2024-07-29T16:19:42.328 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_max_pg_per_osd", 2024-07-29T16:19:42.328 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_mds_skip_sanity", 2024-07-29T16:19:42.328 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_mgr_mkfs_grace", 2024-07-29T16:19:42.328 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_osd_prime_pg_temp", 2024-07-29T16:19:42.328 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_osd_reporter_subtree_level", 2024-07-29T16:19:42.328 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_pg_warn_max_object_skew", 2024-07-29T16:19:42.328 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-29T16:19:42.328 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-29T16:19:42.328 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-29T16:19:42.328 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-29T16:19:42.328 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-29T16:19:42.329 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-29T16:19:42.329 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-29T16:19:42.329 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-29T16:19:42.329 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_too_few_osds", 2024-07-29T16:19:42.329 INFO:tasks.workunit.client.0.smithi067.stdout: "ms_die_on_bug", 2024-07-29T16:19:42.329 INFO:tasks.workunit.client.0.smithi067.stdout: "ms_die_on_old_message", 2024-07-29T16:19:42.329 INFO:tasks.workunit.client.0.smithi067.stdout: "no_config_file", 2024-07-29T16:19:42.329 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_class_default_list", 2024-07-29T16:19:42.329 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_class_load_list", 2024-07-29T16:19:42.329 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_misdirected_ops", 2024-07-29T16:19:42.329 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_op_order", 2024-07-29T16:19:42.329 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_pg_log_writeout", 2024-07-29T16:19:42.329 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_shutdown", 2024-07-29T16:19:42.329 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_cached_snaps", 2024-07-29T16:19:42.330 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_missing_on_start", 2024-07-29T16:19:42.330 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_stray_on_activate", 2024-07-29T16:19:42.330 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-29T16:19:42.330 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_delete_sleep", 2024-07-29T16:19:42.330 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_delete_sleep_hdd", 2024-07-29T16:19:42.330 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_delete_sleep_hybrid", 2024-07-29T16:19:42.330 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_delete_sleep_ssd", 2024-07-29T16:19:42.330 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_max_backfills", 2024-07-29T16:19:42.330 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-07-29T16:19:42.330 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_profile", 2024-07-29T16:19:42.330 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-07-29T16:19:42.330 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-07-29T16:19:42.331 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-07-29T16:19:42.331 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-07-29T16:19:42.331 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-07-29T16:19:42.331 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-07-29T16:19:42.331 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_client_lim", 2024-07-29T16:19:42.331 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_client_res", 2024-07-29T16:19:42.331 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_client_wgt", 2024-07-29T16:19:42.331 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_memory_target", 2024-07-29T16:19:42.331 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_memory_target_autotune", 2024-07-29T16:19:42.331 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_op_queue", 2024-07-29T16:19:42.331 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_op_queue_cut_off", 2024-07-29T16:19:42.331 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pool_default_erasure_code_profile", 2024-07-29T16:19:42.331 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-29T16:19:42.331 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recover_clone_overlap", 2024-07-29T16:19:42.332 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_max_active", 2024-07-29T16:19:42.332 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_max_active_hdd", 2024-07-29T16:19:42.332 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_max_active_ssd", 2024-07-29T16:19:42.332 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_max_chunk", 2024-07-29T16:19:42.332 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_sleep", 2024-07-29T16:19:42.332 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_sleep_hdd", 2024-07-29T16:19:42.332 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_sleep_hybrid", 2024-07-29T16:19:42.332 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_sleep_ssd", 2024-07-29T16:19:42.332 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_load_threshold", 2024-07-29T16:19:42.332 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_max_interval", 2024-07-29T16:19:42.332 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_sleep", 2024-07-29T16:19:42.332 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_shutdown_pgref_assert", 2024-07-29T16:19:42.332 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_snap_trim_sleep", 2024-07-29T16:19:42.333 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_snap_trim_sleep_hdd", 2024-07-29T16:19:42.333 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_snap_trim_sleep_hybrid", 2024-07-29T16:19:42.333 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_snap_trim_sleep_ssd", 2024-07-29T16:19:42.333 INFO:tasks.workunit.client.0.smithi067.stdout: "public_network", 2024-07-29T16:19:42.333 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd_config_pool_override_update_timestamp", 2024-07-29T16:19:42.333 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd_default_features", 2024-07-29T16:19:42.333 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd_qos_exclude_ops", 2024-07-29T16:19:42.333 INFO:tasks.workunit.client.0.smithi067.stdout: "setgroup", 2024-07-29T16:19:42.333 INFO:tasks.workunit.client.0.smithi067.stdout: "setuser" 2024-07-29T16:19:42.333 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:42.333 INFO:tasks.workunit.client.0.smithi067.stdout: "cluster_changed": [ 2024-07-29T16:19:42.333 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-29T16:19:42.333 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_debug", 2024-07-29T16:19:42.333 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_mon_ticket_ttl", 2024-07-29T16:19:42.333 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_service_ticket_ttl", 2024-07-29T16:19:42.334 INFO:tasks.workunit.client.0.smithi067.stdout: "bdev_debug_aio", 2024-07-29T16:19:42.334 INFO:tasks.workunit.client.0.smithi067.stdout: "container_image", 2024-07-29T16:19:42.334 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_asserts_on_shutdown", 2024-07-29T16:19:42.334 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_mgr", 2024-07-29T16:19:42.334 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_mon", 2024-07-29T16:19:42.334 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_ms", 2024-07-29T16:19:42.334 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_osd", 2024-07-29T16:19:42.334 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_paxos", 2024-07-29T16:19:42.334 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_file", 2024-07-29T16:19:42.334 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_journald", 2024-07-29T16:19:42.334 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_stderr", 2024-07-29T16:19:42.334 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_join_fs", 2024-07-29T16:19:42.334 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/cephadm/allow_ptrace", 2024-07-29T16:19:42.334 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/cephadm/container_init", 2024-07-29T16:19:42.335 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/cephadm/migration_current", 2024-07-29T16:19:42.335 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/cephadm/use_repo_digest", 2024-07-29T16:19:42.335 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-07-29T16:19:42.335 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-07-29T16:19:42.335 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-07-29T16:19:42.335 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-07-29T16:19:42.335 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/ssl_server_port", 2024-07-29T16:19:42.335 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/orchestrator/orchestrator", 2024-07-29T16:19:42.335 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/channel_ident", 2024-07-29T16:19:42.335 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/channel_perf", 2024-07-29T16:19:42.335 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/description", 2024-07-29T16:19:42.335 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/enabled", 2024-07-29T16:19:42.335 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/organization", 2024-07-29T16:19:42.336 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_allow_pool_delete", 2024-07-29T16:19:42.336 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_clock_drift_allowed", 2024-07-29T16:19:42.336 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_cluster_log_to_file", 2024-07-29T16:19:42.336 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_data_avail_warn", 2024-07-29T16:19:42.336 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_election_default_strategy", 2024-07-29T16:19:42.336 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_max_pg_per_osd", 2024-07-29T16:19:42.336 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_mds_skip_sanity", 2024-07-29T16:19:42.336 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_mgr_mkfs_grace", 2024-07-29T16:19:42.336 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_osd_prime_pg_temp", 2024-07-29T16:19:42.336 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_osd_reporter_subtree_level", 2024-07-29T16:19:42.336 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_pg_warn_max_object_skew", 2024-07-29T16:19:42.336 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-29T16:19:42.336 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-29T16:19:42.336 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-29T16:19:42.337 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-29T16:19:42.337 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-29T16:19:42.337 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-29T16:19:42.337 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-29T16:19:42.337 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-29T16:19:42.337 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_too_few_osds", 2024-07-29T16:19:42.337 INFO:tasks.workunit.client.0.smithi067.stdout: "ms_die_on_bug", 2024-07-29T16:19:42.337 INFO:tasks.workunit.client.0.smithi067.stdout: "ms_die_on_old_message", 2024-07-29T16:19:42.337 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_class_default_list", 2024-07-29T16:19:42.337 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_class_load_list", 2024-07-29T16:19:42.337 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_misdirected_ops", 2024-07-29T16:19:42.337 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_op_order", 2024-07-29T16:19:42.337 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_pg_log_writeout", 2024-07-29T16:19:42.338 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_shutdown", 2024-07-29T16:19:42.338 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_cached_snaps", 2024-07-29T16:19:42.338 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_missing_on_start", 2024-07-29T16:19:42.338 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_stray_on_activate", 2024-07-29T16:19:42.338 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-29T16:19:42.338 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-07-29T16:19:42.338 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_profile", 2024-07-29T16:19:42.338 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_memory_target", 2024-07-29T16:19:42.338 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_memory_target_autotune", 2024-07-29T16:19:42.338 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_op_queue", 2024-07-29T16:19:42.338 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_op_queue_cut_off", 2024-07-29T16:19:42.338 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pool_default_erasure_code_profile", 2024-07-29T16:19:42.338 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-29T16:19:42.338 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recover_clone_overlap", 2024-07-29T16:19:42.338 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_max_chunk", 2024-07-29T16:19:42.339 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_load_threshold", 2024-07-29T16:19:42.339 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_max_interval", 2024-07-29T16:19:42.339 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_shutdown_pgref_assert", 2024-07-29T16:19:42.339 INFO:tasks.workunit.client.0.smithi067.stdout: "public_network", 2024-07-29T16:19:42.339 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd_config_pool_override_update_timestamp", 2024-07-29T16:19:42.339 INFO:tasks.workunit.client.0.smithi067.stdout: "rgw_cache_enabled", 2024-07-29T16:19:42.339 INFO:tasks.workunit.client.0.smithi067.stdout: "rgw_enable_ops_log", 2024-07-29T16:19:42.339 INFO:tasks.workunit.client.0.smithi067.stdout: "rgw_enable_usage_log" 2024-07-29T16:19:42.339 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.339 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.339 INFO:tasks.workunit.client.0.smithi067.stdout: "contact": null, 2024-07-29T16:19:42.339 INFO:tasks.workunit.client.0.smithi067.stdout: "crashes": [], 2024-07-29T16:19:42.340 INFO:tasks.workunit.client.0.smithi067.stdout: "created": "2024-07-29T14:53:34.720315Z", 2024-07-29T16:19:42.340 INFO:tasks.workunit.client.0.smithi067.stdout: "crush": { 2024-07-29T16:19:42.340 INFO:tasks.workunit.client.0.smithi067.stdout: "bucket_algs": { 2024-07-29T16:19:42.340 INFO:tasks.workunit.client.0.smithi067.stdout: "straw2": 3 2024-07-29T16:19:42.340 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.340 INFO:tasks.workunit.client.0.smithi067.stdout: "bucket_sizes": { 2024-07-29T16:19:42.340 INFO:tasks.workunit.client.0.smithi067.stdout: "2": 1, 2024-07-29T16:19:42.340 INFO:tasks.workunit.client.0.smithi067.stdout: "4": 2 2024-07-29T16:19:42.340 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.340 INFO:tasks.workunit.client.0.smithi067.stdout: "bucket_types": { 2024-07-29T16:19:42.340 INFO:tasks.workunit.client.0.smithi067.stdout: "1": 2, 2024-07-29T16:19:42.340 INFO:tasks.workunit.client.0.smithi067.stdout: "11": 1 2024-07-29T16:19:42.340 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.340 INFO:tasks.workunit.client.0.smithi067.stdout: "compat_weight_set": false, 2024-07-29T16:19:42.341 INFO:tasks.workunit.client.0.smithi067.stdout: "device_classes": [ 2024-07-29T16:19:42.341 INFO:tasks.workunit.client.0.smithi067.stdout: 8 2024-07-29T16:19:42.341 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:42.341 INFO:tasks.workunit.client.0.smithi067.stdout: "num_buckets": 6, 2024-07-29T16:19:42.341 INFO:tasks.workunit.client.0.smithi067.stdout: "num_devices": 8, 2024-07-29T16:19:42.341 INFO:tasks.workunit.client.0.smithi067.stdout: "num_rules": 2, 2024-07-29T16:19:42.341 INFO:tasks.workunit.client.0.smithi067.stdout: "num_types": 12, 2024-07-29T16:19:42.341 INFO:tasks.workunit.client.0.smithi067.stdout: "num_weight_sets": 0, 2024-07-29T16:19:42.341 INFO:tasks.workunit.client.0.smithi067.stdout: "tunables": { 2024-07-29T16:19:42.341 INFO:tasks.workunit.client.0.smithi067.stdout: "allowed_bucket_algs": 54, 2024-07-29T16:19:42.341 INFO:tasks.workunit.client.0.smithi067.stdout: "choose_local_fallback_tries": 0, 2024-07-29T16:19:42.341 INFO:tasks.workunit.client.0.smithi067.stdout: "choose_local_tries": 0, 2024-07-29T16:19:42.342 INFO:tasks.workunit.client.0.smithi067.stdout: "choose_total_tries": 50, 2024-07-29T16:19:42.342 INFO:tasks.workunit.client.0.smithi067.stdout: "chooseleaf_descend_once": 1, 2024-07-29T16:19:42.342 INFO:tasks.workunit.client.0.smithi067.stdout: "chooseleaf_stable": 1, 2024-07-29T16:19:42.342 INFO:tasks.workunit.client.0.smithi067.stdout: "chooseleaf_vary_r": 1, 2024-07-29T16:19:42.342 INFO:tasks.workunit.client.0.smithi067.stdout: "has_msr_rules": 0, 2024-07-29T16:19:42.342 INFO:tasks.workunit.client.0.smithi067.stdout: "has_v2_rules": 1, 2024-07-29T16:19:42.342 INFO:tasks.workunit.client.0.smithi067.stdout: "has_v3_rules": 0, 2024-07-29T16:19:42.342 INFO:tasks.workunit.client.0.smithi067.stdout: "has_v4_buckets": 1, 2024-07-29T16:19:42.342 INFO:tasks.workunit.client.0.smithi067.stdout: "has_v5_rules": 0, 2024-07-29T16:19:42.342 INFO:tasks.workunit.client.0.smithi067.stdout: "legacy_tunables": 0, 2024-07-29T16:19:42.342 INFO:tasks.workunit.client.0.smithi067.stdout: "minimum_required_version": "jewel", 2024-07-29T16:19:42.342 INFO:tasks.workunit.client.0.smithi067.stdout: "msr_collision_tries": 100, 2024-07-29T16:19:42.342 INFO:tasks.workunit.client.0.smithi067.stdout: "msr_descents": 100, 2024-07-29T16:19:42.343 INFO:tasks.workunit.client.0.smithi067.stdout: "optimal_tunables": 1, 2024-07-29T16:19:42.343 INFO:tasks.workunit.client.0.smithi067.stdout: "profile": "jewel", 2024-07-29T16:19:42.343 INFO:tasks.workunit.client.0.smithi067.stdout: "require_feature_tunables": 1, 2024-07-29T16:19:42.343 INFO:tasks.workunit.client.0.smithi067.stdout: "require_feature_tunables2": 1, 2024-07-29T16:19:42.343 INFO:tasks.workunit.client.0.smithi067.stdout: "require_feature_tunables3": 1, 2024-07-29T16:19:42.343 INFO:tasks.workunit.client.0.smithi067.stdout: "require_feature_tunables5": 1, 2024-07-29T16:19:42.343 INFO:tasks.workunit.client.0.smithi067.stdout: "straw_calc_version": 1 2024-07-29T16:19:42.343 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.343 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.343 INFO:tasks.workunit.client.0.smithi067.stdout: "description": "upgrade test cluster", 2024-07-29T16:19:42.343 INFO:tasks.workunit.client.0.smithi067.stdout: "fs": { 2024-07-29T16:19:42.343 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:42.343 INFO:tasks.workunit.client.0.smithi067.stdout: "feature_flags": { 2024-07-29T16:19:42.344 INFO:tasks.workunit.client.0.smithi067.stdout: "enable_multiple": true, 2024-07-29T16:19:42.344 INFO:tasks.workunit.client.0.smithi067.stdout: "ever_enabled_multiple": true 2024-07-29T16:19:42.344 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.344 INFO:tasks.workunit.client.0.smithi067.stdout: "filesystems": [ 2024-07-29T16:19:42.344 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.344 INFO:tasks.workunit.client.0.smithi067.stdout: "approx_ctime": "2024-07", 2024-07-29T16:19:42.344 INFO:tasks.workunit.client.0.smithi067.stdout: "balancer_enabled": false, 2024-07-29T16:19:42.344 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.344 INFO:tasks.workunit.client.0.smithi067.stdout: "cached_caps": 0, 2024-07-29T16:19:42.344 INFO:tasks.workunit.client.0.smithi067.stdout: "cached_dns": 10, 2024-07-29T16:19:42.344 INFO:tasks.workunit.client.0.smithi067.stdout: "cached_inos": 13, 2024-07-29T16:19:42.344 INFO:tasks.workunit.client.0.smithi067.stdout: "cached_subtrees": 2, 2024-07-29T16:19:42.344 INFO:tasks.workunit.client.0.smithi067.stdout: "ever_allowed_features": 0, 2024-07-29T16:19:42.344 INFO:tasks.workunit.client.0.smithi067.stdout: "explicitly_allowed_features": 0, 2024-07-29T16:19:42.344 INFO:tasks.workunit.client.0.smithi067.stdout: "files": 0, 2024-07-29T16:19:42.345 INFO:tasks.workunit.client.0.smithi067.stdout: "max_mds": 1, 2024-07-29T16:19:42.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_data_pools": 1, 2024-07-29T16:19:42.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_in": 1, 2024-07-29T16:19:42.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_mds": 1, 2024-07-29T16:19:42.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_sessions": 0, 2024-07-29T16:19:42.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_standby_replay": 0, 2024-07-29T16:19:42.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_up": 1, 2024-07-29T16:19:42.345 INFO:tasks.workunit.client.0.smithi067.stdout: "snaps": 0, 2024-07-29T16:19:42.345 INFO:tasks.workunit.client.0.smithi067.stdout: "standby_count_wanted": 0 2024-07-29T16:19:42.345 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.345 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:42.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_standby_mds": 1, 2024-07-29T16:19:42.345 INFO:tasks.workunit.client.0.smithi067.stdout: "total_num_mds": 2 2024-07-29T16:19:42.345 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.346 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_stats": { 2024-07-29T16:19:42.346 INFO:tasks.workunit.client.0.smithi067.stdout: "mds": { 2024-07-29T16:19:42.346 INFO:tasks.workunit.client.0.smithi067.stdout: "mds.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T16:19:42.346 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 20733952, 2024-07-29T16:19:42.346 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 439840, 2024-07-29T16:19:42.346 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2621440, 2024-07-29T16:19:42.346 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:42.346 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 475136, 2024-07-29T16:19:42.346 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 486, 2024-07-29T16:19:42.346 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:42.346 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 1394552, 2024-07-29T16:19:42.346 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 22, 2024-07-29T16:19:42.346 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 1049088, 2024-07-29T16:19:42.346 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 15229032, 2024-07-29T16:19:42.346 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 21209088 2024-07-29T16:19:42.347 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.347 INFO:tasks.workunit.client.0.smithi067.stdout: "mds.fe352cc5d8c505de303363ceef3e5f6f0234bfa7": { 2024-07-29T16:19:42.347 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 20160512, 2024-07-29T16:19:42.347 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 297008, 2024-07-29T16:19:42.347 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2621440, 2024-07-29T16:19:42.347 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 753664, 2024-07-29T16:19:42.347 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 0, 2024-07-29T16:19:42.347 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 367, 2024-07-29T16:19:42.347 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:42.347 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 1165320, 2024-07-29T16:19:42.347 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 13, 2024-07-29T16:19:42.347 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 508928, 2024-07-29T16:19:42.347 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 14814152, 2024-07-29T16:19:42.347 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 20160512 2024-07-29T16:19:42.348 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.348 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.348 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T16:19:42.348 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T16:19:42.348 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 259252224, 2024-07-29T16:19:42.348 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 5346736, 2024-07-29T16:19:42.348 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 3014656, 2024-07-29T16:19:42.348 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 24576, 2024-07-29T16:19:42.348 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 1867776, 2024-07-29T16:19:42.348 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 9655, 2024-07-29T16:19:42.348 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:42.348 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 14458312, 2024-07-29T16:19:42.348 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 23, 2024-07-29T16:19:42.348 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 4567552, 2024-07-29T16:19:42.348 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 231840392, 2024-07-29T16:19:42.349 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 261120000 2024-07-29T16:19:42.349 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.349 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.88f1e2f1a9980ce30b43411b8d195844f2fd44e3": { 2024-07-29T16:19:42.349 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 182763520, 2024-07-29T16:19:42.349 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 1997824, 2024-07-29T16:19:42.349 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 4980736, 2024-07-29T16:19:42.349 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 442368, 2024-07-29T16:19:42.349 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 3596288, 2024-07-29T16:19:42.349 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 7180, 2024-07-29T16:19:42.349 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:42.349 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 11234560, 2024-07-29T16:19:42.349 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 20, 2024-07-29T16:19:42.349 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 2604544, 2024-07-29T16:19:42.349 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 161503488, 2024-07-29T16:19:42.349 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 186359808 2024-07-29T16:19:42.350 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.350 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.fe352cc5d8c505de303363ceef3e5f6f0234bfa7": { 2024-07-29T16:19:42.350 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 168165376, 2024-07-29T16:19:42.350 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 2145720, 2024-07-29T16:19:42.350 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2883584, 2024-07-29T16:19:42.350 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:42.350 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 3547136, 2024-07-29T16:19:42.350 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 6532, 2024-07-29T16:19:42.350 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:42.350 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 10442088, 2024-07-29T16:19:42.350 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 20, 2024-07-29T16:19:42.350 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 1929984, 2024-07-29T16:19:42.350 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 150764000, 2024-07-29T16:19:42.351 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 171712512 2024-07-29T16:19:42.351 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.351 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.351 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:42.351 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.0": { 2024-07-29T16:19:42.351 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 494100480, 2024-07-29T16:19:42.351 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 30255040, 2024-07-29T16:19:42.351 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 5373952, 2024-07-29T16:19:42.351 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:42.351 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 149766144, 2024-07-29T16:19:42.351 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 12905, 2024-07-29T16:19:42.351 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:42.351 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 70423144, 2024-07-29T16:19:42.351 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 53, 2024-07-29T16:19:42.351 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 11806208, 2024-07-29T16:19:42.352 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 376242136, 2024-07-29T16:19:42.352 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 643866624 2024-07-29T16:19:42.352 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.352 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.1": { 2024-07-29T16:19:42.352 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 484392960, 2024-07-29T16:19:42.352 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 24366120, 2024-07-29T16:19:42.352 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 3276800, 2024-07-29T16:19:42.352 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:42.352 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 22708224, 2024-07-29T16:19:42.352 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 12535, 2024-07-29T16:19:42.352 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:42.352 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 63613608, 2024-07-29T16:19:42.352 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 54, 2024-07-29T16:19:42.353 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 10526976, 2024-07-29T16:19:42.353 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 382609456, 2024-07-29T16:19:42.353 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 507101184 2024-07-29T16:19:42.353 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.353 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.2": { 2024-07-29T16:19:42.353 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 439042048, 2024-07-29T16:19:42.353 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 23293328, 2024-07-29T16:19:42.353 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 5373952, 2024-07-29T16:19:42.353 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:42.353 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 83836928, 2024-07-29T16:19:42.353 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 11284, 2024-07-29T16:19:42.353 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:42.353 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 58448912, 2024-07-29T16:19:42.353 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 60, 2024-07-29T16:19:42.354 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 11413760, 2024-07-29T16:19:42.354 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 340512096, 2024-07-29T16:19:42.354 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 522878976 2024-07-29T16:19:42.354 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.354 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.3": { 2024-07-29T16:19:42.354 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 511541248, 2024-07-29T16:19:42.354 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 23168072, 2024-07-29T16:19:42.354 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 5242880, 2024-07-29T16:19:42.354 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:42.354 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 33693696, 2024-07-29T16:19:42.354 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 10402, 2024-07-29T16:19:42.354 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:42.354 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 56942824, 2024-07-29T16:19:42.354 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 53, 2024-07-29T16:19:42.355 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 10909440, 2024-07-29T16:19:42.355 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 415278032, 2024-07-29T16:19:42.355 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 545234944 2024-07-29T16:19:42.355 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.355 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.4": { 2024-07-29T16:19:42.355 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 472629248, 2024-07-29T16:19:42.355 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 20541184, 2024-07-29T16:19:42.355 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 3276800, 2024-07-29T16:19:42.355 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:42.355 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 99901440, 2024-07-29T16:19:42.355 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 12337, 2024-07-29T16:19:42.355 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:42.356 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 56442504, 2024-07-29T16:19:42.356 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 60, 2024-07-29T16:19:42.356 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 10779904, 2024-07-29T16:19:42.356 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 381588856, 2024-07-29T16:19:42.356 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 572530688 2024-07-29T16:19:42.356 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.356 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.5": { 2024-07-29T16:19:42.356 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 422887424, 2024-07-29T16:19:42.356 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 24507400, 2024-07-29T16:19:42.356 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 3276800, 2024-07-29T16:19:42.356 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:42.356 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 175677440, 2024-07-29T16:19:42.356 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 12055, 2024-07-29T16:19:42.356 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:42.357 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 54470808, 2024-07-29T16:19:42.357 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 60, 2024-07-29T16:19:42.357 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 11872000, 2024-07-29T16:19:42.357 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 328760416, 2024-07-29T16:19:42.357 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 598564864 2024-07-29T16:19:42.357 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.357 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.6": { 2024-07-29T16:19:42.357 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 369549312, 2024-07-29T16:19:42.357 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 14989312, 2024-07-29T16:19:42.357 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 3145728, 2024-07-29T16:19:42.357 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 49152, 2024-07-29T16:19:42.357 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 52224000, 2024-07-29T16:19:42.357 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 9054, 2024-07-29T16:19:42.357 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:42.358 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 47176648, 2024-07-29T16:19:42.358 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 59, 2024-07-29T16:19:42.358 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 11019520, 2024-07-29T16:19:42.358 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 293168952, 2024-07-29T16:19:42.358 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 421773312 2024-07-29T16:19:42.358 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.358 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.7": { 2024-07-29T16:19:42.358 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 489578496, 2024-07-29T16:19:42.358 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 25713208, 2024-07-29T16:19:42.358 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 3276800, 2024-07-29T16:19:42.358 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:42.358 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 17866752, 2024-07-29T16:19:42.358 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 11082, 2024-07-29T16:19:42.358 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:42.359 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 56817144, 2024-07-29T16:19:42.359 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 51, 2024-07-29T16:19:42.359 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 11703808, 2024-07-29T16:19:42.359 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 392067536, 2024-07-29T16:19:42.359 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 507445248 2024-07-29T16:19:42.359 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.359 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.359 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.359 INFO:tasks.workunit.client.0.smithi067.stdout: "hosts": { 2024-07-29T16:19:42.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num": 2, 2024-07-29T16:19:42.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_with_mds": 2, 2024-07-29T16:19:42.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_with_mgr": 2, 2024-07-29T16:19:42.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_with_mon": 2, 2024-07-29T16:19:42.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_with_osd": 2 2024-07-29T16:19:42.360 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.360 INFO:tasks.workunit.client.0.smithi067.stdout: "io_rate": { 2024-07-29T16:19:42.360 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_stats_delta": { 2024-07-29T16:19:42.360 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": 0, 2024-07-29T16:19:42.360 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:42.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_store_stats": 0, 2024-07-29T16:19:42.360 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:42.360 INFO:tasks.workunit.client.0.smithi067.stdout: "stamp_delta": "12.003319", 2024-07-29T16:19:42.360 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:42.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:42.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:42.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:42.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:42.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:42.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:42.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:42.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:42.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:42.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:42.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:42.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:42.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:42.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:42.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:42.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:42.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:42.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:42.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:42.362 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:42.362 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:42.362 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:42.362 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:42.362 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:42.362 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:42.362 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:42.362 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:42.362 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:42.362 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:42.362 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:42.362 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:42.362 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:42.363 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:42.363 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:42.363 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:42.363 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:42.363 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:42.363 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:42.363 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:42.363 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:42.363 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.363 INFO:tasks.workunit.client.0.smithi067.stdout: "store_stats": { 2024-07-29T16:19:42.363 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": 0, 2024-07-29T16:19:42.363 INFO:tasks.workunit.client.0.smithi067.stdout: "available": 0, 2024-07-29T16:19:42.363 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed": 0, 2024-07-29T16:19:42.364 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_allocated": 0, 2024-07-29T16:19:42.364 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_original": 0, 2024-07-29T16:19:42.364 INFO:tasks.workunit.client.0.smithi067.stdout: "data_stored": 0, 2024-07-29T16:19:42.364 INFO:tasks.workunit.client.0.smithi067.stdout: "internal_metadata": 0, 2024-07-29T16:19:42.364 INFO:tasks.workunit.client.0.smithi067.stdout: "internally_reserved": 0, 2024-07-29T16:19:42.364 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_allocated": 0, 2024-07-29T16:19:42.364 INFO:tasks.workunit.client.0.smithi067.stdout: "total": 0 2024-07-29T16:19:42.364 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.364 INFO:tasks.workunit.client.0.smithi067.stdout: "up": 0 2024-07-29T16:19:42.364 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.364 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.364 INFO:tasks.workunit.client.0.smithi067.stdout: "leaderboard": false, 2024-07-29T16:19:42.364 INFO:tasks.workunit.client.0.smithi067.stdout: "leaderboard_description": null, 2024-07-29T16:19:42.365 INFO:tasks.workunit.client.0.smithi067.stdout: "license": "sharing-1-0", 2024-07-29T16:19:42.365 INFO:tasks.workunit.client.0.smithi067.stdout: "mempool": { 2024-07-29T16:19:42.365 INFO:tasks.workunit.client.0.smithi067.stdout: "mds": { 2024-07-29T16:19:42.365 INFO:tasks.workunit.client.0.smithi067.stdout: "mds.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T16:19:42.365 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:42.365 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.365 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.365 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.365 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:42.365 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.365 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.365 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.365 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:42.366 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.366 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.366 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.366 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:42.366 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.366 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.366 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.366 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:42.366 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.366 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.366 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.366 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:42.366 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.366 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.367 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.367 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:42.367 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.367 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.367 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.367 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:42.367 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.367 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.367 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.367 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:42.367 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.367 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.367 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.368 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:42.368 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.368 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.368 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.368 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:42.368 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.368 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.368 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.368 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:42.368 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.368 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.368 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.368 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:42.368 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.369 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.369 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.369 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:42.369 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.369 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.369 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.369 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:42.369 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.369 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.369 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.369 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:42.369 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.369 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.370 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.370 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:42.370 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.370 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.370 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.370 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:42.370 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.370 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.370 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.370 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:42.370 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 222647, 2024-07-29T16:19:42.370 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 67 2024-07-29T16:19:42.370 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.371 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:42.371 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.371 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.371 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.371 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:42.371 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 52112, 2024-07-29T16:19:42.371 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 181 2024-07-29T16:19:42.371 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.371 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:42.371 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.371 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.371 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.371 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:42.372 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.372 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.372 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.372 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:42.372 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.372 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.372 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.372 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:42.372 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 12512, 2024-07-29T16:19:42.372 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 242 2024-07-29T16:19:42.372 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.372 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:42.373 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.373 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.373 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.373 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:42.373 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.373 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.373 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.373 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:42.373 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.373 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.373 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.373 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:42.373 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.374 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.374 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.374 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.374 INFO:tasks.workunit.client.0.smithi067.stdout: "mds.fe352cc5d8c505de303363ceef3e5f6f0234bfa7": { 2024-07-29T16:19:42.374 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:42.374 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.374 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.374 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.374 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:42.374 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.374 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.374 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.374 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:42.375 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.375 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.375 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.375 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:42.375 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.375 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.375 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.375 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:42.375 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.375 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.375 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.375 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:42.375 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.376 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.376 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.376 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:42.376 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.376 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.376 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.376 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:42.376 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.376 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.376 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.376 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:42.376 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.376 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.376 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.376 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:42.377 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.377 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.377 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.377 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:42.377 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.377 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.377 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.377 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:42.377 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.377 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.377 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.377 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:42.377 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.377 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.378 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.378 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:42.378 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.378 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.378 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.378 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:42.378 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.378 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.378 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.378 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:42.378 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.378 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.378 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.378 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:42.379 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.379 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.379 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.379 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:42.379 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.379 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.379 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.379 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:42.379 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 149088, 2024-07-29T16:19:42.379 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 35 2024-07-29T16:19:42.379 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.379 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:42.379 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.380 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.380 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.380 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:42.380 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 928, 2024-07-29T16:19:42.380 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2 2024-07-29T16:19:42.380 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.380 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:42.380 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.380 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.380 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.380 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:42.380 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.380 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.380 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.380 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:42.381 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.381 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.381 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.381 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:42.381 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.381 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.381 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.381 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:42.381 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.381 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.381 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.381 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:42.381 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.382 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.382 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.382 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:42.382 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.382 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.382 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.382 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:42.382 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.382 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.382 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.382 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.382 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.382 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T16:19:42.382 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T16:19:42.383 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:42.383 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.383 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.383 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.383 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:42.383 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.383 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.383 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.383 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:42.383 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.383 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.383 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.383 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:42.383 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.384 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.384 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.384 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:42.384 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.384 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.384 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.384 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:42.384 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.384 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.384 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.384 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:42.384 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.384 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.384 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.385 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:42.385 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.385 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.385 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.385 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:42.385 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.385 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.385 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.385 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:42.385 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.385 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.385 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.385 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:42.385 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.385 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.385 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.386 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:42.386 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.386 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.386 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.386 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:42.386 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.386 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.386 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.386 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:42.386 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.386 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.386 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.386 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:42.386 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.386 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.387 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.387 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:42.387 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.387 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.387 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.387 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:42.387 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.387 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.387 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.387 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:42.387 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.387 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.387 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.387 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:42.387 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 48784546, 2024-07-29T16:19:42.388 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 6513 2024-07-29T16:19:42.388 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.388 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:42.388 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 88, 2024-07-29T16:19:42.388 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1 2024-07-29T16:19:42.388 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.388 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:42.388 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.388 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.388 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.388 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:42.388 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.388 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.388 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.388 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:42.388 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.389 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.389 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.389 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:42.389 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.389 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.389 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.389 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:42.389 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 11088, 2024-07-29T16:19:42.389 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 241 2024-07-29T16:19:42.389 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.389 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:42.389 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 70440, 2024-07-29T16:19:42.389 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5158 2024-07-29T16:19:42.389 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.390 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:42.390 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 11440, 2024-07-29T16:19:42.390 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 304 2024-07-29T16:19:42.390 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.390 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:42.390 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.390 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.390 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.390 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:42.390 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.390 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.390 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.390 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.390 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.88f1e2f1a9980ce30b43411b8d195844f2fd44e3": { 2024-07-29T16:19:42.391 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:42.391 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.391 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.391 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.391 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:42.391 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.391 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.391 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.391 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:42.391 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.391 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.391 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.391 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:42.391 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.391 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.391 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.392 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:42.392 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.392 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.392 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.392 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:42.392 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.392 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.392 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.392 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:42.392 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.392 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.392 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.393 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:42.393 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.393 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.393 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.393 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:42.393 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.393 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.393 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.393 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:42.393 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.393 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.393 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.393 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:42.393 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.394 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.394 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.394 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:42.394 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.394 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.394 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.394 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:42.394 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.394 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.394 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.394 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:42.394 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.394 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.394 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.395 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:42.395 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.395 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.395 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.395 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:42.395 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.395 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.395 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.395 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:42.395 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.395 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.395 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.395 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:42.395 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.395 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.396 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.396 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:42.396 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 53211670, 2024-07-29T16:19:42.396 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 7619 2024-07-29T16:19:42.396 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.396 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:42.396 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.396 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.396 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.396 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:42.396 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.396 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.396 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.396 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:42.396 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.397 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.397 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.397 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:42.397 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.397 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.397 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.397 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:42.397 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.397 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.397 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.397 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:42.397 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 11088, 2024-07-29T16:19:42.397 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 241 2024-07-29T16:19:42.397 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.398 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:42.398 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 70440, 2024-07-29T16:19:42.398 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5158 2024-07-29T16:19:42.398 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.398 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:42.398 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5720, 2024-07-29T16:19:42.398 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 152 2024-07-29T16:19:42.398 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.398 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:42.398 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.398 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.398 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.398 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:42.398 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.399 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.399 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.399 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.399 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.fe352cc5d8c505de303363ceef3e5f6f0234bfa7": { 2024-07-29T16:19:42.399 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:42.399 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.399 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.399 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.399 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:42.399 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.399 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.399 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.399 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:42.399 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.399 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.400 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.400 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:42.400 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.400 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.400 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.400 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:42.400 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.400 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.400 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.400 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:42.400 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.400 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.400 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.400 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:42.401 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.401 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.401 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.401 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:42.401 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.401 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.401 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.401 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:42.401 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.401 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.401 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.401 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:42.401 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.401 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.401 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.402 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:42.402 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.402 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.402 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.402 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:42.402 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.402 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.402 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.402 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:42.402 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.402 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.402 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.402 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:42.403 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.403 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.403 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.403 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:42.403 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.403 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.403 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.403 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:42.403 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.403 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.403 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.403 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:42.403 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.403 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.403 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.403 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:42.404 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.404 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.404 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.404 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:42.404 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 43809092, 2024-07-29T16:19:42.404 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5376 2024-07-29T16:19:42.404 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.404 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:42.404 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1232, 2024-07-29T16:19:42.404 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 14 2024-07-29T16:19:42.404 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.404 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:42.404 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.404 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.405 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.405 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:42.405 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.405 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.405 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.405 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:42.405 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.405 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.405 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.405 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:42.405 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.405 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.405 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.405 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:42.406 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 11088, 2024-07-29T16:19:42.406 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 241 2024-07-29T16:19:42.406 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.406 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:42.406 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 70440, 2024-07-29T16:19:42.406 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5158 2024-07-29T16:19:42.406 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.406 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:42.406 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5720, 2024-07-29T16:19:42.406 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 152 2024-07-29T16:19:42.406 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.406 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:42.406 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.406 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.406 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.407 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:42.407 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.407 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.407 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.407 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.407 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.407 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:42.407 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.0": { 2024-07-29T16:19:42.407 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:42.407 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.407 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.407 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.407 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:42.407 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 18960, 2024-07-29T16:19:42.407 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 337 2024-07-29T16:19:42.408 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.408 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:42.408 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 43008, 2024-07-29T16:19:42.408 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 24 2024-07-29T16:19:42.408 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.408 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:42.408 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 960, 2024-07-29T16:19:42.408 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5 2024-07-29T16:19:42.408 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.408 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:42.408 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 61200, 2024-07-29T16:19:42.408 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 765 2024-07-29T16:19:42.408 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.408 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:42.408 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 240000, 2024-07-29T16:19:42.408 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2000 2024-07-29T16:19:42.409 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.409 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:42.409 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 16896, 2024-07-29T16:19:42.409 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 162 2024-07-29T16:19:42.409 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.409 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:42.409 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 767508, 2024-07-29T16:19:42.409 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 259 2024-07-29T16:19:42.409 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.409 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:42.409 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2499873, 2024-07-29T16:19:42.409 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 554725 2024-07-29T16:19:42.409 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.409 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:42.409 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 7597664, 2024-07-29T16:19:42.410 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10468 2024-07-29T16:19:42.410 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.410 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:42.410 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 87412, 2024-07-29T16:19:42.410 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9372 2024-07-29T16:19:42.410 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.410 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:42.410 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 96000, 2024-07-29T16:19:42.410 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2000 2024-07-29T16:19:42.410 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.410 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:42.410 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.410 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.410 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.410 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:42.411 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 184788, 2024-07-29T16:19:42.411 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1320 2024-07-29T16:19:42.411 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.411 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:42.411 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.411 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.411 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.411 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:42.411 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1536, 2024-07-29T16:19:42.411 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2 2024-07-29T16:19:42.411 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.411 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:42.411 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 352, 2024-07-29T16:19:42.411 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 11 2024-07-29T16:19:42.412 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.412 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:42.412 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 20128, 2024-07-29T16:19:42.412 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5 2024-07-29T16:19:42.412 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.412 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:42.412 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5335919, 2024-07-29T16:19:42.412 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 279 2024-07-29T16:19:42.412 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.412 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:42.412 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 17248, 2024-07-29T16:19:42.412 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 196 2024-07-29T16:19:42.412 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.412 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:42.412 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.413 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.413 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.413 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:42.413 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 513216, 2024-07-29T16:19:42.413 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 44 2024-07-29T16:19:42.413 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.413 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:42.413 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.413 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.413 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.413 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:42.413 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 7160816, 2024-07-29T16:19:42.413 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 18506 2024-07-29T16:19:42.413 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.413 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:42.413 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 661192, 2024-07-29T16:19:42.414 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10796 2024-07-29T16:19:42.414 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.414 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:42.414 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.414 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.414 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.414 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:42.414 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.414 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.414 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.414 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:42.414 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.414 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.414 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.414 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:42.415 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.415 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.415 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.415 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.415 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.1": { 2024-07-29T16:19:42.415 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:42.415 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.415 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.415 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.415 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:42.415 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 22160, 2024-07-29T16:19:42.415 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 393 2024-07-29T16:19:42.415 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.415 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:42.415 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 39168, 2024-07-29T16:19:42.416 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 27 2024-07-29T16:19:42.416 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.416 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:42.416 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1536, 2024-07-29T16:19:42.416 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8 2024-07-29T16:19:42.416 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.416 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:42.416 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 61840, 2024-07-29T16:19:42.416 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 773 2024-07-29T16:19:42.416 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.416 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:42.416 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 231000, 2024-07-29T16:19:42.416 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1925 2024-07-29T16:19:42.416 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.416 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:42.417 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 20864, 2024-07-29T16:19:42.417 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 193 2024-07-29T16:19:42.417 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.417 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:42.417 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1043596, 2024-07-29T16:19:42.417 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 294 2024-07-29T16:19:42.417 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.417 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:42.417 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2487297, 2024-07-29T16:19:42.417 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 552142 2024-07-29T16:19:42.417 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.417 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:42.417 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 7562720, 2024-07-29T16:19:42.417 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10420 2024-07-29T16:19:42.417 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.418 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:42.418 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 76236, 2024-07-29T16:19:42.418 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8045 2024-07-29T16:19:42.418 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.418 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:42.418 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 92400, 2024-07-29T16:19:42.418 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1925 2024-07-29T16:19:42.418 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.418 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:42.418 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.418 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.418 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.418 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:42.418 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 185044, 2024-07-29T16:19:42.419 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1321 2024-07-29T16:19:42.419 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.419 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:42.419 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.419 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.419 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.419 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:42.419 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1536, 2024-07-29T16:19:42.419 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2 2024-07-29T16:19:42.419 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.419 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:42.419 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 352, 2024-07-29T16:19:42.419 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 11 2024-07-29T16:19:42.419 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.419 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:42.419 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 20128, 2024-07-29T16:19:42.420 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5 2024-07-29T16:19:42.420 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.420 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:42.420 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 8443748, 2024-07-29T16:19:42.420 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 253 2024-07-29T16:19:42.420 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.420 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:42.420 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 21912, 2024-07-29T16:19:42.420 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 249 2024-07-29T16:19:42.420 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.420 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:42.420 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.420 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.420 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.420 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:42.421 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 454896, 2024-07-29T16:19:42.421 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 39 2024-07-29T16:19:42.421 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.421 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:42.421 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.421 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.421 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.421 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:42.421 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 7346248, 2024-07-29T16:19:42.421 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 21329 2024-07-29T16:19:42.421 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.421 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:42.421 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 661192, 2024-07-29T16:19:42.422 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10796 2024-07-29T16:19:42.422 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.422 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:42.422 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.422 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.422 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.422 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:42.422 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.422 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.423 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.423 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:42.423 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.423 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.423 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.423 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:42.423 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.423 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.423 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.423 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.423 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.2": { 2024-07-29T16:19:42.423 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:42.423 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.423 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.423 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.423 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:42.424 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 18512, 2024-07-29T16:19:42.424 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 326 2024-07-29T16:19:42.424 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.424 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:42.424 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 39040, 2024-07-29T16:19:42.424 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 25 2024-07-29T16:19:42.424 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.424 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:42.424 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1536, 2024-07-29T16:19:42.424 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8 2024-07-29T16:19:42.424 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.424 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:42.424 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 59440, 2024-07-29T16:19:42.424 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 743 2024-07-29T16:19:42.425 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.425 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:42.425 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 230640, 2024-07-29T16:19:42.425 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1922 2024-07-29T16:19:42.425 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.425 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:42.425 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5120, 2024-07-29T16:19:42.425 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 70 2024-07-29T16:19:42.425 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.425 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:42.425 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 601367, 2024-07-29T16:19:42.425 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 171 2024-07-29T16:19:42.425 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.425 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:42.425 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1869194, 2024-07-29T16:19:42.426 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 407956 2024-07-29T16:19:42.426 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.426 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:42.426 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5694672, 2024-07-29T16:19:42.426 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 7854 2024-07-29T16:19:42.426 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.426 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:42.426 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 75296, 2024-07-29T16:19:42.426 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8032 2024-07-29T16:19:42.426 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.426 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:42.426 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 92256, 2024-07-29T16:19:42.426 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1922 2024-07-29T16:19:42.426 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.427 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:42.427 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.427 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.427 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.427 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:42.427 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 185044, 2024-07-29T16:19:42.427 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1321 2024-07-29T16:19:42.427 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.427 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:42.427 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.427 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.427 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.427 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:42.427 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2304, 2024-07-29T16:19:42.427 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T16:19:42.428 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.428 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:42.428 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 512, 2024-07-29T16:19:42.428 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 16 2024-07-29T16:19:42.428 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.428 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:42.428 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 28144, 2024-07-29T16:19:42.428 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 7 2024-07-29T16:19:42.428 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.428 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:42.428 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 8208479, 2024-07-29T16:19:42.428 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 257 2024-07-29T16:19:42.428 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.428 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:42.428 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 11528, 2024-07-29T16:19:42.429 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 131 2024-07-29T16:19:42.429 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.429 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:42.429 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.429 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.429 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.429 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:42.429 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 361584, 2024-07-29T16:19:42.429 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 31 2024-07-29T16:19:42.429 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.429 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:42.429 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.429 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.429 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.430 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:42.430 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 3219320, 2024-07-29T16:19:42.430 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 6191 2024-07-29T16:19:42.430 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.430 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:42.430 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 661192, 2024-07-29T16:19:42.430 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10796 2024-07-29T16:19:42.430 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.430 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:42.430 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.430 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.430 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.430 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:42.430 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.431 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.431 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.431 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:42.431 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.431 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.431 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.431 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:42.431 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.431 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.431 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.431 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.431 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.3": { 2024-07-29T16:19:42.431 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:42.431 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.431 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.431 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.432 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:42.432 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 16136, 2024-07-29T16:19:42.432 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 286 2024-07-29T16:19:42.432 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.432 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:42.432 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 30336, 2024-07-29T16:19:42.432 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 20 2024-07-29T16:19:42.432 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.432 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:42.432 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 3648, 2024-07-29T16:19:42.432 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 19 2024-07-29T16:19:42.432 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.432 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:42.432 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 59280, 2024-07-29T16:19:42.433 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 741 2024-07-29T16:19:42.433 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.433 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:42.433 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 238920, 2024-07-29T16:19:42.433 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1991 2024-07-29T16:19:42.433 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.433 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:42.433 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2048, 2024-07-29T16:19:42.433 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 46 2024-07-29T16:19:42.433 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.433 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:42.433 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 416617, 2024-07-29T16:19:42.433 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 148 2024-07-29T16:19:42.433 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.433 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:42.434 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1776157, 2024-07-29T16:19:42.434 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 393570 2024-07-29T16:19:42.434 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.434 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:42.434 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5571640, 2024-07-29T16:19:42.434 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 7685 2024-07-29T16:19:42.434 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.434 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:42.434 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 85296, 2024-07-29T16:19:42.434 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9202 2024-07-29T16:19:42.434 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.434 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:42.434 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 95568, 2024-07-29T16:19:42.434 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1991 2024-07-29T16:19:42.434 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.435 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:42.435 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.435 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.435 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.435 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:42.435 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 185044, 2024-07-29T16:19:42.435 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1321 2024-07-29T16:19:42.435 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.435 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:42.435 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.435 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.435 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.435 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:42.435 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1536, 2024-07-29T16:19:42.435 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2 2024-07-29T16:19:42.436 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.436 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:42.436 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 352, 2024-07-29T16:19:42.436 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 11 2024-07-29T16:19:42.436 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.436 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:42.436 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 20128, 2024-07-29T16:19:42.436 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5 2024-07-29T16:19:42.436 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.436 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:42.436 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 19592336, 2024-07-29T16:19:42.436 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 279 2024-07-29T16:19:42.436 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.437 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:42.437 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 10120, 2024-07-29T16:19:42.437 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 115 2024-07-29T16:19:42.437 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.437 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:42.437 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.437 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.437 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.437 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:42.437 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 431568, 2024-07-29T16:19:42.437 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 37 2024-07-29T16:19:42.437 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.437 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:42.437 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.437 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.438 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.438 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:42.438 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 3519880, 2024-07-29T16:19:42.438 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9169 2024-07-29T16:19:42.438 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.438 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:42.438 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 661192, 2024-07-29T16:19:42.438 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10796 2024-07-29T16:19:42.438 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.438 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:42.438 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.438 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.438 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.439 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:42.439 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.439 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.439 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.439 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:42.439 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.439 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.439 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.439 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:42.439 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.439 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.439 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.439 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.439 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.4": { 2024-07-29T16:19:42.439 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:42.440 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.440 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.440 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.440 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:42.440 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 18960, 2024-07-29T16:19:42.440 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 337 2024-07-29T16:19:42.440 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.440 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:42.440 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 39040, 2024-07-29T16:19:42.440 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 25 2024-07-29T16:19:42.440 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.440 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:42.440 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 576, 2024-07-29T16:19:42.440 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T16:19:42.440 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.440 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:42.441 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 60320, 2024-07-29T16:19:42.441 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 754 2024-07-29T16:19:42.441 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.441 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:42.441 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 231240, 2024-07-29T16:19:42.441 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1927 2024-07-29T16:19:42.441 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.441 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:42.441 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 13056, 2024-07-29T16:19:42.441 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 132 2024-07-29T16:19:42.441 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.441 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:42.441 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 749563, 2024-07-29T16:19:42.441 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 210 2024-07-29T16:19:42.442 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.442 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:42.442 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2120316, 2024-07-29T16:19:42.442 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 469847 2024-07-29T16:19:42.442 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.442 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:42.442 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6539880, 2024-07-29T16:19:42.442 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9015 2024-07-29T16:19:42.442 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.442 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:42.442 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 76164, 2024-07-29T16:19:42.442 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8048 2024-07-29T16:19:42.442 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.442 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:42.443 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 92496, 2024-07-29T16:19:42.443 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1927 2024-07-29T16:19:42.443 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.443 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:42.443 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.443 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.443 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.443 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:42.443 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 184788, 2024-07-29T16:19:42.443 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1320 2024-07-29T16:19:42.443 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.443 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:42.443 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.444 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.444 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.444 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:42.444 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1536, 2024-07-29T16:19:42.444 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2 2024-07-29T16:19:42.444 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.444 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:42.444 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 352, 2024-07-29T16:19:42.444 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 11 2024-07-29T16:19:42.444 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.444 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:42.444 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 20128, 2024-07-29T16:19:42.444 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5 2024-07-29T16:19:42.444 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.445 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:42.445 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 3343988, 2024-07-29T16:19:42.445 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 6119 2024-07-29T16:19:42.445 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.445 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:42.445 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 14344, 2024-07-29T16:19:42.445 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 163 2024-07-29T16:19:42.445 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.445 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:42.445 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.445 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.445 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.445 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:42.445 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 443232, 2024-07-29T16:19:42.446 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 38 2024-07-29T16:19:42.446 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.446 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:42.446 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.446 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.446 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.446 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:42.446 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5086640, 2024-07-29T16:19:42.446 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 12182 2024-07-29T16:19:42.446 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.446 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:42.446 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 661192, 2024-07-29T16:19:42.446 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10796 2024-07-29T16:19:42.446 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.446 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:42.447 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.447 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.447 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.447 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:42.447 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.447 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.447 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.447 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:42.447 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.447 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.447 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.447 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:42.447 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.447 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.447 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.448 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.448 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.5": { 2024-07-29T16:19:42.448 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:42.448 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.448 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.448 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.448 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:42.448 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 19736, 2024-07-29T16:19:42.448 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 349 2024-07-29T16:19:42.448 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.448 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:42.448 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 43648, 2024-07-29T16:19:42.448 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 29 2024-07-29T16:19:42.448 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.448 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:42.449 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 960, 2024-07-29T16:19:42.449 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5 2024-07-29T16:19:42.449 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.449 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:42.449 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 60400, 2024-07-29T16:19:42.449 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 755 2024-07-29T16:19:42.449 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.449 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:42.449 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 231240, 2024-07-29T16:19:42.449 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1927 2024-07-29T16:19:42.449 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.449 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:42.449 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5248, 2024-07-29T16:19:42.449 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 71 2024-07-29T16:19:42.449 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.450 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:42.450 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 567074, 2024-07-29T16:19:42.450 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 178 2024-07-29T16:19:42.450 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.450 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:42.450 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2423683, 2024-07-29T16:19:42.450 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 539491 2024-07-29T16:19:42.450 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.450 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:42.450 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 7429496, 2024-07-29T16:19:42.450 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10237 2024-07-29T16:19:42.450 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.450 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:42.450 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 76512, 2024-07-29T16:19:42.450 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8053 2024-07-29T16:19:42.451 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.451 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:42.451 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 92496, 2024-07-29T16:19:42.451 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1927 2024-07-29T16:19:42.451 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.451 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:42.451 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.451 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.451 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.451 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:42.451 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 184788, 2024-07-29T16:19:42.451 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1320 2024-07-29T16:19:42.451 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.451 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:42.452 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.452 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.452 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.452 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:42.452 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 768, 2024-07-29T16:19:42.452 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1 2024-07-29T16:19:42.452 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.452 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:42.452 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 192, 2024-07-29T16:19:42.452 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 6 2024-07-29T16:19:42.452 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.452 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:42.452 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 12112, 2024-07-29T16:19:42.452 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T16:19:42.452 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.452 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:42.453 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6310018, 2024-07-29T16:19:42.453 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 259 2024-07-29T16:19:42.453 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.453 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:42.453 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 11968, 2024-07-29T16:19:42.453 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 136 2024-07-29T16:19:42.453 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.453 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:42.453 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.453 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.453 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.453 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:42.453 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 478224, 2024-07-29T16:19:42.453 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 41 2024-07-29T16:19:42.453 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.454 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:42.454 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.454 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.454 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.454 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:42.454 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6381440, 2024-07-29T16:19:42.454 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 12272 2024-07-29T16:19:42.454 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.454 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:42.454 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 661192, 2024-07-29T16:19:42.454 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10796 2024-07-29T16:19:42.454 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.454 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:42.454 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.454 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.455 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.455 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:42.455 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.455 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.455 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.455 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:42.455 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.455 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.455 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.455 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:42.455 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.455 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.455 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.455 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.455 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.6": { 2024-07-29T16:19:42.456 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:42.456 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.456 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.456 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.456 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:42.456 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 14704, 2024-07-29T16:19:42.456 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 272 2024-07-29T16:19:42.456 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.456 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:42.456 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 46848, 2024-07-29T16:19:42.456 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 22 2024-07-29T16:19:42.456 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.456 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:42.456 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2688, 2024-07-29T16:19:42.456 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 14 2024-07-29T16:19:42.457 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.457 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:42.457 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 60080, 2024-07-29T16:19:42.457 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 751 2024-07-29T16:19:42.457 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.457 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:42.457 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 232200, 2024-07-29T16:19:42.457 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1935 2024-07-29T16:19:42.457 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.457 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:42.457 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 9856, 2024-07-29T16:19:42.457 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 107 2024-07-29T16:19:42.457 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.457 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:42.458 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 657901, 2024-07-29T16:19:42.458 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 204 2024-07-29T16:19:42.458 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.458 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:42.458 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1774773, 2024-07-29T16:19:42.458 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 391162 2024-07-29T16:19:42.458 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.458 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:42.458 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5508304, 2024-07-29T16:19:42.458 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 7598 2024-07-29T16:19:42.458 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.458 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:42.458 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 77564, 2024-07-29T16:19:42.458 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8211 2024-07-29T16:19:42.459 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.459 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:42.459 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 92880, 2024-07-29T16:19:42.459 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1935 2024-07-29T16:19:42.459 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.459 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:42.459 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.459 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.459 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.459 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:42.459 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 184788, 2024-07-29T16:19:42.459 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1320 2024-07-29T16:19:42.459 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.459 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:42.460 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.460 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.460 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.460 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:42.460 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 768, 2024-07-29T16:19:42.460 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1 2024-07-29T16:19:42.460 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.460 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:42.460 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 192, 2024-07-29T16:19:42.460 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 6 2024-07-29T16:19:42.460 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.460 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:42.460 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 12112, 2024-07-29T16:19:42.460 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T16:19:42.460 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.461 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:42.461 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 14560158, 2024-07-29T16:19:42.461 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 210 2024-07-29T16:19:42.461 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.461 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:42.461 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 14432, 2024-07-29T16:19:42.461 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 164 2024-07-29T16:19:42.461 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.461 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:42.461 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.461 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.461 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.461 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:42.461 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 454896, 2024-07-29T16:19:42.461 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 39 2024-07-29T16:19:42.461 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.462 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:42.462 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.462 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.462 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.462 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:42.462 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 3645200, 2024-07-29T16:19:42.462 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9382 2024-07-29T16:19:42.462 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.462 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:42.462 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 661192, 2024-07-29T16:19:42.462 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10796 2024-07-29T16:19:42.462 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.462 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:42.463 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.463 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.463 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.463 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:42.463 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.463 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.463 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.463 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:42.463 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.463 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.463 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.463 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:42.463 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.463 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.464 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.464 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.464 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.7": { 2024-07-29T16:19:42.464 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:42.464 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.464 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.464 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.464 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:42.464 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 16536, 2024-07-29T16:19:42.464 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 293 2024-07-29T16:19:42.464 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.464 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:42.464 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 34688, 2024-07-29T16:19:42.464 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 22 2024-07-29T16:19:42.464 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.464 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:42.465 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 3456, 2024-07-29T16:19:42.465 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 18 2024-07-29T16:19:42.465 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.465 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:42.465 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 60400, 2024-07-29T16:19:42.465 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 755 2024-07-29T16:19:42.465 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.465 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:42.465 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 239760, 2024-07-29T16:19:42.465 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1998 2024-07-29T16:19:42.465 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.465 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:42.465 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5248, 2024-07-29T16:19:42.465 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 71 2024-07-29T16:19:42.466 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.466 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:42.466 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 499279, 2024-07-29T16:19:42.466 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 176 2024-07-29T16:19:42.466 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.466 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:42.466 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2031440, 2024-07-29T16:19:42.466 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 452450 2024-07-29T16:19:42.466 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.466 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:42.466 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6293816, 2024-07-29T16:19:42.466 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8677 2024-07-29T16:19:42.466 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.466 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:42.467 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 87516, 2024-07-29T16:19:42.467 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9365 2024-07-29T16:19:42.467 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.467 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:42.467 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 95904, 2024-07-29T16:19:42.467 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1998 2024-07-29T16:19:42.467 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.467 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:42.467 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.467 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.467 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.467 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:42.467 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 184788, 2024-07-29T16:19:42.467 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1320 2024-07-29T16:19:42.467 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.468 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:42.468 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.468 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.468 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.468 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:42.468 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 768, 2024-07-29T16:19:42.468 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1 2024-07-29T16:19:42.468 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.468 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:42.468 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 192, 2024-07-29T16:19:42.468 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 6 2024-07-29T16:19:42.468 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.468 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:42.468 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 12112, 2024-07-29T16:19:42.468 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T16:19:42.469 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.469 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:42.469 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 19157344, 2024-07-29T16:19:42.469 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 262 2024-07-29T16:19:42.469 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.469 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:42.469 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 12056, 2024-07-29T16:19:42.469 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 137 2024-07-29T16:19:42.469 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.469 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:42.469 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.469 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.469 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.469 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:42.469 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 536544, 2024-07-29T16:19:42.470 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 46 2024-07-29T16:19:42.470 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.470 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:42.470 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.470 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.470 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.470 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:42.470 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 4825392, 2024-07-29T16:19:42.470 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9302 2024-07-29T16:19:42.470 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.470 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:42.470 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 661192, 2024-07-29T16:19:42.470 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10796 2024-07-29T16:19:42.470 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.470 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:42.471 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.471 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.471 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.471 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:42.471 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.471 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.471 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.471 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:42.471 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.471 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.471 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.471 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:42.471 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:42.471 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:42.471 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.472 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.472 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.472 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.472 INFO:tasks.workunit.client.0.smithi067.stdout: "metadata": { 2024-07-29T16:19:42.472 INFO:tasks.workunit.client.0.smithi067.stdout: "mds": { 2024-07-29T16:19:42.472 INFO:tasks.workunit.client.0.smithi067.stdout: "arch": { 2024-07-29T16:19:42.472 INFO:tasks.workunit.client.0.smithi067.stdout: "x86_64": 2 2024-07-29T16:19:42.472 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.472 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_version": { 2024-07-29T16:19:42.472 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 2 2024-07-29T16:19:42.472 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.472 INFO:tasks.workunit.client.0.smithi067.stdout: "cpu": { 2024-07-29T16:19:42.472 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-07-29T16:19:42.472 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-07-29T16:19:42.472 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.473 INFO:tasks.workunit.client.0.smithi067.stdout: "distro": { 2024-07-29T16:19:42.473 INFO:tasks.workunit.client.0.smithi067.stdout: "centos": 2 2024-07-29T16:19:42.473 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.473 INFO:tasks.workunit.client.0.smithi067.stdout: "distro_description": { 2024-07-29T16:19:42.473 INFO:tasks.workunit.client.0.smithi067.stdout: "CentOS Stream 9": 2 2024-07-29T16:19:42.473 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.473 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_description": { 2024-07-29T16:19:42.473 INFO:tasks.workunit.client.0.smithi067.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-07-29T16:19:42.473 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.473 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_version": { 2024-07-29T16:19:42.473 INFO:tasks.workunit.client.0.smithi067.stdout: "5.14.0-480.el9.x86_64": 2 2024-07-29T16:19:42.473 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.473 INFO:tasks.workunit.client.0.smithi067.stdout: "os": { 2024-07-29T16:19:42.474 INFO:tasks.workunit.client.0.smithi067.stdout: "Linux": 2 2024-07-29T16:19:42.474 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.474 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.474 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T16:19:42.474 INFO:tasks.workunit.client.0.smithi067.stdout: "arch": { 2024-07-29T16:19:42.474 INFO:tasks.workunit.client.0.smithi067.stdout: "x86_64": 3 2024-07-29T16:19:42.474 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.474 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_version": { 2024-07-29T16:19:42.474 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 3 2024-07-29T16:19:42.474 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.474 INFO:tasks.workunit.client.0.smithi067.stdout: "cpu": { 2024-07-29T16:19:42.474 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-07-29T16:19:42.475 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-07-29T16:19:42.475 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.475 INFO:tasks.workunit.client.0.smithi067.stdout: "distro": { 2024-07-29T16:19:42.475 INFO:tasks.workunit.client.0.smithi067.stdout: "centos": 3 2024-07-29T16:19:42.475 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.475 INFO:tasks.workunit.client.0.smithi067.stdout: "distro_description": { 2024-07-29T16:19:42.475 INFO:tasks.workunit.client.0.smithi067.stdout: "CentOS Stream 9": 3 2024-07-29T16:19:42.475 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.475 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_description": { 2024-07-29T16:19:42.475 INFO:tasks.workunit.client.0.smithi067.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-07-29T16:19:42.475 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.475 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_version": { 2024-07-29T16:19:42.475 INFO:tasks.workunit.client.0.smithi067.stdout: "5.14.0-480.el9.x86_64": 3 2024-07-29T16:19:42.475 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.475 INFO:tasks.workunit.client.0.smithi067.stdout: "os": { 2024-07-29T16:19:42.476 INFO:tasks.workunit.client.0.smithi067.stdout: "Linux": 3 2024-07-29T16:19:42.476 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.476 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.476 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:42.476 INFO:tasks.workunit.client.0.smithi067.stdout: "arch": { 2024-07-29T16:19:42.476 INFO:tasks.workunit.client.0.smithi067.stdout: "x86_64": 8 2024-07-29T16:19:42.476 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.476 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_version": { 2024-07-29T16:19:42.476 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 8 2024-07-29T16:19:42.476 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.476 INFO:tasks.workunit.client.0.smithi067.stdout: "cpu": { 2024-07-29T16:19:42.476 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-07-29T16:19:42.476 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-07-29T16:19:42.476 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.476 INFO:tasks.workunit.client.0.smithi067.stdout: "distro": { 2024-07-29T16:19:42.476 INFO:tasks.workunit.client.0.smithi067.stdout: "centos": 8 2024-07-29T16:19:42.477 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.477 INFO:tasks.workunit.client.0.smithi067.stdout: "distro_description": { 2024-07-29T16:19:42.477 INFO:tasks.workunit.client.0.smithi067.stdout: "CentOS Stream 9": 8 2024-07-29T16:19:42.477 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.477 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_description": { 2024-07-29T16:19:42.477 INFO:tasks.workunit.client.0.smithi067.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-07-29T16:19:42.477 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.477 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_version": { 2024-07-29T16:19:42.477 INFO:tasks.workunit.client.0.smithi067.stdout: "5.14.0-480.el9.x86_64": 8 2024-07-29T16:19:42.477 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.477 INFO:tasks.workunit.client.0.smithi067.stdout: "os": { 2024-07-29T16:19:42.477 INFO:tasks.workunit.client.0.smithi067.stdout: "Linux": 8 2024-07-29T16:19:42.477 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.477 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_objectstore": { 2024-07-29T16:19:42.477 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": 8 2024-07-29T16:19:42.478 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.478 INFO:tasks.workunit.client.0.smithi067.stdout: "rotational": { 2024-07-29T16:19:42.478 INFO:tasks.workunit.client.0.smithi067.stdout: "0": 8 2024-07-29T16:19:42.478 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.478 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.478 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.478 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T16:19:42.478 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T16:19:42.478 INFO:tasks.workunit.client.0.smithi067.stdout: "features": { 2024-07-29T16:19:42.478 INFO:tasks.workunit.client.0.smithi067.stdout: "optional": [], 2024-07-29T16:19:42.478 INFO:tasks.workunit.client.0.smithi067.stdout: "persistent": [ 2024-07-29T16:19:42.478 INFO:tasks.workunit.client.0.smithi067.stdout: "kraken", 2024-07-29T16:19:42.478 INFO:tasks.workunit.client.0.smithi067.stdout: "luminous", 2024-07-29T16:19:42.479 INFO:tasks.workunit.client.0.smithi067.stdout: "mimic", 2024-07-29T16:19:42.479 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap-prune", 2024-07-29T16:19:42.479 INFO:tasks.workunit.client.0.smithi067.stdout: "nautilus", 2024-07-29T16:19:42.479 INFO:tasks.workunit.client.0.smithi067.stdout: "octopus", 2024-07-29T16:19:42.479 INFO:tasks.workunit.client.0.smithi067.stdout: "pacific", 2024-07-29T16:19:42.479 INFO:tasks.workunit.client.0.smithi067.stdout: "elector-pinging", 2024-07-29T16:19:42.479 INFO:tasks.workunit.client.0.smithi067.stdout: "quincy", 2024-07-29T16:19:42.479 INFO:tasks.workunit.client.0.smithi067.stdout: "reef", 2024-07-29T16:19:42.479 INFO:tasks.workunit.client.0.smithi067.stdout: "squid" 2024-07-29T16:19:42.479 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.479 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.479 INFO:tasks.workunit.client.0.smithi067.stdout: "ipv4_addr_mons": 6, 2024-07-29T16:19:42.479 INFO:tasks.workunit.client.0.smithi067.stdout: "ipv6_addr_mons": 0, 2024-07-29T16:19:42.479 INFO:tasks.workunit.client.0.smithi067.stdout: "min_mon_release": 19, 2024-07-29T16:19:42.479 INFO:tasks.workunit.client.0.smithi067.stdout: "v1_addr_mons": 3, 2024-07-29T16:19:42.480 INFO:tasks.workunit.client.0.smithi067.stdout: "v2_addr_mons": 3 2024-07-29T16:19:42.480 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.480 INFO:tasks.workunit.client.0.smithi067.stdout: "organization": "ceph-qa", 2024-07-29T16:19:42.480 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:42.480 INFO:tasks.workunit.client.0.smithi067.stdout: "cluster_network": false, 2024-07-29T16:19:42.480 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 8, 2024-07-29T16:19:42.480 INFO:tasks.workunit.client.0.smithi067.stdout: "require_min_compat_client": "luminous", 2024-07-29T16:19:42.480 INFO:tasks.workunit.client.0.smithi067.stdout: "require_osd_release": "squid" 2024-07-29T16:19:42.480 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.480 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_perf_histograms": [ 2024-07-29T16:19:42.480 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.480 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:42.480 INFO:tasks.workunit.client.0.smithi067.stdout: "axes": [ 2024-07-29T16:19:42.480 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.480 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T16:19:42.481 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:42.481 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Latency (usec)", 2024-07-29T16:19:42.481 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 100000, 2024-07-29T16:19:42.481 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:42.481 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:42.481 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 99999]", 2024-07-29T16:19:42.481 INFO:tasks.workunit.client.0.smithi067.stdout: "[100000, 199999]", 2024-07-29T16:19:42.481 INFO:tasks.workunit.client.0.smithi067.stdout: "[200000, 399999]", 2024-07-29T16:19:42.481 INFO:tasks.workunit.client.0.smithi067.stdout: "[400000, 799999]", 2024-07-29T16:19:42.481 INFO:tasks.workunit.client.0.smithi067.stdout: "[800000, 1599999]", 2024-07-29T16:19:42.481 INFO:tasks.workunit.client.0.smithi067.stdout: "[1600000, 3199999]", 2024-07-29T16:19:42.481 INFO:tasks.workunit.client.0.smithi067.stdout: "[3200000, 6399999]", 2024-07-29T16:19:42.481 INFO:tasks.workunit.client.0.smithi067.stdout: "[6400000, 12799999]", 2024-07-29T16:19:42.481 INFO:tasks.workunit.client.0.smithi067.stdout: "[12800000, 25599999]", 2024-07-29T16:19:42.482 INFO:tasks.workunit.client.0.smithi067.stdout: "[25600000, 51199999]", 2024-07-29T16:19:42.482 INFO:tasks.workunit.client.0.smithi067.stdout: "[51200000, 102399999]", 2024-07-29T16:19:42.482 INFO:tasks.workunit.client.0.smithi067.stdout: "[102400000, 204799999]", 2024-07-29T16:19:42.482 INFO:tasks.workunit.client.0.smithi067.stdout: "[204800000, 409599999]", 2024-07-29T16:19:42.482 INFO:tasks.workunit.client.0.smithi067.stdout: "[409600000, 819199999]", 2024-07-29T16:19:42.482 INFO:tasks.workunit.client.0.smithi067.stdout: "[819200000, 1638399999]", 2024-07-29T16:19:42.482 INFO:tasks.workunit.client.0.smithi067.stdout: "[1638400000, 3276799999]", 2024-07-29T16:19:42.482 INFO:tasks.workunit.client.0.smithi067.stdout: "[3276800000, 6553599999]", 2024-07-29T16:19:42.482 INFO:tasks.workunit.client.0.smithi067.stdout: "[6553600000, 13107199999]", 2024-07-29T16:19:42.482 INFO:tasks.workunit.client.0.smithi067.stdout: "[13107200000, 26214399999]", 2024-07-29T16:19:42.482 INFO:tasks.workunit.client.0.smithi067.stdout: "[26214400000, 52428799999]", 2024-07-29T16:19:42.482 INFO:tasks.workunit.client.0.smithi067.stdout: "[52428800000, 104857599999]", 2024-07-29T16:19:42.482 INFO:tasks.workunit.client.0.smithi067.stdout: "[104857600000, 209715199999]", 2024-07-29T16:19:42.482 INFO:tasks.workunit.client.0.smithi067.stdout: "[209715200000, 419430399999]", 2024-07-29T16:19:42.483 INFO:tasks.workunit.client.0.smithi067.stdout: "[419430400000, 838860799999]", 2024-07-29T16:19:42.483 INFO:tasks.workunit.client.0.smithi067.stdout: "[838860800000, 1677721599999]", 2024-07-29T16:19:42.483 INFO:tasks.workunit.client.0.smithi067.stdout: "[1677721600000, 3355443199999]", 2024-07-29T16:19:42.483 INFO:tasks.workunit.client.0.smithi067.stdout: "[3355443200000, 6710886399999]", 2024-07-29T16:19:42.483 INFO:tasks.workunit.client.0.smithi067.stdout: "[6710886400000, 13421772799999]", 2024-07-29T16:19:42.483 INFO:tasks.workunit.client.0.smithi067.stdout: "[13421772800000, 26843545599999]", 2024-07-29T16:19:42.483 INFO:tasks.workunit.client.0.smithi067.stdout: "[26843545600000, 53687091199999]", 2024-07-29T16:19:42.483 INFO:tasks.workunit.client.0.smithi067.stdout: "[53687091200000, None]" 2024-07-29T16:19:42.483 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:42.483 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:42.483 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.483 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.483 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T16:19:42.483 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:42.483 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Request size (bytes)", 2024-07-29T16:19:42.484 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 512, 2024-07-29T16:19:42.484 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:42.484 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:42.484 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 511]", 2024-07-29T16:19:42.484 INFO:tasks.workunit.client.0.smithi067.stdout: "[512, 1023]", 2024-07-29T16:19:42.484 INFO:tasks.workunit.client.0.smithi067.stdout: "[1024, 2047]", 2024-07-29T16:19:42.484 INFO:tasks.workunit.client.0.smithi067.stdout: "[2048, 4095]", 2024-07-29T16:19:42.484 INFO:tasks.workunit.client.0.smithi067.stdout: "[4096, 8191]", 2024-07-29T16:19:42.484 INFO:tasks.workunit.client.0.smithi067.stdout: "[8192, 16383]", 2024-07-29T16:19:42.484 INFO:tasks.workunit.client.0.smithi067.stdout: "[16384, 32767]", 2024-07-29T16:19:42.484 INFO:tasks.workunit.client.0.smithi067.stdout: "[32768, 65535]", 2024-07-29T16:19:42.484 INFO:tasks.workunit.client.0.smithi067.stdout: "[65536, 131071]", 2024-07-29T16:19:42.484 INFO:tasks.workunit.client.0.smithi067.stdout: "[131072, 262143]", 2024-07-29T16:19:42.484 INFO:tasks.workunit.client.0.smithi067.stdout: "[262144, 524287]", 2024-07-29T16:19:42.484 INFO:tasks.workunit.client.0.smithi067.stdout: "[524288, 1048575]", 2024-07-29T16:19:42.485 INFO:tasks.workunit.client.0.smithi067.stdout: "[1048576, 2097151]", 2024-07-29T16:19:42.485 INFO:tasks.workunit.client.0.smithi067.stdout: "[2097152, 4194303]", 2024-07-29T16:19:42.485 INFO:tasks.workunit.client.0.smithi067.stdout: "[4194304, 8388607]", 2024-07-29T16:19:42.485 INFO:tasks.workunit.client.0.smithi067.stdout: "[8388608, 16777215]", 2024-07-29T16:19:42.485 INFO:tasks.workunit.client.0.smithi067.stdout: "[16777216, 33554431]", 2024-07-29T16:19:42.485 INFO:tasks.workunit.client.0.smithi067.stdout: "[33554432, 67108863]", 2024-07-29T16:19:42.485 INFO:tasks.workunit.client.0.smithi067.stdout: "[67108864, 134217727]", 2024-07-29T16:19:42.485 INFO:tasks.workunit.client.0.smithi067.stdout: "[134217728, 268435455]", 2024-07-29T16:19:42.485 INFO:tasks.workunit.client.0.smithi067.stdout: "[268435456, 536870911]", 2024-07-29T16:19:42.485 INFO:tasks.workunit.client.0.smithi067.stdout: "[536870912, 1073741823]", 2024-07-29T16:19:42.485 INFO:tasks.workunit.client.0.smithi067.stdout: "[1073741824, 2147483647]", 2024-07-29T16:19:42.485 INFO:tasks.workunit.client.0.smithi067.stdout: "[2147483648, 4294967295]", 2024-07-29T16:19:42.485 INFO:tasks.workunit.client.0.smithi067.stdout: "[4294967296, 8589934591]", 2024-07-29T16:19:42.486 INFO:tasks.workunit.client.0.smithi067.stdout: "[8589934592, 17179869183]", 2024-07-29T16:19:42.486 INFO:tasks.workunit.client.0.smithi067.stdout: "[17179869184, 34359738367]", 2024-07-29T16:19:42.486 INFO:tasks.workunit.client.0.smithi067.stdout: "[34359738368, 68719476735]", 2024-07-29T16:19:42.486 INFO:tasks.workunit.client.0.smithi067.stdout: "[68719476736, 137438953471]", 2024-07-29T16:19:42.486 INFO:tasks.workunit.client.0.smithi067.stdout: "[137438953472, 274877906943]", 2024-07-29T16:19:42.486 INFO:tasks.workunit.client.0.smithi067.stdout: "[274877906944, None]" 2024-07-29T16:19:42.486 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:42.486 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:42.486 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.486 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:42.486 INFO:tasks.workunit.client.0.smithi067.stdout: "osds": [ 2024-07-29T16:19:42.486 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.486 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 0, 2024-07-29T16:19:42.486 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.487 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.487 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1604, 166, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.487 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 15359, 3882, 68, 4, 7551, 483, 1, 2, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.487 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 10021, 155, 39, 2, 229, 151, 70, 87, 30, 50, 28, 45, 30, 13, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.487 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 756, 13, 10, 0, 6, 8, 0, 3, 7, 4, 59, 146, 65, 2, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.487 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 541, 9, 1, 1, 5, 13, 1, 0, 0, 3, 1, 52, 342, 5, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.487 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 367, 12, 0, 0, 21, 23, 2, 0, 0, 5, 1, 6, 29, 129, 163, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.487 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 199, 16, 0, 0, 0, 4, 1, 3, 0, 7, 0, 4, 30, 16, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.487 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 134, 62, 0, 0, 0, 0, 0, 1, 0, 4, 0, 2, 19, 17, 11, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.487 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 49, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 7, 20, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.487 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 8, 32, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 0, 14, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.487 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.487 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.488 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.488 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.489 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.489 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.489 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.489 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.489 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.490 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.490 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.490 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.490 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.490 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.490 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.490 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.490 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.490 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.490 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.490 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.490 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.490 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.491 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.491 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.491 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 1, 2024-07-29T16:19:42.491 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.491 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.491 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.491 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 8785, 3773, 4469, 6, 24, 29, 0, 0, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.491 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7028, 123, 1427, 5, 14, 25, 96, 134, 36, 53, 57, 38, 21, 8, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.491 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 854, 5, 151, 22, 1, 0, 7, 22, 10, 27, 96, 210, 69, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.491 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 709, 3, 3, 9, 0, 1, 0, 0, 1, 3, 2, 36, 463, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.491 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 370, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 17, 30, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.491 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 163, 9, 45, 0, 0, 0, 0, 0, 0, 1, 0, 1, 10, 11, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.491 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 215, 6, 229, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.492 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 25, 0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.492 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.492 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.492 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.492 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.492 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.492 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.492 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.492 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.492 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.493 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.493 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.493 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.493 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.493 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.493 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.493 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.493 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.493 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.493 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.493 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.493 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.493 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.494 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.494 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.494 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.494 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 2, 2024-07-29T16:19:42.494 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.494 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.494 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.494 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 15198, 11, 2, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.494 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 11253, 40, 24, 0, 9, 0, 0, 2, 3, 4, 3, 8, 15, 22, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.494 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1221, 19, 11, 2, 2, 0, 0, 0, 3, 1, 8, 1, 3, 6, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.494 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 537, 4, 0, 0, 0, 0, 0, 1, 0, 0, 1, 8, 19, 12, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.494 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 232, 10, 4, 0, 0, 0, 0, 1, 1, 0, 6, 3, 23, 83, 117, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.494 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 284, 5, 3, 0, 0, 0, 0, 2, 1, 9, 6, 10, 35, 39, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.494 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 279, 0, 0, 1, 0, 0, 0, 0, 3, 1, 3, 9, 27, 77, 32, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.495 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 56, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 2, 18, 26, 63, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.495 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 23, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 3, 21, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.495 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.495 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.495 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.495 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.495 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.495 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.495 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.495 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.495 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.495 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.495 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.496 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.496 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.496 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.496 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.496 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.496 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.496 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.496 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.496 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.496 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.496 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.496 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.496 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.496 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 3, 2024-07-29T16:19:42.497 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.497 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.497 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1787, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.497 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 11232, 7608, 0, 1, 0, 0, 0, 0, 0, 1, 1, 3, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.497 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2797, 684, 2, 1, 12, 2, 7, 6, 8, 24, 10, 9, 18, 14, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.497 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 257, 17, 3, 0, 0, 0, 0, 0, 5, 5, 41, 82, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.497 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 155, 2, 0, 0, 4, 0, 0, 0, 0, 0, 1, 9, 163, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.497 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 49, 5, 0, 0, 169, 0, 0, 0, 0, 9, 1, 4, 15, 28, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.497 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 88, 0, 0, 0, 340, 0, 0, 0, 0, 0, 0, 7, 7, 10, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.497 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 60, 0, 0, 0, 502, 0, 0, 0, 0, 1, 0, 4, 7, 10, 10, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.497 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 9, 0, 0, 0, 1684, 0, 0, 0, 0, 2, 0, 0, 0, 6, 5, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.497 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.497 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.497 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.498 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.498 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.498 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.498 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.498 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.498 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.498 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.498 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.498 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.498 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.498 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.498 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.498 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.498 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.499 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.499 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.499 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.499 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.499 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.499 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.499 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.499 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.499 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 4, 2024-07-29T16:19:42.499 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.499 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.499 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.499 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 9665, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.499 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7965, 21, 1, 0, 6, 4, 5, 6, 11, 20, 13, 7, 12, 3, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.499 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 988, 98, 147, 0, 3, 1, 2, 1, 4, 10, 30, 75, 22, 1, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.500 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 418, 24, 38, 0, 0, 0, 0, 0, 0, 0, 5, 19, 149, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.500 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 109, 7, 15, 0, 0, 1, 1, 0, 0, 1, 1, 1, 9, 25, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.500 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 90, 3, 17, 30, 0, 0, 0, 0, 0, 0, 0, 0, 4, 4, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.500 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 37, 0, 2, 37, 73, 0, 0, 0, 0, 0, 0, 0, 1, 10, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.500 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 9, 0, 0, 1, 57, 112, 0, 0, 0, 0, 0, 0, 2, 5, 17, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.500 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2, 0, 0, 0, 5, 17, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.500 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.500 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.500 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.500 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.500 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.500 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.500 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.500 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.501 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.501 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.501 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.501 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.501 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.501 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.501 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.501 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.501 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.501 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.501 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.501 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.501 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.501 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.501 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.502 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.502 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 5, 2024-07-29T16:19:42.502 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.502 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.502 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.502 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 10689, 13, 1, 0, 0, 0, 0, 1, 5, 3, 2, 2, 5, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.502 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 8673, 86, 65, 3, 6, 1, 1, 0, 7, 1, 1, 8, 7, 13, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.502 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 825, 15, 23, 4, 2, 0, 0, 0, 5, 7, 3, 1, 1, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.502 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 376, 2, 0, 6, 0, 0, 0, 0, 1, 0, 1, 20, 16, 7, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.502 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 138, 4, 0, 0, 1, 0, 0, 0, 0, 0, 1, 2, 10, 79, 117, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.502 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 102, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 8, 6, 14, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.502 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 15, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.502 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 12, 22, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.503 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.503 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.503 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.503 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.503 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.503 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.503 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.503 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.503 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.503 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.503 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.503 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.504 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.504 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.504 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.504 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.504 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.504 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.504 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.504 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.504 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.504 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.504 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.504 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.504 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.504 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 6, 2024-07-29T16:19:42.505 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.505 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.505 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1021, 196, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.505 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 10524, 3522, 0, 0, 0, 0, 0, 1, 1, 0, 0, 4, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.505 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 6952, 828, 7, 3, 21, 2, 3, 4, 11, 12, 8, 9, 8, 8, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.505 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 659, 95, 11, 0, 4, 1, 0, 7, 9, 9, 44, 69, 30, 1, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.505 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 343, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 21, 165, 4, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.505 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 157, 14, 0, 0, 1, 1, 0, 2, 0, 0, 2, 3, 11, 89, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.505 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 127, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.505 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 105, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.505 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.505 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.505 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.505 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.506 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.506 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.506 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.506 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.506 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.506 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.506 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.506 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.506 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.506 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.506 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.506 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.506 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.506 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.506 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.507 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.507 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.507 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.507 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.507 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.507 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.507 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.507 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 7, 2024-07-29T16:19:42.507 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.507 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.507 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.507 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 13958, 1, 0, 1, 0, 0, 0, 0, 0, 3, 4, 5, 3, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.507 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7778, 37, 18, 0, 5, 0, 0, 0, 0, 0, 2, 7, 11, 29, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.508 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 687, 15, 6, 0, 1, 0, 0, 0, 0, 3, 7, 4, 6, 3, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.508 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 280, 4, 1, 0, 0, 0, 0, 0, 0, 0, 2, 15, 19, 10, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.508 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 196, 11, 6, 0, 0, 0, 0, 0, 2, 1, 0, 1, 12, 50, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.508 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 89, 1, 1, 0, 0, 0, 0, 0, 0, 4, 0, 3, 13, 20, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.508 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 20, 12, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.508 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 10, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.508 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.508 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.508 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.508 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.508 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.508 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.508 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.509 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.509 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.509 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.509 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.509 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.509 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.509 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.509 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.509 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.509 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.509 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.509 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.509 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.509 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.509 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.510 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.510 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.510 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.510 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.510 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:42.510 INFO:tasks.workunit.client.0.smithi067.stdout: "axes": [ 2024-07-29T16:19:42.510 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.510 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T16:19:42.510 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:42.510 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Latency (usec)", 2024-07-29T16:19:42.510 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 100000, 2024-07-29T16:19:42.510 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:42.510 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:42.510 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 99999]", 2024-07-29T16:19:42.510 INFO:tasks.workunit.client.0.smithi067.stdout: "[100000, 199999]", 2024-07-29T16:19:42.511 INFO:tasks.workunit.client.0.smithi067.stdout: "[200000, 399999]", 2024-07-29T16:19:42.511 INFO:tasks.workunit.client.0.smithi067.stdout: "[400000, 799999]", 2024-07-29T16:19:42.511 INFO:tasks.workunit.client.0.smithi067.stdout: "[800000, 1599999]", 2024-07-29T16:19:42.511 INFO:tasks.workunit.client.0.smithi067.stdout: "[1600000, 3199999]", 2024-07-29T16:19:42.511 INFO:tasks.workunit.client.0.smithi067.stdout: "[3200000, 6399999]", 2024-07-29T16:19:42.511 INFO:tasks.workunit.client.0.smithi067.stdout: "[6400000, 12799999]", 2024-07-29T16:19:42.511 INFO:tasks.workunit.client.0.smithi067.stdout: "[12800000, 25599999]", 2024-07-29T16:19:42.511 INFO:tasks.workunit.client.0.smithi067.stdout: "[25600000, 51199999]", 2024-07-29T16:19:42.511 INFO:tasks.workunit.client.0.smithi067.stdout: "[51200000, 102399999]", 2024-07-29T16:19:42.511 INFO:tasks.workunit.client.0.smithi067.stdout: "[102400000, 204799999]", 2024-07-29T16:19:42.511 INFO:tasks.workunit.client.0.smithi067.stdout: "[204800000, 409599999]", 2024-07-29T16:19:42.511 INFO:tasks.workunit.client.0.smithi067.stdout: "[409600000, 819199999]", 2024-07-29T16:19:42.511 INFO:tasks.workunit.client.0.smithi067.stdout: "[819200000, 1638399999]", 2024-07-29T16:19:42.511 INFO:tasks.workunit.client.0.smithi067.stdout: "[1638400000, 3276799999]", 2024-07-29T16:19:42.511 INFO:tasks.workunit.client.0.smithi067.stdout: "[3276800000, 6553599999]", 2024-07-29T16:19:42.512 INFO:tasks.workunit.client.0.smithi067.stdout: "[6553600000, 13107199999]", 2024-07-29T16:19:42.512 INFO:tasks.workunit.client.0.smithi067.stdout: "[13107200000, 26214399999]", 2024-07-29T16:19:42.512 INFO:tasks.workunit.client.0.smithi067.stdout: "[26214400000, 52428799999]", 2024-07-29T16:19:42.512 INFO:tasks.workunit.client.0.smithi067.stdout: "[52428800000, 104857599999]", 2024-07-29T16:19:42.512 INFO:tasks.workunit.client.0.smithi067.stdout: "[104857600000, 209715199999]", 2024-07-29T16:19:42.512 INFO:tasks.workunit.client.0.smithi067.stdout: "[209715200000, 419430399999]", 2024-07-29T16:19:42.512 INFO:tasks.workunit.client.0.smithi067.stdout: "[419430400000, 838860799999]", 2024-07-29T16:19:42.512 INFO:tasks.workunit.client.0.smithi067.stdout: "[838860800000, 1677721599999]", 2024-07-29T16:19:42.512 INFO:tasks.workunit.client.0.smithi067.stdout: "[1677721600000, 3355443199999]", 2024-07-29T16:19:42.512 INFO:tasks.workunit.client.0.smithi067.stdout: "[3355443200000, 6710886399999]", 2024-07-29T16:19:42.512 INFO:tasks.workunit.client.0.smithi067.stdout: "[6710886400000, 13421772799999]", 2024-07-29T16:19:42.512 INFO:tasks.workunit.client.0.smithi067.stdout: "[13421772800000, 26843545599999]", 2024-07-29T16:19:42.512 INFO:tasks.workunit.client.0.smithi067.stdout: "[26843545600000, 53687091199999]", 2024-07-29T16:19:42.512 INFO:tasks.workunit.client.0.smithi067.stdout: "[53687091200000, None]" 2024-07-29T16:19:42.513 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:42.513 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:42.513 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.513 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.513 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T16:19:42.513 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:42.513 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Request size (bytes)", 2024-07-29T16:19:42.513 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 512, 2024-07-29T16:19:42.513 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:42.513 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:42.513 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 511]", 2024-07-29T16:19:42.513 INFO:tasks.workunit.client.0.smithi067.stdout: "[512, 1023]", 2024-07-29T16:19:42.513 INFO:tasks.workunit.client.0.smithi067.stdout: "[1024, 2047]", 2024-07-29T16:19:42.513 INFO:tasks.workunit.client.0.smithi067.stdout: "[2048, 4095]", 2024-07-29T16:19:42.513 INFO:tasks.workunit.client.0.smithi067.stdout: "[4096, 8191]", 2024-07-29T16:19:42.514 INFO:tasks.workunit.client.0.smithi067.stdout: "[8192, 16383]", 2024-07-29T16:19:42.514 INFO:tasks.workunit.client.0.smithi067.stdout: "[16384, 32767]", 2024-07-29T16:19:42.514 INFO:tasks.workunit.client.0.smithi067.stdout: "[32768, 65535]", 2024-07-29T16:19:42.514 INFO:tasks.workunit.client.0.smithi067.stdout: "[65536, 131071]", 2024-07-29T16:19:42.514 INFO:tasks.workunit.client.0.smithi067.stdout: "[131072, 262143]", 2024-07-29T16:19:42.514 INFO:tasks.workunit.client.0.smithi067.stdout: "[262144, 524287]", 2024-07-29T16:19:42.514 INFO:tasks.workunit.client.0.smithi067.stdout: "[524288, 1048575]", 2024-07-29T16:19:42.514 INFO:tasks.workunit.client.0.smithi067.stdout: "[1048576, 2097151]", 2024-07-29T16:19:42.514 INFO:tasks.workunit.client.0.smithi067.stdout: "[2097152, 4194303]", 2024-07-29T16:19:42.514 INFO:tasks.workunit.client.0.smithi067.stdout: "[4194304, 8388607]", 2024-07-29T16:19:42.514 INFO:tasks.workunit.client.0.smithi067.stdout: "[8388608, 16777215]", 2024-07-29T16:19:42.514 INFO:tasks.workunit.client.0.smithi067.stdout: "[16777216, 33554431]", 2024-07-29T16:19:42.514 INFO:tasks.workunit.client.0.smithi067.stdout: "[33554432, 67108863]", 2024-07-29T16:19:42.514 INFO:tasks.workunit.client.0.smithi067.stdout: "[67108864, 134217727]", 2024-07-29T16:19:42.514 INFO:tasks.workunit.client.0.smithi067.stdout: "[134217728, 268435455]", 2024-07-29T16:19:42.515 INFO:tasks.workunit.client.0.smithi067.stdout: "[268435456, 536870911]", 2024-07-29T16:19:42.515 INFO:tasks.workunit.client.0.smithi067.stdout: "[536870912, 1073741823]", 2024-07-29T16:19:42.515 INFO:tasks.workunit.client.0.smithi067.stdout: "[1073741824, 2147483647]", 2024-07-29T16:19:42.515 INFO:tasks.workunit.client.0.smithi067.stdout: "[2147483648, 4294967295]", 2024-07-29T16:19:42.515 INFO:tasks.workunit.client.0.smithi067.stdout: "[4294967296, 8589934591]", 2024-07-29T16:19:42.515 INFO:tasks.workunit.client.0.smithi067.stdout: "[8589934592, 17179869183]", 2024-07-29T16:19:42.515 INFO:tasks.workunit.client.0.smithi067.stdout: "[17179869184, 34359738367]", 2024-07-29T16:19:42.515 INFO:tasks.workunit.client.0.smithi067.stdout: "[34359738368, 68719476735]", 2024-07-29T16:19:42.515 INFO:tasks.workunit.client.0.smithi067.stdout: "[68719476736, 137438953471]", 2024-07-29T16:19:42.515 INFO:tasks.workunit.client.0.smithi067.stdout: "[137438953472, 274877906943]", 2024-07-29T16:19:42.515 INFO:tasks.workunit.client.0.smithi067.stdout: "[274877906944, None]" 2024-07-29T16:19:42.515 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:42.515 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:42.515 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.515 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:42.516 INFO:tasks.workunit.client.0.smithi067.stdout: "osds": [ 2024-07-29T16:19:42.516 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.516 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 0, 2024-07-29T16:19:42.516 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.516 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.516 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.516 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.516 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.516 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 619, 1, 0, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.516 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 5101, 52, 80, 146, 447, 613, 704, 5, 16, 16, 0, 4, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.516 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 635, 18, 28, 47, 26, 11, 24, 0, 1, 0, 2, 3, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.516 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 322, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 3, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.516 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 157, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.516 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 22, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.517 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.517 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.517 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.517 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.517 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.517 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.517 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.517 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.517 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.517 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.517 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.517 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.517 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.517 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.518 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.518 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.518 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.518 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.518 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.518 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.518 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.518 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.518 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.518 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.518 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.518 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 1, 2024-07-29T16:19:42.518 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.518 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.518 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.519 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.519 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.519 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 283, 1, 1, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.519 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3338, 272, 34, 53, 123, 1, 3, 2, 12, 8, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.519 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 393, 26, 1290, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.519 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 380, 0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.519 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1634, 1258, 53, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.519 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1441, 1740, 241, 0, 0, 0, 1, 0, 0, 0, 0, 1, 5, 9, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.519 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 17, 2, 5, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.519 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.519 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.519 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.519 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.519 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.519 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.520 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.520 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.520 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.520 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.520 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.520 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.520 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.520 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.520 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.520 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.520 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.520 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.520 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.520 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.520 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.520 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.521 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.521 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.521 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 2, 2024-07-29T16:19:42.521 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.521 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.521 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.521 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.521 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.521 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1356, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.521 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 10794, 3, 0, 0, 0, 1, 2, 1, 4, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.521 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 15818, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.521 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 336, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.521 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 177, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 8, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.521 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 98, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 4, 18, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.521 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.522 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.522 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.522 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.522 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.522 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.522 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.522 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.522 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.522 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.522 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.522 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.522 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.522 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.523 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.523 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.523 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.523 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.523 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.523 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.523 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.523 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.523 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.523 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.523 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.523 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 3, 2024-07-29T16:19:42.523 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.523 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.524 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.524 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.524 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.524 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 242, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.524 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1903, 34, 0, 1, 0, 0, 1, 1, 3, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.524 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 234, 7, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.524 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 95, 15, 34, 47, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.524 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 895, 280, 0, 105, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.524 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 4140, 2605, 0, 422, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.524 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 145, 121, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.524 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.524 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.524 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.524 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.524 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.525 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.525 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.525 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.525 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.525 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.525 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.525 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.525 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.525 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.525 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.525 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.525 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.525 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.525 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.525 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.526 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.526 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.526 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.526 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.526 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 4, 2024-07-29T16:19:42.526 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.526 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.526 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.526 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.526 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.526 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 661, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.526 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1999, 222, 33, 62, 137, 275, 474, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.526 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 571, 13, 0, 0, 2, 0, 7, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.526 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 312, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.527 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 212, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.527 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 72, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.527 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.527 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.527 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.527 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.527 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.527 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.527 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.527 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.527 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.527 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.527 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.527 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.527 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.527 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.528 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.528 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.528 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.528 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.528 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.528 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.528 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.528 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.528 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.528 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.528 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.528 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 5, 2024-07-29T16:19:42.528 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.528 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.528 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.529 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.529 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.529 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 745, 5, 11, 46, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.529 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3680, 69, 125, 211, 440, 621, 718, 1, 3, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.529 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 211, 1, 6, 2, 12, 6, 7, 0, 2, 4, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.529 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 158, 9, 6, 30, 6, 0, 0, 0, 0, 0, 0, 6, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.529 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 82, 31, 75, 99, 23, 0, 0, 0, 0, 1, 0, 2, 1, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.529 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 4, 16, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.529 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 6, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.529 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.529 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.529 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.529 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.529 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.530 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.530 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.530 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.530 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.530 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.530 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.530 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.530 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.530 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.530 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.530 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.530 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.530 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.530 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.530 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.531 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.531 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.531 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.531 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.531 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 6, 2024-07-29T16:19:42.531 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.531 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.531 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.531 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.531 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.531 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 425, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.531 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3076, 27, 0, 0, 4, 0, 0, 0, 1, 1, 0, 2, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.531 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 326, 2, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.531 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 284, 13, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.531 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 155, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.532 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 16, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.532 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.532 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.532 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.532 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.532 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.532 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.532 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.532 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.532 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.532 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.532 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.532 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.532 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.532 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.532 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.533 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.533 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.533 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.533 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.533 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.533 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.533 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.533 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.533 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.533 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.533 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 7, 2024-07-29T16:19:42.533 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.533 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.533 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.533 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.534 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.534 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 663, 7, 13, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.534 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 8490, 27, 84, 30, 1, 0, 2, 2, 1, 0, 1, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.534 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2126, 28, 92, 27, 0, 0, 0, 0, 0, 0, 5, 2, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.534 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 246, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.534 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 159, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.534 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 16, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.534 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.534 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.534 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.534 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.534 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.534 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.534 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.534 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.534 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.535 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.535 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.535 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.535 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.535 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.535 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.535 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.535 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.535 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.535 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.535 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.535 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.535 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.536 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.536 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.536 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.536 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.536 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:42.536 INFO:tasks.workunit.client.0.smithi067.stdout: "axes": [ 2024-07-29T16:19:42.536 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.536 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T16:19:42.536 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:42.536 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Latency (usec)", 2024-07-29T16:19:42.536 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 100000, 2024-07-29T16:19:42.536 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:42.536 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:42.536 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 99999]", 2024-07-29T16:19:42.536 INFO:tasks.workunit.client.0.smithi067.stdout: "[100000, 199999]", 2024-07-29T16:19:42.536 INFO:tasks.workunit.client.0.smithi067.stdout: "[200000, 399999]", 2024-07-29T16:19:42.537 INFO:tasks.workunit.client.0.smithi067.stdout: "[400000, 799999]", 2024-07-29T16:19:42.537 INFO:tasks.workunit.client.0.smithi067.stdout: "[800000, 1599999]", 2024-07-29T16:19:42.537 INFO:tasks.workunit.client.0.smithi067.stdout: "[1600000, 3199999]", 2024-07-29T16:19:42.537 INFO:tasks.workunit.client.0.smithi067.stdout: "[3200000, 6399999]", 2024-07-29T16:19:42.537 INFO:tasks.workunit.client.0.smithi067.stdout: "[6400000, 12799999]", 2024-07-29T16:19:42.537 INFO:tasks.workunit.client.0.smithi067.stdout: "[12800000, 25599999]", 2024-07-29T16:19:42.537 INFO:tasks.workunit.client.0.smithi067.stdout: "[25600000, 51199999]", 2024-07-29T16:19:42.537 INFO:tasks.workunit.client.0.smithi067.stdout: "[51200000, 102399999]", 2024-07-29T16:19:42.537 INFO:tasks.workunit.client.0.smithi067.stdout: "[102400000, 204799999]", 2024-07-29T16:19:42.537 INFO:tasks.workunit.client.0.smithi067.stdout: "[204800000, 409599999]", 2024-07-29T16:19:42.537 INFO:tasks.workunit.client.0.smithi067.stdout: "[409600000, 819199999]", 2024-07-29T16:19:42.537 INFO:tasks.workunit.client.0.smithi067.stdout: "[819200000, 1638399999]", 2024-07-29T16:19:42.537 INFO:tasks.workunit.client.0.smithi067.stdout: "[1638400000, 3276799999]", 2024-07-29T16:19:42.537 INFO:tasks.workunit.client.0.smithi067.stdout: "[3276800000, 6553599999]", 2024-07-29T16:19:42.537 INFO:tasks.workunit.client.0.smithi067.stdout: "[6553600000, 13107199999]", 2024-07-29T16:19:42.537 INFO:tasks.workunit.client.0.smithi067.stdout: "[13107200000, 26214399999]", 2024-07-29T16:19:42.538 INFO:tasks.workunit.client.0.smithi067.stdout: "[26214400000, 52428799999]", 2024-07-29T16:19:42.538 INFO:tasks.workunit.client.0.smithi067.stdout: "[52428800000, 104857599999]", 2024-07-29T16:19:42.538 INFO:tasks.workunit.client.0.smithi067.stdout: "[104857600000, 209715199999]", 2024-07-29T16:19:42.538 INFO:tasks.workunit.client.0.smithi067.stdout: "[209715200000, 419430399999]", 2024-07-29T16:19:42.538 INFO:tasks.workunit.client.0.smithi067.stdout: "[419430400000, 838860799999]", 2024-07-29T16:19:42.538 INFO:tasks.workunit.client.0.smithi067.stdout: "[838860800000, 1677721599999]", 2024-07-29T16:19:42.538 INFO:tasks.workunit.client.0.smithi067.stdout: "[1677721600000, 3355443199999]", 2024-07-29T16:19:42.538 INFO:tasks.workunit.client.0.smithi067.stdout: "[3355443200000, 6710886399999]", 2024-07-29T16:19:42.538 INFO:tasks.workunit.client.0.smithi067.stdout: "[6710886400000, 13421772799999]", 2024-07-29T16:19:42.538 INFO:tasks.workunit.client.0.smithi067.stdout: "[13421772800000, 26843545599999]", 2024-07-29T16:19:42.538 INFO:tasks.workunit.client.0.smithi067.stdout: "[26843545600000, 53687091199999]", 2024-07-29T16:19:42.538 INFO:tasks.workunit.client.0.smithi067.stdout: "[53687091200000, None]" 2024-07-29T16:19:42.538 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:42.539 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:42.539 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.539 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.539 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T16:19:42.539 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:42.539 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Request size (bytes)", 2024-07-29T16:19:42.539 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 512, 2024-07-29T16:19:42.539 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:42.539 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:42.539 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 511]", 2024-07-29T16:19:42.539 INFO:tasks.workunit.client.0.smithi067.stdout: "[512, 1023]", 2024-07-29T16:19:42.539 INFO:tasks.workunit.client.0.smithi067.stdout: "[1024, 2047]", 2024-07-29T16:19:42.539 INFO:tasks.workunit.client.0.smithi067.stdout: "[2048, 4095]", 2024-07-29T16:19:42.539 INFO:tasks.workunit.client.0.smithi067.stdout: "[4096, 8191]", 2024-07-29T16:19:42.539 INFO:tasks.workunit.client.0.smithi067.stdout: "[8192, 16383]", 2024-07-29T16:19:42.540 INFO:tasks.workunit.client.0.smithi067.stdout: "[16384, 32767]", 2024-07-29T16:19:42.540 INFO:tasks.workunit.client.0.smithi067.stdout: "[32768, 65535]", 2024-07-29T16:19:42.540 INFO:tasks.workunit.client.0.smithi067.stdout: "[65536, 131071]", 2024-07-29T16:19:42.540 INFO:tasks.workunit.client.0.smithi067.stdout: "[131072, 262143]", 2024-07-29T16:19:42.540 INFO:tasks.workunit.client.0.smithi067.stdout: "[262144, 524287]", 2024-07-29T16:19:42.540 INFO:tasks.workunit.client.0.smithi067.stdout: "[524288, 1048575]", 2024-07-29T16:19:42.540 INFO:tasks.workunit.client.0.smithi067.stdout: "[1048576, 2097151]", 2024-07-29T16:19:42.540 INFO:tasks.workunit.client.0.smithi067.stdout: "[2097152, 4194303]", 2024-07-29T16:19:42.540 INFO:tasks.workunit.client.0.smithi067.stdout: "[4194304, 8388607]", 2024-07-29T16:19:42.540 INFO:tasks.workunit.client.0.smithi067.stdout: "[8388608, 16777215]", 2024-07-29T16:19:42.540 INFO:tasks.workunit.client.0.smithi067.stdout: "[16777216, 33554431]", 2024-07-29T16:19:42.540 INFO:tasks.workunit.client.0.smithi067.stdout: "[33554432, 67108863]", 2024-07-29T16:19:42.540 INFO:tasks.workunit.client.0.smithi067.stdout: "[67108864, 134217727]", 2024-07-29T16:19:42.540 INFO:tasks.workunit.client.0.smithi067.stdout: "[134217728, 268435455]", 2024-07-29T16:19:42.541 INFO:tasks.workunit.client.0.smithi067.stdout: "[268435456, 536870911]", 2024-07-29T16:19:42.541 INFO:tasks.workunit.client.0.smithi067.stdout: "[536870912, 1073741823]", 2024-07-29T16:19:42.541 INFO:tasks.workunit.client.0.smithi067.stdout: "[1073741824, 2147483647]", 2024-07-29T16:19:42.541 INFO:tasks.workunit.client.0.smithi067.stdout: "[2147483648, 4294967295]", 2024-07-29T16:19:42.541 INFO:tasks.workunit.client.0.smithi067.stdout: "[4294967296, 8589934591]", 2024-07-29T16:19:42.541 INFO:tasks.workunit.client.0.smithi067.stdout: "[8589934592, 17179869183]", 2024-07-29T16:19:42.541 INFO:tasks.workunit.client.0.smithi067.stdout: "[17179869184, 34359738367]", 2024-07-29T16:19:42.541 INFO:tasks.workunit.client.0.smithi067.stdout: "[34359738368, 68719476735]", 2024-07-29T16:19:42.541 INFO:tasks.workunit.client.0.smithi067.stdout: "[68719476736, 137438953471]", 2024-07-29T16:19:42.541 INFO:tasks.workunit.client.0.smithi067.stdout: "[137438953472, 274877906943]", 2024-07-29T16:19:42.541 INFO:tasks.workunit.client.0.smithi067.stdout: "[274877906944, None]" 2024-07-29T16:19:42.541 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:42.541 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:42.541 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.541 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:42.542 INFO:tasks.workunit.client.0.smithi067.stdout: "osds": [ 2024-07-29T16:19:42.542 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.542 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 0, 2024-07-29T16:19:42.542 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.542 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.542 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.542 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.542 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.542 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 635, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.542 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7189, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.542 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 800, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.542 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 339, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.542 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 183, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.542 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.542 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.543 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.543 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.543 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.543 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.543 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.543 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.543 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.543 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.543 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.543 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.543 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.543 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.543 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.544 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.544 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.544 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.544 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.544 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.544 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.544 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.544 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.544 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.544 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.544 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.544 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 1, 2024-07-29T16:19:42.544 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.544 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.545 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.545 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.545 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.545 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 300, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.545 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3848, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.545 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1713, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.545 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 438, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.545 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2950, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.545 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3443, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.545 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.545 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.545 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.545 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.545 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.545 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.545 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.546 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.546 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.546 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.546 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.546 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.546 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.546 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.546 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.546 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.546 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.546 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.546 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.546 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.546 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.547 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.547 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.547 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.547 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.547 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 2, 2024-07-29T16:19:42.547 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.547 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.547 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.547 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.547 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.547 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1356, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.547 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 10809, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.547 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 15825, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.547 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 343, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.547 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 200, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.548 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 134, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.548 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.548 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.548 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.548 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.548 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.548 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.548 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.548 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.548 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.548 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.548 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.548 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.548 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.549 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.549 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.549 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.549 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.549 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.549 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.549 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.549 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.549 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.549 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.549 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.549 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.549 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 3, 2024-07-29T16:19:42.549 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.549 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.549 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.550 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.550 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.550 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.550 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1945, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.550 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.550 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 195, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.550 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1288, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.550 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7181, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.550 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 285, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.550 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.550 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.550 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.550 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.550 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.550 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.551 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.551 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.551 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.551 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.551 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.551 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.551 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.551 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.551 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.551 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.551 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.551 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.551 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.551 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.551 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.552 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.552 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.552 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.552 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 4, 2024-07-29T16:19:42.552 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.552 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.552 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.552 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.552 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.552 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 669, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.552 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3204, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.552 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 594, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.552 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 314, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.552 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 216, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.552 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.552 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.553 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.553 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.553 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.553 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.553 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.553 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.553 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.553 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.553 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.553 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.553 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.553 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.553 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.554 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.554 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.554 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.554 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.554 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.554 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.554 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.554 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.554 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.554 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.554 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.554 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 5, 2024-07-29T16:19:42.554 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.554 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.554 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.555 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.555 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.555 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 811, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.555 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 5873, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.555 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 252, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.555 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 218, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.555 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 323, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.555 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.555 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.555 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.555 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.555 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.555 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.555 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.555 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.556 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.556 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.556 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.556 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.556 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.556 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.556 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.556 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.556 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.556 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.556 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.556 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.556 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.556 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.556 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.556 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.557 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.557 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.557 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 6, 2024-07-29T16:19:42.557 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.557 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.557 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.557 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.557 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.557 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 425, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.557 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.557 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 334, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.557 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 305, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.557 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 268, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.557 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.558 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.558 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.558 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.558 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.558 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.558 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.558 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.558 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.558 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.558 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.558 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.558 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.559 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.559 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.559 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.559 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.559 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.559 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.559 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.559 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.559 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.559 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.559 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.559 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.559 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.559 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 7, 2024-07-29T16:19:42.560 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.560 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.560 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.560 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.560 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.560 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 685, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.560 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 8642, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.560 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2284, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.560 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 257, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.560 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 172, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.560 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 132, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.560 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.560 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.560 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.561 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.561 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.561 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.561 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.561 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.561 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.561 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.561 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.561 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.561 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.561 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.561 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.561 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.561 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.561 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.561 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.562 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.562 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.562 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.562 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.562 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.562 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.562 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.562 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:42.562 INFO:tasks.workunit.client.0.smithi067.stdout: "axes": [ 2024-07-29T16:19:42.562 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.562 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T16:19:42.562 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:42.562 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Latency (usec)", 2024-07-29T16:19:42.562 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 100000, 2024-07-29T16:19:42.562 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:42.563 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:42.563 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 99999]", 2024-07-29T16:19:42.563 INFO:tasks.workunit.client.0.smithi067.stdout: "[100000, 199999]", 2024-07-29T16:19:42.563 INFO:tasks.workunit.client.0.smithi067.stdout: "[200000, 399999]", 2024-07-29T16:19:42.563 INFO:tasks.workunit.client.0.smithi067.stdout: "[400000, 799999]", 2024-07-29T16:19:42.563 INFO:tasks.workunit.client.0.smithi067.stdout: "[800000, 1599999]", 2024-07-29T16:19:42.563 INFO:tasks.workunit.client.0.smithi067.stdout: "[1600000, 3199999]", 2024-07-29T16:19:42.563 INFO:tasks.workunit.client.0.smithi067.stdout: "[3200000, 6399999]", 2024-07-29T16:19:42.563 INFO:tasks.workunit.client.0.smithi067.stdout: "[6400000, 12799999]", 2024-07-29T16:19:42.563 INFO:tasks.workunit.client.0.smithi067.stdout: "[12800000, 25599999]", 2024-07-29T16:19:42.563 INFO:tasks.workunit.client.0.smithi067.stdout: "[25600000, 51199999]", 2024-07-29T16:19:42.563 INFO:tasks.workunit.client.0.smithi067.stdout: "[51200000, 102399999]", 2024-07-29T16:19:42.563 INFO:tasks.workunit.client.0.smithi067.stdout: "[102400000, 204799999]", 2024-07-29T16:19:42.563 INFO:tasks.workunit.client.0.smithi067.stdout: "[204800000, 409599999]", 2024-07-29T16:19:42.564 INFO:tasks.workunit.client.0.smithi067.stdout: "[409600000, 819199999]", 2024-07-29T16:19:42.564 INFO:tasks.workunit.client.0.smithi067.stdout: "[819200000, 1638399999]", 2024-07-29T16:19:42.564 INFO:tasks.workunit.client.0.smithi067.stdout: "[1638400000, 3276799999]", 2024-07-29T16:19:42.564 INFO:tasks.workunit.client.0.smithi067.stdout: "[3276800000, 6553599999]", 2024-07-29T16:19:42.564 INFO:tasks.workunit.client.0.smithi067.stdout: "[6553600000, 13107199999]", 2024-07-29T16:19:42.564 INFO:tasks.workunit.client.0.smithi067.stdout: "[13107200000, 26214399999]", 2024-07-29T16:19:42.564 INFO:tasks.workunit.client.0.smithi067.stdout: "[26214400000, 52428799999]", 2024-07-29T16:19:42.564 INFO:tasks.workunit.client.0.smithi067.stdout: "[52428800000, 104857599999]", 2024-07-29T16:19:42.564 INFO:tasks.workunit.client.0.smithi067.stdout: "[104857600000, 209715199999]", 2024-07-29T16:19:42.564 INFO:tasks.workunit.client.0.smithi067.stdout: "[209715200000, 419430399999]", 2024-07-29T16:19:42.564 INFO:tasks.workunit.client.0.smithi067.stdout: "[419430400000, 838860799999]", 2024-07-29T16:19:42.564 INFO:tasks.workunit.client.0.smithi067.stdout: "[838860800000, 1677721599999]", 2024-07-29T16:19:42.564 INFO:tasks.workunit.client.0.smithi067.stdout: "[1677721600000, 3355443199999]", 2024-07-29T16:19:42.564 INFO:tasks.workunit.client.0.smithi067.stdout: "[3355443200000, 6710886399999]", 2024-07-29T16:19:42.565 INFO:tasks.workunit.client.0.smithi067.stdout: "[6710886400000, 13421772799999]", 2024-07-29T16:19:42.565 INFO:tasks.workunit.client.0.smithi067.stdout: "[13421772800000, 26843545599999]", 2024-07-29T16:19:42.565 INFO:tasks.workunit.client.0.smithi067.stdout: "[26843545600000, 53687091199999]", 2024-07-29T16:19:42.565 INFO:tasks.workunit.client.0.smithi067.stdout: "[53687091200000, None]" 2024-07-29T16:19:42.565 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:42.565 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:42.565 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.565 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.565 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T16:19:42.565 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:42.566 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Request size (bytes)", 2024-07-29T16:19:42.566 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 512, 2024-07-29T16:19:42.566 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:42.566 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:42.566 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 511]", 2024-07-29T16:19:42.566 INFO:tasks.workunit.client.0.smithi067.stdout: "[512, 1023]", 2024-07-29T16:19:42.566 INFO:tasks.workunit.client.0.smithi067.stdout: "[1024, 2047]", 2024-07-29T16:19:42.566 INFO:tasks.workunit.client.0.smithi067.stdout: "[2048, 4095]", 2024-07-29T16:19:42.566 INFO:tasks.workunit.client.0.smithi067.stdout: "[4096, 8191]", 2024-07-29T16:19:42.566 INFO:tasks.workunit.client.0.smithi067.stdout: "[8192, 16383]", 2024-07-29T16:19:42.566 INFO:tasks.workunit.client.0.smithi067.stdout: "[16384, 32767]", 2024-07-29T16:19:42.566 INFO:tasks.workunit.client.0.smithi067.stdout: "[32768, 65535]", 2024-07-29T16:19:42.566 INFO:tasks.workunit.client.0.smithi067.stdout: "[65536, 131071]", 2024-07-29T16:19:42.567 INFO:tasks.workunit.client.0.smithi067.stdout: "[131072, 262143]", 2024-07-29T16:19:42.567 INFO:tasks.workunit.client.0.smithi067.stdout: "[262144, 524287]", 2024-07-29T16:19:42.567 INFO:tasks.workunit.client.0.smithi067.stdout: "[524288, 1048575]", 2024-07-29T16:19:42.567 INFO:tasks.workunit.client.0.smithi067.stdout: "[1048576, 2097151]", 2024-07-29T16:19:42.567 INFO:tasks.workunit.client.0.smithi067.stdout: "[2097152, 4194303]", 2024-07-29T16:19:42.567 INFO:tasks.workunit.client.0.smithi067.stdout: "[4194304, 8388607]", 2024-07-29T16:19:42.567 INFO:tasks.workunit.client.0.smithi067.stdout: "[8388608, 16777215]", 2024-07-29T16:19:42.567 INFO:tasks.workunit.client.0.smithi067.stdout: "[16777216, 33554431]", 2024-07-29T16:19:42.567 INFO:tasks.workunit.client.0.smithi067.stdout: "[33554432, 67108863]", 2024-07-29T16:19:42.567 INFO:tasks.workunit.client.0.smithi067.stdout: "[67108864, 134217727]", 2024-07-29T16:19:42.567 INFO:tasks.workunit.client.0.smithi067.stdout: "[134217728, 268435455]", 2024-07-29T16:19:42.567 INFO:tasks.workunit.client.0.smithi067.stdout: "[268435456, 536870911]", 2024-07-29T16:19:42.567 INFO:tasks.workunit.client.0.smithi067.stdout: "[536870912, 1073741823]", 2024-07-29T16:19:42.568 INFO:tasks.workunit.client.0.smithi067.stdout: "[1073741824, 2147483647]", 2024-07-29T16:19:42.568 INFO:tasks.workunit.client.0.smithi067.stdout: "[2147483648, 4294967295]", 2024-07-29T16:19:42.568 INFO:tasks.workunit.client.0.smithi067.stdout: "[4294967296, 8589934591]", 2024-07-29T16:19:42.568 INFO:tasks.workunit.client.0.smithi067.stdout: "[8589934592, 17179869183]", 2024-07-29T16:19:42.568 INFO:tasks.workunit.client.0.smithi067.stdout: "[17179869184, 34359738367]", 2024-07-29T16:19:42.568 INFO:tasks.workunit.client.0.smithi067.stdout: "[34359738368, 68719476735]", 2024-07-29T16:19:42.568 INFO:tasks.workunit.client.0.smithi067.stdout: "[68719476736, 137438953471]", 2024-07-29T16:19:42.568 INFO:tasks.workunit.client.0.smithi067.stdout: "[137438953472, 274877906943]", 2024-07-29T16:19:42.568 INFO:tasks.workunit.client.0.smithi067.stdout: "[274877906944, None]" 2024-07-29T16:19:42.568 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:42.568 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:42.568 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.568 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:42.568 INFO:tasks.workunit.client.0.smithi067.stdout: "osds": [ 2024-07-29T16:19:42.568 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.568 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 0, 2024-07-29T16:19:42.569 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.569 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.569 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.569 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.569 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.569 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 115, 5, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.569 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2203, 21, 4, 0, 12, 0, 3, 4, 7, 4, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.569 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1070, 12, 1, 2, 4, 6, 6, 13, 23, 57, 77, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.569 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 189, 7, 0, 1, 2, 0, 0, 1, 5, 9, 61, 246, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.569 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 184, 16, 0, 0, 0, 0, 0, 1, 1, 3, 10, 24, 288, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.569 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 367, 24, 0, 0, 0, 0, 0, 0, 1, 1, 3, 9, 15, 27, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.569 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 894, 50, 0, 0, 0, 0, 1, 0, 3, 0, 2, 5, 7, 25, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.569 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 883, 89, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.569 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 303, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.569 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.570 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.570 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.570 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.570 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.570 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.570 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.570 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.570 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.570 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.570 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.570 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.570 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.570 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.570 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.570 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.571 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.571 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.571 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.571 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.571 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.571 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.571 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 1, 2024-07-29T16:19:42.571 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.571 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.571 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.571 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.571 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.571 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.571 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2950, 27, 2, 2, 12, 1, 1, 5, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.571 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1339, 6, 3, 3, 5, 7, 11, 20, 45, 82, 100, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.571 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 87, 5, 2, 1, 3, 5, 3, 0, 3, 6, 57, 319, 202, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.572 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 16, 1, 0, 0, 0, 0, 1, 1, 1, 3, 2, 8, 362, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.572 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 24, 2, 0, 0, 0, 0, 0, 0, 0, 1, 1, 8, 15, 25, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.572 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 3, 12, 23, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.572 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1039, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.572 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2644, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.572 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.572 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.572 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.572 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.572 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.572 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.572 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.572 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.572 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.573 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.573 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.573 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.573 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.573 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.573 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.573 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.573 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.573 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.573 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.573 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.573 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.573 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.573 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 2, 2024-07-29T16:19:42.574 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.574 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.574 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.574 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.574 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.574 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.574 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 421, 8, 3, 2, 5, 1, 0, 0, 1, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.574 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 200, 9, 0, 1, 2, 0, 1, 5, 3, 11, 61, 62, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.574 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 247, 11, 0, 0, 1, 1, 2, 7, 12, 12, 75, 112, 22, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.574 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 186, 4, 0, 0, 2, 0, 1, 2, 7, 8, 39, 54, 18, 13, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.574 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 53, 4, 0, 0, 3, 0, 1, 0, 2, 4, 12, 18, 18, 59, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.574 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 6, 22, 47, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.574 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 4, 7, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.575 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.575 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.575 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.575 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.575 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.575 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.575 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.575 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.575 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.575 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.575 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.575 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.575 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.576 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.576 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.576 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.576 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.576 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.576 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.576 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.576 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.576 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.576 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.576 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 3, 2024-07-29T16:19:42.576 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.576 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.576 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.576 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.577 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.577 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 18, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.577 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1152, 20, 0, 0, 13, 1, 5, 4, 13, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.577 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 419, 8, 0, 0, 5, 2, 3, 11, 9, 33, 47, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.577 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 85, 14, 0, 0, 0, 1, 1, 2, 2, 7, 51, 133, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.577 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 177, 27, 0, 0, 0, 0, 0, 2, 1, 1, 1, 16, 98, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.577 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 470, 25, 0, 0, 0, 0, 0, 0, 1, 2, 3, 5, 6, 16, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.577 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 418, 42, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 3, 16, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.577 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 247, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.577 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 11, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.577 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.577 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.578 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.578 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.578 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.578 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.578 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.578 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.578 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.578 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.578 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.578 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.578 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.578 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.578 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.578 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.578 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.579 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.579 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.579 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.579 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.579 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.579 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 4, 2024-07-29T16:19:42.579 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.579 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.579 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.579 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.579 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.579 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 43, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.579 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1103, 7, 1, 0, 10, 4, 1, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.579 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 596, 4, 3, 1, 1, 3, 5, 11, 14, 27, 45, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.579 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 302, 7, 0, 0, 2, 0, 3, 1, 6, 0, 43, 126, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.579 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 435, 15, 0, 0, 0, 0, 0, 0, 0, 4, 2, 11, 168, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.580 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 359, 23, 0, 0, 1, 0, 0, 1, 0, 0, 1, 5, 16, 24, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.580 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 152, 48, 0, 0, 0, 0, 0, 0, 0, 1, 2, 4, 10, 20, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.580 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 73, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.580 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.580 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.580 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.580 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.580 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.580 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.580 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.580 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.580 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.580 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.580 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.580 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.581 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.581 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.581 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.581 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.581 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.581 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.581 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.581 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.581 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.581 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.581 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.581 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 5, 2024-07-29T16:19:42.581 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.581 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.581 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.581 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.582 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.582 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 97, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.582 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 373, 18, 2, 0, 10, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.582 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 107, 7, 0, 1, 0, 0, 2, 0, 6, 6, 10, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.582 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 109, 1, 1, 0, 0, 1, 1, 4, 8, 5, 23, 45, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.582 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 39, 2, 0, 0, 0, 1, 0, 1, 2, 2, 14, 23, 8, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.582 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 11, 6, 0, 0, 0, 0, 0, 0, 2, 2, 7, 9, 13, 25, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.582 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 9, 11, 33, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.582 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.582 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.582 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.582 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.582 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.583 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.583 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.583 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.583 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.583 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.583 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.583 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.583 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.583 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.583 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.583 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.583 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.583 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.583 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.584 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.584 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.584 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.584 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.584 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.584 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 6, 2024-07-29T16:19:42.584 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.584 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.584 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.584 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.584 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.584 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 60, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.584 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1309, 20, 0, 0, 24, 4, 1, 4, 6, 6, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.584 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 512, 3, 0, 0, 1, 6, 4, 3, 15, 20, 18, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.584 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 389, 4, 0, 0, 1, 0, 0, 0, 2, 1, 25, 80, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.585 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 404, 6, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 154, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.585 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 279, 2, 0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 14, 25, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.585 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 128, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 2, 11, 25, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.585 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.585 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.585 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.585 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.585 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.585 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.585 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.585 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.585 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.585 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.585 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.585 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.586 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.586 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.586 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.586 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.586 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.586 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.586 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.586 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.586 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.586 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.586 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.586 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.586 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 7, 2024-07-29T16:19:42.586 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.587 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.587 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.587 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.587 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.587 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 75, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.587 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 278, 20, 0, 0, 11, 1, 1, 1, 0, 2, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.587 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 71, 1, 0, 0, 1, 0, 2, 6, 3, 2, 15, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.587 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 134, 4, 1, 0, 2, 0, 0, 4, 5, 7, 37, 29, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.587 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 1, 6, 13, 19, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.587 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 24, 4, 0, 0, 0, 0, 0, 0, 0, 1, 7, 16, 21, 31, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.587 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 15, 26, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.587 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.588 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.588 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.588 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.588 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.588 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.588 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.588 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.588 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.588 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.588 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.588 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.588 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.588 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.589 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.589 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.589 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.589 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.589 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.589 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.589 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.589 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.589 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.589 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.589 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.589 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.589 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.589 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_resrv_repnum_vs_duration": { 2024-07-29T16:19:42.590 INFO:tasks.workunit.client.0.smithi067.stdout: "axes": [ 2024-07-29T16:19:42.590 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.590 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 8, 2024-07-29T16:19:42.590 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:42.590 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "number of replicas", 2024-07-29T16:19:42.590 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 1, 2024-07-29T16:19:42.590 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:42.590 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:42.590 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0]", 2024-07-29T16:19:42.590 INFO:tasks.workunit.client.0.smithi067.stdout: "[1, 1]", 2024-07-29T16:19:42.590 INFO:tasks.workunit.client.0.smithi067.stdout: "[2, 2]", 2024-07-29T16:19:42.590 INFO:tasks.workunit.client.0.smithi067.stdout: "[3, 3]", 2024-07-29T16:19:42.590 INFO:tasks.workunit.client.0.smithi067.stdout: "[4, 4]", 2024-07-29T16:19:42.590 INFO:tasks.workunit.client.0.smithi067.stdout: "[5, 5]", 2024-07-29T16:19:42.590 INFO:tasks.workunit.client.0.smithi067.stdout: "[6, None]" 2024-07-29T16:19:42.591 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:42.591 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "linear" 2024-07-29T16:19:42.591 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.591 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.591 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 10, 2024-07-29T16:19:42.591 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:42.591 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "duration", 2024-07-29T16:19:42.591 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 250000, 2024-07-29T16:19:42.591 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:42.591 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:42.591 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 249999]", 2024-07-29T16:19:42.591 INFO:tasks.workunit.client.0.smithi067.stdout: "[250000, 499999]", 2024-07-29T16:19:42.591 INFO:tasks.workunit.client.0.smithi067.stdout: "[500000, 999999]", 2024-07-29T16:19:42.591 INFO:tasks.workunit.client.0.smithi067.stdout: "[1000000, 1999999]", 2024-07-29T16:19:42.591 INFO:tasks.workunit.client.0.smithi067.stdout: "[2000000, 3999999]", 2024-07-29T16:19:42.591 INFO:tasks.workunit.client.0.smithi067.stdout: "[4000000, 7999999]", 2024-07-29T16:19:42.592 INFO:tasks.workunit.client.0.smithi067.stdout: "[8000000, 15999999]", 2024-07-29T16:19:42.592 INFO:tasks.workunit.client.0.smithi067.stdout: "[16000000, 31999999]", 2024-07-29T16:19:42.592 INFO:tasks.workunit.client.0.smithi067.stdout: "[32000000, None]" 2024-07-29T16:19:42.592 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:42.592 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:42.592 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.592 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:42.592 INFO:tasks.workunit.client.0.smithi067.stdout: "osds": [ 2024-07-29T16:19:42.592 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.592 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 0, 2024-07-29T16:19:42.592 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.592 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.592 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.593 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.593 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.593 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.593 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.593 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.593 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.593 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.593 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.593 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.593 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 1, 2024-07-29T16:19:42.593 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.593 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.593 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.593 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.593 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.594 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.594 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.594 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.594 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.594 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.594 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.594 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.594 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 2, 2024-07-29T16:19:42.594 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.594 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.594 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.594 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.594 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.594 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.594 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.594 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.595 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.595 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.595 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.595 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.595 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 3, 2024-07-29T16:19:42.595 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.595 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.595 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.595 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.595 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.595 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.595 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.595 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.595 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.595 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.596 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.596 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.596 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 4, 2024-07-29T16:19:42.596 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.596 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.596 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.596 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.596 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.596 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.596 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.596 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.596 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.596 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.596 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.597 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.597 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 5, 2024-07-29T16:19:42.597 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.597 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.597 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.597 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.597 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.597 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.597 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.597 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.597 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.597 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.597 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.597 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.597 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 6, 2024-07-29T16:19:42.597 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.598 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.598 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.598 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.598 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.598 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.598 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.598 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.598 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.598 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.598 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.598 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:42.598 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 7, 2024-07-29T16:19:42.598 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:42.599 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.599 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.599 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.599 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.599 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.599 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.599 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:42.599 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:42.599 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.599 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.599 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:42.599 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.599 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.599 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:42.600 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_counters": { 2024-07-29T16:19:42.600 INFO:tasks.workunit.client.0.smithi067.stdout: "mds.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T16:19:42.600 INFO:tasks.workunit.client.0.smithi067.stdout: "mds": { 2024-07-29T16:19:42.600 INFO:tasks.workunit.client.0.smithi067.stdout: "caps": { 2024-07-29T16:19:42.600 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.600 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.600 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_cap_op_flush_ack": { 2024-07-29T16:19:42.600 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.600 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.600 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_cap_op_flushsnap_ack": { 2024-07-29T16:19:42.600 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.600 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.600 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_cap_op_grant": { 2024-07-29T16:19:42.600 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.601 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.601 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_cap_op_revoke": { 2024-07-29T16:19:42.601 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.601 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.601 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_cap_op_trunc": { 2024-07-29T16:19:42.601 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.601 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.601 INFO:tasks.workunit.client.0.smithi067.stdout: "dir_commit": { 2024-07-29T16:19:42.601 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.601 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.601 INFO:tasks.workunit.client.0.smithi067.stdout: "dir_fetch_complete": { 2024-07-29T16:19:42.601 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12 2024-07-29T16:19:42.601 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.601 INFO:tasks.workunit.client.0.smithi067.stdout: "dir_fetch_keys": { 2024-07-29T16:19:42.601 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T16:19:42.602 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.602 INFO:tasks.workunit.client.0.smithi067.stdout: "dir_merge": { 2024-07-29T16:19:42.602 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.602 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.602 INFO:tasks.workunit.client.0.smithi067.stdout: "dir_split": { 2024-07-29T16:19:42.602 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.602 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.602 INFO:tasks.workunit.client.0.smithi067.stdout: "exported_inodes": { 2024-07-29T16:19:42.602 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.602 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.602 INFO:tasks.workunit.client.0.smithi067.stdout: "forward": { 2024-07-29T16:19:42.602 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.602 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.602 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_client_cap_release": { 2024-07-29T16:19:42.603 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.603 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.603 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_client_caps": { 2024-07-29T16:19:42.603 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.603 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.603 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_client_caps_dirty": { 2024-07-29T16:19:42.603 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.603 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.603 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_inode_file_caps": { 2024-07-29T16:19:42.603 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.603 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.603 INFO:tasks.workunit.client.0.smithi067.stdout: "imported_inodes": { 2024-07-29T16:19:42.603 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.603 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.604 INFO:tasks.workunit.client.0.smithi067.stdout: "inodes": { 2024-07-29T16:19:42.604 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T16:19:42.604 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.604 INFO:tasks.workunit.client.0.smithi067.stdout: "inodes_expired": { 2024-07-29T16:19:42.604 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.604 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.604 INFO:tasks.workunit.client.0.smithi067.stdout: "inodes_pinned": { 2024-07-29T16:19:42.604 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T16:19:42.604 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.604 INFO:tasks.workunit.client.0.smithi067.stdout: "inodes_with_caps": { 2024-07-29T16:19:42.604 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.604 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.604 INFO:tasks.workunit.client.0.smithi067.stdout: "load_cent": { 2024-07-29T16:19:42.604 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.605 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.605 INFO:tasks.workunit.client.0.smithi067.stdout: "openino_dir_fetch": { 2024-07-29T16:19:42.605 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.605 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.605 INFO:tasks.workunit.client.0.smithi067.stdout: "process_request_cap_release": { 2024-07-29T16:19:42.605 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.605 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.605 INFO:tasks.workunit.client.0.smithi067.stdout: "reply_latency": { 2024-07-29T16:19:42.605 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.605 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.605 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.605 INFO:tasks.workunit.client.0.smithi067.stdout: "request": { 2024-07-29T16:19:42.605 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.605 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.605 INFO:tasks.workunit.client.0.smithi067.stdout: "root_rbytes": { 2024-07-29T16:19:42.605 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.606 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.606 INFO:tasks.workunit.client.0.smithi067.stdout: "root_rfiles": { 2024-07-29T16:19:42.606 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.606 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.606 INFO:tasks.workunit.client.0.smithi067.stdout: "root_rsnaps": { 2024-07-29T16:19:42.606 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.606 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.606 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_reply": { 2024-07-29T16:19:42.606 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.606 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.606 INFO:tasks.workunit.client.0.smithi067.stdout: "subtrees": { 2024-07-29T16:19:42.606 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:42.606 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.606 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.607 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_cache": { 2024-07-29T16:19:42.607 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_enqueue_scrub": { 2024-07-29T16:19:42.607 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.607 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.607 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_exportdir": { 2024-07-29T16:19:42.607 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.607 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.607 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_flush": { 2024-07-29T16:19:42.607 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.607 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.607 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_fragmentdir": { 2024-07-29T16:19:42.607 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.607 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.607 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_fragstats": { 2024-07-29T16:19:42.608 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.608 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.608 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_inodestats": { 2024-07-29T16:19:42.608 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.608 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.608 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_quiesce_inode": { 2024-07-29T16:19:42.608 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.608 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.608 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_quiesce_path": { 2024-07-29T16:19:42.608 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.608 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.608 INFO:tasks.workunit.client.0.smithi067.stdout: "num_recovering_enqueued": { 2024-07-29T16:19:42.608 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.608 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_recovering_prioritized": { 2024-07-29T16:19:42.609 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.609 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_recovering_processing": { 2024-07-29T16:19:42.609 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.609 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_strays": { 2024-07-29T16:19:42.609 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.609 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_strays_delayed": { 2024-07-29T16:19:42.609 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.609 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_strays_enqueuing": { 2024-07-29T16:19:42.609 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.610 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.610 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_completed": { 2024-07-29T16:19:42.610 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.610 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.610 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_started": { 2024-07-29T16:19:42.610 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.610 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.610 INFO:tasks.workunit.client.0.smithi067.stdout: "strays_created": { 2024-07-29T16:19:42.610 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.610 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.610 INFO:tasks.workunit.client.0.smithi067.stdout: "strays_enqueued": { 2024-07-29T16:19:42.610 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.610 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.610 INFO:tasks.workunit.client.0.smithi067.stdout: "strays_migrated": { 2024-07-29T16:19:42.611 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.611 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.611 INFO:tasks.workunit.client.0.smithi067.stdout: "strays_reintegrated": { 2024-07-29T16:19:42.611 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.611 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.611 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.611 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_log": { 2024-07-29T16:19:42.611 INFO:tasks.workunit.client.0.smithi067.stdout: "ev": { 2024-07-29T16:19:42.611 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17 2024-07-29T16:19:42.611 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.611 INFO:tasks.workunit.client.0.smithi067.stdout: "evadd": { 2024-07-29T16:19:42.611 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.611 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.611 INFO:tasks.workunit.client.0.smithi067.stdout: "evex": { 2024-07-29T16:19:42.611 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.611 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.612 INFO:tasks.workunit.client.0.smithi067.stdout: "evexd": { 2024-07-29T16:19:42.612 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.612 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.612 INFO:tasks.workunit.client.0.smithi067.stdout: "evexg": { 2024-07-29T16:19:42.612 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.612 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.612 INFO:tasks.workunit.client.0.smithi067.stdout: "evlrg": { 2024-07-29T16:19:42.612 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.612 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.612 INFO:tasks.workunit.client.0.smithi067.stdout: "evtrm": { 2024-07-29T16:19:42.612 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.612 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.612 INFO:tasks.workunit.client.0.smithi067.stdout: "jlat": { 2024-07-29T16:19:42.612 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.612 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.612 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.613 INFO:tasks.workunit.client.0.smithi067.stdout: "replayed": { 2024-07-29T16:19:42.613 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17 2024-07-29T16:19:42.613 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.613 INFO:tasks.workunit.client.0.smithi067.stdout: "seg": { 2024-07-29T16:19:42.613 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T16:19:42.613 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.613 INFO:tasks.workunit.client.0.smithi067.stdout: "segadd": { 2024-07-29T16:19:42.613 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.613 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.613 INFO:tasks.workunit.client.0.smithi067.stdout: "segex": { 2024-07-29T16:19:42.613 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.613 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.613 INFO:tasks.workunit.client.0.smithi067.stdout: "segexd": { 2024-07-29T16:19:42.613 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.613 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.614 INFO:tasks.workunit.client.0.smithi067.stdout: "segexg": { 2024-07-29T16:19:42.614 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.614 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.614 INFO:tasks.workunit.client.0.smithi067.stdout: "segmjr": { 2024-07-29T16:19:42.614 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T16:19:42.614 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.614 INFO:tasks.workunit.client.0.smithi067.stdout: "segtrm": { 2024-07-29T16:19:42.614 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.614 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.614 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.614 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_mem": { 2024-07-29T16:19:42.614 INFO:tasks.workunit.client.0.smithi067.stdout: "cap": { 2024-07-29T16:19:42.614 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.614 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.614 INFO:tasks.workunit.client.0.smithi067.stdout: "cap+": { 2024-07-29T16:19:42.615 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.615 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.615 INFO:tasks.workunit.client.0.smithi067.stdout: "cap-": { 2024-07-29T16:19:42.615 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.615 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.615 INFO:tasks.workunit.client.0.smithi067.stdout: "dir": { 2024-07-29T16:19:42.615 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12 2024-07-29T16:19:42.615 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.615 INFO:tasks.workunit.client.0.smithi067.stdout: "dir+": { 2024-07-29T16:19:42.615 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12 2024-07-29T16:19:42.615 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.615 INFO:tasks.workunit.client.0.smithi067.stdout: "dir-": { 2024-07-29T16:19:42.615 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.615 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.615 INFO:tasks.workunit.client.0.smithi067.stdout: "dn": { 2024-07-29T16:19:42.616 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T16:19:42.616 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.616 INFO:tasks.workunit.client.0.smithi067.stdout: "dn+": { 2024-07-29T16:19:42.616 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T16:19:42.616 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.616 INFO:tasks.workunit.client.0.smithi067.stdout: "dn-": { 2024-07-29T16:19:42.616 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.616 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.616 INFO:tasks.workunit.client.0.smithi067.stdout: "heap": { 2024-07-29T16:19:42.616 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 248088 2024-07-29T16:19:42.616 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.616 INFO:tasks.workunit.client.0.smithi067.stdout: "ino": { 2024-07-29T16:19:42.616 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13 2024-07-29T16:19:42.616 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.616 INFO:tasks.workunit.client.0.smithi067.stdout: "ino+": { 2024-07-29T16:19:42.617 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13 2024-07-29T16:19:42.617 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.617 INFO:tasks.workunit.client.0.smithi067.stdout: "ino-": { 2024-07-29T16:19:42.617 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.617 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.617 INFO:tasks.workunit.client.0.smithi067.stdout: "rss": { 2024-07-29T16:19:42.617 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 51140 2024-07-29T16:19:42.617 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.617 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.617 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_server": { 2024-07-29T16:19:42.617 INFO:tasks.workunit.client.0.smithi067.stdout: "cap_acquisition_throttle": { 2024-07-29T16:19:42.617 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.617 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.617 INFO:tasks.workunit.client.0.smithi067.stdout: "cap_revoke_eviction": { 2024-07-29T16:19:42.618 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.618 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.618 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_client_request": { 2024-07-29T16:19:42.618 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.618 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.618 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_client_session": { 2024-07-29T16:19:42.618 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.618 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.618 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_peer_request": { 2024-07-29T16:19:42.618 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.618 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.618 INFO:tasks.workunit.client.0.smithi067.stdout: "req_create_latency": { 2024-07-29T16:19:42.618 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.618 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.618 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.619 INFO:tasks.workunit.client.0.smithi067.stdout: "req_getattr_latency": { 2024-07-29T16:19:42.619 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.619 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.619 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.619 INFO:tasks.workunit.client.0.smithi067.stdout: "req_getfilelock_latency": { 2024-07-29T16:19:42.619 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.619 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.619 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.619 INFO:tasks.workunit.client.0.smithi067.stdout: "req_getvxattr_latency": { 2024-07-29T16:19:42.619 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.619 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.619 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.619 INFO:tasks.workunit.client.0.smithi067.stdout: "req_link_latency": { 2024-07-29T16:19:42.619 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.619 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.619 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.620 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookup_latency": { 2024-07-29T16:19:42.620 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.620 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.620 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.620 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookuphash_latency": { 2024-07-29T16:19:42.620 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.620 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.620 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.620 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookupino_latency": { 2024-07-29T16:19:42.620 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.620 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.620 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.620 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookupname_latency": { 2024-07-29T16:19:42.620 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.620 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.620 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.621 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookupparent_latency": { 2024-07-29T16:19:42.621 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.621 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.621 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.621 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookupsnap_latency": { 2024-07-29T16:19:42.621 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.621 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.621 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.621 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lssnap_latency": { 2024-07-29T16:19:42.621 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.621 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.621 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.621 INFO:tasks.workunit.client.0.smithi067.stdout: "req_mkdir_latency": { 2024-07-29T16:19:42.621 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.621 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.621 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.622 INFO:tasks.workunit.client.0.smithi067.stdout: "req_mknod_latency": { 2024-07-29T16:19:42.622 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.622 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.622 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.622 INFO:tasks.workunit.client.0.smithi067.stdout: "req_mksnap_latency": { 2024-07-29T16:19:42.622 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.622 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.622 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.622 INFO:tasks.workunit.client.0.smithi067.stdout: "req_open_latency": { 2024-07-29T16:19:42.622 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.622 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.622 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.622 INFO:tasks.workunit.client.0.smithi067.stdout: "req_readdir_latency": { 2024-07-29T16:19:42.622 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.623 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.623 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.623 INFO:tasks.workunit.client.0.smithi067.stdout: "req_rename_latency": { 2024-07-29T16:19:42.623 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.623 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.623 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.623 INFO:tasks.workunit.client.0.smithi067.stdout: "req_renamesnap_latency": { 2024-07-29T16:19:42.623 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.623 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.623 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.623 INFO:tasks.workunit.client.0.smithi067.stdout: "req_rmdir_latency": { 2024-07-29T16:19:42.623 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.623 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.623 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.624 INFO:tasks.workunit.client.0.smithi067.stdout: "req_rmsnap_latency": { 2024-07-29T16:19:42.624 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.624 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.624 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.624 INFO:tasks.workunit.client.0.smithi067.stdout: "req_rmxattr_latency": { 2024-07-29T16:19:42.624 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.624 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.624 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.624 INFO:tasks.workunit.client.0.smithi067.stdout: "req_setattr_latency": { 2024-07-29T16:19:42.624 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.624 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.624 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.624 INFO:tasks.workunit.client.0.smithi067.stdout: "req_setdirlayout_latency": { 2024-07-29T16:19:42.624 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.625 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.625 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.625 INFO:tasks.workunit.client.0.smithi067.stdout: "req_setfilelock_latency": { 2024-07-29T16:19:42.625 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.625 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.625 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.625 INFO:tasks.workunit.client.0.smithi067.stdout: "req_setlayout_latency": { 2024-07-29T16:19:42.625 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.625 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.625 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.625 INFO:tasks.workunit.client.0.smithi067.stdout: "req_setxattr_latency": { 2024-07-29T16:19:42.625 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.625 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.625 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.625 INFO:tasks.workunit.client.0.smithi067.stdout: "req_snapdiff_latency": { 2024-07-29T16:19:42.626 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.626 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.626 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.626 INFO:tasks.workunit.client.0.smithi067.stdout: "req_symlink_latency": { 2024-07-29T16:19:42.626 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.626 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.626 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.626 INFO:tasks.workunit.client.0.smithi067.stdout: "req_unlink_latency": { 2024-07-29T16:19:42.626 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.626 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.626 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.626 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.626 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_sessions": { 2024-07-29T16:19:42.626 INFO:tasks.workunit.client.0.smithi067.stdout: "average_load": { 2024-07-29T16:19:42.627 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.627 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.627 INFO:tasks.workunit.client.0.smithi067.stdout: "avg_session_uptime": { 2024-07-29T16:19:42.627 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.627 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.627 INFO:tasks.workunit.client.0.smithi067.stdout: "mdthresh_evicted": { 2024-07-29T16:19:42.627 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.627 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.627 INFO:tasks.workunit.client.0.smithi067.stdout: "session_add": { 2024-07-29T16:19:42.627 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8 2024-07-29T16:19:42.627 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.627 INFO:tasks.workunit.client.0.smithi067.stdout: "session_count": { 2024-07-29T16:19:42.627 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.627 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.627 INFO:tasks.workunit.client.0.smithi067.stdout: "session_remove": { 2024-07-29T16:19:42.627 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8 2024-07-29T16:19:42.628 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.628 INFO:tasks.workunit.client.0.smithi067.stdout: "sessions_open": { 2024-07-29T16:19:42.628 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:42.628 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.628 INFO:tasks.workunit.client.0.smithi067.stdout: "sessions_stale": { 2024-07-29T16:19:42.628 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.628 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.628 INFO:tasks.workunit.client.0.smithi067.stdout: "total_load": { 2024-07-29T16:19:42.628 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.628 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.628 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.628 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:42.628 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:42.628 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.628 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.628 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:42.629 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 37 2024-07-29T16:19:42.629 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.629 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:42.629 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.629 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.629 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:42.629 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7 2024-07-29T16:19:42.629 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.629 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.629 INFO:tasks.workunit.client.0.smithi067.stdout: "purge_queue": { 2024-07-29T16:19:42.629 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executed": { 2024-07-29T16:19:42.629 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.629 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.629 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executed_ops": { 2024-07-29T16:19:42.629 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.629 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.630 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executing": { 2024-07-29T16:19:42.630 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.630 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.630 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executing_high_water": { 2024-07-29T16:19:42.630 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.630 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.630 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executing_ops": { 2024-07-29T16:19:42.630 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.630 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.630 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executing_ops_high_water": { 2024-07-29T16:19:42.630 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.630 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.630 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_item_in_journal": { 2024-07-29T16:19:42.631 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.631 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.631 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.631 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.631 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T16:19:42.631 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T16:19:42.631 INFO:tasks.workunit.client.0.smithi067.stdout: "election_call": { 2024-07-29T16:19:42.631 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T16:19:42.631 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.631 INFO:tasks.workunit.client.0.smithi067.stdout: "election_lose": { 2024-07-29T16:19:42.631 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.631 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.631 INFO:tasks.workunit.client.0.smithi067.stdout: "election_win": { 2024-07-29T16:19:42.631 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T16:19:42.631 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_elections": { 2024-07-29T16:19:42.632 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14 2024-07-29T16:19:42.632 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_sessions": { 2024-07-29T16:19:42.632 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T16:19:42.632 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.632 INFO:tasks.workunit.client.0.smithi067.stdout: "session_add": { 2024-07-29T16:19:42.632 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5 2024-07-29T16:19:42.632 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.632 INFO:tasks.workunit.client.0.smithi067.stdout: "session_rm": { 2024-07-29T16:19:42.632 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 225 2024-07-29T16:19:42.632 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.632 INFO:tasks.workunit.client.0.smithi067.stdout: "session_trim": { 2024-07-29T16:19:42.632 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.632 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.632 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.633 INFO:tasks.workunit.client.0.smithi067.stdout: "paxos": { 2024-07-29T16:19:42.633 INFO:tasks.workunit.client.0.smithi067.stdout: "accept_timeout": { 2024-07-29T16:19:42.633 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.633 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.633 INFO:tasks.workunit.client.0.smithi067.stdout: "begin": { 2024-07-29T16:19:42.633 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7872 2024-07-29T16:19:42.633 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.633 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_bytes": { 2024-07-29T16:19:42.633 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7872, 2024-07-29T16:19:42.633 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 57470870 2024-07-29T16:19:42.633 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.633 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_keys": { 2024-07-29T16:19:42.633 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7872, 2024-07-29T16:19:42.633 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23616 2024-07-29T16:19:42.634 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.634 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_latency": { 2024-07-29T16:19:42.634 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7872, 2024-07-29T16:19:42.634 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1565966933 2024-07-29T16:19:42.634 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.634 INFO:tasks.workunit.client.0.smithi067.stdout: "collect": { 2024-07-29T16:19:42.634 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.634 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.634 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_bytes": { 2024-07-29T16:19:42.634 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.634 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.634 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.634 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_keys": { 2024-07-29T16:19:42.634 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.634 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.635 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.635 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_latency": { 2024-07-29T16:19:42.635 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.635 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.635 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.635 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_timeout": { 2024-07-29T16:19:42.635 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.635 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.635 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_uncommitted": { 2024-07-29T16:19:42.635 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:42.635 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.635 INFO:tasks.workunit.client.0.smithi067.stdout: "commit": { 2024-07-29T16:19:42.635 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7870 2024-07-29T16:19:42.635 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.635 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_bytes": { 2024-07-29T16:19:42.635 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7870, 2024-07-29T16:19:42.636 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56883876 2024-07-29T16:19:42.636 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.636 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_keys": { 2024-07-29T16:19:42.636 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7870, 2024-07-29T16:19:42.636 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 62865 2024-07-29T16:19:42.636 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.636 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_latency": { 2024-07-29T16:19:42.636 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7870, 2024-07-29T16:19:42.636 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2824872715 2024-07-29T16:19:42.636 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.636 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_ack_timeout": { 2024-07-29T16:19:42.636 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.636 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.636 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_timeout": { 2024-07-29T16:19:42.636 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.637 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.637 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn": { 2024-07-29T16:19:42.637 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T16:19:42.637 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.637 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn_latency": { 2024-07-29T16:19:42.637 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:42.637 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6999853 2024-07-29T16:19:42.637 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.637 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh": { 2024-07-29T16:19:42.637 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7872 2024-07-29T16:19:42.637 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.637 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh_latency": { 2024-07-29T16:19:42.637 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7872, 2024-07-29T16:19:42.637 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 31611333217 2024-07-29T16:19:42.638 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.638 INFO:tasks.workunit.client.0.smithi067.stdout: "restart": { 2024-07-29T16:19:42.638 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16 2024-07-29T16:19:42.638 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.638 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state": { 2024-07-29T16:19:42.638 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.638 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.638 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_bytes": { 2024-07-29T16:19:42.638 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.638 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.638 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.638 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_keys": { 2024-07-29T16:19:42.638 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.638 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.638 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.639 INFO:tasks.workunit.client.0.smithi067.stdout: "start_leader": { 2024-07-29T16:19:42.639 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T16:19:42.639 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.639 INFO:tasks.workunit.client.0.smithi067.stdout: "start_peon": { 2024-07-29T16:19:42.639 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.639 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.639 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state": { 2024-07-29T16:19:42.639 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.639 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.639 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_bytes": { 2024-07-29T16:19:42.639 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.639 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.639 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.639 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_keys": { 2024-07-29T16:19:42.639 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.640 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.640 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.640 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_latency": { 2024-07-29T16:19:42.640 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.640 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.640 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.640 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.640 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache": { 2024-07-29T16:19:42.640 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:42.640 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1020054731 2024-07-29T16:19:42.640 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.640 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:42.640 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 258105344 2024-07-29T16:19:42.640 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.640 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:42.640 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 254926848 2024-07-29T16:19:42.641 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.641 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:42.641 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2147483648 2024-07-29T16:19:42.641 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.641 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:42.641 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3178496 2024-07-29T16:19:42.641 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.641 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.641 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:full": { 2024-07-29T16:19:42.641 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:42.641 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 360710144 2024-07-29T16:19:42.641 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.641 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:42.641 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.641 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.641 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:42.642 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.642 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.642 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:42.642 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 266406667 2024-07-29T16:19:42.642 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.642 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:42.642 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 26510764 2024-07-29T16:19:42.642 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.642 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:42.642 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.642 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.642 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:42.642 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.642 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.643 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:42.643 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.643 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.643 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:42.643 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.643 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.643 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:42.643 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.643 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.643 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:42.643 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.643 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.643 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:42.643 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.643 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.644 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:42.644 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.644 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.644 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:42.644 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67792713 2024-07-29T16:19:42.644 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.644 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.644 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:inc": { 2024-07-29T16:19:42.644 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:42.644 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 339738624 2024-07-29T16:19:42.644 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.644 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:42.644 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.644 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.645 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:42.645 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.645 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.645 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:42.645 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 266406667 2024-07-29T16:19:42.645 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.645 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:42.645 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2107818 2024-07-29T16:19:42.645 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.645 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:42.645 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.645 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.645 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:42.645 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.645 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.645 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:42.646 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.646 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.646 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:42.646 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.646 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.646 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:42.646 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.646 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.646 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:42.646 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.646 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.646 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:42.646 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.646 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.646 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:42.647 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.647 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.647 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:42.647 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71224139 2024-07-29T16:19:42.647 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.647 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.647 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:kv": { 2024-07-29T16:19:42.647 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:42.647 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 314572800 2024-07-29T16:19:42.647 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.647 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:42.647 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:42.647 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.647 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:42.647 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.648 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.648 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:42.648 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 177604445 2024-07-29T16:19:42.648 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.648 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:42.648 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.648 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.648 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:42.648 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.648 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.648 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:42.648 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.648 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.648 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:42.648 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.649 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.649 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:42.649 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.649 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.649 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:42.649 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.649 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.649 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:42.649 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.649 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.649 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:42.649 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.649 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.649 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:42.649 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.650 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.650 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:42.650 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 69859491 2024-07-29T16:19:42.650 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.650 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.650 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb": { 2024-07-29T16:19:42.650 INFO:tasks.workunit.client.0.smithi067.stdout: "compact": { 2024-07-29T16:19:42.650 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.650 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.650 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_completed": { 2024-07-29T16:19:42.650 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 92 2024-07-29T16:19:42.650 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.650 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lasted": { 2024-07-29T16:19:42.650 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 63797487 2024-07-29T16:19:42.650 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.650 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_len": { 2024-07-29T16:19:42.651 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.651 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.651 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_merge": { 2024-07-29T16:19:42.651 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.651 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.651 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_running": { 2024-07-29T16:19:42.651 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.651 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.651 INFO:tasks.workunit.client.0.smithi067.stdout: "get_latency": { 2024-07-29T16:19:42.651 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 356197, 2024-07-29T16:19:42.651 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2176257928 2024-07-29T16:19:42.651 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.651 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_delay_time": { 2024-07-29T16:19:42.651 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.651 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.652 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.652 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_memtable_time": { 2024-07-29T16:19:42.652 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.652 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.652 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.652 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-29T16:19:42.652 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.652 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.652 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.652 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_wal_time": { 2024-07-29T16:19:42.652 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.652 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.652 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.652 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_latency": { 2024-07-29T16:19:42.652 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.653 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.653 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.653 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_sync_latency": { 2024-07-29T16:19:42.653 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 19231, 2024-07-29T16:19:42.653 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7543280228 2024-07-29T16:19:42.653 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.653 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.653 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.653 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.88f1e2f1a9980ce30b43411b8d195844f2fd44e3": { 2024-07-29T16:19:42.653 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T16:19:42.653 INFO:tasks.workunit.client.0.smithi067.stdout: "election_call": { 2024-07-29T16:19:42.653 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:42.653 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.654 INFO:tasks.workunit.client.0.smithi067.stdout: "election_lose": { 2024-07-29T16:19:42.654 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T16:19:42.654 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.654 INFO:tasks.workunit.client.0.smithi067.stdout: "election_win": { 2024-07-29T16:19:42.654 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.654 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_elections": { 2024-07-29T16:19:42.654 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T16:19:42.654 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_sessions": { 2024-07-29T16:19:42.654 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8 2024-07-29T16:19:42.654 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.654 INFO:tasks.workunit.client.0.smithi067.stdout: "session_add": { 2024-07-29T16:19:42.654 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T16:19:42.655 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.655 INFO:tasks.workunit.client.0.smithi067.stdout: "session_rm": { 2024-07-29T16:19:42.655 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 252 2024-07-29T16:19:42.655 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.655 INFO:tasks.workunit.client.0.smithi067.stdout: "session_trim": { 2024-07-29T16:19:42.655 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.655 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.655 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.655 INFO:tasks.workunit.client.0.smithi067.stdout: "paxos": { 2024-07-29T16:19:42.655 INFO:tasks.workunit.client.0.smithi067.stdout: "accept_timeout": { 2024-07-29T16:19:42.655 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.655 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.655 INFO:tasks.workunit.client.0.smithi067.stdout: "begin": { 2024-07-29T16:19:42.655 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7807 2024-07-29T16:19:42.656 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.656 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_bytes": { 2024-07-29T16:19:42.656 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7807, 2024-07-29T16:19:42.656 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56231559 2024-07-29T16:19:42.656 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.656 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_keys": { 2024-07-29T16:19:42.656 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.656 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.656 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.656 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_latency": { 2024-07-29T16:19:42.656 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7807, 2024-07-29T16:19:42.656 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1885960251 2024-07-29T16:19:42.656 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.657 INFO:tasks.workunit.client.0.smithi067.stdout: "collect": { 2024-07-29T16:19:42.657 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T16:19:42.657 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.657 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_bytes": { 2024-07-29T16:19:42.657 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T16:19:42.657 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 219 2024-07-29T16:19:42.657 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.657 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_keys": { 2024-07-29T16:19:42.657 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T16:19:42.657 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T16:19:42.657 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.657 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_latency": { 2024-07-29T16:19:42.657 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T16:19:42.657 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.657 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.658 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_timeout": { 2024-07-29T16:19:42.658 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.658 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.658 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_uncommitted": { 2024-07-29T16:19:42.658 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T16:19:42.658 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.658 INFO:tasks.workunit.client.0.smithi067.stdout: "commit": { 2024-07-29T16:19:42.658 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7806 2024-07-29T16:19:42.658 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.658 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_bytes": { 2024-07-29T16:19:42.658 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.658 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.658 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.659 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_keys": { 2024-07-29T16:19:42.659 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.659 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.659 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.659 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_latency": { 2024-07-29T16:19:42.659 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.659 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.659 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.659 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_ack_timeout": { 2024-07-29T16:19:42.659 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.659 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.659 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_timeout": { 2024-07-29T16:19:42.659 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.660 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.660 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn": { 2024-07-29T16:19:42.660 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.660 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.660 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn_latency": { 2024-07-29T16:19:42.660 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.660 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.660 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.660 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh": { 2024-07-29T16:19:42.660 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7806 2024-07-29T16:19:42.660 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.660 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh_latency": { 2024-07-29T16:19:42.660 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7806, 2024-07-29T16:19:42.660 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 28817392062 2024-07-29T16:19:42.660 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.660 INFO:tasks.workunit.client.0.smithi067.stdout: "restart": { 2024-07-29T16:19:42.661 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12 2024-07-29T16:19:42.661 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.661 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state": { 2024-07-29T16:19:42.661 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.661 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.661 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_bytes": { 2024-07-29T16:19:42.661 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.661 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.661 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.661 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_keys": { 2024-07-29T16:19:42.661 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.661 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.661 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.662 INFO:tasks.workunit.client.0.smithi067.stdout: "start_leader": { 2024-07-29T16:19:42.662 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.662 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.662 INFO:tasks.workunit.client.0.smithi067.stdout: "start_peon": { 2024-07-29T16:19:42.662 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T16:19:42.662 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.662 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state": { 2024-07-29T16:19:42.662 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7806 2024-07-29T16:19:42.662 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.662 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_bytes": { 2024-07-29T16:19:42.662 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7806, 2024-07-29T16:19:42.662 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 110962402 2024-07-29T16:19:42.662 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.662 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_keys": { 2024-07-29T16:19:42.662 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7806, 2024-07-29T16:19:42.663 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 69930 2024-07-29T16:19:42.663 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.663 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_latency": { 2024-07-29T16:19:42.663 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7806, 2024-07-29T16:19:42.663 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5427885528 2024-07-29T16:19:42.663 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.663 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.663 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache": { 2024-07-29T16:19:42.663 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:42.663 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1020054731 2024-07-29T16:19:42.663 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.663 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:42.663 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 181379072 2024-07-29T16:19:42.663 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.664 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:42.664 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 177045504 2024-07-29T16:19:42.664 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.664 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:42.664 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2147483648 2024-07-29T16:19:42.664 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.664 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:42.664 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4333568 2024-07-29T16:19:42.664 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.664 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.664 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:full": { 2024-07-29T16:19:42.664 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:42.664 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 360710144 2024-07-29T16:19:42.664 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.664 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:42.664 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.665 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.665 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:42.665 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.665 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.665 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:42.665 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 266154753 2024-07-29T16:19:42.665 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.665 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:42.665 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 26596918 2024-07-29T16:19:42.665 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.665 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:42.665 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.665 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.665 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:42.665 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.665 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.666 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:42.666 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.666 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.666 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:42.666 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.666 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.666 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:42.666 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.666 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.666 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:42.666 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.666 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.666 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:42.667 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.667 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.667 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:42.667 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.667 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.667 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:42.667 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67958473 2024-07-29T16:19:42.667 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.667 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.667 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:inc": { 2024-07-29T16:19:42.667 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:42.667 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 339738624 2024-07-29T16:19:42.667 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.668 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:42.668 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.668 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.668 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:42.668 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.668 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.668 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:42.668 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 266154753 2024-07-29T16:19:42.668 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.668 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:42.668 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2693437 2024-07-29T16:19:42.668 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.668 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:42.668 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.668 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.668 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:42.669 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.669 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.669 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:42.669 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.669 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.669 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:42.669 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.669 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.669 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:42.669 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.669 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.669 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:42.669 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.669 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.669 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:42.669 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.670 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.670 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:42.670 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.670 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.670 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:42.670 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70890434 2024-07-29T16:19:42.670 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.670 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.670 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:kv": { 2024-07-29T16:19:42.670 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:42.670 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 314572800 2024-07-29T16:19:42.670 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.670 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:42.670 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:42.670 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.671 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:42.671 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.671 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.671 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:42.671 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 177436502 2024-07-29T16:19:42.671 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.671 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:42.671 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.671 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.671 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:42.671 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.671 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.671 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:42.671 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.671 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.671 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:42.672 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.672 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.672 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:42.672 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.672 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.672 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:42.672 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.672 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.672 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:42.672 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.672 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.672 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:42.672 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.672 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.673 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:42.673 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.673 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.673 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:42.673 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70027434 2024-07-29T16:19:42.673 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.673 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.673 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb": { 2024-07-29T16:19:42.673 INFO:tasks.workunit.client.0.smithi067.stdout: "compact": { 2024-07-29T16:19:42.673 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.673 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.673 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_completed": { 2024-07-29T16:19:42.673 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 91 2024-07-29T16:19:42.673 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.673 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lasted": { 2024-07-29T16:19:42.674 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 63430002 2024-07-29T16:19:42.674 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.674 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_len": { 2024-07-29T16:19:42.674 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.674 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.674 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_merge": { 2024-07-29T16:19:42.674 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.674 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.674 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_running": { 2024-07-29T16:19:42.674 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.674 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.674 INFO:tasks.workunit.client.0.smithi067.stdout: "get_latency": { 2024-07-29T16:19:42.674 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 342797, 2024-07-29T16:19:42.674 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1915251494 2024-07-29T16:19:42.674 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.675 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_delay_time": { 2024-07-29T16:19:42.675 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.675 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.675 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.675 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_memtable_time": { 2024-07-29T16:19:42.675 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.675 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.675 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.675 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-29T16:19:42.675 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.675 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.675 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.675 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_wal_time": { 2024-07-29T16:19:42.676 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.676 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.676 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.676 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_latency": { 2024-07-29T16:19:42.676 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.676 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.676 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.676 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_sync_latency": { 2024-07-29T16:19:42.676 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 19074, 2024-07-29T16:19:42.676 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9563956116 2024-07-29T16:19:42.676 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.676 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.676 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.676 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.fe352cc5d8c505de303363ceef3e5f6f0234bfa7": { 2024-07-29T16:19:42.676 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T16:19:42.677 INFO:tasks.workunit.client.0.smithi067.stdout: "election_call": { 2024-07-29T16:19:42.677 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:42.677 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.677 INFO:tasks.workunit.client.0.smithi067.stdout: "election_lose": { 2024-07-29T16:19:42.677 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:42.677 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.677 INFO:tasks.workunit.client.0.smithi067.stdout: "election_win": { 2024-07-29T16:19:42.677 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.677 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_elections": { 2024-07-29T16:19:42.677 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7 2024-07-29T16:19:42.677 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_sessions": { 2024-07-29T16:19:42.677 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8 2024-07-29T16:19:42.677 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.678 INFO:tasks.workunit.client.0.smithi067.stdout: "session_add": { 2024-07-29T16:19:42.678 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T16:19:42.678 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.678 INFO:tasks.workunit.client.0.smithi067.stdout: "session_rm": { 2024-07-29T16:19:42.678 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 251 2024-07-29T16:19:42.678 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.678 INFO:tasks.workunit.client.0.smithi067.stdout: "session_trim": { 2024-07-29T16:19:42.678 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.678 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.678 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.678 INFO:tasks.workunit.client.0.smithi067.stdout: "paxos": { 2024-07-29T16:19:42.678 INFO:tasks.workunit.client.0.smithi067.stdout: "accept_timeout": { 2024-07-29T16:19:42.678 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.678 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.678 INFO:tasks.workunit.client.0.smithi067.stdout: "begin": { 2024-07-29T16:19:42.679 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7775 2024-07-29T16:19:42.679 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.679 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_bytes": { 2024-07-29T16:19:42.679 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7775, 2024-07-29T16:19:42.679 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 55963905 2024-07-29T16:19:42.679 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.679 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_keys": { 2024-07-29T16:19:42.679 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.679 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.679 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.679 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_latency": { 2024-07-29T16:19:42.679 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7775, 2024-07-29T16:19:42.679 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1282973427 2024-07-29T16:19:42.679 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.679 INFO:tasks.workunit.client.0.smithi067.stdout: "collect": { 2024-07-29T16:19:42.679 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:42.680 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.680 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_bytes": { 2024-07-29T16:19:42.680 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T16:19:42.680 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 146 2024-07-29T16:19:42.680 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.680 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_keys": { 2024-07-29T16:19:42.680 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T16:19:42.680 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:42.680 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.680 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_latency": { 2024-07-29T16:19:42.680 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T16:19:42.680 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.680 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.680 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_timeout": { 2024-07-29T16:19:42.680 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.681 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.681 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_uncommitted": { 2024-07-29T16:19:42.681 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.681 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.681 INFO:tasks.workunit.client.0.smithi067.stdout: "commit": { 2024-07-29T16:19:42.681 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7775 2024-07-29T16:19:42.681 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.681 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_bytes": { 2024-07-29T16:19:42.681 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.681 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.681 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.681 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_keys": { 2024-07-29T16:19:42.681 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.681 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.681 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.681 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_latency": { 2024-07-29T16:19:42.682 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.682 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.682 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.682 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_ack_timeout": { 2024-07-29T16:19:42.682 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.682 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.682 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_timeout": { 2024-07-29T16:19:42.682 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.682 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.682 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn": { 2024-07-29T16:19:42.682 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.682 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.682 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn_latency": { 2024-07-29T16:19:42.682 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.682 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.682 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.683 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh": { 2024-07-29T16:19:42.683 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7775 2024-07-29T16:19:42.683 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.683 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh_latency": { 2024-07-29T16:19:42.683 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7775, 2024-07-29T16:19:42.683 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25112479446 2024-07-29T16:19:42.683 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.683 INFO:tasks.workunit.client.0.smithi067.stdout: "restart": { 2024-07-29T16:19:42.683 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9 2024-07-29T16:19:42.683 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.683 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state": { 2024-07-29T16:19:42.683 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.683 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.683 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_bytes": { 2024-07-29T16:19:42.684 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.684 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.684 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.684 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_keys": { 2024-07-29T16:19:42.684 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.684 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.684 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.684 INFO:tasks.workunit.client.0.smithi067.stdout: "start_leader": { 2024-07-29T16:19:42.684 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.684 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.684 INFO:tasks.workunit.client.0.smithi067.stdout: "start_peon": { 2024-07-29T16:19:42.684 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:42.684 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.684 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state": { 2024-07-29T16:19:42.685 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7775 2024-07-29T16:19:42.685 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.685 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_bytes": { 2024-07-29T16:19:42.685 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7775, 2024-07-29T16:19:42.685 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 110447016 2024-07-29T16:19:42.685 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.685 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_keys": { 2024-07-29T16:19:42.685 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7775, 2024-07-29T16:19:42.685 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 69682 2024-07-29T16:19:42.685 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.685 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_latency": { 2024-07-29T16:19:42.685 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7775, 2024-07-29T16:19:42.685 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2459949020 2024-07-29T16:19:42.685 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.686 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.686 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache": { 2024-07-29T16:19:42.686 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:42.686 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1020054731 2024-07-29T16:19:42.686 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.686 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:42.686 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 168828928 2024-07-29T16:19:42.686 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.686 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:42.686 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 165257216 2024-07-29T16:19:42.686 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.686 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:42.686 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2147483648 2024-07-29T16:19:42.686 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.686 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:42.687 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3571712 2024-07-29T16:19:42.687 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.687 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.687 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:full": { 2024-07-29T16:19:42.687 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:42.687 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 360710144 2024-07-29T16:19:42.687 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.687 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:42.687 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.687 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.687 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:42.687 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.687 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.687 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:42.687 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 266945384 2024-07-29T16:19:42.688 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.688 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:42.688 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25637789 2024-07-29T16:19:42.688 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.688 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:42.688 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.688 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.688 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:42.688 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.688 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.688 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:42.688 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.688 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.688 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:42.688 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.689 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.689 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:42.689 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.689 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.689 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:42.689 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.689 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.689 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:42.689 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.689 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.689 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:42.689 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.689 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.689 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:42.690 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68126971 2024-07-29T16:19:42.690 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.690 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.690 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:inc": { 2024-07-29T16:19:42.690 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:42.690 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 339738624 2024-07-29T16:19:42.690 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.690 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:42.690 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.690 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.690 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:42.690 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.690 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.690 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:42.691 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 266945384 2024-07-29T16:19:42.691 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.691 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:42.691 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1544216 2024-07-29T16:19:42.691 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.691 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:42.691 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.691 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.691 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:42.691 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.691 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.691 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:42.691 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.692 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.692 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:42.693 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.693 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.693 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:42.693 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.693 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.693 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:42.694 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.694 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.694 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:42.694 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.694 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.694 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:42.694 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.694 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.694 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:42.694 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71249024 2024-07-29T16:19:42.694 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.694 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.694 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:kv": { 2024-07-29T16:19:42.695 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:42.695 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 314572800 2024-07-29T16:19:42.695 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.695 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:42.695 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:42.695 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.695 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:42.695 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.695 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.695 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:42.695 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 177963589 2024-07-29T16:19:42.695 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.695 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:42.695 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.695 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.696 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:42.696 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.696 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.696 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:42.696 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.696 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.696 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:42.696 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.696 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.696 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:42.696 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.696 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.696 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:42.696 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.697 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.697 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:42.697 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.697 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.697 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:42.697 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.697 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.697 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:42.697 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.697 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.697 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:42.697 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 69500347 2024-07-29T16:19:42.697 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.697 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.698 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb": { 2024-07-29T16:19:42.698 INFO:tasks.workunit.client.0.smithi067.stdout: "compact": { 2024-07-29T16:19:42.698 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.698 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.698 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_completed": { 2024-07-29T16:19:42.698 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 91 2024-07-29T16:19:42.698 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.698 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lasted": { 2024-07-29T16:19:42.698 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 48085316 2024-07-29T16:19:42.698 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.698 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_len": { 2024-07-29T16:19:42.698 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.698 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.698 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_merge": { 2024-07-29T16:19:42.698 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.699 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.699 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_running": { 2024-07-29T16:19:42.699 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.699 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.699 INFO:tasks.workunit.client.0.smithi067.stdout: "get_latency": { 2024-07-29T16:19:42.699 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 339318, 2024-07-29T16:19:42.699 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1624840498 2024-07-29T16:19:42.699 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.699 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_delay_time": { 2024-07-29T16:19:42.699 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.699 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.699 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.699 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_memtable_time": { 2024-07-29T16:19:42.699 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.700 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.700 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.700 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-29T16:19:42.700 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.700 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.700 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.700 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_wal_time": { 2024-07-29T16:19:42.700 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.700 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.700 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.700 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_latency": { 2024-07-29T16:19:42.700 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.700 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.700 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.701 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_sync_latency": { 2024-07-29T16:19:42.701 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 18993, 2024-07-29T16:19:42.701 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5903663291 2024-07-29T16:19:42.701 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.701 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.701 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.701 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.0": { 2024-07-29T16:19:42.701 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:42.701 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_db_max_lat": { 2024-07-29T16:19:42.701 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24149 2024-07-29T16:19:42.701 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.701 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T16:19:42.701 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.701 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.701 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_max_lat": { 2024-07-29T16:19:42.701 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.702 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.702 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T16:19:42.702 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.702 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.702 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T16:19:42.702 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T16:19:42.702 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.702 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_slow": { 2024-07-29T16:19:42.702 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.702 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.702 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T16:19:42.702 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.702 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.702 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_wal_max_lat": { 2024-07-29T16:19:42.702 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.702 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.703 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T16:19:42.703 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.703 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.703 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T16:19:42.703 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5574656 2024-07-29T16:19:42.703 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.703 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T16:19:42.703 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 693964800 2024-07-29T16:19:42.703 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.703 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T16:19:42.703 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 19, 2024-07-29T16:19:42.703 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3959194 2024-07-29T16:19:42.703 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.703 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T16:19:42.704 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 19, 2024-07-29T16:19:42.704 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1341974 2024-07-29T16:19:42.704 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.704 INFO:tasks.workunit.client.0.smithi067.stdout: "db_alloc_lat": { 2024-07-29T16:19:42.704 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 186, 2024-07-29T16:19:42.704 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 951162 2024-07-29T16:19:42.704 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.704 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T16:19:42.704 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995027456 2024-07-29T16:19:42.704 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.704 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T16:19:42.704 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 610664448 2024-07-29T16:19:42.704 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.704 INFO:tasks.workunit.client.0.smithi067.stdout: "flush_lat": { 2024-07-29T16:19:42.704 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 78038, 2024-07-29T16:19:42.705 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10678734675 2024-07-29T16:19:42.705 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.705 INFO:tasks.workunit.client.0.smithi067.stdout: "fsync_lat": { 2024-07-29T16:19:42.705 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 78064, 2024-07-29T16:19:42.705 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17568796935 2024-07-29T16:19:42.705 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.705 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T16:19:42.705 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3817472 2024-07-29T16:19:42.705 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.705 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T16:19:42.705 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 319717376 2024-07-29T16:19:42.705 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.705 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T16:19:42.705 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 627703808 2024-07-29T16:19:42.706 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.706 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T16:19:42.706 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.706 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.706 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T16:19:42.706 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.706 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.706 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T16:19:42.706 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 46 2024-07-29T16:19:42.706 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.706 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T16:19:42.706 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 335124571 2024-07-29T16:19:42.706 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.707 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T16:19:42.707 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 22171 2024-07-29T16:19:42.707 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.707 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T16:19:42.707 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 286801920 2024-07-29T16:19:42.707 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.707 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T16:19:42.707 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 286806016 2024-07-29T16:19:42.707 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.707 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T16:19:42.707 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.707 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.707 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T16:19:42.707 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.707 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.707 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T16:19:42.708 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11119 2024-07-29T16:19:42.708 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.708 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:42.708 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22171, 2024-07-29T16:19:42.708 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 189816408 2024-07-29T16:19:42.708 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.708 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T16:19:42.708 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 257065800 2024-07-29T16:19:42.708 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.708 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T16:19:42.708 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19776 2024-07-29T16:19:42.708 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.708 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T16:19:42.708 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2304425 2024-07-29T16:19:42.708 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.709 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T16:19:42.709 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 584 2024-07-29T16:19:42.709 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.709 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T16:19:42.709 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5367480 2024-07-29T16:19:42.709 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.709 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T16:19:42.709 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 772 2024-07-29T16:19:42.709 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.709 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T16:19:42.709 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3063055 2024-07-29T16:19:42.709 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.709 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T16:19:42.709 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3063055 2024-07-29T16:19:42.710 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.710 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T16:19:42.710 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.710 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.710 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T16:19:42.710 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.710 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.710 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T16:19:42.710 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 192 2024-07-29T16:19:42.710 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.710 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_lat": { 2024-07-29T16:19:42.710 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 772, 2024-07-29T16:19:42.710 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1927666 2024-07-29T16:19:42.710 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.711 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_alloc_lat": { 2024-07-29T16:19:42.711 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.711 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.711 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.711 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T16:19:42.711 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.711 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.711 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T16:19:42.711 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.711 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.711 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:42.711 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:42.711 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 651 2024-07-29T16:19:42.711 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.712 INFO:tasks.workunit.client.0.smithi067.stdout: "unlink_lat": { 2024-07-29T16:19:42.712 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:42.712 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6828 2024-07-29T16:19:42.712 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.712 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_alloc_lat": { 2024-07-29T16:19:42.712 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.712 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.712 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.712 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T16:19:42.712 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.712 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.712 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T16:19:42.712 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.712 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.712 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T16:19:42.713 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1022132224 2024-07-29T16:19:42.713 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.713 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.713 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T16:19:42.713 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T16:19:42.713 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T16:19:42.713 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.713 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T16:19:42.713 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15142912 2024-07-29T16:19:42.713 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.713 INFO:tasks.workunit.client.0.smithi067.stdout: "allocator_lat": { 2024-07-29T16:19:42.713 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 21187, 2024-07-29T16:19:42.713 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 83696047 2024-07-29T16:19:42.713 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.713 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T16:19:42.714 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3295, 2024-07-29T16:19:42.714 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 473106650 2024-07-29T16:19:42.714 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.714 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T16:19:42.714 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.714 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.714 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.714 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T16:19:42.714 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.714 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.714 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T16:19:42.714 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.714 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.714 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T16:19:42.715 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.715 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.715 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T16:19:42.715 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 32123, 2024-07-29T16:19:42.715 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 231550914 2024-07-29T16:19:42.715 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.715 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T16:19:42.715 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.715 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.715 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.715 INFO:tasks.workunit.client.0.smithi067.stdout: "fragmentation_micros": { 2024-07-29T16:19:42.715 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.715 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.715 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T16:19:42.715 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 77993, 2024-07-29T16:19:42.715 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21909821207 2024-07-29T16:19:42.716 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.716 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T16:19:42.716 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 77252, 2024-07-29T16:19:42.716 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1856706871 2024-07-29T16:19:42.716 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.716 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T16:19:42.716 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 77993, 2024-07-29T16:19:42.716 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 52423215 2024-07-29T16:19:42.716 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.716 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T16:19:42.716 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 77993, 2024-07-29T16:19:42.716 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21962244422 2024-07-29T16:19:42.716 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.716 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T16:19:42.716 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.717 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.717 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.717 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T16:19:42.717 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 37276, 2024-07-29T16:19:42.717 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1071370192 2024-07-29T16:19:42.717 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.717 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T16:19:42.717 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1079, 2024-07-29T16:19:42.717 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2951384 2024-07-29T16:19:42.717 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.717 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T16:19:42.717 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 25449, 2024-07-29T16:19:42.717 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12344946 2024-07-29T16:19:42.718 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.718 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T16:19:42.718 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 52, 2024-07-29T16:19:42.718 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71239 2024-07-29T16:19:42.718 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.718 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T16:19:42.718 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22853, 2024-07-29T16:19:42.718 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4556361329 2024-07-29T16:19:42.718 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.718 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T16:19:42.718 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 269902 2024-07-29T16:19:42.718 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.718 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T16:19:42.718 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24125 2024-07-29T16:19:42.719 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.719 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:42.719 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28122, 2024-07-29T16:19:42.719 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2795661527 2024-07-29T16:19:42.719 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.719 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T16:19:42.719 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 62830, 2024-07-29T16:19:42.719 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 20085227 2024-07-29T16:19:42.719 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.719 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T16:19:42.719 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 34708, 2024-07-29T16:19:42.719 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2166820738 2024-07-29T16:19:42.719 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.720 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T16:19:42.720 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.720 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.720 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T16:19:42.720 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15077, 2024-07-29T16:19:42.720 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 397540586 2024-07-29T16:19:42.720 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.720 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_aio_wait_count": { 2024-07-29T16:19:42.720 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.720 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.720 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_committed_kv_count": { 2024-07-29T16:19:42.720 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.720 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.720 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_onode_meta_count": { 2024-07-29T16:19:42.721 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.721 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.721 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_wait_aio_count": { 2024-07-29T16:19:42.721 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.721 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.721 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T16:19:42.721 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:42.721 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7894479065 2024-07-29T16:19:42.721 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.721 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T16:19:42.721 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9449, 2024-07-29T16:19:42.721 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 519777412 2024-07-29T16:19:42.721 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.721 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T16:19:42.721 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9447, 2024-07-29T16:19:42.722 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2626862127990 2024-07-29T16:19:42.722 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.722 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T16:19:42.722 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9449, 2024-07-29T16:19:42.722 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6494103856839 2024-07-29T16:19:42.722 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.722 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T16:19:42.722 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92208, 2024-07-29T16:19:42.722 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2482712939329 2024-07-29T16:19:42.722 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.722 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T16:19:42.722 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92208, 2024-07-29T16:19:42.722 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11092745 2024-07-29T16:19:42.722 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.722 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T16:19:42.723 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:42.723 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 296625523 2024-07-29T16:19:42.723 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.723 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T16:19:42.723 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:42.723 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38876209774 2024-07-29T16:19:42.723 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.723 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T16:19:42.723 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:42.723 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30910817 2024-07-29T16:19:42.723 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.723 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T16:19:42.723 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:42.723 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 20338882443 2024-07-29T16:19:42.724 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.724 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T16:19:42.724 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:42.724 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8460637289 2024-07-29T16:19:42.724 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.724 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T16:19:42.724 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10978258 2024-07-29T16:19:42.724 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.724 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:42.724 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2666, 2024-07-29T16:19:42.724 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17908675 2024-07-29T16:19:42.724 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.724 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T16:19:42.724 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:42.724 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 75879300891 2024-07-29T16:19:42.724 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.725 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T16:19:42.725 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:42.725 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9584429696 2024-07-29T16:19:42.725 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.725 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T16:19:42.725 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:42.725 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 553994265 2024-07-29T16:19:42.725 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.725 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.725 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T16:19:42.725 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:42.725 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1405137013 2024-07-29T16:19:42.725 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.725 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:42.725 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 638492672 2024-07-29T16:19:42.725 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.726 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:42.726 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 488726528 2024-07-29T16:19:42.726 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.726 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:42.726 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2600521625 2024-07-29T16:19:42.726 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.726 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:42.726 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 149766144 2024-07-29T16:19:42.726 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.726 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.726 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T16:19:42.726 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:42.726 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125829120 2024-07-29T16:19:42.726 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.727 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:42.727 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.727 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.727 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:42.727 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.727 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.727 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:42.727 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 57019037 2024-07-29T16:19:42.727 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.727 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:42.727 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.727 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.727 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:42.727 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.727 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.728 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:42.728 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.728 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.728 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:42.728 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.728 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.728 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:42.728 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 610 2024-07-29T16:19:42.728 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.728 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:42.728 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65830 2024-07-29T16:19:42.728 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.728 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:42.728 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.729 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.729 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:42.729 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.729 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.729 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:42.729 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.729 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.729 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:42.729 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68743643 2024-07-29T16:19:42.729 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.729 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.729 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T16:19:42.729 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:42.729 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 562036736 2024-07-29T16:19:42.730 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.730 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:42.730 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:42.730 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.730 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:42.730 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.730 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.730 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:42.730 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 427642784 2024-07-29T16:19:42.730 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.730 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:42.730 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.730 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.730 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:42.731 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.731 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.731 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:42.731 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2160 2024-07-29T16:19:42.731 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.731 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:42.731 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.731 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.731 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:42.731 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 126224 2024-07-29T16:19:42.731 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.731 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:42.731 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.731 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.731 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:42.732 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.732 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.732 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:42.732 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.732 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.732 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:42.732 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.732 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.732 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:42.732 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67156704 2024-07-29T16:19:42.732 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.732 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.732 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T16:19:42.732 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:42.732 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176160768 2024-07-29T16:19:42.732 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.733 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:42.733 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:42.733 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.733 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:42.733 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 229088 2024-07-29T16:19:42.733 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.733 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:42.733 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38012691 2024-07-29T16:19:42.733 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.733 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:42.733 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.733 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.733 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:42.733 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.733 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.734 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:42.734 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.734 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.734 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:42.734 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.734 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.734 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:42.734 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.734 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.734 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:42.734 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.734 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.734 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:42.734 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.734 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.734 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:42.735 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.735 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.735 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:42.735 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.735 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.735 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:42.735 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70810125 2024-07-29T16:19:42.735 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.735 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.735 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T16:19:42.735 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:42.735 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 503316480 2024-07-29T16:19:42.735 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.735 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:42.735 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.735 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.736 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:42.736 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.736 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.736 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:42.736 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 427642784 2024-07-29T16:19:42.736 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.736 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:42.736 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.736 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.736 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:42.736 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.736 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.736 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:42.736 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.736 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.737 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:42.737 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.737 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.737 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:42.737 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 174128 2024-07-29T16:19:42.737 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.737 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:42.737 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1175882 2024-07-29T16:19:42.737 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.737 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:42.737 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.737 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.737 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:42.737 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.737 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.738 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:42.738 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.738 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.738 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:42.738 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 74323686 2024-07-29T16:19:42.738 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.738 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.738 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:42.738 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:42.738 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.738 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.738 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:42.738 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 46 2024-07-29T16:19:42.738 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.738 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:42.739 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.739 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.739 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:42.739 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.739 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.739 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.739 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:42.739 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T16:19:42.739 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56 2024-07-29T16:19:42.739 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.739 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T16:19:42.739 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.739 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.739 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T16:19:42.739 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 60882 2024-07-29T16:19:42.739 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.740 INFO:tasks.workunit.client.0.smithi067.stdout: "op_before_queue_op_lat": { 2024-07-29T16:19:42.740 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 150439, 2024-07-29T16:19:42.740 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7173871049 2024-07-29T16:19:42.740 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.740 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T16:19:42.740 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7 2024-07-29T16:19:42.740 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.740 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T16:19:42.740 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T16:19:42.740 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.740 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T16:19:42.740 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1984662728 2024-07-29T16:19:42.740 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.740 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T16:19:42.741 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 60882, 2024-07-29T16:19:42.741 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 226261901866 2024-07-29T16:19:42.741 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.741 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T16:19:42.741 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3713584972 2024-07-29T16:19:42.741 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.741 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T16:19:42.741 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 61995, 2024-07-29T16:19:42.741 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24179245509 2024-07-29T16:19:42.741 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.741 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T16:19:42.741 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 60882, 2024-07-29T16:19:42.741 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 89588096002 2024-07-29T16:19:42.741 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.742 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:42.742 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 43882 2024-07-29T16:19:42.742 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.742 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T16:19:42.742 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 43882, 2024-07-29T16:19:42.742 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 22178766905 2024-07-29T16:19:42.742 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.742 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:42.742 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.742 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.742 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T16:19:42.742 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3713584972 2024-07-29T16:19:42.742 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.742 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T16:19:42.742 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 44267, 2024-07-29T16:19:42.743 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8657235861 2024-07-29T16:19:42.743 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.743 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T16:19:42.743 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 43882, 2024-07-29T16:19:42.743 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9744447962 2024-07-29T16:19:42.743 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.743 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T16:19:42.743 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9273 2024-07-29T16:19:42.743 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.743 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T16:19:42.743 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 370018182 2024-07-29T16:19:42.743 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.743 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T16:19:42.744 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9273, 2024-07-29T16:19:42.744 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16096499725 2024-07-29T16:19:42.744 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.744 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:42.744 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.744 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.744 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:42.744 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.744 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.744 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T16:19:42.744 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.744 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.744 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T16:19:42.744 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9751, 2024-07-29T16:19:42.744 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6053497978 2024-07-29T16:19:42.745 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.745 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T16:19:42.745 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9273, 2024-07-29T16:19:42.745 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14110171733 2024-07-29T16:19:42.745 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.745 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:42.745 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7727 2024-07-29T16:19:42.745 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.745 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T16:19:42.745 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1614644546 2024-07-29T16:19:42.745 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.745 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T16:19:42.745 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7727, 2024-07-29T16:19:42.745 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 187986635236 2024-07-29T16:19:42.745 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.745 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:42.746 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.746 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.746 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T16:19:42.746 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7977, 2024-07-29T16:19:42.746 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9468511670 2024-07-29T16:19:42.746 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.746 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T16:19:42.746 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7727, 2024-07-29T16:19:42.746 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65733476307 2024-07-29T16:19:42.746 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.746 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T16:19:42.746 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.746 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.746 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T16:19:42.747 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 75 2024-07-29T16:19:42.747 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.747 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T16:19:42.747 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30 2024-07-29T16:19:42.747 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.747 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T16:19:42.747 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T16:19:42.747 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.747 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T16:19:42.747 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 625823744 2024-07-29T16:19:42.747 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.747 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.747 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.747 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.1": { 2024-07-29T16:19:42.747 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:42.747 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_db_max_lat": { 2024-07-29T16:19:42.748 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23705 2024-07-29T16:19:42.748 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.748 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T16:19:42.748 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.748 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.748 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_max_lat": { 2024-07-29T16:19:42.748 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.748 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.748 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T16:19:42.748 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.748 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.748 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T16:19:42.748 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T16:19:42.748 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.749 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_slow": { 2024-07-29T16:19:42.749 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.749 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.749 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T16:19:42.749 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.749 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.749 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_wal_max_lat": { 2024-07-29T16:19:42.749 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.749 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.749 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T16:19:42.749 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.749 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.749 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T16:19:42.749 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9580544 2024-07-29T16:19:42.749 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.750 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T16:19:42.750 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 760287232 2024-07-29T16:19:42.750 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.750 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T16:19:42.750 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17, 2024-07-29T16:19:42.750 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3860474 2024-07-29T16:19:42.750 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.750 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T16:19:42.750 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17, 2024-07-29T16:19:42.750 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1391672 2024-07-29T16:19:42.750 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.750 INFO:tasks.workunit.client.0.smithi067.stdout: "db_alloc_lat": { 2024-07-29T16:19:42.750 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 189, 2024-07-29T16:19:42.750 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 900705 2024-07-29T16:19:42.751 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.751 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T16:19:42.751 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995027456 2024-07-29T16:19:42.751 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.751 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T16:19:42.751 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 762642432 2024-07-29T16:19:42.751 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.751 INFO:tasks.workunit.client.0.smithi067.stdout: "flush_lat": { 2024-07-29T16:19:42.751 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 70379, 2024-07-29T16:19:42.751 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10443921079 2024-07-29T16:19:42.751 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.751 INFO:tasks.workunit.client.0.smithi067.stdout: "fsync_lat": { 2024-07-29T16:19:42.751 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 70401, 2024-07-29T16:19:42.751 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17062852430 2024-07-29T16:19:42.751 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.752 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T16:19:42.752 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5668864 2024-07-29T16:19:42.752 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.752 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T16:19:42.752 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 288301056 2024-07-29T16:19:42.752 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.752 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T16:19:42.752 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 779681792 2024-07-29T16:19:42.752 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.752 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T16:19:42.752 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.752 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.752 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T16:19:42.752 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.753 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.753 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T16:19:42.753 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 54 2024-07-29T16:19:42.753 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.753 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T16:19:42.753 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 352864282 2024-07-29T16:19:42.753 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.753 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T16:19:42.753 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 22704 2024-07-29T16:19:42.753 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.753 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T16:19:42.753 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 322527232 2024-07-29T16:19:42.753 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.753 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T16:19:42.753 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 322531328 2024-07-29T16:19:42.753 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.754 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T16:19:42.754 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.754 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.754 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T16:19:42.754 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.754 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.754 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T16:19:42.754 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13011 2024-07-29T16:19:42.754 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.754 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:42.754 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22704, 2024-07-29T16:19:42.754 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 185089685 2024-07-29T16:19:42.754 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.754 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T16:19:42.754 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 245067274 2024-07-29T16:19:42.755 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.755 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T16:19:42.755 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19402 2024-07-29T16:19:42.755 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.755 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T16:19:42.755 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3335667 2024-07-29T16:19:42.755 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.755 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T16:19:42.755 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 710 2024-07-29T16:19:42.755 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.755 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T16:19:42.755 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9455203 2024-07-29T16:19:42.755 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.755 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T16:19:42.756 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 968 2024-07-29T16:19:42.756 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.756 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T16:19:42.756 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6119536 2024-07-29T16:19:42.756 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.756 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T16:19:42.756 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6119536 2024-07-29T16:19:42.756 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.756 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T16:19:42.756 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.756 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.756 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T16:19:42.756 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.756 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.756 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T16:19:42.757 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 268 2024-07-29T16:19:42.757 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.757 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_lat": { 2024-07-29T16:19:42.757 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 968, 2024-07-29T16:19:42.757 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3307101 2024-07-29T16:19:42.757 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.757 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_alloc_lat": { 2024-07-29T16:19:42.757 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.757 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.757 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.757 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T16:19:42.757 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.757 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.757 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T16:19:42.757 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.758 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.758 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:42.758 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:42.758 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 668 2024-07-29T16:19:42.758 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.758 INFO:tasks.workunit.client.0.smithi067.stdout: "unlink_lat": { 2024-07-29T16:19:42.758 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:42.758 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7566 2024-07-29T16:19:42.758 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.758 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_alloc_lat": { 2024-07-29T16:19:42.758 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.758 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.758 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.758 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T16:19:42.758 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.759 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.759 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T16:19:42.759 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.759 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.759 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T16:19:42.759 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1060753408 2024-07-29T16:19:42.759 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.759 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.759 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T16:19:42.759 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T16:19:42.759 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T16:19:42.759 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.759 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T16:19:42.759 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10350592 2024-07-29T16:19:42.760 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.760 INFO:tasks.workunit.client.0.smithi067.stdout: "allocator_lat": { 2024-07-29T16:19:42.760 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 19256, 2024-07-29T16:19:42.760 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 81762910 2024-07-29T16:19:42.760 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.760 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T16:19:42.760 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3302, 2024-07-29T16:19:42.760 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 508731111 2024-07-29T16:19:42.760 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.760 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T16:19:42.760 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.760 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.760 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.760 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T16:19:42.760 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.760 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.761 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T16:19:42.761 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.761 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.761 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T16:19:42.761 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.761 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.761 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T16:19:42.761 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15024, 2024-07-29T16:19:42.761 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 123624571 2024-07-29T16:19:42.761 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.761 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T16:19:42.761 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.761 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.761 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.761 INFO:tasks.workunit.client.0.smithi067.stdout: "fragmentation_micros": { 2024-07-29T16:19:42.761 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.762 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.762 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T16:19:42.762 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 70316, 2024-07-29T16:19:42.762 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21322138634 2024-07-29T16:19:42.762 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.762 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T16:19:42.762 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 69755, 2024-07-29T16:19:42.762 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1792265936 2024-07-29T16:19:42.762 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.762 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T16:19:42.762 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 70316, 2024-07-29T16:19:42.762 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 47793992 2024-07-29T16:19:42.762 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.762 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T16:19:42.762 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 70316, 2024-07-29T16:19:42.763 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21369932626 2024-07-29T16:19:42.763 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.763 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T16:19:42.763 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.763 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.763 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.763 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T16:19:42.763 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28373, 2024-07-29T16:19:42.763 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1259688162 2024-07-29T16:19:42.763 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.763 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T16:19:42.763 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 958, 2024-07-29T16:19:42.763 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2646068 2024-07-29T16:19:42.763 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.763 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T16:19:42.764 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17840, 2024-07-29T16:19:42.764 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13710720 2024-07-29T16:19:42.764 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.764 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T16:19:42.764 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 46, 2024-07-29T16:19:42.764 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 74431 2024-07-29T16:19:42.764 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.764 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T16:19:42.764 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13290, 2024-07-29T16:19:42.764 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3684269083 2024-07-29T16:19:42.764 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.764 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T16:19:42.764 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 232678 2024-07-29T16:19:42.764 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.764 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T16:19:42.765 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 27166 2024-07-29T16:19:42.765 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.765 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:42.765 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 29781, 2024-07-29T16:19:42.765 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2152941949 2024-07-29T16:19:42.765 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.765 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T16:19:42.765 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 87785, 2024-07-29T16:19:42.765 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24675425 2024-07-29T16:19:42.765 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.765 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T16:19:42.765 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 58004, 2024-07-29T16:19:42.765 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1347547202 2024-07-29T16:19:42.765 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.765 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T16:19:42.765 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.766 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.766 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T16:19:42.766 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15133, 2024-07-29T16:19:42.766 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 385231880 2024-07-29T16:19:42.766 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.766 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_aio_wait_count": { 2024-07-29T16:19:42.766 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.766 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.766 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_committed_kv_count": { 2024-07-29T16:19:42.766 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.766 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.766 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_onode_meta_count": { 2024-07-29T16:19:42.766 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.766 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.766 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_wait_aio_count": { 2024-07-29T16:19:42.767 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.767 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.767 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T16:19:42.767 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:42.767 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7862954181 2024-07-29T16:19:42.767 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.767 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T16:19:42.767 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22719, 2024-07-29T16:19:42.767 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1530971176 2024-07-29T16:19:42.767 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.767 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T16:19:42.767 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22717, 2024-07-29T16:19:42.767 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3028824677648 2024-07-29T16:19:42.768 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.768 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T16:19:42.768 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22719, 2024-07-29T16:19:42.768 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6670217704306 2024-07-29T16:19:42.768 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.768 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T16:19:42.768 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84118, 2024-07-29T16:19:42.768 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2752502576513 2024-07-29T16:19:42.768 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.768 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T16:19:42.768 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84118, 2024-07-29T16:19:42.768 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9725790 2024-07-29T16:19:42.768 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.768 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T16:19:42.768 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:42.769 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 468925036 2024-07-29T16:19:42.769 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.769 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T16:19:42.769 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:42.769 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 36433664512 2024-07-29T16:19:42.769 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.769 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T16:19:42.769 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:42.769 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30330744 2024-07-29T16:19:42.769 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.769 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T16:19:42.769 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:42.769 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19887819324 2024-07-29T16:19:42.769 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.770 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T16:19:42.770 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:42.770 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9242370934 2024-07-29T16:19:42.770 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.770 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T16:19:42.770 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6193049 2024-07-29T16:19:42.770 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.770 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:42.770 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2641, 2024-07-29T16:19:42.770 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16979460 2024-07-29T16:19:42.770 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.770 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T16:19:42.770 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:42.770 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 73909307806 2024-07-29T16:19:42.770 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.771 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T16:19:42.771 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:42.771 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10301299506 2024-07-29T16:19:42.771 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.771 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T16:19:42.771 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:42.771 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 533096396 2024-07-29T16:19:42.771 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.771 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.771 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T16:19:42.771 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:42.771 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1405137013 2024-07-29T16:19:42.771 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.771 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:42.771 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 503824384 2024-07-29T16:19:42.772 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.772 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:42.772 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 481091584 2024-07-29T16:19:42.772 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.772 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:42.772 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2600521625 2024-07-29T16:19:42.772 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.772 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:42.772 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 22732800 2024-07-29T16:19:42.772 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.772 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.772 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T16:19:42.772 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:42.772 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125829120 2024-07-29T16:19:42.772 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.772 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:42.773 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.773 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.773 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:42.773 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.773 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.773 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:42.773 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56730156 2024-07-29T16:19:42.773 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.773 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:42.773 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.773 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.773 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:42.773 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.773 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.774 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:42.774 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.774 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.774 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:42.774 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.774 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.774 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:42.774 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5988 2024-07-29T16:19:42.774 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.774 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:42.774 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 80376 2024-07-29T16:19:42.774 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.774 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:42.775 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.775 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.775 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:42.775 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.775 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.775 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:42.775 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.775 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.775 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:42.775 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 69012600 2024-07-29T16:19:42.775 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.775 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.775 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T16:19:42.775 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:42.775 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 562036736 2024-07-29T16:19:42.776 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.776 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:42.776 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:42.776 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.776 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:42.776 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.776 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.776 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:42.776 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 425476176 2024-07-29T16:19:42.776 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.776 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:42.776 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.776 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.776 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:42.776 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.776 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.777 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:42.777 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 256 2024-07-29T16:19:42.777 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.777 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:42.777 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.777 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.777 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:42.777 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 147072 2024-07-29T16:19:42.777 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.777 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:42.777 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.777 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.777 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:42.777 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.777 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.777 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:42.778 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.778 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.778 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:42.778 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.778 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.778 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:42.778 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 69304368 2024-07-29T16:19:42.778 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.778 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.778 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T16:19:42.778 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:42.778 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176160768 2024-07-29T16:19:42.778 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.778 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:42.778 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:42.779 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.779 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:42.779 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 399968 2024-07-29T16:19:42.779 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.779 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:42.779 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 37820104 2024-07-29T16:19:42.779 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.779 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:42.779 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.779 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.779 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:42.779 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.779 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.779 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:42.779 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.779 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.780 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:42.780 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.780 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.780 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:42.780 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.780 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.780 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:42.780 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.780 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.780 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:42.780 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.780 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.780 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:42.780 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.780 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.780 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:42.781 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.781 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.781 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:42.781 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70831832 2024-07-29T16:19:42.781 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.781 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.781 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T16:19:42.781 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:42.781 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 494927872 2024-07-29T16:19:42.781 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.781 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:42.781 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.781 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.781 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:42.781 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.781 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.782 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:42.782 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 425476176 2024-07-29T16:19:42.782 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.782 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:42.782 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.782 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.782 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:42.782 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.782 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.782 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:42.782 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.782 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.782 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:42.783 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.783 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.783 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:42.783 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 175888 2024-07-29T16:19:42.783 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.783 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:42.783 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1167816 2024-07-29T16:19:42.783 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.783 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:42.783 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.783 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.783 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:42.784 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.784 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.784 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:42.784 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.784 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.784 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:42.784 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68107992 2024-07-29T16:19:42.784 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.784 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.784 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:42.784 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:42.784 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.784 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.785 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:42.785 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9 2024-07-29T16:19:42.785 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.785 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:42.785 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.785 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.785 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:42.785 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T16:19:42.785 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.785 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.785 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:42.785 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T16:19:42.785 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 49 2024-07-29T16:19:42.785 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.785 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T16:19:42.785 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.786 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.786 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T16:19:42.786 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 52724 2024-07-29T16:19:42.786 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.786 INFO:tasks.workunit.client.0.smithi067.stdout: "op_before_queue_op_lat": { 2024-07-29T16:19:42.786 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 144413, 2024-07-29T16:19:42.786 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9095077115 2024-07-29T16:19:42.786 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.786 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T16:19:42.786 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.786 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.786 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T16:19:42.786 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.786 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.786 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T16:19:42.787 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1832895098 2024-07-29T16:19:42.787 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.787 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T16:19:42.787 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 52724, 2024-07-29T16:19:42.787 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 625184427897 2024-07-29T16:19:42.787 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.787 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T16:19:42.787 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2023314274 2024-07-29T16:19:42.787 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.787 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T16:19:42.787 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 54517, 2024-07-29T16:19:42.787 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 31717191960 2024-07-29T16:19:42.787 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.787 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T16:19:42.787 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 52724, 2024-07-29T16:19:42.788 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 111833205574 2024-07-29T16:19:42.788 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.788 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:42.788 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30180 2024-07-29T16:19:42.788 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.788 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T16:19:42.788 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30180, 2024-07-29T16:19:42.788 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14970389294 2024-07-29T16:19:42.788 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.788 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:42.788 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.788 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.788 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T16:19:42.788 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2023314274 2024-07-29T16:19:42.788 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.788 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T16:19:42.789 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30642, 2024-07-29T16:19:42.789 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6220228932 2024-07-29T16:19:42.789 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.789 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T16:19:42.789 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30180, 2024-07-29T16:19:42.789 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5767190387 2024-07-29T16:19:42.789 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.789 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T16:19:42.789 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12732 2024-07-29T16:19:42.789 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.789 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T16:19:42.789 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 129506293 2024-07-29T16:19:42.789 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.789 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T16:19:42.789 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12732, 2024-07-29T16:19:42.790 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 98288287697 2024-07-29T16:19:42.790 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.790 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:42.790 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.790 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.790 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:42.790 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.790 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.790 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T16:19:42.790 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.790 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.790 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T16:19:42.790 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12949, 2024-07-29T16:19:42.790 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12631179160 2024-07-29T16:19:42.791 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.791 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T16:19:42.791 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12732, 2024-07-29T16:19:42.791 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 29988600400 2024-07-29T16:19:42.791 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.791 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:42.791 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9812 2024-07-29T16:19:42.791 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.791 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T16:19:42.791 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1703388805 2024-07-29T16:19:42.791 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.791 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T16:19:42.791 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9812, 2024-07-29T16:19:42.791 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 511925750906 2024-07-29T16:19:42.792 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.792 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:42.792 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.792 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.792 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T16:19:42.792 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 10926, 2024-07-29T16:19:42.792 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12865783868 2024-07-29T16:19:42.792 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.792 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T16:19:42.792 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9812, 2024-07-29T16:19:42.792 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 76077414787 2024-07-29T16:19:42.792 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.792 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T16:19:42.792 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.793 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.793 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T16:19:42.793 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 51 2024-07-29T16:19:42.793 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.793 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T16:19:42.793 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:42.793 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.793 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T16:19:42.793 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T16:19:42.793 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.793 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T16:19:42.793 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 773009408 2024-07-29T16:19:42.793 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.793 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.793 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.794 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.2": { 2024-07-29T16:19:42.794 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:42.794 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_db_max_lat": { 2024-07-29T16:19:42.794 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16317 2024-07-29T16:19:42.794 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.794 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T16:19:42.794 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.794 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.794 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_max_lat": { 2024-07-29T16:19:42.794 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.794 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.794 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T16:19:42.794 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.794 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.794 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T16:19:42.795 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T16:19:42.795 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.795 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_slow": { 2024-07-29T16:19:42.795 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.795 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.795 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T16:19:42.795 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.795 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.795 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_wal_max_lat": { 2024-07-29T16:19:42.795 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.795 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.795 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T16:19:42.795 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.795 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.796 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T16:19:42.796 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7094272 2024-07-29T16:19:42.796 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.796 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T16:19:42.796 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 636456960 2024-07-29T16:19:42.796 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.796 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T16:19:42.796 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17, 2024-07-29T16:19:42.796 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4277575 2024-07-29T16:19:42.796 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.796 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T16:19:42.796 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17, 2024-07-29T16:19:42.796 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1580864 2024-07-29T16:19:42.796 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.796 INFO:tasks.workunit.client.0.smithi067.stdout: "db_alloc_lat": { 2024-07-29T16:19:42.797 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 176, 2024-07-29T16:19:42.797 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 770095 2024-07-29T16:19:42.797 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.797 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T16:19:42.797 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995027456 2024-07-29T16:19:42.797 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.797 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T16:19:42.797 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 565379072 2024-07-29T16:19:42.797 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.797 INFO:tasks.workunit.client.0.smithi067.stdout: "flush_lat": { 2024-07-29T16:19:42.797 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 72240, 2024-07-29T16:19:42.797 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10261141586 2024-07-29T16:19:42.797 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.797 INFO:tasks.workunit.client.0.smithi067.stdout: "fsync_lat": { 2024-07-29T16:19:42.798 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 72260, 2024-07-29T16:19:42.798 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16962133892 2024-07-29T16:19:42.798 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.798 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T16:19:42.798 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13328384 2024-07-29T16:19:42.798 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.798 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T16:19:42.798 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 295952384 2024-07-29T16:19:42.798 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.798 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T16:19:42.798 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 573898752 2024-07-29T16:19:42.798 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.798 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T16:19:42.798 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.798 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.799 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T16:19:42.799 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.799 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.799 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T16:19:42.799 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 45 2024-07-29T16:19:42.799 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.799 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T16:19:42.799 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 357302367 2024-07-29T16:19:42.799 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.799 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T16:19:42.799 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24203 2024-07-29T16:19:42.799 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.799 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T16:19:42.799 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 292372480 2024-07-29T16:19:42.799 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.799 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T16:19:42.800 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 292376576 2024-07-29T16:19:42.800 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.800 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T16:19:42.800 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.800 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.800 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T16:19:42.800 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.800 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.800 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T16:19:42.800 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11821 2024-07-29T16:19:42.800 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.800 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:42.800 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 24203, 2024-07-29T16:19:42.800 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 178219729 2024-07-29T16:19:42.801 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.801 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T16:19:42.801 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 257377337 2024-07-29T16:19:42.801 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.801 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T16:19:42.801 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21141 2024-07-29T16:19:42.801 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.801 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T16:19:42.801 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2770551 2024-07-29T16:19:42.801 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.801 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T16:19:42.801 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 779 2024-07-29T16:19:42.801 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.801 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T16:19:42.801 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6985597 2024-07-29T16:19:42.802 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.802 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T16:19:42.802 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1038 2024-07-29T16:19:42.802 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.802 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T16:19:42.802 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4215046 2024-07-29T16:19:42.802 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.802 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T16:19:42.802 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4215046 2024-07-29T16:19:42.802 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.802 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T16:19:42.802 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.802 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.802 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T16:19:42.802 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.803 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.803 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T16:19:42.803 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 270 2024-07-29T16:19:42.803 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.803 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_lat": { 2024-07-29T16:19:42.803 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1038, 2024-07-29T16:19:42.803 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2319805 2024-07-29T16:19:42.803 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.803 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_alloc_lat": { 2024-07-29T16:19:42.803 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.803 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.803 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.803 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T16:19:42.803 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.804 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.804 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T16:19:42.804 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.804 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.804 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:42.804 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:42.804 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 830 2024-07-29T16:19:42.804 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.804 INFO:tasks.workunit.client.0.smithi067.stdout: "unlink_lat": { 2024-07-29T16:19:42.804 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:42.804 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6786 2024-07-29T16:19:42.804 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.804 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_alloc_lat": { 2024-07-29T16:19:42.805 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.805 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.805 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.805 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T16:19:42.805 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.805 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.805 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T16:19:42.805 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.805 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.805 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T16:19:42.805 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 942092288 2024-07-29T16:19:42.805 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.805 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.805 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T16:19:42.805 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T16:19:42.806 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T16:19:42.806 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.806 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T16:19:42.806 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10338304 2024-07-29T16:19:42.806 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.806 INFO:tasks.workunit.client.0.smithi067.stdout: "allocator_lat": { 2024-07-29T16:19:42.806 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17684, 2024-07-29T16:19:42.806 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 51410094 2024-07-29T16:19:42.806 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.806 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T16:19:42.806 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3322, 2024-07-29T16:19:42.806 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 483740122 2024-07-29T16:19:42.806 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.806 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T16:19:42.806 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.807 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.807 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.807 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T16:19:42.807 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.807 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.807 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T16:19:42.807 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.807 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.807 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T16:19:42.807 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.807 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.807 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T16:19:42.807 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 24615, 2024-07-29T16:19:42.807 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 206866331 2024-07-29T16:19:42.808 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.808 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T16:19:42.808 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.808 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.808 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.808 INFO:tasks.workunit.client.0.smithi067.stdout: "fragmentation_micros": { 2024-07-29T16:19:42.808 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.808 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.808 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T16:19:42.808 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 72194, 2024-07-29T16:19:42.808 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 20895780329 2024-07-29T16:19:42.808 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.808 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T16:19:42.808 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71651, 2024-07-29T16:19:42.808 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1681739321 2024-07-29T16:19:42.809 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.809 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T16:19:42.809 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 72194, 2024-07-29T16:19:42.809 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 41553013 2024-07-29T16:19:42.809 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.809 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T16:19:42.809 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 72194, 2024-07-29T16:19:42.809 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 20937333342 2024-07-29T16:19:42.809 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.809 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T16:19:42.809 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.809 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.809 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.809 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T16:19:42.809 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 66281, 2024-07-29T16:19:42.810 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1278817239 2024-07-29T16:19:42.810 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.810 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T16:19:42.810 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1006, 2024-07-29T16:19:42.810 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2698664 2024-07-29T16:19:42.810 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.810 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T16:19:42.810 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 24673, 2024-07-29T16:19:42.810 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15345868 2024-07-29T16:19:42.810 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.810 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T16:19:42.810 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 37, 2024-07-29T16:19:42.810 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 59480 2024-07-29T16:19:42.810 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.810 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T16:19:42.811 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22898, 2024-07-29T16:19:42.811 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3093260080 2024-07-29T16:19:42.811 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.811 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T16:19:42.811 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 272456 2024-07-29T16:19:42.811 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.811 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T16:19:42.811 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19626 2024-07-29T16:19:42.811 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.811 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:42.811 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7215, 2024-07-29T16:19:42.811 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1919662758 2024-07-29T16:19:42.811 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.811 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T16:19:42.811 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 19730, 2024-07-29T16:19:42.812 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9658741 2024-07-29T16:19:42.812 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.812 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T16:19:42.812 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12515, 2024-07-29T16:19:42.812 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1683188024 2024-07-29T16:19:42.812 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.812 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T16:19:42.812 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.812 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.812 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T16:19:42.812 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12685, 2024-07-29T16:19:42.812 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 392358333 2024-07-29T16:19:42.812 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.812 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_aio_wait_count": { 2024-07-29T16:19:42.812 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.813 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.813 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_committed_kv_count": { 2024-07-29T16:19:42.813 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.813 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.813 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_onode_meta_count": { 2024-07-29T16:19:42.813 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.813 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.813 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_wait_aio_count": { 2024-07-29T16:19:42.813 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.813 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.813 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T16:19:42.813 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:42.813 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10062443054 2024-07-29T16:19:42.813 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.813 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T16:19:42.814 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5665, 2024-07-29T16:19:42.814 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 632474745 2024-07-29T16:19:42.814 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.814 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T16:19:42.814 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5662, 2024-07-29T16:19:42.814 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2331903784076 2024-07-29T16:19:42.814 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.814 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T16:19:42.814 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5665, 2024-07-29T16:19:42.814 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6172799518014 2024-07-29T16:19:42.814 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.814 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T16:19:42.814 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85897, 2024-07-29T16:19:42.814 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1921651061634 2024-07-29T16:19:42.814 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.814 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T16:19:42.815 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85897, 2024-07-29T16:19:42.815 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10314724 2024-07-29T16:19:42.815 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.815 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T16:19:42.815 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:42.815 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 335805303 2024-07-29T16:19:42.815 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.815 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T16:19:42.815 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:42.815 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 35876923094 2024-07-29T16:19:42.815 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.815 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T16:19:42.815 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:42.815 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30709223 2024-07-29T16:19:42.815 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.815 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T16:19:42.816 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:42.816 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17754254282 2024-07-29T16:19:42.816 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.816 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T16:19:42.816 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:42.816 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8158118006 2024-07-29T16:19:42.816 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.816 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T16:19:42.816 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6192870 2024-07-29T16:19:42.816 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.816 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:42.816 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2575, 2024-07-29T16:19:42.816 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16876135 2024-07-29T16:19:42.816 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.816 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T16:19:42.816 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:42.817 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 72201863034 2024-07-29T16:19:42.817 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.817 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T16:19:42.817 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:42.817 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9238750625 2024-07-29T16:19:42.817 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.817 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T16:19:42.817 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:42.817 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 740068383 2024-07-29T16:19:42.817 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.817 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.817 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T16:19:42.817 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:42.817 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1405137013 2024-07-29T16:19:42.817 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.818 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:42.818 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 517505024 2024-07-29T16:19:42.818 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.818 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:42.818 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 433618944 2024-07-29T16:19:42.818 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.818 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:42.818 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2600521625 2024-07-29T16:19:42.818 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.818 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:42.818 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 83886080 2024-07-29T16:19:42.818 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.818 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.818 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T16:19:42.818 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:42.819 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125829120 2024-07-29T16:19:42.819 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.819 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:42.819 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.819 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.819 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:42.819 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.819 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.819 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:42.819 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 57022167 2024-07-29T16:19:42.819 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.819 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:42.819 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.819 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.819 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:42.819 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.820 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.820 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:42.820 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.820 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.820 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:42.820 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.820 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.820 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:42.820 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1906 2024-07-29T16:19:42.820 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.820 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:42.820 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12586 2024-07-29T16:19:42.820 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.820 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:42.820 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.821 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.821 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:42.821 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.821 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.821 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:42.821 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.821 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.821 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:42.821 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68792461 2024-07-29T16:19:42.821 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.821 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.821 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T16:19:42.821 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:42.821 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 562036736 2024-07-29T16:19:42.821 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.822 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:42.822 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:42.822 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.822 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:42.822 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.822 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.822 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:42.822 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 427666255 2024-07-29T16:19:42.822 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.822 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:42.822 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.822 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.822 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:42.822 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.822 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.822 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:42.823 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2128 2024-07-29T16:19:42.823 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.823 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:42.823 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.823 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.823 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:42.823 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 146480 2024-07-29T16:19:42.823 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.823 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:42.823 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.823 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.823 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:42.823 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.823 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.824 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:42.824 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.824 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.824 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:42.824 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.824 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.824 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:42.824 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67113009 2024-07-29T16:19:42.824 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.824 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.824 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T16:19:42.824 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:42.824 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176160768 2024-07-29T16:19:42.824 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.825 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:42.825 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:42.825 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.825 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:42.825 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 246112 2024-07-29T16:19:42.825 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.825 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:42.825 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38014778 2024-07-29T16:19:42.825 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.825 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:42.825 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.825 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.825 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:42.825 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.825 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.825 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:42.826 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.826 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.826 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:42.826 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.826 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.826 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:42.826 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.826 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.826 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:42.826 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.826 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.826 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:42.826 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.826 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.826 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:42.827 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.827 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.827 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:42.827 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.827 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.827 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:42.827 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70791014 2024-07-29T16:19:42.827 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.827 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.827 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T16:19:42.827 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:42.827 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 503316480 2024-07-29T16:19:42.827 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.827 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:42.827 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.827 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.828 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:42.828 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.828 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.828 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:42.828 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 427666255 2024-07-29T16:19:42.828 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.828 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:42.828 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.828 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.828 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:42.828 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.828 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.828 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:42.828 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.828 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.828 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:42.829 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.829 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.829 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:42.829 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 165037 2024-07-29T16:19:42.829 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.829 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:42.829 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1187438 2024-07-29T16:19:42.829 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.829 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:42.829 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.829 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.829 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:42.829 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.830 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.830 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:42.830 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.830 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.830 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:42.830 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 74297750 2024-07-29T16:19:42.830 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.830 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.830 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:42.830 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:42.830 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.830 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.830 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:42.831 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 106 2024-07-29T16:19:42.831 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.831 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:42.831 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.831 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.831 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:42.831 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.831 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.831 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.831 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:42.831 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T16:19:42.831 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 43 2024-07-29T16:19:42.831 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.831 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T16:19:42.832 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.832 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.832 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T16:19:42.832 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 60951 2024-07-29T16:19:42.832 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.832 INFO:tasks.workunit.client.0.smithi067.stdout: "op_before_queue_op_lat": { 2024-07-29T16:19:42.832 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 156475, 2024-07-29T16:19:42.832 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7613788894 2024-07-29T16:19:42.832 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.832 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T16:19:42.832 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.832 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.832 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T16:19:42.832 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5 2024-07-29T16:19:42.833 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.833 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T16:19:42.833 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1571248887 2024-07-29T16:19:42.833 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.833 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T16:19:42.833 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 60951, 2024-07-29T16:19:42.833 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 91396256720 2024-07-29T16:19:42.833 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.833 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T16:19:42.833 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3305362623 2024-07-29T16:19:42.833 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.833 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T16:19:42.833 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 61926, 2024-07-29T16:19:42.833 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 42881075007 2024-07-29T16:19:42.834 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.834 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T16:19:42.834 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 60951, 2024-07-29T16:19:42.834 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 72853460302 2024-07-29T16:19:42.834 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.834 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:42.834 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30171 2024-07-29T16:19:42.834 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.834 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T16:19:42.834 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30171, 2024-07-29T16:19:42.834 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19951066357 2024-07-29T16:19:42.834 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.834 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:42.834 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.835 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.835 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T16:19:42.835 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3305362623 2024-07-29T16:19:42.835 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.835 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T16:19:42.835 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30647, 2024-07-29T16:19:42.835 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6782718891 2024-07-29T16:19:42.835 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.835 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T16:19:42.835 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30171, 2024-07-29T16:19:42.835 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10567004936 2024-07-29T16:19:42.835 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.835 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T16:19:42.835 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 28705 2024-07-29T16:19:42.836 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.836 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T16:19:42.836 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 270412409 2024-07-29T16:19:42.836 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.836 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T16:19:42.836 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28705, 2024-07-29T16:19:42.836 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 53012589517 2024-07-29T16:19:42.836 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.836 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:42.836 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.836 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.836 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:42.836 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.836 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.837 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T16:19:42.837 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.837 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.837 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T16:19:42.837 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28985, 2024-07-29T16:19:42.837 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 32490603009 2024-07-29T16:19:42.837 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.837 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T16:19:42.837 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28705, 2024-07-29T16:19:42.837 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 48358287583 2024-07-29T16:19:42.837 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.837 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:42.837 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2075 2024-07-29T16:19:42.837 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.838 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T16:19:42.838 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1300836478 2024-07-29T16:19:42.838 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.838 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T16:19:42.838 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2075, 2024-07-29T16:19:42.838 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18432600846 2024-07-29T16:19:42.838 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.838 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:42.838 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.838 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.838 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T16:19:42.838 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2294, 2024-07-29T16:19:42.838 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3607753107 2024-07-29T16:19:42.838 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.839 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T16:19:42.839 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2075, 2024-07-29T16:19:42.839 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13928167783 2024-07-29T16:19:42.839 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.839 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T16:19:42.839 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.839 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.839 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T16:19:42.839 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T16:19:42.839 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.839 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T16:19:42.839 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30 2024-07-29T16:19:42.839 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.839 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T16:19:42.840 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T16:19:42.840 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.840 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T16:19:42.840 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 575737856 2024-07-29T16:19:42.840 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.840 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.840 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.840 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.3": { 2024-07-29T16:19:42.840 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:42.840 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_db_max_lat": { 2024-07-29T16:19:42.840 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 27482 2024-07-29T16:19:42.840 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.840 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T16:19:42.840 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.841 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.841 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_max_lat": { 2024-07-29T16:19:42.841 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.841 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.841 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T16:19:42.841 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.841 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.841 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T16:19:42.841 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T16:19:42.841 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.841 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_slow": { 2024-07-29T16:19:42.841 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.841 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.842 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T16:19:42.842 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.842 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.842 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_wal_max_lat": { 2024-07-29T16:19:42.842 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.842 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.842 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T16:19:42.842 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.842 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.842 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T16:19:42.842 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2617344 2024-07-29T16:19:42.842 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.842 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T16:19:42.843 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 585707520 2024-07-29T16:19:42.843 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.843 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T16:19:42.843 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15, 2024-07-29T16:19:42.843 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4781768 2024-07-29T16:19:42.843 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.843 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T16:19:42.843 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15, 2024-07-29T16:19:42.843 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1283383 2024-07-29T16:19:42.843 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.843 INFO:tasks.workunit.client.0.smithi067.stdout: "db_alloc_lat": { 2024-07-29T16:19:42.843 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 148, 2024-07-29T16:19:42.844 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 739559 2024-07-29T16:19:42.844 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.844 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T16:19:42.844 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995027456 2024-07-29T16:19:42.844 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.844 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T16:19:42.844 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 491192320 2024-07-29T16:19:42.844 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.844 INFO:tasks.workunit.client.0.smithi067.stdout: "flush_lat": { 2024-07-29T16:19:42.844 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64784, 2024-07-29T16:19:42.844 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8773917445 2024-07-29T16:19:42.844 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.844 INFO:tasks.workunit.client.0.smithi067.stdout: "fsync_lat": { 2024-07-29T16:19:42.845 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64792, 2024-07-29T16:19:42.845 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14838341915 2024-07-29T16:19:42.845 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.845 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T16:19:42.845 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16072704 2024-07-29T16:19:42.845 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.845 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T16:19:42.845 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 265424896 2024-07-29T16:19:42.845 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.845 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T16:19:42.845 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 495452160 2024-07-29T16:19:42.845 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.845 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T16:19:42.845 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.845 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.846 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T16:19:42.846 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.846 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.846 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T16:19:42.846 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 39 2024-07-29T16:19:42.846 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.846 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T16:19:42.846 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95964531 2024-07-29T16:19:42.846 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.846 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T16:19:42.846 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4258 2024-07-29T16:19:42.846 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.846 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T16:19:42.847 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 100560896 2024-07-29T16:19:42.847 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.847 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T16:19:42.847 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 100564992 2024-07-29T16:19:42.847 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.847 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T16:19:42.847 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.847 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.847 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T16:19:42.847 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.847 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.847 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T16:19:42.847 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2098 2024-07-29T16:19:42.847 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.847 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:42.848 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4258, 2024-07-29T16:19:42.848 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70094525 2024-07-29T16:19:42.848 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.848 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T16:19:42.848 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 27610634 2024-07-29T16:19:42.848 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.848 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T16:19:42.848 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2160 2024-07-29T16:19:42.848 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.848 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T16:19:42.848 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1216017 2024-07-29T16:19:42.848 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.848 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T16:19:42.848 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 481 2024-07-29T16:19:42.849 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.849 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T16:19:42.849 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2598204 2024-07-29T16:19:42.849 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.849 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T16:19:42.849 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 644 2024-07-29T16:19:42.849 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.849 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T16:19:42.849 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1382187 2024-07-29T16:19:42.849 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.849 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T16:19:42.849 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1382187 2024-07-29T16:19:42.849 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.849 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T16:19:42.850 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.850 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.850 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T16:19:42.850 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.850 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.850 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T16:19:42.850 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 165 2024-07-29T16:19:42.850 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.850 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_lat": { 2024-07-29T16:19:42.850 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 644, 2024-07-29T16:19:42.850 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 920913 2024-07-29T16:19:42.850 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.850 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_alloc_lat": { 2024-07-29T16:19:42.850 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.851 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.851 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.851 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T16:19:42.851 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.851 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.851 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T16:19:42.851 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.851 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.851 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:42.851 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:42.851 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1237 2024-07-29T16:19:42.851 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.851 INFO:tasks.workunit.client.0.smithi067.stdout: "unlink_lat": { 2024-07-29T16:19:42.852 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:42.852 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10339 2024-07-29T16:19:42.852 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.852 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_alloc_lat": { 2024-07-29T16:19:42.852 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.852 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.852 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.852 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T16:19:42.852 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.852 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.852 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T16:19:42.852 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.852 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.852 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T16:19:42.853 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 856043520 2024-07-29T16:19:42.853 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.853 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.853 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T16:19:42.853 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T16:19:42.853 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T16:19:42.853 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.853 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T16:19:42.853 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14557184 2024-07-29T16:19:42.853 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.853 INFO:tasks.workunit.client.0.smithi067.stdout: "allocator_lat": { 2024-07-29T16:19:42.853 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17364, 2024-07-29T16:19:42.853 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 54274344 2024-07-29T16:19:42.853 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.853 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T16:19:42.854 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3245, 2024-07-29T16:19:42.854 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 402213124 2024-07-29T16:19:42.854 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.854 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T16:19:42.854 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.854 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.854 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.854 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T16:19:42.854 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.854 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.854 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T16:19:42.854 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.854 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.854 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T16:19:42.855 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.855 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.855 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T16:19:42.855 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 14978, 2024-07-29T16:19:42.855 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 108588709 2024-07-29T16:19:42.855 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.855 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T16:19:42.855 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.855 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.855 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.855 INFO:tasks.workunit.client.0.smithi067.stdout: "fragmentation_micros": { 2024-07-29T16:19:42.855 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.855 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.855 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T16:19:42.855 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64750, 2024-07-29T16:19:42.856 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18471584751 2024-07-29T16:19:42.856 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.856 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T16:19:42.856 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64309, 2024-07-29T16:19:42.856 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1698553267 2024-07-29T16:19:42.856 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.856 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T16:19:42.856 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64750, 2024-07-29T16:19:42.856 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 44010855 2024-07-29T16:19:42.856 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.856 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T16:19:42.856 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64750, 2024-07-29T16:19:42.856 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18515595606 2024-07-29T16:19:42.856 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.856 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T16:19:42.856 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.857 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.857 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.857 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T16:19:42.857 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 16124, 2024-07-29T16:19:42.857 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 659549514 2024-07-29T16:19:42.857 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.857 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T16:19:42.857 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1378, 2024-07-29T16:19:42.857 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2991144 2024-07-29T16:19:42.857 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.857 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T16:19:42.857 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5161, 2024-07-29T16:19:42.857 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6128408 2024-07-29T16:19:42.857 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.857 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T16:19:42.857 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 41, 2024-07-29T16:19:42.857 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 59593 2024-07-29T16:19:42.858 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.858 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T16:19:42.858 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 6882, 2024-07-29T16:19:42.858 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 311220545 2024-07-29T16:19:42.858 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.858 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T16:19:42.858 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 192899 2024-07-29T16:19:42.858 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.858 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T16:19:42.858 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17261 2024-07-29T16:19:42.858 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.858 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:42.858 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 31772, 2024-07-29T16:19:42.859 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1634119499 2024-07-29T16:19:42.859 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.859 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T16:19:42.859 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 81990, 2024-07-29T16:19:42.859 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25378061 2024-07-29T16:19:42.859 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.859 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T16:19:42.859 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 50218, 2024-07-29T16:19:42.859 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1134479010 2024-07-29T16:19:42.859 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.859 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T16:19:42.859 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.859 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.859 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T16:19:42.859 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12100, 2024-07-29T16:19:42.860 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 333205442 2024-07-29T16:19:42.860 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.860 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_aio_wait_count": { 2024-07-29T16:19:42.860 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.860 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.860 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_committed_kv_count": { 2024-07-29T16:19:42.860 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.860 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.860 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_onode_meta_count": { 2024-07-29T16:19:42.860 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.860 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.860 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_wait_aio_count": { 2024-07-29T16:19:42.860 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.860 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.861 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T16:19:42.861 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:42.861 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6441394384 2024-07-29T16:19:42.861 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.861 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T16:19:42.861 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17751, 2024-07-29T16:19:42.861 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1191645250 2024-07-29T16:19:42.861 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.861 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T16:19:42.861 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17749, 2024-07-29T16:19:42.861 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2643958119221 2024-07-29T16:19:42.861 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.861 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T16:19:42.861 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17751, 2024-07-29T16:19:42.861 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6536316126950 2024-07-29T16:19:42.862 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.862 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T16:19:42.862 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74160, 2024-07-29T16:19:42.862 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2488196004126 2024-07-29T16:19:42.862 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.862 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T16:19:42.862 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74160, 2024-07-29T16:19:42.862 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9455333 2024-07-29T16:19:42.862 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.862 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T16:19:42.862 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:42.862 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 344646612 2024-07-29T16:19:42.862 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.862 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T16:19:42.863 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:42.863 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 29261313939 2024-07-29T16:19:42.863 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.863 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T16:19:42.863 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:42.863 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30720984 2024-07-29T16:19:42.863 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.863 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T16:19:42.863 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:42.863 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14723312522 2024-07-29T16:19:42.863 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.863 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T16:19:42.863 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:42.863 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6494005160 2024-07-29T16:19:42.863 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.864 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T16:19:42.864 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10393094 2024-07-29T16:19:42.864 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.864 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:42.864 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2611, 2024-07-29T16:19:42.864 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18297807 2024-07-29T16:19:42.864 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.864 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T16:19:42.864 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:42.864 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 57276412189 2024-07-29T16:19:42.864 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.864 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T16:19:42.864 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:42.864 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7424080457 2024-07-29T16:19:42.864 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.865 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T16:19:42.865 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:42.865 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 462505181 2024-07-29T16:19:42.865 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.865 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.865 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T16:19:42.865 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:42.865 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1405137013 2024-07-29T16:19:42.865 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.865 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:42.865 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 539992064 2024-07-29T16:19:42.865 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.865 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:42.865 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 506273792 2024-07-29T16:19:42.865 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.865 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:42.866 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2600521625 2024-07-29T16:19:42.866 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.866 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:42.866 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 33718272 2024-07-29T16:19:42.866 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.866 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.866 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T16:19:42.866 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:42.866 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125829120 2024-07-29T16:19:42.866 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.866 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:42.866 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.866 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.866 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:42.866 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.866 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.867 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:42.867 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 57397588 2024-07-29T16:19:42.867 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.867 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:42.867 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.867 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.867 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:42.867 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.867 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.867 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:42.867 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.867 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.867 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:42.867 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.868 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.868 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:42.868 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.868 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.868 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:42.868 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 582 2024-07-29T16:19:42.868 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.868 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:42.868 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.868 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.868 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:42.868 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.868 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.868 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:42.868 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.869 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.869 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:42.869 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68430950 2024-07-29T16:19:42.869 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.869 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.869 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T16:19:42.869 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:42.869 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 570425344 2024-07-29T16:19:42.869 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.869 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:42.869 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:42.869 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.869 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:42.869 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.869 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.870 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:42.870 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 430481916 2024-07-29T16:19:42.870 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.870 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:42.870 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.870 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.870 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:42.870 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.870 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.870 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:42.870 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1520 2024-07-29T16:19:42.870 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.870 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:42.870 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.870 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.870 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:42.871 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 31040 2024-07-29T16:19:42.871 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.871 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:42.871 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 63616 2024-07-29T16:19:42.871 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.871 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:42.871 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.871 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.871 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:42.871 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.871 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.871 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:42.871 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.871 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.871 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:42.872 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 72738388 2024-07-29T16:19:42.872 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.872 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.872 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T16:19:42.872 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:42.872 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176160768 2024-07-29T16:19:42.872 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.872 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:42.872 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:42.872 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.872 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:42.872 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 46416 2024-07-29T16:19:42.872 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.872 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:42.872 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38265059 2024-07-29T16:19:42.873 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.873 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:42.873 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.873 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.873 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:42.873 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.873 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.873 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:42.873 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.873 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.873 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:42.873 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.873 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.873 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:42.873 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.873 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.874 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:42.874 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.874 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.874 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:42.874 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.874 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.874 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:42.874 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.874 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.874 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:42.874 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.874 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.874 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:42.874 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70740429 2024-07-29T16:19:42.875 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.875 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.875 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T16:19:42.875 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:42.875 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 503316480 2024-07-29T16:19:42.875 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.875 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:42.875 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.875 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.875 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:42.875 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.875 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.875 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:42.875 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 430481916 2024-07-29T16:19:42.876 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.876 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:42.876 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.876 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.876 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:42.876 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.876 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.876 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:42.876 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.876 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.876 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:42.876 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.876 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.876 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:42.876 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 172860 2024-07-29T16:19:42.876 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.877 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:42.877 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1184143 2024-07-29T16:19:42.877 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.877 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:42.877 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.877 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.877 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:42.877 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.877 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.877 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:42.877 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.877 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.877 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:42.877 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71477561 2024-07-29T16:19:42.877 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.878 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.878 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:42.878 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:42.878 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.878 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.878 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:42.878 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21 2024-07-29T16:19:42.878 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.878 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:42.878 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.878 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.878 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:42.878 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.878 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.878 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.879 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:42.879 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T16:19:42.879 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 48 2024-07-29T16:19:42.879 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.879 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T16:19:42.879 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.879 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.879 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T16:19:42.879 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 43657 2024-07-29T16:19:42.879 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.879 INFO:tasks.workunit.client.0.smithi067.stdout: "op_before_queue_op_lat": { 2024-07-29T16:19:42.879 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 119162, 2024-07-29T16:19:42.879 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6314083460 2024-07-29T16:19:42.879 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.879 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T16:19:42.880 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.880 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.880 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T16:19:42.880 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.880 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.880 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T16:19:42.880 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 990646140 2024-07-29T16:19:42.880 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.880 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T16:19:42.880 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 43657, 2024-07-29T16:19:42.880 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 283475204423 2024-07-29T16:19:42.880 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.880 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T16:19:42.880 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1604546327 2024-07-29T16:19:42.881 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.881 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T16:19:42.881 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 45370, 2024-07-29T16:19:42.881 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25096072067 2024-07-29T16:19:42.881 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.881 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T16:19:42.881 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 43657, 2024-07-29T16:19:42.881 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70165683584 2024-07-29T16:19:42.881 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.881 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:42.881 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 28230 2024-07-29T16:19:42.881 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.881 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T16:19:42.881 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28230, 2024-07-29T16:19:42.881 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 44631537744 2024-07-29T16:19:42.881 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.882 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:42.882 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.882 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.882 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T16:19:42.882 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1604546327 2024-07-29T16:19:42.882 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.882 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T16:19:42.882 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28322, 2024-07-29T16:19:42.882 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5756958543 2024-07-29T16:19:42.882 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.882 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T16:19:42.882 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28230, 2024-07-29T16:19:42.882 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6579935822 2024-07-29T16:19:42.882 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.883 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T16:19:42.883 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11387 2024-07-29T16:19:42.883 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.883 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T16:19:42.883 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 134249934 2024-07-29T16:19:42.883 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.883 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T16:19:42.883 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 11387, 2024-07-29T16:19:42.883 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 161775754012 2024-07-29T16:19:42.883 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.883 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:42.883 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.883 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.883 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:42.883 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.884 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.884 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T16:19:42.884 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.884 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.884 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T16:19:42.884 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12950, 2024-07-29T16:19:42.884 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14690102759 2024-07-29T16:19:42.884 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.884 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T16:19:42.884 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 11387, 2024-07-29T16:19:42.884 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30799304536 2024-07-29T16:19:42.884 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.884 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:42.884 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4040 2024-07-29T16:19:42.884 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.885 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T16:19:42.885 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 856396206 2024-07-29T16:19:42.885 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.885 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T16:19:42.885 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4040, 2024-07-29T16:19:42.885 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 77067912667 2024-07-29T16:19:42.885 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.885 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:42.885 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.885 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.885 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T16:19:42.885 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4098, 2024-07-29T16:19:42.885 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4649010765 2024-07-29T16:19:42.885 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.886 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T16:19:42.886 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4040, 2024-07-29T16:19:42.886 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 32786443226 2024-07-29T16:19:42.886 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.886 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T16:19:42.886 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.886 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.886 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T16:19:42.886 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.886 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.886 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T16:19:42.886 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14 2024-07-29T16:19:42.886 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.887 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T16:19:42.887 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T16:19:42.887 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.887 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T16:19:42.887 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 505765888 2024-07-29T16:19:42.887 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.887 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.887 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.887 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.4": { 2024-07-29T16:19:42.887 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:42.887 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_db_max_lat": { 2024-07-29T16:19:42.887 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 20520 2024-07-29T16:19:42.887 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.887 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T16:19:42.887 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.887 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.888 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_max_lat": { 2024-07-29T16:19:42.888 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.888 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.888 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T16:19:42.888 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.888 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.888 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T16:19:42.888 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T16:19:42.888 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.888 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_slow": { 2024-07-29T16:19:42.888 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.888 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.888 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T16:19:42.888 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.888 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.888 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_wal_max_lat": { 2024-07-29T16:19:42.889 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.889 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.889 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T16:19:42.889 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.889 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.889 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T16:19:42.889 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7094272 2024-07-29T16:19:42.889 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.889 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T16:19:42.889 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 591761408 2024-07-29T16:19:42.889 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.889 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T16:19:42.889 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 14, 2024-07-29T16:19:42.889 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5686289 2024-07-29T16:19:42.889 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.889 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T16:19:42.890 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 14, 2024-07-29T16:19:42.890 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3238124 2024-07-29T16:19:42.890 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.890 INFO:tasks.workunit.client.0.smithi067.stdout: "db_alloc_lat": { 2024-07-29T16:19:42.890 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 154, 2024-07-29T16:19:42.890 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 625373 2024-07-29T16:19:42.890 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.890 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T16:19:42.890 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995027456 2024-07-29T16:19:42.890 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.890 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T16:19:42.890 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 579534848 2024-07-29T16:19:42.890 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.890 INFO:tasks.workunit.client.0.smithi067.stdout: "flush_lat": { 2024-07-29T16:19:42.890 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 58893, 2024-07-29T16:19:42.890 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7686425411 2024-07-29T16:19:42.891 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.891 INFO:tasks.workunit.client.0.smithi067.stdout: "fsync_lat": { 2024-07-29T16:19:42.891 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 58918, 2024-07-29T16:19:42.891 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12459394487 2024-07-29T16:19:42.891 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.891 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T16:19:42.891 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8540160 2024-07-29T16:19:42.891 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.891 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T16:19:42.891 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 241266688 2024-07-29T16:19:42.891 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.891 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T16:19:42.891 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 592314368 2024-07-29T16:19:42.891 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.891 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T16:19:42.892 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.892 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.892 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T16:19:42.892 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.892 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.892 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T16:19:42.892 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 46 2024-07-29T16:19:42.892 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.892 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T16:19:42.892 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 246844529 2024-07-29T16:19:42.892 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.892 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T16:19:42.892 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12752 2024-07-29T16:19:42.892 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.893 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T16:19:42.893 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 220868608 2024-07-29T16:19:42.893 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.893 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T16:19:42.893 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 220872704 2024-07-29T16:19:42.893 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.893 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T16:19:42.893 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.893 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.893 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T16:19:42.893 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.893 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.893 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T16:19:42.893 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5257 2024-07-29T16:19:42.893 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.894 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:42.894 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12752, 2024-07-29T16:19:42.894 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 94774277 2024-07-29T16:19:42.894 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.894 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T16:19:42.894 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 132256185 2024-07-29T16:19:42.894 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.894 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T16:19:42.894 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9243 2024-07-29T16:19:42.894 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.894 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T16:19:42.894 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2381235 2024-07-29T16:19:42.894 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.895 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T16:19:42.895 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 719 2024-07-29T16:19:42.895 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.895 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T16:19:42.895 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7027115 2024-07-29T16:19:42.895 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.895 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T16:19:42.895 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 955 2024-07-29T16:19:42.895 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.895 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T16:19:42.895 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4645880 2024-07-29T16:19:42.895 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.895 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T16:19:42.895 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4645880 2024-07-29T16:19:42.896 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.896 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T16:19:42.896 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.896 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.896 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T16:19:42.896 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.896 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.896 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T16:19:42.896 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 242 2024-07-29T16:19:42.896 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.896 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_lat": { 2024-07-29T16:19:42.896 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 955, 2024-07-29T16:19:42.896 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1892078 2024-07-29T16:19:42.896 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.896 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_alloc_lat": { 2024-07-29T16:19:42.896 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.897 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.897 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.897 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T16:19:42.897 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.897 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.897 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T16:19:42.897 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.897 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.897 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:42.897 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:42.897 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 653 2024-07-29T16:19:42.897 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.897 INFO:tasks.workunit.client.0.smithi067.stdout: "unlink_lat": { 2024-07-29T16:19:42.897 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:42.897 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6709 2024-07-29T16:19:42.898 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.898 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_alloc_lat": { 2024-07-29T16:19:42.898 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.898 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.898 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.898 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T16:19:42.898 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.898 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.898 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T16:19:42.898 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.898 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.898 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T16:19:42.898 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 842264576 2024-07-29T16:19:42.899 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.899 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.899 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T16:19:42.899 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T16:19:42.899 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T16:19:42.899 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.899 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T16:19:42.899 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10358784 2024-07-29T16:19:42.899 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.899 INFO:tasks.workunit.client.0.smithi067.stdout: "allocator_lat": { 2024-07-29T16:19:42.899 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 23694, 2024-07-29T16:19:42.899 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 61153796 2024-07-29T16:19:42.899 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.899 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T16:19:42.899 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3192, 2024-07-29T16:19:42.900 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 409748816 2024-07-29T16:19:42.900 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.900 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T16:19:42.900 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.900 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.900 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.900 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T16:19:42.900 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.900 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.900 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T16:19:42.900 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.900 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.900 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T16:19:42.901 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.901 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.901 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T16:19:42.901 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9276, 2024-07-29T16:19:42.901 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68213481 2024-07-29T16:19:42.901 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.901 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T16:19:42.901 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.901 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.901 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.901 INFO:tasks.workunit.client.0.smithi067.stdout: "fragmentation_micros": { 2024-07-29T16:19:42.901 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.901 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.901 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T16:19:42.901 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 58845, 2024-07-29T16:19:42.901 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15453706547 2024-07-29T16:19:42.902 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.902 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T16:19:42.902 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 58476, 2024-07-29T16:19:42.902 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1200906929 2024-07-29T16:19:42.902 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.902 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T16:19:42.902 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 58845, 2024-07-29T16:19:42.902 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 46535359 2024-07-29T16:19:42.902 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.902 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T16:19:42.902 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 58845, 2024-07-29T16:19:42.902 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15500241906 2024-07-29T16:19:42.902 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.903 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T16:19:42.903 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.903 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.903 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.903 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T16:19:42.903 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 225096, 2024-07-29T16:19:42.903 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1005968033 2024-07-29T16:19:42.903 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.903 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T16:19:42.903 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 808, 2024-07-29T16:19:42.903 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2070440 2024-07-29T16:19:42.903 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.903 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T16:19:42.903 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 124900, 2024-07-29T16:19:42.903 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 43961240 2024-07-29T16:19:42.904 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.904 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T16:19:42.904 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 45, 2024-07-29T16:19:42.904 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 90856 2024-07-29T16:19:42.904 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.904 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T16:19:42.904 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 11927, 2024-07-29T16:19:42.904 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1646329396 2024-07-29T16:19:42.904 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.904 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T16:19:42.904 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 377095 2024-07-29T16:19:42.904 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.905 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T16:19:42.905 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18769 2024-07-29T16:19:42.905 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.905 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:42.905 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 8614, 2024-07-29T16:19:42.905 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 971556420 2024-07-29T16:19:42.905 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.905 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T16:19:42.905 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 36139, 2024-07-29T16:19:42.905 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9891306 2024-07-29T16:19:42.905 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.905 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T16:19:42.905 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 27525, 2024-07-29T16:19:42.905 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 807674270 2024-07-29T16:19:42.905 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.906 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T16:19:42.906 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.906 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.906 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T16:19:42.906 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13131, 2024-07-29T16:19:42.906 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 298393073 2024-07-29T16:19:42.906 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.906 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_aio_wait_count": { 2024-07-29T16:19:42.906 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.906 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.906 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_committed_kv_count": { 2024-07-29T16:19:42.906 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.906 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.906 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_onode_meta_count": { 2024-07-29T16:19:42.906 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.906 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.907 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_wait_aio_count": { 2024-07-29T16:19:42.907 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.907 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.907 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T16:19:42.907 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:42.907 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8517580123 2024-07-29T16:19:42.907 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.907 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T16:19:42.907 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 18273, 2024-07-29T16:19:42.907 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 887927137 2024-07-29T16:19:42.907 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.907 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T16:19:42.907 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 18271, 2024-07-29T16:19:42.907 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2849954538229 2024-07-29T16:19:42.907 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.907 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T16:19:42.908 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 18273, 2024-07-29T16:19:42.908 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6224467183354 2024-07-29T16:19:42.908 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.908 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T16:19:42.908 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71250, 2024-07-29T16:19:42.908 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2342556374143 2024-07-29T16:19:42.908 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.908 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T16:19:42.908 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71250, 2024-07-29T16:19:42.908 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7914835 2024-07-29T16:19:42.908 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.908 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T16:19:42.908 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:42.908 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 344374910 2024-07-29T16:19:42.908 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.909 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T16:19:42.909 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:42.909 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 26303165570 2024-07-29T16:19:42.909 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.909 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T16:19:42.909 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:42.909 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24585570 2024-07-29T16:19:42.909 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.909 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T16:19:42.909 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:42.909 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12558442797 2024-07-29T16:19:42.909 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.909 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T16:19:42.909 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:42.909 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6168312165 2024-07-29T16:19:42.909 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.910 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T16:19:42.910 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6193585 2024-07-29T16:19:42.910 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.910 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:42.910 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2482, 2024-07-29T16:19:42.910 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14724850 2024-07-29T16:19:42.910 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.910 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T16:19:42.910 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:42.910 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 53903413237 2024-07-29T16:19:42.910 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.910 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T16:19:42.910 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:42.911 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7008571972 2024-07-29T16:19:42.911 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.911 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T16:19:42.911 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:42.911 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 628589391 2024-07-29T16:19:42.911 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.911 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.911 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T16:19:42.911 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:42.911 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1405116297 2024-07-29T16:19:42.911 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.911 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:42.911 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 569253888 2024-07-29T16:19:42.911 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.911 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:42.912 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 469303296 2024-07-29T16:19:42.912 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.912 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:42.912 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2600497254 2024-07-29T16:19:42.912 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.912 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:42.912 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 99950592 2024-07-29T16:19:42.912 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.912 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.912 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T16:19:42.912 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:42.912 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125829120 2024-07-29T16:19:42.912 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.912 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:42.912 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.913 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.913 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:42.913 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.913 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.913 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:42.913 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56974333 2024-07-29T16:19:42.913 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.913 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:42.913 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.913 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.913 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:42.913 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.914 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.914 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:42.914 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.914 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.914 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:42.914 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.914 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.914 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:42.914 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 22502 2024-07-29T16:19:42.914 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.914 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:42.914 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 27932 2024-07-29T16:19:42.914 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.914 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:42.915 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.915 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.915 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:42.915 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.915 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.915 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:42.915 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.915 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.915 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:42.915 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68804353 2024-07-29T16:19:42.915 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.915 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.915 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T16:19:42.915 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:42.916 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 562036736 2024-07-29T16:19:42.916 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.916 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:42.916 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:42.916 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.916 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:42.916 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.916 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.916 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:42.916 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 427307503 2024-07-29T16:19:42.916 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.916 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:42.916 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.916 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.916 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:42.917 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2160 2024-07-29T16:19:42.917 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.917 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:42.917 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.917 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.917 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:42.917 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.917 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.917 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:42.917 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 138528 2024-07-29T16:19:42.917 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.917 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:42.917 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 240 2024-07-29T16:19:42.918 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.918 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:42.918 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.918 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.918 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:42.918 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.918 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.918 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:42.918 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.918 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.918 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:42.918 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67479441 2024-07-29T16:19:42.918 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.918 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.918 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T16:19:42.919 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:42.919 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176160768 2024-07-29T16:19:42.919 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.919 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:42.919 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:42.919 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.919 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:42.919 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 264512 2024-07-29T16:19:42.919 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.919 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:42.919 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 37982889 2024-07-29T16:19:42.919 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.919 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:42.919 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.920 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.920 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:42.920 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.920 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.920 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:42.920 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.920 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.920 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:42.920 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.920 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.920 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:42.920 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.920 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.920 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:42.920 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.920 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.921 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:42.921 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.921 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.921 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:42.921 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.921 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.921 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:42.921 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.921 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.921 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:42.921 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70804503 2024-07-29T16:19:42.921 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.921 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.921 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T16:19:42.921 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:42.921 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 503316480 2024-07-29T16:19:42.922 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.922 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:42.922 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.922 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.922 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:42.922 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.922 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.922 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:42.922 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 427307503 2024-07-29T16:19:42.922 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.922 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:42.922 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.922 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.923 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:42.923 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.923 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.923 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:42.923 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.923 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.923 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:42.923 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.923 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.923 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:42.923 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 184850 2024-07-29T16:19:42.923 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.924 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:42.924 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1162505 2024-07-29T16:19:42.924 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.924 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:42.924 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.924 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.924 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:42.924 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.924 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.924 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:42.924 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.924 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.925 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:42.925 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 74661622 2024-07-29T16:19:42.925 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.925 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.925 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:42.925 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:42.925 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.925 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.925 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:42.925 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23 2024-07-29T16:19:42.925 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.925 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:42.925 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.925 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.925 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:42.926 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.926 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.926 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.926 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:42.926 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T16:19:42.926 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 47 2024-07-29T16:19:42.926 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.926 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T16:19:42.926 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.926 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.926 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T16:19:42.926 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 29718 2024-07-29T16:19:42.926 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.926 INFO:tasks.workunit.client.0.smithi067.stdout: "op_before_queue_op_lat": { 2024-07-29T16:19:42.927 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 91341, 2024-07-29T16:19:42.927 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6652205835 2024-07-29T16:19:42.927 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.927 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T16:19:42.927 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.927 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.927 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T16:19:42.927 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.927 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.927 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T16:19:42.927 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1000661695 2024-07-29T16:19:42.927 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.927 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T16:19:42.927 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 29718, 2024-07-29T16:19:42.927 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 75268447866 2024-07-29T16:19:42.927 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.928 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T16:19:42.928 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1239888997 2024-07-29T16:19:42.928 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.928 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T16:19:42.928 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30309, 2024-07-29T16:19:42.928 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17482548822 2024-07-29T16:19:42.928 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.928 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T16:19:42.928 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 29718, 2024-07-29T16:19:42.928 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 34486578131 2024-07-29T16:19:42.928 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.928 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:42.928 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 20602 2024-07-29T16:19:42.928 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.928 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T16:19:42.929 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 20602, 2024-07-29T16:19:42.929 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12668639460 2024-07-29T16:19:42.929 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.929 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:42.929 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.929 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.929 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T16:19:42.929 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1239888997 2024-07-29T16:19:42.929 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.929 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T16:19:42.929 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 20749, 2024-07-29T16:19:42.929 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9658331920 2024-07-29T16:19:42.929 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.929 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T16:19:42.929 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 20602, 2024-07-29T16:19:42.930 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9831414887 2024-07-29T16:19:42.930 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.930 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T16:19:42.930 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5098 2024-07-29T16:19:42.930 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.930 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T16:19:42.930 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 77113061 2024-07-29T16:19:42.930 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.930 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T16:19:42.930 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5098, 2024-07-29T16:19:42.930 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11445244366 2024-07-29T16:19:42.930 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.930 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:42.931 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.931 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.931 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:42.931 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.931 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.931 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T16:19:42.931 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.931 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.931 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T16:19:42.931 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5456, 2024-07-29T16:19:42.931 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3350544413 2024-07-29T16:19:42.931 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.931 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T16:19:42.931 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5098, 2024-07-29T16:19:42.932 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8712483025 2024-07-29T16:19:42.932 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.932 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:42.932 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4018 2024-07-29T16:19:42.932 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.932 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T16:19:42.932 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 923548634 2024-07-29T16:19:42.932 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.932 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T16:19:42.932 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4018, 2024-07-29T16:19:42.932 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 51154564040 2024-07-29T16:19:42.932 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.932 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:42.932 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.933 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.933 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T16:19:42.933 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4104, 2024-07-29T16:19:42.933 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4473672489 2024-07-29T16:19:42.933 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.933 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T16:19:42.933 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4018, 2024-07-29T16:19:42.933 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15942680219 2024-07-29T16:19:42.933 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.933 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T16:19:42.933 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.933 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.933 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T16:19:42.933 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14 2024-07-29T16:19:42.933 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.934 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T16:19:42.934 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12 2024-07-29T16:19:42.934 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.934 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T16:19:42.934 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T16:19:42.934 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.934 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T16:19:42.934 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 589910016 2024-07-29T16:19:42.934 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.934 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.934 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.934 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.5": { 2024-07-29T16:19:42.934 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:42.934 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_db_max_lat": { 2024-07-29T16:19:42.935 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24087 2024-07-29T16:19:42.935 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.935 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T16:19:42.935 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.935 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.935 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_max_lat": { 2024-07-29T16:19:42.935 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.935 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.935 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T16:19:42.935 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.935 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.935 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T16:19:42.935 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T16:19:42.935 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.935 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_slow": { 2024-07-29T16:19:42.935 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.936 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.936 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T16:19:42.936 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.936 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.936 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_wal_max_lat": { 2024-07-29T16:19:42.936 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.936 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.936 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T16:19:42.936 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.936 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.936 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T16:19:42.936 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13455360 2024-07-29T16:19:42.936 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.936 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T16:19:42.936 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 668033024 2024-07-29T16:19:42.937 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.937 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T16:19:42.937 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 20, 2024-07-29T16:19:42.937 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4381502 2024-07-29T16:19:42.937 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.937 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T16:19:42.937 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 20, 2024-07-29T16:19:42.937 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1437314 2024-07-29T16:19:42.937 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.937 INFO:tasks.workunit.client.0.smithi067.stdout: "db_alloc_lat": { 2024-07-29T16:19:42.937 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 208, 2024-07-29T16:19:42.937 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 767141 2024-07-29T16:19:42.937 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.937 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T16:19:42.937 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995027456 2024-07-29T16:19:42.938 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.938 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T16:19:42.938 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 553320448 2024-07-29T16:19:42.938 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.938 INFO:tasks.workunit.client.0.smithi067.stdout: "flush_lat": { 2024-07-29T16:19:42.938 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84260, 2024-07-29T16:19:42.938 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9798976468 2024-07-29T16:19:42.938 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.938 INFO:tasks.workunit.client.0.smithi067.stdout: "fsync_lat": { 2024-07-29T16:19:42.938 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84279, 2024-07-29T16:19:42.938 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15898870125 2024-07-29T16:19:42.938 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.938 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T16:19:42.938 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12644352 2024-07-29T16:19:42.938 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.939 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T16:19:42.939 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 345169920 2024-07-29T16:19:42.939 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.939 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T16:19:42.939 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 549060608 2024-07-29T16:19:42.939 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.939 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T16:19:42.939 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.939 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.939 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T16:19:42.939 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.939 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T16:19:42.939 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 48 2024-07-29T16:19:42.939 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.940 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T16:19:42.940 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 446643221 2024-07-29T16:19:42.940 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.940 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T16:19:42.940 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23987 2024-07-29T16:19:42.940 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.940 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T16:19:42.940 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 386457600 2024-07-29T16:19:42.940 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.940 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T16:19:42.940 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 386461696 2024-07-29T16:19:42.940 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.940 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T16:19:42.940 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.940 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.940 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T16:19:42.941 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.941 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.941 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T16:19:42.941 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11354 2024-07-29T16:19:42.941 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.941 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:42.941 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 23987, 2024-07-29T16:19:42.941 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 170774361 2024-07-29T16:19:42.941 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.941 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T16:19:42.941 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 290516234 2024-07-29T16:19:42.941 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.941 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T16:19:42.941 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19210 2024-07-29T16:19:42.941 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.942 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T16:19:42.942 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5424714 2024-07-29T16:19:42.942 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.942 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T16:19:42.942 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1014 2024-07-29T16:19:42.942 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.942 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T16:19:42.942 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13174099 2024-07-29T16:19:42.942 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.942 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T16:19:42.942 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1355 2024-07-29T16:19:42.942 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.942 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T16:19:42.942 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7749385 2024-07-29T16:19:42.943 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.943 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T16:19:42.943 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7749385 2024-07-29T16:19:42.943 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.943 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T16:19:42.943 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.943 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.943 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T16:19:42.943 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.943 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.943 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T16:19:42.943 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 359 2024-07-29T16:19:42.943 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.944 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_lat": { 2024-07-29T16:19:42.944 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1355, 2024-07-29T16:19:42.944 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3843747 2024-07-29T16:19:42.944 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.944 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_alloc_lat": { 2024-07-29T16:19:42.944 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.944 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.944 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.944 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T16:19:42.944 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.944 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.944 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T16:19:42.944 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.944 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.944 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:42.944 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:42.945 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 701 2024-07-29T16:19:42.945 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.945 INFO:tasks.workunit.client.0.smithi067.stdout: "unlink_lat": { 2024-07-29T16:19:42.945 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:42.945 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7384 2024-07-29T16:19:42.945 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.945 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_alloc_lat": { 2024-07-29T16:19:42.945 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.945 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.945 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.945 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T16:19:42.945 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.945 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.945 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T16:19:42.946 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.946 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.946 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T16:19:42.946 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1029689344 2024-07-29T16:19:42.946 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.946 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.946 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T16:19:42.946 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T16:19:42.946 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T16:19:42.946 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.946 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T16:19:42.946 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10362880 2024-07-29T16:19:42.946 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.946 INFO:tasks.workunit.client.0.smithi067.stdout: "allocator_lat": { 2024-07-29T16:19:42.947 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22510, 2024-07-29T16:19:42.947 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 64409089 2024-07-29T16:19:42.947 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.947 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T16:19:42.947 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3256, 2024-07-29T16:19:42.947 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 537644355 2024-07-29T16:19:42.947 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.947 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T16:19:42.947 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.947 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.947 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.947 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T16:19:42.947 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.947 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.947 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T16:19:42.947 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.948 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.948 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T16:19:42.948 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.948 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.948 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T16:19:42.948 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 21258, 2024-07-29T16:19:42.948 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 150975442 2024-07-29T16:19:42.948 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.948 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T16:19:42.948 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.948 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.948 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.948 INFO:tasks.workunit.client.0.smithi067.stdout: "fragmentation_micros": { 2024-07-29T16:19:42.948 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.949 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.949 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T16:19:42.949 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84204, 2024-07-29T16:19:42.949 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19628453209 2024-07-29T16:19:42.949 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.949 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T16:19:42.949 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 83736, 2024-07-29T16:19:42.949 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1507245266 2024-07-29T16:19:42.949 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.949 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T16:19:42.949 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84204, 2024-07-29T16:19:42.949 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 46096462 2024-07-29T16:19:42.949 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.949 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T16:19:42.949 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84204, 2024-07-29T16:19:42.950 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19674549671 2024-07-29T16:19:42.950 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.950 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T16:19:42.950 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.950 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.950 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.950 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T16:19:42.950 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30856, 2024-07-29T16:19:42.950 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 684311949 2024-07-29T16:19:42.950 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.950 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T16:19:42.950 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 862, 2024-07-29T16:19:42.950 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2428035 2024-07-29T16:19:42.950 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.950 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T16:19:42.951 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17961, 2024-07-29T16:19:42.951 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13199707 2024-07-29T16:19:42.951 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.951 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T16:19:42.951 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 49, 2024-07-29T16:19:42.951 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 88575 2024-07-29T16:19:42.951 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.951 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T16:19:42.951 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15554, 2024-07-29T16:19:42.951 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2291274594 2024-07-29T16:19:42.951 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.951 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T16:19:42.951 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 232353 2024-07-29T16:19:42.951 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.951 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T16:19:42.952 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21174 2024-07-29T16:19:42.952 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.952 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:42.952 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 11062, 2024-07-29T16:19:42.952 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1321110383 2024-07-29T16:19:42.952 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.952 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T16:19:42.952 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 29544, 2024-07-29T16:19:42.952 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10125184 2024-07-29T16:19:42.952 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.952 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T16:19:42.952 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 18482, 2024-07-29T16:19:42.952 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1170586121 2024-07-29T16:19:42.953 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.953 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T16:19:42.953 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.953 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.953 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T16:19:42.953 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15450, 2024-07-29T16:19:42.953 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 366024209 2024-07-29T16:19:42.953 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.953 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_aio_wait_count": { 2024-07-29T16:19:42.953 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.953 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.953 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_committed_kv_count": { 2024-07-29T16:19:42.953 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.953 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.954 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_onode_meta_count": { 2024-07-29T16:19:42.954 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.954 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.954 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_wait_aio_count": { 2024-07-29T16:19:42.954 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.954 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.954 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T16:19:42.954 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:42.954 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9416446912 2024-07-29T16:19:42.954 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.954 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T16:19:42.954 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7830, 2024-07-29T16:19:42.954 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 530788676 2024-07-29T16:19:42.954 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.954 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T16:19:42.955 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7829, 2024-07-29T16:19:42.955 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2369143381411 2024-07-29T16:19:42.955 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.955 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T16:19:42.955 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7830, 2024-07-29T16:19:42.955 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6041435065848 2024-07-29T16:19:42.955 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.955 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T16:19:42.955 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98742, 2024-07-29T16:19:42.955 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2649681798711 2024-07-29T16:19:42.955 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.955 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T16:19:42.955 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98742, 2024-07-29T16:19:42.955 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10961137 2024-07-29T16:19:42.955 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.956 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T16:19:42.956 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:42.956 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 326099518 2024-07-29T16:19:42.956 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.956 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T16:19:42.956 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:42.956 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 33439125671 2024-07-29T16:19:42.956 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.956 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T16:19:42.956 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:42.956 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 33815735 2024-07-29T16:19:42.956 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.956 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T16:19:42.957 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:42.957 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15722925586 2024-07-29T16:19:42.957 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.957 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T16:19:42.957 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:42.957 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7589219631 2024-07-29T16:19:42.957 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.957 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T16:19:42.957 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6198795 2024-07-29T16:19:42.957 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.957 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:42.957 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2483, 2024-07-29T16:19:42.957 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14180437 2024-07-29T16:19:42.957 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.957 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T16:19:42.958 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:42.958 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 66508859167 2024-07-29T16:19:42.958 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.958 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T16:19:42.958 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:42.958 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8608423891 2024-07-29T16:19:42.958 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.958 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T16:19:42.958 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:42.958 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 795260568 2024-07-29T16:19:42.958 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.958 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.958 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T16:19:42.958 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:42.959 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1405116297 2024-07-29T16:19:42.959 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.959 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:42.959 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 595288064 2024-07-29T16:19:42.959 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.959 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:42.959 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 419561472 2024-07-29T16:19:42.959 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.959 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:42.959 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2600497254 2024-07-29T16:19:42.959 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.959 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:42.959 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 175726592 2024-07-29T16:19:42.959 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.959 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.960 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T16:19:42.960 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:42.960 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125829120 2024-07-29T16:19:42.960 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.960 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:42.960 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.960 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.960 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:42.960 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.960 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.960 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:42.960 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56448908 2024-07-29T16:19:42.960 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.960 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:42.960 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.961 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.961 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:42.961 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.961 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.961 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:42.961 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.961 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.961 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:42.961 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.961 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.961 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:42.961 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2412 2024-07-29T16:19:42.961 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.961 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:42.961 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14858 2024-07-29T16:19:42.962 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.962 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:42.962 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.962 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.962 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:42.962 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.962 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.962 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:42.962 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.962 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.962 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:42.962 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 69362942 2024-07-29T16:19:42.962 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.963 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.963 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T16:19:42.963 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:42.963 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 562036736 2024-07-29T16:19:42.963 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.963 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:42.963 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:42.963 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.963 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:42.963 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.963 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.963 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:42.963 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 423366810 2024-07-29T16:19:42.963 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.963 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:42.964 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.964 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.964 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:42.964 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.964 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.964 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:42.964 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2640 2024-07-29T16:19:42.964 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.964 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:42.964 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.964 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.964 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:42.964 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 185760 2024-07-29T16:19:42.964 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.965 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:42.965 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.965 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.965 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:42.965 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.965 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.965 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:42.965 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.965 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.965 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:42.965 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.965 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.965 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:42.965 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71372662 2024-07-29T16:19:42.966 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.966 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.966 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T16:19:42.966 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:42.966 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176160768 2024-07-29T16:19:42.966 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.966 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:42.966 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:42.966 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.966 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:42.966 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 475952 2024-07-29T16:19:42.966 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.966 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:42.966 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 37632605 2024-07-29T16:19:42.967 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.967 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:42.967 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.967 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.967 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:42.967 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.967 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.967 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:42.967 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.967 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.967 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:42.967 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.967 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.968 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:42.968 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.968 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.968 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:42.968 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.968 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.968 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:42.968 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.968 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.968 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:42.968 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.968 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.968 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:42.968 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.968 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.969 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:42.969 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70943347 2024-07-29T16:19:42.969 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.969 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.969 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T16:19:42.969 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:42.969 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 494927872 2024-07-29T16:19:42.969 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.969 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:42.969 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.969 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.969 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:42.969 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.970 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.970 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:42.970 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 423366810 2024-07-29T16:19:42.970 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.970 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:42.970 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.970 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.970 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:42.970 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.970 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.970 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:42.970 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.970 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.970 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:42.970 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.971 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.971 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:42.971 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176489 2024-07-29T16:19:42.971 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.971 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:42.971 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1167072 2024-07-29T16:19:42.971 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.971 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:42.971 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.971 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.971 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:42.971 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.971 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.971 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:42.971 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.971 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.972 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:42.972 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70217501 2024-07-29T16:19:42.972 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.972 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.972 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:42.972 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:42.972 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.972 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.972 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:42.972 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18 2024-07-29T16:19:42.972 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.972 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:42.972 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.972 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.972 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:42.973 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.973 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.973 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.973 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:42.973 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T16:19:42.973 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 58 2024-07-29T16:19:42.973 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.973 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T16:19:42.973 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.973 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.973 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T16:19:42.973 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30461 2024-07-29T16:19:42.973 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.973 INFO:tasks.workunit.client.0.smithi067.stdout: "op_before_queue_op_lat": { 2024-07-29T16:19:42.973 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 114052, 2024-07-29T16:19:42.974 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9707163152 2024-07-29T16:19:42.974 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.974 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T16:19:42.974 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.974 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.974 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T16:19:42.974 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.974 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.974 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T16:19:42.974 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1126855224 2024-07-29T16:19:42.974 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.974 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T16:19:42.975 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30461, 2024-07-29T16:19:42.975 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 32063576865 2024-07-29T16:19:42.975 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.975 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T16:19:42.975 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2032511643 2024-07-29T16:19:42.975 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.975 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T16:19:42.975 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 31454, 2024-07-29T16:19:42.975 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11419717875 2024-07-29T16:19:42.975 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.975 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T16:19:42.975 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30461, 2024-07-29T16:19:42.975 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23500397417 2024-07-29T16:19:42.975 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.976 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:42.976 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21658 2024-07-29T16:19:42.976 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.976 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T16:19:42.976 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 21658, 2024-07-29T16:19:42.976 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8673584359 2024-07-29T16:19:42.976 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.976 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:42.976 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.976 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.976 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T16:19:42.976 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2032511643 2024-07-29T16:19:42.976 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.977 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T16:19:42.977 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 21972, 2024-07-29T16:19:42.977 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4910334360 2024-07-29T16:19:42.977 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.977 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T16:19:42.977 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 21658, 2024-07-29T16:19:42.977 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5436155022 2024-07-29T16:19:42.977 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.977 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T16:19:42.977 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7589 2024-07-29T16:19:42.977 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.977 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T16:19:42.977 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 319892249 2024-07-29T16:19:42.977 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.977 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T16:19:42.978 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7589, 2024-07-29T16:19:42.978 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13782997932 2024-07-29T16:19:42.978 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.978 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:42.978 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.978 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.978 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:42.978 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.978 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.978 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T16:19:42.978 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.978 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.978 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T16:19:42.978 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 8076, 2024-07-29T16:19:42.979 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4740674988 2024-07-29T16:19:42.979 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.979 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T16:19:42.979 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7589, 2024-07-29T16:19:42.979 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10573430345 2024-07-29T16:19:42.979 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.979 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:42.979 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1214 2024-07-29T16:19:42.979 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.979 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T16:19:42.979 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 806962975 2024-07-29T16:19:42.979 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.979 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T16:19:42.979 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1214, 2024-07-29T16:19:42.979 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9606994574 2024-07-29T16:19:42.980 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.980 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:42.980 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.980 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.980 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T16:19:42.980 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1406, 2024-07-29T16:19:42.980 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1768708527 2024-07-29T16:19:42.980 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.980 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T16:19:42.980 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1214, 2024-07-29T16:19:42.980 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7490812050 2024-07-29T16:19:42.980 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.980 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T16:19:42.980 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.981 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.981 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T16:19:42.981 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 82 2024-07-29T16:19:42.981 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.981 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T16:19:42.981 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8 2024-07-29T16:19:42.981 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.981 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T16:19:42.981 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T16:19:42.981 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.981 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T16:19:42.981 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 563695616 2024-07-29T16:19:42.981 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.982 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.982 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.982 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.6": { 2024-07-29T16:19:42.982 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:42.982 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_db_max_lat": { 2024-07-29T16:19:42.982 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25337 2024-07-29T16:19:42.982 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.982 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T16:19:42.982 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.982 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.982 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_max_lat": { 2024-07-29T16:19:42.982 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.982 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.983 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T16:19:42.983 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.983 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.983 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T16:19:42.983 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T16:19:42.983 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.983 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_slow": { 2024-07-29T16:19:42.983 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.983 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.983 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T16:19:42.983 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.983 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.983 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_wal_max_lat": { 2024-07-29T16:19:42.983 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.984 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.984 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T16:19:42.984 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.984 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.984 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T16:19:42.984 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4452352 2024-07-29T16:19:42.984 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.984 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T16:19:42.984 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 452837376 2024-07-29T16:19:42.984 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.984 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T16:19:42.984 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 14, 2024-07-29T16:19:42.984 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4737485 2024-07-29T16:19:42.984 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.984 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T16:19:42.985 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 14, 2024-07-29T16:19:42.985 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 859987 2024-07-29T16:19:42.985 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.985 INFO:tasks.workunit.client.0.smithi067.stdout: "db_alloc_lat": { 2024-07-29T16:19:42.985 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 135, 2024-07-29T16:19:42.985 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 554414 2024-07-29T16:19:42.985 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.985 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T16:19:42.985 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995027456 2024-07-29T16:19:42.985 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.985 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T16:19:42.985 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 355139584 2024-07-29T16:19:42.985 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.985 INFO:tasks.workunit.client.0.smithi067.stdout: "flush_lat": { 2024-07-29T16:19:42.985 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 59169, 2024-07-29T16:19:42.985 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7315257736 2024-07-29T16:19:42.986 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.986 INFO:tasks.workunit.client.0.smithi067.stdout: "fsync_lat": { 2024-07-29T16:19:42.986 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 59178, 2024-07-29T16:19:42.986 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11857793742 2024-07-29T16:19:42.986 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.986 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T16:19:42.986 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9695232 2024-07-29T16:19:42.986 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.986 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T16:19:42.986 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 242421760 2024-07-29T16:19:42.986 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.986 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T16:19:42.986 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 367919104 2024-07-29T16:19:42.986 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.986 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T16:19:42.987 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.987 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.987 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T16:19:42.987 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.987 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.987 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T16:19:42.987 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 35 2024-07-29T16:19:42.987 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.987 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T16:19:42.987 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 156927641 2024-07-29T16:19:42.987 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.987 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T16:19:42.987 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10934 2024-07-29T16:19:42.987 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.987 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T16:19:42.987 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 165183488 2024-07-29T16:19:42.988 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.988 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T16:19:42.988 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 165187584 2024-07-29T16:19:42.988 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.988 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T16:19:42.988 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.988 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.988 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T16:19:42.988 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.988 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.988 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T16:19:42.989 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8289 2024-07-29T16:19:42.989 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.989 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:42.989 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 10934, 2024-07-29T16:19:42.989 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 93401510 2024-07-29T16:19:42.989 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.989 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T16:19:42.989 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 91028402 2024-07-29T16:19:42.989 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.989 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T16:19:42.989 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8911 2024-07-29T16:19:42.989 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.989 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T16:19:42.989 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1219369 2024-07-29T16:19:42.990 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.990 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T16:19:42.990 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 425 2024-07-29T16:19:42.990 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.990 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T16:19:42.990 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4420727 2024-07-29T16:19:42.990 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.990 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T16:19:42.990 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 564 2024-07-29T16:19:42.990 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.990 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T16:19:42.990 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3201358 2024-07-29T16:19:42.990 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.990 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T16:19:42.990 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3201358 2024-07-29T16:19:42.991 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.991 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T16:19:42.991 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.991 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.991 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T16:19:42.991 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.991 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.991 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T16:19:42.991 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 142 2024-07-29T16:19:42.991 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.991 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_lat": { 2024-07-29T16:19:42.991 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 564, 2024-07-29T16:19:42.991 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1475754 2024-07-29T16:19:42.991 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.991 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_alloc_lat": { 2024-07-29T16:19:42.991 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.992 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.992 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.992 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T16:19:42.992 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.992 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.992 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T16:19:42.992 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.992 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.992 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:42.992 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:42.992 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 615 2024-07-29T16:19:42.992 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.992 INFO:tasks.workunit.client.0.smithi067.stdout: "unlink_lat": { 2024-07-29T16:19:42.992 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:42.992 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6750 2024-07-29T16:19:42.992 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.993 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_alloc_lat": { 2024-07-29T16:19:42.993 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.993 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.993 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.993 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T16:19:42.993 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.993 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.993 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T16:19:42.993 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.993 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.993 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T16:19:42.993 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 701849600 2024-07-29T16:19:42.993 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:42.994 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.994 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T16:19:42.994 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T16:19:42.994 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T16:19:42.994 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.994 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T16:19:42.994 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10948608 2024-07-29T16:19:42.994 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.994 INFO:tasks.workunit.client.0.smithi067.stdout: "allocator_lat": { 2024-07-29T16:19:42.994 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 16506, 2024-07-29T16:19:42.994 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 42359035 2024-07-29T16:19:42.994 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.994 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T16:19:42.995 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3163, 2024-07-29T16:19:42.995 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 301474036 2024-07-29T16:19:42.995 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.995 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T16:19:42.995 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.995 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.995 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.995 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T16:19:42.995 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.995 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.995 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T16:19:42.995 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.995 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.995 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T16:19:42.995 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.996 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.996 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T16:19:42.996 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15736, 2024-07-29T16:19:42.996 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 97160762 2024-07-29T16:19:42.996 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.996 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T16:19:42.996 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.996 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.996 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.996 INFO:tasks.workunit.client.0.smithi067.stdout: "fragmentation_micros": { 2024-07-29T16:19:42.996 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.996 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.996 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T16:19:42.996 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 59139, 2024-07-29T16:19:42.996 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14503478369 2024-07-29T16:19:42.996 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.997 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T16:19:42.997 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 58768, 2024-07-29T16:19:42.997 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1137661662 2024-07-29T16:19:42.997 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.997 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T16:19:42.997 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 59139, 2024-07-29T16:19:42.997 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 32675980 2024-07-29T16:19:42.997 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.997 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T16:19:42.997 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 59139, 2024-07-29T16:19:42.997 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14536154349 2024-07-29T16:19:42.997 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.997 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T16:19:42.997 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:42.997 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:42.998 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.998 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T16:19:42.998 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 20772, 2024-07-29T16:19:42.998 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 382426010 2024-07-29T16:19:42.998 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.998 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T16:19:42.998 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 837, 2024-07-29T16:19:42.998 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2198425 2024-07-29T16:19:42.998 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.998 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T16:19:42.998 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 8629, 2024-07-29T16:19:42.998 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6210095 2024-07-29T16:19:42.998 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.998 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T16:19:42.999 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 43, 2024-07-29T16:19:42.999 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 51114 2024-07-29T16:19:42.999 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.999 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T16:19:42.999 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 10973, 2024-07-29T16:19:42.999 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1188232445 2024-07-29T16:19:42.999 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.999 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T16:19:42.999 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 169125 2024-07-29T16:19:42.999 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.999 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T16:19:42.999 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17826 2024-07-29T16:19:42.999 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:42.999 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:42.999 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 10481, 2024-07-29T16:19:43.000 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1243336457 2024-07-29T16:19:43.000 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.000 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T16:19:43.000 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 36259, 2024-07-29T16:19:43.000 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13037923 2024-07-29T16:19:43.000 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.000 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T16:19:43.000 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 25778, 2024-07-29T16:19:43.000 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 967429299 2024-07-29T16:19:43.000 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.000 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T16:19:43.000 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.000 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.000 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T16:19:43.001 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 11589, 2024-07-29T16:19:43.001 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 261237855 2024-07-29T16:19:43.001 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.001 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_aio_wait_count": { 2024-07-29T16:19:43.001 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.001 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.001 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_committed_kv_count": { 2024-07-29T16:19:43.001 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.001 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.001 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_onode_meta_count": { 2024-07-29T16:19:43.001 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.001 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.001 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_wait_aio_count": { 2024-07-29T16:19:43.001 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.001 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.001 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T16:19:43.002 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71899, 2024-07-29T16:19:43.002 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8324244186 2024-07-29T16:19:43.002 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.002 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T16:19:43.002 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13542, 2024-07-29T16:19:43.002 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 648794481 2024-07-29T16:19:43.002 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.002 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T16:19:43.002 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13541, 2024-07-29T16:19:43.002 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2452524521639 2024-07-29T16:19:43.002 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.002 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T16:19:43.003 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13542, 2024-07-29T16:19:43.003 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5618514149776 2024-07-29T16:19:43.003 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.003 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T16:19:43.003 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71898, 2024-07-29T16:19:43.003 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2352052043185 2024-07-29T16:19:43.003 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.003 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T16:19:43.003 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71898, 2024-07-29T16:19:43.003 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8477160 2024-07-29T16:19:43.003 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.003 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T16:19:43.003 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71899, 2024-07-29T16:19:43.003 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 378944646 2024-07-29T16:19:43.004 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.004 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T16:19:43.004 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71899, 2024-07-29T16:19:43.004 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 26042359909 2024-07-29T16:19:43.004 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.004 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T16:19:43.004 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71899, 2024-07-29T16:19:43.004 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23780040 2024-07-29T16:19:43.004 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.004 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T16:19:43.004 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71899, 2024-07-29T16:19:43.004 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12465263815 2024-07-29T16:19:43.004 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.005 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T16:19:43.005 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71899, 2024-07-29T16:19:43.005 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5173876494 2024-07-29T16:19:43.005 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.005 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T16:19:43.005 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6789054 2024-07-29T16:19:43.005 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.005 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:43.005 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2429, 2024-07-29T16:19:43.005 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14291380 2024-07-29T16:19:43.005 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.005 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T16:19:43.005 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71899, 2024-07-29T16:19:43.005 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 52395603516 2024-07-29T16:19:43.005 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.006 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T16:19:43.006 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71899, 2024-07-29T16:19:43.006 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5920622385 2024-07-29T16:19:43.006 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.006 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T16:19:43.006 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71899, 2024-07-29T16:19:43.006 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 708909236 2024-07-29T16:19:43.006 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.006 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.006 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T16:19:43.006 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:43.006 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1405116297 2024-07-29T16:19:43.006 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.007 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:43.007 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 418627584 2024-07-29T16:19:43.007 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.007 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:43.007 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 366354432 2024-07-29T16:19:43.007 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.007 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:43.007 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2600497254 2024-07-29T16:19:43.007 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.007 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:43.007 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 52273152 2024-07-29T16:19:43.007 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.007 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.007 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T16:19:43.008 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:43.008 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125829120 2024-07-29T16:19:43.008 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.008 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:43.008 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.008 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.008 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:43.008 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.008 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.008 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:43.008 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 57301615 2024-07-29T16:19:43.008 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.008 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:43.008 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.008 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.009 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:43.009 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.009 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.009 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:43.009 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.009 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.009 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:43.009 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.009 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.009 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:43.009 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3660 2024-07-29T16:19:43.009 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.009 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:43.009 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 34146 2024-07-29T16:19:43.009 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.009 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:43.010 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.010 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.010 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:43.010 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.010 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.010 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:43.010 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.010 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.010 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:43.010 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68489699 2024-07-29T16:19:43.010 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.010 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.010 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T16:19:43.011 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:43.011 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 570425344 2024-07-29T16:19:43.011 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.011 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:43.011 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:43.011 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.011 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:43.011 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.011 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.011 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:43.011 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 429762119 2024-07-29T16:19:43.012 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.012 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:43.012 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.012 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.012 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:43.012 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1360 2024-07-29T16:19:43.012 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.012 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:43.012 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.012 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.012 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:43.012 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.012 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.013 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:43.013 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 83216 2024-07-29T16:19:43.013 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.013 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:43.013 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.013 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.013 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:43.013 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.013 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.013 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:43.013 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.013 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.013 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:43.013 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.013 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.014 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:43.014 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 73469785 2024-07-29T16:19:43.014 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.014 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.014 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T16:19:43.014 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:43.014 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176160768 2024-07-29T16:19:43.014 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.014 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:43.014 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:43.014 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.014 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:43.014 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 179504 2024-07-29T16:19:43.015 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.015 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:43.015 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38201077 2024-07-29T16:19:43.015 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.015 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:43.015 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.015 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.015 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:43.015 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.015 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.015 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:43.015 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.015 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.015 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:43.016 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.016 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.016 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:43.016 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.016 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.016 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:43.016 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.016 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.016 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:43.016 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.016 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.016 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:43.016 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.016 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.017 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:43.017 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.017 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.017 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:43.017 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70671323 2024-07-29T16:19:43.017 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.017 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.017 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T16:19:43.017 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:43.017 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 503316480 2024-07-29T16:19:43.017 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.017 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:43.017 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.017 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.017 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:43.018 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.018 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.018 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:43.018 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 429762119 2024-07-29T16:19:43.018 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.018 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:43.018 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.018 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.018 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:43.018 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.018 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.018 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:43.018 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.019 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.019 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:43.019 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.019 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.019 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:43.019 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 181503 2024-07-29T16:19:43.019 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.019 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:43.019 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1183403 2024-07-29T16:19:43.019 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.019 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:43.019 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.019 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.019 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:43.019 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.020 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.020 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:43.020 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.020 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.020 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:43.020 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 72189455 2024-07-29T16:19:43.020 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.020 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.020 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:43.020 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:43.020 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.020 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.020 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:43.020 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:43.020 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.021 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:43.021 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.021 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.021 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:43.021 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.021 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.021 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.021 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:43.021 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T16:19:43.021 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 51 2024-07-29T16:19:43.021 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.021 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T16:19:43.021 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.021 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.021 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T16:19:43.022 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 33643 2024-07-29T16:19:43.022 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.022 INFO:tasks.workunit.client.0.smithi067.stdout: "op_before_queue_op_lat": { 2024-07-29T16:19:43.022 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 88454, 2024-07-29T16:19:43.022 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6027537294 2024-07-29T16:19:43.022 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.022 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T16:19:43.022 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.022 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.022 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T16:19:43.022 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.022 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.022 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T16:19:43.023 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1110908208 2024-07-29T16:19:43.023 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.023 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T16:19:43.023 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 33643, 2024-07-29T16:19:43.023 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 47042687430 2024-07-29T16:19:43.023 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.023 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T16:19:43.023 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1450771852 2024-07-29T16:19:43.023 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.023 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T16:19:43.023 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 34224, 2024-07-29T16:19:43.023 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11704862676 2024-07-29T16:19:43.023 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.023 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T16:19:43.023 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 33643, 2024-07-29T16:19:43.024 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25996164256 2024-07-29T16:19:43.024 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.024 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:43.024 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25351 2024-07-29T16:19:43.024 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.024 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T16:19:43.024 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 25351, 2024-07-29T16:19:43.024 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8714017398 2024-07-29T16:19:43.024 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.024 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:43.025 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.025 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.025 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T16:19:43.025 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1450771852 2024-07-29T16:19:43.025 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.025 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T16:19:43.025 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 25567, 2024-07-29T16:19:43.025 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4958815534 2024-07-29T16:19:43.025 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.025 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T16:19:43.025 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 25351, 2024-07-29T16:19:43.025 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4215213685 2024-07-29T16:19:43.025 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.025 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T16:19:43.025 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4528 2024-07-29T16:19:43.025 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.026 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T16:19:43.026 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 218276996 2024-07-29T16:19:43.026 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.026 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T16:19:43.026 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4528, 2024-07-29T16:19:43.026 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9936880576 2024-07-29T16:19:43.026 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.026 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:43.026 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.026 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.026 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:43.026 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.026 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.026 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T16:19:43.027 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.027 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.027 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T16:19:43.027 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4785, 2024-07-29T16:19:43.027 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2788361931 2024-07-29T16:19:43.027 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.027 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T16:19:43.027 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4528, 2024-07-29T16:19:43.027 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6920846207 2024-07-29T16:19:43.027 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.027 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:43.027 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3764 2024-07-29T16:19:43.027 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.027 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T16:19:43.027 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 892631212 2024-07-29T16:19:43.028 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.028 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T16:19:43.028 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3764, 2024-07-29T16:19:43.028 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 28391789456 2024-07-29T16:19:43.028 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.028 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:43.028 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.028 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.028 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T16:19:43.028 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3872, 2024-07-29T16:19:43.028 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3957685211 2024-07-29T16:19:43.028 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.028 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T16:19:43.028 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3764, 2024-07-29T16:19:43.028 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14860104364 2024-07-29T16:19:43.029 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.029 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T16:19:43.029 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.029 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.029 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T16:19:43.029 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.029 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.029 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T16:19:43.029 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.029 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.029 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T16:19:43.029 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T16:19:43.029 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.029 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T16:19:43.029 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 366100480 2024-07-29T16:19:43.030 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.030 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.030 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.030 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.7": { 2024-07-29T16:19:43.030 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:43.030 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_db_max_lat": { 2024-07-29T16:19:43.030 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16024 2024-07-29T16:19:43.030 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.030 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T16:19:43.030 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.030 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.030 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_max_lat": { 2024-07-29T16:19:43.030 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.030 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.030 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T16:19:43.031 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.031 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.031 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T16:19:43.031 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T16:19:43.031 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.031 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_slow": { 2024-07-29T16:19:43.031 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.031 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.031 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T16:19:43.031 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.031 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.031 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_wal_max_lat": { 2024-07-29T16:19:43.031 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.032 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.032 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T16:19:43.032 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.032 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.032 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T16:19:43.032 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5251072 2024-07-29T16:19:43.032 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.032 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T16:19:43.032 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 553566208 2024-07-29T16:19:43.032 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.032 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T16:19:43.032 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15, 2024-07-29T16:19:43.032 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3087895 2024-07-29T16:19:43.033 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.033 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T16:19:43.033 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15, 2024-07-29T16:19:43.033 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1145270 2024-07-29T16:19:43.033 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.033 INFO:tasks.workunit.client.0.smithi067.stdout: "db_alloc_lat": { 2024-07-29T16:19:43.033 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 150, 2024-07-29T16:19:43.033 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 623382 2024-07-29T16:19:43.033 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.033 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T16:19:43.033 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995027456 2024-07-29T16:19:43.033 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.034 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T16:19:43.034 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 471007232 2024-07-29T16:19:43.034 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.034 INFO:tasks.workunit.client.0.smithi067.stdout: "flush_lat": { 2024-07-29T16:19:43.034 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64156, 2024-07-29T16:19:43.034 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7451291541 2024-07-29T16:19:43.034 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.034 INFO:tasks.workunit.client.0.smithi067.stdout: "fsync_lat": { 2024-07-29T16:19:43.034 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64161, 2024-07-29T16:19:43.034 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11999140266 2024-07-29T16:19:43.034 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.034 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T16:19:43.035 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13475840 2024-07-29T16:19:43.035 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.035 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T16:19:43.035 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 262832128 2024-07-29T16:19:43.035 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.035 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T16:19:43.035 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 466747392 2024-07-29T16:19:43.035 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.035 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T16:19:43.035 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.035 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.035 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T16:19:43.035 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.035 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.036 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T16:19:43.036 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 40 2024-07-29T16:19:43.036 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.036 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T16:19:43.036 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 267807473 2024-07-29T16:19:43.036 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.036 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T16:19:43.036 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16323 2024-07-29T16:19:43.036 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.036 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T16:19:43.036 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 211152896 2024-07-29T16:19:43.036 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.036 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T16:19:43.036 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 211156992 2024-07-29T16:19:43.036 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.037 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T16:19:43.037 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.037 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.037 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T16:19:43.037 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.037 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.037 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T16:19:43.037 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5914 2024-07-29T16:19:43.037 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.037 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:43.037 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 16323, 2024-07-29T16:19:43.037 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 116779173 2024-07-29T16:19:43.037 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.037 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T16:19:43.037 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 170404329 2024-07-29T16:19:43.037 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.038 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T16:19:43.038 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13338 2024-07-29T16:19:43.038 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.038 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T16:19:43.038 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2228265 2024-07-29T16:19:43.038 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.038 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T16:19:43.038 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 712 2024-07-29T16:19:43.038 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.038 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T16:19:43.038 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5191630 2024-07-29T16:19:43.038 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.038 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T16:19:43.038 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 910 2024-07-29T16:19:43.038 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.039 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T16:19:43.039 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2963365 2024-07-29T16:19:43.039 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.039 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T16:19:43.039 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2963365 2024-07-29T16:19:43.039 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.039 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T16:19:43.039 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.039 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.039 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T16:19:43.039 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.039 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.039 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T16:19:43.039 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 203 2024-07-29T16:19:43.039 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.039 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_lat": { 2024-07-29T16:19:43.040 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 910, 2024-07-29T16:19:43.040 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1770971 2024-07-29T16:19:43.040 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.040 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_alloc_lat": { 2024-07-29T16:19:43.040 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:43.040 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.040 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.040 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T16:19:43.040 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.040 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.040 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T16:19:43.040 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.040 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.040 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:43.040 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:43.040 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 752 2024-07-29T16:19:43.041 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.041 INFO:tasks.workunit.client.0.smithi067.stdout: "unlink_lat": { 2024-07-29T16:19:43.041 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:43.041 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7105 2024-07-29T16:19:43.041 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.041 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_alloc_lat": { 2024-07-29T16:19:43.041 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:43.041 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.041 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.041 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T16:19:43.041 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.041 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.041 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T16:19:43.041 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.041 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.042 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T16:19:43.042 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 823939072 2024-07-29T16:19:43.042 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.042 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.042 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T16:19:43.042 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T16:19:43.042 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T16:19:43.042 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.042 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T16:19:43.042 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15134720 2024-07-29T16:19:43.042 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.042 INFO:tasks.workunit.client.0.smithi067.stdout: "allocator_lat": { 2024-07-29T16:19:43.042 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17316, 2024-07-29T16:19:43.042 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 49945637 2024-07-29T16:19:43.042 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.043 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T16:19:43.043 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3196, 2024-07-29T16:19:43.043 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 360661333 2024-07-29T16:19:43.043 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.043 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T16:19:43.043 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:43.043 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.043 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.043 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T16:19:43.043 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.043 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.043 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T16:19:43.043 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.043 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.044 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T16:19:43.044 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.044 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.044 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T16:19:43.044 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 14071, 2024-07-29T16:19:43.044 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 98860226 2024-07-29T16:19:43.044 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.044 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T16:19:43.044 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:43.044 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.044 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.044 INFO:tasks.workunit.client.0.smithi067.stdout: "fragmentation_micros": { 2024-07-29T16:19:43.044 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.044 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.044 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T16:19:43.045 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64116, 2024-07-29T16:19:43.045 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14961903134 2024-07-29T16:19:43.045 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.045 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T16:19:43.045 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 63745, 2024-07-29T16:19:43.045 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1192529253 2024-07-29T16:19:43.045 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.045 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T16:19:43.045 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64116, 2024-07-29T16:19:43.045 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38711494 2024-07-29T16:19:43.045 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.045 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T16:19:43.045 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64116, 2024-07-29T16:19:43.045 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15000614628 2024-07-29T16:19:43.046 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.046 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T16:19:43.046 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:43.046 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.046 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.046 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T16:19:43.046 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 35318, 2024-07-29T16:19:43.046 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 487936379 2024-07-29T16:19:43.046 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.046 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T16:19:43.046 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 744, 2024-07-29T16:19:43.046 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2138663 2024-07-29T16:19:43.046 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.047 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T16:19:43.047 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9039, 2024-07-29T16:19:43.047 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9576914 2024-07-29T16:19:43.047 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.047 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T16:19:43.047 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 50, 2024-07-29T16:19:43.047 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 93305 2024-07-29T16:19:43.047 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.047 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T16:19:43.047 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13703, 2024-07-29T16:19:43.047 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1430897367 2024-07-29T16:19:43.047 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.047 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T16:19:43.047 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 201944 2024-07-29T16:19:43.047 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.047 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T16:19:43.048 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18052 2024-07-29T16:19:43.048 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.048 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:43.048 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7447, 2024-07-29T16:19:43.048 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 947827630 2024-07-29T16:19:43.048 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.048 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T16:19:43.048 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 34437, 2024-07-29T16:19:43.048 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9138804 2024-07-29T16:19:43.048 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.048 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T16:19:43.048 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 26990, 2024-07-29T16:19:43.048 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 879096255 2024-07-29T16:19:43.048 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.048 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T16:19:43.049 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.049 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.049 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T16:19:43.049 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13003, 2024-07-29T16:19:43.049 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 297410460 2024-07-29T16:19:43.049 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.049 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_aio_wait_count": { 2024-07-29T16:19:43.049 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.049 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.049 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_committed_kv_count": { 2024-07-29T16:19:43.049 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.049 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.049 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_onode_meta_count": { 2024-07-29T16:19:43.049 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.050 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.050 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_wait_aio_count": { 2024-07-29T16:19:43.050 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.050 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.050 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T16:19:43.050 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:43.050 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5007719691 2024-07-29T16:19:43.050 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.050 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T16:19:43.050 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 16274, 2024-07-29T16:19:43.050 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 965648775 2024-07-29T16:19:43.050 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.050 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T16:19:43.050 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 16273, 2024-07-29T16:19:43.050 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2481397980440 2024-07-29T16:19:43.051 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.051 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T16:19:43.051 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 16274, 2024-07-29T16:19:43.051 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6251807663755 2024-07-29T16:19:43.051 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.051 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T16:19:43.051 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75859, 2024-07-29T16:19:43.051 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2965667771096 2024-07-29T16:19:43.051 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.051 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T16:19:43.051 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75859, 2024-07-29T16:19:43.051 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8476267 2024-07-29T16:19:43.051 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.051 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T16:19:43.051 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:43.051 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 255614617 2024-07-29T16:19:43.052 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.052 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T16:19:43.052 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:43.052 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24363905838 2024-07-29T16:19:43.052 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.052 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T16:19:43.052 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:43.052 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25933394 2024-07-29T16:19:43.052 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.052 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T16:19:43.052 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:43.052 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11989266194 2024-07-29T16:19:43.052 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.052 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T16:19:43.052 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:43.053 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5615484263 2024-07-29T16:19:43.053 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.053 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T16:19:43.053 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10978134 2024-07-29T16:19:43.053 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.053 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:43.053 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2370, 2024-07-29T16:19:43.053 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13120166 2024-07-29T16:19:43.053 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.053 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T16:19:43.053 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:43.053 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 47243313963 2024-07-29T16:19:43.053 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.053 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T16:19:43.053 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:43.054 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6394694379 2024-07-29T16:19:43.054 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.054 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T16:19:43.054 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:43.054 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 425084064 2024-07-29T16:19:43.054 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.054 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.054 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T16:19:43.054 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:43.054 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1405116297 2024-07-29T16:19:43.054 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.054 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:43.054 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 504168448 2024-07-29T16:19:43.054 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.054 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:43.055 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 486252544 2024-07-29T16:19:43.055 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.055 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:43.055 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2600497254 2024-07-29T16:19:43.055 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.055 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:43.055 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17915904 2024-07-29T16:19:43.055 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.055 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.055 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T16:19:43.055 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:43.055 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125829120 2024-07-29T16:19:43.055 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.055 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:43.055 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.055 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.056 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:43.056 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.056 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.056 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:43.056 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 57118379 2024-07-29T16:19:43.056 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.056 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:43.056 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.056 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.056 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:43.056 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.056 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.056 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:43.056 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.056 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.056 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:43.057 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.057 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.057 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:43.057 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2699 2024-07-29T16:19:43.057 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.057 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:43.057 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13767 2024-07-29T16:19:43.057 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.057 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:43.057 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.057 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.057 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:43.057 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.057 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.057 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:43.057 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.058 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.058 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:43.058 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68694275 2024-07-29T16:19:43.058 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.058 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.058 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T16:19:43.058 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:43.058 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 570425344 2024-07-29T16:19:43.058 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.058 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:43.058 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:43.058 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.058 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:43.058 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.058 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.058 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:43.059 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 428387844 2024-07-29T16:19:43.059 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.059 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:43.059 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.059 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.059 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:43.059 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2144 2024-07-29T16:19:43.059 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.059 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:43.059 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.059 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.059 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:43.059 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.059 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.059 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:43.060 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 141664 2024-07-29T16:19:43.060 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.060 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:43.060 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.060 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.060 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:43.060 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.060 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.060 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:43.060 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.060 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.060 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:43.060 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.060 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.060 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:43.061 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 74784828 2024-07-29T16:19:43.061 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.061 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.061 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T16:19:43.061 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:43.061 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176160768 2024-07-29T16:19:43.061 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.061 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:43.061 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:43.061 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.061 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:43.061 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 111680 2024-07-29T16:19:43.061 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.061 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:43.061 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38078919 2024-07-29T16:19:43.062 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.062 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:43.062 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.062 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.062 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:43.062 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.062 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.062 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:43.062 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.062 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.062 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:43.062 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.062 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.062 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:43.062 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.063 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.063 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:43.063 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.063 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.063 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:43.063 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.063 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.063 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:43.063 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.063 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.063 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:43.063 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.063 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.064 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:43.064 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70861305 2024-07-29T16:19:43.064 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.064 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.064 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T16:19:43.064 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:43.064 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 503316480 2024-07-29T16:19:43.064 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.064 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:43.064 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.064 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.064 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:43.064 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.064 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.064 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:43.065 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 428387844 2024-07-29T16:19:43.065 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.065 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:43.065 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.065 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.065 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:43.065 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.065 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.065 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:43.065 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.065 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.065 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:43.065 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.065 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.065 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:43.065 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 187484 2024-07-29T16:19:43.066 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.066 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:43.066 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1177443 2024-07-29T16:19:43.066 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.066 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:43.066 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.066 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.066 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:43.066 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.066 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.066 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:43.066 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.066 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.067 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:43.067 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 73563709 2024-07-29T16:19:43.067 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.067 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.067 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:43.067 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:43.067 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.067 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.067 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:43.067 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 37 2024-07-29T16:19:43.067 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.067 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:43.067 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.067 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.067 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:43.067 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.068 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.068 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.068 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:43.068 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T16:19:43.068 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 59 2024-07-29T16:19:43.068 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.068 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T16:19:43.068 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.068 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.068 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T16:19:43.068 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 36921 2024-07-29T16:19:43.068 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.068 INFO:tasks.workunit.client.0.smithi067.stdout: "op_before_queue_op_lat": { 2024-07-29T16:19:43.068 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 104256, 2024-07-29T16:19:43.069 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7348100049 2024-07-29T16:19:43.069 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.069 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T16:19:43.069 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.069 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.069 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T16:19:43.069 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T16:19:43.069 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.069 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T16:19:43.069 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1028383868 2024-07-29T16:19:43.069 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.069 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T16:19:43.069 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 36921, 2024-07-29T16:19:43.069 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 39305391984 2024-07-29T16:19:43.070 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.070 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T16:19:43.070 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1509844298 2024-07-29T16:19:43.070 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.070 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T16:19:43.070 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 37364, 2024-07-29T16:19:43.070 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15644283841 2024-07-29T16:19:43.070 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.070 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T16:19:43.070 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 36921, 2024-07-29T16:19:43.070 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 31184439425 2024-07-29T16:19:43.070 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.070 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:43.070 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23630 2024-07-29T16:19:43.070 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.071 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T16:19:43.071 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 23630, 2024-07-29T16:19:43.071 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8776127553 2024-07-29T16:19:43.071 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.071 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:43.071 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.071 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.071 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T16:19:43.071 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1509844298 2024-07-29T16:19:43.071 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.071 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T16:19:43.071 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 23750, 2024-07-29T16:19:43.071 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4667798887 2024-07-29T16:19:43.071 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.071 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T16:19:43.071 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 23630, 2024-07-29T16:19:43.072 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5254400831 2024-07-29T16:19:43.072 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.072 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T16:19:43.072 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12202 2024-07-29T16:19:43.072 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.072 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T16:19:43.072 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 236706272 2024-07-29T16:19:43.072 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.072 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T16:19:43.072 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12202, 2024-07-29T16:19:43.072 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21085114719 2024-07-29T16:19:43.072 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.072 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:43.072 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.072 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.073 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:43.073 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.073 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.073 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T16:19:43.073 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.073 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.073 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T16:19:43.073 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12428, 2024-07-29T16:19:43.073 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9327238744 2024-07-29T16:19:43.073 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.073 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T16:19:43.073 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12202, 2024-07-29T16:19:43.073 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18679633050 2024-07-29T16:19:43.073 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.073 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:43.073 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1089 2024-07-29T16:19:43.074 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.074 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T16:19:43.074 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 791677596 2024-07-29T16:19:43.074 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.074 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T16:19:43.074 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1089, 2024-07-29T16:19:43.074 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9444149712 2024-07-29T16:19:43.074 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.074 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:43.074 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.074 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.074 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T16:19:43.074 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1186, 2024-07-29T16:19:43.074 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1649246210 2024-07-29T16:19:43.074 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.075 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T16:19:43.075 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1089, 2024-07-29T16:19:43.075 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7250405544 2024-07-29T16:19:43.075 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.075 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T16:19:43.075 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.075 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.075 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T16:19:43.075 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.075 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.075 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T16:19:43.075 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T16:19:43.075 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.075 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T16:19:43.075 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T16:19:43.076 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.076 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T16:19:43.076 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 486154240 2024-07-29T16:19:43.076 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.076 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.076 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.076 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.076 INFO:tasks.workunit.client.0.smithi067.stdout: "pools": [ 2024-07-29T16:19:43.076 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.076 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T16:19:43.076 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr" 2024-07-29T16:19:43.076 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.076 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_mode": "none", 2024-07-29T16:19:43.077 INFO:tasks.workunit.client.0.smithi067.stdout: "erasure_code_profile": {}, 2024-07-29T16:19:43.077 INFO:tasks.workunit.client.0.smithi067.stdout: "flags_names": [ 2024-07-29T16:19:43.077 INFO:tasks.workunit.client.0.smithi067.stdout: "hashpspool" 2024-07-29T16:19:43.077 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.077 INFO:tasks.workunit.client.0.smithi067.stdout: "min_size": 2, 2024-07-29T16:19:43.077 INFO:tasks.workunit.client.0.smithi067.stdout: "options": {}, 2024-07-29T16:19:43.077 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_autoscale_mode": "off", 2024-07-29T16:19:43.077 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 1, 2024-07-29T16:19:43.077 INFO:tasks.workunit.client.0.smithi067.stdout: "pgp_num": 1, 2024-07-29T16:19:43.077 INFO:tasks.workunit.client.0.smithi067.stdout: "pool": 1, 2024-07-29T16:19:43.077 INFO:tasks.workunit.client.0.smithi067.stdout: "size": 3, 2024-07-29T16:19:43.077 INFO:tasks.workunit.client.0.smithi067.stdout: "stats": { 2024-07-29T16:19:43.077 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_raw": 723378186506, 2024-07-29T16:19:43.077 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_used": 1781760, 2024-07-29T16:19:43.077 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_bytes_used": 0, 2024-07-29T16:19:43.078 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_under_bytes": 0, 2024-07-29T16:19:43.078 INFO:tasks.workunit.client.0.smithi067.stdout: "data_bytes_used": 1781760, 2024-07-29T16:19:43.078 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty": 0, 2024-07-29T16:19:43.078 INFO:tasks.workunit.client.0.smithi067.stdout: "max_avail": 241126064128, 2024-07-29T16:19:43.078 INFO:tasks.workunit.client.0.smithi067.stdout: "objects": 2, 2024-07-29T16:19:43.078 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_bytes_used": 0, 2024-07-29T16:19:43.078 INFO:tasks.workunit.client.0.smithi067.stdout: "percent_used": 2.4631040105305146e-06, 2024-07-29T16:19:43.078 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_bytes": 0, 2024-07-29T16:19:43.078 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_objects": 0, 2024-07-29T16:19:43.078 INFO:tasks.workunit.client.0.smithi067.stdout: "rd": 1178, 2024-07-29T16:19:43.078 INFO:tasks.workunit.client.0.smithi067.stdout: "rd_bytes": 2041856, 2024-07-29T16:19:43.078 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": 590368, 2024-07-29T16:19:43.078 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_data": 590368, 2024-07-29T16:19:43.078 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_omap": 0, 2024-07-29T16:19:43.079 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_raw": 1771104, 2024-07-29T16:19:43.079 INFO:tasks.workunit.client.0.smithi067.stdout: "wr": 391, 2024-07-29T16:19:43.079 INFO:tasks.workunit.client.0.smithi067.stdout: "wr_bytes": 2473984 2024-07-29T16:19:43.079 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.079 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_bytes": 0, 2024-07-29T16:19:43.079 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_objects": 0, 2024-07-29T16:19:43.079 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "replicated" 2024-07-29T16:19:43.079 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.079 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.079 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T16:19:43.079 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs" 2024-07-29T16:19:43.079 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.079 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_mode": "none", 2024-07-29T16:19:43.079 INFO:tasks.workunit.client.0.smithi067.stdout: "erasure_code_profile": {}, 2024-07-29T16:19:43.080 INFO:tasks.workunit.client.0.smithi067.stdout: "flags_names": [ 2024-07-29T16:19:43.080 INFO:tasks.workunit.client.0.smithi067.stdout: "hashpspool" 2024-07-29T16:19:43.080 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.080 INFO:tasks.workunit.client.0.smithi067.stdout: "min_size": 2, 2024-07-29T16:19:43.080 INFO:tasks.workunit.client.0.smithi067.stdout: "options": {}, 2024-07-29T16:19:43.080 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_autoscale_mode": "off", 2024-07-29T16:19:43.080 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 32, 2024-07-29T16:19:43.080 INFO:tasks.workunit.client.0.smithi067.stdout: "pgp_num": 32, 2024-07-29T16:19:43.080 INFO:tasks.workunit.client.0.smithi067.stdout: "pool": 2, 2024-07-29T16:19:43.080 INFO:tasks.workunit.client.0.smithi067.stdout: "size": 3, 2024-07-29T16:19:43.080 INFO:tasks.workunit.client.0.smithi067.stdout: "stats": { 2024-07-29T16:19:43.080 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_raw": 723378186506, 2024-07-29T16:19:43.080 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_used": 156409, 2024-07-29T16:19:43.080 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_bytes_used": 0, 2024-07-29T16:19:43.080 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_under_bytes": 0, 2024-07-29T16:19:43.081 INFO:tasks.workunit.client.0.smithi067.stdout: "data_bytes_used": 110592, 2024-07-29T16:19:43.081 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty": 0, 2024-07-29T16:19:43.081 INFO:tasks.workunit.client.0.smithi067.stdout: "max_avail": 241126064128, 2024-07-29T16:19:43.081 INFO:tasks.workunit.client.0.smithi067.stdout: "objects": 22, 2024-07-29T16:19:43.081 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_bytes_used": 45817, 2024-07-29T16:19:43.081 INFO:tasks.workunit.client.0.smithi067.stdout: "percent_used": 2.1622020085487748e-07, 2024-07-29T16:19:43.081 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_bytes": 0, 2024-07-29T16:19:43.081 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_objects": 0, 2024-07-29T16:19:43.081 INFO:tasks.workunit.client.0.smithi067.stdout: "rd": 128, 2024-07-29T16:19:43.081 INFO:tasks.workunit.client.0.smithi067.stdout: "rd_bytes": 145408, 2024-07-29T16:19:43.081 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": 21874, 2024-07-29T16:19:43.081 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_data": 6602, 2024-07-29T16:19:43.081 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_omap": 15272, 2024-07-29T16:19:43.081 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_raw": 65622, 2024-07-29T16:19:43.081 INFO:tasks.workunit.client.0.smithi067.stdout: "wr": 69, 2024-07-29T16:19:43.082 INFO:tasks.workunit.client.0.smithi067.stdout: "wr_bytes": 35840 2024-07-29T16:19:43.082 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.082 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_bytes": 0, 2024-07-29T16:19:43.082 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_objects": 0, 2024-07-29T16:19:43.082 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "replicated" 2024-07-29T16:19:43.082 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.082 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.082 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T16:19:43.082 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs" 2024-07-29T16:19:43.082 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.082 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_mode": "none", 2024-07-29T16:19:43.082 INFO:tasks.workunit.client.0.smithi067.stdout: "erasure_code_profile": {}, 2024-07-29T16:19:43.083 INFO:tasks.workunit.client.0.smithi067.stdout: "flags_names": [ 2024-07-29T16:19:43.083 INFO:tasks.workunit.client.0.smithi067.stdout: "hashpspool" 2024-07-29T16:19:43.083 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.083 INFO:tasks.workunit.client.0.smithi067.stdout: "min_size": 2, 2024-07-29T16:19:43.083 INFO:tasks.workunit.client.0.smithi067.stdout: "options": {}, 2024-07-29T16:19:43.083 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_autoscale_mode": "off", 2024-07-29T16:19:43.083 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 64, 2024-07-29T16:19:43.083 INFO:tasks.workunit.client.0.smithi067.stdout: "pgp_num": 64, 2024-07-29T16:19:43.083 INFO:tasks.workunit.client.0.smithi067.stdout: "pool": 3, 2024-07-29T16:19:43.083 INFO:tasks.workunit.client.0.smithi067.stdout: "size": 3, 2024-07-29T16:19:43.083 INFO:tasks.workunit.client.0.smithi067.stdout: "stats": { 2024-07-29T16:19:43.083 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_raw": 723378186506, 2024-07-29T16:19:43.083 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_used": 0, 2024-07-29T16:19:43.083 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_bytes_used": 0, 2024-07-29T16:19:43.084 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_under_bytes": 0, 2024-07-29T16:19:43.084 INFO:tasks.workunit.client.0.smithi067.stdout: "data_bytes_used": 0, 2024-07-29T16:19:43.084 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty": 0, 2024-07-29T16:19:43.084 INFO:tasks.workunit.client.0.smithi067.stdout: "max_avail": 241126064128, 2024-07-29T16:19:43.084 INFO:tasks.workunit.client.0.smithi067.stdout: "objects": 0, 2024-07-29T16:19:43.084 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_bytes_used": 0, 2024-07-29T16:19:43.084 INFO:tasks.workunit.client.0.smithi067.stdout: "percent_used": 0.0, 2024-07-29T16:19:43.084 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_bytes": 0, 2024-07-29T16:19:43.084 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_objects": 0, 2024-07-29T16:19:43.084 INFO:tasks.workunit.client.0.smithi067.stdout: "rd": 0, 2024-07-29T16:19:43.084 INFO:tasks.workunit.client.0.smithi067.stdout: "rd_bytes": 0, 2024-07-29T16:19:43.084 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": 0, 2024-07-29T16:19:43.084 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_data": 0, 2024-07-29T16:19:43.084 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_omap": 0, 2024-07-29T16:19:43.085 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_raw": 0, 2024-07-29T16:19:43.085 INFO:tasks.workunit.client.0.smithi067.stdout: "wr": 0, 2024-07-29T16:19:43.085 INFO:tasks.workunit.client.0.smithi067.stdout: "wr_bytes": 0 2024-07-29T16:19:43.085 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.085 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_bytes": 0, 2024-07-29T16:19:43.085 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_objects": 0, 2024-07-29T16:19:43.085 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "replicated" 2024-07-29T16:19:43.085 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.085 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.085 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T16:19:43.085 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd" 2024-07-29T16:19:43.085 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.085 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_mode": "none", 2024-07-29T16:19:43.085 INFO:tasks.workunit.client.0.smithi067.stdout: "erasure_code_profile": {}, 2024-07-29T16:19:43.086 INFO:tasks.workunit.client.0.smithi067.stdout: "flags_names": [ 2024-07-29T16:19:43.086 INFO:tasks.workunit.client.0.smithi067.stdout: "hashpspool", 2024-07-29T16:19:43.086 INFO:tasks.workunit.client.0.smithi067.stdout: "selfmanaged_snaps" 2024-07-29T16:19:43.086 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.086 INFO:tasks.workunit.client.0.smithi067.stdout: "min_size": 2, 2024-07-29T16:19:43.086 INFO:tasks.workunit.client.0.smithi067.stdout: "options": {}, 2024-07-29T16:19:43.086 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_autoscale_mode": "off", 2024-07-29T16:19:43.086 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 8, 2024-07-29T16:19:43.086 INFO:tasks.workunit.client.0.smithi067.stdout: "pgp_num": 8, 2024-07-29T16:19:43.086 INFO:tasks.workunit.client.0.smithi067.stdout: "pool": 4, 2024-07-29T16:19:43.086 INFO:tasks.workunit.client.0.smithi067.stdout: "size": 3, 2024-07-29T16:19:43.086 INFO:tasks.workunit.client.0.smithi067.stdout: "stats": { 2024-07-29T16:19:43.086 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_raw": 723378186506, 2024-07-29T16:19:43.086 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_used": 12595200, 2024-07-29T16:19:43.087 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_bytes_used": 0, 2024-07-29T16:19:43.087 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_under_bytes": 0, 2024-07-29T16:19:43.087 INFO:tasks.workunit.client.0.smithi067.stdout: "data_bytes_used": 12595200, 2024-07-29T16:19:43.087 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty": 0, 2024-07-29T16:19:43.087 INFO:tasks.workunit.client.0.smithi067.stdout: "max_avail": 241126064128, 2024-07-29T16:19:43.087 INFO:tasks.workunit.client.0.smithi067.stdout: "objects": 4, 2024-07-29T16:19:43.087 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_bytes_used": 0, 2024-07-29T16:19:43.087 INFO:tasks.workunit.client.0.smithi067.stdout: "percent_used": 1.741133746691048e-05, 2024-07-29T16:19:43.087 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_bytes": 0, 2024-07-29T16:19:43.087 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_objects": 0, 2024-07-29T16:19:43.087 INFO:tasks.workunit.client.0.smithi067.stdout: "rd": 9048, 2024-07-29T16:19:43.087 INFO:tasks.workunit.client.0.smithi067.stdout: "rd_bytes": 3126680576, 2024-07-29T16:19:43.087 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": 4194323, 2024-07-29T16:19:43.087 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_data": 4194323, 2024-07-29T16:19:43.087 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_omap": 0, 2024-07-29T16:19:43.088 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_raw": 12582969, 2024-07-29T16:19:43.088 INFO:tasks.workunit.client.0.smithi067.stdout: "wr": 24363, 2024-07-29T16:19:43.088 INFO:tasks.workunit.client.0.smithi067.stdout: "wr_bytes": 3201619968 2024-07-29T16:19:43.088 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.088 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_bytes": 0, 2024-07-29T16:19:43.088 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_objects": 0, 2024-07-29T16:19:43.088 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "replicated" 2024-07-29T16:19:43.088 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.088 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.088 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd": { 2024-07-29T16:19:43.088 INFO:tasks.workunit.client.0.smithi067.stdout: "mirroring_by_pool": [ 2024-07-29T16:19:43.088 INFO:tasks.workunit.client.0.smithi067.stdout: false 2024-07-29T16:19:43.088 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.088 INFO:tasks.workunit.client.0.smithi067.stdout: "num_images_by_pool": [ 2024-07-29T16:19:43.088 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.089 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_pools": 1 2024-07-29T16:19:43.089 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.089 INFO:tasks.workunit.client.0.smithi067.stdout: "report_id": "c6434084-cc5a-486f-b7d3-294cfb125c1e", 2024-07-29T16:19:43.089 INFO:tasks.workunit.client.0.smithi067.stdout: "report_timestamp": "2024-07-29T16:19:42.212062", 2024-07-29T16:19:43.089 INFO:tasks.workunit.client.0.smithi067.stdout: "report_version": 1, 2024-07-29T16:19:43.089 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_stats": { 2024-07-29T16:19:43.089 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "7.9.2" 2024-07-29T16:19:43.089 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.089 INFO:tasks.workunit.client.0.smithi067.stdout: "rook": { 2024-07-29T16:19:43.089 INFO:tasks.workunit.client.0.smithi067.stdout: "cluster": { 2024-07-29T16:19:43.089 INFO:tasks.workunit.client.0.smithi067.stdout: "external-mode": null, 2024-07-29T16:19:43.089 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T16:19:43.089 INFO:tasks.workunit.client.0.smithi067.stdout: "allow-multiple-per-node": null, 2024-07-29T16:19:43.089 INFO:tasks.workunit.client.0.smithi067.stdout: "count": null, 2024-07-29T16:19:43.089 INFO:tasks.workunit.client.0.smithi067.stdout: "max-id": null, 2024-07-29T16:19:43.090 INFO:tasks.workunit.client.0.smithi067.stdout: "pvc": { 2024-07-29T16:19:43.090 INFO:tasks.workunit.client.0.smithi067.stdout: "enabled": null 2024-07-29T16:19:43.090 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.090 INFO:tasks.workunit.client.0.smithi067.stdout: "stretch": { 2024-07-29T16:19:43.090 INFO:tasks.workunit.client.0.smithi067.stdout: "enabled": null 2024-07-29T16:19:43.090 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.090 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.090 INFO:tasks.workunit.client.0.smithi067.stdout: "network": { 2024-07-29T16:19:43.090 INFO:tasks.workunit.client.0.smithi067.stdout: "provider": null 2024-07-29T16:19:43.090 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.090 INFO:tasks.workunit.client.0.smithi067.stdout: "storage": { 2024-07-29T16:19:43.090 INFO:tasks.workunit.client.0.smithi067.stdout: "device-set": { 2024-07-29T16:19:43.090 INFO:tasks.workunit.client.0.smithi067.stdout: "count": { 2024-07-29T16:19:43.090 INFO:tasks.workunit.client.0.smithi067.stdout: "non-portable": null, 2024-07-29T16:19:43.090 INFO:tasks.workunit.client.0.smithi067.stdout: "portable": null, 2024-07-29T16:19:43.091 INFO:tasks.workunit.client.0.smithi067.stdout: "total": null 2024-07-29T16:19:43.091 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.091 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.091 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.091 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.091 INFO:tasks.workunit.client.0.smithi067.stdout: "csi": { 2024-07-29T16:19:43.091 INFO:tasks.workunit.client.0.smithi067.stdout: "version": null 2024-07-29T16:19:43.091 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.091 INFO:tasks.workunit.client.0.smithi067.stdout: "kubernetes": { 2024-07-29T16:19:43.091 INFO:tasks.workunit.client.0.smithi067.stdout: "version": null 2024-07-29T16:19:43.091 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.091 INFO:tasks.workunit.client.0.smithi067.stdout: "node": { 2024-07-29T16:19:43.091 INFO:tasks.workunit.client.0.smithi067.stdout: "count": { 2024-07-29T16:19:43.091 INFO:tasks.workunit.client.0.smithi067.stdout: "kubernetes-total": null, 2024-07-29T16:19:43.091 INFO:tasks.workunit.client.0.smithi067.stdout: "with-ceph-daemons": null, 2024-07-29T16:19:43.091 INFO:tasks.workunit.client.0.smithi067.stdout: "with-csi-cephfs-plugin": null, 2024-07-29T16:19:43.092 INFO:tasks.workunit.client.0.smithi067.stdout: "with-csi-nfs-plugin": null, 2024-07-29T16:19:43.092 INFO:tasks.workunit.client.0.smithi067.stdout: "with-csi-rbd-plugin": null 2024-07-29T16:19:43.092 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.092 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.092 INFO:tasks.workunit.client.0.smithi067.stdout: "usage": { 2024-07-29T16:19:43.092 INFO:tasks.workunit.client.0.smithi067.stdout: "storage-class": { 2024-07-29T16:19:43.092 INFO:tasks.workunit.client.0.smithi067.stdout: "count": { 2024-07-29T16:19:43.092 INFO:tasks.workunit.client.0.smithi067.stdout: "bucket": null, 2024-07-29T16:19:43.092 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs": null, 2024-07-29T16:19:43.092 INFO:tasks.workunit.client.0.smithi067.stdout: "nfs": null, 2024-07-29T16:19:43.092 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd": null, 2024-07-29T16:19:43.092 INFO:tasks.workunit.client.0.smithi067.stdout: "total": null 2024-07-29T16:19:43.092 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.092 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.092 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.092 INFO:tasks.workunit.client.0.smithi067.stdout: "version": null 2024-07-29T16:19:43.093 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.093 INFO:tasks.workunit.client.0.smithi067.stdout: "services": {}, 2024-07-29T16:19:43.093 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_per_pg": [ 2024-07-29T16:19:43.093 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.093 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.093 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.093 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.093 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:43.093 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.093 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:43.093 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.093 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.093 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:43.093 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.094 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.094 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.094 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.124173+0000", 2024-07-29T16:19:43.094 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.986223+0000", 2024-07-29T16:19:43.094 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.986223+0000", 2024-07-29T16:19:43.094 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.986530+0000", 2024-07-29T16:19:43.094 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.124173+0000", 2024-07-29T16:19:43.094 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.094 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.094 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.094 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.094 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.124173+0000", 2024-07-29T16:19:43.094 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.124173+0000", 2024-07-29T16:19:43.094 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.124173+0000", 2024-07-29T16:19:43.095 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.095 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.095 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.095 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.124173+0000", 2024-07-29T16:19:43.095 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.124173+0000", 2024-07-29T16:19:43.095 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.095 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 6, 2024-07-29T16:19:43.095 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.095 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.095 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.095 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.095 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.095 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.095 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.096 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 6, 2024-07-29T16:19:43.096 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.096 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.096 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.096 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1f", 2024-07-29T16:19:43.096 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.096 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.096 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.096 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5345, 2024-07-29T16:19:43.096 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.096 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:03:17.580673+0000", 2024-07-29T16:19:43.096 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.096 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.096 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.096 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 570, 2024-07-29T16:19:43.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.098 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 6, 2024-07-29T16:19:43.098 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 2, 2024-07-29T16:19:43.098 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.098 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 2, 2024-07-29T16:19:43.098 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.098 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.098 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.098 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.098 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.098 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:43.098 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.098 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.098 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 8, 2024-07-29T16:19:43.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 8, 2024-07-29T16:19:43.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 4, 2024-07-29T16:19:43.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 1 2024-07-29T16:19:43.099 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.099 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.099 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.099 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.100 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.100 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.100 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:43.100 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.100 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:43.100 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "584'6" 2024-07-29T16:19:43.100 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.100 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.100 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.100 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.100 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.100 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:43.100 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.100 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:43.101 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.101 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.101 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.101 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.101 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.101 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.101 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.123184+0000", 2024-07-29T16:19:43.101 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.022094+0000", 2024-07-29T16:19:43.101 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.022094+0000", 2024-07-29T16:19:43.101 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.022610+0000", 2024-07-29T16:19:43.101 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.123184+0000", 2024-07-29T16:19:43.101 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.101 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.101 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.101 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:43.101 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.123184+0000", 2024-07-29T16:19:43.102 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.123184+0000", 2024-07-29T16:19:43.102 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.123184+0000", 2024-07-29T16:19:43.102 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.102 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.102 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.102 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.123184+0000", 2024-07-29T16:19:43.102 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.123184+0000", 2024-07-29T16:19:43.102 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.102 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.102 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.102 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.102 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:43.102 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.102 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.103 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.103 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.103 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.103 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.103 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.103 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.103 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1e", 2024-07-29T16:19:43.103 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.103 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.103 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.103 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5236, 2024-07-29T16:19:43.103 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.103 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:05:32.742983+0000", 2024-07-29T16:19:43.103 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.104 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.104 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.104 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.104 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.104 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.104 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.104 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.104 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.104 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.104 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.104 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.104 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.104 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.104 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.105 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.105 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.105 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.105 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.105 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.105 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.105 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.105 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.105 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.105 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.105 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.105 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.105 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.105 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.105 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.106 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.106 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.106 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.106 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.106 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.106 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.106 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.106 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.106 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.106 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.106 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.106 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.106 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.107 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.107 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.107 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.107 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.107 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.107 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.107 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:43.107 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.107 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:43.107 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.107 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.107 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.107 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.107 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.108 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.108 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:43.108 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.108 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:43.108 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.108 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.108 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:43.108 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.108 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.108 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.108 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.123366+0000", 2024-07-29T16:19:43.108 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.051193+0000", 2024-07-29T16:19:43.108 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.051193+0000", 2024-07-29T16:19:43.108 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.051508+0000", 2024-07-29T16:19:43.108 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.123366+0000", 2024-07-29T16:19:43.109 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.109 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.109 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.109 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:43.109 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.123366+0000", 2024-07-29T16:19:43.109 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.123366+0000", 2024-07-29T16:19:43.109 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.123366+0000", 2024-07-29T16:19:43.109 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.109 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.109 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.109 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.123366+0000", 2024-07-29T16:19:43.109 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.123366+0000", 2024-07-29T16:19:43.109 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.109 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3, 2024-07-29T16:19:43.110 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.110 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.110 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:43.110 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.110 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.110 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.110 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.110 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3, 2024-07-29T16:19:43.110 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.110 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.110 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.110 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1e", 2024-07-29T16:19:43.110 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.110 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.111 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.111 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5259, 2024-07-29T16:19:43.111 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.111 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:13:22.757734+0000", 2024-07-29T16:19:43.111 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.111 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.111 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.111 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.111 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.111 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.111 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.111 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.111 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.111 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.112 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.112 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.112 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.112 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.112 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.112 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.112 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.112 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.112 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.112 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.112 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.112 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.112 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.112 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.113 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.113 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.113 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.113 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.113 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.113 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.113 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.113 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.113 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.113 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.113 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.113 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.114 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.114 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.114 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.114 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.114 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.114 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.115 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:43.115 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.115 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:43.115 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "584'3" 2024-07-29T16:19:43.115 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.115 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.115 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.115 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.115 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.115 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:43.115 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.115 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:43.115 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.116 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.116 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.116 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.116 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.116 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.116 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.123464+0000", 2024-07-29T16:19:43.116 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.056458+0000", 2024-07-29T16:19:43.116 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.056458+0000", 2024-07-29T16:19:43.116 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.056853+0000", 2024-07-29T16:19:43.116 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.123464+0000", 2024-07-29T16:19:43.116 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.116 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.116 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.116 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:43.117 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.123464+0000", 2024-07-29T16:19:43.117 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.123464+0000", 2024-07-29T16:19:43.117 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.123464+0000", 2024-07-29T16:19:43.117 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.117 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.117 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.117 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.123464+0000", 2024-07-29T16:19:43.117 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.123464+0000", 2024-07-29T16:19:43.117 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.117 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.117 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.117 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.117 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:43.117 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.117 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.118 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.118 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.118 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.118 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.118 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.118 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.118 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1f", 2024-07-29T16:19:43.118 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.118 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.118 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.118 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5330, 2024-07-29T16:19:43.118 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.118 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:26:58.394241+0000", 2024-07-29T16:19:43.119 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.119 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.119 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.119 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.119 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.119 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.119 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.119 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.119 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.119 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.119 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.119 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.119 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.119 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.119 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.119 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.120 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.120 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.120 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.120 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.120 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.120 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.120 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.120 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.120 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.120 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.120 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.120 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.120 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.120 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.120 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.120 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.121 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.121 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.121 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.121 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.121 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.122 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.122 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:43.122 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.122 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:43.122 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.122 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.122 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.122 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.122 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.122 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.122 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.122 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.122 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:43.122 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.123 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.123 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:43.123 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.123 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.123 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.123 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.255494+0000", 2024-07-29T16:19:43.123 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.982305+0000", 2024-07-29T16:19:43.123 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.982305+0000", 2024-07-29T16:19:43.123 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.984066+0000", 2024-07-29T16:19:43.123 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.255494+0000", 2024-07-29T16:19:43.123 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.123 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.123 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.123 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.123 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.255494+0000", 2024-07-29T16:19:43.123 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.255494+0000", 2024-07-29T16:19:43.124 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.255494+0000", 2024-07-29T16:19:43.124 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.124 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.124 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.124 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.255494+0000", 2024-07-29T16:19:43.124 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.255494+0000", 2024-07-29T16:19:43.124 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.124 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T16:19:43.124 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.124 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.124 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.124 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.124 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.124 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.125 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.125 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T16:19:43.125 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.125 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.125 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.125 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1d", 2024-07-29T16:19:43.125 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.125 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.125 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.125 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5079, 2024-07-29T16:19:43.125 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.125 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:15:11.898493+0000", 2024-07-29T16:19:43.125 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.126 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.126 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.126 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.126 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.126 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.126 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.126 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.126 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.126 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.126 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.126 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.126 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.126 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.127 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.127 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.127 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.127 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.127 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.127 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:43.127 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:43.127 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.127 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:43.127 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.127 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.127 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.127 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.127 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.127 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:43.127 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.128 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.128 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.128 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.128 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.128 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.128 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.128 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 9, 2024-07-29T16:19:43.128 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 9, 2024-07-29T16:19:43.128 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.128 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.128 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.128 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T16:19:43.128 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.128 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.129 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.129 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.129 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.129 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.129 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.129 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.129 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.129 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:43.129 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'2" 2024-07-29T16:19:43.129 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.129 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.129 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.129 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.129 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.129 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:43.130 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.130 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T16:19:43.130 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.130 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.130 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.130 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.130 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.130 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.130 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252610+0000", 2024-07-29T16:19:43.130 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.426239+0000", 2024-07-29T16:19:43.130 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.426239+0000", 2024-07-29T16:19:43.130 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.426673+0000", 2024-07-29T16:19:43.130 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252610+0000", 2024-07-29T16:19:43.131 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.131 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.131 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.131 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:43.131 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252610+0000", 2024-07-29T16:19:43.131 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252610+0000", 2024-07-29T16:19:43.131 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252610+0000", 2024-07-29T16:19:43.131 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.131 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.131 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.131 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252610+0000", 2024-07-29T16:19:43.131 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252610+0000", 2024-07-29T16:19:43.131 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.132 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.132 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.132 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.132 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:43.132 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.132 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.132 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.132 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.132 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.132 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.132 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.132 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.133 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1c", 2024-07-29T16:19:43.133 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.133 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.133 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.133 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5234, 2024-07-29T16:19:43.133 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.133 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:56:53.969697+0000", 2024-07-29T16:19:43.133 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.133 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.133 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.133 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.133 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.133 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.133 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.134 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.134 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.134 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.134 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.134 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.134 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.134 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.134 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.134 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.134 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.134 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.134 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.134 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.134 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.135 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.135 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.135 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.135 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.135 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.135 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.135 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.135 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.135 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.135 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.135 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.135 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.135 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.135 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.135 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.136 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.136 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.136 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.136 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.136 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.136 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.136 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:43.136 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.136 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T16:19:43.137 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.137 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.137 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.137 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.137 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.137 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.137 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:43.137 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.137 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:43.137 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.137 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.137 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:43.137 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.137 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.137 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.138 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.253536+0000", 2024-07-29T16:19:43.138 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.991779+0000", 2024-07-29T16:19:43.138 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.991779+0000", 2024-07-29T16:19:43.138 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.992891+0000", 2024-07-29T16:19:43.138 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.253536+0000", 2024-07-29T16:19:43.138 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.138 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.138 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.138 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.138 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.253536+0000", 2024-07-29T16:19:43.138 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.253536+0000", 2024-07-29T16:19:43.138 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.253536+0000", 2024-07-29T16:19:43.138 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.138 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.138 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.139 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.253536+0000", 2024-07-29T16:19:43.139 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.253536+0000", 2024-07-29T16:19:43.139 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.139 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T16:19:43.139 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.139 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.139 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.139 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.139 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.139 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.139 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.139 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T16:19:43.139 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.139 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.140 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.140 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1c", 2024-07-29T16:19:43.140 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.140 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.140 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.140 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5087, 2024-07-29T16:19:43.140 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.140 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:28:41.574446+0000", 2024-07-29T16:19:43.140 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.140 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.140 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.140 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.140 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.140 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.140 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.141 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.141 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.141 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.141 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.141 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.141 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.141 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.141 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.141 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.141 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.141 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.141 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.141 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:43.141 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:43.141 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.141 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:43.142 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.142 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.142 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.142 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.142 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.142 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:43.142 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.142 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.142 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.142 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.142 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.142 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.142 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.142 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 9, 2024-07-29T16:19:43.143 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 9, 2024-07-29T16:19:43.143 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.143 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.143 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.143 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T16:19:43.143 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.143 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.143 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.143 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.143 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.143 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.143 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.143 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:43.144 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.144 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:43.144 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'2" 2024-07-29T16:19:43.144 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.144 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.144 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.144 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.144 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.144 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.144 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.144 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:43.144 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.144 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.144 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.145 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.145 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.145 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.145 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.256295+0000", 2024-07-29T16:19:43.145 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.009969+0000", 2024-07-29T16:19:43.145 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.009969+0000", 2024-07-29T16:19:43.145 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.010292+0000", 2024-07-29T16:19:43.145 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.256295+0000", 2024-07-29T16:19:43.145 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.145 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.145 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.145 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:43.145 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.256295+0000", 2024-07-29T16:19:43.145 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.256295+0000", 2024-07-29T16:19:43.145 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.256295+0000", 2024-07-29T16:19:43.146 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.146 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.146 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.146 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.256295+0000", 2024-07-29T16:19:43.146 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.256295+0000", 2024-07-29T16:19:43.146 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.146 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.146 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.146 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.146 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:43.146 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.146 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.146 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.147 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.147 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.147 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.147 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.147 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.147 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1d", 2024-07-29T16:19:43.147 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.147 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.147 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.147 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5150, 2024-07-29T16:19:43.147 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.147 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:11:31.441264+0000", 2024-07-29T16:19:43.148 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.148 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.148 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.148 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.148 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.148 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.148 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.148 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.148 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.148 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.148 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.148 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.148 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.148 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.148 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.149 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.149 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.149 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.149 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.149 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.149 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.149 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.149 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.149 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.149 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.149 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.149 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.149 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.149 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.149 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.149 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.150 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.150 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.150 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.150 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.150 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.150 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.150 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.150 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.150 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.150 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.150 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.150 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.150 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.150 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.151 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.151 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.151 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.151 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.151 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.151 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.151 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:43.151 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.151 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.151 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.151 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.151 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.151 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.151 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:43.152 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.152 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:43.152 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.152 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.152 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.152 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.152 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.152 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.152 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251531+0000", 2024-07-29T16:19:43.152 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.019255+0000", 2024-07-29T16:19:43.152 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.019255+0000", 2024-07-29T16:19:43.152 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.020475+0000", 2024-07-29T16:19:43.152 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251531+0000", 2024-07-29T16:19:43.152 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.152 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.153 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.153 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:43.153 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251531+0000", 2024-07-29T16:19:43.153 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251531+0000", 2024-07-29T16:19:43.153 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251531+0000", 2024-07-29T16:19:43.153 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.153 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.153 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.153 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251531+0000", 2024-07-29T16:19:43.153 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251531+0000", 2024-07-29T16:19:43.153 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.153 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.153 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.154 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.154 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:43.154 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.154 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.154 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.154 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.154 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.154 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.154 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.154 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.154 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.a", 2024-07-29T16:19:43.154 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.154 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.154 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.154 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5125, 2024-07-29T16:19:43.155 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.155 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:32:32.852352+0000", 2024-07-29T16:19:43.155 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.155 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.155 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.156 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.156 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.156 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.156 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.156 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.156 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.156 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.156 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.156 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.156 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.156 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.156 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.156 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.156 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.156 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.156 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.157 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.157 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.157 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.157 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.157 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.157 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.157 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.157 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.157 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.157 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.157 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.157 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.157 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.157 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.157 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.158 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.158 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.158 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.158 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.158 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:43.158 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.158 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:43.158 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.158 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.158 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.158 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.158 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.158 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.158 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:43.159 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.159 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:43.159 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.159 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.159 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:43.159 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.159 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.159 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.159 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.255881+0000", 2024-07-29T16:19:43.159 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.982632+0000", 2024-07-29T16:19:43.159 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.982632+0000", 2024-07-29T16:19:43.159 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.983116+0000", 2024-07-29T16:19:43.159 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.255881+0000", 2024-07-29T16:19:43.159 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.159 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.160 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.160 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.160 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.255881+0000", 2024-07-29T16:19:43.160 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.255881+0000", 2024-07-29T16:19:43.160 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.255881+0000", 2024-07-29T16:19:43.160 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.160 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.160 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.160 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.255881+0000", 2024-07-29T16:19:43.160 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.255881+0000", 2024-07-29T16:19:43.160 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.160 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 4, 2024-07-29T16:19:43.160 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.160 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.160 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.160 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.161 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.161 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.161 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.161 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 4, 2024-07-29T16:19:43.161 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.161 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.161 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.161 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.b", 2024-07-29T16:19:43.161 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.161 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.161 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.161 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5091, 2024-07-29T16:19:43.161 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.161 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:50:01.888140+0000", 2024-07-29T16:19:43.161 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.161 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.162 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.162 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.162 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.162 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.162 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.162 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.162 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.162 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.162 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.162 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.162 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.162 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.162 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.162 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.163 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.163 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.163 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.163 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:43.163 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:43.163 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.163 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:43.163 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.163 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.163 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.163 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.163 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.163 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:43.163 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.164 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.164 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.164 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.164 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.164 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.164 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.164 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 4, 2024-07-29T16:19:43.164 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 4, 2024-07-29T16:19:43.164 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.164 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.164 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.164 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 1, 2024-07-29T16:19:43.164 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.164 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.164 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.165 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.165 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.165 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.165 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.165 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:43.165 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.165 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:43.165 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "584'4" 2024-07-29T16:19:43.165 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.165 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.165 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.165 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.165 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.165 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:43.166 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.166 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:43.166 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.166 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.166 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.166 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.166 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.166 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.166 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121872+0000", 2024-07-29T16:19:43.166 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.428850+0000", 2024-07-29T16:19:43.166 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.428850+0000", 2024-07-29T16:19:43.166 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.429272+0000", 2024-07-29T16:19:43.166 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121872+0000", 2024-07-29T16:19:43.167 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.167 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.167 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.167 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:43.167 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121872+0000", 2024-07-29T16:19:43.167 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121872+0000", 2024-07-29T16:19:43.167 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121872+0000", 2024-07-29T16:19:43.167 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.167 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.167 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.167 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121872+0000", 2024-07-29T16:19:43.167 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121872+0000", 2024-07-29T16:19:43.167 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.167 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.167 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.167 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.168 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:43.168 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.168 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.168 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.168 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.168 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.168 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.168 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.168 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.168 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.b", 2024-07-29T16:19:43.168 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.168 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.168 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.168 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5249, 2024-07-29T16:19:43.169 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.169 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:40:43.850512+0000", 2024-07-29T16:19:43.169 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.169 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.169 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.171 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.171 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.171 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.171 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.171 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.171 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.171 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.171 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.171 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.171 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.171 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.171 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.171 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.171 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.171 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.172 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.172 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.172 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.172 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.172 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.172 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.172 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.172 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:43.172 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.172 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:43.172 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.172 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.172 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.172 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.172 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.173 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.173 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:43.173 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.173 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:43.173 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.173 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.173 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:43.173 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.173 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.173 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.173 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251696+0000", 2024-07-29T16:19:43.173 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.986482+0000", 2024-07-29T16:19:43.173 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.986482+0000", 2024-07-29T16:19:43.174 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.986782+0000", 2024-07-29T16:19:43.174 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251696+0000", 2024-07-29T16:19:43.174 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.174 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.174 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.174 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.174 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251696+0000", 2024-07-29T16:19:43.174 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251696+0000", 2024-07-29T16:19:43.174 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251696+0000", 2024-07-29T16:19:43.174 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.174 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.174 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.174 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251696+0000", 2024-07-29T16:19:43.175 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251696+0000", 2024-07-29T16:19:43.175 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.175 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.175 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.175 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.175 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.175 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.175 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.175 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.175 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.175 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.175 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.175 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.175 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.176 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.a", 2024-07-29T16:19:43.176 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.176 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.176 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.176 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5289, 2024-07-29T16:19:43.176 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.176 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:03:25.562825+0000", 2024-07-29T16:19:43.176 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.176 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.176 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.177 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.177 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.177 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.177 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.177 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.177 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.177 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.177 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.177 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.177 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.177 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.177 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.177 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.178 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.178 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.178 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.178 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.178 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.178 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.178 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.178 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.178 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.178 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.178 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.178 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.178 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.178 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.178 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.179 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.179 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.179 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.179 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.179 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.179 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.179 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.179 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.179 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.179 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.179 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.179 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.179 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.179 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:43.179 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.179 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:43.180 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.180 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.180 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.180 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.180 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.180 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.180 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:43.180 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.180 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:43.180 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.180 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.180 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.180 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.180 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.181 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.181 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.123148+0000", 2024-07-29T16:19:43.181 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.995291+0000", 2024-07-29T16:19:43.181 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.995291+0000", 2024-07-29T16:19:43.181 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.995662+0000", 2024-07-29T16:19:43.181 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.123148+0000", 2024-07-29T16:19:43.181 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.181 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.181 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.181 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.181 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.123148+0000", 2024-07-29T16:19:43.181 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.123148+0000", 2024-07-29T16:19:43.181 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.123148+0000", 2024-07-29T16:19:43.181 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.181 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.181 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.182 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.123148+0000", 2024-07-29T16:19:43.182 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.123148+0000", 2024-07-29T16:19:43.182 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.182 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.182 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.182 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.182 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.182 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.182 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.182 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.182 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.182 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.182 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.182 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.183 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.183 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.8", 2024-07-29T16:19:43.183 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.183 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.183 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.183 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5241, 2024-07-29T16:19:43.183 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.183 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:21:36.828690+0000", 2024-07-29T16:19:43.183 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.183 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.183 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.183 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.183 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.185 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.185 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.185 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.185 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.185 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.185 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.185 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.185 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.185 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.185 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.185 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.185 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.185 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.185 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.185 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.186 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.186 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.186 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.186 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.186 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.186 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.186 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.186 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.186 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.186 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.186 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.186 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.186 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.187 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.187 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.187 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:43.187 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.187 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:43.187 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.187 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.187 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.187 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.187 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.187 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.187 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:43.188 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.188 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:43.188 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.188 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.188 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:43.188 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.188 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.188 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.188 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251141+0000", 2024-07-29T16:19:43.188 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.989180+0000", 2024-07-29T16:19:43.188 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.989180+0000", 2024-07-29T16:19:43.188 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.989527+0000", 2024-07-29T16:19:43.189 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251141+0000", 2024-07-29T16:19:43.189 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.189 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.189 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.189 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.189 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251141+0000", 2024-07-29T16:19:43.189 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251141+0000", 2024-07-29T16:19:43.189 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251141+0000", 2024-07-29T16:19:43.189 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.189 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.189 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.189 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251141+0000", 2024-07-29T16:19:43.189 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251141+0000", 2024-07-29T16:19:43.189 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.190 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.190 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.190 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.190 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.190 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.190 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.190 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.190 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.190 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.190 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.190 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.190 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.190 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.9", 2024-07-29T16:19:43.190 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.191 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.191 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.191 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5289, 2024-07-29T16:19:43.191 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.191 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:22:46.010447+0000", 2024-07-29T16:19:43.191 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.191 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.191 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.192 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.192 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.192 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.192 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.192 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.192 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.192 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.192 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.192 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.192 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.192 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.192 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.192 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.192 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.193 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.193 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.193 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.193 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.193 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.193 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.193 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.193 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.193 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.193 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.193 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.193 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.193 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.193 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.193 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.194 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.194 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.194 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.194 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.194 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.194 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.194 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.194 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.194 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.194 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.194 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.194 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.194 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:43.195 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.195 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:43.195 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.195 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.195 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.195 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.195 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.195 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.195 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:43.195 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.195 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T16:19:43.195 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.195 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.195 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.195 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.196 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.196 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.196 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.120567+0000", 2024-07-29T16:19:43.196 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.985640+0000", 2024-07-29T16:19:43.196 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.985640+0000", 2024-07-29T16:19:43.196 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.986163+0000", 2024-07-29T16:19:43.196 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.120567+0000", 2024-07-29T16:19:43.196 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.196 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.196 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.196 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.196 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.120567+0000", 2024-07-29T16:19:43.196 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.120567+0000", 2024-07-29T16:19:43.196 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.120567+0000", 2024-07-29T16:19:43.197 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.197 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.197 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.197 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.120567+0000", 2024-07-29T16:19:43.197 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.120567+0000", 2024-07-29T16:19:43.197 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.197 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.197 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.197 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.197 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.197 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.197 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.197 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.198 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.198 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.198 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.198 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.198 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.198 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.9", 2024-07-29T16:19:43.198 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.198 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.198 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.198 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5208, 2024-07-29T16:19:43.198 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.198 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:29:55.428246+0000", 2024-07-29T16:19:43.198 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.198 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.199 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.199 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.199 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.199 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.199 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.199 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.199 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.199 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.199 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.199 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.199 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.199 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.199 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.199 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.199 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.200 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.200 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.200 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.200 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.200 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.200 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.200 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.200 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.200 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.200 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.200 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.200 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.200 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.200 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.201 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.201 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.201 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.201 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.201 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.201 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.201 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.201 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.201 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.201 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.201 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.201 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.201 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.201 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.202 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.202 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.202 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.202 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.202 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:43.202 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.202 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T16:19:43.202 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.202 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.202 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.202 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.202 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.203 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.203 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:43.203 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.203 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:43.203 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.203 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.203 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:43.203 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.203 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.203 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.203 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251897+0000", 2024-07-29T16:19:43.203 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.988666+0000", 2024-07-29T16:19:43.203 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.988666+0000", 2024-07-29T16:19:43.203 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.990406+0000", 2024-07-29T16:19:43.204 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251897+0000", 2024-07-29T16:19:43.204 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.204 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.204 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.204 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.204 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251897+0000", 2024-07-29T16:19:43.204 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251897+0000", 2024-07-29T16:19:43.204 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251897+0000", 2024-07-29T16:19:43.204 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.204 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.204 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.204 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251897+0000", 2024-07-29T16:19:43.204 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251897+0000", 2024-07-29T16:19:43.204 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.205 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.205 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.205 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.205 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.205 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.205 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.205 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.205 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.205 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.205 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.205 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.205 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.205 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.8", 2024-07-29T16:19:43.205 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.205 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.206 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.206 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5083, 2024-07-29T16:19:43.206 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.206 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:26:27.727145+0000", 2024-07-29T16:19:43.206 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.206 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.206 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.206 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.206 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.206 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.206 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.206 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.206 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.207 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.207 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.207 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.207 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.207 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.207 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.207 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.207 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.207 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.207 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.207 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.207 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.207 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.207 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.207 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.208 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.208 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.208 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.208 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.208 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.208 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.208 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.208 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.208 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.208 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.208 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.208 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.208 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.208 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.208 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.209 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.209 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.209 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.209 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.209 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.209 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.209 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.209 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.209 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.209 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.209 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:43.209 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.209 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:43.209 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.209 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.209 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.210 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.210 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.210 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.210 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:43.210 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.210 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:43.210 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.210 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.210 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.210 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.210 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.210 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.210 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.125082+0000", 2024-07-29T16:19:43.210 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.426416+0000", 2024-07-29T16:19:43.210 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.426416+0000", 2024-07-29T16:19:43.211 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.427839+0000", 2024-07-29T16:19:43.211 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.125082+0000", 2024-07-29T16:19:43.211 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.211 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.211 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.211 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:43.211 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.125082+0000", 2024-07-29T16:19:43.211 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.125082+0000", 2024-07-29T16:19:43.211 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.125082+0000", 2024-07-29T16:19:43.211 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.211 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.211 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.211 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.125082+0000", 2024-07-29T16:19:43.211 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.125082+0000", 2024-07-29T16:19:43.211 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.211 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.212 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.212 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.212 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:43.212 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.212 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.212 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.212 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.212 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.212 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.212 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.212 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.212 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.6", 2024-07-29T16:19:43.212 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.212 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.212 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.213 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5329, 2024-07-29T16:19:43.213 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.213 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:50:25.662238+0000", 2024-07-29T16:19:43.213 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.213 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.213 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.213 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.213 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.213 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.213 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.213 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.213 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.213 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.213 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.213 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.214 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.214 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.214 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.214 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.214 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.214 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.214 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.214 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.214 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.214 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.214 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.214 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.214 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.214 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.215 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.215 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.215 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.215 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.215 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.215 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.215 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.215 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.215 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.215 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.215 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.215 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.215 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.215 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.215 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.216 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.216 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.216 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.216 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.216 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.216 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.216 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.216 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.216 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:43.216 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.216 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:43.216 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.216 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.216 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.217 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.217 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.217 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.217 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:43.217 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.217 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:43.217 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.217 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.217 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:43.217 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.217 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.217 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.217 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252264+0000", 2024-07-29T16:19:43.217 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.984171+0000", 2024-07-29T16:19:43.217 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.984171+0000", 2024-07-29T16:19:43.218 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.984503+0000", 2024-07-29T16:19:43.218 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252264+0000", 2024-07-29T16:19:43.218 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.218 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.218 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.218 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.218 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252264+0000", 2024-07-29T16:19:43.218 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252264+0000", 2024-07-29T16:19:43.218 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252264+0000", 2024-07-29T16:19:43.218 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.218 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.218 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.218 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252264+0000", 2024-07-29T16:19:43.219 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252264+0000", 2024-07-29T16:19:43.219 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.219 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T16:19:43.219 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.219 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.219 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.219 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.219 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.219 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.219 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.219 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T16:19:43.219 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.219 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.219 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.219 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.7", 2024-07-29T16:19:43.220 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.220 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.220 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.220 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5107, 2024-07-29T16:19:43.220 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.220 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:37:13.791488+0000", 2024-07-29T16:19:43.220 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.220 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.220 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.220 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.220 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.220 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.220 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.220 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.220 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.220 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.221 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.221 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.221 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.221 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.221 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.221 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.221 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.221 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.221 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.221 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:43.221 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:43.221 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.221 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:43.221 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.221 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:43.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 9, 2024-07-29T16:19:43.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 9, 2024-07-29T16:19:43.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.223 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.223 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.223 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T16:19:43.223 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.223 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.223 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.223 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.223 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.223 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.223 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.223 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:43.223 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.223 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:43.223 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'2" 2024-07-29T16:19:43.223 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.224 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.224 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.224 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.224 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.224 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.224 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.224 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T16:19:43.224 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.224 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.224 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T16:19:43.224 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.224 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.224 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.224 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.120397+0000", 2024-07-29T16:19:43.224 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.006426+0000", 2024-07-29T16:19:43.225 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.006426+0000", 2024-07-29T16:19:43.225 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:43:20.420100+0000", 2024-07-29T16:19:43.225 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.120397+0000", 2024-07-29T16:19:43.225 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:43.225 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.225 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:43.225 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:43.225 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.120397+0000", 2024-07-29T16:19:43.225 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.120397+0000", 2024-07-29T16:19:43.225 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.120397+0000", 2024-07-29T16:19:43.225 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.225 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.225 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:43.225 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.120397+0000", 2024-07-29T16:19:43.226 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.120397+0000", 2024-07-29T16:19:43.226 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.226 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3167, 2024-07-29T16:19:43.226 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.226 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.226 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:43.226 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.226 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.226 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.226 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.226 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3167, 2024-07-29T16:19:43.226 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.226 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.226 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.226 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.1", 2024-07-29T16:19:43.227 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.227 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.227 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.227 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 9367, 2024-07-29T16:19:43.227 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.227 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:29:06.118632+0000", 2024-07-29T16:19:43.227 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.007101185, 2024-07-29T16:19:43.227 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.227 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.227 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.227 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.227 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.227 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.227 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.228 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.228 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.228 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.228 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.228 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.228 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.228 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.228 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.228 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.228 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.228 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.228 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.228 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.228 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.229 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.229 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.229 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.229 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.229 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.229 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.229 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.229 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.229 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.229 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.229 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.229 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.229 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.229 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.230 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 1827, 2024-07-29T16:19:43.230 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 379955, 2024-07-29T16:19:43.230 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.230 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.230 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.230 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3132, 2024-07-29T16:19:43.230 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 397685 2024-07-29T16:19:43.230 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.230 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.230 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.230 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.230 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.230 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.230 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.231 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.231 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T16:19:43.231 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "1121'3167" 2024-07-29T16:19:43.231 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.231 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.231 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.231 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.231 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.231 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.231 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.231 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:43.231 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.231 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.231 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.232 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.232 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.232 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.232 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.123676+0000", 2024-07-29T16:19:43.232 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.993215+0000", 2024-07-29T16:19:43.232 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.993215+0000", 2024-07-29T16:19:43.232 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.993522+0000", 2024-07-29T16:19:43.232 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.123676+0000", 2024-07-29T16:19:43.232 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.232 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.232 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.232 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.232 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.123676+0000", 2024-07-29T16:19:43.233 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.123676+0000", 2024-07-29T16:19:43.233 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.123676+0000", 2024-07-29T16:19:43.233 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.233 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.233 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.233 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.123676+0000", 2024-07-29T16:19:43.233 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.123676+0000", 2024-07-29T16:19:43.233 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.233 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.233 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.233 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.233 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.233 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.233 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.234 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.234 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.234 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.234 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.234 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.234 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.234 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.7", 2024-07-29T16:19:43.234 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.234 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.234 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.234 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5250, 2024-07-29T16:19:43.234 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.234 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:30:08.603840+0000", 2024-07-29T16:19:43.234 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.234 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.235 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.235 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.235 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.235 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.235 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.235 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.235 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.235 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.235 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.235 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.235 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.235 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.235 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.235 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.236 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.236 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.236 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.236 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.236 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.236 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.236 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.236 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.236 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.236 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.236 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.236 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.236 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.236 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.236 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.237 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.237 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.237 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.237 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.238 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.238 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.238 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.238 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.238 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:43.238 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.238 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.238 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.238 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.238 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.238 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.238 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:43.238 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.238 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:43.238 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.239 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.239 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:43.239 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.239 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.239 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.239 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254901+0000", 2024-07-29T16:19:43.239 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.020511+0000", 2024-07-29T16:19:43.239 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.020511+0000", 2024-07-29T16:19:43.239 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.020830+0000", 2024-07-29T16:19:43.239 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254901+0000", 2024-07-29T16:19:43.239 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.239 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.239 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.239 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:43.239 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254901+0000", 2024-07-29T16:19:43.239 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254901+0000", 2024-07-29T16:19:43.240 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254901+0000", 2024-07-29T16:19:43.240 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.240 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.240 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.240 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254901+0000", 2024-07-29T16:19:43.240 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254901+0000", 2024-07-29T16:19:43.240 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.240 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3, 2024-07-29T16:19:43.240 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.240 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.240 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:43.240 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.240 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.240 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.240 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.241 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3, 2024-07-29T16:19:43.241 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.241 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.241 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.241 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.6", 2024-07-29T16:19:43.241 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.241 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.241 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.241 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5299, 2024-07-29T16:19:43.241 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.241 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:21:40.029622+0000", 2024-07-29T16:19:43.241 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.241 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.241 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.242 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.242 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.242 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.242 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.242 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.242 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.242 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.242 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.242 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.242 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.242 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.242 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.242 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.243 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.243 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.243 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.243 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:43.243 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:43.243 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.243 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:43.243 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.243 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.243 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.243 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.243 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.243 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:43.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 4, 2024-07-29T16:19:43.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 4, 2024-07-29T16:19:43.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T16:19:43.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.244 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.245 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.245 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.245 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.245 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.245 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.245 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:43.245 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.245 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:43.245 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "588'3" 2024-07-29T16:19:43.245 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.245 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.245 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.245 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.246 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.246 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.246 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.246 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:43.246 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.246 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.246 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T16:19:43.246 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.246 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.246 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.246 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.122799+0000", 2024-07-29T16:19:43.246 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.994789+0000", 2024-07-29T16:19:43.246 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.994789+0000", 2024-07-29T16:19:43.247 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:43:20.415241+0000", 2024-07-29T16:19:43.247 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.122799+0000", 2024-07-29T16:19:43.247 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:43.247 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.247 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:43.247 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.247 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.122799+0000", 2024-07-29T16:19:43.247 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.122799+0000", 2024-07-29T16:19:43.247 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.122799+0000", 2024-07-29T16:19:43.247 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.247 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.247 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:43.247 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.122799+0000", 2024-07-29T16:19:43.248 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.122799+0000", 2024-07-29T16:19:43.248 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.248 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3120, 2024-07-29T16:19:43.248 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.248 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.248 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.248 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.248 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.248 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.248 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.248 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3120, 2024-07-29T16:19:43.248 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.248 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.248 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.248 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.0", 2024-07-29T16:19:43.249 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.249 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.249 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.249 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 9047, 2024-07-29T16:19:43.249 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.249 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:28:56.478731+0000", 2024-07-29T16:19:43.249 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.00312483, 2024-07-29T16:19:43.249 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.249 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.249 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 4194304, 2024-07-29T16:19:43.249 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.249 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.249 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.250 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.250 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.250 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.250 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.250 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.250 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.250 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.250 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.250 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.250 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.250 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.250 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.250 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:43.250 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:43.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:43.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.252 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 1106, 2024-07-29T16:19:43.252 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 394344, 2024-07-29T16:19:43.252 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.252 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.252 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.252 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3093, 2024-07-29T16:19:43.252 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 425489 2024-07-29T16:19:43.252 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.252 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.252 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.252 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.252 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.252 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.252 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.252 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.253 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:43.253 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "1121'3120" 2024-07-29T16:19:43.253 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.253 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.253 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.253 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.253 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.253 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:43.253 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.253 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:43.253 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.253 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.253 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.253 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.253 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.254 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.254 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254476+0000", 2024-07-29T16:19:43.254 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.045017+0000", 2024-07-29T16:19:43.254 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.045017+0000", 2024-07-29T16:19:43.254 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.045422+0000", 2024-07-29T16:19:43.254 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254476+0000", 2024-07-29T16:19:43.254 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.254 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.254 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.254 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:43.254 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254476+0000", 2024-07-29T16:19:43.254 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254476+0000", 2024-07-29T16:19:43.254 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254476+0000", 2024-07-29T16:19:43.254 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.255 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.255 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.255 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254476+0000", 2024-07-29T16:19:43.255 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254476+0000", 2024-07-29T16:19:43.255 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.255 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.255 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.255 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.255 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:43.255 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.255 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.255 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.255 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.255 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.256 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.256 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.256 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.256 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.4", 2024-07-29T16:19:43.256 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.256 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.256 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.256 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5290, 2024-07-29T16:19:43.256 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.256 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:16:10.859421+0000", 2024-07-29T16:19:43.256 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.256 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.256 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.256 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.256 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.257 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.257 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.257 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.257 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.257 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.257 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.257 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.257 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.257 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.257 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.257 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.257 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.257 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.257 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.257 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.258 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.258 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.258 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.258 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.258 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.258 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.258 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.258 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.258 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.258 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.258 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.258 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.258 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.258 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.259 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.259 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.259 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.259 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.259 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.259 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.259 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.259 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.259 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.259 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.259 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.259 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.259 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.259 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.260 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.260 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:43.260 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.260 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:43.260 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.260 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.260 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.260 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.260 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.260 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.260 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:43.260 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.260 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:43.260 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.260 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.261 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:43.261 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.261 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.261 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.261 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.255510+0000", 2024-07-29T16:19:43.261 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.983496+0000", 2024-07-29T16:19:43.261 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.983496+0000", 2024-07-29T16:19:43.261 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.984365+0000", 2024-07-29T16:19:43.261 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.255510+0000", 2024-07-29T16:19:43.261 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.261 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.261 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.261 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.261 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.255510+0000", 2024-07-29T16:19:43.261 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.255510+0000", 2024-07-29T16:19:43.261 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.255510+0000", 2024-07-29T16:19:43.262 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.262 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.262 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.262 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.255510+0000", 2024-07-29T16:19:43.262 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.255510+0000", 2024-07-29T16:19:43.262 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.262 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.262 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.262 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.262 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.262 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.262 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.262 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.263 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.263 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.263 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.263 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.263 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.263 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.5", 2024-07-29T16:19:43.263 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.263 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.263 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.263 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5098, 2024-07-29T16:19:43.263 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.263 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:22:57.057618+0000", 2024-07-29T16:19:43.263 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.264 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.264 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.264 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.264 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.264 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.264 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.264 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.264 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.264 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.264 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.264 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.264 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.264 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.264 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.264 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.264 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.265 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.265 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.265 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.265 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.265 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.265 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.265 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.265 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.265 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.265 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.265 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.265 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.265 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.265 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.265 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.266 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.266 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.266 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.266 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.266 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.266 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.266 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.266 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.266 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.266 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.266 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.266 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.266 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.266 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.266 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.267 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.267 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.267 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:43.267 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.267 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:43.267 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.267 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.267 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.267 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.267 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.267 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.267 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:43.268 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.268 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:43.268 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.268 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.268 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T16:19:43.268 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.268 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.268 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.268 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121479+0000", 2024-07-29T16:19:43.268 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.982769+0000", 2024-07-29T16:19:43.268 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.982769+0000", 2024-07-29T16:19:43.268 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:43:20.428070+0000", 2024-07-29T16:19:43.268 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121479+0000", 2024-07-29T16:19:43.268 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:43.268 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.268 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:43.269 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.269 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121479+0000", 2024-07-29T16:19:43.269 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121479+0000", 2024-07-29T16:19:43.269 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121479+0000", 2024-07-29T16:19:43.269 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.269 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.269 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:43.269 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121479+0000", 2024-07-29T16:19:43.269 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121479+0000", 2024-07-29T16:19:43.269 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.269 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2925, 2024-07-29T16:19:43.269 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.269 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.270 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.270 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.270 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.270 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.270 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.270 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2925, 2024-07-29T16:19:43.270 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.270 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.270 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.270 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.3", 2024-07-29T16:19:43.270 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.270 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.270 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.271 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 8786, 2024-07-29T16:19:43.271 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.271 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:31:28.514988+0000", 2024-07-29T16:19:43.271 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.003790979, 2024-07-29T16:19:43.271 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.271 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.271 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.271 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.271 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.271 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.271 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.271 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.271 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.271 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.272 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.272 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.272 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.272 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.272 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.272 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.272 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.272 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.272 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:43.272 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:43.272 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.272 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:43.273 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.273 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.273 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.273 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.273 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.273 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:43.273 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.273 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.273 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.273 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.273 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.273 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.273 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.273 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 569, 2024-07-29T16:19:43.273 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 388760, 2024-07-29T16:19:43.274 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.274 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.274 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.274 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 2922, 2024-07-29T16:19:43.274 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 370607 2024-07-29T16:19:43.274 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.274 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.274 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.274 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.274 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.274 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.274 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:43.274 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.274 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:43.275 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "1121'2925" 2024-07-29T16:19:43.275 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.275 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.275 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.275 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.275 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.275 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:43.275 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.275 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:43.275 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.275 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.275 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.276 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.276 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.276 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.276 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.256439+0000", 2024-07-29T16:19:43.276 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.058407+0000", 2024-07-29T16:19:43.276 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.058407+0000", 2024-07-29T16:19:43.276 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.058691+0000", 2024-07-29T16:19:43.276 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.256439+0000", 2024-07-29T16:19:43.276 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.276 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.276 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.276 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:43.276 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.256439+0000", 2024-07-29T16:19:43.276 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.256439+0000", 2024-07-29T16:19:43.277 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.256439+0000", 2024-07-29T16:19:43.277 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.277 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.277 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.277 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.256439+0000", 2024-07-29T16:19:43.277 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.256439+0000", 2024-07-29T16:19:43.277 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.277 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.277 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.277 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.277 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:43.277 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.277 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.277 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.277 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.277 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.278 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.278 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.278 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.278 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.5", 2024-07-29T16:19:43.278 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.278 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.278 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.278 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5174, 2024-07-29T16:19:43.278 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.278 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:16:01.443277+0000", 2024-07-29T16:19:43.278 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.278 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.278 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.278 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.279 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.279 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.279 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.279 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.279 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.279 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.279 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.279 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.279 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.279 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.279 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.279 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.279 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.279 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.279 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.279 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.280 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.280 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.280 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.280 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.280 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.280 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.280 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.280 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.280 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.280 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.280 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.280 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.280 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.280 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.280 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.281 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.281 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.281 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.281 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.281 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.281 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.281 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.281 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.281 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.281 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.281 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.281 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.281 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.281 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.281 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:43.281 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.282 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:43.282 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.282 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.282 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.282 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.282 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.282 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.282 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:43.282 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.282 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:43.282 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.282 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.282 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:43.282 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.282 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.283 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.283 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254565+0000", 2024-07-29T16:19:43.283 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.983811+0000", 2024-07-29T16:19:43.283 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.983811+0000", 2024-07-29T16:19:43.283 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.984126+0000", 2024-07-29T16:19:43.283 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254565+0000", 2024-07-29T16:19:43.283 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.283 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.283 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.283 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.283 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254565+0000", 2024-07-29T16:19:43.283 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254565+0000", 2024-07-29T16:19:43.283 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254565+0000", 2024-07-29T16:19:43.283 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.283 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.284 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.284 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254565+0000", 2024-07-29T16:19:43.284 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254565+0000", 2024-07-29T16:19:43.284 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.284 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.284 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.284 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.284 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.284 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.284 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.284 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.284 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.284 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.284 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.284 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.285 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.285 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.4", 2024-07-29T16:19:43.285 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.285 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.285 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.285 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5283, 2024-07-29T16:19:43.285 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.285 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:30:42.990744+0000", 2024-07-29T16:19:43.285 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.285 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.285 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.285 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.285 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.285 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.285 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.286 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.286 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.286 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.286 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.286 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.286 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.286 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.286 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.286 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.286 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.286 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.286 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.286 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.286 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.286 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.287 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.287 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.287 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.287 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.287 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.287 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.287 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.287 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.287 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.287 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.287 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.287 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.287 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.287 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.287 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.287 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.288 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.288 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.288 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.288 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.288 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.288 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.288 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.288 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.288 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.288 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.288 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.288 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:43.288 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.288 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:43.288 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.289 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.289 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.289 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.289 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.289 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.289 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:43.289 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.289 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:43.289 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.289 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.289 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T16:19:43.289 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.289 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.289 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.289 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251439+0000", 2024-07-29T16:19:43.290 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.040161+0000", 2024-07-29T16:19:43.290 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.040161+0000", 2024-07-29T16:19:43.290 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:43:20.467467+0000", 2024-07-29T16:19:43.290 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251439+0000", 2024-07-29T16:19:43.290 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:43.290 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.290 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:43.290 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:43.290 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251439+0000", 2024-07-29T16:19:43.290 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251439+0000", 2024-07-29T16:19:43.290 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251439+0000", 2024-07-29T16:19:43.290 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.290 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.290 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:43.290 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251439+0000", 2024-07-29T16:19:43.291 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251439+0000", 2024-07-29T16:19:43.291 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.291 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3025, 2024-07-29T16:19:43.291 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.291 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.291 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:43.291 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.291 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.291 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.291 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.291 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3025, 2024-07-29T16:19:43.291 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.291 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.291 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.291 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.2", 2024-07-29T16:19:43.291 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.292 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.292 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.292 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 8984, 2024-07-29T16:19:43.292 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.292 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:01:50.454700+0000", 2024-07-29T16:19:43.292 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.003956252, 2024-07-29T16:19:43.292 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.292 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.292 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 19, 2024-07-29T16:19:43.292 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.292 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.292 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.292 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.292 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.292 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.292 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.293 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.293 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.293 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.293 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.293 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.293 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.293 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.293 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.293 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:43.293 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:43.293 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.293 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:43.293 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.294 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.294 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.294 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.294 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.294 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.294 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.294 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.294 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.294 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.294 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.294 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.294 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.294 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 792, 2024-07-29T16:19:43.294 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 368969, 2024-07-29T16:19:43.294 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.295 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.295 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.295 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3021, 2024-07-29T16:19:43.295 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 413863 2024-07-29T16:19:43.295 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.295 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.295 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.295 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.295 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.295 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.295 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:43.295 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.295 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:43.295 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "1120'3025" 2024-07-29T16:19:43.296 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.296 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.296 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.296 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.296 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.296 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.296 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.296 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T16:19:43.296 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.296 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.296 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.296 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.296 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.296 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.297 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.120525+0000", 2024-07-29T16:19:43.297 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.007313+0000", 2024-07-29T16:19:43.297 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.007313+0000", 2024-07-29T16:19:43.297 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.007675+0000", 2024-07-29T16:19:43.297 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.120525+0000", 2024-07-29T16:19:43.297 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.297 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.297 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.297 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:43.297 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.120525+0000", 2024-07-29T16:19:43.297 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.120525+0000", 2024-07-29T16:19:43.297 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.120525+0000", 2024-07-29T16:19:43.297 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.297 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.298 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.298 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.120525+0000", 2024-07-29T16:19:43.298 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.120525+0000", 2024-07-29T16:19:43.298 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.298 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.298 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.298 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.298 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:43.298 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.298 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.298 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.298 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.298 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.298 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.298 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.299 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.299 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3", 2024-07-29T16:19:43.299 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.299 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.299 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.299 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5184, 2024-07-29T16:19:43.299 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.299 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:38:21.822636+0000", 2024-07-29T16:19:43.299 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.299 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.299 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.299 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.299 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.299 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.299 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.300 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.300 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.300 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.300 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.300 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.300 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.300 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.300 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.300 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.300 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.300 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.300 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.300 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.300 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.301 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.301 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.301 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.301 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.301 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.301 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.301 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.301 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.301 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.301 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.301 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.301 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.301 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.301 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.301 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.302 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.302 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.302 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.302 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.302 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.302 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.302 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.302 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.302 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.302 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.302 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.302 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.302 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.302 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.303 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.303 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T16:19:43.303 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.303 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.303 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.303 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.303 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.303 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.303 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.303 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.303 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:43.303 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.303 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.303 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:43.304 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.304 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.304 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.304 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254150+0000", 2024-07-29T16:19:43.304 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.008466+0000", 2024-07-29T16:19:43.304 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.008466+0000", 2024-07-29T16:19:43.304 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.008754+0000", 2024-07-29T16:19:43.304 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254150+0000", 2024-07-29T16:19:43.304 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.304 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.304 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.304 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:43.304 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254150+0000", 2024-07-29T16:19:43.305 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254150+0000", 2024-07-29T16:19:43.305 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254150+0000", 2024-07-29T16:19:43.305 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.305 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.305 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.305 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254150+0000", 2024-07-29T16:19:43.305 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254150+0000", 2024-07-29T16:19:43.305 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.305 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.305 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.305 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.305 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:43.305 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.306 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.306 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.306 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.306 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.306 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.306 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.306 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.306 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.2", 2024-07-29T16:19:43.306 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.306 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.306 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.306 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5146, 2024-07-29T16:19:43.307 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.307 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:28:55.017872+0000", 2024-07-29T16:19:43.307 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.307 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.307 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.307 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.307 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.307 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.307 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.307 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.307 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.307 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.307 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.307 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.308 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.308 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.308 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.308 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.308 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.308 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.308 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.308 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.308 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.308 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.308 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.308 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.308 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.308 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.309 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.309 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.309 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.309 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.309 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.309 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.309 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.309 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.309 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.309 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.309 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.309 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.309 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.309 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.310 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.310 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.310 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.310 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.310 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.310 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.310 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.310 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.310 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.310 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.310 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.310 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:43.310 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.311 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.311 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.311 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.311 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.311 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.311 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:43.311 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.311 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:43.311 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.311 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.311 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T16:19:43.311 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.311 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.311 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.312 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250493+0000", 2024-07-29T16:19:43.312 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:08:42.996903+0000", 2024-07-29T16:19:43.312 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:08:42.996903+0000", 2024-07-29T16:19:43.312 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:43:20.467457+0000", 2024-07-29T16:19:43.312 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250493+0000", 2024-07-29T16:19:43.312 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:43.312 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.312 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:43.312 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 433, 2024-07-29T16:19:43.312 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250493+0000", 2024-07-29T16:19:43.312 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250493+0000", 2024-07-29T16:19:43.312 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250493+0000", 2024-07-29T16:19:43.312 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.313 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.313 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:43.313 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250493+0000", 2024-07-29T16:19:43.313 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250493+0000", 2024-07-29T16:19:43.313 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.313 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3008, 2024-07-29T16:19:43.313 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.313 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.313 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 432, 2024-07-29T16:19:43.313 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.313 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.313 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.313 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.313 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3008, 2024-07-29T16:19:43.314 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.314 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.314 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.314 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.4", 2024-07-29T16:19:43.314 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.314 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.314 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.314 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 8802, 2024-07-29T16:19:43.314 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.314 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:19:30.505009+0000", 2024-07-29T16:19:43.314 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.003869284, 2024-07-29T16:19:43.314 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.314 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.314 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.314 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.314 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.315 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.315 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.315 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.315 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.315 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.315 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.315 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.315 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.315 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.315 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.315 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.315 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.315 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.315 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:43.315 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:43.315 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.316 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:43.316 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.316 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.316 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.316 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.316 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.316 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:43.316 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.316 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.316 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.316 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.316 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.317 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.317 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.317 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 669, 2024-07-29T16:19:43.317 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 369935, 2024-07-29T16:19:43.317 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.317 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.317 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.317 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3026, 2024-07-29T16:19:43.317 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 391154 2024-07-29T16:19:43.317 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.317 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.317 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.317 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.317 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.318 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.318 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:43.318 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.318 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:43.318 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "1121'3008" 2024-07-29T16:19:43.318 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.318 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.318 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.318 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.318 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.318 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.318 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.318 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:43.318 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.319 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.319 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.319 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.319 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.319 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.319 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.253300+0000", 2024-07-29T16:19:43.319 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.022485+0000", 2024-07-29T16:19:43.319 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.022485+0000", 2024-07-29T16:19:43.319 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.023231+0000", 2024-07-29T16:19:43.319 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.253300+0000", 2024-07-29T16:19:43.319 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.319 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.319 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.320 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:43.320 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.253300+0000", 2024-07-29T16:19:43.320 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.253300+0000", 2024-07-29T16:19:43.320 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.253300+0000", 2024-07-29T16:19:43.320 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.320 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.320 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.320 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.253300+0000", 2024-07-29T16:19:43.320 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.253300+0000", 2024-07-29T16:19:43.320 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.320 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.320 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.320 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.320 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:43.320 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.320 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.321 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.321 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.321 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.321 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.321 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.321 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.321 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.0", 2024-07-29T16:19:43.321 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.321 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.321 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.321 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5291, 2024-07-29T16:19:43.321 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.321 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:48:45.039200+0000", 2024-07-29T16:19:43.321 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.321 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.322 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.322 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.322 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.322 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.322 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.322 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.322 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.322 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.322 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.322 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.322 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.322 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.322 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.322 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.322 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.323 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.323 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.323 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.323 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.323 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.323 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.323 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.323 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.323 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.323 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.323 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.323 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.323 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.323 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.324 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.324 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.324 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.324 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.324 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.324 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.324 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.324 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.324 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.324 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.324 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.324 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.324 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.324 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.324 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.325 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.325 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.325 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.325 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.325 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.325 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:43.325 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.325 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.325 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.325 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.325 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.325 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.325 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.325 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.326 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T16:19:43.326 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.326 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.326 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:43.326 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.326 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.326 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.326 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250742+0000", 2024-07-29T16:19:43.326 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:08:43.000860+0000", 2024-07-29T16:19:43.326 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:08:43.000860+0000", 2024-07-29T16:19:43.326 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:08:43.001147+0000", 2024-07-29T16:19:43.326 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250742+0000", 2024-07-29T16:19:43.326 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.326 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.327 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.327 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 433, 2024-07-29T16:19:43.327 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250742+0000", 2024-07-29T16:19:43.327 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250742+0000", 2024-07-29T16:19:43.327 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250742+0000", 2024-07-29T16:19:43.327 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.327 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.327 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.327 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250742+0000", 2024-07-29T16:19:43.327 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250742+0000", 2024-07-29T16:19:43.327 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.327 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.327 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.327 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.327 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 432, 2024-07-29T16:19:43.328 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.328 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.328 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.328 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.328 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.328 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.328 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.328 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.328 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1", 2024-07-29T16:19:43.328 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.328 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.328 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.328 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5256, 2024-07-29T16:19:43.328 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.328 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:20:33.499327+0000", 2024-07-29T16:19:43.329 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.329 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.329 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.331 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.331 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.331 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.331 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.331 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.331 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.331 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.331 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.331 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.331 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.331 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.331 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.331 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.331 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.331 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.331 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.332 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.332 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.332 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.332 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.332 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.332 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T16:19:43.332 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.332 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.332 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.332 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.332 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.332 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.332 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.333 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.333 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:43.333 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.333 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.333 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T16:19:43.333 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.333 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.333 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.333 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.256100+0000", 2024-07-29T16:19:43.333 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.046561+0000", 2024-07-29T16:19:43.333 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.046561+0000", 2024-07-29T16:19:43.333 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:43:20.470998+0000", 2024-07-29T16:19:43.333 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.256100+0000", 2024-07-29T16:19:43.334 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:43.334 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.334 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:43.334 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:43.334 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.256100+0000", 2024-07-29T16:19:43.334 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.256100+0000", 2024-07-29T16:19:43.334 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.256100+0000", 2024-07-29T16:19:43.334 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.334 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.334 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:43.334 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.256100+0000", 2024-07-29T16:19:43.334 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.256100+0000", 2024-07-29T16:19:43.334 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.334 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3113, 2024-07-29T16:19:43.335 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.335 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.335 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:43.335 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.335 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.335 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.335 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.335 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3113, 2024-07-29T16:19:43.335 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.335 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.335 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.335 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.7", 2024-07-29T16:19:43.335 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.336 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.336 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.336 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 9089, 2024-07-29T16:19:43.336 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.336 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:54:08.411822+0000", 2024-07-29T16:19:43.336 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.007305616, 2024-07-29T16:19:43.336 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.336 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.338 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.338 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.338 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.338 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.338 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.338 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.338 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.338 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.338 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.338 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.338 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.338 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.338 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.338 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 1231, 2024-07-29T16:19:43.339 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 363270, 2024-07-29T16:19:43.339 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.339 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.339 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.339 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3108, 2024-07-29T16:19:43.339 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 382926 2024-07-29T16:19:43.339 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.339 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.339 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.339 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.339 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.339 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.339 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.339 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.340 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:43.340 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "1120'3113" 2024-07-29T16:19:43.340 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.340 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.340 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.340 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.340 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.340 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:43.340 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.340 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T16:19:43.340 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.340 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.340 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.340 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.340 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.340 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.341 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250720+0000", 2024-07-29T16:19:43.341 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:08:42.995330+0000", 2024-07-29T16:19:43.341 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:08:42.995330+0000", 2024-07-29T16:19:43.341 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:08:42.995757+0000", 2024-07-29T16:19:43.341 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250720+0000", 2024-07-29T16:19:43.341 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.341 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.341 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.341 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 433, 2024-07-29T16:19:43.341 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250720+0000", 2024-07-29T16:19:43.341 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250720+0000", 2024-07-29T16:19:43.341 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250720+0000", 2024-07-29T16:19:43.341 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.341 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.342 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.342 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250720+0000", 2024-07-29T16:19:43.342 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250720+0000", 2024-07-29T16:19:43.342 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.342 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.342 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.342 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.342 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 432, 2024-07-29T16:19:43.342 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.342 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.342 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.342 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.342 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.342 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.343 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.343 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.343 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1", 2024-07-29T16:19:43.343 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.343 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.343 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.343 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5240, 2024-07-29T16:19:43.343 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.343 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:36:32.482060+0000", 2024-07-29T16:19:43.343 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.343 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.343 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.343 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.343 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.346 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.346 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.346 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.346 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.346 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.346 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.346 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.346 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.346 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.346 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.346 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.346 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.346 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.347 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.347 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.347 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.347 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:43.347 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.347 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T16:19:43.347 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.347 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.347 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.347 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.347 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.347 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.347 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.347 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.347 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:43.348 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.348 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.348 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:43.348 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.348 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.348 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.348 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252248+0000", 2024-07-29T16:19:43.348 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.986399+0000", 2024-07-29T16:19:43.348 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.986399+0000", 2024-07-29T16:19:43.348 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.989543+0000", 2024-07-29T16:19:43.348 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252248+0000", 2024-07-29T16:19:43.348 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.348 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.348 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.349 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.349 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252248+0000", 2024-07-29T16:19:43.349 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252248+0000", 2024-07-29T16:19:43.349 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252248+0000", 2024-07-29T16:19:43.349 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.349 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.349 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.349 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252248+0000", 2024-07-29T16:19:43.349 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252248+0000", 2024-07-29T16:19:43.349 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.349 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.349 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.349 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.349 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.349 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.350 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.350 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.350 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.350 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.350 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.350 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.350 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.350 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.0", 2024-07-29T16:19:43.350 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.350 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.350 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.350 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5086, 2024-07-29T16:19:43.350 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.351 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:57:26.873048+0000", 2024-07-29T16:19:43.351 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.351 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.351 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.353 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.353 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.353 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.353 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.353 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.353 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.353 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.353 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.353 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.353 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.353 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.353 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.353 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.353 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.354 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.354 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.354 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.354 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.354 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.354 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.354 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.354 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.354 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.354 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.354 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:43.354 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.354 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.355 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.355 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.355 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.355 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.355 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:43.355 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.355 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:43.355 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.355 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.355 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T16:19:43.355 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.355 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.355 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.355 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.125010+0000", 2024-07-29T16:19:43.356 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:08:11.023828+0000", 2024-07-29T16:19:43.356 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:08:11.023828+0000", 2024-07-29T16:19:43.356 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:43:20.428119+0000", 2024-07-29T16:19:43.356 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.125010+0000", 2024-07-29T16:19:43.356 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:43.356 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.356 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:43.356 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 401, 2024-07-29T16:19:43.356 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.125010+0000", 2024-07-29T16:19:43.356 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.125010+0000", 2024-07-29T16:19:43.356 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.125010+0000", 2024-07-29T16:19:43.356 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.356 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.356 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:43.356 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.125010+0000", 2024-07-29T16:19:43.357 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.125010+0000", 2024-07-29T16:19:43.357 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.357 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3166, 2024-07-29T16:19:43.357 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.357 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.357 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 400, 2024-07-29T16:19:43.357 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.357 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.357 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.357 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.357 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3166, 2024-07-29T16:19:43.357 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.357 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.357 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.357 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.6", 2024-07-29T16:19:43.358 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.358 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.358 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.358 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 9427, 2024-07-29T16:19:43.358 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.358 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:02:11.132752+0000", 2024-07-29T16:19:43.358 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.003670679, 2024-07-29T16:19:43.358 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.358 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 1587, 2024-07-29T16:19:43.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 422283, 2024-07-29T16:19:43.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3116, 2024-07-29T16:19:43.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 380564 2024-07-29T16:19:43.361 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.361 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.361 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.361 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.361 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.361 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.361 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:43.361 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.362 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:43.362 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "1121'3166" 2024-07-29T16:19:43.362 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.362 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.362 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.362 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.362 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.362 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.362 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.362 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:43.362 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.362 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.362 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.362 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.362 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.363 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.363 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.122609+0000", 2024-07-29T16:19:43.363 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.027069+0000", 2024-07-29T16:19:43.363 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.027069+0000", 2024-07-29T16:19:43.363 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.027556+0000", 2024-07-29T16:19:43.363 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.122609+0000", 2024-07-29T16:19:43.363 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.363 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.363 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.363 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:43.363 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.122609+0000", 2024-07-29T16:19:43.363 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.122609+0000", 2024-07-29T16:19:43.363 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.122609+0000", 2024-07-29T16:19:43.364 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.364 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.364 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.364 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.122609+0000", 2024-07-29T16:19:43.364 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.122609+0000", 2024-07-29T16:19:43.364 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.364 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.364 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.364 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.364 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:43.364 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.364 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.364 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.364 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.365 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.365 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.365 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.365 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.365 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2", 2024-07-29T16:19:43.365 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.365 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.365 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.365 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5220, 2024-07-29T16:19:43.365 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.365 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:28:22.765917+0000", 2024-07-29T16:19:43.365 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.365 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.365 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.368 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.369 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.369 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.369 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.369 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.369 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.369 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.369 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.369 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:43.369 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.369 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.369 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.369 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.369 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.369 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.370 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:43.370 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.370 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:43.370 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.370 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.370 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:43.370 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.370 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.370 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.370 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.253343+0000", 2024-07-29T16:19:43.370 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.989473+0000", 2024-07-29T16:19:43.370 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.989473+0000", 2024-07-29T16:19:43.370 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.989841+0000", 2024-07-29T16:19:43.371 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.253343+0000", 2024-07-29T16:19:43.371 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.371 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.371 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.371 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.371 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.253343+0000", 2024-07-29T16:19:43.371 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.253343+0000", 2024-07-29T16:19:43.371 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.253343+0000", 2024-07-29T16:19:43.371 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.371 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.371 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.371 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.253343+0000", 2024-07-29T16:19:43.371 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.253343+0000", 2024-07-29T16:19:43.372 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.372 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.372 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.372 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.372 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.372 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.372 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.372 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.372 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.372 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.372 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.372 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.372 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.373 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.3", 2024-07-29T16:19:43.373 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.373 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.373 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.373 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5139, 2024-07-29T16:19:43.373 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.373 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:32:17.149875+0000", 2024-07-29T16:19:43.373 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.373 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.373 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.376 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.376 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.376 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.376 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.376 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.376 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.376 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.376 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.376 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.376 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.376 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.376 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.377 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.377 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.377 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:43.377 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.377 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:43.377 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.377 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.377 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.377 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.377 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.377 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.377 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.377 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.378 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:43.378 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.378 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.378 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 19, 2024-07-29T16:19:43.378 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.378 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.378 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.378 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252348+0000", 2024-07-29T16:19:43.378 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.977792+0000", 2024-07-29T16:19:43.378 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.977792+0000", 2024-07-29T16:19:43.378 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.978200+0000", 2024-07-29T16:19:43.378 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252348+0000", 2024-07-29T16:19:43.378 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:56:33.779105+0000", 2024-07-29T16:19:43.378 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.379 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:56:33.779105+0000", 2024-07-29T16:19:43.379 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.379 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252348+0000", 2024-07-29T16:19:43.379 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252348+0000", 2024-07-29T16:19:43.379 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252348+0000", 2024-07-29T16:19:43.379 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.379 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.379 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:56:33.779105+0000", 2024-07-29T16:19:43.379 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252348+0000", 2024-07-29T16:19:43.379 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252348+0000", 2024-07-29T16:19:43.379 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.379 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 237, 2024-07-29T16:19:43.379 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.379 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.380 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.380 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.380 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.380 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.380 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.380 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 237, 2024-07-29T16:19:43.380 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.380 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.380 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.380 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "1.0", 2024-07-29T16:19:43.380 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.380 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.380 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.380 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5731, 2024-07-29T16:19:43.380 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.380 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:06:18.951256+0000", 2024-07-29T16:19:43.381 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.381 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.381 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 590368, 2024-07-29T16:19:43.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 1771104, 2024-07-29T16:19:43.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 6, 2024-07-29T16:19:43.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 2, 2024-07-29T16:19:43.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 2, 2024-07-29T16:19:43.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.383 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 6, 2024-07-29T16:19:43.383 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.383 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.383 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.383 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.383 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.383 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 1178, 2024-07-29T16:19:43.383 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 1994, 2024-07-29T16:19:43.383 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.383 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.383 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.383 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 391, 2024-07-29T16:19:43.383 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 2416 2024-07-29T16:19:43.384 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.384 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.384 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.384 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.384 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.384 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.384 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.384 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.384 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:43.384 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "2214'237" 2024-07-29T16:19:43.384 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.384 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.384 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.384 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.384 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.384 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:43.385 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.385 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:43.385 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.385 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.385 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T16:19:43.385 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.385 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.385 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.385 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252569+0000", 2024-07-29T16:19:43.385 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.979127+0000", 2024-07-29T16:19:43.385 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.979127+0000", 2024-07-29T16:19:43.385 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:43:20.418534+0000", 2024-07-29T16:19:43.385 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252569+0000", 2024-07-29T16:19:43.385 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:43.385 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.386 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:43.386 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.386 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252569+0000", 2024-07-29T16:19:43.386 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252569+0000", 2024-07-29T16:19:43.386 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252569+0000", 2024-07-29T16:19:43.386 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.386 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.386 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:43.386 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252569+0000", 2024-07-29T16:19:43.386 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252569+0000", 2024-07-29T16:19:43.386 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.386 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2970, 2024-07-29T16:19:43.386 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.387 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.387 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.387 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.387 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.387 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.387 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.387 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2970, 2024-07-29T16:19:43.387 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.387 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.387 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.387 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.5", 2024-07-29T16:19:43.387 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.387 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.387 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.387 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 8857, 2024-07-29T16:19:43.388 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.388 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:05:35.533371+0000", 2024-07-29T16:19:43.388 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.002200953, 2024-07-29T16:19:43.388 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.388 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 1267, 2024-07-29T16:19:43.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 365883, 2024-07-29T16:19:43.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 2945, 2024-07-29T16:19:43.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 364294 2024-07-29T16:19:43.391 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.391 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.391 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.391 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.391 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.391 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.391 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:43.391 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.391 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:43.391 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "1121'2970" 2024-07-29T16:19:43.391 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.391 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.391 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.391 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.392 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.392 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.392 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.392 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:43.392 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.392 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.392 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.392 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.392 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.392 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.392 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.255330+0000", 2024-07-29T16:19:43.392 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.985064+0000", 2024-07-29T16:19:43.392 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.985064+0000", 2024-07-29T16:19:43.393 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.988432+0000", 2024-07-29T16:19:43.393 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.255330+0000", 2024-07-29T16:19:43.393 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.393 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.393 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.393 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.393 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.255330+0000", 2024-07-29T16:19:43.393 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.255330+0000", 2024-07-29T16:19:43.393 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.255330+0000", 2024-07-29T16:19:43.393 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.393 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.393 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.394 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.255330+0000", 2024-07-29T16:19:43.394 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.255330+0000", 2024-07-29T16:19:43.394 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.394 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.394 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.394 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.394 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.394 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.394 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.394 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.394 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.394 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.394 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.394 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.394 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.395 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.d", 2024-07-29T16:19:43.395 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.395 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.395 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.395 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5074, 2024-07-29T16:19:43.395 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.395 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:42:20.386148+0000", 2024-07-29T16:19:43.395 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.395 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.395 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.398 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.398 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.398 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.398 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.398 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.398 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.398 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.398 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.398 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.398 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.398 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.398 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.398 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.398 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.398 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:43.399 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.399 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.399 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.399 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.399 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.399 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.399 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.399 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.399 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T16:19:43.399 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.399 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.399 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:43.399 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.399 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.399 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.400 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252489+0000", 2024-07-29T16:19:43.400 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.053883+0000", 2024-07-29T16:19:43.400 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.053883+0000", 2024-07-29T16:19:43.400 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.054236+0000", 2024-07-29T16:19:43.400 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252489+0000", 2024-07-29T16:19:43.400 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.400 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.400 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.400 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:43.400 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252489+0000", 2024-07-29T16:19:43.400 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252489+0000", 2024-07-29T16:19:43.400 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252489+0000", 2024-07-29T16:19:43.400 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.400 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.401 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.401 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252489+0000", 2024-07-29T16:19:43.401 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252489+0000", 2024-07-29T16:19:43.401 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.401 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.401 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.401 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.401 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:43.401 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.401 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.401 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.401 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.401 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.401 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.401 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.402 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.402 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.c", 2024-07-29T16:19:43.402 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.402 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.402 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.402 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5253, 2024-07-29T16:19:43.402 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.402 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:18:29.672221+0000", 2024-07-29T16:19:43.402 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.402 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.402 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.405 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.405 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.405 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.405 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.405 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.405 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.405 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.405 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.405 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.405 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.405 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.405 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.405 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.405 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.406 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.406 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.406 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T16:19:43.406 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.406 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.406 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.406 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.406 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.406 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.406 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.406 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.406 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:43.406 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.407 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.407 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.407 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.407 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.407 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.256748+0000", 2024-07-29T16:19:43.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.008441+0000", 2024-07-29T16:19:43.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.008441+0000", 2024-07-29T16:19:43.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.008784+0000", 2024-07-29T16:19:43.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.256748+0000", 2024-07-29T16:19:43.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:43.408 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.256748+0000", 2024-07-29T16:19:43.408 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.256748+0000", 2024-07-29T16:19:43.408 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.256748+0000", 2024-07-29T16:19:43.408 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.408 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.408 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.408 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.256748+0000", 2024-07-29T16:19:43.408 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.256748+0000", 2024-07-29T16:19:43.408 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.408 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.408 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.408 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.408 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:43.408 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.408 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.409 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.409 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.409 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.409 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.409 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.409 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.409 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.c", 2024-07-29T16:19:43.409 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.409 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.409 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.409 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5166, 2024-07-29T16:19:43.409 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.409 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:37:15.544426+0000", 2024-07-29T16:19:43.409 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.410 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.410 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.412 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.412 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.412 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.412 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.412 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.413 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.413 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.413 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.413 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:43.413 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.413 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.413 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.413 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.413 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.413 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.413 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:43.413 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.413 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:43.413 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.413 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.414 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:43.414 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.414 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.414 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.253999+0000", 2024-07-29T16:19:43.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.434007+0000", 2024-07-29T16:19:43.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.434007+0000", 2024-07-29T16:19:43.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.434414+0000", 2024-07-29T16:19:43.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.253999+0000", 2024-07-29T16:19:43.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:43.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.253999+0000", 2024-07-29T16:19:43.415 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.253999+0000", 2024-07-29T16:19:43.415 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.253999+0000", 2024-07-29T16:19:43.415 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.415 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.415 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.415 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.253999+0000", 2024-07-29T16:19:43.415 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.253999+0000", 2024-07-29T16:19:43.415 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.415 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 1, 2024-07-29T16:19:43.415 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.415 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.415 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:43.415 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.415 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.415 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.416 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.416 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 1, 2024-07-29T16:19:43.416 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.416 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.416 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.416 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.d", 2024-07-29T16:19:43.416 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.416 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.416 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.416 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5296, 2024-07-29T16:19:43.416 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.416 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:49:52.812262+0000", 2024-07-29T16:19:43.416 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.416 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.416 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 70, 2024-07-29T16:19:43.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:43.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:43.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:43.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 2, 2024-07-29T16:19:43.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 2, 2024-07-29T16:19:43.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 1, 2024-07-29T16:19:43.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 1 2024-07-29T16:19:43.419 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.419 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.419 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.419 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.419 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.419 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.420 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:43.420 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.420 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:43.420 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'1" 2024-07-29T16:19:43.420 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.420 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.420 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.420 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.420 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.420 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.420 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.420 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:43.420 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.420 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.420 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.421 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.421 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.421 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252692+0000", 2024-07-29T16:19:43.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.981394+0000", 2024-07-29T16:19:43.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.981394+0000", 2024-07-29T16:19:43.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.982705+0000", 2024-07-29T16:19:43.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252692+0000", 2024-07-29T16:19:43.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252692+0000", 2024-07-29T16:19:43.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252692+0000", 2024-07-29T16:19:43.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252692+0000", 2024-07-29T16:19:43.422 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.422 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.422 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.422 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252692+0000", 2024-07-29T16:19:43.422 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252692+0000", 2024-07-29T16:19:43.422 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.422 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.422 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.422 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.422 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.422 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.422 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.422 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.423 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.423 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.423 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.423 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.423 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.423 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.f", 2024-07-29T16:19:43.423 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.423 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.423 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.423 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5093, 2024-07-29T16:19:43.423 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.423 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:38:56.725937+0000", 2024-07-29T16:19:43.423 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.423 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.423 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.426 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.426 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.426 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.427 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.427 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.427 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.427 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.427 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.427 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:43.427 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.427 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.427 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.427 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.427 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.427 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.427 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:43.427 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.427 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T16:19:43.428 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.428 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.428 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:43.428 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.428 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.428 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.428 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254066+0000", 2024-07-29T16:19:43.428 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.998534+0000", 2024-07-29T16:19:43.428 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.998534+0000", 2024-07-29T16:19:43.428 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.998875+0000", 2024-07-29T16:19:43.428 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254066+0000", 2024-07-29T16:19:43.428 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.428 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.429 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.429 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.429 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254066+0000", 2024-07-29T16:19:43.429 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254066+0000", 2024-07-29T16:19:43.429 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254066+0000", 2024-07-29T16:19:43.429 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.429 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.429 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.429 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254066+0000", 2024-07-29T16:19:43.429 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254066+0000", 2024-07-29T16:19:43.429 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.429 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T16:19:43.429 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.429 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.429 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.429 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.430 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.430 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.430 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.430 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T16:19:43.430 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.430 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.430 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.430 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.e", 2024-07-29T16:19:43.430 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.430 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.430 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.430 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5230, 2024-07-29T16:19:43.430 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.430 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:55:08.510222+0000", 2024-07-29T16:19:43.430 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.431 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.431 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:43.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:43.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:43.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:43.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 9, 2024-07-29T16:19:43.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 9, 2024-07-29T16:19:43.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T16:19:43.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.433 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.433 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.433 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.434 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.434 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.434 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.434 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:43.434 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.434 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T16:19:43.434 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'2" 2024-07-29T16:19:43.434 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.434 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.434 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.434 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.434 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.434 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:43.434 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.435 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:43.435 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.435 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.435 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.435 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.435 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.435 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252068+0000", 2024-07-29T16:19:43.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.989673+0000", 2024-07-29T16:19:43.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.989673+0000", 2024-07-29T16:19:43.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.990001+0000", 2024-07-29T16:19:43.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252068+0000", 2024-07-29T16:19:43.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.436 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.436 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.436 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252068+0000", 2024-07-29T16:19:43.436 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252068+0000", 2024-07-29T16:19:43.436 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252068+0000", 2024-07-29T16:19:43.436 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.436 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.436 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.436 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252068+0000", 2024-07-29T16:19:43.436 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252068+0000", 2024-07-29T16:19:43.436 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.436 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.436 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.437 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.437 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.437 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.437 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.437 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.437 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.437 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.437 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.437 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.437 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.437 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.e", 2024-07-29T16:19:43.437 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.437 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.438 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.438 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5093, 2024-07-29T16:19:43.438 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.438 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:26:26.399617+0000", 2024-07-29T16:19:43.438 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.438 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.438 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.441 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.441 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.441 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.441 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.441 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.441 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.441 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.441 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.441 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.441 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:43.441 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.441 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:43.441 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.441 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.441 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.442 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.442 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.442 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.442 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:43.442 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.442 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T16:19:43.442 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.442 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.442 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:43.442 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.442 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.442 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.442 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121419+0000", 2024-07-29T16:19:43.442 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.984626+0000", 2024-07-29T16:19:43.442 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.984626+0000", 2024-07-29T16:19:43.443 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.984993+0000", 2024-07-29T16:19:43.443 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121419+0000", 2024-07-29T16:19:43.443 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.443 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.443 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.443 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.443 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121419+0000", 2024-07-29T16:19:43.443 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121419+0000", 2024-07-29T16:19:43.443 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121419+0000", 2024-07-29T16:19:43.443 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.443 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.443 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.443 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121419+0000", 2024-07-29T16:19:43.443 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121419+0000", 2024-07-29T16:19:43.444 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.444 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 1, 2024-07-29T16:19:43.444 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.444 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.444 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.444 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.444 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.444 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.444 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.444 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 1, 2024-07-29T16:19:43.444 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.444 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.444 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.444 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.f", 2024-07-29T16:19:43.445 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.445 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.445 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.445 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5188, 2024-07-29T16:19:43.445 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.445 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:22:19.139747+0000", 2024-07-29T16:19:43.445 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.445 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.445 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 22, 2024-07-29T16:19:43.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:43.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:43.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:43.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 2, 2024-07-29T16:19:43.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 2, 2024-07-29T16:19:43.448 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.448 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.448 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.448 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 1, 2024-07-29T16:19:43.448 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 1 2024-07-29T16:19:43.448 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.448 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.448 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.448 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.448 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.448 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.448 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:43.448 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.448 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T16:19:43.448 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'1" 2024-07-29T16:19:43.448 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.449 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.449 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.449 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.449 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.449 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.449 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.449 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:43.449 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.449 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.449 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.449 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.449 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.449 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254318+0000", 2024-07-29T16:19:43.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.980203+0000", 2024-07-29T16:19:43.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.980203+0000", 2024-07-29T16:19:43.450 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.980620+0000", 2024-07-29T16:19:43.450 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254318+0000", 2024-07-29T16:19:43.450 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.450 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.450 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.450 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.450 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254318+0000", 2024-07-29T16:19:43.450 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254318+0000", 2024-07-29T16:19:43.450 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254318+0000", 2024-07-29T16:19:43.450 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.450 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.450 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.450 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254318+0000", 2024-07-29T16:19:43.450 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254318+0000", 2024-07-29T16:19:43.450 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.451 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.451 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.451 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.451 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.451 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.451 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.451 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.451 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.451 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.451 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.451 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.451 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.451 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.11", 2024-07-29T16:19:43.452 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.452 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.452 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.452 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5073, 2024-07-29T16:19:43.452 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.452 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:05:06.493082+0000", 2024-07-29T16:19:43.452 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.452 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.452 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.455 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.455 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.455 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.455 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.455 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.455 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.455 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.455 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.455 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.455 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.455 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.455 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.455 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:43.455 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.456 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.456 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.456 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.456 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.456 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.456 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.456 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.456 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T16:19:43.456 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.456 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.456 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:43.456 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.456 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.456 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251803+0000", 2024-07-29T16:19:43.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:08:11.028319+0000", 2024-07-29T16:19:43.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:08:11.028319+0000", 2024-07-29T16:19:43.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:08:11.031691+0000", 2024-07-29T16:19:43.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251803+0000", 2024-07-29T16:19:43.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 401, 2024-07-29T16:19:43.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251803+0000", 2024-07-29T16:19:43.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251803+0000", 2024-07-29T16:19:43.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251803+0000", 2024-07-29T16:19:43.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251803+0000", 2024-07-29T16:19:43.458 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251803+0000", 2024-07-29T16:19:43.458 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.458 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 8, 2024-07-29T16:19:43.458 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.458 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.458 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 400, 2024-07-29T16:19:43.458 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.458 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.458 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.458 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.458 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 8, 2024-07-29T16:19:43.458 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.458 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.459 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.459 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.10", 2024-07-29T16:19:43.459 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.459 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.459 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.459 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5268, 2024-07-29T16:19:43.459 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.459 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:53:50.114038+0000", 2024-07-29T16:19:43.459 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.459 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.459 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.459 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.459 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.459 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.459 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 12, 2024-07-29T16:19:43.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 4, 2024-07-29T16:19:43.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 4, 2024-07-29T16:19:43.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 4, 2024-07-29T16:19:43.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 36, 2024-07-29T16:19:43.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 36, 2024-07-29T16:19:43.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 12, 2024-07-29T16:19:43.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.462 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.462 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.462 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.462 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.462 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.462 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.462 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.462 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.462 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T16:19:43.462 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'8" 2024-07-29T16:19:43.463 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.463 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.463 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.463 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.463 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.463 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:43.463 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.463 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:43.463 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.463 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.463 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.463 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.463 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.463 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250404+0000", 2024-07-29T16:19:43.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.011478+0000", 2024-07-29T16:19:43.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.011478+0000", 2024-07-29T16:19:43.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.011857+0000", 2024-07-29T16:19:43.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250404+0000", 2024-07-29T16:19:43.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:43.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250404+0000", 2024-07-29T16:19:43.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250404+0000", 2024-07-29T16:19:43.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250404+0000", 2024-07-29T16:19:43.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.465 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.465 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250404+0000", 2024-07-29T16:19:43.465 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250404+0000", 2024-07-29T16:19:43.465 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.465 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.465 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.465 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.465 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:43.465 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.465 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.465 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.465 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.465 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.465 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.465 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.465 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.466 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.10", 2024-07-29T16:19:43.466 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.466 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.466 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.466 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5111, 2024-07-29T16:19:43.466 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.466 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:48:12.227687+0000", 2024-07-29T16:19:43.466 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.466 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.466 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.466 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.466 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.466 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.466 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.466 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.469 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.469 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.469 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.469 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.469 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.469 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.469 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:43.469 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.469 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:43.469 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.470 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.470 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.470 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.470 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.470 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.470 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:43.470 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.470 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:43.470 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.470 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.470 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:43.470 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.470 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.470 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254953+0000", 2024-07-29T16:19:43.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.018805+0000", 2024-07-29T16:19:43.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.018805+0000", 2024-07-29T16:19:43.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.021283+0000", 2024-07-29T16:19:43.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254953+0000", 2024-07-29T16:19:43.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:43.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254953+0000", 2024-07-29T16:19:43.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254953+0000", 2024-07-29T16:19:43.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254953+0000", 2024-07-29T16:19:43.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.472 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254953+0000", 2024-07-29T16:19:43.472 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254953+0000", 2024-07-29T16:19:43.472 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.472 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.472 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.472 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.472 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:43.472 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.472 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.472 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.472 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.472 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.472 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.472 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.472 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.472 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.11", 2024-07-29T16:19:43.473 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.473 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.473 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.473 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5126, 2024-07-29T16:19:43.473 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.473 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:03:07.264391+0000", 2024-07-29T16:19:43.473 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.473 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.473 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.473 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.473 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.473 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.473 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.473 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.476 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.476 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.476 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.476 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.476 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.476 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.476 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:43.476 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.476 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:43.476 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.476 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.476 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.477 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.477 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.477 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.477 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:43.477 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.477 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:43.477 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.477 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.477 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.477 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.477 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.477 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.477 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.255930+0000", 2024-07-29T16:19:43.477 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.988819+0000", 2024-07-29T16:19:43.477 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.988819+0000", 2024-07-29T16:19:43.477 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.990303+0000", 2024-07-29T16:19:43.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.255930+0000", 2024-07-29T16:19:43.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.255930+0000", 2024-07-29T16:19:43.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.255930+0000", 2024-07-29T16:19:43.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.255930+0000", 2024-07-29T16:19:43.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.255930+0000", 2024-07-29T16:19:43.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.255930+0000", 2024-07-29T16:19:43.478 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.479 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.479 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.479 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.479 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.479 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.479 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.479 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.479 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.479 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.479 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.479 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.479 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.479 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.13", 2024-07-29T16:19:43.479 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.480 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.480 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.480 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5092, 2024-07-29T16:19:43.480 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.480 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:52:48.683867+0000", 2024-07-29T16:19:43.480 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.480 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.480 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.480 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.480 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.480 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.480 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.480 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.480 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.480 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.480 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.483 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.483 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.483 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.483 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.483 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.483 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.483 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:43.483 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.483 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:43.483 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.483 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.483 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.483 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.483 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.484 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.484 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:43.484 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.484 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:43.484 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.484 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.484 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:43.484 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.484 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.484 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.484 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254235+0000", 2024-07-29T16:19:43.484 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.995232+0000", 2024-07-29T16:19:43.484 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.995232+0000", 2024-07-29T16:19:43.484 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.995593+0000", 2024-07-29T16:19:43.484 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254235+0000", 2024-07-29T16:19:43.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254235+0000", 2024-07-29T16:19:43.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254235+0000", 2024-07-29T16:19:43.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254235+0000", 2024-07-29T16:19:43.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254235+0000", 2024-07-29T16:19:43.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254235+0000", 2024-07-29T16:19:43.485 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.485 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.485 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.485 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.486 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.486 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.486 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.486 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.486 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.486 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.486 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.486 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.486 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.486 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.12", 2024-07-29T16:19:43.486 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.486 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.486 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.486 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5167, 2024-07-29T16:19:43.486 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.487 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:31:48.181389+0000", 2024-07-29T16:19:43.487 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.487 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.487 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.487 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.487 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.487 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.487 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.487 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.487 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.487 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.487 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.487 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.487 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.487 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.490 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.490 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.490 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.490 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.490 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.490 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.490 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:43.490 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.490 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:43.491 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.491 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.491 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.491 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.491 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.491 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.491 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:43.491 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.491 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:43.491 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.491 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.491 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.491 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.491 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.491 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.492 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121178+0000", 2024-07-29T16:19:43.492 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.995344+0000", 2024-07-29T16:19:43.492 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.995344+0000", 2024-07-29T16:19:43.492 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.995679+0000", 2024-07-29T16:19:43.492 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121178+0000", 2024-07-29T16:19:43.492 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.492 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.492 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.492 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.492 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121178+0000", 2024-07-29T16:19:43.492 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121178+0000", 2024-07-29T16:19:43.492 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121178+0000", 2024-07-29T16:19:43.492 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.492 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.493 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.493 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121178+0000", 2024-07-29T16:19:43.493 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121178+0000", 2024-07-29T16:19:43.493 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.493 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.493 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.493 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.493 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.493 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.493 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.493 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.493 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.493 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.493 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.494 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.494 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.494 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.12", 2024-07-29T16:19:43.494 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.494 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.494 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.494 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5327, 2024-07-29T16:19:43.494 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.494 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:06:34.788154+0000", 2024-07-29T16:19:43.494 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.494 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.494 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.494 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.497 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.497 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.497 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.498 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.498 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.498 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.498 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:43.498 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.498 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:43.498 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.498 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.498 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.498 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.498 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.498 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.498 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:43.498 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.499 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:43.499 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.499 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.499 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:43.499 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.499 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.499 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.499 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121839+0000", 2024-07-29T16:19:43.499 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.426943+0000", 2024-07-29T16:19:43.499 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.426943+0000", 2024-07-29T16:19:43.499 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.427285+0000", 2024-07-29T16:19:43.499 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121839+0000", 2024-07-29T16:19:43.499 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.499 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.499 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.499 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:43.500 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121839+0000", 2024-07-29T16:19:43.500 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121839+0000", 2024-07-29T16:19:43.500 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121839+0000", 2024-07-29T16:19:43.500 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.500 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.500 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.500 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121839+0000", 2024-07-29T16:19:43.500 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121839+0000", 2024-07-29T16:19:43.500 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.500 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T16:19:43.500 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.500 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.500 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:43.500 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.501 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.501 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.501 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.501 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T16:19:43.501 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.501 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.501 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.501 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.13", 2024-07-29T16:19:43.501 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.501 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.501 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.501 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5338, 2024-07-29T16:19:43.501 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.501 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:56:55.167631+0000", 2024-07-29T16:19:43.501 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.501 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.502 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 34, 2024-07-29T16:19:43.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 6, 2024-07-29T16:19:43.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 2, 2024-07-29T16:19:43.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 2, 2024-07-29T16:19:43.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:43.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 8, 2024-07-29T16:19:43.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 14, 2024-07-29T16:19:43.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T16:19:43.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 6 2024-07-29T16:19:43.505 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.505 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.505 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.505 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.505 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.505 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.505 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:43.505 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.505 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:43.505 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'2" 2024-07-29T16:19:43.505 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.505 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.506 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.506 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.506 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.506 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:43.506 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.506 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:43.506 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.506 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.506 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.506 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.506 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.506 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.506 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.255422+0000", 2024-07-29T16:19:43.507 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.996156+0000", 2024-07-29T16:19:43.507 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.996156+0000", 2024-07-29T16:19:43.507 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.996493+0000", 2024-07-29T16:19:43.507 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.255422+0000", 2024-07-29T16:19:43.507 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.507 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.507 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.507 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.507 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.255422+0000", 2024-07-29T16:19:43.507 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.255422+0000", 2024-07-29T16:19:43.507 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.255422+0000", 2024-07-29T16:19:43.507 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.507 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.507 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.507 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.255422+0000", 2024-07-29T16:19:43.508 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.255422+0000", 2024-07-29T16:19:43.508 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.508 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.508 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.508 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.508 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.508 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.508 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.508 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.508 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.508 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.508 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.508 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.508 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.509 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.15", 2024-07-29T16:19:43.509 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.509 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.509 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.509 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5091, 2024-07-29T16:19:43.509 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.509 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:55:56.188461+0000", 2024-07-29T16:19:43.509 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.509 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.509 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.512 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.512 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.512 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.512 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.512 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.512 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.512 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:43.513 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.513 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:43.513 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.513 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.513 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.513 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.513 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.513 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.513 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:43.513 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.513 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:43.513 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.513 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.513 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:43.513 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.514 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.514 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.514 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250852+0000", 2024-07-29T16:19:43.514 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.019537+0000", 2024-07-29T16:19:43.514 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.019537+0000", 2024-07-29T16:19:43.514 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.020344+0000", 2024-07-29T16:19:43.514 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250852+0000", 2024-07-29T16:19:43.514 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.514 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.514 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.514 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:43.514 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250852+0000", 2024-07-29T16:19:43.514 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250852+0000", 2024-07-29T16:19:43.514 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250852+0000", 2024-07-29T16:19:43.514 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.515 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.515 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.515 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250852+0000", 2024-07-29T16:19:43.515 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250852+0000", 2024-07-29T16:19:43.515 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.515 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 30, 2024-07-29T16:19:43.515 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.515 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.515 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:43.515 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.515 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.515 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.515 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.515 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 30, 2024-07-29T16:19:43.515 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.515 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.516 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.516 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.14", 2024-07-29T16:19:43.516 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.516 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.516 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.516 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5155, 2024-07-29T16:19:43.516 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.516 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:11:24.698141+0000", 2024-07-29T16:19:43.516 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.516 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.516 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 5816, 2024-07-29T16:19:43.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 12, 2024-07-29T16:19:43.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 4, 2024-07-29T16:19:43.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 4, 2024-07-29T16:19:43.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:43.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.519 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 17, 2024-07-29T16:19:43.519 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 25, 2024-07-29T16:19:43.519 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.519 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.519 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.519 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 28, 2024-07-29T16:19:43.519 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 25 2024-07-29T16:19:43.519 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.519 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.519 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.519 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.519 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.519 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.519 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:43.520 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.520 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:43.520 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "584'30" 2024-07-29T16:19:43.520 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.520 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.520 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.520 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.520 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.520 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.520 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.520 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T16:19:43.520 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.520 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.520 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.520 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.521 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.521 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.521 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.122239+0000", 2024-07-29T16:19:43.521 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.981765+0000", 2024-07-29T16:19:43.521 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.981765+0000", 2024-07-29T16:19:43.521 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.982078+0000", 2024-07-29T16:19:43.521 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.122239+0000", 2024-07-29T16:19:43.521 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.521 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.521 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.521 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.521 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.122239+0000", 2024-07-29T16:19:43.521 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.122239+0000", 2024-07-29T16:19:43.521 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.122239+0000", 2024-07-29T16:19:43.521 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.521 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.522 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.522 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.122239+0000", 2024-07-29T16:19:43.522 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.122239+0000", 2024-07-29T16:19:43.522 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.522 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.522 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.522 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.522 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.522 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.522 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.522 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.522 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.522 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.523 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.523 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.523 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.523 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.14", 2024-07-29T16:19:43.523 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.523 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.523 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.523 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5190, 2024-07-29T16:19:43.523 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.523 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:24:25.811253+0000", 2024-07-29T16:19:43.523 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.523 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.523 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.525 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.525 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.525 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.525 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.525 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.525 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.525 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.525 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.525 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.525 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.525 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.525 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.525 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.525 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.525 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.526 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.526 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.526 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.526 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.526 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.526 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.526 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.526 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.526 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.526 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.526 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.526 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.526 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.526 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.527 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.527 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.527 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T16:19:43.527 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.527 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.527 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.527 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.527 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.527 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.527 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.527 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.527 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:43.527 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.527 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.527 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:43.528 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.528 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.528 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.528 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.253974+0000", 2024-07-29T16:19:43.528 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.045980+0000", 2024-07-29T16:19:43.528 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.045980+0000", 2024-07-29T16:19:43.528 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.046308+0000", 2024-07-29T16:19:43.528 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.253974+0000", 2024-07-29T16:19:43.528 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.528 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.528 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.528 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:43.528 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.253974+0000", 2024-07-29T16:19:43.528 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.253974+0000", 2024-07-29T16:19:43.528 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.253974+0000", 2024-07-29T16:19:43.528 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.529 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.529 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.529 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.253974+0000", 2024-07-29T16:19:43.529 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.253974+0000", 2024-07-29T16:19:43.529 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.529 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3, 2024-07-29T16:19:43.529 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.529 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.529 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:43.529 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.529 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.529 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.529 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.529 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3, 2024-07-29T16:19:43.529 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.530 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.530 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.530 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.15", 2024-07-29T16:19:43.530 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.530 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.530 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.530 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5286, 2024-07-29T16:19:43.530 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.530 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:31:10.224659+0000", 2024-07-29T16:19:43.530 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.530 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.530 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.530 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 90, 2024-07-29T16:19:43.530 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.530 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.530 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 6, 2024-07-29T16:19:43.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 2, 2024-07-29T16:19:43.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.532 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 2, 2024-07-29T16:19:43.532 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.532 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.532 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.532 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.532 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.532 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:43.532 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.532 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.532 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.532 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.532 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.532 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.533 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.533 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 11, 2024-07-29T16:19:43.533 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 11, 2024-07-29T16:19:43.533 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.533 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.533 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.533 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 4, 2024-07-29T16:19:43.533 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 1 2024-07-29T16:19:43.533 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.533 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.533 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.533 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.533 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.533 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.534 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.534 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.534 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:43.534 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'3" 2024-07-29T16:19:43.534 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.534 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.534 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.534 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.534 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.534 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:43.534 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.534 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:43.534 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.535 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.535 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.535 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.535 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.535 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.535 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.123751+0000", 2024-07-29T16:19:43.535 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.057825+0000", 2024-07-29T16:19:43.535 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.057825+0000", 2024-07-29T16:19:43.535 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.058180+0000", 2024-07-29T16:19:43.535 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.123751+0000", 2024-07-29T16:19:43.535 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.535 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.535 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.535 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:43.536 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.123751+0000", 2024-07-29T16:19:43.536 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.123751+0000", 2024-07-29T16:19:43.536 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.123751+0000", 2024-07-29T16:19:43.536 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.536 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.536 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.536 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.123751+0000", 2024-07-29T16:19:43.536 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.123751+0000", 2024-07-29T16:19:43.536 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.536 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.536 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.536 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.536 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:43.536 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.537 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.537 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.537 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.537 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.537 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.537 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.537 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.537 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.17", 2024-07-29T16:19:43.537 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.537 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.537 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.537 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5326, 2024-07-29T16:19:43.537 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.537 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:57:45.853044+0000", 2024-07-29T16:19:43.537 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.538 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.538 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.539 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.539 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.539 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.539 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.539 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.539 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.539 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.539 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.539 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.539 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.539 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.539 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.539 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.539 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.540 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.540 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.540 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.540 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.540 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.540 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.540 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.540 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.540 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.540 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.540 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.540 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.540 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.540 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.541 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.541 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.541 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.541 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.541 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.541 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.541 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:43.541 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.541 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:43.541 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.541 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.541 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.541 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.541 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.542 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.542 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:43.542 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.542 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:43.542 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.542 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.542 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:43.542 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.542 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.542 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.542 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.258486+0000", 2024-07-29T16:19:43.542 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.014015+0000", 2024-07-29T16:19:43.542 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.014015+0000", 2024-07-29T16:19:43.542 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.014539+0000", 2024-07-29T16:19:43.542 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.258486+0000", 2024-07-29T16:19:43.543 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.543 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.543 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.543 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:43.543 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.258486+0000", 2024-07-29T16:19:43.543 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.258486+0000", 2024-07-29T16:19:43.543 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.258486+0000", 2024-07-29T16:19:43.543 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.543 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.543 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.543 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.258486+0000", 2024-07-29T16:19:43.543 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.258486+0000", 2024-07-29T16:19:43.543 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.543 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.543 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.544 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.544 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:43.544 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.544 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.544 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.544 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.544 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.544 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.544 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.544 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.544 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.16", 2024-07-29T16:19:43.544 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.544 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.544 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.544 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5134, 2024-07-29T16:19:43.544 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.545 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:26:39.275591+0000", 2024-07-29T16:19:43.545 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.545 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.545 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.546 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.546 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.546 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.546 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.546 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.546 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.546 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.546 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.546 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.546 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.546 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.546 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.546 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.547 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.547 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.547 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.547 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.547 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.547 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.547 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.547 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.547 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.547 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.547 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.547 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.547 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.547 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.547 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.547 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.548 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.548 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.548 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.548 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.548 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.548 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.548 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:43.548 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.548 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:43.548 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.548 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.548 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.548 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.548 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.548 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.548 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:43.549 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.549 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:43.549 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.549 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.549 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.549 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.549 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.549 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.549 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.258339+0000", 2024-07-29T16:19:43.549 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.986865+0000", 2024-07-29T16:19:43.549 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.986865+0000", 2024-07-29T16:19:43.549 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.987176+0000", 2024-07-29T16:19:43.549 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.258339+0000", 2024-07-29T16:19:43.549 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.549 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.549 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.550 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.550 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.258339+0000", 2024-07-29T16:19:43.550 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.258339+0000", 2024-07-29T16:19:43.550 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.258339+0000", 2024-07-29T16:19:43.550 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.550 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.550 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.550 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.258339+0000", 2024-07-29T16:19:43.550 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.258339+0000", 2024-07-29T16:19:43.550 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.550 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.550 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.550 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.550 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.550 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.551 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.551 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.551 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.551 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.551 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.551 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.551 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.551 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.16", 2024-07-29T16:19:43.551 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.551 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.551 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.551 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5138, 2024-07-29T16:19:43.551 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.551 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:21:48.415318+0000", 2024-07-29T16:19:43.551 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.552 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.552 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.553 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.553 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.553 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.553 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.553 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.553 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.553 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.553 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.553 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.553 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.553 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.553 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.553 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.554 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.554 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.554 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.554 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.554 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.554 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.554 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.554 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.554 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.554 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.554 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.554 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.554 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.554 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.555 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.555 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.555 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.555 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.555 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.555 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.555 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:43.555 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.555 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:43.555 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.555 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.555 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.555 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.555 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.556 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.556 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:43.556 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.556 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:43.556 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.556 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.556 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:43.556 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.556 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.556 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.556 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252121+0000", 2024-07-29T16:19:43.556 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.013097+0000", 2024-07-29T16:19:43.556 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.013097+0000", 2024-07-29T16:19:43.557 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.013406+0000", 2024-07-29T16:19:43.557 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252121+0000", 2024-07-29T16:19:43.557 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.557 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.557 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.557 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:43.557 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252121+0000", 2024-07-29T16:19:43.557 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252121+0000", 2024-07-29T16:19:43.557 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252121+0000", 2024-07-29T16:19:43.557 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.557 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.557 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.557 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252121+0000", 2024-07-29T16:19:43.558 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252121+0000", 2024-07-29T16:19:43.558 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.558 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.558 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.558 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.558 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:43.558 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.558 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.558 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.558 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.558 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.558 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.558 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.558 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.558 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.17", 2024-07-29T16:19:43.559 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.559 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.559 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.559 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5113, 2024-07-29T16:19:43.559 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.559 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:25:12.417653+0000", 2024-07-29T16:19:43.559 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.559 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.559 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.561 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.561 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.561 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.561 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.561 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.561 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.561 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.561 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.561 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.561 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.561 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.561 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.561 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.561 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.562 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.562 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.562 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.562 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.562 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.562 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.562 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.562 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.562 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.562 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.562 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.562 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:43.562 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.563 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:43.563 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.563 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.563 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.563 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.563 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.563 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.563 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:43.563 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.563 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:43.563 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.563 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.563 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.563 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.563 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.564 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.564 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250907+0000", 2024-07-29T16:19:43.564 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.424634+0000", 2024-07-29T16:19:43.564 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.424634+0000", 2024-07-29T16:19:43.564 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.426250+0000", 2024-07-29T16:19:43.564 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250907+0000", 2024-07-29T16:19:43.564 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.564 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.564 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.564 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:43.564 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250907+0000", 2024-07-29T16:19:43.564 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250907+0000", 2024-07-29T16:19:43.564 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250907+0000", 2024-07-29T16:19:43.564 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.565 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.565 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.565 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250907+0000", 2024-07-29T16:19:43.565 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250907+0000", 2024-07-29T16:19:43.565 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.565 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.565 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.565 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.565 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:43.565 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.565 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.565 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.565 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.565 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.566 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.566 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.566 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.566 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.19", 2024-07-29T16:19:43.566 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.566 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.566 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.566 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5285, 2024-07-29T16:19:43.566 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.566 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:32:50.447472+0000", 2024-07-29T16:19:43.566 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.566 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.566 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.566 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.566 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.568 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.568 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.568 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.568 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.568 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.568 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.568 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.568 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.568 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.568 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.568 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.568 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.568 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.568 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.568 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.568 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.569 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.569 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.569 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.569 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.569 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.569 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.569 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.569 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.569 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.569 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.569 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.569 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.569 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.569 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.569 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.570 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:43.570 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.570 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:43.570 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.570 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.570 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.570 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.570 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.570 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.570 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:43.570 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.570 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:43.570 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.570 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.571 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:43.571 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.571 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.571 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.571 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251684+0000", 2024-07-29T16:19:43.571 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.984569+0000", 2024-07-29T16:19:43.571 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.984569+0000", 2024-07-29T16:19:43.571 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.985477+0000", 2024-07-29T16:19:43.571 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251684+0000", 2024-07-29T16:19:43.571 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.571 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.571 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.571 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.572 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251684+0000", 2024-07-29T16:19:43.572 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251684+0000", 2024-07-29T16:19:43.572 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251684+0000", 2024-07-29T16:19:43.572 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.572 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.572 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.572 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251684+0000", 2024-07-29T16:19:43.572 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251684+0000", 2024-07-29T16:19:43.572 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.572 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.572 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.572 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.572 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.572 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.572 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.573 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.573 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.573 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.573 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.573 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.573 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.573 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.18", 2024-07-29T16:19:43.573 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.573 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.573 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.573 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5154, 2024-07-29T16:19:43.573 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.573 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:21:37.174575+0000", 2024-07-29T16:19:43.573 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.574 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.574 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.576 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.576 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.576 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.576 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.576 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.576 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.576 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.576 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.576 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.576 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.576 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.576 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.576 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.576 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.576 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.576 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.577 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.577 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:43.577 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.577 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:43.577 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.577 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.577 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.577 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.577 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.577 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.577 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:43.577 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.577 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:43.577 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.577 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.577 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.578 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.578 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.578 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.578 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.123096+0000", 2024-07-29T16:19:43.578 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:08:43.006406+0000", 2024-07-29T16:19:43.578 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:08:43.006406+0000", 2024-07-29T16:19:43.578 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:08:43.006678+0000", 2024-07-29T16:19:43.578 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.123096+0000", 2024-07-29T16:19:43.578 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.578 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.578 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.578 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 433, 2024-07-29T16:19:43.578 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.123096+0000", 2024-07-29T16:19:43.578 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.123096+0000", 2024-07-29T16:19:43.578 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.123096+0000", 2024-07-29T16:19:43.579 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.579 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.579 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.579 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.123096+0000", 2024-07-29T16:19:43.579 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.123096+0000", 2024-07-29T16:19:43.579 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.579 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.579 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.579 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.579 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 432, 2024-07-29T16:19:43.579 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.579 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.579 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.579 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.579 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.579 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.580 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.580 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.580 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.18", 2024-07-29T16:19:43.580 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.580 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.580 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.580 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5244, 2024-07-29T16:19:43.580 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.580 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:28:36.331276+0000", 2024-07-29T16:19:43.580 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.580 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.580 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.580 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.580 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.580 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.583 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.583 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.583 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.583 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.583 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.583 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.583 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.583 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.583 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.583 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.583 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.583 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.583 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.583 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:43.583 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.584 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:43.584 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.584 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.584 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.584 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.584 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.584 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.584 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.584 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.584 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:43.584 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.584 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.584 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:43.584 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.584 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.584 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121357+0000", 2024-07-29T16:19:43.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.008565+0000", 2024-07-29T16:19:43.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.008565+0000", 2024-07-29T16:19:43.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.008901+0000", 2024-07-29T16:19:43.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121357+0000", 2024-07-29T16:19:43.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:43.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121357+0000", 2024-07-29T16:19:43.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121357+0000", 2024-07-29T16:19:43.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121357+0000", 2024-07-29T16:19:43.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.586 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121357+0000", 2024-07-29T16:19:43.586 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121357+0000", 2024-07-29T16:19:43.586 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.586 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.586 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.586 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.586 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:43.586 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.586 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.586 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.586 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.586 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.586 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.586 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.586 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.586 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.19", 2024-07-29T16:19:43.587 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.587 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.587 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.587 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5250, 2024-07-29T16:19:43.587 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.587 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:35:13.323958+0000", 2024-07-29T16:19:43.587 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.587 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.587 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.587 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.587 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.587 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.587 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.590 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.590 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.590 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.590 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.590 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.590 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.590 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.590 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.590 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.590 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.590 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.590 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.590 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.590 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.590 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.590 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:43.591 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.591 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.591 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.591 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.591 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.591 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.591 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:43.591 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.591 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:43.591 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.591 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.591 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:43.591 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.591 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.591 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.591 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250528+0000", 2024-07-29T16:19:43.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.008271+0000", 2024-07-29T16:19:43.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.008271+0000", 2024-07-29T16:19:43.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.008600+0000", 2024-07-29T16:19:43.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250528+0000", 2024-07-29T16:19:43.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:43.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250528+0000", 2024-07-29T16:19:43.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250528+0000", 2024-07-29T16:19:43.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250528+0000", 2024-07-29T16:19:43.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250528+0000", 2024-07-29T16:19:43.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250528+0000", 2024-07-29T16:19:43.593 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.593 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3, 2024-07-29T16:19:43.593 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.593 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.593 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:43.593 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.593 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.593 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.593 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.593 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3, 2024-07-29T16:19:43.593 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.593 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.593 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.593 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1a", 2024-07-29T16:19:43.594 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.594 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.594 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.594 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5137, 2024-07-29T16:19:43.594 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.594 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:17:41.118771+0000", 2024-07-29T16:19:43.594 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.594 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.594 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.594 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.594 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.594 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.594 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.594 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.594 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.597 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.597 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.597 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.597 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.597 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.597 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.597 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.597 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.597 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.597 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:43.597 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.597 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:43.597 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "584'3" 2024-07-29T16:19:43.597 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.597 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.598 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.598 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.598 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.598 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:43.598 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.598 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:43.598 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.598 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.598 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.598 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.598 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.598 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.598 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121740+0000", 2024-07-29T16:19:43.598 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.982309+0000", 2024-07-29T16:19:43.598 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.982309+0000", 2024-07-29T16:19:43.599 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.983273+0000", 2024-07-29T16:19:43.599 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121740+0000", 2024-07-29T16:19:43.599 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.599 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.599 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.599 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.599 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121740+0000", 2024-07-29T16:19:43.599 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121740+0000", 2024-07-29T16:19:43.599 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121740+0000", 2024-07-29T16:19:43.599 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.599 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.599 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.599 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121740+0000", 2024-07-29T16:19:43.599 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121740+0000", 2024-07-29T16:19:43.600 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.600 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.600 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.600 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.600 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.600 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.600 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.600 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.600 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.600 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.600 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.600 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.600 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.600 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1b", 2024-07-29T16:19:43.601 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.601 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.601 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.601 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5325, 2024-07-29T16:19:43.601 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.601 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:05:21.443739+0000", 2024-07-29T16:19:43.601 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.601 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.601 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.601 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.601 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.601 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.601 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.601 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.604 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.604 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.604 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.604 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.604 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.604 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.604 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.604 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.604 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.604 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.604 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.604 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.604 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.604 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.604 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:43.605 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.605 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:43.605 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.605 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.605 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.605 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.605 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.605 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.605 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.605 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.605 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:43.605 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.605 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.605 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:43.606 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.606 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.606 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.606 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.122055+0000", 2024-07-29T16:19:43.606 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.993956+0000", 2024-07-29T16:19:43.606 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.993956+0000", 2024-07-29T16:19:43.606 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.994304+0000", 2024-07-29T16:19:43.606 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.122055+0000", 2024-07-29T16:19:43.606 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.606 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.606 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.607 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.607 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.122055+0000", 2024-07-29T16:19:43.607 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.122055+0000", 2024-07-29T16:19:43.607 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.122055+0000", 2024-07-29T16:19:43.607 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.607 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.607 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:43.607 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.122055+0000", 2024-07-29T16:19:43.607 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.122055+0000", 2024-07-29T16:19:43.607 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.607 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3, 2024-07-29T16:19:43.607 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.607 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.608 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.608 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.608 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.608 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.608 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.608 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3, 2024-07-29T16:19:43.608 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.608 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.608 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.608 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1b", 2024-07-29T16:19:43.608 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.608 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.608 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.609 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5222, 2024-07-29T16:19:43.609 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.609 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:12:07.091268+0000", 2024-07-29T16:19:43.609 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.609 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.609 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.612 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.612 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.612 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.612 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.612 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.612 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.612 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.612 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.612 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:43.612 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "584'3" 2024-07-29T16:19:43.612 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.612 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.612 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.612 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.613 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.613 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:43.613 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.613 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T16:19:43.613 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.613 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.613 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.613 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.613 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.613 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.613 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121192+0000", 2024-07-29T16:19:43.613 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.431360+0000", 2024-07-29T16:19:43.613 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.431360+0000", 2024-07-29T16:19:43.613 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.431666+0000", 2024-07-29T16:19:43.613 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121192+0000", 2024-07-29T16:19:43.614 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.614 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.614 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.614 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:43.614 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121192+0000", 2024-07-29T16:19:43.614 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121192+0000", 2024-07-29T16:19:43.614 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121192+0000", 2024-07-29T16:19:43.614 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.614 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.614 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.614 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121192+0000", 2024-07-29T16:19:43.614 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121192+0000", 2024-07-29T16:19:43.614 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.614 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.614 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.615 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.615 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:43.615 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.615 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.615 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.615 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.615 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.615 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.615 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.615 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.615 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1a", 2024-07-29T16:19:43.615 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.615 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.615 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.615 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5210, 2024-07-29T16:19:43.615 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.616 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:40:11.845524+0000", 2024-07-29T16:19:43.616 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.616 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.616 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.616 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.616 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.616 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.616 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.616 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.616 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.616 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.616 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.616 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.616 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.616 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.616 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.618 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.618 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.618 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.618 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.618 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.618 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.618 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.618 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.618 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.618 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.618 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.618 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.618 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.619 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.619 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.619 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.619 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.619 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.619 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.619 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.619 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.619 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:43.619 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.619 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T16:19:43.619 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.619 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.620 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.620 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.620 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.620 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.620 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:43.620 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.620 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:43.620 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.620 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.620 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.620 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.620 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.620 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.620 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250463+0000", 2024-07-29T16:19:43.620 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.014124+0000", 2024-07-29T16:19:43.620 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.014124+0000", 2024-07-29T16:19:43.621 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.014394+0000", 2024-07-29T16:19:43.621 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250463+0000", 2024-07-29T16:19:43.621 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.621 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.621 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.621 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:43.621 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250463+0000", 2024-07-29T16:19:43.621 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250463+0000", 2024-07-29T16:19:43.621 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250463+0000", 2024-07-29T16:19:43.621 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.621 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.621 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.621 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250463+0000", 2024-07-29T16:19:43.621 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250463+0000", 2024-07-29T16:19:43.621 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.621 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.622 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.622 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.622 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:43.622 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.622 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.622 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.622 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.622 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.622 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.622 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.622 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.622 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.20", 2024-07-29T16:19:43.622 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.623 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.623 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.623 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5125, 2024-07-29T16:19:43.623 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.623 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:59:44.541110+0000", 2024-07-29T16:19:43.623 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.623 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.623 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.623 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.623 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.623 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.623 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.625 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.625 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.625 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.625 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.625 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.625 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.625 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.625 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.625 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.625 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.625 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.625 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.625 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.626 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.626 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.626 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.626 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.626 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.627 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.627 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:43.627 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.627 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:43.627 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.627 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.627 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.627 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.627 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.627 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.627 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.627 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.627 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T16:19:43.628 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.628 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.628 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.628 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.628 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.628 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.628 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252171+0000", 2024-07-29T16:19:43.628 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.010332+0000", 2024-07-29T16:19:43.628 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.010332+0000", 2024-07-29T16:19:43.628 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.010667+0000", 2024-07-29T16:19:43.628 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252171+0000", 2024-07-29T16:19:43.628 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.629 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.629 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.629 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:43.629 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252171+0000", 2024-07-29T16:19:43.629 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252171+0000", 2024-07-29T16:19:43.629 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252171+0000", 2024-07-29T16:19:43.629 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.629 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.629 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.629 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252171+0000", 2024-07-29T16:19:43.629 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252171+0000", 2024-07-29T16:19:43.629 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.629 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.630 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.630 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.630 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:43.630 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.630 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.630 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.630 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.630 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.630 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.630 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.630 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.630 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.21", 2024-07-29T16:19:43.630 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.631 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.631 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.631 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5222, 2024-07-29T16:19:43.631 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.631 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:16:38.073084+0000", 2024-07-29T16:19:43.631 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.631 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.631 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.631 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.631 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.631 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.631 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.631 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.631 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.634 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.634 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.634 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.634 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.634 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.634 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.634 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.634 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.634 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.634 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.634 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.634 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.634 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.635 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.635 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.635 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T16:19:43.635 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.635 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.635 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.635 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.635 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.635 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.635 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.635 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.635 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:43.635 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.635 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.636 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.636 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.636 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.636 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.636 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254438+0000", 2024-07-29T16:19:43.636 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.052196+0000", 2024-07-29T16:19:43.636 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.052196+0000", 2024-07-29T16:19:43.636 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.052564+0000", 2024-07-29T16:19:43.636 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254438+0000", 2024-07-29T16:19:43.636 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.636 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.636 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.636 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:43.637 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254438+0000", 2024-07-29T16:19:43.637 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254438+0000", 2024-07-29T16:19:43.637 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254438+0000", 2024-07-29T16:19:43.637 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.637 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.637 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.637 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254438+0000", 2024-07-29T16:19:43.637 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254438+0000", 2024-07-29T16:19:43.637 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.637 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.637 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.637 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.637 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:43.637 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.637 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.638 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.638 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.638 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.638 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.638 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.638 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.638 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.22", 2024-07-29T16:19:43.638 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.638 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.638 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.638 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5174, 2024-07-29T16:19:43.638 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.638 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:26:10.812494+0000", 2024-07-29T16:19:43.638 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.638 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.639 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.639 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.639 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.639 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.639 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.639 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.639 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.639 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.639 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.639 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.639 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.639 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.639 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.641 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.641 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.642 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.642 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.642 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.642 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.642 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.642 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.642 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:43.642 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.642 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.642 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.642 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.642 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.643 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.643 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:43.643 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.643 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:43.643 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.643 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.643 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.643 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.643 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.643 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.643 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121580+0000", 2024-07-29T16:19:43.643 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.425524+0000", 2024-07-29T16:19:43.643 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.425524+0000", 2024-07-29T16:19:43.643 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.426411+0000", 2024-07-29T16:19:43.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121580+0000", 2024-07-29T16:19:43.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:43.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121580+0000", 2024-07-29T16:19:43.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121580+0000", 2024-07-29T16:19:43.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121580+0000", 2024-07-29T16:19:43.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121580+0000", 2024-07-29T16:19:43.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121580+0000", 2024-07-29T16:19:43.645 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.645 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.645 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.645 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.645 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:43.645 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.645 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.645 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.645 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.645 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.645 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.645 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.645 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.645 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.23", 2024-07-29T16:19:43.646 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.646 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.646 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.646 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5330, 2024-07-29T16:19:43.646 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.646 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:02:55.959097+0000", 2024-07-29T16:19:43.646 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.646 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.646 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.646 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.646 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.646 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.646 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.649 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.649 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.649 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.649 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.649 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.649 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.649 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.649 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.649 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.649 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.649 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.649 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.649 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.649 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:43.650 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.650 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:43.650 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.650 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.650 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.650 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.650 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.650 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.650 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.650 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.650 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:43.650 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.650 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.650 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.650 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.650 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.651 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.122910+0000", 2024-07-29T16:19:43.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.430332+0000", 2024-07-29T16:19:43.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.430332+0000", 2024-07-29T16:19:43.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.430625+0000", 2024-07-29T16:19:43.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.122910+0000", 2024-07-29T16:19:43.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:43.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.122910+0000", 2024-07-29T16:19:43.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.122910+0000", 2024-07-29T16:19:43.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.122910+0000", 2024-07-29T16:19:43.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.652 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.122910+0000", 2024-07-29T16:19:43.652 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.122910+0000", 2024-07-29T16:19:43.652 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.652 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.652 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.652 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.652 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:43.652 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.652 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.652 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.652 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.652 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.652 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.652 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.652 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.652 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.24", 2024-07-29T16:19:43.653 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.653 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.653 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.653 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5250, 2024-07-29T16:19:43.653 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.653 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:04:48.432077+0000", 2024-07-29T16:19:43.653 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.653 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.653 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.653 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.653 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.653 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.653 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.653 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.656 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.656 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.656 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.656 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.656 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.656 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.656 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.656 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.656 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.656 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.656 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.656 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.656 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.657 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:43.657 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.657 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.657 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.657 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.657 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.657 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.657 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:43.657 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.657 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:43.657 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.657 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.657 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.657 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.658 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.658 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.658 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250554+0000", 2024-07-29T16:19:43.658 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:08:42.998413+0000", 2024-07-29T16:19:43.658 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:08:42.998413+0000", 2024-07-29T16:19:43.658 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:08:42.998707+0000", 2024-07-29T16:19:43.658 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250554+0000", 2024-07-29T16:19:43.658 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.658 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.658 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.658 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 433, 2024-07-29T16:19:43.658 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250554+0000", 2024-07-29T16:19:43.659 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250554+0000", 2024-07-29T16:19:43.659 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250554+0000", 2024-07-29T16:19:43.659 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.659 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.659 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.659 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250554+0000", 2024-07-29T16:19:43.659 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250554+0000", 2024-07-29T16:19:43.659 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.659 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.659 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.659 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.659 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 432, 2024-07-29T16:19:43.659 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.659 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.660 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.660 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.660 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.660 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.660 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.660 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.660 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.25", 2024-07-29T16:19:43.660 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.660 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.660 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.660 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5289, 2024-07-29T16:19:43.660 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.660 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:28:48.837099+0000", 2024-07-29T16:19:43.660 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.660 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.661 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.663 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.663 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.664 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.664 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.664 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.664 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.664 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:43.664 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.664 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:43.664 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.664 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.664 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.664 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.664 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.664 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.664 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:43.664 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.665 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:43.665 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.665 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.665 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.665 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.665 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.665 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.665 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252566+0000", 2024-07-29T16:19:43.665 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.981196+0000", 2024-07-29T16:19:43.665 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.981196+0000", 2024-07-29T16:19:43.665 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.981498+0000", 2024-07-29T16:19:43.665 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252566+0000", 2024-07-29T16:19:43.665 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252566+0000", 2024-07-29T16:19:43.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252566+0000", 2024-07-29T16:19:43.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252566+0000", 2024-07-29T16:19:43.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252566+0000", 2024-07-29T16:19:43.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252566+0000", 2024-07-29T16:19:43.666 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.667 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.667 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.667 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.667 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.667 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.667 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.667 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.667 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.667 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.667 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.667 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.667 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.667 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.26", 2024-07-29T16:19:43.667 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.668 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.668 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.668 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5140, 2024-07-29T16:19:43.668 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.668 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:59:43.548837+0000", 2024-07-29T16:19:43.668 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.668 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.668 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.668 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.668 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.668 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.668 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.668 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.668 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.668 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.671 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.671 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.671 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.671 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.671 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.671 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.671 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.671 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.671 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.671 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.671 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.671 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:43.671 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.672 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:43.672 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.672 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.672 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.672 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.672 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.672 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.672 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:43.672 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.672 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:43.672 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.672 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.672 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.672 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.673 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.673 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.673 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.123371+0000", 2024-07-29T16:19:43.673 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.424045+0000", 2024-07-29T16:19:43.673 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.424045+0000", 2024-07-29T16:19:43.673 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.424392+0000", 2024-07-29T16:19:43.673 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.123371+0000", 2024-07-29T16:19:43.673 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.673 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.673 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.673 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:43.673 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.123371+0000", 2024-07-29T16:19:43.673 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.123371+0000", 2024-07-29T16:19:43.673 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.123371+0000", 2024-07-29T16:19:43.674 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.674 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.674 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.674 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.123371+0000", 2024-07-29T16:19:43.674 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.123371+0000", 2024-07-29T16:19:43.674 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.674 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.674 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.674 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.674 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:43.674 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.674 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.674 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.675 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.675 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.675 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.675 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.675 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.675 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.27", 2024-07-29T16:19:43.675 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.675 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.675 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.675 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5233, 2024-07-29T16:19:43.675 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.675 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:30:20.699188+0000", 2024-07-29T16:19:43.675 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.675 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.676 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.676 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.676 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.676 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.676 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.676 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.676 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.676 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.676 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.676 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.676 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.676 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.676 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.676 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.676 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.678 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.678 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.678 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.678 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.678 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.679 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.679 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:43.679 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.679 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:43.679 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.679 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.679 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.679 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.679 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.679 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.679 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:43.679 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.679 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:43.679 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.679 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.679 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.680 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.680 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.680 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.680 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251916+0000", 2024-07-29T16:19:43.680 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.058221+0000", 2024-07-29T16:19:43.680 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.058221+0000", 2024-07-29T16:19:43.680 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.058563+0000", 2024-07-29T16:19:43.680 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251916+0000", 2024-07-29T16:19:43.680 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.680 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.680 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.680 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:43.680 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251916+0000", 2024-07-29T16:19:43.680 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251916+0000", 2024-07-29T16:19:43.680 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251916+0000", 2024-07-29T16:19:43.680 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.681 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.681 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.681 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251916+0000", 2024-07-29T16:19:43.681 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251916+0000", 2024-07-29T16:19:43.681 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.681 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.681 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.681 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.681 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:43.681 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.681 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.681 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.681 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.681 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.681 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.681 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.682 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.682 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.28", 2024-07-29T16:19:43.682 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.682 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.682 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.682 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5173, 2024-07-29T16:19:43.682 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.682 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:40:28.782572+0000", 2024-07-29T16:19:43.682 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.682 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.682 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.682 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.682 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.682 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.682 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.683 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.683 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.683 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.683 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.683 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.683 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.683 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.683 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.683 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.683 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.683 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.683 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.683 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.683 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.683 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.685 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.685 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.685 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.685 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.685 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.685 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.685 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.685 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.685 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.685 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.685 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.685 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.685 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:43.685 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.685 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:43.685 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.686 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.686 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.686 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.686 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.686 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.686 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:43.686 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.686 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:43.686 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.686 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.686 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.686 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.686 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.686 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.687 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121467+0000", 2024-07-29T16:19:43.687 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.429521+0000", 2024-07-29T16:19:43.687 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.429521+0000", 2024-07-29T16:19:43.687 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.429904+0000", 2024-07-29T16:19:43.687 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121467+0000", 2024-07-29T16:19:43.687 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.687 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.687 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.687 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:43.687 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121467+0000", 2024-07-29T16:19:43.687 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121467+0000", 2024-07-29T16:19:43.687 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121467+0000", 2024-07-29T16:19:43.687 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.687 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.688 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.688 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121467+0000", 2024-07-29T16:19:43.688 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121467+0000", 2024-07-29T16:19:43.688 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.688 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.688 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.688 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.688 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:43.688 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.688 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.688 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.688 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.688 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.689 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.689 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.689 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.689 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.29", 2024-07-29T16:19:43.689 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.689 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.689 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.689 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5240, 2024-07-29T16:19:43.689 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.689 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:47:11.920597+0000", 2024-07-29T16:19:43.689 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.689 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.689 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.690 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.690 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.690 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.690 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.690 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.690 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.690 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.690 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.690 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.690 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.690 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.690 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.690 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.690 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.691 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.691 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.691 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.691 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.691 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.691 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.691 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.691 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.691 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.691 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.691 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.691 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.691 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.691 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.691 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.692 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.692 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.692 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.692 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.692 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.692 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.692 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.692 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.692 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.692 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.692 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.692 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.692 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.693 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.693 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.693 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.693 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.693 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:43.693 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.693 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:43.693 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.693 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.693 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.693 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.693 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.693 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.693 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.694 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.694 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:43.694 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.694 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.694 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.694 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.694 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.694 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.694 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254103+0000", 2024-07-29T16:19:43.694 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.982374+0000", 2024-07-29T16:19:43.694 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.982374+0000", 2024-07-29T16:19:43.694 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.982766+0000", 2024-07-29T16:19:43.694 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254103+0000", 2024-07-29T16:19:43.694 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.694 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.695 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.695 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.695 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254103+0000", 2024-07-29T16:19:43.695 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254103+0000", 2024-07-29T16:19:43.695 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254103+0000", 2024-07-29T16:19:43.695 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.695 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.695 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.695 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254103+0000", 2024-07-29T16:19:43.695 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254103+0000", 2024-07-29T16:19:43.695 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.695 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.695 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.696 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.696 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.696 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.696 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.696 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.696 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.696 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.696 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.696 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.696 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.696 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2a", 2024-07-29T16:19:43.696 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.696 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.696 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.696 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5159, 2024-07-29T16:19:43.696 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.697 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:29:38.598903+0000", 2024-07-29T16:19:43.697 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.697 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.697 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.697 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.697 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.697 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.697 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.697 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.697 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.697 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.697 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.697 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.697 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.697 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.698 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.698 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.698 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.698 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.698 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.698 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.698 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.698 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.698 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.698 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.698 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.698 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.698 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.699 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.699 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.699 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.699 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.699 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.699 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.699 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.699 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.699 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.699 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.699 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.699 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.699 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.699 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.699 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.700 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.700 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.700 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.700 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.700 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.700 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.700 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.700 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.700 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.700 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:43.700 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.700 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.700 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.700 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.701 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.701 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.701 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:43.701 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.701 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:43.701 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.701 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.701 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.701 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.701 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.701 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.701 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121940+0000", 2024-07-29T16:19:43.701 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.992071+0000", 2024-07-29T16:19:43.701 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.992071+0000", 2024-07-29T16:19:43.701 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.992372+0000", 2024-07-29T16:19:43.702 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121940+0000", 2024-07-29T16:19:43.702 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.702 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.702 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.702 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.702 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121940+0000", 2024-07-29T16:19:43.702 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121940+0000", 2024-07-29T16:19:43.702 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121940+0000", 2024-07-29T16:19:43.702 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.702 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.702 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.702 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121940+0000", 2024-07-29T16:19:43.702 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121940+0000", 2024-07-29T16:19:43.702 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.702 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.703 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.703 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.703 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.703 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.703 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.703 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.703 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.703 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.703 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.703 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.703 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.703 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2b", 2024-07-29T16:19:43.703 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.703 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.703 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.704 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5328, 2024-07-29T16:19:43.704 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.704 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:14:28.740083+0000", 2024-07-29T16:19:43.704 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.704 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.704 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.704 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.704 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.704 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.704 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.704 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.704 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.704 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.704 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.704 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.705 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.705 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.705 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.705 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.705 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.705 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.705 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.705 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.705 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.705 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.705 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.705 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.705 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.705 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.706 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.706 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.706 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.706 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.706 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.706 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.706 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.706 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.706 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.706 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.706 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.706 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.706 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.706 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.706 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.707 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.707 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.707 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.707 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.707 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.707 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.707 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.707 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.707 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:43.707 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.707 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:43.707 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.707 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.707 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.707 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.707 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.708 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.708 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.708 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.708 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:43.708 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.708 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.708 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.708 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.708 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.708 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.708 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251083+0000", 2024-07-29T16:19:43.708 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.009308+0000", 2024-07-29T16:19:43.708 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.009308+0000", 2024-07-29T16:19:43.708 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.009651+0000", 2024-07-29T16:19:43.708 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251083+0000", 2024-07-29T16:19:43.708 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.709 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.709 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.709 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:43.709 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251083+0000", 2024-07-29T16:19:43.709 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251083+0000", 2024-07-29T16:19:43.709 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251083+0000", 2024-07-29T16:19:43.709 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.709 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.709 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.709 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251083+0000", 2024-07-29T16:19:43.709 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251083+0000", 2024-07-29T16:19:43.709 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.709 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.709 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.709 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.709 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:43.710 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.710 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.710 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.710 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.710 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.710 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.710 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.710 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.710 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2c", 2024-07-29T16:19:43.710 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.710 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.710 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.710 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5124, 2024-07-29T16:19:43.710 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.711 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:32:41.726754+0000", 2024-07-29T16:19:43.711 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.711 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.711 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.711 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.711 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.711 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.711 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.711 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.711 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.711 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.711 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.711 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.711 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.711 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.712 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.712 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.712 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.712 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.712 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.712 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.712 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.712 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.712 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.712 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.712 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.712 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.712 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.712 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.712 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.713 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.713 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.713 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.713 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.713 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.713 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.713 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.713 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.713 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.713 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.713 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.713 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.713 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.714 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.714 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.714 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.714 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.714 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.714 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.714 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.714 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.714 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.714 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:43.714 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.714 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.714 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.714 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.714 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.714 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.715 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.715 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.715 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:43.715 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.715 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.715 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.715 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.715 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.715 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.715 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.255387+0000", 2024-07-29T16:19:43.715 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.988609+0000", 2024-07-29T16:19:43.715 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.988609+0000", 2024-07-29T16:19:43.715 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.991489+0000", 2024-07-29T16:19:43.715 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.255387+0000", 2024-07-29T16:19:43.715 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.716 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.716 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.716 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.716 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.255387+0000", 2024-07-29T16:19:43.716 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.255387+0000", 2024-07-29T16:19:43.716 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.255387+0000", 2024-07-29T16:19:43.716 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.716 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.716 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.716 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.255387+0000", 2024-07-29T16:19:43.716 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.255387+0000", 2024-07-29T16:19:43.716 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.716 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.716 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.716 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.716 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.717 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.717 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.717 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.717 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.717 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.717 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.717 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.717 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.717 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2d", 2024-07-29T16:19:43.717 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.717 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.717 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.717 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5074, 2024-07-29T16:19:43.717 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.717 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:32:57.826978+0000", 2024-07-29T16:19:43.718 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.718 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.718 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.718 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.718 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.718 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.718 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.718 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.718 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.718 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.718 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.718 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.718 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.718 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.719 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.719 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.719 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.719 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.719 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.719 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.719 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.719 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.719 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.719 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.719 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.719 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.719 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.719 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.719 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.720 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.720 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.720 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.720 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.720 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.720 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.720 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.720 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.720 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.720 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.720 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.720 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.720 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.720 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.720 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.721 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.721 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.721 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.721 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.721 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.721 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.721 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.721 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:43.721 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.721 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.721 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.721 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.721 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.721 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.721 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:43.721 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.722 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T16:19:43.722 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.722 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.722 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.722 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.722 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.722 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.722 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.253790+0000", 2024-07-29T16:19:43.722 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.989155+0000", 2024-07-29T16:19:43.722 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.989155+0000", 2024-07-29T16:19:43.722 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.989511+0000", 2024-07-29T16:19:43.722 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.253790+0000", 2024-07-29T16:19:43.722 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.722 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.722 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.723 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.723 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.253790+0000", 2024-07-29T16:19:43.723 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.253790+0000", 2024-07-29T16:19:43.723 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.253790+0000", 2024-07-29T16:19:43.723 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.723 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.723 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.723 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.253790+0000", 2024-07-29T16:19:43.723 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.253790+0000", 2024-07-29T16:19:43.723 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.723 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.723 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.723 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.723 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.723 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.723 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.724 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.724 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.724 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.724 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.724 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.724 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.724 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2e", 2024-07-29T16:19:43.724 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.724 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.724 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.724 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5218, 2024-07-29T16:19:43.724 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.724 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:53:01.656683+0000", 2024-07-29T16:19:43.725 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.725 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.725 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.725 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.725 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.725 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.725 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.725 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.725 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.725 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.725 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.725 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.725 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.726 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.726 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.726 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.726 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.726 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.726 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.726 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.726 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.726 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.726 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.726 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.726 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.726 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.726 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.727 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.727 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.727 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.727 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.727 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.727 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.727 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.727 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.727 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.727 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.727 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.727 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.727 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.728 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.728 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.728 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.728 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.728 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.728 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.728 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.728 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.728 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.728 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:43.728 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.728 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T16:19:43.728 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.728 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.728 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.729 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.729 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.729 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.729 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:43.729 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.729 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:43.729 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.729 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.729 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.729 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.729 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.729 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.729 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.257772+0000", 2024-07-29T16:19:43.729 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.991023+0000", 2024-07-29T16:19:43.729 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.991023+0000", 2024-07-29T16:19:43.730 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.991311+0000", 2024-07-29T16:19:43.730 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.257772+0000", 2024-07-29T16:19:43.730 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.730 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.730 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.730 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.730 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.257772+0000", 2024-07-29T16:19:43.730 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.257772+0000", 2024-07-29T16:19:43.730 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.257772+0000", 2024-07-29T16:19:43.730 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.730 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.730 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.730 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.257772+0000", 2024-07-29T16:19:43.730 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.257772+0000", 2024-07-29T16:19:43.731 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.731 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.731 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.731 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.731 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.731 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.731 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.731 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.731 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.731 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.731 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.731 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.731 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.731 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2f", 2024-07-29T16:19:43.732 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.732 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.732 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.732 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5151, 2024-07-29T16:19:43.732 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.732 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:57:32.467497+0000", 2024-07-29T16:19:43.732 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.732 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.732 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.732 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.732 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.732 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.732 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.732 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.732 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.733 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.733 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.733 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.733 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.733 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.733 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.733 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.733 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.733 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.733 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.733 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.733 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.733 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.733 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.733 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.734 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.734 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.734 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.734 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.734 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.734 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.734 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.734 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.734 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.734 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.734 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.734 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.734 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.734 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.735 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.735 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.735 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.735 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.735 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.735 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.735 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.735 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.735 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.735 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.735 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.735 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:43.735 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.735 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:43.736 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.736 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.736 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.736 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.736 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.736 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.736 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:43.736 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.736 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:43.736 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.736 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.736 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.736 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.736 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.736 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.736 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251602+0000", 2024-07-29T16:19:43.737 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.983524+0000", 2024-07-29T16:19:43.737 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.983524+0000", 2024-07-29T16:19:43.737 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.986059+0000", 2024-07-29T16:19:43.737 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251602+0000", 2024-07-29T16:19:43.737 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.737 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.737 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.737 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.737 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251602+0000", 2024-07-29T16:19:43.737 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251602+0000", 2024-07-29T16:19:43.737 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251602+0000", 2024-07-29T16:19:43.737 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.737 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.737 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.738 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251602+0000", 2024-07-29T16:19:43.738 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251602+0000", 2024-07-29T16:19:43.738 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.738 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.738 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.738 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.738 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.738 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.738 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.738 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.738 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.738 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.738 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.738 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.739 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.739 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.30", 2024-07-29T16:19:43.739 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.739 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.739 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.739 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5148, 2024-07-29T16:19:43.739 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.739 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:57:33.988515+0000", 2024-07-29T16:19:43.739 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.739 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.739 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.739 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.739 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.739 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.739 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.739 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.739 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.740 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.740 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.740 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.740 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.740 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.740 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.740 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.740 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.740 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.740 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.740 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.740 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.740 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.740 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.740 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.741 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.741 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.741 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.741 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.741 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.741 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.741 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.741 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.741 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.741 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.741 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.741 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.741 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.741 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.742 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.742 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.742 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.742 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.742 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.742 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.742 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.742 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.742 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.742 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.742 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.742 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:43.742 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.743 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:43.743 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.743 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.743 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.743 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.743 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.743 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.743 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:43.743 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.743 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:43.743 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.743 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.743 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.744 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.744 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.744 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.744 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251005+0000", 2024-07-29T16:19:43.744 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.045021+0000", 2024-07-29T16:19:43.744 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.045021+0000", 2024-07-29T16:19:43.744 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.045438+0000", 2024-07-29T16:19:43.744 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251005+0000", 2024-07-29T16:19:43.744 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.744 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.744 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.744 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:43.744 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251005+0000", 2024-07-29T16:19:43.744 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251005+0000", 2024-07-29T16:19:43.744 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251005+0000", 2024-07-29T16:19:43.744 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.745 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.745 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.745 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251005+0000", 2024-07-29T16:19:43.745 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251005+0000", 2024-07-29T16:19:43.745 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.745 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.745 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.745 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.745 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:43.745 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.745 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.745 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.745 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.745 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.745 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.745 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.746 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.746 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.31", 2024-07-29T16:19:43.746 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.746 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.746 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.746 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5300, 2024-07-29T16:19:43.746 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.746 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:09:00.558114+0000", 2024-07-29T16:19:43.746 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.746 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.746 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.746 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.747 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.747 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.747 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.747 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.747 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.747 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.747 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.747 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.747 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.747 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.747 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.747 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.747 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.748 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.748 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.748 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.748 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.748 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.748 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.748 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.748 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.748 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.748 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.748 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.748 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.748 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.749 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.749 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.749 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.749 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.749 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.749 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.749 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.749 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.749 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.749 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.749 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.749 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.749 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.749 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.750 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.750 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.750 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.750 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.750 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.750 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:43.750 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.750 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:43.750 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.750 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.750 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.750 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.750 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.750 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.750 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:43.751 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.751 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:43.751 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.751 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.751 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.751 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.751 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.751 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.751 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121356+0000", 2024-07-29T16:19:43.751 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.051906+0000", 2024-07-29T16:19:43.751 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.051906+0000", 2024-07-29T16:19:43.751 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.052612+0000", 2024-07-29T16:19:43.751 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121356+0000", 2024-07-29T16:19:43.751 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.751 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.751 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.752 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:43.752 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121356+0000", 2024-07-29T16:19:43.752 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121356+0000", 2024-07-29T16:19:43.752 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121356+0000", 2024-07-29T16:19:43.752 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.752 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.752 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.752 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121356+0000", 2024-07-29T16:19:43.752 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121356+0000", 2024-07-29T16:19:43.752 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.752 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.752 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.752 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.752 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:43.752 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.752 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.753 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.753 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.753 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.753 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.753 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.753 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.753 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.32", 2024-07-29T16:19:43.753 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.753 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.753 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.753 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5327, 2024-07-29T16:19:43.753 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.753 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:27:27.732716+0000", 2024-07-29T16:19:43.753 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.753 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.754 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.754 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.754 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.754 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.754 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.754 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.754 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.754 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.754 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.754 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.754 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.754 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.754 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.754 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.754 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.755 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.755 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.755 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.755 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.755 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.755 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.755 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.755 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.755 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.755 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.755 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.755 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.755 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.755 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.755 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.756 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.756 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.756 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.756 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.756 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.756 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.756 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.756 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.756 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.756 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.756 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.756 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.756 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.756 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.756 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.757 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.757 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.757 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:43.757 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.757 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:43.757 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.757 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.757 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.757 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.757 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.757 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.757 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:43.757 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.757 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:43.757 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.757 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.758 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.758 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.758 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.758 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.758 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.122385+0000", 2024-07-29T16:19:43.758 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.021273+0000", 2024-07-29T16:19:43.758 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.021273+0000", 2024-07-29T16:19:43.758 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.021620+0000", 2024-07-29T16:19:43.758 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.122385+0000", 2024-07-29T16:19:43.758 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.758 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.758 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.758 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:43.758 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.122385+0000", 2024-07-29T16:19:43.758 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.122385+0000", 2024-07-29T16:19:43.759 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.122385+0000", 2024-07-29T16:19:43.759 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.759 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.759 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.759 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.122385+0000", 2024-07-29T16:19:43.759 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.122385+0000", 2024-07-29T16:19:43.759 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.759 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.759 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.759 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.759 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:43.759 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.759 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.759 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.760 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.760 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.760 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.760 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.760 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.760 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.33", 2024-07-29T16:19:43.760 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.760 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.760 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.760 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5238, 2024-07-29T16:19:43.760 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.760 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:20:08.331601+0000", 2024-07-29T16:19:43.760 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.760 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.761 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.761 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.761 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.761 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.761 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.761 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.761 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.761 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.761 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.761 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.761 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.761 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.761 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.761 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.762 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.762 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.762 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.762 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.762 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.762 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.762 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.762 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.762 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.762 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.762 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.762 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.762 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.763 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.763 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.763 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.763 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.763 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.763 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.763 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.763 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.763 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.763 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.763 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.763 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.763 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.763 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.763 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.764 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.764 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.764 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.764 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.764 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.764 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:43.764 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.764 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:43.764 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.764 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.764 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.764 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.764 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.764 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.765 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.765 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.765 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T16:19:43.765 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.765 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.765 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.765 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.765 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.765 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.765 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.122278+0000", 2024-07-29T16:19:43.765 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.007414+0000", 2024-07-29T16:19:43.765 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.007414+0000", 2024-07-29T16:19:43.766 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.007721+0000", 2024-07-29T16:19:43.766 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.122278+0000", 2024-07-29T16:19:43.766 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.766 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.766 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.766 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:43.766 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.122278+0000", 2024-07-29T16:19:43.766 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.122278+0000", 2024-07-29T16:19:43.766 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.122278+0000", 2024-07-29T16:19:43.766 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.766 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.766 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.766 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.122278+0000", 2024-07-29T16:19:43.766 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.122278+0000", 2024-07-29T16:19:43.767 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.767 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.767 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.767 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.767 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:43.767 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.767 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.767 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.767 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.767 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.767 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.767 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.768 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.768 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.34", 2024-07-29T16:19:43.768 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.768 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.768 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.768 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5180, 2024-07-29T16:19:43.768 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.768 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:48:17.578043+0000", 2024-07-29T16:19:43.768 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.768 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.768 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.768 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.768 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.768 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.768 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.769 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.769 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.769 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.769 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.769 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.769 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.769 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.769 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.769 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.769 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.769 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.769 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.770 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.770 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.770 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.770 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.770 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.770 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.770 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.770 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.770 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.770 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.770 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.770 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.770 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.770 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.771 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.771 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.771 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.771 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.771 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:43.772 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.772 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.772 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.772 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T16:19:43.772 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.772 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.772 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.772 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.772 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.772 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.772 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.772 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.772 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:43.772 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.773 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.773 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.773 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.773 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.773 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.773 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252742+0000", 2024-07-29T16:19:43.773 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.013461+0000", 2024-07-29T16:19:43.773 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.013461+0000", 2024-07-29T16:19:43.773 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.016851+0000", 2024-07-29T16:19:43.773 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252742+0000", 2024-07-29T16:19:43.773 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.773 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.773 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.774 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:43.774 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252742+0000", 2024-07-29T16:19:43.774 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252742+0000", 2024-07-29T16:19:43.774 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252742+0000", 2024-07-29T16:19:43.774 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.774 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.774 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.774 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252742+0000", 2024-07-29T16:19:43.774 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252742+0000", 2024-07-29T16:19:43.774 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.774 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.774 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.774 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.774 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:43.775 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.775 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.775 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.775 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.775 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.775 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.775 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.775 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.775 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.35", 2024-07-29T16:19:43.775 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.775 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.775 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.775 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5110, 2024-07-29T16:19:43.776 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.776 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:43:25.949589+0000", 2024-07-29T16:19:43.776 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.776 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.776 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.776 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.776 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.776 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.776 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.776 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.776 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.776 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.776 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.776 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.777 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.777 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.777 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.777 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.777 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.777 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.777 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.777 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.777 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.777 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.777 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.777 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.777 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.777 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.779 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.779 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.779 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.779 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.779 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.779 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.779 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.779 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.779 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:43.779 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.779 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.779 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.780 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.780 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.780 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.780 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:43.780 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.780 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:43.780 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.780 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.780 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.780 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.780 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.780 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.780 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252613+0000", 2024-07-29T16:19:43.780 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.014846+0000", 2024-07-29T16:19:43.780 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.014846+0000", 2024-07-29T16:19:43.781 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.015149+0000", 2024-07-29T16:19:43.781 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252613+0000", 2024-07-29T16:19:43.781 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.781 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.781 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.781 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:43.781 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252613+0000", 2024-07-29T16:19:43.781 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252613+0000", 2024-07-29T16:19:43.781 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252613+0000", 2024-07-29T16:19:43.781 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.781 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.781 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.781 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252613+0000", 2024-07-29T16:19:43.781 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252613+0000", 2024-07-29T16:19:43.781 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.782 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.782 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.782 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.782 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:43.782 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.782 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.782 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.782 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.782 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.782 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.782 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.782 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.783 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.36", 2024-07-29T16:19:43.783 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.783 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.783 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.783 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5110, 2024-07-29T16:19:43.783 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.783 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:14:23.559286+0000", 2024-07-29T16:19:43.783 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.783 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.783 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.783 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.783 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.784 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.784 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.784 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.784 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.784 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.784 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.784 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.784 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.784 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.784 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.784 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.784 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.784 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.784 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.786 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.786 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.786 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.786 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.786 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.786 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.787 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:43.787 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.787 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:43.787 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.787 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.787 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.787 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.787 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.787 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.787 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.787 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.787 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:43.787 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.787 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.788 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.788 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.788 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.788 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.788 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252576+0000", 2024-07-29T16:19:43.788 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.987914+0000", 2024-07-29T16:19:43.788 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.987914+0000", 2024-07-29T16:19:43.788 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.989490+0000", 2024-07-29T16:19:43.788 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252576+0000", 2024-07-29T16:19:43.788 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.788 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.788 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.788 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.788 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252576+0000", 2024-07-29T16:19:43.788 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252576+0000", 2024-07-29T16:19:43.789 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252576+0000", 2024-07-29T16:19:43.789 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.789 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.789 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.789 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252576+0000", 2024-07-29T16:19:43.789 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252576+0000", 2024-07-29T16:19:43.789 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.789 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.789 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.789 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.789 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.789 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.789 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.790 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.790 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.790 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.790 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.790 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.790 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.790 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.37", 2024-07-29T16:19:43.790 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.790 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.790 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.790 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5080, 2024-07-29T16:19:43.790 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.790 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:27:11.351388+0000", 2024-07-29T16:19:43.791 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.791 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.791 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.791 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.791 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.791 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.791 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.791 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.791 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.791 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.791 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.791 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.791 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.794 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.794 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.794 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.794 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.794 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.794 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.794 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.794 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.794 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:43.794 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.794 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.795 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.795 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.795 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.795 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.795 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.795 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.795 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:43.795 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.795 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.795 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.795 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.795 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.795 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.796 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.122952+0000", 2024-07-29T16:19:43.796 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.022930+0000", 2024-07-29T16:19:43.796 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.022930+0000", 2024-07-29T16:19:43.796 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.023578+0000", 2024-07-29T16:19:43.796 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.122952+0000", 2024-07-29T16:19:43.796 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.796 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.796 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.796 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:43.796 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.122952+0000", 2024-07-29T16:19:43.796 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.122952+0000", 2024-07-29T16:19:43.796 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.122952+0000", 2024-07-29T16:19:43.796 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.796 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.797 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.797 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.122952+0000", 2024-07-29T16:19:43.797 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.122952+0000", 2024-07-29T16:19:43.797 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.797 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.797 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.797 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.797 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:43.797 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.797 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.797 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.797 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.798 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.798 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.798 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.798 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.798 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.38", 2024-07-29T16:19:43.798 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.798 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.798 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.798 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5214, 2024-07-29T16:19:43.798 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.798 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:43:27.678246+0000", 2024-07-29T16:19:43.798 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.798 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.798 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.799 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.799 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.799 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.799 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.799 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.799 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.799 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.799 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.799 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.799 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.799 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.799 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.799 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.799 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.801 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.801 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.801 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.802 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.802 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.802 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.802 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.802 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.802 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:43.802 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.802 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.802 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.802 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.802 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.802 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.802 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:43.802 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.802 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:43.803 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.803 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.803 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.803 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.803 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.803 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.803 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254400+0000", 2024-07-29T16:19:43.803 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.990496+0000", 2024-07-29T16:19:43.803 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.990496+0000", 2024-07-29T16:19:43.803 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.991365+0000", 2024-07-29T16:19:43.803 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254400+0000", 2024-07-29T16:19:43.803 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.803 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.803 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254400+0000", 2024-07-29T16:19:43.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254400+0000", 2024-07-29T16:19:43.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254400+0000", 2024-07-29T16:19:43.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254400+0000", 2024-07-29T16:19:43.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254400+0000", 2024-07-29T16:19:43.804 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.804 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.804 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.804 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.804 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.804 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.805 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.805 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.805 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.805 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.805 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.805 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.805 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.805 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.39", 2024-07-29T16:19:43.805 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.805 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.805 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.805 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5100, 2024-07-29T16:19:43.805 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.805 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:26:18.300945+0000", 2024-07-29T16:19:43.805 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.806 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.806 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.806 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.806 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.806 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.806 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.806 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.806 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.806 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.806 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.806 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.806 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.806 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.806 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.806 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.808 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.809 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.809 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.809 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.809 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.809 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.809 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:43.809 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.809 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:43.809 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.809 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.809 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.809 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.809 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.809 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.810 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:43.810 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.810 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:43.810 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.810 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.810 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.810 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.810 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.810 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.810 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.253970+0000", 2024-07-29T16:19:43.810 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.044874+0000", 2024-07-29T16:19:43.810 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.044874+0000", 2024-07-29T16:19:43.810 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.051323+0000", 2024-07-29T16:19:43.810 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.253970+0000", 2024-07-29T16:19:43.810 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.811 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.811 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.811 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:43.811 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.253970+0000", 2024-07-29T16:19:43.811 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.253970+0000", 2024-07-29T16:19:43.811 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.253970+0000", 2024-07-29T16:19:43.811 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.811 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.811 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.811 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.253970+0000", 2024-07-29T16:19:43.811 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.253970+0000", 2024-07-29T16:19:43.811 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.811 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.811 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.811 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.811 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:43.812 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.812 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.812 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.812 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.812 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.812 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.812 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.812 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.812 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3a", 2024-07-29T16:19:43.812 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.812 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.812 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.812 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5143, 2024-07-29T16:19:43.812 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.812 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:07:52.192123+0000", 2024-07-29T16:19:43.812 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.813 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.813 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.815 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.815 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.815 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.815 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.816 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.816 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.816 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:43.816 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.816 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:43.816 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.816 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.816 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.816 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.816 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.816 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.816 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:43.816 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.816 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:43.816 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.816 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.817 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.817 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.817 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.817 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.817 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.257392+0000", 2024-07-29T16:19:43.817 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.991856+0000", 2024-07-29T16:19:43.817 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.991856+0000", 2024-07-29T16:19:43.817 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.992586+0000", 2024-07-29T16:19:43.817 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.257392+0000", 2024-07-29T16:19:43.817 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.817 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.817 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.817 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.817 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.257392+0000", 2024-07-29T16:19:43.818 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.257392+0000", 2024-07-29T16:19:43.818 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.257392+0000", 2024-07-29T16:19:43.818 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.818 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.818 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.818 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.257392+0000", 2024-07-29T16:19:43.818 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.257392+0000", 2024-07-29T16:19:43.818 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.818 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.818 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.818 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.818 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.818 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.818 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.818 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.819 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.819 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.819 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.819 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.819 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.819 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3b", 2024-07-29T16:19:43.819 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.819 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.819 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.819 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5090, 2024-07-29T16:19:43.819 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.819 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:49:03.075299+0000", 2024-07-29T16:19:43.819 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.820 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.820 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.820 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.820 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.820 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.820 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.820 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.820 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.820 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.820 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.820 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.820 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.820 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.820 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.822 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.822 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.823 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.823 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.823 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.823 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.823 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:43.823 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.823 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:43.823 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.823 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.823 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.823 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.823 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.823 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.823 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:43.823 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.824 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:43.824 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.824 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.824 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.824 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.824 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.824 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.824 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.256659+0000", 2024-07-29T16:19:43.824 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.995239+0000", 2024-07-29T16:19:43.824 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.995239+0000", 2024-07-29T16:19:43.824 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.995563+0000", 2024-07-29T16:19:43.824 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.256659+0000", 2024-07-29T16:19:43.824 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.824 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.824 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.824 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.825 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.256659+0000", 2024-07-29T16:19:43.825 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.256659+0000", 2024-07-29T16:19:43.825 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.256659+0000", 2024-07-29T16:19:43.825 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.825 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.825 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.825 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.256659+0000", 2024-07-29T16:19:43.825 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.256659+0000", 2024-07-29T16:19:43.825 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.825 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.825 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.825 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.825 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.826 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.826 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.826 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.826 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.826 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.826 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.826 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.826 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.826 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3c", 2024-07-29T16:19:43.826 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.826 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.826 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.826 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5169, 2024-07-29T16:19:43.827 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.827 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:50:16.390533+0000", 2024-07-29T16:19:43.827 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.827 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.827 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.827 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.827 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.827 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.827 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.827 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.827 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.827 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.827 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.827 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.830 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.830 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.830 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.830 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.830 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.830 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:43.830 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:43.830 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:43.830 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.830 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:43.830 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.830 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.830 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.830 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.830 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.831 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.831 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:43.831 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.831 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:43.831 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.831 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.831 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.831 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.831 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.831 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.831 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.125315+0000", 2024-07-29T16:19:43.831 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:08:11.023774+0000", 2024-07-29T16:19:43.831 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:08:11.023774+0000", 2024-07-29T16:19:43.831 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:08:11.024177+0000", 2024-07-29T16:19:43.832 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.125315+0000", 2024-07-29T16:19:43.832 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.832 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.832 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.832 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 401, 2024-07-29T16:19:43.832 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.125315+0000", 2024-07-29T16:19:43.832 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.125315+0000", 2024-07-29T16:19:43.832 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.125315+0000", 2024-07-29T16:19:43.832 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.832 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.832 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.832 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.125315+0000", 2024-07-29T16:19:43.832 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.125315+0000", 2024-07-29T16:19:43.833 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.833 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.833 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.833 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.833 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 400, 2024-07-29T16:19:43.833 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.833 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.833 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.833 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.833 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.833 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.833 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.833 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.833 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3d", 2024-07-29T16:19:43.833 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.834 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.834 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.834 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5330, 2024-07-29T16:19:43.834 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.834 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:22:13.579986+0000", 2024-07-29T16:19:43.834 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.834 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.834 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.834 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.834 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.834 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.834 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.834 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.834 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.837 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.837 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.837 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.837 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.837 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.837 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.837 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.837 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.837 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.837 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.837 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.837 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:43.837 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:43.837 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.837 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:43.838 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.838 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.838 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.838 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.838 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.838 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.838 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.838 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.838 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:43.838 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.838 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.838 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.838 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.838 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.838 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.839 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.255037+0000", 2024-07-29T16:19:43.839 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.021557+0000", 2024-07-29T16:19:43.839 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.021557+0000", 2024-07-29T16:19:43.839 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.021859+0000", 2024-07-29T16:19:43.839 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.255037+0000", 2024-07-29T16:19:43.839 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.839 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.839 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.839 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:43.839 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.255037+0000", 2024-07-29T16:19:43.839 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.255037+0000", 2024-07-29T16:19:43.839 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.255037+0000", 2024-07-29T16:19:43.839 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.839 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.839 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.839 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.255037+0000", 2024-07-29T16:19:43.840 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.255037+0000", 2024-07-29T16:19:43.840 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.840 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.840 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.840 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.840 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:43.840 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.840 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.840 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.840 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.840 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.840 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.840 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.840 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.840 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3e", 2024-07-29T16:19:43.841 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.841 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.841 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.841 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5280, 2024-07-29T16:19:43.841 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.841 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:44:29.848331+0000", 2024-07-29T16:19:43.841 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.841 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.841 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.841 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.841 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.841 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.841 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.841 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.841 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.842 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.842 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.842 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.842 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.842 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.842 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.842 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.842 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.842 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.842 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.842 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.842 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.842 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.842 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.844 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.844 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.844 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.844 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.844 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.844 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:43.845 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:43.845 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.845 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:43.845 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.845 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.845 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.845 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:43.845 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.845 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.845 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.845 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.845 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:43.845 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:43.846 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:43.846 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:43.846 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:43.846 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:43.846 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:43.846 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254640+0000", 2024-07-29T16:19:43.846 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.982743+0000", 2024-07-29T16:19:43.846 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.982743+0000", 2024-07-29T16:19:43.846 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.987301+0000", 2024-07-29T16:19:43.846 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254640+0000", 2024-07-29T16:19:43.846 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:43.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:43.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254640+0000", 2024-07-29T16:19:43.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254640+0000", 2024-07-29T16:19:43.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254640+0000", 2024-07-29T16:19:43.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:43.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:43.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:43.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254640+0000", 2024-07-29T16:19:43.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254640+0000", 2024-07-29T16:19:43.847 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:43.848 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.848 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:43.848 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:43.848 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:43.848 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:43.848 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:43.848 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:43.848 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:43.848 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.848 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:43.848 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:43.848 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:43.848 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3f", 2024-07-29T16:19:43.848 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:43.848 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:43.849 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:43.849 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5077, 2024-07-29T16:19:43.849 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:43.849 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:50:48.908846+0000", 2024-07-29T16:19:43.849 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:43.849 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:43.849 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.849 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.849 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.849 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.849 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.849 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.849 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.849 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.849 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.852 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.852 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.852 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.852 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.852 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.852 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:43.852 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:43.852 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:43.852 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.852 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:43.852 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.852 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.852 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:43.852 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:43.853 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.853 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.853 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_per_pool": [ 2024-07-29T16:19:43.853 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.853 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": 3, 2024-07-29T16:19:43.853 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T16:19:43.853 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr" 2024-07-29T16:19:43.853 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.853 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 237, 2024-07-29T16:19:43.853 INFO:tasks.workunit.client.0.smithi067.stdout: "num_pg": 1, 2024-07-29T16:19:43.853 INFO:tasks.workunit.client.0.smithi067.stdout: "num_store_stats": 3, 2024-07-29T16:19:43.853 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 237, 2024-07-29T16:19:43.853 INFO:tasks.workunit.client.0.smithi067.stdout: "poolid": 1, 2024-07-29T16:19:43.854 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 590368, 2024-07-29T16:19:43.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 1771104, 2024-07-29T16:19:43.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 6, 2024-07-29T16:19:43.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 2, 2024-07-29T16:19:43.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 2, 2024-07-29T16:19:43.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 6, 2024-07-29T16:19:43.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.856 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.856 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.856 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.856 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 1178, 2024-07-29T16:19:43.856 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 1994, 2024-07-29T16:19:43.856 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.856 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.856 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.856 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 391, 2024-07-29T16:19:43.856 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 2416 2024-07-29T16:19:43.856 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.856 INFO:tasks.workunit.client.0.smithi067.stdout: "store_stats": { 2024-07-29T16:19:43.856 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": 1781760, 2024-07-29T16:19:43.856 INFO:tasks.workunit.client.0.smithi067.stdout: "available": 0, 2024-07-29T16:19:43.856 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed": 0, 2024-07-29T16:19:43.857 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_allocated": 0, 2024-07-29T16:19:43.857 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_original": 0, 2024-07-29T16:19:43.857 INFO:tasks.workunit.client.0.smithi067.stdout: "data_stored": 1771104, 2024-07-29T16:19:43.857 INFO:tasks.workunit.client.0.smithi067.stdout: "internal_metadata": 0, 2024-07-29T16:19:43.857 INFO:tasks.workunit.client.0.smithi067.stdout: "internally_reserved": 0, 2024-07-29T16:19:43.857 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_allocated": 0, 2024-07-29T16:19:43.857 INFO:tasks.workunit.client.0.smithi067.stdout: "total": 0 2024-07-29T16:19:43.857 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.857 INFO:tasks.workunit.client.0.smithi067.stdout: "up": 3 2024-07-29T16:19:43.857 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.857 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.857 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": 96, 2024-07-29T16:19:43.857 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T16:19:43.857 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs" 2024-07-29T16:19:43.857 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.858 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 75, 2024-07-29T16:19:43.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_pg": 32, 2024-07-29T16:19:43.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_store_stats": 8, 2024-07-29T16:19:43.858 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 75, 2024-07-29T16:19:43.858 INFO:tasks.workunit.client.0.smithi067.stdout: "poolid": 2, 2024-07-29T16:19:43.858 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 6602, 2024-07-29T16:19:43.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 66, 2024-07-29T16:19:43.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 22, 2024-07-29T16:19:43.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 22, 2024-07-29T16:19:43.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.860 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 14, 2024-07-29T16:19:43.860 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.860 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.860 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.860 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.860 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.860 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.860 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.860 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 128, 2024-07-29T16:19:43.860 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 142, 2024-07-29T16:19:43.860 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.860 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.860 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.860 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 69, 2024-07-29T16:19:43.860 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 35 2024-07-29T16:19:43.860 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.861 INFO:tasks.workunit.client.0.smithi067.stdout: "store_stats": { 2024-07-29T16:19:43.861 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": 110592, 2024-07-29T16:19:43.861 INFO:tasks.workunit.client.0.smithi067.stdout: "available": 0, 2024-07-29T16:19:43.861 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed": 0, 2024-07-29T16:19:43.861 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_allocated": 0, 2024-07-29T16:19:43.861 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_original": 0, 2024-07-29T16:19:43.861 INFO:tasks.workunit.client.0.smithi067.stdout: "data_stored": 19806, 2024-07-29T16:19:43.861 INFO:tasks.workunit.client.0.smithi067.stdout: "internal_metadata": 0, 2024-07-29T16:19:43.861 INFO:tasks.workunit.client.0.smithi067.stdout: "internally_reserved": 0, 2024-07-29T16:19:43.861 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_allocated": 45817, 2024-07-29T16:19:43.861 INFO:tasks.workunit.client.0.smithi067.stdout: "total": 0 2024-07-29T16:19:43.861 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.861 INFO:tasks.workunit.client.0.smithi067.stdout: "up": 96 2024-07-29T16:19:43.862 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.862 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.862 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": 192, 2024-07-29T16:19:43.862 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T16:19:43.862 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs" 2024-07-29T16:19:43.862 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.862 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.862 INFO:tasks.workunit.client.0.smithi067.stdout: "num_pg": 64, 2024-07-29T16:19:43.862 INFO:tasks.workunit.client.0.smithi067.stdout: "num_store_stats": 8, 2024-07-29T16:19:43.862 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.862 INFO:tasks.workunit.client.0.smithi067.stdout: "poolid": 3, 2024-07-29T16:19:43.862 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.862 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.863 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.863 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.863 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.863 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.863 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.863 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.863 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.863 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.863 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.863 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.863 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.863 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.863 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.863 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:43.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:43.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.865 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.865 INFO:tasks.workunit.client.0.smithi067.stdout: "store_stats": { 2024-07-29T16:19:43.865 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": 0, 2024-07-29T16:19:43.865 INFO:tasks.workunit.client.0.smithi067.stdout: "available": 0, 2024-07-29T16:19:43.866 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed": 0, 2024-07-29T16:19:43.866 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_allocated": 0, 2024-07-29T16:19:43.866 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_original": 0, 2024-07-29T16:19:43.866 INFO:tasks.workunit.client.0.smithi067.stdout: "data_stored": 0, 2024-07-29T16:19:43.866 INFO:tasks.workunit.client.0.smithi067.stdout: "internal_metadata": 0, 2024-07-29T16:19:43.866 INFO:tasks.workunit.client.0.smithi067.stdout: "internally_reserved": 0, 2024-07-29T16:19:43.866 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_allocated": 0, 2024-07-29T16:19:43.866 INFO:tasks.workunit.client.0.smithi067.stdout: "total": 0 2024-07-29T16:19:43.866 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.866 INFO:tasks.workunit.client.0.smithi067.stdout: "up": 192 2024-07-29T16:19:43.866 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.866 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.866 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": 24, 2024-07-29T16:19:43.866 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T16:19:43.867 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd" 2024-07-29T16:19:43.867 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.867 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 24494, 2024-07-29T16:19:43.867 INFO:tasks.workunit.client.0.smithi067.stdout: "num_pg": 8, 2024-07-29T16:19:43.867 INFO:tasks.workunit.client.0.smithi067.stdout: "num_store_stats": 8, 2024-07-29T16:19:43.867 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 24494, 2024-07-29T16:19:43.867 INFO:tasks.workunit.client.0.smithi067.stdout: "poolid": 4, 2024-07-29T16:19:43.867 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.867 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 4194323, 2024-07-29T16:19:43.867 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.867 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.867 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.867 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.867 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.868 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.868 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.868 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.868 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.868 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.868 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.868 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.868 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.868 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.868 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.868 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 12, 2024-07-29T16:19:43.868 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 4, 2024-07-29T16:19:43.868 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.868 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 4, 2024-07-29T16:19:43.868 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.869 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.869 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.869 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.869 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.869 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 2, 2024-07-29T16:19:43.869 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.869 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.869 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.869 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.869 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.869 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.869 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.869 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 9048, 2024-07-29T16:19:43.869 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 3053399, 2024-07-29T16:19:43.869 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.869 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.870 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.870 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 24363, 2024-07-29T16:19:43.870 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 3126582 2024-07-29T16:19:43.870 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.870 INFO:tasks.workunit.client.0.smithi067.stdout: "store_stats": { 2024-07-29T16:19:43.870 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": 12595200, 2024-07-29T16:19:43.870 INFO:tasks.workunit.client.0.smithi067.stdout: "available": 0, 2024-07-29T16:19:43.870 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed": 0, 2024-07-29T16:19:43.870 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_allocated": 0, 2024-07-29T16:19:43.870 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_original": 0, 2024-07-29T16:19:43.870 INFO:tasks.workunit.client.0.smithi067.stdout: "data_stored": 12582969, 2024-07-29T16:19:43.870 INFO:tasks.workunit.client.0.smithi067.stdout: "internal_metadata": 0, 2024-07-29T16:19:43.870 INFO:tasks.workunit.client.0.smithi067.stdout: "internally_reserved": 0, 2024-07-29T16:19:43.870 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_allocated": 0, 2024-07-29T16:19:43.870 INFO:tasks.workunit.client.0.smithi067.stdout: "total": 0 2024-07-29T16:19:43.871 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.871 INFO:tasks.workunit.client.0.smithi067.stdout: "up": 24 2024-07-29T16:19:43.871 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.871 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.871 INFO:tasks.workunit.client.0.smithi067.stdout: "usage": { 2024-07-29T16:19:43.871 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 105, 2024-07-29T16:19:43.871 INFO:tasks.workunit.client.0.smithi067.stdout: "pools": 4, 2024-07-29T16:19:43.871 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_by_class": { 2024-07-29T16:19:43.871 INFO:tasks.workunit.client.0.smithi067.stdout: "ssd": { 2024-07-29T16:19:43.871 INFO:tasks.workunit.client.0.smithi067.stdout: "total_avail_bytes": 763474087936, 2024-07-29T16:19:43.871 INFO:tasks.workunit.client.0.smithi067.stdout: "total_bytes": 767960285184, 2024-07-29T16:19:43.871 INFO:tasks.workunit.client.0.smithi067.stdout: "total_used_bytes": 4486197248, 2024-07-29T16:19:43.871 INFO:tasks.workunit.client.0.smithi067.stdout: "total_used_raw_bytes": 4486197248, 2024-07-29T16:19:43.871 INFO:tasks.workunit.client.0.smithi067.stdout: "total_used_raw_ratio": 0.005841704551130533 2024-07-29T16:19:43.871 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.872 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.872 INFO:tasks.workunit.client.0.smithi067.stdout: "total_avail_bytes": 763474087936, 2024-07-29T16:19:43.872 INFO:tasks.workunit.client.0.smithi067.stdout: "total_bytes": 767960285184, 2024-07-29T16:19:43.872 INFO:tasks.workunit.client.0.smithi067.stdout: "total_used_bytes": 4486197248 2024-07-29T16:19:43.872 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.872 INFO:tasks.workunit.client.0.smithi067.stdout:} 2024-07-29T16:19:43.872 INFO:tasks.workunit.client.0.smithi067.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-07-29T16:19:43.873 INFO:tasks.workunit.client.0.smithi067.stderr:+ ceph telemetry preview-device 2024-07-29T16:19:43.873 INFO:tasks.workunit.client.0.smithi067.stdout:device channel is on and up to date, see report with `ceph telemetry show-device`. 2024-07-29T16:19:43.873 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='client.45929 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:43.873 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: pgmap v4798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:43.873 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='client.45929 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:43.873 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='client.45935 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:43.873 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:19:43.874 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T16:19:43.874 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.874 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.874 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.874 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.874 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.874 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.874 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.874 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.874 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.874 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:43.874 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:43.874 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.874 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.875 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.875 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:43.875 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:43.875 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.875 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.875 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.875 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:43.875 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:43.875 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.875 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.875 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.875 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:19:43.875 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T16:19:43.875 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.875 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.875 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.876 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.876 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.876 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.876 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.876 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.876 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.876 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:43.876 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:43.876 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.876 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.876 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.876 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:43.876 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:43.876 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.876 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.877 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.877 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:43.877 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:43.877 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.877 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.877 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:42 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.877 INFO:tasks.workunit.client.0.smithi067.stderr:+ ceph telemetry preview-all 2024-07-29T16:19:43.877 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='client.45929 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:43.877 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: pgmap v4798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:43.878 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='client.45929 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:43.878 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='client.45935 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:43.878 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:19:43.878 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T16:19:43.878 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.878 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.878 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.878 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.878 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.878 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.878 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.878 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.879 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.879 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:43.879 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:43.879 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.879 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.879 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.879 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:43.879 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:43.879 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.879 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.879 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.879 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:43.879 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:43.880 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='client.45929 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:43.880 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: pgmap v4798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:19:43.880 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='client.45929 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:43.880 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='client.45935 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:43.880 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:19:43.880 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T16:19:43.880 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.880 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.880 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.880 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.880 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.880 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.881 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.881 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.881 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.881 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:43.881 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:43.881 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.881 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.881 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.881 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:43.881 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:43.881 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.881 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.881 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.881 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:43.881 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:43.882 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.882 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.882 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.882 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:19:43.882 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T16:19:43.882 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.882 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.882 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.882 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.882 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.883 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.883 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.883 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.883 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.883 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:43.883 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:43.883 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.883 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.883 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.883 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:43.883 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:43.883 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.883 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.883 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.883 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:43.884 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:43.884 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.884 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.884 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.884 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.884 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.884 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.884 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:19:43.884 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T16:19:43.884 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.885 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.885 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.885 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.885 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.885 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.885 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.885 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.885 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.885 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:43.885 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:43.885 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.885 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.885 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.885 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:43.885 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:43.886 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.886 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.886 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.886 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:43.886 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:43.886 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:43.886 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:43.886 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:42 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:43.896 INFO:tasks.workunit.client.0.smithi067.stdout:{ 2024-07-29T16:19:43.896 INFO:tasks.workunit.client.0.smithi067.stdout: "device_report": { 2024-07-29T16:19:43.896 INFO:tasks.workunit.client.0.smithi067.stdout: "8faef3e2-4dbb-11ef-b404-0cc47ab6fc0b": { 2024-07-29T16:19:43.896 INFO:tasks.workunit.client.0.smithi067.stdout: "INTEL_SSDPEDMD400G4_8faf7e70-4dbb-11ef-b404-0cc47ab6fc0b": { 2024-07-29T16:19:43.896 INFO:tasks.workunit.client.0.smithi067.stdout: "20240729-145636": { 2024-07-29T16:19:43.896 INFO:tasks.workunit.client.0.smithi067.stdout: "device": { 2024-07-29T16:19:43.896 INFO:tasks.workunit.client.0.smithi067.stdout: "info_name": "/dev/nvme0n1", 2024-07-29T16:19:43.896 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "/dev/nvme0n1", 2024-07-29T16:19:43.896 INFO:tasks.workunit.client.0.smithi067.stdout: "protocol": "NVMe", 2024-07-29T16:19:43.896 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "nvme" 2024-07-29T16:19:43.897 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.897 INFO:tasks.workunit.client.0.smithi067.stdout: "firmware_version": "8DV101H0", 2024-07-29T16:19:43.897 INFO:tasks.workunit.client.0.smithi067.stdout: "host_id": "8faef3e2-4dbb-11ef-b404-0cc47ab6fc0b", 2024-07-29T16:19:43.897 INFO:tasks.workunit.client.0.smithi067.stdout: "json_format_version": [ 2024-07-29T16:19:43.897 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.897 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.897 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.897 INFO:tasks.workunit.client.0.smithi067.stdout: "local_time": { 2024-07-29T16:19:43.897 INFO:tasks.workunit.client.0.smithi067.stdout: "asctime": "Mon Jul 29 14:56:35 2024 UTC", 2024-07-29T16:19:43.897 INFO:tasks.workunit.client.0.smithi067.stdout: "time_t": 1722264995 2024-07-29T16:19:43.897 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.897 INFO:tasks.workunit.client.0.smithi067.stdout: "logical_block_size": 512, 2024-07-29T16:19:43.898 INFO:tasks.workunit.client.0.smithi067.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-29T16:19:43.898 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_controller_id": 0, 2024-07-29T16:19:43.898 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-29T16:19:43.898 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_namespaces": [ 2024-07-29T16:19:43.898 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.898 INFO:tasks.workunit.client.0.smithi067.stdout: "capacity": { 2024-07-29T16:19:43.898 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T16:19:43.898 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T16:19:43.898 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.898 INFO:tasks.workunit.client.0.smithi067.stdout: "formatted_lba_size": 512, 2024-07-29T16:19:43.898 INFO:tasks.workunit.client.0.smithi067.stdout: "id": 1, 2024-07-29T16:19:43.898 INFO:tasks.workunit.client.0.smithi067.stdout: "size": { 2024-07-29T16:19:43.898 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T16:19:43.899 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T16:19:43.899 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.899 INFO:tasks.workunit.client.0.smithi067.stdout: "utilization": { 2024-07-29T16:19:43.899 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T16:19:43.899 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T16:19:43.899 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.899 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.899 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.899 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_number_of_namespaces": 1, 2024-07-29T16:19:43.899 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_pci_vendor": { 2024-07-29T16:19:43.899 INFO:tasks.workunit.client.0.smithi067.stdout: "id": 32902, 2024-07-29T16:19:43.899 INFO:tasks.workunit.client.0.smithi067.stdout: "subsystem_id": 32902 2024-07-29T16:19:43.899 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.899 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_smart_health_information_add_log": { 2024-07-29T16:19:43.900 INFO:tasks.workunit.client.0.smithi067.stdout: "Device stats": { 2024-07-29T16:19:43.900 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_fw_downgrades": { 2024-07-29T16:19:43.900 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T16:19:43.900 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:43.900 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.900 INFO:tasks.workunit.client.0.smithi067.stdout: "crc_error_count": { 2024-07-29T16:19:43.900 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:43.900 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:43.900 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.900 INFO:tasks.workunit.client.0.smithi067.stdout: "end_to_end_error_detection_count": { 2024-07-29T16:19:43.900 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:43.900 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:43.900 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.900 INFO:tasks.workunit.client.0.smithi067.stdout: "erase_fail_count": { 2024-07-29T16:19:43.900 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:43.901 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:43.901 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.901 INFO:tasks.workunit.client.0.smithi067.stdout: "host_bytes_written": { 2024-07-29T16:19:43.901 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:43.901 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 43192204 2024-07-29T16:19:43.901 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.901 INFO:tasks.workunit.client.0.smithi067.stdout: "host_ctx_wear_used": { 2024-07-29T16:19:43.901 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:43.901 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 1 2024-07-29T16:19:43.901 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.901 INFO:tasks.workunit.client.0.smithi067.stdout: "media_bytes_read": { 2024-07-29T16:19:43.901 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T16:19:43.901 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:43.901 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.901 INFO:tasks.workunit.client.0.smithi067.stdout: "nand_bytes_written": { 2024-07-29T16:19:43.902 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:43.902 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 65494145 2024-07-29T16:19:43.902 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.902 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_stat_indicator": { 2024-07-29T16:19:43.902 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T16:19:43.902 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:43.902 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.902 INFO:tasks.workunit.client.0.smithi067.stdout: "pll_lock_loss_count": { 2024-07-29T16:19:43.902 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:43.902 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:43.902 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.902 INFO:tasks.workunit.client.0.smithi067.stdout: "program_fail_count": { 2024-07-29T16:19:43.902 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:43.903 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:43.903 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.903 INFO:tasks.workunit.client.0.smithi067.stdout: "re_alloc_sectr_cnt": { 2024-07-29T16:19:43.903 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T16:19:43.903 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:43.903 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.903 INFO:tasks.workunit.client.0.smithi067.stdout: "retry_buffer_overflow_count": { 2024-07-29T16:19:43.903 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:43.903 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:43.903 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.903 INFO:tasks.workunit.client.0.smithi067.stdout: "soft_ecc_err_rate": { 2024-07-29T16:19:43.903 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T16:19:43.903 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:43.903 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.904 INFO:tasks.workunit.client.0.smithi067.stdout: "thermal_throttle_status": { 2024-07-29T16:19:43.904 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:43.904 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": { 2024-07-29T16:19:43.904 INFO:tasks.workunit.client.0.smithi067.stdout: "cnt": 0, 2024-07-29T16:19:43.904 INFO:tasks.workunit.client.0.smithi067.stdout: "pct": 0 2024-07-29T16:19:43.904 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.904 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.904 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_host_reads": { 2024-07-29T16:19:43.904 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:43.904 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 65535 2024-07-29T16:19:43.904 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.904 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_media_wear": { 2024-07-29T16:19:43.904 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:43.905 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": "63.999023" 2024-07-29T16:19:43.905 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.905 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_timer": { 2024-07-29T16:19:43.905 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:43.905 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 65535 2024-07-29T16:19:43.905 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.905 INFO:tasks.workunit.client.0.smithi067.stdout: "unexp_power_loss": { 2024-07-29T16:19:43.905 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T16:19:43.905 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:43.905 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.905 INFO:tasks.workunit.client.0.smithi067.stdout: "wear_leveling": { 2024-07-29T16:19:43.905 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 86, 2024-07-29T16:19:43.905 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": { 2024-07-29T16:19:43.906 INFO:tasks.workunit.client.0.smithi067.stdout: "avg": 4306, 2024-07-29T16:19:43.906 INFO:tasks.workunit.client.0.smithi067.stdout: "max": 4326, 2024-07-29T16:19:43.906 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 4285 2024-07-29T16:19:43.906 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.906 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.906 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.906 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel Smart log": "nvme0n1" 2024-07-29T16:19:43.906 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.906 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_smart_health_information_log": { 2024-07-29T16:19:43.906 INFO:tasks.workunit.client.0.smithi067.stdout: "available_spare": 100, 2024-07-29T16:19:43.906 INFO:tasks.workunit.client.0.smithi067.stdout: "available_spare_threshold": 10, 2024-07-29T16:19:43.906 INFO:tasks.workunit.client.0.smithi067.stdout: "controller_busy_time": 48, 2024-07-29T16:19:43.906 INFO:tasks.workunit.client.0.smithi067.stdout: "critical_warning": 0, 2024-07-29T16:19:43.906 INFO:tasks.workunit.client.0.smithi067.stdout: "data_units_read": 485337567, 2024-07-29T16:19:43.907 INFO:tasks.workunit.client.0.smithi067.stdout: "data_units_written": 2830644304, 2024-07-29T16:19:43.907 INFO:tasks.workunit.client.0.smithi067.stdout: "host_reads": 7603709057, 2024-07-29T16:19:43.907 INFO:tasks.workunit.client.0.smithi067.stdout: "host_writes": 47082651116, 2024-07-29T16:19:43.907 INFO:tasks.workunit.client.0.smithi067.stdout: "media_errors": 0, 2024-07-29T16:19:43.907 INFO:tasks.workunit.client.0.smithi067.stdout: "num_err_log_entries": 0, 2024-07-29T16:19:43.907 INFO:tasks.workunit.client.0.smithi067.stdout: "percentage_used": 14, 2024-07-29T16:19:43.907 INFO:tasks.workunit.client.0.smithi067.stdout: "power_cycles": 52371, 2024-07-29T16:19:43.907 INFO:tasks.workunit.client.0.smithi067.stdout: "power_on_hours": 64337, 2024-07-29T16:19:43.907 INFO:tasks.workunit.client.0.smithi067.stdout: "temperature": 25, 2024-07-29T16:19:43.907 INFO:tasks.workunit.client.0.smithi067.stdout: "unsafe_shutdowns": 2339 2024-07-29T16:19:43.907 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.907 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_vendor": "intel", 2024-07-29T16:19:43.907 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_version": { 2024-07-29T16:19:43.908 INFO:tasks.workunit.client.0.smithi067.stdout: "string": "<1.2", 2024-07-29T16:19:43.908 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.908 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.908 INFO:tasks.workunit.client.0.smithi067.stdout: "power_cycle_count": 52371, 2024-07-29T16:19:43.908 INFO:tasks.workunit.client.0.smithi067.stdout: "power_on_time": { 2024-07-29T16:19:43.908 INFO:tasks.workunit.client.0.smithi067.stdout: "hours": 64337 2024-07-29T16:19:43.908 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.908 INFO:tasks.workunit.client.0.smithi067.stdout: "serial_number": "deleted", 2024-07-29T16:19:43.908 INFO:tasks.workunit.client.0.smithi067.stdout: "smart_status": { 2024-07-29T16:19:43.908 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme": { 2024-07-29T16:19:43.908 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.908 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.908 INFO:tasks.workunit.client.0.smithi067.stdout: "passed": true 2024-07-29T16:19:43.908 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.908 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl": { 2024-07-29T16:19:43.908 INFO:tasks.workunit.client.0.smithi067.stdout: "argv": [ 2024-07-29T16:19:43.909 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl", 2024-07-29T16:19:43.909 INFO:tasks.workunit.client.0.smithi067.stdout: "-x", 2024-07-29T16:19:43.909 INFO:tasks.workunit.client.0.smithi067.stdout: "--json=o", 2024-07-29T16:19:43.909 INFO:tasks.workunit.client.0.smithi067.stdout: "/dev/nvme0n1" 2024-07-29T16:19:43.909 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.909 INFO:tasks.workunit.client.0.smithi067.stdout: "build_info": "(local build)", 2024-07-29T16:19:43.909 INFO:tasks.workunit.client.0.smithi067.stdout: "exit_status": 0, 2024-07-29T16:19:43.909 INFO:tasks.workunit.client.0.smithi067.stdout: "output": [ 2024-07-29T16:19:43.909 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-29T16:19:43.909 INFO:tasks.workunit.client.0.smithi067.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-29T16:19:43.909 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T16:19:43.909 INFO:tasks.workunit.client.0.smithi067.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-29T16:19:43.909 INFO:tasks.workunit.client.0.smithi067.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-29T16:19:43.910 INFO:tasks.workunit.client.0.smithi067.stdout: "Serial Number: deleted", 2024-07-29T16:19:43.910 INFO:tasks.workunit.client.0.smithi067.stdout: "Firmware Version: 8DV101H0", 2024-07-29T16:19:43.910 INFO:tasks.workunit.client.0.smithi067.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-29T16:19:43.910 INFO:tasks.workunit.client.0.smithi067.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-29T16:19:43.910 INFO:tasks.workunit.client.0.smithi067.stdout: "Controller ID: 0", 2024-07-29T16:19:43.910 INFO:tasks.workunit.client.0.smithi067.stdout: "NVMe Version: <1.2", 2024-07-29T16:19:43.910 INFO:tasks.workunit.client.0.smithi067.stdout: "Number of Namespaces: 1", 2024-07-29T16:19:43.910 INFO:tasks.workunit.client.0.smithi067.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-29T16:19:43.910 INFO:tasks.workunit.client.0.smithi067.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-29T16:19:43.910 INFO:tasks.workunit.client.0.smithi067.stdout: "Local Time is: Mon Jul 29 14:56:35 2024 UTC", 2024-07-29T16:19:43.910 INFO:tasks.workunit.client.0.smithi067.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-29T16:19:43.910 INFO:tasks.workunit.client.0.smithi067.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-29T16:19:43.911 INFO:tasks.workunit.client.0.smithi067.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-29T16:19:43.911 INFO:tasks.workunit.client.0.smithi067.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-29T16:19:43.911 INFO:tasks.workunit.client.0.smithi067.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-29T16:19:43.911 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T16:19:43.911 INFO:tasks.workunit.client.0.smithi067.stdout: "Supported Power States", 2024-07-29T16:19:43.911 INFO:tasks.workunit.client.0.smithi067.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-29T16:19:43.911 INFO:tasks.workunit.client.0.smithi067.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-29T16:19:43.911 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T16:19:43.911 INFO:tasks.workunit.client.0.smithi067.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-29T16:19:43.911 INFO:tasks.workunit.client.0.smithi067.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-29T16:19:43.911 INFO:tasks.workunit.client.0.smithi067.stdout: " 0 + 512 0 2", 2024-07-29T16:19:43.911 INFO:tasks.workunit.client.0.smithi067.stdout: " 1 - 512 8 2", 2024-07-29T16:19:43.911 INFO:tasks.workunit.client.0.smithi067.stdout: " 2 - 512 16 2", 2024-07-29T16:19:43.911 INFO:tasks.workunit.client.0.smithi067.stdout: " 3 - 4096 0 0", 2024-07-29T16:19:43.912 INFO:tasks.workunit.client.0.smithi067.stdout: " 4 - 4096 8 0", 2024-07-29T16:19:43.912 INFO:tasks.workunit.client.0.smithi067.stdout: " 5 - 4096 64 0", 2024-07-29T16:19:43.912 INFO:tasks.workunit.client.0.smithi067.stdout: " 6 - 4096 128 0", 2024-07-29T16:19:43.912 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T16:19:43.912 INFO:tasks.workunit.client.0.smithi067.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-29T16:19:43.912 INFO:tasks.workunit.client.0.smithi067.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-29T16:19:43.912 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T16:19:43.912 INFO:tasks.workunit.client.0.smithi067.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-29T16:19:43.912 INFO:tasks.workunit.client.0.smithi067.stdout: "Critical Warning: 0x00", 2024-07-29T16:19:43.912 INFO:tasks.workunit.client.0.smithi067.stdout: "Temperature: 25 Celsius", 2024-07-29T16:19:43.912 INFO:tasks.workunit.client.0.smithi067.stdout: "Available Spare: 100%", 2024-07-29T16:19:43.912 INFO:tasks.workunit.client.0.smithi067.stdout: "Available Spare Threshold: 10%", 2024-07-29T16:19:43.913 INFO:tasks.workunit.client.0.smithi067.stdout: "Percentage Used: 14%", 2024-07-29T16:19:43.913 INFO:tasks.workunit.client.0.smithi067.stdout: "Data Units Read: 485,337,567 [248 TB]", 2024-07-29T16:19:43.913 INFO:tasks.workunit.client.0.smithi067.stdout: "Data Units Written: 2,830,644,304 [1.44 PB]", 2024-07-29T16:19:43.913 INFO:tasks.workunit.client.0.smithi067.stdout: "Host Read Commands: 7,603,709,057", 2024-07-29T16:19:43.913 INFO:tasks.workunit.client.0.smithi067.stdout: "Host Write Commands: 47,082,651,116", 2024-07-29T16:19:43.913 INFO:tasks.workunit.client.0.smithi067.stdout: "Controller Busy Time: 48", 2024-07-29T16:19:43.913 INFO:tasks.workunit.client.0.smithi067.stdout: "Power Cycles: 52,371", 2024-07-29T16:19:43.913 INFO:tasks.workunit.client.0.smithi067.stdout: "Power On Hours: 64,337", 2024-07-29T16:19:43.913 INFO:tasks.workunit.client.0.smithi067.stdout: "Unsafe Shutdowns: 2,339", 2024-07-29T16:19:43.913 INFO:tasks.workunit.client.0.smithi067.stdout: "Media and Data Integrity Errors: 0", 2024-07-29T16:19:43.913 INFO:tasks.workunit.client.0.smithi067.stdout: "Error Information Log Entries: 0", 2024-07-29T16:19:43.913 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T16:19:43.913 INFO:tasks.workunit.client.0.smithi067.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-29T16:19:43.914 INFO:tasks.workunit.client.0.smithi067.stdout: "No Errors Logged", 2024-07-29T16:19:43.914 INFO:tasks.workunit.client.0.smithi067.stdout: "" 2024-07-29T16:19:43.914 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.914 INFO:tasks.workunit.client.0.smithi067.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-29T16:19:43.914 INFO:tasks.workunit.client.0.smithi067.stdout: "svn_revision": "5155", 2024-07-29T16:19:43.914 INFO:tasks.workunit.client.0.smithi067.stdout: "version": [ 2024-07-29T16:19:43.914 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.914 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:43.914 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:43.914 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.914 INFO:tasks.workunit.client.0.smithi067.stdout: "temperature": { 2024-07-29T16:19:43.914 INFO:tasks.workunit.client.0.smithi067.stdout: "current": 25 2024-07-29T16:19:43.914 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.914 INFO:tasks.workunit.client.0.smithi067.stdout: "user_capacity": { 2024-07-29T16:19:43.915 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T16:19:43.915 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T16:19:43.915 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.915 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.915 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.915 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.915 INFO:tasks.workunit.client.0.smithi067.stdout: "8fb0c8fc-4dbb-11ef-b404-0cc47ab6fc0b": { 2024-07-29T16:19:43.915 INFO:tasks.workunit.client.0.smithi067.stdout: "INTEL_SSDPEDMD400G4_8fb144b2-4dbb-11ef-b404-0cc47ab6fc0b": { 2024-07-29T16:19:43.915 INFO:tasks.workunit.client.0.smithi067.stdout: "20240729-145639": { 2024-07-29T16:19:43.915 INFO:tasks.workunit.client.0.smithi067.stdout: "device": { 2024-07-29T16:19:43.915 INFO:tasks.workunit.client.0.smithi067.stdout: "info_name": "/dev/nvme0n1", 2024-07-29T16:19:43.915 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "/dev/nvme0n1", 2024-07-29T16:19:43.916 INFO:tasks.workunit.client.0.smithi067.stdout: "protocol": "NVMe", 2024-07-29T16:19:43.916 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "nvme" 2024-07-29T16:19:43.916 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.916 INFO:tasks.workunit.client.0.smithi067.stdout: "firmware_version": "8DV101H0", 2024-07-29T16:19:43.916 INFO:tasks.workunit.client.0.smithi067.stdout: "host_id": "8fb0c8fc-4dbb-11ef-b404-0cc47ab6fc0b", 2024-07-29T16:19:43.916 INFO:tasks.workunit.client.0.smithi067.stdout: "json_format_version": [ 2024-07-29T16:19:43.916 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:43.916 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:43.916 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.916 INFO:tasks.workunit.client.0.smithi067.stdout: "local_time": { 2024-07-29T16:19:43.916 INFO:tasks.workunit.client.0.smithi067.stdout: "asctime": "Mon Jul 29 14:56:39 2024 UTC", 2024-07-29T16:19:43.916 INFO:tasks.workunit.client.0.smithi067.stdout: "time_t": 1722264999 2024-07-29T16:19:43.916 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.917 INFO:tasks.workunit.client.0.smithi067.stdout: "logical_block_size": 512, 2024-07-29T16:19:43.917 INFO:tasks.workunit.client.0.smithi067.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-29T16:19:43.917 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_controller_id": 0, 2024-07-29T16:19:43.917 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-29T16:19:43.917 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_namespaces": [ 2024-07-29T16:19:43.917 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.917 INFO:tasks.workunit.client.0.smithi067.stdout: "capacity": { 2024-07-29T16:19:43.917 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T16:19:43.917 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T16:19:43.917 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.917 INFO:tasks.workunit.client.0.smithi067.stdout: "formatted_lba_size": 512, 2024-07-29T16:19:43.917 INFO:tasks.workunit.client.0.smithi067.stdout: "id": 1, 2024-07-29T16:19:43.917 INFO:tasks.workunit.client.0.smithi067.stdout: "size": { 2024-07-29T16:19:43.917 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T16:19:43.917 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T16:19:43.918 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.918 INFO:tasks.workunit.client.0.smithi067.stdout: "utilization": { 2024-07-29T16:19:43.918 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T16:19:43.918 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T16:19:43.918 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.918 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.918 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.918 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_number_of_namespaces": 1, 2024-07-29T16:19:43.918 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_pci_vendor": { 2024-07-29T16:19:43.918 INFO:tasks.workunit.client.0.smithi067.stdout: "id": 32902, 2024-07-29T16:19:43.918 INFO:tasks.workunit.client.0.smithi067.stdout: "subsystem_id": 32902 2024-07-29T16:19:43.918 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.918 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_smart_health_information_add_log": { 2024-07-29T16:19:43.918 INFO:tasks.workunit.client.0.smithi067.stdout: "Device stats": { 2024-07-29T16:19:43.919 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_fw_downgrades": { 2024-07-29T16:19:43.919 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T16:19:43.919 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:43.919 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.919 INFO:tasks.workunit.client.0.smithi067.stdout: "crc_error_count": { 2024-07-29T16:19:43.919 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:43.919 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:43.919 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.919 INFO:tasks.workunit.client.0.smithi067.stdout: "end_to_end_error_detection_count": { 2024-07-29T16:19:43.919 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:43.919 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:43.919 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.919 INFO:tasks.workunit.client.0.smithi067.stdout: "erase_fail_count": { 2024-07-29T16:19:43.919 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:43.919 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:43.920 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.920 INFO:tasks.workunit.client.0.smithi067.stdout: "host_bytes_written": { 2024-07-29T16:19:43.920 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:43.920 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 28181635 2024-07-29T16:19:43.920 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.920 INFO:tasks.workunit.client.0.smithi067.stdout: "host_ctx_wear_used": { 2024-07-29T16:19:43.920 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:43.920 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 1 2024-07-29T16:19:43.920 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.920 INFO:tasks.workunit.client.0.smithi067.stdout: "media_bytes_read": { 2024-07-29T16:19:43.920 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T16:19:43.920 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:43.920 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.920 INFO:tasks.workunit.client.0.smithi067.stdout: "nand_bytes_written": { 2024-07-29T16:19:43.920 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:43.921 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 50403402 2024-07-29T16:19:43.921 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.921 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_stat_indicator": { 2024-07-29T16:19:43.921 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T16:19:43.921 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:43.921 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.921 INFO:tasks.workunit.client.0.smithi067.stdout: "pll_lock_loss_count": { 2024-07-29T16:19:43.921 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:43.921 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:43.921 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.921 INFO:tasks.workunit.client.0.smithi067.stdout: "program_fail_count": { 2024-07-29T16:19:43.921 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:43.921 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:43.921 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.922 INFO:tasks.workunit.client.0.smithi067.stdout: "re_alloc_sectr_cnt": { 2024-07-29T16:19:43.922 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T16:19:43.922 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:43.922 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.922 INFO:tasks.workunit.client.0.smithi067.stdout: "retry_buffer_overflow_count": { 2024-07-29T16:19:43.922 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:43.922 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:43.922 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.922 INFO:tasks.workunit.client.0.smithi067.stdout: "soft_ecc_err_rate": { 2024-07-29T16:19:43.922 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T16:19:43.922 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:43.922 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.923 INFO:tasks.workunit.client.0.smithi067.stdout: "thermal_throttle_status": { 2024-07-29T16:19:43.923 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:43.923 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": { 2024-07-29T16:19:43.923 INFO:tasks.workunit.client.0.smithi067.stdout: "cnt": 0, 2024-07-29T16:19:43.923 INFO:tasks.workunit.client.0.smithi067.stdout: "pct": 0 2024-07-29T16:19:43.923 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.923 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.923 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_host_reads": { 2024-07-29T16:19:43.923 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:43.923 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 65535 2024-07-29T16:19:43.923 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.923 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_media_wear": { 2024-07-29T16:19:43.923 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:43.923 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": "63.999023" 2024-07-29T16:19:43.923 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.924 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_timer": { 2024-07-29T16:19:43.924 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:43.924 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 65535 2024-07-29T16:19:43.924 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.924 INFO:tasks.workunit.client.0.smithi067.stdout: "unexp_power_loss": { 2024-07-29T16:19:43.924 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T16:19:43.924 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:43.924 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.924 INFO:tasks.workunit.client.0.smithi067.stdout: "wear_leveling": { 2024-07-29T16:19:43.924 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 89, 2024-07-29T16:19:43.924 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": { 2024-07-29T16:19:43.924 INFO:tasks.workunit.client.0.smithi067.stdout: "avg": 3456, 2024-07-29T16:19:43.924 INFO:tasks.workunit.client.0.smithi067.stdout: "max": 3473, 2024-07-29T16:19:43.924 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 3441 2024-07-29T16:19:43.925 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.925 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.925 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.925 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel Smart log": "nvme0n1" 2024-07-29T16:19:43.925 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.925 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_smart_health_information_log": { 2024-07-29T16:19:43.925 INFO:tasks.workunit.client.0.smithi067.stdout: "available_spare": 100, 2024-07-29T16:19:43.925 INFO:tasks.workunit.client.0.smithi067.stdout: "available_spare_threshold": 10, 2024-07-29T16:19:43.925 INFO:tasks.workunit.client.0.smithi067.stdout: "controller_busy_time": 52, 2024-07-29T16:19:43.925 INFO:tasks.workunit.client.0.smithi067.stdout: "critical_warning": 0, 2024-07-29T16:19:43.925 INFO:tasks.workunit.client.0.smithi067.stdout: "data_units_read": 389542703, 2024-07-29T16:19:43.925 INFO:tasks.workunit.client.0.smithi067.stdout: "data_units_written": 1846911687, 2024-07-29T16:19:43.925 INFO:tasks.workunit.client.0.smithi067.stdout: "host_reads": 6188054102, 2024-07-29T16:19:43.925 INFO:tasks.workunit.client.0.smithi067.stdout: "host_writes": 32973547230, 2024-07-29T16:19:43.926 INFO:tasks.workunit.client.0.smithi067.stdout: "media_errors": 0, 2024-07-29T16:19:43.926 INFO:tasks.workunit.client.0.smithi067.stdout: "num_err_log_entries": 0, 2024-07-29T16:19:43.926 INFO:tasks.workunit.client.0.smithi067.stdout: "percentage_used": 11, 2024-07-29T16:19:43.926 INFO:tasks.workunit.client.0.smithi067.stdout: "power_cycles": 60364, 2024-07-29T16:19:43.926 INFO:tasks.workunit.client.0.smithi067.stdout: "power_on_hours": 54901, 2024-07-29T16:19:43.926 INFO:tasks.workunit.client.0.smithi067.stdout: "temperature": 26, 2024-07-29T16:19:43.926 INFO:tasks.workunit.client.0.smithi067.stdout: "unsafe_shutdowns": 2536 2024-07-29T16:19:43.926 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.926 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_vendor": "intel", 2024-07-29T16:19:43.926 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_version": { 2024-07-29T16:19:43.926 INFO:tasks.workunit.client.0.smithi067.stdout: "string": "<1.2", 2024-07-29T16:19:43.926 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.926 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.927 INFO:tasks.workunit.client.0.smithi067.stdout: "power_cycle_count": 60364, 2024-07-29T16:19:43.927 INFO:tasks.workunit.client.0.smithi067.stdout: "power_on_time": { 2024-07-29T16:19:43.927 INFO:tasks.workunit.client.0.smithi067.stdout: "hours": 54901 2024-07-29T16:19:43.927 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.927 INFO:tasks.workunit.client.0.smithi067.stdout: "serial_number": "deleted", 2024-07-29T16:19:43.927 INFO:tasks.workunit.client.0.smithi067.stdout: "smart_status": { 2024-07-29T16:19:43.927 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme": { 2024-07-29T16:19:43.927 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:43.927 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.927 INFO:tasks.workunit.client.0.smithi067.stdout: "passed": true 2024-07-29T16:19:43.927 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.927 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl": { 2024-07-29T16:19:43.927 INFO:tasks.workunit.client.0.smithi067.stdout: "argv": [ 2024-07-29T16:19:43.927 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl", 2024-07-29T16:19:43.928 INFO:tasks.workunit.client.0.smithi067.stdout: "-x", 2024-07-29T16:19:43.928 INFO:tasks.workunit.client.0.smithi067.stdout: "--json=o", 2024-07-29T16:19:43.928 INFO:tasks.workunit.client.0.smithi067.stdout: "/dev/nvme0n1" 2024-07-29T16:19:43.928 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.928 INFO:tasks.workunit.client.0.smithi067.stdout: "build_info": "(local build)", 2024-07-29T16:19:43.928 INFO:tasks.workunit.client.0.smithi067.stdout: "exit_status": 0, 2024-07-29T16:19:43.928 INFO:tasks.workunit.client.0.smithi067.stdout: "output": [ 2024-07-29T16:19:43.928 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-29T16:19:43.928 INFO:tasks.workunit.client.0.smithi067.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-29T16:19:43.928 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T16:19:43.928 INFO:tasks.workunit.client.0.smithi067.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-29T16:19:43.928 INFO:tasks.workunit.client.0.smithi067.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-29T16:19:43.928 INFO:tasks.workunit.client.0.smithi067.stdout: "Serial Number: deleted", 2024-07-29T16:19:43.929 INFO:tasks.workunit.client.0.smithi067.stdout: "Firmware Version: 8DV101H0", 2024-07-29T16:19:43.929 INFO:tasks.workunit.client.0.smithi067.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-29T16:19:43.929 INFO:tasks.workunit.client.0.smithi067.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-29T16:19:43.929 INFO:tasks.workunit.client.0.smithi067.stdout: "Controller ID: 0", 2024-07-29T16:19:43.929 INFO:tasks.workunit.client.0.smithi067.stdout: "NVMe Version: <1.2", 2024-07-29T16:19:43.929 INFO:tasks.workunit.client.0.smithi067.stdout: "Number of Namespaces: 1", 2024-07-29T16:19:43.929 INFO:tasks.workunit.client.0.smithi067.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-29T16:19:43.929 INFO:tasks.workunit.client.0.smithi067.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-29T16:19:43.929 INFO:tasks.workunit.client.0.smithi067.stdout: "Local Time is: Mon Jul 29 14:56:39 2024 UTC", 2024-07-29T16:19:43.929 INFO:tasks.workunit.client.0.smithi067.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-29T16:19:43.929 INFO:tasks.workunit.client.0.smithi067.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-29T16:19:43.929 INFO:tasks.workunit.client.0.smithi067.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-29T16:19:43.929 INFO:tasks.workunit.client.0.smithi067.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-29T16:19:43.929 INFO:tasks.workunit.client.0.smithi067.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-29T16:19:43.930 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T16:19:43.930 INFO:tasks.workunit.client.0.smithi067.stdout: "Supported Power States", 2024-07-29T16:19:43.930 INFO:tasks.workunit.client.0.smithi067.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-29T16:19:43.930 INFO:tasks.workunit.client.0.smithi067.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-29T16:19:43.930 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T16:19:43.930 INFO:tasks.workunit.client.0.smithi067.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-29T16:19:43.930 INFO:tasks.workunit.client.0.smithi067.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-29T16:19:43.930 INFO:tasks.workunit.client.0.smithi067.stdout: " 0 + 512 0 2", 2024-07-29T16:19:43.930 INFO:tasks.workunit.client.0.smithi067.stdout: " 1 - 512 8 2", 2024-07-29T16:19:43.930 INFO:tasks.workunit.client.0.smithi067.stdout: " 2 - 512 16 2", 2024-07-29T16:19:43.930 INFO:tasks.workunit.client.0.smithi067.stdout: " 3 - 4096 0 0", 2024-07-29T16:19:43.930 INFO:tasks.workunit.client.0.smithi067.stdout: " 4 - 4096 8 0", 2024-07-29T16:19:43.930 INFO:tasks.workunit.client.0.smithi067.stdout: " 5 - 4096 64 0", 2024-07-29T16:19:43.930 INFO:tasks.workunit.client.0.smithi067.stdout: " 6 - 4096 128 0", 2024-07-29T16:19:43.930 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T16:19:43.931 INFO:tasks.workunit.client.0.smithi067.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-29T16:19:43.931 INFO:tasks.workunit.client.0.smithi067.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-29T16:19:43.931 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T16:19:43.931 INFO:tasks.workunit.client.0.smithi067.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-29T16:19:43.931 INFO:tasks.workunit.client.0.smithi067.stdout: "Critical Warning: 0x00", 2024-07-29T16:19:43.931 INFO:tasks.workunit.client.0.smithi067.stdout: "Temperature: 26 Celsius", 2024-07-29T16:19:43.931 INFO:tasks.workunit.client.0.smithi067.stdout: "Available Spare: 100%", 2024-07-29T16:19:43.931 INFO:tasks.workunit.client.0.smithi067.stdout: "Available Spare Threshold: 10%", 2024-07-29T16:19:43.931 INFO:tasks.workunit.client.0.smithi067.stdout: "Percentage Used: 11%", 2024-07-29T16:19:43.931 INFO:tasks.workunit.client.0.smithi067.stdout: "Data Units Read: 389,542,703 [199 TB]", 2024-07-29T16:19:43.931 INFO:tasks.workunit.client.0.smithi067.stdout: "Data Units Written: 1,846,911,687 [945 TB]", 2024-07-29T16:19:43.931 INFO:tasks.workunit.client.0.smithi067.stdout: "Host Read Commands: 6,188,054,102", 2024-07-29T16:19:43.931 INFO:tasks.workunit.client.0.smithi067.stdout: "Host Write Commands: 32,973,547,230", 2024-07-29T16:19:43.931 INFO:tasks.workunit.client.0.smithi067.stdout: "Controller Busy Time: 52", 2024-07-29T16:19:43.931 INFO:tasks.workunit.client.0.smithi067.stdout: "Power Cycles: 60,364", 2024-07-29T16:19:43.931 INFO:tasks.workunit.client.0.smithi067.stdout: "Power On Hours: 54,901", 2024-07-29T16:19:43.932 INFO:tasks.workunit.client.0.smithi067.stdout: "Unsafe Shutdowns: 2,536", 2024-07-29T16:19:43.932 INFO:tasks.workunit.client.0.smithi067.stdout: "Media and Data Integrity Errors: 0", 2024-07-29T16:19:43.932 INFO:tasks.workunit.client.0.smithi067.stdout: "Error Information Log Entries: 0", 2024-07-29T16:19:43.932 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T16:19:43.932 INFO:tasks.workunit.client.0.smithi067.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-29T16:19:43.932 INFO:tasks.workunit.client.0.smithi067.stdout: "No Errors Logged", 2024-07-29T16:19:43.932 INFO:tasks.workunit.client.0.smithi067.stdout: "" 2024-07-29T16:19:43.932 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.932 INFO:tasks.workunit.client.0.smithi067.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-29T16:19:43.932 INFO:tasks.workunit.client.0.smithi067.stdout: "svn_revision": "5155", 2024-07-29T16:19:43.932 INFO:tasks.workunit.client.0.smithi067.stdout: "version": [ 2024-07-29T16:19:43.932 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:43.932 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:43.933 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:43.933 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.933 INFO:tasks.workunit.client.0.smithi067.stdout: "temperature": { 2024-07-29T16:19:43.933 INFO:tasks.workunit.client.0.smithi067.stdout: "current": 26 2024-07-29T16:19:43.933 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.933 INFO:tasks.workunit.client.0.smithi067.stdout: "user_capacity": { 2024-07-29T16:19:43.933 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T16:19:43.933 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T16:19:43.933 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.933 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.933 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.933 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.933 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.933 INFO:tasks.workunit.client.0.smithi067.stdout: "report": { 2024-07-29T16:19:43.933 INFO:tasks.workunit.client.0.smithi067.stdout: "balancer": { 2024-07-29T16:19:43.934 INFO:tasks.workunit.client.0.smithi067.stdout: "active": true, 2024-07-29T16:19:43.934 INFO:tasks.workunit.client.0.smithi067.stdout: "mode": "" 2024-07-29T16:19:43.934 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.934 INFO:tasks.workunit.client.0.smithi067.stdout: "channels": [ 2024-07-29T16:19:43.934 INFO:tasks.workunit.client.0.smithi067.stdout: "basic", 2024-07-29T16:19:43.934 INFO:tasks.workunit.client.0.smithi067.stdout: "crash", 2024-07-29T16:19:43.934 INFO:tasks.workunit.client.0.smithi067.stdout: "device", 2024-07-29T16:19:43.934 INFO:tasks.workunit.client.0.smithi067.stdout: "ident", 2024-07-29T16:19:43.934 INFO:tasks.workunit.client.0.smithi067.stdout: "perf" 2024-07-29T16:19:43.934 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.934 INFO:tasks.workunit.client.0.smithi067.stdout: "channels_available": [ 2024-07-29T16:19:43.934 INFO:tasks.workunit.client.0.smithi067.stdout: "basic", 2024-07-29T16:19:43.934 INFO:tasks.workunit.client.0.smithi067.stdout: "ident", 2024-07-29T16:19:43.935 INFO:tasks.workunit.client.0.smithi067.stdout: "crash", 2024-07-29T16:19:43.935 INFO:tasks.workunit.client.0.smithi067.stdout: "device", 2024-07-29T16:19:43.935 INFO:tasks.workunit.client.0.smithi067.stdout: "perf" 2024-07-29T16:19:43.935 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.935 INFO:tasks.workunit.client.0.smithi067.stdout: "collections_available": [ 2024-07-29T16:19:43.935 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_base", 2024-07-29T16:19:43.935 INFO:tasks.workunit.client.0.smithi067.stdout: "device_base", 2024-07-29T16:19:43.935 INFO:tasks.workunit.client.0.smithi067.stdout: "crash_base", 2024-07-29T16:19:43.935 INFO:tasks.workunit.client.0.smithi067.stdout: "ident_base", 2024-07-29T16:19:43.935 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_perf", 2024-07-29T16:19:43.935 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_mds_metadata", 2024-07-29T16:19:43.935 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_usage", 2024-07-29T16:19:43.935 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_usage_by_class", 2024-07-29T16:19:43.936 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_rook_v01", 2024-07-29T16:19:43.936 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_memory_metrics", 2024-07-29T16:19:43.936 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_options_bluestore", 2024-07-29T16:19:43.936 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_flags" 2024-07-29T16:19:43.936 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.936 INFO:tasks.workunit.client.0.smithi067.stdout: "collections_opted_in": [ 2024-07-29T16:19:43.936 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_base", 2024-07-29T16:19:43.936 INFO:tasks.workunit.client.0.smithi067.stdout: "device_base", 2024-07-29T16:19:43.936 INFO:tasks.workunit.client.0.smithi067.stdout: "crash_base", 2024-07-29T16:19:43.936 INFO:tasks.workunit.client.0.smithi067.stdout: "ident_base", 2024-07-29T16:19:43.936 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_perf", 2024-07-29T16:19:43.936 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_mds_metadata", 2024-07-29T16:19:43.936 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_usage", 2024-07-29T16:19:43.936 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_usage_by_class", 2024-07-29T16:19:43.936 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_rook_v01", 2024-07-29T16:19:43.937 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_memory_metrics", 2024-07-29T16:19:43.937 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_options_bluestore", 2024-07-29T16:19:43.937 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_flags" 2024-07-29T16:19:43.937 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.937 INFO:tasks.workunit.client.0.smithi067.stdout: "config": { 2024-07-29T16:19:43.937 INFO:tasks.workunit.client.0.smithi067.stdout: "active_changed": [ 2024-07-29T16:19:43.937 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-29T16:19:43.937 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_debug", 2024-07-29T16:19:43.937 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_mon_ticket_ttl", 2024-07-29T16:19:43.937 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_service_ticket_ttl", 2024-07-29T16:19:43.937 INFO:tasks.workunit.client.0.smithi067.stdout: "bdev_debug_aio", 2024-07-29T16:19:43.937 INFO:tasks.workunit.client.0.smithi067.stdout: "client_check_pool_perm", 2024-07-29T16:19:43.937 INFO:tasks.workunit.client.0.smithi067.stdout: "client_mount_gid", 2024-07-29T16:19:43.937 INFO:tasks.workunit.client.0.smithi067.stdout: "client_mount_uid", 2024-07-29T16:19:43.937 INFO:tasks.workunit.client.0.smithi067.stdout: "client_quota", 2024-07-29T16:19:43.938 INFO:tasks.workunit.client.0.smithi067.stdout: "container_image", 2024-07-29T16:19:43.938 INFO:tasks.workunit.client.0.smithi067.stdout: "daemonize", 2024-07-29T16:19:43.938 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_asserts_on_shutdown", 2024-07-29T16:19:43.938 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_mgr", 2024-07-29T16:19:43.938 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_mon", 2024-07-29T16:19:43.938 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_ms", 2024-07-29T16:19:43.938 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_osd", 2024-07-29T16:19:43.938 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_paxos", 2024-07-29T16:19:43.938 INFO:tasks.workunit.client.0.smithi067.stdout: "keyring", 2024-07-29T16:19:43.938 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_file", 2024-07-29T16:19:43.938 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_journald", 2024-07-29T16:19:43.938 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_stderr", 2024-07-29T16:19:43.938 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_allow_pool_delete", 2024-07-29T16:19:43.938 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_clock_drift_allowed", 2024-07-29T16:19:43.939 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_cluster_log_to_file", 2024-07-29T16:19:43.939 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_cluster_log_to_journald", 2024-07-29T16:19:43.939 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_cluster_log_to_stderr", 2024-07-29T16:19:43.939 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_data_avail_warn", 2024-07-29T16:19:43.939 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_election_default_strategy", 2024-07-29T16:19:43.939 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_host", 2024-07-29T16:19:43.939 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_max_pg_per_osd", 2024-07-29T16:19:43.939 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_mds_skip_sanity", 2024-07-29T16:19:43.939 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_mgr_mkfs_grace", 2024-07-29T16:19:43.939 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_osd_prime_pg_temp", 2024-07-29T16:19:43.939 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_osd_reporter_subtree_level", 2024-07-29T16:19:43.939 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_pg_warn_max_object_skew", 2024-07-29T16:19:43.939 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-29T16:19:43.939 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-29T16:19:43.939 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-29T16:19:43.939 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-29T16:19:43.940 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-29T16:19:43.940 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-29T16:19:43.940 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-29T16:19:43.940 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-29T16:19:43.940 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_too_few_osds", 2024-07-29T16:19:43.940 INFO:tasks.workunit.client.0.smithi067.stdout: "ms_die_on_bug", 2024-07-29T16:19:43.940 INFO:tasks.workunit.client.0.smithi067.stdout: "ms_die_on_old_message", 2024-07-29T16:19:43.940 INFO:tasks.workunit.client.0.smithi067.stdout: "no_config_file", 2024-07-29T16:19:43.940 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_class_default_list", 2024-07-29T16:19:43.940 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_class_load_list", 2024-07-29T16:19:43.940 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_misdirected_ops", 2024-07-29T16:19:43.940 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_op_order", 2024-07-29T16:19:43.940 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_pg_log_writeout", 2024-07-29T16:19:43.940 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_shutdown", 2024-07-29T16:19:43.940 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_cached_snaps", 2024-07-29T16:19:43.941 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_missing_on_start", 2024-07-29T16:19:43.941 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_stray_on_activate", 2024-07-29T16:19:43.941 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-29T16:19:43.941 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_delete_sleep", 2024-07-29T16:19:43.941 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_delete_sleep_hdd", 2024-07-29T16:19:43.941 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_delete_sleep_hybrid", 2024-07-29T16:19:43.941 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_delete_sleep_ssd", 2024-07-29T16:19:43.941 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_max_backfills", 2024-07-29T16:19:43.941 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-07-29T16:19:43.941 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_profile", 2024-07-29T16:19:43.941 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-07-29T16:19:43.941 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-07-29T16:19:43.941 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-07-29T16:19:43.941 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-07-29T16:19:43.941 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-07-29T16:19:43.941 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-07-29T16:19:43.942 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_client_lim", 2024-07-29T16:19:43.942 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_client_res", 2024-07-29T16:19:43.942 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_client_wgt", 2024-07-29T16:19:43.942 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_memory_target", 2024-07-29T16:19:43.942 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_memory_target_autotune", 2024-07-29T16:19:43.942 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_op_queue", 2024-07-29T16:19:43.942 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_op_queue_cut_off", 2024-07-29T16:19:43.942 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pool_default_erasure_code_profile", 2024-07-29T16:19:43.942 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-29T16:19:43.942 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recover_clone_overlap", 2024-07-29T16:19:43.942 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_max_active", 2024-07-29T16:19:43.942 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_max_active_hdd", 2024-07-29T16:19:43.942 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_max_active_ssd", 2024-07-29T16:19:43.943 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_max_chunk", 2024-07-29T16:19:43.943 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_sleep", 2024-07-29T16:19:43.943 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_sleep_hdd", 2024-07-29T16:19:43.943 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_sleep_hybrid", 2024-07-29T16:19:43.943 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_sleep_ssd", 2024-07-29T16:19:43.943 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_load_threshold", 2024-07-29T16:19:43.943 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_max_interval", 2024-07-29T16:19:43.943 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_sleep", 2024-07-29T16:19:43.943 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_shutdown_pgref_assert", 2024-07-29T16:19:43.943 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_snap_trim_sleep", 2024-07-29T16:19:43.943 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_snap_trim_sleep_hdd", 2024-07-29T16:19:43.943 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_snap_trim_sleep_hybrid", 2024-07-29T16:19:43.943 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_snap_trim_sleep_ssd", 2024-07-29T16:19:43.943 INFO:tasks.workunit.client.0.smithi067.stdout: "public_network", 2024-07-29T16:19:43.944 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd_config_pool_override_update_timestamp", 2024-07-29T16:19:43.944 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd_default_features", 2024-07-29T16:19:43.944 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd_qos_exclude_ops", 2024-07-29T16:19:43.944 INFO:tasks.workunit.client.0.smithi067.stdout: "setgroup", 2024-07-29T16:19:43.944 INFO:tasks.workunit.client.0.smithi067.stdout: "setuser" 2024-07-29T16:19:43.944 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.944 INFO:tasks.workunit.client.0.smithi067.stdout: "cluster_changed": [ 2024-07-29T16:19:43.944 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-29T16:19:43.944 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_debug", 2024-07-29T16:19:43.944 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_mon_ticket_ttl", 2024-07-29T16:19:43.944 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_service_ticket_ttl", 2024-07-29T16:19:43.944 INFO:tasks.workunit.client.0.smithi067.stdout: "bdev_debug_aio", 2024-07-29T16:19:43.944 INFO:tasks.workunit.client.0.smithi067.stdout: "container_image", 2024-07-29T16:19:43.944 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_asserts_on_shutdown", 2024-07-29T16:19:43.944 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_mgr", 2024-07-29T16:19:43.944 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_mon", 2024-07-29T16:19:43.945 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_ms", 2024-07-29T16:19:43.945 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_osd", 2024-07-29T16:19:43.945 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_paxos", 2024-07-29T16:19:43.945 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_file", 2024-07-29T16:19:43.945 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_journald", 2024-07-29T16:19:43.945 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_stderr", 2024-07-29T16:19:43.945 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_join_fs", 2024-07-29T16:19:43.945 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/cephadm/allow_ptrace", 2024-07-29T16:19:43.945 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/cephadm/container_init", 2024-07-29T16:19:43.945 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/cephadm/migration_current", 2024-07-29T16:19:43.945 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/cephadm/use_repo_digest", 2024-07-29T16:19:43.945 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-07-29T16:19:43.945 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-07-29T16:19:43.946 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-07-29T16:19:43.946 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-07-29T16:19:43.946 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/ssl_server_port", 2024-07-29T16:19:43.946 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/orchestrator/orchestrator", 2024-07-29T16:19:43.946 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/channel_ident", 2024-07-29T16:19:43.946 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/channel_perf", 2024-07-29T16:19:43.946 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/description", 2024-07-29T16:19:43.946 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/enabled", 2024-07-29T16:19:43.946 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/organization", 2024-07-29T16:19:43.946 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_allow_pool_delete", 2024-07-29T16:19:43.946 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_clock_drift_allowed", 2024-07-29T16:19:43.946 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_cluster_log_to_file", 2024-07-29T16:19:43.946 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_data_avail_warn", 2024-07-29T16:19:43.946 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_election_default_strategy", 2024-07-29T16:19:43.947 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_max_pg_per_osd", 2024-07-29T16:19:43.947 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_mds_skip_sanity", 2024-07-29T16:19:43.947 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_mgr_mkfs_grace", 2024-07-29T16:19:43.947 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_osd_prime_pg_temp", 2024-07-29T16:19:43.947 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_osd_reporter_subtree_level", 2024-07-29T16:19:43.947 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_pg_warn_max_object_skew", 2024-07-29T16:19:43.947 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-29T16:19:43.947 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-29T16:19:43.947 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-29T16:19:43.947 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-29T16:19:43.947 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-29T16:19:43.947 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-29T16:19:43.948 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-29T16:19:43.948 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-29T16:19:43.948 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_too_few_osds", 2024-07-29T16:19:43.948 INFO:tasks.workunit.client.0.smithi067.stdout: "ms_die_on_bug", 2024-07-29T16:19:43.948 INFO:tasks.workunit.client.0.smithi067.stdout: "ms_die_on_old_message", 2024-07-29T16:19:43.948 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_class_default_list", 2024-07-29T16:19:43.948 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_class_load_list", 2024-07-29T16:19:43.948 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_misdirected_ops", 2024-07-29T16:19:43.948 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_op_order", 2024-07-29T16:19:43.948 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_pg_log_writeout", 2024-07-29T16:19:43.948 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_shutdown", 2024-07-29T16:19:43.948 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_cached_snaps", 2024-07-29T16:19:43.948 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_missing_on_start", 2024-07-29T16:19:43.948 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_stray_on_activate", 2024-07-29T16:19:43.949 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-29T16:19:43.949 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-07-29T16:19:43.949 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_profile", 2024-07-29T16:19:43.949 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_memory_target", 2024-07-29T16:19:43.949 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_memory_target_autotune", 2024-07-29T16:19:43.949 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_op_queue", 2024-07-29T16:19:43.949 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_op_queue_cut_off", 2024-07-29T16:19:43.949 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pool_default_erasure_code_profile", 2024-07-29T16:19:43.949 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-29T16:19:43.949 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recover_clone_overlap", 2024-07-29T16:19:43.949 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_max_chunk", 2024-07-29T16:19:43.949 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_load_threshold", 2024-07-29T16:19:43.949 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_max_interval", 2024-07-29T16:19:43.949 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_shutdown_pgref_assert", 2024-07-29T16:19:43.950 INFO:tasks.workunit.client.0.smithi067.stdout: "public_network", 2024-07-29T16:19:43.950 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd_config_pool_override_update_timestamp", 2024-07-29T16:19:43.950 INFO:tasks.workunit.client.0.smithi067.stdout: "rgw_cache_enabled", 2024-07-29T16:19:43.950 INFO:tasks.workunit.client.0.smithi067.stdout: "rgw_enable_ops_log", 2024-07-29T16:19:43.950 INFO:tasks.workunit.client.0.smithi067.stdout: "rgw_enable_usage_log" 2024-07-29T16:19:43.950 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:43.950 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.950 INFO:tasks.workunit.client.0.smithi067.stdout: "contact": null, 2024-07-29T16:19:43.950 INFO:tasks.workunit.client.0.smithi067.stdout: "crashes": [], 2024-07-29T16:19:43.950 INFO:tasks.workunit.client.0.smithi067.stdout: "created": "2024-07-29T14:53:34.720315Z", 2024-07-29T16:19:43.950 INFO:tasks.workunit.client.0.smithi067.stdout: "crush": { 2024-07-29T16:19:43.950 INFO:tasks.workunit.client.0.smithi067.stdout: "bucket_algs": { 2024-07-29T16:19:43.950 INFO:tasks.workunit.client.0.smithi067.stdout: "straw2": 3 2024-07-29T16:19:43.950 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.951 INFO:tasks.workunit.client.0.smithi067.stdout: "bucket_sizes": { 2024-07-29T16:19:43.951 INFO:tasks.workunit.client.0.smithi067.stdout: "2": 1, 2024-07-29T16:19:43.951 INFO:tasks.workunit.client.0.smithi067.stdout: "4": 2 2024-07-29T16:19:43.951 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.951 INFO:tasks.workunit.client.0.smithi067.stdout: "bucket_types": { 2024-07-29T16:19:43.951 INFO:tasks.workunit.client.0.smithi067.stdout: "1": 2, 2024-07-29T16:19:43.951 INFO:tasks.workunit.client.0.smithi067.stdout: "11": 1 2024-07-29T16:19:43.951 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.951 INFO:tasks.workunit.client.0.smithi067.stdout: "compat_weight_set": false, 2024-07-29T16:19:43.951 INFO:tasks.workunit.client.0.smithi067.stdout: "device_classes": [ 2024-07-29T16:19:43.951 INFO:tasks.workunit.client.0.smithi067.stdout: 8 2024-07-29T16:19:43.951 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.951 INFO:tasks.workunit.client.0.smithi067.stdout: "num_buckets": 6, 2024-07-29T16:19:43.952 INFO:tasks.workunit.client.0.smithi067.stdout: "num_devices": 8, 2024-07-29T16:19:43.952 INFO:tasks.workunit.client.0.smithi067.stdout: "num_rules": 2, 2024-07-29T16:19:43.952 INFO:tasks.workunit.client.0.smithi067.stdout: "num_types": 12, 2024-07-29T16:19:43.952 INFO:tasks.workunit.client.0.smithi067.stdout: "num_weight_sets": 0, 2024-07-29T16:19:43.952 INFO:tasks.workunit.client.0.smithi067.stdout: "tunables": { 2024-07-29T16:19:43.952 INFO:tasks.workunit.client.0.smithi067.stdout: "allowed_bucket_algs": 54, 2024-07-29T16:19:43.952 INFO:tasks.workunit.client.0.smithi067.stdout: "choose_local_fallback_tries": 0, 2024-07-29T16:19:43.952 INFO:tasks.workunit.client.0.smithi067.stdout: "choose_local_tries": 0, 2024-07-29T16:19:43.952 INFO:tasks.workunit.client.0.smithi067.stdout: "choose_total_tries": 50, 2024-07-29T16:19:43.952 INFO:tasks.workunit.client.0.smithi067.stdout: "chooseleaf_descend_once": 1, 2024-07-29T16:19:43.952 INFO:tasks.workunit.client.0.smithi067.stdout: "chooseleaf_stable": 1, 2024-07-29T16:19:43.952 INFO:tasks.workunit.client.0.smithi067.stdout: "chooseleaf_vary_r": 1, 2024-07-29T16:19:43.952 INFO:tasks.workunit.client.0.smithi067.stdout: "has_msr_rules": 0, 2024-07-29T16:19:43.952 INFO:tasks.workunit.client.0.smithi067.stdout: "has_v2_rules": 1, 2024-07-29T16:19:43.952 INFO:tasks.workunit.client.0.smithi067.stdout: "has_v3_rules": 0, 2024-07-29T16:19:43.953 INFO:tasks.workunit.client.0.smithi067.stdout: "has_v4_buckets": 1, 2024-07-29T16:19:43.953 INFO:tasks.workunit.client.0.smithi067.stdout: "has_v5_rules": 0, 2024-07-29T16:19:43.953 INFO:tasks.workunit.client.0.smithi067.stdout: "legacy_tunables": 0, 2024-07-29T16:19:43.953 INFO:tasks.workunit.client.0.smithi067.stdout: "minimum_required_version": "jewel", 2024-07-29T16:19:43.953 INFO:tasks.workunit.client.0.smithi067.stdout: "msr_collision_tries": 100, 2024-07-29T16:19:43.953 INFO:tasks.workunit.client.0.smithi067.stdout: "msr_descents": 100, 2024-07-29T16:19:43.953 INFO:tasks.workunit.client.0.smithi067.stdout: "optimal_tunables": 1, 2024-07-29T16:19:43.953 INFO:tasks.workunit.client.0.smithi067.stdout: "profile": "jewel", 2024-07-29T16:19:43.953 INFO:tasks.workunit.client.0.smithi067.stdout: "require_feature_tunables": 1, 2024-07-29T16:19:43.953 INFO:tasks.workunit.client.0.smithi067.stdout: "require_feature_tunables2": 1, 2024-07-29T16:19:43.953 INFO:tasks.workunit.client.0.smithi067.stdout: "require_feature_tunables3": 1, 2024-07-29T16:19:43.953 INFO:tasks.workunit.client.0.smithi067.stdout: "require_feature_tunables5": 1, 2024-07-29T16:19:43.953 INFO:tasks.workunit.client.0.smithi067.stdout: "straw_calc_version": 1 2024-07-29T16:19:43.954 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.954 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.954 INFO:tasks.workunit.client.0.smithi067.stdout: "description": "upgrade test cluster", 2024-07-29T16:19:43.954 INFO:tasks.workunit.client.0.smithi067.stdout: "fs": { 2024-07-29T16:19:43.954 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:43.954 INFO:tasks.workunit.client.0.smithi067.stdout: "feature_flags": { 2024-07-29T16:19:43.954 INFO:tasks.workunit.client.0.smithi067.stdout: "enable_multiple": true, 2024-07-29T16:19:43.954 INFO:tasks.workunit.client.0.smithi067.stdout: "ever_enabled_multiple": true 2024-07-29T16:19:43.954 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.954 INFO:tasks.workunit.client.0.smithi067.stdout: "filesystems": [ 2024-07-29T16:19:43.954 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:43.954 INFO:tasks.workunit.client.0.smithi067.stdout: "approx_ctime": "2024-07", 2024-07-29T16:19:43.954 INFO:tasks.workunit.client.0.smithi067.stdout: "balancer_enabled": false, 2024-07-29T16:19:43.955 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.955 INFO:tasks.workunit.client.0.smithi067.stdout: "cached_caps": 0, 2024-07-29T16:19:43.955 INFO:tasks.workunit.client.0.smithi067.stdout: "cached_dns": 10, 2024-07-29T16:19:43.955 INFO:tasks.workunit.client.0.smithi067.stdout: "cached_inos": 13, 2024-07-29T16:19:43.955 INFO:tasks.workunit.client.0.smithi067.stdout: "cached_subtrees": 2, 2024-07-29T16:19:43.955 INFO:tasks.workunit.client.0.smithi067.stdout: "ever_allowed_features": 0, 2024-07-29T16:19:43.955 INFO:tasks.workunit.client.0.smithi067.stdout: "explicitly_allowed_features": 0, 2024-07-29T16:19:43.955 INFO:tasks.workunit.client.0.smithi067.stdout: "files": 0, 2024-07-29T16:19:43.955 INFO:tasks.workunit.client.0.smithi067.stdout: "max_mds": 1, 2024-07-29T16:19:43.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_data_pools": 1, 2024-07-29T16:19:43.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_in": 1, 2024-07-29T16:19:43.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_mds": 1, 2024-07-29T16:19:43.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_sessions": 0, 2024-07-29T16:19:43.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_standby_replay": 0, 2024-07-29T16:19:43.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_up": 1, 2024-07-29T16:19:43.956 INFO:tasks.workunit.client.0.smithi067.stdout: "snaps": 0, 2024-07-29T16:19:43.956 INFO:tasks.workunit.client.0.smithi067.stdout: "standby_count_wanted": 0 2024-07-29T16:19:43.956 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.956 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:43.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_standby_mds": 1, 2024-07-29T16:19:43.956 INFO:tasks.workunit.client.0.smithi067.stdout: "total_num_mds": 2 2024-07-29T16:19:43.956 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.956 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_stats": { 2024-07-29T16:19:43.956 INFO:tasks.workunit.client.0.smithi067.stdout: "mds": { 2024-07-29T16:19:43.956 INFO:tasks.workunit.client.0.smithi067.stdout: "mds.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T16:19:43.956 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 20750336, 2024-07-29T16:19:43.956 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 439360, 2024-07-29T16:19:43.956 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2621440, 2024-07-29T16:19:43.956 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:43.956 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 458752, 2024-07-29T16:19:43.957 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 487, 2024-07-29T16:19:43.957 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:43.957 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 1411416, 2024-07-29T16:19:43.957 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 22, 2024-07-29T16:19:43.957 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 1049088, 2024-07-29T16:19:43.957 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 15229032, 2024-07-29T16:19:43.957 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 21209088 2024-07-29T16:19:43.957 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.957 INFO:tasks.workunit.client.0.smithi067.stdout: "mds.fe352cc5d8c505de303363ceef3e5f6f0234bfa7": { 2024-07-29T16:19:43.957 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 20160512, 2024-07-29T16:19:43.957 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 301936, 2024-07-29T16:19:43.957 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2621440, 2024-07-29T16:19:43.957 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 729088, 2024-07-29T16:19:43.957 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 0, 2024-07-29T16:19:43.957 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 369, 2024-07-29T16:19:43.957 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:43.958 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 1186504, 2024-07-29T16:19:43.958 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 13, 2024-07-29T16:19:43.958 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 507392, 2024-07-29T16:19:43.958 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 14814152, 2024-07-29T16:19:43.958 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 20160512 2024-07-29T16:19:43.958 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.958 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.958 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T16:19:43.958 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T16:19:43.958 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 259678208, 2024-07-29T16:19:43.958 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 5500328, 2024-07-29T16:19:43.958 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 3014656, 2024-07-29T16:19:43.958 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 352256, 2024-07-29T16:19:43.958 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 1441792, 2024-07-29T16:19:43.959 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 9666, 2024-07-29T16:19:43.959 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:43.959 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 13591984, 2024-07-29T16:19:43.959 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 23, 2024-07-29T16:19:43.959 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 5338624, 2024-07-29T16:19:43.959 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 231880360, 2024-07-29T16:19:43.959 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 261120000 2024-07-29T16:19:43.959 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.959 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.88f1e2f1a9980ce30b43411b8d195844f2fd44e3": { 2024-07-29T16:19:43.959 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 182763520, 2024-07-29T16:19:43.959 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 1993056, 2024-07-29T16:19:43.959 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 4980736, 2024-07-29T16:19:43.959 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 335872, 2024-07-29T16:19:43.959 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 3596288, 2024-07-29T16:19:43.959 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 7184, 2024-07-29T16:19:43.959 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:43.960 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 12181856, 2024-07-29T16:19:43.960 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 20, 2024-07-29T16:19:43.960 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 1779712, 2024-07-29T16:19:43.960 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 161492288, 2024-07-29T16:19:43.960 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 186359808 2024-07-29T16:19:43.960 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.960 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.fe352cc5d8c505de303363ceef3e5f6f0234bfa7": { 2024-07-29T16:19:43.960 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 168280064, 2024-07-29T16:19:43.960 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 2147176, 2024-07-29T16:19:43.960 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2883584, 2024-07-29T16:19:43.960 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:43.960 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 3432448, 2024-07-29T16:19:43.960 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 6538, 2024-07-29T16:19:43.960 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:43.960 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 10474520, 2024-07-29T16:19:43.960 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 20, 2024-07-29T16:19:43.961 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 2044672, 2024-07-29T16:19:43.961 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 150730112, 2024-07-29T16:19:43.961 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 171712512 2024-07-29T16:19:43.961 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.961 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.961 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:43.961 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.0": { 2024-07-29T16:19:43.961 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 494100480, 2024-07-29T16:19:43.961 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 30278848, 2024-07-29T16:19:43.961 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 5373952, 2024-07-29T16:19:43.961 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:43.961 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 149766144, 2024-07-29T16:19:43.961 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 12905, 2024-07-29T16:19:43.962 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:43.962 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 70584616, 2024-07-29T16:19:43.962 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 53, 2024-07-29T16:19:43.962 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 11722752, 2024-07-29T16:19:43.962 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 376140312, 2024-07-29T16:19:43.962 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 643866624 2024-07-29T16:19:43.962 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.962 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.1": { 2024-07-29T16:19:43.962 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 484392960, 2024-07-29T16:19:43.962 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 24365352, 2024-07-29T16:19:43.962 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 3276800, 2024-07-29T16:19:43.962 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:43.963 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 22708224, 2024-07-29T16:19:43.963 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 12535, 2024-07-29T16:19:43.963 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:43.963 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 63536040, 2024-07-29T16:19:43.963 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 54, 2024-07-29T16:19:43.963 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 10605312, 2024-07-29T16:19:43.963 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 382609456, 2024-07-29T16:19:43.963 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 507101184 2024-07-29T16:19:43.963 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.963 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.2": { 2024-07-29T16:19:43.963 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 439066624, 2024-07-29T16:19:43.963 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 23294096, 2024-07-29T16:19:43.964 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 5373952, 2024-07-29T16:19:43.964 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:43.964 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 83812352, 2024-07-29T16:19:43.964 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 11284, 2024-07-29T16:19:43.964 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:43.964 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 58359024, 2024-07-29T16:19:43.964 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 60, 2024-07-29T16:19:43.964 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 11527424, 2024-07-29T16:19:43.964 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 340512128, 2024-07-29T16:19:43.964 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 522878976 2024-07-29T16:19:43.964 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.964 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.3": { 2024-07-29T16:19:43.964 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 511541248, 2024-07-29T16:19:43.965 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 23167304, 2024-07-29T16:19:43.965 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 5242880, 2024-07-29T16:19:43.965 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:43.965 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 33693696, 2024-07-29T16:19:43.965 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 10402, 2024-07-29T16:19:43.965 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:43.965 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 56909800, 2024-07-29T16:19:43.965 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 53, 2024-07-29T16:19:43.965 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 10943232, 2024-07-29T16:19:43.965 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 415278032, 2024-07-29T16:19:43.965 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 545234944 2024-07-29T16:19:43.965 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.965 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.4": { 2024-07-29T16:19:43.965 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 472629248, 2024-07-29T16:19:43.966 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 20537424, 2024-07-29T16:19:43.966 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 3276800, 2024-07-29T16:19:43.966 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:43.966 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 99901440, 2024-07-29T16:19:43.966 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 12337, 2024-07-29T16:19:43.966 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:43.966 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 56423192, 2024-07-29T16:19:43.966 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 60, 2024-07-29T16:19:43.966 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 10802944, 2024-07-29T16:19:43.966 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 381588888, 2024-07-29T16:19:43.966 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 572530688 2024-07-29T16:19:43.966 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.966 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.5": { 2024-07-29T16:19:43.967 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 422912000, 2024-07-29T16:19:43.967 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 24482568, 2024-07-29T16:19:43.967 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 3276800, 2024-07-29T16:19:43.967 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:43.967 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 175652864, 2024-07-29T16:19:43.967 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 12055, 2024-07-29T16:19:43.967 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:43.967 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 54521208, 2024-07-29T16:19:43.967 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 60, 2024-07-29T16:19:43.967 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 11870976, 2024-07-29T16:19:43.967 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 328760448, 2024-07-29T16:19:43.967 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 598564864 2024-07-29T16:19:43.967 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.968 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.6": { 2024-07-29T16:19:43.968 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 369483776, 2024-07-29T16:19:43.968 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 15026432, 2024-07-29T16:19:43.968 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 3145728, 2024-07-29T16:19:43.968 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 131072, 2024-07-29T16:19:43.968 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 52289536, 2024-07-29T16:19:43.968 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 9053, 2024-07-29T16:19:43.968 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:43.968 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 46969320, 2024-07-29T16:19:43.968 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 59, 2024-07-29T16:19:43.968 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 11101952, 2024-07-29T16:19:43.968 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 293109272, 2024-07-29T16:19:43.968 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 421773312 2024-07-29T16:19:43.968 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.969 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.7": { 2024-07-29T16:19:43.969 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 489578496, 2024-07-29T16:19:43.969 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 25709880, 2024-07-29T16:19:43.969 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 3276800, 2024-07-29T16:19:43.969 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:43.969 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 17866752, 2024-07-29T16:19:43.969 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 11082, 2024-07-29T16:19:43.969 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:43.969 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 56908072, 2024-07-29T16:19:43.969 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 51, 2024-07-29T16:19:43.969 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 11668480, 2024-07-29T16:19:43.969 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 392015264, 2024-07-29T16:19:43.969 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 507445248 2024-07-29T16:19:43.969 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.970 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.970 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.970 INFO:tasks.workunit.client.0.smithi067.stdout: "hosts": { 2024-07-29T16:19:43.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num": 2, 2024-07-29T16:19:43.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_with_mds": 2, 2024-07-29T16:19:43.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_with_mgr": 2, 2024-07-29T16:19:43.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_with_mon": 2, 2024-07-29T16:19:43.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_with_osd": 2 2024-07-29T16:19:43.970 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.970 INFO:tasks.workunit.client.0.smithi067.stdout: "io_rate": { 2024-07-29T16:19:43.970 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_stats_delta": { 2024-07-29T16:19:43.970 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": 0, 2024-07-29T16:19:43.970 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:43.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_store_stats": 0, 2024-07-29T16:19:43.970 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:43.971 INFO:tasks.workunit.client.0.smithi067.stdout: "stamp_delta": "12.003252", 2024-07-29T16:19:43.971 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:43.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:43.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:43.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:43.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:43.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:43.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:43.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:43.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:43.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:43.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:43.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:43.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:43.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:43.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:43.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:43.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:43.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:43.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:43.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:43.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:43.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:43.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:43.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:43.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:43.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:43.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:43.973 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:43.973 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:43.973 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:43.973 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:43.973 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:43.973 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:43.973 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:43.973 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 1, 2024-07-29T16:19:43.973 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 1, 2024-07-29T16:19:43.973 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:43.973 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:43.973 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:43.973 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:43.973 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:43.974 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.974 INFO:tasks.workunit.client.0.smithi067.stdout: "store_stats": { 2024-07-29T16:19:43.974 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": 0, 2024-07-29T16:19:43.974 INFO:tasks.workunit.client.0.smithi067.stdout: "available": 0, 2024-07-29T16:19:43.974 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed": 0, 2024-07-29T16:19:43.974 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_allocated": 0, 2024-07-29T16:19:43.974 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_original": 0, 2024-07-29T16:19:43.974 INFO:tasks.workunit.client.0.smithi067.stdout: "data_stored": 0, 2024-07-29T16:19:43.974 INFO:tasks.workunit.client.0.smithi067.stdout: "internal_metadata": 0, 2024-07-29T16:19:43.974 INFO:tasks.workunit.client.0.smithi067.stdout: "internally_reserved": 0, 2024-07-29T16:19:43.974 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_allocated": 0, 2024-07-29T16:19:43.974 INFO:tasks.workunit.client.0.smithi067.stdout: "total": 0 2024-07-29T16:19:43.974 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.974 INFO:tasks.workunit.client.0.smithi067.stdout: "up": 0 2024-07-29T16:19:43.974 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.975 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.975 INFO:tasks.workunit.client.0.smithi067.stdout: "leaderboard": false, 2024-07-29T16:19:43.975 INFO:tasks.workunit.client.0.smithi067.stdout: "leaderboard_description": null, 2024-07-29T16:19:43.975 INFO:tasks.workunit.client.0.smithi067.stdout: "license": "sharing-1-0", 2024-07-29T16:19:43.975 INFO:tasks.workunit.client.0.smithi067.stdout: "mempool": { 2024-07-29T16:19:43.975 INFO:tasks.workunit.client.0.smithi067.stdout: "mds": { 2024-07-29T16:19:43.975 INFO:tasks.workunit.client.0.smithi067.stdout: "mds.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T16:19:43.975 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:43.975 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.975 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.975 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.975 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:43.975 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.975 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.975 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.976 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:43.976 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.976 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.976 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.976 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:43.976 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.976 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.976 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.976 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:43.976 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.976 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.976 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.976 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:43.976 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.977 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.977 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.977 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:43.977 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.977 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.977 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.977 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:43.977 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.977 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.977 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.977 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:43.977 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.977 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.977 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.977 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:43.977 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.978 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.978 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.978 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:43.978 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.978 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.978 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.978 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:43.978 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.978 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.978 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.978 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:43.978 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.978 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.978 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.978 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:43.979 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.979 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.979 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.979 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:43.979 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.979 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.979 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.979 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:43.979 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.979 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.979 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.979 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:43.979 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.979 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.979 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.980 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:43.980 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.980 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.980 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.980 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:43.980 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 222647, 2024-07-29T16:19:43.980 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 67 2024-07-29T16:19:43.980 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.980 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:43.980 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.980 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.980 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.980 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:43.980 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 52112, 2024-07-29T16:19:43.981 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 181 2024-07-29T16:19:43.981 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.981 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:43.981 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.981 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.981 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.981 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:43.981 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.981 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.981 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.981 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:43.981 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.981 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.981 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.981 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:43.982 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 12512, 2024-07-29T16:19:43.982 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 242 2024-07-29T16:19:43.982 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.982 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:43.982 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.982 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.982 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.982 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:43.982 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.982 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.982 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.982 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:43.982 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.983 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.983 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.983 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:43.983 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.983 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.983 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.983 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.983 INFO:tasks.workunit.client.0.smithi067.stdout: "mds.fe352cc5d8c505de303363ceef3e5f6f0234bfa7": { 2024-07-29T16:19:43.983 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:43.983 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.983 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.983 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.983 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:43.983 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.984 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.984 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.984 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:43.984 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.984 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.984 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.984 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:43.984 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.984 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.984 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.984 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:43.984 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.984 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.984 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.984 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:43.984 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.985 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.985 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.985 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:43.985 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.985 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.985 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.985 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:43.985 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.985 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.985 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.985 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:43.985 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.985 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.985 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.986 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:43.986 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.986 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.986 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.986 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:43.986 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.986 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.986 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.986 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:43.986 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.986 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.986 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.986 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:43.986 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.986 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.987 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.987 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:43.987 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.987 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.987 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.987 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:43.987 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.987 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.987 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.987 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:43.987 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.987 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.987 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.987 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:43.987 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.988 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.988 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.988 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:43.988 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.988 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.988 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.988 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:43.988 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 149088, 2024-07-29T16:19:43.988 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 35 2024-07-29T16:19:43.988 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.988 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:43.988 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.988 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.988 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.988 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:43.989 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 928, 2024-07-29T16:19:43.989 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2 2024-07-29T16:19:43.989 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.989 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:43.989 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.989 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.989 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.989 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:43.989 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.989 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.989 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.989 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:43.989 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.989 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.989 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.990 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:43.990 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.990 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.990 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.990 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:43.990 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.990 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.990 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.990 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:43.990 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.990 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.990 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.990 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:43.990 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.990 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.991 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.991 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:43.991 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.991 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.991 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.991 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.991 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.991 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T16:19:43.991 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T16:19:43.991 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:43.991 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.991 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.991 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.991 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:43.991 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.992 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.992 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.992 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:43.992 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.992 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.992 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.992 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:43.992 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.992 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.992 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.992 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:43.992 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.992 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.992 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.993 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:43.993 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.993 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.993 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.993 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:43.993 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.993 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.993 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.993 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:43.993 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.993 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.993 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.993 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:43.993 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.994 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.994 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.994 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:43.994 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.994 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.994 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.994 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:43.994 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.994 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.994 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.994 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:43.994 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.994 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.994 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.994 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:43.994 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.995 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.995 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.995 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:43.995 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.995 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.995 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.995 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:43.995 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.995 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.995 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.995 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:43.995 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.995 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.995 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.995 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:43.996 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.996 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.996 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.996 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:43.996 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.996 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.996 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.996 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:43.996 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 48784118, 2024-07-29T16:19:43.996 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 6510 2024-07-29T16:19:43.996 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.996 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:43.996 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.996 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.996 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.997 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:43.997 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.997 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.997 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.997 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:43.997 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.997 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.997 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.997 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:43.997 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.997 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.997 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.997 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:43.997 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.997 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.997 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.998 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:43.998 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 11088, 2024-07-29T16:19:43.998 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 241 2024-07-29T16:19:43.998 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.998 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:43.998 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 70440, 2024-07-29T16:19:43.998 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5158 2024-07-29T16:19:43.998 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.998 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:43.998 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 11440, 2024-07-29T16:19:43.998 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 304 2024-07-29T16:19:43.998 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.998 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:43.998 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.998 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.998 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.999 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:43.999 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.999 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.999 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:43.999 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.999 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.88f1e2f1a9980ce30b43411b8d195844f2fd44e3": { 2024-07-29T16:19:43.999 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:43.999 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.999 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.999 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:43.999 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:43.999 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:43.999 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:43.999 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.000 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:44.000 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.000 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.000 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.000 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:44.000 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.000 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.000 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.000 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:44.000 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.000 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.000 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.000 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:44.000 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.000 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.001 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.001 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:44.001 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.001 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.001 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.001 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:44.001 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.001 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.001 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.001 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:44.001 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.001 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.001 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.001 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:44.002 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.002 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.002 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.002 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:44.002 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.002 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.002 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.002 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:44.002 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.002 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.002 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.002 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:44.002 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.002 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.002 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.002 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:44.003 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.003 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.003 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.003 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:44.003 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.003 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.003 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.003 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:44.003 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.003 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.003 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.003 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:44.003 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.004 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.004 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.004 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:44.004 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.004 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.004 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.004 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:44.004 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 53220862, 2024-07-29T16:19:44.004 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 7620 2024-07-29T16:19:44.004 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.004 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:44.004 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.004 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.004 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.004 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:44.004 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.005 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.005 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.005 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:44.005 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.005 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.005 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.005 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:44.005 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.005 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.005 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.005 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:44.005 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.005 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.005 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.005 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:44.005 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 11088, 2024-07-29T16:19:44.006 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 241 2024-07-29T16:19:44.006 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.006 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:44.006 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 70440, 2024-07-29T16:19:44.006 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5158 2024-07-29T16:19:44.006 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.006 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:44.006 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5720, 2024-07-29T16:19:44.006 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 152 2024-07-29T16:19:44.006 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.006 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:44.006 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.006 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.007 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.007 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:44.007 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.007 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.007 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.007 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.007 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.fe352cc5d8c505de303363ceef3e5f6f0234bfa7": { 2024-07-29T16:19:44.007 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:44.007 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.007 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.007 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.007 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:44.007 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.007 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.007 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.007 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:44.008 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.008 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.008 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.008 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:44.008 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.008 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.008 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.008 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:44.008 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.008 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.008 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.008 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:44.008 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.008 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.009 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.009 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:44.009 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.009 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.009 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.009 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:44.009 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.009 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.009 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.009 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:44.009 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.009 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.009 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.009 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:44.009 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.010 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.010 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.010 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:44.010 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.010 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.010 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.010 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:44.010 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.010 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.010 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.010 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:44.010 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.010 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.010 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.011 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:44.011 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.011 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.011 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.011 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:44.011 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.011 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.011 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.011 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:44.011 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.011 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.011 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.011 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:44.011 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.012 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.012 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.012 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:44.012 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.012 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.012 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.012 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:44.012 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 43797516, 2024-07-29T16:19:44.012 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5373 2024-07-29T16:19:44.012 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.012 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:44.012 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1056, 2024-07-29T16:19:44.012 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 12 2024-07-29T16:19:44.012 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.013 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:44.013 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.013 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.013 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.013 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:44.013 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.013 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.013 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.013 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:44.013 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.013 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.013 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.013 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:44.013 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.014 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.014 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.014 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:44.014 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 11088, 2024-07-29T16:19:44.014 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 241 2024-07-29T16:19:44.014 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.014 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:44.014 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 70440, 2024-07-29T16:19:44.014 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5158 2024-07-29T16:19:44.014 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.014 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:44.014 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5720, 2024-07-29T16:19:44.014 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 152 2024-07-29T16:19:44.015 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.015 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:44.015 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.015 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.015 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.015 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:44.015 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.015 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.015 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.015 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.015 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.015 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:44.015 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.0": { 2024-07-29T16:19:44.015 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:44.015 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.016 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.016 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.016 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:44.016 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 18960, 2024-07-29T16:19:44.016 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 337 2024-07-29T16:19:44.016 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.016 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:44.016 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 43008, 2024-07-29T16:19:44.016 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 24 2024-07-29T16:19:44.016 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.016 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:44.016 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 960, 2024-07-29T16:19:44.016 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5 2024-07-29T16:19:44.016 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.017 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:44.017 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 61360, 2024-07-29T16:19:44.017 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 767 2024-07-29T16:19:44.017 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.017 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:44.017 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 240000, 2024-07-29T16:19:44.017 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2000 2024-07-29T16:19:44.017 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.017 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:44.017 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 15744, 2024-07-29T16:19:44.017 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 153 2024-07-29T16:19:44.017 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.017 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:44.018 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 710692, 2024-07-29T16:19:44.018 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 247 2024-07-29T16:19:44.018 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.018 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:44.018 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2499873, 2024-07-29T16:19:44.018 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 554725 2024-07-29T16:19:44.018 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.018 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:44.018 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 7597664, 2024-07-29T16:19:44.018 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10468 2024-07-29T16:19:44.018 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.018 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:44.018 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 87380, 2024-07-29T16:19:44.019 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9370 2024-07-29T16:19:44.019 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.019 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:44.019 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 96000, 2024-07-29T16:19:44.019 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2000 2024-07-29T16:19:44.019 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.019 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:44.019 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.019 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.019 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.019 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:44.019 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 184788, 2024-07-29T16:19:44.019 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1320 2024-07-29T16:19:44.019 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.020 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:44.020 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.020 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.020 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.020 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:44.020 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.020 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.020 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.020 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:44.020 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.020 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.020 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.020 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:44.020 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.020 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.021 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.021 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:44.021 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5335919, 2024-07-29T16:19:44.021 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 279 2024-07-29T16:19:44.021 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.021 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:44.021 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 17160, 2024-07-29T16:19:44.021 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 195 2024-07-29T16:19:44.021 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.021 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:44.021 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.021 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.021 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.021 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:44.021 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 513216, 2024-07-29T16:19:44.021 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 44 2024-07-29T16:19:44.022 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.022 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:44.022 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.022 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.022 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.022 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:44.022 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 7162896, 2024-07-29T16:19:44.022 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 18510 2024-07-29T16:19:44.022 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.022 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:44.022 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 661192, 2024-07-29T16:19:44.022 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10796 2024-07-29T16:19:44.023 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.023 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:44.023 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.023 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.023 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.023 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:44.023 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.023 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.023 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.023 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:44.023 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.023 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.023 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.024 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:44.024 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.024 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.024 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.024 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.024 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.1": { 2024-07-29T16:19:44.024 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:44.024 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.024 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.024 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.024 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:44.024 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 22160, 2024-07-29T16:19:44.024 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 393 2024-07-29T16:19:44.025 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.025 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:44.025 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 39168, 2024-07-29T16:19:44.025 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 27 2024-07-29T16:19:44.025 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.025 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:44.025 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1536, 2024-07-29T16:19:44.025 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8 2024-07-29T16:19:44.025 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.025 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:44.025 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 61840, 2024-07-29T16:19:44.025 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 773 2024-07-29T16:19:44.025 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.025 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:44.026 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 231000, 2024-07-29T16:19:44.026 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1925 2024-07-29T16:19:44.026 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.026 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:44.026 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 20864, 2024-07-29T16:19:44.026 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 193 2024-07-29T16:19:44.026 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.026 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:44.026 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1043596, 2024-07-29T16:19:44.026 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 294 2024-07-29T16:19:44.026 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.027 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:44.027 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2487297, 2024-07-29T16:19:44.027 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 552142 2024-07-29T16:19:44.027 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.027 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:44.027 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 7562720, 2024-07-29T16:19:44.027 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10420 2024-07-29T16:19:44.027 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.027 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:44.027 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 76236, 2024-07-29T16:19:44.027 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8045 2024-07-29T16:19:44.027 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.027 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:44.028 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 92400, 2024-07-29T16:19:44.028 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1925 2024-07-29T16:19:44.028 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.028 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:44.028 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.028 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.028 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.028 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:44.028 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 185044, 2024-07-29T16:19:44.028 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1321 2024-07-29T16:19:44.028 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.028 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:44.028 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.029 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.029 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.029 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:44.029 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1536, 2024-07-29T16:19:44.029 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2 2024-07-29T16:19:44.029 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.029 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:44.029 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 352, 2024-07-29T16:19:44.029 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 11 2024-07-29T16:19:44.029 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.029 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:44.029 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 20128, 2024-07-29T16:19:44.029 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5 2024-07-29T16:19:44.029 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.030 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:44.030 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 8443748, 2024-07-29T16:19:44.030 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 253 2024-07-29T16:19:44.030 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.030 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:44.030 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 21912, 2024-07-29T16:19:44.030 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 249 2024-07-29T16:19:44.030 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.030 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:44.030 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.030 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.030 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.030 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:44.031 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 454896, 2024-07-29T16:19:44.031 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 39 2024-07-29T16:19:44.031 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.031 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:44.031 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.031 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.031 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.031 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:44.031 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 7346248, 2024-07-29T16:19:44.031 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 21329 2024-07-29T16:19:44.031 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.031 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:44.031 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 661192, 2024-07-29T16:19:44.031 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10796 2024-07-29T16:19:44.031 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.032 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:44.032 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.032 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.032 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.032 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:44.032 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.032 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.032 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.032 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:44.032 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.032 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.032 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.032 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:44.032 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.032 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.033 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.033 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.033 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.2": { 2024-07-29T16:19:44.033 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:44.033 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.033 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.033 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.033 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:44.033 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 18512, 2024-07-29T16:19:44.033 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 326 2024-07-29T16:19:44.033 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.033 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:44.033 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 39040, 2024-07-29T16:19:44.033 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 25 2024-07-29T16:19:44.033 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.034 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:44.034 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1536, 2024-07-29T16:19:44.034 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8 2024-07-29T16:19:44.034 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.034 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:44.034 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 59440, 2024-07-29T16:19:44.034 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 743 2024-07-29T16:19:44.034 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.034 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:44.034 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 230640, 2024-07-29T16:19:44.034 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1922 2024-07-29T16:19:44.034 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.035 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:44.035 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5120, 2024-07-29T16:19:44.035 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 70 2024-07-29T16:19:44.035 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.035 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:44.035 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 601367, 2024-07-29T16:19:44.035 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 171 2024-07-29T16:19:44.035 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.035 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:44.035 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1869194, 2024-07-29T16:19:44.035 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 407956 2024-07-29T16:19:44.035 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.035 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:44.036 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5694672, 2024-07-29T16:19:44.036 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 7854 2024-07-29T16:19:44.036 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.036 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:44.036 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 75296, 2024-07-29T16:19:44.036 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8032 2024-07-29T16:19:44.036 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.036 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:44.036 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 92256, 2024-07-29T16:19:44.036 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1922 2024-07-29T16:19:44.036 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.036 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:44.036 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.036 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.037 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.037 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:44.037 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 185044, 2024-07-29T16:19:44.037 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1321 2024-07-29T16:19:44.037 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.037 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:44.037 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.037 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.037 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.037 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:44.037 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2304, 2024-07-29T16:19:44.037 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T16:19:44.037 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.037 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:44.038 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 512, 2024-07-29T16:19:44.038 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 16 2024-07-29T16:19:44.038 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.038 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:44.038 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 28144, 2024-07-29T16:19:44.038 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 7 2024-07-29T16:19:44.038 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.038 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:44.038 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 8208479, 2024-07-29T16:19:44.038 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 257 2024-07-29T16:19:44.038 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.038 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:44.038 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 11528, 2024-07-29T16:19:44.039 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 131 2024-07-29T16:19:44.039 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.039 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:44.039 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.039 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.039 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.039 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:44.039 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 361584, 2024-07-29T16:19:44.039 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 31 2024-07-29T16:19:44.039 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.039 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:44.039 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.039 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.039 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.039 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:44.040 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 3219320, 2024-07-29T16:19:44.040 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 6191 2024-07-29T16:19:44.040 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.040 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:44.040 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 661192, 2024-07-29T16:19:44.040 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10796 2024-07-29T16:19:44.040 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.040 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:44.040 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.040 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.040 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.040 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:44.040 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.040 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.040 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.040 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:44.041 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.041 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.041 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.041 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:44.041 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.041 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.041 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.041 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.041 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.3": { 2024-07-29T16:19:44.041 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:44.041 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.041 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.041 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.041 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:44.041 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 16136, 2024-07-29T16:19:44.041 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 286 2024-07-29T16:19:44.042 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.042 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:44.042 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 30336, 2024-07-29T16:19:44.042 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 20 2024-07-29T16:19:44.042 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.042 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:44.042 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 3648, 2024-07-29T16:19:44.042 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 19 2024-07-29T16:19:44.042 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.042 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:44.042 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 59280, 2024-07-29T16:19:44.042 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 741 2024-07-29T16:19:44.042 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.042 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:44.043 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 238920, 2024-07-29T16:19:44.043 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1991 2024-07-29T16:19:44.043 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.043 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:44.043 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2048, 2024-07-29T16:19:44.043 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 46 2024-07-29T16:19:44.043 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.043 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:44.043 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 416617, 2024-07-29T16:19:44.043 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 148 2024-07-29T16:19:44.043 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.043 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:44.044 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1776157, 2024-07-29T16:19:44.044 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 393570 2024-07-29T16:19:44.044 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.044 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:44.044 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5571640, 2024-07-29T16:19:44.044 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 7685 2024-07-29T16:19:44.044 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.044 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:44.044 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 85296, 2024-07-29T16:19:44.044 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9202 2024-07-29T16:19:44.044 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.044 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:44.044 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 95568, 2024-07-29T16:19:44.044 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1991 2024-07-29T16:19:44.044 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.045 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:44.045 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.045 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.045 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.045 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:44.045 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 185044, 2024-07-29T16:19:44.045 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1321 2024-07-29T16:19:44.045 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.045 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:44.045 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.045 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.045 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.045 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:44.045 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1536, 2024-07-29T16:19:44.045 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2 2024-07-29T16:19:44.045 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.046 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:44.046 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 352, 2024-07-29T16:19:44.046 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 11 2024-07-29T16:19:44.046 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.046 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:44.046 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 20128, 2024-07-29T16:19:44.046 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5 2024-07-29T16:19:44.046 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.046 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:44.046 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 19592336, 2024-07-29T16:19:44.046 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 279 2024-07-29T16:19:44.046 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.046 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:44.047 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 10120, 2024-07-29T16:19:44.047 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 115 2024-07-29T16:19:44.047 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.047 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:44.047 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.047 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.047 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.047 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:44.047 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 431568, 2024-07-29T16:19:44.047 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 37 2024-07-29T16:19:44.047 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.047 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:44.047 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.047 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.048 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.048 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:44.048 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 3519880, 2024-07-29T16:19:44.048 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9169 2024-07-29T16:19:44.048 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.048 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:44.048 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 661192, 2024-07-29T16:19:44.048 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10796 2024-07-29T16:19:44.048 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.048 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:44.048 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.048 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.048 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.048 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:44.048 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.048 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.049 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.049 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:44.049 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.049 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.049 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.049 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:44.049 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.049 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.049 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.049 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.049 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.4": { 2024-07-29T16:19:44.049 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:44.049 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.049 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.049 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.050 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:44.050 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 18960, 2024-07-29T16:19:44.050 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 337 2024-07-29T16:19:44.050 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.050 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:44.050 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 39040, 2024-07-29T16:19:44.050 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 25 2024-07-29T16:19:44.050 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.050 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:44.050 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 576, 2024-07-29T16:19:44.050 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T16:19:44.050 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.050 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:44.050 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 60320, 2024-07-29T16:19:44.050 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 754 2024-07-29T16:19:44.050 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.051 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:44.051 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 231240, 2024-07-29T16:19:44.051 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1927 2024-07-29T16:19:44.051 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.051 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:44.051 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 13056, 2024-07-29T16:19:44.051 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 132 2024-07-29T16:19:44.051 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.051 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:44.051 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 749563, 2024-07-29T16:19:44.051 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 210 2024-07-29T16:19:44.051 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.051 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:44.051 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2120316, 2024-07-29T16:19:44.052 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 469847 2024-07-29T16:19:44.052 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.052 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:44.052 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6539880, 2024-07-29T16:19:44.052 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9015 2024-07-29T16:19:44.052 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.052 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:44.052 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 76164, 2024-07-29T16:19:44.052 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8048 2024-07-29T16:19:44.052 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.052 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:44.052 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 92496, 2024-07-29T16:19:44.052 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1927 2024-07-29T16:19:44.052 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.052 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:44.052 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.053 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.053 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.053 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:44.053 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 184788, 2024-07-29T16:19:44.053 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1320 2024-07-29T16:19:44.053 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.053 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:44.053 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.053 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.053 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.053 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:44.053 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1536, 2024-07-29T16:19:44.053 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2 2024-07-29T16:19:44.053 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.054 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:44.054 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 352, 2024-07-29T16:19:44.054 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 11 2024-07-29T16:19:44.054 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.054 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:44.054 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 20128, 2024-07-29T16:19:44.054 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5 2024-07-29T16:19:44.054 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.054 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:44.054 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 3343988, 2024-07-29T16:19:44.054 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 6119 2024-07-29T16:19:44.054 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.054 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:44.054 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 14344, 2024-07-29T16:19:44.055 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 163 2024-07-29T16:19:44.055 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.055 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:44.055 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.055 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.055 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.055 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:44.055 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 443232, 2024-07-29T16:19:44.055 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 38 2024-07-29T16:19:44.055 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.055 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:44.055 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.055 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.055 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.055 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:44.056 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5086640, 2024-07-29T16:19:44.056 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 12182 2024-07-29T16:19:44.056 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.056 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:44.056 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 661192, 2024-07-29T16:19:44.056 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10796 2024-07-29T16:19:44.056 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.056 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:44.056 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.056 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.056 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.056 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:44.056 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.057 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.057 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.057 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:44.057 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.057 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.057 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.057 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:44.057 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.057 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.057 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.057 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.057 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.5": { 2024-07-29T16:19:44.057 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:44.057 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.057 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.058 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.058 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:44.058 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 19736, 2024-07-29T16:19:44.058 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 349 2024-07-29T16:19:44.058 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.058 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:44.058 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 43648, 2024-07-29T16:19:44.058 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 29 2024-07-29T16:19:44.058 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.058 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:44.058 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 960, 2024-07-29T16:19:44.058 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5 2024-07-29T16:19:44.058 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.059 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:44.059 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 60400, 2024-07-29T16:19:44.059 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 755 2024-07-29T16:19:44.059 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.059 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:44.059 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 231240, 2024-07-29T16:19:44.059 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1927 2024-07-29T16:19:44.059 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.059 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:44.059 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5248, 2024-07-29T16:19:44.059 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 71 2024-07-29T16:19:44.059 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.059 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:44.059 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 567074, 2024-07-29T16:19:44.060 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 178 2024-07-29T16:19:44.060 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.060 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:44.060 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2423683, 2024-07-29T16:19:44.060 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 539491 2024-07-29T16:19:44.060 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.060 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:44.060 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 7429496, 2024-07-29T16:19:44.060 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10237 2024-07-29T16:19:44.060 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.060 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:44.060 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 76512, 2024-07-29T16:19:44.060 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8053 2024-07-29T16:19:44.060 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.061 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:44.061 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 92496, 2024-07-29T16:19:44.061 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1927 2024-07-29T16:19:44.061 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.061 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:44.061 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.061 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.061 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.061 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:44.061 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 184788, 2024-07-29T16:19:44.061 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1320 2024-07-29T16:19:44.061 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.061 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:44.061 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.061 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.062 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.062 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:44.062 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 768, 2024-07-29T16:19:44.062 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1 2024-07-29T16:19:44.062 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.062 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:44.062 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 192, 2024-07-29T16:19:44.062 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 6 2024-07-29T16:19:44.062 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.062 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:44.062 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 12112, 2024-07-29T16:19:44.062 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T16:19:44.062 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.063 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:44.063 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6310018, 2024-07-29T16:19:44.063 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 259 2024-07-29T16:19:44.063 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.063 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:44.063 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 11968, 2024-07-29T16:19:44.063 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 136 2024-07-29T16:19:44.063 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.063 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:44.063 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.063 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.063 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.063 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:44.063 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 478224, 2024-07-29T16:19:44.064 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 41 2024-07-29T16:19:44.064 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.064 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:44.064 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.064 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.064 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.064 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:44.064 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6381440, 2024-07-29T16:19:44.064 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 12272 2024-07-29T16:19:44.064 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.064 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:44.064 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 661192, 2024-07-29T16:19:44.064 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10796 2024-07-29T16:19:44.064 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.064 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:44.065 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.065 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.065 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.065 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:44.065 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.065 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.065 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.065 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:44.065 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.065 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.065 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.065 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:44.065 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.065 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.066 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.066 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.066 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.6": { 2024-07-29T16:19:44.066 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:44.066 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.066 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.066 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.066 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:44.066 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 14704, 2024-07-29T16:19:44.066 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 272 2024-07-29T16:19:44.066 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.066 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:44.067 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 46848, 2024-07-29T16:19:44.067 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 22 2024-07-29T16:19:44.067 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.067 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:44.067 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2688, 2024-07-29T16:19:44.067 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 14 2024-07-29T16:19:44.067 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.067 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:44.067 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 60160, 2024-07-29T16:19:44.067 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 752 2024-07-29T16:19:44.067 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.067 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:44.067 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 232200, 2024-07-29T16:19:44.067 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1935 2024-07-29T16:19:44.067 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.067 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:44.068 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 9088, 2024-07-29T16:19:44.068 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 101 2024-07-29T16:19:44.068 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.068 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:44.068 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 625397, 2024-07-29T16:19:44.068 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 197 2024-07-29T16:19:44.068 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.068 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:44.068 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1774773, 2024-07-29T16:19:44.068 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 391162 2024-07-29T16:19:44.068 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.068 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:44.068 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5508304, 2024-07-29T16:19:44.068 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 7598 2024-07-29T16:19:44.068 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.069 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:44.069 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 77548, 2024-07-29T16:19:44.069 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8210 2024-07-29T16:19:44.069 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.069 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:44.069 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 92880, 2024-07-29T16:19:44.069 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1935 2024-07-29T16:19:44.069 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.069 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:44.069 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.069 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.069 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.069 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:44.069 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 184788, 2024-07-29T16:19:44.069 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1320 2024-07-29T16:19:44.069 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.070 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:44.070 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.070 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.070 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.070 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:44.070 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.070 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.070 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.070 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:44.070 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.070 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.070 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.070 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:44.070 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.070 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.071 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.071 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:44.071 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 14560158, 2024-07-29T16:19:44.071 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 210 2024-07-29T16:19:44.071 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.071 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:44.071 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 14344, 2024-07-29T16:19:44.071 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 163 2024-07-29T16:19:44.071 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.071 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:44.071 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.071 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.071 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.071 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:44.071 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 454896, 2024-07-29T16:19:44.072 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 39 2024-07-29T16:19:44.072 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.072 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:44.072 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.072 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.072 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.072 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:44.072 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 3647280, 2024-07-29T16:19:44.072 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9386 2024-07-29T16:19:44.072 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.072 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:44.072 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 661192, 2024-07-29T16:19:44.072 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10796 2024-07-29T16:19:44.072 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.073 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:44.073 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.073 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.073 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.073 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:44.073 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.073 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.073 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.073 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:44.073 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.073 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.073 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.073 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:44.073 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.074 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.074 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.074 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.074 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.7": { 2024-07-29T16:19:44.074 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:44.074 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.074 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.074 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.074 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:44.074 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 16536, 2024-07-29T16:19:44.074 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 293 2024-07-29T16:19:44.074 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.074 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:44.074 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 34688, 2024-07-29T16:19:44.074 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 22 2024-07-29T16:19:44.074 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.075 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:44.075 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 3456, 2024-07-29T16:19:44.075 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 18 2024-07-29T16:19:44.075 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.075 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:44.075 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 60480, 2024-07-29T16:19:44.075 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 756 2024-07-29T16:19:44.075 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.075 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:44.075 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 239760, 2024-07-29T16:19:44.075 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1998 2024-07-29T16:19:44.075 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.075 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:44.075 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6656, 2024-07-29T16:19:44.075 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 82 2024-07-29T16:19:44.076 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.076 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:44.076 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 523583, 2024-07-29T16:19:44.076 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 170 2024-07-29T16:19:44.076 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.076 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:44.076 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2031440, 2024-07-29T16:19:44.076 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 452450 2024-07-29T16:19:44.076 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.076 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:44.076 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6293816, 2024-07-29T16:19:44.076 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8677 2024-07-29T16:19:44.076 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.076 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:44.076 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 87500, 2024-07-29T16:19:44.077 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9364 2024-07-29T16:19:44.077 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.077 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:44.077 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 95904, 2024-07-29T16:19:44.077 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1998 2024-07-29T16:19:44.077 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.077 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:44.077 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.077 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.077 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.077 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:44.077 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 184788, 2024-07-29T16:19:44.077 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1320 2024-07-29T16:19:44.078 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.078 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:44.078 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.078 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.078 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.078 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:44.078 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.078 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.078 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.078 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:44.078 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.078 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.078 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.078 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:44.078 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.078 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.079 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.079 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:44.079 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 19157344, 2024-07-29T16:19:44.079 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 262 2024-07-29T16:19:44.079 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.079 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:44.079 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 12144, 2024-07-29T16:19:44.079 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 138 2024-07-29T16:19:44.079 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.079 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:44.079 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.079 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.079 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.080 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:44.080 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 536544, 2024-07-29T16:19:44.080 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 46 2024-07-29T16:19:44.080 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.080 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:44.080 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.080 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.080 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.080 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:44.080 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 4827888, 2024-07-29T16:19:44.080 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9310 2024-07-29T16:19:44.080 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.080 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:44.080 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 661192, 2024-07-29T16:19:44.081 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10796 2024-07-29T16:19:44.081 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.081 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:44.081 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.081 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.081 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.081 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:44.081 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.081 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.081 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.081 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:44.081 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.081 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.081 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.081 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:44.082 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:44.082 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:44.082 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.082 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.082 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.082 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.082 INFO:tasks.workunit.client.0.smithi067.stdout: "metadata": { 2024-07-29T16:19:44.082 INFO:tasks.workunit.client.0.smithi067.stdout: "mds": { 2024-07-29T16:19:44.082 INFO:tasks.workunit.client.0.smithi067.stdout: "arch": { 2024-07-29T16:19:44.082 INFO:tasks.workunit.client.0.smithi067.stdout: "x86_64": 2 2024-07-29T16:19:44.082 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.082 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_version": { 2024-07-29T16:19:44.083 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 2 2024-07-29T16:19:44.083 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.083 INFO:tasks.workunit.client.0.smithi067.stdout: "cpu": { 2024-07-29T16:19:44.083 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-07-29T16:19:44.083 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-07-29T16:19:44.083 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.083 INFO:tasks.workunit.client.0.smithi067.stdout: "distro": { 2024-07-29T16:19:44.083 INFO:tasks.workunit.client.0.smithi067.stdout: "centos": 2 2024-07-29T16:19:44.083 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.083 INFO:tasks.workunit.client.0.smithi067.stdout: "distro_description": { 2024-07-29T16:19:44.083 INFO:tasks.workunit.client.0.smithi067.stdout: "CentOS Stream 9": 2 2024-07-29T16:19:44.083 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.084 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_description": { 2024-07-29T16:19:44.084 INFO:tasks.workunit.client.0.smithi067.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-07-29T16:19:44.084 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.084 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_version": { 2024-07-29T16:19:44.084 INFO:tasks.workunit.client.0.smithi067.stdout: "5.14.0-480.el9.x86_64": 2 2024-07-29T16:19:44.084 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.084 INFO:tasks.workunit.client.0.smithi067.stdout: "os": { 2024-07-29T16:19:44.084 INFO:tasks.workunit.client.0.smithi067.stdout: "Linux": 2 2024-07-29T16:19:44.084 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.084 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.084 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T16:19:44.084 INFO:tasks.workunit.client.0.smithi067.stdout: "arch": { 2024-07-29T16:19:44.084 INFO:tasks.workunit.client.0.smithi067.stdout: "x86_64": 3 2024-07-29T16:19:44.085 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.085 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_version": { 2024-07-29T16:19:44.085 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 3 2024-07-29T16:19:44.085 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.085 INFO:tasks.workunit.client.0.smithi067.stdout: "cpu": { 2024-07-29T16:19:44.085 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-07-29T16:19:44.085 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-07-29T16:19:44.085 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.085 INFO:tasks.workunit.client.0.smithi067.stdout: "distro": { 2024-07-29T16:19:44.085 INFO:tasks.workunit.client.0.smithi067.stdout: "centos": 3 2024-07-29T16:19:44.085 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.085 INFO:tasks.workunit.client.0.smithi067.stdout: "distro_description": { 2024-07-29T16:19:44.085 INFO:tasks.workunit.client.0.smithi067.stdout: "CentOS Stream 9": 3 2024-07-29T16:19:44.085 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.086 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_description": { 2024-07-29T16:19:44.086 INFO:tasks.workunit.client.0.smithi067.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-07-29T16:19:44.086 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.086 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_version": { 2024-07-29T16:19:44.086 INFO:tasks.workunit.client.0.smithi067.stdout: "5.14.0-480.el9.x86_64": 3 2024-07-29T16:19:44.086 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.086 INFO:tasks.workunit.client.0.smithi067.stdout: "os": { 2024-07-29T16:19:44.086 INFO:tasks.workunit.client.0.smithi067.stdout: "Linux": 3 2024-07-29T16:19:44.086 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.086 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.086 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:44.086 INFO:tasks.workunit.client.0.smithi067.stdout: "arch": { 2024-07-29T16:19:44.086 INFO:tasks.workunit.client.0.smithi067.stdout: "x86_64": 8 2024-07-29T16:19:44.086 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.086 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_version": { 2024-07-29T16:19:44.087 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 8 2024-07-29T16:19:44.087 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.087 INFO:tasks.workunit.client.0.smithi067.stdout: "cpu": { 2024-07-29T16:19:44.087 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-07-29T16:19:44.087 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-07-29T16:19:44.087 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.087 INFO:tasks.workunit.client.0.smithi067.stdout: "distro": { 2024-07-29T16:19:44.087 INFO:tasks.workunit.client.0.smithi067.stdout: "centos": 8 2024-07-29T16:19:44.087 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.087 INFO:tasks.workunit.client.0.smithi067.stdout: "distro_description": { 2024-07-29T16:19:44.087 INFO:tasks.workunit.client.0.smithi067.stdout: "CentOS Stream 9": 8 2024-07-29T16:19:44.087 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.087 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_description": { 2024-07-29T16:19:44.087 INFO:tasks.workunit.client.0.smithi067.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-07-29T16:19:44.088 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.088 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_version": { 2024-07-29T16:19:44.088 INFO:tasks.workunit.client.0.smithi067.stdout: "5.14.0-480.el9.x86_64": 8 2024-07-29T16:19:44.088 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.088 INFO:tasks.workunit.client.0.smithi067.stdout: "os": { 2024-07-29T16:19:44.088 INFO:tasks.workunit.client.0.smithi067.stdout: "Linux": 8 2024-07-29T16:19:44.088 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.088 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_objectstore": { 2024-07-29T16:19:44.088 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": 8 2024-07-29T16:19:44.088 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.088 INFO:tasks.workunit.client.0.smithi067.stdout: "rotational": { 2024-07-29T16:19:44.088 INFO:tasks.workunit.client.0.smithi067.stdout: "0": 8 2024-07-29T16:19:44.088 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.088 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.088 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.088 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T16:19:44.089 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T16:19:44.089 INFO:tasks.workunit.client.0.smithi067.stdout: "features": { 2024-07-29T16:19:44.089 INFO:tasks.workunit.client.0.smithi067.stdout: "optional": [], 2024-07-29T16:19:44.089 INFO:tasks.workunit.client.0.smithi067.stdout: "persistent": [ 2024-07-29T16:19:44.089 INFO:tasks.workunit.client.0.smithi067.stdout: "kraken", 2024-07-29T16:19:44.089 INFO:tasks.workunit.client.0.smithi067.stdout: "luminous", 2024-07-29T16:19:44.089 INFO:tasks.workunit.client.0.smithi067.stdout: "mimic", 2024-07-29T16:19:44.089 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap-prune", 2024-07-29T16:19:44.089 INFO:tasks.workunit.client.0.smithi067.stdout: "nautilus", 2024-07-29T16:19:44.089 INFO:tasks.workunit.client.0.smithi067.stdout: "octopus", 2024-07-29T16:19:44.089 INFO:tasks.workunit.client.0.smithi067.stdout: "pacific", 2024-07-29T16:19:44.089 INFO:tasks.workunit.client.0.smithi067.stdout: "elector-pinging", 2024-07-29T16:19:44.089 INFO:tasks.workunit.client.0.smithi067.stdout: "quincy", 2024-07-29T16:19:44.089 INFO:tasks.workunit.client.0.smithi067.stdout: "reef", 2024-07-29T16:19:44.090 INFO:tasks.workunit.client.0.smithi067.stdout: "squid" 2024-07-29T16:19:44.090 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.090 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.090 INFO:tasks.workunit.client.0.smithi067.stdout: "ipv4_addr_mons": 6, 2024-07-29T16:19:44.090 INFO:tasks.workunit.client.0.smithi067.stdout: "ipv6_addr_mons": 0, 2024-07-29T16:19:44.090 INFO:tasks.workunit.client.0.smithi067.stdout: "min_mon_release": 19, 2024-07-29T16:19:44.090 INFO:tasks.workunit.client.0.smithi067.stdout: "v1_addr_mons": 3, 2024-07-29T16:19:44.090 INFO:tasks.workunit.client.0.smithi067.stdout: "v2_addr_mons": 3 2024-07-29T16:19:44.090 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.090 INFO:tasks.workunit.client.0.smithi067.stdout: "organization": "ceph-qa", 2024-07-29T16:19:44.090 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:44.090 INFO:tasks.workunit.client.0.smithi067.stdout: "cluster_network": false, 2024-07-29T16:19:44.090 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 8, 2024-07-29T16:19:44.090 INFO:tasks.workunit.client.0.smithi067.stdout: "require_min_compat_client": "luminous", 2024-07-29T16:19:44.090 INFO:tasks.workunit.client.0.smithi067.stdout: "require_osd_release": "squid" 2024-07-29T16:19:44.090 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.091 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_perf_histograms": [ 2024-07-29T16:19:44.091 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.091 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:44.091 INFO:tasks.workunit.client.0.smithi067.stdout: "axes": [ 2024-07-29T16:19:44.091 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.091 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T16:19:44.091 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:44.091 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Latency (usec)", 2024-07-29T16:19:44.091 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 100000, 2024-07-29T16:19:44.091 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:44.091 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:44.091 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 99999]", 2024-07-29T16:19:44.091 INFO:tasks.workunit.client.0.smithi067.stdout: "[100000, 199999]", 2024-07-29T16:19:44.091 INFO:tasks.workunit.client.0.smithi067.stdout: "[200000, 399999]", 2024-07-29T16:19:44.091 INFO:tasks.workunit.client.0.smithi067.stdout: "[400000, 799999]", 2024-07-29T16:19:44.091 INFO:tasks.workunit.client.0.smithi067.stdout: "[800000, 1599999]", 2024-07-29T16:19:44.092 INFO:tasks.workunit.client.0.smithi067.stdout: "[1600000, 3199999]", 2024-07-29T16:19:44.092 INFO:tasks.workunit.client.0.smithi067.stdout: "[3200000, 6399999]", 2024-07-29T16:19:44.092 INFO:tasks.workunit.client.0.smithi067.stdout: "[6400000, 12799999]", 2024-07-29T16:19:44.092 INFO:tasks.workunit.client.0.smithi067.stdout: "[12800000, 25599999]", 2024-07-29T16:19:44.092 INFO:tasks.workunit.client.0.smithi067.stdout: "[25600000, 51199999]", 2024-07-29T16:19:44.092 INFO:tasks.workunit.client.0.smithi067.stdout: "[51200000, 102399999]", 2024-07-29T16:19:44.092 INFO:tasks.workunit.client.0.smithi067.stdout: "[102400000, 204799999]", 2024-07-29T16:19:44.092 INFO:tasks.workunit.client.0.smithi067.stdout: "[204800000, 409599999]", 2024-07-29T16:19:44.092 INFO:tasks.workunit.client.0.smithi067.stdout: "[409600000, 819199999]", 2024-07-29T16:19:44.092 INFO:tasks.workunit.client.0.smithi067.stdout: "[819200000, 1638399999]", 2024-07-29T16:19:44.092 INFO:tasks.workunit.client.0.smithi067.stdout: "[1638400000, 3276799999]", 2024-07-29T16:19:44.092 INFO:tasks.workunit.client.0.smithi067.stdout: "[3276800000, 6553599999]", 2024-07-29T16:19:44.092 INFO:tasks.workunit.client.0.smithi067.stdout: "[6553600000, 13107199999]", 2024-07-29T16:19:44.093 INFO:tasks.workunit.client.0.smithi067.stdout: "[13107200000, 26214399999]", 2024-07-29T16:19:44.093 INFO:tasks.workunit.client.0.smithi067.stdout: "[26214400000, 52428799999]", 2024-07-29T16:19:44.093 INFO:tasks.workunit.client.0.smithi067.stdout: "[52428800000, 104857599999]", 2024-07-29T16:19:44.093 INFO:tasks.workunit.client.0.smithi067.stdout: "[104857600000, 209715199999]", 2024-07-29T16:19:44.093 INFO:tasks.workunit.client.0.smithi067.stdout: "[209715200000, 419430399999]", 2024-07-29T16:19:44.093 INFO:tasks.workunit.client.0.smithi067.stdout: "[419430400000, 838860799999]", 2024-07-29T16:19:44.093 INFO:tasks.workunit.client.0.smithi067.stdout: "[838860800000, 1677721599999]", 2024-07-29T16:19:44.093 INFO:tasks.workunit.client.0.smithi067.stdout: "[1677721600000, 3355443199999]", 2024-07-29T16:19:44.093 INFO:tasks.workunit.client.0.smithi067.stdout: "[3355443200000, 6710886399999]", 2024-07-29T16:19:44.093 INFO:tasks.workunit.client.0.smithi067.stdout: "[6710886400000, 13421772799999]", 2024-07-29T16:19:44.093 INFO:tasks.workunit.client.0.smithi067.stdout: "[13421772800000, 26843545599999]", 2024-07-29T16:19:44.093 INFO:tasks.workunit.client.0.smithi067.stdout: "[26843545600000, 53687091199999]", 2024-07-29T16:19:44.093 INFO:tasks.workunit.client.0.smithi067.stdout: "[53687091200000, None]" 2024-07-29T16:19:44.093 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.093 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:44.094 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.094 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.094 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T16:19:44.094 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:44.094 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Request size (bytes)", 2024-07-29T16:19:44.094 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 512, 2024-07-29T16:19:44.094 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:44.094 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:44.094 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 511]", 2024-07-29T16:19:44.094 INFO:tasks.workunit.client.0.smithi067.stdout: "[512, 1023]", 2024-07-29T16:19:44.094 INFO:tasks.workunit.client.0.smithi067.stdout: "[1024, 2047]", 2024-07-29T16:19:44.094 INFO:tasks.workunit.client.0.smithi067.stdout: "[2048, 4095]", 2024-07-29T16:19:44.094 INFO:tasks.workunit.client.0.smithi067.stdout: "[4096, 8191]", 2024-07-29T16:19:44.094 INFO:tasks.workunit.client.0.smithi067.stdout: "[8192, 16383]", 2024-07-29T16:19:44.094 INFO:tasks.workunit.client.0.smithi067.stdout: "[16384, 32767]", 2024-07-29T16:19:44.094 INFO:tasks.workunit.client.0.smithi067.stdout: "[32768, 65535]", 2024-07-29T16:19:44.095 INFO:tasks.workunit.client.0.smithi067.stdout: "[65536, 131071]", 2024-07-29T16:19:44.095 INFO:tasks.workunit.client.0.smithi067.stdout: "[131072, 262143]", 2024-07-29T16:19:44.095 INFO:tasks.workunit.client.0.smithi067.stdout: "[262144, 524287]", 2024-07-29T16:19:44.095 INFO:tasks.workunit.client.0.smithi067.stdout: "[524288, 1048575]", 2024-07-29T16:19:44.095 INFO:tasks.workunit.client.0.smithi067.stdout: "[1048576, 2097151]", 2024-07-29T16:19:44.095 INFO:tasks.workunit.client.0.smithi067.stdout: "[2097152, 4194303]", 2024-07-29T16:19:44.095 INFO:tasks.workunit.client.0.smithi067.stdout: "[4194304, 8388607]", 2024-07-29T16:19:44.095 INFO:tasks.workunit.client.0.smithi067.stdout: "[8388608, 16777215]", 2024-07-29T16:19:44.095 INFO:tasks.workunit.client.0.smithi067.stdout: "[16777216, 33554431]", 2024-07-29T16:19:44.095 INFO:tasks.workunit.client.0.smithi067.stdout: "[33554432, 67108863]", 2024-07-29T16:19:44.095 INFO:tasks.workunit.client.0.smithi067.stdout: "[67108864, 134217727]", 2024-07-29T16:19:44.095 INFO:tasks.workunit.client.0.smithi067.stdout: "[134217728, 268435455]", 2024-07-29T16:19:44.095 INFO:tasks.workunit.client.0.smithi067.stdout: "[268435456, 536870911]", 2024-07-29T16:19:44.095 INFO:tasks.workunit.client.0.smithi067.stdout: "[536870912, 1073741823]", 2024-07-29T16:19:44.095 INFO:tasks.workunit.client.0.smithi067.stdout: "[1073741824, 2147483647]", 2024-07-29T16:19:44.096 INFO:tasks.workunit.client.0.smithi067.stdout: "[2147483648, 4294967295]", 2024-07-29T16:19:44.096 INFO:tasks.workunit.client.0.smithi067.stdout: "[4294967296, 8589934591]", 2024-07-29T16:19:44.096 INFO:tasks.workunit.client.0.smithi067.stdout: "[8589934592, 17179869183]", 2024-07-29T16:19:44.096 INFO:tasks.workunit.client.0.smithi067.stdout: "[17179869184, 34359738367]", 2024-07-29T16:19:44.096 INFO:tasks.workunit.client.0.smithi067.stdout: "[34359738368, 68719476735]", 2024-07-29T16:19:44.096 INFO:tasks.workunit.client.0.smithi067.stdout: "[68719476736, 137438953471]", 2024-07-29T16:19:44.096 INFO:tasks.workunit.client.0.smithi067.stdout: "[137438953472, 274877906943]", 2024-07-29T16:19:44.096 INFO:tasks.workunit.client.0.smithi067.stdout: "[274877906944, None]" 2024-07-29T16:19:44.096 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.096 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:44.096 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.096 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.096 INFO:tasks.workunit.client.0.smithi067.stdout: "osds": [ 2024-07-29T16:19:44.096 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.096 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 0, 2024-07-29T16:19:44.097 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.097 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.097 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1604, 166, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.097 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 15360, 3882, 68, 4, 7551, 483, 1, 2, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.097 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 10022, 155, 39, 2, 229, 151, 70, 87, 30, 50, 28, 45, 30, 13, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.097 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 756, 13, 10, 0, 6, 8, 0, 3, 7, 4, 59, 146, 65, 2, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.097 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 541, 9, 1, 1, 5, 13, 1, 0, 0, 3, 1, 52, 342, 5, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.097 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 367, 12, 0, 0, 21, 23, 2, 0, 0, 5, 1, 6, 29, 129, 163, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.097 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 199, 16, 0, 0, 0, 4, 1, 3, 0, 7, 0, 4, 30, 16, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.097 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 134, 62, 0, 0, 0, 0, 0, 1, 0, 4, 0, 2, 19, 17, 11, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.097 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 49, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 7, 20, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.097 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 8, 32, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 0, 14, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.097 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.097 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.097 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.098 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.098 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.098 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.098 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.098 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.098 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.098 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.098 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.098 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.098 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.098 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.098 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.098 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.098 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.098 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.099 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.099 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.099 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.099 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.099 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.099 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.099 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 1, 2024-07-29T16:19:44.099 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.099 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.099 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.099 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 8789, 3773, 4469, 6, 24, 29, 0, 0, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.099 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7028, 123, 1427, 5, 14, 25, 96, 134, 36, 53, 57, 38, 21, 8, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.099 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 854, 5, 151, 22, 1, 0, 7, 22, 10, 27, 96, 210, 69, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.099 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 709, 3, 3, 9, 0, 1, 0, 0, 1, 3, 2, 36, 463, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.100 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 370, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 17, 30, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.100 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 163, 9, 45, 0, 0, 0, 0, 0, 0, 1, 0, 1, 10, 11, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.100 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 215, 6, 229, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.100 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 25, 0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.100 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.100 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.100 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.100 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.100 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.100 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.100 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.100 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.101 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.101 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.101 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.101 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.101 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.101 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.101 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.101 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.101 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.101 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.101 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.101 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.101 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.101 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.102 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.102 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.102 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.102 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 2, 2024-07-29T16:19:44.102 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.102 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.102 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.102 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 15198, 11, 2, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.102 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 11253, 40, 24, 0, 9, 0, 0, 2, 3, 4, 3, 8, 15, 22, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.102 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1221, 19, 11, 2, 2, 0, 0, 0, 3, 1, 8, 1, 3, 6, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.102 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 537, 4, 0, 0, 0, 0, 0, 1, 0, 0, 1, 8, 19, 12, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.102 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 232, 10, 4, 0, 0, 0, 0, 1, 1, 0, 6, 3, 23, 83, 117, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.102 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 284, 5, 3, 0, 0, 0, 0, 2, 1, 9, 6, 10, 35, 39, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.102 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 279, 0, 0, 1, 0, 0, 0, 0, 3, 1, 3, 9, 27, 77, 32, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.103 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 56, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 2, 18, 26, 63, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.103 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 23, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 3, 21, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.103 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.103 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.103 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.103 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.103 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.103 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.103 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.103 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.103 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.103 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.103 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.103 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.103 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.104 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.104 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.104 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.104 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.104 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.104 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.104 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.104 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.104 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.104 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.104 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.104 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 3, 2024-07-29T16:19:44.104 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.104 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.105 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1787, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.105 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 11232, 7608, 0, 1, 0, 0, 0, 0, 0, 1, 1, 3, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.105 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2797, 684, 2, 1, 12, 2, 7, 6, 8, 24, 10, 9, 18, 14, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.105 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 257, 17, 3, 0, 0, 0, 0, 0, 5, 5, 41, 82, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.105 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 155, 2, 0, 0, 4, 0, 0, 0, 0, 0, 1, 9, 163, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.105 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 49, 5, 0, 0, 169, 0, 0, 0, 0, 9, 1, 4, 15, 28, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.105 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 88, 0, 0, 0, 340, 0, 0, 0, 0, 0, 0, 7, 7, 10, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.105 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 60, 0, 0, 0, 502, 0, 0, 0, 0, 1, 0, 4, 7, 10, 10, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.105 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 9, 0, 0, 0, 1684, 0, 0, 0, 0, 2, 0, 0, 0, 6, 5, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.105 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.105 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.105 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.105 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.105 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.105 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.105 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.106 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.106 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.106 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.106 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.106 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.106 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.106 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.106 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.106 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.106 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.106 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.106 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.106 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.107 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.107 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.107 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.107 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.107 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.107 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 4, 2024-07-29T16:19:44.107 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.107 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.107 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.107 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 9665, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.107 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7965, 21, 1, 0, 6, 4, 5, 6, 11, 20, 13, 7, 12, 3, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.107 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 988, 98, 147, 0, 3, 1, 2, 1, 4, 10, 30, 75, 22, 1, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.107 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 418, 24, 38, 0, 0, 0, 0, 0, 0, 0, 5, 19, 149, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.108 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 109, 7, 15, 0, 0, 1, 1, 0, 0, 1, 1, 1, 9, 25, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.108 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 90, 3, 17, 30, 0, 0, 0, 0, 0, 0, 0, 0, 4, 4, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.108 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 37, 0, 2, 37, 73, 0, 0, 0, 0, 0, 0, 0, 1, 10, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.108 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 9, 0, 0, 1, 57, 112, 0, 0, 0, 0, 0, 0, 2, 5, 17, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.108 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2, 0, 0, 0, 5, 17, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.108 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.108 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.108 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.108 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.108 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.108 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.108 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.108 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.108 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.109 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.109 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.109 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.109 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.109 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.109 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.109 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.109 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.109 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.109 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.109 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.109 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.109 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.110 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.110 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.110 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 5, 2024-07-29T16:19:44.110 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.110 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.110 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.110 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 10689, 13, 1, 0, 0, 0, 0, 1, 5, 3, 2, 2, 5, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.110 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 8673, 86, 65, 3, 6, 1, 1, 0, 7, 1, 1, 8, 7, 13, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.110 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 825, 15, 23, 4, 2, 0, 0, 0, 5, 7, 3, 1, 1, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.110 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 376, 2, 0, 6, 0, 0, 0, 0, 1, 0, 1, 20, 16, 7, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.110 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 138, 4, 0, 0, 1, 0, 0, 0, 0, 0, 1, 2, 10, 79, 117, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.110 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 102, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 8, 6, 14, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.110 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 15, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.111 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 12, 22, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.111 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.111 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.111 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.111 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.111 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.111 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.111 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.111 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.111 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.111 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.111 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.111 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.111 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.111 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.112 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.112 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.112 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.112 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.112 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.112 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.112 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.112 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.112 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.112 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.112 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.112 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 6, 2024-07-29T16:19:44.112 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.112 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.113 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1021, 196, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.113 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 10524, 3522, 0, 0, 0, 0, 0, 1, 1, 0, 0, 4, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.113 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 6952, 828, 7, 3, 21, 2, 3, 4, 11, 12, 8, 9, 8, 8, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.113 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 659, 95, 11, 0, 4, 1, 0, 7, 9, 9, 44, 69, 30, 1, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.113 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 343, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 21, 165, 4, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.113 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 157, 14, 0, 0, 1, 1, 0, 2, 0, 0, 2, 3, 11, 89, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.113 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 127, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.113 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 105, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.113 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.113 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.113 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.113 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.113 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.113 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.114 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.114 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.114 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.114 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.114 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.114 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.114 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.114 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.114 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.114 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.114 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.114 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.115 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.115 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.115 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.115 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.115 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.115 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.115 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.115 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.115 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 7, 2024-07-29T16:19:44.115 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.115 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.115 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.115 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 13966, 1, 0, 1, 0, 0, 0, 0, 0, 3, 4, 5, 3, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.115 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7780, 37, 18, 0, 5, 0, 0, 0, 0, 0, 2, 7, 11, 29, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.116 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 687, 15, 6, 0, 1, 0, 0, 0, 0, 3, 7, 4, 6, 3, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.116 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 280, 4, 1, 0, 0, 0, 0, 0, 0, 0, 2, 15, 19, 10, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.116 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 196, 11, 6, 0, 0, 0, 0, 0, 2, 1, 0, 1, 12, 50, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.116 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 89, 1, 1, 0, 0, 0, 0, 0, 0, 4, 0, 3, 13, 20, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.116 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 20, 12, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.116 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 10, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.116 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.116 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.116 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.116 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.116 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.116 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.116 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.117 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.117 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.117 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.117 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.117 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.117 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.117 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.117 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.117 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.117 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.117 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.117 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.117 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.118 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.118 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.118 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.118 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.118 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.118 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.118 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:44.118 INFO:tasks.workunit.client.0.smithi067.stdout: "axes": [ 2024-07-29T16:19:44.118 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.118 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T16:19:44.118 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:44.118 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Latency (usec)", 2024-07-29T16:19:44.118 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 100000, 2024-07-29T16:19:44.119 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:44.119 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:44.119 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 99999]", 2024-07-29T16:19:44.119 INFO:tasks.workunit.client.0.smithi067.stdout: "[100000, 199999]", 2024-07-29T16:19:44.119 INFO:tasks.workunit.client.0.smithi067.stdout: "[200000, 399999]", 2024-07-29T16:19:44.119 INFO:tasks.workunit.client.0.smithi067.stdout: "[400000, 799999]", 2024-07-29T16:19:44.119 INFO:tasks.workunit.client.0.smithi067.stdout: "[800000, 1599999]", 2024-07-29T16:19:44.119 INFO:tasks.workunit.client.0.smithi067.stdout: "[1600000, 3199999]", 2024-07-29T16:19:44.119 INFO:tasks.workunit.client.0.smithi067.stdout: "[3200000, 6399999]", 2024-07-29T16:19:44.119 INFO:tasks.workunit.client.0.smithi067.stdout: "[6400000, 12799999]", 2024-07-29T16:19:44.119 INFO:tasks.workunit.client.0.smithi067.stdout: "[12800000, 25599999]", 2024-07-29T16:19:44.119 INFO:tasks.workunit.client.0.smithi067.stdout: "[25600000, 51199999]", 2024-07-29T16:19:44.119 INFO:tasks.workunit.client.0.smithi067.stdout: "[51200000, 102399999]", 2024-07-29T16:19:44.119 INFO:tasks.workunit.client.0.smithi067.stdout: "[102400000, 204799999]", 2024-07-29T16:19:44.120 INFO:tasks.workunit.client.0.smithi067.stdout: "[204800000, 409599999]", 2024-07-29T16:19:44.120 INFO:tasks.workunit.client.0.smithi067.stdout: "[409600000, 819199999]", 2024-07-29T16:19:44.120 INFO:tasks.workunit.client.0.smithi067.stdout: "[819200000, 1638399999]", 2024-07-29T16:19:44.120 INFO:tasks.workunit.client.0.smithi067.stdout: "[1638400000, 3276799999]", 2024-07-29T16:19:44.120 INFO:tasks.workunit.client.0.smithi067.stdout: "[3276800000, 6553599999]", 2024-07-29T16:19:44.120 INFO:tasks.workunit.client.0.smithi067.stdout: "[6553600000, 13107199999]", 2024-07-29T16:19:44.120 INFO:tasks.workunit.client.0.smithi067.stdout: "[13107200000, 26214399999]", 2024-07-29T16:19:44.120 INFO:tasks.workunit.client.0.smithi067.stdout: "[26214400000, 52428799999]", 2024-07-29T16:19:44.120 INFO:tasks.workunit.client.0.smithi067.stdout: "[52428800000, 104857599999]", 2024-07-29T16:19:44.120 INFO:tasks.workunit.client.0.smithi067.stdout: "[104857600000, 209715199999]", 2024-07-29T16:19:44.120 INFO:tasks.workunit.client.0.smithi067.stdout: "[209715200000, 419430399999]", 2024-07-29T16:19:44.120 INFO:tasks.workunit.client.0.smithi067.stdout: "[419430400000, 838860799999]", 2024-07-29T16:19:44.120 INFO:tasks.workunit.client.0.smithi067.stdout: "[838860800000, 1677721599999]", 2024-07-29T16:19:44.120 INFO:tasks.workunit.client.0.smithi067.stdout: "[1677721600000, 3355443199999]", 2024-07-29T16:19:44.121 INFO:tasks.workunit.client.0.smithi067.stdout: "[3355443200000, 6710886399999]", 2024-07-29T16:19:44.121 INFO:tasks.workunit.client.0.smithi067.stdout: "[6710886400000, 13421772799999]", 2024-07-29T16:19:44.121 INFO:tasks.workunit.client.0.smithi067.stdout: "[13421772800000, 26843545599999]", 2024-07-29T16:19:44.121 INFO:tasks.workunit.client.0.smithi067.stdout: "[26843545600000, 53687091199999]", 2024-07-29T16:19:44.121 INFO:tasks.workunit.client.0.smithi067.stdout: "[53687091200000, None]" 2024-07-29T16:19:44.121 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.121 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:44.121 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.122 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.122 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T16:19:44.122 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:44.122 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Request size (bytes)", 2024-07-29T16:19:44.122 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 512, 2024-07-29T16:19:44.122 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:44.122 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:44.122 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 511]", 2024-07-29T16:19:44.122 INFO:tasks.workunit.client.0.smithi067.stdout: "[512, 1023]", 2024-07-29T16:19:44.122 INFO:tasks.workunit.client.0.smithi067.stdout: "[1024, 2047]", 2024-07-29T16:19:44.122 INFO:tasks.workunit.client.0.smithi067.stdout: "[2048, 4095]", 2024-07-29T16:19:44.122 INFO:tasks.workunit.client.0.smithi067.stdout: "[4096, 8191]", 2024-07-29T16:19:44.122 INFO:tasks.workunit.client.0.smithi067.stdout: "[8192, 16383]", 2024-07-29T16:19:44.123 INFO:tasks.workunit.client.0.smithi067.stdout: "[16384, 32767]", 2024-07-29T16:19:44.123 INFO:tasks.workunit.client.0.smithi067.stdout: "[32768, 65535]", 2024-07-29T16:19:44.123 INFO:tasks.workunit.client.0.smithi067.stdout: "[65536, 131071]", 2024-07-29T16:19:44.123 INFO:tasks.workunit.client.0.smithi067.stdout: "[131072, 262143]", 2024-07-29T16:19:44.123 INFO:tasks.workunit.client.0.smithi067.stdout: "[262144, 524287]", 2024-07-29T16:19:44.123 INFO:tasks.workunit.client.0.smithi067.stdout: "[524288, 1048575]", 2024-07-29T16:19:44.123 INFO:tasks.workunit.client.0.smithi067.stdout: "[1048576, 2097151]", 2024-07-29T16:19:44.123 INFO:tasks.workunit.client.0.smithi067.stdout: "[2097152, 4194303]", 2024-07-29T16:19:44.123 INFO:tasks.workunit.client.0.smithi067.stdout: "[4194304, 8388607]", 2024-07-29T16:19:44.123 INFO:tasks.workunit.client.0.smithi067.stdout: "[8388608, 16777215]", 2024-07-29T16:19:44.123 INFO:tasks.workunit.client.0.smithi067.stdout: "[16777216, 33554431]", 2024-07-29T16:19:44.123 INFO:tasks.workunit.client.0.smithi067.stdout: "[33554432, 67108863]", 2024-07-29T16:19:44.123 INFO:tasks.workunit.client.0.smithi067.stdout: "[67108864, 134217727]", 2024-07-29T16:19:44.123 INFO:tasks.workunit.client.0.smithi067.stdout: "[134217728, 268435455]", 2024-07-29T16:19:44.124 INFO:tasks.workunit.client.0.smithi067.stdout: "[268435456, 536870911]", 2024-07-29T16:19:44.124 INFO:tasks.workunit.client.0.smithi067.stdout: "[536870912, 1073741823]", 2024-07-29T16:19:44.124 INFO:tasks.workunit.client.0.smithi067.stdout: "[1073741824, 2147483647]", 2024-07-29T16:19:44.124 INFO:tasks.workunit.client.0.smithi067.stdout: "[2147483648, 4294967295]", 2024-07-29T16:19:44.124 INFO:tasks.workunit.client.0.smithi067.stdout: "[4294967296, 8589934591]", 2024-07-29T16:19:44.124 INFO:tasks.workunit.client.0.smithi067.stdout: "[8589934592, 17179869183]", 2024-07-29T16:19:44.124 INFO:tasks.workunit.client.0.smithi067.stdout: "[17179869184, 34359738367]", 2024-07-29T16:19:44.124 INFO:tasks.workunit.client.0.smithi067.stdout: "[34359738368, 68719476735]", 2024-07-29T16:19:44.124 INFO:tasks.workunit.client.0.smithi067.stdout: "[68719476736, 137438953471]", 2024-07-29T16:19:44.124 INFO:tasks.workunit.client.0.smithi067.stdout: "[137438953472, 274877906943]", 2024-07-29T16:19:44.124 INFO:tasks.workunit.client.0.smithi067.stdout: "[274877906944, None]" 2024-07-29T16:19:44.124 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.124 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:44.124 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.125 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.125 INFO:tasks.workunit.client.0.smithi067.stdout: "osds": [ 2024-07-29T16:19:44.125 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.125 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 0, 2024-07-29T16:19:44.125 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.125 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.125 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.125 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.125 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.125 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 619, 1, 0, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.125 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 5101, 52, 80, 146, 447, 613, 704, 5, 16, 16, 0, 4, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.125 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 635, 18, 28, 47, 26, 11, 24, 0, 1, 0, 2, 3, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.125 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 322, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 3, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.125 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 157, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.125 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 22, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.126 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.126 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.126 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.126 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.126 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.126 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.126 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.126 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.126 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.126 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.126 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.126 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.126 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.126 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.127 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.127 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.127 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.127 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.127 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.127 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.127 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.127 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.127 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.127 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.127 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.127 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 1, 2024-07-29T16:19:44.127 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.127 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.128 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.128 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.128 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.128 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 283, 1, 1, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.128 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3338, 272, 34, 53, 123, 1, 3, 2, 12, 8, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.128 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 393, 26, 1290, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.128 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 380, 0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.128 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1634, 1258, 53, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.128 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1441, 1740, 241, 0, 0, 0, 1, 0, 0, 0, 0, 1, 5, 9, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.129 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 17, 2, 5, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.129 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.129 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.129 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.129 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.129 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.129 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.129 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.129 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.129 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.129 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.129 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.129 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.130 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.130 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.130 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.130 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.130 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.130 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.130 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.130 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.130 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.130 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.130 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.130 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.130 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 2, 2024-07-29T16:19:44.131 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.131 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.131 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.131 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.131 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.131 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1356, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.131 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 10794, 3, 0, 0, 0, 1, 2, 1, 4, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.131 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 15818, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.131 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 336, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.131 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 177, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 8, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.131 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 98, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 4, 18, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.131 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.131 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.131 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.131 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.132 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.132 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.132 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.132 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.132 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.132 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.132 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.132 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.132 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.132 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.132 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.132 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.132 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.132 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.132 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.133 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.133 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.133 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.133 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.133 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.133 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.133 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 3, 2024-07-29T16:19:44.133 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.133 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.133 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.133 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.133 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.133 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 242, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.134 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1903, 34, 0, 1, 0, 0, 1, 1, 3, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.134 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 234, 7, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.134 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 95, 15, 34, 47, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.134 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 895, 280, 0, 105, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.134 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 4140, 2605, 0, 422, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.134 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 145, 121, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.134 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.134 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.134 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.134 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.134 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.134 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.134 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.134 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.135 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.135 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.135 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.135 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.135 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.135 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.135 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.135 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.135 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.135 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.135 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.135 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.135 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.135 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.135 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.136 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.136 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 4, 2024-07-29T16:19:44.136 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.136 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.136 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.136 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.136 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.136 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 661, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.136 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1999, 222, 33, 62, 137, 275, 474, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.136 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 571, 13, 0, 0, 2, 0, 7, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.136 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 312, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.136 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 212, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.136 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 72, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.137 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.137 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.137 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.137 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.137 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.137 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.137 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.137 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.137 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.137 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.137 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.137 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.137 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.138 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.138 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.138 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.138 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.138 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.138 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.138 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.138 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.138 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.138 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.138 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.138 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.139 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 5, 2024-07-29T16:19:44.139 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.139 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.139 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.139 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.139 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.139 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 745, 5, 11, 46, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.139 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3680, 69, 125, 211, 440, 621, 718, 1, 3, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.139 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 211, 1, 6, 2, 12, 6, 7, 0, 2, 4, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.139 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 158, 9, 6, 30, 6, 0, 0, 0, 0, 0, 0, 6, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.139 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 82, 31, 75, 99, 23, 0, 0, 0, 0, 1, 0, 2, 1, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.139 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 4, 16, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.140 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 6, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.140 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.140 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.140 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.140 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.140 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.140 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.140 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.140 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.140 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.140 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.140 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.140 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.140 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.141 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.141 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.141 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.141 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.141 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.141 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.141 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.141 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.141 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.141 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.141 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.141 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 6, 2024-07-29T16:19:44.141 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.141 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.142 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.142 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.142 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.142 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 425, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.142 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3076, 27, 0, 0, 4, 0, 0, 0, 1, 1, 0, 2, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.142 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 326, 2, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.142 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 284, 13, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.142 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 155, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.142 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 16, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.142 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.142 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.142 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.142 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.143 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.143 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.143 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.143 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.143 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.143 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.143 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.143 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.143 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.143 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.143 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.143 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.143 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.144 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.144 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.144 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.144 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.144 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.144 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.144 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.144 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.144 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 7, 2024-07-29T16:19:44.144 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.144 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.144 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.144 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.144 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.145 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 663, 7, 13, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.145 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 8493, 27, 84, 30, 1, 0, 2, 2, 1, 0, 1, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.145 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2126, 28, 92, 27, 0, 0, 0, 0, 0, 0, 5, 2, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.145 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 247, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.145 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 159, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.145 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 16, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.145 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.145 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.145 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.145 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.145 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.145 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.145 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.145 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.146 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.146 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.146 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.146 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.146 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.146 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.146 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.146 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.146 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.146 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.146 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.146 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.146 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.147 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.147 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.147 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.147 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.147 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.147 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:44.147 INFO:tasks.workunit.client.0.smithi067.stdout: "axes": [ 2024-07-29T16:19:44.147 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.147 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T16:19:44.147 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:44.147 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Latency (usec)", 2024-07-29T16:19:44.147 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 100000, 2024-07-29T16:19:44.147 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:44.147 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:44.148 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 99999]", 2024-07-29T16:19:44.148 INFO:tasks.workunit.client.0.smithi067.stdout: "[100000, 199999]", 2024-07-29T16:19:44.148 INFO:tasks.workunit.client.0.smithi067.stdout: "[200000, 399999]", 2024-07-29T16:19:44.148 INFO:tasks.workunit.client.0.smithi067.stdout: "[400000, 799999]", 2024-07-29T16:19:44.148 INFO:tasks.workunit.client.0.smithi067.stdout: "[800000, 1599999]", 2024-07-29T16:19:44.148 INFO:tasks.workunit.client.0.smithi067.stdout: "[1600000, 3199999]", 2024-07-29T16:19:44.148 INFO:tasks.workunit.client.0.smithi067.stdout: "[3200000, 6399999]", 2024-07-29T16:19:44.148 INFO:tasks.workunit.client.0.smithi067.stdout: "[6400000, 12799999]", 2024-07-29T16:19:44.148 INFO:tasks.workunit.client.0.smithi067.stdout: "[12800000, 25599999]", 2024-07-29T16:19:44.148 INFO:tasks.workunit.client.0.smithi067.stdout: "[25600000, 51199999]", 2024-07-29T16:19:44.148 INFO:tasks.workunit.client.0.smithi067.stdout: "[51200000, 102399999]", 2024-07-29T16:19:44.148 INFO:tasks.workunit.client.0.smithi067.stdout: "[102400000, 204799999]", 2024-07-29T16:19:44.148 INFO:tasks.workunit.client.0.smithi067.stdout: "[204800000, 409599999]", 2024-07-29T16:19:44.148 INFO:tasks.workunit.client.0.smithi067.stdout: "[409600000, 819199999]", 2024-07-29T16:19:44.148 INFO:tasks.workunit.client.0.smithi067.stdout: "[819200000, 1638399999]", 2024-07-29T16:19:44.149 INFO:tasks.workunit.client.0.smithi067.stdout: "[1638400000, 3276799999]", 2024-07-29T16:19:44.149 INFO:tasks.workunit.client.0.smithi067.stdout: "[3276800000, 6553599999]", 2024-07-29T16:19:44.149 INFO:tasks.workunit.client.0.smithi067.stdout: "[6553600000, 13107199999]", 2024-07-29T16:19:44.149 INFO:tasks.workunit.client.0.smithi067.stdout: "[13107200000, 26214399999]", 2024-07-29T16:19:44.149 INFO:tasks.workunit.client.0.smithi067.stdout: "[26214400000, 52428799999]", 2024-07-29T16:19:44.149 INFO:tasks.workunit.client.0.smithi067.stdout: "[52428800000, 104857599999]", 2024-07-29T16:19:44.149 INFO:tasks.workunit.client.0.smithi067.stdout: "[104857600000, 209715199999]", 2024-07-29T16:19:44.149 INFO:tasks.workunit.client.0.smithi067.stdout: "[209715200000, 419430399999]", 2024-07-29T16:19:44.149 INFO:tasks.workunit.client.0.smithi067.stdout: "[419430400000, 838860799999]", 2024-07-29T16:19:44.149 INFO:tasks.workunit.client.0.smithi067.stdout: "[838860800000, 1677721599999]", 2024-07-29T16:19:44.149 INFO:tasks.workunit.client.0.smithi067.stdout: "[1677721600000, 3355443199999]", 2024-07-29T16:19:44.149 INFO:tasks.workunit.client.0.smithi067.stdout: "[3355443200000, 6710886399999]", 2024-07-29T16:19:44.149 INFO:tasks.workunit.client.0.smithi067.stdout: "[6710886400000, 13421772799999]", 2024-07-29T16:19:44.149 INFO:tasks.workunit.client.0.smithi067.stdout: "[13421772800000, 26843545599999]", 2024-07-29T16:19:44.149 INFO:tasks.workunit.client.0.smithi067.stdout: "[26843545600000, 53687091199999]", 2024-07-29T16:19:44.149 INFO:tasks.workunit.client.0.smithi067.stdout: "[53687091200000, None]" 2024-07-29T16:19:44.150 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.150 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:44.150 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.150 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.150 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T16:19:44.150 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:44.150 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Request size (bytes)", 2024-07-29T16:19:44.150 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 512, 2024-07-29T16:19:44.150 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:44.150 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:44.150 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 511]", 2024-07-29T16:19:44.150 INFO:tasks.workunit.client.0.smithi067.stdout: "[512, 1023]", 2024-07-29T16:19:44.150 INFO:tasks.workunit.client.0.smithi067.stdout: "[1024, 2047]", 2024-07-29T16:19:44.150 INFO:tasks.workunit.client.0.smithi067.stdout: "[2048, 4095]", 2024-07-29T16:19:44.151 INFO:tasks.workunit.client.0.smithi067.stdout: "[4096, 8191]", 2024-07-29T16:19:44.151 INFO:tasks.workunit.client.0.smithi067.stdout: "[8192, 16383]", 2024-07-29T16:19:44.151 INFO:tasks.workunit.client.0.smithi067.stdout: "[16384, 32767]", 2024-07-29T16:19:44.151 INFO:tasks.workunit.client.0.smithi067.stdout: "[32768, 65535]", 2024-07-29T16:19:44.151 INFO:tasks.workunit.client.0.smithi067.stdout: "[65536, 131071]", 2024-07-29T16:19:44.151 INFO:tasks.workunit.client.0.smithi067.stdout: "[131072, 262143]", 2024-07-29T16:19:44.151 INFO:tasks.workunit.client.0.smithi067.stdout: "[262144, 524287]", 2024-07-29T16:19:44.151 INFO:tasks.workunit.client.0.smithi067.stdout: "[524288, 1048575]", 2024-07-29T16:19:44.151 INFO:tasks.workunit.client.0.smithi067.stdout: "[1048576, 2097151]", 2024-07-29T16:19:44.151 INFO:tasks.workunit.client.0.smithi067.stdout: "[2097152, 4194303]", 2024-07-29T16:19:44.151 INFO:tasks.workunit.client.0.smithi067.stdout: "[4194304, 8388607]", 2024-07-29T16:19:44.151 INFO:tasks.workunit.client.0.smithi067.stdout: "[8388608, 16777215]", 2024-07-29T16:19:44.151 INFO:tasks.workunit.client.0.smithi067.stdout: "[16777216, 33554431]", 2024-07-29T16:19:44.151 INFO:tasks.workunit.client.0.smithi067.stdout: "[33554432, 67108863]", 2024-07-29T16:19:44.151 INFO:tasks.workunit.client.0.smithi067.stdout: "[67108864, 134217727]", 2024-07-29T16:19:44.152 INFO:tasks.workunit.client.0.smithi067.stdout: "[134217728, 268435455]", 2024-07-29T16:19:44.152 INFO:tasks.workunit.client.0.smithi067.stdout: "[268435456, 536870911]", 2024-07-29T16:19:44.152 INFO:tasks.workunit.client.0.smithi067.stdout: "[536870912, 1073741823]", 2024-07-29T16:19:44.152 INFO:tasks.workunit.client.0.smithi067.stdout: "[1073741824, 2147483647]", 2024-07-29T16:19:44.152 INFO:tasks.workunit.client.0.smithi067.stdout: "[2147483648, 4294967295]", 2024-07-29T16:19:44.152 INFO:tasks.workunit.client.0.smithi067.stdout: "[4294967296, 8589934591]", 2024-07-29T16:19:44.152 INFO:tasks.workunit.client.0.smithi067.stdout: "[8589934592, 17179869183]", 2024-07-29T16:19:44.152 INFO:tasks.workunit.client.0.smithi067.stdout: "[17179869184, 34359738367]", 2024-07-29T16:19:44.152 INFO:tasks.workunit.client.0.smithi067.stdout: "[34359738368, 68719476735]", 2024-07-29T16:19:44.152 INFO:tasks.workunit.client.0.smithi067.stdout: "[68719476736, 137438953471]", 2024-07-29T16:19:44.152 INFO:tasks.workunit.client.0.smithi067.stdout: "[137438953472, 274877906943]", 2024-07-29T16:19:44.152 INFO:tasks.workunit.client.0.smithi067.stdout: "[274877906944, None]" 2024-07-29T16:19:44.152 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.152 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:44.152 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.153 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.153 INFO:tasks.workunit.client.0.smithi067.stdout: "osds": [ 2024-07-29T16:19:44.153 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.153 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 0, 2024-07-29T16:19:44.153 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.153 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.153 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.153 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.153 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.153 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 635, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.153 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7189, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.153 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 800, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.153 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 339, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.154 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 183, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.154 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.154 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.154 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.154 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.154 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.154 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.154 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.154 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.154 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.154 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.154 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.154 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.154 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.155 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.155 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.155 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.155 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.155 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.155 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.155 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.155 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.155 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.155 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.155 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.155 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.155 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.155 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 1, 2024-07-29T16:19:44.156 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.156 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.156 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.156 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.156 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.156 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 300, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.156 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3848, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.156 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1713, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.156 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 438, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.156 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2950, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.156 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3443, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.156 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.156 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.156 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.156 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.157 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.157 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.157 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.157 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.157 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.157 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.157 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.157 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.157 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.157 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.157 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.157 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.158 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.158 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.158 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.158 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.158 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.158 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.158 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.158 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.158 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.158 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 2, 2024-07-29T16:19:44.158 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.158 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.159 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.159 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.159 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.159 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1356, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.159 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 10809, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.159 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 15825, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.159 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 343, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.159 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 200, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.159 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 134, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.159 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.159 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.159 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.159 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.160 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.160 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.160 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.160 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.160 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.160 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.160 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.160 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.160 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.160 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.160 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.160 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.160 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.161 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.161 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.161 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.161 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.161 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.161 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.161 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.161 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.161 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 3, 2024-07-29T16:19:44.161 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.161 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.161 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.161 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.162 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.162 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.162 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1945, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.162 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.162 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 195, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.162 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1288, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.162 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7181, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.162 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 285, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.162 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.162 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.162 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.162 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.162 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.163 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.163 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.163 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.163 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.163 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.163 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.163 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.163 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.163 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.163 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.163 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.163 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.163 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.164 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.164 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.164 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.164 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.164 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.164 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.164 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 4, 2024-07-29T16:19:44.164 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.164 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.164 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.164 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.164 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.164 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 669, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.164 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3204, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.164 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 594, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.165 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 314, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.165 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 216, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.165 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.165 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.165 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.165 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.165 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.165 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.165 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.165 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.165 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.165 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.165 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.166 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.166 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.166 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.166 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.166 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.166 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.166 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.166 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.166 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.166 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.166 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.166 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.166 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.166 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.167 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.167 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 5, 2024-07-29T16:19:44.167 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.167 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.167 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.167 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.167 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.167 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 811, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.167 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 5873, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.167 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 252, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.167 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 218, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.167 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 323, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.167 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.168 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.168 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.168 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.168 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.168 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.168 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.168 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.168 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.168 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.168 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.168 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.168 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.168 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.169 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.169 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.169 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.169 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.169 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.169 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.169 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.169 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.169 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.169 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.169 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.169 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.169 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 6, 2024-07-29T16:19:44.170 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.170 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.170 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.170 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.170 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.170 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 425, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.170 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.170 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 334, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.170 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 305, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.170 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 268, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.170 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.170 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.170 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.171 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.171 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.171 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.171 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.171 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.171 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.171 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.171 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.171 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.171 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.171 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.171 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.171 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.171 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.171 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.171 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.172 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.172 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.172 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.172 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.172 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.172 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.172 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.172 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 7, 2024-07-29T16:19:44.172 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.172 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.172 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.172 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.172 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.172 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 685, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.173 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 8645, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.173 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2284, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.173 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 258, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.173 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 172, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.173 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 132, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.173 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.173 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.173 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.173 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.173 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.173 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.173 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.173 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.174 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.174 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.174 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.174 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.174 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.174 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.174 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.174 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.174 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.174 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.174 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.174 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.174 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.175 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.175 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.175 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.175 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.175 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.175 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:44.175 INFO:tasks.workunit.client.0.smithi067.stdout: "axes": [ 2024-07-29T16:19:44.175 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.175 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T16:19:44.175 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:44.175 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Latency (usec)", 2024-07-29T16:19:44.175 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 100000, 2024-07-29T16:19:44.175 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:44.175 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:44.176 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 99999]", 2024-07-29T16:19:44.176 INFO:tasks.workunit.client.0.smithi067.stdout: "[100000, 199999]", 2024-07-29T16:19:44.176 INFO:tasks.workunit.client.0.smithi067.stdout: "[200000, 399999]", 2024-07-29T16:19:44.176 INFO:tasks.workunit.client.0.smithi067.stdout: "[400000, 799999]", 2024-07-29T16:19:44.176 INFO:tasks.workunit.client.0.smithi067.stdout: "[800000, 1599999]", 2024-07-29T16:19:44.176 INFO:tasks.workunit.client.0.smithi067.stdout: "[1600000, 3199999]", 2024-07-29T16:19:44.176 INFO:tasks.workunit.client.0.smithi067.stdout: "[3200000, 6399999]", 2024-07-29T16:19:44.176 INFO:tasks.workunit.client.0.smithi067.stdout: "[6400000, 12799999]", 2024-07-29T16:19:44.176 INFO:tasks.workunit.client.0.smithi067.stdout: "[12800000, 25599999]", 2024-07-29T16:19:44.176 INFO:tasks.workunit.client.0.smithi067.stdout: "[25600000, 51199999]", 2024-07-29T16:19:44.176 INFO:tasks.workunit.client.0.smithi067.stdout: "[51200000, 102399999]", 2024-07-29T16:19:44.176 INFO:tasks.workunit.client.0.smithi067.stdout: "[102400000, 204799999]", 2024-07-29T16:19:44.176 INFO:tasks.workunit.client.0.smithi067.stdout: "[204800000, 409599999]", 2024-07-29T16:19:44.176 INFO:tasks.workunit.client.0.smithi067.stdout: "[409600000, 819199999]", 2024-07-29T16:19:44.177 INFO:tasks.workunit.client.0.smithi067.stdout: "[819200000, 1638399999]", 2024-07-29T16:19:44.177 INFO:tasks.workunit.client.0.smithi067.stdout: "[1638400000, 3276799999]", 2024-07-29T16:19:44.177 INFO:tasks.workunit.client.0.smithi067.stdout: "[3276800000, 6553599999]", 2024-07-29T16:19:44.177 INFO:tasks.workunit.client.0.smithi067.stdout: "[6553600000, 13107199999]", 2024-07-29T16:19:44.177 INFO:tasks.workunit.client.0.smithi067.stdout: "[13107200000, 26214399999]", 2024-07-29T16:19:44.177 INFO:tasks.workunit.client.0.smithi067.stdout: "[26214400000, 52428799999]", 2024-07-29T16:19:44.177 INFO:tasks.workunit.client.0.smithi067.stdout: "[52428800000, 104857599999]", 2024-07-29T16:19:44.177 INFO:tasks.workunit.client.0.smithi067.stdout: "[104857600000, 209715199999]", 2024-07-29T16:19:44.177 INFO:tasks.workunit.client.0.smithi067.stdout: "[209715200000, 419430399999]", 2024-07-29T16:19:44.177 INFO:tasks.workunit.client.0.smithi067.stdout: "[419430400000, 838860799999]", 2024-07-29T16:19:44.177 INFO:tasks.workunit.client.0.smithi067.stdout: "[838860800000, 1677721599999]", 2024-07-29T16:19:44.177 INFO:tasks.workunit.client.0.smithi067.stdout: "[1677721600000, 3355443199999]", 2024-07-29T16:19:44.177 INFO:tasks.workunit.client.0.smithi067.stdout: "[3355443200000, 6710886399999]", 2024-07-29T16:19:44.177 INFO:tasks.workunit.client.0.smithi067.stdout: "[6710886400000, 13421772799999]", 2024-07-29T16:19:44.177 INFO:tasks.workunit.client.0.smithi067.stdout: "[13421772800000, 26843545599999]", 2024-07-29T16:19:44.178 INFO:tasks.workunit.client.0.smithi067.stdout: "[26843545600000, 53687091199999]", 2024-07-29T16:19:44.178 INFO:tasks.workunit.client.0.smithi067.stdout: "[53687091200000, None]" 2024-07-29T16:19:44.178 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.178 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:44.178 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.178 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.178 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T16:19:44.178 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:44.178 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Request size (bytes)", 2024-07-29T16:19:44.178 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 512, 2024-07-29T16:19:44.178 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:44.178 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:44.178 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 511]", 2024-07-29T16:19:44.178 INFO:tasks.workunit.client.0.smithi067.stdout: "[512, 1023]", 2024-07-29T16:19:44.179 INFO:tasks.workunit.client.0.smithi067.stdout: "[1024, 2047]", 2024-07-29T16:19:44.179 INFO:tasks.workunit.client.0.smithi067.stdout: "[2048, 4095]", 2024-07-29T16:19:44.179 INFO:tasks.workunit.client.0.smithi067.stdout: "[4096, 8191]", 2024-07-29T16:19:44.179 INFO:tasks.workunit.client.0.smithi067.stdout: "[8192, 16383]", 2024-07-29T16:19:44.179 INFO:tasks.workunit.client.0.smithi067.stdout: "[16384, 32767]", 2024-07-29T16:19:44.179 INFO:tasks.workunit.client.0.smithi067.stdout: "[32768, 65535]", 2024-07-29T16:19:44.179 INFO:tasks.workunit.client.0.smithi067.stdout: "[65536, 131071]", 2024-07-29T16:19:44.179 INFO:tasks.workunit.client.0.smithi067.stdout: "[131072, 262143]", 2024-07-29T16:19:44.179 INFO:tasks.workunit.client.0.smithi067.stdout: "[262144, 524287]", 2024-07-29T16:19:44.179 INFO:tasks.workunit.client.0.smithi067.stdout: "[524288, 1048575]", 2024-07-29T16:19:44.179 INFO:tasks.workunit.client.0.smithi067.stdout: "[1048576, 2097151]", 2024-07-29T16:19:44.179 INFO:tasks.workunit.client.0.smithi067.stdout: "[2097152, 4194303]", 2024-07-29T16:19:44.179 INFO:tasks.workunit.client.0.smithi067.stdout: "[4194304, 8388607]", 2024-07-29T16:19:44.180 INFO:tasks.workunit.client.0.smithi067.stdout: "[8388608, 16777215]", 2024-07-29T16:19:44.180 INFO:tasks.workunit.client.0.smithi067.stdout: "[16777216, 33554431]", 2024-07-29T16:19:44.180 INFO:tasks.workunit.client.0.smithi067.stdout: "[33554432, 67108863]", 2024-07-29T16:19:44.180 INFO:tasks.workunit.client.0.smithi067.stdout: "[67108864, 134217727]", 2024-07-29T16:19:44.180 INFO:tasks.workunit.client.0.smithi067.stdout: "[134217728, 268435455]", 2024-07-29T16:19:44.180 INFO:tasks.workunit.client.0.smithi067.stdout: "[268435456, 536870911]", 2024-07-29T16:19:44.180 INFO:tasks.workunit.client.0.smithi067.stdout: "[536870912, 1073741823]", 2024-07-29T16:19:44.180 INFO:tasks.workunit.client.0.smithi067.stdout: "[1073741824, 2147483647]", 2024-07-29T16:19:44.180 INFO:tasks.workunit.client.0.smithi067.stdout: "[2147483648, 4294967295]", 2024-07-29T16:19:44.180 INFO:tasks.workunit.client.0.smithi067.stdout: "[4294967296, 8589934591]", 2024-07-29T16:19:44.180 INFO:tasks.workunit.client.0.smithi067.stdout: "[8589934592, 17179869183]", 2024-07-29T16:19:44.180 INFO:tasks.workunit.client.0.smithi067.stdout: "[17179869184, 34359738367]", 2024-07-29T16:19:44.180 INFO:tasks.workunit.client.0.smithi067.stdout: "[34359738368, 68719476735]", 2024-07-29T16:19:44.180 INFO:tasks.workunit.client.0.smithi067.stdout: "[68719476736, 137438953471]", 2024-07-29T16:19:44.180 INFO:tasks.workunit.client.0.smithi067.stdout: "[137438953472, 274877906943]", 2024-07-29T16:19:44.180 INFO:tasks.workunit.client.0.smithi067.stdout: "[274877906944, None]" 2024-07-29T16:19:44.181 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.181 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:44.181 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.181 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.181 INFO:tasks.workunit.client.0.smithi067.stdout: "osds": [ 2024-07-29T16:19:44.181 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.181 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 0, 2024-07-29T16:19:44.181 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.181 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.181 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.181 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.181 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.181 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 115, 5, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.182 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2203, 21, 4, 0, 12, 0, 3, 4, 7, 4, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.182 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1070, 12, 1, 2, 4, 6, 6, 13, 23, 57, 77, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.182 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 189, 7, 0, 1, 2, 0, 0, 1, 5, 9, 61, 246, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.182 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 184, 16, 0, 0, 0, 0, 0, 1, 1, 3, 10, 24, 288, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.182 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 367, 24, 0, 0, 0, 0, 0, 0, 1, 1, 3, 9, 15, 27, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.182 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 894, 50, 0, 0, 0, 0, 1, 0, 3, 0, 2, 5, 7, 25, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.182 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 883, 89, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.182 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 303, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.182 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.182 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.182 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.182 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.182 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.182 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.182 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.183 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.183 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.183 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.183 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.183 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.183 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.183 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.183 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.183 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.183 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.183 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.183 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.183 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.183 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.184 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.184 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 1, 2024-07-29T16:19:44.184 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.184 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.184 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.184 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.184 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.184 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.184 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2950, 27, 2, 2, 12, 1, 1, 5, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.184 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1339, 6, 3, 3, 5, 7, 11, 20, 45, 82, 100, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.184 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 87, 5, 2, 1, 3, 5, 3, 0, 3, 6, 57, 319, 202, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.184 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 16, 1, 0, 0, 0, 0, 1, 1, 1, 3, 2, 8, 362, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.184 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 24, 2, 0, 0, 0, 0, 0, 0, 0, 1, 1, 8, 15, 25, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.184 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 3, 12, 23, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.185 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1039, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.185 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2644, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.185 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.185 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.185 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.185 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.185 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.185 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.185 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.185 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.185 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.185 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.185 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.185 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.185 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.186 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.186 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.186 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.186 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.186 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.186 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.186 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.186 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.186 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.186 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 2, 2024-07-29T16:19:44.186 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.186 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.186 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.187 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.187 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.187 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.187 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 421, 8, 3, 2, 5, 1, 0, 0, 1, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.187 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 200, 9, 0, 1, 2, 0, 1, 5, 3, 11, 61, 62, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.187 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 247, 11, 0, 0, 1, 1, 2, 7, 12, 12, 75, 112, 22, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.187 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 186, 4, 0, 0, 2, 0, 1, 2, 7, 8, 39, 54, 18, 13, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.187 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 53, 4, 0, 0, 3, 0, 1, 0, 2, 4, 12, 18, 18, 59, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.187 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 6, 22, 47, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.187 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 4, 7, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.187 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.187 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.187 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.188 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.188 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.188 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.188 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.188 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.188 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.188 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.188 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.188 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.188 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.188 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.188 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.188 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.188 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.189 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.189 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.189 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.189 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.189 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.189 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.189 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 3, 2024-07-29T16:19:44.189 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.189 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.189 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.189 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.189 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.189 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 18, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.190 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1152, 20, 0, 0, 13, 1, 5, 4, 13, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.190 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 419, 8, 0, 0, 5, 2, 3, 11, 9, 33, 47, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.190 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 85, 14, 0, 0, 0, 1, 1, 2, 2, 7, 51, 133, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.190 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 177, 27, 0, 0, 0, 0, 0, 2, 1, 1, 1, 16, 98, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.190 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 470, 25, 0, 0, 0, 0, 0, 0, 1, 2, 3, 5, 6, 16, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.190 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 418, 42, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 3, 16, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.190 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 247, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.190 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 11, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.190 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.190 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.190 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.190 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.190 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.190 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.191 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.191 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.191 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.191 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.191 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.191 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.191 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.191 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.191 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.191 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.191 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.191 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.191 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.191 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.192 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.192 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.192 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 4, 2024-07-29T16:19:44.192 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.192 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.192 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.192 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.192 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.192 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 43, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.192 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1103, 7, 1, 0, 10, 4, 1, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.192 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 596, 4, 3, 1, 1, 3, 5, 11, 14, 27, 45, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.192 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 302, 7, 0, 0, 2, 0, 3, 1, 6, 0, 43, 126, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.192 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 435, 15, 0, 0, 0, 0, 0, 0, 0, 4, 2, 11, 168, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.192 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 359, 23, 0, 0, 1, 0, 0, 1, 0, 0, 1, 5, 16, 24, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.192 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 152, 48, 0, 0, 0, 0, 0, 0, 0, 1, 2, 4, 10, 20, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.193 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 73, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.193 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.193 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.193 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.193 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.193 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.193 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.193 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.193 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.193 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.193 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.193 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.193 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.193 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.193 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.194 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.194 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.194 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.194 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.194 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.194 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.194 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.194 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.194 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.194 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 5, 2024-07-29T16:19:44.194 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.194 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.194 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.194 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.194 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.194 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 97, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.195 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 373, 18, 2, 0, 10, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.195 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 107, 7, 0, 1, 0, 0, 2, 0, 6, 6, 10, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.195 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 109, 1, 1, 0, 0, 1, 1, 4, 8, 5, 23, 45, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.195 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 39, 2, 0, 0, 0, 1, 0, 1, 2, 2, 14, 23, 8, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.195 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 11, 6, 0, 0, 0, 0, 0, 0, 2, 2, 7, 9, 13, 25, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.195 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 9, 11, 33, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.195 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.195 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.195 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.195 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.195 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.195 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.195 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.195 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.196 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.196 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.196 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.196 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.196 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.196 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.196 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.196 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.196 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.196 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.196 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.196 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.196 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.196 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.197 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.197 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.197 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 6, 2024-07-29T16:19:44.197 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.197 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.197 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.197 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.197 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.197 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 60, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.197 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1309, 20, 0, 0, 24, 4, 1, 4, 6, 6, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.197 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 512, 3, 0, 0, 1, 6, 4, 3, 15, 20, 18, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.197 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 389, 4, 0, 0, 1, 0, 0, 0, 2, 1, 25, 80, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.197 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 404, 6, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 154, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.197 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 279, 2, 0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 14, 25, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.197 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 128, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 2, 11, 25, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.198 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.198 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.198 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.198 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.198 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.198 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.198 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.198 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.198 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.198 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.198 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.198 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.198 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.198 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.198 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.199 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.199 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.199 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.199 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.199 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.199 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.199 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.199 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.199 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.199 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 7, 2024-07-29T16:19:44.199 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.199 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.199 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.200 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.200 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.200 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 75, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.200 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 278, 20, 0, 0, 11, 1, 1, 1, 0, 2, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.200 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 71, 1, 0, 0, 1, 0, 2, 6, 3, 2, 15, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.200 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 134, 4, 1, 0, 2, 0, 0, 4, 5, 7, 37, 29, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.200 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 1, 6, 13, 19, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.200 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 24, 4, 0, 0, 0, 0, 0, 0, 0, 1, 7, 16, 21, 31, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.200 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 15, 26, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.200 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.200 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.200 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.201 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.201 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.201 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.201 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.201 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.201 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.201 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.201 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.201 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.201 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.201 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.201 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.201 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.202 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.202 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.202 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.202 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.202 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.202 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.202 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.202 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.202 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.202 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.202 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.202 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_resrv_repnum_vs_duration": { 2024-07-29T16:19:44.202 INFO:tasks.workunit.client.0.smithi067.stdout: "axes": [ 2024-07-29T16:19:44.202 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.203 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 8, 2024-07-29T16:19:44.203 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:44.203 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "number of replicas", 2024-07-29T16:19:44.203 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 1, 2024-07-29T16:19:44.203 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:44.203 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:44.203 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0]", 2024-07-29T16:19:44.203 INFO:tasks.workunit.client.0.smithi067.stdout: "[1, 1]", 2024-07-29T16:19:44.203 INFO:tasks.workunit.client.0.smithi067.stdout: "[2, 2]", 2024-07-29T16:19:44.203 INFO:tasks.workunit.client.0.smithi067.stdout: "[3, 3]", 2024-07-29T16:19:44.203 INFO:tasks.workunit.client.0.smithi067.stdout: "[4, 4]", 2024-07-29T16:19:44.203 INFO:tasks.workunit.client.0.smithi067.stdout: "[5, 5]", 2024-07-29T16:19:44.203 INFO:tasks.workunit.client.0.smithi067.stdout: "[6, None]" 2024-07-29T16:19:44.204 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.204 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "linear" 2024-07-29T16:19:44.204 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.204 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.204 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 10, 2024-07-29T16:19:44.204 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:44.204 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "duration", 2024-07-29T16:19:44.204 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 250000, 2024-07-29T16:19:44.204 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:44.204 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:44.204 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 249999]", 2024-07-29T16:19:44.204 INFO:tasks.workunit.client.0.smithi067.stdout: "[250000, 499999]", 2024-07-29T16:19:44.204 INFO:tasks.workunit.client.0.smithi067.stdout: "[500000, 999999]", 2024-07-29T16:19:44.204 INFO:tasks.workunit.client.0.smithi067.stdout: "[1000000, 1999999]", 2024-07-29T16:19:44.204 INFO:tasks.workunit.client.0.smithi067.stdout: "[2000000, 3999999]", 2024-07-29T16:19:44.205 INFO:tasks.workunit.client.0.smithi067.stdout: "[4000000, 7999999]", 2024-07-29T16:19:44.205 INFO:tasks.workunit.client.0.smithi067.stdout: "[8000000, 15999999]", 2024-07-29T16:19:44.205 INFO:tasks.workunit.client.0.smithi067.stdout: "[16000000, 31999999]", 2024-07-29T16:19:44.205 INFO:tasks.workunit.client.0.smithi067.stdout: "[32000000, None]" 2024-07-29T16:19:44.205 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.205 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:44.205 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.205 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.205 INFO:tasks.workunit.client.0.smithi067.stdout: "osds": [ 2024-07-29T16:19:44.205 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.205 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 0, 2024-07-29T16:19:44.205 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.205 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.205 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.205 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.205 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.206 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.206 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.206 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.206 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.206 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.206 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.206 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.206 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 1, 2024-07-29T16:19:44.206 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.206 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.206 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.206 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.206 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.206 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.207 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.207 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.207 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.207 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.207 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.207 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.207 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 2, 2024-07-29T16:19:44.207 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.207 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.207 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.207 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.207 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.207 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.207 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.207 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.207 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.208 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.208 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.208 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.208 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 3, 2024-07-29T16:19:44.208 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.208 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.208 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.208 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.208 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.208 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.208 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.208 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.208 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.208 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.209 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.209 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.209 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 4, 2024-07-29T16:19:44.209 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.209 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.209 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.209 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.209 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.209 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.209 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.209 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.209 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.209 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.209 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.210 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.210 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 5, 2024-07-29T16:19:44.210 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.210 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.210 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.210 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.210 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.210 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.210 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.210 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.210 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.210 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.210 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.211 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.211 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 6, 2024-07-29T16:19:44.211 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.211 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.211 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.211 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.211 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.211 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.211 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.211 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.211 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.211 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.211 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.211 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.212 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 7, 2024-07-29T16:19:44.212 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:44.212 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.212 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.212 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.212 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.212 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.212 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.212 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:44.212 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:44.212 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.212 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.212 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:44.213 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.213 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.213 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.213 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_counters": { 2024-07-29T16:19:44.213 INFO:tasks.workunit.client.0.smithi067.stdout: "mds.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T16:19:44.213 INFO:tasks.workunit.client.0.smithi067.stdout: "mds": { 2024-07-29T16:19:44.213 INFO:tasks.workunit.client.0.smithi067.stdout: "caps": { 2024-07-29T16:19:44.213 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.213 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.213 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_cap_op_flush_ack": { 2024-07-29T16:19:44.213 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.213 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.213 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_cap_op_flushsnap_ack": { 2024-07-29T16:19:44.213 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.213 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.214 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_cap_op_grant": { 2024-07-29T16:19:44.214 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.214 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.214 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_cap_op_revoke": { 2024-07-29T16:19:44.214 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.214 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.214 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_cap_op_trunc": { 2024-07-29T16:19:44.214 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.214 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.214 INFO:tasks.workunit.client.0.smithi067.stdout: "dir_commit": { 2024-07-29T16:19:44.214 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.214 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.214 INFO:tasks.workunit.client.0.smithi067.stdout: "dir_fetch_complete": { 2024-07-29T16:19:44.214 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12 2024-07-29T16:19:44.214 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.214 INFO:tasks.workunit.client.0.smithi067.stdout: "dir_fetch_keys": { 2024-07-29T16:19:44.215 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T16:19:44.215 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.215 INFO:tasks.workunit.client.0.smithi067.stdout: "dir_merge": { 2024-07-29T16:19:44.215 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.215 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.215 INFO:tasks.workunit.client.0.smithi067.stdout: "dir_split": { 2024-07-29T16:19:44.215 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.215 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.215 INFO:tasks.workunit.client.0.smithi067.stdout: "exported_inodes": { 2024-07-29T16:19:44.215 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.215 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.215 INFO:tasks.workunit.client.0.smithi067.stdout: "forward": { 2024-07-29T16:19:44.215 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.215 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.215 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_client_cap_release": { 2024-07-29T16:19:44.216 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.216 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.216 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_client_caps": { 2024-07-29T16:19:44.216 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.216 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.216 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_client_caps_dirty": { 2024-07-29T16:19:44.216 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.216 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.216 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_inode_file_caps": { 2024-07-29T16:19:44.216 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.216 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.216 INFO:tasks.workunit.client.0.smithi067.stdout: "imported_inodes": { 2024-07-29T16:19:44.216 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.216 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.216 INFO:tasks.workunit.client.0.smithi067.stdout: "inodes": { 2024-07-29T16:19:44.216 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T16:19:44.217 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.217 INFO:tasks.workunit.client.0.smithi067.stdout: "inodes_expired": { 2024-07-29T16:19:44.217 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.217 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.217 INFO:tasks.workunit.client.0.smithi067.stdout: "inodes_pinned": { 2024-07-29T16:19:44.217 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T16:19:44.217 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.217 INFO:tasks.workunit.client.0.smithi067.stdout: "inodes_with_caps": { 2024-07-29T16:19:44.217 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.217 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.217 INFO:tasks.workunit.client.0.smithi067.stdout: "load_cent": { 2024-07-29T16:19:44.217 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.217 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.217 INFO:tasks.workunit.client.0.smithi067.stdout: "openino_dir_fetch": { 2024-07-29T16:19:44.218 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.218 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.218 INFO:tasks.workunit.client.0.smithi067.stdout: "process_request_cap_release": { 2024-07-29T16:19:44.218 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.218 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.218 INFO:tasks.workunit.client.0.smithi067.stdout: "reply_latency": { 2024-07-29T16:19:44.218 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.218 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.218 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.218 INFO:tasks.workunit.client.0.smithi067.stdout: "request": { 2024-07-29T16:19:44.218 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.218 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.218 INFO:tasks.workunit.client.0.smithi067.stdout: "root_rbytes": { 2024-07-29T16:19:44.218 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.219 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.219 INFO:tasks.workunit.client.0.smithi067.stdout: "root_rfiles": { 2024-07-29T16:19:44.219 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.219 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.219 INFO:tasks.workunit.client.0.smithi067.stdout: "root_rsnaps": { 2024-07-29T16:19:44.219 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.219 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.219 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_reply": { 2024-07-29T16:19:44.219 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.219 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.219 INFO:tasks.workunit.client.0.smithi067.stdout: "subtrees": { 2024-07-29T16:19:44.219 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:44.219 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.220 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.220 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_cache": { 2024-07-29T16:19:44.220 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_enqueue_scrub": { 2024-07-29T16:19:44.220 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.220 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.220 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_exportdir": { 2024-07-29T16:19:44.220 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.220 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.220 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_flush": { 2024-07-29T16:19:44.220 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.220 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.220 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_fragmentdir": { 2024-07-29T16:19:44.220 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.220 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.221 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_fragstats": { 2024-07-29T16:19:44.221 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.221 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.221 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_inodestats": { 2024-07-29T16:19:44.221 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.221 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.221 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_quiesce_inode": { 2024-07-29T16:19:44.221 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.221 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.221 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_quiesce_path": { 2024-07-29T16:19:44.221 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.221 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.221 INFO:tasks.workunit.client.0.smithi067.stdout: "num_recovering_enqueued": { 2024-07-29T16:19:44.221 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.221 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_recovering_prioritized": { 2024-07-29T16:19:44.222 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.222 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_recovering_processing": { 2024-07-29T16:19:44.222 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.222 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_strays": { 2024-07-29T16:19:44.222 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.222 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_strays_delayed": { 2024-07-29T16:19:44.222 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.222 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_strays_enqueuing": { 2024-07-29T16:19:44.223 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.223 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.223 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_completed": { 2024-07-29T16:19:44.223 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.223 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.223 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_started": { 2024-07-29T16:19:44.223 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.223 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.223 INFO:tasks.workunit.client.0.smithi067.stdout: "strays_created": { 2024-07-29T16:19:44.223 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.223 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.223 INFO:tasks.workunit.client.0.smithi067.stdout: "strays_enqueued": { 2024-07-29T16:19:44.223 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.223 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.223 INFO:tasks.workunit.client.0.smithi067.stdout: "strays_migrated": { 2024-07-29T16:19:44.224 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.224 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.224 INFO:tasks.workunit.client.0.smithi067.stdout: "strays_reintegrated": { 2024-07-29T16:19:44.224 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.224 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.224 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.224 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_log": { 2024-07-29T16:19:44.224 INFO:tasks.workunit.client.0.smithi067.stdout: "ev": { 2024-07-29T16:19:44.224 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17 2024-07-29T16:19:44.224 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.224 INFO:tasks.workunit.client.0.smithi067.stdout: "evadd": { 2024-07-29T16:19:44.224 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.224 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.224 INFO:tasks.workunit.client.0.smithi067.stdout: "evex": { 2024-07-29T16:19:44.224 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.224 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.225 INFO:tasks.workunit.client.0.smithi067.stdout: "evexd": { 2024-07-29T16:19:44.225 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.225 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.225 INFO:tasks.workunit.client.0.smithi067.stdout: "evexg": { 2024-07-29T16:19:44.225 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.225 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.225 INFO:tasks.workunit.client.0.smithi067.stdout: "evlrg": { 2024-07-29T16:19:44.225 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.225 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.225 INFO:tasks.workunit.client.0.smithi067.stdout: "evtrm": { 2024-07-29T16:19:44.225 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.225 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.225 INFO:tasks.workunit.client.0.smithi067.stdout: "jlat": { 2024-07-29T16:19:44.225 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.225 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.226 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.226 INFO:tasks.workunit.client.0.smithi067.stdout: "replayed": { 2024-07-29T16:19:44.226 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17 2024-07-29T16:19:44.226 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.226 INFO:tasks.workunit.client.0.smithi067.stdout: "seg": { 2024-07-29T16:19:44.226 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T16:19:44.226 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.226 INFO:tasks.workunit.client.0.smithi067.stdout: "segadd": { 2024-07-29T16:19:44.226 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.226 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.226 INFO:tasks.workunit.client.0.smithi067.stdout: "segex": { 2024-07-29T16:19:44.226 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.226 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.226 INFO:tasks.workunit.client.0.smithi067.stdout: "segexd": { 2024-07-29T16:19:44.227 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.227 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.227 INFO:tasks.workunit.client.0.smithi067.stdout: "segexg": { 2024-07-29T16:19:44.227 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.227 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.227 INFO:tasks.workunit.client.0.smithi067.stdout: "segmjr": { 2024-07-29T16:19:44.227 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T16:19:44.227 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.227 INFO:tasks.workunit.client.0.smithi067.stdout: "segtrm": { 2024-07-29T16:19:44.227 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.227 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.227 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.227 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_mem": { 2024-07-29T16:19:44.227 INFO:tasks.workunit.client.0.smithi067.stdout: "cap": { 2024-07-29T16:19:44.227 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.227 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.228 INFO:tasks.workunit.client.0.smithi067.stdout: "cap+": { 2024-07-29T16:19:44.228 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.228 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.228 INFO:tasks.workunit.client.0.smithi067.stdout: "cap-": { 2024-07-29T16:19:44.228 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.228 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.228 INFO:tasks.workunit.client.0.smithi067.stdout: "dir": { 2024-07-29T16:19:44.228 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12 2024-07-29T16:19:44.228 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.228 INFO:tasks.workunit.client.0.smithi067.stdout: "dir+": { 2024-07-29T16:19:44.228 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12 2024-07-29T16:19:44.228 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.228 INFO:tasks.workunit.client.0.smithi067.stdout: "dir-": { 2024-07-29T16:19:44.228 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.229 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.229 INFO:tasks.workunit.client.0.smithi067.stdout: "dn": { 2024-07-29T16:19:44.229 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T16:19:44.229 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.229 INFO:tasks.workunit.client.0.smithi067.stdout: "dn+": { 2024-07-29T16:19:44.229 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T16:19:44.229 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.229 INFO:tasks.workunit.client.0.smithi067.stdout: "dn-": { 2024-07-29T16:19:44.229 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.229 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.229 INFO:tasks.workunit.client.0.smithi067.stdout: "heap": { 2024-07-29T16:19:44.229 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 248088 2024-07-29T16:19:44.229 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.229 INFO:tasks.workunit.client.0.smithi067.stdout: "ino": { 2024-07-29T16:19:44.229 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13 2024-07-29T16:19:44.230 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.230 INFO:tasks.workunit.client.0.smithi067.stdout: "ino+": { 2024-07-29T16:19:44.230 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13 2024-07-29T16:19:44.230 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.230 INFO:tasks.workunit.client.0.smithi067.stdout: "ino-": { 2024-07-29T16:19:44.230 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.230 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.230 INFO:tasks.workunit.client.0.smithi067.stdout: "rss": { 2024-07-29T16:19:44.230 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 51140 2024-07-29T16:19:44.230 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.230 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.230 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_server": { 2024-07-29T16:19:44.230 INFO:tasks.workunit.client.0.smithi067.stdout: "cap_acquisition_throttle": { 2024-07-29T16:19:44.230 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.230 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.231 INFO:tasks.workunit.client.0.smithi067.stdout: "cap_revoke_eviction": { 2024-07-29T16:19:44.231 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.231 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.231 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_client_request": { 2024-07-29T16:19:44.231 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.231 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.231 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_client_session": { 2024-07-29T16:19:44.231 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.231 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.231 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_peer_request": { 2024-07-29T16:19:44.231 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.231 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.231 INFO:tasks.workunit.client.0.smithi067.stdout: "req_create_latency": { 2024-07-29T16:19:44.231 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.231 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.232 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.232 INFO:tasks.workunit.client.0.smithi067.stdout: "req_getattr_latency": { 2024-07-29T16:19:44.232 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.232 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.232 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.232 INFO:tasks.workunit.client.0.smithi067.stdout: "req_getfilelock_latency": { 2024-07-29T16:19:44.232 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.232 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.232 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.232 INFO:tasks.workunit.client.0.smithi067.stdout: "req_getvxattr_latency": { 2024-07-29T16:19:44.232 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.232 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.232 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.232 INFO:tasks.workunit.client.0.smithi067.stdout: "req_link_latency": { 2024-07-29T16:19:44.232 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.233 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.233 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.233 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookup_latency": { 2024-07-29T16:19:44.233 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.233 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.233 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.233 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookuphash_latency": { 2024-07-29T16:19:44.233 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.233 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.233 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.233 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookupino_latency": { 2024-07-29T16:19:44.233 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.233 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.233 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.233 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookupname_latency": { 2024-07-29T16:19:44.234 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.234 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.234 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.234 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookupparent_latency": { 2024-07-29T16:19:44.234 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.234 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.234 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.234 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookupsnap_latency": { 2024-07-29T16:19:44.234 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.234 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.234 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.234 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lssnap_latency": { 2024-07-29T16:19:44.234 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.234 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.234 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.235 INFO:tasks.workunit.client.0.smithi067.stdout: "req_mkdir_latency": { 2024-07-29T16:19:44.235 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.235 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.235 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.235 INFO:tasks.workunit.client.0.smithi067.stdout: "req_mknod_latency": { 2024-07-29T16:19:44.235 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.235 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.235 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.235 INFO:tasks.workunit.client.0.smithi067.stdout: "req_mksnap_latency": { 2024-07-29T16:19:44.235 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.235 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.235 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.235 INFO:tasks.workunit.client.0.smithi067.stdout: "req_open_latency": { 2024-07-29T16:19:44.235 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.235 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.236 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.236 INFO:tasks.workunit.client.0.smithi067.stdout: "req_readdir_latency": { 2024-07-29T16:19:44.236 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.236 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.236 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.236 INFO:tasks.workunit.client.0.smithi067.stdout: "req_rename_latency": { 2024-07-29T16:19:44.236 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.236 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.236 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.236 INFO:tasks.workunit.client.0.smithi067.stdout: "req_renamesnap_latency": { 2024-07-29T16:19:44.236 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.236 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.236 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.236 INFO:tasks.workunit.client.0.smithi067.stdout: "req_rmdir_latency": { 2024-07-29T16:19:44.236 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.237 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.237 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.237 INFO:tasks.workunit.client.0.smithi067.stdout: "req_rmsnap_latency": { 2024-07-29T16:19:44.237 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.237 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.237 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.237 INFO:tasks.workunit.client.0.smithi067.stdout: "req_rmxattr_latency": { 2024-07-29T16:19:44.237 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.237 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.237 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.237 INFO:tasks.workunit.client.0.smithi067.stdout: "req_setattr_latency": { 2024-07-29T16:19:44.237 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.237 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.237 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.238 INFO:tasks.workunit.client.0.smithi067.stdout: "req_setdirlayout_latency": { 2024-07-29T16:19:44.238 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.238 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.238 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.238 INFO:tasks.workunit.client.0.smithi067.stdout: "req_setfilelock_latency": { 2024-07-29T16:19:44.238 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.238 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.238 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.238 INFO:tasks.workunit.client.0.smithi067.stdout: "req_setlayout_latency": { 2024-07-29T16:19:44.238 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.238 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.238 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.238 INFO:tasks.workunit.client.0.smithi067.stdout: "req_setxattr_latency": { 2024-07-29T16:19:44.238 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.239 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.239 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.239 INFO:tasks.workunit.client.0.smithi067.stdout: "req_snapdiff_latency": { 2024-07-29T16:19:44.239 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.239 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.239 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.239 INFO:tasks.workunit.client.0.smithi067.stdout: "req_symlink_latency": { 2024-07-29T16:19:44.239 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.239 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.239 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.239 INFO:tasks.workunit.client.0.smithi067.stdout: "req_unlink_latency": { 2024-07-29T16:19:44.239 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.239 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.239 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.239 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.240 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_sessions": { 2024-07-29T16:19:44.240 INFO:tasks.workunit.client.0.smithi067.stdout: "average_load": { 2024-07-29T16:19:44.240 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.240 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.240 INFO:tasks.workunit.client.0.smithi067.stdout: "avg_session_uptime": { 2024-07-29T16:19:44.240 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.240 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.240 INFO:tasks.workunit.client.0.smithi067.stdout: "mdthresh_evicted": { 2024-07-29T16:19:44.240 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.240 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.240 INFO:tasks.workunit.client.0.smithi067.stdout: "session_add": { 2024-07-29T16:19:44.240 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8 2024-07-29T16:19:44.240 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.240 INFO:tasks.workunit.client.0.smithi067.stdout: "session_count": { 2024-07-29T16:19:44.240 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.240 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.241 INFO:tasks.workunit.client.0.smithi067.stdout: "session_remove": { 2024-07-29T16:19:44.241 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8 2024-07-29T16:19:44.241 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.241 INFO:tasks.workunit.client.0.smithi067.stdout: "sessions_open": { 2024-07-29T16:19:44.241 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:44.241 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.241 INFO:tasks.workunit.client.0.smithi067.stdout: "sessions_stale": { 2024-07-29T16:19:44.241 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.241 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.241 INFO:tasks.workunit.client.0.smithi067.stdout: "total_load": { 2024-07-29T16:19:44.241 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.241 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.241 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.241 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:44.241 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:44.242 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.242 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.242 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:44.242 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 37 2024-07-29T16:19:44.242 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.242 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:44.242 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.242 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.242 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:44.242 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7 2024-07-29T16:19:44.242 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.242 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.242 INFO:tasks.workunit.client.0.smithi067.stdout: "purge_queue": { 2024-07-29T16:19:44.242 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executed": { 2024-07-29T16:19:44.242 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.243 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.243 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executed_ops": { 2024-07-29T16:19:44.243 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.243 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.243 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executing": { 2024-07-29T16:19:44.243 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.243 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.243 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executing_high_water": { 2024-07-29T16:19:44.243 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.243 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.243 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executing_ops": { 2024-07-29T16:19:44.243 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.243 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.244 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executing_ops_high_water": { 2024-07-29T16:19:44.244 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.244 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.244 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_item_in_journal": { 2024-07-29T16:19:44.244 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.244 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.244 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.244 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.244 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T16:19:44.244 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T16:19:44.244 INFO:tasks.workunit.client.0.smithi067.stdout: "election_call": { 2024-07-29T16:19:44.244 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T16:19:44.244 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.244 INFO:tasks.workunit.client.0.smithi067.stdout: "election_lose": { 2024-07-29T16:19:44.244 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.245 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.245 INFO:tasks.workunit.client.0.smithi067.stdout: "election_win": { 2024-07-29T16:19:44.245 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T16:19:44.245 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.245 INFO:tasks.workunit.client.0.smithi067.stdout: "num_elections": { 2024-07-29T16:19:44.245 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14 2024-07-29T16:19:44.245 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.245 INFO:tasks.workunit.client.0.smithi067.stdout: "num_sessions": { 2024-07-29T16:19:44.245 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T16:19:44.245 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.245 INFO:tasks.workunit.client.0.smithi067.stdout: "session_add": { 2024-07-29T16:19:44.245 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5 2024-07-29T16:19:44.245 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.245 INFO:tasks.workunit.client.0.smithi067.stdout: "session_rm": { 2024-07-29T16:19:44.245 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 225 2024-07-29T16:19:44.246 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.246 INFO:tasks.workunit.client.0.smithi067.stdout: "session_trim": { 2024-07-29T16:19:44.246 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.246 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.246 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.246 INFO:tasks.workunit.client.0.smithi067.stdout: "paxos": { 2024-07-29T16:19:44.246 INFO:tasks.workunit.client.0.smithi067.stdout: "accept_timeout": { 2024-07-29T16:19:44.246 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.246 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.246 INFO:tasks.workunit.client.0.smithi067.stdout: "begin": { 2024-07-29T16:19:44.246 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7872 2024-07-29T16:19:44.246 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.246 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_bytes": { 2024-07-29T16:19:44.246 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7872, 2024-07-29T16:19:44.247 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 57470870 2024-07-29T16:19:44.247 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.247 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_keys": { 2024-07-29T16:19:44.247 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7872, 2024-07-29T16:19:44.247 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23616 2024-07-29T16:19:44.247 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.247 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_latency": { 2024-07-29T16:19:44.247 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7872, 2024-07-29T16:19:44.247 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1565966933 2024-07-29T16:19:44.247 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.247 INFO:tasks.workunit.client.0.smithi067.stdout: "collect": { 2024-07-29T16:19:44.247 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.247 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.247 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_bytes": { 2024-07-29T16:19:44.248 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.248 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.248 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.248 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_keys": { 2024-07-29T16:19:44.248 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.248 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.248 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.248 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_latency": { 2024-07-29T16:19:44.248 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.248 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.248 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.248 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_timeout": { 2024-07-29T16:19:44.248 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.248 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.248 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_uncommitted": { 2024-07-29T16:19:44.249 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:44.249 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.249 INFO:tasks.workunit.client.0.smithi067.stdout: "commit": { 2024-07-29T16:19:44.249 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7870 2024-07-29T16:19:44.249 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.249 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_bytes": { 2024-07-29T16:19:44.249 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7870, 2024-07-29T16:19:44.249 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56883876 2024-07-29T16:19:44.249 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.249 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_keys": { 2024-07-29T16:19:44.249 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7870, 2024-07-29T16:19:44.249 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 62865 2024-07-29T16:19:44.249 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.249 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_latency": { 2024-07-29T16:19:44.250 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7870, 2024-07-29T16:19:44.250 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2824872715 2024-07-29T16:19:44.250 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.250 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_ack_timeout": { 2024-07-29T16:19:44.250 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.250 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.250 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_timeout": { 2024-07-29T16:19:44.250 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.250 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.250 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn": { 2024-07-29T16:19:44.250 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T16:19:44.250 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.250 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn_latency": { 2024-07-29T16:19:44.250 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:44.251 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6999853 2024-07-29T16:19:44.251 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.251 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh": { 2024-07-29T16:19:44.251 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7872 2024-07-29T16:19:44.251 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.251 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh_latency": { 2024-07-29T16:19:44.251 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7872, 2024-07-29T16:19:44.251 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 31611333217 2024-07-29T16:19:44.251 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.251 INFO:tasks.workunit.client.0.smithi067.stdout: "restart": { 2024-07-29T16:19:44.251 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16 2024-07-29T16:19:44.251 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.251 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state": { 2024-07-29T16:19:44.251 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.251 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.252 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_bytes": { 2024-07-29T16:19:44.252 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.252 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.252 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.252 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_keys": { 2024-07-29T16:19:44.252 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.252 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.252 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.252 INFO:tasks.workunit.client.0.smithi067.stdout: "start_leader": { 2024-07-29T16:19:44.252 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T16:19:44.252 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.252 INFO:tasks.workunit.client.0.smithi067.stdout: "start_peon": { 2024-07-29T16:19:44.252 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.252 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.252 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state": { 2024-07-29T16:19:44.252 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.253 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.253 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_bytes": { 2024-07-29T16:19:44.253 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.253 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.253 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.253 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_keys": { 2024-07-29T16:19:44.253 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.253 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.253 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.253 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_latency": { 2024-07-29T16:19:44.253 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.253 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.253 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.253 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.253 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache": { 2024-07-29T16:19:44.253 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:44.254 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1020054731 2024-07-29T16:19:44.254 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.254 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:44.254 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 258105344 2024-07-29T16:19:44.254 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.254 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:44.254 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 254926848 2024-07-29T16:19:44.254 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.254 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:44.254 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2147483648 2024-07-29T16:19:44.254 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.254 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:44.254 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3178496 2024-07-29T16:19:44.254 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.254 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.255 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:full": { 2024-07-29T16:19:44.255 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.255 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 360710144 2024-07-29T16:19:44.255 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.255 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.255 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.255 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.255 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.255 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.255 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.255 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.255 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 266406667 2024-07-29T16:19:44.255 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.255 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.256 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 26510764 2024-07-29T16:19:44.256 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.256 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.256 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.256 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.256 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.256 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.256 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.256 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.256 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.256 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.256 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.256 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.257 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.257 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.257 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.257 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.257 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.257 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.257 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.257 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.257 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.257 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.257 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.257 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.257 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.257 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.258 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67792713 2024-07-29T16:19:44.258 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.258 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.258 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:inc": { 2024-07-29T16:19:44.258 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.258 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 339738624 2024-07-29T16:19:44.258 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.258 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.258 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.258 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.258 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.258 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.258 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.258 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.259 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 266406667 2024-07-29T16:19:44.259 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.259 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.259 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2107818 2024-07-29T16:19:44.259 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.259 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.259 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.259 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.259 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.259 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.259 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.259 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.259 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.259 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.260 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.260 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.260 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.260 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.260 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.260 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.260 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.260 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.260 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.260 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.260 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.260 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.260 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.260 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.261 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.261 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.261 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71224139 2024-07-29T16:19:44.261 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.261 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.261 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:kv": { 2024-07-29T16:19:44.261 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.261 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 314572800 2024-07-29T16:19:44.261 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.261 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.261 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:44.261 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.261 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.261 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.261 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.262 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.262 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 177604445 2024-07-29T16:19:44.262 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.262 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.262 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.262 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.262 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.262 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.262 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.262 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.262 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.262 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.262 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.263 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.263 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.263 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.263 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.263 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.263 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.263 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.263 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.263 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.263 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.263 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.263 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.264 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.264 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.264 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.264 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.264 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.264 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.264 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 69859491 2024-07-29T16:19:44.264 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.264 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.264 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb": { 2024-07-29T16:19:44.264 INFO:tasks.workunit.client.0.smithi067.stdout: "compact": { 2024-07-29T16:19:44.264 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.264 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.264 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_completed": { 2024-07-29T16:19:44.265 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 92 2024-07-29T16:19:44.265 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.265 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lasted": { 2024-07-29T16:19:44.265 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 63797487 2024-07-29T16:19:44.265 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.265 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_len": { 2024-07-29T16:19:44.265 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.265 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.265 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_merge": { 2024-07-29T16:19:44.265 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.265 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.265 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_running": { 2024-07-29T16:19:44.265 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.265 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.266 INFO:tasks.workunit.client.0.smithi067.stdout: "get_latency": { 2024-07-29T16:19:44.266 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 356197, 2024-07-29T16:19:44.266 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2176257928 2024-07-29T16:19:44.266 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.266 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_delay_time": { 2024-07-29T16:19:44.266 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.266 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.266 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.266 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_memtable_time": { 2024-07-29T16:19:44.266 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.266 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.266 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.266 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-29T16:19:44.266 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.266 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.267 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.267 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_wal_time": { 2024-07-29T16:19:44.267 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.267 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.267 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.267 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_latency": { 2024-07-29T16:19:44.267 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.267 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.267 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.267 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_sync_latency": { 2024-07-29T16:19:44.267 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 19231, 2024-07-29T16:19:44.267 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7543280228 2024-07-29T16:19:44.267 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.267 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.268 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.268 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.88f1e2f1a9980ce30b43411b8d195844f2fd44e3": { 2024-07-29T16:19:44.268 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T16:19:44.268 INFO:tasks.workunit.client.0.smithi067.stdout: "election_call": { 2024-07-29T16:19:44.268 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:44.268 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.268 INFO:tasks.workunit.client.0.smithi067.stdout: "election_lose": { 2024-07-29T16:19:44.268 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T16:19:44.268 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.268 INFO:tasks.workunit.client.0.smithi067.stdout: "election_win": { 2024-07-29T16:19:44.268 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.268 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.268 INFO:tasks.workunit.client.0.smithi067.stdout: "num_elections": { 2024-07-29T16:19:44.268 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T16:19:44.268 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.269 INFO:tasks.workunit.client.0.smithi067.stdout: "num_sessions": { 2024-07-29T16:19:44.269 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8 2024-07-29T16:19:44.269 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.269 INFO:tasks.workunit.client.0.smithi067.stdout: "session_add": { 2024-07-29T16:19:44.269 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T16:19:44.269 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.269 INFO:tasks.workunit.client.0.smithi067.stdout: "session_rm": { 2024-07-29T16:19:44.269 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 252 2024-07-29T16:19:44.269 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.269 INFO:tasks.workunit.client.0.smithi067.stdout: "session_trim": { 2024-07-29T16:19:44.269 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.269 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.269 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.269 INFO:tasks.workunit.client.0.smithi067.stdout: "paxos": { 2024-07-29T16:19:44.269 INFO:tasks.workunit.client.0.smithi067.stdout: "accept_timeout": { 2024-07-29T16:19:44.269 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.270 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.270 INFO:tasks.workunit.client.0.smithi067.stdout: "begin": { 2024-07-29T16:19:44.270 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7807 2024-07-29T16:19:44.270 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.270 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_bytes": { 2024-07-29T16:19:44.270 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7807, 2024-07-29T16:19:44.270 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56231559 2024-07-29T16:19:44.270 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.270 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_keys": { 2024-07-29T16:19:44.270 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.270 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.270 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.270 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_latency": { 2024-07-29T16:19:44.271 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7807, 2024-07-29T16:19:44.271 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1885960251 2024-07-29T16:19:44.271 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.271 INFO:tasks.workunit.client.0.smithi067.stdout: "collect": { 2024-07-29T16:19:44.271 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T16:19:44.271 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.271 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_bytes": { 2024-07-29T16:19:44.271 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T16:19:44.271 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 219 2024-07-29T16:19:44.271 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.271 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_keys": { 2024-07-29T16:19:44.271 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T16:19:44.271 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T16:19:44.271 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.271 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_latency": { 2024-07-29T16:19:44.272 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T16:19:44.272 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.272 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.272 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_timeout": { 2024-07-29T16:19:44.272 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.272 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.272 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_uncommitted": { 2024-07-29T16:19:44.272 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T16:19:44.272 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.272 INFO:tasks.workunit.client.0.smithi067.stdout: "commit": { 2024-07-29T16:19:44.272 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7806 2024-07-29T16:19:44.272 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.272 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_bytes": { 2024-07-29T16:19:44.272 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.273 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.273 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.273 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_keys": { 2024-07-29T16:19:44.273 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.273 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.273 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.273 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_latency": { 2024-07-29T16:19:44.273 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.273 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.273 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.273 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_ack_timeout": { 2024-07-29T16:19:44.273 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.274 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.274 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_timeout": { 2024-07-29T16:19:44.274 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.274 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.274 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn": { 2024-07-29T16:19:44.274 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.274 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.274 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn_latency": { 2024-07-29T16:19:44.274 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.274 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.274 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.274 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh": { 2024-07-29T16:19:44.274 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7806 2024-07-29T16:19:44.274 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.275 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh_latency": { 2024-07-29T16:19:44.275 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7806, 2024-07-29T16:19:44.275 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 28817392062 2024-07-29T16:19:44.275 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.275 INFO:tasks.workunit.client.0.smithi067.stdout: "restart": { 2024-07-29T16:19:44.275 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12 2024-07-29T16:19:44.275 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.275 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state": { 2024-07-29T16:19:44.275 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.275 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.275 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_bytes": { 2024-07-29T16:19:44.275 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.275 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.275 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.275 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_keys": { 2024-07-29T16:19:44.276 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.276 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.276 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.276 INFO:tasks.workunit.client.0.smithi067.stdout: "start_leader": { 2024-07-29T16:19:44.276 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.276 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.276 INFO:tasks.workunit.client.0.smithi067.stdout: "start_peon": { 2024-07-29T16:19:44.276 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T16:19:44.276 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.276 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state": { 2024-07-29T16:19:44.276 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7806 2024-07-29T16:19:44.276 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.276 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_bytes": { 2024-07-29T16:19:44.276 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7806, 2024-07-29T16:19:44.276 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 110962402 2024-07-29T16:19:44.277 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.277 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_keys": { 2024-07-29T16:19:44.277 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7806, 2024-07-29T16:19:44.277 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 69930 2024-07-29T16:19:44.277 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.277 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_latency": { 2024-07-29T16:19:44.277 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7806, 2024-07-29T16:19:44.277 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5427885528 2024-07-29T16:19:44.277 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.277 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.277 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache": { 2024-07-29T16:19:44.277 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:44.277 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1020054731 2024-07-29T16:19:44.277 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.277 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:44.278 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 181379072 2024-07-29T16:19:44.278 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.278 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:44.278 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 177045504 2024-07-29T16:19:44.278 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.278 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:44.278 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2147483648 2024-07-29T16:19:44.278 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.278 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:44.278 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4333568 2024-07-29T16:19:44.278 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.278 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.278 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:full": { 2024-07-29T16:19:44.279 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.279 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 360710144 2024-07-29T16:19:44.279 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.279 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.279 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.279 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.279 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.279 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.279 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.279 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.279 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 266154753 2024-07-29T16:19:44.279 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.279 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.279 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 26596918 2024-07-29T16:19:44.279 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.279 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.280 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.280 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.280 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.280 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.280 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.280 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.280 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.280 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.280 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.280 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.280 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.280 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.280 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.280 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.281 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.281 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.281 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.281 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.281 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.281 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.281 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.281 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.281 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.281 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.281 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67958473 2024-07-29T16:19:44.281 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.281 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.281 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:inc": { 2024-07-29T16:19:44.281 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.282 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 339738624 2024-07-29T16:19:44.282 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.282 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.282 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.282 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.282 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.282 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.282 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.282 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.282 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 266154753 2024-07-29T16:19:44.282 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.282 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.283 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2693437 2024-07-29T16:19:44.283 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.283 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.283 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.283 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.283 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.283 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.283 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.283 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.283 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.283 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.283 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.283 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.283 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.283 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.284 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.284 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.284 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.284 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.284 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.284 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.284 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.284 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.284 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.284 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.284 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.284 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.284 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70890434 2024-07-29T16:19:44.284 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.285 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.285 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:kv": { 2024-07-29T16:19:44.285 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.285 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 314572800 2024-07-29T16:19:44.285 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.285 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.285 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:44.285 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.285 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.285 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.285 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.285 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.285 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 177436502 2024-07-29T16:19:44.285 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.285 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.286 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.286 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.286 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.286 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.286 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.286 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.286 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.286 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.286 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.286 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.286 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.286 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.286 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.286 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.287 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.287 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.287 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.287 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.287 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.287 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.287 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.287 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.287 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.287 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.287 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.287 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.287 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.287 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70027434 2024-07-29T16:19:44.288 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.288 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.288 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb": { 2024-07-29T16:19:44.288 INFO:tasks.workunit.client.0.smithi067.stdout: "compact": { 2024-07-29T16:19:44.288 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.288 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.288 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_completed": { 2024-07-29T16:19:44.288 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 91 2024-07-29T16:19:44.288 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.288 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lasted": { 2024-07-29T16:19:44.288 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 63430002 2024-07-29T16:19:44.288 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.288 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_len": { 2024-07-29T16:19:44.289 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.289 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.289 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_merge": { 2024-07-29T16:19:44.289 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.289 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.289 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_running": { 2024-07-29T16:19:44.289 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.289 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.289 INFO:tasks.workunit.client.0.smithi067.stdout: "get_latency": { 2024-07-29T16:19:44.289 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 342797, 2024-07-29T16:19:44.289 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1915251494 2024-07-29T16:19:44.289 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.289 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_delay_time": { 2024-07-29T16:19:44.290 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.290 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.290 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.290 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_memtable_time": { 2024-07-29T16:19:44.290 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.290 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.290 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.290 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-29T16:19:44.290 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.290 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.290 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.290 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_wal_time": { 2024-07-29T16:19:44.290 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.291 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.291 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.291 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_latency": { 2024-07-29T16:19:44.291 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.291 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.291 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.291 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_sync_latency": { 2024-07-29T16:19:44.291 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 19074, 2024-07-29T16:19:44.291 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9563956116 2024-07-29T16:19:44.291 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.291 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.291 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.291 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.fe352cc5d8c505de303363ceef3e5f6f0234bfa7": { 2024-07-29T16:19:44.291 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T16:19:44.291 INFO:tasks.workunit.client.0.smithi067.stdout: "election_call": { 2024-07-29T16:19:44.291 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:44.292 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.292 INFO:tasks.workunit.client.0.smithi067.stdout: "election_lose": { 2024-07-29T16:19:44.292 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:44.292 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.292 INFO:tasks.workunit.client.0.smithi067.stdout: "election_win": { 2024-07-29T16:19:44.292 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.292 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.292 INFO:tasks.workunit.client.0.smithi067.stdout: "num_elections": { 2024-07-29T16:19:44.292 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7 2024-07-29T16:19:44.292 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.292 INFO:tasks.workunit.client.0.smithi067.stdout: "num_sessions": { 2024-07-29T16:19:44.292 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8 2024-07-29T16:19:44.292 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.292 INFO:tasks.workunit.client.0.smithi067.stdout: "session_add": { 2024-07-29T16:19:44.293 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T16:19:44.293 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.293 INFO:tasks.workunit.client.0.smithi067.stdout: "session_rm": { 2024-07-29T16:19:44.293 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 251 2024-07-29T16:19:44.293 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.293 INFO:tasks.workunit.client.0.smithi067.stdout: "session_trim": { 2024-07-29T16:19:44.293 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.293 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.293 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.293 INFO:tasks.workunit.client.0.smithi067.stdout: "paxos": { 2024-07-29T16:19:44.293 INFO:tasks.workunit.client.0.smithi067.stdout: "accept_timeout": { 2024-07-29T16:19:44.293 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.293 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.293 INFO:tasks.workunit.client.0.smithi067.stdout: "begin": { 2024-07-29T16:19:44.294 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7775 2024-07-29T16:19:44.294 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.294 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_bytes": { 2024-07-29T16:19:44.294 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7775, 2024-07-29T16:19:44.294 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 55963905 2024-07-29T16:19:44.294 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.294 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_keys": { 2024-07-29T16:19:44.294 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.294 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.294 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.294 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_latency": { 2024-07-29T16:19:44.294 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7775, 2024-07-29T16:19:44.294 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1282973427 2024-07-29T16:19:44.294 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.294 INFO:tasks.workunit.client.0.smithi067.stdout: "collect": { 2024-07-29T16:19:44.294 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:44.295 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.295 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_bytes": { 2024-07-29T16:19:44.295 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T16:19:44.295 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 146 2024-07-29T16:19:44.295 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.295 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_keys": { 2024-07-29T16:19:44.295 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T16:19:44.295 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:44.295 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.295 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_latency": { 2024-07-29T16:19:44.295 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T16:19:44.295 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.295 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.295 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_timeout": { 2024-07-29T16:19:44.296 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.296 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.296 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_uncommitted": { 2024-07-29T16:19:44.296 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.296 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.296 INFO:tasks.workunit.client.0.smithi067.stdout: "commit": { 2024-07-29T16:19:44.296 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7775 2024-07-29T16:19:44.296 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.296 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_bytes": { 2024-07-29T16:19:44.296 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.296 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.296 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.296 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_keys": { 2024-07-29T16:19:44.297 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.297 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.297 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.297 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_latency": { 2024-07-29T16:19:44.297 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.297 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.297 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.297 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_ack_timeout": { 2024-07-29T16:19:44.297 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.297 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.297 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_timeout": { 2024-07-29T16:19:44.297 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.297 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.297 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn": { 2024-07-29T16:19:44.298 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.298 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.298 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn_latency": { 2024-07-29T16:19:44.298 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.298 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.298 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.298 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh": { 2024-07-29T16:19:44.298 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7775 2024-07-29T16:19:44.298 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.298 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh_latency": { 2024-07-29T16:19:44.298 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7775, 2024-07-29T16:19:44.298 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25112479446 2024-07-29T16:19:44.298 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.298 INFO:tasks.workunit.client.0.smithi067.stdout: "restart": { 2024-07-29T16:19:44.299 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9 2024-07-29T16:19:44.299 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.299 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state": { 2024-07-29T16:19:44.299 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.299 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.299 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_bytes": { 2024-07-29T16:19:44.299 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.299 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.299 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.299 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_keys": { 2024-07-29T16:19:44.299 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.299 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.299 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.300 INFO:tasks.workunit.client.0.smithi067.stdout: "start_leader": { 2024-07-29T16:19:44.300 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.300 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.300 INFO:tasks.workunit.client.0.smithi067.stdout: "start_peon": { 2024-07-29T16:19:44.300 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:44.300 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.300 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state": { 2024-07-29T16:19:44.300 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7775 2024-07-29T16:19:44.300 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.300 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_bytes": { 2024-07-29T16:19:44.300 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7775, 2024-07-29T16:19:44.300 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 110447016 2024-07-29T16:19:44.300 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.300 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_keys": { 2024-07-29T16:19:44.301 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7775, 2024-07-29T16:19:44.301 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 69682 2024-07-29T16:19:44.301 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.301 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_latency": { 2024-07-29T16:19:44.301 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7775, 2024-07-29T16:19:44.301 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2459949020 2024-07-29T16:19:44.301 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.301 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.301 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache": { 2024-07-29T16:19:44.301 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:44.301 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1020054731 2024-07-29T16:19:44.301 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.301 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:44.301 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 168828928 2024-07-29T16:19:44.302 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.302 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:44.302 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 165257216 2024-07-29T16:19:44.302 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.302 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:44.302 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2147483648 2024-07-29T16:19:44.302 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.302 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:44.302 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3571712 2024-07-29T16:19:44.302 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.302 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.302 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:full": { 2024-07-29T16:19:44.302 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.302 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 360710144 2024-07-29T16:19:44.303 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.303 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.303 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.303 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.303 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.303 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.303 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.303 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.303 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 266945384 2024-07-29T16:19:44.303 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.303 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.303 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25637789 2024-07-29T16:19:44.303 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.303 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.303 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.304 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.304 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.304 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.304 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.304 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.304 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.304 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.304 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.304 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.304 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.304 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.304 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.304 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.304 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.305 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.305 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.305 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.305 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.305 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.305 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.305 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.305 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.305 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.305 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68126971 2024-07-29T16:19:44.305 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.305 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.305 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:inc": { 2024-07-29T16:19:44.305 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.306 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 339738624 2024-07-29T16:19:44.306 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.306 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.306 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.306 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.306 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.306 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.306 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.306 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.306 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 266945384 2024-07-29T16:19:44.306 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.306 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.306 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1544216 2024-07-29T16:19:44.306 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.306 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.307 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.307 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.307 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.307 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.307 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.307 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.307 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.307 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.307 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.307 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.307 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.307 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.307 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.308 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.308 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.308 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.308 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.308 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.308 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.308 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.308 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.308 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.308 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.308 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.308 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71249024 2024-07-29T16:19:44.308 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.308 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.308 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:kv": { 2024-07-29T16:19:44.309 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.309 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 314572800 2024-07-29T16:19:44.309 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.309 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.309 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:44.309 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.309 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.309 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.309 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.309 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.309 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 177963589 2024-07-29T16:19:44.309 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.309 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.309 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.309 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.310 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.310 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.310 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.310 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.310 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.310 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.310 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.310 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.310 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.310 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.310 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.310 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.310 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.311 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.311 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.311 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.311 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.311 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.311 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.311 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.311 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.311 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.311 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.311 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.311 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.311 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 69500347 2024-07-29T16:19:44.311 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.312 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.312 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb": { 2024-07-29T16:19:44.312 INFO:tasks.workunit.client.0.smithi067.stdout: "compact": { 2024-07-29T16:19:44.312 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.312 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.312 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_completed": { 2024-07-29T16:19:44.312 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 91 2024-07-29T16:19:44.312 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.312 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lasted": { 2024-07-29T16:19:44.312 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 48085316 2024-07-29T16:19:44.312 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.312 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_len": { 2024-07-29T16:19:44.312 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.312 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.313 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_merge": { 2024-07-29T16:19:44.313 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.313 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.313 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_running": { 2024-07-29T16:19:44.313 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.313 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.313 INFO:tasks.workunit.client.0.smithi067.stdout: "get_latency": { 2024-07-29T16:19:44.313 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 339318, 2024-07-29T16:19:44.313 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1624840498 2024-07-29T16:19:44.313 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.313 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_delay_time": { 2024-07-29T16:19:44.314 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.314 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.314 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.314 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_memtable_time": { 2024-07-29T16:19:44.314 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.314 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.314 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.314 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-29T16:19:44.314 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.314 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.314 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.314 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_wal_time": { 2024-07-29T16:19:44.314 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.315 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.315 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.315 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_latency": { 2024-07-29T16:19:44.315 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.315 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.315 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.315 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_sync_latency": { 2024-07-29T16:19:44.315 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 18993, 2024-07-29T16:19:44.315 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5903663291 2024-07-29T16:19:44.315 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.315 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.315 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.315 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.0": { 2024-07-29T16:19:44.315 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:44.316 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_db_max_lat": { 2024-07-29T16:19:44.316 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24149 2024-07-29T16:19:44.316 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.316 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T16:19:44.316 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.316 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.316 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_max_lat": { 2024-07-29T16:19:44.316 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.316 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.316 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T16:19:44.316 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.316 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.316 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T16:19:44.316 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T16:19:44.317 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.317 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_slow": { 2024-07-29T16:19:44.317 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.317 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.317 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T16:19:44.317 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.317 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.317 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_wal_max_lat": { 2024-07-29T16:19:44.317 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.317 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.317 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T16:19:44.317 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.317 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.317 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T16:19:44.318 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5574656 2024-07-29T16:19:44.318 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.318 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T16:19:44.318 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 693964800 2024-07-29T16:19:44.318 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.318 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T16:19:44.318 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 19, 2024-07-29T16:19:44.318 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3959194 2024-07-29T16:19:44.318 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.318 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T16:19:44.318 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 19, 2024-07-29T16:19:44.318 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1341974 2024-07-29T16:19:44.318 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.319 INFO:tasks.workunit.client.0.smithi067.stdout: "db_alloc_lat": { 2024-07-29T16:19:44.319 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 186, 2024-07-29T16:19:44.319 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 951162 2024-07-29T16:19:44.319 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.319 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T16:19:44.319 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995027456 2024-07-29T16:19:44.319 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.319 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T16:19:44.319 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 610664448 2024-07-29T16:19:44.319 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.319 INFO:tasks.workunit.client.0.smithi067.stdout: "flush_lat": { 2024-07-29T16:19:44.319 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 78038, 2024-07-29T16:19:44.319 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10678734675 2024-07-29T16:19:44.319 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.320 INFO:tasks.workunit.client.0.smithi067.stdout: "fsync_lat": { 2024-07-29T16:19:44.320 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 78064, 2024-07-29T16:19:44.320 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17568796935 2024-07-29T16:19:44.320 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.320 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T16:19:44.320 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3817472 2024-07-29T16:19:44.320 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.320 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T16:19:44.320 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 319717376 2024-07-29T16:19:44.320 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.320 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T16:19:44.320 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 627703808 2024-07-29T16:19:44.320 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.321 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T16:19:44.321 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.321 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.321 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T16:19:44.321 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.321 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.321 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T16:19:44.321 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 46 2024-07-29T16:19:44.321 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.321 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T16:19:44.321 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 335124571 2024-07-29T16:19:44.321 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.321 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T16:19:44.322 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 22171 2024-07-29T16:19:44.322 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.322 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T16:19:44.322 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 286801920 2024-07-29T16:19:44.322 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.322 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T16:19:44.322 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 286806016 2024-07-29T16:19:44.322 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.322 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T16:19:44.322 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.322 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.322 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T16:19:44.322 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.323 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.323 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T16:19:44.323 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11119 2024-07-29T16:19:44.323 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.323 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:44.323 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22171, 2024-07-29T16:19:44.323 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 189816408 2024-07-29T16:19:44.323 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.325 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T16:19:44.325 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 257065800 2024-07-29T16:19:44.325 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.325 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T16:19:44.325 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19776 2024-07-29T16:19:44.325 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.325 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T16:19:44.326 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2304425 2024-07-29T16:19:44.326 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.326 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T16:19:44.326 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 584 2024-07-29T16:19:44.326 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.326 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T16:19:44.326 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5367480 2024-07-29T16:19:44.326 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.326 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T16:19:44.326 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 772 2024-07-29T16:19:44.326 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.326 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T16:19:44.326 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3063055 2024-07-29T16:19:44.326 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.326 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T16:19:44.327 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3063055 2024-07-29T16:19:44.327 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.327 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T16:19:44.327 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.327 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.327 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T16:19:44.327 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.327 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.327 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T16:19:44.327 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 192 2024-07-29T16:19:44.327 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.327 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_lat": { 2024-07-29T16:19:44.327 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 772, 2024-07-29T16:19:44.327 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1927666 2024-07-29T16:19:44.328 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.328 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_alloc_lat": { 2024-07-29T16:19:44.328 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.328 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.328 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.328 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T16:19:44.328 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.328 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.328 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T16:19:44.328 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.328 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.328 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:44.328 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:44.328 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 651 2024-07-29T16:19:44.329 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.329 INFO:tasks.workunit.client.0.smithi067.stdout: "unlink_lat": { 2024-07-29T16:19:44.329 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:44.329 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6828 2024-07-29T16:19:44.329 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.329 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_alloc_lat": { 2024-07-29T16:19:44.329 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.329 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.329 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.329 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T16:19:44.329 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.329 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.329 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T16:19:44.330 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.330 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.330 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T16:19:44.330 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1022132224 2024-07-29T16:19:44.330 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.330 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.330 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T16:19:44.330 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T16:19:44.330 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T16:19:44.330 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.330 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T16:19:44.330 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15142912 2024-07-29T16:19:44.330 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.331 INFO:tasks.workunit.client.0.smithi067.stdout: "allocator_lat": { 2024-07-29T16:19:44.331 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 21187, 2024-07-29T16:19:44.331 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 83696047 2024-07-29T16:19:44.331 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.331 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T16:19:44.331 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3295, 2024-07-29T16:19:44.331 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 473106650 2024-07-29T16:19:44.331 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.331 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T16:19:44.331 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.331 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.331 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.331 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T16:19:44.331 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.332 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.332 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T16:19:44.332 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.332 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.332 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T16:19:44.332 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.332 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.332 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T16:19:44.332 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 32123, 2024-07-29T16:19:44.332 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 231550914 2024-07-29T16:19:44.332 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.332 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T16:19:44.332 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.332 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.332 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.333 INFO:tasks.workunit.client.0.smithi067.stdout: "fragmentation_micros": { 2024-07-29T16:19:44.333 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.333 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.333 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T16:19:44.333 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 77993, 2024-07-29T16:19:44.333 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21909821207 2024-07-29T16:19:44.333 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.333 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T16:19:44.333 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 77252, 2024-07-29T16:19:44.333 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1856706871 2024-07-29T16:19:44.333 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.333 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T16:19:44.333 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 77993, 2024-07-29T16:19:44.334 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 52423215 2024-07-29T16:19:44.334 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.334 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T16:19:44.334 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 77993, 2024-07-29T16:19:44.334 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21962244422 2024-07-29T16:19:44.334 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.334 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T16:19:44.334 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.334 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.334 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.334 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T16:19:44.334 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 37276, 2024-07-29T16:19:44.334 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1071370192 2024-07-29T16:19:44.334 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.334 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T16:19:44.335 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1079, 2024-07-29T16:19:44.335 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2951384 2024-07-29T16:19:44.335 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.335 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T16:19:44.335 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 25449, 2024-07-29T16:19:44.335 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12344946 2024-07-29T16:19:44.335 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.335 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T16:19:44.335 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 52, 2024-07-29T16:19:44.335 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71239 2024-07-29T16:19:44.335 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.335 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T16:19:44.335 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22853, 2024-07-29T16:19:44.335 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4556361329 2024-07-29T16:19:44.335 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.336 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T16:19:44.336 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 269902 2024-07-29T16:19:44.336 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.336 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T16:19:44.336 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24125 2024-07-29T16:19:44.336 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.336 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:44.336 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28122, 2024-07-29T16:19:44.336 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2795661527 2024-07-29T16:19:44.336 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.336 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T16:19:44.336 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 62830, 2024-07-29T16:19:44.336 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 20085227 2024-07-29T16:19:44.336 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.336 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T16:19:44.337 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 34708, 2024-07-29T16:19:44.337 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2166820738 2024-07-29T16:19:44.337 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.337 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T16:19:44.337 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.337 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.337 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T16:19:44.337 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15077, 2024-07-29T16:19:44.337 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 397540586 2024-07-29T16:19:44.337 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.337 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_aio_wait_count": { 2024-07-29T16:19:44.337 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.337 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.337 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_committed_kv_count": { 2024-07-29T16:19:44.337 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.338 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.338 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_onode_meta_count": { 2024-07-29T16:19:44.338 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.338 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.338 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_wait_aio_count": { 2024-07-29T16:19:44.338 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.338 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.338 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T16:19:44.338 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:44.338 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7894479065 2024-07-29T16:19:44.338 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.338 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T16:19:44.339 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9449, 2024-07-29T16:19:44.339 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 519777412 2024-07-29T16:19:44.339 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.339 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T16:19:44.339 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9447, 2024-07-29T16:19:44.339 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2626862127990 2024-07-29T16:19:44.339 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.339 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T16:19:44.339 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9449, 2024-07-29T16:19:44.339 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6494103856839 2024-07-29T16:19:44.339 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.339 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T16:19:44.339 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92208, 2024-07-29T16:19:44.339 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2482712939329 2024-07-29T16:19:44.340 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.340 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T16:19:44.340 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92208, 2024-07-29T16:19:44.340 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11092745 2024-07-29T16:19:44.340 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.340 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T16:19:44.340 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:44.340 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 296625523 2024-07-29T16:19:44.340 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.340 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T16:19:44.340 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:44.340 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38876209774 2024-07-29T16:19:44.340 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.340 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T16:19:44.341 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:44.341 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30910817 2024-07-29T16:19:44.341 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.341 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T16:19:44.341 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:44.341 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 20338882443 2024-07-29T16:19:44.341 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.341 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T16:19:44.341 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:44.341 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8460637289 2024-07-29T16:19:44.341 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.341 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T16:19:44.341 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10978258 2024-07-29T16:19:44.341 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.342 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:44.342 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2666, 2024-07-29T16:19:44.342 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17908675 2024-07-29T16:19:44.342 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.342 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T16:19:44.342 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:44.342 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 75879300891 2024-07-29T16:19:44.342 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.342 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T16:19:44.342 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:44.342 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9584429696 2024-07-29T16:19:44.342 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.342 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T16:19:44.342 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:44.343 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 553994265 2024-07-29T16:19:44.343 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.343 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.343 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T16:19:44.343 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:44.343 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1405137013 2024-07-29T16:19:44.343 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.343 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:44.343 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 638492672 2024-07-29T16:19:44.343 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.343 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:44.343 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 488726528 2024-07-29T16:19:44.343 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.343 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:44.344 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2600521625 2024-07-29T16:19:44.344 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.344 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:44.344 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 149766144 2024-07-29T16:19:44.344 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.344 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.344 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T16:19:44.344 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.344 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125829120 2024-07-29T16:19:44.344 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.344 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.344 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.344 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.344 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.344 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.345 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.345 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.345 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 57019037 2024-07-29T16:19:44.345 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.345 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.345 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.345 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.345 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.345 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.345 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.345 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.345 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.345 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.345 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.346 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.346 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.346 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.346 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 610 2024-07-29T16:19:44.346 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.346 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.346 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65830 2024-07-29T16:19:44.346 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.346 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.346 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.346 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.346 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.346 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.346 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.346 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.347 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.347 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.347 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.347 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68743643 2024-07-29T16:19:44.347 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.347 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.347 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T16:19:44.347 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.347 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 562036736 2024-07-29T16:19:44.347 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.347 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.347 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:44.347 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.347 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.348 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.348 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.348 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.348 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 427642784 2024-07-29T16:19:44.348 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.348 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.348 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.348 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.348 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.348 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.348 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.348 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.348 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2160 2024-07-29T16:19:44.348 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.349 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.349 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.349 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.349 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.349 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 126224 2024-07-29T16:19:44.349 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.349 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.349 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.349 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.349 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.349 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.349 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.349 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.349 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.349 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.350 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.350 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.350 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.350 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.350 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67156704 2024-07-29T16:19:44.350 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.350 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.350 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T16:19:44.350 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.350 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176160768 2024-07-29T16:19:44.350 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.350 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.350 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:44.351 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.351 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.351 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 229088 2024-07-29T16:19:44.351 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.351 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.351 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38012691 2024-07-29T16:19:44.351 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.351 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.351 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.351 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.351 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.351 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.351 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.351 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.352 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.352 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.352 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.352 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.352 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.352 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.352 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.352 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.352 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.352 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.352 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.352 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.352 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.353 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.353 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.353 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.353 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.353 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.353 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.353 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.353 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.353 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70810125 2024-07-29T16:19:44.353 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.353 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.353 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T16:19:44.353 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.354 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 503316480 2024-07-29T16:19:44.354 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.354 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.354 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.354 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.354 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.354 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.354 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.354 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.354 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 427642784 2024-07-29T16:19:44.354 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.354 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.354 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.354 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.355 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.355 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.355 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.355 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.355 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.355 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.355 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.355 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.355 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.355 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.355 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 174128 2024-07-29T16:19:44.355 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.355 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.355 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1175882 2024-07-29T16:19:44.356 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.356 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.356 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.356 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.356 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.356 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.356 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.356 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.356 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.356 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.356 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.356 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 74323686 2024-07-29T16:19:44.356 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.356 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.357 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:44.357 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:44.357 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.357 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.357 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:44.357 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 46 2024-07-29T16:19:44.357 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.357 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:44.357 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.357 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.357 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:44.357 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.357 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.357 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.357 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:44.358 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T16:19:44.358 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56 2024-07-29T16:19:44.358 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.358 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T16:19:44.358 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.358 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.358 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T16:19:44.358 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 60882 2024-07-29T16:19:44.358 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.358 INFO:tasks.workunit.client.0.smithi067.stdout: "op_before_queue_op_lat": { 2024-07-29T16:19:44.358 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 150439, 2024-07-29T16:19:44.358 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7173871049 2024-07-29T16:19:44.359 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.359 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T16:19:44.359 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7 2024-07-29T16:19:44.359 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.359 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T16:19:44.359 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T16:19:44.359 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.359 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T16:19:44.359 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1984662728 2024-07-29T16:19:44.359 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.359 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T16:19:44.359 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 60882, 2024-07-29T16:19:44.359 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 226261901866 2024-07-29T16:19:44.359 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.360 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T16:19:44.360 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3713584972 2024-07-29T16:19:44.360 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.360 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T16:19:44.360 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 61995, 2024-07-29T16:19:44.360 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24179245509 2024-07-29T16:19:44.360 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.360 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T16:19:44.360 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 60882, 2024-07-29T16:19:44.360 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 89588096002 2024-07-29T16:19:44.360 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.360 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:44.360 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 43882 2024-07-29T16:19:44.361 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.361 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T16:19:44.361 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 43882, 2024-07-29T16:19:44.361 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 22178766905 2024-07-29T16:19:44.361 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.361 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:44.361 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.361 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.361 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T16:19:44.361 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3713584972 2024-07-29T16:19:44.361 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.361 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T16:19:44.361 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 44267, 2024-07-29T16:19:44.361 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8657235861 2024-07-29T16:19:44.362 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.362 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T16:19:44.362 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 43882, 2024-07-29T16:19:44.362 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9744447962 2024-07-29T16:19:44.362 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.362 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T16:19:44.362 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9273 2024-07-29T16:19:44.362 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.362 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T16:19:44.362 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 370018182 2024-07-29T16:19:44.362 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.362 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T16:19:44.362 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9273, 2024-07-29T16:19:44.363 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16096499725 2024-07-29T16:19:44.363 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.363 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:44.363 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.363 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.363 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:44.363 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.363 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.363 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T16:19:44.363 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.363 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.363 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T16:19:44.363 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9751, 2024-07-29T16:19:44.364 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6053497978 2024-07-29T16:19:44.364 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.364 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T16:19:44.364 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9273, 2024-07-29T16:19:44.364 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14110171733 2024-07-29T16:19:44.364 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.364 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:44.364 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7727 2024-07-29T16:19:44.364 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.364 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T16:19:44.364 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1614644546 2024-07-29T16:19:44.364 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.364 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T16:19:44.364 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7727, 2024-07-29T16:19:44.365 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 187986635236 2024-07-29T16:19:44.365 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.365 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:44.365 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.365 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.365 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T16:19:44.365 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7977, 2024-07-29T16:19:44.365 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9468511670 2024-07-29T16:19:44.365 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.365 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T16:19:44.365 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7727, 2024-07-29T16:19:44.365 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65733476307 2024-07-29T16:19:44.365 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.365 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T16:19:44.366 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.366 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.366 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T16:19:44.366 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 75 2024-07-29T16:19:44.366 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.366 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T16:19:44.366 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30 2024-07-29T16:19:44.366 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.366 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T16:19:44.366 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T16:19:44.366 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.366 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T16:19:44.366 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 625823744 2024-07-29T16:19:44.367 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.367 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.367 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.367 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.1": { 2024-07-29T16:19:44.367 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:44.367 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_db_max_lat": { 2024-07-29T16:19:44.367 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23705 2024-07-29T16:19:44.367 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.367 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T16:19:44.367 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.367 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.367 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_max_lat": { 2024-07-29T16:19:44.367 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.368 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.368 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T16:19:44.368 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.368 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.368 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T16:19:44.368 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T16:19:44.368 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.368 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_slow": { 2024-07-29T16:19:44.368 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.368 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.368 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T16:19:44.368 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.368 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.369 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_wal_max_lat": { 2024-07-29T16:19:44.369 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.369 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.369 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T16:19:44.369 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.369 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.369 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T16:19:44.369 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9580544 2024-07-29T16:19:44.369 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.369 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T16:19:44.369 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 760287232 2024-07-29T16:19:44.369 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.369 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T16:19:44.369 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17, 2024-07-29T16:19:44.369 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3860474 2024-07-29T16:19:44.370 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.370 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T16:19:44.370 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17, 2024-07-29T16:19:44.370 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1391672 2024-07-29T16:19:44.370 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.370 INFO:tasks.workunit.client.0.smithi067.stdout: "db_alloc_lat": { 2024-07-29T16:19:44.370 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 189, 2024-07-29T16:19:44.370 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 900705 2024-07-29T16:19:44.370 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.370 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T16:19:44.370 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995027456 2024-07-29T16:19:44.370 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.370 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T16:19:44.371 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 762642432 2024-07-29T16:19:44.371 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.371 INFO:tasks.workunit.client.0.smithi067.stdout: "flush_lat": { 2024-07-29T16:19:44.371 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 70379, 2024-07-29T16:19:44.371 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10443921079 2024-07-29T16:19:44.371 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.371 INFO:tasks.workunit.client.0.smithi067.stdout: "fsync_lat": { 2024-07-29T16:19:44.371 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 70401, 2024-07-29T16:19:44.371 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17062852430 2024-07-29T16:19:44.371 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.371 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T16:19:44.371 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5668864 2024-07-29T16:19:44.371 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.371 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T16:19:44.372 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 288301056 2024-07-29T16:19:44.372 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.372 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T16:19:44.372 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 779681792 2024-07-29T16:19:44.372 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.372 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T16:19:44.372 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.372 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.372 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T16:19:44.372 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.372 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.372 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T16:19:44.372 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 54 2024-07-29T16:19:44.372 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.372 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T16:19:44.373 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 352864282 2024-07-29T16:19:44.373 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.373 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T16:19:44.373 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 22704 2024-07-29T16:19:44.373 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.373 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T16:19:44.373 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 322527232 2024-07-29T16:19:44.373 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.373 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T16:19:44.373 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 322531328 2024-07-29T16:19:44.373 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.373 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T16:19:44.373 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.373 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.373 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T16:19:44.374 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.374 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.374 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T16:19:44.374 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13011 2024-07-29T16:19:44.374 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.374 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:44.374 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22704, 2024-07-29T16:19:44.374 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 185089685 2024-07-29T16:19:44.374 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.374 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T16:19:44.374 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 245067274 2024-07-29T16:19:44.374 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.375 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T16:19:44.375 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19402 2024-07-29T16:19:44.375 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.375 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T16:19:44.375 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3335667 2024-07-29T16:19:44.375 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.375 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T16:19:44.375 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 710 2024-07-29T16:19:44.375 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.375 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T16:19:44.375 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9455203 2024-07-29T16:19:44.375 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.375 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T16:19:44.375 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 968 2024-07-29T16:19:44.375 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.376 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T16:19:44.376 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6119536 2024-07-29T16:19:44.376 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.376 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T16:19:44.376 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6119536 2024-07-29T16:19:44.376 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.376 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T16:19:44.376 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.376 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.376 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T16:19:44.376 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.376 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.376 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T16:19:44.376 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 268 2024-07-29T16:19:44.377 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.377 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_lat": { 2024-07-29T16:19:44.377 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 968, 2024-07-29T16:19:44.377 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3307101 2024-07-29T16:19:44.377 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.377 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_alloc_lat": { 2024-07-29T16:19:44.377 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.377 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.377 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.377 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T16:19:44.377 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.377 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.377 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T16:19:44.377 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.378 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.378 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:44.378 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:44.378 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 668 2024-07-29T16:19:44.378 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.378 INFO:tasks.workunit.client.0.smithi067.stdout: "unlink_lat": { 2024-07-29T16:19:44.378 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:44.378 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7566 2024-07-29T16:19:44.378 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.378 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_alloc_lat": { 2024-07-29T16:19:44.378 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.378 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.378 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.378 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T16:19:44.379 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.379 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.379 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T16:19:44.379 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.379 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.379 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T16:19:44.379 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1060753408 2024-07-29T16:19:44.379 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.379 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.379 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T16:19:44.379 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T16:19:44.379 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T16:19:44.379 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.379 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T16:19:44.379 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10350592 2024-07-29T16:19:44.379 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.380 INFO:tasks.workunit.client.0.smithi067.stdout: "allocator_lat": { 2024-07-29T16:19:44.380 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 19256, 2024-07-29T16:19:44.380 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 81762910 2024-07-29T16:19:44.380 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.380 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T16:19:44.380 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3302, 2024-07-29T16:19:44.380 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 508731111 2024-07-29T16:19:44.380 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.380 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T16:19:44.380 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.380 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.380 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.380 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T16:19:44.380 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.381 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.381 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T16:19:44.381 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.381 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.381 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T16:19:44.381 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.381 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.381 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T16:19:44.381 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15024, 2024-07-29T16:19:44.381 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 123624571 2024-07-29T16:19:44.381 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.381 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T16:19:44.381 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.381 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.381 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.382 INFO:tasks.workunit.client.0.smithi067.stdout: "fragmentation_micros": { 2024-07-29T16:19:44.382 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.382 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.382 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T16:19:44.382 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 70316, 2024-07-29T16:19:44.382 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21322138634 2024-07-29T16:19:44.382 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.382 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T16:19:44.382 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 69755, 2024-07-29T16:19:44.382 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1792265936 2024-07-29T16:19:44.382 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.382 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T16:19:44.382 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 70316, 2024-07-29T16:19:44.382 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 47793992 2024-07-29T16:19:44.383 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.383 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T16:19:44.383 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 70316, 2024-07-29T16:19:44.383 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21369932626 2024-07-29T16:19:44.383 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.383 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T16:19:44.383 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.383 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.383 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.383 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T16:19:44.383 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28373, 2024-07-29T16:19:44.383 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1259688162 2024-07-29T16:19:44.383 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.383 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T16:19:44.384 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 958, 2024-07-29T16:19:44.384 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2646068 2024-07-29T16:19:44.384 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.384 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T16:19:44.384 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17840, 2024-07-29T16:19:44.384 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13710720 2024-07-29T16:19:44.384 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.384 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T16:19:44.384 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 46, 2024-07-29T16:19:44.384 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 74431 2024-07-29T16:19:44.384 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.384 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T16:19:44.384 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13290, 2024-07-29T16:19:44.385 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3684269083 2024-07-29T16:19:44.385 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.385 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T16:19:44.385 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 232678 2024-07-29T16:19:44.385 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.385 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T16:19:44.385 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 27166 2024-07-29T16:19:44.385 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.385 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:44.385 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 29781, 2024-07-29T16:19:44.385 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2152941949 2024-07-29T16:19:44.385 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.385 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T16:19:44.385 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 87785, 2024-07-29T16:19:44.385 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24675425 2024-07-29T16:19:44.385 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.386 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T16:19:44.386 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 58004, 2024-07-29T16:19:44.386 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1347547202 2024-07-29T16:19:44.386 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.386 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T16:19:44.386 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.386 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.386 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T16:19:44.386 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15133, 2024-07-29T16:19:44.386 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 385231880 2024-07-29T16:19:44.386 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.386 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_aio_wait_count": { 2024-07-29T16:19:44.386 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.386 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.386 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_committed_kv_count": { 2024-07-29T16:19:44.387 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.387 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.387 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_onode_meta_count": { 2024-07-29T16:19:44.387 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.387 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.387 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_wait_aio_count": { 2024-07-29T16:19:44.387 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.387 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.387 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T16:19:44.387 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:44.387 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7862954181 2024-07-29T16:19:44.387 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.387 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T16:19:44.387 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22719, 2024-07-29T16:19:44.387 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1530971176 2024-07-29T16:19:44.388 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.388 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T16:19:44.388 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22717, 2024-07-29T16:19:44.388 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3028824677648 2024-07-29T16:19:44.388 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.388 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T16:19:44.388 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22719, 2024-07-29T16:19:44.388 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6670217704306 2024-07-29T16:19:44.388 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.388 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T16:19:44.388 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84118, 2024-07-29T16:19:44.388 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2752502576513 2024-07-29T16:19:44.388 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.388 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T16:19:44.389 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84118, 2024-07-29T16:19:44.389 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9725790 2024-07-29T16:19:44.389 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.389 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T16:19:44.389 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:44.389 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 468925036 2024-07-29T16:19:44.389 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.389 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T16:19:44.389 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:44.389 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 36433664512 2024-07-29T16:19:44.389 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.389 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T16:19:44.389 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:44.389 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30330744 2024-07-29T16:19:44.389 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.390 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T16:19:44.390 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:44.390 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19887819324 2024-07-29T16:19:44.390 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.390 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T16:19:44.390 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:44.390 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9242370934 2024-07-29T16:19:44.390 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.390 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T16:19:44.390 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6193049 2024-07-29T16:19:44.390 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.390 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:44.390 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2641, 2024-07-29T16:19:44.390 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16979460 2024-07-29T16:19:44.390 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.391 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T16:19:44.391 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:44.391 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 73909307806 2024-07-29T16:19:44.391 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.391 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T16:19:44.391 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:44.391 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10301299506 2024-07-29T16:19:44.391 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.391 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T16:19:44.391 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:44.391 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 533096396 2024-07-29T16:19:44.391 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.391 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.391 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T16:19:44.391 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:44.392 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1405137013 2024-07-29T16:19:44.392 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.392 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:44.392 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 503824384 2024-07-29T16:19:44.392 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.392 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:44.392 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 481091584 2024-07-29T16:19:44.392 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.392 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:44.392 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2600521625 2024-07-29T16:19:44.392 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.392 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:44.392 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 22732800 2024-07-29T16:19:44.392 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.392 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.393 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T16:19:44.393 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.393 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125829120 2024-07-29T16:19:44.393 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.393 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.393 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.393 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.393 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.393 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.393 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.393 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.393 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56730156 2024-07-29T16:19:44.393 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.393 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.394 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.394 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.394 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.394 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.394 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.394 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.394 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.394 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.394 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.394 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.394 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.394 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.394 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5988 2024-07-29T16:19:44.394 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.394 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.395 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 80376 2024-07-29T16:19:44.395 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.395 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.395 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.395 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.395 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.395 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.395 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.395 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.395 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.395 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.395 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.395 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 69012600 2024-07-29T16:19:44.395 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.395 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.396 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T16:19:44.396 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.396 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 562036736 2024-07-29T16:19:44.396 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.396 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.396 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:44.396 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.396 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.396 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.396 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.396 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.396 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 425476176 2024-07-29T16:19:44.396 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.396 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.396 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.396 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.397 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.397 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.397 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.397 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.397 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 256 2024-07-29T16:19:44.397 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.397 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.397 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.397 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.397 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.397 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 147072 2024-07-29T16:19:44.397 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.397 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.398 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.398 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.398 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.398 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.398 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.398 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.398 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.398 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.398 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.398 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.398 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.398 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.398 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 69304368 2024-07-29T16:19:44.399 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.399 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.399 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T16:19:44.399 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.399 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176160768 2024-07-29T16:19:44.399 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.399 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.399 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:44.399 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.399 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.399 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 399968 2024-07-29T16:19:44.399 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.399 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.400 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 37820104 2024-07-29T16:19:44.400 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.400 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.400 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.400 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.400 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.400 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.400 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.400 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.400 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.400 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.400 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.400 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.401 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.401 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.401 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.401 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.401 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.401 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.401 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.401 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.401 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.401 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.401 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.401 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.401 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.402 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.402 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.402 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.402 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.402 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70831832 2024-07-29T16:19:44.402 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.402 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.402 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T16:19:44.402 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.402 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 494927872 2024-07-29T16:19:44.402 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.402 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.402 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.403 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.403 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.403 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.403 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.403 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.403 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 425476176 2024-07-29T16:19:44.403 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.403 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.403 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.403 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.403 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.403 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.403 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.403 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.403 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.404 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.404 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.404 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.404 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.404 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.404 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 175888 2024-07-29T16:19:44.404 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.404 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.404 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1167816 2024-07-29T16:19:44.404 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.404 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.404 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.404 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.404 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.404 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.405 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.405 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.405 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.405 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.405 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.405 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68107992 2024-07-29T16:19:44.405 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.405 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.405 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:44.405 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:44.405 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.405 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.405 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:44.405 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9 2024-07-29T16:19:44.405 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.405 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:44.406 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.406 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.406 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:44.406 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T16:19:44.406 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.406 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.406 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:44.406 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T16:19:44.406 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 49 2024-07-29T16:19:44.406 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.406 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T16:19:44.406 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.406 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.406 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T16:19:44.406 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 52724 2024-07-29T16:19:44.407 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.407 INFO:tasks.workunit.client.0.smithi067.stdout: "op_before_queue_op_lat": { 2024-07-29T16:19:44.407 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 144413, 2024-07-29T16:19:44.407 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9095077115 2024-07-29T16:19:44.407 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.407 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T16:19:44.407 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.407 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.407 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T16:19:44.407 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.407 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.407 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T16:19:44.407 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1832895098 2024-07-29T16:19:44.408 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.408 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T16:19:44.408 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 52724, 2024-07-29T16:19:44.408 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 625184427897 2024-07-29T16:19:44.408 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.408 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T16:19:44.408 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2023314274 2024-07-29T16:19:44.408 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.408 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T16:19:44.408 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 54517, 2024-07-29T16:19:44.408 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 31717191960 2024-07-29T16:19:44.408 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.408 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T16:19:44.408 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 52724, 2024-07-29T16:19:44.409 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 111833205574 2024-07-29T16:19:44.409 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.409 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:44.409 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30180 2024-07-29T16:19:44.409 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.409 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T16:19:44.409 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30180, 2024-07-29T16:19:44.409 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14970389294 2024-07-29T16:19:44.409 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.409 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:44.409 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.409 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.409 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T16:19:44.409 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2023314274 2024-07-29T16:19:44.409 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.409 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T16:19:44.410 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30642, 2024-07-29T16:19:44.410 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6220228932 2024-07-29T16:19:44.410 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.410 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T16:19:44.410 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30180, 2024-07-29T16:19:44.410 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5767190387 2024-07-29T16:19:44.410 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.410 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T16:19:44.410 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12732 2024-07-29T16:19:44.410 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.410 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T16:19:44.410 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 129506293 2024-07-29T16:19:44.410 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.410 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T16:19:44.410 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12732, 2024-07-29T16:19:44.411 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 98288287697 2024-07-29T16:19:44.411 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.411 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:44.411 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.411 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.411 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:44.411 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.411 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.411 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T16:19:44.411 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.411 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.411 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T16:19:44.411 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12949, 2024-07-29T16:19:44.411 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12631179160 2024-07-29T16:19:44.411 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.412 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T16:19:44.412 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12732, 2024-07-29T16:19:44.412 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 29988600400 2024-07-29T16:19:44.412 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.412 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:44.412 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9812 2024-07-29T16:19:44.412 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.412 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T16:19:44.412 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1703388805 2024-07-29T16:19:44.412 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.412 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T16:19:44.412 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9812, 2024-07-29T16:19:44.412 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 511925750906 2024-07-29T16:19:44.412 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.412 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:44.413 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.413 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.413 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T16:19:44.413 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 10926, 2024-07-29T16:19:44.413 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12865783868 2024-07-29T16:19:44.413 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.413 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T16:19:44.413 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9812, 2024-07-29T16:19:44.413 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 76077414787 2024-07-29T16:19:44.413 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.413 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T16:19:44.413 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.413 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.413 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T16:19:44.414 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 51 2024-07-29T16:19:44.414 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.414 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T16:19:44.414 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:44.414 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.414 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T16:19:44.414 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T16:19:44.414 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.414 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T16:19:44.414 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 773009408 2024-07-29T16:19:44.414 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.414 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.414 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.415 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.2": { 2024-07-29T16:19:44.415 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:44.415 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_db_max_lat": { 2024-07-29T16:19:44.415 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16317 2024-07-29T16:19:44.415 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.415 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T16:19:44.415 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.415 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.415 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_max_lat": { 2024-07-29T16:19:44.415 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.415 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.415 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T16:19:44.415 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.415 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.415 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T16:19:44.416 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T16:19:44.416 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.416 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_slow": { 2024-07-29T16:19:44.416 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.416 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.416 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T16:19:44.416 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.416 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.416 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_wal_max_lat": { 2024-07-29T16:19:44.416 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.416 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.416 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T16:19:44.416 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.416 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.417 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T16:19:44.417 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7094272 2024-07-29T16:19:44.417 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.417 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T16:19:44.417 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 636456960 2024-07-29T16:19:44.417 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.417 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T16:19:44.417 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17, 2024-07-29T16:19:44.417 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4277575 2024-07-29T16:19:44.417 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.418 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T16:19:44.418 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17, 2024-07-29T16:19:44.418 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1580864 2024-07-29T16:19:44.418 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.418 INFO:tasks.workunit.client.0.smithi067.stdout: "db_alloc_lat": { 2024-07-29T16:19:44.418 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 176, 2024-07-29T16:19:44.418 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 770095 2024-07-29T16:19:44.418 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.418 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T16:19:44.418 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995027456 2024-07-29T16:19:44.418 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.418 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T16:19:44.418 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 565379072 2024-07-29T16:19:44.419 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.419 INFO:tasks.workunit.client.0.smithi067.stdout: "flush_lat": { 2024-07-29T16:19:44.419 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 72240, 2024-07-29T16:19:44.419 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10261141586 2024-07-29T16:19:44.419 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.419 INFO:tasks.workunit.client.0.smithi067.stdout: "fsync_lat": { 2024-07-29T16:19:44.419 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 72260, 2024-07-29T16:19:44.419 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16962133892 2024-07-29T16:19:44.419 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.419 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T16:19:44.419 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13328384 2024-07-29T16:19:44.419 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.419 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T16:19:44.419 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 295952384 2024-07-29T16:19:44.419 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.420 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T16:19:44.420 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 573898752 2024-07-29T16:19:44.420 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.420 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T16:19:44.420 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.420 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.420 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T16:19:44.420 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.420 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.420 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T16:19:44.420 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 45 2024-07-29T16:19:44.420 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.420 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T16:19:44.420 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 357302367 2024-07-29T16:19:44.420 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.421 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T16:19:44.421 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24203 2024-07-29T16:19:44.421 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.421 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T16:19:44.421 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 292372480 2024-07-29T16:19:44.421 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.421 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T16:19:44.421 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 292376576 2024-07-29T16:19:44.421 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.421 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T16:19:44.421 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.421 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.421 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T16:19:44.421 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.422 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.422 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T16:19:44.422 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11821 2024-07-29T16:19:44.422 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.422 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:44.422 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 24203, 2024-07-29T16:19:44.422 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 178219729 2024-07-29T16:19:44.422 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.422 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T16:19:44.422 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 257377337 2024-07-29T16:19:44.422 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.422 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T16:19:44.422 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21141 2024-07-29T16:19:44.422 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.422 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T16:19:44.422 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2770551 2024-07-29T16:19:44.423 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.423 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T16:19:44.423 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 779 2024-07-29T16:19:44.423 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.423 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T16:19:44.423 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6985597 2024-07-29T16:19:44.423 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.423 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T16:19:44.423 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1038 2024-07-29T16:19:44.423 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.423 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T16:19:44.423 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4215046 2024-07-29T16:19:44.423 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.424 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T16:19:44.424 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4215046 2024-07-29T16:19:44.424 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.424 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T16:19:44.424 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.424 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.424 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T16:19:44.424 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.424 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.424 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T16:19:44.424 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 270 2024-07-29T16:19:44.424 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.424 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_lat": { 2024-07-29T16:19:44.424 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1038, 2024-07-29T16:19:44.425 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2319805 2024-07-29T16:19:44.425 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.425 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_alloc_lat": { 2024-07-29T16:19:44.425 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.425 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.425 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.425 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T16:19:44.425 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.425 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.425 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T16:19:44.425 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.425 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.425 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:44.426 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:44.426 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 830 2024-07-29T16:19:44.426 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.426 INFO:tasks.workunit.client.0.smithi067.stdout: "unlink_lat": { 2024-07-29T16:19:44.426 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:44.426 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6786 2024-07-29T16:19:44.426 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.426 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_alloc_lat": { 2024-07-29T16:19:44.426 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.426 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.426 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.426 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T16:19:44.426 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.426 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.427 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T16:19:44.427 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.427 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.427 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T16:19:44.427 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 942092288 2024-07-29T16:19:44.427 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.427 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.427 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T16:19:44.427 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T16:19:44.427 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T16:19:44.427 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.427 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T16:19:44.427 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10338304 2024-07-29T16:19:44.427 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.427 INFO:tasks.workunit.client.0.smithi067.stdout: "allocator_lat": { 2024-07-29T16:19:44.427 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17684, 2024-07-29T16:19:44.428 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 51410094 2024-07-29T16:19:44.428 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.428 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T16:19:44.428 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3322, 2024-07-29T16:19:44.428 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 483740122 2024-07-29T16:19:44.428 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.428 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T16:19:44.428 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.428 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.428 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.428 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T16:19:44.428 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.428 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.428 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T16:19:44.429 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.429 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.429 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T16:19:44.429 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.429 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.429 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T16:19:44.429 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 24615, 2024-07-29T16:19:44.429 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 206866331 2024-07-29T16:19:44.429 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.429 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T16:19:44.429 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.429 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.429 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.429 INFO:tasks.workunit.client.0.smithi067.stdout: "fragmentation_micros": { 2024-07-29T16:19:44.430 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.430 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.430 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T16:19:44.430 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 72194, 2024-07-29T16:19:44.430 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 20895780329 2024-07-29T16:19:44.430 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.430 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T16:19:44.430 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71651, 2024-07-29T16:19:44.430 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1681739321 2024-07-29T16:19:44.430 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.430 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T16:19:44.430 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 72194, 2024-07-29T16:19:44.430 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 41553013 2024-07-29T16:19:44.430 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.430 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T16:19:44.431 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 72194, 2024-07-29T16:19:44.431 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 20937333342 2024-07-29T16:19:44.431 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.431 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T16:19:44.431 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.431 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.431 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.431 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T16:19:44.431 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 66281, 2024-07-29T16:19:44.431 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1278817239 2024-07-29T16:19:44.431 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.431 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T16:19:44.431 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1006, 2024-07-29T16:19:44.432 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2698664 2024-07-29T16:19:44.432 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.432 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T16:19:44.432 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 24673, 2024-07-29T16:19:44.432 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15345868 2024-07-29T16:19:44.432 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.432 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T16:19:44.432 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 37, 2024-07-29T16:19:44.432 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 59480 2024-07-29T16:19:44.432 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.432 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T16:19:44.432 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22898, 2024-07-29T16:19:44.433 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3093260080 2024-07-29T16:19:44.433 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.433 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T16:19:44.433 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 272456 2024-07-29T16:19:44.433 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.433 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T16:19:44.433 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19626 2024-07-29T16:19:44.433 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.433 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:44.433 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7215, 2024-07-29T16:19:44.433 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1919662758 2024-07-29T16:19:44.434 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.434 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T16:19:44.434 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 19730, 2024-07-29T16:19:44.434 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9658741 2024-07-29T16:19:44.434 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.434 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T16:19:44.434 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12515, 2024-07-29T16:19:44.434 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1683188024 2024-07-29T16:19:44.434 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.434 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T16:19:44.434 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.434 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.435 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T16:19:44.435 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12685, 2024-07-29T16:19:44.435 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 392358333 2024-07-29T16:19:44.435 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.435 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_aio_wait_count": { 2024-07-29T16:19:44.435 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.435 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.435 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_committed_kv_count": { 2024-07-29T16:19:44.435 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.435 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.435 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_onode_meta_count": { 2024-07-29T16:19:44.435 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.435 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.435 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_wait_aio_count": { 2024-07-29T16:19:44.435 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.436 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.436 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T16:19:44.436 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:44.436 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10062443054 2024-07-29T16:19:44.436 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.436 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T16:19:44.436 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5665, 2024-07-29T16:19:44.436 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 632474745 2024-07-29T16:19:44.436 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.436 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T16:19:44.436 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5662, 2024-07-29T16:19:44.436 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2331903784076 2024-07-29T16:19:44.436 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.436 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T16:19:44.436 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5665, 2024-07-29T16:19:44.437 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6172799518014 2024-07-29T16:19:44.437 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.437 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T16:19:44.437 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85897, 2024-07-29T16:19:44.437 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1921651061634 2024-07-29T16:19:44.437 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.437 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T16:19:44.437 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85897, 2024-07-29T16:19:44.437 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10314724 2024-07-29T16:19:44.437 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.437 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T16:19:44.437 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:44.437 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 335805303 2024-07-29T16:19:44.437 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.438 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T16:19:44.438 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:44.438 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 35876923094 2024-07-29T16:19:44.438 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.438 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T16:19:44.438 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:44.438 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30709223 2024-07-29T16:19:44.438 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.438 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T16:19:44.438 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:44.438 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17754254282 2024-07-29T16:19:44.438 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.439 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T16:19:44.439 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:44.439 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8158118006 2024-07-29T16:19:44.439 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.439 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T16:19:44.439 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6192870 2024-07-29T16:19:44.439 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.439 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:44.439 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2575, 2024-07-29T16:19:44.439 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16876135 2024-07-29T16:19:44.439 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.439 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T16:19:44.439 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:44.439 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 72201863034 2024-07-29T16:19:44.439 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.440 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T16:19:44.440 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:44.440 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9238750625 2024-07-29T16:19:44.440 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.440 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T16:19:44.440 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:44.440 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 740068383 2024-07-29T16:19:44.440 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.440 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.440 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T16:19:44.440 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:44.440 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1405137013 2024-07-29T16:19:44.440 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.441 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:44.441 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 517505024 2024-07-29T16:19:44.441 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.441 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:44.441 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 433618944 2024-07-29T16:19:44.441 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.441 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:44.441 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2600521625 2024-07-29T16:19:44.441 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.441 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:44.441 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 83886080 2024-07-29T16:19:44.441 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.441 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.441 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T16:19:44.441 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.442 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125829120 2024-07-29T16:19:44.442 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.442 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.442 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.442 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.442 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.442 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.442 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.442 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.442 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 57022167 2024-07-29T16:19:44.442 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.442 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.442 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.443 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.443 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.443 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.443 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.443 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.443 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.443 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.443 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.443 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.443 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.443 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.443 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1906 2024-07-29T16:19:44.443 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.443 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.444 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12586 2024-07-29T16:19:44.444 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.444 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.444 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.444 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.444 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.444 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.444 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.444 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.444 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.444 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.444 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.444 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68792461 2024-07-29T16:19:44.444 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.444 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.445 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T16:19:44.445 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.445 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 562036736 2024-07-29T16:19:44.445 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.445 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.445 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:44.445 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.445 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.445 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.445 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.445 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.445 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 427666255 2024-07-29T16:19:44.445 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.446 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.446 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.446 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.446 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.446 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.446 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.446 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.446 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2128 2024-07-29T16:19:44.446 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.446 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.446 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.446 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.446 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.446 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 146480 2024-07-29T16:19:44.447 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.447 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.447 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.447 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.447 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.447 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.447 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.447 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.447 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.447 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.447 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.447 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.447 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.447 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.447 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67113009 2024-07-29T16:19:44.448 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.448 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.448 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T16:19:44.448 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.448 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176160768 2024-07-29T16:19:44.448 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.448 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.448 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:44.448 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.448 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.448 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 246112 2024-07-29T16:19:44.448 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.448 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.449 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38014778 2024-07-29T16:19:44.449 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.449 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.449 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.449 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.449 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.449 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.449 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.449 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.449 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.449 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.449 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.449 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.449 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.450 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.450 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.450 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.450 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.450 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.450 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.450 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.450 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.450 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.450 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.450 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.450 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.450 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.451 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.451 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.451 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.451 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70791014 2024-07-29T16:19:44.451 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.451 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.451 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T16:19:44.451 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.451 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 503316480 2024-07-29T16:19:44.451 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.451 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.451 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.451 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.452 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.452 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.452 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.452 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.452 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 427666255 2024-07-29T16:19:44.452 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.452 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.452 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.452 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.452 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.452 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.452 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.452 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.452 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.453 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.453 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.453 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.453 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.453 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.453 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 165037 2024-07-29T16:19:44.453 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.453 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.453 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1187438 2024-07-29T16:19:44.453 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.453 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.453 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.453 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.453 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.454 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.454 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.454 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.454 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.454 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.454 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.454 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 74297750 2024-07-29T16:19:44.454 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.454 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.454 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:44.454 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:44.454 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.454 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.455 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:44.455 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 106 2024-07-29T16:19:44.455 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.455 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:44.455 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.455 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.455 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:44.455 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.455 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.455 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.455 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:44.455 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T16:19:44.455 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 43 2024-07-29T16:19:44.456 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.456 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T16:19:44.456 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.456 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.456 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T16:19:44.456 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 60951 2024-07-29T16:19:44.456 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.456 INFO:tasks.workunit.client.0.smithi067.stdout: "op_before_queue_op_lat": { 2024-07-29T16:19:44.456 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 156475, 2024-07-29T16:19:44.456 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7613788894 2024-07-29T16:19:44.456 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.456 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T16:19:44.456 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.456 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.456 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T16:19:44.456 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5 2024-07-29T16:19:44.457 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.457 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T16:19:44.457 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1571248887 2024-07-29T16:19:44.457 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.457 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T16:19:44.457 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 60951, 2024-07-29T16:19:44.457 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 91396256720 2024-07-29T16:19:44.457 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.457 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T16:19:44.457 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3305362623 2024-07-29T16:19:44.457 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.457 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T16:19:44.457 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 61926, 2024-07-29T16:19:44.458 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 42881075007 2024-07-29T16:19:44.458 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.458 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T16:19:44.458 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 60951, 2024-07-29T16:19:44.458 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 72853460302 2024-07-29T16:19:44.458 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.458 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:44.458 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30171 2024-07-29T16:19:44.458 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.458 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T16:19:44.458 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30171, 2024-07-29T16:19:44.458 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19951066357 2024-07-29T16:19:44.459 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.459 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:44.459 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.459 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.459 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T16:19:44.459 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3305362623 2024-07-29T16:19:44.459 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.459 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T16:19:44.459 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30647, 2024-07-29T16:19:44.459 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6782718891 2024-07-29T16:19:44.459 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.459 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T16:19:44.459 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30171, 2024-07-29T16:19:44.459 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10567004936 2024-07-29T16:19:44.460 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.460 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T16:19:44.460 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 28705 2024-07-29T16:19:44.460 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.460 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T16:19:44.460 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 270412409 2024-07-29T16:19:44.460 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.460 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T16:19:44.460 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28705, 2024-07-29T16:19:44.460 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 53012589517 2024-07-29T16:19:44.460 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.460 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:44.460 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.460 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.460 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:44.460 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.461 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.461 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T16:19:44.461 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.461 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.461 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T16:19:44.461 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28985, 2024-07-29T16:19:44.461 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 32490603009 2024-07-29T16:19:44.461 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.461 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T16:19:44.461 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28705, 2024-07-29T16:19:44.461 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 48358287583 2024-07-29T16:19:44.461 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.461 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:44.461 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2075 2024-07-29T16:19:44.462 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.462 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T16:19:44.462 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1300836478 2024-07-29T16:19:44.462 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.462 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T16:19:44.462 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2075, 2024-07-29T16:19:44.462 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18432600846 2024-07-29T16:19:44.462 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.462 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:44.462 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.462 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.462 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T16:19:44.462 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2294, 2024-07-29T16:19:44.462 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3607753107 2024-07-29T16:19:44.463 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.463 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T16:19:44.463 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2075, 2024-07-29T16:19:44.463 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13928167783 2024-07-29T16:19:44.463 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.463 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T16:19:44.463 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.463 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.463 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T16:19:44.463 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T16:19:44.463 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.463 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T16:19:44.463 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30 2024-07-29T16:19:44.463 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.464 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T16:19:44.464 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T16:19:44.464 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.464 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T16:19:44.464 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 575737856 2024-07-29T16:19:44.464 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.464 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.464 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.464 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.3": { 2024-07-29T16:19:44.464 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:44.464 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_db_max_lat": { 2024-07-29T16:19:44.464 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 27482 2024-07-29T16:19:44.464 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.464 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T16:19:44.465 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.465 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.465 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_max_lat": { 2024-07-29T16:19:44.465 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.465 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.465 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T16:19:44.465 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.465 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.465 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T16:19:44.465 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T16:19:44.465 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.465 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_slow": { 2024-07-29T16:19:44.465 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.465 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.466 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T16:19:44.466 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.466 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.466 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_wal_max_lat": { 2024-07-29T16:19:44.466 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.466 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.466 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T16:19:44.466 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.466 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.466 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T16:19:44.466 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2617344 2024-07-29T16:19:44.466 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.466 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T16:19:44.467 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 585707520 2024-07-29T16:19:44.467 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.467 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T16:19:44.467 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15, 2024-07-29T16:19:44.467 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4781768 2024-07-29T16:19:44.467 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.467 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T16:19:44.467 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15, 2024-07-29T16:19:44.467 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1283383 2024-07-29T16:19:44.467 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.467 INFO:tasks.workunit.client.0.smithi067.stdout: "db_alloc_lat": { 2024-07-29T16:19:44.467 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 148, 2024-07-29T16:19:44.467 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 739559 2024-07-29T16:19:44.468 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.468 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T16:19:44.468 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995027456 2024-07-29T16:19:44.468 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.468 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T16:19:44.468 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 491192320 2024-07-29T16:19:44.468 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.468 INFO:tasks.workunit.client.0.smithi067.stdout: "flush_lat": { 2024-07-29T16:19:44.468 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64784, 2024-07-29T16:19:44.468 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8773917445 2024-07-29T16:19:44.468 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.468 INFO:tasks.workunit.client.0.smithi067.stdout: "fsync_lat": { 2024-07-29T16:19:44.468 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64792, 2024-07-29T16:19:44.468 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14838341915 2024-07-29T16:19:44.469 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.469 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T16:19:44.469 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16072704 2024-07-29T16:19:44.469 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.469 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T16:19:44.469 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 265424896 2024-07-29T16:19:44.469 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.469 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T16:19:44.469 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 495452160 2024-07-29T16:19:44.469 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.469 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T16:19:44.469 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.469 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.470 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T16:19:44.470 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.470 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.470 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T16:19:44.470 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 39 2024-07-29T16:19:44.470 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.470 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T16:19:44.470 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95964531 2024-07-29T16:19:44.470 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.470 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T16:19:44.470 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4258 2024-07-29T16:19:44.470 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.470 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T16:19:44.470 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 100560896 2024-07-29T16:19:44.471 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.471 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T16:19:44.471 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 100564992 2024-07-29T16:19:44.471 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.471 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T16:19:44.471 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.471 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.471 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T16:19:44.471 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.471 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.471 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T16:19:44.471 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2098 2024-07-29T16:19:44.471 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.471 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:44.471 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4258, 2024-07-29T16:19:44.471 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70094525 2024-07-29T16:19:44.472 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.472 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T16:19:44.472 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 27610634 2024-07-29T16:19:44.472 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.472 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T16:19:44.472 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2160 2024-07-29T16:19:44.472 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.472 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T16:19:44.472 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1216017 2024-07-29T16:19:44.472 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.472 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T16:19:44.472 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 481 2024-07-29T16:19:44.472 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.472 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T16:19:44.473 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2598204 2024-07-29T16:19:44.473 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.473 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T16:19:44.473 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 644 2024-07-29T16:19:44.473 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.473 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T16:19:44.473 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1382187 2024-07-29T16:19:44.473 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.473 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T16:19:44.473 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1382187 2024-07-29T16:19:44.473 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.473 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T16:19:44.474 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.474 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.474 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T16:19:44.474 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.474 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.474 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T16:19:44.474 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 165 2024-07-29T16:19:44.474 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.474 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_lat": { 2024-07-29T16:19:44.474 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 644, 2024-07-29T16:19:44.474 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 920913 2024-07-29T16:19:44.474 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.474 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_alloc_lat": { 2024-07-29T16:19:44.475 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.475 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.475 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.475 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T16:19:44.475 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.475 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.475 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T16:19:44.475 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.475 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.475 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:44.475 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:44.475 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1237 2024-07-29T16:19:44.475 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.475 INFO:tasks.workunit.client.0.smithi067.stdout: "unlink_lat": { 2024-07-29T16:19:44.476 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:44.476 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10339 2024-07-29T16:19:44.476 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.476 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_alloc_lat": { 2024-07-29T16:19:44.476 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.476 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.476 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.476 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T16:19:44.476 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.476 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.476 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T16:19:44.476 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.476 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.476 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T16:19:44.476 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 856043520 2024-07-29T16:19:44.476 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.477 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.477 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T16:19:44.477 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T16:19:44.477 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T16:19:44.477 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.477 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T16:19:44.477 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14557184 2024-07-29T16:19:44.477 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.477 INFO:tasks.workunit.client.0.smithi067.stdout: "allocator_lat": { 2024-07-29T16:19:44.477 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17364, 2024-07-29T16:19:44.477 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 54274344 2024-07-29T16:19:44.477 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.477 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T16:19:44.477 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3245, 2024-07-29T16:19:44.478 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 402213124 2024-07-29T16:19:44.478 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.478 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T16:19:44.478 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.478 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.478 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.478 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T16:19:44.478 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.478 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.478 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T16:19:44.478 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.478 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.478 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T16:19:44.479 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.479 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.479 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T16:19:44.479 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 14978, 2024-07-29T16:19:44.479 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 108588709 2024-07-29T16:19:44.479 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.479 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T16:19:44.479 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.479 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.479 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.479 INFO:tasks.workunit.client.0.smithi067.stdout: "fragmentation_micros": { 2024-07-29T16:19:44.479 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.479 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.479 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T16:19:44.479 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64750, 2024-07-29T16:19:44.480 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18471584751 2024-07-29T16:19:44.480 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.480 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T16:19:44.480 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64309, 2024-07-29T16:19:44.480 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1698553267 2024-07-29T16:19:44.480 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.480 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T16:19:44.480 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64750, 2024-07-29T16:19:44.480 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 44010855 2024-07-29T16:19:44.480 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.480 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T16:19:44.480 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64750, 2024-07-29T16:19:44.480 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18515595606 2024-07-29T16:19:44.480 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.480 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T16:19:44.481 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.481 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.481 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.481 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T16:19:44.481 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 16124, 2024-07-29T16:19:44.481 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 659549514 2024-07-29T16:19:44.481 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.481 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T16:19:44.481 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1378, 2024-07-29T16:19:44.481 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2991144 2024-07-29T16:19:44.481 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.481 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T16:19:44.481 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5161, 2024-07-29T16:19:44.481 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6128408 2024-07-29T16:19:44.481 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.482 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T16:19:44.482 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 41, 2024-07-29T16:19:44.482 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 59593 2024-07-29T16:19:44.482 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.482 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T16:19:44.482 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 6882, 2024-07-29T16:19:44.482 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 311220545 2024-07-29T16:19:44.482 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.482 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T16:19:44.482 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 192899 2024-07-29T16:19:44.482 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.482 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T16:19:44.482 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17261 2024-07-29T16:19:44.483 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.483 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:44.483 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 31772, 2024-07-29T16:19:44.483 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1634119499 2024-07-29T16:19:44.483 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.483 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T16:19:44.483 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 81990, 2024-07-29T16:19:44.483 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25378061 2024-07-29T16:19:44.483 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.483 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T16:19:44.483 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 50218, 2024-07-29T16:19:44.483 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1134479010 2024-07-29T16:19:44.483 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.483 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T16:19:44.484 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.484 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.484 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T16:19:44.484 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12100, 2024-07-29T16:19:44.484 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 333205442 2024-07-29T16:19:44.484 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.484 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_aio_wait_count": { 2024-07-29T16:19:44.484 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.484 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.484 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_committed_kv_count": { 2024-07-29T16:19:44.484 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.484 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.484 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_onode_meta_count": { 2024-07-29T16:19:44.484 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.485 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.485 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_wait_aio_count": { 2024-07-29T16:19:44.485 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.485 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.485 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T16:19:44.485 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:44.485 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6441394384 2024-07-29T16:19:44.485 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.485 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T16:19:44.485 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17751, 2024-07-29T16:19:44.485 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1191645250 2024-07-29T16:19:44.485 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.485 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T16:19:44.486 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17749, 2024-07-29T16:19:44.486 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2643958119221 2024-07-29T16:19:44.486 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.486 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T16:19:44.486 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17751, 2024-07-29T16:19:44.486 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6536316126950 2024-07-29T16:19:44.486 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.486 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T16:19:44.486 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74160, 2024-07-29T16:19:44.486 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2488196004126 2024-07-29T16:19:44.486 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.487 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T16:19:44.487 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74160, 2024-07-29T16:19:44.487 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9455333 2024-07-29T16:19:44.487 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.487 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T16:19:44.487 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:44.487 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 344646612 2024-07-29T16:19:44.487 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.487 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T16:19:44.487 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:44.487 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 29261313939 2024-07-29T16:19:44.487 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.487 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T16:19:44.487 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:44.488 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30720984 2024-07-29T16:19:44.488 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.488 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T16:19:44.488 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:44.488 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14723312522 2024-07-29T16:19:44.488 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.488 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T16:19:44.488 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:44.488 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6494005160 2024-07-29T16:19:44.488 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.488 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T16:19:44.488 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10393094 2024-07-29T16:19:44.488 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.489 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:44.489 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2611, 2024-07-29T16:19:44.489 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18297807 2024-07-29T16:19:44.489 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.489 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T16:19:44.489 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:44.489 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 57276412189 2024-07-29T16:19:44.489 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.489 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T16:19:44.489 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:44.489 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7424080457 2024-07-29T16:19:44.489 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.489 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T16:19:44.490 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:44.490 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 462505181 2024-07-29T16:19:44.490 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.490 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.490 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T16:19:44.490 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:44.490 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1405137013 2024-07-29T16:19:44.490 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.490 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:44.490 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 539992064 2024-07-29T16:19:44.490 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.490 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:44.491 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 506273792 2024-07-29T16:19:44.491 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.491 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:44.491 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2600521625 2024-07-29T16:19:44.491 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.491 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:44.491 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 33718272 2024-07-29T16:19:44.491 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.491 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.491 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T16:19:44.491 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.491 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125829120 2024-07-29T16:19:44.491 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.492 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.492 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.492 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.492 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.492 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.492 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.492 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.492 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 57397588 2024-07-29T16:19:44.492 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.492 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.492 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.493 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.493 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.493 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.493 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.493 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.493 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.493 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.493 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.493 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.493 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.493 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.493 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.494 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.494 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.494 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 582 2024-07-29T16:19:44.494 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.494 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.494 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.494 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.494 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.494 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.494 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.494 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.494 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.494 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.495 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.495 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68430950 2024-07-29T16:19:44.495 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.495 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.495 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T16:19:44.495 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.495 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 570425344 2024-07-29T16:19:44.495 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.495 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.495 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:44.495 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.495 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.496 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.496 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.496 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.496 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 430481916 2024-07-29T16:19:44.496 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.496 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.496 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.496 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.496 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.496 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.496 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.496 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.496 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1520 2024-07-29T16:19:44.496 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.497 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.497 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.497 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.497 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.497 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 31040 2024-07-29T16:19:44.497 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.497 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.497 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 63616 2024-07-29T16:19:44.497 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.497 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.497 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.497 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.497 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.498 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.498 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.498 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.498 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.498 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.498 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.498 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 72738388 2024-07-29T16:19:44.498 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.498 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.498 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T16:19:44.498 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.498 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176160768 2024-07-29T16:19:44.498 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.499 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.499 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:44.499 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.499 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.499 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 46416 2024-07-29T16:19:44.499 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.499 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.499 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38265059 2024-07-29T16:19:44.499 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.499 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.499 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.499 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.499 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.499 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.499 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.499 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.500 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.500 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.500 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.500 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.500 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.500 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.500 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.500 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.500 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.500 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.500 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.500 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.500 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.501 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.501 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.501 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.501 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.501 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.501 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.501 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.501 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.501 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70740429 2024-07-29T16:19:44.501 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.501 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.501 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T16:19:44.501 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.501 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 503316480 2024-07-29T16:19:44.501 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.502 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.502 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.502 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.502 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.502 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.502 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.502 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.502 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 430481916 2024-07-29T16:19:44.502 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.502 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.502 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.502 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.502 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.502 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.503 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.503 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.503 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.503 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.503 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.503 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.503 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.503 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.503 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 172860 2024-07-29T16:19:44.503 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.503 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.503 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1184143 2024-07-29T16:19:44.503 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.503 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.504 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.504 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.504 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.504 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.504 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.504 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.504 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.504 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.504 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.504 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71477561 2024-07-29T16:19:44.504 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.504 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.505 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:44.505 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:44.505 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.505 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.505 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:44.505 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21 2024-07-29T16:19:44.505 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.505 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:44.505 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.505 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.505 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:44.505 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.505 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.505 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.506 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:44.506 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T16:19:44.506 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 48 2024-07-29T16:19:44.506 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.506 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T16:19:44.506 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.506 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.506 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T16:19:44.506 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 43657 2024-07-29T16:19:44.506 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.506 INFO:tasks.workunit.client.0.smithi067.stdout: "op_before_queue_op_lat": { 2024-07-29T16:19:44.506 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 119162, 2024-07-29T16:19:44.506 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6314083460 2024-07-29T16:19:44.506 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.506 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T16:19:44.507 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.507 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.507 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T16:19:44.507 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.507 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.507 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T16:19:44.507 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 990646140 2024-07-29T16:19:44.507 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.507 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T16:19:44.507 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 43657, 2024-07-29T16:19:44.507 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 283475204423 2024-07-29T16:19:44.507 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.507 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T16:19:44.507 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1604546327 2024-07-29T16:19:44.508 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.508 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T16:19:44.508 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 45370, 2024-07-29T16:19:44.508 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25096072067 2024-07-29T16:19:44.508 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.508 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T16:19:44.508 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 43657, 2024-07-29T16:19:44.508 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70165683584 2024-07-29T16:19:44.508 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.508 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:44.508 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 28230 2024-07-29T16:19:44.508 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.508 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T16:19:44.508 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28230, 2024-07-29T16:19:44.509 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 44631537744 2024-07-29T16:19:44.509 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.509 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:44.509 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.509 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.509 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T16:19:44.509 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1604546327 2024-07-29T16:19:44.509 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.509 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T16:19:44.509 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28322, 2024-07-29T16:19:44.509 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5756958543 2024-07-29T16:19:44.509 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.509 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T16:19:44.509 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28230, 2024-07-29T16:19:44.510 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6579935822 2024-07-29T16:19:44.510 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.510 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T16:19:44.510 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11387 2024-07-29T16:19:44.510 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.510 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T16:19:44.510 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 134249934 2024-07-29T16:19:44.510 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.510 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T16:19:44.510 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 11387, 2024-07-29T16:19:44.510 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 161775754012 2024-07-29T16:19:44.510 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.511 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:44.511 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.511 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.511 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:44.511 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.511 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.511 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T16:19:44.511 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.511 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.511 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T16:19:44.511 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12950, 2024-07-29T16:19:44.511 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14690102759 2024-07-29T16:19:44.511 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.512 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T16:19:44.512 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 11387, 2024-07-29T16:19:44.512 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30799304536 2024-07-29T16:19:44.512 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.512 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:44.512 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4040 2024-07-29T16:19:44.512 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.512 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T16:19:44.512 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 856396206 2024-07-29T16:19:44.512 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.512 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T16:19:44.512 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4040, 2024-07-29T16:19:44.512 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 77067912667 2024-07-29T16:19:44.513 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.513 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:44.513 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.513 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.513 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T16:19:44.513 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4098, 2024-07-29T16:19:44.513 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4649010765 2024-07-29T16:19:44.513 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.513 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T16:19:44.513 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4040, 2024-07-29T16:19:44.513 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 32786443226 2024-07-29T16:19:44.513 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.513 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T16:19:44.513 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.513 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.514 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T16:19:44.514 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.514 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.514 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T16:19:44.514 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14 2024-07-29T16:19:44.514 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.514 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T16:19:44.514 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T16:19:44.514 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.514 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T16:19:44.514 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 505765888 2024-07-29T16:19:44.514 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.514 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.514 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.514 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.4": { 2024-07-29T16:19:44.515 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:44.515 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_db_max_lat": { 2024-07-29T16:19:44.515 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 20520 2024-07-29T16:19:44.515 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.515 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T16:19:44.515 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.515 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.515 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_max_lat": { 2024-07-29T16:19:44.515 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.515 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.515 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T16:19:44.515 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.515 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.515 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T16:19:44.515 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T16:19:44.516 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.516 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_slow": { 2024-07-29T16:19:44.516 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.516 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.516 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T16:19:44.516 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.516 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.516 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_wal_max_lat": { 2024-07-29T16:19:44.516 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.516 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.516 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T16:19:44.516 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.516 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.516 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T16:19:44.516 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7094272 2024-07-29T16:19:44.517 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.517 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T16:19:44.517 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 591761408 2024-07-29T16:19:44.517 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.517 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T16:19:44.517 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 14, 2024-07-29T16:19:44.517 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5686289 2024-07-29T16:19:44.517 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.517 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T16:19:44.517 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 14, 2024-07-29T16:19:44.517 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3238124 2024-07-29T16:19:44.517 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.517 INFO:tasks.workunit.client.0.smithi067.stdout: "db_alloc_lat": { 2024-07-29T16:19:44.517 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 154, 2024-07-29T16:19:44.518 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 625373 2024-07-29T16:19:44.518 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.518 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T16:19:44.518 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995027456 2024-07-29T16:19:44.518 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.518 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T16:19:44.518 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 579534848 2024-07-29T16:19:44.518 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.518 INFO:tasks.workunit.client.0.smithi067.stdout: "flush_lat": { 2024-07-29T16:19:44.518 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 58893, 2024-07-29T16:19:44.518 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7686425411 2024-07-29T16:19:44.518 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.518 INFO:tasks.workunit.client.0.smithi067.stdout: "fsync_lat": { 2024-07-29T16:19:44.519 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 58918, 2024-07-29T16:19:44.519 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12459394487 2024-07-29T16:19:44.519 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.519 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T16:19:44.519 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8540160 2024-07-29T16:19:44.519 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.519 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T16:19:44.519 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 241266688 2024-07-29T16:19:44.519 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.519 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T16:19:44.519 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 592314368 2024-07-29T16:19:44.519 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.519 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T16:19:44.519 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.519 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.520 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T16:19:44.520 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.520 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.520 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T16:19:44.520 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 46 2024-07-29T16:19:44.520 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.520 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T16:19:44.520 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 246844529 2024-07-29T16:19:44.520 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.520 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T16:19:44.520 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12752 2024-07-29T16:19:44.520 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.520 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T16:19:44.520 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 220868608 2024-07-29T16:19:44.520 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.521 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T16:19:44.521 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 220872704 2024-07-29T16:19:44.521 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.521 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T16:19:44.521 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.521 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.521 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T16:19:44.521 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.521 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.521 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T16:19:44.521 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5257 2024-07-29T16:19:44.521 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.521 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:44.521 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12752, 2024-07-29T16:19:44.522 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 94774277 2024-07-29T16:19:44.522 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.522 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T16:19:44.522 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 132256185 2024-07-29T16:19:44.522 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.522 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T16:19:44.522 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9243 2024-07-29T16:19:44.522 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.522 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T16:19:44.522 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2381235 2024-07-29T16:19:44.522 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.522 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T16:19:44.522 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 719 2024-07-29T16:19:44.523 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.523 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T16:19:44.523 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7027115 2024-07-29T16:19:44.523 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.523 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T16:19:44.523 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 955 2024-07-29T16:19:44.523 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.523 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T16:19:44.523 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4645880 2024-07-29T16:19:44.523 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.523 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T16:19:44.523 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4645880 2024-07-29T16:19:44.523 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.523 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T16:19:44.524 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.524 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.524 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T16:19:44.524 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.524 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.524 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T16:19:44.524 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 242 2024-07-29T16:19:44.524 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.524 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_lat": { 2024-07-29T16:19:44.524 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 955, 2024-07-29T16:19:44.524 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1892078 2024-07-29T16:19:44.524 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.524 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_alloc_lat": { 2024-07-29T16:19:44.524 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.525 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.525 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.525 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T16:19:44.525 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.525 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.525 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T16:19:44.525 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.525 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.525 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:44.525 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:44.525 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 653 2024-07-29T16:19:44.525 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.525 INFO:tasks.workunit.client.0.smithi067.stdout: "unlink_lat": { 2024-07-29T16:19:44.525 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:44.525 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6709 2024-07-29T16:19:44.525 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.526 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_alloc_lat": { 2024-07-29T16:19:44.526 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.526 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.526 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.526 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T16:19:44.526 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.526 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.526 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T16:19:44.527 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.527 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.527 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T16:19:44.527 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 842264576 2024-07-29T16:19:44.527 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.527 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.527 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T16:19:44.527 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T16:19:44.527 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T16:19:44.527 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.527 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T16:19:44.527 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10358784 2024-07-29T16:19:44.527 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.527 INFO:tasks.workunit.client.0.smithi067.stdout: "allocator_lat": { 2024-07-29T16:19:44.528 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 23694, 2024-07-29T16:19:44.528 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 61153796 2024-07-29T16:19:44.528 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.528 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T16:19:44.528 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3192, 2024-07-29T16:19:44.528 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 409748816 2024-07-29T16:19:44.528 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.528 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T16:19:44.528 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.528 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.528 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.528 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T16:19:44.528 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.528 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.529 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T16:19:44.529 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.529 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.529 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T16:19:44.529 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.529 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.529 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T16:19:44.529 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9276, 2024-07-29T16:19:44.529 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68213481 2024-07-29T16:19:44.529 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.529 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T16:19:44.529 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.529 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.530 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.530 INFO:tasks.workunit.client.0.smithi067.stdout: "fragmentation_micros": { 2024-07-29T16:19:44.530 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.530 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.530 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T16:19:44.530 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 58845, 2024-07-29T16:19:44.530 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15453706547 2024-07-29T16:19:44.530 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.530 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T16:19:44.530 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 58476, 2024-07-29T16:19:44.530 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1200906929 2024-07-29T16:19:44.530 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.530 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T16:19:44.530 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 58845, 2024-07-29T16:19:44.531 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 46535359 2024-07-29T16:19:44.531 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.531 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T16:19:44.531 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 58845, 2024-07-29T16:19:44.531 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15500241906 2024-07-29T16:19:44.531 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.531 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T16:19:44.531 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.531 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.531 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.531 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T16:19:44.531 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 225096, 2024-07-29T16:19:44.531 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1005968033 2024-07-29T16:19:44.532 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.532 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T16:19:44.532 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 808, 2024-07-29T16:19:44.532 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2070440 2024-07-29T16:19:44.532 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.532 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T16:19:44.532 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 124900, 2024-07-29T16:19:44.532 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 43961240 2024-07-29T16:19:44.532 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.532 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T16:19:44.532 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 45, 2024-07-29T16:19:44.532 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 90856 2024-07-29T16:19:44.532 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.533 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T16:19:44.533 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 11927, 2024-07-29T16:19:44.533 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1646329396 2024-07-29T16:19:44.533 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.533 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T16:19:44.533 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 377095 2024-07-29T16:19:44.533 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.533 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T16:19:44.533 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18769 2024-07-29T16:19:44.533 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.533 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:44.533 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 8614, 2024-07-29T16:19:44.533 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 971556420 2024-07-29T16:19:44.533 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.534 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T16:19:44.534 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 36139, 2024-07-29T16:19:44.534 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9891306 2024-07-29T16:19:44.534 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.534 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T16:19:44.534 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 27525, 2024-07-29T16:19:44.534 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 807674270 2024-07-29T16:19:44.534 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.534 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T16:19:44.534 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.534 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.534 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T16:19:44.534 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13131, 2024-07-29T16:19:44.535 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 298393073 2024-07-29T16:19:44.535 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.535 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_aio_wait_count": { 2024-07-29T16:19:44.535 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.535 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.535 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_committed_kv_count": { 2024-07-29T16:19:44.535 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.535 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.535 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_onode_meta_count": { 2024-07-29T16:19:44.535 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.535 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.535 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_wait_aio_count": { 2024-07-29T16:19:44.535 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.535 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.536 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T16:19:44.536 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:44.536 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8517580123 2024-07-29T16:19:44.536 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.536 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T16:19:44.536 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 18273, 2024-07-29T16:19:44.536 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 887927137 2024-07-29T16:19:44.536 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.536 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T16:19:44.536 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 18271, 2024-07-29T16:19:44.536 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2849954538229 2024-07-29T16:19:44.536 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.536 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T16:19:44.537 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 18273, 2024-07-29T16:19:44.537 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6224467183354 2024-07-29T16:19:44.537 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.537 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T16:19:44.537 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71250, 2024-07-29T16:19:44.537 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2342556374143 2024-07-29T16:19:44.537 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.537 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T16:19:44.537 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71250, 2024-07-29T16:19:44.537 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7914835 2024-07-29T16:19:44.537 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.537 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T16:19:44.537 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:44.538 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 344374910 2024-07-29T16:19:44.538 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.538 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T16:19:44.538 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:44.538 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 26303165570 2024-07-29T16:19:44.538 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.538 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T16:19:44.538 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:44.538 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24585570 2024-07-29T16:19:44.538 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.538 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T16:19:44.538 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:44.539 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12558442797 2024-07-29T16:19:44.539 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.539 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T16:19:44.539 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:44.539 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6168312165 2024-07-29T16:19:44.539 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.539 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T16:19:44.539 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6193585 2024-07-29T16:19:44.539 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.539 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:44.539 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2482, 2024-07-29T16:19:44.539 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14724850 2024-07-29T16:19:44.539 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.540 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T16:19:44.540 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:44.540 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 53903413237 2024-07-29T16:19:44.540 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.540 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T16:19:44.540 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:44.540 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7008571972 2024-07-29T16:19:44.540 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.540 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T16:19:44.540 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:44.540 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 628589391 2024-07-29T16:19:44.540 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.540 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.541 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T16:19:44.541 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:44.541 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1405116297 2024-07-29T16:19:44.541 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.541 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:44.541 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 569253888 2024-07-29T16:19:44.541 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.541 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:44.541 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 469352448 2024-07-29T16:19:44.541 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.541 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:44.541 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2600497254 2024-07-29T16:19:44.541 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.541 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:44.542 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 99901440 2024-07-29T16:19:44.542 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.542 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.542 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T16:19:44.542 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.542 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125829120 2024-07-29T16:19:44.542 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.542 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.542 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.542 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.542 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.542 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.542 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.542 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.543 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56974333 2024-07-29T16:19:44.543 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.543 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.543 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.543 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.543 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.543 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.543 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.543 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.543 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.543 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.543 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.543 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.543 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.543 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.544 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 22502 2024-07-29T16:19:44.544 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.544 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.544 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 27932 2024-07-29T16:19:44.544 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.544 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.544 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.544 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.544 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.544 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.544 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.544 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.544 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.545 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.545 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.545 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68804353 2024-07-29T16:19:44.545 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.545 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.545 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T16:19:44.545 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.545 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 562036736 2024-07-29T16:19:44.545 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.545 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.545 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:44.545 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.545 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.545 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.546 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.546 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.546 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 427307502 2024-07-29T16:19:44.546 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.546 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.546 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.546 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.546 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.546 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2160 2024-07-29T16:19:44.546 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.546 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.546 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.547 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.547 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.547 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.547 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.547 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.547 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 138528 2024-07-29T16:19:44.547 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.547 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.547 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 240 2024-07-29T16:19:44.547 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.547 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.547 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.547 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.548 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.548 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.548 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.548 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.548 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.548 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.548 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.548 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67479442 2024-07-29T16:19:44.548 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.548 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.548 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T16:19:44.548 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.548 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176160768 2024-07-29T16:19:44.548 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.549 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.549 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:44.549 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.549 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.549 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 264512 2024-07-29T16:19:44.549 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.549 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.549 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 37982889 2024-07-29T16:19:44.549 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.549 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.549 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.549 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.549 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.549 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.550 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.550 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.550 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.550 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.550 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.550 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.550 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.550 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.550 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.550 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.550 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.550 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.550 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.551 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.551 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.551 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.551 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.551 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.551 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.551 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.551 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.551 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.551 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.551 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70804503 2024-07-29T16:19:44.551 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.551 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.551 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T16:19:44.552 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.552 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 503316480 2024-07-29T16:19:44.552 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.552 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.552 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.552 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.552 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.552 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.552 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.552 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.552 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 427307502 2024-07-29T16:19:44.552 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.552 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.552 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.553 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.553 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.553 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.553 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.553 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.553 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.553 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.553 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.553 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.553 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.553 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.553 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 178689 2024-07-29T16:19:44.553 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.553 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.554 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1168667 2024-07-29T16:19:44.554 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.554 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.554 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.554 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.554 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.554 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.554 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.554 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.554 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.554 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.554 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.554 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 74661622 2024-07-29T16:19:44.554 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.554 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.555 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:44.555 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:44.555 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.555 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.555 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:44.555 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23 2024-07-29T16:19:44.555 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.555 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:44.555 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.555 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.555 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:44.555 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.555 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.556 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.556 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:44.556 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T16:19:44.556 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 47 2024-07-29T16:19:44.556 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.556 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T16:19:44.556 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.556 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.556 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T16:19:44.556 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 29718 2024-07-29T16:19:44.556 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.556 INFO:tasks.workunit.client.0.smithi067.stdout: "op_before_queue_op_lat": { 2024-07-29T16:19:44.556 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 91341, 2024-07-29T16:19:44.557 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6652205835 2024-07-29T16:19:44.557 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.557 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T16:19:44.557 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.557 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.557 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T16:19:44.557 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.557 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.557 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T16:19:44.557 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1000661695 2024-07-29T16:19:44.557 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.557 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T16:19:44.558 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 29718, 2024-07-29T16:19:44.558 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 75268447866 2024-07-29T16:19:44.558 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.558 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T16:19:44.558 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1239888997 2024-07-29T16:19:44.558 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.558 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T16:19:44.558 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30309, 2024-07-29T16:19:44.558 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17482548822 2024-07-29T16:19:44.558 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.558 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T16:19:44.558 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 29718, 2024-07-29T16:19:44.559 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 34486578131 2024-07-29T16:19:44.559 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.559 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:44.559 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 20602 2024-07-29T16:19:44.559 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.559 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T16:19:44.559 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 20602, 2024-07-29T16:19:44.559 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12668639460 2024-07-29T16:19:44.559 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.559 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:44.559 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.559 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.559 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T16:19:44.560 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1239888997 2024-07-29T16:19:44.560 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.560 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T16:19:44.560 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 20749, 2024-07-29T16:19:44.560 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9658331920 2024-07-29T16:19:44.560 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.560 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T16:19:44.560 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 20602, 2024-07-29T16:19:44.560 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9831414887 2024-07-29T16:19:44.560 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.560 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T16:19:44.560 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5098 2024-07-29T16:19:44.560 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.560 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T16:19:44.561 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 77113061 2024-07-29T16:19:44.561 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.561 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T16:19:44.561 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5098, 2024-07-29T16:19:44.561 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11445244366 2024-07-29T16:19:44.561 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.561 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:44.561 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.561 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.561 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:44.561 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.561 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.562 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T16:19:44.562 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.562 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.562 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T16:19:44.562 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5456, 2024-07-29T16:19:44.562 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3350544413 2024-07-29T16:19:44.562 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.562 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T16:19:44.562 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5098, 2024-07-29T16:19:44.562 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8712483025 2024-07-29T16:19:44.562 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.562 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:44.562 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4018 2024-07-29T16:19:44.562 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.563 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T16:19:44.563 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 923548634 2024-07-29T16:19:44.563 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.563 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T16:19:44.563 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4018, 2024-07-29T16:19:44.563 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 51154564040 2024-07-29T16:19:44.563 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.563 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:44.563 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.563 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.563 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T16:19:44.563 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4104, 2024-07-29T16:19:44.563 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4473672489 2024-07-29T16:19:44.563 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.564 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T16:19:44.564 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4018, 2024-07-29T16:19:44.564 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15942680219 2024-07-29T16:19:44.564 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.564 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T16:19:44.564 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.564 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.564 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T16:19:44.564 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14 2024-07-29T16:19:44.564 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.564 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T16:19:44.564 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12 2024-07-29T16:19:44.564 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.565 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T16:19:44.565 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T16:19:44.565 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.565 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T16:19:44.565 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 589910016 2024-07-29T16:19:44.565 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.565 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.565 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.565 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.5": { 2024-07-29T16:19:44.565 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:44.565 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_db_max_lat": { 2024-07-29T16:19:44.565 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24087 2024-07-29T16:19:44.566 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.566 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T16:19:44.566 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.566 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.566 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_max_lat": { 2024-07-29T16:19:44.566 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.566 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.566 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T16:19:44.566 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.566 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.566 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T16:19:44.566 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T16:19:44.566 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.567 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_slow": { 2024-07-29T16:19:44.567 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.567 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.567 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T16:19:44.567 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.567 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.567 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_wal_max_lat": { 2024-07-29T16:19:44.567 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.567 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.567 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T16:19:44.567 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.567 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.567 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T16:19:44.568 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13455360 2024-07-29T16:19:44.568 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.568 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T16:19:44.568 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 668033024 2024-07-29T16:19:44.568 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.568 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T16:19:44.568 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 20, 2024-07-29T16:19:44.568 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4381502 2024-07-29T16:19:44.568 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.568 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T16:19:44.568 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 20, 2024-07-29T16:19:44.568 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1437314 2024-07-29T16:19:44.568 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.569 INFO:tasks.workunit.client.0.smithi067.stdout: "db_alloc_lat": { 2024-07-29T16:19:44.569 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 208, 2024-07-29T16:19:44.569 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 767141 2024-07-29T16:19:44.569 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.569 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T16:19:44.569 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995027456 2024-07-29T16:19:44.569 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.569 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T16:19:44.569 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 553320448 2024-07-29T16:19:44.569 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.569 INFO:tasks.workunit.client.0.smithi067.stdout: "flush_lat": { 2024-07-29T16:19:44.569 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84260, 2024-07-29T16:19:44.569 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9798976468 2024-07-29T16:19:44.570 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.570 INFO:tasks.workunit.client.0.smithi067.stdout: "fsync_lat": { 2024-07-29T16:19:44.570 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84279, 2024-07-29T16:19:44.570 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15898870125 2024-07-29T16:19:44.570 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.570 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T16:19:44.570 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12644352 2024-07-29T16:19:44.570 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.570 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T16:19:44.570 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 345169920 2024-07-29T16:19:44.570 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.570 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T16:19:44.570 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 549060608 2024-07-29T16:19:44.571 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.571 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T16:19:44.571 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.571 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.571 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T16:19:44.571 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.571 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.571 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T16:19:44.571 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 48 2024-07-29T16:19:44.571 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.571 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T16:19:44.571 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 446643221 2024-07-29T16:19:44.571 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.571 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T16:19:44.572 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23987 2024-07-29T16:19:44.572 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.572 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T16:19:44.572 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 386457600 2024-07-29T16:19:44.572 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.572 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T16:19:44.572 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 386461696 2024-07-29T16:19:44.572 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.572 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T16:19:44.572 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.572 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.572 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T16:19:44.572 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.572 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.572 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T16:19:44.573 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11354 2024-07-29T16:19:44.573 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.573 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:44.573 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 23987, 2024-07-29T16:19:44.573 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 170774361 2024-07-29T16:19:44.573 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.573 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T16:19:44.573 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 290516234 2024-07-29T16:19:44.573 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.573 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T16:19:44.573 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19210 2024-07-29T16:19:44.573 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.573 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T16:19:44.573 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5424714 2024-07-29T16:19:44.574 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.574 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T16:19:44.574 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1014 2024-07-29T16:19:44.574 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.574 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T16:19:44.574 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13174099 2024-07-29T16:19:44.574 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.574 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T16:19:44.574 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1355 2024-07-29T16:19:44.574 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.574 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T16:19:44.574 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7749385 2024-07-29T16:19:44.574 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.574 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T16:19:44.575 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7749385 2024-07-29T16:19:44.575 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.575 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T16:19:44.575 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.575 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.575 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T16:19:44.575 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.575 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.575 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T16:19:44.575 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 359 2024-07-29T16:19:44.575 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.575 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_lat": { 2024-07-29T16:19:44.576 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1355, 2024-07-29T16:19:44.576 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3843747 2024-07-29T16:19:44.576 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.576 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_alloc_lat": { 2024-07-29T16:19:44.576 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.576 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.576 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.576 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T16:19:44.576 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.576 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.576 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T16:19:44.576 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.576 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.576 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:44.577 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:44.577 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 701 2024-07-29T16:19:44.577 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.577 INFO:tasks.workunit.client.0.smithi067.stdout: "unlink_lat": { 2024-07-29T16:19:44.577 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:44.577 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7384 2024-07-29T16:19:44.577 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.577 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_alloc_lat": { 2024-07-29T16:19:44.577 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.577 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.577 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.577 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T16:19:44.577 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.578 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.578 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T16:19:44.578 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.578 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.578 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T16:19:44.578 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1029689344 2024-07-29T16:19:44.578 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.578 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.578 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T16:19:44.578 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T16:19:44.578 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T16:19:44.578 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.578 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T16:19:44.579 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10362880 2024-07-29T16:19:44.579 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.579 INFO:tasks.workunit.client.0.smithi067.stdout: "allocator_lat": { 2024-07-29T16:19:44.579 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22510, 2024-07-29T16:19:44.579 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 64409089 2024-07-29T16:19:44.579 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.579 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T16:19:44.579 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3256, 2024-07-29T16:19:44.579 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 537644355 2024-07-29T16:19:44.579 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.579 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T16:19:44.579 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.579 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.579 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.580 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T16:19:44.580 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.580 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.580 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T16:19:44.580 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.580 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.580 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T16:19:44.580 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.580 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.580 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T16:19:44.580 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 21258, 2024-07-29T16:19:44.580 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 150975442 2024-07-29T16:19:44.580 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.581 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T16:19:44.581 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.581 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.581 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.581 INFO:tasks.workunit.client.0.smithi067.stdout: "fragmentation_micros": { 2024-07-29T16:19:44.581 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.581 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.581 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T16:19:44.581 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84204, 2024-07-29T16:19:44.581 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19628453209 2024-07-29T16:19:44.581 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.581 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T16:19:44.581 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 83736, 2024-07-29T16:19:44.581 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1507245266 2024-07-29T16:19:44.582 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.582 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T16:19:44.582 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84204, 2024-07-29T16:19:44.582 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 46096462 2024-07-29T16:19:44.582 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.582 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T16:19:44.582 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84204, 2024-07-29T16:19:44.582 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19674549671 2024-07-29T16:19:44.582 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.582 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T16:19:44.582 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.582 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.582 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.583 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T16:19:44.583 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30856, 2024-07-29T16:19:44.583 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 684311949 2024-07-29T16:19:44.583 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.583 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T16:19:44.583 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 862, 2024-07-29T16:19:44.583 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2428035 2024-07-29T16:19:44.583 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.583 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T16:19:44.583 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17961, 2024-07-29T16:19:44.583 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13199707 2024-07-29T16:19:44.583 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.583 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T16:19:44.584 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 49, 2024-07-29T16:19:44.584 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 88575 2024-07-29T16:19:44.584 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.584 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T16:19:44.584 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15554, 2024-07-29T16:19:44.584 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2291274594 2024-07-29T16:19:44.584 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.584 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T16:19:44.584 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 232353 2024-07-29T16:19:44.584 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.584 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T16:19:44.584 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21174 2024-07-29T16:19:44.584 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.584 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:44.585 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 11062, 2024-07-29T16:19:44.585 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1321110383 2024-07-29T16:19:44.585 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.585 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T16:19:44.585 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 29544, 2024-07-29T16:19:44.585 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10125184 2024-07-29T16:19:44.585 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.585 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T16:19:44.585 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 18482, 2024-07-29T16:19:44.585 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1170586121 2024-07-29T16:19:44.585 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.585 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T16:19:44.585 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.586 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.586 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T16:19:44.586 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15450, 2024-07-29T16:19:44.586 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 366024209 2024-07-29T16:19:44.586 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.586 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_aio_wait_count": { 2024-07-29T16:19:44.586 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.586 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.586 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_committed_kv_count": { 2024-07-29T16:19:44.586 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.586 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.586 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_onode_meta_count": { 2024-07-29T16:19:44.587 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.587 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.587 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_wait_aio_count": { 2024-07-29T16:19:44.587 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.587 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.587 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T16:19:44.587 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:44.587 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9416446912 2024-07-29T16:19:44.587 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.587 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T16:19:44.587 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7830, 2024-07-29T16:19:44.587 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 530788676 2024-07-29T16:19:44.587 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.587 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T16:19:44.588 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7829, 2024-07-29T16:19:44.588 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2369143381411 2024-07-29T16:19:44.588 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.588 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T16:19:44.588 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7830, 2024-07-29T16:19:44.588 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6041435065848 2024-07-29T16:19:44.588 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.588 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T16:19:44.588 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98742, 2024-07-29T16:19:44.588 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2649681798711 2024-07-29T16:19:44.588 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.588 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T16:19:44.588 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98742, 2024-07-29T16:19:44.588 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10961137 2024-07-29T16:19:44.589 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.589 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T16:19:44.589 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:44.589 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 326099518 2024-07-29T16:19:44.589 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.589 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T16:19:44.589 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:44.589 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 33439125671 2024-07-29T16:19:44.589 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.589 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T16:19:44.589 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:44.589 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 33815735 2024-07-29T16:19:44.589 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.590 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T16:19:44.590 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:44.590 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15722925586 2024-07-29T16:19:44.590 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.590 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T16:19:44.590 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:44.590 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7589219631 2024-07-29T16:19:44.590 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.590 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T16:19:44.590 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6198795 2024-07-29T16:19:44.590 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.590 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:44.590 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2483, 2024-07-29T16:19:44.590 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14180437 2024-07-29T16:19:44.591 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.591 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T16:19:44.591 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:44.591 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 66508859167 2024-07-29T16:19:44.591 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.591 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T16:19:44.591 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:44.591 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8608423891 2024-07-29T16:19:44.591 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.591 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T16:19:44.591 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:44.591 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 795260568 2024-07-29T16:19:44.591 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.591 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.592 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T16:19:44.592 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:44.592 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1405116297 2024-07-29T16:19:44.592 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.592 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:44.592 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 595288064 2024-07-29T16:19:44.592 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.592 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:44.592 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 419561472 2024-07-29T16:19:44.592 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.592 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:44.592 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2600497254 2024-07-29T16:19:44.593 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.593 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:44.593 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 175726592 2024-07-29T16:19:44.593 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.593 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.593 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T16:19:44.593 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.593 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125829120 2024-07-29T16:19:44.593 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.593 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.593 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.593 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.593 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.594 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.594 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.594 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.594 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56448908 2024-07-29T16:19:44.594 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.594 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.594 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.594 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.594 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.594 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.594 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.594 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.594 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.595 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.595 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.595 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.595 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.595 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.595 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2412 2024-07-29T16:19:44.595 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.595 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.595 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14858 2024-07-29T16:19:44.595 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.595 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.595 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.595 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.595 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.596 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.596 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.596 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.596 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.596 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.596 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.596 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 69362942 2024-07-29T16:19:44.596 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.596 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.596 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T16:19:44.596 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.596 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 562036736 2024-07-29T16:19:44.596 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.596 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.597 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:44.597 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.597 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.597 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.597 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.597 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.597 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 423366810 2024-07-29T16:19:44.597 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.597 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.597 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.597 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.597 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.597 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.597 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.598 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.598 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2640 2024-07-29T16:19:44.598 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.598 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.598 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.598 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.598 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.598 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 185760 2024-07-29T16:19:44.598 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.598 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.598 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.598 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.598 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.598 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.599 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.599 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.599 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.599 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.599 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.599 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.599 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.599 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.599 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71372662 2024-07-29T16:19:44.599 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.599 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.599 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T16:19:44.599 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.599 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176160768 2024-07-29T16:19:44.600 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.600 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.600 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:44.600 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.600 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.600 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 475952 2024-07-29T16:19:44.600 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.600 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.600 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 37632605 2024-07-29T16:19:44.600 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.600 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.600 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.600 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.601 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.601 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.601 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.601 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.601 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.601 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.601 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.601 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.601 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.601 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.601 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.601 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.601 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.601 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.602 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.602 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.602 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.602 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.602 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.602 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.602 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.602 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.602 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.602 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.602 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.602 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70943347 2024-07-29T16:19:44.602 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.602 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.603 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T16:19:44.603 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.603 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 494927872 2024-07-29T16:19:44.603 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.603 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.603 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.603 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.603 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.603 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.603 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.603 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.603 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 423366810 2024-07-29T16:19:44.603 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.603 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.604 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.604 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.604 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.604 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.604 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.604 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.604 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.604 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.604 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.604 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.604 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.604 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.604 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176489 2024-07-29T16:19:44.604 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.604 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.605 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1167072 2024-07-29T16:19:44.605 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.605 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.605 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.605 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.605 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.605 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.605 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.605 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.605 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.605 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.605 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.605 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70217501 2024-07-29T16:19:44.605 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.606 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.606 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:44.606 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:44.606 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.606 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.606 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:44.606 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18 2024-07-29T16:19:44.606 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.606 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:44.606 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.606 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.606 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:44.606 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.607 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.607 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.607 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:44.607 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T16:19:44.607 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 58 2024-07-29T16:19:44.607 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.607 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T16:19:44.607 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.607 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.607 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T16:19:44.607 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30461 2024-07-29T16:19:44.607 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.607 INFO:tasks.workunit.client.0.smithi067.stdout: "op_before_queue_op_lat": { 2024-07-29T16:19:44.608 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 114052, 2024-07-29T16:19:44.608 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9707163152 2024-07-29T16:19:44.608 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.608 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T16:19:44.608 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.608 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.608 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T16:19:44.608 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.608 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.608 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T16:19:44.608 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1126855224 2024-07-29T16:19:44.608 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.608 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T16:19:44.608 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30461, 2024-07-29T16:19:44.609 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 32063576865 2024-07-29T16:19:44.609 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.609 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T16:19:44.609 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2032511643 2024-07-29T16:19:44.609 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.609 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T16:19:44.609 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 31454, 2024-07-29T16:19:44.609 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11419717875 2024-07-29T16:19:44.609 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.609 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T16:19:44.609 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30461, 2024-07-29T16:19:44.609 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23500397417 2024-07-29T16:19:44.609 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.610 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:44.610 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21658 2024-07-29T16:19:44.610 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.610 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T16:19:44.610 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 21658, 2024-07-29T16:19:44.610 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8673584359 2024-07-29T16:19:44.610 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.610 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:44.610 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.610 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.610 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T16:19:44.610 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2032511643 2024-07-29T16:19:44.610 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.611 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T16:19:44.611 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 21972, 2024-07-29T16:19:44.611 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4910334360 2024-07-29T16:19:44.611 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.611 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T16:19:44.611 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 21658, 2024-07-29T16:19:44.611 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5436155022 2024-07-29T16:19:44.611 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.611 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T16:19:44.611 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7589 2024-07-29T16:19:44.611 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.611 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T16:19:44.611 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 319892249 2024-07-29T16:19:44.611 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.611 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T16:19:44.612 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7589, 2024-07-29T16:19:44.612 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13782997932 2024-07-29T16:19:44.612 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.612 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:44.612 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.612 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.612 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:44.612 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.612 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.612 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T16:19:44.612 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.612 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.612 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T16:19:44.613 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 8076, 2024-07-29T16:19:44.613 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4740674988 2024-07-29T16:19:44.613 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.613 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T16:19:44.613 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7589, 2024-07-29T16:19:44.613 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10573430345 2024-07-29T16:19:44.613 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.613 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:44.613 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1214 2024-07-29T16:19:44.613 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.613 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T16:19:44.613 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 806962975 2024-07-29T16:19:44.613 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.614 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T16:19:44.614 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1214, 2024-07-29T16:19:44.614 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9606994574 2024-07-29T16:19:44.614 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.614 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:44.614 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.614 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.614 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T16:19:44.614 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1406, 2024-07-29T16:19:44.614 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1768708527 2024-07-29T16:19:44.614 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.614 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T16:19:44.614 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1214, 2024-07-29T16:19:44.615 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7490812050 2024-07-29T16:19:44.615 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.615 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T16:19:44.615 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.615 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.615 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T16:19:44.615 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 82 2024-07-29T16:19:44.615 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.615 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T16:19:44.615 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8 2024-07-29T16:19:44.615 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.615 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T16:19:44.615 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T16:19:44.616 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.616 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T16:19:44.616 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 563695616 2024-07-29T16:19:44.616 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.616 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.616 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.616 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.6": { 2024-07-29T16:19:44.616 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:44.616 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_db_max_lat": { 2024-07-29T16:19:44.616 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25337 2024-07-29T16:19:44.616 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.616 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T16:19:44.616 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.617 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.617 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_max_lat": { 2024-07-29T16:19:44.617 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.617 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.617 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T16:19:44.617 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.617 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.617 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T16:19:44.617 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T16:19:44.617 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.617 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_slow": { 2024-07-29T16:19:44.617 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.617 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.617 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T16:19:44.617 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.618 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.618 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_wal_max_lat": { 2024-07-29T16:19:44.618 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.618 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.618 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T16:19:44.618 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.618 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.618 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T16:19:44.618 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4452352 2024-07-29T16:19:44.618 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.618 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T16:19:44.618 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 452837376 2024-07-29T16:19:44.618 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.618 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T16:19:44.619 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 14, 2024-07-29T16:19:44.619 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4737485 2024-07-29T16:19:44.619 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.619 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T16:19:44.619 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 14, 2024-07-29T16:19:44.619 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 859987 2024-07-29T16:19:44.619 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.619 INFO:tasks.workunit.client.0.smithi067.stdout: "db_alloc_lat": { 2024-07-29T16:19:44.619 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 135, 2024-07-29T16:19:44.619 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 554414 2024-07-29T16:19:44.619 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.619 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T16:19:44.619 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995027456 2024-07-29T16:19:44.619 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.619 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T16:19:44.620 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 355139584 2024-07-29T16:19:44.620 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.620 INFO:tasks.workunit.client.0.smithi067.stdout: "flush_lat": { 2024-07-29T16:19:44.620 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 59169, 2024-07-29T16:19:44.620 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7315257736 2024-07-29T16:19:44.620 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.620 INFO:tasks.workunit.client.0.smithi067.stdout: "fsync_lat": { 2024-07-29T16:19:44.620 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 59178, 2024-07-29T16:19:44.620 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11857793742 2024-07-29T16:19:44.620 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.620 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T16:19:44.620 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9695232 2024-07-29T16:19:44.620 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.620 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T16:19:44.620 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 242421760 2024-07-29T16:19:44.620 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.621 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T16:19:44.621 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 367919104 2024-07-29T16:19:44.621 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.621 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T16:19:44.621 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.621 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.621 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T16:19:44.621 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.621 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.621 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T16:19:44.621 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 35 2024-07-29T16:19:44.621 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.621 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T16:19:44.622 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 156927641 2024-07-29T16:19:44.622 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.622 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T16:19:44.622 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10934 2024-07-29T16:19:44.622 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.622 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T16:19:44.622 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 165183488 2024-07-29T16:19:44.622 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.622 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T16:19:44.622 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 165187584 2024-07-29T16:19:44.622 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.622 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T16:19:44.622 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.622 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.623 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T16:19:44.623 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.623 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.623 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T16:19:44.623 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8289 2024-07-29T16:19:44.623 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.623 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:44.623 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 10934, 2024-07-29T16:19:44.623 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 93401510 2024-07-29T16:19:44.623 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.623 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T16:19:44.623 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 91028402 2024-07-29T16:19:44.623 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.624 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T16:19:44.624 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8911 2024-07-29T16:19:44.624 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.624 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T16:19:44.624 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1219369 2024-07-29T16:19:44.624 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.624 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T16:19:44.624 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 425 2024-07-29T16:19:44.624 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.624 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T16:19:44.624 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4420727 2024-07-29T16:19:44.624 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.624 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T16:19:44.624 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 564 2024-07-29T16:19:44.624 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.625 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T16:19:44.625 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3201358 2024-07-29T16:19:44.625 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.625 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T16:19:44.625 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3201358 2024-07-29T16:19:44.625 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.625 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T16:19:44.625 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.625 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.625 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T16:19:44.625 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.625 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.625 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T16:19:44.625 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 142 2024-07-29T16:19:44.626 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.626 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_lat": { 2024-07-29T16:19:44.626 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 564, 2024-07-29T16:19:44.626 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1475754 2024-07-29T16:19:44.626 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.626 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_alloc_lat": { 2024-07-29T16:19:44.626 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.626 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.626 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.626 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T16:19:44.626 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.626 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.626 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T16:19:44.626 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.627 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.627 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:44.627 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:44.627 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 615 2024-07-29T16:19:44.627 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.627 INFO:tasks.workunit.client.0.smithi067.stdout: "unlink_lat": { 2024-07-29T16:19:44.627 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:44.627 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6750 2024-07-29T16:19:44.627 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.627 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_alloc_lat": { 2024-07-29T16:19:44.627 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.627 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.627 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.628 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T16:19:44.628 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.628 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.628 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T16:19:44.628 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.628 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.628 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T16:19:44.628 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 701849600 2024-07-29T16:19:44.628 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.628 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.628 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T16:19:44.628 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T16:19:44.628 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T16:19:44.629 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.629 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T16:19:44.629 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10948608 2024-07-29T16:19:44.629 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.629 INFO:tasks.workunit.client.0.smithi067.stdout: "allocator_lat": { 2024-07-29T16:19:44.629 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 16506, 2024-07-29T16:19:44.629 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 42359035 2024-07-29T16:19:44.629 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.629 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T16:19:44.629 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3163, 2024-07-29T16:19:44.629 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 301474036 2024-07-29T16:19:44.629 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.629 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T16:19:44.630 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.630 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.630 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.630 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T16:19:44.630 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.630 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.630 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T16:19:44.630 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.630 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.630 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T16:19:44.630 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.630 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.630 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T16:19:44.631 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15736, 2024-07-29T16:19:44.631 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 97160762 2024-07-29T16:19:44.631 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.631 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T16:19:44.631 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.631 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.631 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.631 INFO:tasks.workunit.client.0.smithi067.stdout: "fragmentation_micros": { 2024-07-29T16:19:44.631 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.631 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.631 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T16:19:44.631 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 59139, 2024-07-29T16:19:44.631 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14503478369 2024-07-29T16:19:44.631 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.632 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T16:19:44.632 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 58768, 2024-07-29T16:19:44.632 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1137661662 2024-07-29T16:19:44.632 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.632 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T16:19:44.632 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 59139, 2024-07-29T16:19:44.632 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 32675980 2024-07-29T16:19:44.632 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.632 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T16:19:44.632 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 59139, 2024-07-29T16:19:44.632 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14536154349 2024-07-29T16:19:44.632 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.632 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T16:19:44.632 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.633 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.633 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.633 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T16:19:44.633 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 20772, 2024-07-29T16:19:44.633 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 382426010 2024-07-29T16:19:44.633 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.633 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T16:19:44.633 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 837, 2024-07-29T16:19:44.633 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2198425 2024-07-29T16:19:44.633 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.633 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T16:19:44.633 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 8629, 2024-07-29T16:19:44.633 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6210095 2024-07-29T16:19:44.633 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.634 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T16:19:44.634 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 43, 2024-07-29T16:19:44.634 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 51114 2024-07-29T16:19:44.634 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.634 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T16:19:44.634 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 10973, 2024-07-29T16:19:44.634 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1188232445 2024-07-29T16:19:44.634 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.634 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T16:19:44.634 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 169125 2024-07-29T16:19:44.634 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.634 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T16:19:44.634 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17826 2024-07-29T16:19:44.635 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.635 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:44.635 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 10481, 2024-07-29T16:19:44.635 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1243336457 2024-07-29T16:19:44.635 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.635 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T16:19:44.635 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 36259, 2024-07-29T16:19:44.635 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13037923 2024-07-29T16:19:44.635 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.635 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T16:19:44.635 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 25778, 2024-07-29T16:19:44.635 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 967429299 2024-07-29T16:19:44.635 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.635 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T16:19:44.636 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.636 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.636 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T16:19:44.636 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 11589, 2024-07-29T16:19:44.636 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 261237855 2024-07-29T16:19:44.636 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.636 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_aio_wait_count": { 2024-07-29T16:19:44.636 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.636 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.636 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_committed_kv_count": { 2024-07-29T16:19:44.636 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.636 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.636 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_onode_meta_count": { 2024-07-29T16:19:44.636 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.637 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.637 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_wait_aio_count": { 2024-07-29T16:19:44.637 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.637 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.637 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T16:19:44.637 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71899, 2024-07-29T16:19:44.637 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8324244186 2024-07-29T16:19:44.637 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.637 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T16:19:44.637 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13542, 2024-07-29T16:19:44.637 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 648794481 2024-07-29T16:19:44.637 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.637 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T16:19:44.637 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13541, 2024-07-29T16:19:44.638 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2452524521639 2024-07-29T16:19:44.638 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.638 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T16:19:44.638 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13542, 2024-07-29T16:19:44.638 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5618514149776 2024-07-29T16:19:44.638 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.638 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T16:19:44.638 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71898, 2024-07-29T16:19:44.638 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2352052043185 2024-07-29T16:19:44.638 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.638 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T16:19:44.638 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71898, 2024-07-29T16:19:44.638 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8477160 2024-07-29T16:19:44.638 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.639 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T16:19:44.639 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71899, 2024-07-29T16:19:44.639 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 378944646 2024-07-29T16:19:44.639 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.639 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T16:19:44.639 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71899, 2024-07-29T16:19:44.639 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 26042359909 2024-07-29T16:19:44.639 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.639 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T16:19:44.639 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71899, 2024-07-29T16:19:44.639 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23780040 2024-07-29T16:19:44.639 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.639 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T16:19:44.640 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71899, 2024-07-29T16:19:44.640 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12465263815 2024-07-29T16:19:44.640 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.640 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T16:19:44.640 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71899, 2024-07-29T16:19:44.640 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5173876494 2024-07-29T16:19:44.640 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.640 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T16:19:44.640 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6789054 2024-07-29T16:19:44.640 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.640 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:44.640 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2429, 2024-07-29T16:19:44.640 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14291380 2024-07-29T16:19:44.640 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.641 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T16:19:44.641 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71899, 2024-07-29T16:19:44.641 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 52395603516 2024-07-29T16:19:44.641 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.641 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T16:19:44.641 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71899, 2024-07-29T16:19:44.641 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5920622385 2024-07-29T16:19:44.641 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.641 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T16:19:44.641 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71899, 2024-07-29T16:19:44.641 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 708909236 2024-07-29T16:19:44.641 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.641 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.641 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T16:19:44.642 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:44.642 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1405116297 2024-07-29T16:19:44.642 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.642 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:44.642 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 418627584 2024-07-29T16:19:44.642 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.642 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:44.642 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 366354432 2024-07-29T16:19:44.642 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.642 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:44.642 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2600497254 2024-07-29T16:19:44.642 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.642 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:44.643 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 52273152 2024-07-29T16:19:44.643 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.643 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.643 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T16:19:44.643 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.643 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125829120 2024-07-29T16:19:44.643 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.643 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.643 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.643 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.643 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.643 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.643 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.643 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.644 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 57301615 2024-07-29T16:19:44.644 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.644 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.644 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.644 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.644 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.644 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.644 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.644 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.644 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.644 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.644 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.645 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.645 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.645 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.645 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3660 2024-07-29T16:19:44.645 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.645 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.645 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 34146 2024-07-29T16:19:44.645 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.645 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.645 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.645 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.645 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.645 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.645 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.646 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.646 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.646 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.646 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.646 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68489699 2024-07-29T16:19:44.646 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.646 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.646 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T16:19:44.646 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.646 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 570425344 2024-07-29T16:19:44.646 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.646 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.646 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:44.646 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.647 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.647 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.647 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.647 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.647 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 429762119 2024-07-29T16:19:44.647 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.647 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.647 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.647 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.647 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.647 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1360 2024-07-29T16:19:44.647 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.647 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.647 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.648 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.648 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.648 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.648 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.648 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.648 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 83216 2024-07-29T16:19:44.648 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.648 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.648 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.648 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.648 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.648 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.648 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.648 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.649 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.649 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.649 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.649 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.649 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.649 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.649 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 73469785 2024-07-29T16:19:44.649 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.649 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.649 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T16:19:44.649 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.649 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176160768 2024-07-29T16:19:44.649 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.649 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.650 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:44.650 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.650 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.650 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 179504 2024-07-29T16:19:44.650 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.650 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.650 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38201077 2024-07-29T16:19:44.650 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.650 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.650 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.650 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.650 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.650 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.650 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.651 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.651 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.651 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.651 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.651 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.651 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.651 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.651 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.651 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.651 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.651 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.651 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.651 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.651 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.651 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.652 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.652 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.652 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.652 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.652 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.652 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.652 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.652 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70671323 2024-07-29T16:19:44.652 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.652 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.652 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T16:19:44.652 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.652 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 503316480 2024-07-29T16:19:44.652 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.653 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.653 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.653 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.653 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.653 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.653 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.653 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.653 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 429762119 2024-07-29T16:19:44.653 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.653 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.653 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.653 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.653 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.653 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.653 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.654 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.654 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.654 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.654 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.654 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.654 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.654 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.654 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 181503 2024-07-29T16:19:44.654 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.654 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.654 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1183403 2024-07-29T16:19:44.654 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.654 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.654 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.655 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.655 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.655 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.655 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.655 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.655 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.655 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.655 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.655 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 72189455 2024-07-29T16:19:44.655 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.655 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.655 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:44.655 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:44.655 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.655 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.656 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:44.656 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:44.656 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.656 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:44.656 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.656 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.656 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:44.656 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.656 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.656 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.656 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:44.656 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T16:19:44.656 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 51 2024-07-29T16:19:44.656 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.656 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T16:19:44.657 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.657 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.657 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T16:19:44.657 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 33643 2024-07-29T16:19:44.657 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.657 INFO:tasks.workunit.client.0.smithi067.stdout: "op_before_queue_op_lat": { 2024-07-29T16:19:44.657 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 88454, 2024-07-29T16:19:44.657 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6027537294 2024-07-29T16:19:44.657 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.657 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T16:19:44.657 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.657 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.657 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T16:19:44.657 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.658 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.658 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T16:19:44.658 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1110908208 2024-07-29T16:19:44.658 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.658 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T16:19:44.658 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 33643, 2024-07-29T16:19:44.658 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 47042687430 2024-07-29T16:19:44.658 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.658 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T16:19:44.658 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1450771852 2024-07-29T16:19:44.658 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.658 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T16:19:44.658 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 34224, 2024-07-29T16:19:44.659 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11704862676 2024-07-29T16:19:44.659 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.659 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T16:19:44.659 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 33643, 2024-07-29T16:19:44.659 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25996164256 2024-07-29T16:19:44.659 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.659 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:44.659 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25351 2024-07-29T16:19:44.659 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.659 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T16:19:44.659 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 25351, 2024-07-29T16:19:44.659 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8714017398 2024-07-29T16:19:44.659 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.659 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:44.659 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.660 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.660 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T16:19:44.660 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1450771852 2024-07-29T16:19:44.660 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.660 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T16:19:44.660 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 25567, 2024-07-29T16:19:44.660 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4958815534 2024-07-29T16:19:44.660 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.660 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T16:19:44.660 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 25351, 2024-07-29T16:19:44.660 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4215213685 2024-07-29T16:19:44.660 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.660 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T16:19:44.661 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4528 2024-07-29T16:19:44.661 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.661 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T16:19:44.661 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 218276996 2024-07-29T16:19:44.661 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.661 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T16:19:44.661 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4528, 2024-07-29T16:19:44.661 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9936880576 2024-07-29T16:19:44.661 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.661 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:44.661 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.661 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.661 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:44.661 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.662 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.662 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T16:19:44.662 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.662 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.662 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T16:19:44.662 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4785, 2024-07-29T16:19:44.662 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2788361931 2024-07-29T16:19:44.662 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.662 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T16:19:44.662 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4528, 2024-07-29T16:19:44.662 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6920846207 2024-07-29T16:19:44.662 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.663 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:44.663 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3764 2024-07-29T16:19:44.663 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.663 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T16:19:44.663 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 892631212 2024-07-29T16:19:44.663 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.663 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T16:19:44.663 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3764, 2024-07-29T16:19:44.663 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 28391789456 2024-07-29T16:19:44.663 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.663 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:44.663 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.663 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.663 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T16:19:44.663 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3872, 2024-07-29T16:19:44.664 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3957685211 2024-07-29T16:19:44.664 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.664 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T16:19:44.664 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3764, 2024-07-29T16:19:44.664 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14860104364 2024-07-29T16:19:44.664 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.664 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T16:19:44.664 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.664 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.664 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T16:19:44.664 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.664 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.664 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T16:19:44.665 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.665 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.665 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T16:19:44.665 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T16:19:44.665 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.665 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T16:19:44.665 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 366100480 2024-07-29T16:19:44.665 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.665 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.665 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.665 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.7": { 2024-07-29T16:19:44.665 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:44.665 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_db_max_lat": { 2024-07-29T16:19:44.666 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16024 2024-07-29T16:19:44.666 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.666 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T16:19:44.666 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.666 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.666 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_max_lat": { 2024-07-29T16:19:44.666 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.666 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.666 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T16:19:44.666 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.666 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.666 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T16:19:44.666 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T16:19:44.667 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.667 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_slow": { 2024-07-29T16:19:44.667 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.667 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.667 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T16:19:44.667 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.667 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.667 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_wal_max_lat": { 2024-07-29T16:19:44.667 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.667 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.667 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T16:19:44.667 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.667 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.668 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T16:19:44.668 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5251072 2024-07-29T16:19:44.668 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.668 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T16:19:44.668 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 553566208 2024-07-29T16:19:44.668 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.668 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T16:19:44.668 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15, 2024-07-29T16:19:44.668 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3087895 2024-07-29T16:19:44.668 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.668 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T16:19:44.668 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15, 2024-07-29T16:19:44.668 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1145270 2024-07-29T16:19:44.668 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.669 INFO:tasks.workunit.client.0.smithi067.stdout: "db_alloc_lat": { 2024-07-29T16:19:44.669 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 150, 2024-07-29T16:19:44.669 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 623382 2024-07-29T16:19:44.669 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.669 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T16:19:44.669 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995027456 2024-07-29T16:19:44.669 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.669 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T16:19:44.669 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 471007232 2024-07-29T16:19:44.669 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.669 INFO:tasks.workunit.client.0.smithi067.stdout: "flush_lat": { 2024-07-29T16:19:44.669 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64156, 2024-07-29T16:19:44.669 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7451291541 2024-07-29T16:19:44.669 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.670 INFO:tasks.workunit.client.0.smithi067.stdout: "fsync_lat": { 2024-07-29T16:19:44.670 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64161, 2024-07-29T16:19:44.670 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11999140266 2024-07-29T16:19:44.670 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.670 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T16:19:44.670 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13475840 2024-07-29T16:19:44.670 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.670 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T16:19:44.670 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 262832128 2024-07-29T16:19:44.670 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.670 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T16:19:44.670 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 466747392 2024-07-29T16:19:44.670 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.670 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T16:19:44.671 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.671 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.671 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T16:19:44.671 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.671 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.671 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T16:19:44.671 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 40 2024-07-29T16:19:44.671 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.671 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T16:19:44.671 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 267807473 2024-07-29T16:19:44.671 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.671 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T16:19:44.671 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16323 2024-07-29T16:19:44.672 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.672 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T16:19:44.672 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 211152896 2024-07-29T16:19:44.672 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.672 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T16:19:44.672 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 211156992 2024-07-29T16:19:44.672 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.672 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T16:19:44.672 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.672 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.672 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T16:19:44.672 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.672 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.672 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T16:19:44.673 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5914 2024-07-29T16:19:44.673 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.673 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:44.673 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 16323, 2024-07-29T16:19:44.673 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 116779173 2024-07-29T16:19:44.673 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.673 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T16:19:44.673 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 170404329 2024-07-29T16:19:44.673 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.673 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T16:19:44.673 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13338 2024-07-29T16:19:44.673 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.673 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T16:19:44.673 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2228265 2024-07-29T16:19:44.674 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.674 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T16:19:44.674 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 712 2024-07-29T16:19:44.674 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.674 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T16:19:44.674 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5191630 2024-07-29T16:19:44.674 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.674 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T16:19:44.674 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 910 2024-07-29T16:19:44.674 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.674 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T16:19:44.674 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2963365 2024-07-29T16:19:44.674 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.674 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T16:19:44.675 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2963365 2024-07-29T16:19:44.675 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.675 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T16:19:44.675 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.675 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.675 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T16:19:44.675 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.675 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.675 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T16:19:44.675 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 203 2024-07-29T16:19:44.675 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.675 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_lat": { 2024-07-29T16:19:44.675 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 910, 2024-07-29T16:19:44.675 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1770971 2024-07-29T16:19:44.676 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.676 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_alloc_lat": { 2024-07-29T16:19:44.676 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.676 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.676 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.676 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T16:19:44.676 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.676 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.676 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T16:19:44.676 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.676 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.676 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:44.676 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:44.676 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 752 2024-07-29T16:19:44.676 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.677 INFO:tasks.workunit.client.0.smithi067.stdout: "unlink_lat": { 2024-07-29T16:19:44.677 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:44.677 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7105 2024-07-29T16:19:44.677 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.677 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_alloc_lat": { 2024-07-29T16:19:44.677 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.677 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.677 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.677 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T16:19:44.677 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.677 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.677 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T16:19:44.677 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.677 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.678 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T16:19:44.678 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 823939072 2024-07-29T16:19:44.678 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.678 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.678 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T16:19:44.678 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T16:19:44.678 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T16:19:44.678 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.678 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T16:19:44.678 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15134720 2024-07-29T16:19:44.678 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.678 INFO:tasks.workunit.client.0.smithi067.stdout: "allocator_lat": { 2024-07-29T16:19:44.678 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17316, 2024-07-29T16:19:44.679 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 49945637 2024-07-29T16:19:44.679 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.679 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T16:19:44.679 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3196, 2024-07-29T16:19:44.679 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 360661333 2024-07-29T16:19:44.679 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.679 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T16:19:44.679 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.679 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.679 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.679 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T16:19:44.679 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.680 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.680 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T16:19:44.680 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.680 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.680 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T16:19:44.680 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.680 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.680 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T16:19:44.680 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 14071, 2024-07-29T16:19:44.680 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 98860226 2024-07-29T16:19:44.680 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.680 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T16:19:44.680 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.680 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.681 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.681 INFO:tasks.workunit.client.0.smithi067.stdout: "fragmentation_micros": { 2024-07-29T16:19:44.681 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.681 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.681 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T16:19:44.681 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64116, 2024-07-29T16:19:44.681 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14961903134 2024-07-29T16:19:44.681 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.681 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T16:19:44.681 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 63745, 2024-07-29T16:19:44.681 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1192529253 2024-07-29T16:19:44.681 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.681 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T16:19:44.681 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64116, 2024-07-29T16:19:44.681 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38711494 2024-07-29T16:19:44.682 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.682 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T16:19:44.682 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64116, 2024-07-29T16:19:44.682 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15000614628 2024-07-29T16:19:44.682 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.682 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T16:19:44.682 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:44.682 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.682 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.682 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T16:19:44.682 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 35318, 2024-07-29T16:19:44.682 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 487936379 2024-07-29T16:19:44.682 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.682 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T16:19:44.683 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 744, 2024-07-29T16:19:44.683 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2138663 2024-07-29T16:19:44.683 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.683 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T16:19:44.683 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9039, 2024-07-29T16:19:44.683 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9576914 2024-07-29T16:19:44.683 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.683 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T16:19:44.683 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 50, 2024-07-29T16:19:44.683 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 93305 2024-07-29T16:19:44.683 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.683 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T16:19:44.683 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13703, 2024-07-29T16:19:44.683 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1430897367 2024-07-29T16:19:44.684 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.684 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T16:19:44.684 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 201944 2024-07-29T16:19:44.684 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.684 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T16:19:44.684 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18052 2024-07-29T16:19:44.684 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.684 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:44.684 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7447, 2024-07-29T16:19:44.684 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 947827630 2024-07-29T16:19:44.684 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.684 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T16:19:44.684 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 34437, 2024-07-29T16:19:44.684 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9138804 2024-07-29T16:19:44.684 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.685 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T16:19:44.685 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 26990, 2024-07-29T16:19:44.685 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 879096255 2024-07-29T16:19:44.685 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.685 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T16:19:44.685 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.685 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.685 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T16:19:44.685 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13003, 2024-07-29T16:19:44.685 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 297410460 2024-07-29T16:19:44.685 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.685 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_aio_wait_count": { 2024-07-29T16:19:44.685 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.685 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.686 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_committed_kv_count": { 2024-07-29T16:19:44.686 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.686 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.686 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_onode_meta_count": { 2024-07-29T16:19:44.686 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.686 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.686 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_wait_aio_count": { 2024-07-29T16:19:44.686 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.686 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.686 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T16:19:44.686 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:44.686 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5007719691 2024-07-29T16:19:44.686 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.687 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T16:19:44.687 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 16274, 2024-07-29T16:19:44.687 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 965648775 2024-07-29T16:19:44.687 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.687 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T16:19:44.687 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 16273, 2024-07-29T16:19:44.687 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2481397980440 2024-07-29T16:19:44.687 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.687 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T16:19:44.687 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 16274, 2024-07-29T16:19:44.687 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6251807663755 2024-07-29T16:19:44.687 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.687 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T16:19:44.687 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75859, 2024-07-29T16:19:44.687 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2965667771096 2024-07-29T16:19:44.688 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.688 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T16:19:44.688 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75859, 2024-07-29T16:19:44.688 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8476267 2024-07-29T16:19:44.688 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.688 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T16:19:44.688 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:44.688 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 255614617 2024-07-29T16:19:44.688 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.688 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T16:19:44.688 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:44.688 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24363905838 2024-07-29T16:19:44.688 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.688 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T16:19:44.689 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:44.689 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25933394 2024-07-29T16:19:44.689 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.689 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T16:19:44.689 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:44.689 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11989266194 2024-07-29T16:19:44.689 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.689 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T16:19:44.689 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:44.689 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5615484263 2024-07-29T16:19:44.689 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.689 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T16:19:44.689 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10978134 2024-07-29T16:19:44.689 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.690 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:44.690 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2370, 2024-07-29T16:19:44.690 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13120166 2024-07-29T16:19:44.690 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.690 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T16:19:44.690 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:44.690 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 47243313963 2024-07-29T16:19:44.690 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.690 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T16:19:44.690 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:44.690 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6394694379 2024-07-29T16:19:44.690 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.690 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T16:19:44.691 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:44.691 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 425084064 2024-07-29T16:19:44.691 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.691 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.691 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T16:19:44.691 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:44.691 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1405116297 2024-07-29T16:19:44.691 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.691 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:44.691 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 504168448 2024-07-29T16:19:44.691 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.691 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:44.691 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 486301696 2024-07-29T16:19:44.691 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.691 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:44.692 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2600497254 2024-07-29T16:19:44.692 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.692 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:44.692 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17866752 2024-07-29T16:19:44.692 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.692 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.692 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T16:19:44.692 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.692 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125829120 2024-07-29T16:19:44.692 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.692 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.692 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.692 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.692 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.693 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.693 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.693 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.693 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 57118379 2024-07-29T16:19:44.693 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.693 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.693 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.693 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.693 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.693 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.693 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.693 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.693 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.693 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.694 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.694 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.694 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.694 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.694 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2699 2024-07-29T16:19:44.694 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.694 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.694 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13767 2024-07-29T16:19:44.694 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.694 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.694 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.694 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.694 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.695 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.695 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.695 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.695 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.695 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.695 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.695 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68694275 2024-07-29T16:19:44.695 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.695 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.695 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T16:19:44.695 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.695 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 570425344 2024-07-29T16:19:44.695 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.695 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.696 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:44.696 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.696 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.696 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.696 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.696 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.696 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 428387844 2024-07-29T16:19:44.696 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.696 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.696 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.696 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.696 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.696 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2144 2024-07-29T16:19:44.696 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.697 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.697 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.697 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.697 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.697 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.697 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.697 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.697 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 141664 2024-07-29T16:19:44.697 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.697 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.697 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.697 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.697 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.698 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.698 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.698 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.698 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.698 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.698 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.698 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.698 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.698 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.698 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 74784828 2024-07-29T16:19:44.698 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.698 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.698 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T16:19:44.699 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.699 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176160768 2024-07-29T16:19:44.699 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.699 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.699 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:44.699 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.699 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.699 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 111680 2024-07-29T16:19:44.699 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.699 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.699 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38078919 2024-07-29T16:19:44.699 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.699 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.699 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.700 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.700 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.700 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.700 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.700 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.700 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.700 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.700 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.700 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.700 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.700 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.700 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.700 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.701 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.701 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.701 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.701 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.701 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.701 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.701 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.701 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.701 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.701 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.701 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.701 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.701 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.701 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70861305 2024-07-29T16:19:44.702 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.702 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.702 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T16:19:44.702 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:44.702 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 503316480 2024-07-29T16:19:44.702 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.702 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:44.702 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.702 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.702 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:44.702 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.702 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.702 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:44.702 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 428387844 2024-07-29T16:19:44.703 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.703 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:44.703 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.703 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.703 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:44.703 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.703 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.703 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:44.703 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.703 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.703 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:44.703 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.703 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.703 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:44.703 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 183363 2024-07-29T16:19:44.704 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.704 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:44.704 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1181563 2024-07-29T16:19:44.704 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.704 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:44.704 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.704 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.704 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:44.704 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.704 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.704 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:44.704 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.704 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.704 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:44.704 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 73563710 2024-07-29T16:19:44.705 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.705 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.705 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:44.705 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:44.705 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.705 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.705 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:44.705 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 37 2024-07-29T16:19:44.705 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.705 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:44.705 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.705 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.705 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:44.705 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.705 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.706 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.706 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:44.706 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T16:19:44.706 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 59 2024-07-29T16:19:44.706 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.706 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T16:19:44.706 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.706 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.706 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T16:19:44.706 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 36921 2024-07-29T16:19:44.706 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.706 INFO:tasks.workunit.client.0.smithi067.stdout: "op_before_queue_op_lat": { 2024-07-29T16:19:44.706 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 104256, 2024-07-29T16:19:44.707 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7348100049 2024-07-29T16:19:44.707 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.707 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T16:19:44.707 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.707 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.707 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T16:19:44.707 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T16:19:44.707 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.707 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T16:19:44.707 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1028383868 2024-07-29T16:19:44.707 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.707 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T16:19:44.707 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 36921, 2024-07-29T16:19:44.707 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 39305391984 2024-07-29T16:19:44.708 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.708 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T16:19:44.708 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1509844298 2024-07-29T16:19:44.708 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.708 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T16:19:44.708 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 37364, 2024-07-29T16:19:44.708 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15644283841 2024-07-29T16:19:44.708 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.708 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T16:19:44.708 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 36921, 2024-07-29T16:19:44.708 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 31184439425 2024-07-29T16:19:44.708 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.708 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:44.708 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23630 2024-07-29T16:19:44.709 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.709 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T16:19:44.709 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 23630, 2024-07-29T16:19:44.709 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8776127553 2024-07-29T16:19:44.709 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.709 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:44.709 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.709 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.709 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T16:19:44.709 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1509844298 2024-07-29T16:19:44.709 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.709 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T16:19:44.709 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 23750, 2024-07-29T16:19:44.709 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4667798887 2024-07-29T16:19:44.710 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.710 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T16:19:44.710 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 23630, 2024-07-29T16:19:44.710 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5254400831 2024-07-29T16:19:44.710 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.710 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T16:19:44.710 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12202 2024-07-29T16:19:44.710 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.710 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T16:19:44.710 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 236706272 2024-07-29T16:19:44.710 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.710 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T16:19:44.710 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12202, 2024-07-29T16:19:44.711 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21085114719 2024-07-29T16:19:44.711 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.711 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:44.711 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.711 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.711 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:44.711 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.711 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.711 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T16:19:44.711 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.711 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.711 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T16:19:44.711 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12428, 2024-07-29T16:19:44.711 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9327238744 2024-07-29T16:19:44.711 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.712 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T16:19:44.712 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12202, 2024-07-29T16:19:44.712 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18679633050 2024-07-29T16:19:44.712 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.712 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:44.712 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1089 2024-07-29T16:19:44.712 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.712 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T16:19:44.712 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 791677596 2024-07-29T16:19:44.712 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.712 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T16:19:44.712 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1089, 2024-07-29T16:19:44.712 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9444149712 2024-07-29T16:19:44.712 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.713 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:44.713 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.713 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.713 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T16:19:44.713 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1186, 2024-07-29T16:19:44.713 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1649246210 2024-07-29T16:19:44.713 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.713 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T16:19:44.713 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1089, 2024-07-29T16:19:44.713 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7250405544 2024-07-29T16:19:44.713 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.713 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T16:19:44.713 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.714 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.714 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T16:19:44.714 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:44.714 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.714 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T16:19:44.714 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T16:19:44.714 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.714 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T16:19:44.714 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T16:19:44.714 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.714 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T16:19:44.714 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 486154240 2024-07-29T16:19:44.714 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.714 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.714 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.715 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.715 INFO:tasks.workunit.client.0.smithi067.stdout: "pools": [ 2024-07-29T16:19:44.715 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.715 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T16:19:44.715 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr" 2024-07-29T16:19:44.715 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.715 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_mode": "none", 2024-07-29T16:19:44.715 INFO:tasks.workunit.client.0.smithi067.stdout: "erasure_code_profile": {}, 2024-07-29T16:19:44.715 INFO:tasks.workunit.client.0.smithi067.stdout: "flags_names": [ 2024-07-29T16:19:44.715 INFO:tasks.workunit.client.0.smithi067.stdout: "hashpspool" 2024-07-29T16:19:44.715 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.715 INFO:tasks.workunit.client.0.smithi067.stdout: "min_size": 2, 2024-07-29T16:19:44.715 INFO:tasks.workunit.client.0.smithi067.stdout: "options": {}, 2024-07-29T16:19:44.715 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_autoscale_mode": "off", 2024-07-29T16:19:44.715 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 1, 2024-07-29T16:19:44.716 INFO:tasks.workunit.client.0.smithi067.stdout: "pgp_num": 1, 2024-07-29T16:19:44.716 INFO:tasks.workunit.client.0.smithi067.stdout: "pool": 1, 2024-07-29T16:19:44.716 INFO:tasks.workunit.client.0.smithi067.stdout: "size": 3, 2024-07-29T16:19:44.716 INFO:tasks.workunit.client.0.smithi067.stdout: "stats": { 2024-07-29T16:19:44.716 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_raw": 723378186506, 2024-07-29T16:19:44.716 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_used": 1781760, 2024-07-29T16:19:44.716 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_bytes_used": 0, 2024-07-29T16:19:44.716 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_under_bytes": 0, 2024-07-29T16:19:44.716 INFO:tasks.workunit.client.0.smithi067.stdout: "data_bytes_used": 1781760, 2024-07-29T16:19:44.716 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty": 0, 2024-07-29T16:19:44.716 INFO:tasks.workunit.client.0.smithi067.stdout: "max_avail": 241126064128, 2024-07-29T16:19:44.716 INFO:tasks.workunit.client.0.smithi067.stdout: "objects": 2, 2024-07-29T16:19:44.716 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_bytes_used": 0, 2024-07-29T16:19:44.716 INFO:tasks.workunit.client.0.smithi067.stdout: "percent_used": 2.4631040105305146e-06, 2024-07-29T16:19:44.716 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_bytes": 0, 2024-07-29T16:19:44.717 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_objects": 0, 2024-07-29T16:19:44.717 INFO:tasks.workunit.client.0.smithi067.stdout: "rd": 1178, 2024-07-29T16:19:44.717 INFO:tasks.workunit.client.0.smithi067.stdout: "rd_bytes": 2041856, 2024-07-29T16:19:44.717 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": 590368, 2024-07-29T16:19:44.717 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_data": 590368, 2024-07-29T16:19:44.717 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_omap": 0, 2024-07-29T16:19:44.717 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_raw": 1771104, 2024-07-29T16:19:44.717 INFO:tasks.workunit.client.0.smithi067.stdout: "wr": 391, 2024-07-29T16:19:44.717 INFO:tasks.workunit.client.0.smithi067.stdout: "wr_bytes": 2473984 2024-07-29T16:19:44.717 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.717 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_bytes": 0, 2024-07-29T16:19:44.717 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_objects": 0, 2024-07-29T16:19:44.717 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "replicated" 2024-07-29T16:19:44.717 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.717 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.717 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T16:19:44.718 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs" 2024-07-29T16:19:44.718 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.718 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_mode": "none", 2024-07-29T16:19:44.718 INFO:tasks.workunit.client.0.smithi067.stdout: "erasure_code_profile": {}, 2024-07-29T16:19:44.718 INFO:tasks.workunit.client.0.smithi067.stdout: "flags_names": [ 2024-07-29T16:19:44.718 INFO:tasks.workunit.client.0.smithi067.stdout: "hashpspool" 2024-07-29T16:19:44.718 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.718 INFO:tasks.workunit.client.0.smithi067.stdout: "min_size": 2, 2024-07-29T16:19:44.718 INFO:tasks.workunit.client.0.smithi067.stdout: "options": {}, 2024-07-29T16:19:44.718 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_autoscale_mode": "off", 2024-07-29T16:19:44.718 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 32, 2024-07-29T16:19:44.718 INFO:tasks.workunit.client.0.smithi067.stdout: "pgp_num": 32, 2024-07-29T16:19:44.718 INFO:tasks.workunit.client.0.smithi067.stdout: "pool": 2, 2024-07-29T16:19:44.719 INFO:tasks.workunit.client.0.smithi067.stdout: "size": 3, 2024-07-29T16:19:44.719 INFO:tasks.workunit.client.0.smithi067.stdout: "stats": { 2024-07-29T16:19:44.719 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_raw": 723378186506, 2024-07-29T16:19:44.719 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_used": 156409, 2024-07-29T16:19:44.719 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_bytes_used": 0, 2024-07-29T16:19:44.719 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_under_bytes": 0, 2024-07-29T16:19:44.719 INFO:tasks.workunit.client.0.smithi067.stdout: "data_bytes_used": 110592, 2024-07-29T16:19:44.719 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty": 0, 2024-07-29T16:19:44.719 INFO:tasks.workunit.client.0.smithi067.stdout: "max_avail": 241126064128, 2024-07-29T16:19:44.719 INFO:tasks.workunit.client.0.smithi067.stdout: "objects": 22, 2024-07-29T16:19:44.719 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_bytes_used": 45817, 2024-07-29T16:19:44.719 INFO:tasks.workunit.client.0.smithi067.stdout: "percent_used": 2.1622020085487748e-07, 2024-07-29T16:19:44.719 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_bytes": 0, 2024-07-29T16:19:44.719 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_objects": 0, 2024-07-29T16:19:44.719 INFO:tasks.workunit.client.0.smithi067.stdout: "rd": 128, 2024-07-29T16:19:44.720 INFO:tasks.workunit.client.0.smithi067.stdout: "rd_bytes": 145408, 2024-07-29T16:19:44.720 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": 21874, 2024-07-29T16:19:44.720 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_data": 6602, 2024-07-29T16:19:44.720 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_omap": 15272, 2024-07-29T16:19:44.720 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_raw": 65622, 2024-07-29T16:19:44.720 INFO:tasks.workunit.client.0.smithi067.stdout: "wr": 69, 2024-07-29T16:19:44.720 INFO:tasks.workunit.client.0.smithi067.stdout: "wr_bytes": 35840 2024-07-29T16:19:44.720 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.720 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_bytes": 0, 2024-07-29T16:19:44.720 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_objects": 0, 2024-07-29T16:19:44.720 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "replicated" 2024-07-29T16:19:44.720 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.720 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.720 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T16:19:44.721 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs" 2024-07-29T16:19:44.721 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.721 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_mode": "none", 2024-07-29T16:19:44.721 INFO:tasks.workunit.client.0.smithi067.stdout: "erasure_code_profile": {}, 2024-07-29T16:19:44.721 INFO:tasks.workunit.client.0.smithi067.stdout: "flags_names": [ 2024-07-29T16:19:44.721 INFO:tasks.workunit.client.0.smithi067.stdout: "hashpspool" 2024-07-29T16:19:44.721 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.721 INFO:tasks.workunit.client.0.smithi067.stdout: "min_size": 2, 2024-07-29T16:19:44.721 INFO:tasks.workunit.client.0.smithi067.stdout: "options": {}, 2024-07-29T16:19:44.721 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_autoscale_mode": "off", 2024-07-29T16:19:44.721 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 64, 2024-07-29T16:19:44.721 INFO:tasks.workunit.client.0.smithi067.stdout: "pgp_num": 64, 2024-07-29T16:19:44.721 INFO:tasks.workunit.client.0.smithi067.stdout: "pool": 3, 2024-07-29T16:19:44.721 INFO:tasks.workunit.client.0.smithi067.stdout: "size": 3, 2024-07-29T16:19:44.721 INFO:tasks.workunit.client.0.smithi067.stdout: "stats": { 2024-07-29T16:19:44.721 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_raw": 723378186506, 2024-07-29T16:19:44.722 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_used": 0, 2024-07-29T16:19:44.722 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_bytes_used": 0, 2024-07-29T16:19:44.722 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_under_bytes": 0, 2024-07-29T16:19:44.722 INFO:tasks.workunit.client.0.smithi067.stdout: "data_bytes_used": 0, 2024-07-29T16:19:44.722 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty": 0, 2024-07-29T16:19:44.722 INFO:tasks.workunit.client.0.smithi067.stdout: "max_avail": 241126064128, 2024-07-29T16:19:44.722 INFO:tasks.workunit.client.0.smithi067.stdout: "objects": 0, 2024-07-29T16:19:44.722 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_bytes_used": 0, 2024-07-29T16:19:44.722 INFO:tasks.workunit.client.0.smithi067.stdout: "percent_used": 0.0, 2024-07-29T16:19:44.722 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_bytes": 0, 2024-07-29T16:19:44.722 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_objects": 0, 2024-07-29T16:19:44.722 INFO:tasks.workunit.client.0.smithi067.stdout: "rd": 0, 2024-07-29T16:19:44.722 INFO:tasks.workunit.client.0.smithi067.stdout: "rd_bytes": 0, 2024-07-29T16:19:44.723 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": 0, 2024-07-29T16:19:44.723 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_data": 0, 2024-07-29T16:19:44.723 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_omap": 0, 2024-07-29T16:19:44.723 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_raw": 0, 2024-07-29T16:19:44.723 INFO:tasks.workunit.client.0.smithi067.stdout: "wr": 0, 2024-07-29T16:19:44.723 INFO:tasks.workunit.client.0.smithi067.stdout: "wr_bytes": 0 2024-07-29T16:19:44.723 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.723 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_bytes": 0, 2024-07-29T16:19:44.723 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_objects": 0, 2024-07-29T16:19:44.723 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "replicated" 2024-07-29T16:19:44.723 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.723 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.723 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T16:19:44.723 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd" 2024-07-29T16:19:44.723 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.724 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_mode": "none", 2024-07-29T16:19:44.724 INFO:tasks.workunit.client.0.smithi067.stdout: "erasure_code_profile": {}, 2024-07-29T16:19:44.724 INFO:tasks.workunit.client.0.smithi067.stdout: "flags_names": [ 2024-07-29T16:19:44.724 INFO:tasks.workunit.client.0.smithi067.stdout: "hashpspool", 2024-07-29T16:19:44.724 INFO:tasks.workunit.client.0.smithi067.stdout: "selfmanaged_snaps" 2024-07-29T16:19:44.724 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.724 INFO:tasks.workunit.client.0.smithi067.stdout: "min_size": 2, 2024-07-29T16:19:44.724 INFO:tasks.workunit.client.0.smithi067.stdout: "options": {}, 2024-07-29T16:19:44.724 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_autoscale_mode": "off", 2024-07-29T16:19:44.724 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 8, 2024-07-29T16:19:44.724 INFO:tasks.workunit.client.0.smithi067.stdout: "pgp_num": 8, 2024-07-29T16:19:44.724 INFO:tasks.workunit.client.0.smithi067.stdout: "pool": 4, 2024-07-29T16:19:44.724 INFO:tasks.workunit.client.0.smithi067.stdout: "size": 3, 2024-07-29T16:19:44.724 INFO:tasks.workunit.client.0.smithi067.stdout: "stats": { 2024-07-29T16:19:44.724 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_raw": 723378186506, 2024-07-29T16:19:44.725 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_used": 12595200, 2024-07-29T16:19:44.725 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_bytes_used": 0, 2024-07-29T16:19:44.725 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_under_bytes": 0, 2024-07-29T16:19:44.725 INFO:tasks.workunit.client.0.smithi067.stdout: "data_bytes_used": 12595200, 2024-07-29T16:19:44.725 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty": 0, 2024-07-29T16:19:44.725 INFO:tasks.workunit.client.0.smithi067.stdout: "max_avail": 241126064128, 2024-07-29T16:19:44.725 INFO:tasks.workunit.client.0.smithi067.stdout: "objects": 4, 2024-07-29T16:19:44.725 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_bytes_used": 0, 2024-07-29T16:19:44.725 INFO:tasks.workunit.client.0.smithi067.stdout: "percent_used": 1.741133746691048e-05, 2024-07-29T16:19:44.725 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_bytes": 0, 2024-07-29T16:19:44.725 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_objects": 0, 2024-07-29T16:19:44.725 INFO:tasks.workunit.client.0.smithi067.stdout: "rd": 9049, 2024-07-29T16:19:44.725 INFO:tasks.workunit.client.0.smithi067.stdout: "rd_bytes": 3126681600, 2024-07-29T16:19:44.725 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": 4194323, 2024-07-29T16:19:44.725 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_data": 4194323, 2024-07-29T16:19:44.726 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_omap": 0, 2024-07-29T16:19:44.726 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_raw": 12582969, 2024-07-29T16:19:44.726 INFO:tasks.workunit.client.0.smithi067.stdout: "wr": 24363, 2024-07-29T16:19:44.726 INFO:tasks.workunit.client.0.smithi067.stdout: "wr_bytes": 3201619968 2024-07-29T16:19:44.726 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.726 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_bytes": 0, 2024-07-29T16:19:44.726 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_objects": 0, 2024-07-29T16:19:44.726 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "replicated" 2024-07-29T16:19:44.726 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.726 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.726 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd": { 2024-07-29T16:19:44.726 INFO:tasks.workunit.client.0.smithi067.stdout: "mirroring_by_pool": [ 2024-07-29T16:19:44.726 INFO:tasks.workunit.client.0.smithi067.stdout: false 2024-07-29T16:19:44.726 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.727 INFO:tasks.workunit.client.0.smithi067.stdout: "num_images_by_pool": [ 2024-07-29T16:19:44.727 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:44.727 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.727 INFO:tasks.workunit.client.0.smithi067.stdout: "num_pools": 1 2024-07-29T16:19:44.727 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.727 INFO:tasks.workunit.client.0.smithi067.stdout: "report_id": "c6434084-cc5a-486f-b7d3-294cfb125c1e", 2024-07-29T16:19:44.727 INFO:tasks.workunit.client.0.smithi067.stdout: "report_timestamp": "2024-07-29T16:19:43.488350", 2024-07-29T16:19:44.727 INFO:tasks.workunit.client.0.smithi067.stdout: "report_version": 1, 2024-07-29T16:19:44.727 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_stats": { 2024-07-29T16:19:44.727 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "7.9.2" 2024-07-29T16:19:44.727 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.727 INFO:tasks.workunit.client.0.smithi067.stdout: "rook": { 2024-07-29T16:19:44.727 INFO:tasks.workunit.client.0.smithi067.stdout: "cluster": { 2024-07-29T16:19:44.727 INFO:tasks.workunit.client.0.smithi067.stdout: "external-mode": null, 2024-07-29T16:19:44.727 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T16:19:44.727 INFO:tasks.workunit.client.0.smithi067.stdout: "allow-multiple-per-node": null, 2024-07-29T16:19:44.728 INFO:tasks.workunit.client.0.smithi067.stdout: "count": null, 2024-07-29T16:19:44.728 INFO:tasks.workunit.client.0.smithi067.stdout: "max-id": null, 2024-07-29T16:19:44.728 INFO:tasks.workunit.client.0.smithi067.stdout: "pvc": { 2024-07-29T16:19:44.728 INFO:tasks.workunit.client.0.smithi067.stdout: "enabled": null 2024-07-29T16:19:44.728 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.728 INFO:tasks.workunit.client.0.smithi067.stdout: "stretch": { 2024-07-29T16:19:44.728 INFO:tasks.workunit.client.0.smithi067.stdout: "enabled": null 2024-07-29T16:19:44.728 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.728 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.728 INFO:tasks.workunit.client.0.smithi067.stdout: "network": { 2024-07-29T16:19:44.728 INFO:tasks.workunit.client.0.smithi067.stdout: "provider": null 2024-07-29T16:19:44.728 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.728 INFO:tasks.workunit.client.0.smithi067.stdout: "storage": { 2024-07-29T16:19:44.728 INFO:tasks.workunit.client.0.smithi067.stdout: "device-set": { 2024-07-29T16:19:44.728 INFO:tasks.workunit.client.0.smithi067.stdout: "count": { 2024-07-29T16:19:44.728 INFO:tasks.workunit.client.0.smithi067.stdout: "non-portable": null, 2024-07-29T16:19:44.729 INFO:tasks.workunit.client.0.smithi067.stdout: "portable": null, 2024-07-29T16:19:44.729 INFO:tasks.workunit.client.0.smithi067.stdout: "total": null 2024-07-29T16:19:44.729 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.729 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.729 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.729 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.729 INFO:tasks.workunit.client.0.smithi067.stdout: "csi": { 2024-07-29T16:19:44.729 INFO:tasks.workunit.client.0.smithi067.stdout: "version": null 2024-07-29T16:19:44.729 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.729 INFO:tasks.workunit.client.0.smithi067.stdout: "kubernetes": { 2024-07-29T16:19:44.729 INFO:tasks.workunit.client.0.smithi067.stdout: "version": null 2024-07-29T16:19:44.729 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.729 INFO:tasks.workunit.client.0.smithi067.stdout: "node": { 2024-07-29T16:19:44.729 INFO:tasks.workunit.client.0.smithi067.stdout: "count": { 2024-07-29T16:19:44.730 INFO:tasks.workunit.client.0.smithi067.stdout: "kubernetes-total": null, 2024-07-29T16:19:44.730 INFO:tasks.workunit.client.0.smithi067.stdout: "with-ceph-daemons": null, 2024-07-29T16:19:44.730 INFO:tasks.workunit.client.0.smithi067.stdout: "with-csi-cephfs-plugin": null, 2024-07-29T16:19:44.730 INFO:tasks.workunit.client.0.smithi067.stdout: "with-csi-nfs-plugin": null, 2024-07-29T16:19:44.730 INFO:tasks.workunit.client.0.smithi067.stdout: "with-csi-rbd-plugin": null 2024-07-29T16:19:44.730 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.730 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.730 INFO:tasks.workunit.client.0.smithi067.stdout: "usage": { 2024-07-29T16:19:44.730 INFO:tasks.workunit.client.0.smithi067.stdout: "storage-class": { 2024-07-29T16:19:44.730 INFO:tasks.workunit.client.0.smithi067.stdout: "count": { 2024-07-29T16:19:44.730 INFO:tasks.workunit.client.0.smithi067.stdout: "bucket": null, 2024-07-29T16:19:44.730 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs": null, 2024-07-29T16:19:44.730 INFO:tasks.workunit.client.0.smithi067.stdout: "nfs": null, 2024-07-29T16:19:44.731 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd": null, 2024-07-29T16:19:44.731 INFO:tasks.workunit.client.0.smithi067.stdout: "total": null 2024-07-29T16:19:44.731 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.731 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:44.731 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.731 INFO:tasks.workunit.client.0.smithi067.stdout: "version": null 2024-07-29T16:19:44.731 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.731 INFO:tasks.workunit.client.0.smithi067.stdout: "services": {}, 2024-07-29T16:19:44.731 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_per_pg": [ 2024-07-29T16:19:44.731 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.731 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.731 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:44.731 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:44.732 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:44.732 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.732 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:44.732 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.732 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.732 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:44.732 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.732 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.732 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.732 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.124173+0000", 2024-07-29T16:19:44.732 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.986223+0000", 2024-07-29T16:19:44.732 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.986223+0000", 2024-07-29T16:19:44.732 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.986530+0000", 2024-07-29T16:19:44.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.124173+0000", 2024-07-29T16:19:44.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:44.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.124173+0000", 2024-07-29T16:19:44.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.124173+0000", 2024-07-29T16:19:44.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.124173+0000", 2024-07-29T16:19:44.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.124173+0000", 2024-07-29T16:19:44.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.124173+0000", 2024-07-29T16:19:44.733 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.733 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 6, 2024-07-29T16:19:44.734 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.734 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.734 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:44.734 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.734 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.734 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.734 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.734 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 6, 2024-07-29T16:19:44.734 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.734 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.734 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.734 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1f", 2024-07-29T16:19:44.734 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.735 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.735 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.735 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5345, 2024-07-29T16:19:44.735 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.735 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:03:17.580673+0000", 2024-07-29T16:19:44.735 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:44.735 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.735 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.735 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 570, 2024-07-29T16:19:44.735 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.735 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.735 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.735 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.735 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.735 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.735 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 6, 2024-07-29T16:19:44.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 2, 2024-07-29T16:19:44.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 2, 2024-07-29T16:19:44.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:44.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 8, 2024-07-29T16:19:44.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 8, 2024-07-29T16:19:44.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 4, 2024-07-29T16:19:44.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 1 2024-07-29T16:19:44.738 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.738 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.738 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.738 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.738 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:44.738 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:44.738 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:44.738 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.738 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:44.738 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "584'6" 2024-07-29T16:19:44.738 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.738 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.738 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.739 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:44.739 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:44.739 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:44.739 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.739 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:44.739 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.739 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.739 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:44.739 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.739 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.739 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.739 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.123184+0000", 2024-07-29T16:19:44.739 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.022094+0000", 2024-07-29T16:19:44.739 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.022094+0000", 2024-07-29T16:19:44.740 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.022610+0000", 2024-07-29T16:19:44.740 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.123184+0000", 2024-07-29T16:19:44.740 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.740 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.740 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.740 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:44.740 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.123184+0000", 2024-07-29T16:19:44.740 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.123184+0000", 2024-07-29T16:19:44.740 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.123184+0000", 2024-07-29T16:19:44.740 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.740 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.740 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.740 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.123184+0000", 2024-07-29T16:19:44.740 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.123184+0000", 2024-07-29T16:19:44.741 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.741 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:44.741 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.741 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.741 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:44.741 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.741 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.741 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.741 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.741 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:44.741 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.741 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.741 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.741 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1e", 2024-07-29T16:19:44.741 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.742 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.742 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.742 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5236, 2024-07-29T16:19:44.742 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.742 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:05:32.742983+0000", 2024-07-29T16:19:44.742 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:44.742 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.742 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.742 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.742 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.742 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.742 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.742 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.743 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.743 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.743 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.743 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.743 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.743 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.743 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.743 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.743 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.743 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.743 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.743 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:44.743 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:44.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:44.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:44.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:44.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:44.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:44.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:44.745 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.745 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.745 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.745 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.745 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:44.745 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:44.746 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:44.746 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.746 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:44.746 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:44.746 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.746 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.746 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.746 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:44.746 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:44.746 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:44.746 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.746 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:44.746 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.746 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.747 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:44.747 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.747 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.747 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.747 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.123366+0000", 2024-07-29T16:19:44.747 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.051193+0000", 2024-07-29T16:19:44.747 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.051193+0000", 2024-07-29T16:19:44.747 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.051508+0000", 2024-07-29T16:19:44.747 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.123366+0000", 2024-07-29T16:19:44.747 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.747 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.747 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.747 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:44.747 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.123366+0000", 2024-07-29T16:19:44.747 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.123366+0000", 2024-07-29T16:19:44.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.123366+0000", 2024-07-29T16:19:44.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.123366+0000", 2024-07-29T16:19:44.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.123366+0000", 2024-07-29T16:19:44.748 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.748 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3, 2024-07-29T16:19:44.748 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.748 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.748 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:44.748 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.749 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.749 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.749 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.749 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3, 2024-07-29T16:19:44.749 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.749 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.749 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.749 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1e", 2024-07-29T16:19:44.749 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.749 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.749 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.749 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5259, 2024-07-29T16:19:44.749 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.749 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:13:22.757734+0000", 2024-07-29T16:19:44.749 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:44.749 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.750 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.750 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.750 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.750 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.750 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.750 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.750 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.750 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.750 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.750 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.750 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.750 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.750 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:44.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:44.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:44.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:44.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:44.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:44.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:44.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:44.752 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.752 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.752 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.753 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.753 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:44.753 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:44.753 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:44.753 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.753 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:44.753 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "584'3" 2024-07-29T16:19:44.753 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.753 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.753 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.753 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:44.753 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:44.753 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:44.753 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.753 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:44.754 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.754 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.754 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:44.754 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.754 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.754 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.754 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.123464+0000", 2024-07-29T16:19:44.754 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.056458+0000", 2024-07-29T16:19:44.754 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.056458+0000", 2024-07-29T16:19:44.754 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.056853+0000", 2024-07-29T16:19:44.754 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.123464+0000", 2024-07-29T16:19:44.754 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.754 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.754 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.754 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:44.755 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.123464+0000", 2024-07-29T16:19:44.755 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.123464+0000", 2024-07-29T16:19:44.755 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.123464+0000", 2024-07-29T16:19:44.755 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.755 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.755 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.755 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.123464+0000", 2024-07-29T16:19:44.755 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.123464+0000", 2024-07-29T16:19:44.755 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.755 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:44.755 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.755 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.755 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:44.755 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.755 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.756 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.756 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.756 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:44.756 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.756 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.756 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.756 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1f", 2024-07-29T16:19:44.756 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.756 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.756 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.756 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5330, 2024-07-29T16:19:44.756 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.756 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:26:58.394241+0000", 2024-07-29T16:19:44.756 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:44.756 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.756 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.757 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.757 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.757 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.757 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.757 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.757 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.757 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.757 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.757 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.757 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.757 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.757 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.757 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.757 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:44.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:44.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:44.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:44.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:44.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:44.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:44.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:44.759 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.759 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.760 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.760 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.760 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:44.760 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:44.760 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:44.760 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.760 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:44.760 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:44.760 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.760 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.760 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.760 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:44.760 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:44.760 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:44.760 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.761 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:44.761 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.761 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.761 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:44.761 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.761 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.761 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.761 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.255494+0000", 2024-07-29T16:19:44.761 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.982305+0000", 2024-07-29T16:19:44.761 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.982305+0000", 2024-07-29T16:19:44.761 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.984066+0000", 2024-07-29T16:19:44.761 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.255494+0000", 2024-07-29T16:19:44.761 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.761 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:44.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.255494+0000", 2024-07-29T16:19:44.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.255494+0000", 2024-07-29T16:19:44.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.255494+0000", 2024-07-29T16:19:44.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.255494+0000", 2024-07-29T16:19:44.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.255494+0000", 2024-07-29T16:19:44.762 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.762 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T16:19:44.762 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.762 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.763 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:44.763 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.763 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.763 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.763 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.763 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T16:19:44.763 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.763 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.763 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.763 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1d", 2024-07-29T16:19:44.763 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.763 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.763 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.763 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5079, 2024-07-29T16:19:44.763 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.764 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:15:11.898493+0000", 2024-07-29T16:19:44.764 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:44.764 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.764 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.764 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.764 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.764 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.764 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.764 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.764 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.764 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.764 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.764 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.764 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.764 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.764 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:44.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:44.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:44.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:44.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 9, 2024-07-29T16:19:44.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 9, 2024-07-29T16:19:44.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T16:19:44.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:44.766 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.767 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.767 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.767 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.767 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:44.767 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:44.767 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:44.767 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.767 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:44.767 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'2" 2024-07-29T16:19:44.767 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.767 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.767 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.767 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:44.767 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:44.767 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:44.768 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.768 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T16:19:44.768 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.768 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.768 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:44.768 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.768 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.768 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.768 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252610+0000", 2024-07-29T16:19:44.768 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.426239+0000", 2024-07-29T16:19:44.768 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.426239+0000", 2024-07-29T16:19:44.768 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.426673+0000", 2024-07-29T16:19:44.768 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252610+0000", 2024-07-29T16:19:44.768 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.768 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.768 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:44.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252610+0000", 2024-07-29T16:19:44.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252610+0000", 2024-07-29T16:19:44.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252610+0000", 2024-07-29T16:19:44.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252610+0000", 2024-07-29T16:19:44.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252610+0000", 2024-07-29T16:19:44.769 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.769 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:44.769 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.769 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.769 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:44.770 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.770 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.770 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.770 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.770 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:44.770 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.770 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.770 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.770 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1c", 2024-07-29T16:19:44.770 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.770 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.770 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.770 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5234, 2024-07-29T16:19:44.770 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.771 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:56:53.969697+0000", 2024-07-29T16:19:44.771 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:44.771 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.771 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:44.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:44.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:44.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:44.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:44.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:44.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:44.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:44.773 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.774 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.774 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.774 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.774 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:44.774 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:44.774 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:44.774 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.774 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T16:19:44.774 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:44.774 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.774 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.774 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.774 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:44.774 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:44.774 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:44.775 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.775 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:44.775 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.775 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.775 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:44.775 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.775 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.775 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.775 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.253536+0000", 2024-07-29T16:19:44.775 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.991779+0000", 2024-07-29T16:19:44.775 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.991779+0000", 2024-07-29T16:19:44.775 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.992891+0000", 2024-07-29T16:19:44.775 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.253536+0000", 2024-07-29T16:19:44.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:44.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.253536+0000", 2024-07-29T16:19:44.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.253536+0000", 2024-07-29T16:19:44.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.253536+0000", 2024-07-29T16:19:44.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.253536+0000", 2024-07-29T16:19:44.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.253536+0000", 2024-07-29T16:19:44.776 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.776 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T16:19:44.777 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.777 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.777 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:44.777 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.777 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.777 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.777 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.777 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T16:19:44.777 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.777 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.777 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.777 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1c", 2024-07-29T16:19:44.777 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.777 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.777 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.777 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5087, 2024-07-29T16:19:44.778 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.778 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:28:41.574446+0000", 2024-07-29T16:19:44.778 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:44.778 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.778 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:44.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:44.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:44.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:44.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 9, 2024-07-29T16:19:44.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 9, 2024-07-29T16:19:44.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.781 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T16:19:44.781 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:44.781 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.781 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.781 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.781 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.781 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:44.781 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:44.781 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:44.781 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.781 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:44.781 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'2" 2024-07-29T16:19:44.781 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.781 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.782 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.782 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:44.782 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:44.782 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:44.782 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.782 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:44.782 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.782 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.782 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:44.782 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.782 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.782 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.782 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.256295+0000", 2024-07-29T16:19:44.782 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.009969+0000", 2024-07-29T16:19:44.782 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.009969+0000", 2024-07-29T16:19:44.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.010292+0000", 2024-07-29T16:19:44.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.256295+0000", 2024-07-29T16:19:44.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:44.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.256295+0000", 2024-07-29T16:19:44.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.256295+0000", 2024-07-29T16:19:44.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.256295+0000", 2024-07-29T16:19:44.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.256295+0000", 2024-07-29T16:19:44.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.256295+0000", 2024-07-29T16:19:44.784 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.784 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:44.784 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.784 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.784 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:44.784 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.784 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.784 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.784 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.784 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:44.784 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.784 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.784 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.784 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1d", 2024-07-29T16:19:44.784 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.785 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.785 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.785 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5150, 2024-07-29T16:19:44.785 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.785 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:11:31.441264+0000", 2024-07-29T16:19:44.785 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:44.785 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.785 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:44.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:44.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:44.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:44.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:44.788 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:44.788 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.788 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.788 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.788 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:44.788 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:44.788 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.788 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.788 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.788 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.788 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:44.788 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:44.788 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:44.788 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.789 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:44.789 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:44.789 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.789 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.789 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.789 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:44.789 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:44.789 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:44.789 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.789 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:44.789 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.789 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.789 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:44.789 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.790 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.790 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.790 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251531+0000", 2024-07-29T16:19:44.790 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.019255+0000", 2024-07-29T16:19:44.790 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.019255+0000", 2024-07-29T16:19:44.790 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.020475+0000", 2024-07-29T16:19:44.790 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251531+0000", 2024-07-29T16:19:44.790 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.790 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.790 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.790 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:44.790 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251531+0000", 2024-07-29T16:19:44.790 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251531+0000", 2024-07-29T16:19:44.791 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251531+0000", 2024-07-29T16:19:44.791 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.791 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.791 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.791 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251531+0000", 2024-07-29T16:19:44.791 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251531+0000", 2024-07-29T16:19:44.791 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.791 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:44.791 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.791 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.791 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:44.791 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.791 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.792 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.792 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.792 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:44.792 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.792 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.792 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.792 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.a", 2024-07-29T16:19:44.792 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.792 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.792 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.792 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5125, 2024-07-29T16:19:44.792 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.792 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:32:32.852352+0000", 2024-07-29T16:19:44.792 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:44.792 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.793 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:44.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:44.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:44.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:44.795 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.795 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.795 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.795 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.795 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.795 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.795 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.795 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:44.795 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:44.795 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.795 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.795 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.795 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:44.795 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:44.795 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.796 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.796 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.796 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.796 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:44.796 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:44.796 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:44.796 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.796 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:44.796 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:44.796 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.796 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.796 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.796 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:44.796 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:44.796 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:44.796 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.797 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:44.797 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.797 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.797 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:44.797 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.797 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.797 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.797 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.255881+0000", 2024-07-29T16:19:44.797 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.982632+0000", 2024-07-29T16:19:44.797 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.982632+0000", 2024-07-29T16:19:44.797 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.983116+0000", 2024-07-29T16:19:44.797 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.255881+0000", 2024-07-29T16:19:44.797 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.798 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.798 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.798 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:44.798 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.255881+0000", 2024-07-29T16:19:44.798 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.255881+0000", 2024-07-29T16:19:44.798 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.255881+0000", 2024-07-29T16:19:44.798 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.798 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.798 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.798 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.255881+0000", 2024-07-29T16:19:44.798 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.255881+0000", 2024-07-29T16:19:44.798 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.798 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 4, 2024-07-29T16:19:44.799 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.799 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.799 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:44.799 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.799 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.799 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.799 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.799 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 4, 2024-07-29T16:19:44.799 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.799 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.799 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.799 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.b", 2024-07-29T16:19:44.799 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.799 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.799 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.800 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5091, 2024-07-29T16:19:44.800 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.800 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:50:01.888140+0000", 2024-07-29T16:19:44.800 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:44.800 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.800 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:44.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:44.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:44.802 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.802 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.802 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.802 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.802 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.802 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:44.802 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.802 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.802 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.802 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.802 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.802 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.802 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.802 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 4, 2024-07-29T16:19:44.803 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 4, 2024-07-29T16:19:44.803 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.803 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.803 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.803 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 1, 2024-07-29T16:19:44.803 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:44.803 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.803 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.803 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.803 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.803 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:44.803 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:44.803 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:44.803 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.804 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:44.804 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "584'4" 2024-07-29T16:19:44.804 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.804 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.804 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.804 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:44.804 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:44.804 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:44.804 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.804 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:44.804 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.804 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.804 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:44.804 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.804 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.805 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.805 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121872+0000", 2024-07-29T16:19:44.805 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.428850+0000", 2024-07-29T16:19:44.805 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.428850+0000", 2024-07-29T16:19:44.805 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.429272+0000", 2024-07-29T16:19:44.805 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121872+0000", 2024-07-29T16:19:44.805 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.805 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.805 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.805 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:44.805 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121872+0000", 2024-07-29T16:19:44.805 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121872+0000", 2024-07-29T16:19:44.805 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121872+0000", 2024-07-29T16:19:44.805 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.806 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.806 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.806 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121872+0000", 2024-07-29T16:19:44.806 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121872+0000", 2024-07-29T16:19:44.806 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.806 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:44.806 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.806 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.806 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:44.806 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.806 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.806 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.806 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.806 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:44.807 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.807 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.807 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.807 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.b", 2024-07-29T16:19:44.807 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.807 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.807 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.807 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5249, 2024-07-29T16:19:44.807 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.807 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:40:43.850512+0000", 2024-07-29T16:19:44.807 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:44.807 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.807 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.809 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:44.809 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:44.809 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.809 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:44.809 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.809 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.809 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.809 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.809 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.809 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:44.809 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.809 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.809 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.809 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.810 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.810 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.810 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.810 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:44.810 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:44.810 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.810 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.810 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.810 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:44.810 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:44.810 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.810 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.810 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.811 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.811 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:44.811 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:44.811 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:44.811 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.811 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:44.811 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:44.811 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.811 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.811 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.811 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:44.811 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:44.811 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:44.812 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.812 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:44.812 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.812 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.812 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:44.812 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.812 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.812 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.812 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251696+0000", 2024-07-29T16:19:44.812 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.986482+0000", 2024-07-29T16:19:44.812 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.986482+0000", 2024-07-29T16:19:44.812 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.986782+0000", 2024-07-29T16:19:44.812 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251696+0000", 2024-07-29T16:19:44.812 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.813 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.813 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.813 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:44.813 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251696+0000", 2024-07-29T16:19:44.813 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251696+0000", 2024-07-29T16:19:44.813 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251696+0000", 2024-07-29T16:19:44.813 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.813 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.813 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.813 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251696+0000", 2024-07-29T16:19:44.813 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251696+0000", 2024-07-29T16:19:44.813 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.813 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:44.814 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.814 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.814 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:44.814 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.814 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.814 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.814 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.814 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:44.814 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.814 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.814 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.814 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.a", 2024-07-29T16:19:44.814 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.814 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.815 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.815 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5289, 2024-07-29T16:19:44.815 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.815 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:03:25.562825+0000", 2024-07-29T16:19:44.815 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:44.815 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.815 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.816 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.816 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.816 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.816 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.816 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.816 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.816 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.816 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.816 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.816 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:44.816 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:44.816 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.816 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:44.816 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.817 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.817 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.817 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.817 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.817 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:44.817 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.817 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.817 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.817 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.817 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.817 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.817 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.817 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:44.817 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:44.818 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.818 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.818 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.818 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:44.818 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:44.818 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.818 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.818 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.818 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.818 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:44.818 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:44.818 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:44.818 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.818 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:44.819 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:44.819 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.819 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.819 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.819 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:44.819 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:44.819 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:44.819 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.819 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:44.819 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.819 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.819 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:44.819 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.819 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.820 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.820 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.123148+0000", 2024-07-29T16:19:44.820 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.995291+0000", 2024-07-29T16:19:44.820 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.995291+0000", 2024-07-29T16:19:44.820 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.995662+0000", 2024-07-29T16:19:44.820 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.123148+0000", 2024-07-29T16:19:44.820 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.820 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.820 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.820 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:44.820 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.123148+0000", 2024-07-29T16:19:44.820 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.123148+0000", 2024-07-29T16:19:44.820 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.123148+0000", 2024-07-29T16:19:44.820 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.821 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.821 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.821 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.123148+0000", 2024-07-29T16:19:44.821 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.123148+0000", 2024-07-29T16:19:44.821 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.821 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:44.821 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.821 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.821 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:44.821 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.821 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.821 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.821 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.821 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:44.822 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.822 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.822 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.822 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.8", 2024-07-29T16:19:44.822 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.822 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.822 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.822 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5241, 2024-07-29T16:19:44.822 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.822 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:21:36.828690+0000", 2024-07-29T16:19:44.822 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:44.822 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.822 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.823 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.823 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.823 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.823 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.823 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.823 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.823 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.823 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.823 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.823 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.823 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.823 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.823 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.823 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.823 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:44.824 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:44.824 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.824 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:44.824 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.824 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.824 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.824 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.824 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.824 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:44.824 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.824 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.824 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.824 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.824 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.825 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.825 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.825 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:44.825 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:44.825 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.825 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.825 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.825 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:44.825 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:44.825 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.825 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.825 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.825 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.825 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:44.825 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:44.826 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:44.826 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.826 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:44.826 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:44.826 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.826 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.826 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.826 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:44.826 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:44.826 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:44.826 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.826 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:44.826 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.827 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.827 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:44.827 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.827 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.827 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.827 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251141+0000", 2024-07-29T16:19:44.827 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.989180+0000", 2024-07-29T16:19:44.827 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.989180+0000", 2024-07-29T16:19:44.827 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.989527+0000", 2024-07-29T16:19:44.827 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251141+0000", 2024-07-29T16:19:44.827 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.827 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.827 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.827 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:44.828 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251141+0000", 2024-07-29T16:19:44.828 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251141+0000", 2024-07-29T16:19:44.828 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251141+0000", 2024-07-29T16:19:44.828 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.828 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.828 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.828 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251141+0000", 2024-07-29T16:19:44.828 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251141+0000", 2024-07-29T16:19:44.828 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.828 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:44.828 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.828 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.828 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:44.828 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.829 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.829 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.829 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.829 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:44.829 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.829 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.829 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.829 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.9", 2024-07-29T16:19:44.829 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.829 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.829 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.829 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5289, 2024-07-29T16:19:44.829 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.829 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:22:46.010447+0000", 2024-07-29T16:19:44.830 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:44.830 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.830 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.830 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.830 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.830 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.830 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.830 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.830 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.830 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.830 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.830 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.830 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.830 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.831 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.831 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.831 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.831 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.831 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.831 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:44.831 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:44.831 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.831 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:44.831 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.831 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.831 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.831 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.832 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.832 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:44.832 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.832 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.832 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.832 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.832 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.832 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.832 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.832 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:44.832 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:44.832 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.832 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.832 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.832 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:44.833 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:44.833 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.833 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.833 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.833 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.833 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:44.833 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:44.833 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:44.833 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.833 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:44.833 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:44.833 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.833 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.833 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.834 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:44.834 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:44.834 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:44.834 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.834 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T16:19:44.834 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.834 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.834 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:44.834 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.834 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.834 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.834 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.120567+0000", 2024-07-29T16:19:44.834 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.985640+0000", 2024-07-29T16:19:44.834 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.985640+0000", 2024-07-29T16:19:44.835 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.986163+0000", 2024-07-29T16:19:44.835 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.120567+0000", 2024-07-29T16:19:44.835 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.835 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.835 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.835 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:44.835 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.120567+0000", 2024-07-29T16:19:44.835 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.120567+0000", 2024-07-29T16:19:44.835 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.120567+0000", 2024-07-29T16:19:44.835 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.835 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.835 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.835 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.120567+0000", 2024-07-29T16:19:44.836 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.120567+0000", 2024-07-29T16:19:44.836 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.836 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:44.836 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.836 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.836 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:44.836 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.836 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.836 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.836 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.836 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:44.836 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.836 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.836 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.836 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.9", 2024-07-29T16:19:44.837 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.837 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.837 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.837 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5208, 2024-07-29T16:19:44.837 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.837 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:29:55.428246+0000", 2024-07-29T16:19:44.837 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:44.837 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.837 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.837 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.838 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.838 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.838 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.838 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.838 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.838 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.838 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.838 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.838 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.838 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.838 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.838 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.838 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.838 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.838 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.839 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:44.839 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:44.839 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.839 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:44.839 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.839 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.839 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.839 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.839 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.839 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:44.839 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.840 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.840 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.840 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.840 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.840 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.840 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.840 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:44.840 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:44.840 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.840 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.840 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.840 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:44.840 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:44.841 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.841 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.841 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.841 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.841 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:44.841 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:44.841 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:44.841 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.841 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T16:19:44.841 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:44.841 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.841 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.841 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.842 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:44.842 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:44.842 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:44.842 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.842 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:44.842 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.842 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.842 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:44.842 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.842 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.842 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.842 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251897+0000", 2024-07-29T16:19:44.843 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.988666+0000", 2024-07-29T16:19:44.843 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.988666+0000", 2024-07-29T16:19:44.843 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.990406+0000", 2024-07-29T16:19:44.843 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251897+0000", 2024-07-29T16:19:44.843 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.843 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.843 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.843 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:44.843 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251897+0000", 2024-07-29T16:19:44.843 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251897+0000", 2024-07-29T16:19:44.843 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251897+0000", 2024-07-29T16:19:44.843 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.843 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.843 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.844 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251897+0000", 2024-07-29T16:19:44.844 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251897+0000", 2024-07-29T16:19:44.844 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.844 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:44.844 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.844 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.844 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:44.844 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.844 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.844 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.844 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.844 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:44.844 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.844 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.845 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.845 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.8", 2024-07-29T16:19:44.845 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.845 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.845 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.845 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5083, 2024-07-29T16:19:44.845 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.845 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:26:27.727145+0000", 2024-07-29T16:19:44.845 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:44.845 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.845 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.845 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.845 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.845 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.845 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.846 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.846 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.846 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.846 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.846 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.846 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.846 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.846 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.846 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.846 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.846 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.846 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.846 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:44.846 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:44.846 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.847 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:44.847 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.847 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.847 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.847 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.847 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.847 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:44.847 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.847 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.847 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.847 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.847 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.847 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.847 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.848 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:44.848 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:44.848 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.848 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.848 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.848 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:44.848 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:44.848 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.848 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.848 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.848 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.848 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:44.848 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:44.848 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:44.849 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.849 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:44.849 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:44.849 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.849 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.849 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.849 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:44.849 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:44.849 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:44.849 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.849 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:44.849 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.849 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.850 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:44.850 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.850 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.850 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.850 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.125082+0000", 2024-07-29T16:19:44.850 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.426416+0000", 2024-07-29T16:19:44.850 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.426416+0000", 2024-07-29T16:19:44.850 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.427839+0000", 2024-07-29T16:19:44.850 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.125082+0000", 2024-07-29T16:19:44.850 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.850 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.850 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.850 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:44.850 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.125082+0000", 2024-07-29T16:19:44.851 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.125082+0000", 2024-07-29T16:19:44.851 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.125082+0000", 2024-07-29T16:19:44.851 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.851 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.851 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.851 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.125082+0000", 2024-07-29T16:19:44.851 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.125082+0000", 2024-07-29T16:19:44.851 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.851 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:44.851 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.851 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.851 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:44.851 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.852 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.852 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.852 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.852 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:44.852 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.852 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.852 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.852 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.6", 2024-07-29T16:19:44.852 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.852 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.852 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.852 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5329, 2024-07-29T16:19:44.852 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.852 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:50:25.662238+0000", 2024-07-29T16:19:44.853 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:44.853 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.853 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.853 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.853 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.853 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.853 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.853 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.853 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.853 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.853 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.853 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.853 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:44.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:44.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:44.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.854 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:44.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:44.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:44.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.855 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.856 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:44.856 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:44.856 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.856 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.856 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.856 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.856 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:44.856 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:44.856 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:44.856 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.856 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:44.856 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:44.856 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.856 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.857 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.857 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:44.857 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:44.857 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:44.857 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.857 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:44.857 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.857 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.857 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:44.857 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.857 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.857 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.857 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252264+0000", 2024-07-29T16:19:44.857 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.984171+0000", 2024-07-29T16:19:44.858 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.984171+0000", 2024-07-29T16:19:44.858 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.984503+0000", 2024-07-29T16:19:44.858 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252264+0000", 2024-07-29T16:19:44.858 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.858 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.858 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.858 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:44.858 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252264+0000", 2024-07-29T16:19:44.858 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252264+0000", 2024-07-29T16:19:44.858 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252264+0000", 2024-07-29T16:19:44.858 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.858 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.858 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.858 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252264+0000", 2024-07-29T16:19:44.858 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252264+0000", 2024-07-29T16:19:44.859 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.859 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T16:19:44.859 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.859 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.859 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:44.859 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.859 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.859 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.859 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.859 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T16:19:44.859 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.859 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.859 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.859 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.7", 2024-07-29T16:19:44.859 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.859 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.860 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.860 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5107, 2024-07-29T16:19:44.860 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.860 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:37:13.791488+0000", 2024-07-29T16:19:44.860 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:44.860 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.860 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.860 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.860 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.860 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.860 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.860 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.860 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.860 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.860 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.861 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.861 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.861 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.861 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.861 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.861 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.861 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.861 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.861 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:44.861 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:44.861 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.861 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:44.861 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.861 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.861 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.862 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.862 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.862 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:44.862 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.862 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.862 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.862 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.862 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.862 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.862 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.862 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 9, 2024-07-29T16:19:44.862 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 9, 2024-07-29T16:19:44.862 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.862 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.862 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.863 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T16:19:44.863 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:44.863 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.863 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.863 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.863 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.863 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:44.863 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:44.863 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:44.863 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.863 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:44.863 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'2" 2024-07-29T16:19:44.863 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.863 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.864 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.864 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:44.864 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:44.864 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:44.864 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.864 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T16:19:44.864 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.864 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.864 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T16:19:44.864 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.864 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.864 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.864 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.120397+0000", 2024-07-29T16:19:44.864 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.006426+0000", 2024-07-29T16:19:44.864 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.006426+0000", 2024-07-29T16:19:44.864 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:43:20.420100+0000", 2024-07-29T16:19:44.865 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.120397+0000", 2024-07-29T16:19:44.865 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:44.865 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.865 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:44.865 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:44.865 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.120397+0000", 2024-07-29T16:19:44.865 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.120397+0000", 2024-07-29T16:19:44.865 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.120397+0000", 2024-07-29T16:19:44.865 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.865 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.865 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:44.865 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.120397+0000", 2024-07-29T16:19:44.866 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.120397+0000", 2024-07-29T16:19:44.866 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.866 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3167, 2024-07-29T16:19:44.866 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.866 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.866 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:44.866 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.866 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.866 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.866 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.866 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3167, 2024-07-29T16:19:44.866 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.866 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.867 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.867 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.1", 2024-07-29T16:19:44.867 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.867 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.867 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.867 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 9367, 2024-07-29T16:19:44.867 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.867 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:29:06.118632+0000", 2024-07-29T16:19:44.867 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.007101185, 2024-07-29T16:19:44.867 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.867 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.867 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.867 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.867 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.868 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.868 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.868 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.868 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.868 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.868 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.868 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.868 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.868 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.868 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.868 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.868 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.868 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.868 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:44.868 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:44.869 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.869 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:44.869 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.869 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.869 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.869 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.869 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.869 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:44.869 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.869 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.869 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.869 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.869 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.869 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.870 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.870 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 1827, 2024-07-29T16:19:44.870 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 379955, 2024-07-29T16:19:44.870 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.870 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.870 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.870 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3132, 2024-07-29T16:19:44.870 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 397685 2024-07-29T16:19:44.870 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.870 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.870 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.870 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.870 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:44.871 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:44.871 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:44.871 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.871 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T16:19:44.871 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "1121'3167" 2024-07-29T16:19:44.871 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.871 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.871 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.871 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:44.871 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:44.871 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:44.871 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.871 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:44.871 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.872 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.872 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:44.872 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.872 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.872 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.872 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.123676+0000", 2024-07-29T16:19:44.872 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.993215+0000", 2024-07-29T16:19:44.872 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.993215+0000", 2024-07-29T16:19:44.872 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.993522+0000", 2024-07-29T16:19:44.872 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.123676+0000", 2024-07-29T16:19:44.872 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.872 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.872 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.872 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:44.873 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.123676+0000", 2024-07-29T16:19:44.873 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.123676+0000", 2024-07-29T16:19:44.873 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.123676+0000", 2024-07-29T16:19:44.873 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.873 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.873 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.873 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.123676+0000", 2024-07-29T16:19:44.873 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.123676+0000", 2024-07-29T16:19:44.873 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.873 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:44.873 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.873 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.873 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:44.873 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.874 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.874 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.874 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.874 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:44.874 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.874 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.874 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.874 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.7", 2024-07-29T16:19:44.874 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.874 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.874 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.874 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5250, 2024-07-29T16:19:44.874 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.874 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:30:08.603840+0000", 2024-07-29T16:19:44.874 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:44.875 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.875 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.875 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.875 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.875 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.875 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.875 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.875 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.875 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.875 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.875 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.875 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.875 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.875 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.876 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.876 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.876 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.876 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.876 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:44.876 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:44.876 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.876 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:44.876 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.876 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.876 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.876 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.876 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.876 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:44.876 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.877 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.877 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.877 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.877 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.877 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.877 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.877 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:44.877 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:44.877 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.877 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.877 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.877 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:44.877 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:44.877 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.878 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.878 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.878 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.878 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:44.878 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:44.878 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:44.878 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.878 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:44.878 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:44.878 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.878 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.878 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.878 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:44.878 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:44.879 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:44.879 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.879 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:44.879 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.879 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.879 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:44.879 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.879 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.879 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.879 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254901+0000", 2024-07-29T16:19:44.879 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.020511+0000", 2024-07-29T16:19:44.879 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.020511+0000", 2024-07-29T16:19:44.879 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.020830+0000", 2024-07-29T16:19:44.879 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254901+0000", 2024-07-29T16:19:44.880 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.880 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.880 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.880 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:44.880 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254901+0000", 2024-07-29T16:19:44.880 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254901+0000", 2024-07-29T16:19:44.880 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254901+0000", 2024-07-29T16:19:44.880 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.880 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.880 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.880 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254901+0000", 2024-07-29T16:19:44.880 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254901+0000", 2024-07-29T16:19:44.880 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.880 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3, 2024-07-29T16:19:44.880 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.881 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.881 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:44.881 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.881 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.881 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.881 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.881 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3, 2024-07-29T16:19:44.881 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.881 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.881 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.881 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.6", 2024-07-29T16:19:44.881 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.881 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.881 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.881 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5299, 2024-07-29T16:19:44.882 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.882 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:21:40.029622+0000", 2024-07-29T16:19:44.882 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:44.882 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.882 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.882 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.882 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.882 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.882 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.882 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.882 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.882 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.882 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.882 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.883 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.883 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.883 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.883 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.883 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.883 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.883 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.883 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:44.883 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:44.883 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.883 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:44.883 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.883 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.883 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.883 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.884 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.884 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:44.884 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.884 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.884 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.884 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.884 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.884 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.884 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.884 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 4, 2024-07-29T16:19:44.884 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 4, 2024-07-29T16:19:44.884 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.884 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.884 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.884 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T16:19:44.885 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:44.885 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.885 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.885 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.885 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.885 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:44.885 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:44.885 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:44.885 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.885 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:44.885 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "588'3" 2024-07-29T16:19:44.885 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.885 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.885 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.885 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:44.885 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:44.886 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:44.886 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.886 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:44.886 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.886 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.886 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T16:19:44.886 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.886 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.886 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.886 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.122799+0000", 2024-07-29T16:19:44.886 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.994789+0000", 2024-07-29T16:19:44.886 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.994789+0000", 2024-07-29T16:19:44.886 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:43:20.415241+0000", 2024-07-29T16:19:44.886 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.122799+0000", 2024-07-29T16:19:44.887 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:44.887 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.887 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:44.887 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:44.887 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.122799+0000", 2024-07-29T16:19:44.887 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.122799+0000", 2024-07-29T16:19:44.887 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.122799+0000", 2024-07-29T16:19:44.887 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.887 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.887 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:44.887 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.122799+0000", 2024-07-29T16:19:44.887 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.122799+0000", 2024-07-29T16:19:44.887 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.887 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3120, 2024-07-29T16:19:44.887 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.888 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.888 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:44.888 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.888 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.888 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.888 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.888 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3120, 2024-07-29T16:19:44.888 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.888 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.888 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.888 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.0", 2024-07-29T16:19:44.888 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.888 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.888 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.888 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 9047, 2024-07-29T16:19:44.889 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.889 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:28:56.478731+0000", 2024-07-29T16:19:44.889 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.00312483, 2024-07-29T16:19:44.889 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.889 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.889 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 4194304, 2024-07-29T16:19:44.889 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.889 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.889 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.889 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.889 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.889 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.889 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.889 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.889 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.889 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.890 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.890 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.890 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.890 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.890 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.890 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:44.890 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:44.890 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.890 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:44.890 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.890 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.890 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.890 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.890 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.891 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:44.891 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.891 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.891 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.891 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.891 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.891 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.891 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.891 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 1106, 2024-07-29T16:19:44.891 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 394344, 2024-07-29T16:19:44.891 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.891 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.891 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.891 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3093, 2024-07-29T16:19:44.892 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 425489 2024-07-29T16:19:44.892 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.892 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.892 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.892 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.892 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:44.892 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:44.892 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:44.892 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.892 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:44.892 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "1121'3120" 2024-07-29T16:19:44.892 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.892 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.892 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.892 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:44.893 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:44.893 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:44.893 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.893 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:44.893 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.893 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.893 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:44.893 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.893 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.893 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.893 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254476+0000", 2024-07-29T16:19:44.893 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.045017+0000", 2024-07-29T16:19:44.893 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.045017+0000", 2024-07-29T16:19:44.893 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.045422+0000", 2024-07-29T16:19:44.893 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254476+0000", 2024-07-29T16:19:44.894 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.894 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.894 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.894 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:44.894 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254476+0000", 2024-07-29T16:19:44.894 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254476+0000", 2024-07-29T16:19:44.894 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254476+0000", 2024-07-29T16:19:44.894 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.894 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.894 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.894 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254476+0000", 2024-07-29T16:19:44.894 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254476+0000", 2024-07-29T16:19:44.894 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.894 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:44.895 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.895 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.895 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:44.895 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.895 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.895 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.895 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.895 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:44.895 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.895 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.895 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.895 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.4", 2024-07-29T16:19:44.895 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.895 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.895 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.895 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5290, 2024-07-29T16:19:44.896 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.896 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:16:10.859421+0000", 2024-07-29T16:19:44.896 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:44.896 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.896 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.896 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.896 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.896 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.896 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.896 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.896 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.896 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.896 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.896 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.896 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.897 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.897 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.897 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.897 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.897 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.897 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.897 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:44.897 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:44.897 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.897 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:44.897 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.897 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.897 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.897 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.897 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.898 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:44.898 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.898 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.898 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.898 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.898 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.898 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.898 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.898 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:44.898 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:44.898 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.898 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.898 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.898 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:44.899 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:44.899 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.899 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.899 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.899 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.899 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:44.899 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:44.899 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:44.899 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.899 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:44.899 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:44.899 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.899 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.899 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.899 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:44.900 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:44.900 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:44.900 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.900 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:44.900 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.900 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.900 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:44.900 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.900 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.900 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.900 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.255510+0000", 2024-07-29T16:19:44.900 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.983496+0000", 2024-07-29T16:19:44.900 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.983496+0000", 2024-07-29T16:19:44.900 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.984365+0000", 2024-07-29T16:19:44.901 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.255510+0000", 2024-07-29T16:19:44.901 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.901 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.901 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.901 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:44.901 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.255510+0000", 2024-07-29T16:19:44.901 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.255510+0000", 2024-07-29T16:19:44.901 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.255510+0000", 2024-07-29T16:19:44.901 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.901 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.901 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.901 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.255510+0000", 2024-07-29T16:19:44.901 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.255510+0000", 2024-07-29T16:19:44.901 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.901 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:44.902 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.902 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.902 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:44.902 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.902 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.902 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.902 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.902 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:44.902 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.902 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.902 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.902 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.5", 2024-07-29T16:19:44.902 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.902 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.902 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.902 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5098, 2024-07-29T16:19:44.903 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.903 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:22:57.057618+0000", 2024-07-29T16:19:44.903 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:44.903 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.903 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.903 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.903 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.903 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.903 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.903 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.903 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.903 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.903 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.903 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.904 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.904 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.904 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.904 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.904 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.904 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.904 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.904 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:44.904 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:44.904 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.904 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:44.904 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.904 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.904 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.904 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.905 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.905 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:44.905 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.905 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.905 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.905 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.905 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.905 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.905 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.905 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:44.905 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:44.905 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.905 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.905 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.905 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:44.905 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:44.906 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.906 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.906 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.906 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.906 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:44.906 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:44.906 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:44.906 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.906 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:44.906 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:44.906 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.906 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.906 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.906 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:44.907 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:44.907 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:44.907 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.907 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:44.907 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.907 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.907 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T16:19:44.907 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.907 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.907 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.907 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121523+0000", 2024-07-29T16:19:44.907 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.982769+0000", 2024-07-29T16:19:44.907 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.982769+0000", 2024-07-29T16:19:44.908 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:43:20.428070+0000", 2024-07-29T16:19:44.908 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121523+0000", 2024-07-29T16:19:44.908 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:44.908 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.908 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:44.908 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:44.908 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121523+0000", 2024-07-29T16:19:44.908 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121523+0000", 2024-07-29T16:19:44.908 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121523+0000", 2024-07-29T16:19:44.908 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.908 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.908 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:44.908 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121523+0000", 2024-07-29T16:19:44.908 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121523+0000", 2024-07-29T16:19:44.908 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.909 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2925, 2024-07-29T16:19:44.909 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.909 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.909 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:44.909 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.909 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.909 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.909 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.909 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2925, 2024-07-29T16:19:44.909 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.909 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.909 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.909 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.3", 2024-07-29T16:19:44.909 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.909 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.910 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.910 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 8787, 2024-07-29T16:19:44.910 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.910 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:31:28.514988+0000", 2024-07-29T16:19:44.910 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.003790979, 2024-07-29T16:19:44.910 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.910 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.910 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.910 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.910 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.910 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.910 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.910 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.911 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.911 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.911 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.911 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.911 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.911 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.911 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.911 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.911 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.911 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.911 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:44.911 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:44.911 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.911 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:44.911 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.911 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.912 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.912 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.912 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.912 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:44.912 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.912 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.912 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.912 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.912 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.912 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.912 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.912 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 570, 2024-07-29T16:19:44.912 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 388761, 2024-07-29T16:19:44.912 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.913 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.913 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.913 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 2922, 2024-07-29T16:19:44.913 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 370607 2024-07-29T16:19:44.913 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.913 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.913 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.913 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.913 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:44.913 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:44.913 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:44.913 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.913 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:44.913 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "1121'2925" 2024-07-29T16:19:44.914 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.914 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.914 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.914 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:44.914 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:44.914 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:44.914 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.914 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:44.914 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.914 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.914 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:44.914 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.914 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.914 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.914 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.256439+0000", 2024-07-29T16:19:44.914 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.058407+0000", 2024-07-29T16:19:44.915 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.058407+0000", 2024-07-29T16:19:44.915 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.058691+0000", 2024-07-29T16:19:44.915 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.256439+0000", 2024-07-29T16:19:44.915 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.915 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.915 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.915 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:44.915 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.256439+0000", 2024-07-29T16:19:44.915 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.256439+0000", 2024-07-29T16:19:44.915 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.256439+0000", 2024-07-29T16:19:44.915 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.915 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.915 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.915 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.256439+0000", 2024-07-29T16:19:44.915 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.256439+0000", 2024-07-29T16:19:44.916 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.916 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:44.916 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.916 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.916 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:44.916 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.916 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.916 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.916 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.916 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:44.916 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.916 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.916 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.916 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.5", 2024-07-29T16:19:44.916 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.916 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.917 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.917 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5174, 2024-07-29T16:19:44.917 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.917 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:16:01.443277+0000", 2024-07-29T16:19:44.917 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:44.917 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.917 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.917 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.917 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.917 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.917 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.917 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.917 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.917 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.918 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.918 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.918 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.918 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.918 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.918 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.918 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.918 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.918 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.918 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:44.918 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:44.918 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.918 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:44.918 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.918 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.919 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.919 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.919 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.919 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:44.919 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.919 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.919 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.919 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.919 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.919 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.919 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.919 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:44.919 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:44.919 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.919 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.919 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.920 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:44.920 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:44.920 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.920 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.920 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.920 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.920 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:44.920 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:44.920 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:44.920 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.920 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:44.920 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:44.920 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.920 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.920 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.921 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:44.921 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:44.921 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:44.921 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.921 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:44.921 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.921 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.921 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:44.921 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.921 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.921 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.921 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254565+0000", 2024-07-29T16:19:44.921 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.983811+0000", 2024-07-29T16:19:44.921 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.983811+0000", 2024-07-29T16:19:44.921 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.984126+0000", 2024-07-29T16:19:44.922 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254565+0000", 2024-07-29T16:19:44.922 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.922 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.922 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.922 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:44.922 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254565+0000", 2024-07-29T16:19:44.922 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254565+0000", 2024-07-29T16:19:44.922 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254565+0000", 2024-07-29T16:19:44.922 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.922 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.922 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.922 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254565+0000", 2024-07-29T16:19:44.922 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254565+0000", 2024-07-29T16:19:44.922 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.922 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:44.923 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.923 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.923 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:44.923 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.923 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.923 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.923 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.923 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:44.923 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.923 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.923 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.923 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.4", 2024-07-29T16:19:44.923 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.923 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.923 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.924 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5283, 2024-07-29T16:19:44.924 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.924 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:30:42.990744+0000", 2024-07-29T16:19:44.924 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:44.924 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.924 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:44.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:44.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:44.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.926 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.926 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.926 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:44.926 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.926 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.926 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.926 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.926 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.926 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.926 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.926 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:44.926 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:44.926 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.926 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.926 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.926 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:44.927 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:44.927 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.927 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.927 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.927 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.927 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:44.927 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:44.927 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:44.927 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.927 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:44.927 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:44.927 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.927 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.927 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.927 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:44.928 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:44.928 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:44.928 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.928 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:44.928 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.928 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.928 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T16:19:44.928 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.928 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.928 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.928 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251439+0000", 2024-07-29T16:19:44.928 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.040161+0000", 2024-07-29T16:19:44.928 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.040161+0000", 2024-07-29T16:19:44.928 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:43:20.467467+0000", 2024-07-29T16:19:44.928 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251439+0000", 2024-07-29T16:19:44.929 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:44.929 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.929 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:44.929 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:44.929 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251439+0000", 2024-07-29T16:19:44.929 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251439+0000", 2024-07-29T16:19:44.929 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251439+0000", 2024-07-29T16:19:44.929 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.929 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.929 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:44.929 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251439+0000", 2024-07-29T16:19:44.929 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251439+0000", 2024-07-29T16:19:44.929 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.929 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3025, 2024-07-29T16:19:44.930 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.930 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.930 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:44.930 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.930 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.930 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.930 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.930 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3025, 2024-07-29T16:19:44.930 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.930 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.930 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.930 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.2", 2024-07-29T16:19:44.930 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.930 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.931 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.931 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 8984, 2024-07-29T16:19:44.931 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.931 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:01:50.454700+0000", 2024-07-29T16:19:44.931 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.003956252, 2024-07-29T16:19:44.931 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.931 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.931 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 19, 2024-07-29T16:19:44.931 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.931 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.931 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.931 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.931 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:44.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:44.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:44.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:44.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 792, 2024-07-29T16:19:44.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 368969, 2024-07-29T16:19:44.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3021, 2024-07-29T16:19:44.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 413863 2024-07-29T16:19:44.934 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.934 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.934 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.934 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.934 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:44.934 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:44.934 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:44.934 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.935 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:44.935 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "1120'3025" 2024-07-29T16:19:44.935 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.935 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.935 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.935 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:44.935 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:44.935 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:44.935 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.935 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T16:19:44.935 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.935 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.935 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:44.935 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.935 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.936 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.936 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.120525+0000", 2024-07-29T16:19:44.936 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.007313+0000", 2024-07-29T16:19:44.936 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.007313+0000", 2024-07-29T16:19:44.936 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.007675+0000", 2024-07-29T16:19:44.936 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.120525+0000", 2024-07-29T16:19:44.936 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.936 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.936 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.936 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:44.936 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.120525+0000", 2024-07-29T16:19:44.936 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.120525+0000", 2024-07-29T16:19:44.936 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.120525+0000", 2024-07-29T16:19:44.936 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.936 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.937 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.937 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.120525+0000", 2024-07-29T16:19:44.937 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.120525+0000", 2024-07-29T16:19:44.937 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.937 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:44.937 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.937 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.937 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:44.937 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.937 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.937 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.937 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.937 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:44.937 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.937 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.938 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.938 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3", 2024-07-29T16:19:44.938 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.938 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.938 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.938 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5184, 2024-07-29T16:19:44.938 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.938 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:38:21.822636+0000", 2024-07-29T16:19:44.938 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:44.938 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.938 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.938 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.938 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.938 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.938 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:44.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:44.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:44.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:44.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:44.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:44.941 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.941 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.941 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.941 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:44.941 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:44.941 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.941 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.941 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.941 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.941 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:44.941 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:44.941 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:44.941 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.942 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T16:19:44.942 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:44.942 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.942 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.942 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.942 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:44.942 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:44.942 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:44.942 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.942 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:44.942 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.942 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.942 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:44.942 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.943 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.943 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.943 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254150+0000", 2024-07-29T16:19:44.943 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.008466+0000", 2024-07-29T16:19:44.943 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.008466+0000", 2024-07-29T16:19:44.943 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.008754+0000", 2024-07-29T16:19:44.943 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254150+0000", 2024-07-29T16:19:44.943 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.943 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.943 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.943 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:44.943 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254150+0000", 2024-07-29T16:19:44.944 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254150+0000", 2024-07-29T16:19:44.944 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254150+0000", 2024-07-29T16:19:44.944 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.944 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.944 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.944 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254150+0000", 2024-07-29T16:19:44.944 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254150+0000", 2024-07-29T16:19:44.944 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.944 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:44.944 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.944 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.944 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:44.944 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.944 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.944 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.945 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.945 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:44.945 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.945 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.945 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.945 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.2", 2024-07-29T16:19:44.945 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.945 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.945 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.945 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5146, 2024-07-29T16:19:44.945 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.945 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:28:55.017872+0000", 2024-07-29T16:19:44.945 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:44.945 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.946 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:44.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:44.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:44.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:44.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:44.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:44.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:44.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:44.948 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.949 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.949 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.949 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.949 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:44.949 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:44.949 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:44.949 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.949 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:44.949 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:44.949 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.949 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.949 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.949 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:44.950 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:44.950 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:44.950 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.950 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:44.950 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.950 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.950 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T16:19:44.950 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.950 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.950 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.950 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250493+0000", 2024-07-29T16:19:44.950 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:08:42.996903+0000", 2024-07-29T16:19:44.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:08:42.996903+0000", 2024-07-29T16:19:44.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:43:20.467457+0000", 2024-07-29T16:19:44.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250493+0000", 2024-07-29T16:19:44.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:44.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:44.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 433, 2024-07-29T16:19:44.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250493+0000", 2024-07-29T16:19:44.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250493+0000", 2024-07-29T16:19:44.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250493+0000", 2024-07-29T16:19:44.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:44.951 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250493+0000", 2024-07-29T16:19:44.952 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250493+0000", 2024-07-29T16:19:44.952 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.952 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3008, 2024-07-29T16:19:44.952 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.952 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.952 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 432, 2024-07-29T16:19:44.952 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.952 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.952 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.952 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.952 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3008, 2024-07-29T16:19:44.952 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.952 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.953 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.953 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.4", 2024-07-29T16:19:44.953 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.953 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.953 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.953 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 8802, 2024-07-29T16:19:44.953 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.953 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:19:30.505009+0000", 2024-07-29T16:19:44.953 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.003869284, 2024-07-29T16:19:44.953 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.953 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.953 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.953 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.953 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:44.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:44.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:44.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:44.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.955 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 669, 2024-07-29T16:19:44.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 369935, 2024-07-29T16:19:44.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3026, 2024-07-29T16:19:44.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 391154 2024-07-29T16:19:44.956 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.956 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.956 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.956 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.956 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:44.956 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:44.956 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:44.956 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.957 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:44.957 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "1121'3008" 2024-07-29T16:19:44.957 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.957 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.957 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.957 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:44.957 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:44.957 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:44.957 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.957 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:44.957 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.957 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.957 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:44.957 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.958 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.958 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.958 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.253300+0000", 2024-07-29T16:19:44.958 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.022485+0000", 2024-07-29T16:19:44.958 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.022485+0000", 2024-07-29T16:19:44.958 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.023231+0000", 2024-07-29T16:19:44.958 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.253300+0000", 2024-07-29T16:19:44.958 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.958 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.958 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.958 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:44.958 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.253300+0000", 2024-07-29T16:19:44.958 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.253300+0000", 2024-07-29T16:19:44.958 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.253300+0000", 2024-07-29T16:19:44.959 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.959 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.959 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.959 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.253300+0000", 2024-07-29T16:19:44.959 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.253300+0000", 2024-07-29T16:19:44.959 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.959 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:44.959 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.959 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.959 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:44.959 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.959 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.959 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.959 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.960 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:44.960 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.960 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.960 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.960 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.0", 2024-07-29T16:19:44.960 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.960 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.960 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.960 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5291, 2024-07-29T16:19:44.960 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.960 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:48:45.039200+0000", 2024-07-29T16:19:44.960 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:44.960 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.960 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.960 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:44.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:44.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:44.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:44.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:44.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:44.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:44.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:44.963 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.963 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.963 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.963 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.963 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:44.963 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:44.964 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:44.964 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.964 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:44.964 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:44.964 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.964 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.964 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.964 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:44.964 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:44.964 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:44.964 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.964 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T16:19:44.964 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.964 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.964 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:44.964 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.965 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.965 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.965 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250742+0000", 2024-07-29T16:19:44.965 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:08:43.000860+0000", 2024-07-29T16:19:44.965 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:08:43.000860+0000", 2024-07-29T16:19:44.965 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:08:43.001147+0000", 2024-07-29T16:19:44.965 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250742+0000", 2024-07-29T16:19:44.965 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.965 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.965 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.965 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 433, 2024-07-29T16:19:44.965 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250742+0000", 2024-07-29T16:19:44.965 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250742+0000", 2024-07-29T16:19:44.966 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250742+0000", 2024-07-29T16:19:44.966 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.966 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.966 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.966 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250742+0000", 2024-07-29T16:19:44.966 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250742+0000", 2024-07-29T16:19:44.966 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.966 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:44.966 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.966 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.966 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 432, 2024-07-29T16:19:44.966 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.966 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.966 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.967 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.967 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:44.967 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.967 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.967 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.967 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1", 2024-07-29T16:19:44.967 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.967 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.967 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.967 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5256, 2024-07-29T16:19:44.967 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.967 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:20:33.499327+0000", 2024-07-29T16:19:44.967 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:44.967 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.968 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.968 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.968 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.968 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.968 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.968 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.968 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.968 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.968 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.968 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.968 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.968 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.968 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:44.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:44.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:44.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.969 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:44.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:44.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:44.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:44.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:44.971 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.971 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.971 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.971 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.971 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:44.971 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:44.971 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:44.971 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.971 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T16:19:44.971 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:44.971 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.972 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.972 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.972 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:44.972 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:44.972 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:44.972 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.972 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:44.972 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.972 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.972 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T16:19:44.972 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.972 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.972 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.256100+0000", 2024-07-29T16:19:44.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.046561+0000", 2024-07-29T16:19:44.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.046561+0000", 2024-07-29T16:19:44.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:43:20.470998+0000", 2024-07-29T16:19:44.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.256100+0000", 2024-07-29T16:19:44.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:44.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:44.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:44.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.256100+0000", 2024-07-29T16:19:44.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.256100+0000", 2024-07-29T16:19:44.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.256100+0000", 2024-07-29T16:19:44.973 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.974 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.974 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:44.974 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.256100+0000", 2024-07-29T16:19:44.974 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.256100+0000", 2024-07-29T16:19:44.974 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.974 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3113, 2024-07-29T16:19:44.974 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.974 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.974 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:44.974 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.974 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.974 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.974 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.974 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3113, 2024-07-29T16:19:44.975 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.975 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.975 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.975 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.7", 2024-07-29T16:19:44.975 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.975 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.975 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.975 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 9089, 2024-07-29T16:19:44.975 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.975 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:54:08.411822+0000", 2024-07-29T16:19:44.975 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.007305616, 2024-07-29T16:19:44.975 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.975 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.975 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.976 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:44.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:44.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:44.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:44.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.978 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.978 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.978 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.978 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 1231, 2024-07-29T16:19:44.978 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 363270, 2024-07-29T16:19:44.978 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.978 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.978 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.978 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3108, 2024-07-29T16:19:44.978 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 382926 2024-07-29T16:19:44.978 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.978 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.978 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.978 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.979 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:44.979 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:44.979 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:44.979 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.979 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:44.979 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "1120'3113" 2024-07-29T16:19:44.979 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.979 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.979 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.979 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:44.979 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:44.979 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:44.979 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.979 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T16:19:44.979 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.980 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.980 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:44.980 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.980 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.980 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.980 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250720+0000", 2024-07-29T16:19:44.980 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:08:42.995330+0000", 2024-07-29T16:19:44.980 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:08:42.995330+0000", 2024-07-29T16:19:44.980 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:08:42.995757+0000", 2024-07-29T16:19:44.980 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250720+0000", 2024-07-29T16:19:44.980 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.980 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.980 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.980 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 433, 2024-07-29T16:19:44.980 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250720+0000", 2024-07-29T16:19:44.980 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250720+0000", 2024-07-29T16:19:44.981 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250720+0000", 2024-07-29T16:19:44.981 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.981 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.981 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:44.981 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250720+0000", 2024-07-29T16:19:44.981 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250720+0000", 2024-07-29T16:19:44.981 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.981 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:44.981 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.981 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.981 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 432, 2024-07-29T16:19:44.981 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.981 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.981 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.981 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.982 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:44.982 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.982 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.982 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.982 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1", 2024-07-29T16:19:44.982 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.982 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.982 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.982 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5240, 2024-07-29T16:19:44.982 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.982 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:36:32.482060+0000", 2024-07-29T16:19:44.982 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:44.982 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.982 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.983 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:44.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:44.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:44.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:44.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.984 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:44.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:44.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:44.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:44.985 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.985 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.985 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.985 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.986 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:44.986 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:44.986 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:44.986 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.986 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T16:19:44.986 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:44.986 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.986 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.986 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.986 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:44.986 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:44.986 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:44.986 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.986 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:44.986 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.987 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.987 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:44.987 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.987 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.987 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.987 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252248+0000", 2024-07-29T16:19:44.987 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.986399+0000", 2024-07-29T16:19:44.987 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.986399+0000", 2024-07-29T16:19:44.987 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.989543+0000", 2024-07-29T16:19:44.987 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252248+0000", 2024-07-29T16:19:44.987 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.987 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.987 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.987 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:44.988 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252248+0000", 2024-07-29T16:19:44.988 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252248+0000", 2024-07-29T16:19:44.988 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252248+0000", 2024-07-29T16:19:44.988 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.988 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.988 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:44.988 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252248+0000", 2024-07-29T16:19:44.988 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252248+0000", 2024-07-29T16:19:44.988 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.988 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:44.988 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.989 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.989 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:44.989 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.989 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.989 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.989 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.989 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:44.989 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.989 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.989 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.989 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.0", 2024-07-29T16:19:44.989 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.989 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.989 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.990 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5086, 2024-07-29T16:19:44.990 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.990 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:57:26.873048+0000", 2024-07-29T16:19:44.990 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:44.990 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.990 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.990 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.990 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.990 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.990 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.990 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.990 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.990 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:44.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:44.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:44.991 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:44.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:44.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:44.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:44.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:44.993 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:44.993 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:44.993 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:44.993 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.993 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:44.993 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:44.993 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:44.993 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:44.993 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:44.993 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:44.993 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.993 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:44.993 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:44.993 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:44.994 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:44.994 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:44.994 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:44.994 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:44.994 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:44.994 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:44.994 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:44.994 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:44.994 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:44.994 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T16:19:44.994 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:44.994 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:44.995 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:44.995 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.125010+0000", 2024-07-29T16:19:44.995 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:08:11.023828+0000", 2024-07-29T16:19:44.995 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:08:11.023828+0000", 2024-07-29T16:19:44.995 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:43:20.428119+0000", 2024-07-29T16:19:44.995 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.125010+0000", 2024-07-29T16:19:44.995 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:44.995 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:44.995 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:44.995 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 401, 2024-07-29T16:19:44.995 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.125010+0000", 2024-07-29T16:19:44.995 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.125010+0000", 2024-07-29T16:19:44.995 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.125010+0000", 2024-07-29T16:19:44.995 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:44.995 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:44.996 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:44.996 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.125010+0000", 2024-07-29T16:19:44.996 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.125010+0000", 2024-07-29T16:19:44.996 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:44.996 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3166, 2024-07-29T16:19:44.996 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:44.996 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:44.996 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 400, 2024-07-29T16:19:44.996 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:44.996 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:44.996 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:44.996 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:44.996 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3166, 2024-07-29T16:19:44.996 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:44.996 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:44.997 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:44.997 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.6", 2024-07-29T16:19:44.997 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:44.997 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:44.997 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:44.997 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 9427, 2024-07-29T16:19:44.997 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:44.997 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:02:11.132752+0000", 2024-07-29T16:19:44.997 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.003670679, 2024-07-29T16:19:44.997 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:44.997 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:44.997 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:44.997 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:44.997 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:44.997 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:44.998 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:44.998 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:44.998 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:44.998 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:44.998 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:44.998 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:44.998 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:44.998 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:44.998 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:44.998 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:44.998 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:44.998 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:44.998 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:44.998 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:44.998 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:44.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:44.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:44.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:44.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:44.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:44.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:44.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:44.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:44.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:44.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:44.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:44.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:44.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:44.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:44.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 1587, 2024-07-29T16:19:45.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 422283, 2024-07-29T16:19:45.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3116, 2024-07-29T16:19:45.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 380564 2024-07-29T16:19:45.000 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.000 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.000 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.000 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.000 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:45.000 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:45.000 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:45.000 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.000 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:45.000 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "1121'3166" 2024-07-29T16:19:45.001 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.001 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.001 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.001 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.001 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.001 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:45.001 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.001 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:45.001 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.001 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.001 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.001 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.002 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.002 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.002 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.122609+0000", 2024-07-29T16:19:45.002 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.027069+0000", 2024-07-29T16:19:45.002 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.027069+0000", 2024-07-29T16:19:45.002 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.027556+0000", 2024-07-29T16:19:45.002 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.122609+0000", 2024-07-29T16:19:45.002 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.002 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.002 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.002 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:45.002 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.122609+0000", 2024-07-29T16:19:45.002 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.122609+0000", 2024-07-29T16:19:45.002 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.122609+0000", 2024-07-29T16:19:45.003 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.003 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.003 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.003 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.122609+0000", 2024-07-29T16:19:45.003 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.122609+0000", 2024-07-29T16:19:45.003 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.003 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.003 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.003 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.003 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:45.003 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.003 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.003 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.003 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.003 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.004 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.004 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.004 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.004 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2", 2024-07-29T16:19:45.004 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.004 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.004 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.004 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5220, 2024-07-29T16:19:45.004 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.004 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:28:22.765917+0000", 2024-07-29T16:19:45.004 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.004 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.004 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.004 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.004 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.005 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.005 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.005 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.005 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.005 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.005 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.005 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.005 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.005 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.005 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.005 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.005 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.005 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.005 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.005 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.007 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.007 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.007 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.007 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.007 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.007 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.008 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:45.008 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.008 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:45.008 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.008 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.008 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.008 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.008 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.008 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:45.008 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:45.008 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.008 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:45.008 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.008 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.008 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:45.008 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.009 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.009 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.009 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.253343+0000", 2024-07-29T16:19:45.009 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.989473+0000", 2024-07-29T16:19:45.009 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.989473+0000", 2024-07-29T16:19:45.009 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.989841+0000", 2024-07-29T16:19:45.009 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.253343+0000", 2024-07-29T16:19:45.009 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.009 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.009 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.009 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:45.009 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.253343+0000", 2024-07-29T16:19:45.009 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.253343+0000", 2024-07-29T16:19:45.009 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.253343+0000", 2024-07-29T16:19:45.010 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.010 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.010 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.010 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.253343+0000", 2024-07-29T16:19:45.010 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.253343+0000", 2024-07-29T16:19:45.010 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.010 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.010 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.010 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.010 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:45.010 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.010 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.010 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.010 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.011 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.011 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.011 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.011 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.011 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.3", 2024-07-29T16:19:45.011 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.011 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.011 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.011 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5139, 2024-07-29T16:19:45.011 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.011 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:32:17.149875+0000", 2024-07-29T16:19:45.011 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.011 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.011 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.011 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.012 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.012 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.012 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.012 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.012 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.012 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.012 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.012 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.012 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.012 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.012 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.012 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.012 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.012 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.012 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.014 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.014 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.014 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.014 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.014 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.014 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:45.015 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:45.015 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.015 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:45.015 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.015 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.015 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.015 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.015 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.015 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:45.015 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:45.015 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.015 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:45.015 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.015 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.015 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 19, 2024-07-29T16:19:45.016 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.016 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.016 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.016 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252348+0000", 2024-07-29T16:19:45.016 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.977792+0000", 2024-07-29T16:19:45.016 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.977792+0000", 2024-07-29T16:19:45.016 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.978200+0000", 2024-07-29T16:19:45.016 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252348+0000", 2024-07-29T16:19:45.016 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:56:33.779105+0000", 2024-07-29T16:19:45.016 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.016 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:56:33.779105+0000", 2024-07-29T16:19:45.016 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:45.016 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252348+0000", 2024-07-29T16:19:45.016 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252348+0000", 2024-07-29T16:19:45.016 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252348+0000", 2024-07-29T16:19:45.016 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.017 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.017 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:56:33.779105+0000", 2024-07-29T16:19:45.017 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252348+0000", 2024-07-29T16:19:45.017 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252348+0000", 2024-07-29T16:19:45.017 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.017 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 237, 2024-07-29T16:19:45.017 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.017 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.017 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:45.017 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.017 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.017 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.017 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.017 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 237, 2024-07-29T16:19:45.017 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.017 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.018 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.018 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "1.0", 2024-07-29T16:19:45.018 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.018 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.018 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.018 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5731, 2024-07-29T16:19:45.018 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.018 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:06:18.951256+0000", 2024-07-29T16:19:45.018 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.018 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.018 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.018 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 590368, 2024-07-29T16:19:45.018 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.019 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 1771104, 2024-07-29T16:19:45.019 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.019 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.019 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.019 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.019 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.019 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.019 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.019 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.019 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.019 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.019 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.019 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.019 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 6, 2024-07-29T16:19:45.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 2, 2024-07-29T16:19:45.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 2, 2024-07-29T16:19:45.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 6, 2024-07-29T16:19:45.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.021 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.021 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.021 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 1178, 2024-07-29T16:19:45.021 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 1994, 2024-07-29T16:19:45.021 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.021 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.021 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.021 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 391, 2024-07-29T16:19:45.021 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 2416 2024-07-29T16:19:45.021 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.021 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.021 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.021 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.021 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.022 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:45.022 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:45.022 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.022 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:45.022 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "2214'237" 2024-07-29T16:19:45.022 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.022 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.022 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.022 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.022 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.022 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:45.022 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.022 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:45.022 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.022 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.023 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T16:19:45.023 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.023 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.023 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.023 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252569+0000", 2024-07-29T16:19:45.023 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.979127+0000", 2024-07-29T16:19:45.023 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.979127+0000", 2024-07-29T16:19:45.023 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:43:20.418534+0000", 2024-07-29T16:19:45.023 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252569+0000", 2024-07-29T16:19:45.023 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:45.023 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.023 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:45.023 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:45.024 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252569+0000", 2024-07-29T16:19:45.024 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252569+0000", 2024-07-29T16:19:45.024 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252569+0000", 2024-07-29T16:19:45.024 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.024 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.024 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:45.024 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252569+0000", 2024-07-29T16:19:45.024 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252569+0000", 2024-07-29T16:19:45.024 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.024 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2970, 2024-07-29T16:19:45.024 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.024 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.024 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:45.024 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.024 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.025 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.025 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.025 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2970, 2024-07-29T16:19:45.025 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.025 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.025 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.025 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.5", 2024-07-29T16:19:45.025 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.025 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.025 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.025 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 8857, 2024-07-29T16:19:45.025 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.025 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:05:35.533371+0000", 2024-07-29T16:19:45.025 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.002200953, 2024-07-29T16:19:45.026 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.026 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.026 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.026 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.026 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.026 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.026 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.026 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.026 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.026 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.026 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.026 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.026 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.027 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.027 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.027 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.027 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.027 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.027 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.027 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.027 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.027 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.027 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.027 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.027 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.027 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.027 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.027 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 1267, 2024-07-29T16:19:45.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 365883, 2024-07-29T16:19:45.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 2945, 2024-07-29T16:19:45.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 364294 2024-07-29T16:19:45.029 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.029 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.029 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.029 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.029 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.029 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.029 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:45.029 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.029 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:45.029 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "1121'2970" 2024-07-29T16:19:45.029 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.029 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.029 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.029 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.029 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.030 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:45.030 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.030 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:45.030 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.030 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.030 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.030 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.030 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.030 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.030 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.255330+0000", 2024-07-29T16:19:45.030 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.985064+0000", 2024-07-29T16:19:45.030 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.985064+0000", 2024-07-29T16:19:45.030 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.988432+0000", 2024-07-29T16:19:45.030 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.255330+0000", 2024-07-29T16:19:45.031 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.031 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.031 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.031 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:45.031 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.255330+0000", 2024-07-29T16:19:45.031 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.255330+0000", 2024-07-29T16:19:45.031 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.255330+0000", 2024-07-29T16:19:45.031 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.031 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.031 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.031 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.255330+0000", 2024-07-29T16:19:45.031 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.255330+0000", 2024-07-29T16:19:45.031 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.032 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.032 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.032 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.032 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:45.032 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.032 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.032 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.032 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.032 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.032 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.032 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.032 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.032 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.d", 2024-07-29T16:19:45.032 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.033 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.033 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.033 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5074, 2024-07-29T16:19:45.033 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.033 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:42:20.386148+0000", 2024-07-29T16:19:45.033 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.033 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.033 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.033 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.033 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.033 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.033 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.033 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.033 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.033 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.034 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.034 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.034 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.034 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.034 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.034 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.034 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.034 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.034 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.034 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.034 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.034 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.034 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.034 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.036 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.036 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.036 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.036 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.036 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.036 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.036 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.036 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.036 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.036 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.036 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.036 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:45.036 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.037 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:45.037 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.037 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.037 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.037 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.037 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:45.037 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.037 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:45.037 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.037 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T16:19:45.037 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.037 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.037 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:45.037 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.037 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.038 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.038 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252489+0000", 2024-07-29T16:19:45.038 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.053883+0000", 2024-07-29T16:19:45.038 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.053883+0000", 2024-07-29T16:19:45.038 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.054236+0000", 2024-07-29T16:19:45.038 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252489+0000", 2024-07-29T16:19:45.038 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.038 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.038 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.038 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:45.038 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252489+0000", 2024-07-29T16:19:45.038 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252489+0000", 2024-07-29T16:19:45.038 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252489+0000", 2024-07-29T16:19:45.038 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.039 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.039 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.039 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252489+0000", 2024-07-29T16:19:45.039 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252489+0000", 2024-07-29T16:19:45.039 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.039 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.039 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.039 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.039 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:45.039 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.039 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.039 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.039 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.039 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.040 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.040 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.040 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.040 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.c", 2024-07-29T16:19:45.040 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.040 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.040 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.040 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5253, 2024-07-29T16:19:45.040 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.040 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:18:29.672221+0000", 2024-07-29T16:19:45.040 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.040 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.040 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.040 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.041 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.041 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.041 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.041 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.041 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.041 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.041 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.041 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.041 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.041 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.041 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.041 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.041 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.041 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.043 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.043 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.043 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.043 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.043 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.043 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.043 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.043 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.043 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.043 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.043 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.043 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.043 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.044 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.044 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.044 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:45.044 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.044 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:45.044 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.044 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T16:19:45.044 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.044 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.044 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.044 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.044 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.044 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.044 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:45.044 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.045 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:45.045 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.045 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.045 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.045 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.045 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.045 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.045 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.256748+0000", 2024-07-29T16:19:45.045 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.008441+0000", 2024-07-29T16:19:45.045 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.008441+0000", 2024-07-29T16:19:45.045 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.008784+0000", 2024-07-29T16:19:45.045 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.256748+0000", 2024-07-29T16:19:45.045 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.045 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.045 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.045 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:45.046 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.256748+0000", 2024-07-29T16:19:45.046 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.256748+0000", 2024-07-29T16:19:45.046 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.256748+0000", 2024-07-29T16:19:45.046 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.046 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.046 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.046 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.256748+0000", 2024-07-29T16:19:45.046 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.256748+0000", 2024-07-29T16:19:45.046 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.046 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.046 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.046 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.046 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:45.046 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.047 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.047 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.047 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.047 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.047 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.047 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.047 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.047 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.c", 2024-07-29T16:19:45.047 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.047 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.047 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.047 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5166, 2024-07-29T16:19:45.047 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.047 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:37:15.544426+0000", 2024-07-29T16:19:45.047 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.048 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.048 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.048 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.048 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.048 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.048 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.048 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.048 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.048 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.048 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.048 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.048 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.051 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.051 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.051 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.051 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.051 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.051 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.051 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.051 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.051 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.051 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:45.051 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.051 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:45.051 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.051 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.051 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.051 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.052 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:45.052 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.052 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:45.052 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.052 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:45.052 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.052 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.052 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:45.052 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.052 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.052 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.052 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.253999+0000", 2024-07-29T16:19:45.052 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.434007+0000", 2024-07-29T16:19:45.053 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.434007+0000", 2024-07-29T16:19:45.053 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.434414+0000", 2024-07-29T16:19:45.053 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.253999+0000", 2024-07-29T16:19:45.053 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.053 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.053 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.053 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:45.053 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.253999+0000", 2024-07-29T16:19:45.053 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.253999+0000", 2024-07-29T16:19:45.053 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.253999+0000", 2024-07-29T16:19:45.053 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.053 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.053 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.053 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.253999+0000", 2024-07-29T16:19:45.054 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.253999+0000", 2024-07-29T16:19:45.054 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.054 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 1, 2024-07-29T16:19:45.054 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.054 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.054 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:45.054 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.054 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.054 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.054 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.054 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 1, 2024-07-29T16:19:45.054 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.054 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.054 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.054 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.d", 2024-07-29T16:19:45.055 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.055 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.055 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.055 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5296, 2024-07-29T16:19:45.055 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.055 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:49:52.812262+0000", 2024-07-29T16:19:45.055 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.055 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.055 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.055 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 70, 2024-07-29T16:19:45.055 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.055 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.055 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.055 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.055 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.055 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:45.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:45.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:45.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 2, 2024-07-29T16:19:45.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 2, 2024-07-29T16:19:45.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.058 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 1, 2024-07-29T16:19:45.058 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 1 2024-07-29T16:19:45.058 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.058 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.058 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.058 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.058 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:45.058 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.058 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:45.058 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.058 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:45.058 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'1" 2024-07-29T16:19:45.058 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.058 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.058 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.059 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.059 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.059 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:45.059 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.059 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:45.059 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.059 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.059 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.059 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.059 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.059 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.059 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252692+0000", 2024-07-29T16:19:45.059 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.981394+0000", 2024-07-29T16:19:45.059 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.981394+0000", 2024-07-29T16:19:45.059 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.982705+0000", 2024-07-29T16:19:45.059 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252692+0000", 2024-07-29T16:19:45.060 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.060 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.060 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.060 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:45.060 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252692+0000", 2024-07-29T16:19:45.060 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252692+0000", 2024-07-29T16:19:45.060 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252692+0000", 2024-07-29T16:19:45.060 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.060 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.060 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.060 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252692+0000", 2024-07-29T16:19:45.060 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252692+0000", 2024-07-29T16:19:45.060 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.060 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.061 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.061 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.061 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:45.061 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.061 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.061 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.061 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.061 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.061 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.061 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.061 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.061 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.f", 2024-07-29T16:19:45.061 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.061 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.061 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.062 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5093, 2024-07-29T16:19:45.062 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.062 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:38:56.725937+0000", 2024-07-29T16:19:45.062 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.062 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.062 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.062 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.062 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.062 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.062 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.062 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.062 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.062 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.062 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.065 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.065 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.065 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.065 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.065 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.065 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.065 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.065 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.065 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.065 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:45.065 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.065 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:45.065 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.065 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.065 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.066 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.066 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:45.066 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.066 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:45.066 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.066 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T16:19:45.066 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.066 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.066 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:45.066 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.066 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.066 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.066 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254066+0000", 2024-07-29T16:19:45.066 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.998534+0000", 2024-07-29T16:19:45.067 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.998534+0000", 2024-07-29T16:19:45.067 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.998875+0000", 2024-07-29T16:19:45.067 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254066+0000", 2024-07-29T16:19:45.067 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.067 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.067 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.067 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:45.067 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254066+0000", 2024-07-29T16:19:45.067 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254066+0000", 2024-07-29T16:19:45.067 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254066+0000", 2024-07-29T16:19:45.067 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.067 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.067 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.067 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254066+0000", 2024-07-29T16:19:45.068 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254066+0000", 2024-07-29T16:19:45.068 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.068 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T16:19:45.068 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.068 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.068 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:45.068 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.068 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.068 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.068 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.068 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T16:19:45.068 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.068 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.069 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.069 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.e", 2024-07-29T16:19:45.069 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.069 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.069 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.069 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5230, 2024-07-29T16:19:45.069 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.069 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:55:08.510222+0000", 2024-07-29T16:19:45.069 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.069 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.069 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.069 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.069 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.069 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.069 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.069 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.070 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.070 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.070 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.070 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.070 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.070 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.070 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.070 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.070 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.070 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.070 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.070 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:45.070 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:45.070 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.070 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:45.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:45.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 9, 2024-07-29T16:19:45.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 9, 2024-07-29T16:19:45.072 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.072 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.072 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.072 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T16:19:45.072 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.072 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.072 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.072 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.072 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.072 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:45.072 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.072 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:45.072 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.073 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T16:19:45.073 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'2" 2024-07-29T16:19:45.073 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.073 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.073 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.073 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.073 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.073 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:45.073 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.073 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:45.073 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.073 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.073 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.073 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.073 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.074 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.074 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252068+0000", 2024-07-29T16:19:45.074 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.989673+0000", 2024-07-29T16:19:45.074 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.989673+0000", 2024-07-29T16:19:45.074 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.990001+0000", 2024-07-29T16:19:45.074 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252068+0000", 2024-07-29T16:19:45.074 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.074 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.074 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.074 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:45.074 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252068+0000", 2024-07-29T16:19:45.074 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252068+0000", 2024-07-29T16:19:45.074 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252068+0000", 2024-07-29T16:19:45.074 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.075 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.075 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.075 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252068+0000", 2024-07-29T16:19:45.075 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252068+0000", 2024-07-29T16:19:45.075 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.075 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.075 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.075 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.075 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:45.075 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.075 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.075 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.075 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.075 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.075 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.076 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.076 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.076 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.e", 2024-07-29T16:19:45.076 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.076 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.076 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.076 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5093, 2024-07-29T16:19:45.076 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.076 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:26:26.399617+0000", 2024-07-29T16:19:45.076 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.076 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.076 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.076 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.076 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.078 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.078 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.078 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.078 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.078 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.078 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.078 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.078 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.078 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.078 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.078 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.078 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.078 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.078 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.079 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.079 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.079 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.079 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.079 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.079 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.079 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.079 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.079 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.079 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.079 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.079 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.079 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.080 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.080 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.080 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.080 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:45.080 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.080 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:45.080 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.080 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.080 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.080 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.080 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.080 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:45.080 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:45.081 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.081 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T16:19:45.081 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.081 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.081 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:45.081 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.081 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.081 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.081 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121419+0000", 2024-07-29T16:19:45.081 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.984626+0000", 2024-07-29T16:19:45.081 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.984626+0000", 2024-07-29T16:19:45.081 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.984993+0000", 2024-07-29T16:19:45.081 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121419+0000", 2024-07-29T16:19:45.081 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.081 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.082 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.082 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:45.082 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121419+0000", 2024-07-29T16:19:45.082 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121419+0000", 2024-07-29T16:19:45.082 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121419+0000", 2024-07-29T16:19:45.082 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.082 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.082 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.082 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121419+0000", 2024-07-29T16:19:45.082 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121419+0000", 2024-07-29T16:19:45.082 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.082 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 1, 2024-07-29T16:19:45.083 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.083 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.083 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:45.083 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.083 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.083 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.083 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.083 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 1, 2024-07-29T16:19:45.083 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.083 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.083 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.083 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.f", 2024-07-29T16:19:45.083 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.083 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.084 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.084 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5188, 2024-07-29T16:19:45.084 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.084 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:22:19.139747+0000", 2024-07-29T16:19:45.084 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.084 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.084 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.084 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 22, 2024-07-29T16:19:45.084 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.084 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.084 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.084 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.084 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.084 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.084 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:45.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:45.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:45.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 2, 2024-07-29T16:19:45.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 2, 2024-07-29T16:19:45.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.087 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.087 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.087 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 1, 2024-07-29T16:19:45.087 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 1 2024-07-29T16:19:45.087 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.087 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.087 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.087 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.087 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.087 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:45.087 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:45.087 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.087 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T16:19:45.088 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'1" 2024-07-29T16:19:45.088 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.088 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.088 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.088 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.088 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.088 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:45.088 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.088 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:45.088 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.088 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.088 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.088 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.088 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.089 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.089 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254318+0000", 2024-07-29T16:19:45.089 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.980203+0000", 2024-07-29T16:19:45.089 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.980203+0000", 2024-07-29T16:19:45.089 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.980620+0000", 2024-07-29T16:19:45.089 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254318+0000", 2024-07-29T16:19:45.089 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.089 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.089 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.089 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:45.089 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254318+0000", 2024-07-29T16:19:45.089 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254318+0000", 2024-07-29T16:19:45.089 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254318+0000", 2024-07-29T16:19:45.090 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.090 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.090 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.090 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254318+0000", 2024-07-29T16:19:45.090 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254318+0000", 2024-07-29T16:19:45.090 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.090 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.090 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.090 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.090 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:45.090 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.090 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.090 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.091 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.091 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.091 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.091 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.091 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.091 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.11", 2024-07-29T16:19:45.091 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.091 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.091 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.091 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5073, 2024-07-29T16:19:45.091 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.091 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:05:06.493082+0000", 2024-07-29T16:19:45.091 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.092 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.092 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.092 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.092 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.092 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.092 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.092 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.092 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.092 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.092 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.092 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.092 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.092 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.092 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.092 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.093 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.093 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.093 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.093 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.093 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.093 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.093 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.093 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.093 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.093 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.093 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.093 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.093 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.093 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.094 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.094 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.094 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.094 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.094 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.094 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.094 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.094 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.094 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.094 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.094 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.094 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.094 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.094 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.094 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.095 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.095 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.095 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.095 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.095 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:45.095 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.095 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:45.095 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.095 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.095 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.095 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.095 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:45.095 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:45.096 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:45.096 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.096 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T16:19:45.096 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.096 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.096 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:45.096 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.096 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.096 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.096 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251803+0000", 2024-07-29T16:19:45.096 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:08:11.028319+0000", 2024-07-29T16:19:45.096 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:08:11.028319+0000", 2024-07-29T16:19:45.096 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:08:11.031691+0000", 2024-07-29T16:19:45.096 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251803+0000", 2024-07-29T16:19:45.097 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.097 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.097 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.097 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 401, 2024-07-29T16:19:45.097 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251803+0000", 2024-07-29T16:19:45.097 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251803+0000", 2024-07-29T16:19:45.097 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251803+0000", 2024-07-29T16:19:45.097 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.097 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.097 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.097 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251803+0000", 2024-07-29T16:19:45.097 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251803+0000", 2024-07-29T16:19:45.097 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.097 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 8, 2024-07-29T16:19:45.098 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.098 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.098 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 400, 2024-07-29T16:19:45.098 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.098 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.098 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.098 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.098 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 8, 2024-07-29T16:19:45.098 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.098 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.098 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.098 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.10", 2024-07-29T16:19:45.098 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.098 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.098 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.098 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5268, 2024-07-29T16:19:45.099 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.099 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:53:50.114038+0000", 2024-07-29T16:19:45.099 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.099 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.099 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.099 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.100 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.100 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.100 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.100 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.100 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.100 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.100 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 12, 2024-07-29T16:19:45.100 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 4, 2024-07-29T16:19:45.100 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.100 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 4, 2024-07-29T16:19:45.100 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.100 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.100 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.101 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.101 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.101 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 4, 2024-07-29T16:19:45.101 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.101 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.101 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.101 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.101 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.101 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.101 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.101 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 36, 2024-07-29T16:19:45.101 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 36, 2024-07-29T16:19:45.101 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.102 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.102 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.102 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 12, 2024-07-29T16:19:45.102 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.102 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.102 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.102 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.102 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.102 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:45.102 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:45.102 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:45.102 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.102 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T16:19:45.102 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'8" 2024-07-29T16:19:45.102 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.103 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.103 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.103 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.103 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:45.103 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:45.103 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.103 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:45.103 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.103 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.103 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.103 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.103 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.103 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.104 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250404+0000", 2024-07-29T16:19:45.104 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.011478+0000", 2024-07-29T16:19:45.104 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.011478+0000", 2024-07-29T16:19:45.104 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.011857+0000", 2024-07-29T16:19:45.104 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250404+0000", 2024-07-29T16:19:45.104 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.104 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.104 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.104 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:45.104 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250404+0000", 2024-07-29T16:19:45.104 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250404+0000", 2024-07-29T16:19:45.104 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250404+0000", 2024-07-29T16:19:45.104 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.104 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.105 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.105 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250404+0000", 2024-07-29T16:19:45.105 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250404+0000", 2024-07-29T16:19:45.105 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.105 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.105 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.105 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.105 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:45.105 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.105 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.105 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.105 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.105 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.105 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.105 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.106 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.106 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.10", 2024-07-29T16:19:45.106 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.106 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.106 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.106 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5111, 2024-07-29T16:19:45.106 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.106 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:48:12.227687+0000", 2024-07-29T16:19:45.106 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.106 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.106 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.106 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.106 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.106 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.106 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.107 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.108 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.108 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.108 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.108 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.108 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.108 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.108 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.108 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.108 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.108 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.108 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.108 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.108 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.109 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.109 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.109 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.109 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.109 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.109 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.109 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.109 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.109 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.109 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.109 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.109 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.109 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.109 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.109 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:45.110 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:45.110 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.110 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:45.110 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.110 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.110 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.110 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.110 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.110 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.110 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:45.110 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.110 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:45.110 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.110 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.110 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:45.111 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.111 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.111 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.111 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254953+0000", 2024-07-29T16:19:45.111 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.018805+0000", 2024-07-29T16:19:45.111 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.018805+0000", 2024-07-29T16:19:45.111 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.021283+0000", 2024-07-29T16:19:45.111 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254953+0000", 2024-07-29T16:19:45.111 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.111 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.111 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.111 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:45.111 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254953+0000", 2024-07-29T16:19:45.111 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254953+0000", 2024-07-29T16:19:45.112 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254953+0000", 2024-07-29T16:19:45.112 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.112 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.112 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.112 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254953+0000", 2024-07-29T16:19:45.112 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254953+0000", 2024-07-29T16:19:45.112 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.112 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.112 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.112 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.112 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:45.112 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.112 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.112 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.113 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.113 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.113 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.113 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.113 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.113 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.11", 2024-07-29T16:19:45.113 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.113 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.113 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.113 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5126, 2024-07-29T16:19:45.113 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.113 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:03:07.264391+0000", 2024-07-29T16:19:45.113 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.114 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.114 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.114 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.115 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.115 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.115 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.115 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.115 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.115 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.115 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.115 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.115 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.115 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.115 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.115 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.115 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.115 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.117 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.117 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.117 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.117 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.117 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.117 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.117 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.117 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:45.117 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.117 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:45.117 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.117 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.117 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.117 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.118 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.118 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.118 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:45.118 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.118 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:45.118 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.118 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.118 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.118 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.118 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.118 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.118 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.255930+0000", 2024-07-29T16:19:45.118 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.988819+0000", 2024-07-29T16:19:45.119 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.988819+0000", 2024-07-29T16:19:45.119 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.990303+0000", 2024-07-29T16:19:45.119 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.255930+0000", 2024-07-29T16:19:45.119 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.119 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.119 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.119 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:45.119 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.255930+0000", 2024-07-29T16:19:45.119 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.255930+0000", 2024-07-29T16:19:45.119 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.255930+0000", 2024-07-29T16:19:45.119 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.119 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.119 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.120 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.255930+0000", 2024-07-29T16:19:45.120 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.255930+0000", 2024-07-29T16:19:45.120 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.120 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.120 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.120 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.120 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:45.120 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.120 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.120 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.120 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.120 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.120 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.120 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.121 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.121 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.13", 2024-07-29T16:19:45.121 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.121 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.121 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.121 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5092, 2024-07-29T16:19:45.121 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.121 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:52:48.683867+0000", 2024-07-29T16:19:45.121 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.121 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.121 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.121 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.122 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.122 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.122 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.122 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.122 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.122 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.122 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.122 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.122 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.122 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.122 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.122 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.122 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.123 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.123 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.123 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.123 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.123 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.123 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.123 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.123 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.123 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.123 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.123 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.123 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.123 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.124 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.124 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.124 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.124 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.124 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.124 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.124 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.124 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.124 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.124 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.124 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.124 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.124 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.124 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.125 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.125 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.125 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:45.125 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.125 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:45.125 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.125 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.125 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.125 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.125 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.125 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.125 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:45.125 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.125 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:45.125 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.126 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.126 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:45.126 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.126 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.126 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.126 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254235+0000", 2024-07-29T16:19:45.126 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.995232+0000", 2024-07-29T16:19:45.126 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.995232+0000", 2024-07-29T16:19:45.126 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.995593+0000", 2024-07-29T16:19:45.126 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254235+0000", 2024-07-29T16:19:45.126 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.126 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.126 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.126 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:45.126 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254235+0000", 2024-07-29T16:19:45.127 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254235+0000", 2024-07-29T16:19:45.127 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254235+0000", 2024-07-29T16:19:45.127 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.127 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.127 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.127 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254235+0000", 2024-07-29T16:19:45.127 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254235+0000", 2024-07-29T16:19:45.127 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.127 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.127 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.127 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.127 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:45.127 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.127 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.127 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.128 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.128 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.128 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.128 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.128 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.128 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.12", 2024-07-29T16:19:45.128 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.128 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.128 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.128 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5167, 2024-07-29T16:19:45.128 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.128 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:31:48.181389+0000", 2024-07-29T16:19:45.128 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.128 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.128 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.129 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.130 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.130 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.130 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.130 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.130 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.130 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.130 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.130 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.130 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.130 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.130 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.130 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.130 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.130 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.131 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.131 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.131 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.131 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.131 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.131 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.131 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.131 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.131 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.131 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.131 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.131 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.131 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.132 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.132 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.132 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.132 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:45.132 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.132 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:45.132 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.132 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.132 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.132 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.132 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:45.132 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.132 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:45.133 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.133 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:45.133 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.133 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.133 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.133 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.133 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.133 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.133 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121178+0000", 2024-07-29T16:19:45.133 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.995344+0000", 2024-07-29T16:19:45.133 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.995344+0000", 2024-07-29T16:19:45.133 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.995679+0000", 2024-07-29T16:19:45.133 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121178+0000", 2024-07-29T16:19:45.133 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.134 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.134 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.134 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:45.134 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121178+0000", 2024-07-29T16:19:45.134 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121178+0000", 2024-07-29T16:19:45.134 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121178+0000", 2024-07-29T16:19:45.134 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.134 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.134 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.134 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121178+0000", 2024-07-29T16:19:45.134 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121178+0000", 2024-07-29T16:19:45.134 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.134 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.134 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.135 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.135 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:45.135 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.135 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.135 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.135 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.135 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.135 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.135 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.135 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.135 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.12", 2024-07-29T16:19:45.135 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.135 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.135 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.135 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5327, 2024-07-29T16:19:45.136 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.136 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:06:34.788154+0000", 2024-07-29T16:19:45.136 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.136 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.136 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.136 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.137 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.138 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.138 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.138 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.138 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.138 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.138 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.138 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.138 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.138 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.138 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.138 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.138 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.138 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.139 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.139 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.139 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.139 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.139 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.139 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:45.139 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.139 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:45.139 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.139 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:45.139 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.139 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.139 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.139 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.140 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:45.140 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.140 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:45.140 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.141 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:45.141 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.141 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.141 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:45.141 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.142 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.142 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.142 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121839+0000", 2024-07-29T16:19:45.142 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.426943+0000", 2024-07-29T16:19:45.142 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.426943+0000", 2024-07-29T16:19:45.142 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.427285+0000", 2024-07-29T16:19:45.142 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121839+0000", 2024-07-29T16:19:45.142 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.142 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.142 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.142 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:45.142 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121839+0000", 2024-07-29T16:19:45.142 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121839+0000", 2024-07-29T16:19:45.143 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121839+0000", 2024-07-29T16:19:45.143 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.143 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.143 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.143 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121839+0000", 2024-07-29T16:19:45.143 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121839+0000", 2024-07-29T16:19:45.143 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.143 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T16:19:45.143 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.143 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.143 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:45.143 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.143 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.143 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.144 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.144 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T16:19:45.144 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.144 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.144 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.144 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.13", 2024-07-29T16:19:45.144 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.144 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.144 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.144 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5338, 2024-07-29T16:19:45.144 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.144 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:56:55.167631+0000", 2024-07-29T16:19:45.144 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.144 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.144 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.145 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 34, 2024-07-29T16:19:45.145 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.145 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.145 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.145 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.145 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.145 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.145 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.145 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.145 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.145 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.145 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.145 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.146 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.146 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.146 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.146 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 6, 2024-07-29T16:19:45.146 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 2, 2024-07-29T16:19:45.146 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.146 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 2, 2024-07-29T16:19:45.146 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.146 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.146 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.146 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.146 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.146 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:45.147 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.147 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.147 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.147 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.147 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.147 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.147 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.147 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 8, 2024-07-29T16:19:45.147 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 14, 2024-07-29T16:19:45.147 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.147 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.147 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.147 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T16:19:45.147 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 6 2024-07-29T16:19:45.148 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.148 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.148 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.148 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.148 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:45.148 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.148 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:45.148 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.148 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:45.148 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'2" 2024-07-29T16:19:45.148 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.148 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.148 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.148 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.149 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.149 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:45.149 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.149 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:45.149 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.149 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.149 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.149 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.149 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.149 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.149 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.255422+0000", 2024-07-29T16:19:45.149 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.996156+0000", 2024-07-29T16:19:45.149 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.996156+0000", 2024-07-29T16:19:45.150 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.996493+0000", 2024-07-29T16:19:45.150 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.255422+0000", 2024-07-29T16:19:45.150 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.150 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.150 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.150 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:45.150 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.255422+0000", 2024-07-29T16:19:45.150 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.255422+0000", 2024-07-29T16:19:45.150 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.255422+0000", 2024-07-29T16:19:45.150 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.150 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.150 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.150 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.255422+0000", 2024-07-29T16:19:45.151 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.255422+0000", 2024-07-29T16:19:45.151 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.151 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.151 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.151 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.151 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:45.151 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.151 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.151 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.151 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.151 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.151 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.151 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.151 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.151 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.15", 2024-07-29T16:19:45.152 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.152 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.152 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.152 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5091, 2024-07-29T16:19:45.152 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.152 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:55:56.188461+0000", 2024-07-29T16:19:45.152 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.152 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.152 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.152 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.152 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.152 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.152 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.152 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.153 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.153 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.153 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.153 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.153 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.153 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.153 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.153 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.153 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.153 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.153 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.153 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.153 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.153 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.153 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.155 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.155 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.155 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.155 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.155 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.155 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.155 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:45.155 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.155 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:45.155 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.156 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.156 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.156 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.156 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.156 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.156 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:45.156 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.156 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:45.156 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.156 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.156 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:45.156 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.156 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.156 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.156 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250852+0000", 2024-07-29T16:19:45.156 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.019537+0000", 2024-07-29T16:19:45.157 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.019537+0000", 2024-07-29T16:19:45.157 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.020344+0000", 2024-07-29T16:19:45.157 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250852+0000", 2024-07-29T16:19:45.157 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.157 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.157 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.157 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:45.157 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250852+0000", 2024-07-29T16:19:45.157 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250852+0000", 2024-07-29T16:19:45.157 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250852+0000", 2024-07-29T16:19:45.157 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.157 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.157 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.157 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250852+0000", 2024-07-29T16:19:45.157 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250852+0000", 2024-07-29T16:19:45.158 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.158 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 30, 2024-07-29T16:19:45.158 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.158 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.158 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:45.158 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.158 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.158 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.158 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.158 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 30, 2024-07-29T16:19:45.158 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.158 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.158 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.159 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.14", 2024-07-29T16:19:45.159 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.159 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.159 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.159 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5155, 2024-07-29T16:19:45.159 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.159 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:11:24.698141+0000", 2024-07-29T16:19:45.159 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.159 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.159 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 5816, 2024-07-29T16:19:45.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.159 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 12, 2024-07-29T16:19:45.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 4, 2024-07-29T16:19:45.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 4, 2024-07-29T16:19:45.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:45.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 17, 2024-07-29T16:19:45.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 25, 2024-07-29T16:19:45.162 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.162 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.162 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.162 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 28, 2024-07-29T16:19:45.162 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 25 2024-07-29T16:19:45.162 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.162 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.162 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.162 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.162 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.162 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.162 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:45.162 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.163 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:45.163 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "584'30" 2024-07-29T16:19:45.163 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.163 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.163 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.163 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.163 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.163 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:45.163 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.163 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T16:19:45.163 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.163 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.163 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.164 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.164 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.164 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.164 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.122239+0000", 2024-07-29T16:19:45.164 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.981765+0000", 2024-07-29T16:19:45.164 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.981765+0000", 2024-07-29T16:19:45.164 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.982078+0000", 2024-07-29T16:19:45.164 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.122239+0000", 2024-07-29T16:19:45.164 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.164 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.164 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.164 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:45.164 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.122239+0000", 2024-07-29T16:19:45.164 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.122239+0000", 2024-07-29T16:19:45.164 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.122239+0000", 2024-07-29T16:19:45.165 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.165 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.165 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.165 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.122239+0000", 2024-07-29T16:19:45.165 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.122239+0000", 2024-07-29T16:19:45.165 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.165 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.165 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.165 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.165 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:45.165 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.165 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.165 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.165 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.166 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.166 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.166 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.166 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.166 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.14", 2024-07-29T16:19:45.166 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.166 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.166 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.166 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5190, 2024-07-29T16:19:45.166 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.166 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:24:25.811253+0000", 2024-07-29T16:19:45.166 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.167 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.167 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.167 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.167 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.167 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.167 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.167 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.167 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.167 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.167 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.167 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.167 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.167 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.167 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.169 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.169 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.169 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.170 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.170 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.170 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.170 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:45.170 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.170 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T16:19:45.170 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.170 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.170 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.170 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.170 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:45.170 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.170 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:45.171 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.171 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:45.171 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.171 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.171 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:45.171 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.171 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.171 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.171 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.253974+0000", 2024-07-29T16:19:45.171 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.045980+0000", 2024-07-29T16:19:45.171 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.045980+0000", 2024-07-29T16:19:45.171 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.046308+0000", 2024-07-29T16:19:45.171 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.253974+0000", 2024-07-29T16:19:45.171 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.172 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.172 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.172 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:45.172 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.253974+0000", 2024-07-29T16:19:45.172 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.253974+0000", 2024-07-29T16:19:45.172 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.253974+0000", 2024-07-29T16:19:45.172 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.172 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.172 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.172 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.253974+0000", 2024-07-29T16:19:45.172 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.253974+0000", 2024-07-29T16:19:45.172 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.172 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3, 2024-07-29T16:19:45.172 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.172 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.173 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:45.173 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.173 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.173 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.173 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.173 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3, 2024-07-29T16:19:45.173 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.173 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.173 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.173 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.15", 2024-07-29T16:19:45.173 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.173 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.173 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.174 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5286, 2024-07-29T16:19:45.174 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.174 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:31:10.224659+0000", 2024-07-29T16:19:45.174 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.174 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.174 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.174 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 90, 2024-07-29T16:19:45.174 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.174 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.174 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.174 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.174 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.174 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.174 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.174 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 6, 2024-07-29T16:19:45.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 2, 2024-07-29T16:19:45.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 2, 2024-07-29T16:19:45.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:45.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 11, 2024-07-29T16:19:45.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 11, 2024-07-29T16:19:45.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.177 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.177 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 4, 2024-07-29T16:19:45.177 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 1 2024-07-29T16:19:45.177 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.177 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.177 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.177 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.177 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:45.177 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.177 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:45.177 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.177 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:45.177 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'3" 2024-07-29T16:19:45.177 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.177 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.177 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.178 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:45.178 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.178 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:45.178 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.178 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:45.178 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.178 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.178 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.178 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.178 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.178 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.178 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.123751+0000", 2024-07-29T16:19:45.178 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.057825+0000", 2024-07-29T16:19:45.178 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.057825+0000", 2024-07-29T16:19:45.179 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.058180+0000", 2024-07-29T16:19:45.179 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.123751+0000", 2024-07-29T16:19:45.179 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.179 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.179 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.179 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:45.179 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.123751+0000", 2024-07-29T16:19:45.179 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.123751+0000", 2024-07-29T16:19:45.179 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.123751+0000", 2024-07-29T16:19:45.179 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.179 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.179 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.179 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.123751+0000", 2024-07-29T16:19:45.179 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.123751+0000", 2024-07-29T16:19:45.179 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.180 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.180 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.180 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.180 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:45.180 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.180 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.180 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.180 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.180 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.180 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.180 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.180 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.180 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.17", 2024-07-29T16:19:45.180 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.180 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.180 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.181 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5326, 2024-07-29T16:19:45.181 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.181 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:57:45.853044+0000", 2024-07-29T16:19:45.181 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.181 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.181 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.181 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.181 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.181 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.181 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.181 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.181 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.181 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.181 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.182 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.182 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.182 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.182 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.182 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.182 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.182 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.182 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.182 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.182 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.182 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.182 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.182 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.183 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.183 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.183 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.183 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.183 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.183 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.183 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.183 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.183 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.183 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.183 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.183 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.184 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.184 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.184 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.184 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.184 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:45.184 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.184 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:45.185 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.185 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:45.185 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.185 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.185 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.185 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.185 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.185 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.185 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:45.185 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.185 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:45.185 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.185 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.185 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:45.186 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.186 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.186 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.186 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.258486+0000", 2024-07-29T16:19:45.186 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.014015+0000", 2024-07-29T16:19:45.186 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.014015+0000", 2024-07-29T16:19:45.186 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.014539+0000", 2024-07-29T16:19:45.186 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.258486+0000", 2024-07-29T16:19:45.186 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.186 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.187 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.187 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:45.187 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.258486+0000", 2024-07-29T16:19:45.187 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.258486+0000", 2024-07-29T16:19:45.187 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.258486+0000", 2024-07-29T16:19:45.187 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.187 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.187 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.187 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.258486+0000", 2024-07-29T16:19:45.187 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.258486+0000", 2024-07-29T16:19:45.187 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.187 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.187 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.188 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.188 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:45.188 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.188 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.188 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.188 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.188 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.188 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.188 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.188 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.188 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.16", 2024-07-29T16:19:45.188 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.188 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.188 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.189 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5134, 2024-07-29T16:19:45.189 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.189 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:26:39.275591+0000", 2024-07-29T16:19:45.189 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.189 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.189 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.189 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.189 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.189 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.189 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.189 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.189 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.189 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.192 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.192 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.192 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.192 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.192 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.192 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.192 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.192 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.192 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:45.192 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.192 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:45.192 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.192 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.192 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.193 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.193 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.193 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.193 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:45.193 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.193 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:45.193 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.193 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.193 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.193 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.193 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.193 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.193 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.258339+0000", 2024-07-29T16:19:45.194 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.986865+0000", 2024-07-29T16:19:45.194 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.986865+0000", 2024-07-29T16:19:45.194 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.987176+0000", 2024-07-29T16:19:45.194 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.258339+0000", 2024-07-29T16:19:45.194 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.194 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.194 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.194 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:45.194 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.258339+0000", 2024-07-29T16:19:45.194 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.258339+0000", 2024-07-29T16:19:45.194 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.258339+0000", 2024-07-29T16:19:45.194 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.195 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.195 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.195 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.258339+0000", 2024-07-29T16:19:45.195 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.258339+0000", 2024-07-29T16:19:45.195 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.195 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.195 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.195 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.195 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:45.195 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.195 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.195 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.195 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.196 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.196 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.196 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.196 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.196 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.16", 2024-07-29T16:19:45.196 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.196 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.196 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.196 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5138, 2024-07-29T16:19:45.196 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.196 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:21:48.415318+0000", 2024-07-29T16:19:45.196 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.196 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.196 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.196 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.197 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.197 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.197 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.197 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.197 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.197 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.197 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.197 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.197 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.197 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.197 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.197 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.197 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.197 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.198 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.198 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.198 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.198 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.198 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.198 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.198 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.198 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.198 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.198 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.198 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.198 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.198 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.199 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.199 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.199 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.199 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.199 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.199 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.199 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.199 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.199 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.199 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.199 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.199 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.199 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.199 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.199 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.200 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.200 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.200 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.200 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:45.200 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.200 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:45.200 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.200 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.200 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.200 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.200 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.200 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.200 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:45.200 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.201 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:45.201 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.201 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.201 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:45.201 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.201 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.201 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.201 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252121+0000", 2024-07-29T16:19:45.201 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.013097+0000", 2024-07-29T16:19:45.201 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.013097+0000", 2024-07-29T16:19:45.201 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.013406+0000", 2024-07-29T16:19:45.201 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252121+0000", 2024-07-29T16:19:45.201 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.201 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.202 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.202 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:45.202 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252121+0000", 2024-07-29T16:19:45.202 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252121+0000", 2024-07-29T16:19:45.202 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252121+0000", 2024-07-29T16:19:45.202 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.202 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.202 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.202 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252121+0000", 2024-07-29T16:19:45.202 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252121+0000", 2024-07-29T16:19:45.202 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.202 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.202 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.203 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.203 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:45.203 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.203 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.203 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.203 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.203 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.203 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.203 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.203 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.203 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.17", 2024-07-29T16:19:45.203 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.203 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.204 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.204 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5113, 2024-07-29T16:19:45.204 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.204 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:25:12.417653+0000", 2024-07-29T16:19:45.204 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.204 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.204 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.204 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.204 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.204 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.204 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.204 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.204 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.204 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.205 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.205 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.205 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.205 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.205 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.205 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.205 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.205 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.205 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.205 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.205 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.205 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.205 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.205 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.206 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.206 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.206 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.206 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.206 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.206 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.206 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.206 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.206 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.206 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.206 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.206 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.206 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.206 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.207 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.207 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.207 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.207 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.207 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.207 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.207 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.207 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.207 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.207 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.207 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.207 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:45.207 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.208 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:45.208 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.208 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.208 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.208 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.208 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:45.208 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.208 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:45.208 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.208 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:45.208 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.208 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.208 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.209 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.209 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.209 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.209 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250907+0000", 2024-07-29T16:19:45.209 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.424634+0000", 2024-07-29T16:19:45.209 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.424634+0000", 2024-07-29T16:19:45.209 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.426250+0000", 2024-07-29T16:19:45.209 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250907+0000", 2024-07-29T16:19:45.209 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.209 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.209 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.209 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:45.209 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250907+0000", 2024-07-29T16:19:45.209 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250907+0000", 2024-07-29T16:19:45.210 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250907+0000", 2024-07-29T16:19:45.210 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.210 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.210 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.210 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250907+0000", 2024-07-29T16:19:45.210 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250907+0000", 2024-07-29T16:19:45.210 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.210 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.210 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.210 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.210 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:45.210 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.211 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.211 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.211 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.211 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.211 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.211 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.211 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.211 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.19", 2024-07-29T16:19:45.211 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.211 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.211 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.211 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5285, 2024-07-29T16:19:45.211 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.211 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:32:50.447472+0000", 2024-07-29T16:19:45.212 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.212 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.212 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.212 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.212 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.212 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.212 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.212 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.212 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.212 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.212 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.212 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.212 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.213 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.213 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.213 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.213 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.213 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.213 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.213 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.213 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.213 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.213 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.213 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.213 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.213 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.214 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.214 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.214 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.214 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.214 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.214 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.214 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.214 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.214 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.214 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.214 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.214 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.214 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.214 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.215 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.215 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.215 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.215 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.215 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.215 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.215 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.215 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:45.215 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.215 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:45.215 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.215 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:45.215 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.215 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.216 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.216 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.216 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.216 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.216 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:45.216 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.216 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:45.216 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.216 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.216 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:45.216 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.216 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.216 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.216 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251684+0000", 2024-07-29T16:19:45.217 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.984569+0000", 2024-07-29T16:19:45.217 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.984569+0000", 2024-07-29T16:19:45.217 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.985477+0000", 2024-07-29T16:19:45.217 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251684+0000", 2024-07-29T16:19:45.217 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.217 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.217 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.217 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:45.217 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251684+0000", 2024-07-29T16:19:45.217 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251684+0000", 2024-07-29T16:19:45.217 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251684+0000", 2024-07-29T16:19:45.217 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.217 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.218 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.218 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251684+0000", 2024-07-29T16:19:45.218 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251684+0000", 2024-07-29T16:19:45.218 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.218 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.218 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.218 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.218 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:45.218 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.218 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.218 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.218 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.218 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.219 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.219 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.219 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.219 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.18", 2024-07-29T16:19:45.219 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.219 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.219 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.219 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5154, 2024-07-29T16:19:45.219 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.219 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:21:37.174575+0000", 2024-07-29T16:19:45.219 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.219 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.219 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.219 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.220 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.220 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.220 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.220 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.220 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.220 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.220 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.220 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.220 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.220 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.220 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.220 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.220 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.221 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.221 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.221 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.221 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.221 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.221 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.221 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.221 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.221 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.221 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.221 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.221 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.221 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.221 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.221 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.222 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.222 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.222 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.222 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.223 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.223 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.223 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.223 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:45.223 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.223 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:45.223 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.223 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.223 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.223 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.223 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.223 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:45.223 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:45.223 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.224 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:45.224 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.224 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.224 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.224 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.224 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.224 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.224 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.123096+0000", 2024-07-29T16:19:45.224 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:08:43.006406+0000", 2024-07-29T16:19:45.224 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:08:43.006406+0000", 2024-07-29T16:19:45.224 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:08:43.006678+0000", 2024-07-29T16:19:45.224 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.123096+0000", 2024-07-29T16:19:45.224 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.224 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.224 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.225 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 433, 2024-07-29T16:19:45.225 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.123096+0000", 2024-07-29T16:19:45.225 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.123096+0000", 2024-07-29T16:19:45.225 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.123096+0000", 2024-07-29T16:19:45.225 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.225 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.225 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.225 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.123096+0000", 2024-07-29T16:19:45.225 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.123096+0000", 2024-07-29T16:19:45.225 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.225 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.225 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.225 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.225 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 432, 2024-07-29T16:19:45.226 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.226 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.226 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.226 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.226 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.226 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.226 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.226 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.226 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.18", 2024-07-29T16:19:45.226 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.226 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.226 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.226 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5244, 2024-07-29T16:19:45.227 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.227 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:28:36.331276+0000", 2024-07-29T16:19:45.227 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.227 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.227 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.227 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.227 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.227 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.227 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.227 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.227 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.227 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.227 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.228 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.228 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.228 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.228 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.228 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.228 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.228 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.228 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.228 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.228 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.228 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.228 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.228 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.228 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.229 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.229 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.229 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.229 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.229 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.229 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.229 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.229 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.229 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.229 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.229 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.229 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.229 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.229 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.230 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.230 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.230 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.230 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.230 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.230 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.230 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.230 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.230 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.230 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:45.230 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:45.230 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.230 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:45.230 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.230 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.231 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.231 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.231 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.231 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.231 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:45.231 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.231 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:45.231 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.231 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.231 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:45.231 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.231 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.231 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.231 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121357+0000", 2024-07-29T16:19:45.232 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.008565+0000", 2024-07-29T16:19:45.232 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.008565+0000", 2024-07-29T16:19:45.232 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.008901+0000", 2024-07-29T16:19:45.232 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121357+0000", 2024-07-29T16:19:45.232 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.232 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.232 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.232 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:45.232 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121357+0000", 2024-07-29T16:19:45.232 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121357+0000", 2024-07-29T16:19:45.232 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121357+0000", 2024-07-29T16:19:45.232 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.232 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.233 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.233 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121357+0000", 2024-07-29T16:19:45.233 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121357+0000", 2024-07-29T16:19:45.233 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.233 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.233 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.233 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.233 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:45.233 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.233 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.233 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.233 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.233 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.233 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.233 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.234 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.234 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.19", 2024-07-29T16:19:45.234 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.234 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.234 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.234 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5250, 2024-07-29T16:19:45.234 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.234 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:35:13.323958+0000", 2024-07-29T16:19:45.234 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.234 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.234 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.234 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.234 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.235 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.235 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.235 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.235 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.235 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.235 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.235 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.235 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.235 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.235 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.235 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.235 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.235 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.235 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.236 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.236 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.236 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.236 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.236 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.236 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.236 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.236 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.236 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.236 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.236 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.236 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.236 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.236 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.237 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.237 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.237 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.237 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.237 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.237 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.238 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.238 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:45.238 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.238 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:45.238 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.238 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.238 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.238 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.238 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.238 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.238 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:45.238 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.238 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:45.238 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.238 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.239 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:45.239 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.239 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.239 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.239 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250528+0000", 2024-07-29T16:19:45.239 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.008271+0000", 2024-07-29T16:19:45.239 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.008271+0000", 2024-07-29T16:19:45.239 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.008600+0000", 2024-07-29T16:19:45.239 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250528+0000", 2024-07-29T16:19:45.239 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.239 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.239 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.239 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:45.240 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250528+0000", 2024-07-29T16:19:45.240 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250528+0000", 2024-07-29T16:19:45.240 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250528+0000", 2024-07-29T16:19:45.240 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.240 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.240 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.240 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250528+0000", 2024-07-29T16:19:45.240 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250528+0000", 2024-07-29T16:19:45.240 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.240 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3, 2024-07-29T16:19:45.240 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.240 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.240 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:45.240 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.240 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.240 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.241 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.241 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3, 2024-07-29T16:19:45.241 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.241 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.241 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.241 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1a", 2024-07-29T16:19:45.241 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.241 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.241 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.241 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5137, 2024-07-29T16:19:45.241 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.241 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:17:41.118771+0000", 2024-07-29T16:19:45.241 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.241 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.241 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.242 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.242 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.242 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.242 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.242 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.242 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.242 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.242 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.242 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.242 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.242 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.242 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.242 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.242 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.243 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.243 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.243 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.243 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.243 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.243 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.243 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.243 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.243 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.243 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.243 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.243 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.243 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.244 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.244 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.245 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.245 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.245 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.245 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.245 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.245 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:45.245 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.245 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:45.245 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "584'3" 2024-07-29T16:19:45.245 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.245 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.245 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.245 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:45.245 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.245 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:45.246 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.246 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:45.246 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.246 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.246 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.246 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.246 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.246 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.246 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121740+0000", 2024-07-29T16:19:45.246 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.982309+0000", 2024-07-29T16:19:45.246 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.982309+0000", 2024-07-29T16:19:45.246 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.983273+0000", 2024-07-29T16:19:45.246 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121740+0000", 2024-07-29T16:19:45.246 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.246 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.247 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.247 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:45.247 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121740+0000", 2024-07-29T16:19:45.247 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121740+0000", 2024-07-29T16:19:45.247 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121740+0000", 2024-07-29T16:19:45.247 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.247 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.247 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.247 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121740+0000", 2024-07-29T16:19:45.247 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121740+0000", 2024-07-29T16:19:45.247 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.247 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.247 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.247 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.247 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:45.248 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.248 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.248 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.248 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.248 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.248 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.248 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.248 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.248 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1b", 2024-07-29T16:19:45.248 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.248 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.248 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.248 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5325, 2024-07-29T16:19:45.248 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.249 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:05:21.443739+0000", 2024-07-29T16:19:45.249 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.249 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.249 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.249 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.249 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.249 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.249 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.249 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.249 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.249 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.249 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.249 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.249 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.249 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.249 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.250 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.250 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.250 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.250 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.250 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.250 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.250 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.250 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.250 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.250 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.250 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.250 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.250 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.251 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.251 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.252 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.252 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.252 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.252 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:45.252 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.252 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:45.252 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.252 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:45.252 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.252 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.252 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.252 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.252 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.253 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.253 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:45.253 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.253 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:45.253 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.253 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.253 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:45.253 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.253 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.253 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.253 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.122055+0000", 2024-07-29T16:19:45.253 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.993956+0000", 2024-07-29T16:19:45.253 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.993956+0000", 2024-07-29T16:19:45.253 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.994304+0000", 2024-07-29T16:19:45.253 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.122055+0000", 2024-07-29T16:19:45.254 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.254 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.254 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.254 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:45.254 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.122055+0000", 2024-07-29T16:19:45.254 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.122055+0000", 2024-07-29T16:19:45.254 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.122055+0000", 2024-07-29T16:19:45.254 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.254 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.254 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:45.254 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.122055+0000", 2024-07-29T16:19:45.254 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.122055+0000", 2024-07-29T16:19:45.254 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.254 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3, 2024-07-29T16:19:45.255 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.255 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.255 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:45.255 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.255 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.255 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.255 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.255 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3, 2024-07-29T16:19:45.255 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.255 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.255 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.255 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1b", 2024-07-29T16:19:45.255 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.255 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.256 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.256 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5222, 2024-07-29T16:19:45.256 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.256 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:12:07.091268+0000", 2024-07-29T16:19:45.256 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.256 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.256 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.256 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.256 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.256 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.256 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.256 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.256 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.256 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.256 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.257 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.257 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.257 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.257 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.257 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.257 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.257 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.257 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.257 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.257 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.257 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.257 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.257 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.257 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.258 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.258 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.258 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.258 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.258 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.258 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.258 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.258 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.258 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.258 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.258 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.258 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.258 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.258 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.259 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.259 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.259 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.259 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.259 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.259 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.259 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.259 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.259 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.259 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.259 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:45.259 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.259 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:45.259 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "584'3" 2024-07-29T16:19:45.259 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.260 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.260 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.260 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.260 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:45.260 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:45.260 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.260 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T16:19:45.260 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.260 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.260 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.260 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.260 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.260 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.261 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121192+0000", 2024-07-29T16:19:45.261 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.431360+0000", 2024-07-29T16:19:45.261 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.431360+0000", 2024-07-29T16:19:45.261 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.431666+0000", 2024-07-29T16:19:45.261 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121192+0000", 2024-07-29T16:19:45.261 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.261 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.261 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.261 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:45.261 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121192+0000", 2024-07-29T16:19:45.261 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121192+0000", 2024-07-29T16:19:45.261 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121192+0000", 2024-07-29T16:19:45.261 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.261 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.261 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.262 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121192+0000", 2024-07-29T16:19:45.262 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121192+0000", 2024-07-29T16:19:45.262 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.262 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.262 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.262 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.262 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:45.262 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.262 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.262 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.262 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.262 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.262 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.263 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.263 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.263 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1a", 2024-07-29T16:19:45.263 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.263 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.263 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.263 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5210, 2024-07-29T16:19:45.263 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.263 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:40:11.845524+0000", 2024-07-29T16:19:45.263 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.263 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.263 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.263 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.264 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.264 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.264 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.264 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.264 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.264 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.264 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.264 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.264 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.264 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.264 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.264 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.264 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.264 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.265 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.265 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.265 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.265 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.265 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.265 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.265 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.265 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.265 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.265 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.265 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.265 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.265 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.265 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.266 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.266 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.266 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.266 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.266 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.266 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.266 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.266 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.266 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.266 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.266 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.266 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.266 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.266 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.267 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.267 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.267 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:45.267 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:45.267 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.267 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T16:19:45.267 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.267 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.267 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.267 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.267 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.267 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:45.267 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:45.267 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.267 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:45.268 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.268 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.268 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.268 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.268 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.268 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.268 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250463+0000", 2024-07-29T16:19:45.268 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.014124+0000", 2024-07-29T16:19:45.268 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.014124+0000", 2024-07-29T16:19:45.268 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.014394+0000", 2024-07-29T16:19:45.268 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250463+0000", 2024-07-29T16:19:45.268 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.268 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.268 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.269 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:45.269 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250463+0000", 2024-07-29T16:19:45.269 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250463+0000", 2024-07-29T16:19:45.269 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250463+0000", 2024-07-29T16:19:45.269 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.269 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.269 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.269 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250463+0000", 2024-07-29T16:19:45.269 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250463+0000", 2024-07-29T16:19:45.269 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.269 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.269 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.269 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.269 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:45.270 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.270 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.270 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.270 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.270 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.270 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.270 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.270 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.270 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.20", 2024-07-29T16:19:45.270 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.270 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.270 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.270 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5125, 2024-07-29T16:19:45.270 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.270 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:59:44.541110+0000", 2024-07-29T16:19:45.271 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.271 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.271 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.271 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.271 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.271 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.271 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.271 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.271 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.271 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.271 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.271 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.271 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.271 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.272 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.272 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.272 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.272 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.272 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.272 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.272 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.272 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.272 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.272 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.272 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.272 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.272 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.273 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.273 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.273 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.273 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.273 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.273 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.273 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.273 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.273 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.273 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.273 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.273 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.273 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.273 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.274 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.274 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.274 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.274 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.274 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.274 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.274 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.274 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:45.274 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:45.274 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.274 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:45.274 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.274 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.274 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.274 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.275 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:45.275 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.275 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:45.275 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.275 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T16:19:45.275 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.275 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.275 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.275 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.275 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.275 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.275 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252171+0000", 2024-07-29T16:19:45.275 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.010332+0000", 2024-07-29T16:19:45.275 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.010332+0000", 2024-07-29T16:19:45.275 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.010667+0000", 2024-07-29T16:19:45.276 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252171+0000", 2024-07-29T16:19:45.276 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.276 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.276 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.276 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:45.276 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252171+0000", 2024-07-29T16:19:45.276 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252171+0000", 2024-07-29T16:19:45.276 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252171+0000", 2024-07-29T16:19:45.276 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.276 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.276 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.276 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252171+0000", 2024-07-29T16:19:45.276 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252171+0000", 2024-07-29T16:19:45.277 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.277 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.277 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.277 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.277 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:45.277 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.277 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.277 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.277 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.277 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.277 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.277 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.277 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.278 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.21", 2024-07-29T16:19:45.278 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.278 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.278 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.278 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5222, 2024-07-29T16:19:45.278 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.278 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:16:38.073084+0000", 2024-07-29T16:19:45.278 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.278 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.278 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.278 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.278 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.278 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.279 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.279 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.279 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.279 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.279 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.279 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.279 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.279 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.279 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.279 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.279 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.279 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.279 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.279 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.280 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.280 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.280 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.280 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.280 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.280 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.280 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.280 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.280 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.280 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.280 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.280 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.280 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.280 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.280 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.280 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.281 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.281 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.281 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.281 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.281 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.281 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.281 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.281 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.281 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.281 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.281 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.281 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:45.281 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.281 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:45.282 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.282 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T16:19:45.282 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.282 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.282 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.282 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.282 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.282 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.282 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:45.282 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.282 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:45.282 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.283 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.283 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.283 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.283 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.283 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.283 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254438+0000", 2024-07-29T16:19:45.283 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.052196+0000", 2024-07-29T16:19:45.283 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.052196+0000", 2024-07-29T16:19:45.283 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.052564+0000", 2024-07-29T16:19:45.283 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254438+0000", 2024-07-29T16:19:45.283 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.283 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.283 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.283 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:45.283 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254438+0000", 2024-07-29T16:19:45.284 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254438+0000", 2024-07-29T16:19:45.284 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254438+0000", 2024-07-29T16:19:45.284 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.284 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.284 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.284 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254438+0000", 2024-07-29T16:19:45.284 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254438+0000", 2024-07-29T16:19:45.284 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.284 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.284 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.284 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.284 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:45.284 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.284 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.285 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.285 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.285 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.285 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.285 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.285 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.285 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.22", 2024-07-29T16:19:45.285 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.285 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.285 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.285 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5174, 2024-07-29T16:19:45.285 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.285 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:26:10.812494+0000", 2024-07-29T16:19:45.285 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.286 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.286 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.286 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.286 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.286 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.286 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.286 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.286 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.286 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.286 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.286 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.286 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.286 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.287 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.287 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.287 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.287 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.287 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.287 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.287 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.287 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.287 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.287 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.287 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.287 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.287 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.287 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.288 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.288 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.288 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.288 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.288 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.288 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.288 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.288 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.288 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.288 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.288 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.288 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.288 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.288 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.288 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.288 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.289 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.289 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.289 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.289 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.289 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.289 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:45.289 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.289 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:45.289 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.289 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.289 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.289 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.289 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:45.289 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.290 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:45.290 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.290 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:45.290 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.290 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.290 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.290 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.290 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.290 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.290 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121580+0000", 2024-07-29T16:19:45.290 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.425524+0000", 2024-07-29T16:19:45.290 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.425524+0000", 2024-07-29T16:19:45.290 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.426411+0000", 2024-07-29T16:19:45.290 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121580+0000", 2024-07-29T16:19:45.290 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.291 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.291 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.291 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:45.291 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121580+0000", 2024-07-29T16:19:45.291 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121580+0000", 2024-07-29T16:19:45.291 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121580+0000", 2024-07-29T16:19:45.291 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.291 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.291 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.291 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121580+0000", 2024-07-29T16:19:45.291 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121580+0000", 2024-07-29T16:19:45.291 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.291 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.291 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.291 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.291 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:45.292 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.292 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.292 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.292 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.292 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.292 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.292 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.292 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.292 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.23", 2024-07-29T16:19:45.292 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.292 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.292 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.292 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5330, 2024-07-29T16:19:45.292 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.292 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:02:55.959097+0000", 2024-07-29T16:19:45.293 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.293 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.293 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.293 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.293 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.293 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.293 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.293 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.293 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.293 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.293 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.293 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.293 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.294 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.294 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.294 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.294 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.294 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.294 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.294 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.294 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.294 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.294 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.294 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.294 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.294 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.294 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.294 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.295 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.295 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.295 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.295 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.295 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.295 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.295 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.295 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.295 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.295 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.295 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.295 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.295 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.295 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.295 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.296 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.296 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.296 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.296 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.296 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:45.296 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.296 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:45.296 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.296 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:45.296 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.296 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.296 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.296 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.296 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.296 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.296 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:45.297 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.297 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:45.297 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.297 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.297 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.297 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.297 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.297 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.297 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.122910+0000", 2024-07-29T16:19:45.297 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.430332+0000", 2024-07-29T16:19:45.297 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.430332+0000", 2024-07-29T16:19:45.297 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.430625+0000", 2024-07-29T16:19:45.297 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.122910+0000", 2024-07-29T16:19:45.298 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.298 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.298 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.298 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:45.298 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.122910+0000", 2024-07-29T16:19:45.298 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.122910+0000", 2024-07-29T16:19:45.298 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.122910+0000", 2024-07-29T16:19:45.298 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.298 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.298 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.298 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.122910+0000", 2024-07-29T16:19:45.298 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.122910+0000", 2024-07-29T16:19:45.298 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.298 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.298 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.299 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.299 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:45.299 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.299 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.299 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.299 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.299 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.299 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.299 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.299 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.299 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.24", 2024-07-29T16:19:45.299 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.299 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.299 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.300 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5250, 2024-07-29T16:19:45.300 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.300 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:04:48.432077+0000", 2024-07-29T16:19:45.300 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.300 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.300 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.300 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.300 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.300 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.300 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.300 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.300 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.300 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.300 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.300 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.301 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.301 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.301 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.301 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.301 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.301 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.301 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.301 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.301 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.301 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.301 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.301 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.301 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.301 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.302 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.302 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.302 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.302 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.302 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.302 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.302 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.302 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.302 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.302 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.302 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.302 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.302 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.303 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.303 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.303 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.303 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.303 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.303 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.303 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.303 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.303 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.303 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.303 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:45.303 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.303 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:45.304 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.304 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.304 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.304 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.304 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:45.304 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.304 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:45.304 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.304 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:45.304 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.304 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.304 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.304 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.304 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.304 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.305 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250554+0000", 2024-07-29T16:19:45.305 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:08:42.998413+0000", 2024-07-29T16:19:45.305 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:08:42.998413+0000", 2024-07-29T16:19:45.305 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:08:42.998707+0000", 2024-07-29T16:19:45.305 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250554+0000", 2024-07-29T16:19:45.305 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.305 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.305 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.305 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 433, 2024-07-29T16:19:45.305 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250554+0000", 2024-07-29T16:19:45.305 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250554+0000", 2024-07-29T16:19:45.305 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250554+0000", 2024-07-29T16:19:45.305 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.305 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.306 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.306 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250554+0000", 2024-07-29T16:19:45.306 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250554+0000", 2024-07-29T16:19:45.306 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.306 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.306 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.306 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.306 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 432, 2024-07-29T16:19:45.306 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.306 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.306 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.306 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.306 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.306 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.307 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.307 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.307 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.25", 2024-07-29T16:19:45.307 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.307 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.307 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.307 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5289, 2024-07-29T16:19:45.307 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.307 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:28:48.837099+0000", 2024-07-29T16:19:45.307 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.307 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.307 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.307 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.308 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.308 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.308 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.308 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.308 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.308 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.308 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.308 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.308 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.308 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.308 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.308 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.308 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.308 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.309 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.309 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.309 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.309 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.309 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.309 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.309 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.309 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.309 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.309 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.309 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.309 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.309 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.309 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.310 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.310 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.310 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.310 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.310 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.310 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.310 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.310 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.310 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.310 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.310 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.310 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.310 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.311 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.311 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.311 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:45.311 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.311 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:45.311 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.311 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:45.311 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.311 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.311 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.311 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.311 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.311 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.311 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:45.311 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.312 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:45.312 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.312 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.312 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.312 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.312 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.312 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.312 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252566+0000", 2024-07-29T16:19:45.312 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.981196+0000", 2024-07-29T16:19:45.312 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.981196+0000", 2024-07-29T16:19:45.312 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.981498+0000", 2024-07-29T16:19:45.312 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252566+0000", 2024-07-29T16:19:45.312 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.312 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.313 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.313 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:45.313 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252566+0000", 2024-07-29T16:19:45.313 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252566+0000", 2024-07-29T16:19:45.313 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252566+0000", 2024-07-29T16:19:45.313 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.313 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.313 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.313 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252566+0000", 2024-07-29T16:19:45.313 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252566+0000", 2024-07-29T16:19:45.313 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.313 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.313 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.313 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.314 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:45.314 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.314 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.314 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.314 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.314 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.314 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.314 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.314 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.314 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.26", 2024-07-29T16:19:45.314 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.314 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.314 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.314 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5140, 2024-07-29T16:19:45.315 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.315 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:59:43.548837+0000", 2024-07-29T16:19:45.315 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.315 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.315 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.315 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.315 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.315 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.315 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.315 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.315 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.315 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.315 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.315 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.315 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.315 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.316 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.316 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.316 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.316 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.316 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.316 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.316 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.316 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.316 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.316 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.316 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.316 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.316 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.316 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.316 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.316 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.317 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.317 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.317 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.317 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.317 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.317 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.317 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.317 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.317 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.317 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.317 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.317 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.317 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.317 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.317 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.318 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.318 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.318 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.318 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.318 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:45.318 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.318 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:45.318 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.318 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.318 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.318 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.318 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.318 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.318 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:45.318 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.319 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:45.319 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.319 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.319 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.319 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.319 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.319 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.319 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.123371+0000", 2024-07-29T16:19:45.319 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.424045+0000", 2024-07-29T16:19:45.319 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.424045+0000", 2024-07-29T16:19:45.319 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.424392+0000", 2024-07-29T16:19:45.319 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.123371+0000", 2024-07-29T16:19:45.319 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.319 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.319 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.319 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:45.320 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.123371+0000", 2024-07-29T16:19:45.320 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.123371+0000", 2024-07-29T16:19:45.320 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.123371+0000", 2024-07-29T16:19:45.320 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.320 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.320 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.320 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.123371+0000", 2024-07-29T16:19:45.320 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.123371+0000", 2024-07-29T16:19:45.320 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.320 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.320 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.320 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.320 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:45.320 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.320 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.321 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.321 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.321 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.321 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.321 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.321 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.321 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.27", 2024-07-29T16:19:45.321 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.321 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.321 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.321 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5233, 2024-07-29T16:19:45.321 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.321 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:30:20.699188+0000", 2024-07-29T16:19:45.321 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.321 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.322 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.322 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.322 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.322 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.322 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.322 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.322 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.322 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.322 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.322 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.322 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.322 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.322 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.322 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.322 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.323 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.323 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.323 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.323 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.323 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.323 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.323 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.323 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.323 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.323 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.323 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.323 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.323 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.323 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.323 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.324 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.324 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.324 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.324 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.324 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.324 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.324 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.324 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.324 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.324 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.324 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.324 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.324 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.324 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.324 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.324 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.325 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.325 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:45.325 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.325 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:45.325 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.325 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.325 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.325 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.325 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.325 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.325 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:45.325 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.325 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:45.325 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.325 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.326 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.326 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.326 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.326 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.326 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251916+0000", 2024-07-29T16:19:45.326 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.058221+0000", 2024-07-29T16:19:45.326 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.058221+0000", 2024-07-29T16:19:45.326 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.058563+0000", 2024-07-29T16:19:45.326 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251916+0000", 2024-07-29T16:19:45.326 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.326 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.326 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.326 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:45.326 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251916+0000", 2024-07-29T16:19:45.327 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251916+0000", 2024-07-29T16:19:45.327 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251916+0000", 2024-07-29T16:19:45.327 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.327 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.327 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.327 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251916+0000", 2024-07-29T16:19:45.327 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251916+0000", 2024-07-29T16:19:45.327 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.327 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.327 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.327 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.327 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:45.327 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.327 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.328 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.328 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.328 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.328 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.328 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.328 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.328 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.28", 2024-07-29T16:19:45.328 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.328 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.328 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.328 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5173, 2024-07-29T16:19:45.328 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.328 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:40:28.782572+0000", 2024-07-29T16:19:45.328 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.328 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.329 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.331 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.331 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.331 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.331 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.331 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.331 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.331 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.331 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.331 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.331 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.331 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.331 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.331 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.332 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.332 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.332 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.332 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.332 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.332 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.332 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.332 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.332 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:45.332 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.332 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:45.332 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.332 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.332 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.333 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.333 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.333 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.333 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:45.333 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.333 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:45.333 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.333 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.333 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.333 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.333 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.333 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.333 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121467+0000", 2024-07-29T16:19:45.333 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.429521+0000", 2024-07-29T16:19:45.334 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.429521+0000", 2024-07-29T16:19:45.334 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.429904+0000", 2024-07-29T16:19:45.334 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121467+0000", 2024-07-29T16:19:45.334 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.334 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.334 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.334 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:45.334 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121467+0000", 2024-07-29T16:19:45.334 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121467+0000", 2024-07-29T16:19:45.334 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121467+0000", 2024-07-29T16:19:45.334 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.334 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.334 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.334 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121467+0000", 2024-07-29T16:19:45.335 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121467+0000", 2024-07-29T16:19:45.335 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.335 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.335 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.335 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.335 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:45.335 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.335 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.335 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.335 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.335 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.335 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.335 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.335 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.335 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.29", 2024-07-29T16:19:45.336 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.336 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.336 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.336 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5240, 2024-07-29T16:19:45.336 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.336 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:47:11.920597+0000", 2024-07-29T16:19:45.336 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.336 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.336 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.338 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.338 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.338 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.338 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.338 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.338 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.338 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.338 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.338 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.338 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.338 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.338 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.338 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.339 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.339 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.339 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.339 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.339 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.339 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.339 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.339 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.339 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.339 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.339 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.339 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.339 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:45.339 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.340 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:45.340 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.340 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.340 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.340 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.340 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.340 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.340 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:45.340 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.340 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:45.340 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.340 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.340 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.340 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.341 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.341 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.341 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254103+0000", 2024-07-29T16:19:45.341 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.982374+0000", 2024-07-29T16:19:45.341 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.982374+0000", 2024-07-29T16:19:45.341 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.982766+0000", 2024-07-29T16:19:45.341 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254103+0000", 2024-07-29T16:19:45.341 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.341 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.341 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.341 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:45.341 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254103+0000", 2024-07-29T16:19:45.341 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254103+0000", 2024-07-29T16:19:45.341 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254103+0000", 2024-07-29T16:19:45.341 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.342 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.342 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.342 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254103+0000", 2024-07-29T16:19:45.342 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254103+0000", 2024-07-29T16:19:45.342 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.342 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.342 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.342 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.342 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:45.342 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.342 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.342 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.342 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.342 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.343 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.343 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.343 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.343 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2a", 2024-07-29T16:19:45.343 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.343 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.343 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.343 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5159, 2024-07-29T16:19:45.343 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.343 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:29:38.598903+0000", 2024-07-29T16:19:45.343 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.343 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.343 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.346 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.346 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.346 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.346 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.346 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.346 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.346 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.346 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.346 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.346 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.346 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.346 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.346 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.347 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.347 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.347 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.347 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.347 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:45.347 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.347 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:45.347 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.347 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.347 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.347 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.347 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:45.347 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.348 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:45.348 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.348 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:45.348 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.348 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.348 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.348 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.348 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.348 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.348 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121940+0000", 2024-07-29T16:19:45.348 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.992071+0000", 2024-07-29T16:19:45.348 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.992071+0000", 2024-07-29T16:19:45.348 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.992372+0000", 2024-07-29T16:19:45.348 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121940+0000", 2024-07-29T16:19:45.348 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.349 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.349 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.349 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:45.349 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121940+0000", 2024-07-29T16:19:45.349 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121940+0000", 2024-07-29T16:19:45.349 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121940+0000", 2024-07-29T16:19:45.349 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.349 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.349 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.349 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121940+0000", 2024-07-29T16:19:45.349 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121940+0000", 2024-07-29T16:19:45.349 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.349 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.350 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.350 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.350 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:45.350 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.350 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.350 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.350 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.350 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.350 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.350 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.350 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.350 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2b", 2024-07-29T16:19:45.350 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.350 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.351 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.351 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5328, 2024-07-29T16:19:45.351 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.351 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:14:28.740083+0000", 2024-07-29T16:19:45.351 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.351 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.351 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.353 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.353 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.353 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.353 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.353 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.353 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.353 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.353 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.353 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.353 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.353 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.353 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.353 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.353 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.354 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.354 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.354 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.354 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.354 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.354 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.354 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.354 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:45.354 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.354 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:45.354 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.354 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:45.354 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.355 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.355 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.355 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.355 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.355 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.355 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:45.355 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.355 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:45.355 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.355 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.355 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.355 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.355 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.355 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.356 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251083+0000", 2024-07-29T16:19:45.356 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.009308+0000", 2024-07-29T16:19:45.356 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.009308+0000", 2024-07-29T16:19:45.356 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.009651+0000", 2024-07-29T16:19:45.356 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251083+0000", 2024-07-29T16:19:45.356 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.356 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.356 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.356 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:45.356 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251083+0000", 2024-07-29T16:19:45.356 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251083+0000", 2024-07-29T16:19:45.356 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251083+0000", 2024-07-29T16:19:45.356 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.357 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.357 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.357 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251083+0000", 2024-07-29T16:19:45.357 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251083+0000", 2024-07-29T16:19:45.357 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.357 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.357 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.357 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.357 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:45.357 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.357 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.357 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.357 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.357 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.357 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.358 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.358 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.358 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2c", 2024-07-29T16:19:45.358 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.358 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.358 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.358 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5124, 2024-07-29T16:19:45.358 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.358 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:32:41.726754+0000", 2024-07-29T16:19:45.358 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.358 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.358 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.361 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.361 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.361 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.361 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.361 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.361 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.362 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:45.362 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.362 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:45.362 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.362 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.362 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.362 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.362 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.362 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:45.362 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:45.362 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.362 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:45.362 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.362 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.362 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.363 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.363 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.363 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.363 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.255387+0000", 2024-07-29T16:19:45.363 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.988609+0000", 2024-07-29T16:19:45.363 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.988609+0000", 2024-07-29T16:19:45.363 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.991489+0000", 2024-07-29T16:19:45.363 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.255387+0000", 2024-07-29T16:19:45.363 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.363 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.363 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.363 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:45.363 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.255387+0000", 2024-07-29T16:19:45.363 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.255387+0000", 2024-07-29T16:19:45.364 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.255387+0000", 2024-07-29T16:19:45.364 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.364 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.364 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.364 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.255387+0000", 2024-07-29T16:19:45.364 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.255387+0000", 2024-07-29T16:19:45.364 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.364 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.364 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.364 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.364 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:45.364 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.364 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.364 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.365 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.365 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.365 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.365 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.365 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.365 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2d", 2024-07-29T16:19:45.365 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.365 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.365 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.365 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5074, 2024-07-29T16:19:45.365 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.365 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:32:57.826978+0000", 2024-07-29T16:19:45.365 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.365 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.366 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.368 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.368 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.369 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.369 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.369 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.369 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:45.369 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:45.369 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.369 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:45.369 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.369 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.369 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.369 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.369 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:45.369 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.369 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:45.369 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.370 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T16:19:45.370 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.370 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.370 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.370 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.370 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.370 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.370 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.253790+0000", 2024-07-29T16:19:45.370 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.989155+0000", 2024-07-29T16:19:45.370 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.989155+0000", 2024-07-29T16:19:45.370 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.989511+0000", 2024-07-29T16:19:45.370 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.253790+0000", 2024-07-29T16:19:45.370 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.370 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.370 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.371 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:45.371 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.253790+0000", 2024-07-29T16:19:45.371 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.253790+0000", 2024-07-29T16:19:45.371 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.253790+0000", 2024-07-29T16:19:45.371 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.371 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.371 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.371 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.253790+0000", 2024-07-29T16:19:45.371 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.253790+0000", 2024-07-29T16:19:45.371 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.371 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.371 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.371 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.371 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:45.371 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.372 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.372 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.372 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.372 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.372 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.372 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.372 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.372 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2e", 2024-07-29T16:19:45.372 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.372 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.372 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.372 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5218, 2024-07-29T16:19:45.372 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.372 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:53:01.656683+0000", 2024-07-29T16:19:45.372 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.373 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.373 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.375 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.375 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.376 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.376 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.376 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:45.376 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.376 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:45.376 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.376 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T16:19:45.376 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.376 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.376 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.376 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.376 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.376 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.376 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:45.376 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.377 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:45.377 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.377 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.377 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.377 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.377 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.377 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.377 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.257772+0000", 2024-07-29T16:19:45.377 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.991023+0000", 2024-07-29T16:19:45.377 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.991023+0000", 2024-07-29T16:19:45.377 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.991311+0000", 2024-07-29T16:19:45.377 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.257772+0000", 2024-07-29T16:19:45.377 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.377 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.378 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.378 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:45.378 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.257772+0000", 2024-07-29T16:19:45.378 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.257772+0000", 2024-07-29T16:19:45.378 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.257772+0000", 2024-07-29T16:19:45.378 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.378 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.378 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.378 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.257772+0000", 2024-07-29T16:19:45.378 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.257772+0000", 2024-07-29T16:19:45.378 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.378 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.378 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.378 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.378 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:45.379 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.379 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.379 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.379 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.379 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.379 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.379 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.379 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.379 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2f", 2024-07-29T16:19:45.379 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.379 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.379 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.379 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5151, 2024-07-29T16:19:45.379 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.379 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:57:32.467497+0000", 2024-07-29T16:19:45.380 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.380 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.380 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.382 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.382 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.382 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.383 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.383 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.383 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.383 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:45.383 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.383 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:45.383 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.383 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.383 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.383 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.383 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.383 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:45.384 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:45.384 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.384 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:45.384 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.384 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.384 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.384 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.384 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.384 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.384 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251602+0000", 2024-07-29T16:19:45.384 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.983524+0000", 2024-07-29T16:19:45.384 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.983524+0000", 2024-07-29T16:19:45.384 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.986059+0000", 2024-07-29T16:19:45.384 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251602+0000", 2024-07-29T16:19:45.385 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.385 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.385 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.385 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:45.385 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251602+0000", 2024-07-29T16:19:45.385 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251602+0000", 2024-07-29T16:19:45.385 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251602+0000", 2024-07-29T16:19:45.385 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.385 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.385 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.385 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251602+0000", 2024-07-29T16:19:45.385 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251602+0000", 2024-07-29T16:19:45.385 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.386 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.386 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.386 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.386 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:45.386 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.386 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.386 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.386 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.386 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.386 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.386 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.386 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.386 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.30", 2024-07-29T16:19:45.386 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.387 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.387 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.387 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5148, 2024-07-29T16:19:45.387 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.387 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:57:33.988515+0000", 2024-07-29T16:19:45.387 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.387 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.387 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.390 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.390 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.390 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.390 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.390 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.390 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:45.390 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:45.390 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.390 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:45.390 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.391 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.391 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.391 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.391 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:45.391 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:45.391 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:45.391 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.391 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:45.391 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.391 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.391 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.391 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.391 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.391 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.392 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251005+0000", 2024-07-29T16:19:45.392 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.045021+0000", 2024-07-29T16:19:45.392 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.045021+0000", 2024-07-29T16:19:45.392 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.045438+0000", 2024-07-29T16:19:45.392 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251005+0000", 2024-07-29T16:19:45.392 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.392 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.392 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.392 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:45.392 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251005+0000", 2024-07-29T16:19:45.392 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251005+0000", 2024-07-29T16:19:45.392 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251005+0000", 2024-07-29T16:19:45.392 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.393 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.393 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.393 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251005+0000", 2024-07-29T16:19:45.393 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251005+0000", 2024-07-29T16:19:45.393 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.393 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.393 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.393 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.393 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:45.393 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.393 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.393 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.393 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.393 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.394 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.394 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.394 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.394 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.31", 2024-07-29T16:19:45.394 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.394 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.394 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.394 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5300, 2024-07-29T16:19:45.394 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.394 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:09:00.558114+0000", 2024-07-29T16:19:45.394 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.394 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.394 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.394 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.394 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.397 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.397 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.397 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.397 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.397 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:45.397 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:45.397 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:45.397 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.398 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:45.398 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.398 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.398 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.398 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.398 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:45.398 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:45.398 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:45.398 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.398 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:45.398 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.398 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.398 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.398 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.398 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.399 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.399 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121356+0000", 2024-07-29T16:19:45.399 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.051906+0000", 2024-07-29T16:19:45.399 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.051906+0000", 2024-07-29T16:19:45.399 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.052612+0000", 2024-07-29T16:19:45.399 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121356+0000", 2024-07-29T16:19:45.399 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.399 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.399 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.399 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:45.399 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121356+0000", 2024-07-29T16:19:45.399 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121356+0000", 2024-07-29T16:19:45.399 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121356+0000", 2024-07-29T16:19:45.399 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.399 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.400 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.400 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121356+0000", 2024-07-29T16:19:45.400 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121356+0000", 2024-07-29T16:19:45.400 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.400 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.400 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.400 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.400 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:45.400 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.400 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.400 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.400 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.400 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.400 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.401 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.401 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.401 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.32", 2024-07-29T16:19:45.401 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.401 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.401 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.401 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5327, 2024-07-29T16:19:45.401 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.401 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:27:27.732716+0000", 2024-07-29T16:19:45.401 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.401 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.401 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.401 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.404 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.404 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.405 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.405 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.405 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:45.405 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:45.405 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:45.405 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.405 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:45.405 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.405 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.405 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.405 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.405 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.405 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.405 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:45.406 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.406 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:45.406 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.406 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.406 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.406 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.406 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.406 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.406 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.122385+0000", 2024-07-29T16:19:45.406 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.021273+0000", 2024-07-29T16:19:45.406 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.021273+0000", 2024-07-29T16:19:45.406 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.021620+0000", 2024-07-29T16:19:45.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.122385+0000", 2024-07-29T16:19:45.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:45.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.122385+0000", 2024-07-29T16:19:45.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.122385+0000", 2024-07-29T16:19:45.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.122385+0000", 2024-07-29T16:19:45.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.122385+0000", 2024-07-29T16:19:45.407 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.122385+0000", 2024-07-29T16:19:45.408 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.408 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.408 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.408 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.408 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:45.408 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.408 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.408 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.408 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.408 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.408 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.408 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.408 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.408 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.33", 2024-07-29T16:19:45.408 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.408 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.409 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.409 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5238, 2024-07-29T16:19:45.409 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.409 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:20:08.331601+0000", 2024-07-29T16:19:45.409 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.409 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.409 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.412 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.412 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.412 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.412 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.412 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.412 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.412 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:45.412 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.412 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:45.412 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.412 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.412 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.412 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.412 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.412 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.413 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:45.413 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.413 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T16:19:45.413 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.413 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.413 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.413 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.413 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.413 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.413 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.122278+0000", 2024-07-29T16:19:45.413 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.007414+0000", 2024-07-29T16:19:45.413 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.007414+0000", 2024-07-29T16:19:45.413 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.007721+0000", 2024-07-29T16:19:45.413 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.122278+0000", 2024-07-29T16:19:45.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:45.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.122278+0000", 2024-07-29T16:19:45.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.122278+0000", 2024-07-29T16:19:45.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.122278+0000", 2024-07-29T16:19:45.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.122278+0000", 2024-07-29T16:19:45.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.122278+0000", 2024-07-29T16:19:45.414 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.414 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.414 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.415 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.415 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:45.415 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.415 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.415 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.415 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.415 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.415 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.415 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.415 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.415 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.34", 2024-07-29T16:19:45.415 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.415 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.415 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.415 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5180, 2024-07-29T16:19:45.416 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.416 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:48:17.578043+0000", 2024-07-29T16:19:45.416 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.416 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.416 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.419 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.419 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.419 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.419 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.419 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:45.419 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.419 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:45.419 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.419 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T16:19:45.419 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.419 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.419 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.419 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.419 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.420 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.420 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:45.420 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.420 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:45.420 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.420 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.420 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.420 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.420 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.420 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.420 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252742+0000", 2024-07-29T16:19:45.420 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.013461+0000", 2024-07-29T16:19:45.420 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.013461+0000", 2024-07-29T16:19:45.420 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.016851+0000", 2024-07-29T16:19:45.420 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252742+0000", 2024-07-29T16:19:45.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:45.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252742+0000", 2024-07-29T16:19:45.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252742+0000", 2024-07-29T16:19:45.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252742+0000", 2024-07-29T16:19:45.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252742+0000", 2024-07-29T16:19:45.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252742+0000", 2024-07-29T16:19:45.421 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.421 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.421 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.421 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.422 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:45.422 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.422 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.422 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.422 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.422 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.422 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.422 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.422 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.422 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.35", 2024-07-29T16:19:45.422 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.422 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.422 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.423 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5110, 2024-07-29T16:19:45.423 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.423 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:43:25.949589+0000", 2024-07-29T16:19:45.423 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.423 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.423 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.426 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.426 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.426 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.426 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.426 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.426 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.426 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:45.426 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.426 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:45.426 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.426 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.427 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.427 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.427 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.427 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.427 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:45.427 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.427 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:45.427 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.427 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.427 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.427 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.427 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.427 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.427 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252613+0000", 2024-07-29T16:19:45.427 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.014846+0000", 2024-07-29T16:19:45.428 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.014846+0000", 2024-07-29T16:19:45.428 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.015149+0000", 2024-07-29T16:19:45.428 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252613+0000", 2024-07-29T16:19:45.428 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.428 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.428 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.428 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:45.428 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252613+0000", 2024-07-29T16:19:45.428 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252613+0000", 2024-07-29T16:19:45.428 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252613+0000", 2024-07-29T16:19:45.428 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.428 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.428 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.428 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252613+0000", 2024-07-29T16:19:45.428 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252613+0000", 2024-07-29T16:19:45.428 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.429 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.429 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.429 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.429 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:45.429 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.429 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.429 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.429 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.429 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.429 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.429 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.429 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.429 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.36", 2024-07-29T16:19:45.429 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.429 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.430 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.430 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5110, 2024-07-29T16:19:45.430 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.430 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:14:23.559286+0000", 2024-07-29T16:19:45.430 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.430 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.430 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.433 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.433 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.433 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.433 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.433 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.433 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.433 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:45.433 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.433 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:45.433 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.434 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.434 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.434 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.434 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.434 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.434 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:45.434 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.434 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:45.434 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.434 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.434 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.434 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.434 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.434 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252576+0000", 2024-07-29T16:19:45.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.987914+0000", 2024-07-29T16:19:45.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.987914+0000", 2024-07-29T16:19:45.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.989490+0000", 2024-07-29T16:19:45.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252576+0000", 2024-07-29T16:19:45.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:45.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252576+0000", 2024-07-29T16:19:45.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252576+0000", 2024-07-29T16:19:45.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252576+0000", 2024-07-29T16:19:45.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.436 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.436 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252576+0000", 2024-07-29T16:19:45.436 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252576+0000", 2024-07-29T16:19:45.436 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.436 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.436 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.436 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.436 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:45.436 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.436 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.436 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.436 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.436 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.436 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.436 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.436 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.437 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.37", 2024-07-29T16:19:45.437 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.437 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.437 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.437 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5080, 2024-07-29T16:19:45.437 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.437 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:27:11.351388+0000", 2024-07-29T16:19:45.437 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.437 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.437 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.440 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.440 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.440 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.440 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.440 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.440 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.440 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:45.440 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.440 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:45.440 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.440 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.441 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.441 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.441 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.441 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.441 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:45.441 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.441 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:45.441 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.441 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.441 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.441 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.441 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.441 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.441 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.122952+0000", 2024-07-29T16:19:45.441 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.022930+0000", 2024-07-29T16:19:45.442 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.022930+0000", 2024-07-29T16:19:45.442 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.023578+0000", 2024-07-29T16:19:45.442 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.122952+0000", 2024-07-29T16:19:45.442 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.442 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.442 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.442 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:45.442 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.122952+0000", 2024-07-29T16:19:45.442 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.122952+0000", 2024-07-29T16:19:45.442 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.122952+0000", 2024-07-29T16:19:45.442 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.442 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.442 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.442 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.122952+0000", 2024-07-29T16:19:45.443 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.122952+0000", 2024-07-29T16:19:45.443 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.443 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.443 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.443 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.443 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:45.443 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.443 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.443 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.443 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.443 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.443 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.443 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.443 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.444 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.38", 2024-07-29T16:19:45.444 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.444 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.444 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.444 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5214, 2024-07-29T16:19:45.444 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.444 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:43:27.678246+0000", 2024-07-29T16:19:45.444 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.444 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.444 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.444 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.444 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.444 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.444 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.447 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.447 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.447 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.447 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.447 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.448 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.448 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:45.448 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.448 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:45.448 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.448 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.448 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.448 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.448 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.448 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:45.448 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:45.448 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.448 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:45.448 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.449 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.449 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.449 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.449 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.449 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254400+0000", 2024-07-29T16:19:45.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.990496+0000", 2024-07-29T16:19:45.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.990496+0000", 2024-07-29T16:19:45.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.991365+0000", 2024-07-29T16:19:45.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254400+0000", 2024-07-29T16:19:45.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.450 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:45.450 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254400+0000", 2024-07-29T16:19:45.450 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254400+0000", 2024-07-29T16:19:45.450 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254400+0000", 2024-07-29T16:19:45.450 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.450 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.450 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.450 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254400+0000", 2024-07-29T16:19:45.450 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254400+0000", 2024-07-29T16:19:45.450 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.450 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.450 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.450 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.450 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:45.451 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.451 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.451 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.451 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.451 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.451 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.451 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.451 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.451 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.39", 2024-07-29T16:19:45.451 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.451 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.451 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.451 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5100, 2024-07-29T16:19:45.451 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.452 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:26:18.300945+0000", 2024-07-29T16:19:45.452 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.452 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.452 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.455 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.455 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.455 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.455 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.455 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.455 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:45.455 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:45.455 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.455 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:45.455 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.455 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.455 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.455 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.455 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.455 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:45.456 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:45.456 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.456 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:45.456 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.456 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.456 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.456 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.456 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.456 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.456 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.253970+0000", 2024-07-29T16:19:45.456 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.044874+0000", 2024-07-29T16:19:45.456 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.044874+0000", 2024-07-29T16:19:45.456 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.051323+0000", 2024-07-29T16:19:45.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.253970+0000", 2024-07-29T16:19:45.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:45.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.253970+0000", 2024-07-29T16:19:45.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.253970+0000", 2024-07-29T16:19:45.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.253970+0000", 2024-07-29T16:19:45.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.253970+0000", 2024-07-29T16:19:45.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.253970+0000", 2024-07-29T16:19:45.458 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.458 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.458 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.458 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.458 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:45.458 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.458 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.458 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.458 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.458 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.458 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.458 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.458 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.458 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3a", 2024-07-29T16:19:45.458 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.459 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.459 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.459 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5143, 2024-07-29T16:19:45.459 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.459 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:07:52.192123+0000", 2024-07-29T16:19:45.459 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.459 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.459 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.459 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.459 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.459 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.459 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.459 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.462 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.462 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.462 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.462 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.462 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.462 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:45.462 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:45.462 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.462 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:45.462 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.462 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.463 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.463 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.463 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.463 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:45.463 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:45.463 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.463 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:45.463 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.463 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.463 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.463 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.463 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.463 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.463 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.257392+0000", 2024-07-29T16:19:45.463 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.991856+0000", 2024-07-29T16:19:45.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.991856+0000", 2024-07-29T16:19:45.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.992586+0000", 2024-07-29T16:19:45.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.257392+0000", 2024-07-29T16:19:45.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:45.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.257392+0000", 2024-07-29T16:19:45.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.257392+0000", 2024-07-29T16:19:45.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.257392+0000", 2024-07-29T16:19:45.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.257392+0000", 2024-07-29T16:19:45.465 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.257392+0000", 2024-07-29T16:19:45.465 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.465 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.465 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.465 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.465 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:45.465 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.465 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.465 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.465 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.465 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.465 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.465 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.465 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.466 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3b", 2024-07-29T16:19:45.466 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.466 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.466 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.466 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5090, 2024-07-29T16:19:45.466 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.466 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:49:03.075299+0000", 2024-07-29T16:19:45.466 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.466 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.466 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.466 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.466 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.469 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.469 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.469 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.469 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.469 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.469 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:45.470 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:45.470 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.470 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:45.470 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.470 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.470 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.470 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.470 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.470 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.470 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:45.470 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.470 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:45.470 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.470 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.470 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.470 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.471 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.471 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.256659+0000", 2024-07-29T16:19:45.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.995239+0000", 2024-07-29T16:19:45.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.995239+0000", 2024-07-29T16:19:45.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.995563+0000", 2024-07-29T16:19:45.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.256659+0000", 2024-07-29T16:19:45.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:45.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.256659+0000", 2024-07-29T16:19:45.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.256659+0000", 2024-07-29T16:19:45.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.256659+0000", 2024-07-29T16:19:45.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.472 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.472 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.472 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.256659+0000", 2024-07-29T16:19:45.472 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.256659+0000", 2024-07-29T16:19:45.472 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.472 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.472 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.472 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.472 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:45.472 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.472 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.472 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.472 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.472 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.473 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.473 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.473 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.473 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3c", 2024-07-29T16:19:45.473 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.473 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.473 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.473 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5169, 2024-07-29T16:19:45.473 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.473 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:50:16.390533+0000", 2024-07-29T16:19:45.473 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.473 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.473 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.473 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.476 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.476 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.476 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.476 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.477 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:45.477 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:45.477 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:45.477 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.477 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:45.477 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.477 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.477 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.477 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.477 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:45.477 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:45.477 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:45.477 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.478 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:45.478 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.478 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.478 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.478 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.478 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.478 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.125315+0000", 2024-07-29T16:19:45.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:08:11.023774+0000", 2024-07-29T16:19:45.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:08:11.023774+0000", 2024-07-29T16:19:45.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:08:11.024177+0000", 2024-07-29T16:19:45.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.125315+0000", 2024-07-29T16:19:45.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.479 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.479 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.479 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 401, 2024-07-29T16:19:45.479 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.125315+0000", 2024-07-29T16:19:45.479 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.125315+0000", 2024-07-29T16:19:45.479 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.125315+0000", 2024-07-29T16:19:45.479 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.479 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.479 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.479 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.125315+0000", 2024-07-29T16:19:45.479 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.125315+0000", 2024-07-29T16:19:45.479 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.479 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.479 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.480 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.480 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 400, 2024-07-29T16:19:45.480 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.480 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.480 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.480 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.480 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.480 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.480 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.480 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.480 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3d", 2024-07-29T16:19:45.480 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.480 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.481 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.481 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5330, 2024-07-29T16:19:45.481 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.481 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:22:13.579986+0000", 2024-07-29T16:19:45.481 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.481 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.481 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.484 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.484 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.484 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.484 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.484 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.484 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.484 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:45.484 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:45.484 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:45.484 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.484 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:45.484 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.484 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.484 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.484 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.485 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:45.485 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:45.485 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:45.485 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.485 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:45.485 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.485 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.485 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.485 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.485 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.485 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.255037+0000", 2024-07-29T16:19:45.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.021557+0000", 2024-07-29T16:19:45.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.021557+0000", 2024-07-29T16:19:45.486 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.021859+0000", 2024-07-29T16:19:45.486 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.255037+0000", 2024-07-29T16:19:45.486 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.486 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.486 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.486 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:45.486 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.255037+0000", 2024-07-29T16:19:45.486 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.255037+0000", 2024-07-29T16:19:45.486 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.255037+0000", 2024-07-29T16:19:45.486 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.486 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.486 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.486 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.255037+0000", 2024-07-29T16:19:45.487 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.255037+0000", 2024-07-29T16:19:45.487 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.487 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.487 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.487 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.487 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:45.487 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.487 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.487 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.487 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.487 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.487 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.487 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.487 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.488 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3e", 2024-07-29T16:19:45.488 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.488 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.488 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.488 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5280, 2024-07-29T16:19:45.488 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.488 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:44:29.848331+0000", 2024-07-29T16:19:45.488 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.488 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.488 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.491 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.491 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.491 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.491 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.491 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:45.491 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:45.492 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:45.492 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.492 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:45.492 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.492 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.492 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.492 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:45.492 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.492 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.492 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:45.492 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.492 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:45.492 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:45.492 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:45.492 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:45.493 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:45.493 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:45.493 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:45.493 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254640+0000", 2024-07-29T16:19:45.493 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.982743+0000", 2024-07-29T16:19:45.493 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.982743+0000", 2024-07-29T16:19:45.493 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.987301+0000", 2024-07-29T16:19:45.493 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254640+0000", 2024-07-29T16:19:45.493 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.493 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:45.493 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.493 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:45.493 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254640+0000", 2024-07-29T16:19:45.494 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254640+0000", 2024-07-29T16:19:45.494 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254640+0000", 2024-07-29T16:19:45.494 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:45.494 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:45.494 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:45.494 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254640+0000", 2024-07-29T16:19:45.494 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254640+0000", 2024-07-29T16:19:45.494 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:45.494 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.494 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:45.494 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:45.494 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:45.495 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:45.495 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:45.495 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:45.495 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:45.495 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.495 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:45.495 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:45.495 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:45.495 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3f", 2024-07-29T16:19:45.495 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:45.495 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:45.495 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:45.495 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5077, 2024-07-29T16:19:45.495 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:45.496 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:50:48.908846+0000", 2024-07-29T16:19:45.496 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:45.496 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:45.496 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.498 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.499 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:45.499 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:45.499 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:45.499 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:45.499 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:45.499 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:45.499 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.499 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:45.499 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:45.499 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.499 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.499 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_per_pool": [ 2024-07-29T16:19:45.499 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.499 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": 3, 2024-07-29T16:19:45.499 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T16:19:45.500 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr" 2024-07-29T16:19:45.500 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.500 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 237, 2024-07-29T16:19:45.500 INFO:tasks.workunit.client.0.smithi067.stdout: "num_pg": 1, 2024-07-29T16:19:45.500 INFO:tasks.workunit.client.0.smithi067.stdout: "num_store_stats": 3, 2024-07-29T16:19:45.500 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 237, 2024-07-29T16:19:45.500 INFO:tasks.workunit.client.0.smithi067.stdout: "poolid": 1, 2024-07-29T16:19:45.500 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.500 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 590368, 2024-07-29T16:19:45.500 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.500 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 1771104, 2024-07-29T16:19:45.500 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.500 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.500 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.500 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.501 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.501 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.501 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.501 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.501 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.501 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.501 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.501 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.501 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.501 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 6, 2024-07-29T16:19:45.501 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 2, 2024-07-29T16:19:45.501 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.501 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 2, 2024-07-29T16:19:45.501 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 6, 2024-07-29T16:19:45.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 1178, 2024-07-29T16:19:45.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 1994, 2024-07-29T16:19:45.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 391, 2024-07-29T16:19:45.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 2416 2024-07-29T16:19:45.503 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.503 INFO:tasks.workunit.client.0.smithi067.stdout: "store_stats": { 2024-07-29T16:19:45.503 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": 1781760, 2024-07-29T16:19:45.503 INFO:tasks.workunit.client.0.smithi067.stdout: "available": 0, 2024-07-29T16:19:45.503 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed": 0, 2024-07-29T16:19:45.503 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_allocated": 0, 2024-07-29T16:19:45.503 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_original": 0, 2024-07-29T16:19:45.504 INFO:tasks.workunit.client.0.smithi067.stdout: "data_stored": 1771104, 2024-07-29T16:19:45.504 INFO:tasks.workunit.client.0.smithi067.stdout: "internal_metadata": 0, 2024-07-29T16:19:45.504 INFO:tasks.workunit.client.0.smithi067.stdout: "internally_reserved": 0, 2024-07-29T16:19:45.504 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_allocated": 0, 2024-07-29T16:19:45.504 INFO:tasks.workunit.client.0.smithi067.stdout: "total": 0 2024-07-29T16:19:45.504 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.504 INFO:tasks.workunit.client.0.smithi067.stdout: "up": 3 2024-07-29T16:19:45.504 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.504 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.504 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": 96, 2024-07-29T16:19:45.504 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T16:19:45.504 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs" 2024-07-29T16:19:45.504 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.504 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 75, 2024-07-29T16:19:45.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_pg": 32, 2024-07-29T16:19:45.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_store_stats": 8, 2024-07-29T16:19:45.505 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 75, 2024-07-29T16:19:45.505 INFO:tasks.workunit.client.0.smithi067.stdout: "poolid": 2, 2024-07-29T16:19:45.505 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 6602, 2024-07-29T16:19:45.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 66, 2024-07-29T16:19:45.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 22, 2024-07-29T16:19:45.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 22, 2024-07-29T16:19:45.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 14, 2024-07-29T16:19:45.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 128, 2024-07-29T16:19:45.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 142, 2024-07-29T16:19:45.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.508 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.508 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 69, 2024-07-29T16:19:45.508 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 35 2024-07-29T16:19:45.508 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.508 INFO:tasks.workunit.client.0.smithi067.stdout: "store_stats": { 2024-07-29T16:19:45.508 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": 110592, 2024-07-29T16:19:45.508 INFO:tasks.workunit.client.0.smithi067.stdout: "available": 0, 2024-07-29T16:19:45.508 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed": 0, 2024-07-29T16:19:45.508 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_allocated": 0, 2024-07-29T16:19:45.508 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_original": 0, 2024-07-29T16:19:45.508 INFO:tasks.workunit.client.0.smithi067.stdout: "data_stored": 19806, 2024-07-29T16:19:45.508 INFO:tasks.workunit.client.0.smithi067.stdout: "internal_metadata": 0, 2024-07-29T16:19:45.508 INFO:tasks.workunit.client.0.smithi067.stdout: "internally_reserved": 0, 2024-07-29T16:19:45.508 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_allocated": 45817, 2024-07-29T16:19:45.508 INFO:tasks.workunit.client.0.smithi067.stdout: "total": 0 2024-07-29T16:19:45.509 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.509 INFO:tasks.workunit.client.0.smithi067.stdout: "up": 96 2024-07-29T16:19:45.509 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.509 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.509 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": 192, 2024-07-29T16:19:45.509 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T16:19:45.509 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs" 2024-07-29T16:19:45.509 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.509 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_pg": 64, 2024-07-29T16:19:45.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_store_stats": 8, 2024-07-29T16:19:45.509 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.509 INFO:tasks.workunit.client.0.smithi067.stdout: "poolid": 3, 2024-07-29T16:19:45.509 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:45.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:45.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.512 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.512 INFO:tasks.workunit.client.0.smithi067.stdout: "store_stats": { 2024-07-29T16:19:45.512 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": 0, 2024-07-29T16:19:45.512 INFO:tasks.workunit.client.0.smithi067.stdout: "available": 0, 2024-07-29T16:19:45.513 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed": 0, 2024-07-29T16:19:45.513 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_allocated": 0, 2024-07-29T16:19:45.513 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_original": 0, 2024-07-29T16:19:45.513 INFO:tasks.workunit.client.0.smithi067.stdout: "data_stored": 0, 2024-07-29T16:19:45.513 INFO:tasks.workunit.client.0.smithi067.stdout: "internal_metadata": 0, 2024-07-29T16:19:45.513 INFO:tasks.workunit.client.0.smithi067.stdout: "internally_reserved": 0, 2024-07-29T16:19:45.513 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_allocated": 0, 2024-07-29T16:19:45.513 INFO:tasks.workunit.client.0.smithi067.stdout: "total": 0 2024-07-29T16:19:45.513 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.513 INFO:tasks.workunit.client.0.smithi067.stdout: "up": 192 2024-07-29T16:19:45.513 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.513 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.513 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": 24, 2024-07-29T16:19:45.513 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T16:19:45.514 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd" 2024-07-29T16:19:45.514 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.514 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 24494, 2024-07-29T16:19:45.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_pg": 8, 2024-07-29T16:19:45.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_store_stats": 8, 2024-07-29T16:19:45.514 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 24494, 2024-07-29T16:19:45.514 INFO:tasks.workunit.client.0.smithi067.stdout: "poolid": 4, 2024-07-29T16:19:45.514 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 4194323, 2024-07-29T16:19:45.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.515 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.515 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.515 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.515 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.515 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.515 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.515 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.515 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.515 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.515 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 12, 2024-07-29T16:19:45.515 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 4, 2024-07-29T16:19:45.515 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.515 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 4, 2024-07-29T16:19:45.515 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 2, 2024-07-29T16:19:45.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 9049, 2024-07-29T16:19:45.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 3053400, 2024-07-29T16:19:45.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 24363, 2024-07-29T16:19:45.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 3126582 2024-07-29T16:19:45.517 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.517 INFO:tasks.workunit.client.0.smithi067.stdout: "store_stats": { 2024-07-29T16:19:45.517 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": 12595200, 2024-07-29T16:19:45.517 INFO:tasks.workunit.client.0.smithi067.stdout: "available": 0, 2024-07-29T16:19:45.517 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed": 0, 2024-07-29T16:19:45.517 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_allocated": 0, 2024-07-29T16:19:45.517 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_original": 0, 2024-07-29T16:19:45.517 INFO:tasks.workunit.client.0.smithi067.stdout: "data_stored": 12582969, 2024-07-29T16:19:45.517 INFO:tasks.workunit.client.0.smithi067.stdout: "internal_metadata": 0, 2024-07-29T16:19:45.517 INFO:tasks.workunit.client.0.smithi067.stdout: "internally_reserved": 0, 2024-07-29T16:19:45.518 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_allocated": 0, 2024-07-29T16:19:45.518 INFO:tasks.workunit.client.0.smithi067.stdout: "total": 0 2024-07-29T16:19:45.518 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.518 INFO:tasks.workunit.client.0.smithi067.stdout: "up": 24 2024-07-29T16:19:45.518 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.518 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.518 INFO:tasks.workunit.client.0.smithi067.stdout: "usage": { 2024-07-29T16:19:45.518 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 105, 2024-07-29T16:19:45.518 INFO:tasks.workunit.client.0.smithi067.stdout: "pools": 4, 2024-07-29T16:19:45.518 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_by_class": { 2024-07-29T16:19:45.518 INFO:tasks.workunit.client.0.smithi067.stdout: "ssd": { 2024-07-29T16:19:45.518 INFO:tasks.workunit.client.0.smithi067.stdout: "total_avail_bytes": 763474087936, 2024-07-29T16:19:45.518 INFO:tasks.workunit.client.0.smithi067.stdout: "total_bytes": 767960285184, 2024-07-29T16:19:45.518 INFO:tasks.workunit.client.0.smithi067.stdout: "total_used_bytes": 4486197248, 2024-07-29T16:19:45.518 INFO:tasks.workunit.client.0.smithi067.stdout: "total_used_raw_bytes": 4486197248, 2024-07-29T16:19:45.519 INFO:tasks.workunit.client.0.smithi067.stdout: "total_used_raw_ratio": 0.005841704551130533 2024-07-29T16:19:45.519 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.519 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.519 INFO:tasks.workunit.client.0.smithi067.stdout: "total_avail_bytes": 763474087936, 2024-07-29T16:19:45.519 INFO:tasks.workunit.client.0.smithi067.stdout: "total_bytes": 767960285184, 2024-07-29T16:19:45.519 INFO:tasks.workunit.client.0.smithi067.stdout: "total_used_bytes": 4486197248 2024-07-29T16:19:45.519 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.519 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.519 INFO:tasks.workunit.client.0.smithi067.stdout:} 2024-07-29T16:19:45.520 INFO:tasks.workunit.client.0.smithi067.stderr:+ ceph telemetry show 2024-07-29T16:19:45.520 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='client.45935 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:45.520 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='client.45953 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:45.520 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='client.45953 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:45.520 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:19:45.521 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T16:19:45.521 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.521 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.521 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.521 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.521 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.521 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.521 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.521 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.521 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.521 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:45.521 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:45.522 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.522 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.522 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.522 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:45.522 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:45.522 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.522 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.522 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.522 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:45.522 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:45.522 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.523 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='client.45935 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:45.523 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='client.45953 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:45.523 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='client.45953 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:45.523 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:19:45.523 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T16:19:45.523 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.523 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.523 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.523 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.523 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.523 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.524 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.524 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.524 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.524 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:45.524 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:45.524 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.524 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.524 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.524 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:45.524 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:45.524 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.524 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.524 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.524 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:45.524 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:45.524 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.525 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='client.45935 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:45.525 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='client.45953 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:45.525 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='client.45953 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:45.525 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:19:45.525 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T16:19:45.525 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.525 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.525 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.525 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.525 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.525 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.525 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.526 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.526 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.526 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:45.526 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:45.526 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.526 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.526 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.526 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:45.526 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:45.526 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.526 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.526 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.527 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:45.527 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:45.527 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.527 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.527 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.527 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:19:45.527 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T16:19:45.527 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.527 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.527 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.527 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.527 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.527 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.527 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.527 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.528 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.528 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:45.528 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:45.528 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.528 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.528 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.528 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:45.528 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:45.528 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.528 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.528 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.528 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:45.528 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:45.528 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.528 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.529 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:43 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.529 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='client.36045 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:45.529 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: pgmap v4799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-07-29T16:19:45.529 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='client.36045 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:45.529 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='client.36063 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:45.529 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:19:45.529 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T16:19:45.529 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.529 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.529 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.529 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.529 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.529 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.529 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.530 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.530 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.530 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:45.530 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:45.530 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.530 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.530 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.530 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:45.530 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:45.530 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.530 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.530 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.530 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:45.530 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:45.531 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.531 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.531 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.531 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:19:45.531 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T16:19:45.531 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.531 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.531 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.531 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.531 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.531 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.531 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.531 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.531 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.531 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:45.532 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:45.532 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.532 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.532 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.532 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:45.532 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:45.532 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.532 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.532 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.532 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:45.532 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:45.532 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.532 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.532 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:44 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.533 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.533 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.533 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:19:45.533 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T16:19:45.533 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.533 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.533 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.533 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.533 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.533 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.534 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.534 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.534 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.534 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:45.534 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:45.534 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.534 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.534 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.534 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:45.534 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:45.534 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.534 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.534 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.534 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:45.535 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:45.535 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.535 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.535 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.535 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.535 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.535 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:19:45.535 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T16:19:45.535 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.535 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.536 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.536 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.536 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.536 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.536 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.536 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.536 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.536 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:45.536 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:45.536 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.536 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.536 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.536 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:45.536 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:45.536 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.537 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.537 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.537 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:45.537 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:45.537 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:45.537 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:45.537 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:43 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:45.545 INFO:tasks.workunit.client.0.smithi067.stdout:{ 2024-07-29T16:19:45.545 INFO:tasks.workunit.client.0.smithi067.stdout: "balancer": { 2024-07-29T16:19:45.545 INFO:tasks.workunit.client.0.smithi067.stdout: "active": true, 2024-07-29T16:19:45.545 INFO:tasks.workunit.client.0.smithi067.stdout: "mode": "" 2024-07-29T16:19:45.546 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.546 INFO:tasks.workunit.client.0.smithi067.stdout: "channels": [ 2024-07-29T16:19:45.546 INFO:tasks.workunit.client.0.smithi067.stdout: "basic", 2024-07-29T16:19:45.546 INFO:tasks.workunit.client.0.smithi067.stdout: "crash", 2024-07-29T16:19:45.546 INFO:tasks.workunit.client.0.smithi067.stdout: "device", 2024-07-29T16:19:45.546 INFO:tasks.workunit.client.0.smithi067.stdout: "ident", 2024-07-29T16:19:45.546 INFO:tasks.workunit.client.0.smithi067.stdout: "perf" 2024-07-29T16:19:45.546 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.546 INFO:tasks.workunit.client.0.smithi067.stdout: "channels_available": [ 2024-07-29T16:19:45.546 INFO:tasks.workunit.client.0.smithi067.stdout: "basic", 2024-07-29T16:19:45.546 INFO:tasks.workunit.client.0.smithi067.stdout: "ident", 2024-07-29T16:19:45.546 INFO:tasks.workunit.client.0.smithi067.stdout: "crash", 2024-07-29T16:19:45.546 INFO:tasks.workunit.client.0.smithi067.stdout: "device", 2024-07-29T16:19:45.547 INFO:tasks.workunit.client.0.smithi067.stdout: "perf" 2024-07-29T16:19:45.547 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.547 INFO:tasks.workunit.client.0.smithi067.stdout: "collections_available": [ 2024-07-29T16:19:45.547 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_base", 2024-07-29T16:19:45.547 INFO:tasks.workunit.client.0.smithi067.stdout: "device_base", 2024-07-29T16:19:45.547 INFO:tasks.workunit.client.0.smithi067.stdout: "crash_base", 2024-07-29T16:19:45.547 INFO:tasks.workunit.client.0.smithi067.stdout: "ident_base", 2024-07-29T16:19:45.547 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_perf", 2024-07-29T16:19:45.547 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_mds_metadata", 2024-07-29T16:19:45.547 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_usage", 2024-07-29T16:19:45.547 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_usage_by_class", 2024-07-29T16:19:45.547 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_rook_v01", 2024-07-29T16:19:45.547 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_memory_metrics", 2024-07-29T16:19:45.547 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_options_bluestore", 2024-07-29T16:19:45.548 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_flags" 2024-07-29T16:19:45.548 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.548 INFO:tasks.workunit.client.0.smithi067.stdout: "collections_opted_in": [ 2024-07-29T16:19:45.548 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_base", 2024-07-29T16:19:45.548 INFO:tasks.workunit.client.0.smithi067.stdout: "device_base", 2024-07-29T16:19:45.548 INFO:tasks.workunit.client.0.smithi067.stdout: "crash_base", 2024-07-29T16:19:45.548 INFO:tasks.workunit.client.0.smithi067.stdout: "ident_base", 2024-07-29T16:19:45.548 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_perf", 2024-07-29T16:19:45.548 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_mds_metadata", 2024-07-29T16:19:45.548 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_usage", 2024-07-29T16:19:45.548 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_usage_by_class", 2024-07-29T16:19:45.548 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_rook_v01", 2024-07-29T16:19:45.548 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_memory_metrics", 2024-07-29T16:19:45.548 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_options_bluestore" 2024-07-29T16:19:45.549 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.549 INFO:tasks.workunit.client.0.smithi067.stdout: "config": { 2024-07-29T16:19:45.549 INFO:tasks.workunit.client.0.smithi067.stdout: "active_changed": [ 2024-07-29T16:19:45.549 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-29T16:19:45.549 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_debug", 2024-07-29T16:19:45.549 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_mon_ticket_ttl", 2024-07-29T16:19:45.549 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_service_ticket_ttl", 2024-07-29T16:19:45.549 INFO:tasks.workunit.client.0.smithi067.stdout: "bdev_debug_aio", 2024-07-29T16:19:45.549 INFO:tasks.workunit.client.0.smithi067.stdout: "client_check_pool_perm", 2024-07-29T16:19:45.549 INFO:tasks.workunit.client.0.smithi067.stdout: "client_mount_gid", 2024-07-29T16:19:45.549 INFO:tasks.workunit.client.0.smithi067.stdout: "client_mount_uid", 2024-07-29T16:19:45.549 INFO:tasks.workunit.client.0.smithi067.stdout: "client_quota", 2024-07-29T16:19:45.549 INFO:tasks.workunit.client.0.smithi067.stdout: "container_image", 2024-07-29T16:19:45.549 INFO:tasks.workunit.client.0.smithi067.stdout: "daemonize", 2024-07-29T16:19:45.549 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_asserts_on_shutdown", 2024-07-29T16:19:45.549 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_mgr", 2024-07-29T16:19:45.550 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_mon", 2024-07-29T16:19:45.550 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_ms", 2024-07-29T16:19:45.550 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_osd", 2024-07-29T16:19:45.550 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_paxos", 2024-07-29T16:19:45.550 INFO:tasks.workunit.client.0.smithi067.stdout: "keyring", 2024-07-29T16:19:45.550 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_file", 2024-07-29T16:19:45.550 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_journald", 2024-07-29T16:19:45.550 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_stderr", 2024-07-29T16:19:45.550 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_allow_pool_delete", 2024-07-29T16:19:45.550 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_clock_drift_allowed", 2024-07-29T16:19:45.550 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_cluster_log_to_file", 2024-07-29T16:19:45.550 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_cluster_log_to_journald", 2024-07-29T16:19:45.550 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_cluster_log_to_stderr", 2024-07-29T16:19:45.550 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_data_avail_warn", 2024-07-29T16:19:45.551 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_election_default_strategy", 2024-07-29T16:19:45.551 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_host", 2024-07-29T16:19:45.551 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_max_pg_per_osd", 2024-07-29T16:19:45.551 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_mds_skip_sanity", 2024-07-29T16:19:45.551 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_mgr_mkfs_grace", 2024-07-29T16:19:45.551 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_osd_prime_pg_temp", 2024-07-29T16:19:45.551 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_osd_reporter_subtree_level", 2024-07-29T16:19:45.551 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_pg_warn_max_object_skew", 2024-07-29T16:19:45.551 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-29T16:19:45.551 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-29T16:19:45.551 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-29T16:19:45.551 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-29T16:19:45.551 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-29T16:19:45.552 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-29T16:19:45.552 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-29T16:19:45.552 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-29T16:19:45.552 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_too_few_osds", 2024-07-29T16:19:45.552 INFO:tasks.workunit.client.0.smithi067.stdout: "ms_die_on_bug", 2024-07-29T16:19:45.552 INFO:tasks.workunit.client.0.smithi067.stdout: "ms_die_on_old_message", 2024-07-29T16:19:45.552 INFO:tasks.workunit.client.0.smithi067.stdout: "no_config_file", 2024-07-29T16:19:45.552 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_class_default_list", 2024-07-29T16:19:45.552 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_class_load_list", 2024-07-29T16:19:45.552 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_misdirected_ops", 2024-07-29T16:19:45.552 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_op_order", 2024-07-29T16:19:45.552 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_pg_log_writeout", 2024-07-29T16:19:45.552 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_shutdown", 2024-07-29T16:19:45.552 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_cached_snaps", 2024-07-29T16:19:45.552 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_missing_on_start", 2024-07-29T16:19:45.553 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_stray_on_activate", 2024-07-29T16:19:45.553 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-29T16:19:45.553 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_delete_sleep", 2024-07-29T16:19:45.553 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_delete_sleep_hdd", 2024-07-29T16:19:45.553 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_delete_sleep_hybrid", 2024-07-29T16:19:45.553 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_delete_sleep_ssd", 2024-07-29T16:19:45.553 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_max_backfills", 2024-07-29T16:19:45.553 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-07-29T16:19:45.553 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_profile", 2024-07-29T16:19:45.553 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-07-29T16:19:45.553 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-07-29T16:19:45.553 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-07-29T16:19:45.553 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-07-29T16:19:45.553 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-07-29T16:19:45.554 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-07-29T16:19:45.554 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_client_lim", 2024-07-29T16:19:45.554 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_client_res", 2024-07-29T16:19:45.554 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_client_wgt", 2024-07-29T16:19:45.554 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_memory_target", 2024-07-29T16:19:45.554 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_memory_target_autotune", 2024-07-29T16:19:45.554 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_op_queue", 2024-07-29T16:19:45.554 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_op_queue_cut_off", 2024-07-29T16:19:45.554 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pool_default_erasure_code_profile", 2024-07-29T16:19:45.554 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-29T16:19:45.554 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recover_clone_overlap", 2024-07-29T16:19:45.554 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_max_active", 2024-07-29T16:19:45.554 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_max_active_hdd", 2024-07-29T16:19:45.554 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_max_active_ssd", 2024-07-29T16:19:45.554 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_max_chunk", 2024-07-29T16:19:45.555 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_sleep", 2024-07-29T16:19:45.555 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_sleep_hdd", 2024-07-29T16:19:45.555 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_sleep_hybrid", 2024-07-29T16:19:45.555 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_sleep_ssd", 2024-07-29T16:19:45.555 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_load_threshold", 2024-07-29T16:19:45.555 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_max_interval", 2024-07-29T16:19:45.555 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_sleep", 2024-07-29T16:19:45.555 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_shutdown_pgref_assert", 2024-07-29T16:19:45.555 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_snap_trim_sleep", 2024-07-29T16:19:45.555 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_snap_trim_sleep_hdd", 2024-07-29T16:19:45.555 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_snap_trim_sleep_hybrid", 2024-07-29T16:19:45.555 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_snap_trim_sleep_ssd", 2024-07-29T16:19:45.555 INFO:tasks.workunit.client.0.smithi067.stdout: "public_network", 2024-07-29T16:19:45.555 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd_config_pool_override_update_timestamp", 2024-07-29T16:19:45.555 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd_default_features", 2024-07-29T16:19:45.556 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd_qos_exclude_ops", 2024-07-29T16:19:45.556 INFO:tasks.workunit.client.0.smithi067.stdout: "setgroup", 2024-07-29T16:19:45.556 INFO:tasks.workunit.client.0.smithi067.stdout: "setuser" 2024-07-29T16:19:45.556 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.556 INFO:tasks.workunit.client.0.smithi067.stdout: "cluster_changed": [ 2024-07-29T16:19:45.556 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-29T16:19:45.556 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_debug", 2024-07-29T16:19:45.556 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_mon_ticket_ttl", 2024-07-29T16:19:45.556 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_service_ticket_ttl", 2024-07-29T16:19:45.556 INFO:tasks.workunit.client.0.smithi067.stdout: "bdev_debug_aio", 2024-07-29T16:19:45.556 INFO:tasks.workunit.client.0.smithi067.stdout: "container_image", 2024-07-29T16:19:45.556 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_asserts_on_shutdown", 2024-07-29T16:19:45.556 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_mgr", 2024-07-29T16:19:45.556 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_mon", 2024-07-29T16:19:45.556 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_ms", 2024-07-29T16:19:45.556 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_osd", 2024-07-29T16:19:45.557 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_paxos", 2024-07-29T16:19:45.557 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_file", 2024-07-29T16:19:45.557 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_journald", 2024-07-29T16:19:45.557 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_stderr", 2024-07-29T16:19:45.557 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_join_fs", 2024-07-29T16:19:45.557 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/cephadm/allow_ptrace", 2024-07-29T16:19:45.557 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/cephadm/container_init", 2024-07-29T16:19:45.557 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/cephadm/migration_current", 2024-07-29T16:19:45.557 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/cephadm/use_repo_digest", 2024-07-29T16:19:45.557 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-07-29T16:19:45.557 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-07-29T16:19:45.557 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-07-29T16:19:45.557 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-07-29T16:19:45.557 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/ssl_server_port", 2024-07-29T16:19:45.557 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/orchestrator/orchestrator", 2024-07-29T16:19:45.558 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/channel_ident", 2024-07-29T16:19:45.558 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/channel_perf", 2024-07-29T16:19:45.558 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/description", 2024-07-29T16:19:45.558 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/enabled", 2024-07-29T16:19:45.558 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/organization", 2024-07-29T16:19:45.558 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_allow_pool_delete", 2024-07-29T16:19:45.558 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_clock_drift_allowed", 2024-07-29T16:19:45.558 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_cluster_log_to_file", 2024-07-29T16:19:45.558 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_data_avail_warn", 2024-07-29T16:19:45.558 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_election_default_strategy", 2024-07-29T16:19:45.558 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_max_pg_per_osd", 2024-07-29T16:19:45.558 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_mds_skip_sanity", 2024-07-29T16:19:45.558 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_mgr_mkfs_grace", 2024-07-29T16:19:45.558 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_osd_prime_pg_temp", 2024-07-29T16:19:45.558 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_osd_reporter_subtree_level", 2024-07-29T16:19:45.559 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_pg_warn_max_object_skew", 2024-07-29T16:19:45.559 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-29T16:19:45.559 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-29T16:19:45.559 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-29T16:19:45.559 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-29T16:19:45.559 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-29T16:19:45.559 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-29T16:19:45.559 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-29T16:19:45.559 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-29T16:19:45.559 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_too_few_osds", 2024-07-29T16:19:45.559 INFO:tasks.workunit.client.0.smithi067.stdout: "ms_die_on_bug", 2024-07-29T16:19:45.559 INFO:tasks.workunit.client.0.smithi067.stdout: "ms_die_on_old_message", 2024-07-29T16:19:45.559 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_class_default_list", 2024-07-29T16:19:45.559 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_class_load_list", 2024-07-29T16:19:45.559 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_misdirected_ops", 2024-07-29T16:19:45.559 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_op_order", 2024-07-29T16:19:45.560 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_pg_log_writeout", 2024-07-29T16:19:45.560 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_shutdown", 2024-07-29T16:19:45.560 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_cached_snaps", 2024-07-29T16:19:45.560 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_missing_on_start", 2024-07-29T16:19:45.560 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_stray_on_activate", 2024-07-29T16:19:45.560 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-29T16:19:45.560 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-07-29T16:19:45.560 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_profile", 2024-07-29T16:19:45.560 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_memory_target", 2024-07-29T16:19:45.560 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_memory_target_autotune", 2024-07-29T16:19:45.560 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_op_queue", 2024-07-29T16:19:45.560 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_op_queue_cut_off", 2024-07-29T16:19:45.560 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pool_default_erasure_code_profile", 2024-07-29T16:19:45.560 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-29T16:19:45.560 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recover_clone_overlap", 2024-07-29T16:19:45.561 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_max_chunk", 2024-07-29T16:19:45.561 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_load_threshold", 2024-07-29T16:19:45.561 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_max_interval", 2024-07-29T16:19:45.561 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_shutdown_pgref_assert", 2024-07-29T16:19:45.561 INFO:tasks.workunit.client.0.smithi067.stdout: "public_network", 2024-07-29T16:19:45.561 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd_config_pool_override_update_timestamp", 2024-07-29T16:19:45.561 INFO:tasks.workunit.client.0.smithi067.stdout: "rgw_cache_enabled", 2024-07-29T16:19:45.561 INFO:tasks.workunit.client.0.smithi067.stdout: "rgw_enable_ops_log", 2024-07-29T16:19:45.561 INFO:tasks.workunit.client.0.smithi067.stdout: "rgw_enable_usage_log" 2024-07-29T16:19:45.561 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.561 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.562 INFO:tasks.workunit.client.0.smithi067.stdout: "contact": null, 2024-07-29T16:19:45.562 INFO:tasks.workunit.client.0.smithi067.stdout: "crashes": [], 2024-07-29T16:19:45.562 INFO:tasks.workunit.client.0.smithi067.stdout: "created": "2024-07-29T14:53:34.720315Z", 2024-07-29T16:19:45.562 INFO:tasks.workunit.client.0.smithi067.stdout: "crush": { 2024-07-29T16:19:45.562 INFO:tasks.workunit.client.0.smithi067.stdout: "bucket_algs": { 2024-07-29T16:19:45.562 INFO:tasks.workunit.client.0.smithi067.stdout: "straw2": 3 2024-07-29T16:19:45.562 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.562 INFO:tasks.workunit.client.0.smithi067.stdout: "bucket_sizes": { 2024-07-29T16:19:45.562 INFO:tasks.workunit.client.0.smithi067.stdout: "2": 1, 2024-07-29T16:19:45.562 INFO:tasks.workunit.client.0.smithi067.stdout: "4": 2 2024-07-29T16:19:45.562 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.562 INFO:tasks.workunit.client.0.smithi067.stdout: "bucket_types": { 2024-07-29T16:19:45.562 INFO:tasks.workunit.client.0.smithi067.stdout: "1": 2, 2024-07-29T16:19:45.562 INFO:tasks.workunit.client.0.smithi067.stdout: "11": 1 2024-07-29T16:19:45.563 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.563 INFO:tasks.workunit.client.0.smithi067.stdout: "compat_weight_set": false, 2024-07-29T16:19:45.563 INFO:tasks.workunit.client.0.smithi067.stdout: "device_classes": [ 2024-07-29T16:19:45.563 INFO:tasks.workunit.client.0.smithi067.stdout: 8 2024-07-29T16:19:45.563 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.563 INFO:tasks.workunit.client.0.smithi067.stdout: "num_buckets": 6, 2024-07-29T16:19:45.563 INFO:tasks.workunit.client.0.smithi067.stdout: "num_devices": 8, 2024-07-29T16:19:45.563 INFO:tasks.workunit.client.0.smithi067.stdout: "num_rules": 2, 2024-07-29T16:19:45.563 INFO:tasks.workunit.client.0.smithi067.stdout: "num_types": 12, 2024-07-29T16:19:45.563 INFO:tasks.workunit.client.0.smithi067.stdout: "num_weight_sets": 0, 2024-07-29T16:19:45.563 INFO:tasks.workunit.client.0.smithi067.stdout: "tunables": { 2024-07-29T16:19:45.563 INFO:tasks.workunit.client.0.smithi067.stdout: "allowed_bucket_algs": 54, 2024-07-29T16:19:45.563 INFO:tasks.workunit.client.0.smithi067.stdout: "choose_local_fallback_tries": 0, 2024-07-29T16:19:45.563 INFO:tasks.workunit.client.0.smithi067.stdout: "choose_local_tries": 0, 2024-07-29T16:19:45.564 INFO:tasks.workunit.client.0.smithi067.stdout: "choose_total_tries": 50, 2024-07-29T16:19:45.564 INFO:tasks.workunit.client.0.smithi067.stdout: "chooseleaf_descend_once": 1, 2024-07-29T16:19:45.564 INFO:tasks.workunit.client.0.smithi067.stdout: "chooseleaf_stable": 1, 2024-07-29T16:19:45.564 INFO:tasks.workunit.client.0.smithi067.stdout: "chooseleaf_vary_r": 1, 2024-07-29T16:19:45.564 INFO:tasks.workunit.client.0.smithi067.stdout: "has_msr_rules": 0, 2024-07-29T16:19:45.564 INFO:tasks.workunit.client.0.smithi067.stdout: "has_v2_rules": 1, 2024-07-29T16:19:45.564 INFO:tasks.workunit.client.0.smithi067.stdout: "has_v3_rules": 0, 2024-07-29T16:19:45.564 INFO:tasks.workunit.client.0.smithi067.stdout: "has_v4_buckets": 1, 2024-07-29T16:19:45.564 INFO:tasks.workunit.client.0.smithi067.stdout: "has_v5_rules": 0, 2024-07-29T16:19:45.564 INFO:tasks.workunit.client.0.smithi067.stdout: "legacy_tunables": 0, 2024-07-29T16:19:45.564 INFO:tasks.workunit.client.0.smithi067.stdout: "minimum_required_version": "jewel", 2024-07-29T16:19:45.564 INFO:tasks.workunit.client.0.smithi067.stdout: "msr_collision_tries": 100, 2024-07-29T16:19:45.564 INFO:tasks.workunit.client.0.smithi067.stdout: "msr_descents": 100, 2024-07-29T16:19:45.564 INFO:tasks.workunit.client.0.smithi067.stdout: "optimal_tunables": 1, 2024-07-29T16:19:45.564 INFO:tasks.workunit.client.0.smithi067.stdout: "profile": "jewel", 2024-07-29T16:19:45.565 INFO:tasks.workunit.client.0.smithi067.stdout: "require_feature_tunables": 1, 2024-07-29T16:19:45.565 INFO:tasks.workunit.client.0.smithi067.stdout: "require_feature_tunables2": 1, 2024-07-29T16:19:45.565 INFO:tasks.workunit.client.0.smithi067.stdout: "require_feature_tunables3": 1, 2024-07-29T16:19:45.565 INFO:tasks.workunit.client.0.smithi067.stdout: "require_feature_tunables5": 1, 2024-07-29T16:19:45.565 INFO:tasks.workunit.client.0.smithi067.stdout: "straw_calc_version": 1 2024-07-29T16:19:45.565 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.565 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.565 INFO:tasks.workunit.client.0.smithi067.stdout: "description": "upgrade test cluster", 2024-07-29T16:19:45.565 INFO:tasks.workunit.client.0.smithi067.stdout: "fs": { 2024-07-29T16:19:45.565 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:45.565 INFO:tasks.workunit.client.0.smithi067.stdout: "feature_flags": { 2024-07-29T16:19:45.565 INFO:tasks.workunit.client.0.smithi067.stdout: "enable_multiple": true, 2024-07-29T16:19:45.565 INFO:tasks.workunit.client.0.smithi067.stdout: "ever_enabled_multiple": true 2024-07-29T16:19:45.565 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.565 INFO:tasks.workunit.client.0.smithi067.stdout: "filesystems": [ 2024-07-29T16:19:45.566 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.566 INFO:tasks.workunit.client.0.smithi067.stdout: "approx_ctime": "2024-07", 2024-07-29T16:19:45.566 INFO:tasks.workunit.client.0.smithi067.stdout: "balancer_enabled": false, 2024-07-29T16:19:45.566 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.566 INFO:tasks.workunit.client.0.smithi067.stdout: "cached_caps": 0, 2024-07-29T16:19:45.566 INFO:tasks.workunit.client.0.smithi067.stdout: "cached_dns": 10, 2024-07-29T16:19:45.566 INFO:tasks.workunit.client.0.smithi067.stdout: "cached_inos": 13, 2024-07-29T16:19:45.566 INFO:tasks.workunit.client.0.smithi067.stdout: "cached_subtrees": 2, 2024-07-29T16:19:45.566 INFO:tasks.workunit.client.0.smithi067.stdout: "ever_allowed_features": 0, 2024-07-29T16:19:45.566 INFO:tasks.workunit.client.0.smithi067.stdout: "explicitly_allowed_features": 0, 2024-07-29T16:19:45.566 INFO:tasks.workunit.client.0.smithi067.stdout: "files": 0, 2024-07-29T16:19:45.566 INFO:tasks.workunit.client.0.smithi067.stdout: "max_mds": 1, 2024-07-29T16:19:45.566 INFO:tasks.workunit.client.0.smithi067.stdout: "num_data_pools": 1, 2024-07-29T16:19:45.566 INFO:tasks.workunit.client.0.smithi067.stdout: "num_in": 1, 2024-07-29T16:19:45.566 INFO:tasks.workunit.client.0.smithi067.stdout: "num_mds": 1, 2024-07-29T16:19:45.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_sessions": 0, 2024-07-29T16:19:45.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_standby_replay": 0, 2024-07-29T16:19:45.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_up": 1, 2024-07-29T16:19:45.567 INFO:tasks.workunit.client.0.smithi067.stdout: "snaps": 0, 2024-07-29T16:19:45.567 INFO:tasks.workunit.client.0.smithi067.stdout: "standby_count_wanted": 0 2024-07-29T16:19:45.567 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.567 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_standby_mds": 1, 2024-07-29T16:19:45.567 INFO:tasks.workunit.client.0.smithi067.stdout: "total_num_mds": 2 2024-07-29T16:19:45.567 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.567 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_stats": { 2024-07-29T16:19:45.567 INFO:tasks.workunit.client.0.smithi067.stdout: "mds": { 2024-07-29T16:19:45.567 INFO:tasks.workunit.client.0.smithi067.stdout: "mds.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T16:19:45.567 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 20766720, 2024-07-29T16:19:45.568 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 437744, 2024-07-29T16:19:45.568 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2621440, 2024-07-29T16:19:45.568 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:45.568 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 442368, 2024-07-29T16:19:45.568 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 488, 2024-07-29T16:19:45.568 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:45.568 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 1365416, 2024-07-29T16:19:45.568 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 22, 2024-07-29T16:19:45.568 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 1113088, 2024-07-29T16:19:45.568 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 15229032, 2024-07-29T16:19:45.568 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 21209088 2024-07-29T16:19:45.568 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.568 INFO:tasks.workunit.client.0.smithi067.stdout: "mds.fe352cc5d8c505de303363ceef3e5f6f0234bfa7": { 2024-07-29T16:19:45.568 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 20160512, 2024-07-29T16:19:45.569 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 303672, 2024-07-29T16:19:45.569 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2621440, 2024-07-29T16:19:45.569 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 720896, 2024-07-29T16:19:45.569 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 0, 2024-07-29T16:19:45.569 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 371, 2024-07-29T16:19:45.569 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:45.569 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 1191424, 2024-07-29T16:19:45.569 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 13, 2024-07-29T16:19:45.569 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 508928, 2024-07-29T16:19:45.569 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 14814152, 2024-07-29T16:19:45.569 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 20160512 2024-07-29T16:19:45.569 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.569 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.570 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T16:19:45.570 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T16:19:45.570 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 259325952, 2024-07-29T16:19:45.570 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 5436352, 2024-07-29T16:19:45.570 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 3014656, 2024-07-29T16:19:45.570 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:45.570 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 1794048, 2024-07-29T16:19:45.570 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 9667, 2024-07-29T16:19:45.570 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:45.570 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 14561624, 2024-07-29T16:19:45.570 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 23, 2024-07-29T16:19:45.570 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 4420608, 2024-07-29T16:19:45.570 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 231892712, 2024-07-29T16:19:45.570 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 261120000 2024-07-29T16:19:45.571 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.571 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.88f1e2f1a9980ce30b43411b8d195844f2fd44e3": { 2024-07-29T16:19:45.571 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 182763520, 2024-07-29T16:19:45.571 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 2027984, 2024-07-29T16:19:45.571 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 4980736, 2024-07-29T16:19:45.571 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 311296, 2024-07-29T16:19:45.571 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 3596288, 2024-07-29T16:19:45.571 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 7186, 2024-07-29T16:19:45.571 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:45.571 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 12153040, 2024-07-29T16:19:45.571 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 20, 2024-07-29T16:19:45.571 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 1793536, 2024-07-29T16:19:45.571 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 161496928, 2024-07-29T16:19:45.571 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 186359808 2024-07-29T16:19:45.571 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.571 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.fe352cc5d8c505de303363ceef3e5f6f0234bfa7": { 2024-07-29T16:19:45.572 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 168312832, 2024-07-29T16:19:45.572 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 2127816, 2024-07-29T16:19:45.572 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2883584, 2024-07-29T16:19:45.572 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:45.572 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 3399680, 2024-07-29T16:19:45.572 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 6540, 2024-07-29T16:19:45.572 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:45.572 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 10579016, 2024-07-29T16:19:45.572 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 20, 2024-07-29T16:19:45.572 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 2017024, 2024-07-29T16:19:45.572 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 150705392, 2024-07-29T16:19:45.572 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 171712512 2024-07-29T16:19:45.572 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.572 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.573 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:45.573 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.0": { 2024-07-29T16:19:45.573 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 494100480, 2024-07-29T16:19:45.573 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 30250176, 2024-07-29T16:19:45.573 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 5373952, 2024-07-29T16:19:45.573 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:45.573 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 149766144, 2024-07-29T16:19:45.573 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 12905, 2024-07-29T16:19:45.573 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:45.573 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 70675048, 2024-07-29T16:19:45.573 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 53, 2024-07-29T16:19:45.573 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 11657728, 2024-07-29T16:19:45.573 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 376143576, 2024-07-29T16:19:45.573 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 643866624 2024-07-29T16:19:45.574 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.574 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.1": { 2024-07-29T16:19:45.574 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 484392960, 2024-07-29T16:19:45.574 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 24336680, 2024-07-29T16:19:45.574 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 3276800, 2024-07-29T16:19:45.574 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:45.574 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 22708224, 2024-07-29T16:19:45.574 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 12535, 2024-07-29T16:19:45.574 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:45.574 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 63553960, 2024-07-29T16:19:45.574 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 54, 2024-07-29T16:19:45.574 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 10616064, 2024-07-29T16:19:45.574 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 382609456, 2024-07-29T16:19:45.574 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 507101184 2024-07-29T16:19:45.574 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.575 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.2": { 2024-07-29T16:19:45.575 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 439066624, 2024-07-29T16:19:45.575 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 23270032, 2024-07-29T16:19:45.575 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 5373952, 2024-07-29T16:19:45.575 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:45.575 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 83812352, 2024-07-29T16:19:45.575 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 11284, 2024-07-29T16:19:45.575 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:45.575 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 58384656, 2024-07-29T16:19:45.575 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 60, 2024-07-29T16:19:45.575 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 11525888, 2024-07-29T16:19:45.575 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 340512096, 2024-07-29T16:19:45.575 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 522878976 2024-07-29T16:19:45.575 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.575 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.3": { 2024-07-29T16:19:45.576 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 511541248, 2024-07-29T16:19:45.576 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 23138632, 2024-07-29T16:19:45.576 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 5242880, 2024-07-29T16:19:45.576 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:45.576 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 33693696, 2024-07-29T16:19:45.576 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 10402, 2024-07-29T16:19:45.576 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:45.576 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 56943592, 2024-07-29T16:19:45.576 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 53, 2024-07-29T16:19:45.576 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 10938112, 2024-07-29T16:19:45.576 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 415278032, 2024-07-29T16:19:45.576 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 545234944 2024-07-29T16:19:45.576 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.576 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.4": { 2024-07-29T16:19:45.576 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 472629248, 2024-07-29T16:19:45.577 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 20508752, 2024-07-29T16:19:45.577 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 3276800, 2024-07-29T16:19:45.577 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:45.577 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 99901440, 2024-07-29T16:19:45.577 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 12337, 2024-07-29T16:19:45.577 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:45.577 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 56453400, 2024-07-29T16:19:45.577 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 60, 2024-07-29T16:19:45.577 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 10801408, 2024-07-29T16:19:45.577 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 381588888, 2024-07-29T16:19:45.577 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 572530688 2024-07-29T16:19:45.577 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.577 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.5": { 2024-07-29T16:19:45.577 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 422912000, 2024-07-29T16:19:45.578 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 24482568, 2024-07-29T16:19:45.578 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 3276800, 2024-07-29T16:19:45.578 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:45.578 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 175652864, 2024-07-29T16:19:45.578 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 12055, 2024-07-29T16:19:45.578 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:45.578 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 54522744, 2024-07-29T16:19:45.578 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 60, 2024-07-29T16:19:45.578 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 11869440, 2024-07-29T16:19:45.578 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 328760448, 2024-07-29T16:19:45.578 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 598564864 2024-07-29T16:19:45.578 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.578 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.6": { 2024-07-29T16:19:45.578 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 369483776, 2024-07-29T16:19:45.578 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 15031552, 2024-07-29T16:19:45.579 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 3145728, 2024-07-29T16:19:45.579 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 131072, 2024-07-29T16:19:45.579 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 52289536, 2024-07-29T16:19:45.579 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 9053, 2024-07-29T16:19:45.579 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:45.579 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 46893352, 2024-07-29T16:19:45.579 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 59, 2024-07-29T16:19:45.579 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 11169536, 2024-07-29T16:19:45.579 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 293112536, 2024-07-29T16:19:45.579 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 421773312 2024-07-29T16:19:45.579 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.579 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.7": { 2024-07-29T16:19:45.579 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 489603072, 2024-07-29T16:19:45.579 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 25716536, 2024-07-29T16:19:45.579 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 3276800, 2024-07-29T16:19:45.580 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 24576, 2024-07-29T16:19:45.580 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 17842176, 2024-07-29T16:19:45.580 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 11083, 2024-07-29T16:19:45.580 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:45.580 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 56996232, 2024-07-29T16:19:45.580 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 51, 2024-07-29T16:19:45.580 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 11569664, 2024-07-29T16:19:45.580 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 392019264, 2024-07-29T16:19:45.580 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 507445248 2024-07-29T16:19:45.580 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.580 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.580 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.580 INFO:tasks.workunit.client.0.smithi067.stdout: "hosts": { 2024-07-29T16:19:45.580 INFO:tasks.workunit.client.0.smithi067.stdout: "num": 2, 2024-07-29T16:19:45.580 INFO:tasks.workunit.client.0.smithi067.stdout: "num_with_mds": 2, 2024-07-29T16:19:45.580 INFO:tasks.workunit.client.0.smithi067.stdout: "num_with_mgr": 2, 2024-07-29T16:19:45.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_with_mon": 2, 2024-07-29T16:19:45.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_with_osd": 2 2024-07-29T16:19:45.581 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.581 INFO:tasks.workunit.client.0.smithi067.stdout: "io_rate": { 2024-07-29T16:19:45.581 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_stats_delta": { 2024-07-29T16:19:45.581 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": 0, 2024-07-29T16:19:45.581 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:45.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_store_stats": 0, 2024-07-29T16:19:45.581 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:45.581 INFO:tasks.workunit.client.0.smithi067.stdout: "stamp_delta": "12.003252", 2024-07-29T16:19:45.581 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:45.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:45.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:45.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:45.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:45.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:45.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:45.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:45.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:45.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:45.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:45.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:45.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:45.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:45.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:45.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:45.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:45.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:45.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:45.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:45.583 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:45.583 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:45.583 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:45.583 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:45.583 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:45.583 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:45.583 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:45.583 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:45.583 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:45.583 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:45.583 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:45.583 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:45.583 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:45.583 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:45.583 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 1, 2024-07-29T16:19:45.584 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 1, 2024-07-29T16:19:45.584 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:45.584 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:45.584 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:45.584 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:45.584 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:45.584 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.584 INFO:tasks.workunit.client.0.smithi067.stdout: "store_stats": { 2024-07-29T16:19:45.584 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": 0, 2024-07-29T16:19:45.584 INFO:tasks.workunit.client.0.smithi067.stdout: "available": 0, 2024-07-29T16:19:45.584 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed": 0, 2024-07-29T16:19:45.584 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_allocated": 0, 2024-07-29T16:19:45.584 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_original": 0, 2024-07-29T16:19:45.584 INFO:tasks.workunit.client.0.smithi067.stdout: "data_stored": 0, 2024-07-29T16:19:45.585 INFO:tasks.workunit.client.0.smithi067.stdout: "internal_metadata": 0, 2024-07-29T16:19:45.585 INFO:tasks.workunit.client.0.smithi067.stdout: "internally_reserved": 0, 2024-07-29T16:19:45.585 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_allocated": 0, 2024-07-29T16:19:45.585 INFO:tasks.workunit.client.0.smithi067.stdout: "total": 0 2024-07-29T16:19:45.585 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.585 INFO:tasks.workunit.client.0.smithi067.stdout: "up": 0 2024-07-29T16:19:45.585 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.585 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.585 INFO:tasks.workunit.client.0.smithi067.stdout: "leaderboard": false, 2024-07-29T16:19:45.585 INFO:tasks.workunit.client.0.smithi067.stdout: "leaderboard_description": null, 2024-07-29T16:19:45.585 INFO:tasks.workunit.client.0.smithi067.stdout: "license": "sharing-1-0", 2024-07-29T16:19:45.585 INFO:tasks.workunit.client.0.smithi067.stdout: "mempool": { 2024-07-29T16:19:45.585 INFO:tasks.workunit.client.0.smithi067.stdout: "mds": { 2024-07-29T16:19:45.585 INFO:tasks.workunit.client.0.smithi067.stdout: "mds.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T16:19:45.585 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:45.586 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.586 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.586 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.586 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:45.586 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.586 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.586 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.586 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:45.586 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.586 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.586 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.586 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:45.586 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.586 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.586 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.587 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:45.587 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.587 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.587 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.587 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:45.587 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.587 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.587 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.587 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:45.587 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.587 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.587 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.587 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:45.587 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.587 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.588 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.588 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:45.588 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.588 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.588 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.588 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:45.588 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.588 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.588 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.588 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:45.588 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.588 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.588 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.588 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:45.588 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.589 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.589 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.589 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:45.589 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.589 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.589 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.589 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:45.589 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.589 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.589 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.589 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:45.589 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.589 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.589 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.590 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:45.590 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.590 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.590 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.590 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:45.590 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.590 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.590 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.590 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:45.590 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.590 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.590 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.590 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:45.590 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 222647, 2024-07-29T16:19:45.590 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 67 2024-07-29T16:19:45.590 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.591 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:45.591 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.591 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.591 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.591 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:45.591 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 52112, 2024-07-29T16:19:45.591 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 181 2024-07-29T16:19:45.591 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.591 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:45.591 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.591 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.591 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.591 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:45.591 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.591 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.592 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.592 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:45.592 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.592 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.592 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.592 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:45.592 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 12512, 2024-07-29T16:19:45.592 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 242 2024-07-29T16:19:45.592 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.592 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:45.592 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.592 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.592 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.593 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:45.593 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.593 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.593 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.593 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:45.593 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.593 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.593 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.593 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:45.593 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.593 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.593 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.593 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.593 INFO:tasks.workunit.client.0.smithi067.stdout: "mds.fe352cc5d8c505de303363ceef3e5f6f0234bfa7": { 2024-07-29T16:19:45.594 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:45.594 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.594 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.594 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.594 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:45.594 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.594 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.594 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.594 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:45.594 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.594 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.594 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.594 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:45.594 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.594 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.595 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.595 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:45.595 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.595 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.595 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.595 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:45.595 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.595 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.595 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.595 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:45.595 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.595 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.595 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.595 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:45.595 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.595 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.596 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.596 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:45.596 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.596 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.596 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.596 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:45.596 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.596 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.596 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.596 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:45.596 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.596 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.596 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.596 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:45.596 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.597 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.597 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.597 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:45.597 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.597 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.597 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.597 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:45.597 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.597 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.597 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.597 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:45.597 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.597 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.597 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.597 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:45.597 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.598 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.598 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.598 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:45.598 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.598 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.598 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.598 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:45.598 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.598 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.598 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.598 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:45.598 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 149088, 2024-07-29T16:19:45.598 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 35 2024-07-29T16:19:45.598 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.598 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:45.599 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.599 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.599 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.599 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:45.599 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 928, 2024-07-29T16:19:45.599 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2 2024-07-29T16:19:45.599 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.599 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:45.599 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.599 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.599 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.599 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:45.599 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.599 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.599 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.600 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:45.600 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.600 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.600 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.600 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:45.600 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.600 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.600 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.600 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:45.600 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.600 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.600 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.600 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:45.600 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.600 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.600 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.601 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:45.601 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.601 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.601 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.601 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:45.601 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.601 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.601 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.601 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.601 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.601 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T16:19:45.601 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T16:19:45.601 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:45.601 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.602 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.602 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.602 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:45.602 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.602 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.602 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.602 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:45.602 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.602 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.602 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.602 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:45.602 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.602 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.603 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.603 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:45.603 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.603 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.603 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.603 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:45.603 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.603 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.603 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.603 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:45.603 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.603 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.603 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.603 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:45.604 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.604 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.604 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.604 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:45.604 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.604 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.604 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.604 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:45.604 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.604 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.604 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.604 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:45.604 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.604 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.604 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.604 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:45.605 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.605 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.605 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.605 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:45.605 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.605 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.605 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.605 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:45.605 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.605 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.605 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.605 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:45.605 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.605 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.605 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.605 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:45.606 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.606 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.606 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.606 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:45.606 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.606 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.606 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.606 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:45.606 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.606 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.606 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.606 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:45.606 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 48784406, 2024-07-29T16:19:45.606 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 6511 2024-07-29T16:19:45.606 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.607 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:45.607 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.607 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.607 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.607 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:45.607 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.607 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.607 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.607 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:45.607 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.607 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.607 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.607 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:45.608 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.608 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.608 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.608 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:45.608 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.608 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.608 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.608 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:45.608 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 11088, 2024-07-29T16:19:45.608 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 241 2024-07-29T16:19:45.608 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.608 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:45.608 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 70440, 2024-07-29T16:19:45.609 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5158 2024-07-29T16:19:45.609 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.609 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:45.609 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 11440, 2024-07-29T16:19:45.609 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 304 2024-07-29T16:19:45.609 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.609 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:45.609 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.609 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.609 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.609 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:45.609 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.609 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.610 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.610 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.610 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.88f1e2f1a9980ce30b43411b8d195844f2fd44e3": { 2024-07-29T16:19:45.610 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:45.610 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.610 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.610 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.610 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:45.610 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.610 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.610 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.610 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:45.610 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.611 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.611 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.611 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:45.611 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.611 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.611 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.611 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:45.611 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.611 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.611 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.611 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:45.611 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.612 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.612 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.612 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:45.612 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.612 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.612 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.612 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:45.612 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.612 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.612 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.612 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:45.612 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.612 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.613 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.613 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:45.613 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.613 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.613 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.613 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:45.613 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.613 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.613 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.613 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:45.613 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.613 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.613 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.614 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:45.614 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.614 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.614 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.614 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:45.614 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.614 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.614 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.614 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:45.614 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.614 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.614 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.614 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:45.614 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.615 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.615 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.615 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:45.615 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.615 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.615 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.615 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:45.615 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.615 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.615 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.615 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:45.615 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 53226110, 2024-07-29T16:19:45.615 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 7615 2024-07-29T16:19:45.615 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.615 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:45.616 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.616 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.616 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.616 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:45.616 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.616 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.616 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.616 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:45.616 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.616 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.616 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.616 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:45.616 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.616 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.616 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.617 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:45.617 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.617 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.617 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.617 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:45.617 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 11088, 2024-07-29T16:19:45.617 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 241 2024-07-29T16:19:45.617 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.617 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:45.617 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 70440, 2024-07-29T16:19:45.617 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5158 2024-07-29T16:19:45.617 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.617 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:45.617 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5720, 2024-07-29T16:19:45.618 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 152 2024-07-29T16:19:45.618 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.618 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:45.618 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.618 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.618 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.618 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:45.618 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.618 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.618 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.618 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.618 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.fe352cc5d8c505de303363ceef3e5f6f0234bfa7": { 2024-07-29T16:19:45.618 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:45.619 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.619 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.619 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.619 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:45.619 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.619 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.619 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.619 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:45.619 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.619 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.619 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.619 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:45.619 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.620 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.620 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.620 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:45.620 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.620 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.620 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.620 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:45.620 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.620 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.620 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.620 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:45.620 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.620 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.620 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.621 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:45.621 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.621 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.621 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.621 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:45.621 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.621 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.621 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.621 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:45.621 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.621 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.621 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.621 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:45.621 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.622 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.622 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.622 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:45.622 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.622 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.622 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.622 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:45.622 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.622 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.622 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.622 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:45.622 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.622 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.622 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.623 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:45.623 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.623 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.623 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.623 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:45.623 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.623 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.623 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.623 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:45.623 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.623 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.623 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.623 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:45.624 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.624 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.624 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.624 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:45.624 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 43762884, 2024-07-29T16:19:45.624 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5373 2024-07-29T16:19:45.624 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.624 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:45.624 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 704, 2024-07-29T16:19:45.624 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8 2024-07-29T16:19:45.624 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.624 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:45.624 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.624 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.625 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.625 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:45.625 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.625 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.625 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.625 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:45.625 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.625 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.625 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.625 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:45.625 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.625 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.625 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.625 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:45.625 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 11088, 2024-07-29T16:19:45.626 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 241 2024-07-29T16:19:45.626 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.626 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:45.626 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 70440, 2024-07-29T16:19:45.626 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5158 2024-07-29T16:19:45.626 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.626 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:45.626 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5720, 2024-07-29T16:19:45.626 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 152 2024-07-29T16:19:45.626 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.626 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:45.626 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.626 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.626 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.627 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:45.627 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.627 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.627 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.627 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.627 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.627 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:45.627 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.0": { 2024-07-29T16:19:45.627 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:45.627 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.627 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.627 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.627 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:45.627 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 18960, 2024-07-29T16:19:45.628 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 337 2024-07-29T16:19:45.628 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.628 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:45.628 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 43008, 2024-07-29T16:19:45.628 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 24 2024-07-29T16:19:45.628 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.628 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:45.628 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 960, 2024-07-29T16:19:45.628 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5 2024-07-29T16:19:45.628 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.628 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:45.628 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 61360, 2024-07-29T16:19:45.628 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 767 2024-07-29T16:19:45.628 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.628 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:45.629 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 240000, 2024-07-29T16:19:45.629 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2000 2024-07-29T16:19:45.629 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.629 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:45.629 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 15744, 2024-07-29T16:19:45.629 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 153 2024-07-29T16:19:45.629 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.629 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:45.629 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 710692, 2024-07-29T16:19:45.629 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 247 2024-07-29T16:19:45.629 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.629 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:45.629 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2499873, 2024-07-29T16:19:45.629 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 554725 2024-07-29T16:19:45.629 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.630 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:45.630 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 7597664, 2024-07-29T16:19:45.630 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10468 2024-07-29T16:19:45.630 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.630 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:45.630 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 87380, 2024-07-29T16:19:45.630 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9370 2024-07-29T16:19:45.630 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.630 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:45.630 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 96000, 2024-07-29T16:19:45.630 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2000 2024-07-29T16:19:45.630 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.630 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:45.630 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.631 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.631 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.631 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:45.631 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 184788, 2024-07-29T16:19:45.631 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1320 2024-07-29T16:19:45.631 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.631 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:45.631 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.631 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.631 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.631 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:45.631 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.631 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.632 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.632 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:45.632 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.632 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.632 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.632 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:45.632 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.632 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.632 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.632 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:45.632 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5335919, 2024-07-29T16:19:45.632 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 279 2024-07-29T16:19:45.632 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.632 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:45.632 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 17160, 2024-07-29T16:19:45.633 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 195 2024-07-29T16:19:45.633 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.633 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:45.633 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.633 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.633 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.633 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:45.633 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 513216, 2024-07-29T16:19:45.633 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 44 2024-07-29T16:19:45.633 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.633 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:45.633 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.633 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.633 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.634 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:45.634 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 7164976, 2024-07-29T16:19:45.634 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 18514 2024-07-29T16:19:45.634 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.634 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:45.634 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 661192, 2024-07-29T16:19:45.634 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10796 2024-07-29T16:19:45.634 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.634 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:45.634 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.634 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.634 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.634 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:45.635 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.635 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.635 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.635 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:45.635 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.635 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.635 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.635 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:45.635 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.635 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.635 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.635 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.635 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.1": { 2024-07-29T16:19:45.635 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:45.636 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.636 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.636 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.636 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:45.636 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 22160, 2024-07-29T16:19:45.636 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 393 2024-07-29T16:19:45.636 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.636 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:45.636 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 39168, 2024-07-29T16:19:45.636 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 27 2024-07-29T16:19:45.636 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.636 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:45.636 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1536, 2024-07-29T16:19:45.636 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8 2024-07-29T16:19:45.637 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.637 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:45.637 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 61840, 2024-07-29T16:19:45.637 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 773 2024-07-29T16:19:45.637 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.637 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:45.637 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 231000, 2024-07-29T16:19:45.637 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1925 2024-07-29T16:19:45.637 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.637 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:45.637 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 20864, 2024-07-29T16:19:45.637 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 193 2024-07-29T16:19:45.637 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.637 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:45.637 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1043596, 2024-07-29T16:19:45.638 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 294 2024-07-29T16:19:45.638 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.638 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:45.638 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2487297, 2024-07-29T16:19:45.638 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 552142 2024-07-29T16:19:45.638 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.638 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:45.638 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 7562720, 2024-07-29T16:19:45.638 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10420 2024-07-29T16:19:45.638 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.638 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:45.638 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 76236, 2024-07-29T16:19:45.638 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8045 2024-07-29T16:19:45.639 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.639 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:45.639 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 92400, 2024-07-29T16:19:45.639 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1925 2024-07-29T16:19:45.639 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.639 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:45.639 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.639 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.639 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.639 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:45.639 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 185044, 2024-07-29T16:19:45.639 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1321 2024-07-29T16:19:45.639 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.639 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:45.639 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.640 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.640 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.640 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:45.640 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1536, 2024-07-29T16:19:45.640 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2 2024-07-29T16:19:45.640 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.640 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:45.640 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 352, 2024-07-29T16:19:45.640 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 11 2024-07-29T16:19:45.640 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.640 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:45.640 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 20128, 2024-07-29T16:19:45.640 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5 2024-07-29T16:19:45.641 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.641 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:45.641 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 8443748, 2024-07-29T16:19:45.641 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 253 2024-07-29T16:19:45.641 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.641 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:45.641 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 21912, 2024-07-29T16:19:45.641 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 249 2024-07-29T16:19:45.641 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.641 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:45.641 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.641 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.641 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.642 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:45.642 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 454896, 2024-07-29T16:19:45.642 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 39 2024-07-29T16:19:45.642 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.642 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:45.642 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.642 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.642 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.642 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:45.642 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 7346248, 2024-07-29T16:19:45.642 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 21329 2024-07-29T16:19:45.642 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.643 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:45.643 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 661192, 2024-07-29T16:19:45.643 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10796 2024-07-29T16:19:45.643 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.643 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:45.643 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.643 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.643 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.643 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:45.643 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.643 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.643 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.643 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:45.643 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.643 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.644 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.644 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:45.644 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.644 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.644 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.644 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.644 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.2": { 2024-07-29T16:19:45.644 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:45.644 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.644 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.644 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.644 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:45.644 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 18512, 2024-07-29T16:19:45.644 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 326 2024-07-29T16:19:45.644 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.644 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:45.645 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 39040, 2024-07-29T16:19:45.645 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 25 2024-07-29T16:19:45.645 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.645 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:45.645 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1536, 2024-07-29T16:19:45.645 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8 2024-07-29T16:19:45.645 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.645 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:45.645 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 59440, 2024-07-29T16:19:45.645 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 743 2024-07-29T16:19:45.645 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.645 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:45.645 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 230640, 2024-07-29T16:19:45.645 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1922 2024-07-29T16:19:45.645 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.646 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:45.646 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5120, 2024-07-29T16:19:45.646 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 70 2024-07-29T16:19:45.646 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.646 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:45.646 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 601367, 2024-07-29T16:19:45.646 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 171 2024-07-29T16:19:45.646 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.646 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:45.646 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1869194, 2024-07-29T16:19:45.646 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 407956 2024-07-29T16:19:45.646 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.646 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:45.646 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5694672, 2024-07-29T16:19:45.646 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 7854 2024-07-29T16:19:45.647 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.647 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:45.647 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 75296, 2024-07-29T16:19:45.647 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8032 2024-07-29T16:19:45.647 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.647 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:45.647 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 92256, 2024-07-29T16:19:45.647 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1922 2024-07-29T16:19:45.647 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.647 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:45.647 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.647 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.647 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.647 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:45.648 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 185044, 2024-07-29T16:19:45.648 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1321 2024-07-29T16:19:45.648 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.648 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:45.648 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.648 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.648 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.648 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:45.648 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2304, 2024-07-29T16:19:45.648 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T16:19:45.648 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.648 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:45.648 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 512, 2024-07-29T16:19:45.649 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 16 2024-07-29T16:19:45.649 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.649 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:45.649 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 28144, 2024-07-29T16:19:45.649 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 7 2024-07-29T16:19:45.649 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.649 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:45.649 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 8208479, 2024-07-29T16:19:45.649 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 257 2024-07-29T16:19:45.649 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.649 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:45.649 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 11528, 2024-07-29T16:19:45.649 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 131 2024-07-29T16:19:45.649 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.650 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:45.650 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.650 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.650 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.650 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:45.650 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 361584, 2024-07-29T16:19:45.650 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 31 2024-07-29T16:19:45.650 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.650 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:45.650 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.650 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.650 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.650 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:45.650 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 3219320, 2024-07-29T16:19:45.651 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 6191 2024-07-29T16:19:45.651 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.651 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:45.651 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 661192, 2024-07-29T16:19:45.651 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10796 2024-07-29T16:19:45.651 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.651 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:45.651 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.651 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.651 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.651 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:45.651 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.651 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.651 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.651 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:45.652 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.652 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.652 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.652 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:45.652 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.652 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.652 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.652 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.652 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.3": { 2024-07-29T16:19:45.652 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:45.652 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.652 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.652 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.652 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:45.653 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 16136, 2024-07-29T16:19:45.653 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 286 2024-07-29T16:19:45.653 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.653 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:45.653 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 30336, 2024-07-29T16:19:45.653 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 20 2024-07-29T16:19:45.653 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.653 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:45.653 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 3648, 2024-07-29T16:19:45.653 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 19 2024-07-29T16:19:45.653 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.653 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:45.653 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 59280, 2024-07-29T16:19:45.653 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 741 2024-07-29T16:19:45.654 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.654 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:45.654 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 238920, 2024-07-29T16:19:45.654 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1991 2024-07-29T16:19:45.654 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.654 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:45.654 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2048, 2024-07-29T16:19:45.654 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 46 2024-07-29T16:19:45.654 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.654 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:45.654 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 416617, 2024-07-29T16:19:45.654 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 148 2024-07-29T16:19:45.654 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.655 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:45.655 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1776157, 2024-07-29T16:19:45.655 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 393570 2024-07-29T16:19:45.655 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.655 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:45.655 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5571640, 2024-07-29T16:19:45.655 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 7685 2024-07-29T16:19:45.655 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.655 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:45.655 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 85296, 2024-07-29T16:19:45.655 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9202 2024-07-29T16:19:45.655 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.655 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:45.655 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 95568, 2024-07-29T16:19:45.655 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1991 2024-07-29T16:19:45.656 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.656 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:45.656 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.656 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.656 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.656 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:45.656 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 185044, 2024-07-29T16:19:45.656 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1321 2024-07-29T16:19:45.656 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.656 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:45.656 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.656 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.656 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.656 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:45.657 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1536, 2024-07-29T16:19:45.657 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2 2024-07-29T16:19:45.657 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.657 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:45.657 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 352, 2024-07-29T16:19:45.657 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 11 2024-07-29T16:19:45.657 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.657 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:45.657 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 20128, 2024-07-29T16:19:45.657 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5 2024-07-29T16:19:45.657 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.657 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:45.657 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 19592336, 2024-07-29T16:19:45.657 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 279 2024-07-29T16:19:45.657 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.658 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:45.658 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 10120, 2024-07-29T16:19:45.658 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 115 2024-07-29T16:19:45.658 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.658 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:45.658 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.658 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.658 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.658 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:45.658 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 431568, 2024-07-29T16:19:45.658 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 37 2024-07-29T16:19:45.658 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.658 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:45.658 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.658 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.659 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.659 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:45.659 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 3519880, 2024-07-29T16:19:45.659 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9169 2024-07-29T16:19:45.659 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.659 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:45.659 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 661192, 2024-07-29T16:19:45.659 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10796 2024-07-29T16:19:45.659 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.659 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:45.659 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.659 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.659 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.659 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:45.659 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.659 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.660 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.660 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:45.660 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.660 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.660 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.660 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:45.660 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.660 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.660 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.660 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.660 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.4": { 2024-07-29T16:19:45.660 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:45.660 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.660 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.661 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.661 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:45.661 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 18960, 2024-07-29T16:19:45.661 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 337 2024-07-29T16:19:45.661 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.661 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:45.661 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 39040, 2024-07-29T16:19:45.661 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 25 2024-07-29T16:19:45.661 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.661 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:45.661 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 576, 2024-07-29T16:19:45.661 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T16:19:45.661 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.661 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:45.661 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 60320, 2024-07-29T16:19:45.662 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 754 2024-07-29T16:19:45.662 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.662 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:45.662 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 231240, 2024-07-29T16:19:45.662 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1927 2024-07-29T16:19:45.662 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.662 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:45.662 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 13056, 2024-07-29T16:19:45.662 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 132 2024-07-29T16:19:45.662 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.662 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:45.662 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 749563, 2024-07-29T16:19:45.662 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 210 2024-07-29T16:19:45.662 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.663 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:45.663 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2120316, 2024-07-29T16:19:45.663 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 469847 2024-07-29T16:19:45.663 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.663 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:45.663 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6539880, 2024-07-29T16:19:45.663 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9015 2024-07-29T16:19:45.663 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.663 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:45.663 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 76164, 2024-07-29T16:19:45.663 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8048 2024-07-29T16:19:45.663 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.663 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:45.663 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 92496, 2024-07-29T16:19:45.663 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1927 2024-07-29T16:19:45.664 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.664 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:45.664 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.664 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.664 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.664 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:45.664 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 184788, 2024-07-29T16:19:45.664 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1320 2024-07-29T16:19:45.664 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.664 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:45.664 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.664 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.664 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.664 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:45.664 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1536, 2024-07-29T16:19:45.664 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2 2024-07-29T16:19:45.665 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.665 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:45.665 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 352, 2024-07-29T16:19:45.665 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 11 2024-07-29T16:19:45.665 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.665 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:45.665 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 20128, 2024-07-29T16:19:45.665 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5 2024-07-29T16:19:45.665 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.665 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:45.665 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 3343988, 2024-07-29T16:19:45.665 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 6119 2024-07-29T16:19:45.665 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.665 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:45.665 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 14344, 2024-07-29T16:19:45.666 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 163 2024-07-29T16:19:45.666 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.666 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:45.666 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.666 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.666 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.666 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:45.666 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 443232, 2024-07-29T16:19:45.666 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 38 2024-07-29T16:19:45.666 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.666 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:45.666 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.666 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.666 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.667 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:45.667 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5086640, 2024-07-29T16:19:45.667 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 12182 2024-07-29T16:19:45.667 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.667 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:45.667 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 661192, 2024-07-29T16:19:45.667 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10796 2024-07-29T16:19:45.667 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.667 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:45.667 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.667 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.667 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.668 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:45.668 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.668 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.668 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.668 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:45.668 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.668 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.668 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.668 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:45.668 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.668 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.668 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.668 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.668 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.5": { 2024-07-29T16:19:45.669 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:45.669 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.669 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.669 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.669 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:45.669 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 19736, 2024-07-29T16:19:45.669 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 349 2024-07-29T16:19:45.669 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.669 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:45.669 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 43648, 2024-07-29T16:19:45.669 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 29 2024-07-29T16:19:45.669 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.669 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:45.669 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 960, 2024-07-29T16:19:45.670 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5 2024-07-29T16:19:45.670 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.670 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:45.670 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 60400, 2024-07-29T16:19:45.670 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 755 2024-07-29T16:19:45.670 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.670 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:45.670 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 231240, 2024-07-29T16:19:45.670 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1927 2024-07-29T16:19:45.670 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.670 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:45.670 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5248, 2024-07-29T16:19:45.670 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 71 2024-07-29T16:19:45.670 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.670 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:45.671 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 567074, 2024-07-29T16:19:45.671 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 178 2024-07-29T16:19:45.671 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.671 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:45.671 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2423683, 2024-07-29T16:19:45.671 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 539491 2024-07-29T16:19:45.671 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.671 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:45.671 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 7429496, 2024-07-29T16:19:45.671 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10237 2024-07-29T16:19:45.671 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.671 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:45.671 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 76512, 2024-07-29T16:19:45.671 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8053 2024-07-29T16:19:45.671 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.672 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:45.672 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 92496, 2024-07-29T16:19:45.672 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1927 2024-07-29T16:19:45.672 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.672 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:45.672 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.672 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.672 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.672 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:45.672 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 184788, 2024-07-29T16:19:45.672 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1320 2024-07-29T16:19:45.672 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.672 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:45.673 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.673 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.673 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.673 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:45.673 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 768, 2024-07-29T16:19:45.673 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1 2024-07-29T16:19:45.673 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.673 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:45.673 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 192, 2024-07-29T16:19:45.673 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 6 2024-07-29T16:19:45.673 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.673 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:45.673 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 12112, 2024-07-29T16:19:45.674 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T16:19:45.674 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.674 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:45.674 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6310018, 2024-07-29T16:19:45.674 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 259 2024-07-29T16:19:45.674 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.674 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:45.674 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 11968, 2024-07-29T16:19:45.674 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 136 2024-07-29T16:19:45.674 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.674 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:45.674 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.674 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.674 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.674 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:45.675 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 478224, 2024-07-29T16:19:45.675 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 41 2024-07-29T16:19:45.675 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.675 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:45.675 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.675 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.675 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.675 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:45.675 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6381440, 2024-07-29T16:19:45.675 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 12272 2024-07-29T16:19:45.675 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.675 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:45.675 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 661192, 2024-07-29T16:19:45.675 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10796 2024-07-29T16:19:45.675 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.676 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:45.676 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.676 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.676 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.676 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:45.676 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.676 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.676 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.676 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:45.676 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.676 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.676 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.676 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:45.676 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.676 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.677 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.677 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.677 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.6": { 2024-07-29T16:19:45.677 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:45.677 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.677 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.677 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.677 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:45.677 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 14704, 2024-07-29T16:19:45.677 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 272 2024-07-29T16:19:45.677 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.677 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:45.677 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 46848, 2024-07-29T16:19:45.677 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 22 2024-07-29T16:19:45.677 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.678 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:45.678 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2688, 2024-07-29T16:19:45.678 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 14 2024-07-29T16:19:45.678 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.678 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:45.678 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 60160, 2024-07-29T16:19:45.678 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 752 2024-07-29T16:19:45.678 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.678 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:45.678 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 232200, 2024-07-29T16:19:45.678 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1935 2024-07-29T16:19:45.678 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.678 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:45.678 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 9088, 2024-07-29T16:19:45.679 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 101 2024-07-29T16:19:45.679 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.679 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:45.679 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 625397, 2024-07-29T16:19:45.679 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 197 2024-07-29T16:19:45.679 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.679 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:45.679 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1774773, 2024-07-29T16:19:45.679 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 391162 2024-07-29T16:19:45.679 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.679 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:45.679 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5508304, 2024-07-29T16:19:45.679 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 7598 2024-07-29T16:19:45.679 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.679 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:45.679 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 77548, 2024-07-29T16:19:45.680 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8210 2024-07-29T16:19:45.680 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.680 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:45.680 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 92880, 2024-07-29T16:19:45.680 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1935 2024-07-29T16:19:45.680 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.680 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:45.680 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.680 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.680 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.680 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:45.680 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 184788, 2024-07-29T16:19:45.680 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1320 2024-07-29T16:19:45.680 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.680 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:45.681 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.681 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.681 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.681 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:45.681 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.681 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.681 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.681 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:45.681 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.681 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.681 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.681 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:45.681 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.681 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.682 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.682 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:45.682 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 14560158, 2024-07-29T16:19:45.682 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 210 2024-07-29T16:19:45.682 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.682 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:45.682 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 14344, 2024-07-29T16:19:45.682 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 163 2024-07-29T16:19:45.682 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.682 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:45.682 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.682 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.682 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.683 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:45.683 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 454896, 2024-07-29T16:19:45.683 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 39 2024-07-29T16:19:45.683 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.683 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:45.683 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.683 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.683 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.683 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:45.683 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 3649360, 2024-07-29T16:19:45.683 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9390 2024-07-29T16:19:45.683 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.683 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:45.683 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 661192, 2024-07-29T16:19:45.684 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10796 2024-07-29T16:19:45.684 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.684 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:45.684 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.684 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.684 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.684 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:45.684 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.684 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.684 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.684 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:45.684 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.684 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.684 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.685 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:45.685 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.685 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.685 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.685 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.685 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.7": { 2024-07-29T16:19:45.685 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:45.685 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.685 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.685 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.685 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:45.685 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 16536, 2024-07-29T16:19:45.685 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 293 2024-07-29T16:19:45.686 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.686 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:45.686 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 34688, 2024-07-29T16:19:45.686 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 22 2024-07-29T16:19:45.686 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.686 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:45.686 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 3456, 2024-07-29T16:19:45.686 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 18 2024-07-29T16:19:45.686 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.686 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:45.686 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 60480, 2024-07-29T16:19:45.686 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 756 2024-07-29T16:19:45.686 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.687 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:45.687 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 239760, 2024-07-29T16:19:45.687 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1998 2024-07-29T16:19:45.687 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.687 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:45.687 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6656, 2024-07-29T16:19:45.687 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 82 2024-07-29T16:19:45.687 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.687 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:45.687 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 523583, 2024-07-29T16:19:45.687 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 170 2024-07-29T16:19:45.687 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.687 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:45.688 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2031440, 2024-07-29T16:19:45.688 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 452450 2024-07-29T16:19:45.688 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.688 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:45.688 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6293816, 2024-07-29T16:19:45.688 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8677 2024-07-29T16:19:45.688 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.688 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:45.688 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 87500, 2024-07-29T16:19:45.688 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9364 2024-07-29T16:19:45.688 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.688 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:45.688 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 95904, 2024-07-29T16:19:45.689 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1998 2024-07-29T16:19:45.689 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.689 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:45.689 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.689 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.689 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.689 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:45.689 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 184788, 2024-07-29T16:19:45.689 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1320 2024-07-29T16:19:45.689 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.689 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:45.689 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.689 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.689 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.690 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:45.690 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.690 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.690 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.690 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:45.690 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.690 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.690 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.690 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:45.690 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.690 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.690 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.690 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:45.691 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 19157344, 2024-07-29T16:19:45.691 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 262 2024-07-29T16:19:45.691 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.691 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:45.691 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 12144, 2024-07-29T16:19:45.691 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 138 2024-07-29T16:19:45.691 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.691 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:45.691 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.691 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.691 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.691 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:45.691 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 536544, 2024-07-29T16:19:45.691 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 46 2024-07-29T16:19:45.692 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.692 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:45.692 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.692 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.692 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.692 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:45.692 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 4830384, 2024-07-29T16:19:45.692 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9318 2024-07-29T16:19:45.692 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.692 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:45.692 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 661192, 2024-07-29T16:19:45.692 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10796 2024-07-29T16:19:45.692 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.693 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:45.693 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.693 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.693 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.693 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:45.693 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.693 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.693 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.693 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:45.693 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.693 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.693 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.693 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:45.693 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:45.693 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:45.694 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.694 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.694 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.694 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.694 INFO:tasks.workunit.client.0.smithi067.stdout: "metadata": { 2024-07-29T16:19:45.694 INFO:tasks.workunit.client.0.smithi067.stdout: "mds": { 2024-07-29T16:19:45.694 INFO:tasks.workunit.client.0.smithi067.stdout: "arch": { 2024-07-29T16:19:45.694 INFO:tasks.workunit.client.0.smithi067.stdout: "x86_64": 2 2024-07-29T16:19:45.694 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.694 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_version": { 2024-07-29T16:19:45.694 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 2 2024-07-29T16:19:45.694 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.694 INFO:tasks.workunit.client.0.smithi067.stdout: "cpu": { 2024-07-29T16:19:45.694 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-07-29T16:19:45.694 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-07-29T16:19:45.695 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.695 INFO:tasks.workunit.client.0.smithi067.stdout: "distro": { 2024-07-29T16:19:45.695 INFO:tasks.workunit.client.0.smithi067.stdout: "centos": 2 2024-07-29T16:19:45.695 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.695 INFO:tasks.workunit.client.0.smithi067.stdout: "distro_description": { 2024-07-29T16:19:45.695 INFO:tasks.workunit.client.0.smithi067.stdout: "CentOS Stream 9": 2 2024-07-29T16:19:45.695 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.695 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_description": { 2024-07-29T16:19:45.695 INFO:tasks.workunit.client.0.smithi067.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-07-29T16:19:45.695 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.695 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_version": { 2024-07-29T16:19:45.695 INFO:tasks.workunit.client.0.smithi067.stdout: "5.14.0-480.el9.x86_64": 2 2024-07-29T16:19:45.695 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.695 INFO:tasks.workunit.client.0.smithi067.stdout: "os": { 2024-07-29T16:19:45.696 INFO:tasks.workunit.client.0.smithi067.stdout: "Linux": 2 2024-07-29T16:19:45.696 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.696 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.696 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T16:19:45.696 INFO:tasks.workunit.client.0.smithi067.stdout: "arch": { 2024-07-29T16:19:45.696 INFO:tasks.workunit.client.0.smithi067.stdout: "x86_64": 3 2024-07-29T16:19:45.696 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.696 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_version": { 2024-07-29T16:19:45.696 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 3 2024-07-29T16:19:45.696 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.696 INFO:tasks.workunit.client.0.smithi067.stdout: "cpu": { 2024-07-29T16:19:45.696 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-07-29T16:19:45.696 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-07-29T16:19:45.696 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.697 INFO:tasks.workunit.client.0.smithi067.stdout: "distro": { 2024-07-29T16:19:45.697 INFO:tasks.workunit.client.0.smithi067.stdout: "centos": 3 2024-07-29T16:19:45.697 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.697 INFO:tasks.workunit.client.0.smithi067.stdout: "distro_description": { 2024-07-29T16:19:45.697 INFO:tasks.workunit.client.0.smithi067.stdout: "CentOS Stream 9": 3 2024-07-29T16:19:45.697 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.697 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_description": { 2024-07-29T16:19:45.697 INFO:tasks.workunit.client.0.smithi067.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-07-29T16:19:45.697 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.697 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_version": { 2024-07-29T16:19:45.697 INFO:tasks.workunit.client.0.smithi067.stdout: "5.14.0-480.el9.x86_64": 3 2024-07-29T16:19:45.697 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.697 INFO:tasks.workunit.client.0.smithi067.stdout: "os": { 2024-07-29T16:19:45.697 INFO:tasks.workunit.client.0.smithi067.stdout: "Linux": 3 2024-07-29T16:19:45.698 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.698 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.698 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:45.698 INFO:tasks.workunit.client.0.smithi067.stdout: "arch": { 2024-07-29T16:19:45.698 INFO:tasks.workunit.client.0.smithi067.stdout: "x86_64": 8 2024-07-29T16:19:45.698 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.698 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_version": { 2024-07-29T16:19:45.698 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 8 2024-07-29T16:19:45.698 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.698 INFO:tasks.workunit.client.0.smithi067.stdout: "cpu": { 2024-07-29T16:19:45.698 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-07-29T16:19:45.698 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-07-29T16:19:45.698 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.698 INFO:tasks.workunit.client.0.smithi067.stdout: "distro": { 2024-07-29T16:19:45.699 INFO:tasks.workunit.client.0.smithi067.stdout: "centos": 8 2024-07-29T16:19:45.699 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.699 INFO:tasks.workunit.client.0.smithi067.stdout: "distro_description": { 2024-07-29T16:19:45.699 INFO:tasks.workunit.client.0.smithi067.stdout: "CentOS Stream 9": 8 2024-07-29T16:19:45.699 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.699 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_description": { 2024-07-29T16:19:45.699 INFO:tasks.workunit.client.0.smithi067.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-07-29T16:19:45.699 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.699 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_version": { 2024-07-29T16:19:45.699 INFO:tasks.workunit.client.0.smithi067.stdout: "5.14.0-480.el9.x86_64": 8 2024-07-29T16:19:45.699 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.699 INFO:tasks.workunit.client.0.smithi067.stdout: "os": { 2024-07-29T16:19:45.699 INFO:tasks.workunit.client.0.smithi067.stdout: "Linux": 8 2024-07-29T16:19:45.699 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.699 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_objectstore": { 2024-07-29T16:19:45.699 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": 8 2024-07-29T16:19:45.700 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.700 INFO:tasks.workunit.client.0.smithi067.stdout: "rotational": { 2024-07-29T16:19:45.700 INFO:tasks.workunit.client.0.smithi067.stdout: "0": 8 2024-07-29T16:19:45.700 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.700 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.700 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.700 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T16:19:45.700 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T16:19:45.700 INFO:tasks.workunit.client.0.smithi067.stdout: "features": { 2024-07-29T16:19:45.700 INFO:tasks.workunit.client.0.smithi067.stdout: "optional": [], 2024-07-29T16:19:45.700 INFO:tasks.workunit.client.0.smithi067.stdout: "persistent": [ 2024-07-29T16:19:45.700 INFO:tasks.workunit.client.0.smithi067.stdout: "kraken", 2024-07-29T16:19:45.700 INFO:tasks.workunit.client.0.smithi067.stdout: "luminous", 2024-07-29T16:19:45.700 INFO:tasks.workunit.client.0.smithi067.stdout: "mimic", 2024-07-29T16:19:45.700 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap-prune", 2024-07-29T16:19:45.700 INFO:tasks.workunit.client.0.smithi067.stdout: "nautilus", 2024-07-29T16:19:45.701 INFO:tasks.workunit.client.0.smithi067.stdout: "octopus", 2024-07-29T16:19:45.701 INFO:tasks.workunit.client.0.smithi067.stdout: "pacific", 2024-07-29T16:19:45.701 INFO:tasks.workunit.client.0.smithi067.stdout: "elector-pinging", 2024-07-29T16:19:45.701 INFO:tasks.workunit.client.0.smithi067.stdout: "quincy", 2024-07-29T16:19:45.701 INFO:tasks.workunit.client.0.smithi067.stdout: "reef", 2024-07-29T16:19:45.701 INFO:tasks.workunit.client.0.smithi067.stdout: "squid" 2024-07-29T16:19:45.701 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.701 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.701 INFO:tasks.workunit.client.0.smithi067.stdout: "ipv4_addr_mons": 6, 2024-07-29T16:19:45.701 INFO:tasks.workunit.client.0.smithi067.stdout: "ipv6_addr_mons": 0, 2024-07-29T16:19:45.701 INFO:tasks.workunit.client.0.smithi067.stdout: "min_mon_release": 19, 2024-07-29T16:19:45.701 INFO:tasks.workunit.client.0.smithi067.stdout: "v1_addr_mons": 3, 2024-07-29T16:19:45.701 INFO:tasks.workunit.client.0.smithi067.stdout: "v2_addr_mons": 3 2024-07-29T16:19:45.702 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.702 INFO:tasks.workunit.client.0.smithi067.stdout: "organization": "ceph-qa", 2024-07-29T16:19:45.702 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:45.702 INFO:tasks.workunit.client.0.smithi067.stdout: "cluster_network": false, 2024-07-29T16:19:45.702 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 8, 2024-07-29T16:19:45.702 INFO:tasks.workunit.client.0.smithi067.stdout: "require_min_compat_client": "luminous", 2024-07-29T16:19:45.702 INFO:tasks.workunit.client.0.smithi067.stdout: "require_osd_release": "squid" 2024-07-29T16:19:45.702 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.702 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_perf_histograms": [ 2024-07-29T16:19:45.702 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.702 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:45.702 INFO:tasks.workunit.client.0.smithi067.stdout: "axes": [ 2024-07-29T16:19:45.703 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.703 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T16:19:45.703 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:45.703 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Latency (usec)", 2024-07-29T16:19:45.703 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 100000, 2024-07-29T16:19:45.703 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:45.703 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:45.703 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 99999]", 2024-07-29T16:19:45.703 INFO:tasks.workunit.client.0.smithi067.stdout: "[100000, 199999]", 2024-07-29T16:19:45.703 INFO:tasks.workunit.client.0.smithi067.stdout: "[200000, 399999]", 2024-07-29T16:19:45.703 INFO:tasks.workunit.client.0.smithi067.stdout: "[400000, 799999]", 2024-07-29T16:19:45.703 INFO:tasks.workunit.client.0.smithi067.stdout: "[800000, 1599999]", 2024-07-29T16:19:45.703 INFO:tasks.workunit.client.0.smithi067.stdout: "[1600000, 3199999]", 2024-07-29T16:19:45.703 INFO:tasks.workunit.client.0.smithi067.stdout: "[3200000, 6399999]", 2024-07-29T16:19:45.704 INFO:tasks.workunit.client.0.smithi067.stdout: "[6400000, 12799999]", 2024-07-29T16:19:45.704 INFO:tasks.workunit.client.0.smithi067.stdout: "[12800000, 25599999]", 2024-07-29T16:19:45.704 INFO:tasks.workunit.client.0.smithi067.stdout: "[25600000, 51199999]", 2024-07-29T16:19:45.704 INFO:tasks.workunit.client.0.smithi067.stdout: "[51200000, 102399999]", 2024-07-29T16:19:45.704 INFO:tasks.workunit.client.0.smithi067.stdout: "[102400000, 204799999]", 2024-07-29T16:19:45.704 INFO:tasks.workunit.client.0.smithi067.stdout: "[204800000, 409599999]", 2024-07-29T16:19:45.704 INFO:tasks.workunit.client.0.smithi067.stdout: "[409600000, 819199999]", 2024-07-29T16:19:45.704 INFO:tasks.workunit.client.0.smithi067.stdout: "[819200000, 1638399999]", 2024-07-29T16:19:45.704 INFO:tasks.workunit.client.0.smithi067.stdout: "[1638400000, 3276799999]", 2024-07-29T16:19:45.704 INFO:tasks.workunit.client.0.smithi067.stdout: "[3276800000, 6553599999]", 2024-07-29T16:19:45.704 INFO:tasks.workunit.client.0.smithi067.stdout: "[6553600000, 13107199999]", 2024-07-29T16:19:45.704 INFO:tasks.workunit.client.0.smithi067.stdout: "[13107200000, 26214399999]", 2024-07-29T16:19:45.704 INFO:tasks.workunit.client.0.smithi067.stdout: "[26214400000, 52428799999]", 2024-07-29T16:19:45.704 INFO:tasks.workunit.client.0.smithi067.stdout: "[52428800000, 104857599999]", 2024-07-29T16:19:45.705 INFO:tasks.workunit.client.0.smithi067.stdout: "[104857600000, 209715199999]", 2024-07-29T16:19:45.705 INFO:tasks.workunit.client.0.smithi067.stdout: "[209715200000, 419430399999]", 2024-07-29T16:19:45.705 INFO:tasks.workunit.client.0.smithi067.stdout: "[419430400000, 838860799999]", 2024-07-29T16:19:45.705 INFO:tasks.workunit.client.0.smithi067.stdout: "[838860800000, 1677721599999]", 2024-07-29T16:19:45.705 INFO:tasks.workunit.client.0.smithi067.stdout: "[1677721600000, 3355443199999]", 2024-07-29T16:19:45.705 INFO:tasks.workunit.client.0.smithi067.stdout: "[3355443200000, 6710886399999]", 2024-07-29T16:19:45.705 INFO:tasks.workunit.client.0.smithi067.stdout: "[6710886400000, 13421772799999]", 2024-07-29T16:19:45.705 INFO:tasks.workunit.client.0.smithi067.stdout: "[13421772800000, 26843545599999]", 2024-07-29T16:19:45.705 INFO:tasks.workunit.client.0.smithi067.stdout: "[26843545600000, 53687091199999]", 2024-07-29T16:19:45.705 INFO:tasks.workunit.client.0.smithi067.stdout: "[53687091200000, None]" 2024-07-29T16:19:45.705 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.705 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:45.706 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.706 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.706 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T16:19:45.706 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:45.706 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Request size (bytes)", 2024-07-29T16:19:45.706 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 512, 2024-07-29T16:19:45.706 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:45.706 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:45.706 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 511]", 2024-07-29T16:19:45.706 INFO:tasks.workunit.client.0.smithi067.stdout: "[512, 1023]", 2024-07-29T16:19:45.706 INFO:tasks.workunit.client.0.smithi067.stdout: "[1024, 2047]", 2024-07-29T16:19:45.706 INFO:tasks.workunit.client.0.smithi067.stdout: "[2048, 4095]", 2024-07-29T16:19:45.706 INFO:tasks.workunit.client.0.smithi067.stdout: "[4096, 8191]", 2024-07-29T16:19:45.706 INFO:tasks.workunit.client.0.smithi067.stdout: "[8192, 16383]", 2024-07-29T16:19:45.707 INFO:tasks.workunit.client.0.smithi067.stdout: "[16384, 32767]", 2024-07-29T16:19:45.707 INFO:tasks.workunit.client.0.smithi067.stdout: "[32768, 65535]", 2024-07-29T16:19:45.707 INFO:tasks.workunit.client.0.smithi067.stdout: "[65536, 131071]", 2024-07-29T16:19:45.707 INFO:tasks.workunit.client.0.smithi067.stdout: "[131072, 262143]", 2024-07-29T16:19:45.707 INFO:tasks.workunit.client.0.smithi067.stdout: "[262144, 524287]", 2024-07-29T16:19:45.707 INFO:tasks.workunit.client.0.smithi067.stdout: "[524288, 1048575]", 2024-07-29T16:19:45.707 INFO:tasks.workunit.client.0.smithi067.stdout: "[1048576, 2097151]", 2024-07-29T16:19:45.707 INFO:tasks.workunit.client.0.smithi067.stdout: "[2097152, 4194303]", 2024-07-29T16:19:45.707 INFO:tasks.workunit.client.0.smithi067.stdout: "[4194304, 8388607]", 2024-07-29T16:19:45.707 INFO:tasks.workunit.client.0.smithi067.stdout: "[8388608, 16777215]", 2024-07-29T16:19:45.707 INFO:tasks.workunit.client.0.smithi067.stdout: "[16777216, 33554431]", 2024-07-29T16:19:45.707 INFO:tasks.workunit.client.0.smithi067.stdout: "[33554432, 67108863]", 2024-07-29T16:19:45.707 INFO:tasks.workunit.client.0.smithi067.stdout: "[67108864, 134217727]", 2024-07-29T16:19:45.707 INFO:tasks.workunit.client.0.smithi067.stdout: "[134217728, 268435455]", 2024-07-29T16:19:45.707 INFO:tasks.workunit.client.0.smithi067.stdout: "[268435456, 536870911]", 2024-07-29T16:19:45.708 INFO:tasks.workunit.client.0.smithi067.stdout: "[536870912, 1073741823]", 2024-07-29T16:19:45.708 INFO:tasks.workunit.client.0.smithi067.stdout: "[1073741824, 2147483647]", 2024-07-29T16:19:45.708 INFO:tasks.workunit.client.0.smithi067.stdout: "[2147483648, 4294967295]", 2024-07-29T16:19:45.708 INFO:tasks.workunit.client.0.smithi067.stdout: "[4294967296, 8589934591]", 2024-07-29T16:19:45.708 INFO:tasks.workunit.client.0.smithi067.stdout: "[8589934592, 17179869183]", 2024-07-29T16:19:45.708 INFO:tasks.workunit.client.0.smithi067.stdout: "[17179869184, 34359738367]", 2024-07-29T16:19:45.708 INFO:tasks.workunit.client.0.smithi067.stdout: "[34359738368, 68719476735]", 2024-07-29T16:19:45.708 INFO:tasks.workunit.client.0.smithi067.stdout: "[68719476736, 137438953471]", 2024-07-29T16:19:45.708 INFO:tasks.workunit.client.0.smithi067.stdout: "[137438953472, 274877906943]", 2024-07-29T16:19:45.708 INFO:tasks.workunit.client.0.smithi067.stdout: "[274877906944, None]" 2024-07-29T16:19:45.708 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.708 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:45.708 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.709 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.709 INFO:tasks.workunit.client.0.smithi067.stdout: "osds": [ 2024-07-29T16:19:45.709 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.709 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 0, 2024-07-29T16:19:45.709 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.709 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.709 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1604, 166, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.709 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 15360, 3882, 68, 4, 7551, 483, 1, 2, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.709 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 10024, 155, 39, 2, 229, 151, 70, 87, 30, 50, 28, 45, 30, 13, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.709 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 756, 13, 10, 0, 6, 8, 0, 3, 7, 4, 59, 146, 65, 2, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.709 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 541, 9, 1, 1, 5, 13, 1, 0, 0, 3, 1, 52, 342, 5, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.709 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 367, 12, 0, 0, 21, 23, 2, 0, 0, 5, 1, 6, 29, 129, 163, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.709 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 199, 16, 0, 0, 0, 4, 1, 3, 0, 7, 0, 4, 30, 16, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.709 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 134, 62, 0, 0, 0, 0, 0, 1, 0, 4, 0, 2, 19, 17, 11, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.709 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 49, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 7, 20, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.710 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 8, 32, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 0, 14, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.710 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.710 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.710 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.710 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.710 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.710 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.710 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.710 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.710 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.710 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.710 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.710 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.710 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.711 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.711 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.711 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.711 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.711 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.711 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.711 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.711 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.711 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.711 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.711 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.711 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 1, 2024-07-29T16:19:45.711 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.712 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.712 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.712 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 8789, 3773, 4469, 6, 24, 29, 0, 0, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.712 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7032, 123, 1427, 5, 14, 25, 96, 134, 36, 53, 57, 38, 21, 8, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.712 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 854, 5, 151, 22, 1, 0, 7, 22, 10, 27, 96, 210, 69, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.712 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 709, 3, 3, 9, 0, 1, 0, 0, 1, 3, 2, 36, 463, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.712 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 370, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 17, 30, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.712 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 163, 9, 45, 0, 0, 0, 0, 0, 0, 1, 0, 1, 10, 11, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.712 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 215, 6, 229, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.712 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 25, 0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.712 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.712 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.712 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.712 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.713 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.713 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.713 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.713 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.713 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.713 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.713 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.713 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.713 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.713 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.713 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.713 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.713 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.713 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.714 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.714 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.714 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.714 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.714 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.714 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.714 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.714 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 2, 2024-07-29T16:19:45.714 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.714 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.714 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.714 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 15198, 11, 2, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.714 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 11253, 40, 24, 0, 9, 0, 0, 2, 3, 4, 3, 8, 15, 22, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.714 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1221, 19, 11, 2, 2, 0, 0, 0, 3, 1, 8, 1, 3, 6, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.715 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 537, 4, 0, 0, 0, 0, 0, 1, 0, 0, 1, 8, 19, 12, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.715 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 232, 10, 4, 0, 0, 0, 0, 1, 1, 0, 6, 3, 23, 83, 117, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.715 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 284, 5, 3, 0, 0, 0, 0, 2, 1, 9, 6, 10, 35, 39, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.715 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 279, 0, 0, 1, 0, 0, 0, 0, 3, 1, 3, 9, 27, 77, 32, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.715 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 56, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 2, 18, 26, 63, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.715 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 23, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 3, 21, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.715 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.715 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.715 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.715 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.715 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.715 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.715 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.715 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.715 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.715 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.716 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.716 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.716 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.716 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.716 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.716 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.716 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.716 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.716 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.716 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.716 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.716 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.716 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.716 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.716 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 3, 2024-07-29T16:19:45.717 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.717 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.717 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1787, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.717 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 11232, 7608, 0, 1, 0, 0, 0, 0, 0, 1, 1, 3, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.717 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2797, 684, 2, 1, 12, 2, 7, 6, 8, 24, 10, 9, 18, 14, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.717 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 257, 17, 3, 0, 0, 0, 0, 0, 5, 5, 41, 82, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.717 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 155, 2, 0, 0, 4, 0, 0, 0, 0, 0, 1, 9, 163, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.717 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 49, 5, 0, 0, 169, 0, 0, 0, 0, 9, 1, 4, 15, 28, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.717 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 88, 0, 0, 0, 340, 0, 0, 0, 0, 0, 0, 7, 7, 10, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.717 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 60, 0, 0, 0, 502, 0, 0, 0, 0, 1, 0, 4, 7, 10, 10, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.717 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 9, 0, 0, 0, 1684, 0, 0, 0, 0, 2, 0, 0, 0, 6, 5, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.717 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.717 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.717 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.718 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.718 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.718 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.718 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.718 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.718 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.718 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.718 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.718 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.718 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.718 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.718 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.718 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.718 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.719 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.719 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.719 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.719 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.719 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.719 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.719 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.719 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.719 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 4, 2024-07-29T16:19:45.719 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.719 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.719 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.719 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 9665, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.719 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7965, 21, 1, 0, 6, 4, 5, 6, 11, 20, 13, 7, 12, 3, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.719 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 988, 98, 147, 0, 3, 1, 2, 1, 4, 10, 30, 75, 22, 1, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.720 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 418, 24, 38, 0, 0, 0, 0, 0, 0, 0, 5, 19, 149, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.720 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 109, 7, 15, 0, 0, 1, 1, 0, 0, 1, 1, 1, 9, 25, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.720 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 90, 3, 17, 30, 0, 0, 0, 0, 0, 0, 0, 0, 4, 4, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.720 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 37, 0, 2, 37, 73, 0, 0, 0, 0, 0, 0, 0, 1, 10, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.720 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 9, 0, 0, 1, 57, 112, 0, 0, 0, 0, 0, 0, 2, 5, 17, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.720 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2, 0, 0, 0, 5, 17, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.720 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.720 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.720 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.720 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.720 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.720 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.720 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.720 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.720 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.720 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.721 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.721 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.721 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.721 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.721 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.721 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.721 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.721 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.721 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.721 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.721 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.721 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.721 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.721 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.721 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 5, 2024-07-29T16:19:45.722 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.722 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.722 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.722 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 10689, 13, 1, 0, 0, 0, 0, 1, 5, 3, 2, 2, 5, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.722 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 8673, 86, 65, 3, 6, 1, 1, 0, 7, 1, 1, 8, 7, 13, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.722 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 825, 15, 23, 4, 2, 0, 0, 0, 5, 7, 3, 1, 1, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.722 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 376, 2, 0, 6, 0, 0, 0, 0, 1, 0, 1, 20, 16, 7, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.722 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 138, 4, 0, 0, 1, 0, 0, 0, 0, 0, 1, 2, 10, 79, 117, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.722 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 102, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 8, 6, 14, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.722 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 15, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.722 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 12, 22, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.722 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.722 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.722 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.723 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.723 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.723 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.723 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.723 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.723 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.723 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.723 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.723 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.723 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.723 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.723 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.723 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.723 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.723 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.724 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.724 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.724 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.724 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.724 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.724 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.724 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.724 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 6, 2024-07-29T16:19:45.724 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.724 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.724 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1021, 196, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.724 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 10524, 3522, 0, 0, 0, 0, 0, 1, 1, 0, 0, 4, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.724 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 6952, 828, 7, 3, 21, 2, 3, 4, 11, 12, 8, 9, 8, 8, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.724 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 659, 95, 11, 0, 4, 1, 0, 7, 9, 9, 44, 69, 30, 1, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.724 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 343, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 21, 165, 4, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.725 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 157, 14, 0, 0, 1, 1, 0, 2, 0, 0, 2, 3, 11, 89, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.725 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 127, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.725 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 105, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.725 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.725 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.725 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.725 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.725 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.725 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.725 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.725 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.725 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.725 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.725 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.726 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.726 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.726 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.726 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.726 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.726 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.726 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.726 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.726 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.726 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.726 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.726 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.726 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.726 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.727 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.727 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 7, 2024-07-29T16:19:45.727 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.727 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.727 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.727 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 13976, 1, 0, 1, 0, 0, 0, 0, 0, 3, 4, 5, 3, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.727 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7780, 37, 18, 0, 5, 0, 0, 0, 0, 0, 2, 7, 11, 29, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.727 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 687, 15, 6, 0, 1, 0, 0, 0, 0, 3, 7, 4, 6, 3, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.727 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 280, 4, 1, 0, 0, 0, 0, 0, 0, 0, 2, 15, 19, 10, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.727 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 196, 11, 6, 0, 0, 0, 0, 0, 2, 1, 0, 1, 12, 50, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.727 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 89, 1, 1, 0, 0, 0, 0, 0, 0, 4, 0, 3, 13, 20, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.727 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 20, 12, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.727 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 10, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.727 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.728 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.728 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.728 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.728 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.728 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.728 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.728 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.728 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.728 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.728 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.728 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.728 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.728 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.728 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.728 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.729 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.729 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.729 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.729 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.729 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.729 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.729 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.729 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.729 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.729 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.729 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:45.729 INFO:tasks.workunit.client.0.smithi067.stdout: "axes": [ 2024-07-29T16:19:45.729 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.729 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T16:19:45.730 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:45.730 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Latency (usec)", 2024-07-29T16:19:45.730 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 100000, 2024-07-29T16:19:45.730 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:45.730 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:45.730 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 99999]", 2024-07-29T16:19:45.730 INFO:tasks.workunit.client.0.smithi067.stdout: "[100000, 199999]", 2024-07-29T16:19:45.730 INFO:tasks.workunit.client.0.smithi067.stdout: "[200000, 399999]", 2024-07-29T16:19:45.730 INFO:tasks.workunit.client.0.smithi067.stdout: "[400000, 799999]", 2024-07-29T16:19:45.730 INFO:tasks.workunit.client.0.smithi067.stdout: "[800000, 1599999]", 2024-07-29T16:19:45.730 INFO:tasks.workunit.client.0.smithi067.stdout: "[1600000, 3199999]", 2024-07-29T16:19:45.730 INFO:tasks.workunit.client.0.smithi067.stdout: "[3200000, 6399999]", 2024-07-29T16:19:45.730 INFO:tasks.workunit.client.0.smithi067.stdout: "[6400000, 12799999]", 2024-07-29T16:19:45.731 INFO:tasks.workunit.client.0.smithi067.stdout: "[12800000, 25599999]", 2024-07-29T16:19:45.731 INFO:tasks.workunit.client.0.smithi067.stdout: "[25600000, 51199999]", 2024-07-29T16:19:45.731 INFO:tasks.workunit.client.0.smithi067.stdout: "[51200000, 102399999]", 2024-07-29T16:19:45.731 INFO:tasks.workunit.client.0.smithi067.stdout: "[102400000, 204799999]", 2024-07-29T16:19:45.731 INFO:tasks.workunit.client.0.smithi067.stdout: "[204800000, 409599999]", 2024-07-29T16:19:45.731 INFO:tasks.workunit.client.0.smithi067.stdout: "[409600000, 819199999]", 2024-07-29T16:19:45.731 INFO:tasks.workunit.client.0.smithi067.stdout: "[819200000, 1638399999]", 2024-07-29T16:19:45.731 INFO:tasks.workunit.client.0.smithi067.stdout: "[1638400000, 3276799999]", 2024-07-29T16:19:45.731 INFO:tasks.workunit.client.0.smithi067.stdout: "[3276800000, 6553599999]", 2024-07-29T16:19:45.731 INFO:tasks.workunit.client.0.smithi067.stdout: "[6553600000, 13107199999]", 2024-07-29T16:19:45.731 INFO:tasks.workunit.client.0.smithi067.stdout: "[13107200000, 26214399999]", 2024-07-29T16:19:45.731 INFO:tasks.workunit.client.0.smithi067.stdout: "[26214400000, 52428799999]", 2024-07-29T16:19:45.731 INFO:tasks.workunit.client.0.smithi067.stdout: "[52428800000, 104857599999]", 2024-07-29T16:19:45.732 INFO:tasks.workunit.client.0.smithi067.stdout: "[104857600000, 209715199999]", 2024-07-29T16:19:45.732 INFO:tasks.workunit.client.0.smithi067.stdout: "[209715200000, 419430399999]", 2024-07-29T16:19:45.732 INFO:tasks.workunit.client.0.smithi067.stdout: "[419430400000, 838860799999]", 2024-07-29T16:19:45.732 INFO:tasks.workunit.client.0.smithi067.stdout: "[838860800000, 1677721599999]", 2024-07-29T16:19:45.732 INFO:tasks.workunit.client.0.smithi067.stdout: "[1677721600000, 3355443199999]", 2024-07-29T16:19:45.732 INFO:tasks.workunit.client.0.smithi067.stdout: "[3355443200000, 6710886399999]", 2024-07-29T16:19:45.732 INFO:tasks.workunit.client.0.smithi067.stdout: "[6710886400000, 13421772799999]", 2024-07-29T16:19:45.732 INFO:tasks.workunit.client.0.smithi067.stdout: "[13421772800000, 26843545599999]", 2024-07-29T16:19:45.732 INFO:tasks.workunit.client.0.smithi067.stdout: "[26843545600000, 53687091199999]", 2024-07-29T16:19:45.732 INFO:tasks.workunit.client.0.smithi067.stdout: "[53687091200000, None]" 2024-07-29T16:19:45.732 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.732 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:45.732 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.733 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.733 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T16:19:45.733 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:45.733 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Request size (bytes)", 2024-07-29T16:19:45.733 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 512, 2024-07-29T16:19:45.733 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:45.733 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:45.733 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 511]", 2024-07-29T16:19:45.733 INFO:tasks.workunit.client.0.smithi067.stdout: "[512, 1023]", 2024-07-29T16:19:45.733 INFO:tasks.workunit.client.0.smithi067.stdout: "[1024, 2047]", 2024-07-29T16:19:45.733 INFO:tasks.workunit.client.0.smithi067.stdout: "[2048, 4095]", 2024-07-29T16:19:45.733 INFO:tasks.workunit.client.0.smithi067.stdout: "[4096, 8191]", 2024-07-29T16:19:45.733 INFO:tasks.workunit.client.0.smithi067.stdout: "[8192, 16383]", 2024-07-29T16:19:45.733 INFO:tasks.workunit.client.0.smithi067.stdout: "[16384, 32767]", 2024-07-29T16:19:45.734 INFO:tasks.workunit.client.0.smithi067.stdout: "[32768, 65535]", 2024-07-29T16:19:45.734 INFO:tasks.workunit.client.0.smithi067.stdout: "[65536, 131071]", 2024-07-29T16:19:45.734 INFO:tasks.workunit.client.0.smithi067.stdout: "[131072, 262143]", 2024-07-29T16:19:45.734 INFO:tasks.workunit.client.0.smithi067.stdout: "[262144, 524287]", 2024-07-29T16:19:45.734 INFO:tasks.workunit.client.0.smithi067.stdout: "[524288, 1048575]", 2024-07-29T16:19:45.734 INFO:tasks.workunit.client.0.smithi067.stdout: "[1048576, 2097151]", 2024-07-29T16:19:45.734 INFO:tasks.workunit.client.0.smithi067.stdout: "[2097152, 4194303]", 2024-07-29T16:19:45.734 INFO:tasks.workunit.client.0.smithi067.stdout: "[4194304, 8388607]", 2024-07-29T16:19:45.734 INFO:tasks.workunit.client.0.smithi067.stdout: "[8388608, 16777215]", 2024-07-29T16:19:45.734 INFO:tasks.workunit.client.0.smithi067.stdout: "[16777216, 33554431]", 2024-07-29T16:19:45.734 INFO:tasks.workunit.client.0.smithi067.stdout: "[33554432, 67108863]", 2024-07-29T16:19:45.734 INFO:tasks.workunit.client.0.smithi067.stdout: "[67108864, 134217727]", 2024-07-29T16:19:45.734 INFO:tasks.workunit.client.0.smithi067.stdout: "[134217728, 268435455]", 2024-07-29T16:19:45.734 INFO:tasks.workunit.client.0.smithi067.stdout: "[268435456, 536870911]", 2024-07-29T16:19:45.735 INFO:tasks.workunit.client.0.smithi067.stdout: "[536870912, 1073741823]", 2024-07-29T16:19:45.735 INFO:tasks.workunit.client.0.smithi067.stdout: "[1073741824, 2147483647]", 2024-07-29T16:19:45.735 INFO:tasks.workunit.client.0.smithi067.stdout: "[2147483648, 4294967295]", 2024-07-29T16:19:45.735 INFO:tasks.workunit.client.0.smithi067.stdout: "[4294967296, 8589934591]", 2024-07-29T16:19:45.735 INFO:tasks.workunit.client.0.smithi067.stdout: "[8589934592, 17179869183]", 2024-07-29T16:19:45.735 INFO:tasks.workunit.client.0.smithi067.stdout: "[17179869184, 34359738367]", 2024-07-29T16:19:45.735 INFO:tasks.workunit.client.0.smithi067.stdout: "[34359738368, 68719476735]", 2024-07-29T16:19:45.735 INFO:tasks.workunit.client.0.smithi067.stdout: "[68719476736, 137438953471]", 2024-07-29T16:19:45.735 INFO:tasks.workunit.client.0.smithi067.stdout: "[137438953472, 274877906943]", 2024-07-29T16:19:45.735 INFO:tasks.workunit.client.0.smithi067.stdout: "[274877906944, None]" 2024-07-29T16:19:45.735 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.735 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:45.735 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.735 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.736 INFO:tasks.workunit.client.0.smithi067.stdout: "osds": [ 2024-07-29T16:19:45.736 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.736 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 0, 2024-07-29T16:19:45.736 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.736 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.736 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.736 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.736 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.736 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 619, 1, 0, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.736 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 5101, 52, 80, 146, 447, 613, 704, 5, 16, 16, 0, 4, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.736 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 635, 18, 28, 47, 26, 11, 24, 0, 1, 0, 2, 3, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.736 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 322, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 3, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.736 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 157, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.736 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 22, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.737 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.737 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.737 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.737 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.737 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.737 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.737 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.737 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.737 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.737 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.737 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.737 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.737 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.737 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.738 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.738 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.738 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.738 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.738 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.738 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.738 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.738 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.738 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.738 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.738 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.738 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 1, 2024-07-29T16:19:45.738 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.739 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.739 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.739 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.739 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.739 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 283, 1, 1, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.739 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3338, 272, 34, 53, 123, 1, 3, 2, 12, 8, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.739 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 393, 26, 1290, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.739 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 380, 0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.739 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1634, 1258, 53, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.739 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1441, 1740, 241, 0, 0, 0, 1, 0, 0, 0, 0, 1, 5, 9, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.739 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 17, 2, 5, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.739 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.739 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.739 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.740 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.740 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.740 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.740 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.740 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.740 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.740 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.740 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.740 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.740 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.740 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.740 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.740 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.740 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.740 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.740 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.741 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.741 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.741 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.741 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.741 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.741 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 2, 2024-07-29T16:19:45.741 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.741 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.741 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.741 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.741 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.741 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1356, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.742 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 10794, 3, 0, 0, 0, 1, 2, 1, 4, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.742 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 15818, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.742 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 336, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.742 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 177, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 8, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.742 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 98, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 4, 18, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.742 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.742 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.742 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.742 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.742 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.742 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.742 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.742 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.743 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.743 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.743 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.743 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.743 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.743 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.743 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.743 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.743 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.743 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.743 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.743 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.743 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.744 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.744 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.744 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.744 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.744 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 3, 2024-07-29T16:19:45.744 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.744 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.744 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.744 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.744 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.744 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 242, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.744 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1903, 34, 0, 1, 0, 0, 1, 1, 3, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.745 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 234, 7, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.745 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 95, 15, 34, 47, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.745 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 895, 280, 0, 105, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.745 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 4140, 2605, 0, 422, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.745 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 145, 121, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.745 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.745 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.745 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.745 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.745 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.745 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.745 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.745 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.746 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.746 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.746 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.746 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.746 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.746 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.746 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.746 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.746 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.746 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.746 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.746 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.746 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.747 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.747 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.747 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.747 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 4, 2024-07-29T16:19:45.747 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.747 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.747 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.747 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.747 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.747 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 661, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.747 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1999, 222, 33, 62, 137, 275, 474, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.747 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 571, 13, 0, 0, 2, 0, 7, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.748 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 312, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.748 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 212, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.748 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 72, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.748 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.748 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.748 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.748 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.748 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.748 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.748 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.748 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.748 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.748 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.748 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.748 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.749 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.749 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.749 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.749 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.749 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.749 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.749 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.749 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.749 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.749 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.749 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.749 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.749 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.750 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 5, 2024-07-29T16:19:45.750 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.750 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.750 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.750 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.750 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.750 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 745, 5, 11, 46, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.750 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3680, 69, 125, 211, 440, 621, 718, 1, 3, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.750 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 211, 1, 6, 2, 12, 6, 7, 0, 2, 4, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.750 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 158, 9, 6, 30, 6, 0, 0, 0, 0, 0, 0, 6, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.750 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 82, 31, 75, 99, 23, 0, 0, 0, 0, 1, 0, 2, 1, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.750 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 4, 16, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.750 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 6, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.750 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.751 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.751 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.751 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.751 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.751 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.751 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.751 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.751 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.751 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.751 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.751 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.751 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.753 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.753 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.753 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.753 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.753 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.754 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.754 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.754 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.754 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.754 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.754 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.754 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 6, 2024-07-29T16:19:45.754 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.754 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.754 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.754 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.754 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.754 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 425, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.754 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3076, 27, 0, 0, 4, 0, 0, 0, 1, 1, 0, 2, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.755 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 326, 2, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.755 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 284, 13, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.755 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 155, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.755 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 16, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.755 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.755 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.755 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.755 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.755 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.755 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.755 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.755 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.755 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.756 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.756 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.756 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.756 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.756 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.756 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.756 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.756 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.756 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.756 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.756 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.756 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.756 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.756 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.757 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.757 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.757 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 7, 2024-07-29T16:19:45.757 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.757 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.757 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.757 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.757 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.757 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 663, 7, 13, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.757 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 8497, 27, 84, 30, 1, 0, 2, 2, 1, 0, 1, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.757 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2126, 28, 92, 27, 0, 0, 0, 0, 0, 0, 5, 2, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.757 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 247, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.757 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 159, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.757 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 16, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.757 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.758 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.758 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.758 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.758 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.758 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.758 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.758 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.758 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.758 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.758 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.758 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.758 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.759 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.759 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.759 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.759 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.759 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.759 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.759 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.759 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.759 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.759 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.759 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.759 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.759 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.760 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:45.760 INFO:tasks.workunit.client.0.smithi067.stdout: "axes": [ 2024-07-29T16:19:45.760 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.760 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T16:19:45.760 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:45.760 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Latency (usec)", 2024-07-29T16:19:45.760 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 100000, 2024-07-29T16:19:45.760 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:45.760 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:45.760 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 99999]", 2024-07-29T16:19:45.760 INFO:tasks.workunit.client.0.smithi067.stdout: "[100000, 199999]", 2024-07-29T16:19:45.760 INFO:tasks.workunit.client.0.smithi067.stdout: "[200000, 399999]", 2024-07-29T16:19:45.760 INFO:tasks.workunit.client.0.smithi067.stdout: "[400000, 799999]", 2024-07-29T16:19:45.760 INFO:tasks.workunit.client.0.smithi067.stdout: "[800000, 1599999]", 2024-07-29T16:19:45.760 INFO:tasks.workunit.client.0.smithi067.stdout: "[1600000, 3199999]", 2024-07-29T16:19:45.760 INFO:tasks.workunit.client.0.smithi067.stdout: "[3200000, 6399999]", 2024-07-29T16:19:45.761 INFO:tasks.workunit.client.0.smithi067.stdout: "[6400000, 12799999]", 2024-07-29T16:19:45.761 INFO:tasks.workunit.client.0.smithi067.stdout: "[12800000, 25599999]", 2024-07-29T16:19:45.761 INFO:tasks.workunit.client.0.smithi067.stdout: "[25600000, 51199999]", 2024-07-29T16:19:45.761 INFO:tasks.workunit.client.0.smithi067.stdout: "[51200000, 102399999]", 2024-07-29T16:19:45.761 INFO:tasks.workunit.client.0.smithi067.stdout: "[102400000, 204799999]", 2024-07-29T16:19:45.761 INFO:tasks.workunit.client.0.smithi067.stdout: "[204800000, 409599999]", 2024-07-29T16:19:45.761 INFO:tasks.workunit.client.0.smithi067.stdout: "[409600000, 819199999]", 2024-07-29T16:19:45.761 INFO:tasks.workunit.client.0.smithi067.stdout: "[819200000, 1638399999]", 2024-07-29T16:19:45.761 INFO:tasks.workunit.client.0.smithi067.stdout: "[1638400000, 3276799999]", 2024-07-29T16:19:45.761 INFO:tasks.workunit.client.0.smithi067.stdout: "[3276800000, 6553599999]", 2024-07-29T16:19:45.761 INFO:tasks.workunit.client.0.smithi067.stdout: "[6553600000, 13107199999]", 2024-07-29T16:19:45.761 INFO:tasks.workunit.client.0.smithi067.stdout: "[13107200000, 26214399999]", 2024-07-29T16:19:45.761 INFO:tasks.workunit.client.0.smithi067.stdout: "[26214400000, 52428799999]", 2024-07-29T16:19:45.761 INFO:tasks.workunit.client.0.smithi067.stdout: "[52428800000, 104857599999]", 2024-07-29T16:19:45.761 INFO:tasks.workunit.client.0.smithi067.stdout: "[104857600000, 209715199999]", 2024-07-29T16:19:45.762 INFO:tasks.workunit.client.0.smithi067.stdout: "[209715200000, 419430399999]", 2024-07-29T16:19:45.762 INFO:tasks.workunit.client.0.smithi067.stdout: "[419430400000, 838860799999]", 2024-07-29T16:19:45.762 INFO:tasks.workunit.client.0.smithi067.stdout: "[838860800000, 1677721599999]", 2024-07-29T16:19:45.762 INFO:tasks.workunit.client.0.smithi067.stdout: "[1677721600000, 3355443199999]", 2024-07-29T16:19:45.762 INFO:tasks.workunit.client.0.smithi067.stdout: "[3355443200000, 6710886399999]", 2024-07-29T16:19:45.762 INFO:tasks.workunit.client.0.smithi067.stdout: "[6710886400000, 13421772799999]", 2024-07-29T16:19:45.762 INFO:tasks.workunit.client.0.smithi067.stdout: "[13421772800000, 26843545599999]", 2024-07-29T16:19:45.762 INFO:tasks.workunit.client.0.smithi067.stdout: "[26843545600000, 53687091199999]", 2024-07-29T16:19:45.762 INFO:tasks.workunit.client.0.smithi067.stdout: "[53687091200000, None]" 2024-07-29T16:19:45.762 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.762 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:45.762 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.762 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.762 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T16:19:45.762 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:45.763 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Request size (bytes)", 2024-07-29T16:19:45.763 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 512, 2024-07-29T16:19:45.763 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:45.763 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:45.763 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 511]", 2024-07-29T16:19:45.763 INFO:tasks.workunit.client.0.smithi067.stdout: "[512, 1023]", 2024-07-29T16:19:45.763 INFO:tasks.workunit.client.0.smithi067.stdout: "[1024, 2047]", 2024-07-29T16:19:45.763 INFO:tasks.workunit.client.0.smithi067.stdout: "[2048, 4095]", 2024-07-29T16:19:45.763 INFO:tasks.workunit.client.0.smithi067.stdout: "[4096, 8191]", 2024-07-29T16:19:45.763 INFO:tasks.workunit.client.0.smithi067.stdout: "[8192, 16383]", 2024-07-29T16:19:45.763 INFO:tasks.workunit.client.0.smithi067.stdout: "[16384, 32767]", 2024-07-29T16:19:45.763 INFO:tasks.workunit.client.0.smithi067.stdout: "[32768, 65535]", 2024-07-29T16:19:45.763 INFO:tasks.workunit.client.0.smithi067.stdout: "[65536, 131071]", 2024-07-29T16:19:45.763 INFO:tasks.workunit.client.0.smithi067.stdout: "[131072, 262143]", 2024-07-29T16:19:45.764 INFO:tasks.workunit.client.0.smithi067.stdout: "[262144, 524287]", 2024-07-29T16:19:45.764 INFO:tasks.workunit.client.0.smithi067.stdout: "[524288, 1048575]", 2024-07-29T16:19:45.764 INFO:tasks.workunit.client.0.smithi067.stdout: "[1048576, 2097151]", 2024-07-29T16:19:45.764 INFO:tasks.workunit.client.0.smithi067.stdout: "[2097152, 4194303]", 2024-07-29T16:19:45.764 INFO:tasks.workunit.client.0.smithi067.stdout: "[4194304, 8388607]", 2024-07-29T16:19:45.764 INFO:tasks.workunit.client.0.smithi067.stdout: "[8388608, 16777215]", 2024-07-29T16:19:45.764 INFO:tasks.workunit.client.0.smithi067.stdout: "[16777216, 33554431]", 2024-07-29T16:19:45.764 INFO:tasks.workunit.client.0.smithi067.stdout: "[33554432, 67108863]", 2024-07-29T16:19:45.764 INFO:tasks.workunit.client.0.smithi067.stdout: "[67108864, 134217727]", 2024-07-29T16:19:45.764 INFO:tasks.workunit.client.0.smithi067.stdout: "[134217728, 268435455]", 2024-07-29T16:19:45.764 INFO:tasks.workunit.client.0.smithi067.stdout: "[268435456, 536870911]", 2024-07-29T16:19:45.764 INFO:tasks.workunit.client.0.smithi067.stdout: "[536870912, 1073741823]", 2024-07-29T16:19:45.764 INFO:tasks.workunit.client.0.smithi067.stdout: "[1073741824, 2147483647]", 2024-07-29T16:19:45.764 INFO:tasks.workunit.client.0.smithi067.stdout: "[2147483648, 4294967295]", 2024-07-29T16:19:45.764 INFO:tasks.workunit.client.0.smithi067.stdout: "[4294967296, 8589934591]", 2024-07-29T16:19:45.765 INFO:tasks.workunit.client.0.smithi067.stdout: "[8589934592, 17179869183]", 2024-07-29T16:19:45.765 INFO:tasks.workunit.client.0.smithi067.stdout: "[17179869184, 34359738367]", 2024-07-29T16:19:45.765 INFO:tasks.workunit.client.0.smithi067.stdout: "[34359738368, 68719476735]", 2024-07-29T16:19:45.765 INFO:tasks.workunit.client.0.smithi067.stdout: "[68719476736, 137438953471]", 2024-07-29T16:19:45.765 INFO:tasks.workunit.client.0.smithi067.stdout: "[137438953472, 274877906943]", 2024-07-29T16:19:45.765 INFO:tasks.workunit.client.0.smithi067.stdout: "[274877906944, None]" 2024-07-29T16:19:45.765 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.765 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:45.765 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.765 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.765 INFO:tasks.workunit.client.0.smithi067.stdout: "osds": [ 2024-07-29T16:19:45.765 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.765 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 0, 2024-07-29T16:19:45.765 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.765 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.765 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.766 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.766 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.766 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 635, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.766 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7189, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.766 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 800, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.766 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 339, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.766 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 183, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.766 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.766 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.766 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.766 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.766 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.766 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.766 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.766 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.767 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.767 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.767 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.767 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.767 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.767 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.767 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.767 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.767 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.767 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.767 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.767 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.767 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.767 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.768 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.768 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.768 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.768 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.768 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 1, 2024-07-29T16:19:45.768 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.768 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.768 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.768 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.768 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.768 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 300, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.768 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3848, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.768 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1713, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.768 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 438, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.769 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2950, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.769 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3443, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.769 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.769 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.769 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.769 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.769 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.769 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.769 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.769 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.769 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.769 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.769 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.769 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.770 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.770 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.770 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.770 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.770 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.770 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.770 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.770 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.770 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.770 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.770 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.770 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.770 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.770 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 2, 2024-07-29T16:19:45.770 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.771 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.771 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.771 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.771 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.771 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1356, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.771 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 10809, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.771 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 15825, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.771 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 343, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.771 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 200, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.771 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 134, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.771 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.771 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.772 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.772 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.772 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.772 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.772 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.772 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.772 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.772 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.772 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.772 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.772 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.772 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.773 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.773 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.773 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.773 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.773 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.773 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.773 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.773 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.773 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.773 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.773 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.773 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 3, 2024-07-29T16:19:45.773 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.774 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.774 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.774 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.774 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.774 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.774 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1945, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.774 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.774 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 195, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.774 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1288, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.774 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7181, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.774 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 285, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.774 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.774 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.775 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.775 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.775 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.775 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.775 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.775 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.775 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.775 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.775 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.775 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.775 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.775 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.775 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.775 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.775 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.776 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.776 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.776 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.776 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.776 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.776 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.776 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.776 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 4, 2024-07-29T16:19:45.776 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.776 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.776 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.776 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.776 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.776 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 669, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.776 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3204, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.777 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 594, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.777 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 314, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.777 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 216, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.777 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.777 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.777 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.777 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.777 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.777 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.777 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.777 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.777 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.777 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.778 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.778 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.778 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.778 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.778 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.778 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.778 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.778 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.778 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.778 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.778 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.778 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.778 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.779 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.779 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.779 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.779 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 5, 2024-07-29T16:19:45.779 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.779 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.779 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.779 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.779 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.779 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 811, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.779 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 5873, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.779 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 252, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.779 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 218, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.779 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 323, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.779 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.780 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.780 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.780 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.780 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.780 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.780 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.780 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.780 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.780 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.780 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.780 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.780 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.780 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.780 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.780 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.781 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.781 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.781 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.781 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.781 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.781 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.781 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.781 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.781 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.781 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.781 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 6, 2024-07-29T16:19:45.781 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.781 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.782 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.782 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.782 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.782 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 425, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.782 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.782 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 334, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.782 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 305, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.782 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 268, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.782 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.782 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.782 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.782 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.782 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.782 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.783 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.783 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.783 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.783 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.783 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.783 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.783 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.783 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.783 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.783 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.783 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.783 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.783 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.783 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.784 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.784 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.784 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.784 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.784 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.784 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.784 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 7, 2024-07-29T16:19:45.784 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.784 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.784 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.784 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.784 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.784 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 685, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.784 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 8649, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.785 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2284, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.785 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 258, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.785 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 172, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.785 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 132, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.785 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.785 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.785 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.785 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.785 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.785 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.785 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.785 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.785 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.786 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.786 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.786 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.786 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.786 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.786 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.786 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.786 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.786 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.786 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.786 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.786 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.786 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.786 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.787 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.787 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.787 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.787 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:45.787 INFO:tasks.workunit.client.0.smithi067.stdout: "axes": [ 2024-07-29T16:19:45.787 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.787 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T16:19:45.787 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:45.787 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Latency (usec)", 2024-07-29T16:19:45.787 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 100000, 2024-07-29T16:19:45.787 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:45.787 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:45.787 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 99999]", 2024-07-29T16:19:45.788 INFO:tasks.workunit.client.0.smithi067.stdout: "[100000, 199999]", 2024-07-29T16:19:45.788 INFO:tasks.workunit.client.0.smithi067.stdout: "[200000, 399999]", 2024-07-29T16:19:45.788 INFO:tasks.workunit.client.0.smithi067.stdout: "[400000, 799999]", 2024-07-29T16:19:45.788 INFO:tasks.workunit.client.0.smithi067.stdout: "[800000, 1599999]", 2024-07-29T16:19:45.788 INFO:tasks.workunit.client.0.smithi067.stdout: "[1600000, 3199999]", 2024-07-29T16:19:45.788 INFO:tasks.workunit.client.0.smithi067.stdout: "[3200000, 6399999]", 2024-07-29T16:19:45.788 INFO:tasks.workunit.client.0.smithi067.stdout: "[6400000, 12799999]", 2024-07-29T16:19:45.788 INFO:tasks.workunit.client.0.smithi067.stdout: "[12800000, 25599999]", 2024-07-29T16:19:45.788 INFO:tasks.workunit.client.0.smithi067.stdout: "[25600000, 51199999]", 2024-07-29T16:19:45.788 INFO:tasks.workunit.client.0.smithi067.stdout: "[51200000, 102399999]", 2024-07-29T16:19:45.788 INFO:tasks.workunit.client.0.smithi067.stdout: "[102400000, 204799999]", 2024-07-29T16:19:45.788 INFO:tasks.workunit.client.0.smithi067.stdout: "[204800000, 409599999]", 2024-07-29T16:19:45.788 INFO:tasks.workunit.client.0.smithi067.stdout: "[409600000, 819199999]", 2024-07-29T16:19:45.789 INFO:tasks.workunit.client.0.smithi067.stdout: "[819200000, 1638399999]", 2024-07-29T16:19:45.789 INFO:tasks.workunit.client.0.smithi067.stdout: "[1638400000, 3276799999]", 2024-07-29T16:19:45.789 INFO:tasks.workunit.client.0.smithi067.stdout: "[3276800000, 6553599999]", 2024-07-29T16:19:45.789 INFO:tasks.workunit.client.0.smithi067.stdout: "[6553600000, 13107199999]", 2024-07-29T16:19:45.789 INFO:tasks.workunit.client.0.smithi067.stdout: "[13107200000, 26214399999]", 2024-07-29T16:19:45.789 INFO:tasks.workunit.client.0.smithi067.stdout: "[26214400000, 52428799999]", 2024-07-29T16:19:45.789 INFO:tasks.workunit.client.0.smithi067.stdout: "[52428800000, 104857599999]", 2024-07-29T16:19:45.789 INFO:tasks.workunit.client.0.smithi067.stdout: "[104857600000, 209715199999]", 2024-07-29T16:19:45.789 INFO:tasks.workunit.client.0.smithi067.stdout: "[209715200000, 419430399999]", 2024-07-29T16:19:45.789 INFO:tasks.workunit.client.0.smithi067.stdout: "[419430400000, 838860799999]", 2024-07-29T16:19:45.789 INFO:tasks.workunit.client.0.smithi067.stdout: "[838860800000, 1677721599999]", 2024-07-29T16:19:45.789 INFO:tasks.workunit.client.0.smithi067.stdout: "[1677721600000, 3355443199999]", 2024-07-29T16:19:45.789 INFO:tasks.workunit.client.0.smithi067.stdout: "[3355443200000, 6710886399999]", 2024-07-29T16:19:45.789 INFO:tasks.workunit.client.0.smithi067.stdout: "[6710886400000, 13421772799999]", 2024-07-29T16:19:45.790 INFO:tasks.workunit.client.0.smithi067.stdout: "[13421772800000, 26843545599999]", 2024-07-29T16:19:45.790 INFO:tasks.workunit.client.0.smithi067.stdout: "[26843545600000, 53687091199999]", 2024-07-29T16:19:45.790 INFO:tasks.workunit.client.0.smithi067.stdout: "[53687091200000, None]" 2024-07-29T16:19:45.790 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.790 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:45.790 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.790 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.790 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T16:19:45.790 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:45.790 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Request size (bytes)", 2024-07-29T16:19:45.790 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 512, 2024-07-29T16:19:45.790 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:45.790 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:45.791 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 511]", 2024-07-29T16:19:45.791 INFO:tasks.workunit.client.0.smithi067.stdout: "[512, 1023]", 2024-07-29T16:19:45.791 INFO:tasks.workunit.client.0.smithi067.stdout: "[1024, 2047]", 2024-07-29T16:19:45.791 INFO:tasks.workunit.client.0.smithi067.stdout: "[2048, 4095]", 2024-07-29T16:19:45.791 INFO:tasks.workunit.client.0.smithi067.stdout: "[4096, 8191]", 2024-07-29T16:19:45.791 INFO:tasks.workunit.client.0.smithi067.stdout: "[8192, 16383]", 2024-07-29T16:19:45.791 INFO:tasks.workunit.client.0.smithi067.stdout: "[16384, 32767]", 2024-07-29T16:19:45.791 INFO:tasks.workunit.client.0.smithi067.stdout: "[32768, 65535]", 2024-07-29T16:19:45.791 INFO:tasks.workunit.client.0.smithi067.stdout: "[65536, 131071]", 2024-07-29T16:19:45.791 INFO:tasks.workunit.client.0.smithi067.stdout: "[131072, 262143]", 2024-07-29T16:19:45.791 INFO:tasks.workunit.client.0.smithi067.stdout: "[262144, 524287]", 2024-07-29T16:19:45.791 INFO:tasks.workunit.client.0.smithi067.stdout: "[524288, 1048575]", 2024-07-29T16:19:45.791 INFO:tasks.workunit.client.0.smithi067.stdout: "[1048576, 2097151]", 2024-07-29T16:19:45.791 INFO:tasks.workunit.client.0.smithi067.stdout: "[2097152, 4194303]", 2024-07-29T16:19:45.792 INFO:tasks.workunit.client.0.smithi067.stdout: "[4194304, 8388607]", 2024-07-29T16:19:45.792 INFO:tasks.workunit.client.0.smithi067.stdout: "[8388608, 16777215]", 2024-07-29T16:19:45.792 INFO:tasks.workunit.client.0.smithi067.stdout: "[16777216, 33554431]", 2024-07-29T16:19:45.792 INFO:tasks.workunit.client.0.smithi067.stdout: "[33554432, 67108863]", 2024-07-29T16:19:45.792 INFO:tasks.workunit.client.0.smithi067.stdout: "[67108864, 134217727]", 2024-07-29T16:19:45.792 INFO:tasks.workunit.client.0.smithi067.stdout: "[134217728, 268435455]", 2024-07-29T16:19:45.792 INFO:tasks.workunit.client.0.smithi067.stdout: "[268435456, 536870911]", 2024-07-29T16:19:45.792 INFO:tasks.workunit.client.0.smithi067.stdout: "[536870912, 1073741823]", 2024-07-29T16:19:45.792 INFO:tasks.workunit.client.0.smithi067.stdout: "[1073741824, 2147483647]", 2024-07-29T16:19:45.792 INFO:tasks.workunit.client.0.smithi067.stdout: "[2147483648, 4294967295]", 2024-07-29T16:19:45.792 INFO:tasks.workunit.client.0.smithi067.stdout: "[4294967296, 8589934591]", 2024-07-29T16:19:45.792 INFO:tasks.workunit.client.0.smithi067.stdout: "[8589934592, 17179869183]", 2024-07-29T16:19:45.792 INFO:tasks.workunit.client.0.smithi067.stdout: "[17179869184, 34359738367]", 2024-07-29T16:19:45.792 INFO:tasks.workunit.client.0.smithi067.stdout: "[34359738368, 68719476735]", 2024-07-29T16:19:45.793 INFO:tasks.workunit.client.0.smithi067.stdout: "[68719476736, 137438953471]", 2024-07-29T16:19:45.793 INFO:tasks.workunit.client.0.smithi067.stdout: "[137438953472, 274877906943]", 2024-07-29T16:19:45.793 INFO:tasks.workunit.client.0.smithi067.stdout: "[274877906944, None]" 2024-07-29T16:19:45.793 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.793 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:45.793 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.793 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.793 INFO:tasks.workunit.client.0.smithi067.stdout: "osds": [ 2024-07-29T16:19:45.793 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.793 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 0, 2024-07-29T16:19:45.793 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.793 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.793 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.793 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.794 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.794 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 115, 5, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.794 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2203, 21, 4, 0, 12, 0, 3, 4, 7, 4, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.794 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1070, 12, 1, 2, 4, 6, 6, 13, 23, 57, 77, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.794 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 189, 7, 0, 1, 2, 0, 0, 1, 5, 9, 61, 246, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.794 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 184, 16, 0, 0, 0, 0, 0, 1, 1, 3, 10, 24, 288, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.794 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 367, 24, 0, 0, 0, 0, 0, 0, 1, 1, 3, 9, 15, 27, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.794 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 894, 50, 0, 0, 0, 0, 1, 0, 3, 0, 2, 5, 7, 25, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.794 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 883, 89, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.794 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 303, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.794 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.794 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.794 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.794 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.794 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.795 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.795 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.795 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.795 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.795 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.795 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.795 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.795 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.795 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.795 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.795 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.795 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.795 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.795 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.795 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.796 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.796 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.796 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 1, 2024-07-29T16:19:45.796 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.796 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.796 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.796 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.796 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.796 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.796 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2950, 27, 2, 2, 12, 1, 1, 5, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.796 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1339, 6, 3, 3, 5, 7, 11, 20, 45, 82, 100, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.796 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 87, 5, 2, 1, 3, 5, 3, 0, 3, 6, 57, 319, 202, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.796 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 16, 1, 0, 0, 0, 0, 1, 1, 1, 3, 2, 8, 362, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.796 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 24, 2, 0, 0, 0, 0, 0, 0, 0, 1, 1, 8, 15, 25, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.797 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 3, 12, 23, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.797 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1039, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.797 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2644, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.797 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.797 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.797 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.797 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.797 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.797 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.797 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.797 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.797 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.797 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.797 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.797 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.798 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.798 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.798 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.798 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.798 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.798 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.798 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.798 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.798 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.798 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.798 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 2, 2024-07-29T16:19:45.798 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.798 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.798 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.799 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.799 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.799 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.799 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 421, 8, 3, 2, 5, 1, 0, 0, 1, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.799 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 200, 9, 0, 1, 2, 0, 1, 5, 3, 11, 61, 62, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.799 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 247, 11, 0, 0, 1, 1, 2, 7, 12, 12, 75, 112, 22, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.799 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 186, 4, 0, 0, 2, 0, 1, 2, 7, 8, 39, 54, 18, 13, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.799 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 53, 4, 0, 0, 3, 0, 1, 0, 2, 4, 12, 18, 18, 59, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.799 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 6, 22, 47, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.799 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 4, 7, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.799 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.799 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.799 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.800 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.800 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.800 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.800 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.800 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.800 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.800 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.800 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.800 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.800 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.800 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.800 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.800 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.800 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.801 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.801 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.801 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.801 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.801 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.801 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.801 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 3, 2024-07-29T16:19:45.801 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.801 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.801 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.801 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.801 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.801 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 18, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.801 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1152, 20, 0, 0, 13, 1, 5, 4, 13, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.802 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 419, 8, 0, 0, 5, 2, 3, 11, 9, 33, 47, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.802 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 85, 14, 0, 0, 0, 1, 1, 2, 2, 7, 51, 133, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.802 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 177, 27, 0, 0, 0, 0, 0, 2, 1, 1, 1, 16, 98, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.802 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 470, 25, 0, 0, 0, 0, 0, 0, 1, 2, 3, 5, 6, 16, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.802 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 418, 42, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 3, 16, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.802 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 247, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.802 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 11, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.802 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.802 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.802 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.802 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.802 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.803 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.803 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.803 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.803 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.803 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.803 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.803 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.803 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.803 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.803 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.803 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.803 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.803 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.803 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.804 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.804 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.804 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.804 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 4, 2024-07-29T16:19:45.804 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.804 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.804 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.804 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.804 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.804 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 43, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.804 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1103, 7, 1, 0, 10, 4, 1, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.804 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 596, 4, 3, 1, 1, 3, 5, 11, 14, 27, 45, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.804 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 302, 7, 0, 0, 2, 0, 3, 1, 6, 0, 43, 126, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.805 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 435, 15, 0, 0, 0, 0, 0, 0, 0, 4, 2, 11, 168, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.805 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 359, 23, 0, 0, 1, 0, 0, 1, 0, 0, 1, 5, 16, 24, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.805 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 152, 48, 0, 0, 0, 0, 0, 0, 0, 1, 2, 4, 10, 20, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.805 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 73, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.805 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.805 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.805 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.805 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.805 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.805 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.805 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.805 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.805 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.805 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.806 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.806 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.806 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.806 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.806 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.806 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.806 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.806 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.806 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.806 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.806 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.806 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.806 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.807 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 5, 2024-07-29T16:19:45.807 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.807 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.807 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.807 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.807 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.807 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 97, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.807 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 373, 18, 2, 0, 10, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.807 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 107, 7, 0, 1, 0, 0, 2, 0, 6, 6, 10, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.807 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 109, 1, 1, 0, 0, 1, 1, 4, 8, 5, 23, 45, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.807 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 39, 2, 0, 0, 0, 1, 0, 1, 2, 2, 14, 23, 8, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.807 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 11, 6, 0, 0, 0, 0, 0, 0, 2, 2, 7, 9, 13, 25, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.808 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 9, 11, 33, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.808 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.808 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.808 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.808 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.808 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.808 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.808 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.808 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.808 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.808 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.808 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.808 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.809 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.809 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.809 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.809 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.809 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.809 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.809 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.809 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.809 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.809 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.809 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.809 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.809 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 6, 2024-07-29T16:19:45.809 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.809 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.810 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.810 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.810 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.810 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 60, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.810 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1309, 20, 0, 0, 24, 4, 1, 4, 6, 6, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.810 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 512, 3, 0, 0, 1, 6, 4, 3, 15, 20, 18, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.810 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 389, 4, 0, 0, 1, 0, 0, 0, 2, 1, 25, 80, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.810 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 404, 6, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 154, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.810 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 279, 2, 0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 14, 25, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.810 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 128, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 2, 11, 25, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.810 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.810 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.810 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.811 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.811 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.811 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.811 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.811 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.811 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.811 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.811 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.811 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.811 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.811 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.811 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.811 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.811 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.811 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.812 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.812 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.812 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.812 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.812 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.812 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.812 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 7, 2024-07-29T16:19:45.812 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.812 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.812 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.812 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.812 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.813 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 75, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.813 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 278, 20, 0, 0, 11, 1, 1, 1, 0, 2, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.813 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 71, 1, 0, 0, 1, 0, 2, 6, 3, 2, 15, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.813 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 134, 4, 1, 0, 2, 0, 0, 4, 5, 7, 37, 29, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.813 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 1, 6, 13, 19, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.813 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 24, 4, 0, 0, 0, 0, 0, 0, 0, 1, 7, 16, 21, 31, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.813 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 15, 26, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.813 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.813 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.813 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.813 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.814 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.814 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.814 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.814 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.814 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.814 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.814 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.814 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.814 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.814 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.814 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.814 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.814 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.815 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.815 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.815 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.815 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.815 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.815 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.815 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.815 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.815 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.815 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.815 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_resrv_repnum_vs_duration": { 2024-07-29T16:19:45.815 INFO:tasks.workunit.client.0.smithi067.stdout: "axes": [ 2024-07-29T16:19:45.815 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.815 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 8, 2024-07-29T16:19:45.815 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:45.815 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "number of replicas", 2024-07-29T16:19:45.816 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 1, 2024-07-29T16:19:45.816 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:45.816 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:45.816 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0]", 2024-07-29T16:19:45.816 INFO:tasks.workunit.client.0.smithi067.stdout: "[1, 1]", 2024-07-29T16:19:45.816 INFO:tasks.workunit.client.0.smithi067.stdout: "[2, 2]", 2024-07-29T16:19:45.816 INFO:tasks.workunit.client.0.smithi067.stdout: "[3, 3]", 2024-07-29T16:19:45.816 INFO:tasks.workunit.client.0.smithi067.stdout: "[4, 4]", 2024-07-29T16:19:45.816 INFO:tasks.workunit.client.0.smithi067.stdout: "[5, 5]", 2024-07-29T16:19:45.816 INFO:tasks.workunit.client.0.smithi067.stdout: "[6, None]" 2024-07-29T16:19:45.816 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.816 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "linear" 2024-07-29T16:19:45.816 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.816 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.816 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 10, 2024-07-29T16:19:45.817 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:45.817 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "duration", 2024-07-29T16:19:45.817 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 250000, 2024-07-29T16:19:45.817 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:45.817 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:45.817 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 249999]", 2024-07-29T16:19:45.817 INFO:tasks.workunit.client.0.smithi067.stdout: "[250000, 499999]", 2024-07-29T16:19:45.817 INFO:tasks.workunit.client.0.smithi067.stdout: "[500000, 999999]", 2024-07-29T16:19:45.817 INFO:tasks.workunit.client.0.smithi067.stdout: "[1000000, 1999999]", 2024-07-29T16:19:45.817 INFO:tasks.workunit.client.0.smithi067.stdout: "[2000000, 3999999]", 2024-07-29T16:19:45.817 INFO:tasks.workunit.client.0.smithi067.stdout: "[4000000, 7999999]", 2024-07-29T16:19:45.817 INFO:tasks.workunit.client.0.smithi067.stdout: "[8000000, 15999999]", 2024-07-29T16:19:45.817 INFO:tasks.workunit.client.0.smithi067.stdout: "[16000000, 31999999]", 2024-07-29T16:19:45.817 INFO:tasks.workunit.client.0.smithi067.stdout: "[32000000, None]" 2024-07-29T16:19:45.817 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.818 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:45.818 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.818 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.818 INFO:tasks.workunit.client.0.smithi067.stdout: "osds": [ 2024-07-29T16:19:45.818 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.818 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 0, 2024-07-29T16:19:45.818 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.818 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.818 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.818 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.818 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.818 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.818 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.819 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.819 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.819 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.819 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.819 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.819 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 1, 2024-07-29T16:19:45.819 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.819 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.819 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.819 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.819 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.819 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.819 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.819 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.819 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.819 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.820 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.820 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.820 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 2, 2024-07-29T16:19:45.820 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.820 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.820 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.820 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.820 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.820 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.820 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.820 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.820 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.820 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.820 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.821 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.821 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 3, 2024-07-29T16:19:45.821 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.821 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.821 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.821 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.821 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.821 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.821 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.821 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.821 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.821 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.821 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.821 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.821 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 4, 2024-07-29T16:19:45.821 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.822 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.822 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.822 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.822 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.822 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.822 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.822 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.822 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.822 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.822 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.822 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.823 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 5, 2024-07-29T16:19:45.823 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.823 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.823 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.823 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.823 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.823 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.823 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.823 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.823 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.823 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.823 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.823 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.823 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 6, 2024-07-29T16:19:45.824 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.824 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.824 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.824 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.824 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.824 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.824 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.824 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.824 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.824 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.824 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.824 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:45.824 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 7, 2024-07-29T16:19:45.824 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:45.824 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.825 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.825 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.825 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.825 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.825 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.825 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:45.825 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:45.825 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.825 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.825 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:45.825 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.825 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.825 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:45.825 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_counters": { 2024-07-29T16:19:45.825 INFO:tasks.workunit.client.0.smithi067.stdout: "mds.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T16:19:45.826 INFO:tasks.workunit.client.0.smithi067.stdout: "mds": { 2024-07-29T16:19:45.826 INFO:tasks.workunit.client.0.smithi067.stdout: "caps": { 2024-07-29T16:19:45.826 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.826 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.826 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_cap_op_flush_ack": { 2024-07-29T16:19:45.826 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.826 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.826 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_cap_op_flushsnap_ack": { 2024-07-29T16:19:45.826 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.826 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.826 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_cap_op_grant": { 2024-07-29T16:19:45.826 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.826 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.826 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_cap_op_revoke": { 2024-07-29T16:19:45.827 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.827 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.827 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_cap_op_trunc": { 2024-07-29T16:19:45.827 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.827 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.827 INFO:tasks.workunit.client.0.smithi067.stdout: "dir_commit": { 2024-07-29T16:19:45.827 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.827 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.827 INFO:tasks.workunit.client.0.smithi067.stdout: "dir_fetch_complete": { 2024-07-29T16:19:45.827 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12 2024-07-29T16:19:45.827 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.827 INFO:tasks.workunit.client.0.smithi067.stdout: "dir_fetch_keys": { 2024-07-29T16:19:45.827 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T16:19:45.827 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.827 INFO:tasks.workunit.client.0.smithi067.stdout: "dir_merge": { 2024-07-29T16:19:45.828 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.828 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.828 INFO:tasks.workunit.client.0.smithi067.stdout: "dir_split": { 2024-07-29T16:19:45.828 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.828 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.828 INFO:tasks.workunit.client.0.smithi067.stdout: "exported_inodes": { 2024-07-29T16:19:45.828 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.828 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.828 INFO:tasks.workunit.client.0.smithi067.stdout: "forward": { 2024-07-29T16:19:45.828 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.828 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.828 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_client_cap_release": { 2024-07-29T16:19:45.828 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.828 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.828 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_client_caps": { 2024-07-29T16:19:45.828 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.829 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.829 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_client_caps_dirty": { 2024-07-29T16:19:45.829 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.829 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.829 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_inode_file_caps": { 2024-07-29T16:19:45.829 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.829 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.829 INFO:tasks.workunit.client.0.smithi067.stdout: "imported_inodes": { 2024-07-29T16:19:45.829 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.829 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.829 INFO:tasks.workunit.client.0.smithi067.stdout: "inodes": { 2024-07-29T16:19:45.829 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T16:19:45.829 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.829 INFO:tasks.workunit.client.0.smithi067.stdout: "inodes_expired": { 2024-07-29T16:19:45.830 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.830 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.830 INFO:tasks.workunit.client.0.smithi067.stdout: "inodes_pinned": { 2024-07-29T16:19:45.830 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T16:19:45.830 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.830 INFO:tasks.workunit.client.0.smithi067.stdout: "inodes_with_caps": { 2024-07-29T16:19:45.830 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.830 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.830 INFO:tasks.workunit.client.0.smithi067.stdout: "load_cent": { 2024-07-29T16:19:45.830 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.830 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.830 INFO:tasks.workunit.client.0.smithi067.stdout: "openino_dir_fetch": { 2024-07-29T16:19:45.830 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.830 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.830 INFO:tasks.workunit.client.0.smithi067.stdout: "process_request_cap_release": { 2024-07-29T16:19:45.831 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.831 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.831 INFO:tasks.workunit.client.0.smithi067.stdout: "reply_latency": { 2024-07-29T16:19:45.831 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.831 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.831 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.831 INFO:tasks.workunit.client.0.smithi067.stdout: "request": { 2024-07-29T16:19:45.831 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.831 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.831 INFO:tasks.workunit.client.0.smithi067.stdout: "root_rbytes": { 2024-07-29T16:19:45.831 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.831 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.831 INFO:tasks.workunit.client.0.smithi067.stdout: "root_rfiles": { 2024-07-29T16:19:45.832 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.832 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.832 INFO:tasks.workunit.client.0.smithi067.stdout: "root_rsnaps": { 2024-07-29T16:19:45.832 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.832 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.832 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_reply": { 2024-07-29T16:19:45.832 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.832 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.832 INFO:tasks.workunit.client.0.smithi067.stdout: "subtrees": { 2024-07-29T16:19:45.832 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:45.832 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.832 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.832 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_cache": { 2024-07-29T16:19:45.832 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_enqueue_scrub": { 2024-07-29T16:19:45.833 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.833 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.833 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_exportdir": { 2024-07-29T16:19:45.833 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.833 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.833 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_flush": { 2024-07-29T16:19:45.833 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.833 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.833 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_fragmentdir": { 2024-07-29T16:19:45.833 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.833 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.833 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_fragstats": { 2024-07-29T16:19:45.833 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.833 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.834 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_inodestats": { 2024-07-29T16:19:45.834 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.834 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.834 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_quiesce_inode": { 2024-07-29T16:19:45.834 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.834 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.834 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_quiesce_path": { 2024-07-29T16:19:45.834 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.834 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.834 INFO:tasks.workunit.client.0.smithi067.stdout: "num_recovering_enqueued": { 2024-07-29T16:19:45.834 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.834 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.834 INFO:tasks.workunit.client.0.smithi067.stdout: "num_recovering_prioritized": { 2024-07-29T16:19:45.835 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.835 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_recovering_processing": { 2024-07-29T16:19:45.835 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.835 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_strays": { 2024-07-29T16:19:45.835 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.835 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_strays_delayed": { 2024-07-29T16:19:45.835 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.835 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_strays_enqueuing": { 2024-07-29T16:19:45.835 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.835 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.836 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_completed": { 2024-07-29T16:19:45.836 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.836 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.836 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_started": { 2024-07-29T16:19:45.836 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.836 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.836 INFO:tasks.workunit.client.0.smithi067.stdout: "strays_created": { 2024-07-29T16:19:45.836 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.836 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.836 INFO:tasks.workunit.client.0.smithi067.stdout: "strays_enqueued": { 2024-07-29T16:19:45.836 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.836 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.836 INFO:tasks.workunit.client.0.smithi067.stdout: "strays_migrated": { 2024-07-29T16:19:45.836 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.836 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.837 INFO:tasks.workunit.client.0.smithi067.stdout: "strays_reintegrated": { 2024-07-29T16:19:45.837 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.837 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.837 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.837 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_log": { 2024-07-29T16:19:45.837 INFO:tasks.workunit.client.0.smithi067.stdout: "ev": { 2024-07-29T16:19:45.837 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17 2024-07-29T16:19:45.837 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.837 INFO:tasks.workunit.client.0.smithi067.stdout: "evadd": { 2024-07-29T16:19:45.837 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.837 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.837 INFO:tasks.workunit.client.0.smithi067.stdout: "evex": { 2024-07-29T16:19:45.837 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.837 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.837 INFO:tasks.workunit.client.0.smithi067.stdout: "evexd": { 2024-07-29T16:19:45.838 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.838 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.838 INFO:tasks.workunit.client.0.smithi067.stdout: "evexg": { 2024-07-29T16:19:45.838 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.838 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.838 INFO:tasks.workunit.client.0.smithi067.stdout: "evlrg": { 2024-07-29T16:19:45.838 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.838 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.838 INFO:tasks.workunit.client.0.smithi067.stdout: "evtrm": { 2024-07-29T16:19:45.838 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.838 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.838 INFO:tasks.workunit.client.0.smithi067.stdout: "jlat": { 2024-07-29T16:19:45.838 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.838 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.839 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.839 INFO:tasks.workunit.client.0.smithi067.stdout: "replayed": { 2024-07-29T16:19:45.839 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17 2024-07-29T16:19:45.839 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.839 INFO:tasks.workunit.client.0.smithi067.stdout: "seg": { 2024-07-29T16:19:45.839 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T16:19:45.839 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.839 INFO:tasks.workunit.client.0.smithi067.stdout: "segadd": { 2024-07-29T16:19:45.839 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.839 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.839 INFO:tasks.workunit.client.0.smithi067.stdout: "segex": { 2024-07-29T16:19:45.839 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.839 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.839 INFO:tasks.workunit.client.0.smithi067.stdout: "segexd": { 2024-07-29T16:19:45.839 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.840 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.840 INFO:tasks.workunit.client.0.smithi067.stdout: "segexg": { 2024-07-29T16:19:45.840 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.840 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.840 INFO:tasks.workunit.client.0.smithi067.stdout: "segmjr": { 2024-07-29T16:19:45.840 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T16:19:45.840 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.840 INFO:tasks.workunit.client.0.smithi067.stdout: "segtrm": { 2024-07-29T16:19:45.840 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.840 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.840 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.840 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_mem": { 2024-07-29T16:19:45.840 INFO:tasks.workunit.client.0.smithi067.stdout: "cap": { 2024-07-29T16:19:45.841 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.841 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.841 INFO:tasks.workunit.client.0.smithi067.stdout: "cap+": { 2024-07-29T16:19:45.841 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.841 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.841 INFO:tasks.workunit.client.0.smithi067.stdout: "cap-": { 2024-07-29T16:19:45.841 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.841 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.841 INFO:tasks.workunit.client.0.smithi067.stdout: "dir": { 2024-07-29T16:19:45.841 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12 2024-07-29T16:19:45.841 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.841 INFO:tasks.workunit.client.0.smithi067.stdout: "dir+": { 2024-07-29T16:19:45.841 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12 2024-07-29T16:19:45.841 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.841 INFO:tasks.workunit.client.0.smithi067.stdout: "dir-": { 2024-07-29T16:19:45.841 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.842 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.842 INFO:tasks.workunit.client.0.smithi067.stdout: "dn": { 2024-07-29T16:19:45.842 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T16:19:45.842 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.842 INFO:tasks.workunit.client.0.smithi067.stdout: "dn+": { 2024-07-29T16:19:45.842 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T16:19:45.842 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.842 INFO:tasks.workunit.client.0.smithi067.stdout: "dn-": { 2024-07-29T16:19:45.842 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.842 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.842 INFO:tasks.workunit.client.0.smithi067.stdout: "heap": { 2024-07-29T16:19:45.842 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 248088 2024-07-29T16:19:45.843 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.843 INFO:tasks.workunit.client.0.smithi067.stdout: "ino": { 2024-07-29T16:19:45.843 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13 2024-07-29T16:19:45.843 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.843 INFO:tasks.workunit.client.0.smithi067.stdout: "ino+": { 2024-07-29T16:19:45.843 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13 2024-07-29T16:19:45.843 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.843 INFO:tasks.workunit.client.0.smithi067.stdout: "ino-": { 2024-07-29T16:19:45.843 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.843 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.843 INFO:tasks.workunit.client.0.smithi067.stdout: "rss": { 2024-07-29T16:19:45.843 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 51140 2024-07-29T16:19:45.843 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.843 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.844 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_server": { 2024-07-29T16:19:45.844 INFO:tasks.workunit.client.0.smithi067.stdout: "cap_acquisition_throttle": { 2024-07-29T16:19:45.844 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.844 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.844 INFO:tasks.workunit.client.0.smithi067.stdout: "cap_revoke_eviction": { 2024-07-29T16:19:45.844 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.844 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.844 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_client_request": { 2024-07-29T16:19:45.844 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.844 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.844 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_client_session": { 2024-07-29T16:19:45.844 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.844 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.844 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_peer_request": { 2024-07-29T16:19:45.844 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.844 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.845 INFO:tasks.workunit.client.0.smithi067.stdout: "req_create_latency": { 2024-07-29T16:19:45.845 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.845 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.845 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.845 INFO:tasks.workunit.client.0.smithi067.stdout: "req_getattr_latency": { 2024-07-29T16:19:45.845 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.845 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.845 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.845 INFO:tasks.workunit.client.0.smithi067.stdout: "req_getfilelock_latency": { 2024-07-29T16:19:45.845 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.845 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.845 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.845 INFO:tasks.workunit.client.0.smithi067.stdout: "req_getvxattr_latency": { 2024-07-29T16:19:45.845 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.845 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.845 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.846 INFO:tasks.workunit.client.0.smithi067.stdout: "req_link_latency": { 2024-07-29T16:19:45.846 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.846 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.846 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.846 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookup_latency": { 2024-07-29T16:19:45.846 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.846 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.846 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.846 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookuphash_latency": { 2024-07-29T16:19:45.846 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.846 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.846 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.846 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookupino_latency": { 2024-07-29T16:19:45.846 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.847 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.847 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.847 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookupname_latency": { 2024-07-29T16:19:45.847 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.847 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.847 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.847 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookupparent_latency": { 2024-07-29T16:19:45.847 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.847 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.847 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.847 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookupsnap_latency": { 2024-07-29T16:19:45.847 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.847 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.847 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.848 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lssnap_latency": { 2024-07-29T16:19:45.848 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.848 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.848 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.848 INFO:tasks.workunit.client.0.smithi067.stdout: "req_mkdir_latency": { 2024-07-29T16:19:45.848 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.848 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.848 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.848 INFO:tasks.workunit.client.0.smithi067.stdout: "req_mknod_latency": { 2024-07-29T16:19:45.848 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.848 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.848 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.848 INFO:tasks.workunit.client.0.smithi067.stdout: "req_mksnap_latency": { 2024-07-29T16:19:45.848 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.848 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.849 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.849 INFO:tasks.workunit.client.0.smithi067.stdout: "req_open_latency": { 2024-07-29T16:19:45.849 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.849 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.849 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.849 INFO:tasks.workunit.client.0.smithi067.stdout: "req_readdir_latency": { 2024-07-29T16:19:45.849 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.849 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.849 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.849 INFO:tasks.workunit.client.0.smithi067.stdout: "req_rename_latency": { 2024-07-29T16:19:45.849 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.849 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.849 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.849 INFO:tasks.workunit.client.0.smithi067.stdout: "req_renamesnap_latency": { 2024-07-29T16:19:45.850 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.850 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.850 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.850 INFO:tasks.workunit.client.0.smithi067.stdout: "req_rmdir_latency": { 2024-07-29T16:19:45.850 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.850 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.850 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.850 INFO:tasks.workunit.client.0.smithi067.stdout: "req_rmsnap_latency": { 2024-07-29T16:19:45.850 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.850 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.850 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.850 INFO:tasks.workunit.client.0.smithi067.stdout: "req_rmxattr_latency": { 2024-07-29T16:19:45.850 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.850 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.851 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.851 INFO:tasks.workunit.client.0.smithi067.stdout: "req_setattr_latency": { 2024-07-29T16:19:45.851 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.851 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.851 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.851 INFO:tasks.workunit.client.0.smithi067.stdout: "req_setdirlayout_latency": { 2024-07-29T16:19:45.851 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.851 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.851 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.851 INFO:tasks.workunit.client.0.smithi067.stdout: "req_setfilelock_latency": { 2024-07-29T16:19:45.851 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.851 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.851 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.851 INFO:tasks.workunit.client.0.smithi067.stdout: "req_setlayout_latency": { 2024-07-29T16:19:45.851 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.851 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.852 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.852 INFO:tasks.workunit.client.0.smithi067.stdout: "req_setxattr_latency": { 2024-07-29T16:19:45.852 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.852 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.852 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.852 INFO:tasks.workunit.client.0.smithi067.stdout: "req_snapdiff_latency": { 2024-07-29T16:19:45.852 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.852 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.852 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.852 INFO:tasks.workunit.client.0.smithi067.stdout: "req_symlink_latency": { 2024-07-29T16:19:45.852 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.852 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.852 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.852 INFO:tasks.workunit.client.0.smithi067.stdout: "req_unlink_latency": { 2024-07-29T16:19:45.853 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.853 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.853 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.853 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.853 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_sessions": { 2024-07-29T16:19:45.853 INFO:tasks.workunit.client.0.smithi067.stdout: "average_load": { 2024-07-29T16:19:45.853 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.853 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.853 INFO:tasks.workunit.client.0.smithi067.stdout: "avg_session_uptime": { 2024-07-29T16:19:45.853 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.853 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.853 INFO:tasks.workunit.client.0.smithi067.stdout: "mdthresh_evicted": { 2024-07-29T16:19:45.853 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.853 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.854 INFO:tasks.workunit.client.0.smithi067.stdout: "session_add": { 2024-07-29T16:19:45.854 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8 2024-07-29T16:19:45.854 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.854 INFO:tasks.workunit.client.0.smithi067.stdout: "session_count": { 2024-07-29T16:19:45.854 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.854 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.854 INFO:tasks.workunit.client.0.smithi067.stdout: "session_remove": { 2024-07-29T16:19:45.854 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8 2024-07-29T16:19:45.854 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.854 INFO:tasks.workunit.client.0.smithi067.stdout: "sessions_open": { 2024-07-29T16:19:45.854 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:45.854 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.854 INFO:tasks.workunit.client.0.smithi067.stdout: "sessions_stale": { 2024-07-29T16:19:45.854 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.854 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.855 INFO:tasks.workunit.client.0.smithi067.stdout: "total_load": { 2024-07-29T16:19:45.855 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.855 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.855 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.855 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:45.855 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:45.855 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.855 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.855 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:45.855 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 37 2024-07-29T16:19:45.855 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.855 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:45.855 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.855 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.855 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:45.855 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7 2024-07-29T16:19:45.856 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.856 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.856 INFO:tasks.workunit.client.0.smithi067.stdout: "purge_queue": { 2024-07-29T16:19:45.856 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executed": { 2024-07-29T16:19:45.856 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.856 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.856 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executed_ops": { 2024-07-29T16:19:45.856 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.856 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.856 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executing": { 2024-07-29T16:19:45.856 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.856 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.856 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executing_high_water": { 2024-07-29T16:19:45.856 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.857 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.857 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executing_ops": { 2024-07-29T16:19:45.857 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.857 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.857 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executing_ops_high_water": { 2024-07-29T16:19:45.857 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.857 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.857 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_item_in_journal": { 2024-07-29T16:19:45.857 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.857 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.857 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.857 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.857 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T16:19:45.857 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T16:19:45.858 INFO:tasks.workunit.client.0.smithi067.stdout: "election_call": { 2024-07-29T16:19:45.858 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T16:19:45.858 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.858 INFO:tasks.workunit.client.0.smithi067.stdout: "election_lose": { 2024-07-29T16:19:45.858 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.858 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.858 INFO:tasks.workunit.client.0.smithi067.stdout: "election_win": { 2024-07-29T16:19:45.858 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T16:19:45.858 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_elections": { 2024-07-29T16:19:45.858 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14 2024-07-29T16:19:45.858 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_sessions": { 2024-07-29T16:19:45.858 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T16:19:45.858 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.859 INFO:tasks.workunit.client.0.smithi067.stdout: "session_add": { 2024-07-29T16:19:45.859 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5 2024-07-29T16:19:45.859 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.859 INFO:tasks.workunit.client.0.smithi067.stdout: "session_rm": { 2024-07-29T16:19:45.859 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 225 2024-07-29T16:19:45.859 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.859 INFO:tasks.workunit.client.0.smithi067.stdout: "session_trim": { 2024-07-29T16:19:45.859 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.859 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.859 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.859 INFO:tasks.workunit.client.0.smithi067.stdout: "paxos": { 2024-07-29T16:19:45.859 INFO:tasks.workunit.client.0.smithi067.stdout: "accept_timeout": { 2024-07-29T16:19:45.859 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.859 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.860 INFO:tasks.workunit.client.0.smithi067.stdout: "begin": { 2024-07-29T16:19:45.860 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7872 2024-07-29T16:19:45.860 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.860 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_bytes": { 2024-07-29T16:19:45.860 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7872, 2024-07-29T16:19:45.860 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 57470870 2024-07-29T16:19:45.860 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.860 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_keys": { 2024-07-29T16:19:45.860 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7872, 2024-07-29T16:19:45.860 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23616 2024-07-29T16:19:45.860 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.860 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_latency": { 2024-07-29T16:19:45.860 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7872, 2024-07-29T16:19:45.860 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1565966933 2024-07-29T16:19:45.860 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.861 INFO:tasks.workunit.client.0.smithi067.stdout: "collect": { 2024-07-29T16:19:45.861 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.861 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.861 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_bytes": { 2024-07-29T16:19:45.861 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.861 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.861 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.861 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_keys": { 2024-07-29T16:19:45.861 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.861 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.861 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.861 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_latency": { 2024-07-29T16:19:45.861 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.861 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.861 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.862 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_timeout": { 2024-07-29T16:19:45.862 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.862 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.862 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_uncommitted": { 2024-07-29T16:19:45.862 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:45.862 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.862 INFO:tasks.workunit.client.0.smithi067.stdout: "commit": { 2024-07-29T16:19:45.862 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7870 2024-07-29T16:19:45.862 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.862 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_bytes": { 2024-07-29T16:19:45.862 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7870, 2024-07-29T16:19:45.862 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56883876 2024-07-29T16:19:45.862 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.862 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_keys": { 2024-07-29T16:19:45.862 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7870, 2024-07-29T16:19:45.862 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 62865 2024-07-29T16:19:45.863 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.863 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_latency": { 2024-07-29T16:19:45.863 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7870, 2024-07-29T16:19:45.863 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2824872715 2024-07-29T16:19:45.863 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.863 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_ack_timeout": { 2024-07-29T16:19:45.863 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.863 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.863 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_timeout": { 2024-07-29T16:19:45.863 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.863 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.863 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn": { 2024-07-29T16:19:45.863 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T16:19:45.863 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.864 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn_latency": { 2024-07-29T16:19:45.864 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:45.864 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6999853 2024-07-29T16:19:45.864 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.864 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh": { 2024-07-29T16:19:45.864 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7872 2024-07-29T16:19:45.864 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.864 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh_latency": { 2024-07-29T16:19:45.864 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7872, 2024-07-29T16:19:45.864 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 31611333217 2024-07-29T16:19:45.864 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.864 INFO:tasks.workunit.client.0.smithi067.stdout: "restart": { 2024-07-29T16:19:45.864 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16 2024-07-29T16:19:45.864 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.864 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state": { 2024-07-29T16:19:45.865 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.865 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.865 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_bytes": { 2024-07-29T16:19:45.865 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.865 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.865 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.865 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_keys": { 2024-07-29T16:19:45.865 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.865 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.865 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.865 INFO:tasks.workunit.client.0.smithi067.stdout: "start_leader": { 2024-07-29T16:19:45.865 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T16:19:45.865 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.865 INFO:tasks.workunit.client.0.smithi067.stdout: "start_peon": { 2024-07-29T16:19:45.865 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.865 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.866 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state": { 2024-07-29T16:19:45.866 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.866 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.866 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_bytes": { 2024-07-29T16:19:45.866 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.866 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.866 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.866 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_keys": { 2024-07-29T16:19:45.866 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.866 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.866 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.866 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_latency": { 2024-07-29T16:19:45.866 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.866 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.866 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.867 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.867 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache": { 2024-07-29T16:19:45.867 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:45.867 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1020054731 2024-07-29T16:19:45.867 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.867 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:45.867 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 258105344 2024-07-29T16:19:45.867 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.867 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:45.867 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 254926848 2024-07-29T16:19:45.867 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.867 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:45.867 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2147483648 2024-07-29T16:19:45.867 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.868 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:45.868 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3178496 2024-07-29T16:19:45.868 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.868 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.868 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:full": { 2024-07-29T16:19:45.868 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:45.868 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 360710144 2024-07-29T16:19:45.868 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.868 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:45.868 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.868 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.868 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:45.868 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.868 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.869 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:45.869 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 266406667 2024-07-29T16:19:45.869 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.869 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:45.869 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 26510764 2024-07-29T16:19:45.869 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.869 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:45.869 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.869 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.869 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:45.869 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.869 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.869 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:45.869 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.869 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.869 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:45.870 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.870 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.870 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:45.870 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.870 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.870 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:45.870 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.870 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.870 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:45.870 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.870 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.870 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:45.870 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.870 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.871 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:45.871 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67792713 2024-07-29T16:19:45.871 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.871 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.871 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:inc": { 2024-07-29T16:19:45.871 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:45.871 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 339738624 2024-07-29T16:19:45.871 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.871 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:45.871 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.871 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.871 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:45.871 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.871 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.872 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:45.872 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 266406667 2024-07-29T16:19:45.872 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.872 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:45.872 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2107818 2024-07-29T16:19:45.872 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.872 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:45.872 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.872 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.872 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:45.872 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.872 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.872 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:45.872 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.872 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.873 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:45.873 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.873 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.873 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:45.873 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.873 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.873 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:45.873 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.873 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.873 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:45.873 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.873 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.873 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:45.873 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.874 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.874 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:45.874 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71224139 2024-07-29T16:19:45.874 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.874 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.874 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:kv": { 2024-07-29T16:19:45.874 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:45.874 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 314572800 2024-07-29T16:19:45.874 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.874 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:45.874 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:45.874 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.874 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:45.875 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.875 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.875 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:45.875 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 177604445 2024-07-29T16:19:45.875 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.875 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:45.875 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.875 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.875 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:45.875 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.875 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.875 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:45.875 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.875 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.876 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:45.876 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.876 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.876 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:45.876 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.876 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.876 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:45.876 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.876 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.876 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:45.876 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.876 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.877 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:45.877 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.877 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.877 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:45.877 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.877 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.877 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:45.877 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 69859491 2024-07-29T16:19:45.877 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.877 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.877 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb": { 2024-07-29T16:19:45.877 INFO:tasks.workunit.client.0.smithi067.stdout: "compact": { 2024-07-29T16:19:45.877 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.878 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.878 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_completed": { 2024-07-29T16:19:45.878 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 92 2024-07-29T16:19:45.878 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.878 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lasted": { 2024-07-29T16:19:45.878 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 63797487 2024-07-29T16:19:45.878 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.878 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_len": { 2024-07-29T16:19:45.878 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.878 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.878 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_merge": { 2024-07-29T16:19:45.878 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.878 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.879 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_running": { 2024-07-29T16:19:45.879 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.879 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.879 INFO:tasks.workunit.client.0.smithi067.stdout: "get_latency": { 2024-07-29T16:19:45.879 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 356197, 2024-07-29T16:19:45.879 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2176257928 2024-07-29T16:19:45.879 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.879 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_delay_time": { 2024-07-29T16:19:45.879 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.879 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.879 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.879 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_memtable_time": { 2024-07-29T16:19:45.879 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.879 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.879 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.879 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-29T16:19:45.880 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.880 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.880 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.880 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_wal_time": { 2024-07-29T16:19:45.880 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.880 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.880 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.880 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_latency": { 2024-07-29T16:19:45.880 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.880 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.880 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.880 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_sync_latency": { 2024-07-29T16:19:45.880 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 19231, 2024-07-29T16:19:45.880 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7543280228 2024-07-29T16:19:45.881 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.881 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.881 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.881 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.88f1e2f1a9980ce30b43411b8d195844f2fd44e3": { 2024-07-29T16:19:45.881 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T16:19:45.881 INFO:tasks.workunit.client.0.smithi067.stdout: "election_call": { 2024-07-29T16:19:45.881 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:45.881 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.881 INFO:tasks.workunit.client.0.smithi067.stdout: "election_lose": { 2024-07-29T16:19:45.881 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T16:19:45.881 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.881 INFO:tasks.workunit.client.0.smithi067.stdout: "election_win": { 2024-07-29T16:19:45.881 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.881 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.881 INFO:tasks.workunit.client.0.smithi067.stdout: "num_elections": { 2024-07-29T16:19:45.882 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T16:19:45.882 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.882 INFO:tasks.workunit.client.0.smithi067.stdout: "num_sessions": { 2024-07-29T16:19:45.882 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8 2024-07-29T16:19:45.882 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.882 INFO:tasks.workunit.client.0.smithi067.stdout: "session_add": { 2024-07-29T16:19:45.882 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T16:19:45.882 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.882 INFO:tasks.workunit.client.0.smithi067.stdout: "session_rm": { 2024-07-29T16:19:45.882 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 252 2024-07-29T16:19:45.882 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.882 INFO:tasks.workunit.client.0.smithi067.stdout: "session_trim": { 2024-07-29T16:19:45.882 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.882 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.882 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.883 INFO:tasks.workunit.client.0.smithi067.stdout: "paxos": { 2024-07-29T16:19:45.883 INFO:tasks.workunit.client.0.smithi067.stdout: "accept_timeout": { 2024-07-29T16:19:45.883 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.883 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.883 INFO:tasks.workunit.client.0.smithi067.stdout: "begin": { 2024-07-29T16:19:45.883 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7807 2024-07-29T16:19:45.883 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.883 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_bytes": { 2024-07-29T16:19:45.883 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7807, 2024-07-29T16:19:45.883 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56231559 2024-07-29T16:19:45.883 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.883 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_keys": { 2024-07-29T16:19:45.884 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.884 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.884 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.884 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_latency": { 2024-07-29T16:19:45.884 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7807, 2024-07-29T16:19:45.884 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1885960251 2024-07-29T16:19:45.884 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.884 INFO:tasks.workunit.client.0.smithi067.stdout: "collect": { 2024-07-29T16:19:45.884 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T16:19:45.884 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.884 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_bytes": { 2024-07-29T16:19:45.884 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T16:19:45.884 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 219 2024-07-29T16:19:45.885 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.885 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_keys": { 2024-07-29T16:19:45.885 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T16:19:45.885 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T16:19:45.885 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.885 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_latency": { 2024-07-29T16:19:45.885 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T16:19:45.885 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.885 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.885 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_timeout": { 2024-07-29T16:19:45.885 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.885 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.885 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_uncommitted": { 2024-07-29T16:19:45.885 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T16:19:45.886 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.886 INFO:tasks.workunit.client.0.smithi067.stdout: "commit": { 2024-07-29T16:19:45.886 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7806 2024-07-29T16:19:45.886 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.886 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_bytes": { 2024-07-29T16:19:45.886 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.886 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.886 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.886 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_keys": { 2024-07-29T16:19:45.886 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.886 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.886 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.886 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_latency": { 2024-07-29T16:19:45.886 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.887 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.887 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.887 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_ack_timeout": { 2024-07-29T16:19:45.887 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.887 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.887 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_timeout": { 2024-07-29T16:19:45.887 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.887 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.887 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn": { 2024-07-29T16:19:45.887 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.887 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.887 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn_latency": { 2024-07-29T16:19:45.887 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.887 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.887 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.888 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh": { 2024-07-29T16:19:45.888 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7806 2024-07-29T16:19:45.888 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.888 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh_latency": { 2024-07-29T16:19:45.888 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7806, 2024-07-29T16:19:45.888 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 28817392062 2024-07-29T16:19:45.888 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.888 INFO:tasks.workunit.client.0.smithi067.stdout: "restart": { 2024-07-29T16:19:45.888 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12 2024-07-29T16:19:45.888 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.888 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state": { 2024-07-29T16:19:45.888 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.888 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.888 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_bytes": { 2024-07-29T16:19:45.889 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.889 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.889 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.889 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_keys": { 2024-07-29T16:19:45.889 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.889 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.889 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.889 INFO:tasks.workunit.client.0.smithi067.stdout: "start_leader": { 2024-07-29T16:19:45.889 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.889 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.889 INFO:tasks.workunit.client.0.smithi067.stdout: "start_peon": { 2024-07-29T16:19:45.889 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T16:19:45.889 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.890 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state": { 2024-07-29T16:19:45.890 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7806 2024-07-29T16:19:45.890 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.890 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_bytes": { 2024-07-29T16:19:45.890 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7806, 2024-07-29T16:19:45.890 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 110962402 2024-07-29T16:19:45.890 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.890 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_keys": { 2024-07-29T16:19:45.890 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7806, 2024-07-29T16:19:45.890 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 69930 2024-07-29T16:19:45.890 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.890 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_latency": { 2024-07-29T16:19:45.890 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7806, 2024-07-29T16:19:45.890 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5427885528 2024-07-29T16:19:45.890 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.891 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.891 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache": { 2024-07-29T16:19:45.891 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:45.891 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1020054731 2024-07-29T16:19:45.891 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.891 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:45.891 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 181379072 2024-07-29T16:19:45.891 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.891 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:45.891 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 177045504 2024-07-29T16:19:45.891 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.891 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:45.891 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2147483648 2024-07-29T16:19:45.891 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.891 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:45.891 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4333568 2024-07-29T16:19:45.892 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.892 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.892 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:full": { 2024-07-29T16:19:45.892 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:45.892 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 360710144 2024-07-29T16:19:45.892 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.892 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:45.892 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.892 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.892 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:45.892 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.892 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.892 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:45.892 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 266154753 2024-07-29T16:19:45.893 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.893 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:45.893 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 26596918 2024-07-29T16:19:45.893 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.893 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:45.893 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.893 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.893 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:45.893 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.893 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.893 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:45.893 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.893 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.893 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:45.894 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.894 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.894 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:45.894 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.894 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.894 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:45.894 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.894 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.894 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:45.894 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.894 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.894 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:45.894 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.894 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.894 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:45.894 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67958473 2024-07-29T16:19:45.895 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.895 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.895 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:inc": { 2024-07-29T16:19:45.895 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:45.895 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 339738624 2024-07-29T16:19:45.895 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.895 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:45.895 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.895 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.895 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:45.895 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.895 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.895 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:45.895 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 266154753 2024-07-29T16:19:45.895 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.896 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:45.896 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2693437 2024-07-29T16:19:45.896 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.896 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:45.896 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.896 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.896 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:45.896 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.896 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.896 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:45.896 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.896 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.896 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:45.896 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.896 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.896 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:45.897 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.897 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.897 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:45.897 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.897 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.897 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:45.897 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.897 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.897 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:45.897 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.897 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.897 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:45.897 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70890434 2024-07-29T16:19:45.897 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.897 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.898 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:kv": { 2024-07-29T16:19:45.898 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:45.898 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 314572800 2024-07-29T16:19:45.898 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.898 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:45.898 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:45.898 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.898 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:45.898 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.898 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.898 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:45.898 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 177436502 2024-07-29T16:19:45.898 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.898 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:45.898 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.898 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.899 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:45.899 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.899 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.899 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:45.899 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.899 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.899 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:45.899 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.899 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.899 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:45.899 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.899 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.899 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:45.899 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.900 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.900 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:45.900 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.900 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.900 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:45.900 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.900 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.900 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:45.900 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.900 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.900 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:45.900 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70027434 2024-07-29T16:19:45.900 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.900 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.900 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb": { 2024-07-29T16:19:45.900 INFO:tasks.workunit.client.0.smithi067.stdout: "compact": { 2024-07-29T16:19:45.901 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.901 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.901 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_completed": { 2024-07-29T16:19:45.901 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 91 2024-07-29T16:19:45.901 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.901 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lasted": { 2024-07-29T16:19:45.901 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 63430002 2024-07-29T16:19:45.901 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.901 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_len": { 2024-07-29T16:19:45.901 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.901 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.901 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_merge": { 2024-07-29T16:19:45.901 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.901 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.901 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_running": { 2024-07-29T16:19:45.902 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.902 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.902 INFO:tasks.workunit.client.0.smithi067.stdout: "get_latency": { 2024-07-29T16:19:45.902 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 342797, 2024-07-29T16:19:45.902 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1915251494 2024-07-29T16:19:45.902 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.902 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_delay_time": { 2024-07-29T16:19:45.902 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.902 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.902 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.902 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_memtable_time": { 2024-07-29T16:19:45.902 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.902 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.902 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.903 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-29T16:19:45.903 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.903 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.903 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.903 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_wal_time": { 2024-07-29T16:19:45.903 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.903 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.903 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.903 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_latency": { 2024-07-29T16:19:45.903 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.903 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.903 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.903 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_sync_latency": { 2024-07-29T16:19:45.904 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 19074, 2024-07-29T16:19:45.904 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9563956116 2024-07-29T16:19:45.904 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.904 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.904 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.904 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.fe352cc5d8c505de303363ceef3e5f6f0234bfa7": { 2024-07-29T16:19:45.904 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T16:19:45.904 INFO:tasks.workunit.client.0.smithi067.stdout: "election_call": { 2024-07-29T16:19:45.904 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:45.904 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.904 INFO:tasks.workunit.client.0.smithi067.stdout: "election_lose": { 2024-07-29T16:19:45.904 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:45.904 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.904 INFO:tasks.workunit.client.0.smithi067.stdout: "election_win": { 2024-07-29T16:19:45.904 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.904 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.905 INFO:tasks.workunit.client.0.smithi067.stdout: "num_elections": { 2024-07-29T16:19:45.905 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7 2024-07-29T16:19:45.905 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.905 INFO:tasks.workunit.client.0.smithi067.stdout: "num_sessions": { 2024-07-29T16:19:45.905 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8 2024-07-29T16:19:45.905 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.905 INFO:tasks.workunit.client.0.smithi067.stdout: "session_add": { 2024-07-29T16:19:45.905 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T16:19:45.905 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.905 INFO:tasks.workunit.client.0.smithi067.stdout: "session_rm": { 2024-07-29T16:19:45.905 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 251 2024-07-29T16:19:45.905 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.905 INFO:tasks.workunit.client.0.smithi067.stdout: "session_trim": { 2024-07-29T16:19:45.905 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.905 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.906 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.906 INFO:tasks.workunit.client.0.smithi067.stdout: "paxos": { 2024-07-29T16:19:45.906 INFO:tasks.workunit.client.0.smithi067.stdout: "accept_timeout": { 2024-07-29T16:19:45.906 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.906 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.906 INFO:tasks.workunit.client.0.smithi067.stdout: "begin": { 2024-07-29T16:19:45.906 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7775 2024-07-29T16:19:45.906 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.906 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_bytes": { 2024-07-29T16:19:45.906 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7775, 2024-07-29T16:19:45.906 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 55963905 2024-07-29T16:19:45.906 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.906 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_keys": { 2024-07-29T16:19:45.906 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.907 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.907 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.907 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_latency": { 2024-07-29T16:19:45.907 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7775, 2024-07-29T16:19:45.907 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1282973427 2024-07-29T16:19:45.907 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.907 INFO:tasks.workunit.client.0.smithi067.stdout: "collect": { 2024-07-29T16:19:45.907 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:45.907 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.907 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_bytes": { 2024-07-29T16:19:45.907 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T16:19:45.907 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 146 2024-07-29T16:19:45.907 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.907 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_keys": { 2024-07-29T16:19:45.907 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T16:19:45.908 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:45.908 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.908 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_latency": { 2024-07-29T16:19:45.908 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T16:19:45.908 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.908 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.908 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_timeout": { 2024-07-29T16:19:45.908 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.908 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.908 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_uncommitted": { 2024-07-29T16:19:45.908 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.908 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.908 INFO:tasks.workunit.client.0.smithi067.stdout: "commit": { 2024-07-29T16:19:45.908 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7775 2024-07-29T16:19:45.908 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.908 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_bytes": { 2024-07-29T16:19:45.909 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.909 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.909 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.909 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_keys": { 2024-07-29T16:19:45.909 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.909 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.909 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.909 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_latency": { 2024-07-29T16:19:45.909 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.909 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.909 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.909 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_ack_timeout": { 2024-07-29T16:19:45.909 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.910 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.910 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_timeout": { 2024-07-29T16:19:45.910 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.910 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.910 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn": { 2024-07-29T16:19:45.910 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.910 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.910 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn_latency": { 2024-07-29T16:19:45.910 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.910 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.910 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.910 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh": { 2024-07-29T16:19:45.910 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7775 2024-07-29T16:19:45.910 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.911 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh_latency": { 2024-07-29T16:19:45.911 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7775, 2024-07-29T16:19:45.911 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25112479446 2024-07-29T16:19:45.911 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.911 INFO:tasks.workunit.client.0.smithi067.stdout: "restart": { 2024-07-29T16:19:45.911 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9 2024-07-29T16:19:45.911 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.911 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state": { 2024-07-29T16:19:45.911 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.911 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.911 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_bytes": { 2024-07-29T16:19:45.911 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.911 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.911 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.912 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_keys": { 2024-07-29T16:19:45.912 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.912 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.912 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.912 INFO:tasks.workunit.client.0.smithi067.stdout: "start_leader": { 2024-07-29T16:19:45.912 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.912 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.912 INFO:tasks.workunit.client.0.smithi067.stdout: "start_peon": { 2024-07-29T16:19:45.912 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:45.912 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.912 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state": { 2024-07-29T16:19:45.912 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7775 2024-07-29T16:19:45.912 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.913 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_bytes": { 2024-07-29T16:19:45.913 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7775, 2024-07-29T16:19:45.913 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 110447016 2024-07-29T16:19:45.913 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.913 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_keys": { 2024-07-29T16:19:45.913 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7775, 2024-07-29T16:19:45.913 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 69682 2024-07-29T16:19:45.913 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.913 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_latency": { 2024-07-29T16:19:45.913 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7775, 2024-07-29T16:19:45.913 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2459949020 2024-07-29T16:19:45.913 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.913 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.913 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache": { 2024-07-29T16:19:45.914 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:45.914 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1020054731 2024-07-29T16:19:45.914 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.914 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:45.914 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 168828928 2024-07-29T16:19:45.914 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.914 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:45.914 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 165257216 2024-07-29T16:19:45.914 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.914 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:45.914 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2147483648 2024-07-29T16:19:45.914 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.914 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:45.914 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3571712 2024-07-29T16:19:45.915 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.915 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.915 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:full": { 2024-07-29T16:19:45.915 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:45.915 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 360710144 2024-07-29T16:19:45.915 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.915 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:45.915 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.915 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.915 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:45.915 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.915 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.915 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:45.915 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 266945384 2024-07-29T16:19:45.916 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.916 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:45.916 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25637789 2024-07-29T16:19:45.916 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.916 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:45.916 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.916 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.916 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:45.916 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.916 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.916 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:45.916 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.916 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.916 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:45.916 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.917 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.917 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:45.917 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.917 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.917 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:45.917 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.917 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.917 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:45.917 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.917 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.917 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:45.917 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.917 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.917 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:45.917 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68126971 2024-07-29T16:19:45.917 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.918 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.918 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:inc": { 2024-07-29T16:19:45.918 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:45.918 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 339738624 2024-07-29T16:19:45.918 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.918 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:45.918 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.918 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.918 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:45.918 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.918 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.918 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:45.918 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 266945384 2024-07-29T16:19:45.918 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.918 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:45.919 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1544216 2024-07-29T16:19:45.919 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.919 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:45.919 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.919 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.919 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:45.919 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.919 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.919 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:45.919 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.919 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.919 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:45.919 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.919 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.919 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:45.920 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.920 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.920 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:45.920 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.920 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.920 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:45.920 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.920 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.920 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:45.920 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.920 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.920 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:45.920 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71249024 2024-07-29T16:19:45.921 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.921 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.921 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:kv": { 2024-07-29T16:19:45.921 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:45.921 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 314572800 2024-07-29T16:19:45.921 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.921 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:45.921 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:45.921 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.921 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:45.921 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.921 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.921 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:45.921 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 177963589 2024-07-29T16:19:45.922 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.922 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:45.922 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.922 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.922 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:45.922 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.922 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.922 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:45.922 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.922 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.922 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:45.922 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.922 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.922 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:45.923 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.923 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.923 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:45.923 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.923 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.923 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:45.923 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.923 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.923 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:45.923 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.923 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.923 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:45.923 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.923 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.924 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:45.924 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 69500347 2024-07-29T16:19:45.924 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.924 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.924 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb": { 2024-07-29T16:19:45.924 INFO:tasks.workunit.client.0.smithi067.stdout: "compact": { 2024-07-29T16:19:45.924 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.924 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.924 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_completed": { 2024-07-29T16:19:45.924 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 91 2024-07-29T16:19:45.924 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.924 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lasted": { 2024-07-29T16:19:45.924 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 48085316 2024-07-29T16:19:45.925 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.925 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_len": { 2024-07-29T16:19:45.925 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.925 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.925 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_merge": { 2024-07-29T16:19:45.925 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.925 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.925 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_running": { 2024-07-29T16:19:45.925 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.925 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.925 INFO:tasks.workunit.client.0.smithi067.stdout: "get_latency": { 2024-07-29T16:19:45.925 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 339318, 2024-07-29T16:19:45.925 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1624840498 2024-07-29T16:19:45.925 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.926 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_delay_time": { 2024-07-29T16:19:45.926 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.926 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.926 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.926 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_memtable_time": { 2024-07-29T16:19:45.926 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.926 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.926 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.926 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-29T16:19:45.926 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.926 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.926 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.926 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_wal_time": { 2024-07-29T16:19:45.927 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.927 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.927 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.927 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_latency": { 2024-07-29T16:19:45.927 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.927 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.927 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.927 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_sync_latency": { 2024-07-29T16:19:45.927 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 18993, 2024-07-29T16:19:45.927 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5903663291 2024-07-29T16:19:45.927 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.927 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.927 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.927 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.0": { 2024-07-29T16:19:45.927 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:45.928 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_db_max_lat": { 2024-07-29T16:19:45.928 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24149 2024-07-29T16:19:45.928 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.928 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T16:19:45.928 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.928 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.928 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_max_lat": { 2024-07-29T16:19:45.928 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.928 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.928 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T16:19:45.928 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.928 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.928 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T16:19:45.928 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T16:19:45.928 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.929 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_slow": { 2024-07-29T16:19:45.929 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.929 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.929 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T16:19:45.929 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.929 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.929 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_wal_max_lat": { 2024-07-29T16:19:45.929 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.929 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.929 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T16:19:45.929 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.929 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.929 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T16:19:45.929 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5574656 2024-07-29T16:19:45.930 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.930 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T16:19:45.930 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 693964800 2024-07-29T16:19:45.930 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.930 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T16:19:45.930 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 19, 2024-07-29T16:19:45.930 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3959194 2024-07-29T16:19:45.930 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.930 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T16:19:45.930 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 19, 2024-07-29T16:19:45.930 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1341974 2024-07-29T16:19:45.930 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.930 INFO:tasks.workunit.client.0.smithi067.stdout: "db_alloc_lat": { 2024-07-29T16:19:45.930 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 186, 2024-07-29T16:19:45.930 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 951162 2024-07-29T16:19:45.931 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.931 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T16:19:45.931 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995027456 2024-07-29T16:19:45.931 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.931 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T16:19:45.931 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 610664448 2024-07-29T16:19:45.931 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.931 INFO:tasks.workunit.client.0.smithi067.stdout: "flush_lat": { 2024-07-29T16:19:45.931 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 78038, 2024-07-29T16:19:45.931 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10678734675 2024-07-29T16:19:45.931 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.931 INFO:tasks.workunit.client.0.smithi067.stdout: "fsync_lat": { 2024-07-29T16:19:45.931 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 78064, 2024-07-29T16:19:45.931 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17568796935 2024-07-29T16:19:45.931 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.931 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T16:19:45.932 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3817472 2024-07-29T16:19:45.932 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.932 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T16:19:45.932 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 319717376 2024-07-29T16:19:45.932 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.932 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T16:19:45.932 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 627703808 2024-07-29T16:19:45.932 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.932 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T16:19:45.932 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.932 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.932 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T16:19:45.932 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.932 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T16:19:45.932 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 46 2024-07-29T16:19:45.933 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.933 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T16:19:45.933 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 335124571 2024-07-29T16:19:45.933 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.933 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T16:19:45.933 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 22171 2024-07-29T16:19:45.933 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.933 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T16:19:45.933 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 286801920 2024-07-29T16:19:45.933 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.933 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T16:19:45.933 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 286806016 2024-07-29T16:19:45.933 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.933 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T16:19:45.933 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.934 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.934 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T16:19:45.934 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.934 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.934 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T16:19:45.934 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11119 2024-07-29T16:19:45.934 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.934 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:45.934 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22171, 2024-07-29T16:19:45.934 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 189816408 2024-07-29T16:19:45.934 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.934 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T16:19:45.934 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 257065800 2024-07-29T16:19:45.934 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.935 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T16:19:45.935 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19776 2024-07-29T16:19:45.935 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.935 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T16:19:45.935 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2304425 2024-07-29T16:19:45.935 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.935 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T16:19:45.935 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 584 2024-07-29T16:19:45.935 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.935 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T16:19:45.935 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5367480 2024-07-29T16:19:45.935 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.935 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T16:19:45.935 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 772 2024-07-29T16:19:45.935 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.936 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T16:19:45.936 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3063055 2024-07-29T16:19:45.936 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.936 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T16:19:45.936 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3063055 2024-07-29T16:19:45.936 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.936 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T16:19:45.936 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.936 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.936 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T16:19:45.936 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.936 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.936 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T16:19:45.936 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 192 2024-07-29T16:19:45.936 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.936 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_lat": { 2024-07-29T16:19:45.937 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 772, 2024-07-29T16:19:45.937 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1927666 2024-07-29T16:19:45.937 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.937 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_alloc_lat": { 2024-07-29T16:19:45.937 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.937 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.937 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.937 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T16:19:45.937 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.937 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.937 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T16:19:45.937 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.937 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.937 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:45.938 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:45.938 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 651 2024-07-29T16:19:45.938 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.938 INFO:tasks.workunit.client.0.smithi067.stdout: "unlink_lat": { 2024-07-29T16:19:45.938 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:45.938 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6828 2024-07-29T16:19:45.938 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.938 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_alloc_lat": { 2024-07-29T16:19:45.938 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.938 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.938 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.938 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T16:19:45.938 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.938 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.938 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T16:19:45.939 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.939 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.939 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T16:19:45.939 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1022132224 2024-07-29T16:19:45.939 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.939 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.939 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T16:19:45.939 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T16:19:45.939 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T16:19:45.939 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.939 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T16:19:45.939 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15142912 2024-07-29T16:19:45.939 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.939 INFO:tasks.workunit.client.0.smithi067.stdout: "allocator_lat": { 2024-07-29T16:19:45.940 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 21187, 2024-07-29T16:19:45.940 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 83696047 2024-07-29T16:19:45.940 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.940 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T16:19:45.940 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3295, 2024-07-29T16:19:45.940 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 473106650 2024-07-29T16:19:45.940 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.940 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T16:19:45.940 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.940 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.940 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.940 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T16:19:45.940 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.941 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.941 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T16:19:45.941 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.941 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.941 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T16:19:45.941 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.941 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.941 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T16:19:45.941 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 32123, 2024-07-29T16:19:45.941 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 231550914 2024-07-29T16:19:45.941 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.941 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T16:19:45.941 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.941 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.941 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.941 INFO:tasks.workunit.client.0.smithi067.stdout: "fragmentation_micros": { 2024-07-29T16:19:45.942 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.942 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.942 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T16:19:45.942 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 77993, 2024-07-29T16:19:45.942 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21909821207 2024-07-29T16:19:45.942 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.942 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T16:19:45.942 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 77252, 2024-07-29T16:19:45.942 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1856706871 2024-07-29T16:19:45.942 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.942 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T16:19:45.942 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 77993, 2024-07-29T16:19:45.942 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 52423215 2024-07-29T16:19:45.942 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.943 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T16:19:45.943 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 77993, 2024-07-29T16:19:45.943 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21962244422 2024-07-29T16:19:45.943 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.943 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T16:19:45.943 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.943 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.943 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.943 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T16:19:45.943 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 37276, 2024-07-29T16:19:45.943 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1071370192 2024-07-29T16:19:45.943 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.943 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T16:19:45.944 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1079, 2024-07-29T16:19:45.944 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2951384 2024-07-29T16:19:45.944 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.944 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T16:19:45.944 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 25449, 2024-07-29T16:19:45.944 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12344946 2024-07-29T16:19:45.944 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.944 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T16:19:45.944 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 52, 2024-07-29T16:19:45.944 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71239 2024-07-29T16:19:45.944 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.944 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T16:19:45.944 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22853, 2024-07-29T16:19:45.944 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4556361329 2024-07-29T16:19:45.944 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.945 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T16:19:45.945 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 269902 2024-07-29T16:19:45.945 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.945 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T16:19:45.945 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24125 2024-07-29T16:19:45.945 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.945 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:45.945 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28122, 2024-07-29T16:19:45.945 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2795661527 2024-07-29T16:19:45.945 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.945 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T16:19:45.945 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 62830, 2024-07-29T16:19:45.945 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 20085227 2024-07-29T16:19:45.945 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.945 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T16:19:45.946 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 34708, 2024-07-29T16:19:45.946 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2166820738 2024-07-29T16:19:45.946 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.946 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T16:19:45.946 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.946 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.946 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T16:19:45.946 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15077, 2024-07-29T16:19:45.946 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 397540586 2024-07-29T16:19:45.946 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.946 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_aio_wait_count": { 2024-07-29T16:19:45.946 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.946 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.946 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_committed_kv_count": { 2024-07-29T16:19:45.947 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.947 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.947 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_onode_meta_count": { 2024-07-29T16:19:45.947 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.947 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.947 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_wait_aio_count": { 2024-07-29T16:19:45.947 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.947 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.947 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T16:19:45.947 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:45.947 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7894479065 2024-07-29T16:19:45.947 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.947 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T16:19:45.947 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9449, 2024-07-29T16:19:45.948 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 519777412 2024-07-29T16:19:45.948 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.948 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T16:19:45.948 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9447, 2024-07-29T16:19:45.948 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2626862127990 2024-07-29T16:19:45.948 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.948 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T16:19:45.948 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9449, 2024-07-29T16:19:45.948 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6494103856839 2024-07-29T16:19:45.948 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.948 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T16:19:45.948 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92208, 2024-07-29T16:19:45.948 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2482712939329 2024-07-29T16:19:45.948 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.949 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T16:19:45.949 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92208, 2024-07-29T16:19:45.949 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11092745 2024-07-29T16:19:45.949 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.949 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T16:19:45.949 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:45.949 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 296625523 2024-07-29T16:19:45.949 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.949 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T16:19:45.949 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:45.949 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38876209774 2024-07-29T16:19:45.949 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.949 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T16:19:45.949 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:45.950 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30910817 2024-07-29T16:19:45.950 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.950 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T16:19:45.950 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:45.950 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 20338882443 2024-07-29T16:19:45.950 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.950 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T16:19:45.950 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:45.950 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8460637289 2024-07-29T16:19:45.950 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.950 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T16:19:45.950 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10978258 2024-07-29T16:19:45.950 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.950 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:45.951 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2666, 2024-07-29T16:19:45.951 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17908675 2024-07-29T16:19:45.951 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.951 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T16:19:45.951 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:45.951 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 75879300891 2024-07-29T16:19:45.951 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.951 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T16:19:45.951 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:45.951 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9584429696 2024-07-29T16:19:45.951 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.951 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T16:19:45.951 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:45.951 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 553994265 2024-07-29T16:19:45.952 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.952 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.952 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T16:19:45.952 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:45.952 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1405137013 2024-07-29T16:19:45.952 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.952 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:45.952 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 638492672 2024-07-29T16:19:45.952 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.952 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:45.952 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 488726528 2024-07-29T16:19:45.952 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.952 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:45.952 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2600521625 2024-07-29T16:19:45.952 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.953 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:45.953 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 149766144 2024-07-29T16:19:45.953 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.953 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.953 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T16:19:45.953 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:45.953 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125829120 2024-07-29T16:19:45.953 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.953 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:45.953 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.953 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.953 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:45.953 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.953 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.954 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:45.954 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 57019037 2024-07-29T16:19:45.954 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.954 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:45.954 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.954 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.954 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:45.954 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.954 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.954 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:45.954 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.954 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.954 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:45.954 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.955 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.955 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:45.955 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 610 2024-07-29T16:19:45.955 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.955 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:45.955 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65830 2024-07-29T16:19:45.955 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.955 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:45.955 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.955 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.955 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:45.955 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.955 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.955 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:45.955 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.956 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.956 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:45.956 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68743643 2024-07-29T16:19:45.956 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.956 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.956 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T16:19:45.956 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:45.956 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 562036736 2024-07-29T16:19:45.956 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.956 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:45.956 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:45.956 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.956 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:45.957 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.957 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.957 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:45.957 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 427642784 2024-07-29T16:19:45.957 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.957 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:45.957 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.957 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.957 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:45.957 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.957 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.957 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:45.957 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2160 2024-07-29T16:19:45.957 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.957 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:45.958 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.958 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.958 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:45.958 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 126224 2024-07-29T16:19:45.958 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.958 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:45.958 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.958 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.958 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:45.958 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.958 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.958 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:45.958 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.958 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.958 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:45.959 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.959 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.959 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:45.959 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67156704 2024-07-29T16:19:45.959 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.959 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.959 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T16:19:45.959 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:45.959 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176160768 2024-07-29T16:19:45.959 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.959 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:45.959 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:45.959 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.959 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:45.959 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 229088 2024-07-29T16:19:45.959 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.960 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:45.960 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38012691 2024-07-29T16:19:45.960 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.960 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:45.960 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.960 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.960 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:45.960 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.960 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.960 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:45.960 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.960 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.960 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:45.960 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.960 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.961 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:45.961 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.961 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.961 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:45.961 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.961 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.961 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:45.961 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.961 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.961 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:45.961 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.961 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.961 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:45.961 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.961 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.961 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:45.962 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70810125 2024-07-29T16:19:45.962 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.962 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.962 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T16:19:45.962 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:45.962 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 503316480 2024-07-29T16:19:45.962 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.962 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:45.962 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.962 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.962 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:45.962 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.962 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.962 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:45.963 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 427642784 2024-07-29T16:19:45.963 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.963 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:45.963 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.963 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.963 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:45.963 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.963 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.963 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:45.963 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.963 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.963 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:45.963 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.963 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.963 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:45.963 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 174128 2024-07-29T16:19:45.964 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.964 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:45.964 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1175882 2024-07-29T16:19:45.964 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.964 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:45.964 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.964 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.964 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:45.964 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.964 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.964 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:45.964 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.964 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.964 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:45.964 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 74323686 2024-07-29T16:19:45.965 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.965 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.965 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:45.965 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:45.965 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.965 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.965 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:45.965 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 46 2024-07-29T16:19:45.965 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.965 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:45.965 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.965 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.965 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:45.965 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.965 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.965 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.966 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:45.966 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T16:19:45.966 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56 2024-07-29T16:19:45.966 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.966 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T16:19:45.966 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.966 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.966 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T16:19:45.966 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 60882 2024-07-29T16:19:45.966 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.966 INFO:tasks.workunit.client.0.smithi067.stdout: "op_before_queue_op_lat": { 2024-07-29T16:19:45.966 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 150439, 2024-07-29T16:19:45.966 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7173871049 2024-07-29T16:19:45.966 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.966 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T16:19:45.967 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7 2024-07-29T16:19:45.967 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.967 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T16:19:45.967 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T16:19:45.967 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.967 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T16:19:45.967 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1984662728 2024-07-29T16:19:45.967 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.967 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T16:19:45.967 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 60882, 2024-07-29T16:19:45.967 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 226261901866 2024-07-29T16:19:45.967 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.967 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T16:19:45.967 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3713584972 2024-07-29T16:19:45.967 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.968 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T16:19:45.968 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 61995, 2024-07-29T16:19:45.968 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24179245509 2024-07-29T16:19:45.968 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.968 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T16:19:45.968 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 60882, 2024-07-29T16:19:45.968 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 89588096002 2024-07-29T16:19:45.968 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.968 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:45.968 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 43882 2024-07-29T16:19:45.968 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.968 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T16:19:45.968 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 43882, 2024-07-29T16:19:45.968 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 22178766905 2024-07-29T16:19:45.968 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.969 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:45.969 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.969 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.969 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T16:19:45.969 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3713584972 2024-07-29T16:19:45.969 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.969 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T16:19:45.969 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 44267, 2024-07-29T16:19:45.969 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8657235861 2024-07-29T16:19:45.969 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.969 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T16:19:45.969 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 43882, 2024-07-29T16:19:45.969 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9744447962 2024-07-29T16:19:45.969 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.970 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T16:19:45.970 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9273 2024-07-29T16:19:45.970 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.970 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T16:19:45.970 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 370018182 2024-07-29T16:19:45.970 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.970 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T16:19:45.970 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9273, 2024-07-29T16:19:45.970 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16096499725 2024-07-29T16:19:45.970 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.970 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:45.970 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.970 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.971 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:45.971 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.971 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.971 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T16:19:45.971 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.971 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.971 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T16:19:45.971 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9751, 2024-07-29T16:19:45.971 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6053497978 2024-07-29T16:19:45.971 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.971 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T16:19:45.971 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9273, 2024-07-29T16:19:45.971 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14110171733 2024-07-29T16:19:45.971 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.971 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:45.972 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7727 2024-07-29T16:19:45.972 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.972 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T16:19:45.972 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1614644546 2024-07-29T16:19:45.972 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.972 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T16:19:45.972 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7727, 2024-07-29T16:19:45.972 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 187986635236 2024-07-29T16:19:45.972 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.972 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:45.972 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.972 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.972 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T16:19:45.972 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7977, 2024-07-29T16:19:45.973 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9468511670 2024-07-29T16:19:45.973 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.973 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T16:19:45.973 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7727, 2024-07-29T16:19:45.973 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65733476307 2024-07-29T16:19:45.973 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.973 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T16:19:45.973 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.973 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.973 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T16:19:45.973 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 75 2024-07-29T16:19:45.973 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.973 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T16:19:45.973 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30 2024-07-29T16:19:45.974 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.974 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T16:19:45.974 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T16:19:45.974 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.974 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T16:19:45.974 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 625823744 2024-07-29T16:19:45.974 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.974 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.974 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.974 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.1": { 2024-07-29T16:19:45.974 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:45.974 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_db_max_lat": { 2024-07-29T16:19:45.974 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23705 2024-07-29T16:19:45.975 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.975 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T16:19:45.975 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.975 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.975 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_max_lat": { 2024-07-29T16:19:45.975 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.975 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.975 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T16:19:45.975 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.975 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.975 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T16:19:45.975 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T16:19:45.975 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.976 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_slow": { 2024-07-29T16:19:45.976 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.976 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.976 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T16:19:45.976 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.976 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.976 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_wal_max_lat": { 2024-07-29T16:19:45.976 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.976 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.976 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T16:19:45.976 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.976 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.976 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T16:19:45.976 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9580544 2024-07-29T16:19:45.976 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.977 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T16:19:45.977 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 760287232 2024-07-29T16:19:45.977 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.977 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T16:19:45.977 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17, 2024-07-29T16:19:45.977 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3860474 2024-07-29T16:19:45.977 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.977 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T16:19:45.977 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17, 2024-07-29T16:19:45.977 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1391672 2024-07-29T16:19:45.977 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.977 INFO:tasks.workunit.client.0.smithi067.stdout: "db_alloc_lat": { 2024-07-29T16:19:45.977 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 189, 2024-07-29T16:19:45.978 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 900705 2024-07-29T16:19:45.978 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.978 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T16:19:45.978 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995027456 2024-07-29T16:19:45.978 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.978 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T16:19:45.978 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 762642432 2024-07-29T16:19:45.978 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.978 INFO:tasks.workunit.client.0.smithi067.stdout: "flush_lat": { 2024-07-29T16:19:45.978 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 70379, 2024-07-29T16:19:45.978 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10443921079 2024-07-29T16:19:45.978 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.978 INFO:tasks.workunit.client.0.smithi067.stdout: "fsync_lat": { 2024-07-29T16:19:45.978 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 70401, 2024-07-29T16:19:45.978 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17062852430 2024-07-29T16:19:45.979 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.979 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T16:19:45.979 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5668864 2024-07-29T16:19:45.979 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.979 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T16:19:45.979 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 288301056 2024-07-29T16:19:45.979 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.979 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T16:19:45.979 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 779681792 2024-07-29T16:19:45.979 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.979 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T16:19:45.979 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.979 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.979 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T16:19:45.979 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.980 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.980 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T16:19:45.980 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 54 2024-07-29T16:19:45.980 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.980 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T16:19:45.980 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 352864282 2024-07-29T16:19:45.980 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.980 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T16:19:45.980 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 22704 2024-07-29T16:19:45.980 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.980 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T16:19:45.980 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 322527232 2024-07-29T16:19:45.980 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.980 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T16:19:45.980 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 322531328 2024-07-29T16:19:45.981 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.981 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T16:19:45.981 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.981 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.981 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T16:19:45.981 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.981 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.981 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T16:19:45.981 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13011 2024-07-29T16:19:45.981 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.981 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:45.981 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22704, 2024-07-29T16:19:45.981 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 185089685 2024-07-29T16:19:45.981 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.981 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T16:19:45.982 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 245067274 2024-07-29T16:19:45.982 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.982 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T16:19:45.982 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19402 2024-07-29T16:19:45.982 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.982 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T16:19:45.982 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3335667 2024-07-29T16:19:45.982 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.982 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T16:19:45.982 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 710 2024-07-29T16:19:45.982 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.982 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T16:19:45.982 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9455203 2024-07-29T16:19:45.982 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.983 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T16:19:45.983 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 968 2024-07-29T16:19:45.983 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.983 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T16:19:45.983 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6119536 2024-07-29T16:19:45.983 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.983 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T16:19:45.983 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6119536 2024-07-29T16:19:45.983 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.983 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T16:19:45.983 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.983 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.983 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T16:19:45.983 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.983 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.984 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T16:19:45.984 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 268 2024-07-29T16:19:45.984 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.984 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_lat": { 2024-07-29T16:19:45.984 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 968, 2024-07-29T16:19:45.984 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3307101 2024-07-29T16:19:45.984 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.984 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_alloc_lat": { 2024-07-29T16:19:45.984 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.984 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.984 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.984 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T16:19:45.984 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.984 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.984 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T16:19:45.985 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.985 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.985 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:45.985 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:45.985 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 668 2024-07-29T16:19:45.985 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.985 INFO:tasks.workunit.client.0.smithi067.stdout: "unlink_lat": { 2024-07-29T16:19:45.985 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:45.985 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7566 2024-07-29T16:19:45.985 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.985 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_alloc_lat": { 2024-07-29T16:19:45.985 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.985 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.985 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.985 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T16:19:45.986 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.986 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.986 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T16:19:45.986 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.986 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.986 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T16:19:45.986 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1060753408 2024-07-29T16:19:45.986 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.986 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.986 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T16:19:45.986 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T16:19:45.986 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T16:19:45.986 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.986 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T16:19:45.986 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10350592 2024-07-29T16:19:45.986 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.987 INFO:tasks.workunit.client.0.smithi067.stdout: "allocator_lat": { 2024-07-29T16:19:45.987 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 19256, 2024-07-29T16:19:45.987 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 81762910 2024-07-29T16:19:45.987 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.987 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T16:19:45.987 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3302, 2024-07-29T16:19:45.987 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 508731111 2024-07-29T16:19:45.987 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.987 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T16:19:45.987 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.987 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.987 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.987 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T16:19:45.987 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.987 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.987 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T16:19:45.988 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.988 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.988 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T16:19:45.988 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.988 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.988 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T16:19:45.988 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15024, 2024-07-29T16:19:45.988 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 123624571 2024-07-29T16:19:45.988 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.988 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T16:19:45.988 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.988 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.988 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.988 INFO:tasks.workunit.client.0.smithi067.stdout: "fragmentation_micros": { 2024-07-29T16:19:45.989 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.989 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.989 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T16:19:45.989 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 70316, 2024-07-29T16:19:45.989 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21322138634 2024-07-29T16:19:45.989 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.989 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T16:19:45.989 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 69755, 2024-07-29T16:19:45.989 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1792265936 2024-07-29T16:19:45.989 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.989 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T16:19:45.989 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 70316, 2024-07-29T16:19:45.989 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 47793992 2024-07-29T16:19:45.989 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.990 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T16:19:45.990 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 70316, 2024-07-29T16:19:45.990 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21369932626 2024-07-29T16:19:45.990 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.990 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T16:19:45.990 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:45.990 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.990 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.990 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T16:19:45.990 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28373, 2024-07-29T16:19:45.990 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1259688162 2024-07-29T16:19:45.990 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.990 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T16:19:45.990 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 958, 2024-07-29T16:19:45.991 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2646068 2024-07-29T16:19:45.991 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.991 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T16:19:45.991 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17840, 2024-07-29T16:19:45.991 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13710720 2024-07-29T16:19:45.991 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.991 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T16:19:45.991 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 46, 2024-07-29T16:19:45.991 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 74431 2024-07-29T16:19:45.991 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.991 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T16:19:45.991 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13290, 2024-07-29T16:19:45.991 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3684269083 2024-07-29T16:19:45.991 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.991 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T16:19:45.991 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 232678 2024-07-29T16:19:45.992 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.992 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T16:19:45.992 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 27166 2024-07-29T16:19:45.992 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.992 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:45.992 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 29781, 2024-07-29T16:19:45.992 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2152941949 2024-07-29T16:19:45.992 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.992 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T16:19:45.992 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 87785, 2024-07-29T16:19:45.992 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24675425 2024-07-29T16:19:45.992 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.992 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T16:19:45.992 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 58004, 2024-07-29T16:19:45.992 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1347547202 2024-07-29T16:19:45.993 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.993 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T16:19:45.993 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.993 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.993 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T16:19:45.993 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15133, 2024-07-29T16:19:45.993 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 385231880 2024-07-29T16:19:45.993 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.993 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_aio_wait_count": { 2024-07-29T16:19:45.993 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.993 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.993 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_committed_kv_count": { 2024-07-29T16:19:45.994 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.994 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.994 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_onode_meta_count": { 2024-07-29T16:19:45.994 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.994 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.994 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_wait_aio_count": { 2024-07-29T16:19:45.994 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:45.994 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.994 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T16:19:45.994 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:45.994 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7862954181 2024-07-29T16:19:45.994 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.994 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T16:19:45.994 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22719, 2024-07-29T16:19:45.995 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1530971176 2024-07-29T16:19:45.995 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.995 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T16:19:45.995 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22717, 2024-07-29T16:19:45.995 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3028824677648 2024-07-29T16:19:45.995 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.995 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T16:19:45.995 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22719, 2024-07-29T16:19:45.995 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6670217704306 2024-07-29T16:19:45.995 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.995 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T16:19:45.995 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84118, 2024-07-29T16:19:45.995 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2752502576513 2024-07-29T16:19:45.995 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.995 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T16:19:45.995 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84118, 2024-07-29T16:19:45.996 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9725790 2024-07-29T16:19:45.996 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.996 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T16:19:45.996 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:45.996 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 468925036 2024-07-29T16:19:45.996 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.996 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T16:19:45.996 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:45.996 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 36433664512 2024-07-29T16:19:45.996 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.996 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T16:19:45.996 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:45.996 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30330744 2024-07-29T16:19:45.996 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.996 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T16:19:45.997 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:45.997 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19887819324 2024-07-29T16:19:45.997 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.997 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T16:19:45.997 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:45.997 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9242370934 2024-07-29T16:19:45.997 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.997 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T16:19:45.997 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6193049 2024-07-29T16:19:45.997 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.997 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:45.997 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2641, 2024-07-29T16:19:45.997 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16979460 2024-07-29T16:19:45.997 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.997 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T16:19:45.998 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:45.998 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 73909307806 2024-07-29T16:19:45.998 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.998 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T16:19:45.998 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:45.998 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10301299506 2024-07-29T16:19:45.998 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.998 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T16:19:45.998 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:45.998 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 533096396 2024-07-29T16:19:45.998 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.998 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.998 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T16:19:45.998 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:45.998 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1405137013 2024-07-29T16:19:45.998 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.999 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:45.999 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 503824384 2024-07-29T16:19:45.999 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.999 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:45.999 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 481091584 2024-07-29T16:19:45.999 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.999 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:45.999 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2600521625 2024-07-29T16:19:45.999 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.999 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:45.999 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 22732800 2024-07-29T16:19:45.999 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:45.999 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:45.999 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T16:19:45.999 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:46.000 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125829120 2024-07-29T16:19:46.000 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.000 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:46.000 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.000 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.000 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:46.000 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.000 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.000 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:46.000 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56730156 2024-07-29T16:19:46.000 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.000 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:46.000 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.000 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.000 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:46.000 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.001 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.001 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:46.001 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.001 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.001 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:46.001 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.001 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.001 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:46.001 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5988 2024-07-29T16:19:46.001 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.001 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:46.001 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 80376 2024-07-29T16:19:46.001 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.001 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:46.001 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.002 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.002 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:46.002 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.002 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.002 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:46.002 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.002 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.002 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:46.002 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 69012600 2024-07-29T16:19:46.002 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.002 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.002 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T16:19:46.002 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:46.002 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 562036736 2024-07-29T16:19:46.002 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.003 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:46.003 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:46.003 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.003 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:46.003 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.003 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.003 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:46.003 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 425476176 2024-07-29T16:19:46.003 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.003 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:46.003 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.003 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.003 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:46.003 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.004 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.004 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:46.004 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 256 2024-07-29T16:19:46.004 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.004 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:46.004 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.004 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.004 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:46.004 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 147072 2024-07-29T16:19:46.004 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.004 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:46.004 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.004 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.004 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:46.005 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.005 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.005 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:46.005 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.005 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.005 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:46.005 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.005 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.005 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:46.005 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 69304368 2024-07-29T16:19:46.005 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.005 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.005 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T16:19:46.006 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:46.006 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176160768 2024-07-29T16:19:46.006 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.006 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:46.006 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:46.006 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.006 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:46.006 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 399968 2024-07-29T16:19:46.006 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.006 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:46.006 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 37820104 2024-07-29T16:19:46.006 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.006 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:46.007 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.007 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.007 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:46.007 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.007 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.007 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:46.007 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.007 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.007 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:46.007 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.007 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.007 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:46.007 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.007 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.008 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:46.008 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.008 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.008 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:46.008 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.008 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.008 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:46.008 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.008 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.008 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:46.008 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.008 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.008 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:46.008 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70831832 2024-07-29T16:19:46.009 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.009 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.009 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T16:19:46.009 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:46.009 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 494927872 2024-07-29T16:19:46.009 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.009 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:46.009 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.009 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.009 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:46.009 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.009 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.009 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:46.009 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 425476176 2024-07-29T16:19:46.009 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.009 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:46.010 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.010 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.010 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:46.010 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.010 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.010 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:46.010 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.010 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.010 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:46.010 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.010 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.010 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:46.010 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 175888 2024-07-29T16:19:46.011 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.011 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:46.011 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1167816 2024-07-29T16:19:46.011 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.011 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:46.011 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.011 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.011 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:46.011 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.011 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.011 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:46.011 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.011 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.011 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:46.011 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68107992 2024-07-29T16:19:46.011 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.012 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.012 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:46.012 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:46.012 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.012 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.012 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:46.012 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9 2024-07-29T16:19:46.012 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.012 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:46.012 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.012 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.012 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:46.012 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T16:19:46.012 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.012 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.013 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:46.013 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T16:19:46.013 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 49 2024-07-29T16:19:46.013 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.013 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T16:19:46.013 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.013 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.013 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T16:19:46.013 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 52724 2024-07-29T16:19:46.013 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.013 INFO:tasks.workunit.client.0.smithi067.stdout: "op_before_queue_op_lat": { 2024-07-29T16:19:46.013 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 144413, 2024-07-29T16:19:46.013 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9095077115 2024-07-29T16:19:46.013 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.013 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T16:19:46.014 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.014 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.014 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T16:19:46.014 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.014 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.014 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T16:19:46.014 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1832895098 2024-07-29T16:19:46.014 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.014 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T16:19:46.014 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 52724, 2024-07-29T16:19:46.014 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 625184427897 2024-07-29T16:19:46.014 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.014 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T16:19:46.015 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2023314274 2024-07-29T16:19:46.015 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.015 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T16:19:46.015 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 54517, 2024-07-29T16:19:46.015 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 31717191960 2024-07-29T16:19:46.015 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.015 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T16:19:46.015 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 52724, 2024-07-29T16:19:46.015 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 111833205574 2024-07-29T16:19:46.015 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.015 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:46.015 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30180 2024-07-29T16:19:46.015 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.015 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T16:19:46.015 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30180, 2024-07-29T16:19:46.016 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14970389294 2024-07-29T16:19:46.016 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.016 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:46.016 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.016 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.016 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T16:19:46.016 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2023314274 2024-07-29T16:19:46.016 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.016 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T16:19:46.016 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30642, 2024-07-29T16:19:46.016 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6220228932 2024-07-29T16:19:46.016 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.016 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T16:19:46.017 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30180, 2024-07-29T16:19:46.017 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5767190387 2024-07-29T16:19:46.017 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.017 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T16:19:46.017 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12732 2024-07-29T16:19:46.017 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.017 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T16:19:46.017 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 129506293 2024-07-29T16:19:46.017 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.017 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T16:19:46.017 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12732, 2024-07-29T16:19:46.017 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 98288287697 2024-07-29T16:19:46.017 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.017 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:46.018 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.018 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.018 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:46.018 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.018 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.018 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T16:19:46.018 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.018 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.018 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T16:19:46.018 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12949, 2024-07-29T16:19:46.018 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12631179160 2024-07-29T16:19:46.018 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.018 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T16:19:46.018 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12732, 2024-07-29T16:19:46.019 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 29988600400 2024-07-29T16:19:46.019 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.019 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:46.019 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9812 2024-07-29T16:19:46.019 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.019 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T16:19:46.019 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1703388805 2024-07-29T16:19:46.019 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.019 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T16:19:46.019 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9812, 2024-07-29T16:19:46.019 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 511925750906 2024-07-29T16:19:46.019 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.019 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:46.020 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.020 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.020 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T16:19:46.020 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 10926, 2024-07-29T16:19:46.020 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12865783868 2024-07-29T16:19:46.020 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.020 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T16:19:46.020 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9812, 2024-07-29T16:19:46.020 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 76077414787 2024-07-29T16:19:46.020 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.020 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T16:19:46.020 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.020 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.020 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T16:19:46.021 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 51 2024-07-29T16:19:46.021 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.021 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T16:19:46.021 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:46.021 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.021 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T16:19:46.021 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T16:19:46.021 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.021 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T16:19:46.021 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 773009408 2024-07-29T16:19:46.021 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.021 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.021 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.021 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.2": { 2024-07-29T16:19:46.022 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:46.022 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_db_max_lat": { 2024-07-29T16:19:46.022 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16317 2024-07-29T16:19:46.022 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.022 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T16:19:46.022 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.022 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.022 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_max_lat": { 2024-07-29T16:19:46.022 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.022 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.022 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T16:19:46.022 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.022 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.023 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T16:19:46.023 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T16:19:46.023 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.023 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_slow": { 2024-07-29T16:19:46.023 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.023 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.023 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T16:19:46.023 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.023 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.023 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_wal_max_lat": { 2024-07-29T16:19:46.023 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.023 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.023 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T16:19:46.023 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.023 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.024 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T16:19:46.024 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7094272 2024-07-29T16:19:46.024 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.024 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T16:19:46.024 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 636456960 2024-07-29T16:19:46.024 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.024 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T16:19:46.024 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17, 2024-07-29T16:19:46.024 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4277575 2024-07-29T16:19:46.024 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.024 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T16:19:46.024 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17, 2024-07-29T16:19:46.024 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1580864 2024-07-29T16:19:46.024 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.024 INFO:tasks.workunit.client.0.smithi067.stdout: "db_alloc_lat": { 2024-07-29T16:19:46.025 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 176, 2024-07-29T16:19:46.025 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 770095 2024-07-29T16:19:46.025 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.025 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T16:19:46.025 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995027456 2024-07-29T16:19:46.025 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.025 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T16:19:46.025 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 565379072 2024-07-29T16:19:46.025 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.025 INFO:tasks.workunit.client.0.smithi067.stdout: "flush_lat": { 2024-07-29T16:19:46.025 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 72240, 2024-07-29T16:19:46.025 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10261141586 2024-07-29T16:19:46.025 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.026 INFO:tasks.workunit.client.0.smithi067.stdout: "fsync_lat": { 2024-07-29T16:19:46.026 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 72260, 2024-07-29T16:19:46.026 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16962133892 2024-07-29T16:19:46.026 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.026 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T16:19:46.026 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13328384 2024-07-29T16:19:46.026 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.026 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T16:19:46.026 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 295952384 2024-07-29T16:19:46.026 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.026 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T16:19:46.026 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 573898752 2024-07-29T16:19:46.026 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.026 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T16:19:46.026 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.027 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.027 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T16:19:46.027 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.027 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.027 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T16:19:46.027 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 45 2024-07-29T16:19:46.027 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.027 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T16:19:46.027 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 357302367 2024-07-29T16:19:46.027 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.027 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T16:19:46.027 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24203 2024-07-29T16:19:46.027 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.027 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T16:19:46.027 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 292372480 2024-07-29T16:19:46.027 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.028 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T16:19:46.028 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 292376576 2024-07-29T16:19:46.028 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.028 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T16:19:46.028 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.028 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.028 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T16:19:46.028 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.028 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.028 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T16:19:46.028 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11821 2024-07-29T16:19:46.028 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.028 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:46.028 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 24203, 2024-07-29T16:19:46.029 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 178219729 2024-07-29T16:19:46.029 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.029 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T16:19:46.029 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 257377337 2024-07-29T16:19:46.029 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.029 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T16:19:46.029 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21141 2024-07-29T16:19:46.029 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.029 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T16:19:46.029 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2770551 2024-07-29T16:19:46.029 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.029 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T16:19:46.029 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 779 2024-07-29T16:19:46.029 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.029 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T16:19:46.029 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6985597 2024-07-29T16:19:46.030 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.030 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T16:19:46.030 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1038 2024-07-29T16:19:46.030 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.030 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T16:19:46.030 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4215046 2024-07-29T16:19:46.030 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.030 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T16:19:46.030 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4215046 2024-07-29T16:19:46.030 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.030 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T16:19:46.030 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.030 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.030 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T16:19:46.031 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.031 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.031 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T16:19:46.031 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 270 2024-07-29T16:19:46.031 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.031 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_lat": { 2024-07-29T16:19:46.031 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1038, 2024-07-29T16:19:46.031 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2319805 2024-07-29T16:19:46.031 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.031 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_alloc_lat": { 2024-07-29T16:19:46.031 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:46.031 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.031 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.031 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T16:19:46.031 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.032 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.032 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T16:19:46.032 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.032 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.032 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:46.032 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:46.032 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 830 2024-07-29T16:19:46.032 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.032 INFO:tasks.workunit.client.0.smithi067.stdout: "unlink_lat": { 2024-07-29T16:19:46.032 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:46.032 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6786 2024-07-29T16:19:46.032 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.032 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_alloc_lat": { 2024-07-29T16:19:46.032 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:46.032 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.033 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.033 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T16:19:46.033 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.033 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.033 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T16:19:46.033 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.033 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.033 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T16:19:46.033 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 942092288 2024-07-29T16:19:46.033 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.033 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.033 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T16:19:46.033 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T16:19:46.034 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T16:19:46.034 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.034 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T16:19:46.034 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10338304 2024-07-29T16:19:46.034 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.034 INFO:tasks.workunit.client.0.smithi067.stdout: "allocator_lat": { 2024-07-29T16:19:46.034 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17684, 2024-07-29T16:19:46.034 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 51410094 2024-07-29T16:19:46.034 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.034 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T16:19:46.035 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3322, 2024-07-29T16:19:46.035 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 483740122 2024-07-29T16:19:46.035 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.035 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T16:19:46.035 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:46.035 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.035 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.035 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T16:19:46.035 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.035 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.035 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T16:19:46.035 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.035 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.036 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T16:19:46.036 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.036 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.036 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T16:19:46.036 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 24615, 2024-07-29T16:19:46.036 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 206866331 2024-07-29T16:19:46.036 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.036 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T16:19:46.036 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:46.036 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.036 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.036 INFO:tasks.workunit.client.0.smithi067.stdout: "fragmentation_micros": { 2024-07-29T16:19:46.036 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.037 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.037 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T16:19:46.037 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 72194, 2024-07-29T16:19:46.037 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 20895780329 2024-07-29T16:19:46.037 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.037 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T16:19:46.037 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71651, 2024-07-29T16:19:46.037 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1681739321 2024-07-29T16:19:46.037 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.037 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T16:19:46.037 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 72194, 2024-07-29T16:19:46.037 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 41553013 2024-07-29T16:19:46.037 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.038 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T16:19:46.038 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 72194, 2024-07-29T16:19:46.038 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 20937333342 2024-07-29T16:19:46.038 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.038 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T16:19:46.038 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:46.038 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.038 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.038 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T16:19:46.038 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 66281, 2024-07-29T16:19:46.038 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1278817239 2024-07-29T16:19:46.038 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.039 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T16:19:46.039 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1006, 2024-07-29T16:19:46.039 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2698664 2024-07-29T16:19:46.039 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.039 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T16:19:46.039 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 24673, 2024-07-29T16:19:46.039 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15345868 2024-07-29T16:19:46.039 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.039 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T16:19:46.039 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 37, 2024-07-29T16:19:46.039 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 59480 2024-07-29T16:19:46.039 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.039 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T16:19:46.040 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22898, 2024-07-29T16:19:46.040 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3093260080 2024-07-29T16:19:46.040 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.040 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T16:19:46.040 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 272456 2024-07-29T16:19:46.040 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.040 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T16:19:46.040 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19626 2024-07-29T16:19:46.040 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.040 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:46.040 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7215, 2024-07-29T16:19:46.040 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1919662758 2024-07-29T16:19:46.041 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.041 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T16:19:46.041 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 19730, 2024-07-29T16:19:46.041 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9658741 2024-07-29T16:19:46.041 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.041 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T16:19:46.041 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12515, 2024-07-29T16:19:46.041 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1683188024 2024-07-29T16:19:46.041 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.041 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T16:19:46.041 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.042 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.042 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T16:19:46.042 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12685, 2024-07-29T16:19:46.042 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 392358333 2024-07-29T16:19:46.042 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.042 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_aio_wait_count": { 2024-07-29T16:19:46.042 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.042 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.042 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_committed_kv_count": { 2024-07-29T16:19:46.042 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.042 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.042 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_onode_meta_count": { 2024-07-29T16:19:46.042 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.043 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.043 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_wait_aio_count": { 2024-07-29T16:19:46.043 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.043 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.043 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T16:19:46.043 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:46.043 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10062443054 2024-07-29T16:19:46.043 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.043 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T16:19:46.043 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5665, 2024-07-29T16:19:46.043 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 632474745 2024-07-29T16:19:46.043 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.043 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T16:19:46.044 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5662, 2024-07-29T16:19:46.044 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2331903784076 2024-07-29T16:19:46.044 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.044 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T16:19:46.044 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5665, 2024-07-29T16:19:46.044 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6172799518014 2024-07-29T16:19:46.044 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.044 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T16:19:46.044 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85897, 2024-07-29T16:19:46.044 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1921651061634 2024-07-29T16:19:46.044 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.044 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T16:19:46.044 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85897, 2024-07-29T16:19:46.045 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10314724 2024-07-29T16:19:46.045 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.045 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T16:19:46.045 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:46.045 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 335805303 2024-07-29T16:19:46.045 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.045 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T16:19:46.045 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:46.045 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 35876923094 2024-07-29T16:19:46.045 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.045 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T16:19:46.045 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:46.045 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30709223 2024-07-29T16:19:46.045 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.046 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T16:19:46.046 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:46.046 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17754254282 2024-07-29T16:19:46.046 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.046 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T16:19:46.046 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:46.046 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8158118006 2024-07-29T16:19:46.046 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.046 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T16:19:46.046 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6192870 2024-07-29T16:19:46.046 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.046 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:46.046 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2575, 2024-07-29T16:19:46.047 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16876135 2024-07-29T16:19:46.047 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.047 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T16:19:46.047 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:46.047 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 72201863034 2024-07-29T16:19:46.047 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.047 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T16:19:46.047 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:46.047 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9238750625 2024-07-29T16:19:46.047 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.047 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T16:19:46.047 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:46.047 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 740068383 2024-07-29T16:19:46.047 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.048 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.048 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T16:19:46.048 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:46.048 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1405137013 2024-07-29T16:19:46.048 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.048 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:46.048 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 517505024 2024-07-29T16:19:46.048 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.048 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:46.048 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 433692672 2024-07-29T16:19:46.048 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.048 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:46.048 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2600521625 2024-07-29T16:19:46.048 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.049 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:46.049 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 83812352 2024-07-29T16:19:46.049 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.049 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.049 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T16:19:46.049 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:46.049 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125829120 2024-07-29T16:19:46.049 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.049 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:46.049 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.049 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.049 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:46.049 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.049 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.050 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:46.050 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 57022167 2024-07-29T16:19:46.050 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.050 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:46.050 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.050 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.050 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:46.050 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.050 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.050 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:46.050 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.050 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.050 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:46.050 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.051 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.051 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:46.051 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1906 2024-07-29T16:19:46.051 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.051 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:46.051 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12586 2024-07-29T16:19:46.051 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.051 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:46.051 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.051 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.051 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:46.051 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.052 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.052 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:46.052 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.052 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.052 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:46.052 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68792461 2024-07-29T16:19:46.052 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.052 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.052 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T16:19:46.052 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:46.052 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 562036736 2024-07-29T16:19:46.052 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.052 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:46.052 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:46.053 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.053 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:46.053 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.053 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.053 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:46.053 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 427666255 2024-07-29T16:19:46.053 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.053 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:46.053 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.053 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.053 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:46.053 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.053 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.054 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:46.054 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2128 2024-07-29T16:19:46.054 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.054 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:46.054 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.054 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.054 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:46.054 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 146480 2024-07-29T16:19:46.054 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.054 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:46.054 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.054 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.054 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:46.054 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.055 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.055 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:46.055 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.055 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.055 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:46.055 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.055 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.055 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:46.055 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67113009 2024-07-29T16:19:46.055 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.055 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.055 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T16:19:46.055 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:46.055 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176160768 2024-07-29T16:19:46.055 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.056 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:46.056 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:46.056 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.056 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:46.056 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 246112 2024-07-29T16:19:46.056 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.056 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:46.056 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38014778 2024-07-29T16:19:46.056 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.056 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:46.056 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.056 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.056 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:46.056 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.056 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.057 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:46.057 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.057 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.057 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:46.057 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.057 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.057 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:46.057 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.057 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.057 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:46.057 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.057 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.057 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:46.057 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.058 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.058 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:46.058 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.058 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.058 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:46.058 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.058 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.058 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:46.058 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70791014 2024-07-29T16:19:46.058 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.058 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.058 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T16:19:46.058 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:46.058 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 503316480 2024-07-29T16:19:46.059 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.059 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:46.059 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.059 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.059 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:46.059 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.059 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.059 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:46.059 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 427666255 2024-07-29T16:19:46.059 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.059 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:46.059 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.059 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.059 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:46.059 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.059 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.060 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:46.060 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.060 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.060 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:46.060 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.060 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.060 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:46.060 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 162961 2024-07-29T16:19:46.060 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.060 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:46.060 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1189514 2024-07-29T16:19:46.060 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.060 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:46.060 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.061 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.061 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:46.061 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.061 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.061 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:46.061 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.061 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.061 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:46.061 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 74297750 2024-07-29T16:19:46.061 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.061 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.061 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:46.061 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:46.061 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.061 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.062 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:46.062 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 106 2024-07-29T16:19:46.062 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.062 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:46.062 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.062 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.062 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:46.062 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.062 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.062 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.062 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:46.062 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T16:19:46.062 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 43 2024-07-29T16:19:46.063 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.063 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T16:19:46.063 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.063 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.063 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T16:19:46.063 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 60951 2024-07-29T16:19:46.063 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.063 INFO:tasks.workunit.client.0.smithi067.stdout: "op_before_queue_op_lat": { 2024-07-29T16:19:46.063 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 156475, 2024-07-29T16:19:46.063 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7613788894 2024-07-29T16:19:46.063 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.063 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T16:19:46.063 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.063 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.064 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T16:19:46.064 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5 2024-07-29T16:19:46.064 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.064 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T16:19:46.064 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1571248887 2024-07-29T16:19:46.064 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.064 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T16:19:46.064 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 60951, 2024-07-29T16:19:46.064 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 91396256720 2024-07-29T16:19:46.064 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.064 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T16:19:46.064 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3305362623 2024-07-29T16:19:46.064 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.064 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T16:19:46.065 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 61926, 2024-07-29T16:19:46.065 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 42881075007 2024-07-29T16:19:46.065 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.065 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T16:19:46.065 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 60951, 2024-07-29T16:19:46.065 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 72853460302 2024-07-29T16:19:46.065 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.065 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:46.065 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30171 2024-07-29T16:19:46.065 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.065 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T16:19:46.065 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30171, 2024-07-29T16:19:46.065 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19951066357 2024-07-29T16:19:46.065 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.065 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:46.065 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.066 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.066 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T16:19:46.066 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3305362623 2024-07-29T16:19:46.066 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.066 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T16:19:46.066 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30647, 2024-07-29T16:19:46.066 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6782718891 2024-07-29T16:19:46.066 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.066 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T16:19:46.066 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30171, 2024-07-29T16:19:46.066 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10567004936 2024-07-29T16:19:46.066 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.066 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T16:19:46.066 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 28705 2024-07-29T16:19:46.066 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.067 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T16:19:46.067 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 270412409 2024-07-29T16:19:46.067 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.067 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T16:19:46.067 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28705, 2024-07-29T16:19:46.067 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 53012589517 2024-07-29T16:19:46.067 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.067 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:46.067 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.067 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.067 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:46.067 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.067 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.067 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T16:19:46.068 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.068 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.068 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T16:19:46.068 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28985, 2024-07-29T16:19:46.068 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 32490603009 2024-07-29T16:19:46.068 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.068 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T16:19:46.068 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28705, 2024-07-29T16:19:46.068 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 48358287583 2024-07-29T16:19:46.068 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.068 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:46.068 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2075 2024-07-29T16:19:46.068 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.068 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T16:19:46.068 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1300836478 2024-07-29T16:19:46.068 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.069 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T16:19:46.069 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2075, 2024-07-29T16:19:46.069 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18432600846 2024-07-29T16:19:46.069 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.069 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:46.069 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.069 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.069 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T16:19:46.069 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2294, 2024-07-29T16:19:46.069 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3607753107 2024-07-29T16:19:46.069 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.069 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T16:19:46.069 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2075, 2024-07-29T16:19:46.069 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13928167783 2024-07-29T16:19:46.069 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.070 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T16:19:46.070 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.070 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.070 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T16:19:46.070 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T16:19:46.070 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.070 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T16:19:46.070 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30 2024-07-29T16:19:46.070 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.070 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T16:19:46.070 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T16:19:46.070 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.070 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T16:19:46.070 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 575737856 2024-07-29T16:19:46.071 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.071 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.071 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.071 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.3": { 2024-07-29T16:19:46.071 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:46.071 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_db_max_lat": { 2024-07-29T16:19:46.071 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 27482 2024-07-29T16:19:46.071 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.071 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T16:19:46.071 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.071 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.071 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_max_lat": { 2024-07-29T16:19:46.071 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.071 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.071 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T16:19:46.071 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.072 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.072 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T16:19:46.072 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T16:19:46.072 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.072 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_slow": { 2024-07-29T16:19:46.072 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.072 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.072 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T16:19:46.072 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.072 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.072 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_wal_max_lat": { 2024-07-29T16:19:46.072 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.072 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.073 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T16:19:46.073 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.073 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.073 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T16:19:46.073 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2617344 2024-07-29T16:19:46.073 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.073 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T16:19:46.073 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 585707520 2024-07-29T16:19:46.073 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.073 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T16:19:46.073 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15, 2024-07-29T16:19:46.073 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4781768 2024-07-29T16:19:46.073 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.073 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T16:19:46.074 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15, 2024-07-29T16:19:46.074 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1283383 2024-07-29T16:19:46.074 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.074 INFO:tasks.workunit.client.0.smithi067.stdout: "db_alloc_lat": { 2024-07-29T16:19:46.074 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 148, 2024-07-29T16:19:46.074 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 739559 2024-07-29T16:19:46.074 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.074 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T16:19:46.074 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995027456 2024-07-29T16:19:46.074 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.074 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T16:19:46.074 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 491192320 2024-07-29T16:19:46.074 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.074 INFO:tasks.workunit.client.0.smithi067.stdout: "flush_lat": { 2024-07-29T16:19:46.075 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64784, 2024-07-29T16:19:46.075 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8773917445 2024-07-29T16:19:46.075 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.075 INFO:tasks.workunit.client.0.smithi067.stdout: "fsync_lat": { 2024-07-29T16:19:46.075 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64792, 2024-07-29T16:19:46.075 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14838341915 2024-07-29T16:19:46.075 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.075 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T16:19:46.075 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16072704 2024-07-29T16:19:46.075 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.075 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T16:19:46.075 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 265424896 2024-07-29T16:19:46.075 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.076 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T16:19:46.076 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 495452160 2024-07-29T16:19:46.076 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.076 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T16:19:46.076 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.076 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.076 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T16:19:46.076 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.076 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.076 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T16:19:46.076 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 39 2024-07-29T16:19:46.076 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.076 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T16:19:46.077 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95964531 2024-07-29T16:19:46.077 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.077 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T16:19:46.077 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4258 2024-07-29T16:19:46.077 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.077 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T16:19:46.077 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 100560896 2024-07-29T16:19:46.077 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.077 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T16:19:46.077 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 100564992 2024-07-29T16:19:46.077 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.077 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T16:19:46.077 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.077 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.078 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T16:19:46.078 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.078 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.078 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T16:19:46.078 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2098 2024-07-29T16:19:46.078 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.078 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:46.078 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4258, 2024-07-29T16:19:46.078 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70094525 2024-07-29T16:19:46.078 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.078 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T16:19:46.078 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 27610634 2024-07-29T16:19:46.078 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.079 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T16:19:46.079 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2160 2024-07-29T16:19:46.079 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.079 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T16:19:46.079 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1216017 2024-07-29T16:19:46.079 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.079 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T16:19:46.079 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 481 2024-07-29T16:19:46.079 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.079 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T16:19:46.079 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2598204 2024-07-29T16:19:46.079 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.079 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T16:19:46.079 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 644 2024-07-29T16:19:46.080 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.080 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T16:19:46.080 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1382187 2024-07-29T16:19:46.080 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.080 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T16:19:46.080 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1382187 2024-07-29T16:19:46.080 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.080 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T16:19:46.080 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.080 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.080 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T16:19:46.080 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.080 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.080 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T16:19:46.081 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 165 2024-07-29T16:19:46.081 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.081 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_lat": { 2024-07-29T16:19:46.081 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 644, 2024-07-29T16:19:46.081 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 920913 2024-07-29T16:19:46.081 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.081 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_alloc_lat": { 2024-07-29T16:19:46.081 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:46.081 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.081 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.081 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T16:19:46.081 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.081 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.082 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T16:19:46.082 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.082 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.082 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:46.082 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:46.082 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1237 2024-07-29T16:19:46.082 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.082 INFO:tasks.workunit.client.0.smithi067.stdout: "unlink_lat": { 2024-07-29T16:19:46.082 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:46.082 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10339 2024-07-29T16:19:46.082 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.082 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_alloc_lat": { 2024-07-29T16:19:46.082 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:46.082 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.082 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.083 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T16:19:46.083 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.083 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.083 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T16:19:46.083 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.083 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.083 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T16:19:46.083 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 856043520 2024-07-29T16:19:46.083 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.083 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.083 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T16:19:46.083 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T16:19:46.083 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T16:19:46.083 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.083 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T16:19:46.084 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14557184 2024-07-29T16:19:46.084 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.084 INFO:tasks.workunit.client.0.smithi067.stdout: "allocator_lat": { 2024-07-29T16:19:46.084 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17364, 2024-07-29T16:19:46.084 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 54274344 2024-07-29T16:19:46.084 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.084 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T16:19:46.084 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3245, 2024-07-29T16:19:46.084 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 402213124 2024-07-29T16:19:46.084 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.084 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T16:19:46.084 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:46.084 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.084 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.085 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T16:19:46.085 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.085 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.085 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T16:19:46.085 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.085 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.085 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T16:19:46.085 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.085 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.085 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T16:19:46.085 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 14978, 2024-07-29T16:19:46.085 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 108588709 2024-07-29T16:19:46.085 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.085 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T16:19:46.086 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:46.086 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.086 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.086 INFO:tasks.workunit.client.0.smithi067.stdout: "fragmentation_micros": { 2024-07-29T16:19:46.086 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.086 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.086 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T16:19:46.086 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64750, 2024-07-29T16:19:46.086 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18471584751 2024-07-29T16:19:46.086 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.086 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T16:19:46.086 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64309, 2024-07-29T16:19:46.086 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1698553267 2024-07-29T16:19:46.086 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.087 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T16:19:46.087 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64750, 2024-07-29T16:19:46.087 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 44010855 2024-07-29T16:19:46.087 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.087 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T16:19:46.087 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64750, 2024-07-29T16:19:46.087 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18515595606 2024-07-29T16:19:46.087 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.087 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T16:19:46.087 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:46.087 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.087 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.087 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T16:19:46.087 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 16124, 2024-07-29T16:19:46.088 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 659549514 2024-07-29T16:19:46.088 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.088 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T16:19:46.088 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1378, 2024-07-29T16:19:46.088 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2991144 2024-07-29T16:19:46.088 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.088 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T16:19:46.088 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5161, 2024-07-29T16:19:46.088 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6128408 2024-07-29T16:19:46.088 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.088 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T16:19:46.088 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 41, 2024-07-29T16:19:46.088 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 59593 2024-07-29T16:19:46.088 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.088 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T16:19:46.089 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 6882, 2024-07-29T16:19:46.089 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 311220545 2024-07-29T16:19:46.089 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.089 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T16:19:46.089 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 192899 2024-07-29T16:19:46.089 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.089 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T16:19:46.089 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17261 2024-07-29T16:19:46.089 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.089 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:46.089 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 31772, 2024-07-29T16:19:46.089 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1634119499 2024-07-29T16:19:46.089 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.090 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T16:19:46.090 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 81990, 2024-07-29T16:19:46.090 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25378061 2024-07-29T16:19:46.090 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.090 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T16:19:46.090 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 50218, 2024-07-29T16:19:46.090 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1134479010 2024-07-29T16:19:46.090 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.090 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T16:19:46.090 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.090 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.090 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T16:19:46.090 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12100, 2024-07-29T16:19:46.090 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 333205442 2024-07-29T16:19:46.091 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.091 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_aio_wait_count": { 2024-07-29T16:19:46.091 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.091 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.091 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_committed_kv_count": { 2024-07-29T16:19:46.091 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.091 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.091 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_onode_meta_count": { 2024-07-29T16:19:46.091 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.091 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.091 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_wait_aio_count": { 2024-07-29T16:19:46.091 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.091 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.091 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T16:19:46.091 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:46.091 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6441394384 2024-07-29T16:19:46.092 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.092 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T16:19:46.092 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17751, 2024-07-29T16:19:46.092 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1191645250 2024-07-29T16:19:46.092 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.092 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T16:19:46.092 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17749, 2024-07-29T16:19:46.092 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2643958119221 2024-07-29T16:19:46.092 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.092 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T16:19:46.092 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17751, 2024-07-29T16:19:46.092 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6536316126950 2024-07-29T16:19:46.092 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.092 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T16:19:46.092 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74160, 2024-07-29T16:19:46.093 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2488196004126 2024-07-29T16:19:46.093 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.093 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T16:19:46.093 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74160, 2024-07-29T16:19:46.093 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9455333 2024-07-29T16:19:46.093 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.093 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T16:19:46.093 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:46.093 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 344646612 2024-07-29T16:19:46.093 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.093 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T16:19:46.093 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:46.093 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 29261313939 2024-07-29T16:19:46.093 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.094 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T16:19:46.094 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:46.094 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30720984 2024-07-29T16:19:46.094 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.094 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T16:19:46.094 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:46.094 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14723312522 2024-07-29T16:19:46.094 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.094 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T16:19:46.094 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:46.094 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6494005160 2024-07-29T16:19:46.094 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.094 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T16:19:46.094 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10393094 2024-07-29T16:19:46.095 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.095 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:46.095 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2611, 2024-07-29T16:19:46.095 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18297807 2024-07-29T16:19:46.095 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.095 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T16:19:46.095 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:46.095 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 57276412189 2024-07-29T16:19:46.095 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.095 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T16:19:46.095 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:46.095 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7424080457 2024-07-29T16:19:46.095 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.095 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T16:19:46.096 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:46.096 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 462505181 2024-07-29T16:19:46.096 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.096 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.096 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T16:19:46.096 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:46.096 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1405137013 2024-07-29T16:19:46.096 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.096 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:46.096 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 539992064 2024-07-29T16:19:46.096 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.096 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:46.096 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 506273792 2024-07-29T16:19:46.096 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.096 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:46.096 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2600521625 2024-07-29T16:19:46.097 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.097 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:46.097 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 33718272 2024-07-29T16:19:46.097 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.097 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.097 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T16:19:46.097 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:46.097 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125829120 2024-07-29T16:19:46.097 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.097 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:46.097 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.097 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.097 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:46.097 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.097 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.098 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:46.098 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 57397588 2024-07-29T16:19:46.098 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.098 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:46.098 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.098 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.098 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:46.098 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.098 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.098 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:46.098 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.098 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.098 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:46.098 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.098 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.099 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:46.099 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.099 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.099 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:46.099 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 582 2024-07-29T16:19:46.099 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.099 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:46.099 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.099 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.099 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:46.099 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.099 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.099 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:46.099 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.099 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.100 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:46.100 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68430950 2024-07-29T16:19:46.100 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.100 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.100 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T16:19:46.100 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:46.100 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 570425344 2024-07-29T16:19:46.100 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.100 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:46.100 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:46.100 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.100 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:46.100 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.100 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.100 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:46.100 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 430481916 2024-07-29T16:19:46.101 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.101 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:46.101 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.101 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.101 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:46.101 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.101 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.101 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:46.101 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1520 2024-07-29T16:19:46.101 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.101 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:46.101 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.101 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.101 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:46.101 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 31040 2024-07-29T16:19:46.101 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.102 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:46.102 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 63616 2024-07-29T16:19:46.102 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.102 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:46.102 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.102 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.102 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:46.102 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.102 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.102 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:46.102 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.102 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.102 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:46.102 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 72738388 2024-07-29T16:19:46.102 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.103 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.103 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T16:19:46.103 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:46.103 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176160768 2024-07-29T16:19:46.103 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.103 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:46.103 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:46.103 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.103 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:46.103 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 46416 2024-07-29T16:19:46.103 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.103 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:46.103 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38265059 2024-07-29T16:19:46.103 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.104 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:46.104 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.104 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.104 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:46.104 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.104 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.104 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:46.104 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.104 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.104 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:46.104 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.104 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.104 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:46.104 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.104 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.104 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:46.105 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.105 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.105 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:46.105 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.105 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.105 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:46.105 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.105 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.105 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:46.105 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.105 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.105 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:46.105 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70740429 2024-07-29T16:19:46.105 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.105 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.105 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T16:19:46.106 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:46.106 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 503316480 2024-07-29T16:19:46.106 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.106 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:46.106 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.106 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.106 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:46.106 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.106 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.106 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:46.106 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 430481916 2024-07-29T16:19:46.106 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.106 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:46.106 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.107 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.107 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:46.107 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.107 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.107 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:46.107 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.107 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.107 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:46.107 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.107 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.107 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:46.107 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 172860 2024-07-29T16:19:46.107 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.107 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:46.107 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1184143 2024-07-29T16:19:46.108 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.108 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:46.108 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.108 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.108 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:46.108 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.108 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.108 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:46.108 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.108 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.108 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:46.108 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71477561 2024-07-29T16:19:46.108 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.108 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.108 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:46.109 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:46.109 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.109 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.109 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:46.109 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21 2024-07-29T16:19:46.109 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.109 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:46.109 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.109 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.109 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:46.109 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.109 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.109 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.109 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:46.109 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T16:19:46.109 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 48 2024-07-29T16:19:46.110 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.110 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T16:19:46.110 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.110 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.110 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T16:19:46.110 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 43657 2024-07-29T16:19:46.110 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.110 INFO:tasks.workunit.client.0.smithi067.stdout: "op_before_queue_op_lat": { 2024-07-29T16:19:46.110 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 119162, 2024-07-29T16:19:46.110 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6314083460 2024-07-29T16:19:46.110 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.110 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T16:19:46.110 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.110 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.111 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T16:19:46.111 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.111 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.111 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T16:19:46.111 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 990646140 2024-07-29T16:19:46.111 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.111 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T16:19:46.111 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 43657, 2024-07-29T16:19:46.111 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 283475204423 2024-07-29T16:19:46.111 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.111 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T16:19:46.111 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1604546327 2024-07-29T16:19:46.111 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.111 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T16:19:46.111 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 45370, 2024-07-29T16:19:46.111 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25096072067 2024-07-29T16:19:46.112 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.112 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T16:19:46.112 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 43657, 2024-07-29T16:19:46.112 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70165683584 2024-07-29T16:19:46.112 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.112 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:46.112 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 28230 2024-07-29T16:19:46.112 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.112 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T16:19:46.112 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28230, 2024-07-29T16:19:46.112 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 44631537744 2024-07-29T16:19:46.112 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.112 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:46.112 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.112 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.113 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T16:19:46.113 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1604546327 2024-07-29T16:19:46.113 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.113 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T16:19:46.113 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28322, 2024-07-29T16:19:46.113 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5756958543 2024-07-29T16:19:46.113 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.113 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T16:19:46.113 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28230, 2024-07-29T16:19:46.113 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6579935822 2024-07-29T16:19:46.113 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.113 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T16:19:46.113 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11387 2024-07-29T16:19:46.113 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.114 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T16:19:46.114 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 134249934 2024-07-29T16:19:46.114 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.114 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T16:19:46.114 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 11387, 2024-07-29T16:19:46.114 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 161775754012 2024-07-29T16:19:46.114 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.114 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:46.114 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.114 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.114 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:46.114 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.114 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.114 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T16:19:46.114 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.115 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.115 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T16:19:46.115 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12950, 2024-07-29T16:19:46.115 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14690102759 2024-07-29T16:19:46.115 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.115 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T16:19:46.115 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 11387, 2024-07-29T16:19:46.115 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30799304536 2024-07-29T16:19:46.115 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.115 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:46.115 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4040 2024-07-29T16:19:46.115 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.115 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T16:19:46.115 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 856396206 2024-07-29T16:19:46.116 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.116 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T16:19:46.116 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4040, 2024-07-29T16:19:46.116 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 77067912667 2024-07-29T16:19:46.116 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.116 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:46.116 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.116 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.116 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T16:19:46.116 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4098, 2024-07-29T16:19:46.116 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4649010765 2024-07-29T16:19:46.116 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.116 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T16:19:46.116 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4040, 2024-07-29T16:19:46.117 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 32786443226 2024-07-29T16:19:46.117 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.117 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T16:19:46.117 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.117 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.117 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T16:19:46.117 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.117 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.117 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T16:19:46.117 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14 2024-07-29T16:19:46.117 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.117 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T16:19:46.117 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T16:19:46.117 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.118 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T16:19:46.118 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 505765888 2024-07-29T16:19:46.118 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.118 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.118 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.118 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.4": { 2024-07-29T16:19:46.118 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:46.118 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_db_max_lat": { 2024-07-29T16:19:46.118 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 20520 2024-07-29T16:19:46.118 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.118 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T16:19:46.118 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.118 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.118 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_max_lat": { 2024-07-29T16:19:46.119 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.119 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.119 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T16:19:46.119 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.119 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.119 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T16:19:46.119 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T16:19:46.119 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.119 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_slow": { 2024-07-29T16:19:46.119 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.119 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.119 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T16:19:46.119 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.119 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.120 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_wal_max_lat": { 2024-07-29T16:19:46.120 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.120 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.120 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T16:19:46.120 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.120 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.120 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T16:19:46.120 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7094272 2024-07-29T16:19:46.120 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.120 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T16:19:46.120 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 591761408 2024-07-29T16:19:46.120 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.120 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T16:19:46.120 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 14, 2024-07-29T16:19:46.120 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5686289 2024-07-29T16:19:46.121 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.121 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T16:19:46.121 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 14, 2024-07-29T16:19:46.121 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3238124 2024-07-29T16:19:46.121 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.121 INFO:tasks.workunit.client.0.smithi067.stdout: "db_alloc_lat": { 2024-07-29T16:19:46.121 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 154, 2024-07-29T16:19:46.121 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 625373 2024-07-29T16:19:46.121 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.121 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T16:19:46.121 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995027456 2024-07-29T16:19:46.121 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.121 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T16:19:46.121 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 579534848 2024-07-29T16:19:46.121 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.121 INFO:tasks.workunit.client.0.smithi067.stdout: "flush_lat": { 2024-07-29T16:19:46.122 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 58893, 2024-07-29T16:19:46.122 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7686425411 2024-07-29T16:19:46.122 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.122 INFO:tasks.workunit.client.0.smithi067.stdout: "fsync_lat": { 2024-07-29T16:19:46.122 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 58918, 2024-07-29T16:19:46.122 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12459394487 2024-07-29T16:19:46.122 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.122 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T16:19:46.122 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8540160 2024-07-29T16:19:46.122 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.122 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T16:19:46.122 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 241266688 2024-07-29T16:19:46.122 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.122 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T16:19:46.123 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 592314368 2024-07-29T16:19:46.123 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.123 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T16:19:46.123 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.123 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.123 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T16:19:46.123 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.123 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.123 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T16:19:46.123 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 46 2024-07-29T16:19:46.123 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.123 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T16:19:46.123 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 246844529 2024-07-29T16:19:46.123 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.123 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T16:19:46.124 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12752 2024-07-29T16:19:46.124 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.124 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T16:19:46.124 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 220868608 2024-07-29T16:19:46.124 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.124 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T16:19:46.124 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 220872704 2024-07-29T16:19:46.124 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.124 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T16:19:46.124 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.124 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.124 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T16:19:46.124 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.124 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.124 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T16:19:46.125 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5257 2024-07-29T16:19:46.125 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.125 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:46.125 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12752, 2024-07-29T16:19:46.125 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 94774277 2024-07-29T16:19:46.125 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.125 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T16:19:46.125 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 132256185 2024-07-29T16:19:46.125 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.125 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T16:19:46.125 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9243 2024-07-29T16:19:46.125 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.125 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T16:19:46.125 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2381235 2024-07-29T16:19:46.125 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.126 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T16:19:46.126 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 719 2024-07-29T16:19:46.126 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.126 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T16:19:46.126 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7027115 2024-07-29T16:19:46.126 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.126 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T16:19:46.126 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 955 2024-07-29T16:19:46.126 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.126 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T16:19:46.126 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4645880 2024-07-29T16:19:46.126 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.126 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T16:19:46.126 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4645880 2024-07-29T16:19:46.127 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.127 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T16:19:46.127 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.127 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.127 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T16:19:46.127 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.127 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.127 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T16:19:46.127 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 242 2024-07-29T16:19:46.127 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.127 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_lat": { 2024-07-29T16:19:46.127 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 955, 2024-07-29T16:19:46.127 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1892078 2024-07-29T16:19:46.127 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.127 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_alloc_lat": { 2024-07-29T16:19:46.127 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:46.128 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.128 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.128 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T16:19:46.128 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.128 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.128 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T16:19:46.128 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.128 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.128 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:46.128 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:46.128 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 653 2024-07-29T16:19:46.128 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.128 INFO:tasks.workunit.client.0.smithi067.stdout: "unlink_lat": { 2024-07-29T16:19:46.128 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:46.128 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6709 2024-07-29T16:19:46.129 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.129 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_alloc_lat": { 2024-07-29T16:19:46.129 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:46.129 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.129 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.129 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T16:19:46.129 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.129 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.129 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T16:19:46.129 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.129 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.129 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T16:19:46.129 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 842264576 2024-07-29T16:19:46.129 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.129 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.129 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T16:19:46.130 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T16:19:46.130 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T16:19:46.130 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.130 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T16:19:46.130 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10358784 2024-07-29T16:19:46.130 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.130 INFO:tasks.workunit.client.0.smithi067.stdout: "allocator_lat": { 2024-07-29T16:19:46.130 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 23694, 2024-07-29T16:19:46.130 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 61153796 2024-07-29T16:19:46.130 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.130 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T16:19:46.130 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3192, 2024-07-29T16:19:46.130 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 409748816 2024-07-29T16:19:46.130 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.130 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T16:19:46.131 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:46.131 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.131 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.131 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T16:19:46.131 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.131 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.131 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T16:19:46.131 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.131 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.131 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T16:19:46.131 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.131 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.131 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T16:19:46.131 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9276, 2024-07-29T16:19:46.131 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68213481 2024-07-29T16:19:46.132 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.132 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T16:19:46.132 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:46.132 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.132 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.132 INFO:tasks.workunit.client.0.smithi067.stdout: "fragmentation_micros": { 2024-07-29T16:19:46.132 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.132 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.132 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T16:19:46.132 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 58845, 2024-07-29T16:19:46.132 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15453706547 2024-07-29T16:19:46.132 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.132 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T16:19:46.132 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 58476, 2024-07-29T16:19:46.132 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1200906929 2024-07-29T16:19:46.133 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.133 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T16:19:46.133 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 58845, 2024-07-29T16:19:46.133 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 46535359 2024-07-29T16:19:46.133 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.133 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T16:19:46.133 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 58845, 2024-07-29T16:19:46.133 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15500241906 2024-07-29T16:19:46.133 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.133 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T16:19:46.133 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:46.133 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.133 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.133 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T16:19:46.133 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 225096, 2024-07-29T16:19:46.134 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1005968033 2024-07-29T16:19:46.134 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.134 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T16:19:46.134 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 808, 2024-07-29T16:19:46.134 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2070440 2024-07-29T16:19:46.134 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.134 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T16:19:46.134 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 124900, 2024-07-29T16:19:46.134 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 43961240 2024-07-29T16:19:46.134 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.134 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T16:19:46.134 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 45, 2024-07-29T16:19:46.134 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 90856 2024-07-29T16:19:46.134 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.135 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T16:19:46.135 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 11927, 2024-07-29T16:19:46.135 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1646329396 2024-07-29T16:19:46.135 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.135 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T16:19:46.135 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 377095 2024-07-29T16:19:46.135 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.135 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T16:19:46.135 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18769 2024-07-29T16:19:46.135 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.135 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:46.135 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 8614, 2024-07-29T16:19:46.135 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 971556420 2024-07-29T16:19:46.135 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.136 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T16:19:46.136 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 36139, 2024-07-29T16:19:46.136 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9891306 2024-07-29T16:19:46.136 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.136 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T16:19:46.136 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 27525, 2024-07-29T16:19:46.136 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 807674270 2024-07-29T16:19:46.136 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.136 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T16:19:46.136 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.136 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.136 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T16:19:46.136 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13131, 2024-07-29T16:19:46.136 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 298393073 2024-07-29T16:19:46.137 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.137 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_aio_wait_count": { 2024-07-29T16:19:46.137 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.137 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.137 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_committed_kv_count": { 2024-07-29T16:19:46.137 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.137 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.137 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_onode_meta_count": { 2024-07-29T16:19:46.137 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.137 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.137 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_wait_aio_count": { 2024-07-29T16:19:46.137 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.137 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.137 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T16:19:46.137 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:46.138 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8517580123 2024-07-29T16:19:46.138 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.138 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T16:19:46.138 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 18273, 2024-07-29T16:19:46.138 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 887927137 2024-07-29T16:19:46.138 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.138 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T16:19:46.138 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 18271, 2024-07-29T16:19:46.138 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2849954538229 2024-07-29T16:19:46.138 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.138 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T16:19:46.138 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 18273, 2024-07-29T16:19:46.138 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6224467183354 2024-07-29T16:19:46.138 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.139 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T16:19:46.139 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71250, 2024-07-29T16:19:46.139 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2342556374143 2024-07-29T16:19:46.139 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.139 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T16:19:46.139 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71250, 2024-07-29T16:19:46.139 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7914835 2024-07-29T16:19:46.139 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.139 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T16:19:46.139 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:46.139 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 344374910 2024-07-29T16:19:46.139 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.139 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T16:19:46.140 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:46.140 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 26303165570 2024-07-29T16:19:46.140 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.140 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T16:19:46.140 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:46.140 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24585570 2024-07-29T16:19:46.140 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.140 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T16:19:46.140 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:46.140 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12558442797 2024-07-29T16:19:46.140 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.140 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T16:19:46.140 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:46.140 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6168312165 2024-07-29T16:19:46.141 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.141 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T16:19:46.141 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6193585 2024-07-29T16:19:46.141 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.141 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:46.141 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2482, 2024-07-29T16:19:46.141 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14724850 2024-07-29T16:19:46.141 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.141 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T16:19:46.141 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:46.141 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 53903413237 2024-07-29T16:19:46.141 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.141 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T16:19:46.141 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:46.142 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7008571972 2024-07-29T16:19:46.142 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.142 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T16:19:46.142 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:46.142 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 628589391 2024-07-29T16:19:46.142 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.142 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.142 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T16:19:46.142 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:46.142 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1405116297 2024-07-29T16:19:46.142 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.142 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:46.142 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 569253888 2024-07-29T16:19:46.143 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.143 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:46.143 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 469352448 2024-07-29T16:19:46.143 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.143 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:46.143 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2600497254 2024-07-29T16:19:46.143 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.143 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:46.143 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 99901440 2024-07-29T16:19:46.143 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.143 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.143 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T16:19:46.143 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:46.144 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125829120 2024-07-29T16:19:46.144 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.144 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:46.144 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.144 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.144 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:46.144 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.144 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.144 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:46.144 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56974333 2024-07-29T16:19:46.144 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.144 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:46.144 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.145 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.145 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:46.145 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.145 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.145 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:46.145 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.145 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.145 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:46.145 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.145 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.145 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:46.145 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 22502 2024-07-29T16:19:46.145 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.146 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:46.146 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 27932 2024-07-29T16:19:46.146 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.146 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:46.146 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.146 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.146 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:46.146 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.146 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.146 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:46.146 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.146 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.146 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:46.147 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68804353 2024-07-29T16:19:46.147 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.147 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.147 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T16:19:46.147 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:46.147 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 562036736 2024-07-29T16:19:46.147 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.147 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:46.147 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:46.147 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.147 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:46.147 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.147 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.148 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:46.148 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 427307502 2024-07-29T16:19:46.148 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.148 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:46.148 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.148 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.148 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:46.148 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2160 2024-07-29T16:19:46.148 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.148 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:46.148 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.148 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.148 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:46.148 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.149 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.149 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:46.149 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 138528 2024-07-29T16:19:46.149 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.149 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:46.149 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 240 2024-07-29T16:19:46.149 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.149 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:46.149 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.149 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.149 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:46.149 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.149 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.150 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:46.150 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.150 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.150 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:46.150 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67479442 2024-07-29T16:19:46.150 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.150 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.150 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T16:19:46.150 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:46.150 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176160768 2024-07-29T16:19:46.150 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.150 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:46.150 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:46.151 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.151 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:46.151 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 264512 2024-07-29T16:19:46.151 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.151 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:46.151 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 37982889 2024-07-29T16:19:46.151 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.151 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:46.151 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.151 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.151 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:46.151 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.151 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.151 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:46.152 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.152 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.152 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:46.152 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.152 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.152 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:46.152 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.152 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.152 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:46.152 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.152 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.152 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:46.152 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.152 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.153 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:46.153 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.153 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.153 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:46.153 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.153 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.153 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:46.153 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70804503 2024-07-29T16:19:46.153 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.153 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.153 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T16:19:46.153 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:46.153 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 503316480 2024-07-29T16:19:46.153 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.153 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:46.154 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.154 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.154 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:46.154 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.154 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.154 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:46.154 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 427307502 2024-07-29T16:19:46.154 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.154 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:46.154 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.154 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.154 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:46.154 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.155 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.155 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:46.155 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.155 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.155 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:46.155 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.155 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.155 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:46.155 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 178689 2024-07-29T16:19:46.155 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.155 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:46.155 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1168667 2024-07-29T16:19:46.155 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.155 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:46.156 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.156 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.156 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:46.156 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.156 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.156 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:46.156 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.156 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.156 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:46.156 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 74661622 2024-07-29T16:19:46.156 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.156 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.156 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:46.156 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:46.156 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.156 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.157 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:46.157 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23 2024-07-29T16:19:46.157 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.157 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:46.157 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.157 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.157 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:46.157 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.157 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.157 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.157 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:46.157 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T16:19:46.157 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 47 2024-07-29T16:19:46.157 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.157 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T16:19:46.158 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.158 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.158 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T16:19:46.158 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 29718 2024-07-29T16:19:46.158 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.158 INFO:tasks.workunit.client.0.smithi067.stdout: "op_before_queue_op_lat": { 2024-07-29T16:19:46.158 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 91341, 2024-07-29T16:19:46.158 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6652205835 2024-07-29T16:19:46.158 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.158 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T16:19:46.158 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.158 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.158 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T16:19:46.158 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.159 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.159 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T16:19:46.159 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1000661695 2024-07-29T16:19:46.159 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.159 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T16:19:46.159 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 29718, 2024-07-29T16:19:46.159 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 75268447866 2024-07-29T16:19:46.159 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.159 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T16:19:46.159 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1239888997 2024-07-29T16:19:46.159 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.159 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T16:19:46.159 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30309, 2024-07-29T16:19:46.159 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17482548822 2024-07-29T16:19:46.159 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.159 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T16:19:46.160 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 29718, 2024-07-29T16:19:46.160 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 34486578131 2024-07-29T16:19:46.160 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.160 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:46.160 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 20602 2024-07-29T16:19:46.160 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.160 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T16:19:46.160 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 20602, 2024-07-29T16:19:46.160 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12668639460 2024-07-29T16:19:46.160 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.160 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:46.160 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.160 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.160 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T16:19:46.160 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1239888997 2024-07-29T16:19:46.161 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.161 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T16:19:46.161 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 20749, 2024-07-29T16:19:46.161 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9658331920 2024-07-29T16:19:46.161 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.161 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T16:19:46.161 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 20602, 2024-07-29T16:19:46.161 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9831414887 2024-07-29T16:19:46.161 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.161 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T16:19:46.161 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5098 2024-07-29T16:19:46.161 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.161 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T16:19:46.162 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 77113061 2024-07-29T16:19:46.162 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.162 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T16:19:46.162 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5098, 2024-07-29T16:19:46.162 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11445244366 2024-07-29T16:19:46.162 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.162 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:46.162 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.162 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.162 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:46.162 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.162 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.162 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T16:19:46.163 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.163 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.163 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T16:19:46.163 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5456, 2024-07-29T16:19:46.163 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3350544413 2024-07-29T16:19:46.163 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.163 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T16:19:46.163 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5098, 2024-07-29T16:19:46.163 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8712483025 2024-07-29T16:19:46.163 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.163 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:46.163 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4018 2024-07-29T16:19:46.163 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.163 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T16:19:46.164 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 923548634 2024-07-29T16:19:46.164 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.164 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T16:19:46.164 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4018, 2024-07-29T16:19:46.164 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 51154564040 2024-07-29T16:19:46.164 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.164 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:46.164 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.164 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.164 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T16:19:46.164 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4104, 2024-07-29T16:19:46.164 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4473672489 2024-07-29T16:19:46.164 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.165 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T16:19:46.165 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4018, 2024-07-29T16:19:46.165 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15942680219 2024-07-29T16:19:46.165 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.165 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T16:19:46.165 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.165 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.165 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T16:19:46.165 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14 2024-07-29T16:19:46.165 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.165 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T16:19:46.165 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12 2024-07-29T16:19:46.165 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.165 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T16:19:46.165 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T16:19:46.166 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.166 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T16:19:46.166 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 589910016 2024-07-29T16:19:46.166 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.166 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.166 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.166 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.5": { 2024-07-29T16:19:46.166 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:46.166 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_db_max_lat": { 2024-07-29T16:19:46.166 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24087 2024-07-29T16:19:46.166 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.166 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T16:19:46.166 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.167 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.167 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_max_lat": { 2024-07-29T16:19:46.167 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.167 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.167 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T16:19:46.167 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.167 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.167 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T16:19:46.167 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T16:19:46.167 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.167 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_slow": { 2024-07-29T16:19:46.167 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.167 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.167 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T16:19:46.167 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.168 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.168 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_wal_max_lat": { 2024-07-29T16:19:46.168 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.168 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.168 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T16:19:46.168 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.168 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.168 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T16:19:46.168 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13455360 2024-07-29T16:19:46.168 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.168 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T16:19:46.168 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 668033024 2024-07-29T16:19:46.168 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.168 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T16:19:46.168 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 20, 2024-07-29T16:19:46.169 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4381502 2024-07-29T16:19:46.169 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.169 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T16:19:46.169 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 20, 2024-07-29T16:19:46.169 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1437314 2024-07-29T16:19:46.169 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.169 INFO:tasks.workunit.client.0.smithi067.stdout: "db_alloc_lat": { 2024-07-29T16:19:46.169 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 208, 2024-07-29T16:19:46.169 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 767141 2024-07-29T16:19:46.169 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.169 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T16:19:46.169 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995027456 2024-07-29T16:19:46.169 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.169 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T16:19:46.170 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 553320448 2024-07-29T16:19:46.170 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.170 INFO:tasks.workunit.client.0.smithi067.stdout: "flush_lat": { 2024-07-29T16:19:46.170 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84260, 2024-07-29T16:19:46.170 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9798976468 2024-07-29T16:19:46.170 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.170 INFO:tasks.workunit.client.0.smithi067.stdout: "fsync_lat": { 2024-07-29T16:19:46.170 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84279, 2024-07-29T16:19:46.170 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15898870125 2024-07-29T16:19:46.170 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.170 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T16:19:46.170 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12644352 2024-07-29T16:19:46.170 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.171 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T16:19:46.171 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 345169920 2024-07-29T16:19:46.171 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.171 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T16:19:46.171 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 549060608 2024-07-29T16:19:46.171 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.171 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T16:19:46.171 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.171 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.171 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T16:19:46.171 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.171 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.171 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T16:19:46.171 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 48 2024-07-29T16:19:46.171 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.171 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T16:19:46.172 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 446643221 2024-07-29T16:19:46.172 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.172 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T16:19:46.172 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23987 2024-07-29T16:19:46.172 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.172 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T16:19:46.172 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 386457600 2024-07-29T16:19:46.172 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.172 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T16:19:46.172 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 386461696 2024-07-29T16:19:46.172 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.172 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T16:19:46.172 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.172 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.172 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T16:19:46.172 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.173 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.173 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T16:19:46.173 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11354 2024-07-29T16:19:46.173 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.173 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:46.173 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 23987, 2024-07-29T16:19:46.173 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 170774361 2024-07-29T16:19:46.173 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.173 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T16:19:46.173 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 290516234 2024-07-29T16:19:46.173 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.173 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T16:19:46.173 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19210 2024-07-29T16:19:46.173 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.174 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T16:19:46.174 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5424714 2024-07-29T16:19:46.174 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.174 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T16:19:46.174 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1014 2024-07-29T16:19:46.174 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.174 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T16:19:46.174 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13174099 2024-07-29T16:19:46.174 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.174 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T16:19:46.174 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1355 2024-07-29T16:19:46.174 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.175 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T16:19:46.175 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7749385 2024-07-29T16:19:46.175 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.175 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T16:19:46.175 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7749385 2024-07-29T16:19:46.175 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.175 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T16:19:46.175 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.175 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.175 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T16:19:46.175 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.175 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.175 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T16:19:46.175 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 359 2024-07-29T16:19:46.176 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.176 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_lat": { 2024-07-29T16:19:46.176 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1355, 2024-07-29T16:19:46.176 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3843747 2024-07-29T16:19:46.176 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.176 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_alloc_lat": { 2024-07-29T16:19:46.176 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:46.176 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.176 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.176 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T16:19:46.176 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.176 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.176 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T16:19:46.176 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.176 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.176 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:46.177 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:46.177 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 701 2024-07-29T16:19:46.177 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.177 INFO:tasks.workunit.client.0.smithi067.stdout: "unlink_lat": { 2024-07-29T16:19:46.177 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:46.177 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7384 2024-07-29T16:19:46.177 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.177 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_alloc_lat": { 2024-07-29T16:19:46.177 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:46.177 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.177 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.177 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T16:19:46.177 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.177 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.177 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T16:19:46.177 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.178 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.178 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T16:19:46.178 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1029689344 2024-07-29T16:19:46.178 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.178 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.178 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T16:19:46.178 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T16:19:46.178 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T16:19:46.178 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.178 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T16:19:46.178 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10362880 2024-07-29T16:19:46.178 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.178 INFO:tasks.workunit.client.0.smithi067.stdout: "allocator_lat": { 2024-07-29T16:19:46.178 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22510, 2024-07-29T16:19:46.179 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 64409089 2024-07-29T16:19:46.179 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.179 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T16:19:46.179 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3256, 2024-07-29T16:19:46.179 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 537644355 2024-07-29T16:19:46.179 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.179 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T16:19:46.179 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:46.179 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.179 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.179 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T16:19:46.179 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.179 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.179 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T16:19:46.180 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.180 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.180 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T16:19:46.180 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.180 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.180 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T16:19:46.180 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 21258, 2024-07-29T16:19:46.180 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 150975442 2024-07-29T16:19:46.180 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.180 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T16:19:46.180 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:46.180 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.180 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.180 INFO:tasks.workunit.client.0.smithi067.stdout: "fragmentation_micros": { 2024-07-29T16:19:46.181 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.181 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.181 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T16:19:46.181 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84204, 2024-07-29T16:19:46.181 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19628453209 2024-07-29T16:19:46.181 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.181 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T16:19:46.181 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 83736, 2024-07-29T16:19:46.181 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1507245266 2024-07-29T16:19:46.181 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.181 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T16:19:46.181 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84204, 2024-07-29T16:19:46.181 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 46096462 2024-07-29T16:19:46.181 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.182 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T16:19:46.182 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84204, 2024-07-29T16:19:46.182 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19674549671 2024-07-29T16:19:46.182 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.182 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T16:19:46.182 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:46.182 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.182 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.182 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T16:19:46.182 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30856, 2024-07-29T16:19:46.182 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 684311949 2024-07-29T16:19:46.182 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.182 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T16:19:46.183 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 862, 2024-07-29T16:19:46.183 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2428035 2024-07-29T16:19:46.183 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.183 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T16:19:46.183 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17961, 2024-07-29T16:19:46.183 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13199707 2024-07-29T16:19:46.183 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.183 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T16:19:46.183 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 49, 2024-07-29T16:19:46.183 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 88575 2024-07-29T16:19:46.183 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.183 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T16:19:46.183 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15554, 2024-07-29T16:19:46.183 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2291274594 2024-07-29T16:19:46.184 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.184 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T16:19:46.184 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 232353 2024-07-29T16:19:46.184 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.184 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T16:19:46.184 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21174 2024-07-29T16:19:46.184 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.184 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:46.184 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 11062, 2024-07-29T16:19:46.184 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1321110383 2024-07-29T16:19:46.184 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.184 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T16:19:46.184 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 29544, 2024-07-29T16:19:46.184 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10125184 2024-07-29T16:19:46.184 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.185 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T16:19:46.185 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 18482, 2024-07-29T16:19:46.185 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1170586121 2024-07-29T16:19:46.185 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.185 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T16:19:46.185 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.185 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.185 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T16:19:46.185 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15450, 2024-07-29T16:19:46.185 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 366024209 2024-07-29T16:19:46.185 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.185 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_aio_wait_count": { 2024-07-29T16:19:46.185 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.185 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.185 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_committed_kv_count": { 2024-07-29T16:19:46.185 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.186 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.186 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_onode_meta_count": { 2024-07-29T16:19:46.186 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.186 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.186 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_wait_aio_count": { 2024-07-29T16:19:46.186 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.186 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.186 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T16:19:46.186 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:46.186 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9416446912 2024-07-29T16:19:46.186 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.186 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T16:19:46.186 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7830, 2024-07-29T16:19:46.186 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 530788676 2024-07-29T16:19:46.186 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.187 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T16:19:46.187 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7829, 2024-07-29T16:19:46.187 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2369143381411 2024-07-29T16:19:46.187 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.187 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T16:19:46.187 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7830, 2024-07-29T16:19:46.187 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6041435065848 2024-07-29T16:19:46.187 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.187 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T16:19:46.187 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98742, 2024-07-29T16:19:46.187 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2649681798711 2024-07-29T16:19:46.187 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.187 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T16:19:46.187 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98742, 2024-07-29T16:19:46.187 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10961137 2024-07-29T16:19:46.188 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.188 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T16:19:46.188 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:46.188 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 326099518 2024-07-29T16:19:46.188 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.188 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T16:19:46.188 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:46.188 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 33439125671 2024-07-29T16:19:46.188 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.188 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T16:19:46.188 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:46.188 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 33815735 2024-07-29T16:19:46.188 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.188 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T16:19:46.188 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:46.189 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15722925586 2024-07-29T16:19:46.189 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.189 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T16:19:46.189 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:46.189 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7589219631 2024-07-29T16:19:46.189 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.189 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T16:19:46.189 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6198795 2024-07-29T16:19:46.189 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.189 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:46.189 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2483, 2024-07-29T16:19:46.189 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14180437 2024-07-29T16:19:46.189 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.189 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T16:19:46.190 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:46.190 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 66508859167 2024-07-29T16:19:46.190 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.190 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T16:19:46.190 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:46.190 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8608423891 2024-07-29T16:19:46.190 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.190 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T16:19:46.190 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:46.190 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 795260568 2024-07-29T16:19:46.190 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.190 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.190 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T16:19:46.190 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:46.191 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1405116297 2024-07-29T16:19:46.191 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.191 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:46.191 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 595288064 2024-07-29T16:19:46.191 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.191 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:46.191 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 419561472 2024-07-29T16:19:46.191 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.191 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:46.191 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2600497254 2024-07-29T16:19:46.191 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.191 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:46.191 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 175726592 2024-07-29T16:19:46.191 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.191 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.191 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T16:19:46.192 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:46.192 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125829120 2024-07-29T16:19:46.192 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.192 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:46.192 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.192 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.192 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:46.192 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.192 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.192 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:46.192 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56448908 2024-07-29T16:19:46.192 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.192 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:46.192 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.192 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.193 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:46.193 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.193 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.193 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:46.193 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.193 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.193 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:46.193 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.193 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.193 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:46.193 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2412 2024-07-29T16:19:46.193 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.193 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:46.193 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14858 2024-07-29T16:19:46.193 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.194 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:46.194 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.194 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.194 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:46.194 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.194 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.194 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:46.194 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.194 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.194 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:46.194 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 69362942 2024-07-29T16:19:46.194 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.194 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.195 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T16:19:46.195 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:46.195 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 562036736 2024-07-29T16:19:46.195 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.195 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:46.195 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:46.195 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.195 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:46.195 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.195 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.195 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:46.195 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 423366810 2024-07-29T16:19:46.195 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.195 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:46.195 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.195 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.196 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:46.196 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.196 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.196 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:46.196 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2640 2024-07-29T16:19:46.196 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.196 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:46.196 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.196 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.196 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:46.196 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 185760 2024-07-29T16:19:46.196 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.196 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:46.196 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.196 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.197 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:46.197 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.197 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.197 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:46.197 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.197 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.197 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:46.197 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.197 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.197 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:46.197 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71372662 2024-07-29T16:19:46.197 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.197 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.197 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T16:19:46.197 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:46.198 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176160768 2024-07-29T16:19:46.198 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.198 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:46.198 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:46.198 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.198 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:46.198 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 475952 2024-07-29T16:19:46.198 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.198 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:46.198 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 37632605 2024-07-29T16:19:46.198 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.198 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:46.198 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.198 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.198 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:46.199 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.199 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.199 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:46.199 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.199 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.199 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:46.199 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.199 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.199 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:46.199 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.199 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.199 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:46.199 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.199 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.199 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:46.199 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.200 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.200 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:46.200 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.200 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.200 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:46.200 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.200 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.200 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:46.200 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70943347 2024-07-29T16:19:46.200 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.200 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.200 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T16:19:46.200 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:46.200 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 494927872 2024-07-29T16:19:46.200 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.200 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:46.201 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.201 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.201 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:46.201 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.201 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.201 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:46.201 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 423366810 2024-07-29T16:19:46.201 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.201 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:46.201 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.201 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.201 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:46.201 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.201 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.201 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:46.202 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.202 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.202 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:46.202 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.202 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.202 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:46.202 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176489 2024-07-29T16:19:46.202 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.202 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:46.202 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1167072 2024-07-29T16:19:46.202 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.202 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:46.202 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.202 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.202 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:46.203 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.203 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.203 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:46.203 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.203 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.203 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:46.203 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70217501 2024-07-29T16:19:46.203 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.203 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.203 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:46.203 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:46.203 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.203 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.203 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:46.203 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18 2024-07-29T16:19:46.204 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.204 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:46.204 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.204 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.204 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:46.204 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.204 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.204 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.204 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:46.204 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T16:19:46.204 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 58 2024-07-29T16:19:46.204 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.204 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T16:19:46.204 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.204 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.205 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T16:19:46.205 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30461 2024-07-29T16:19:46.205 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.205 INFO:tasks.workunit.client.0.smithi067.stdout: "op_before_queue_op_lat": { 2024-07-29T16:19:46.205 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 114052, 2024-07-29T16:19:46.205 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9707163152 2024-07-29T16:19:46.205 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.205 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T16:19:46.205 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.205 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.205 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T16:19:46.205 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.205 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.205 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T16:19:46.206 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1126855224 2024-07-29T16:19:46.206 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.206 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T16:19:46.206 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30461, 2024-07-29T16:19:46.206 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 32063576865 2024-07-29T16:19:46.206 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.206 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T16:19:46.206 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2032511643 2024-07-29T16:19:46.206 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.206 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T16:19:46.206 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 31454, 2024-07-29T16:19:46.206 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11419717875 2024-07-29T16:19:46.206 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.207 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T16:19:46.207 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30461, 2024-07-29T16:19:46.207 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23500397417 2024-07-29T16:19:46.207 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.207 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:46.207 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21658 2024-07-29T16:19:46.207 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.207 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T16:19:46.207 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 21658, 2024-07-29T16:19:46.207 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8673584359 2024-07-29T16:19:46.207 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.207 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:46.207 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.207 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.208 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T16:19:46.208 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2032511643 2024-07-29T16:19:46.208 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.208 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T16:19:46.208 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 21972, 2024-07-29T16:19:46.208 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4910334360 2024-07-29T16:19:46.208 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.208 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T16:19:46.208 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 21658, 2024-07-29T16:19:46.208 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5436155022 2024-07-29T16:19:46.208 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.208 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T16:19:46.208 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7589 2024-07-29T16:19:46.208 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.209 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T16:19:46.209 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 319892249 2024-07-29T16:19:46.209 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.209 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T16:19:46.209 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7589, 2024-07-29T16:19:46.209 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13782997932 2024-07-29T16:19:46.209 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.209 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:46.209 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.209 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.209 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:46.209 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.209 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.209 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T16:19:46.210 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.210 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.210 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T16:19:46.210 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 8076, 2024-07-29T16:19:46.210 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4740674988 2024-07-29T16:19:46.210 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.210 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T16:19:46.210 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7589, 2024-07-29T16:19:46.210 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10573430345 2024-07-29T16:19:46.210 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.210 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:46.210 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1214 2024-07-29T16:19:46.210 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.210 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T16:19:46.211 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 806962975 2024-07-29T16:19:46.211 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.211 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T16:19:46.211 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1214, 2024-07-29T16:19:46.211 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9606994574 2024-07-29T16:19:46.211 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.211 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:46.211 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.211 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.211 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T16:19:46.211 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1406, 2024-07-29T16:19:46.211 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1768708527 2024-07-29T16:19:46.211 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.211 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T16:19:46.212 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1214, 2024-07-29T16:19:46.212 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7490812050 2024-07-29T16:19:46.212 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.212 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T16:19:46.212 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.212 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.212 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T16:19:46.212 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 82 2024-07-29T16:19:46.212 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.212 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T16:19:46.212 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8 2024-07-29T16:19:46.212 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.212 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T16:19:46.212 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T16:19:46.212 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.213 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T16:19:46.213 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 563695616 2024-07-29T16:19:46.213 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.213 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.213 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.213 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.6": { 2024-07-29T16:19:46.213 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:46.213 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_db_max_lat": { 2024-07-29T16:19:46.213 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25337 2024-07-29T16:19:46.213 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.213 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T16:19:46.213 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.213 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.213 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_max_lat": { 2024-07-29T16:19:46.213 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.214 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.214 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T16:19:46.214 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.214 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.214 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T16:19:46.214 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T16:19:46.214 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.214 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_slow": { 2024-07-29T16:19:46.214 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.214 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.214 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T16:19:46.214 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.214 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.215 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_wal_max_lat": { 2024-07-29T16:19:46.215 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.215 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.215 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T16:19:46.215 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.215 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.215 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T16:19:46.215 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4452352 2024-07-29T16:19:46.215 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.215 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T16:19:46.215 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 452837376 2024-07-29T16:19:46.215 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.215 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T16:19:46.215 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 14, 2024-07-29T16:19:46.216 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4737485 2024-07-29T16:19:46.216 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.216 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T16:19:46.216 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 14, 2024-07-29T16:19:46.216 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 859987 2024-07-29T16:19:46.216 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.216 INFO:tasks.workunit.client.0.smithi067.stdout: "db_alloc_lat": { 2024-07-29T16:19:46.216 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 135, 2024-07-29T16:19:46.216 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 554414 2024-07-29T16:19:46.216 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.216 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T16:19:46.216 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995027456 2024-07-29T16:19:46.216 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.216 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T16:19:46.216 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 355139584 2024-07-29T16:19:46.217 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.217 INFO:tasks.workunit.client.0.smithi067.stdout: "flush_lat": { 2024-07-29T16:19:46.217 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 59169, 2024-07-29T16:19:46.217 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7315257736 2024-07-29T16:19:46.217 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.217 INFO:tasks.workunit.client.0.smithi067.stdout: "fsync_lat": { 2024-07-29T16:19:46.217 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 59178, 2024-07-29T16:19:46.217 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11857793742 2024-07-29T16:19:46.217 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.217 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T16:19:46.217 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9695232 2024-07-29T16:19:46.217 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.217 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T16:19:46.217 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 242421760 2024-07-29T16:19:46.218 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.218 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T16:19:46.218 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 367919104 2024-07-29T16:19:46.218 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.218 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T16:19:46.218 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.218 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.218 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T16:19:46.218 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.218 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.218 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T16:19:46.218 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 35 2024-07-29T16:19:46.218 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.218 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T16:19:46.218 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 156927641 2024-07-29T16:19:46.219 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.219 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T16:19:46.219 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10934 2024-07-29T16:19:46.219 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.219 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T16:19:46.219 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 165183488 2024-07-29T16:19:46.219 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.219 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T16:19:46.219 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 165187584 2024-07-29T16:19:46.219 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.219 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T16:19:46.219 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.219 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.219 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T16:19:46.219 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.219 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.220 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T16:19:46.220 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8289 2024-07-29T16:19:46.220 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.220 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:46.220 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 10934, 2024-07-29T16:19:46.220 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 93401510 2024-07-29T16:19:46.220 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.220 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T16:19:46.220 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 91028402 2024-07-29T16:19:46.220 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.220 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T16:19:46.220 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8911 2024-07-29T16:19:46.220 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.220 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T16:19:46.221 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1219369 2024-07-29T16:19:46.221 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.221 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T16:19:46.221 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 425 2024-07-29T16:19:46.221 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.221 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T16:19:46.221 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4420727 2024-07-29T16:19:46.221 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.221 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T16:19:46.221 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 564 2024-07-29T16:19:46.221 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.221 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T16:19:46.221 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3201358 2024-07-29T16:19:46.221 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.221 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T16:19:46.222 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3201358 2024-07-29T16:19:46.222 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.222 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T16:19:46.222 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.222 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.222 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T16:19:46.222 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.222 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.222 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T16:19:46.222 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 142 2024-07-29T16:19:46.222 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.222 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_lat": { 2024-07-29T16:19:46.222 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 564, 2024-07-29T16:19:46.222 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1475754 2024-07-29T16:19:46.223 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.223 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_alloc_lat": { 2024-07-29T16:19:46.223 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:46.223 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.223 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.223 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T16:19:46.223 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.223 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.223 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T16:19:46.223 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.223 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.223 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:46.223 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:46.223 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 615 2024-07-29T16:19:46.224 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.224 INFO:tasks.workunit.client.0.smithi067.stdout: "unlink_lat": { 2024-07-29T16:19:46.224 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:46.224 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6750 2024-07-29T16:19:46.224 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.224 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_alloc_lat": { 2024-07-29T16:19:46.224 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:46.224 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.224 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.224 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T16:19:46.224 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.224 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.224 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T16:19:46.224 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.224 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.224 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T16:19:46.225 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 701849600 2024-07-29T16:19:46.225 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.225 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.225 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T16:19:46.225 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T16:19:46.225 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T16:19:46.225 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.225 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T16:19:46.225 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10948608 2024-07-29T16:19:46.225 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.225 INFO:tasks.workunit.client.0.smithi067.stdout: "allocator_lat": { 2024-07-29T16:19:46.225 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 16506, 2024-07-29T16:19:46.225 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 42359035 2024-07-29T16:19:46.225 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.225 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T16:19:46.225 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3163, 2024-07-29T16:19:46.226 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 301474036 2024-07-29T16:19:46.226 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.226 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T16:19:46.226 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:46.226 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.226 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.226 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T16:19:46.226 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.226 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.226 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T16:19:46.226 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.226 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.226 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T16:19:46.226 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.226 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.227 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T16:19:46.227 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15736, 2024-07-29T16:19:46.227 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 97160762 2024-07-29T16:19:46.227 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.227 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T16:19:46.227 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:46.227 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.227 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.227 INFO:tasks.workunit.client.0.smithi067.stdout: "fragmentation_micros": { 2024-07-29T16:19:46.227 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.227 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.227 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T16:19:46.227 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 59139, 2024-07-29T16:19:46.227 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14503478369 2024-07-29T16:19:46.228 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.228 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T16:19:46.228 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 58768, 2024-07-29T16:19:46.228 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1137661662 2024-07-29T16:19:46.228 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.228 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T16:19:46.228 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 59139, 2024-07-29T16:19:46.228 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 32675980 2024-07-29T16:19:46.228 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.228 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T16:19:46.228 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 59139, 2024-07-29T16:19:46.228 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14536154349 2024-07-29T16:19:46.228 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.228 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T16:19:46.228 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:46.228 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.229 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.229 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T16:19:46.229 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 20772, 2024-07-29T16:19:46.229 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 382426010 2024-07-29T16:19:46.229 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.229 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T16:19:46.229 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 837, 2024-07-29T16:19:46.229 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2198425 2024-07-29T16:19:46.229 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.229 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T16:19:46.229 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 8629, 2024-07-29T16:19:46.229 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6210095 2024-07-29T16:19:46.229 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.229 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T16:19:46.229 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 43, 2024-07-29T16:19:46.229 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 51114 2024-07-29T16:19:46.230 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.230 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T16:19:46.230 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 10973, 2024-07-29T16:19:46.230 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1188232445 2024-07-29T16:19:46.230 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.230 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T16:19:46.230 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 169125 2024-07-29T16:19:46.230 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.230 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T16:19:46.230 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17826 2024-07-29T16:19:46.230 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.230 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:46.230 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 10481, 2024-07-29T16:19:46.230 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1243336457 2024-07-29T16:19:46.230 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.231 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T16:19:46.231 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 36259, 2024-07-29T16:19:46.231 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13037923 2024-07-29T16:19:46.231 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.231 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T16:19:46.231 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 25778, 2024-07-29T16:19:46.231 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 967429299 2024-07-29T16:19:46.231 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.231 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T16:19:46.231 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.231 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.231 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T16:19:46.231 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 11589, 2024-07-29T16:19:46.231 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 261237855 2024-07-29T16:19:46.231 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.231 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_aio_wait_count": { 2024-07-29T16:19:46.232 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.232 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.232 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_committed_kv_count": { 2024-07-29T16:19:46.232 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.232 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.232 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_onode_meta_count": { 2024-07-29T16:19:46.232 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.232 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.232 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_wait_aio_count": { 2024-07-29T16:19:46.232 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.232 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.232 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T16:19:46.232 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71899, 2024-07-29T16:19:46.232 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8324244186 2024-07-29T16:19:46.232 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.233 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T16:19:46.233 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13542, 2024-07-29T16:19:46.233 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 648794481 2024-07-29T16:19:46.233 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.233 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T16:19:46.233 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13541, 2024-07-29T16:19:46.233 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2452524521639 2024-07-29T16:19:46.233 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.233 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T16:19:46.233 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13542, 2024-07-29T16:19:46.233 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5618514149776 2024-07-29T16:19:46.233 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.233 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T16:19:46.233 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71898, 2024-07-29T16:19:46.233 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2352052043185 2024-07-29T16:19:46.234 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.234 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T16:19:46.234 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71898, 2024-07-29T16:19:46.234 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8477160 2024-07-29T16:19:46.234 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.234 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T16:19:46.234 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71899, 2024-07-29T16:19:46.234 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 378944646 2024-07-29T16:19:46.234 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.234 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T16:19:46.234 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71899, 2024-07-29T16:19:46.234 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 26042359909 2024-07-29T16:19:46.234 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.234 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T16:19:46.234 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71899, 2024-07-29T16:19:46.235 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23780040 2024-07-29T16:19:46.235 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.235 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T16:19:46.235 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71899, 2024-07-29T16:19:46.235 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12465263815 2024-07-29T16:19:46.235 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.235 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T16:19:46.235 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71899, 2024-07-29T16:19:46.235 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5173876494 2024-07-29T16:19:46.235 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.235 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T16:19:46.235 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6789054 2024-07-29T16:19:46.235 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.235 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:46.236 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2429, 2024-07-29T16:19:46.236 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14291380 2024-07-29T16:19:46.236 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.236 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T16:19:46.236 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71899, 2024-07-29T16:19:46.236 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 52395603516 2024-07-29T16:19:46.236 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.236 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T16:19:46.236 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71899, 2024-07-29T16:19:46.236 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5920622385 2024-07-29T16:19:46.236 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.236 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T16:19:46.236 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71899, 2024-07-29T16:19:46.236 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 708909236 2024-07-29T16:19:46.237 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.237 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.237 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T16:19:46.237 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:46.237 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1405116297 2024-07-29T16:19:46.237 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.237 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:46.237 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 418627584 2024-07-29T16:19:46.237 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.237 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:46.237 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 366354432 2024-07-29T16:19:46.237 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.237 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:46.237 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2600497254 2024-07-29T16:19:46.238 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.238 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:46.238 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 52273152 2024-07-29T16:19:46.238 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.238 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.238 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T16:19:46.238 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:46.238 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125829120 2024-07-29T16:19:46.238 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.238 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:46.238 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.238 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.238 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:46.239 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.239 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.239 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:46.239 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 57301615 2024-07-29T16:19:46.239 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.239 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:46.239 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.239 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.239 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:46.239 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.239 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.239 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:46.239 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.239 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.239 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:46.239 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.240 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.240 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:46.240 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3660 2024-07-29T16:19:46.240 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.240 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:46.240 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 34146 2024-07-29T16:19:46.240 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.240 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:46.240 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.240 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.240 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:46.240 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.240 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.240 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:46.240 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.240 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.241 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:46.241 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68489699 2024-07-29T16:19:46.241 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.241 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.241 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T16:19:46.241 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:46.241 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 570425344 2024-07-29T16:19:46.241 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.241 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:46.241 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:46.241 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.241 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:46.241 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.241 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.241 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:46.242 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 429762119 2024-07-29T16:19:46.242 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.242 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:46.242 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.242 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.242 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:46.242 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1360 2024-07-29T16:19:46.242 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.242 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:46.242 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.242 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.242 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:46.242 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.242 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.242 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:46.243 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 83216 2024-07-29T16:19:46.243 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.243 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:46.243 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.243 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.243 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:46.243 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.243 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.243 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:46.243 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.243 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.243 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:46.243 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.243 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.244 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:46.244 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 73469785 2024-07-29T16:19:46.244 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.244 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.244 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T16:19:46.244 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:46.244 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176160768 2024-07-29T16:19:46.244 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.244 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:46.244 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:46.244 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.244 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:46.244 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 179504 2024-07-29T16:19:46.245 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.245 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:46.245 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38201077 2024-07-29T16:19:46.245 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.245 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:46.245 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.245 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.245 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:46.245 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.245 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.245 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:46.245 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.245 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.246 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:46.246 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.246 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.246 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:46.246 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.246 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.246 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:46.246 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.246 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.246 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:46.246 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.246 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.246 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:46.247 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.247 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.247 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:46.247 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.247 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.247 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:46.247 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70671323 2024-07-29T16:19:46.247 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.247 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.247 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T16:19:46.247 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:46.247 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 503316480 2024-07-29T16:19:46.247 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.247 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:46.247 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.248 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.248 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:46.248 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.248 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.248 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:46.248 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 429762119 2024-07-29T16:19:46.248 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.248 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:46.248 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.248 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.248 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:46.248 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.248 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.248 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:46.248 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.248 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.249 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:46.249 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.249 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.249 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:46.249 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 181503 2024-07-29T16:19:46.249 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.249 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:46.249 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1183403 2024-07-29T16:19:46.249 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.249 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:46.249 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.249 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.249 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:46.249 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.250 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.250 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:46.250 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.250 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.250 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:46.250 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 72189455 2024-07-29T16:19:46.250 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.250 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.250 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:46.250 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:46.250 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.250 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.250 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:46.250 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:46.251 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.251 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:46.251 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.251 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.251 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:46.251 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.251 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.251 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.251 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:46.251 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T16:19:46.251 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 51 2024-07-29T16:19:46.251 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.251 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T16:19:46.251 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.251 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.251 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T16:19:46.252 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 33643 2024-07-29T16:19:46.252 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.252 INFO:tasks.workunit.client.0.smithi067.stdout: "op_before_queue_op_lat": { 2024-07-29T16:19:46.252 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 88454, 2024-07-29T16:19:46.252 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6027537294 2024-07-29T16:19:46.252 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.252 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T16:19:46.252 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.252 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.252 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T16:19:46.252 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.252 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.252 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T16:19:46.252 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1110908208 2024-07-29T16:19:46.252 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.252 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T16:19:46.253 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 33643, 2024-07-29T16:19:46.253 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 47042687430 2024-07-29T16:19:46.253 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.253 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T16:19:46.253 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1450771852 2024-07-29T16:19:46.253 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.253 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T16:19:46.253 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 34224, 2024-07-29T16:19:46.253 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11704862676 2024-07-29T16:19:46.253 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.253 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T16:19:46.253 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 33643, 2024-07-29T16:19:46.253 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25996164256 2024-07-29T16:19:46.253 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.254 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:46.254 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25351 2024-07-29T16:19:46.254 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.254 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T16:19:46.254 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 25351, 2024-07-29T16:19:46.254 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8714017398 2024-07-29T16:19:46.254 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.254 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:46.254 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.254 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.254 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T16:19:46.254 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1450771852 2024-07-29T16:19:46.254 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.254 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T16:19:46.255 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 25567, 2024-07-29T16:19:46.255 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4958815534 2024-07-29T16:19:46.255 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.255 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T16:19:46.255 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 25351, 2024-07-29T16:19:46.255 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4215213685 2024-07-29T16:19:46.255 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.255 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T16:19:46.255 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4528 2024-07-29T16:19:46.255 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.255 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T16:19:46.255 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 218276996 2024-07-29T16:19:46.255 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.255 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T16:19:46.255 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4528, 2024-07-29T16:19:46.256 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9936880576 2024-07-29T16:19:46.256 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.256 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:46.256 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.256 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.256 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:46.256 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.256 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.256 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T16:19:46.256 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.256 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.256 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T16:19:46.256 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4785, 2024-07-29T16:19:46.256 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2788361931 2024-07-29T16:19:46.256 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.257 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T16:19:46.257 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4528, 2024-07-29T16:19:46.257 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6920846207 2024-07-29T16:19:46.257 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.257 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:46.257 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3764 2024-07-29T16:19:46.257 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.257 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T16:19:46.257 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 892631212 2024-07-29T16:19:46.257 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.257 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T16:19:46.257 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3764, 2024-07-29T16:19:46.257 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 28391789456 2024-07-29T16:19:46.257 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.257 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:46.257 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.258 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.258 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T16:19:46.258 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3872, 2024-07-29T16:19:46.258 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3957685211 2024-07-29T16:19:46.258 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.258 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T16:19:46.258 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3764, 2024-07-29T16:19:46.258 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14860104364 2024-07-29T16:19:46.258 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.258 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T16:19:46.258 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.258 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.258 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T16:19:46.259 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.259 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.259 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T16:19:46.259 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.259 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.259 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T16:19:46.259 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T16:19:46.259 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.259 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T16:19:46.259 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 366100480 2024-07-29T16:19:46.259 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.259 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.259 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.259 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.7": { 2024-07-29T16:19:46.260 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:46.260 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_db_max_lat": { 2024-07-29T16:19:46.260 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16024 2024-07-29T16:19:46.260 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.260 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T16:19:46.260 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.260 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.260 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_max_lat": { 2024-07-29T16:19:46.260 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.260 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.260 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T16:19:46.260 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.260 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.260 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T16:19:46.261 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T16:19:46.261 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.261 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_slow": { 2024-07-29T16:19:46.261 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.261 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.261 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T16:19:46.261 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.261 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.261 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_wal_max_lat": { 2024-07-29T16:19:46.261 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.261 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.261 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T16:19:46.261 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.261 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.261 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T16:19:46.262 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5251072 2024-07-29T16:19:46.262 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.262 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T16:19:46.262 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 553566208 2024-07-29T16:19:46.262 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.262 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T16:19:46.262 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15, 2024-07-29T16:19:46.262 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3087895 2024-07-29T16:19:46.262 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.262 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T16:19:46.262 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15, 2024-07-29T16:19:46.262 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1145270 2024-07-29T16:19:46.262 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.263 INFO:tasks.workunit.client.0.smithi067.stdout: "db_alloc_lat": { 2024-07-29T16:19:46.263 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 150, 2024-07-29T16:19:46.263 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 623382 2024-07-29T16:19:46.263 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.263 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T16:19:46.263 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995027456 2024-07-29T16:19:46.263 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.263 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T16:19:46.263 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 471007232 2024-07-29T16:19:46.263 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.263 INFO:tasks.workunit.client.0.smithi067.stdout: "flush_lat": { 2024-07-29T16:19:46.263 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64156, 2024-07-29T16:19:46.263 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7451291541 2024-07-29T16:19:46.264 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.264 INFO:tasks.workunit.client.0.smithi067.stdout: "fsync_lat": { 2024-07-29T16:19:46.264 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64161, 2024-07-29T16:19:46.264 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11999140266 2024-07-29T16:19:46.264 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.264 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T16:19:46.264 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13475840 2024-07-29T16:19:46.264 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.264 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T16:19:46.264 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 262832128 2024-07-29T16:19:46.264 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.264 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T16:19:46.264 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 466747392 2024-07-29T16:19:46.264 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.264 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T16:19:46.265 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.265 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.265 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T16:19:46.265 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.265 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.265 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T16:19:46.265 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 40 2024-07-29T16:19:46.265 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.265 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T16:19:46.265 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 267807473 2024-07-29T16:19:46.265 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.265 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T16:19:46.265 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16323 2024-07-29T16:19:46.265 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.266 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T16:19:46.266 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 211152896 2024-07-29T16:19:46.266 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.266 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T16:19:46.266 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 211156992 2024-07-29T16:19:46.266 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.266 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T16:19:46.266 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.266 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.266 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T16:19:46.266 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.266 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.266 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T16:19:46.266 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5914 2024-07-29T16:19:46.267 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.267 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:46.267 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 16323, 2024-07-29T16:19:46.267 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 116779173 2024-07-29T16:19:46.267 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.267 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T16:19:46.267 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 170404329 2024-07-29T16:19:46.267 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.267 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T16:19:46.267 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13338 2024-07-29T16:19:46.267 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.267 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T16:19:46.267 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2228265 2024-07-29T16:19:46.268 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.268 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T16:19:46.268 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 712 2024-07-29T16:19:46.268 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.268 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T16:19:46.268 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5191630 2024-07-29T16:19:46.268 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.268 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T16:19:46.268 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 910 2024-07-29T16:19:46.268 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.268 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T16:19:46.268 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2963365 2024-07-29T16:19:46.268 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.268 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T16:19:46.268 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2963365 2024-07-29T16:19:46.269 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.269 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T16:19:46.269 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.269 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.269 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T16:19:46.269 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.269 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.269 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T16:19:46.269 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 203 2024-07-29T16:19:46.269 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.269 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_lat": { 2024-07-29T16:19:46.269 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 910, 2024-07-29T16:19:46.269 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1770971 2024-07-29T16:19:46.269 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.269 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_alloc_lat": { 2024-07-29T16:19:46.270 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:46.270 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.270 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.270 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T16:19:46.270 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.270 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.270 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T16:19:46.270 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.270 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.270 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:46.270 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:46.270 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 752 2024-07-29T16:19:46.270 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.271 INFO:tasks.workunit.client.0.smithi067.stdout: "unlink_lat": { 2024-07-29T16:19:46.271 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:46.271 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7105 2024-07-29T16:19:46.271 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.271 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_alloc_lat": { 2024-07-29T16:19:46.271 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:46.271 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.271 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.271 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T16:19:46.271 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.271 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.271 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T16:19:46.271 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.271 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.271 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T16:19:46.271 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 823939072 2024-07-29T16:19:46.272 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.272 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.272 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T16:19:46.272 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T16:19:46.272 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T16:19:46.272 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.272 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T16:19:46.272 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15134720 2024-07-29T16:19:46.272 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.272 INFO:tasks.workunit.client.0.smithi067.stdout: "allocator_lat": { 2024-07-29T16:19:46.272 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17316, 2024-07-29T16:19:46.272 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 49945637 2024-07-29T16:19:46.272 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.272 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T16:19:46.273 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3196, 2024-07-29T16:19:46.273 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 360661333 2024-07-29T16:19:46.273 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.273 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T16:19:46.273 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:46.273 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.273 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.273 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T16:19:46.273 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.273 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.273 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T16:19:46.273 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.273 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.274 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T16:19:46.274 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.274 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.274 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T16:19:46.274 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 14071, 2024-07-29T16:19:46.274 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 98860226 2024-07-29T16:19:46.274 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.274 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T16:19:46.274 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:46.274 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.274 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.274 INFO:tasks.workunit.client.0.smithi067.stdout: "fragmentation_micros": { 2024-07-29T16:19:46.274 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.275 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.275 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T16:19:46.275 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64116, 2024-07-29T16:19:46.275 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14961903134 2024-07-29T16:19:46.275 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.275 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T16:19:46.275 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 63745, 2024-07-29T16:19:46.275 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1192529253 2024-07-29T16:19:46.275 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.275 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T16:19:46.275 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64116, 2024-07-29T16:19:46.275 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38711494 2024-07-29T16:19:46.275 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.276 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T16:19:46.276 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64116, 2024-07-29T16:19:46.276 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15000614628 2024-07-29T16:19:46.276 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.276 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T16:19:46.276 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:46.276 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.276 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.276 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T16:19:46.276 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 35318, 2024-07-29T16:19:46.276 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 487936379 2024-07-29T16:19:46.276 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.276 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T16:19:46.276 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 744, 2024-07-29T16:19:46.277 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2138663 2024-07-29T16:19:46.277 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.277 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T16:19:46.277 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9039, 2024-07-29T16:19:46.277 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9576914 2024-07-29T16:19:46.277 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.277 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T16:19:46.277 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 50, 2024-07-29T16:19:46.277 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 93305 2024-07-29T16:19:46.277 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.277 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T16:19:46.277 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13703, 2024-07-29T16:19:46.277 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1430897367 2024-07-29T16:19:46.277 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.278 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T16:19:46.278 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 201944 2024-07-29T16:19:46.278 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.278 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T16:19:46.278 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18052 2024-07-29T16:19:46.278 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.278 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:46.278 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7447, 2024-07-29T16:19:46.278 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 947827630 2024-07-29T16:19:46.278 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.278 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T16:19:46.278 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 34437, 2024-07-29T16:19:46.278 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9138804 2024-07-29T16:19:46.279 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.279 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T16:19:46.279 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 26990, 2024-07-29T16:19:46.279 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 879096255 2024-07-29T16:19:46.279 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.279 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T16:19:46.279 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.279 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.279 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T16:19:46.279 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13003, 2024-07-29T16:19:46.279 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 297410460 2024-07-29T16:19:46.279 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.279 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_aio_wait_count": { 2024-07-29T16:19:46.279 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.279 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.280 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_committed_kv_count": { 2024-07-29T16:19:46.280 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.280 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.280 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_onode_meta_count": { 2024-07-29T16:19:46.280 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.280 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.280 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_wait_aio_count": { 2024-07-29T16:19:46.280 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.280 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.280 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T16:19:46.280 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:46.280 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5007719691 2024-07-29T16:19:46.280 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.280 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T16:19:46.281 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 16274, 2024-07-29T16:19:46.281 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 965648775 2024-07-29T16:19:46.281 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.281 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T16:19:46.281 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 16273, 2024-07-29T16:19:46.281 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2481397980440 2024-07-29T16:19:46.281 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.281 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T16:19:46.281 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 16274, 2024-07-29T16:19:46.281 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6251807663755 2024-07-29T16:19:46.281 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.281 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T16:19:46.281 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75859, 2024-07-29T16:19:46.282 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2965667771096 2024-07-29T16:19:46.282 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.282 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T16:19:46.282 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75859, 2024-07-29T16:19:46.282 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8476267 2024-07-29T16:19:46.282 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.282 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T16:19:46.282 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:46.282 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 255614617 2024-07-29T16:19:46.282 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.282 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T16:19:46.282 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:46.282 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24363905838 2024-07-29T16:19:46.283 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.283 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T16:19:46.283 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:46.283 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25933394 2024-07-29T16:19:46.283 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.283 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T16:19:46.283 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:46.283 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11989266194 2024-07-29T16:19:46.283 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.283 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T16:19:46.283 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:46.283 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5615484263 2024-07-29T16:19:46.283 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.283 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T16:19:46.284 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10978134 2024-07-29T16:19:46.284 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.284 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:46.284 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2370, 2024-07-29T16:19:46.284 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13120166 2024-07-29T16:19:46.284 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.284 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T16:19:46.284 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:46.284 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 47243313963 2024-07-29T16:19:46.284 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.284 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T16:19:46.284 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:46.284 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6394694379 2024-07-29T16:19:46.284 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.285 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T16:19:46.285 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:46.285 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 425084064 2024-07-29T16:19:46.285 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.285 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.285 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T16:19:46.285 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:46.285 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1405116297 2024-07-29T16:19:46.285 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.285 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:46.285 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 504168448 2024-07-29T16:19:46.285 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.285 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:46.285 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 486301696 2024-07-29T16:19:46.285 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.286 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:46.286 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2600497254 2024-07-29T16:19:46.286 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.286 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:46.286 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17866752 2024-07-29T16:19:46.286 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.286 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.286 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T16:19:46.286 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:46.286 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125829120 2024-07-29T16:19:46.286 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.286 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:46.286 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.286 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.287 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:46.287 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.287 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.287 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:46.287 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 57118379 2024-07-29T16:19:46.287 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.287 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:46.287 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.287 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.287 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:46.287 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.287 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.287 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:46.287 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.287 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.287 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:46.288 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.288 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.288 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:46.288 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2699 2024-07-29T16:19:46.288 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.288 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:46.288 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13767 2024-07-29T16:19:46.288 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.288 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:46.288 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.288 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.288 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:46.288 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.288 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.289 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:46.289 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.289 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.289 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:46.289 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68694275 2024-07-29T16:19:46.289 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.289 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.289 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T16:19:46.289 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:46.289 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 570425344 2024-07-29T16:19:46.289 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.289 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:46.289 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:46.289 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.289 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:46.290 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.290 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.290 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:46.290 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 428387844 2024-07-29T16:19:46.290 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.290 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:46.290 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.290 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.290 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:46.290 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2144 2024-07-29T16:19:46.290 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.290 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:46.290 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.290 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.290 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:46.290 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.291 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.291 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:46.291 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 141664 2024-07-29T16:19:46.291 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.291 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:46.291 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.291 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.291 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:46.291 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.291 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.291 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:46.291 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.291 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.291 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:46.291 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.292 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.292 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:46.292 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 74784828 2024-07-29T16:19:46.292 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.292 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.292 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T16:19:46.292 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:46.292 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176160768 2024-07-29T16:19:46.292 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.292 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:46.292 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:46.292 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.292 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:46.292 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 111680 2024-07-29T16:19:46.292 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.293 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:46.293 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38078919 2024-07-29T16:19:46.293 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.293 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:46.293 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.293 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.293 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:46.293 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.293 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.293 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:46.293 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.293 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.293 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:46.293 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.294 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.294 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:46.294 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.294 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.294 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:46.294 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.294 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.294 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:46.294 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.294 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.295 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:46.295 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.295 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.295 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:46.295 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.295 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.295 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:46.295 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70861305 2024-07-29T16:19:46.295 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.295 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.295 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T16:19:46.295 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:46.295 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 503316480 2024-07-29T16:19:46.295 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.296 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:46.296 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.296 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.296 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:46.296 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.296 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.296 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:46.296 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 428387844 2024-07-29T16:19:46.296 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.296 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:46.296 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.296 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.296 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:46.296 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.296 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.297 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:46.297 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.297 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.297 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:46.297 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.297 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.297 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:46.297 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 183363 2024-07-29T16:19:46.297 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.297 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:46.297 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1181563 2024-07-29T16:19:46.297 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.297 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:46.297 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.297 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.297 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:46.298 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.298 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.298 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:46.298 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.298 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.298 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:46.298 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 73563710 2024-07-29T16:19:46.298 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.298 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.298 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:46.298 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:46.298 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.298 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.298 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:46.298 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 37 2024-07-29T16:19:46.299 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.299 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:46.299 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.299 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.299 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:46.299 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.299 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.299 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.299 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:46.299 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T16:19:46.299 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 59 2024-07-29T16:19:46.299 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.299 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T16:19:46.299 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.300 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.300 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T16:19:46.300 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 36921 2024-07-29T16:19:46.300 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.300 INFO:tasks.workunit.client.0.smithi067.stdout: "op_before_queue_op_lat": { 2024-07-29T16:19:46.300 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 104256, 2024-07-29T16:19:46.300 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7348100049 2024-07-29T16:19:46.300 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.300 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T16:19:46.300 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.300 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.300 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T16:19:46.300 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T16:19:46.300 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.301 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T16:19:46.301 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1028383868 2024-07-29T16:19:46.301 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.301 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T16:19:46.301 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 36921, 2024-07-29T16:19:46.301 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 39305391984 2024-07-29T16:19:46.301 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.301 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T16:19:46.301 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1509844298 2024-07-29T16:19:46.301 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.301 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T16:19:46.301 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 37364, 2024-07-29T16:19:46.301 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15644283841 2024-07-29T16:19:46.301 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.302 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T16:19:46.302 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 36921, 2024-07-29T16:19:46.302 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 31184439425 2024-07-29T16:19:46.302 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.302 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:46.302 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23630 2024-07-29T16:19:46.302 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.302 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T16:19:46.302 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 23630, 2024-07-29T16:19:46.302 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8776127553 2024-07-29T16:19:46.302 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.302 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:46.303 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.303 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.303 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T16:19:46.303 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1509844298 2024-07-29T16:19:46.303 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.303 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T16:19:46.303 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 23750, 2024-07-29T16:19:46.303 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4667798887 2024-07-29T16:19:46.303 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.303 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T16:19:46.303 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 23630, 2024-07-29T16:19:46.303 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5254400831 2024-07-29T16:19:46.303 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.304 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T16:19:46.304 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12202 2024-07-29T16:19:46.304 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.304 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T16:19:46.304 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 236706272 2024-07-29T16:19:46.304 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.304 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T16:19:46.304 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12202, 2024-07-29T16:19:46.304 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21085114719 2024-07-29T16:19:46.304 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.304 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:46.304 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.304 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.304 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:46.305 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.305 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.305 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T16:19:46.305 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.305 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.305 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T16:19:46.305 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12428, 2024-07-29T16:19:46.305 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9327238744 2024-07-29T16:19:46.305 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.305 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T16:19:46.305 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12202, 2024-07-29T16:19:46.305 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18679633050 2024-07-29T16:19:46.305 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.305 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:46.305 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1089 2024-07-29T16:19:46.306 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.306 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T16:19:46.306 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 791677596 2024-07-29T16:19:46.306 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.306 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T16:19:46.306 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1089, 2024-07-29T16:19:46.306 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9444149712 2024-07-29T16:19:46.306 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.306 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:46.306 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.306 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.306 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T16:19:46.306 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1186, 2024-07-29T16:19:46.306 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1649246210 2024-07-29T16:19:46.307 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.307 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T16:19:46.307 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1089, 2024-07-29T16:19:46.307 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7250405544 2024-07-29T16:19:46.307 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.307 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T16:19:46.307 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.307 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.307 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T16:19:46.307 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:46.307 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.307 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T16:19:46.307 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T16:19:46.307 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.308 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T16:19:46.308 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T16:19:46.308 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.308 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T16:19:46.308 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 486154240 2024-07-29T16:19:46.308 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.308 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.308 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.308 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.308 INFO:tasks.workunit.client.0.smithi067.stdout: "pools": [ 2024-07-29T16:19:46.308 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.308 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T16:19:46.308 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr" 2024-07-29T16:19:46.308 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.308 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_mode": "none", 2024-07-29T16:19:46.308 INFO:tasks.workunit.client.0.smithi067.stdout: "erasure_code_profile": {}, 2024-07-29T16:19:46.309 INFO:tasks.workunit.client.0.smithi067.stdout: "min_size": 2, 2024-07-29T16:19:46.309 INFO:tasks.workunit.client.0.smithi067.stdout: "options": {}, 2024-07-29T16:19:46.309 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_autoscale_mode": "off", 2024-07-29T16:19:46.309 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 1, 2024-07-29T16:19:46.309 INFO:tasks.workunit.client.0.smithi067.stdout: "pgp_num": 1, 2024-07-29T16:19:46.309 INFO:tasks.workunit.client.0.smithi067.stdout: "pool": 1, 2024-07-29T16:19:46.309 INFO:tasks.workunit.client.0.smithi067.stdout: "size": 3, 2024-07-29T16:19:46.309 INFO:tasks.workunit.client.0.smithi067.stdout: "stats": { 2024-07-29T16:19:46.309 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_raw": 723378186506, 2024-07-29T16:19:46.309 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_used": 1781760, 2024-07-29T16:19:46.309 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_bytes_used": 0, 2024-07-29T16:19:46.309 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_under_bytes": 0, 2024-07-29T16:19:46.309 INFO:tasks.workunit.client.0.smithi067.stdout: "data_bytes_used": 1781760, 2024-07-29T16:19:46.310 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty": 0, 2024-07-29T16:19:46.310 INFO:tasks.workunit.client.0.smithi067.stdout: "max_avail": 241126064128, 2024-07-29T16:19:46.310 INFO:tasks.workunit.client.0.smithi067.stdout: "objects": 2, 2024-07-29T16:19:46.310 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_bytes_used": 0, 2024-07-29T16:19:46.310 INFO:tasks.workunit.client.0.smithi067.stdout: "percent_used": 2.4631040105305146e-06, 2024-07-29T16:19:46.310 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_bytes": 0, 2024-07-29T16:19:46.310 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_objects": 0, 2024-07-29T16:19:46.310 INFO:tasks.workunit.client.0.smithi067.stdout: "rd": 1178, 2024-07-29T16:19:46.310 INFO:tasks.workunit.client.0.smithi067.stdout: "rd_bytes": 2041856, 2024-07-29T16:19:46.310 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": 590368, 2024-07-29T16:19:46.310 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_data": 590368, 2024-07-29T16:19:46.310 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_omap": 0, 2024-07-29T16:19:46.311 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_raw": 1771104, 2024-07-29T16:19:46.311 INFO:tasks.workunit.client.0.smithi067.stdout: "wr": 391, 2024-07-29T16:19:46.311 INFO:tasks.workunit.client.0.smithi067.stdout: "wr_bytes": 2473984 2024-07-29T16:19:46.311 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.311 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_bytes": 0, 2024-07-29T16:19:46.311 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_objects": 0, 2024-07-29T16:19:46.311 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "replicated" 2024-07-29T16:19:46.311 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.311 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.311 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T16:19:46.311 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs" 2024-07-29T16:19:46.311 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.311 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_mode": "none", 2024-07-29T16:19:46.311 INFO:tasks.workunit.client.0.smithi067.stdout: "erasure_code_profile": {}, 2024-07-29T16:19:46.312 INFO:tasks.workunit.client.0.smithi067.stdout: "min_size": 2, 2024-07-29T16:19:46.312 INFO:tasks.workunit.client.0.smithi067.stdout: "options": {}, 2024-07-29T16:19:46.312 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_autoscale_mode": "off", 2024-07-29T16:19:46.312 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 32, 2024-07-29T16:19:46.312 INFO:tasks.workunit.client.0.smithi067.stdout: "pgp_num": 32, 2024-07-29T16:19:46.312 INFO:tasks.workunit.client.0.smithi067.stdout: "pool": 2, 2024-07-29T16:19:46.312 INFO:tasks.workunit.client.0.smithi067.stdout: "size": 3, 2024-07-29T16:19:46.312 INFO:tasks.workunit.client.0.smithi067.stdout: "stats": { 2024-07-29T16:19:46.312 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_raw": 723378186506, 2024-07-29T16:19:46.312 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_used": 156409, 2024-07-29T16:19:46.312 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_bytes_used": 0, 2024-07-29T16:19:46.312 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_under_bytes": 0, 2024-07-29T16:19:46.312 INFO:tasks.workunit.client.0.smithi067.stdout: "data_bytes_used": 110592, 2024-07-29T16:19:46.313 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty": 0, 2024-07-29T16:19:46.313 INFO:tasks.workunit.client.0.smithi067.stdout: "max_avail": 241126064128, 2024-07-29T16:19:46.313 INFO:tasks.workunit.client.0.smithi067.stdout: "objects": 22, 2024-07-29T16:19:46.313 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_bytes_used": 45817, 2024-07-29T16:19:46.313 INFO:tasks.workunit.client.0.smithi067.stdout: "percent_used": 2.1622020085487748e-07, 2024-07-29T16:19:46.313 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_bytes": 0, 2024-07-29T16:19:46.313 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_objects": 0, 2024-07-29T16:19:46.313 INFO:tasks.workunit.client.0.smithi067.stdout: "rd": 128, 2024-07-29T16:19:46.313 INFO:tasks.workunit.client.0.smithi067.stdout: "rd_bytes": 145408, 2024-07-29T16:19:46.313 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": 21874, 2024-07-29T16:19:46.313 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_data": 6602, 2024-07-29T16:19:46.313 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_omap": 15272, 2024-07-29T16:19:46.313 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_raw": 65622, 2024-07-29T16:19:46.313 INFO:tasks.workunit.client.0.smithi067.stdout: "wr": 69, 2024-07-29T16:19:46.314 INFO:tasks.workunit.client.0.smithi067.stdout: "wr_bytes": 35840 2024-07-29T16:19:46.314 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.314 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_bytes": 0, 2024-07-29T16:19:46.314 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_objects": 0, 2024-07-29T16:19:46.314 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "replicated" 2024-07-29T16:19:46.314 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.314 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.314 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T16:19:46.314 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs" 2024-07-29T16:19:46.314 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.314 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_mode": "none", 2024-07-29T16:19:46.314 INFO:tasks.workunit.client.0.smithi067.stdout: "erasure_code_profile": {}, 2024-07-29T16:19:46.314 INFO:tasks.workunit.client.0.smithi067.stdout: "min_size": 2, 2024-07-29T16:19:46.315 INFO:tasks.workunit.client.0.smithi067.stdout: "options": {}, 2024-07-29T16:19:46.315 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_autoscale_mode": "off", 2024-07-29T16:19:46.315 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 64, 2024-07-29T16:19:46.315 INFO:tasks.workunit.client.0.smithi067.stdout: "pgp_num": 64, 2024-07-29T16:19:46.315 INFO:tasks.workunit.client.0.smithi067.stdout: "pool": 3, 2024-07-29T16:19:46.315 INFO:tasks.workunit.client.0.smithi067.stdout: "size": 3, 2024-07-29T16:19:46.315 INFO:tasks.workunit.client.0.smithi067.stdout: "stats": { 2024-07-29T16:19:46.315 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_raw": 723378186506, 2024-07-29T16:19:46.315 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_used": 0, 2024-07-29T16:19:46.315 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_bytes_used": 0, 2024-07-29T16:19:46.315 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_under_bytes": 0, 2024-07-29T16:19:46.315 INFO:tasks.workunit.client.0.smithi067.stdout: "data_bytes_used": 0, 2024-07-29T16:19:46.315 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty": 0, 2024-07-29T16:19:46.315 INFO:tasks.workunit.client.0.smithi067.stdout: "max_avail": 241126064128, 2024-07-29T16:19:46.315 INFO:tasks.workunit.client.0.smithi067.stdout: "objects": 0, 2024-07-29T16:19:46.316 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_bytes_used": 0, 2024-07-29T16:19:46.316 INFO:tasks.workunit.client.0.smithi067.stdout: "percent_used": 0.0, 2024-07-29T16:19:46.316 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_bytes": 0, 2024-07-29T16:19:46.316 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_objects": 0, 2024-07-29T16:19:46.316 INFO:tasks.workunit.client.0.smithi067.stdout: "rd": 0, 2024-07-29T16:19:46.316 INFO:tasks.workunit.client.0.smithi067.stdout: "rd_bytes": 0, 2024-07-29T16:19:46.316 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": 0, 2024-07-29T16:19:46.316 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_data": 0, 2024-07-29T16:19:46.316 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_omap": 0, 2024-07-29T16:19:46.316 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_raw": 0, 2024-07-29T16:19:46.316 INFO:tasks.workunit.client.0.smithi067.stdout: "wr": 0, 2024-07-29T16:19:46.316 INFO:tasks.workunit.client.0.smithi067.stdout: "wr_bytes": 0 2024-07-29T16:19:46.316 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.316 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_bytes": 0, 2024-07-29T16:19:46.316 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_objects": 0, 2024-07-29T16:19:46.317 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "replicated" 2024-07-29T16:19:46.317 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.317 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.317 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T16:19:46.317 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd" 2024-07-29T16:19:46.317 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.317 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_mode": "none", 2024-07-29T16:19:46.317 INFO:tasks.workunit.client.0.smithi067.stdout: "erasure_code_profile": {}, 2024-07-29T16:19:46.317 INFO:tasks.workunit.client.0.smithi067.stdout: "min_size": 2, 2024-07-29T16:19:46.317 INFO:tasks.workunit.client.0.smithi067.stdout: "options": {}, 2024-07-29T16:19:46.317 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_autoscale_mode": "off", 2024-07-29T16:19:46.317 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 8, 2024-07-29T16:19:46.317 INFO:tasks.workunit.client.0.smithi067.stdout: "pgp_num": 8, 2024-07-29T16:19:46.317 INFO:tasks.workunit.client.0.smithi067.stdout: "pool": 4, 2024-07-29T16:19:46.318 INFO:tasks.workunit.client.0.smithi067.stdout: "size": 3, 2024-07-29T16:19:46.318 INFO:tasks.workunit.client.0.smithi067.stdout: "stats": { 2024-07-29T16:19:46.318 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_raw": 723378186506, 2024-07-29T16:19:46.318 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_used": 12595200, 2024-07-29T16:19:46.318 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_bytes_used": 0, 2024-07-29T16:19:46.318 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_under_bytes": 0, 2024-07-29T16:19:46.318 INFO:tasks.workunit.client.0.smithi067.stdout: "data_bytes_used": 12595200, 2024-07-29T16:19:46.318 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty": 0, 2024-07-29T16:19:46.318 INFO:tasks.workunit.client.0.smithi067.stdout: "max_avail": 241126064128, 2024-07-29T16:19:46.318 INFO:tasks.workunit.client.0.smithi067.stdout: "objects": 4, 2024-07-29T16:19:46.318 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_bytes_used": 0, 2024-07-29T16:19:46.318 INFO:tasks.workunit.client.0.smithi067.stdout: "percent_used": 1.741133746691048e-05, 2024-07-29T16:19:46.318 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_bytes": 0, 2024-07-29T16:19:46.318 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_objects": 0, 2024-07-29T16:19:46.318 INFO:tasks.workunit.client.0.smithi067.stdout: "rd": 9049, 2024-07-29T16:19:46.319 INFO:tasks.workunit.client.0.smithi067.stdout: "rd_bytes": 3126681600, 2024-07-29T16:19:46.319 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": 4194323, 2024-07-29T16:19:46.319 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_data": 4194323, 2024-07-29T16:19:46.319 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_omap": 0, 2024-07-29T16:19:46.319 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_raw": 12582969, 2024-07-29T16:19:46.319 INFO:tasks.workunit.client.0.smithi067.stdout: "wr": 24363, 2024-07-29T16:19:46.319 INFO:tasks.workunit.client.0.smithi067.stdout: "wr_bytes": 3201619968 2024-07-29T16:19:46.319 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.319 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_bytes": 0, 2024-07-29T16:19:46.319 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_objects": 0, 2024-07-29T16:19:46.319 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "replicated" 2024-07-29T16:19:46.319 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.319 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.319 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd": { 2024-07-29T16:19:46.319 INFO:tasks.workunit.client.0.smithi067.stdout: "mirroring_by_pool": [ 2024-07-29T16:19:46.320 INFO:tasks.workunit.client.0.smithi067.stdout: false 2024-07-29T16:19:46.320 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.320 INFO:tasks.workunit.client.0.smithi067.stdout: "num_images_by_pool": [ 2024-07-29T16:19:46.320 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:46.320 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.320 INFO:tasks.workunit.client.0.smithi067.stdout: "num_pools": 1 2024-07-29T16:19:46.320 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.320 INFO:tasks.workunit.client.0.smithi067.stdout: "report_id": "c6434084-cc5a-486f-b7d3-294cfb125c1e", 2024-07-29T16:19:46.320 INFO:tasks.workunit.client.0.smithi067.stdout: "report_timestamp": "2024-07-29T16:19:44.234992", 2024-07-29T16:19:46.320 INFO:tasks.workunit.client.0.smithi067.stdout: "report_version": 1, 2024-07-29T16:19:46.320 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_stats": { 2024-07-29T16:19:46.320 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "7.9.2" 2024-07-29T16:19:46.320 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.320 INFO:tasks.workunit.client.0.smithi067.stdout: "rook": { 2024-07-29T16:19:46.320 INFO:tasks.workunit.client.0.smithi067.stdout: "cluster": { 2024-07-29T16:19:46.320 INFO:tasks.workunit.client.0.smithi067.stdout: "external-mode": null, 2024-07-29T16:19:46.321 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T16:19:46.321 INFO:tasks.workunit.client.0.smithi067.stdout: "allow-multiple-per-node": null, 2024-07-29T16:19:46.321 INFO:tasks.workunit.client.0.smithi067.stdout: "count": null, 2024-07-29T16:19:46.321 INFO:tasks.workunit.client.0.smithi067.stdout: "max-id": null, 2024-07-29T16:19:46.321 INFO:tasks.workunit.client.0.smithi067.stdout: "pvc": { 2024-07-29T16:19:46.321 INFO:tasks.workunit.client.0.smithi067.stdout: "enabled": null 2024-07-29T16:19:46.321 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.321 INFO:tasks.workunit.client.0.smithi067.stdout: "stretch": { 2024-07-29T16:19:46.321 INFO:tasks.workunit.client.0.smithi067.stdout: "enabled": null 2024-07-29T16:19:46.321 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.321 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.321 INFO:tasks.workunit.client.0.smithi067.stdout: "network": { 2024-07-29T16:19:46.321 INFO:tasks.workunit.client.0.smithi067.stdout: "provider": null 2024-07-29T16:19:46.321 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.321 INFO:tasks.workunit.client.0.smithi067.stdout: "storage": { 2024-07-29T16:19:46.322 INFO:tasks.workunit.client.0.smithi067.stdout: "device-set": { 2024-07-29T16:19:46.322 INFO:tasks.workunit.client.0.smithi067.stdout: "count": { 2024-07-29T16:19:46.322 INFO:tasks.workunit.client.0.smithi067.stdout: "non-portable": null, 2024-07-29T16:19:46.322 INFO:tasks.workunit.client.0.smithi067.stdout: "portable": null, 2024-07-29T16:19:46.322 INFO:tasks.workunit.client.0.smithi067.stdout: "total": null 2024-07-29T16:19:46.322 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.322 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.322 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.322 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.322 INFO:tasks.workunit.client.0.smithi067.stdout: "csi": { 2024-07-29T16:19:46.322 INFO:tasks.workunit.client.0.smithi067.stdout: "version": null 2024-07-29T16:19:46.322 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.322 INFO:tasks.workunit.client.0.smithi067.stdout: "kubernetes": { 2024-07-29T16:19:46.322 INFO:tasks.workunit.client.0.smithi067.stdout: "version": null 2024-07-29T16:19:46.322 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.322 INFO:tasks.workunit.client.0.smithi067.stdout: "node": { 2024-07-29T16:19:46.323 INFO:tasks.workunit.client.0.smithi067.stdout: "count": { 2024-07-29T16:19:46.323 INFO:tasks.workunit.client.0.smithi067.stdout: "kubernetes-total": null, 2024-07-29T16:19:46.323 INFO:tasks.workunit.client.0.smithi067.stdout: "with-ceph-daemons": null, 2024-07-29T16:19:46.323 INFO:tasks.workunit.client.0.smithi067.stdout: "with-csi-cephfs-plugin": null, 2024-07-29T16:19:46.323 INFO:tasks.workunit.client.0.smithi067.stdout: "with-csi-nfs-plugin": null, 2024-07-29T16:19:46.323 INFO:tasks.workunit.client.0.smithi067.stdout: "with-csi-rbd-plugin": null 2024-07-29T16:19:46.323 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.323 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.323 INFO:tasks.workunit.client.0.smithi067.stdout: "usage": { 2024-07-29T16:19:46.323 INFO:tasks.workunit.client.0.smithi067.stdout: "storage-class": { 2024-07-29T16:19:46.323 INFO:tasks.workunit.client.0.smithi067.stdout: "count": { 2024-07-29T16:19:46.323 INFO:tasks.workunit.client.0.smithi067.stdout: "bucket": null, 2024-07-29T16:19:46.323 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs": null, 2024-07-29T16:19:46.323 INFO:tasks.workunit.client.0.smithi067.stdout: "nfs": null, 2024-07-29T16:19:46.323 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd": null, 2024-07-29T16:19:46.324 INFO:tasks.workunit.client.0.smithi067.stdout: "total": null 2024-07-29T16:19:46.324 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.324 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:46.324 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.324 INFO:tasks.workunit.client.0.smithi067.stdout: "version": null 2024-07-29T16:19:46.324 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.324 INFO:tasks.workunit.client.0.smithi067.stdout: "services": {}, 2024-07-29T16:19:46.324 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_per_pg": [ 2024-07-29T16:19:46.324 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.324 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.324 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.324 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.324 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:46.324 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.324 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:46.325 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.325 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.325 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:46.325 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.325 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.325 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.325 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.124173+0000", 2024-07-29T16:19:46.325 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.986223+0000", 2024-07-29T16:19:46.325 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.986223+0000", 2024-07-29T16:19:46.325 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.986530+0000", 2024-07-29T16:19:46.325 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.124173+0000", 2024-07-29T16:19:46.325 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.325 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.325 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.325 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.325 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.124173+0000", 2024-07-29T16:19:46.326 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.124173+0000", 2024-07-29T16:19:46.326 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.124173+0000", 2024-07-29T16:19:46.326 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.326 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.326 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.326 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.124173+0000", 2024-07-29T16:19:46.326 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.124173+0000", 2024-07-29T16:19:46.326 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.326 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 6, 2024-07-29T16:19:46.326 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.326 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.326 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.326 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.326 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.327 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.327 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.327 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 6, 2024-07-29T16:19:46.327 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.327 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.327 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.327 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1f", 2024-07-29T16:19:46.327 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.327 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.327 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.327 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5345, 2024-07-29T16:19:46.327 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.327 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:03:17.580673+0000", 2024-07-29T16:19:46.327 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.328 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.328 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.328 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 570, 2024-07-29T16:19:46.328 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.328 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.328 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.328 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.328 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.328 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.328 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.328 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.328 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.328 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.328 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.328 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.328 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 6, 2024-07-29T16:19:46.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 2, 2024-07-29T16:19:46.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 2, 2024-07-29T16:19:46.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:46.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.329 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 8, 2024-07-29T16:19:46.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 8, 2024-07-29T16:19:46.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 4, 2024-07-29T16:19:46.330 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 1 2024-07-29T16:19:46.330 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.330 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.330 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.330 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.331 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.331 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.331 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:46.331 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.331 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:46.331 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "584'6" 2024-07-29T16:19:46.331 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.331 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.331 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.331 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.331 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.331 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:46.331 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.331 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:46.332 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.332 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.332 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.332 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.332 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.332 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.332 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.123184+0000", 2024-07-29T16:19:46.332 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.022094+0000", 2024-07-29T16:19:46.332 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.022094+0000", 2024-07-29T16:19:46.332 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.022610+0000", 2024-07-29T16:19:46.332 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.123184+0000", 2024-07-29T16:19:46.332 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.332 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.332 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.333 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:46.333 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.123184+0000", 2024-07-29T16:19:46.333 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.123184+0000", 2024-07-29T16:19:46.333 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.123184+0000", 2024-07-29T16:19:46.333 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.333 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.333 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.333 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.123184+0000", 2024-07-29T16:19:46.333 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.123184+0000", 2024-07-29T16:19:46.333 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.333 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.333 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.333 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.333 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:46.334 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.334 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.334 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.334 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.334 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.334 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.334 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.334 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.334 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1e", 2024-07-29T16:19:46.334 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.334 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.334 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.334 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5236, 2024-07-29T16:19:46.335 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.335 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:05:32.742983+0000", 2024-07-29T16:19:46.335 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.335 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.335 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.335 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.335 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.335 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.335 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.335 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.335 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.335 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.335 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.336 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.337 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.338 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.338 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.338 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.338 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.338 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.338 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.338 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.338 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.338 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.338 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.338 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:46.338 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.338 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:46.338 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.338 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.339 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.339 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.339 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.339 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.339 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:46.339 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.339 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:46.339 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.339 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.339 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:46.339 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.339 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.339 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.339 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.123366+0000", 2024-07-29T16:19:46.339 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.051193+0000", 2024-07-29T16:19:46.339 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.051193+0000", 2024-07-29T16:19:46.340 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.051508+0000", 2024-07-29T16:19:46.340 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.123366+0000", 2024-07-29T16:19:46.340 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.340 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.340 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.340 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:46.340 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.123366+0000", 2024-07-29T16:19:46.340 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.123366+0000", 2024-07-29T16:19:46.340 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.123366+0000", 2024-07-29T16:19:46.340 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.340 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.340 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.340 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.123366+0000", 2024-07-29T16:19:46.341 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.123366+0000", 2024-07-29T16:19:46.341 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.341 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3, 2024-07-29T16:19:46.341 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.341 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.341 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:46.341 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.341 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.341 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.341 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.341 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3, 2024-07-29T16:19:46.341 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.341 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.341 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.341 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1e", 2024-07-29T16:19:46.342 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.342 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.342 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.342 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5259, 2024-07-29T16:19:46.342 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.342 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:13:22.757734+0000", 2024-07-29T16:19:46.342 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.342 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.342 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.342 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.342 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.342 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.342 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.343 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.343 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.343 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.343 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.343 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.343 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.343 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.343 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.343 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.343 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.343 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.343 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.343 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.344 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.345 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.345 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.345 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.345 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.345 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.346 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.346 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.346 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:46.346 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.346 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:46.346 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "584'3" 2024-07-29T16:19:46.346 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.346 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.346 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.346 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.346 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.346 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:46.347 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.347 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:46.347 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.347 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.347 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.347 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.347 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.347 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.347 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.123464+0000", 2024-07-29T16:19:46.347 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.056458+0000", 2024-07-29T16:19:46.347 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.056458+0000", 2024-07-29T16:19:46.347 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.056853+0000", 2024-07-29T16:19:46.347 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.123464+0000", 2024-07-29T16:19:46.347 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.348 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.348 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.348 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:46.348 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.123464+0000", 2024-07-29T16:19:46.348 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.123464+0000", 2024-07-29T16:19:46.348 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.123464+0000", 2024-07-29T16:19:46.348 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.348 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.348 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.348 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.123464+0000", 2024-07-29T16:19:46.348 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.123464+0000", 2024-07-29T16:19:46.348 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.348 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.349 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.349 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.349 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:46.349 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.349 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.349 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.349 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.349 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.349 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.349 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.349 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.349 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1f", 2024-07-29T16:19:46.349 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.349 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.349 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.350 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5330, 2024-07-29T16:19:46.350 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.350 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:26:58.394241+0000", 2024-07-29T16:19:46.350 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.350 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.350 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.350 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.350 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.350 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.350 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.350 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.350 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.350 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.350 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.350 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.351 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.352 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.353 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.353 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.353 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.353 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.353 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.353 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.353 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.353 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.353 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:46.353 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.353 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:46.353 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.353 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.353 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.353 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.354 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.354 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.354 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:46.354 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.354 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:46.354 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.354 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.354 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:46.354 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.354 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.354 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.354 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.255494+0000", 2024-07-29T16:19:46.354 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.982305+0000", 2024-07-29T16:19:46.354 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.982305+0000", 2024-07-29T16:19:46.354 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.984066+0000", 2024-07-29T16:19:46.355 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.255494+0000", 2024-07-29T16:19:46.355 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.355 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.355 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.355 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.355 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.255494+0000", 2024-07-29T16:19:46.355 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.255494+0000", 2024-07-29T16:19:46.355 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.255494+0000", 2024-07-29T16:19:46.355 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.355 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.355 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.355 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.255494+0000", 2024-07-29T16:19:46.355 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.255494+0000", 2024-07-29T16:19:46.355 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.356 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T16:19:46.356 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.356 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.356 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.356 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.356 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.356 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.356 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.356 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T16:19:46.356 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.356 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.356 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.356 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1d", 2024-07-29T16:19:46.356 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.357 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.357 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.357 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5079, 2024-07-29T16:19:46.357 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.357 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:15:11.898493+0000", 2024-07-29T16:19:46.357 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.357 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.357 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.357 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.357 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.357 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.357 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.357 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.357 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:46.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:46.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:46.358 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:46.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 9, 2024-07-29T16:19:46.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 9, 2024-07-29T16:19:46.359 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T16:19:46.360 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.360 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.360 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.360 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.360 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.360 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.360 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.360 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:46.360 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.360 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:46.360 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'2" 2024-07-29T16:19:46.361 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.361 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.361 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.361 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:46.361 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.361 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:46.361 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.361 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T16:19:46.361 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.361 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.361 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.361 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.361 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.361 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.361 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252610+0000", 2024-07-29T16:19:46.362 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.426239+0000", 2024-07-29T16:19:46.362 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.426239+0000", 2024-07-29T16:19:46.362 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.426673+0000", 2024-07-29T16:19:46.362 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252610+0000", 2024-07-29T16:19:46.362 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.362 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.362 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.362 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:46.362 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252610+0000", 2024-07-29T16:19:46.362 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252610+0000", 2024-07-29T16:19:46.362 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252610+0000", 2024-07-29T16:19:46.362 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.362 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.363 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.363 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252610+0000", 2024-07-29T16:19:46.363 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252610+0000", 2024-07-29T16:19:46.363 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.363 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.363 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.363 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.363 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:46.363 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.363 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.363 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.363 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.363 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.364 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.364 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.364 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.364 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1c", 2024-07-29T16:19:46.364 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.364 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.364 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.364 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5234, 2024-07-29T16:19:46.364 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.364 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:56:53.969697+0000", 2024-07-29T16:19:46.365 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.365 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.365 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.365 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.365 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.365 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.365 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.365 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.366 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.367 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.368 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.368 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.368 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.368 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.368 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:46.368 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.368 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:46.368 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.369 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T16:19:46.369 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.369 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.369 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.369 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.369 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.369 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.369 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:46.369 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.369 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:46.369 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.369 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.369 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:46.369 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.369 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.369 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.370 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.253536+0000", 2024-07-29T16:19:46.370 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.991779+0000", 2024-07-29T16:19:46.370 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.991779+0000", 2024-07-29T16:19:46.370 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.992891+0000", 2024-07-29T16:19:46.370 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.253536+0000", 2024-07-29T16:19:46.370 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.370 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.370 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.370 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.370 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.253536+0000", 2024-07-29T16:19:46.370 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.253536+0000", 2024-07-29T16:19:46.370 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.253536+0000", 2024-07-29T16:19:46.370 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.370 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.371 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.371 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.253536+0000", 2024-07-29T16:19:46.371 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.253536+0000", 2024-07-29T16:19:46.371 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.371 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T16:19:46.371 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.371 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.371 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.371 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.371 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.371 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.371 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.371 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T16:19:46.371 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.371 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.371 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.372 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1c", 2024-07-29T16:19:46.372 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.372 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.372 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.372 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5087, 2024-07-29T16:19:46.372 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.372 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:28:41.574446+0000", 2024-07-29T16:19:46.372 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.372 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.372 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.372 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.372 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.372 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.372 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.372 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.372 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:46.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:46.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.373 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:46.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:46.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 9, 2024-07-29T16:19:46.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 9, 2024-07-29T16:19:46.374 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T16:19:46.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.375 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.375 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.375 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.375 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.375 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.375 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.375 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:46.375 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.375 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:46.375 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'2" 2024-07-29T16:19:46.375 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.376 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.376 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.376 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.376 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.376 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:46.376 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.376 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:46.376 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.376 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.376 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.376 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.376 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.376 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.376 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.256295+0000", 2024-07-29T16:19:46.376 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.009969+0000", 2024-07-29T16:19:46.377 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.009969+0000", 2024-07-29T16:19:46.377 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.010292+0000", 2024-07-29T16:19:46.377 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.256295+0000", 2024-07-29T16:19:46.377 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.377 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.377 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.377 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:46.377 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.256295+0000", 2024-07-29T16:19:46.377 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.256295+0000", 2024-07-29T16:19:46.377 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.256295+0000", 2024-07-29T16:19:46.377 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.377 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.377 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.377 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.256295+0000", 2024-07-29T16:19:46.377 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.256295+0000", 2024-07-29T16:19:46.378 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.378 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.378 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.378 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.378 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:46.378 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.378 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.378 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.378 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.378 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.378 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.378 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.378 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.378 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1d", 2024-07-29T16:19:46.378 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.378 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.379 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.379 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5150, 2024-07-29T16:19:46.379 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.379 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:11:31.441264+0000", 2024-07-29T16:19:46.379 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.379 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.379 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.379 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.379 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.379 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.379 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.379 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.379 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.379 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.379 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.380 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.381 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.382 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.382 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.382 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.382 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.382 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.382 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.382 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:46.382 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.382 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:46.382 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.382 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.382 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.382 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.383 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.383 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.383 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:46.383 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.383 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:46.383 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.383 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.383 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.383 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.383 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.383 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.383 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251531+0000", 2024-07-29T16:19:46.383 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.019255+0000", 2024-07-29T16:19:46.383 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.019255+0000", 2024-07-29T16:19:46.383 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.020475+0000", 2024-07-29T16:19:46.384 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251531+0000", 2024-07-29T16:19:46.384 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.384 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.384 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.384 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:46.384 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251531+0000", 2024-07-29T16:19:46.384 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251531+0000", 2024-07-29T16:19:46.384 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251531+0000", 2024-07-29T16:19:46.384 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.384 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.384 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.384 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251531+0000", 2024-07-29T16:19:46.384 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251531+0000", 2024-07-29T16:19:46.384 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.385 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.385 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.385 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.385 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:46.385 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.385 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.385 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.385 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.385 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.385 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.385 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.385 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.385 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.a", 2024-07-29T16:19:46.385 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.385 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.386 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.386 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5125, 2024-07-29T16:19:46.386 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.386 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:32:32.852352+0000", 2024-07-29T16:19:46.386 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.386 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.386 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.386 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.386 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.386 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.386 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.386 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.386 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.386 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.386 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.387 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.388 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.389 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.389 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.389 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.389 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.389 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.389 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.389 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:46.389 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.389 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:46.389 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.389 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.389 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.389 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.389 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.389 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.390 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:46.390 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.390 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:46.390 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.390 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.390 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:46.390 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.390 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.390 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.390 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.255881+0000", 2024-07-29T16:19:46.390 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.982632+0000", 2024-07-29T16:19:46.390 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.982632+0000", 2024-07-29T16:19:46.390 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.983116+0000", 2024-07-29T16:19:46.390 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.255881+0000", 2024-07-29T16:19:46.390 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.391 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.391 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.391 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.391 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.255881+0000", 2024-07-29T16:19:46.391 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.255881+0000", 2024-07-29T16:19:46.391 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.255881+0000", 2024-07-29T16:19:46.391 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.391 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.391 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.391 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.255881+0000", 2024-07-29T16:19:46.391 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.255881+0000", 2024-07-29T16:19:46.391 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.391 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 4, 2024-07-29T16:19:46.391 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.391 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.392 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.392 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.392 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.392 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.392 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.392 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 4, 2024-07-29T16:19:46.392 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.392 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.392 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.392 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.b", 2024-07-29T16:19:46.392 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.392 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.392 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.392 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5091, 2024-07-29T16:19:46.392 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.393 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:50:01.888140+0000", 2024-07-29T16:19:46.393 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.393 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.393 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.393 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.393 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.393 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.393 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.393 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.393 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.393 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.393 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.393 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.393 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.394 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.394 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.394 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.394 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.394 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.394 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.394 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:46.394 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:46.394 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.394 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:46.394 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.394 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.394 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.394 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.394 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:46.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 4, 2024-07-29T16:19:46.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 4, 2024-07-29T16:19:46.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 1, 2024-07-29T16:19:46.395 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.396 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.396 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.396 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.396 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.396 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.396 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.396 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:46.396 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.396 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:46.396 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "584'4" 2024-07-29T16:19:46.396 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.396 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.396 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.396 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.397 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.397 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:46.397 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.397 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:46.397 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.397 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.397 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.397 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.397 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.397 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.397 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121872+0000", 2024-07-29T16:19:46.397 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.428850+0000", 2024-07-29T16:19:46.397 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.428850+0000", 2024-07-29T16:19:46.397 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.429272+0000", 2024-07-29T16:19:46.398 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121872+0000", 2024-07-29T16:19:46.398 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.398 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.398 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.398 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:46.398 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121872+0000", 2024-07-29T16:19:46.398 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121872+0000", 2024-07-29T16:19:46.398 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121872+0000", 2024-07-29T16:19:46.398 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.398 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.398 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.398 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121872+0000", 2024-07-29T16:19:46.398 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121872+0000", 2024-07-29T16:19:46.399 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.399 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.399 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.399 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.399 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:46.399 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.399 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.399 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.399 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.399 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.399 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.399 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.399 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.399 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.b", 2024-07-29T16:19:46.399 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.400 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.400 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.400 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5249, 2024-07-29T16:19:46.400 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.400 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:40:43.850512+0000", 2024-07-29T16:19:46.400 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.400 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.400 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.400 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.400 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.400 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.400 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.400 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.401 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.401 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.401 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.401 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.401 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.401 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.401 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.401 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.401 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.401 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.401 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.401 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.401 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.401 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.402 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.403 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.403 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.403 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.403 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.403 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.404 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.404 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:46.404 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.404 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:46.404 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.404 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.404 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.404 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.404 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.404 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.404 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:46.404 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.404 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:46.405 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.405 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.405 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:46.405 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.405 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.405 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.405 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251696+0000", 2024-07-29T16:19:46.405 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.986482+0000", 2024-07-29T16:19:46.405 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.986482+0000", 2024-07-29T16:19:46.405 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.986782+0000", 2024-07-29T16:19:46.405 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251696+0000", 2024-07-29T16:19:46.405 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.405 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.405 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.406 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.406 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251696+0000", 2024-07-29T16:19:46.406 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251696+0000", 2024-07-29T16:19:46.406 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251696+0000", 2024-07-29T16:19:46.406 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.406 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.406 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.406 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251696+0000", 2024-07-29T16:19:46.406 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251696+0000", 2024-07-29T16:19:46.406 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.406 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.406 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.406 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.406 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.407 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.407 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.407 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.407 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.407 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.407 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.407 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.407 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.407 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.a", 2024-07-29T16:19:46.407 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.407 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.407 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.407 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5289, 2024-07-29T16:19:46.407 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.407 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:03:25.562825+0000", 2024-07-29T16:19:46.408 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.408 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.408 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.408 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.408 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.408 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.408 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.408 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.408 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.408 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.408 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.408 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.408 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.409 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.410 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.411 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.411 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.411 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.411 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.411 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.411 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.411 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:46.411 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.411 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:46.411 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.411 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.412 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.412 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.412 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.412 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.412 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:46.412 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.412 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:46.412 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.412 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.412 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.412 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.412 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.412 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.412 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.123148+0000", 2024-07-29T16:19:46.412 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.995291+0000", 2024-07-29T16:19:46.413 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.995291+0000", 2024-07-29T16:19:46.413 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.995662+0000", 2024-07-29T16:19:46.413 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.123148+0000", 2024-07-29T16:19:46.413 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.413 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.413 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.413 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.413 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.123148+0000", 2024-07-29T16:19:46.413 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.123148+0000", 2024-07-29T16:19:46.413 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.123148+0000", 2024-07-29T16:19:46.413 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.413 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.413 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.123148+0000", 2024-07-29T16:19:46.414 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.123148+0000", 2024-07-29T16:19:46.414 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.414 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.414 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.414 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.414 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.414 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.414 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.414 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.414 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.414 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.414 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.414 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.414 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.415 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.8", 2024-07-29T16:19:46.415 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.415 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.415 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.415 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5241, 2024-07-29T16:19:46.415 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.415 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:21:36.828690+0000", 2024-07-29T16:19:46.415 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.415 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.415 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.415 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.415 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.415 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.415 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.415 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.416 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.417 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.418 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.418 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.418 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.418 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.418 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.418 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.418 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:46.418 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.418 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:46.419 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.419 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.419 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.419 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.419 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.419 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.419 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:46.419 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.419 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:46.419 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.419 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.419 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:46.419 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.419 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.419 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.420 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251141+0000", 2024-07-29T16:19:46.420 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.989180+0000", 2024-07-29T16:19:46.420 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.989180+0000", 2024-07-29T16:19:46.420 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.989527+0000", 2024-07-29T16:19:46.420 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251141+0000", 2024-07-29T16:19:46.420 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.420 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.420 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.420 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.420 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251141+0000", 2024-07-29T16:19:46.420 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251141+0000", 2024-07-29T16:19:46.420 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251141+0000", 2024-07-29T16:19:46.420 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.420 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.420 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251141+0000", 2024-07-29T16:19:46.421 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251141+0000", 2024-07-29T16:19:46.421 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.421 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.421 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.421 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.421 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.421 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.421 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.421 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.421 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.421 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.421 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.421 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.421 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.421 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.9", 2024-07-29T16:19:46.422 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.422 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.422 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.422 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5289, 2024-07-29T16:19:46.422 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.422 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:22:46.010447+0000", 2024-07-29T16:19:46.422 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.422 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.422 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.422 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.422 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.422 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.422 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.422 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.422 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.423 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.424 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.425 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.425 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.425 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.425 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.425 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.425 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.425 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:46.425 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.425 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:46.425 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.425 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.426 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.426 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.426 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.426 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:46.426 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:46.426 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.426 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T16:19:46.426 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.426 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.426 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.426 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.426 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.426 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.426 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.120567+0000", 2024-07-29T16:19:46.426 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.985640+0000", 2024-07-29T16:19:46.427 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.985640+0000", 2024-07-29T16:19:46.427 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.986163+0000", 2024-07-29T16:19:46.427 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.120567+0000", 2024-07-29T16:19:46.427 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.427 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.427 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.427 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.427 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.120567+0000", 2024-07-29T16:19:46.427 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.120567+0000", 2024-07-29T16:19:46.427 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.120567+0000", 2024-07-29T16:19:46.427 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.427 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.427 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.427 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.120567+0000", 2024-07-29T16:19:46.427 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.120567+0000", 2024-07-29T16:19:46.427 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.428 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.428 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.428 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.428 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.428 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.428 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.428 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.428 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.428 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.428 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.428 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.428 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.428 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.9", 2024-07-29T16:19:46.428 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.428 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.428 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.429 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5208, 2024-07-29T16:19:46.429 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.429 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:29:55.428246+0000", 2024-07-29T16:19:46.429 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.429 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.429 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.429 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.429 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.429 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.429 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.429 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.429 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.429 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.429 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.429 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.430 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.431 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.432 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.432 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.432 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.432 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.432 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.432 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.432 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:46.432 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:46.432 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.432 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T16:19:46.433 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.433 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.433 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.433 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.433 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.433 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.433 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:46.433 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.433 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:46.433 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.433 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.433 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:46.433 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.434 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.434 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.434 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251897+0000", 2024-07-29T16:19:46.434 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.988666+0000", 2024-07-29T16:19:46.434 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.988666+0000", 2024-07-29T16:19:46.434 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.990406+0000", 2024-07-29T16:19:46.434 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251897+0000", 2024-07-29T16:19:46.434 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.434 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.434 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.434 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.434 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251897+0000", 2024-07-29T16:19:46.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251897+0000", 2024-07-29T16:19:46.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251897+0000", 2024-07-29T16:19:46.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251897+0000", 2024-07-29T16:19:46.435 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251897+0000", 2024-07-29T16:19:46.435 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.435 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.435 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.435 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.435 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.435 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.435 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.436 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.436 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.436 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.436 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.436 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.436 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.436 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.8", 2024-07-29T16:19:46.436 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.436 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.436 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.436 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5083, 2024-07-29T16:19:46.436 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.436 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:26:27.727145+0000", 2024-07-29T16:19:46.436 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.437 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.437 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.438 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.439 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.439 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.439 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.440 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.440 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.440 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.440 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.440 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:46.440 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.440 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:46.440 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.440 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.440 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.440 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.440 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.440 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.440 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:46.441 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.441 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:46.441 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.441 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.441 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.441 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.441 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.441 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.441 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.125082+0000", 2024-07-29T16:19:46.441 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.426416+0000", 2024-07-29T16:19:46.441 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.426416+0000", 2024-07-29T16:19:46.441 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.427839+0000", 2024-07-29T16:19:46.441 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.125082+0000", 2024-07-29T16:19:46.441 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.441 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.442 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.442 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:46.442 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.125082+0000", 2024-07-29T16:19:46.442 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.125082+0000", 2024-07-29T16:19:46.442 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.125082+0000", 2024-07-29T16:19:46.442 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.442 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.442 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.442 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.125082+0000", 2024-07-29T16:19:46.442 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.125082+0000", 2024-07-29T16:19:46.442 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.442 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.442 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.443 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.443 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:46.443 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.443 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.443 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.443 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.443 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.443 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.443 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.443 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.443 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.6", 2024-07-29T16:19:46.443 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.443 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.443 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.443 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5329, 2024-07-29T16:19:46.444 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.444 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:50:25.662238+0000", 2024-07-29T16:19:46.444 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.444 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.444 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.444 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.444 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.444 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.444 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.444 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.444 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.444 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.444 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.444 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.445 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.446 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.447 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.447 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.447 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.447 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.447 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.447 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.447 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.447 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:46.447 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.447 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:46.447 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.447 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.447 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.448 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.448 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.448 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.448 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:46.448 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.448 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:46.448 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.448 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.448 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:46.448 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.448 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.448 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252264+0000", 2024-07-29T16:19:46.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.984171+0000", 2024-07-29T16:19:46.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.984171+0000", 2024-07-29T16:19:46.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.984503+0000", 2024-07-29T16:19:46.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252264+0000", 2024-07-29T16:19:46.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252264+0000", 2024-07-29T16:19:46.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252264+0000", 2024-07-29T16:19:46.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252264+0000", 2024-07-29T16:19:46.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.449 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.450 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.450 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252264+0000", 2024-07-29T16:19:46.450 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252264+0000", 2024-07-29T16:19:46.450 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.450 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T16:19:46.450 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.450 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.450 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.450 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.450 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.450 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.450 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.450 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T16:19:46.450 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.450 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.451 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.451 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.7", 2024-07-29T16:19:46.451 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.451 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.451 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.451 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5107, 2024-07-29T16:19:46.451 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.451 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:37:13.791488+0000", 2024-07-29T16:19:46.451 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.451 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.451 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.451 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.451 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.451 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.452 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:46.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:46.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:46.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:46.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.453 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 9, 2024-07-29T16:19:46.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 9, 2024-07-29T16:19:46.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T16:19:46.454 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.454 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.454 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.454 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.454 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.455 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.455 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.455 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:46.455 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.455 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:46.455 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'2" 2024-07-29T16:19:46.455 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.455 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.455 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.455 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.455 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.455 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:46.455 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.455 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T16:19:46.456 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.456 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.456 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T16:19:46.456 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.456 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.456 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.456 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.120397+0000", 2024-07-29T16:19:46.456 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.006426+0000", 2024-07-29T16:19:46.456 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.006426+0000", 2024-07-29T16:19:46.456 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:43:20.420100+0000", 2024-07-29T16:19:46.456 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.120397+0000", 2024-07-29T16:19:46.456 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:46.456 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.456 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:46.456 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:46.456 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.120397+0000", 2024-07-29T16:19:46.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.120397+0000", 2024-07-29T16:19:46.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.120397+0000", 2024-07-29T16:19:46.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:46.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.120397+0000", 2024-07-29T16:19:46.457 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.120397+0000", 2024-07-29T16:19:46.457 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.457 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3167, 2024-07-29T16:19:46.457 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.457 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.457 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:46.457 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.457 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.457 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.458 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.458 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3167, 2024-07-29T16:19:46.458 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.458 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.458 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.458 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.1", 2024-07-29T16:19:46.458 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.458 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.458 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.458 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 9367, 2024-07-29T16:19:46.458 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.458 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:29:06.118632+0000", 2024-07-29T16:19:46.458 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.007101185, 2024-07-29T16:19:46.458 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.458 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.459 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.459 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.459 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.459 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.459 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.459 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.459 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.459 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.459 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.459 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.459 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.459 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.459 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.459 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.459 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 1827, 2024-07-29T16:19:46.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 379955, 2024-07-29T16:19:46.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3132, 2024-07-29T16:19:46.461 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 397685 2024-07-29T16:19:46.461 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.461 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.461 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.461 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.461 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.461 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.462 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:46.462 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.462 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T16:19:46.462 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "1121'3167" 2024-07-29T16:19:46.462 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.462 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.462 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.462 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.462 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.462 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:46.462 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.462 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:46.462 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.462 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.462 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.463 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.463 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.463 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.463 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.123676+0000", 2024-07-29T16:19:46.463 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.993215+0000", 2024-07-29T16:19:46.463 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.993215+0000", 2024-07-29T16:19:46.463 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.993522+0000", 2024-07-29T16:19:46.463 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.123676+0000", 2024-07-29T16:19:46.463 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.463 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.463 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.463 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.463 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.123676+0000", 2024-07-29T16:19:46.463 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.123676+0000", 2024-07-29T16:19:46.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.123676+0000", 2024-07-29T16:19:46.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.123676+0000", 2024-07-29T16:19:46.464 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.123676+0000", 2024-07-29T16:19:46.464 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.464 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.464 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.464 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.464 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.464 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.464 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.464 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.464 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.464 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.465 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.465 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.465 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.465 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.7", 2024-07-29T16:19:46.465 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.465 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.465 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.465 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5250, 2024-07-29T16:19:46.465 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.465 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:30:08.603840+0000", 2024-07-29T16:19:46.465 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.465 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.465 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.465 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.465 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.466 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.466 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.466 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.466 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.466 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.466 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.466 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.466 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.466 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.466 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.466 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.466 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.466 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.466 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.466 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.467 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.468 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.468 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.468 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.468 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.468 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.468 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.468 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.469 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:46.469 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.469 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:46.469 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.469 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.469 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.469 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.469 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.469 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.469 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:46.469 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.469 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:46.469 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.470 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.470 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:46.470 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.470 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.470 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.470 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254901+0000", 2024-07-29T16:19:46.470 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.020511+0000", 2024-07-29T16:19:46.470 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.020511+0000", 2024-07-29T16:19:46.470 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.020830+0000", 2024-07-29T16:19:46.470 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254901+0000", 2024-07-29T16:19:46.470 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.470 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.470 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.470 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:46.470 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254901+0000", 2024-07-29T16:19:46.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254901+0000", 2024-07-29T16:19:46.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254901+0000", 2024-07-29T16:19:46.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254901+0000", 2024-07-29T16:19:46.471 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254901+0000", 2024-07-29T16:19:46.471 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.471 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3, 2024-07-29T16:19:46.471 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.471 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.471 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:46.471 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.471 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.472 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.472 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.472 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3, 2024-07-29T16:19:46.472 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.472 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.472 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.472 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.6", 2024-07-29T16:19:46.472 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.472 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.472 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.472 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5299, 2024-07-29T16:19:46.472 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.472 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:21:40.029622+0000", 2024-07-29T16:19:46.472 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.473 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.473 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.473 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.473 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.473 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.473 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.473 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.473 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.473 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.473 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.473 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.473 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.473 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:46.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:46.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:46.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.474 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:46.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 4, 2024-07-29T16:19:46.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 4, 2024-07-29T16:19:46.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.475 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T16:19:46.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.476 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.476 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.476 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.476 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.476 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.476 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.476 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:46.476 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.476 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:46.476 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "588'3" 2024-07-29T16:19:46.476 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.476 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.476 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.476 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.477 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.477 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:46.477 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.477 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:46.477 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.477 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.477 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T16:19:46.477 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.477 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.477 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.477 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.122799+0000", 2024-07-29T16:19:46.477 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.994789+0000", 2024-07-29T16:19:46.477 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.994789+0000", 2024-07-29T16:19:46.477 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:43:20.415241+0000", 2024-07-29T16:19:46.477 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.122799+0000", 2024-07-29T16:19:46.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:46.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:46.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.122799+0000", 2024-07-29T16:19:46.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.122799+0000", 2024-07-29T16:19:46.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.122799+0000", 2024-07-29T16:19:46.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:46.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.122799+0000", 2024-07-29T16:19:46.478 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.122799+0000", 2024-07-29T16:19:46.478 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.478 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3120, 2024-07-29T16:19:46.478 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.479 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.479 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.479 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.479 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.479 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.479 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.479 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3120, 2024-07-29T16:19:46.479 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.479 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.479 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.479 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.0", 2024-07-29T16:19:46.479 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.479 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.479 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.479 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 9047, 2024-07-29T16:19:46.479 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.480 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:28:56.478731+0000", 2024-07-29T16:19:46.480 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.00312483, 2024-07-29T16:19:46.480 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.480 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.480 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 4194304, 2024-07-29T16:19:46.480 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.480 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.480 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.480 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.480 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.480 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.480 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.480 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.480 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.480 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:46.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:46.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:46.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.481 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 1106, 2024-07-29T16:19:46.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 394344, 2024-07-29T16:19:46.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.482 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3093, 2024-07-29T16:19:46.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 425489 2024-07-29T16:19:46.483 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.483 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.483 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.483 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.483 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.483 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.483 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:46.483 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.483 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:46.483 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "1121'3120" 2024-07-29T16:19:46.483 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.484 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.484 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.484 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.484 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:46.484 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:46.484 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.484 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:46.484 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.484 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.484 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.484 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.484 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.484 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.484 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254476+0000", 2024-07-29T16:19:46.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.045017+0000", 2024-07-29T16:19:46.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.045017+0000", 2024-07-29T16:19:46.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.045422+0000", 2024-07-29T16:19:46.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254476+0000", 2024-07-29T16:19:46.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:46.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254476+0000", 2024-07-29T16:19:46.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254476+0000", 2024-07-29T16:19:46.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254476+0000", 2024-07-29T16:19:46.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.485 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.486 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254476+0000", 2024-07-29T16:19:46.486 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254476+0000", 2024-07-29T16:19:46.486 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.486 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.486 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.486 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.486 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:46.486 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.486 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.486 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.486 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.486 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.486 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.486 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.486 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.487 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.4", 2024-07-29T16:19:46.487 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.487 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.487 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.487 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5290, 2024-07-29T16:19:46.487 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.487 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:16:10.859421+0000", 2024-07-29T16:19:46.487 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.487 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.487 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.487 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.487 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.487 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.487 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.487 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.488 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.489 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.490 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.490 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.490 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.490 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.490 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.490 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:46.490 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:46.490 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.490 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:46.491 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.491 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.491 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.491 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.491 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.491 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.491 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:46.491 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.491 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:46.491 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.491 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.491 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:46.491 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.491 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.492 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.492 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.255510+0000", 2024-07-29T16:19:46.492 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.983496+0000", 2024-07-29T16:19:46.492 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.983496+0000", 2024-07-29T16:19:46.492 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.984365+0000", 2024-07-29T16:19:46.492 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.255510+0000", 2024-07-29T16:19:46.492 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.492 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.492 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.492 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.492 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.255510+0000", 2024-07-29T16:19:46.492 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.255510+0000", 2024-07-29T16:19:46.492 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.255510+0000", 2024-07-29T16:19:46.493 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.493 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.493 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.493 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.255510+0000", 2024-07-29T16:19:46.493 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.255510+0000", 2024-07-29T16:19:46.493 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.493 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.493 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.493 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.493 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.493 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.493 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.493 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.493 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.494 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.494 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.494 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.494 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.494 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.5", 2024-07-29T16:19:46.494 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.494 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.494 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.494 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5098, 2024-07-29T16:19:46.494 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.494 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:22:57.057618+0000", 2024-07-29T16:19:46.494 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.494 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.494 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.494 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.495 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.496 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.497 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.497 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.498 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.498 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.498 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.498 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.498 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:46.498 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.498 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:46.498 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.498 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.498 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.498 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.498 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.498 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.498 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:46.498 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.499 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:46.499 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.499 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.499 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T16:19:46.499 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.499 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.499 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.499 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121523+0000", 2024-07-29T16:19:46.499 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.982769+0000", 2024-07-29T16:19:46.499 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.982769+0000", 2024-07-29T16:19:46.499 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:43:20.428070+0000", 2024-07-29T16:19:46.499 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121523+0000", 2024-07-29T16:19:46.499 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:46.499 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.499 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:46.499 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.500 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121523+0000", 2024-07-29T16:19:46.500 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121523+0000", 2024-07-29T16:19:46.500 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121523+0000", 2024-07-29T16:19:46.500 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.500 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.500 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:46.500 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121523+0000", 2024-07-29T16:19:46.500 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121523+0000", 2024-07-29T16:19:46.500 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.500 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2925, 2024-07-29T16:19:46.500 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.500 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.500 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.500 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.500 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.501 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.501 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.501 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2925, 2024-07-29T16:19:46.501 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.501 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.501 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.501 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.3", 2024-07-29T16:19:46.501 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.501 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.501 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.501 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 8787, 2024-07-29T16:19:46.501 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.501 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:31:28.514988+0000", 2024-07-29T16:19:46.501 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.003790979, 2024-07-29T16:19:46.501 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.502 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.502 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:46.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:46.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:46.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:46.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.503 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 570, 2024-07-29T16:19:46.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 388761, 2024-07-29T16:19:46.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 2922, 2024-07-29T16:19:46.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 370607 2024-07-29T16:19:46.504 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.504 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.504 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.505 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.505 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.505 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.505 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:46.505 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.505 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:46.505 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "1121'2925" 2024-07-29T16:19:46.505 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.505 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.505 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.505 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.505 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.505 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:46.505 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.505 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:46.505 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.506 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.506 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.506 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.506 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.506 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.506 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.256439+0000", 2024-07-29T16:19:46.506 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.058407+0000", 2024-07-29T16:19:46.506 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.058407+0000", 2024-07-29T16:19:46.506 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.058691+0000", 2024-07-29T16:19:46.506 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.256439+0000", 2024-07-29T16:19:46.506 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.506 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.506 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.506 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:46.506 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.256439+0000", 2024-07-29T16:19:46.507 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.256439+0000", 2024-07-29T16:19:46.507 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.256439+0000", 2024-07-29T16:19:46.507 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.507 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.507 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.507 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.256439+0000", 2024-07-29T16:19:46.507 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.256439+0000", 2024-07-29T16:19:46.507 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.507 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.507 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.507 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.507 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:46.507 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.507 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.507 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.508 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.508 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.508 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.508 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.508 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.508 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.5", 2024-07-29T16:19:46.508 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.508 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.508 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.508 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5174, 2024-07-29T16:19:46.508 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.508 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:16:01.443277+0000", 2024-07-29T16:19:46.508 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.508 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.508 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.509 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.510 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.511 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.511 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.511 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.511 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.511 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.512 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.512 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:46.512 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.512 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:46.512 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.512 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.512 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.512 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.512 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.512 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.512 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:46.512 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.512 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:46.512 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.513 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.513 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:46.513 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.513 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.513 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.513 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254565+0000", 2024-07-29T16:19:46.513 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.983811+0000", 2024-07-29T16:19:46.513 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.983811+0000", 2024-07-29T16:19:46.513 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.984126+0000", 2024-07-29T16:19:46.513 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254565+0000", 2024-07-29T16:19:46.513 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.513 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.513 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.513 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.513 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254565+0000", 2024-07-29T16:19:46.514 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254565+0000", 2024-07-29T16:19:46.514 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254565+0000", 2024-07-29T16:19:46.514 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.514 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.514 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.514 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254565+0000", 2024-07-29T16:19:46.514 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254565+0000", 2024-07-29T16:19:46.514 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.514 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.514 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.514 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.514 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.514 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.514 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.514 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.515 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.515 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.515 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.515 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.515 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.515 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.4", 2024-07-29T16:19:46.515 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.515 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.515 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.515 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5283, 2024-07-29T16:19:46.515 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.515 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:30:42.990744+0000", 2024-07-29T16:19:46.515 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.515 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.515 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.515 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.516 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.517 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.518 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.518 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.518 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.518 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.518 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.518 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.518 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:46.518 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.519 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:46.519 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.519 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.519 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.519 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.519 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.519 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.519 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:46.519 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.519 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:46.519 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.519 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.519 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T16:19:46.519 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.520 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.520 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.520 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251439+0000", 2024-07-29T16:19:46.520 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.040161+0000", 2024-07-29T16:19:46.520 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.040161+0000", 2024-07-29T16:19:46.520 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:43:20.467467+0000", 2024-07-29T16:19:46.520 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251439+0000", 2024-07-29T16:19:46.520 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:46.520 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.520 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:46.520 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:46.520 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251439+0000", 2024-07-29T16:19:46.520 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251439+0000", 2024-07-29T16:19:46.520 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251439+0000", 2024-07-29T16:19:46.520 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.521 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.521 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:46.521 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251439+0000", 2024-07-29T16:19:46.521 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251439+0000", 2024-07-29T16:19:46.521 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.521 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3025, 2024-07-29T16:19:46.521 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.521 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.521 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:46.521 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.521 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.521 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.521 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.521 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3025, 2024-07-29T16:19:46.522 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.522 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.522 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.522 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.2", 2024-07-29T16:19:46.522 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.522 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.522 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.522 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 8984, 2024-07-29T16:19:46.522 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.522 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:01:50.454700+0000", 2024-07-29T16:19:46.522 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.003956252, 2024-07-29T16:19:46.522 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.522 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.522 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 19, 2024-07-29T16:19:46.522 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.523 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:46.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:46.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:46.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.524 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.525 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.525 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.525 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 792, 2024-07-29T16:19:46.525 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 368969, 2024-07-29T16:19:46.525 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.525 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.525 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.525 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3021, 2024-07-29T16:19:46.525 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 413863 2024-07-29T16:19:46.525 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.525 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.525 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.525 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.525 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.525 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.526 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:46.526 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.526 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:46.526 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "1120'3025" 2024-07-29T16:19:46.526 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.526 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.526 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.526 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.526 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.526 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:46.526 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.526 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T16:19:46.527 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.527 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.527 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.527 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.527 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.527 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.527 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.120525+0000", 2024-07-29T16:19:46.527 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.007313+0000", 2024-07-29T16:19:46.527 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.007313+0000", 2024-07-29T16:19:46.527 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.007675+0000", 2024-07-29T16:19:46.527 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.120525+0000", 2024-07-29T16:19:46.527 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.527 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.527 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.527 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:46.528 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.120525+0000", 2024-07-29T16:19:46.528 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.120525+0000", 2024-07-29T16:19:46.528 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.120525+0000", 2024-07-29T16:19:46.528 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.528 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.528 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.528 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.120525+0000", 2024-07-29T16:19:46.528 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.120525+0000", 2024-07-29T16:19:46.528 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.528 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.528 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.528 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.528 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:46.528 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.528 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.529 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.529 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.529 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.529 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.529 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.529 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.529 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3", 2024-07-29T16:19:46.529 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.529 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.529 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.529 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5184, 2024-07-29T16:19:46.529 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.529 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:38:21.822636+0000", 2024-07-29T16:19:46.529 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.529 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.529 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.530 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.530 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.530 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.530 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.530 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.530 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.530 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.530 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.530 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.530 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.530 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.530 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.530 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.530 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.530 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.531 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.532 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.532 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.532 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.532 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.532 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.532 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.532 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.532 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.532 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.532 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.532 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.532 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.532 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.532 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.532 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.533 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:46.533 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.533 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T16:19:46.533 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.533 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.533 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.533 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.533 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.533 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.533 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:46.533 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.533 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:46.533 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.534 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.534 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:46.534 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.534 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.534 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.534 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254150+0000", 2024-07-29T16:19:46.534 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.008466+0000", 2024-07-29T16:19:46.534 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.008466+0000", 2024-07-29T16:19:46.534 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.008754+0000", 2024-07-29T16:19:46.534 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254150+0000", 2024-07-29T16:19:46.534 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.534 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.534 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.535 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:46.535 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254150+0000", 2024-07-29T16:19:46.535 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254150+0000", 2024-07-29T16:19:46.535 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254150+0000", 2024-07-29T16:19:46.535 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.535 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.535 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.535 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254150+0000", 2024-07-29T16:19:46.535 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254150+0000", 2024-07-29T16:19:46.535 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.535 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.535 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.535 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.536 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:46.536 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.536 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.536 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.536 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.536 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.536 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.536 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.536 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.536 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.2", 2024-07-29T16:19:46.536 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.536 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.537 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.537 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5146, 2024-07-29T16:19:46.537 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.537 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:28:55.017872+0000", 2024-07-29T16:19:46.537 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.537 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.537 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.537 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.537 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.537 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.537 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.537 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.537 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.537 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.538 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.539 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.539 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.539 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.539 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.539 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.539 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.539 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.539 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.539 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.539 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.539 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.539 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.539 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.539 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.540 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.540 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.540 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.540 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.540 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.540 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.540 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.540 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.540 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.540 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.540 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.540 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.540 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:46.540 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.540 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:46.540 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.541 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.541 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.541 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.541 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.541 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:46.541 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:46.541 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.541 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:46.541 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.541 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.541 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T16:19:46.541 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.541 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.541 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.542 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250493+0000", 2024-07-29T16:19:46.542 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:08:42.996903+0000", 2024-07-29T16:19:46.542 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:08:42.996903+0000", 2024-07-29T16:19:46.542 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:43:20.467457+0000", 2024-07-29T16:19:46.542 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250493+0000", 2024-07-29T16:19:46.542 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:46.542 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.542 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:46.542 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 433, 2024-07-29T16:19:46.542 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250493+0000", 2024-07-29T16:19:46.542 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250493+0000", 2024-07-29T16:19:46.542 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250493+0000", 2024-07-29T16:19:46.542 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.543 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.543 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:46.543 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250493+0000", 2024-07-29T16:19:46.543 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250493+0000", 2024-07-29T16:19:46.543 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.543 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3008, 2024-07-29T16:19:46.543 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.543 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.543 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 432, 2024-07-29T16:19:46.543 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.543 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.543 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.543 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.543 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3008, 2024-07-29T16:19:46.544 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.544 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.544 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.544 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.4", 2024-07-29T16:19:46.544 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.544 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.544 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.544 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 8802, 2024-07-29T16:19:46.544 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.544 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:19:30.505009+0000", 2024-07-29T16:19:46.544 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.003869284, 2024-07-29T16:19:46.544 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.544 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.544 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.545 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.546 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:46.546 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:46.546 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.546 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:46.546 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.546 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.546 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.546 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.546 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.546 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:46.546 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.546 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.546 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.546 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.546 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.547 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.547 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.547 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 669, 2024-07-29T16:19:46.547 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 369935, 2024-07-29T16:19:46.547 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.547 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.547 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.547 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3026, 2024-07-29T16:19:46.547 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 391154 2024-07-29T16:19:46.547 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.547 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.547 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.547 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.547 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.547 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:46.547 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:46.548 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.548 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:46.548 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "1121'3008" 2024-07-29T16:19:46.548 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.548 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.548 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.548 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.548 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:46.548 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:46.548 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.548 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:46.548 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.548 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.548 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.548 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.548 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.549 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.549 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.253300+0000", 2024-07-29T16:19:46.549 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.022485+0000", 2024-07-29T16:19:46.549 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.022485+0000", 2024-07-29T16:19:46.549 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.023231+0000", 2024-07-29T16:19:46.549 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.253300+0000", 2024-07-29T16:19:46.549 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.549 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.549 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.549 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:46.549 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.253300+0000", 2024-07-29T16:19:46.549 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.253300+0000", 2024-07-29T16:19:46.549 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.253300+0000", 2024-07-29T16:19:46.549 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.550 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.550 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.550 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.253300+0000", 2024-07-29T16:19:46.550 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.253300+0000", 2024-07-29T16:19:46.550 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.550 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.550 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.550 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.550 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:46.550 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.550 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.550 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.550 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.550 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.550 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.551 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.551 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.551 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.0", 2024-07-29T16:19:46.551 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.551 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.551 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.551 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5291, 2024-07-29T16:19:46.551 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.551 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:48:45.039200+0000", 2024-07-29T16:19:46.551 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.551 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.551 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.551 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.551 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.551 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.551 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.552 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.553 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.553 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.553 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.553 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.553 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.553 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.553 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.553 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.553 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.553 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.553 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.553 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.553 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.553 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.553 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.554 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.554 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.554 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.554 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.554 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.554 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.554 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.554 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.554 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.554 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.554 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.554 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:46.554 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:46.554 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.554 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:46.555 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.555 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.555 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.555 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.555 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:46.555 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.555 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:46.555 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.555 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T16:19:46.555 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.555 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.555 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:46.555 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.555 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.555 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.556 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250742+0000", 2024-07-29T16:19:46.556 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:08:43.000860+0000", 2024-07-29T16:19:46.556 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:08:43.000860+0000", 2024-07-29T16:19:46.556 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:08:43.001147+0000", 2024-07-29T16:19:46.556 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250742+0000", 2024-07-29T16:19:46.556 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.556 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.556 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.556 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 433, 2024-07-29T16:19:46.556 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250742+0000", 2024-07-29T16:19:46.556 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250742+0000", 2024-07-29T16:19:46.556 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250742+0000", 2024-07-29T16:19:46.556 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.556 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.556 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.556 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250742+0000", 2024-07-29T16:19:46.557 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250742+0000", 2024-07-29T16:19:46.557 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.557 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.557 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.557 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.557 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 432, 2024-07-29T16:19:46.557 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.557 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.557 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.557 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.557 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.557 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.557 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.557 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.557 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1", 2024-07-29T16:19:46.558 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.558 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.558 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.558 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5256, 2024-07-29T16:19:46.558 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.558 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:20:33.499327+0000", 2024-07-29T16:19:46.558 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.558 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.558 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.558 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.558 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.558 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.558 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.558 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.558 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.559 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.560 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.561 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.561 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.561 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.561 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.561 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.561 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.561 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.561 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:46.561 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.561 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:46.561 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.561 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T16:19:46.561 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.561 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.561 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.561 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.562 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.562 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.562 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:46.562 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.562 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:46.562 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.562 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.562 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T16:19:46.562 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.562 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.562 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.562 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.256100+0000", 2024-07-29T16:19:46.562 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.046561+0000", 2024-07-29T16:19:46.562 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.046561+0000", 2024-07-29T16:19:46.563 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:43:20.470998+0000", 2024-07-29T16:19:46.563 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.256100+0000", 2024-07-29T16:19:46.563 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:46.563 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.563 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:46.563 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:46.563 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.256100+0000", 2024-07-29T16:19:46.563 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.256100+0000", 2024-07-29T16:19:46.563 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.256100+0000", 2024-07-29T16:19:46.563 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.563 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.563 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:46.563 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.256100+0000", 2024-07-29T16:19:46.564 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.256100+0000", 2024-07-29T16:19:46.564 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.564 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3113, 2024-07-29T16:19:46.564 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.564 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.564 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:46.564 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.564 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.564 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.564 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.564 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3113, 2024-07-29T16:19:46.564 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.564 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.564 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.565 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.7", 2024-07-29T16:19:46.565 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.565 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.565 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.565 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 9089, 2024-07-29T16:19:46.565 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.565 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:54:08.411822+0000", 2024-07-29T16:19:46.565 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.007305616, 2024-07-29T16:19:46.565 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.565 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.565 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.565 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.565 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.565 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.565 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.565 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.566 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.566 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.566 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.566 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.566 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.566 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.566 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.566 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.566 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.566 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.566 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.566 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.566 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.567 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.568 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 1231, 2024-07-29T16:19:46.568 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 363270, 2024-07-29T16:19:46.568 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.568 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.568 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.568 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3108, 2024-07-29T16:19:46.568 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 382926 2024-07-29T16:19:46.568 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.568 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.568 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.568 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.568 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.568 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.568 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:46.569 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.569 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:46.569 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "1120'3113" 2024-07-29T16:19:46.569 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.569 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.569 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.569 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:46.569 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.569 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:46.569 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.569 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T16:19:46.569 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.569 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.569 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.569 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.569 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.570 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.570 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250720+0000", 2024-07-29T16:19:46.570 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:08:42.995330+0000", 2024-07-29T16:19:46.570 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:08:42.995330+0000", 2024-07-29T16:19:46.570 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:08:42.995757+0000", 2024-07-29T16:19:46.570 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250720+0000", 2024-07-29T16:19:46.570 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.570 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.570 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.570 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 433, 2024-07-29T16:19:46.570 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250720+0000", 2024-07-29T16:19:46.570 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250720+0000", 2024-07-29T16:19:46.570 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250720+0000", 2024-07-29T16:19:46.570 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.570 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.571 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.571 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250720+0000", 2024-07-29T16:19:46.571 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250720+0000", 2024-07-29T16:19:46.571 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.571 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.571 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.571 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.571 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 432, 2024-07-29T16:19:46.571 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.571 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.571 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.571 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.571 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.571 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.571 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.572 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.572 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1", 2024-07-29T16:19:46.572 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.572 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.572 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.572 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5240, 2024-07-29T16:19:46.572 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.572 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:36:32.482060+0000", 2024-07-29T16:19:46.572 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.572 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.572 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.572 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.572 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.572 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.573 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.573 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.573 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.573 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.573 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.573 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.573 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.573 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.573 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.573 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.573 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.573 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.573 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.574 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.575 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.575 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.575 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.575 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.576 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.576 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:46.576 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.576 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:46.576 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.576 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T16:19:46.576 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.576 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.576 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.576 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.576 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.576 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.576 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:46.576 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.577 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:46.577 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.577 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.577 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:46.577 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.577 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.577 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.577 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252248+0000", 2024-07-29T16:19:46.577 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.986399+0000", 2024-07-29T16:19:46.577 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.986399+0000", 2024-07-29T16:19:46.577 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.989543+0000", 2024-07-29T16:19:46.577 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252248+0000", 2024-07-29T16:19:46.577 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.577 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.578 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.578 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.578 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252248+0000", 2024-07-29T16:19:46.578 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252248+0000", 2024-07-29T16:19:46.578 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252248+0000", 2024-07-29T16:19:46.578 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.578 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.578 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.578 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252248+0000", 2024-07-29T16:19:46.578 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252248+0000", 2024-07-29T16:19:46.578 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.578 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.578 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.578 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.578 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.579 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.579 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.579 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.579 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.579 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.579 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.579 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.579 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.579 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.0", 2024-07-29T16:19:46.579 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.579 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.579 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.579 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5086, 2024-07-29T16:19:46.579 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.579 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:57:26.873048+0000", 2024-07-29T16:19:46.580 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.580 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.580 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.580 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.580 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.580 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.580 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.580 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.580 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.580 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.580 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.580 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.580 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.580 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.580 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.581 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.582 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.582 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.582 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.582 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.583 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.583 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.583 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.583 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:46.583 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.583 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:46.583 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.583 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.583 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.583 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.583 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.583 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.583 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:46.583 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.583 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:46.584 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.584 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.584 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T16:19:46.584 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.584 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.584 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.584 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.125010+0000", 2024-07-29T16:19:46.584 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:08:11.023828+0000", 2024-07-29T16:19:46.584 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:08:11.023828+0000", 2024-07-29T16:19:46.584 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:43:20.428119+0000", 2024-07-29T16:19:46.584 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.125010+0000", 2024-07-29T16:19:46.584 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:46.584 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.584 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:46.584 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 401, 2024-07-29T16:19:46.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.125010+0000", 2024-07-29T16:19:46.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.125010+0000", 2024-07-29T16:19:46.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.125010+0000", 2024-07-29T16:19:46.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:46.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.125010+0000", 2024-07-29T16:19:46.585 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.125010+0000", 2024-07-29T16:19:46.585 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.585 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3166, 2024-07-29T16:19:46.585 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.585 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.585 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 400, 2024-07-29T16:19:46.585 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.585 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.585 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.586 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.586 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3166, 2024-07-29T16:19:46.586 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.586 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.586 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.586 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.6", 2024-07-29T16:19:46.586 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.586 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.586 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.586 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 9427, 2024-07-29T16:19:46.586 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.586 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:02:11.132752+0000", 2024-07-29T16:19:46.586 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.003670679, 2024-07-29T16:19:46.586 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.586 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.587 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.587 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.587 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.587 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.587 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.587 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.587 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.587 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.587 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.587 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.587 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.587 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.587 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.587 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.587 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.588 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 1587, 2024-07-29T16:19:46.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 422283, 2024-07-29T16:19:46.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3116, 2024-07-29T16:19:46.589 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 380564 2024-07-29T16:19:46.589 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.589 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.589 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.589 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.590 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.590 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.590 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:46.590 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.590 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:46.590 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "1121'3166" 2024-07-29T16:19:46.590 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.590 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.590 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.590 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.590 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.590 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:46.590 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.590 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:46.590 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.591 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.591 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.591 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.591 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.591 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.591 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.122609+0000", 2024-07-29T16:19:46.591 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.027069+0000", 2024-07-29T16:19:46.591 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.027069+0000", 2024-07-29T16:19:46.591 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.027556+0000", 2024-07-29T16:19:46.591 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.122609+0000", 2024-07-29T16:19:46.591 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.591 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.591 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.591 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:46.591 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.122609+0000", 2024-07-29T16:19:46.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.122609+0000", 2024-07-29T16:19:46.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.122609+0000", 2024-07-29T16:19:46.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.122609+0000", 2024-07-29T16:19:46.592 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.122609+0000", 2024-07-29T16:19:46.592 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.592 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.592 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.592 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.592 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:46.592 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.592 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.592 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.592 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.593 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.593 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.593 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.593 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.593 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2", 2024-07-29T16:19:46.593 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.593 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.593 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.593 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5220, 2024-07-29T16:19:46.593 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.593 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:28:22.765917+0000", 2024-07-29T16:19:46.593 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.594 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.594 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.594 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.594 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.594 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.594 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.594 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.594 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.594 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.594 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.594 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.594 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.594 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.594 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.595 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.596 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.596 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.596 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.597 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.597 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.597 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.597 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.597 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:46.597 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.597 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:46.597 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.597 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.597 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.597 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.597 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.597 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:46.597 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:46.598 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.598 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:46.598 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.598 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.598 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:46.598 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.598 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.598 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.598 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.253343+0000", 2024-07-29T16:19:46.598 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.989473+0000", 2024-07-29T16:19:46.598 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.989473+0000", 2024-07-29T16:19:46.598 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.989841+0000", 2024-07-29T16:19:46.598 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.253343+0000", 2024-07-29T16:19:46.598 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.598 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.599 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.599 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.599 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.253343+0000", 2024-07-29T16:19:46.599 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.253343+0000", 2024-07-29T16:19:46.599 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.253343+0000", 2024-07-29T16:19:46.599 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.599 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.599 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.599 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.253343+0000", 2024-07-29T16:19:46.599 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.253343+0000", 2024-07-29T16:19:46.599 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.599 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.599 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.600 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.600 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.600 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.600 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.600 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.600 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.600 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.600 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.600 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.600 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.600 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.3", 2024-07-29T16:19:46.600 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.600 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.600 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.600 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5139, 2024-07-29T16:19:46.600 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.601 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:32:17.149875+0000", 2024-07-29T16:19:46.601 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.601 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.601 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.601 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.601 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.601 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.601 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.601 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.601 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.601 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.601 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.601 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.601 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.601 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.601 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.602 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.603 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.604 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.604 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.604 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.604 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.604 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.604 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.604 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:46.604 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:46.604 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.604 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:46.604 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.604 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.604 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.604 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.604 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.605 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.605 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:46.605 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.605 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:46.605 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.605 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.605 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 19, 2024-07-29T16:19:46.605 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.605 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.605 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.605 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252348+0000", 2024-07-29T16:19:46.605 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.977792+0000", 2024-07-29T16:19:46.605 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.977792+0000", 2024-07-29T16:19:46.605 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.978200+0000", 2024-07-29T16:19:46.605 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252348+0000", 2024-07-29T16:19:46.606 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:56:33.779105+0000", 2024-07-29T16:19:46.606 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.606 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:56:33.779105+0000", 2024-07-29T16:19:46.606 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.606 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252348+0000", 2024-07-29T16:19:46.606 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252348+0000", 2024-07-29T16:19:46.606 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252348+0000", 2024-07-29T16:19:46.606 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.606 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.606 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:56:33.779105+0000", 2024-07-29T16:19:46.606 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252348+0000", 2024-07-29T16:19:46.606 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252348+0000", 2024-07-29T16:19:46.606 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.606 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 237, 2024-07-29T16:19:46.607 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.607 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.607 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.607 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.607 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.607 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.607 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.607 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 237, 2024-07-29T16:19:46.607 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.607 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.607 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.607 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "1.0", 2024-07-29T16:19:46.607 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.607 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.607 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.608 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5731, 2024-07-29T16:19:46.608 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.608 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:06:18.951256+0000", 2024-07-29T16:19:46.608 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.608 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.608 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.608 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 590368, 2024-07-29T16:19:46.608 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.608 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 1771104, 2024-07-29T16:19:46.608 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.608 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.608 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.608 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.608 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.608 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 6, 2024-07-29T16:19:46.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 2, 2024-07-29T16:19:46.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 2, 2024-07-29T16:19:46.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.609 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 6, 2024-07-29T16:19:46.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 1178, 2024-07-29T16:19:46.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 1994, 2024-07-29T16:19:46.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.610 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 391, 2024-07-29T16:19:46.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 2416 2024-07-29T16:19:46.611 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.611 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.611 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.611 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.611 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.611 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.611 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:46.611 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.611 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:46.611 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "2214'237" 2024-07-29T16:19:46.611 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.612 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.612 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.612 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.612 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.612 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:46.612 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.612 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:46.612 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.612 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.612 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T16:19:46.612 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.612 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.612 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.612 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252569+0000", 2024-07-29T16:19:46.613 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.979127+0000", 2024-07-29T16:19:46.613 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.979127+0000", 2024-07-29T16:19:46.613 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:43:20.418534+0000", 2024-07-29T16:19:46.613 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252569+0000", 2024-07-29T16:19:46.613 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:46.613 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.613 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:46.613 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.613 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252569+0000", 2024-07-29T16:19:46.613 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252569+0000", 2024-07-29T16:19:46.613 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252569+0000", 2024-07-29T16:19:46.613 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.613 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.613 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:46.613 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252569+0000", 2024-07-29T16:19:46.614 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252569+0000", 2024-07-29T16:19:46.614 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.614 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2970, 2024-07-29T16:19:46.614 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.614 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.614 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.614 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.614 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.614 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.614 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.614 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2970, 2024-07-29T16:19:46.614 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.614 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.614 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.614 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.5", 2024-07-29T16:19:46.614 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.615 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.615 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.615 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 8857, 2024-07-29T16:19:46.615 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.615 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:05:35.533371+0000", 2024-07-29T16:19:46.615 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.002200953, 2024-07-29T16:19:46.615 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.615 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.615 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.615 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.615 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.615 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.615 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.615 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.615 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.616 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.616 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.616 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.616 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.616 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.616 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.616 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.616 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.616 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.616 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.616 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.616 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.616 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.616 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.616 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 1267, 2024-07-29T16:19:46.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 365883, 2024-07-29T16:19:46.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.617 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.618 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 2945, 2024-07-29T16:19:46.618 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 364294 2024-07-29T16:19:46.618 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.618 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.618 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.618 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.618 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.618 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.618 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:46.618 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.618 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:46.618 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "1121'2970" 2024-07-29T16:19:46.618 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.618 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.619 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.619 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.619 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.619 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:46.619 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.619 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:46.619 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.619 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.619 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.619 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.619 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.619 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.619 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.255330+0000", 2024-07-29T16:19:46.619 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.985064+0000", 2024-07-29T16:19:46.619 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.985064+0000", 2024-07-29T16:19:46.619 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.988432+0000", 2024-07-29T16:19:46.620 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.255330+0000", 2024-07-29T16:19:46.620 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.620 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.620 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.620 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.620 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.255330+0000", 2024-07-29T16:19:46.620 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.255330+0000", 2024-07-29T16:19:46.620 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.255330+0000", 2024-07-29T16:19:46.620 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.620 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.620 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.620 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.255330+0000", 2024-07-29T16:19:46.620 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.255330+0000", 2024-07-29T16:19:46.620 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.620 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.621 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.621 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.621 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.621 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.621 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.621 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.621 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.621 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.621 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.621 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.621 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.621 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.d", 2024-07-29T16:19:46.621 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.621 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.621 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.621 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5074, 2024-07-29T16:19:46.622 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.622 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:42:20.386148+0000", 2024-07-29T16:19:46.622 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.622 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.622 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.622 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.622 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.622 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.622 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.622 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.622 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.622 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.622 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.622 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.622 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.623 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.623 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.623 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.623 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.623 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.623 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.623 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.623 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.623 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.623 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.623 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.623 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.623 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.623 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.623 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.624 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.625 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.625 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.625 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.625 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.625 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.625 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.625 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:46.625 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.625 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:46.625 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.625 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.625 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.625 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.625 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:46.625 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.625 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:46.626 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.626 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T16:19:46.626 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.626 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.626 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:46.626 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.626 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.626 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.626 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252489+0000", 2024-07-29T16:19:46.626 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.053883+0000", 2024-07-29T16:19:46.626 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.053883+0000", 2024-07-29T16:19:46.626 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.054236+0000", 2024-07-29T16:19:46.626 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252489+0000", 2024-07-29T16:19:46.626 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.626 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.627 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.627 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:46.627 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252489+0000", 2024-07-29T16:19:46.627 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252489+0000", 2024-07-29T16:19:46.627 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252489+0000", 2024-07-29T16:19:46.627 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.627 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.627 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.627 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252489+0000", 2024-07-29T16:19:46.627 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252489+0000", 2024-07-29T16:19:46.627 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.627 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.627 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.627 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.627 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:46.627 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.628 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.628 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.628 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.628 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.628 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.628 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.628 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.628 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.c", 2024-07-29T16:19:46.628 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.628 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.628 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.628 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5253, 2024-07-29T16:19:46.628 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.628 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:18:29.672221+0000", 2024-07-29T16:19:46.628 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.629 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.629 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.629 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.629 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.629 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.629 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.629 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.629 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.629 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.629 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.629 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.629 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.629 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.629 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.629 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.629 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.630 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.630 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.630 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.630 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.630 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.630 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.630 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.630 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.630 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.630 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.630 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.630 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.630 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.630 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.630 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.631 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.631 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.631 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.631 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.631 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.631 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.631 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.631 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.631 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.631 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.631 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.631 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.631 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.631 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.631 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.631 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:46.632 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.632 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:46.632 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.632 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T16:19:46.632 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.632 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.632 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.632 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.632 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.632 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.632 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:46.632 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.632 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:46.632 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.632 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.633 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.633 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.633 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.633 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.633 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.256748+0000", 2024-07-29T16:19:46.633 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.008441+0000", 2024-07-29T16:19:46.633 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.008441+0000", 2024-07-29T16:19:46.633 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.008784+0000", 2024-07-29T16:19:46.633 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.256748+0000", 2024-07-29T16:19:46.633 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.633 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.633 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.633 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:46.633 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.256748+0000", 2024-07-29T16:19:46.634 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.256748+0000", 2024-07-29T16:19:46.634 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.256748+0000", 2024-07-29T16:19:46.634 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.634 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.634 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.634 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.256748+0000", 2024-07-29T16:19:46.634 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.256748+0000", 2024-07-29T16:19:46.634 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.634 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.634 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.634 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.634 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:46.634 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.634 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.635 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.635 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.635 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.635 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.635 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.635 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.635 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.c", 2024-07-29T16:19:46.635 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.635 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.635 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.635 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5166, 2024-07-29T16:19:46.635 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.635 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:37:15.544426+0000", 2024-07-29T16:19:46.635 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.635 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.636 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.636 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.636 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.636 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.636 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.636 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.636 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.636 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.636 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.636 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.636 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.636 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.636 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.637 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.637 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.637 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.637 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.637 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.637 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.637 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.637 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.637 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.637 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.637 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.637 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.637 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.637 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.637 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.637 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.638 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.638 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.638 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.638 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.638 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.638 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.638 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.638 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.638 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.638 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.638 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.638 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.638 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.639 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.639 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.639 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.639 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.639 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.639 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:46.639 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.639 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:46.639 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.639 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.639 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.639 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.639 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.640 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.640 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:46.640 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.640 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:46.640 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.640 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.640 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:46.640 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.640 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.640 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.640 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.253999+0000", 2024-07-29T16:19:46.640 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.434007+0000", 2024-07-29T16:19:46.640 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.434007+0000", 2024-07-29T16:19:46.640 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.434414+0000", 2024-07-29T16:19:46.640 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.253999+0000", 2024-07-29T16:19:46.641 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.641 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.641 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.641 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:46.641 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.253999+0000", 2024-07-29T16:19:46.641 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.253999+0000", 2024-07-29T16:19:46.641 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.253999+0000", 2024-07-29T16:19:46.641 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.641 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.641 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.641 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.253999+0000", 2024-07-29T16:19:46.641 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.253999+0000", 2024-07-29T16:19:46.641 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.641 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 1, 2024-07-29T16:19:46.641 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.642 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.642 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:46.642 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.642 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.642 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.642 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.642 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 1, 2024-07-29T16:19:46.642 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.642 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.642 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.642 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.d", 2024-07-29T16:19:46.642 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.642 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.642 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.642 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5296, 2024-07-29T16:19:46.643 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.643 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:49:52.812262+0000", 2024-07-29T16:19:46.643 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.643 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.643 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.643 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 70, 2024-07-29T16:19:46.643 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.643 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.643 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.643 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.643 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.643 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.643 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.644 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.644 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.644 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.644 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.644 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.644 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.644 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.644 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.644 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:46.644 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:46.644 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.644 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:46.644 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.644 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.644 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.645 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.645 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.645 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.645 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.645 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.645 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.645 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.645 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.645 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.645 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.645 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 2, 2024-07-29T16:19:46.645 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 2, 2024-07-29T16:19:46.645 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.645 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.645 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.646 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 1, 2024-07-29T16:19:46.646 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 1 2024-07-29T16:19:46.646 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.646 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.646 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.646 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.646 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.646 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.646 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:46.646 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.646 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:46.646 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'1" 2024-07-29T16:19:46.646 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.646 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.646 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.646 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.647 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.647 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:46.647 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.647 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:46.647 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.647 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.647 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.647 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.647 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.647 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.647 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252692+0000", 2024-07-29T16:19:46.647 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.981394+0000", 2024-07-29T16:19:46.647 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.981394+0000", 2024-07-29T16:19:46.647 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.982705+0000", 2024-07-29T16:19:46.647 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252692+0000", 2024-07-29T16:19:46.648 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.648 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.648 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.648 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.648 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252692+0000", 2024-07-29T16:19:46.648 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252692+0000", 2024-07-29T16:19:46.648 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252692+0000", 2024-07-29T16:19:46.648 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.648 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.648 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.648 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252692+0000", 2024-07-29T16:19:46.648 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252692+0000", 2024-07-29T16:19:46.648 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.648 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.649 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.649 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.649 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.649 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.649 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.649 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.649 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.649 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.649 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.649 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.649 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.649 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.f", 2024-07-29T16:19:46.649 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.649 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.649 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.650 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5093, 2024-07-29T16:19:46.650 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.650 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:38:56.725937+0000", 2024-07-29T16:19:46.650 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.650 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.650 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.650 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.650 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.650 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.650 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.650 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.650 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.650 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.651 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.651 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.651 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.651 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.651 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.651 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.651 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.651 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.651 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.651 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.651 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.651 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.651 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.651 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.651 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.652 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.652 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.652 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.652 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.652 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.652 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.652 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.652 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.652 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.652 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.652 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.652 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.652 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.652 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.652 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.653 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.653 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.653 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.653 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.653 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.653 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.653 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.653 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.653 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.653 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:46.653 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.653 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:46.653 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.653 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.654 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.654 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.654 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:46.654 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.654 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:46.654 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.654 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T16:19:46.654 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.654 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.654 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:46.654 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.654 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.654 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.655 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254066+0000", 2024-07-29T16:19:46.655 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.998534+0000", 2024-07-29T16:19:46.655 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.998534+0000", 2024-07-29T16:19:46.655 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.998875+0000", 2024-07-29T16:19:46.655 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254066+0000", 2024-07-29T16:19:46.655 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.655 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.655 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.655 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.655 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254066+0000", 2024-07-29T16:19:46.655 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254066+0000", 2024-07-29T16:19:46.655 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254066+0000", 2024-07-29T16:19:46.655 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.655 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.655 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.656 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254066+0000", 2024-07-29T16:19:46.656 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254066+0000", 2024-07-29T16:19:46.656 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.656 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T16:19:46.656 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.656 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.656 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.656 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.656 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.656 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.656 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.656 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T16:19:46.656 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.656 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.657 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.657 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.e", 2024-07-29T16:19:46.657 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.657 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.657 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.657 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5230, 2024-07-29T16:19:46.657 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.657 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:55:08.510222+0000", 2024-07-29T16:19:46.657 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.657 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.657 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.657 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.657 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.657 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.657 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.657 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.658 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.658 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.658 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.658 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.658 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.658 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.658 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.658 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.658 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.658 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.658 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.658 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:46.658 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:46.658 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.658 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:46.659 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.659 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.659 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.659 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.659 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.659 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:46.659 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.659 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.659 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.659 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.659 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.659 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.659 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.659 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 9, 2024-07-29T16:19:46.659 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 9, 2024-07-29T16:19:46.659 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.660 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.660 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.660 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T16:19:46.660 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.660 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.660 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.660 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.660 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.660 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:46.660 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.660 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:46.660 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.660 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T16:19:46.660 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'2" 2024-07-29T16:19:46.660 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.661 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.661 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.661 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.661 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.661 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:46.661 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.661 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:46.661 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.661 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.661 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.661 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.661 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.661 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.661 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252068+0000", 2024-07-29T16:19:46.661 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.989673+0000", 2024-07-29T16:19:46.662 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.989673+0000", 2024-07-29T16:19:46.662 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.990001+0000", 2024-07-29T16:19:46.662 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252068+0000", 2024-07-29T16:19:46.662 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.662 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.662 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.662 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.662 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252068+0000", 2024-07-29T16:19:46.662 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252068+0000", 2024-07-29T16:19:46.662 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252068+0000", 2024-07-29T16:19:46.662 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.662 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.662 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.662 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252068+0000", 2024-07-29T16:19:46.663 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252068+0000", 2024-07-29T16:19:46.663 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.663 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.663 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.663 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.663 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.663 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.663 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.663 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.663 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.663 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.663 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.663 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.663 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.663 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.e", 2024-07-29T16:19:46.664 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.664 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.664 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.664 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5093, 2024-07-29T16:19:46.664 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.664 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:26:26.399617+0000", 2024-07-29T16:19:46.664 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.664 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.664 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.664 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.664 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.664 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.664 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.664 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.664 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.664 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.665 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.665 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.665 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.665 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.665 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.665 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.665 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.665 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.665 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.665 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.665 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.665 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.665 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.665 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.665 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.666 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.666 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.666 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.666 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.666 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.666 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.666 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.666 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.666 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.666 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.666 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.666 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.666 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.666 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.666 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.666 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.667 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.667 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.667 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.667 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.667 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.667 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.667 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.667 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.667 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:46.667 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.667 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:46.667 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.667 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.667 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.668 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.668 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.668 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.668 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:46.668 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.668 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T16:19:46.668 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.668 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.668 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:46.668 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.668 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.668 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.668 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121419+0000", 2024-07-29T16:19:46.669 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.984626+0000", 2024-07-29T16:19:46.669 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.984626+0000", 2024-07-29T16:19:46.669 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.984993+0000", 2024-07-29T16:19:46.669 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121419+0000", 2024-07-29T16:19:46.669 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.669 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.669 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.669 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.669 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121419+0000", 2024-07-29T16:19:46.669 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121419+0000", 2024-07-29T16:19:46.669 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121419+0000", 2024-07-29T16:19:46.669 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.669 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.669 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.670 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121419+0000", 2024-07-29T16:19:46.670 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121419+0000", 2024-07-29T16:19:46.670 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.670 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 1, 2024-07-29T16:19:46.670 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.670 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.670 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.670 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.670 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.670 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.670 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.670 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 1, 2024-07-29T16:19:46.670 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.670 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.670 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.671 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.f", 2024-07-29T16:19:46.671 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.671 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.671 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.671 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5188, 2024-07-29T16:19:46.671 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.671 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:22:19.139747+0000", 2024-07-29T16:19:46.671 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.671 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.671 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.671 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 22, 2024-07-29T16:19:46.671 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.671 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.671 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.672 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.672 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.672 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.672 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.672 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.672 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.672 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.672 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.672 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.672 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.672 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.672 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.672 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:46.672 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:46.673 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.673 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:46.673 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.673 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.673 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.673 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.673 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.673 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.673 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.673 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.673 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.673 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.673 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.673 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.674 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.674 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 2, 2024-07-29T16:19:46.674 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 2, 2024-07-29T16:19:46.674 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.674 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.674 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.674 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 1, 2024-07-29T16:19:46.674 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 1 2024-07-29T16:19:46.674 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.674 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.674 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.674 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.674 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.674 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.675 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:46.675 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.675 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T16:19:46.675 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'1" 2024-07-29T16:19:46.675 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.675 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.675 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.675 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.675 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.675 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:46.675 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.675 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:46.675 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.675 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.676 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.676 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.676 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.676 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.676 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254318+0000", 2024-07-29T16:19:46.676 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.980203+0000", 2024-07-29T16:19:46.676 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.980203+0000", 2024-07-29T16:19:46.676 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.980620+0000", 2024-07-29T16:19:46.676 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254318+0000", 2024-07-29T16:19:46.676 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.676 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.676 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.676 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.677 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254318+0000", 2024-07-29T16:19:46.677 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254318+0000", 2024-07-29T16:19:46.677 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254318+0000", 2024-07-29T16:19:46.677 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.677 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.677 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.677 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254318+0000", 2024-07-29T16:19:46.677 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254318+0000", 2024-07-29T16:19:46.677 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.677 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.677 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.678 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.678 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.678 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.678 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.678 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.678 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.678 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.678 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.678 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.678 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.678 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.11", 2024-07-29T16:19:46.678 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.678 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.679 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.679 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5073, 2024-07-29T16:19:46.679 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.679 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:05:06.493082+0000", 2024-07-29T16:19:46.679 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.679 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.679 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.679 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.679 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.679 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.679 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.679 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.679 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.679 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.680 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.680 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.680 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.680 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.680 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.680 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.680 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.680 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.680 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.680 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.680 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.680 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.680 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.680 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.681 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.681 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.681 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.681 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.681 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.681 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.681 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.681 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.681 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.681 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.681 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.681 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.681 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.681 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.681 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.681 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.682 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.682 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.682 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.682 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.682 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.682 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.682 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.682 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.682 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.682 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:46.682 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.682 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:46.682 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.682 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.682 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.683 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.683 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:46.683 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.683 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:46.683 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.683 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T16:19:46.683 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.683 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.683 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:46.683 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.683 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.683 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.683 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251803+0000", 2024-07-29T16:19:46.683 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:08:11.028319+0000", 2024-07-29T16:19:46.683 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:08:11.028319+0000", 2024-07-29T16:19:46.684 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:08:11.031691+0000", 2024-07-29T16:19:46.684 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251803+0000", 2024-07-29T16:19:46.684 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.684 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.684 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.684 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 401, 2024-07-29T16:19:46.684 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251803+0000", 2024-07-29T16:19:46.684 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251803+0000", 2024-07-29T16:19:46.684 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251803+0000", 2024-07-29T16:19:46.684 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.684 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.684 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.684 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251803+0000", 2024-07-29T16:19:46.684 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251803+0000", 2024-07-29T16:19:46.684 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.684 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 8, 2024-07-29T16:19:46.685 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.685 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.685 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 400, 2024-07-29T16:19:46.685 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.685 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.685 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.685 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.685 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 8, 2024-07-29T16:19:46.685 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.685 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.685 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.685 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.10", 2024-07-29T16:19:46.685 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.685 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.685 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.685 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5268, 2024-07-29T16:19:46.686 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.686 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:53:50.114038+0000", 2024-07-29T16:19:46.686 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.686 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.686 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.686 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.686 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.686 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.686 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.686 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.686 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.686 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.686 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.686 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.686 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.687 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.687 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.687 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.687 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.687 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.687 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.687 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 12, 2024-07-29T16:19:46.687 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 4, 2024-07-29T16:19:46.687 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.687 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 4, 2024-07-29T16:19:46.687 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.687 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.687 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.687 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.687 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.687 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 4, 2024-07-29T16:19:46.688 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.688 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.688 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.688 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.688 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.688 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.688 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.688 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 36, 2024-07-29T16:19:46.688 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 36, 2024-07-29T16:19:46.688 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.688 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.688 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.688 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 12, 2024-07-29T16:19:46.688 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.688 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.689 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.689 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.689 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.689 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:46.689 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.689 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:46.689 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.689 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T16:19:46.689 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'8" 2024-07-29T16:19:46.689 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.689 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.689 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.689 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.689 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.689 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:46.690 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.690 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:46.690 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.690 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.690 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.690 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.690 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.690 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.690 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250404+0000", 2024-07-29T16:19:46.690 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.011478+0000", 2024-07-29T16:19:46.690 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.011478+0000", 2024-07-29T16:19:46.690 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.011857+0000", 2024-07-29T16:19:46.690 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250404+0000", 2024-07-29T16:19:46.690 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.690 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.691 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.691 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:46.691 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250404+0000", 2024-07-29T16:19:46.691 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250404+0000", 2024-07-29T16:19:46.691 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250404+0000", 2024-07-29T16:19:46.691 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.691 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.691 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.691 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250404+0000", 2024-07-29T16:19:46.691 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250404+0000", 2024-07-29T16:19:46.691 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.691 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.691 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.691 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.691 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:46.692 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.692 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.692 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.692 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.692 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.692 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.692 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.692 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.692 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.10", 2024-07-29T16:19:46.692 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.692 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.692 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.692 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5111, 2024-07-29T16:19:46.692 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.693 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:48:12.227687+0000", 2024-07-29T16:19:46.693 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.693 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.693 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.693 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.693 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.693 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.693 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.693 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.693 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.693 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.693 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.693 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.694 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.694 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.694 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.694 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.694 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.694 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.694 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.694 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.694 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.694 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.694 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.694 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.694 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.694 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.695 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.695 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.695 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.695 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.695 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.695 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.695 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.695 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.695 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.695 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.695 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.695 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.695 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.695 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.695 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.696 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.696 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.696 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.696 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.696 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.696 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.696 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.696 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.696 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:46.696 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.696 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:46.696 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.696 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.697 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.697 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.697 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.697 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.697 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:46.697 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.697 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:46.697 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.697 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.697 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:46.697 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.697 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.697 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.697 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254953+0000", 2024-07-29T16:19:46.698 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.018805+0000", 2024-07-29T16:19:46.698 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.018805+0000", 2024-07-29T16:19:46.698 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.021283+0000", 2024-07-29T16:19:46.698 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254953+0000", 2024-07-29T16:19:46.698 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.698 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.698 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.698 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:46.698 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254953+0000", 2024-07-29T16:19:46.698 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254953+0000", 2024-07-29T16:19:46.698 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254953+0000", 2024-07-29T16:19:46.698 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.698 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.699 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.699 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254953+0000", 2024-07-29T16:19:46.699 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254953+0000", 2024-07-29T16:19:46.699 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.699 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.699 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.699 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.699 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:46.699 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.699 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.699 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.699 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.699 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.699 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.700 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.700 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.700 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.11", 2024-07-29T16:19:46.700 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.700 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.700 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.700 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5126, 2024-07-29T16:19:46.700 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.700 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:03:07.264391+0000", 2024-07-29T16:19:46.700 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.700 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.700 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.700 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.700 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.700 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.701 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.701 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.701 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.701 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.701 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.701 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.701 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.701 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.701 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.701 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.701 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.701 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.701 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.701 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.701 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.702 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.702 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.702 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.702 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.702 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.702 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.702 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.702 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.702 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.702 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.702 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.702 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.702 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.703 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.703 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.703 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.703 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.703 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.703 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.703 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.703 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.703 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.703 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.703 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.703 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.703 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.703 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.704 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.704 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:46.704 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.704 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:46.704 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.704 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.704 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.704 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.704 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.704 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.704 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:46.704 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.704 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:46.704 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.704 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.705 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.705 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.705 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.705 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.705 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.255930+0000", 2024-07-29T16:19:46.705 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.988819+0000", 2024-07-29T16:19:46.705 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.988819+0000", 2024-07-29T16:19:46.705 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.990303+0000", 2024-07-29T16:19:46.705 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.255930+0000", 2024-07-29T16:19:46.705 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.705 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.705 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.705 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.705 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.255930+0000", 2024-07-29T16:19:46.706 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.255930+0000", 2024-07-29T16:19:46.706 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.255930+0000", 2024-07-29T16:19:46.706 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.706 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.706 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.706 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.255930+0000", 2024-07-29T16:19:46.706 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.255930+0000", 2024-07-29T16:19:46.706 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.706 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.706 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.706 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.706 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.706 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.707 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.707 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.707 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.707 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.707 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.707 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.707 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.707 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.13", 2024-07-29T16:19:46.707 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.707 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.707 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.707 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5092, 2024-07-29T16:19:46.707 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.707 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:52:48.683867+0000", 2024-07-29T16:19:46.708 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.708 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.708 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.708 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.708 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.708 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.708 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.708 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.708 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.708 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.708 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.708 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.708 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.708 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.709 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.709 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.709 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.709 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.709 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.709 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.709 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.709 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.709 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.709 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.709 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.709 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.709 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.709 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.709 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.709 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.710 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.710 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.710 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.710 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.710 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.710 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.710 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.710 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.710 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.710 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.710 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.710 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.710 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.711 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.711 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.711 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.711 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.711 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.711 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.711 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:46.711 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.711 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:46.711 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.711 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.711 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.711 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.711 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.712 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.712 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:46.712 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.712 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:46.712 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.712 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.712 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:46.712 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.712 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.712 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.712 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254235+0000", 2024-07-29T16:19:46.712 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.995232+0000", 2024-07-29T16:19:46.712 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.995232+0000", 2024-07-29T16:19:46.712 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.995593+0000", 2024-07-29T16:19:46.713 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254235+0000", 2024-07-29T16:19:46.713 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.713 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.713 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.713 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.713 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254235+0000", 2024-07-29T16:19:46.713 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254235+0000", 2024-07-29T16:19:46.713 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254235+0000", 2024-07-29T16:19:46.713 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.713 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.713 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.713 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254235+0000", 2024-07-29T16:19:46.713 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254235+0000", 2024-07-29T16:19:46.713 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.714 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.714 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.714 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.714 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.714 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.714 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.714 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.714 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.714 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.714 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.714 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.714 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.714 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.12", 2024-07-29T16:19:46.714 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.714 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.714 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.715 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5167, 2024-07-29T16:19:46.715 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.715 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:31:48.181389+0000", 2024-07-29T16:19:46.715 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.715 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.715 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.715 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.715 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.715 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.715 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.715 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.715 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.715 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.715 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.715 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.716 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.716 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.716 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.716 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.716 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.716 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.716 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.716 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.716 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.716 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.716 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.716 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.716 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.716 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.716 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.717 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.717 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.717 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.717 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.717 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.717 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.717 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.717 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.717 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.717 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.717 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.717 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.717 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.717 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.717 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.718 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.718 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.718 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.718 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.718 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.718 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.718 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.718 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:46.718 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.718 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:46.718 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.718 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.718 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.718 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.719 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.719 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.719 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:46.719 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.719 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:46.719 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.719 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.719 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.719 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.719 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.719 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.719 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121178+0000", 2024-07-29T16:19:46.719 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.995344+0000", 2024-07-29T16:19:46.719 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.995344+0000", 2024-07-29T16:19:46.719 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.995679+0000", 2024-07-29T16:19:46.719 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121178+0000", 2024-07-29T16:19:46.720 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.720 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.720 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.720 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.720 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121178+0000", 2024-07-29T16:19:46.720 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121178+0000", 2024-07-29T16:19:46.720 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121178+0000", 2024-07-29T16:19:46.720 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.720 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.720 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.720 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121178+0000", 2024-07-29T16:19:46.720 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121178+0000", 2024-07-29T16:19:46.720 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.720 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.720 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.721 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.721 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.721 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.721 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.721 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.721 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.721 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.721 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.721 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.721 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.721 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.12", 2024-07-29T16:19:46.721 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.721 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.721 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.722 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5327, 2024-07-29T16:19:46.722 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.722 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:06:34.788154+0000", 2024-07-29T16:19:46.722 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.722 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.722 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.722 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.722 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.722 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.722 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.722 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.722 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.722 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.722 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.722 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.722 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.723 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.723 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.723 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.723 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.723 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.723 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.723 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.723 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.723 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.723 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.723 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.723 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.723 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.723 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.724 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.724 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.724 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.724 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.724 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.724 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.724 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.724 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.724 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.724 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.724 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.724 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.724 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.724 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.724 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.724 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.725 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.725 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.725 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.725 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.725 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.725 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.725 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:46.725 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.725 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:46.725 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.725 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.725 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.725 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.725 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.725 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.725 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:46.726 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.726 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:46.726 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.726 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.726 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:46.726 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.726 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.726 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.726 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121839+0000", 2024-07-29T16:19:46.726 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.426943+0000", 2024-07-29T16:19:46.726 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.426943+0000", 2024-07-29T16:19:46.726 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.427285+0000", 2024-07-29T16:19:46.726 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121839+0000", 2024-07-29T16:19:46.726 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.727 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.727 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.727 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:46.727 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121839+0000", 2024-07-29T16:19:46.727 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121839+0000", 2024-07-29T16:19:46.727 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121839+0000", 2024-07-29T16:19:46.727 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.727 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.727 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.727 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121839+0000", 2024-07-29T16:19:46.727 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121839+0000", 2024-07-29T16:19:46.727 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.727 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T16:19:46.727 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.727 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.728 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:46.728 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.728 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.728 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.728 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.728 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T16:19:46.728 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.728 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.728 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.728 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.13", 2024-07-29T16:19:46.728 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.728 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.728 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.728 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5338, 2024-07-29T16:19:46.728 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.728 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:56:55.167631+0000", 2024-07-29T16:19:46.729 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.729 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.729 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.729 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 34, 2024-07-29T16:19:46.729 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.729 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.729 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.729 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.729 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.729 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.729 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.729 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.729 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.729 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.729 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.730 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.730 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.730 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.730 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.730 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 6, 2024-07-29T16:19:46.730 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 2, 2024-07-29T16:19:46.730 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.730 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 2, 2024-07-29T16:19:46.730 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.730 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.730 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.730 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.730 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.730 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:46.730 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.731 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.731 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.731 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.731 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.731 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.731 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.731 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 8, 2024-07-29T16:19:46.731 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 14, 2024-07-29T16:19:46.731 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.731 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.731 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.731 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T16:19:46.731 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 6 2024-07-29T16:19:46.731 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.731 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.732 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.732 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.732 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.732 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.732 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:46.732 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.732 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:46.732 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'2" 2024-07-29T16:19:46.732 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.732 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.732 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.732 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.732 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.732 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:46.732 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.732 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:46.733 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.733 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.733 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.733 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.733 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.733 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.255422+0000", 2024-07-29T16:19:46.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.996156+0000", 2024-07-29T16:19:46.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.996156+0000", 2024-07-29T16:19:46.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.996493+0000", 2024-07-29T16:19:46.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.255422+0000", 2024-07-29T16:19:46.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.733 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.734 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.734 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.734 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.255422+0000", 2024-07-29T16:19:46.734 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.255422+0000", 2024-07-29T16:19:46.734 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.255422+0000", 2024-07-29T16:19:46.734 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.734 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.734 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.734 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.255422+0000", 2024-07-29T16:19:46.734 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.255422+0000", 2024-07-29T16:19:46.734 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.734 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.734 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.734 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.734 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.735 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.735 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.735 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.735 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.735 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.735 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.735 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.735 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.735 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.15", 2024-07-29T16:19:46.735 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.735 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.735 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.735 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5091, 2024-07-29T16:19:46.735 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.735 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:55:56.188461+0000", 2024-07-29T16:19:46.736 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.736 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.736 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.736 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.737 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.738 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.739 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.739 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.739 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.739 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.739 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.739 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.739 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.739 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:46.739 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.739 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:46.739 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.739 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.739 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.739 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.739 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.739 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.740 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:46.740 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.740 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:46.740 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.740 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.740 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:46.740 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.740 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.740 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.740 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250852+0000", 2024-07-29T16:19:46.740 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.019537+0000", 2024-07-29T16:19:46.740 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.019537+0000", 2024-07-29T16:19:46.740 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.020344+0000", 2024-07-29T16:19:46.740 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250852+0000", 2024-07-29T16:19:46.741 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.741 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.741 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.741 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:46.741 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250852+0000", 2024-07-29T16:19:46.741 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250852+0000", 2024-07-29T16:19:46.741 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250852+0000", 2024-07-29T16:19:46.741 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.741 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.741 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.741 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250852+0000", 2024-07-29T16:19:46.741 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250852+0000", 2024-07-29T16:19:46.741 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.741 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 30, 2024-07-29T16:19:46.742 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.742 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.742 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:46.742 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.742 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.742 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.742 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.742 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 30, 2024-07-29T16:19:46.742 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.742 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.742 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.742 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.14", 2024-07-29T16:19:46.742 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.742 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.743 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.743 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5155, 2024-07-29T16:19:46.743 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.743 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:11:24.698141+0000", 2024-07-29T16:19:46.743 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.743 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.743 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.743 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 5816, 2024-07-29T16:19:46.743 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.743 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.743 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.743 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.743 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 12, 2024-07-29T16:19:46.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 4, 2024-07-29T16:19:46.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 4, 2024-07-29T16:19:46.744 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:46.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 17, 2024-07-29T16:19:46.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 25, 2024-07-29T16:19:46.745 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.746 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.746 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.746 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 28, 2024-07-29T16:19:46.746 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 25 2024-07-29T16:19:46.746 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.746 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.746 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.746 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.746 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.746 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.746 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:46.746 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.746 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:46.746 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "584'30" 2024-07-29T16:19:46.746 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.747 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.747 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.747 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.747 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.747 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:46.747 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.747 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T16:19:46.747 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.747 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.747 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.747 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.747 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.747 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.747 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.122239+0000", 2024-07-29T16:19:46.747 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.981765+0000", 2024-07-29T16:19:46.747 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.981765+0000", 2024-07-29T16:19:46.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.982078+0000", 2024-07-29T16:19:46.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.122239+0000", 2024-07-29T16:19:46.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.122239+0000", 2024-07-29T16:19:46.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.122239+0000", 2024-07-29T16:19:46.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.122239+0000", 2024-07-29T16:19:46.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.122239+0000", 2024-07-29T16:19:46.748 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.122239+0000", 2024-07-29T16:19:46.749 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.749 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.749 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.749 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.749 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.749 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.749 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.749 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.749 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.749 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.749 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.749 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.749 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.749 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.14", 2024-07-29T16:19:46.750 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.750 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.750 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.750 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5190, 2024-07-29T16:19:46.750 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.750 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:24:25.811253+0000", 2024-07-29T16:19:46.750 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.750 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.750 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.750 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.750 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.750 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.750 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.750 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.750 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.751 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.752 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.753 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.753 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.753 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.753 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.753 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.753 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.753 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.753 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.753 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.753 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.753 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:46.753 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.753 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T16:19:46.753 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.753 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.754 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.754 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.754 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.754 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.754 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:46.754 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.754 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:46.754 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.754 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.754 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:46.754 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.754 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.754 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.754 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.253974+0000", 2024-07-29T16:19:46.754 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.045980+0000", 2024-07-29T16:19:46.755 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.045980+0000", 2024-07-29T16:19:46.755 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.046308+0000", 2024-07-29T16:19:46.755 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.253974+0000", 2024-07-29T16:19:46.755 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.755 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.755 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.755 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:46.755 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.253974+0000", 2024-07-29T16:19:46.755 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.253974+0000", 2024-07-29T16:19:46.755 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.253974+0000", 2024-07-29T16:19:46.755 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.755 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.755 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.755 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.253974+0000", 2024-07-29T16:19:46.755 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.253974+0000", 2024-07-29T16:19:46.756 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.756 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3, 2024-07-29T16:19:46.756 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.756 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.756 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:46.756 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.756 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.756 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.756 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.756 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3, 2024-07-29T16:19:46.756 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.756 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.756 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.756 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.15", 2024-07-29T16:19:46.757 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.757 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.757 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.757 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5286, 2024-07-29T16:19:46.757 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.757 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:31:10.224659+0000", 2024-07-29T16:19:46.757 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.757 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.757 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.757 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 90, 2024-07-29T16:19:46.757 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.757 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.757 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.757 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.757 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.757 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 6, 2024-07-29T16:19:46.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 2, 2024-07-29T16:19:46.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 2, 2024-07-29T16:19:46.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.758 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:46.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 11, 2024-07-29T16:19:46.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 11, 2024-07-29T16:19:46.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.759 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.760 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 4, 2024-07-29T16:19:46.760 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 1 2024-07-29T16:19:46.760 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.760 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.760 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.760 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.760 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.760 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.760 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:46.760 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.760 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:46.760 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'3" 2024-07-29T16:19:46.760 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.760 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.760 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.761 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.761 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.761 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:46.761 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.761 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:46.761 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.761 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.761 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.761 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.761 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.761 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.761 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.123751+0000", 2024-07-29T16:19:46.761 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.057825+0000", 2024-07-29T16:19:46.761 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.057825+0000", 2024-07-29T16:19:46.761 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.058180+0000", 2024-07-29T16:19:46.761 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.123751+0000", 2024-07-29T16:19:46.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:46.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.123751+0000", 2024-07-29T16:19:46.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.123751+0000", 2024-07-29T16:19:46.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.123751+0000", 2024-07-29T16:19:46.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.123751+0000", 2024-07-29T16:19:46.762 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.123751+0000", 2024-07-29T16:19:46.762 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.762 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.762 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.763 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.763 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:46.763 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.763 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.763 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.763 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.763 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.763 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.763 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.763 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.763 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.17", 2024-07-29T16:19:46.763 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.763 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.763 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.764 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5326, 2024-07-29T16:19:46.764 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.764 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:57:45.853044+0000", 2024-07-29T16:19:46.764 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.764 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.764 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.764 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.764 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.764 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.764 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.764 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.764 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.764 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.764 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.764 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.765 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.766 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.767 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.767 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.767 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.767 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.767 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.767 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.767 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:46.767 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.767 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:46.767 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.767 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.767 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.767 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.767 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.768 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.768 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:46.768 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.768 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:46.768 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.768 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.768 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:46.768 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.768 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.768 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.768 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.258486+0000", 2024-07-29T16:19:46.768 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.014015+0000", 2024-07-29T16:19:46.768 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.014015+0000", 2024-07-29T16:19:46.768 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.014539+0000", 2024-07-29T16:19:46.768 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.258486+0000", 2024-07-29T16:19:46.768 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:46.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.258486+0000", 2024-07-29T16:19:46.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.258486+0000", 2024-07-29T16:19:46.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.258486+0000", 2024-07-29T16:19:46.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.258486+0000", 2024-07-29T16:19:46.769 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.258486+0000", 2024-07-29T16:19:46.769 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.769 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.769 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.769 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.770 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:46.770 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.770 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.770 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.770 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.770 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.770 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.770 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.770 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.770 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.16", 2024-07-29T16:19:46.770 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.770 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.770 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.770 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5134, 2024-07-29T16:19:46.770 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.771 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:26:39.275591+0000", 2024-07-29T16:19:46.771 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.771 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.771 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.771 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.772 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.773 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.773 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.773 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.773 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.774 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.774 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.774 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.774 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:46.774 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.774 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:46.774 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.774 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.774 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.774 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.774 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.774 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.774 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:46.774 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.774 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:46.775 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.775 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.775 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.775 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.775 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.775 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.775 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.258339+0000", 2024-07-29T16:19:46.775 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.986865+0000", 2024-07-29T16:19:46.775 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.986865+0000", 2024-07-29T16:19:46.775 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.987176+0000", 2024-07-29T16:19:46.775 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.258339+0000", 2024-07-29T16:19:46.775 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.775 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.775 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.775 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.258339+0000", 2024-07-29T16:19:46.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.258339+0000", 2024-07-29T16:19:46.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.258339+0000", 2024-07-29T16:19:46.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.258339+0000", 2024-07-29T16:19:46.776 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.258339+0000", 2024-07-29T16:19:46.776 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.776 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.776 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.776 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.776 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.776 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.776 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.776 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.777 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.777 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.777 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.777 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.777 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.777 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.16", 2024-07-29T16:19:46.777 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.777 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.777 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.777 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5138, 2024-07-29T16:19:46.777 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.777 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:21:48.415318+0000", 2024-07-29T16:19:46.777 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.777 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.777 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.778 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.779 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.780 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.780 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.780 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.780 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.780 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.780 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.780 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.781 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:46.781 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.781 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:46.781 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.781 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.781 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.781 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.781 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.781 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.781 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:46.781 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.781 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:46.781 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.782 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.782 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:46.782 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.782 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.782 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.782 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252121+0000", 2024-07-29T16:19:46.782 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.013097+0000", 2024-07-29T16:19:46.782 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.013097+0000", 2024-07-29T16:19:46.782 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.013406+0000", 2024-07-29T16:19:46.782 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252121+0000", 2024-07-29T16:19:46.782 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.782 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:46.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252121+0000", 2024-07-29T16:19:46.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252121+0000", 2024-07-29T16:19:46.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252121+0000", 2024-07-29T16:19:46.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252121+0000", 2024-07-29T16:19:46.783 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252121+0000", 2024-07-29T16:19:46.783 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.783 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.783 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.783 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.784 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:46.784 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.784 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.784 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.784 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.784 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.784 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.784 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.784 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.784 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.17", 2024-07-29T16:19:46.784 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.784 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.784 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.784 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5113, 2024-07-29T16:19:46.784 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.784 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:25:12.417653+0000", 2024-07-29T16:19:46.785 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.785 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.785 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.785 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.786 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.787 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.787 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.787 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.787 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.788 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.788 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.788 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.788 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:46.788 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.788 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:46.788 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.788 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.788 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.788 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.788 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.788 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.788 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:46.788 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.788 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:46.789 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.789 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.789 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.789 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.789 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.789 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.789 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250907+0000", 2024-07-29T16:19:46.789 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.424634+0000", 2024-07-29T16:19:46.789 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.424634+0000", 2024-07-29T16:19:46.789 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.426250+0000", 2024-07-29T16:19:46.789 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250907+0000", 2024-07-29T16:19:46.789 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.789 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.789 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.790 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:46.790 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250907+0000", 2024-07-29T16:19:46.790 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250907+0000", 2024-07-29T16:19:46.790 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250907+0000", 2024-07-29T16:19:46.790 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.790 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.790 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.790 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250907+0000", 2024-07-29T16:19:46.790 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250907+0000", 2024-07-29T16:19:46.790 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.790 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.790 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.790 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.790 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:46.790 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.791 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.791 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.791 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.791 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.791 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.791 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.791 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.791 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.19", 2024-07-29T16:19:46.791 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.791 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.791 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.791 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5285, 2024-07-29T16:19:46.791 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.791 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:32:50.447472+0000", 2024-07-29T16:19:46.791 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.792 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.792 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.792 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.793 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.794 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.795 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.795 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.795 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.795 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.795 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.795 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.795 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:46.795 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.795 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:46.795 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.795 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.795 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.795 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.795 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.796 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.796 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:46.796 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.796 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:46.796 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.796 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.796 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:46.796 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.796 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.796 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.796 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251684+0000", 2024-07-29T16:19:46.796 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.984569+0000", 2024-07-29T16:19:46.796 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.984569+0000", 2024-07-29T16:19:46.796 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.985477+0000", 2024-07-29T16:19:46.797 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251684+0000", 2024-07-29T16:19:46.797 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.797 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.797 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.797 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.797 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251684+0000", 2024-07-29T16:19:46.797 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251684+0000", 2024-07-29T16:19:46.797 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251684+0000", 2024-07-29T16:19:46.797 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.797 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.797 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.797 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251684+0000", 2024-07-29T16:19:46.797 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251684+0000", 2024-07-29T16:19:46.797 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.797 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.798 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.798 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.798 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.798 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.798 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.798 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.798 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.798 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.798 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.798 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.798 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.798 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.18", 2024-07-29T16:19:46.798 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.799 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.799 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.799 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5154, 2024-07-29T16:19:46.799 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.799 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:21:37.174575+0000", 2024-07-29T16:19:46.799 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.799 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.799 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.799 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.799 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.799 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.799 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.799 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.799 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.800 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.801 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.802 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.802 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.802 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.802 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.802 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.802 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.802 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.802 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.802 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.802 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.802 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.802 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:46.802 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.803 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:46.803 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.803 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.803 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.803 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.803 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.803 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.803 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:46.803 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.803 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:46.803 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.803 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.803 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.803 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.804 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.804 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.123096+0000", 2024-07-29T16:19:46.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:08:43.006406+0000", 2024-07-29T16:19:46.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:08:43.006406+0000", 2024-07-29T16:19:46.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:08:43.006678+0000", 2024-07-29T16:19:46.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.123096+0000", 2024-07-29T16:19:46.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 433, 2024-07-29T16:19:46.804 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.123096+0000", 2024-07-29T16:19:46.805 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.123096+0000", 2024-07-29T16:19:46.805 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.123096+0000", 2024-07-29T16:19:46.805 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.805 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.805 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.805 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.123096+0000", 2024-07-29T16:19:46.805 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.123096+0000", 2024-07-29T16:19:46.805 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.805 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.805 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.805 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.805 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 432, 2024-07-29T16:19:46.805 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.805 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.805 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.806 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.806 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.806 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.806 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.806 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.806 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.18", 2024-07-29T16:19:46.806 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.806 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.806 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.806 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5244, 2024-07-29T16:19:46.806 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.806 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:28:36.331276+0000", 2024-07-29T16:19:46.806 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.806 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.807 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.807 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.808 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.809 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.809 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.809 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.809 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.809 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.809 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.809 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.809 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.809 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.809 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.809 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.809 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.809 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.810 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.810 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.810 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.810 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:46.810 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.810 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:46.810 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.810 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.810 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.810 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.810 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.810 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.810 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:46.811 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.811 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:46.811 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.811 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.811 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:46.811 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.811 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.811 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.811 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121357+0000", 2024-07-29T16:19:46.811 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.008565+0000", 2024-07-29T16:19:46.811 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.008565+0000", 2024-07-29T16:19:46.811 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.008901+0000", 2024-07-29T16:19:46.811 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121357+0000", 2024-07-29T16:19:46.811 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.812 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.812 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.812 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:46.812 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121357+0000", 2024-07-29T16:19:46.812 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121357+0000", 2024-07-29T16:19:46.812 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121357+0000", 2024-07-29T16:19:46.812 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.812 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.812 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.812 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121357+0000", 2024-07-29T16:19:46.812 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121357+0000", 2024-07-29T16:19:46.812 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.812 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.812 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.813 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.813 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:46.813 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.813 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.813 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.813 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.813 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.813 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.813 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.813 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.813 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.19", 2024-07-29T16:19:46.813 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.813 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.813 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.813 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5250, 2024-07-29T16:19:46.814 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.814 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:35:13.323958+0000", 2024-07-29T16:19:46.814 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.814 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.814 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.814 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.815 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.816 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.816 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.816 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.816 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.816 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.816 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.816 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.816 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.816 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.816 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.816 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.816 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.816 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.816 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.816 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.816 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.817 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.817 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.817 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.817 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.817 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:46.817 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.817 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:46.817 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.817 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.817 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.817 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.817 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.817 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.817 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:46.817 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.818 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:46.818 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.818 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.818 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:46.818 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.818 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.818 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.818 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250528+0000", 2024-07-29T16:19:46.818 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.008271+0000", 2024-07-29T16:19:46.818 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.008271+0000", 2024-07-29T16:19:46.818 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.008600+0000", 2024-07-29T16:19:46.818 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250528+0000", 2024-07-29T16:19:46.818 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.818 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.818 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.818 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:46.819 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250528+0000", 2024-07-29T16:19:46.819 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250528+0000", 2024-07-29T16:19:46.819 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250528+0000", 2024-07-29T16:19:46.819 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.819 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.819 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.819 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250528+0000", 2024-07-29T16:19:46.819 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250528+0000", 2024-07-29T16:19:46.819 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.819 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3, 2024-07-29T16:19:46.819 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.819 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.819 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:46.819 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.819 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.820 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.820 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.820 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3, 2024-07-29T16:19:46.820 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.820 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.820 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.820 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1a", 2024-07-29T16:19:46.820 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.820 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.820 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.820 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5137, 2024-07-29T16:19:46.820 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.820 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:17:41.118771+0000", 2024-07-29T16:19:46.820 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.820 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.820 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.821 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.822 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.823 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.823 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.823 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.823 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.823 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.823 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.823 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.823 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.823 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.823 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.823 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.823 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.823 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.823 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.823 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.824 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.824 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.824 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.824 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:46.824 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.824 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:46.824 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "584'3" 2024-07-29T16:19:46.824 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.824 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.824 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.824 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.824 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.824 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:46.824 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.824 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:46.825 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.825 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.825 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.825 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.825 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.825 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.825 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121740+0000", 2024-07-29T16:19:46.825 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.982309+0000", 2024-07-29T16:19:46.825 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.982309+0000", 2024-07-29T16:19:46.825 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.983273+0000", 2024-07-29T16:19:46.825 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121740+0000", 2024-07-29T16:19:46.825 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.825 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.825 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.825 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.826 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121740+0000", 2024-07-29T16:19:46.826 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121740+0000", 2024-07-29T16:19:46.826 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121740+0000", 2024-07-29T16:19:46.826 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.826 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.826 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.826 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121740+0000", 2024-07-29T16:19:46.826 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121740+0000", 2024-07-29T16:19:46.826 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.826 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.826 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.826 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.826 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.826 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.827 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.827 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.827 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.827 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.827 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.827 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.827 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.827 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1b", 2024-07-29T16:19:46.827 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.827 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.827 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.827 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5325, 2024-07-29T16:19:46.827 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.827 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:05:21.443739+0000", 2024-07-29T16:19:46.827 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.827 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.828 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.828 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.829 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.830 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.830 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.830 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.830 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.830 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.830 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.830 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.830 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.830 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.830 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.830 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.830 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.830 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.831 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.831 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.831 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.831 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:46.831 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.831 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:46.831 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.831 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.831 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.831 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.831 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.831 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.831 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:46.831 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.832 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:46.832 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.832 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.832 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:46.832 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.832 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.832 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.832 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.122055+0000", 2024-07-29T16:19:46.832 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.993956+0000", 2024-07-29T16:19:46.832 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.993956+0000", 2024-07-29T16:19:46.832 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.994304+0000", 2024-07-29T16:19:46.832 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.122055+0000", 2024-07-29T16:19:46.832 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.833 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.833 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.833 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.833 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.122055+0000", 2024-07-29T16:19:46.833 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.122055+0000", 2024-07-29T16:19:46.833 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.122055+0000", 2024-07-29T16:19:46.833 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.833 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.833 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:46.833 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.122055+0000", 2024-07-29T16:19:46.833 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.122055+0000", 2024-07-29T16:19:46.833 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.833 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3, 2024-07-29T16:19:46.833 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.834 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.834 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.834 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.834 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.834 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.834 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.834 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3, 2024-07-29T16:19:46.834 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.834 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.834 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.834 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1b", 2024-07-29T16:19:46.834 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.834 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.834 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.835 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5222, 2024-07-29T16:19:46.835 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.835 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:12:07.091268+0000", 2024-07-29T16:19:46.835 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.835 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.835 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.835 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.836 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.837 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.837 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.837 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.837 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.837 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.837 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.837 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.837 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.837 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.837 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.837 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.837 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.837 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.838 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.838 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.838 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.838 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.838 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.838 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.838 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.838 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.838 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.838 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.838 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.838 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:46.839 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.839 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:46.839 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "584'3" 2024-07-29T16:19:46.839 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.839 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.839 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.839 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.839 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.839 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:46.839 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.839 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T16:19:46.839 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.839 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.839 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.839 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.839 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.840 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.840 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121192+0000", 2024-07-29T16:19:46.840 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.431360+0000", 2024-07-29T16:19:46.840 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.431360+0000", 2024-07-29T16:19:46.840 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.431666+0000", 2024-07-29T16:19:46.840 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121192+0000", 2024-07-29T16:19:46.840 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.840 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.840 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.840 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:46.840 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121192+0000", 2024-07-29T16:19:46.840 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121192+0000", 2024-07-29T16:19:46.840 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121192+0000", 2024-07-29T16:19:46.841 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.841 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.841 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.841 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121192+0000", 2024-07-29T16:19:46.841 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121192+0000", 2024-07-29T16:19:46.841 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.841 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.841 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.841 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.841 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:46.841 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.841 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.841 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.841 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.842 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.842 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.842 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.842 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.842 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1a", 2024-07-29T16:19:46.842 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.842 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.842 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.842 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5210, 2024-07-29T16:19:46.842 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.842 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:40:11.845524+0000", 2024-07-29T16:19:46.842 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.842 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.843 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.843 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.844 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.845 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.845 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.845 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.845 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.845 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.845 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.845 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.845 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.845 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.845 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.845 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.845 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.845 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.845 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.845 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.845 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.846 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.846 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.846 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.846 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:46.846 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.846 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T16:19:46.846 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.846 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.846 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.846 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.846 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.846 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.846 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:46.846 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.846 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:46.847 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.847 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.847 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.847 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.847 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.847 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250463+0000", 2024-07-29T16:19:46.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.014124+0000", 2024-07-29T16:19:46.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.014124+0000", 2024-07-29T16:19:46.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.014394+0000", 2024-07-29T16:19:46.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250463+0000", 2024-07-29T16:19:46.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:46.847 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250463+0000", 2024-07-29T16:19:46.848 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250463+0000", 2024-07-29T16:19:46.848 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250463+0000", 2024-07-29T16:19:46.848 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.848 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.848 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.848 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250463+0000", 2024-07-29T16:19:46.848 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250463+0000", 2024-07-29T16:19:46.848 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.848 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.848 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.848 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.848 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:46.848 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.848 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.848 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.849 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.849 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.849 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.849 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.849 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.849 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.20", 2024-07-29T16:19:46.849 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.849 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.849 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.849 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5125, 2024-07-29T16:19:46.849 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.849 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:59:44.541110+0000", 2024-07-29T16:19:46.849 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.849 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.849 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.850 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.851 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.852 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.852 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.852 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.852 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.852 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.852 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.852 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.852 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.852 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.852 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.852 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.852 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.852 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.852 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.852 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.852 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.853 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.853 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.853 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.853 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:46.853 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.853 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:46.853 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.853 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.853 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.853 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.853 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:46.853 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.853 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:46.853 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.853 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T16:19:46.854 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.854 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.854 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.854 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.854 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.854 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.854 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252171+0000", 2024-07-29T16:19:46.854 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.010332+0000", 2024-07-29T16:19:46.854 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.010332+0000", 2024-07-29T16:19:46.854 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.010667+0000", 2024-07-29T16:19:46.854 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252171+0000", 2024-07-29T16:19:46.854 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.854 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.854 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.854 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:46.855 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252171+0000", 2024-07-29T16:19:46.855 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252171+0000", 2024-07-29T16:19:46.855 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252171+0000", 2024-07-29T16:19:46.855 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.855 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.855 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.855 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252171+0000", 2024-07-29T16:19:46.855 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252171+0000", 2024-07-29T16:19:46.855 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.855 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.855 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.855 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.855 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:46.855 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.855 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.856 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.856 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.856 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.856 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.856 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.856 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.856 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.21", 2024-07-29T16:19:46.856 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.856 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.856 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.856 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5222, 2024-07-29T16:19:46.856 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.856 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:16:38.073084+0000", 2024-07-29T16:19:46.856 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.856 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.856 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.857 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.858 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.859 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.859 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.859 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.859 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.859 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.859 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:46.860 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.860 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:46.860 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.860 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T16:19:46.860 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.860 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.860 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.860 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.860 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.860 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.860 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:46.860 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.860 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:46.860 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.860 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.860 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.861 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.861 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.861 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.861 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254438+0000", 2024-07-29T16:19:46.861 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.052196+0000", 2024-07-29T16:19:46.861 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.052196+0000", 2024-07-29T16:19:46.861 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.052564+0000", 2024-07-29T16:19:46.861 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254438+0000", 2024-07-29T16:19:46.861 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.861 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.861 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.861 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:46.861 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254438+0000", 2024-07-29T16:19:46.861 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254438+0000", 2024-07-29T16:19:46.861 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254438+0000", 2024-07-29T16:19:46.862 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.862 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.862 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.862 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254438+0000", 2024-07-29T16:19:46.862 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254438+0000", 2024-07-29T16:19:46.862 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.862 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.862 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.862 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.862 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:46.862 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.862 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.862 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.862 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.863 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.863 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.863 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.863 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.863 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.22", 2024-07-29T16:19:46.863 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.863 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.863 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.863 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5174, 2024-07-29T16:19:46.863 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.863 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:26:10.812494+0000", 2024-07-29T16:19:46.863 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.863 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.863 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.863 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.864 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.865 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.866 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.866 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.866 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.866 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.866 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.866 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.866 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.866 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.866 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.866 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.866 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.866 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.866 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.866 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.867 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:46.867 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.867 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:46.867 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.867 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.867 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.867 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.867 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.867 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.867 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:46.867 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.867 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:46.867 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.867 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.868 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.868 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.868 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.868 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.868 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121580+0000", 2024-07-29T16:19:46.868 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.425524+0000", 2024-07-29T16:19:46.868 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.425524+0000", 2024-07-29T16:19:46.868 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.426411+0000", 2024-07-29T16:19:46.868 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121580+0000", 2024-07-29T16:19:46.868 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.868 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.868 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.868 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:46.868 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121580+0000", 2024-07-29T16:19:46.868 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121580+0000", 2024-07-29T16:19:46.869 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121580+0000", 2024-07-29T16:19:46.869 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.869 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.869 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.869 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121580+0000", 2024-07-29T16:19:46.869 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121580+0000", 2024-07-29T16:19:46.869 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.869 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.869 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.869 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.869 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:46.869 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.869 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.869 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.869 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.870 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.870 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.870 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.870 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.870 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.23", 2024-07-29T16:19:46.870 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.870 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.870 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.870 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5330, 2024-07-29T16:19:46.870 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.870 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:02:55.959097+0000", 2024-07-29T16:19:46.870 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.870 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.870 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.870 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.871 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.871 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.871 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.871 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.871 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.871 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.871 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.871 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.871 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.871 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.871 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.871 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.871 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.872 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.873 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.873 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.874 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.874 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.874 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.874 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.874 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.874 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:46.874 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.874 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:46.874 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.874 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.874 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.874 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.874 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.874 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.874 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:46.875 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.875 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:46.875 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.875 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.875 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.875 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.875 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.875 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.875 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.122910+0000", 2024-07-29T16:19:46.875 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.430332+0000", 2024-07-29T16:19:46.875 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.430332+0000", 2024-07-29T16:19:46.875 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.430625+0000", 2024-07-29T16:19:46.875 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.122910+0000", 2024-07-29T16:19:46.875 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.875 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.876 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.876 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:46.876 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.122910+0000", 2024-07-29T16:19:46.876 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.122910+0000", 2024-07-29T16:19:46.876 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.122910+0000", 2024-07-29T16:19:46.876 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.876 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.876 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.876 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.122910+0000", 2024-07-29T16:19:46.876 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.122910+0000", 2024-07-29T16:19:46.876 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.876 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.876 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.877 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.877 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:46.877 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.877 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.877 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.877 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.877 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.877 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.877 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.877 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.877 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.24", 2024-07-29T16:19:46.877 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.877 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.877 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.877 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5250, 2024-07-29T16:19:46.877 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.878 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:04:48.432077+0000", 2024-07-29T16:19:46.878 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.878 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.878 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.878 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.878 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.878 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.878 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.878 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.878 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.878 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.878 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.878 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.878 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.878 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.879 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.879 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.879 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.879 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.879 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.879 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.879 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.879 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.879 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.879 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.879 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.879 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.879 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.879 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.879 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.880 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.880 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.880 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.880 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.880 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.880 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.880 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.880 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.880 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.880 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.880 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.880 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.880 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.880 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.880 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.881 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.881 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.881 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.881 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.881 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.881 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:46.881 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.881 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:46.881 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.881 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.881 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.881 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.881 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.881 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.881 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:46.881 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.882 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:46.882 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.882 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.882 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.882 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.882 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.882 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.882 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250554+0000", 2024-07-29T16:19:46.882 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:08:42.998413+0000", 2024-07-29T16:19:46.882 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:08:42.998413+0000", 2024-07-29T16:19:46.882 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:08:42.998707+0000", 2024-07-29T16:19:46.882 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250554+0000", 2024-07-29T16:19:46.882 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.882 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.883 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.883 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 433, 2024-07-29T16:19:46.883 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250554+0000", 2024-07-29T16:19:46.883 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250554+0000", 2024-07-29T16:19:46.883 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250554+0000", 2024-07-29T16:19:46.883 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.883 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.883 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.883 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250554+0000", 2024-07-29T16:19:46.883 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250554+0000", 2024-07-29T16:19:46.883 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.883 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.883 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.883 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.884 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 432, 2024-07-29T16:19:46.884 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.884 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.884 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.884 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.884 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.884 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.884 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.884 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.884 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.25", 2024-07-29T16:19:46.884 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.884 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.884 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.884 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5289, 2024-07-29T16:19:46.885 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.885 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:28:48.837099+0000", 2024-07-29T16:19:46.885 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.885 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.885 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.885 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.885 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.885 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.885 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.885 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.885 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.885 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.885 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.885 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.885 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.885 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.886 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.886 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.886 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.886 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.886 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.886 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.886 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.886 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.886 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.886 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.886 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.886 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.886 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.886 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.886 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.887 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.887 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.887 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.887 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.887 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.887 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.887 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.887 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.887 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.887 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.887 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.887 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.887 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.887 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.887 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.888 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.888 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.888 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.888 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.888 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.888 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:46.888 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.888 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:46.888 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.888 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.888 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.888 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.888 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.888 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.888 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:46.888 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.889 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:46.889 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.889 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.889 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.889 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.889 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.889 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.889 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252566+0000", 2024-07-29T16:19:46.889 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.981196+0000", 2024-07-29T16:19:46.889 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.981196+0000", 2024-07-29T16:19:46.889 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.981498+0000", 2024-07-29T16:19:46.889 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252566+0000", 2024-07-29T16:19:46.889 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.889 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.889 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.890 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.890 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252566+0000", 2024-07-29T16:19:46.890 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252566+0000", 2024-07-29T16:19:46.890 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252566+0000", 2024-07-29T16:19:46.890 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.890 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.890 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.890 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252566+0000", 2024-07-29T16:19:46.890 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252566+0000", 2024-07-29T16:19:46.890 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.890 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.890 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.890 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.890 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.890 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.891 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.891 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.891 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.891 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.891 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.891 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.891 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.891 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.26", 2024-07-29T16:19:46.891 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.891 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.891 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.891 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5140, 2024-07-29T16:19:46.891 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.891 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:59:43.548837+0000", 2024-07-29T16:19:46.892 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.892 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.892 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.892 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.892 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.892 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.892 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.892 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.892 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.892 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.892 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.892 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.892 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.892 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.892 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.893 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.893 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.893 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.893 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.893 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.893 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.893 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.893 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.893 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.893 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.893 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.893 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.893 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.893 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.894 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.894 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.894 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.894 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.894 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.894 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.894 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.894 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.894 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.894 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.894 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.894 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.894 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.894 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.894 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.895 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.895 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.895 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.895 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.895 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.895 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:46.895 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.895 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:46.895 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.895 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.895 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.895 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.895 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.895 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.895 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:46.895 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.896 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:46.896 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.896 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.896 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.896 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.896 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.896 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.896 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.123371+0000", 2024-07-29T16:19:46.896 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.424045+0000", 2024-07-29T16:19:46.896 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.424045+0000", 2024-07-29T16:19:46.896 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.424392+0000", 2024-07-29T16:19:46.896 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.123371+0000", 2024-07-29T16:19:46.896 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.896 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.896 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.897 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:46.897 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.123371+0000", 2024-07-29T16:19:46.897 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.123371+0000", 2024-07-29T16:19:46.897 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.123371+0000", 2024-07-29T16:19:46.897 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.897 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.897 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.897 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.123371+0000", 2024-07-29T16:19:46.897 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.123371+0000", 2024-07-29T16:19:46.897 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.897 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.897 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.897 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.897 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:46.897 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.897 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.898 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.898 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.898 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.898 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.898 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.898 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.898 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.27", 2024-07-29T16:19:46.898 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.898 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.898 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.898 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5233, 2024-07-29T16:19:46.898 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.898 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:30:20.699188+0000", 2024-07-29T16:19:46.898 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.898 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.899 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.899 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.899 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.899 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.899 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.899 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.899 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.899 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.899 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.899 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.899 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.899 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.899 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.899 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.899 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.900 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.900 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.900 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.900 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.900 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.900 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.900 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.900 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.900 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.900 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.900 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.900 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.900 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.900 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.900 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.901 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.901 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.901 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.901 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.901 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.901 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.901 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.901 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.901 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.901 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.901 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.901 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.901 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.901 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.901 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.902 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.902 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.902 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:46.902 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.902 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:46.902 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.902 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.902 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.902 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.902 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.902 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.902 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:46.902 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.902 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:46.903 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.903 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.903 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.903 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.903 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.903 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.903 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251916+0000", 2024-07-29T16:19:46.903 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.058221+0000", 2024-07-29T16:19:46.903 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.058221+0000", 2024-07-29T16:19:46.903 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.058563+0000", 2024-07-29T16:19:46.903 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251916+0000", 2024-07-29T16:19:46.903 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.903 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.903 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.903 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:46.904 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251916+0000", 2024-07-29T16:19:46.904 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251916+0000", 2024-07-29T16:19:46.904 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251916+0000", 2024-07-29T16:19:46.904 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.904 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.904 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.904 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251916+0000", 2024-07-29T16:19:46.904 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251916+0000", 2024-07-29T16:19:46.904 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.904 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.904 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.904 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.904 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:46.904 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.904 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.905 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.905 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.905 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.905 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.905 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.905 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.905 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.28", 2024-07-29T16:19:46.905 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.905 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.905 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.905 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5173, 2024-07-29T16:19:46.905 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.905 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:40:28.782572+0000", 2024-07-29T16:19:46.905 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.905 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.906 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.906 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.906 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.906 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.906 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.906 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.906 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.906 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.906 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.906 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.906 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.906 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.906 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.906 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.907 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.907 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.907 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.907 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.907 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.907 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.907 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.907 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.907 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.907 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.907 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.907 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.907 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.907 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.907 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.907 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.908 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.908 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.908 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.908 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.908 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.908 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.908 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.908 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.908 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.908 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.908 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.908 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.908 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.908 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.908 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.908 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.909 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.909 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:46.909 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.909 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:46.909 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.909 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.909 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.909 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.909 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.909 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.909 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:46.909 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.909 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:46.909 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.910 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.910 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.910 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.910 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.910 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.910 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121467+0000", 2024-07-29T16:19:46.910 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.429521+0000", 2024-07-29T16:19:46.910 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.429521+0000", 2024-07-29T16:19:46.910 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.429904+0000", 2024-07-29T16:19:46.910 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121467+0000", 2024-07-29T16:19:46.910 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.910 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.910 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.910 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:46.910 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121467+0000", 2024-07-29T16:19:46.911 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121467+0000", 2024-07-29T16:19:46.911 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121467+0000", 2024-07-29T16:19:46.911 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.911 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.911 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.911 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121467+0000", 2024-07-29T16:19:46.911 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121467+0000", 2024-07-29T16:19:46.911 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.911 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.911 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.911 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.911 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:46.911 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.911 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.912 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.912 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.912 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.912 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.912 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.912 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.912 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.29", 2024-07-29T16:19:46.912 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.912 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.912 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.912 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5240, 2024-07-29T16:19:46.912 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.912 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:47:11.920597+0000", 2024-07-29T16:19:46.913 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.913 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.913 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.913 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.913 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.913 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.913 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.913 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.913 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.913 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.913 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.913 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.913 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.913 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.914 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.914 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.914 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.914 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.914 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.914 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.914 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.914 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.914 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.914 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.914 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.914 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.914 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.914 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.915 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.915 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.915 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.915 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.915 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.915 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.915 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.915 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.915 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.915 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.915 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.915 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.915 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.915 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.915 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.915 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.916 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.916 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.916 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.916 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.916 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.916 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:46.916 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.916 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:46.916 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.916 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.916 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.916 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.916 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.916 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.916 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:46.916 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.917 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:46.917 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.917 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.917 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.917 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.917 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.917 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.917 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254103+0000", 2024-07-29T16:19:46.917 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.982374+0000", 2024-07-29T16:19:46.917 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.982374+0000", 2024-07-29T16:19:46.917 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.982766+0000", 2024-07-29T16:19:46.917 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254103+0000", 2024-07-29T16:19:46.917 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.917 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.917 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.918 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.918 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254103+0000", 2024-07-29T16:19:46.918 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254103+0000", 2024-07-29T16:19:46.918 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254103+0000", 2024-07-29T16:19:46.918 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.918 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.918 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.918 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254103+0000", 2024-07-29T16:19:46.918 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254103+0000", 2024-07-29T16:19:46.918 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.918 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.918 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.918 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.918 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.918 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.919 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.919 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.919 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.919 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.919 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.919 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.919 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.919 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2a", 2024-07-29T16:19:46.919 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.919 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.919 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.919 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5159, 2024-07-29T16:19:46.919 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.919 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:29:38.598903+0000", 2024-07-29T16:19:46.919 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.919 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.920 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.920 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.920 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.920 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.920 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.920 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.920 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.920 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.920 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.920 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.920 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.920 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.920 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.920 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.920 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.921 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.921 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.921 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.921 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.921 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.921 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.921 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.921 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.921 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.921 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.921 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.921 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.921 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.921 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.921 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.921 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.922 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.922 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.922 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.922 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.922 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.922 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.922 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.922 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.922 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.922 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.922 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.922 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.922 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.922 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.922 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.923 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.923 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:46.923 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.923 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:46.923 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.923 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.923 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.923 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.923 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.923 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.923 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:46.923 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.923 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:46.923 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.923 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.924 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.924 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.924 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.924 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.924 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121940+0000", 2024-07-29T16:19:46.924 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.992071+0000", 2024-07-29T16:19:46.924 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.992071+0000", 2024-07-29T16:19:46.924 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.992372+0000", 2024-07-29T16:19:46.924 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121940+0000", 2024-07-29T16:19:46.924 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.924 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.924 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.924 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.924 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121940+0000", 2024-07-29T16:19:46.924 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121940+0000", 2024-07-29T16:19:46.925 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121940+0000", 2024-07-29T16:19:46.925 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.925 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.925 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.925 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121940+0000", 2024-07-29T16:19:46.925 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121940+0000", 2024-07-29T16:19:46.925 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.925 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.925 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.925 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.925 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.925 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.925 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.925 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.925 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.925 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.926 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.926 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.926 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.926 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2b", 2024-07-29T16:19:46.926 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.926 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.926 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.926 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5328, 2024-07-29T16:19:46.926 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.926 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:14:28.740083+0000", 2024-07-29T16:19:46.926 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.926 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.926 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.926 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.927 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.927 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.927 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.927 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.927 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.927 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.927 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.927 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.927 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.927 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.927 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.927 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.927 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.927 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.927 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.927 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.928 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.928 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.928 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.928 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.928 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.928 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.928 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.928 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.928 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.928 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.928 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.928 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.928 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.928 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.929 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.929 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.929 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.929 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.929 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.929 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.929 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.929 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.929 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.929 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.929 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.929 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.929 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.930 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.930 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.930 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:46.930 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.930 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:46.930 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.930 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.930 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.930 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.930 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.930 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.930 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:46.930 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.931 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:46.931 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.931 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.931 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.931 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.931 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.931 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.931 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251083+0000", 2024-07-29T16:19:46.931 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.009308+0000", 2024-07-29T16:19:46.931 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.009308+0000", 2024-07-29T16:19:46.931 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.009651+0000", 2024-07-29T16:19:46.931 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251083+0000", 2024-07-29T16:19:46.931 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.931 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.931 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.932 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:46.932 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251083+0000", 2024-07-29T16:19:46.932 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251083+0000", 2024-07-29T16:19:46.932 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251083+0000", 2024-07-29T16:19:46.932 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.932 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.932 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.932 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251083+0000", 2024-07-29T16:19:46.932 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251083+0000", 2024-07-29T16:19:46.932 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.932 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.932 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.932 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.932 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:46.932 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.932 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.933 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.933 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.933 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.933 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.933 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.933 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.933 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2c", 2024-07-29T16:19:46.933 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.933 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.933 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.933 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5124, 2024-07-29T16:19:46.933 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.933 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:32:41.726754+0000", 2024-07-29T16:19:46.933 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.933 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.934 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.934 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.935 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.935 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.935 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.935 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.935 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.935 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.935 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.935 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.935 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.935 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.935 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.935 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.935 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.935 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.935 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.936 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.936 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.936 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.936 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.936 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.936 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.936 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.936 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.936 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.936 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.936 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.936 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.936 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.937 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.937 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.937 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.937 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.937 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.937 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.937 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:46.937 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.937 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:46.937 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.937 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.937 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.937 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.938 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.938 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:46.938 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:46.938 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.938 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:46.938 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.938 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.938 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.938 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.938 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.938 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.938 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.255387+0000", 2024-07-29T16:19:46.938 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.988609+0000", 2024-07-29T16:19:46.938 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.988609+0000", 2024-07-29T16:19:46.939 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.991489+0000", 2024-07-29T16:19:46.939 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.255387+0000", 2024-07-29T16:19:46.939 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.939 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.939 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.939 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.939 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.255387+0000", 2024-07-29T16:19:46.939 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.255387+0000", 2024-07-29T16:19:46.939 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.255387+0000", 2024-07-29T16:19:46.939 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.939 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.939 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.939 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.255387+0000", 2024-07-29T16:19:46.939 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.255387+0000", 2024-07-29T16:19:46.939 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.940 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.940 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.940 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.940 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.940 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.940 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.940 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.940 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.940 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.940 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.940 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.940 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.940 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2d", 2024-07-29T16:19:46.940 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.941 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.941 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.941 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5074, 2024-07-29T16:19:46.941 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.941 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:32:57.826978+0000", 2024-07-29T16:19:46.941 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.941 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.941 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.941 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.941 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.941 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.941 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.941 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.941 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.942 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.942 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.942 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.942 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.942 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.942 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.942 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.942 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.942 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.942 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.942 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.942 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.942 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.943 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.943 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.943 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.943 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.943 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.943 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.943 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.943 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.943 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.943 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.943 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.943 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.943 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.944 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.944 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.944 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.944 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.944 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.944 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.944 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.944 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.944 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.944 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.944 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.944 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.944 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.944 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:46.944 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:46.945 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.945 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:46.945 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.945 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.945 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.945 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.945 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:46.945 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.945 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:46.945 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.945 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T16:19:46.945 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.945 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.945 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.945 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.945 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.946 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.946 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.253790+0000", 2024-07-29T16:19:46.946 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.989155+0000", 2024-07-29T16:19:46.946 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.989155+0000", 2024-07-29T16:19:46.946 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.989511+0000", 2024-07-29T16:19:46.946 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.253790+0000", 2024-07-29T16:19:46.946 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.946 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.946 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.946 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.946 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.253790+0000", 2024-07-29T16:19:46.946 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.253790+0000", 2024-07-29T16:19:46.946 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.253790+0000", 2024-07-29T16:19:46.946 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.946 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.947 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.947 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.253790+0000", 2024-07-29T16:19:46.947 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.253790+0000", 2024-07-29T16:19:46.947 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.947 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.947 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.947 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.947 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.947 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.947 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.947 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.947 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.947 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.947 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.947 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.947 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.948 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2e", 2024-07-29T16:19:46.948 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.948 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.948 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.948 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5218, 2024-07-29T16:19:46.948 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.948 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:53:01.656683+0000", 2024-07-29T16:19:46.948 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.948 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.948 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.948 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.949 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.949 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.949 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.949 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.949 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.949 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.949 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.949 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.949 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.949 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.949 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.949 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.949 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.949 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.950 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.950 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.950 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.950 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.950 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.950 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.950 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.950 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.950 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.950 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.950 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.950 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.950 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.951 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.951 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.951 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.951 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.951 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.951 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.951 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.951 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.951 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.951 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.951 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.951 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:46.951 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.952 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:46.952 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.952 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T16:19:46.952 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.952 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.952 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.952 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.952 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.952 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.952 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:46.952 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.952 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:46.952 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.952 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.952 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.953 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.953 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.953 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.953 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.257772+0000", 2024-07-29T16:19:46.953 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.991023+0000", 2024-07-29T16:19:46.953 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.991023+0000", 2024-07-29T16:19:46.953 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.991311+0000", 2024-07-29T16:19:46.953 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.257772+0000", 2024-07-29T16:19:46.953 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.953 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.953 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.953 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.953 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.257772+0000", 2024-07-29T16:19:46.953 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.257772+0000", 2024-07-29T16:19:46.953 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.257772+0000", 2024-07-29T16:19:46.954 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.954 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.954 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.954 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.257772+0000", 2024-07-29T16:19:46.954 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.257772+0000", 2024-07-29T16:19:46.954 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.954 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.954 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.954 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.954 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.954 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.954 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.954 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.954 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.954 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.955 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.955 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.955 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.955 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2f", 2024-07-29T16:19:46.955 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.955 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.955 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.955 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5151, 2024-07-29T16:19:46.955 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.955 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:57:32.467497+0000", 2024-07-29T16:19:46.955 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.955 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.955 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.956 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.957 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.957 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.957 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.957 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.957 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.957 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.957 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.957 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.957 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.957 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.957 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.957 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.957 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.957 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.957 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.958 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.958 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.958 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.958 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.958 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.958 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.958 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.958 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.958 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.958 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.958 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.958 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.958 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.958 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.958 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.959 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:46.959 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:46.959 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.959 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:46.959 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.959 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.959 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.959 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.959 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.959 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.959 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:46.959 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.959 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:46.959 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.959 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.959 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.960 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.960 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.960 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.960 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251602+0000", 2024-07-29T16:19:46.960 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.983524+0000", 2024-07-29T16:19:46.960 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.983524+0000", 2024-07-29T16:19:46.960 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.986059+0000", 2024-07-29T16:19:46.960 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251602+0000", 2024-07-29T16:19:46.960 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.960 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.960 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.960 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:46.960 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251602+0000", 2024-07-29T16:19:46.960 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251602+0000", 2024-07-29T16:19:46.960 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251602+0000", 2024-07-29T16:19:46.961 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.961 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.961 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.961 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251602+0000", 2024-07-29T16:19:46.961 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251602+0000", 2024-07-29T16:19:46.961 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.961 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.961 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.961 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.961 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:46.961 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.961 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.961 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.961 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.961 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.961 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.962 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.962 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.962 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.30", 2024-07-29T16:19:46.962 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.962 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.962 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.962 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5148, 2024-07-29T16:19:46.962 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.962 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:57:33.988515+0000", 2024-07-29T16:19:46.962 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.962 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.962 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.962 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.963 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.964 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.964 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.964 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.964 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.964 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.964 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.964 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.964 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.964 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.964 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.964 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.964 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.964 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.964 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.964 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.964 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.965 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.965 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.965 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.965 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.965 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.965 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.965 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.965 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.965 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.965 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.965 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.965 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.965 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:46.965 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.966 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:46.966 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.966 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.966 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.966 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.966 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.966 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:46.966 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:46.966 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.966 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:46.966 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.966 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.966 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.967 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.967 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.967 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.967 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251005+0000", 2024-07-29T16:19:46.967 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.045021+0000", 2024-07-29T16:19:46.967 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.045021+0000", 2024-07-29T16:19:46.967 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.045438+0000", 2024-07-29T16:19:46.967 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251005+0000", 2024-07-29T16:19:46.967 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.967 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.967 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.967 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:46.967 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251005+0000", 2024-07-29T16:19:46.968 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251005+0000", 2024-07-29T16:19:46.968 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251005+0000", 2024-07-29T16:19:46.968 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.968 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.968 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.968 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251005+0000", 2024-07-29T16:19:46.968 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251005+0000", 2024-07-29T16:19:46.968 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.968 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.968 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.968 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.968 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:46.968 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.969 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.969 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.969 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.969 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.969 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.969 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.969 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.969 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.31", 2024-07-29T16:19:46.969 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.969 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.969 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.969 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5300, 2024-07-29T16:19:46.969 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.969 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:09:00.558114+0000", 2024-07-29T16:19:46.969 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.969 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.970 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.970 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.971 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.973 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.973 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.973 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.973 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.973 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.973 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.973 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.973 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:46.973 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:46.973 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.973 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:46.973 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.973 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.974 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.974 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.974 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.974 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.974 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:46.974 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.974 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:46.974 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.974 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.974 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.974 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.974 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.974 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.974 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121356+0000", 2024-07-29T16:19:46.975 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.051906+0000", 2024-07-29T16:19:46.975 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.051906+0000", 2024-07-29T16:19:46.975 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.052612+0000", 2024-07-29T16:19:46.975 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121356+0000", 2024-07-29T16:19:46.975 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.975 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.975 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.975 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:46.975 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121356+0000", 2024-07-29T16:19:46.975 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121356+0000", 2024-07-29T16:19:46.975 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121356+0000", 2024-07-29T16:19:46.975 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.975 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.975 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.976 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121356+0000", 2024-07-29T16:19:46.976 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121356+0000", 2024-07-29T16:19:46.976 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.976 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.976 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.976 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.976 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:46.976 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.976 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.976 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.976 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.976 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.976 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.977 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.977 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.977 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.32", 2024-07-29T16:19:46.977 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.977 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.977 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.977 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5327, 2024-07-29T16:19:46.977 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.977 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:27:27.732716+0000", 2024-07-29T16:19:46.977 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.977 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.977 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.977 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.978 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.978 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.978 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.978 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.978 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.978 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.978 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.978 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.978 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.978 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.978 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.978 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.978 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.979 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.979 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.979 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.979 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.979 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.979 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.979 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.979 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.979 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.979 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.979 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.979 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.979 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.979 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.980 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.980 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.980 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.980 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.980 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.980 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.980 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.980 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.980 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.980 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.980 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.980 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.980 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.980 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.980 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.981 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:46.981 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:46.981 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:46.981 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.981 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:46.981 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.981 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.981 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.981 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.981 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.981 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.981 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:46.981 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.981 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:46.982 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.982 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.982 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.982 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.982 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.982 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.982 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.122385+0000", 2024-07-29T16:19:46.982 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.021273+0000", 2024-07-29T16:19:46.982 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.021273+0000", 2024-07-29T16:19:46.982 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.021620+0000", 2024-07-29T16:19:46.982 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.122385+0000", 2024-07-29T16:19:46.982 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.983 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.983 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.983 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:46.983 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.122385+0000", 2024-07-29T16:19:46.983 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.122385+0000", 2024-07-29T16:19:46.983 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.122385+0000", 2024-07-29T16:19:46.983 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.983 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.983 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.983 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.122385+0000", 2024-07-29T16:19:46.983 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.122385+0000", 2024-07-29T16:19:46.983 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.983 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.983 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.983 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.984 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:46.984 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.984 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.984 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.984 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.984 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.984 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.984 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.984 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.984 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.33", 2024-07-29T16:19:46.984 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.984 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.984 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.984 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5238, 2024-07-29T16:19:46.985 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.985 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:20:08.331601+0000", 2024-07-29T16:19:46.985 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.985 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.985 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.985 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.986 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.986 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.986 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.986 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.986 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.986 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.986 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.986 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.986 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.986 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.986 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.986 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.986 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.986 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.986 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.987 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.987 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.987 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.987 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.987 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.987 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.987 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.987 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.987 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.987 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.987 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.987 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.987 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.987 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.987 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.988 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.988 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.988 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.988 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:46.988 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.988 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:46.988 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.988 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:46.988 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.988 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.988 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.988 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.988 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.988 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.988 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:46.988 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.989 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T16:19:46.989 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.989 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.989 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.989 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.989 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.989 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.989 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.122278+0000", 2024-07-29T16:19:46.989 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.007414+0000", 2024-07-29T16:19:46.989 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.007414+0000", 2024-07-29T16:19:46.989 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.007721+0000", 2024-07-29T16:19:46.989 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.122278+0000", 2024-07-29T16:19:46.989 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.989 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.989 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.990 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:46.990 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.122278+0000", 2024-07-29T16:19:46.990 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.122278+0000", 2024-07-29T16:19:46.990 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.122278+0000", 2024-07-29T16:19:46.990 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.990 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.990 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.990 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.122278+0000", 2024-07-29T16:19:46.990 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.122278+0000", 2024-07-29T16:19:46.990 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.990 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.990 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.990 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.990 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:46.990 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.990 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.991 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.991 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.991 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.991 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.991 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.991 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.991 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.34", 2024-07-29T16:19:46.991 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.991 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.991 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.991 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5180, 2024-07-29T16:19:46.991 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.991 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:48:17.578043+0000", 2024-07-29T16:19:46.991 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.991 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.991 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:46.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:46.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:46.992 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:46.993 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:46.993 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:46.993 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:46.993 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:46.993 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:46.993 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:46.993 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:46.993 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:46.993 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:46.993 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:46.993 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:46.993 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:46.993 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:46.993 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:46.994 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:46.994 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:46.994 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:46.994 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:46.994 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:46.994 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:46.994 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:46.994 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:46.994 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:46.994 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:46.994 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:46.994 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:46.994 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.994 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:46.995 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:46.995 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:46.995 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:46.995 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.995 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:46.995 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.995 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T16:19:46.995 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:46.995 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:46.995 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:46.995 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:46.995 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:46.995 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:46.995 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:46.996 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:46.996 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:46.996 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:46.996 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:46.996 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:46.996 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:46.996 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:46.996 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:46.996 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252742+0000", 2024-07-29T16:19:46.996 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.013461+0000", 2024-07-29T16:19:46.996 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.013461+0000", 2024-07-29T16:19:46.996 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.016851+0000", 2024-07-29T16:19:46.996 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252742+0000", 2024-07-29T16:19:46.996 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.996 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:46.997 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.997 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:46.997 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252742+0000", 2024-07-29T16:19:46.997 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252742+0000", 2024-07-29T16:19:46.997 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252742+0000", 2024-07-29T16:19:46.997 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:46.997 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:46.997 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:46.997 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252742+0000", 2024-07-29T16:19:46.997 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252742+0000", 2024-07-29T16:19:46.997 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:46.997 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:46.997 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:46.997 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:46.997 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:46.998 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:46.998 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:46.998 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:46.998 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:46.998 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:46.998 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:46.998 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:46.998 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:46.998 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.35", 2024-07-29T16:19:46.998 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:46.998 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:46.998 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:46.998 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5110, 2024-07-29T16:19:46.998 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:46.999 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:43:25.949589+0000", 2024-07-29T16:19:46.999 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:46.999 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:46.999 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:46.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:46.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:46.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:46.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:46.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:46.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:46.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:46.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:46.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:46.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:46.999 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:47.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:47.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:47.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:47.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:47.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:47.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:47.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:47.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:47.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:47.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:47.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:47.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:47.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:47.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:47.000 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:47.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:47.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:47.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:47.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:47.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:47.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:47.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:47.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:47.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:47.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:47.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:47.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:47.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:47.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:47.001 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.001 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:47.002 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:47.002 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:47.002 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:47.002 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:47.002 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:47.002 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.002 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:47.002 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:47.002 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.002 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.002 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:47.002 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:47.002 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:47.002 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:47.003 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.003 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:47.003 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:47.003 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:47.003 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:47.003 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:47.003 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:47.003 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:47.003 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252613+0000", 2024-07-29T16:19:47.003 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.014846+0000", 2024-07-29T16:19:47.003 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.014846+0000", 2024-07-29T16:19:47.003 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.015149+0000", 2024-07-29T16:19:47.003 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252613+0000", 2024-07-29T16:19:47.004 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.004 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:47.004 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.004 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:47.004 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252613+0000", 2024-07-29T16:19:47.004 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252613+0000", 2024-07-29T16:19:47.004 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252613+0000", 2024-07-29T16:19:47.004 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:47.004 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:47.004 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.004 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252613+0000", 2024-07-29T16:19:47.004 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252613+0000", 2024-07-29T16:19:47.004 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:47.004 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:47.004 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:47.004 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:47.005 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:47.005 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:47.005 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:47.005 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:47.005 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:47.005 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:47.005 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:47.005 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:47.005 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:47.005 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.36", 2024-07-29T16:19:47.005 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:47.005 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:47.005 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:47.005 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5110, 2024-07-29T16:19:47.005 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:47.005 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:14:23.559286+0000", 2024-07-29T16:19:47.006 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:47.006 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:47.006 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:47.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:47.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:47.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:47.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:47.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:47.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:47.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:47.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:47.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:47.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:47.006 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:47.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:47.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:47.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:47.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:47.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:47.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:47.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:47.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:47.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:47.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:47.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:47.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:47.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:47.007 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:47.008 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:47.008 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:47.008 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:47.008 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:47.008 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:47.008 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:47.008 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:47.008 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:47.008 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:47.008 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:47.008 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:47.008 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:47.008 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:47.008 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:47.008 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:47.009 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.009 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:47.009 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:47.009 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:47.009 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:47.009 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:47.009 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:47.009 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.009 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:47.009 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:47.009 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.009 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.009 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:47.009 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:47.009 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:47.010 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:47.010 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.010 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:47.010 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:47.010 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:47.010 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:47.010 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:47.010 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:47.010 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:47.010 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252576+0000", 2024-07-29T16:19:47.010 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.987914+0000", 2024-07-29T16:19:47.010 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.987914+0000", 2024-07-29T16:19:47.010 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.989490+0000", 2024-07-29T16:19:47.010 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252576+0000", 2024-07-29T16:19:47.011 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.011 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:47.011 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.011 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:47.011 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252576+0000", 2024-07-29T16:19:47.011 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252576+0000", 2024-07-29T16:19:47.011 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252576+0000", 2024-07-29T16:19:47.011 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:47.011 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:47.011 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.011 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252576+0000", 2024-07-29T16:19:47.011 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252576+0000", 2024-07-29T16:19:47.011 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:47.011 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:47.011 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:47.012 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:47.012 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:47.012 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:47.012 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:47.012 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:47.012 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:47.012 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:47.012 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:47.012 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:47.012 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:47.012 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.37", 2024-07-29T16:19:47.012 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:47.012 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:47.012 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:47.013 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5080, 2024-07-29T16:19:47.013 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:47.013 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:27:11.351388+0000", 2024-07-29T16:19:47.013 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:47.013 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:47.013 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:47.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:47.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:47.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:47.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:47.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:47.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:47.013 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:47.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:47.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:47.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:47.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:47.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:47.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:47.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:47.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:47.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:47.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:47.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:47.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:47.014 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:47.015 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:47.015 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:47.015 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:47.015 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:47.015 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:47.015 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:47.015 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:47.015 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:47.015 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:47.015 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:47.015 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:47.015 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:47.015 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:47.015 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:47.015 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:47.015 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:47.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:47.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:47.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:47.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:47.016 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.016 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:47.016 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:47.016 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:47.016 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:47.016 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:47.016 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:47.016 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.016 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:47.016 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:47.016 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.017 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.017 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:47.017 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:47.017 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:47.017 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:47.017 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.017 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:47.017 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:47.017 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:47.017 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:47.017 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:47.017 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:47.017 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:47.017 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.122952+0000", 2024-07-29T16:19:47.017 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.022930+0000", 2024-07-29T16:19:47.018 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.022930+0000", 2024-07-29T16:19:47.018 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.023578+0000", 2024-07-29T16:19:47.018 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.122952+0000", 2024-07-29T16:19:47.018 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.018 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:47.018 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.018 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:47.018 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.122952+0000", 2024-07-29T16:19:47.018 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.122952+0000", 2024-07-29T16:19:47.018 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.122952+0000", 2024-07-29T16:19:47.018 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:47.018 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:47.018 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.018 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.122952+0000", 2024-07-29T16:19:47.018 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.122952+0000", 2024-07-29T16:19:47.018 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:47.019 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:47.019 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:47.019 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:47.019 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:47.019 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:47.019 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:47.019 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:47.019 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:47.019 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:47.019 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:47.019 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:47.019 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:47.019 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.38", 2024-07-29T16:19:47.019 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:47.020 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:47.020 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:47.020 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5214, 2024-07-29T16:19:47.020 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:47.020 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:43:27.678246+0000", 2024-07-29T16:19:47.020 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:47.020 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:47.020 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:47.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:47.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:47.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:47.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:47.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:47.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:47.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:47.020 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:47.021 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:47.021 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:47.021 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:47.021 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:47.021 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:47.021 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:47.021 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:47.021 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:47.021 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:47.021 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:47.021 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:47.021 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:47.021 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:47.021 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:47.021 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:47.022 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:47.022 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:47.022 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:47.022 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:47.022 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:47.022 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:47.022 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:47.022 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:47.022 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:47.022 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:47.022 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:47.022 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:47.022 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:47.023 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:47.023 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:47.023 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:47.023 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:47.023 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.023 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:47.023 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:47.023 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:47.023 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:47.023 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:47.023 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:47.023 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.023 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:47.024 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:47.024 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.024 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.024 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:47.024 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:47.024 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:47.024 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:47.024 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.024 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:47.024 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:47.024 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:47.024 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:47.024 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:47.024 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:47.024 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:47.025 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254400+0000", 2024-07-29T16:19:47.025 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.990496+0000", 2024-07-29T16:19:47.025 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.990496+0000", 2024-07-29T16:19:47.025 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.991365+0000", 2024-07-29T16:19:47.025 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254400+0000", 2024-07-29T16:19:47.025 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.025 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:47.025 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.025 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:47.025 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254400+0000", 2024-07-29T16:19:47.025 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254400+0000", 2024-07-29T16:19:47.025 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254400+0000", 2024-07-29T16:19:47.025 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:47.025 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:47.025 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.026 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254400+0000", 2024-07-29T16:19:47.026 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254400+0000", 2024-07-29T16:19:47.026 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:47.026 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:47.026 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:47.026 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:47.026 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:47.026 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:47.026 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:47.026 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:47.026 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:47.026 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:47.026 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:47.026 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:47.027 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:47.027 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.39", 2024-07-29T16:19:47.027 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:47.027 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:47.027 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:47.027 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5100, 2024-07-29T16:19:47.027 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:47.027 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:26:18.300945+0000", 2024-07-29T16:19:47.027 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:47.027 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:47.027 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:47.027 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:47.027 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:47.027 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:47.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:47.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:47.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:47.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:47.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:47.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:47.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:47.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:47.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:47.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:47.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:47.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:47.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:47.028 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:47.029 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:47.029 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:47.029 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:47.029 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:47.029 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:47.029 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:47.029 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:47.029 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:47.029 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:47.029 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:47.029 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:47.029 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:47.029 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:47.029 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:47.029 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:47.029 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:47.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:47.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:47.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:47.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:47.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:47.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:47.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:47.030 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.030 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:47.030 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:47.030 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:47.030 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:47.030 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:47.030 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:47.030 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.031 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:47.031 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:47.031 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.031 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.031 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:47.031 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:47.031 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:47.031 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:47.031 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.031 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:47.031 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:47.031 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:47.031 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:47.031 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:47.032 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:47.032 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:47.032 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.253970+0000", 2024-07-29T16:19:47.032 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.044874+0000", 2024-07-29T16:19:47.032 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.044874+0000", 2024-07-29T16:19:47.032 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.051323+0000", 2024-07-29T16:19:47.032 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.253970+0000", 2024-07-29T16:19:47.032 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.032 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:47.032 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.032 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:47.032 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.253970+0000", 2024-07-29T16:19:47.032 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.253970+0000", 2024-07-29T16:19:47.032 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.253970+0000", 2024-07-29T16:19:47.032 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:47.033 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:47.033 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.033 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.253970+0000", 2024-07-29T16:19:47.033 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.253970+0000", 2024-07-29T16:19:47.033 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:47.033 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:47.033 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:47.033 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:47.033 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:47.033 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:47.033 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:47.033 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:47.033 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:47.034 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:47.034 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:47.034 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:47.034 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:47.034 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3a", 2024-07-29T16:19:47.034 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:47.034 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:47.034 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:47.034 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5143, 2024-07-29T16:19:47.034 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:47.034 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:07:52.192123+0000", 2024-07-29T16:19:47.034 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:47.034 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:47.034 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:47.034 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:47.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:47.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:47.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:47.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:47.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:47.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:47.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:47.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:47.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:47.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:47.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:47.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:47.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:47.035 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:47.036 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:47.036 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:47.036 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:47.036 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:47.036 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:47.036 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:47.036 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:47.036 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:47.036 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:47.036 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:47.036 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:47.036 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:47.036 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:47.036 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:47.036 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:47.037 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:47.037 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:47.037 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:47.037 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:47.037 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:47.037 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:47.037 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:47.037 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:47.037 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:47.037 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:47.037 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.037 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:47.037 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:47.038 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:47.038 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:47.038 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:47.038 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:47.038 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.038 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:47.038 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:47.038 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.038 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.038 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:47.038 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:47.038 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:47.038 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:47.039 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.039 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:47.039 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:47.039 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:47.039 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:47.039 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:47.039 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:47.039 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:47.039 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.257392+0000", 2024-07-29T16:19:47.039 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.991856+0000", 2024-07-29T16:19:47.039 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.991856+0000", 2024-07-29T16:19:47.039 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.992586+0000", 2024-07-29T16:19:47.039 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.257392+0000", 2024-07-29T16:19:47.039 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.039 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:47.040 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.040 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:47.040 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.257392+0000", 2024-07-29T16:19:47.040 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.257392+0000", 2024-07-29T16:19:47.040 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.257392+0000", 2024-07-29T16:19:47.040 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:47.040 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:47.040 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.040 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.257392+0000", 2024-07-29T16:19:47.040 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.257392+0000", 2024-07-29T16:19:47.040 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:47.040 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:47.040 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:47.040 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:47.040 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:47.040 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:47.041 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:47.041 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:47.041 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:47.041 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:47.041 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:47.041 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:47.041 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:47.041 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3b", 2024-07-29T16:19:47.041 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:47.041 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:47.041 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:47.041 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5090, 2024-07-29T16:19:47.041 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:47.041 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:49:03.075299+0000", 2024-07-29T16:19:47.042 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:47.042 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:47.042 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:47.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:47.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:47.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:47.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:47.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:47.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:47.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:47.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:47.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:47.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:47.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:47.042 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:47.043 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:47.043 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:47.043 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:47.043 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:47.043 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:47.043 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:47.043 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:47.043 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:47.043 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:47.043 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:47.043 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:47.043 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:47.043 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:47.043 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:47.044 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:47.044 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:47.044 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:47.044 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:47.044 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:47.044 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:47.044 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:47.044 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:47.044 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:47.044 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:47.044 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:47.044 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:47.044 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:47.044 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:47.044 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.045 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:47.045 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:47.045 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:47.045 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:47.045 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:47.045 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:47.045 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.045 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:47.045 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:47.045 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.045 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.045 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:47.045 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:47.045 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:47.045 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:47.045 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.046 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:47.046 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:47.046 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:47.046 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:47.046 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:47.046 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:47.046 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:47.046 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.256659+0000", 2024-07-29T16:19:47.046 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.995239+0000", 2024-07-29T16:19:47.046 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.995239+0000", 2024-07-29T16:19:47.046 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.995563+0000", 2024-07-29T16:19:47.046 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.256659+0000", 2024-07-29T16:19:47.046 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.046 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:47.046 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.047 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:47.047 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.256659+0000", 2024-07-29T16:19:47.047 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.256659+0000", 2024-07-29T16:19:47.047 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.256659+0000", 2024-07-29T16:19:47.047 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:47.047 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:47.047 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.047 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.256659+0000", 2024-07-29T16:19:47.047 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.256659+0000", 2024-07-29T16:19:47.047 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:47.047 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:47.047 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:47.047 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:47.047 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:47.047 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:47.047 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:47.048 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:47.048 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:47.048 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:47.048 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:47.048 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:47.048 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:47.048 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3c", 2024-07-29T16:19:47.048 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:47.048 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:47.048 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:47.048 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5169, 2024-07-29T16:19:47.048 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:47.048 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:50:16.390533+0000", 2024-07-29T16:19:47.048 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:47.048 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:47.049 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:47.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:47.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:47.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:47.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:47.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:47.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:47.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:47.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:47.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:47.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:47.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:47.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:47.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:47.049 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:47.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:47.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:47.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:47.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:47.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:47.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:47.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:47.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:47.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:47.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:47.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:47.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:47.050 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:47.051 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:47.051 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:47.051 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:47.051 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:47.051 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:47.051 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:47.051 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:47.051 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:47.051 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:47.051 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:47.051 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:47.051 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:47.051 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:47.051 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.052 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:47.052 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:47.052 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:47.052 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:47.052 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:47.052 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:47.052 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.052 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:47.052 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:47.052 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.052 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.052 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:47.052 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:47.052 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:47.052 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:47.053 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.053 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:47.053 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:47.053 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:47.053 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:47.053 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:47.053 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:47.053 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:47.053 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.125315+0000", 2024-07-29T16:19:47.053 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:08:11.023774+0000", 2024-07-29T16:19:47.053 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:08:11.023774+0000", 2024-07-29T16:19:47.053 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:08:11.024177+0000", 2024-07-29T16:19:47.053 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.125315+0000", 2024-07-29T16:19:47.053 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.053 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:47.054 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.054 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 401, 2024-07-29T16:19:47.054 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.125315+0000", 2024-07-29T16:19:47.054 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.125315+0000", 2024-07-29T16:19:47.054 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.125315+0000", 2024-07-29T16:19:47.054 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:47.054 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:47.054 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.054 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.125315+0000", 2024-07-29T16:19:47.054 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.125315+0000", 2024-07-29T16:19:47.054 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:47.054 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:47.054 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:47.054 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:47.054 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 400, 2024-07-29T16:19:47.055 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:47.055 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:47.055 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:47.055 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:47.055 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:47.055 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:47.055 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:47.055 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:47.055 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3d", 2024-07-29T16:19:47.055 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:47.055 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:47.055 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:47.055 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5330, 2024-07-29T16:19:47.055 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:47.055 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:22:13.579986+0000", 2024-07-29T16:19:47.055 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:47.056 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:47.056 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:47.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:47.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:47.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:47.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:47.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:47.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:47.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:47.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:47.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:47.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:47.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:47.056 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:47.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:47.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:47.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:47.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:47.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:47.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:47.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:47.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:47.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:47.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:47.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:47.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:47.057 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:47.058 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:47.058 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:47.058 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:47.058 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:47.058 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:47.058 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:47.058 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:47.058 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:47.058 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:47.058 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:47.058 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:47.058 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:47.058 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:47.058 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:47.059 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:47.059 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.059 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:47.059 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:47.059 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:47.059 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:47.059 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:47.059 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:47.059 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.059 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:47.059 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:47.059 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.059 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.059 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:47.060 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:47.060 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:47.060 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:47.060 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.060 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:47.060 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:47.060 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:47.060 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:47.060 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:47.060 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:47.060 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:47.060 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.255037+0000", 2024-07-29T16:19:47.060 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.021557+0000", 2024-07-29T16:19:47.060 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.021557+0000", 2024-07-29T16:19:47.060 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.021859+0000", 2024-07-29T16:19:47.060 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.255037+0000", 2024-07-29T16:19:47.061 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.061 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:47.061 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.061 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:47.061 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.255037+0000", 2024-07-29T16:19:47.061 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.255037+0000", 2024-07-29T16:19:47.061 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.255037+0000", 2024-07-29T16:19:47.061 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:47.061 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:47.061 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.061 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.255037+0000", 2024-07-29T16:19:47.061 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.255037+0000", 2024-07-29T16:19:47.061 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:47.061 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:47.061 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:47.062 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:47.062 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:47.062 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:47.062 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:47.062 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:47.062 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:47.062 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:47.062 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:47.062 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:47.062 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:47.062 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3e", 2024-07-29T16:19:47.062 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:47.062 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:47.062 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:47.062 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5280, 2024-07-29T16:19:47.063 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:47.063 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:44:29.848331+0000", 2024-07-29T16:19:47.063 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:47.063 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:47.063 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:47.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:47.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:47.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:47.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:47.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:47.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:47.063 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:47.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:47.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:47.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:47.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:47.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:47.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:47.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:47.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:47.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:47.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:47.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:47.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:47.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:47.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:47.064 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:47.065 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:47.065 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:47.065 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:47.065 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:47.065 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:47.065 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:47.065 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:47.065 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:47.065 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:47.065 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:47.065 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:47.065 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:47.065 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:47.065 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:47.065 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:47.066 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:47.066 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:47.066 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:47.066 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.066 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:47.066 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:47.066 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:47.066 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:47.066 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:47.066 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:47.066 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.066 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:47.066 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:47.066 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.066 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.067 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:47.067 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:47.067 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:47.067 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:47.067 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.067 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:47.067 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:47.067 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:47.067 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:47.067 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:47.067 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:47.067 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:47.067 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254640+0000", 2024-07-29T16:19:47.067 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.982743+0000", 2024-07-29T16:19:47.068 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.982743+0000", 2024-07-29T16:19:47.068 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.987301+0000", 2024-07-29T16:19:47.068 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254640+0000", 2024-07-29T16:19:47.068 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.068 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:47.068 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.068 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:47.068 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254640+0000", 2024-07-29T16:19:47.068 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254640+0000", 2024-07-29T16:19:47.068 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254640+0000", 2024-07-29T16:19:47.068 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:47.068 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:47.068 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.068 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254640+0000", 2024-07-29T16:19:47.069 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254640+0000", 2024-07-29T16:19:47.069 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:47.069 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:47.069 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:47.069 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:47.069 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:47.069 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:47.069 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:47.069 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:47.069 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:47.069 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:47.069 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:47.070 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:47.070 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:47.070 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3f", 2024-07-29T16:19:47.070 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:47.070 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:47.070 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:47.070 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5077, 2024-07-29T16:19:47.070 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:47.070 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:50:48.908846+0000", 2024-07-29T16:19:47.070 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:47.070 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:47.070 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:47.070 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:47.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:47.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:47.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:47.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:47.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:47.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:47.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:47.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:47.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:47.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:47.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:47.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:47.071 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:47.072 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:47.072 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:47.072 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:47.072 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:47.072 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:47.072 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:47.072 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:47.072 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:47.072 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:47.072 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:47.072 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:47.072 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:47.072 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:47.072 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:47.072 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:47.073 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:47.073 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:47.073 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:47.073 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:47.073 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:47.073 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:47.073 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:47.073 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:47.073 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:47.073 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:47.073 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:47.073 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.073 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:47.073 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:47.074 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:47.074 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:47.074 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:47.074 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:47.074 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.074 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:47.074 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:47.074 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.074 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.074 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_per_pool": [ 2024-07-29T16:19:47.074 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.074 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": 3, 2024-07-29T16:19:47.074 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T16:19:47.074 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr" 2024-07-29T16:19:47.075 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.075 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 237, 2024-07-29T16:19:47.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_pg": 1, 2024-07-29T16:19:47.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_store_stats": 3, 2024-07-29T16:19:47.075 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 237, 2024-07-29T16:19:47.075 INFO:tasks.workunit.client.0.smithi067.stdout: "poolid": 1, 2024-07-29T16:19:47.075 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:47.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 590368, 2024-07-29T16:19:47.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:47.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 1771104, 2024-07-29T16:19:47.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:47.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:47.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:47.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:47.076 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:47.076 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:47.076 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:47.076 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:47.076 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:47.076 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:47.076 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:47.076 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:47.076 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:47.076 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 6, 2024-07-29T16:19:47.076 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 2, 2024-07-29T16:19:47.076 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:47.076 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 2, 2024-07-29T16:19:47.076 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:47.076 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:47.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:47.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:47.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:47.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:47.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:47.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 6, 2024-07-29T16:19:47.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:47.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:47.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:47.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:47.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:47.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 1178, 2024-07-29T16:19:47.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 1994, 2024-07-29T16:19:47.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:47.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:47.077 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:47.078 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 391, 2024-07-29T16:19:47.078 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 2416 2024-07-29T16:19:47.078 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.078 INFO:tasks.workunit.client.0.smithi067.stdout: "store_stats": { 2024-07-29T16:19:47.078 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": 1781760, 2024-07-29T16:19:47.078 INFO:tasks.workunit.client.0.smithi067.stdout: "available": 0, 2024-07-29T16:19:47.078 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed": 0, 2024-07-29T16:19:47.078 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_allocated": 0, 2024-07-29T16:19:47.078 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_original": 0, 2024-07-29T16:19:47.078 INFO:tasks.workunit.client.0.smithi067.stdout: "data_stored": 1771104, 2024-07-29T16:19:47.078 INFO:tasks.workunit.client.0.smithi067.stdout: "internal_metadata": 0, 2024-07-29T16:19:47.078 INFO:tasks.workunit.client.0.smithi067.stdout: "internally_reserved": 0, 2024-07-29T16:19:47.078 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_allocated": 0, 2024-07-29T16:19:47.078 INFO:tasks.workunit.client.0.smithi067.stdout: "total": 0 2024-07-29T16:19:47.078 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.079 INFO:tasks.workunit.client.0.smithi067.stdout: "up": 3 2024-07-29T16:19:47.079 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.079 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.079 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": 96, 2024-07-29T16:19:47.079 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T16:19:47.079 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs" 2024-07-29T16:19:47.079 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.079 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 75, 2024-07-29T16:19:47.079 INFO:tasks.workunit.client.0.smithi067.stdout: "num_pg": 32, 2024-07-29T16:19:47.079 INFO:tasks.workunit.client.0.smithi067.stdout: "num_store_stats": 8, 2024-07-29T16:19:47.079 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 75, 2024-07-29T16:19:47.079 INFO:tasks.workunit.client.0.smithi067.stdout: "poolid": 2, 2024-07-29T16:19:47.079 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:47.079 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 6602, 2024-07-29T16:19:47.079 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:47.080 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:47.080 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:47.080 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:47.080 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:47.080 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:47.080 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:47.080 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:47.080 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:47.080 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:47.080 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:47.080 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:47.080 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:47.080 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:47.080 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:47.080 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 66, 2024-07-29T16:19:47.081 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 22, 2024-07-29T16:19:47.081 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:47.081 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 22, 2024-07-29T16:19:47.081 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:47.081 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:47.081 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:47.081 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:47.081 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:47.081 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 14, 2024-07-29T16:19:47.081 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:47.081 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:47.081 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:47.081 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:47.081 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:47.081 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:47.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:47.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 128, 2024-07-29T16:19:47.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 142, 2024-07-29T16:19:47.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:47.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:47.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:47.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 69, 2024-07-29T16:19:47.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 35 2024-07-29T16:19:47.082 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.082 INFO:tasks.workunit.client.0.smithi067.stdout: "store_stats": { 2024-07-29T16:19:47.082 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": 110592, 2024-07-29T16:19:47.082 INFO:tasks.workunit.client.0.smithi067.stdout: "available": 0, 2024-07-29T16:19:47.082 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed": 0, 2024-07-29T16:19:47.082 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_allocated": 0, 2024-07-29T16:19:47.083 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_original": 0, 2024-07-29T16:19:47.083 INFO:tasks.workunit.client.0.smithi067.stdout: "data_stored": 19806, 2024-07-29T16:19:47.083 INFO:tasks.workunit.client.0.smithi067.stdout: "internal_metadata": 0, 2024-07-29T16:19:47.083 INFO:tasks.workunit.client.0.smithi067.stdout: "internally_reserved": 0, 2024-07-29T16:19:47.083 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_allocated": 45817, 2024-07-29T16:19:47.083 INFO:tasks.workunit.client.0.smithi067.stdout: "total": 0 2024-07-29T16:19:47.083 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.083 INFO:tasks.workunit.client.0.smithi067.stdout: "up": 96 2024-07-29T16:19:47.083 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.083 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.083 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": 192, 2024-07-29T16:19:47.083 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T16:19:47.083 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs" 2024-07-29T16:19:47.083 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.083 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:47.084 INFO:tasks.workunit.client.0.smithi067.stdout: "num_pg": 64, 2024-07-29T16:19:47.084 INFO:tasks.workunit.client.0.smithi067.stdout: "num_store_stats": 8, 2024-07-29T16:19:47.084 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:47.084 INFO:tasks.workunit.client.0.smithi067.stdout: "poolid": 3, 2024-07-29T16:19:47.084 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:47.084 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:47.084 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:47.084 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:47.084 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:47.084 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:47.084 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:47.084 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:47.084 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:47.084 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:47.084 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:47.084 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:47.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:47.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:47.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:47.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:47.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:47.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:47.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:47.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:47.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:47.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:47.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:47.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:47.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:47.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:47.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:47.085 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:47.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:47.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:47.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:47.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:47.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:47.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:47.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:47.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:47.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:47.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:47.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:47.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:47.086 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:47.087 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.087 INFO:tasks.workunit.client.0.smithi067.stdout: "store_stats": { 2024-07-29T16:19:47.087 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": 0, 2024-07-29T16:19:47.087 INFO:tasks.workunit.client.0.smithi067.stdout: "available": 0, 2024-07-29T16:19:47.087 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed": 0, 2024-07-29T16:19:47.087 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_allocated": 0, 2024-07-29T16:19:47.087 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_original": 0, 2024-07-29T16:19:47.087 INFO:tasks.workunit.client.0.smithi067.stdout: "data_stored": 0, 2024-07-29T16:19:47.087 INFO:tasks.workunit.client.0.smithi067.stdout: "internal_metadata": 0, 2024-07-29T16:19:47.087 INFO:tasks.workunit.client.0.smithi067.stdout: "internally_reserved": 0, 2024-07-29T16:19:47.087 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_allocated": 0, 2024-07-29T16:19:47.087 INFO:tasks.workunit.client.0.smithi067.stdout: "total": 0 2024-07-29T16:19:47.087 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.087 INFO:tasks.workunit.client.0.smithi067.stdout: "up": 192 2024-07-29T16:19:47.088 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.088 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.088 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": 24, 2024-07-29T16:19:47.088 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T16:19:47.088 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd" 2024-07-29T16:19:47.088 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.088 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 24494, 2024-07-29T16:19:47.088 INFO:tasks.workunit.client.0.smithi067.stdout: "num_pg": 8, 2024-07-29T16:19:47.088 INFO:tasks.workunit.client.0.smithi067.stdout: "num_store_stats": 8, 2024-07-29T16:19:47.088 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 24494, 2024-07-29T16:19:47.088 INFO:tasks.workunit.client.0.smithi067.stdout: "poolid": 4, 2024-07-29T16:19:47.088 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:47.088 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 4194323, 2024-07-29T16:19:47.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:47.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:47.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:47.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:47.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:47.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:47.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:47.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:47.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:47.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:47.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:47.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:47.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:47.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:47.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:47.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 12, 2024-07-29T16:19:47.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 4, 2024-07-29T16:19:47.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:47.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 4, 2024-07-29T16:19:47.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:47.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:47.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:47.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:47.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:47.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 2, 2024-07-29T16:19:47.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:47.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:47.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:47.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:47.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:47.091 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:47.091 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:47.091 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 9049, 2024-07-29T16:19:47.091 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 3053400, 2024-07-29T16:19:47.091 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:47.091 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:47.091 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:47.091 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 24363, 2024-07-29T16:19:47.091 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 3126582 2024-07-29T16:19:47.091 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.091 INFO:tasks.workunit.client.0.smithi067.stdout: "store_stats": { 2024-07-29T16:19:47.091 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": 12595200, 2024-07-29T16:19:47.091 INFO:tasks.workunit.client.0.smithi067.stdout: "available": 0, 2024-07-29T16:19:47.091 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed": 0, 2024-07-29T16:19:47.091 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_allocated": 0, 2024-07-29T16:19:47.092 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_original": 0, 2024-07-29T16:19:47.092 INFO:tasks.workunit.client.0.smithi067.stdout: "data_stored": 12582969, 2024-07-29T16:19:47.092 INFO:tasks.workunit.client.0.smithi067.stdout: "internal_metadata": 0, 2024-07-29T16:19:47.092 INFO:tasks.workunit.client.0.smithi067.stdout: "internally_reserved": 0, 2024-07-29T16:19:47.092 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_allocated": 0, 2024-07-29T16:19:47.092 INFO:tasks.workunit.client.0.smithi067.stdout: "total": 0 2024-07-29T16:19:47.092 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.092 INFO:tasks.workunit.client.0.smithi067.stdout: "up": 24 2024-07-29T16:19:47.092 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.092 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.092 INFO:tasks.workunit.client.0.smithi067.stdout: "usage": { 2024-07-29T16:19:47.092 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 105, 2024-07-29T16:19:47.092 INFO:tasks.workunit.client.0.smithi067.stdout: "pools": 4, 2024-07-29T16:19:47.092 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_by_class": { 2024-07-29T16:19:47.093 INFO:tasks.workunit.client.0.smithi067.stdout: "ssd": { 2024-07-29T16:19:47.093 INFO:tasks.workunit.client.0.smithi067.stdout: "total_avail_bytes": 763474087936, 2024-07-29T16:19:47.093 INFO:tasks.workunit.client.0.smithi067.stdout: "total_bytes": 767960285184, 2024-07-29T16:19:47.093 INFO:tasks.workunit.client.0.smithi067.stdout: "total_used_bytes": 4486197248, 2024-07-29T16:19:47.093 INFO:tasks.workunit.client.0.smithi067.stdout: "total_used_raw_bytes": 4486197248, 2024-07-29T16:19:47.093 INFO:tasks.workunit.client.0.smithi067.stdout: "total_used_raw_ratio": 0.005841704551130533 2024-07-29T16:19:47.093 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.093 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.093 INFO:tasks.workunit.client.0.smithi067.stdout: "total_avail_bytes": 763474087936, 2024-07-29T16:19:47.093 INFO:tasks.workunit.client.0.smithi067.stdout: "total_bytes": 767960285184, 2024-07-29T16:19:47.093 INFO:tasks.workunit.client.0.smithi067.stdout: "total_used_bytes": 4486197248 2024-07-29T16:19:47.093 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.093 INFO:tasks.workunit.client.0.smithi067.stdout:} 2024-07-29T16:19:47.094 INFO:tasks.workunit.client.0.smithi067.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-07-29T16:19:47.094 INFO:tasks.workunit.client.0.smithi067.stderr:+ ceph telemetry show-device 2024-07-29T16:19:47.094 INFO:tasks.workunit.client.0.smithi067.stdout:{ 2024-07-29T16:19:47.095 INFO:tasks.workunit.client.0.smithi067.stdout: "8faef3e2-4dbb-11ef-b404-0cc47ab6fc0b": { 2024-07-29T16:19:47.095 INFO:tasks.workunit.client.0.smithi067.stdout: "INTEL_SSDPEDMD400G4_8faf7e70-4dbb-11ef-b404-0cc47ab6fc0b": { 2024-07-29T16:19:47.095 INFO:tasks.workunit.client.0.smithi067.stdout: "20240729-145636": { 2024-07-29T16:19:47.095 INFO:tasks.workunit.client.0.smithi067.stdout: "device": { 2024-07-29T16:19:47.095 INFO:tasks.workunit.client.0.smithi067.stdout: "info_name": "/dev/nvme0n1", 2024-07-29T16:19:47.095 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "/dev/nvme0n1", 2024-07-29T16:19:47.095 INFO:tasks.workunit.client.0.smithi067.stdout: "protocol": "NVMe", 2024-07-29T16:19:47.095 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "nvme" 2024-07-29T16:19:47.095 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.095 INFO:tasks.workunit.client.0.smithi067.stdout: "firmware_version": "8DV101H0", 2024-07-29T16:19:47.095 INFO:tasks.workunit.client.0.smithi067.stdout: "host_id": "8faef3e2-4dbb-11ef-b404-0cc47ab6fc0b", 2024-07-29T16:19:47.095 INFO:tasks.workunit.client.0.smithi067.stdout: "json_format_version": [ 2024-07-29T16:19:47.095 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:47.095 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:47.096 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.096 INFO:tasks.workunit.client.0.smithi067.stdout: "local_time": { 2024-07-29T16:19:47.096 INFO:tasks.workunit.client.0.smithi067.stdout: "asctime": "Mon Jul 29 14:56:35 2024 UTC", 2024-07-29T16:19:47.096 INFO:tasks.workunit.client.0.smithi067.stdout: "time_t": 1722264995 2024-07-29T16:19:47.096 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.096 INFO:tasks.workunit.client.0.smithi067.stdout: "logical_block_size": 512, 2024-07-29T16:19:47.096 INFO:tasks.workunit.client.0.smithi067.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-29T16:19:47.096 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_controller_id": 0, 2024-07-29T16:19:47.096 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-29T16:19:47.096 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_namespaces": [ 2024-07-29T16:19:47.096 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.096 INFO:tasks.workunit.client.0.smithi067.stdout: "capacity": { 2024-07-29T16:19:47.096 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T16:19:47.096 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T16:19:47.097 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.097 INFO:tasks.workunit.client.0.smithi067.stdout: "formatted_lba_size": 512, 2024-07-29T16:19:47.097 INFO:tasks.workunit.client.0.smithi067.stdout: "id": 1, 2024-07-29T16:19:47.097 INFO:tasks.workunit.client.0.smithi067.stdout: "size": { 2024-07-29T16:19:47.097 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T16:19:47.097 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T16:19:47.097 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.097 INFO:tasks.workunit.client.0.smithi067.stdout: "utilization": { 2024-07-29T16:19:47.097 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T16:19:47.097 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T16:19:47.097 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.097 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.097 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.097 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_number_of_namespaces": 1, 2024-07-29T16:19:47.097 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_pci_vendor": { 2024-07-29T16:19:47.098 INFO:tasks.workunit.client.0.smithi067.stdout: "id": 32902, 2024-07-29T16:19:47.098 INFO:tasks.workunit.client.0.smithi067.stdout: "subsystem_id": 32902 2024-07-29T16:19:47.098 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.098 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_smart_health_information_add_log": { 2024-07-29T16:19:47.098 INFO:tasks.workunit.client.0.smithi067.stdout: "Device stats": { 2024-07-29T16:19:47.098 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_fw_downgrades": { 2024-07-29T16:19:47.098 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T16:19:47.098 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:47.098 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.098 INFO:tasks.workunit.client.0.smithi067.stdout: "crc_error_count": { 2024-07-29T16:19:47.098 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:47.098 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:47.098 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.098 INFO:tasks.workunit.client.0.smithi067.stdout: "end_to_end_error_detection_count": { 2024-07-29T16:19:47.098 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:47.098 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:47.099 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.099 INFO:tasks.workunit.client.0.smithi067.stdout: "erase_fail_count": { 2024-07-29T16:19:47.099 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:47.099 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:47.099 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.099 INFO:tasks.workunit.client.0.smithi067.stdout: "host_bytes_written": { 2024-07-29T16:19:47.099 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:47.099 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 43192204 2024-07-29T16:19:47.099 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.099 INFO:tasks.workunit.client.0.smithi067.stdout: "host_ctx_wear_used": { 2024-07-29T16:19:47.099 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:47.099 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 1 2024-07-29T16:19:47.099 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.100 INFO:tasks.workunit.client.0.smithi067.stdout: "media_bytes_read": { 2024-07-29T16:19:47.100 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T16:19:47.100 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:47.100 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.100 INFO:tasks.workunit.client.0.smithi067.stdout: "nand_bytes_written": { 2024-07-29T16:19:47.100 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:47.100 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 65494145 2024-07-29T16:19:47.100 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.100 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_stat_indicator": { 2024-07-29T16:19:47.100 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T16:19:47.100 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:47.100 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.100 INFO:tasks.workunit.client.0.smithi067.stdout: "pll_lock_loss_count": { 2024-07-29T16:19:47.100 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:47.100 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:47.100 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.101 INFO:tasks.workunit.client.0.smithi067.stdout: "program_fail_count": { 2024-07-29T16:19:47.101 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:47.101 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:47.101 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.101 INFO:tasks.workunit.client.0.smithi067.stdout: "re_alloc_sectr_cnt": { 2024-07-29T16:19:47.101 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T16:19:47.101 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:47.101 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.101 INFO:tasks.workunit.client.0.smithi067.stdout: "retry_buffer_overflow_count": { 2024-07-29T16:19:47.101 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:47.101 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:47.101 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.101 INFO:tasks.workunit.client.0.smithi067.stdout: "soft_ecc_err_rate": { 2024-07-29T16:19:47.101 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T16:19:47.102 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:47.102 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.102 INFO:tasks.workunit.client.0.smithi067.stdout: "thermal_throttle_status": { 2024-07-29T16:19:47.102 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:47.102 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": { 2024-07-29T16:19:47.102 INFO:tasks.workunit.client.0.smithi067.stdout: "cnt": 0, 2024-07-29T16:19:47.102 INFO:tasks.workunit.client.0.smithi067.stdout: "pct": 0 2024-07-29T16:19:47.102 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.102 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.102 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_host_reads": { 2024-07-29T16:19:47.102 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:47.102 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 65535 2024-07-29T16:19:47.102 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.102 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_media_wear": { 2024-07-29T16:19:47.103 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:47.103 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": "63.999023" 2024-07-29T16:19:47.103 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.103 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_timer": { 2024-07-29T16:19:47.103 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:47.103 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 65535 2024-07-29T16:19:47.103 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.103 INFO:tasks.workunit.client.0.smithi067.stdout: "unexp_power_loss": { 2024-07-29T16:19:47.103 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T16:19:47.103 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:47.103 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.103 INFO:tasks.workunit.client.0.smithi067.stdout: "wear_leveling": { 2024-07-29T16:19:47.103 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 86, 2024-07-29T16:19:47.103 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": { 2024-07-29T16:19:47.104 INFO:tasks.workunit.client.0.smithi067.stdout: "avg": 4306, 2024-07-29T16:19:47.104 INFO:tasks.workunit.client.0.smithi067.stdout: "max": 4326, 2024-07-29T16:19:47.104 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 4285 2024-07-29T16:19:47.104 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.104 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.104 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.104 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel Smart log": "nvme0n1" 2024-07-29T16:19:47.104 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.104 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_smart_health_information_log": { 2024-07-29T16:19:47.104 INFO:tasks.workunit.client.0.smithi067.stdout: "available_spare": 100, 2024-07-29T16:19:47.104 INFO:tasks.workunit.client.0.smithi067.stdout: "available_spare_threshold": 10, 2024-07-29T16:19:47.104 INFO:tasks.workunit.client.0.smithi067.stdout: "controller_busy_time": 48, 2024-07-29T16:19:47.104 INFO:tasks.workunit.client.0.smithi067.stdout: "critical_warning": 0, 2024-07-29T16:19:47.104 INFO:tasks.workunit.client.0.smithi067.stdout: "data_units_read": 485337567, 2024-07-29T16:19:47.104 INFO:tasks.workunit.client.0.smithi067.stdout: "data_units_written": 2830644304, 2024-07-29T16:19:47.105 INFO:tasks.workunit.client.0.smithi067.stdout: "host_reads": 7603709057, 2024-07-29T16:19:47.105 INFO:tasks.workunit.client.0.smithi067.stdout: "host_writes": 47082651116, 2024-07-29T16:19:47.105 INFO:tasks.workunit.client.0.smithi067.stdout: "media_errors": 0, 2024-07-29T16:19:47.105 INFO:tasks.workunit.client.0.smithi067.stdout: "num_err_log_entries": 0, 2024-07-29T16:19:47.105 INFO:tasks.workunit.client.0.smithi067.stdout: "percentage_used": 14, 2024-07-29T16:19:47.105 INFO:tasks.workunit.client.0.smithi067.stdout: "power_cycles": 52371, 2024-07-29T16:19:47.105 INFO:tasks.workunit.client.0.smithi067.stdout: "power_on_hours": 64337, 2024-07-29T16:19:47.105 INFO:tasks.workunit.client.0.smithi067.stdout: "temperature": 25, 2024-07-29T16:19:47.105 INFO:tasks.workunit.client.0.smithi067.stdout: "unsafe_shutdowns": 2339 2024-07-29T16:19:47.105 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.105 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_vendor": "intel", 2024-07-29T16:19:47.105 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_version": { 2024-07-29T16:19:47.105 INFO:tasks.workunit.client.0.smithi067.stdout: "string": "<1.2", 2024-07-29T16:19:47.105 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.106 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.106 INFO:tasks.workunit.client.0.smithi067.stdout: "power_cycle_count": 52371, 2024-07-29T16:19:47.106 INFO:tasks.workunit.client.0.smithi067.stdout: "power_on_time": { 2024-07-29T16:19:47.106 INFO:tasks.workunit.client.0.smithi067.stdout: "hours": 64337 2024-07-29T16:19:47.106 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.106 INFO:tasks.workunit.client.0.smithi067.stdout: "serial_number": "deleted", 2024-07-29T16:19:47.106 INFO:tasks.workunit.client.0.smithi067.stdout: "smart_status": { 2024-07-29T16:19:47.106 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme": { 2024-07-29T16:19:47.106 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.106 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.106 INFO:tasks.workunit.client.0.smithi067.stdout: "passed": true 2024-07-29T16:19:47.106 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.106 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl": { 2024-07-29T16:19:47.106 INFO:tasks.workunit.client.0.smithi067.stdout: "argv": [ 2024-07-29T16:19:47.107 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl", 2024-07-29T16:19:47.107 INFO:tasks.workunit.client.0.smithi067.stdout: "-x", 2024-07-29T16:19:47.107 INFO:tasks.workunit.client.0.smithi067.stdout: "--json=o", 2024-07-29T16:19:47.107 INFO:tasks.workunit.client.0.smithi067.stdout: "/dev/nvme0n1" 2024-07-29T16:19:47.107 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.107 INFO:tasks.workunit.client.0.smithi067.stdout: "build_info": "(local build)", 2024-07-29T16:19:47.107 INFO:tasks.workunit.client.0.smithi067.stdout: "exit_status": 0, 2024-07-29T16:19:47.107 INFO:tasks.workunit.client.0.smithi067.stdout: "output": [ 2024-07-29T16:19:47.107 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-29T16:19:47.107 INFO:tasks.workunit.client.0.smithi067.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-29T16:19:47.107 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T16:19:47.107 INFO:tasks.workunit.client.0.smithi067.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-29T16:19:47.107 INFO:tasks.workunit.client.0.smithi067.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-29T16:19:47.107 INFO:tasks.workunit.client.0.smithi067.stdout: "Serial Number: deleted", 2024-07-29T16:19:47.107 INFO:tasks.workunit.client.0.smithi067.stdout: "Firmware Version: 8DV101H0", 2024-07-29T16:19:47.108 INFO:tasks.workunit.client.0.smithi067.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-29T16:19:47.108 INFO:tasks.workunit.client.0.smithi067.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-29T16:19:47.108 INFO:tasks.workunit.client.0.smithi067.stdout: "Controller ID: 0", 2024-07-29T16:19:47.108 INFO:tasks.workunit.client.0.smithi067.stdout: "NVMe Version: <1.2", 2024-07-29T16:19:47.108 INFO:tasks.workunit.client.0.smithi067.stdout: "Number of Namespaces: 1", 2024-07-29T16:19:47.108 INFO:tasks.workunit.client.0.smithi067.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-29T16:19:47.108 INFO:tasks.workunit.client.0.smithi067.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-29T16:19:47.108 INFO:tasks.workunit.client.0.smithi067.stdout: "Local Time is: Mon Jul 29 14:56:35 2024 UTC", 2024-07-29T16:19:47.108 INFO:tasks.workunit.client.0.smithi067.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-29T16:19:47.108 INFO:tasks.workunit.client.0.smithi067.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-29T16:19:47.108 INFO:tasks.workunit.client.0.smithi067.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-29T16:19:47.108 INFO:tasks.workunit.client.0.smithi067.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-29T16:19:47.108 INFO:tasks.workunit.client.0.smithi067.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-29T16:19:47.108 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T16:19:47.109 INFO:tasks.workunit.client.0.smithi067.stdout: "Supported Power States", 2024-07-29T16:19:47.109 INFO:tasks.workunit.client.0.smithi067.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-29T16:19:47.109 INFO:tasks.workunit.client.0.smithi067.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-29T16:19:47.109 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T16:19:47.109 INFO:tasks.workunit.client.0.smithi067.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-29T16:19:47.109 INFO:tasks.workunit.client.0.smithi067.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-29T16:19:47.109 INFO:tasks.workunit.client.0.smithi067.stdout: " 0 + 512 0 2", 2024-07-29T16:19:47.109 INFO:tasks.workunit.client.0.smithi067.stdout: " 1 - 512 8 2", 2024-07-29T16:19:47.109 INFO:tasks.workunit.client.0.smithi067.stdout: " 2 - 512 16 2", 2024-07-29T16:19:47.109 INFO:tasks.workunit.client.0.smithi067.stdout: " 3 - 4096 0 0", 2024-07-29T16:19:47.109 INFO:tasks.workunit.client.0.smithi067.stdout: " 4 - 4096 8 0", 2024-07-29T16:19:47.109 INFO:tasks.workunit.client.0.smithi067.stdout: " 5 - 4096 64 0", 2024-07-29T16:19:47.109 INFO:tasks.workunit.client.0.smithi067.stdout: " 6 - 4096 128 0", 2024-07-29T16:19:47.109 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T16:19:47.109 INFO:tasks.workunit.client.0.smithi067.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-29T16:19:47.109 INFO:tasks.workunit.client.0.smithi067.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-29T16:19:47.110 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T16:19:47.110 INFO:tasks.workunit.client.0.smithi067.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-29T16:19:47.110 INFO:tasks.workunit.client.0.smithi067.stdout: "Critical Warning: 0x00", 2024-07-29T16:19:47.110 INFO:tasks.workunit.client.0.smithi067.stdout: "Temperature: 25 Celsius", 2024-07-29T16:19:47.110 INFO:tasks.workunit.client.0.smithi067.stdout: "Available Spare: 100%", 2024-07-29T16:19:47.110 INFO:tasks.workunit.client.0.smithi067.stdout: "Available Spare Threshold: 10%", 2024-07-29T16:19:47.110 INFO:tasks.workunit.client.0.smithi067.stdout: "Percentage Used: 14%", 2024-07-29T16:19:47.110 INFO:tasks.workunit.client.0.smithi067.stdout: "Data Units Read: 485,337,567 [248 TB]", 2024-07-29T16:19:47.110 INFO:tasks.workunit.client.0.smithi067.stdout: "Data Units Written: 2,830,644,304 [1.44 PB]", 2024-07-29T16:19:47.110 INFO:tasks.workunit.client.0.smithi067.stdout: "Host Read Commands: 7,603,709,057", 2024-07-29T16:19:47.110 INFO:tasks.workunit.client.0.smithi067.stdout: "Host Write Commands: 47,082,651,116", 2024-07-29T16:19:47.110 INFO:tasks.workunit.client.0.smithi067.stdout: "Controller Busy Time: 48", 2024-07-29T16:19:47.110 INFO:tasks.workunit.client.0.smithi067.stdout: "Power Cycles: 52,371", 2024-07-29T16:19:47.110 INFO:tasks.workunit.client.0.smithi067.stdout: "Power On Hours: 64,337", 2024-07-29T16:19:47.111 INFO:tasks.workunit.client.0.smithi067.stdout: "Unsafe Shutdowns: 2,339", 2024-07-29T16:19:47.111 INFO:tasks.workunit.client.0.smithi067.stdout: "Media and Data Integrity Errors: 0", 2024-07-29T16:19:47.111 INFO:tasks.workunit.client.0.smithi067.stdout: "Error Information Log Entries: 0", 2024-07-29T16:19:47.111 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T16:19:47.111 INFO:tasks.workunit.client.0.smithi067.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-29T16:19:47.111 INFO:tasks.workunit.client.0.smithi067.stdout: "No Errors Logged", 2024-07-29T16:19:47.111 INFO:tasks.workunit.client.0.smithi067.stdout: "" 2024-07-29T16:19:47.111 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.111 INFO:tasks.workunit.client.0.smithi067.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-29T16:19:47.111 INFO:tasks.workunit.client.0.smithi067.stdout: "svn_revision": "5155", 2024-07-29T16:19:47.111 INFO:tasks.workunit.client.0.smithi067.stdout: "version": [ 2024-07-29T16:19:47.111 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:47.111 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:47.111 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.111 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.112 INFO:tasks.workunit.client.0.smithi067.stdout: "temperature": { 2024-07-29T16:19:47.112 INFO:tasks.workunit.client.0.smithi067.stdout: "current": 25 2024-07-29T16:19:47.112 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.112 INFO:tasks.workunit.client.0.smithi067.stdout: "user_capacity": { 2024-07-29T16:19:47.112 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T16:19:47.112 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T16:19:47.112 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.112 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.112 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.112 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.112 INFO:tasks.workunit.client.0.smithi067.stdout: "8fb0c8fc-4dbb-11ef-b404-0cc47ab6fc0b": { 2024-07-29T16:19:47.112 INFO:tasks.workunit.client.0.smithi067.stdout: "INTEL_SSDPEDMD400G4_8fb144b2-4dbb-11ef-b404-0cc47ab6fc0b": { 2024-07-29T16:19:47.113 INFO:tasks.workunit.client.0.smithi067.stdout: "20240729-145639": { 2024-07-29T16:19:47.113 INFO:tasks.workunit.client.0.smithi067.stdout: "device": { 2024-07-29T16:19:47.113 INFO:tasks.workunit.client.0.smithi067.stdout: "info_name": "/dev/nvme0n1", 2024-07-29T16:19:47.113 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "/dev/nvme0n1", 2024-07-29T16:19:47.113 INFO:tasks.workunit.client.0.smithi067.stdout: "protocol": "NVMe", 2024-07-29T16:19:47.113 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "nvme" 2024-07-29T16:19:47.113 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.113 INFO:tasks.workunit.client.0.smithi067.stdout: "firmware_version": "8DV101H0", 2024-07-29T16:19:47.113 INFO:tasks.workunit.client.0.smithi067.stdout: "host_id": "8fb0c8fc-4dbb-11ef-b404-0cc47ab6fc0b", 2024-07-29T16:19:47.113 INFO:tasks.workunit.client.0.smithi067.stdout: "json_format_version": [ 2024-07-29T16:19:47.113 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:47.113 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:47.113 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.113 INFO:tasks.workunit.client.0.smithi067.stdout: "local_time": { 2024-07-29T16:19:47.114 INFO:tasks.workunit.client.0.smithi067.stdout: "asctime": "Mon Jul 29 14:56:39 2024 UTC", 2024-07-29T16:19:47.114 INFO:tasks.workunit.client.0.smithi067.stdout: "time_t": 1722264999 2024-07-29T16:19:47.114 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.114 INFO:tasks.workunit.client.0.smithi067.stdout: "logical_block_size": 512, 2024-07-29T16:19:47.114 INFO:tasks.workunit.client.0.smithi067.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-29T16:19:47.114 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_controller_id": 0, 2024-07-29T16:19:47.114 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-29T16:19:47.114 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_namespaces": [ 2024-07-29T16:19:47.114 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.114 INFO:tasks.workunit.client.0.smithi067.stdout: "capacity": { 2024-07-29T16:19:47.114 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T16:19:47.114 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T16:19:47.114 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.115 INFO:tasks.workunit.client.0.smithi067.stdout: "formatted_lba_size": 512, 2024-07-29T16:19:47.115 INFO:tasks.workunit.client.0.smithi067.stdout: "id": 1, 2024-07-29T16:19:47.115 INFO:tasks.workunit.client.0.smithi067.stdout: "size": { 2024-07-29T16:19:47.115 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T16:19:47.115 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T16:19:47.115 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.115 INFO:tasks.workunit.client.0.smithi067.stdout: "utilization": { 2024-07-29T16:19:47.115 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T16:19:47.115 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T16:19:47.115 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.115 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.115 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.115 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_number_of_namespaces": 1, 2024-07-29T16:19:47.115 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_pci_vendor": { 2024-07-29T16:19:47.116 INFO:tasks.workunit.client.0.smithi067.stdout: "id": 32902, 2024-07-29T16:19:47.116 INFO:tasks.workunit.client.0.smithi067.stdout: "subsystem_id": 32902 2024-07-29T16:19:47.116 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.116 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_smart_health_information_add_log": { 2024-07-29T16:19:47.116 INFO:tasks.workunit.client.0.smithi067.stdout: "Device stats": { 2024-07-29T16:19:47.116 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_fw_downgrades": { 2024-07-29T16:19:47.116 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T16:19:47.116 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:47.116 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.116 INFO:tasks.workunit.client.0.smithi067.stdout: "crc_error_count": { 2024-07-29T16:19:47.116 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:47.116 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:47.116 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.116 INFO:tasks.workunit.client.0.smithi067.stdout: "end_to_end_error_detection_count": { 2024-07-29T16:19:47.117 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:47.117 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:47.117 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.117 INFO:tasks.workunit.client.0.smithi067.stdout: "erase_fail_count": { 2024-07-29T16:19:47.117 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:47.117 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:47.117 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.117 INFO:tasks.workunit.client.0.smithi067.stdout: "host_bytes_written": { 2024-07-29T16:19:47.117 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:47.117 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 28181635 2024-07-29T16:19:47.117 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.117 INFO:tasks.workunit.client.0.smithi067.stdout: "host_ctx_wear_used": { 2024-07-29T16:19:47.117 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:47.117 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 1 2024-07-29T16:19:47.118 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.118 INFO:tasks.workunit.client.0.smithi067.stdout: "media_bytes_read": { 2024-07-29T16:19:47.118 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T16:19:47.118 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:47.118 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.118 INFO:tasks.workunit.client.0.smithi067.stdout: "nand_bytes_written": { 2024-07-29T16:19:47.118 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:47.118 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 50403402 2024-07-29T16:19:47.118 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.118 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_stat_indicator": { 2024-07-29T16:19:47.118 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T16:19:47.118 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:47.118 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.118 INFO:tasks.workunit.client.0.smithi067.stdout: "pll_lock_loss_count": { 2024-07-29T16:19:47.119 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:47.119 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:47.119 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.119 INFO:tasks.workunit.client.0.smithi067.stdout: "program_fail_count": { 2024-07-29T16:19:47.119 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:47.119 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:47.119 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.119 INFO:tasks.workunit.client.0.smithi067.stdout: "re_alloc_sectr_cnt": { 2024-07-29T16:19:47.119 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T16:19:47.119 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:47.119 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.119 INFO:tasks.workunit.client.0.smithi067.stdout: "retry_buffer_overflow_count": { 2024-07-29T16:19:47.119 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:47.119 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:47.119 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.120 INFO:tasks.workunit.client.0.smithi067.stdout: "soft_ecc_err_rate": { 2024-07-29T16:19:47.120 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T16:19:47.120 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:47.120 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.120 INFO:tasks.workunit.client.0.smithi067.stdout: "thermal_throttle_status": { 2024-07-29T16:19:47.120 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:47.120 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": { 2024-07-29T16:19:47.120 INFO:tasks.workunit.client.0.smithi067.stdout: "cnt": 0, 2024-07-29T16:19:47.120 INFO:tasks.workunit.client.0.smithi067.stdout: "pct": 0 2024-07-29T16:19:47.120 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.120 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.120 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_host_reads": { 2024-07-29T16:19:47.120 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:47.120 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 65535 2024-07-29T16:19:47.121 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.121 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_media_wear": { 2024-07-29T16:19:47.121 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:47.121 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": "63.999023" 2024-07-29T16:19:47.121 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.121 INFO:tasks.workunit.client.0.smithi067.stdout: "timed_workload_timer": { 2024-07-29T16:19:47.121 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 100, 2024-07-29T16:19:47.121 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 65535 2024-07-29T16:19:47.121 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.121 INFO:tasks.workunit.client.0.smithi067.stdout: "unexp_power_loss": { 2024-07-29T16:19:47.121 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 0, 2024-07-29T16:19:47.121 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": 0 2024-07-29T16:19:47.121 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.121 INFO:tasks.workunit.client.0.smithi067.stdout: "wear_leveling": { 2024-07-29T16:19:47.122 INFO:tasks.workunit.client.0.smithi067.stdout: "normalized": 89, 2024-07-29T16:19:47.122 INFO:tasks.workunit.client.0.smithi067.stdout: "raw": { 2024-07-29T16:19:47.122 INFO:tasks.workunit.client.0.smithi067.stdout: "avg": 3456, 2024-07-29T16:19:47.122 INFO:tasks.workunit.client.0.smithi067.stdout: "max": 3473, 2024-07-29T16:19:47.122 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 3441 2024-07-29T16:19:47.122 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.122 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.122 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.122 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel Smart log": "nvme0n1" 2024-07-29T16:19:47.122 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.122 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_smart_health_information_log": { 2024-07-29T16:19:47.122 INFO:tasks.workunit.client.0.smithi067.stdout: "available_spare": 100, 2024-07-29T16:19:47.123 INFO:tasks.workunit.client.0.smithi067.stdout: "available_spare_threshold": 10, 2024-07-29T16:19:47.123 INFO:tasks.workunit.client.0.smithi067.stdout: "controller_busy_time": 52, 2024-07-29T16:19:47.123 INFO:tasks.workunit.client.0.smithi067.stdout: "critical_warning": 0, 2024-07-29T16:19:47.123 INFO:tasks.workunit.client.0.smithi067.stdout: "data_units_read": 389542703, 2024-07-29T16:19:47.123 INFO:tasks.workunit.client.0.smithi067.stdout: "data_units_written": 1846911687, 2024-07-29T16:19:47.123 INFO:tasks.workunit.client.0.smithi067.stdout: "host_reads": 6188054102, 2024-07-29T16:19:47.123 INFO:tasks.workunit.client.0.smithi067.stdout: "host_writes": 32973547230, 2024-07-29T16:19:47.123 INFO:tasks.workunit.client.0.smithi067.stdout: "media_errors": 0, 2024-07-29T16:19:47.123 INFO:tasks.workunit.client.0.smithi067.stdout: "num_err_log_entries": 0, 2024-07-29T16:19:47.123 INFO:tasks.workunit.client.0.smithi067.stdout: "percentage_used": 11, 2024-07-29T16:19:47.123 INFO:tasks.workunit.client.0.smithi067.stdout: "power_cycles": 60364, 2024-07-29T16:19:47.123 INFO:tasks.workunit.client.0.smithi067.stdout: "power_on_hours": 54901, 2024-07-29T16:19:47.124 INFO:tasks.workunit.client.0.smithi067.stdout: "temperature": 26, 2024-07-29T16:19:47.124 INFO:tasks.workunit.client.0.smithi067.stdout: "unsafe_shutdowns": 2536 2024-07-29T16:19:47.124 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.124 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_vendor": "intel", 2024-07-29T16:19:47.124 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme_version": { 2024-07-29T16:19:47.124 INFO:tasks.workunit.client.0.smithi067.stdout: "string": "<1.2", 2024-07-29T16:19:47.124 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.124 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.124 INFO:tasks.workunit.client.0.smithi067.stdout: "power_cycle_count": 60364, 2024-07-29T16:19:47.124 INFO:tasks.workunit.client.0.smithi067.stdout: "power_on_time": { 2024-07-29T16:19:47.124 INFO:tasks.workunit.client.0.smithi067.stdout: "hours": 54901 2024-07-29T16:19:47.124 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.124 INFO:tasks.workunit.client.0.smithi067.stdout: "serial_number": "deleted", 2024-07-29T16:19:47.124 INFO:tasks.workunit.client.0.smithi067.stdout: "smart_status": { 2024-07-29T16:19:47.124 INFO:tasks.workunit.client.0.smithi067.stdout: "nvme": { 2024-07-29T16:19:47.125 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.125 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.125 INFO:tasks.workunit.client.0.smithi067.stdout: "passed": true 2024-07-29T16:19:47.125 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.125 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl": { 2024-07-29T16:19:47.125 INFO:tasks.workunit.client.0.smithi067.stdout: "argv": [ 2024-07-29T16:19:47.125 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl", 2024-07-29T16:19:47.125 INFO:tasks.workunit.client.0.smithi067.stdout: "-x", 2024-07-29T16:19:47.125 INFO:tasks.workunit.client.0.smithi067.stdout: "--json=o", 2024-07-29T16:19:47.125 INFO:tasks.workunit.client.0.smithi067.stdout: "/dev/nvme0n1" 2024-07-29T16:19:47.125 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.125 INFO:tasks.workunit.client.0.smithi067.stdout: "build_info": "(local build)", 2024-07-29T16:19:47.125 INFO:tasks.workunit.client.0.smithi067.stdout: "exit_status": 0, 2024-07-29T16:19:47.126 INFO:tasks.workunit.client.0.smithi067.stdout: "output": [ 2024-07-29T16:19:47.126 INFO:tasks.workunit.client.0.smithi067.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-29T16:19:47.126 INFO:tasks.workunit.client.0.smithi067.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-29T16:19:47.126 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T16:19:47.126 INFO:tasks.workunit.client.0.smithi067.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-29T16:19:47.126 INFO:tasks.workunit.client.0.smithi067.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-29T16:19:47.126 INFO:tasks.workunit.client.0.smithi067.stdout: "Serial Number: deleted", 2024-07-29T16:19:47.126 INFO:tasks.workunit.client.0.smithi067.stdout: "Firmware Version: 8DV101H0", 2024-07-29T16:19:47.126 INFO:tasks.workunit.client.0.smithi067.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-29T16:19:47.126 INFO:tasks.workunit.client.0.smithi067.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-29T16:19:47.126 INFO:tasks.workunit.client.0.smithi067.stdout: "Controller ID: 0", 2024-07-29T16:19:47.126 INFO:tasks.workunit.client.0.smithi067.stdout: "NVMe Version: <1.2", 2024-07-29T16:19:47.126 INFO:tasks.workunit.client.0.smithi067.stdout: "Number of Namespaces: 1", 2024-07-29T16:19:47.127 INFO:tasks.workunit.client.0.smithi067.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-29T16:19:47.127 INFO:tasks.workunit.client.0.smithi067.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-29T16:19:47.127 INFO:tasks.workunit.client.0.smithi067.stdout: "Local Time is: Mon Jul 29 14:56:39 2024 UTC", 2024-07-29T16:19:47.127 INFO:tasks.workunit.client.0.smithi067.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-29T16:19:47.127 INFO:tasks.workunit.client.0.smithi067.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-29T16:19:47.127 INFO:tasks.workunit.client.0.smithi067.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-29T16:19:47.127 INFO:tasks.workunit.client.0.smithi067.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-29T16:19:47.127 INFO:tasks.workunit.client.0.smithi067.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-29T16:19:47.127 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T16:19:47.127 INFO:tasks.workunit.client.0.smithi067.stdout: "Supported Power States", 2024-07-29T16:19:47.127 INFO:tasks.workunit.client.0.smithi067.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-29T16:19:47.127 INFO:tasks.workunit.client.0.smithi067.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-29T16:19:47.127 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T16:19:47.127 INFO:tasks.workunit.client.0.smithi067.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-29T16:19:47.128 INFO:tasks.workunit.client.0.smithi067.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-29T16:19:47.128 INFO:tasks.workunit.client.0.smithi067.stdout: " 0 + 512 0 2", 2024-07-29T16:19:47.128 INFO:tasks.workunit.client.0.smithi067.stdout: " 1 - 512 8 2", 2024-07-29T16:19:47.128 INFO:tasks.workunit.client.0.smithi067.stdout: " 2 - 512 16 2", 2024-07-29T16:19:47.128 INFO:tasks.workunit.client.0.smithi067.stdout: " 3 - 4096 0 0", 2024-07-29T16:19:47.128 INFO:tasks.workunit.client.0.smithi067.stdout: " 4 - 4096 8 0", 2024-07-29T16:19:47.128 INFO:tasks.workunit.client.0.smithi067.stdout: " 5 - 4096 64 0", 2024-07-29T16:19:47.128 INFO:tasks.workunit.client.0.smithi067.stdout: " 6 - 4096 128 0", 2024-07-29T16:19:47.128 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T16:19:47.128 INFO:tasks.workunit.client.0.smithi067.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-29T16:19:47.128 INFO:tasks.workunit.client.0.smithi067.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-29T16:19:47.128 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T16:19:47.128 INFO:tasks.workunit.client.0.smithi067.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-29T16:19:47.128 INFO:tasks.workunit.client.0.smithi067.stdout: "Critical Warning: 0x00", 2024-07-29T16:19:47.129 INFO:tasks.workunit.client.0.smithi067.stdout: "Temperature: 26 Celsius", 2024-07-29T16:19:47.129 INFO:tasks.workunit.client.0.smithi067.stdout: "Available Spare: 100%", 2024-07-29T16:19:47.129 INFO:tasks.workunit.client.0.smithi067.stdout: "Available Spare Threshold: 10%", 2024-07-29T16:19:47.129 INFO:tasks.workunit.client.0.smithi067.stdout: "Percentage Used: 11%", 2024-07-29T16:19:47.129 INFO:tasks.workunit.client.0.smithi067.stdout: "Data Units Read: 389,542,703 [199 TB]", 2024-07-29T16:19:47.129 INFO:tasks.workunit.client.0.smithi067.stdout: "Data Units Written: 1,846,911,687 [945 TB]", 2024-07-29T16:19:47.129 INFO:tasks.workunit.client.0.smithi067.stdout: "Host Read Commands: 6,188,054,102", 2024-07-29T16:19:47.129 INFO:tasks.workunit.client.0.smithi067.stdout: "Host Write Commands: 32,973,547,230", 2024-07-29T16:19:47.129 INFO:tasks.workunit.client.0.smithi067.stdout: "Controller Busy Time: 52", 2024-07-29T16:19:47.129 INFO:tasks.workunit.client.0.smithi067.stdout: "Power Cycles: 60,364", 2024-07-29T16:19:47.129 INFO:tasks.workunit.client.0.smithi067.stdout: "Power On Hours: 54,901", 2024-07-29T16:19:47.129 INFO:tasks.workunit.client.0.smithi067.stdout: "Unsafe Shutdowns: 2,536", 2024-07-29T16:19:47.129 INFO:tasks.workunit.client.0.smithi067.stdout: "Media and Data Integrity Errors: 0", 2024-07-29T16:19:47.130 INFO:tasks.workunit.client.0.smithi067.stdout: "Error Information Log Entries: 0", 2024-07-29T16:19:47.130 INFO:tasks.workunit.client.0.smithi067.stdout: "", 2024-07-29T16:19:47.130 INFO:tasks.workunit.client.0.smithi067.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-29T16:19:47.130 INFO:tasks.workunit.client.0.smithi067.stdout: "No Errors Logged", 2024-07-29T16:19:47.130 INFO:tasks.workunit.client.0.smithi067.stdout: "" 2024-07-29T16:19:47.130 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.130 INFO:tasks.workunit.client.0.smithi067.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-29T16:19:47.130 INFO:tasks.workunit.client.0.smithi067.stdout: "svn_revision": "5155", 2024-07-29T16:19:47.130 INFO:tasks.workunit.client.0.smithi067.stdout: "version": [ 2024-07-29T16:19:47.130 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:47.130 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:47.130 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.130 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.131 INFO:tasks.workunit.client.0.smithi067.stdout: "temperature": { 2024-07-29T16:19:47.131 INFO:tasks.workunit.client.0.smithi067.stdout: "current": 26 2024-07-29T16:19:47.131 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.131 INFO:tasks.workunit.client.0.smithi067.stdout: "user_capacity": { 2024-07-29T16:19:47.131 INFO:tasks.workunit.client.0.smithi067.stdout: "blocks": 781422768, 2024-07-29T16:19:47.131 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 400088457216 2024-07-29T16:19:47.131 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.131 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.131 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.131 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.131 INFO:tasks.workunit.client.0.smithi067.stdout:} 2024-07-29T16:19:47.132 INFO:tasks.workunit.client.0.smithi067.stderr:+ ceph telemetry show 2024-07-29T16:19:47.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='client.36045 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:47.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: pgmap v4799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-07-29T16:19:47.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='client.36045 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:47.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='client.36063 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:47.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:19:47.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T16:19:47.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.132 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.133 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.133 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.133 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.133 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.133 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.133 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:47.133 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:47.133 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.133 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.133 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.133 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:47.133 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:47.133 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.133 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.134 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.134 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:47.134 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:47.134 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='client.36045 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:47.135 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: pgmap v4799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-07-29T16:19:47.135 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='client.36045 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:47.135 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='client.36063 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:47.135 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:19:47.135 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T16:19:47.135 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.135 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.135 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.135 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.135 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.135 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.135 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.135 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.135 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.136 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:47.136 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:47.136 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.136 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.136 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.136 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:47.136 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:47.136 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.136 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.136 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.136 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:47.136 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:47.136 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.136 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:19:47.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T16:19:47.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:47.137 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:47.138 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.138 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.138 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.138 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:47.138 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:47.138 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.138 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.138 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.138 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:47.138 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:47.138 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.138 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.138 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.139 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='client.36063 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:47.139 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='client.45995 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:47.139 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='client.45995 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:47.139 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:19:47.139 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T16:19:47.139 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.139 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.140 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.140 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.140 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.140 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.140 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.140 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.140 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.140 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:47.140 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:47.140 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.140 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.140 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.141 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:47.141 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:47.141 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.141 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.141 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.141 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:47.141 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:47.141 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.141 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.141 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.141 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:19:47.141 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T16:19:47.141 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.141 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.141 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.142 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.142 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.142 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.142 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.142 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.142 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.142 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:47.142 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:47.142 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.142 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.142 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.142 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:47.142 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:47.142 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.143 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.143 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.143 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:47.143 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:47.143 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.143 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.143 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:45 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.143 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.143 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.143 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.143 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:19:47.143 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T16:19:47.143 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.144 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.144 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.144 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.144 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.144 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.144 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.144 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.144 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.144 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:47.144 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:47.144 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.144 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.144 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.144 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:47.145 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:47.145 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.145 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.145 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.145 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:47.145 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:47.145 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:47.145 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:47.145 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:44 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:47.154 INFO:tasks.workunit.client.0.smithi067.stdout:{ 2024-07-29T16:19:47.154 INFO:tasks.workunit.client.0.smithi067.stdout: "balancer": { 2024-07-29T16:19:47.154 INFO:tasks.workunit.client.0.smithi067.stdout: "active": true, 2024-07-29T16:19:47.154 INFO:tasks.workunit.client.0.smithi067.stdout: "mode": "" 2024-07-29T16:19:47.154 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.154 INFO:tasks.workunit.client.0.smithi067.stdout: "channels": [ 2024-07-29T16:19:47.154 INFO:tasks.workunit.client.0.smithi067.stdout: "basic", 2024-07-29T16:19:47.154 INFO:tasks.workunit.client.0.smithi067.stdout: "crash", 2024-07-29T16:19:47.155 INFO:tasks.workunit.client.0.smithi067.stdout: "device", 2024-07-29T16:19:47.155 INFO:tasks.workunit.client.0.smithi067.stdout: "ident", 2024-07-29T16:19:47.155 INFO:tasks.workunit.client.0.smithi067.stdout: "perf" 2024-07-29T16:19:47.155 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.155 INFO:tasks.workunit.client.0.smithi067.stdout: "channels_available": [ 2024-07-29T16:19:47.155 INFO:tasks.workunit.client.0.smithi067.stdout: "basic", 2024-07-29T16:19:47.155 INFO:tasks.workunit.client.0.smithi067.stdout: "ident", 2024-07-29T16:19:47.155 INFO:tasks.workunit.client.0.smithi067.stdout: "crash", 2024-07-29T16:19:47.155 INFO:tasks.workunit.client.0.smithi067.stdout: "device", 2024-07-29T16:19:47.155 INFO:tasks.workunit.client.0.smithi067.stdout: "perf" 2024-07-29T16:19:47.155 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.155 INFO:tasks.workunit.client.0.smithi067.stdout: "collections_available": [ 2024-07-29T16:19:47.155 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_base", 2024-07-29T16:19:47.155 INFO:tasks.workunit.client.0.smithi067.stdout: "device_base", 2024-07-29T16:19:47.155 INFO:tasks.workunit.client.0.smithi067.stdout: "crash_base", 2024-07-29T16:19:47.156 INFO:tasks.workunit.client.0.smithi067.stdout: "ident_base", 2024-07-29T16:19:47.156 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_perf", 2024-07-29T16:19:47.156 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_mds_metadata", 2024-07-29T16:19:47.156 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_usage", 2024-07-29T16:19:47.156 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_usage_by_class", 2024-07-29T16:19:47.156 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_rook_v01", 2024-07-29T16:19:47.156 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_memory_metrics", 2024-07-29T16:19:47.156 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_options_bluestore", 2024-07-29T16:19:47.156 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_flags" 2024-07-29T16:19:47.156 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.156 INFO:tasks.workunit.client.0.smithi067.stdout: "collections_opted_in": [ 2024-07-29T16:19:47.156 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_base", 2024-07-29T16:19:47.156 INFO:tasks.workunit.client.0.smithi067.stdout: "device_base", 2024-07-29T16:19:47.156 INFO:tasks.workunit.client.0.smithi067.stdout: "crash_base", 2024-07-29T16:19:47.156 INFO:tasks.workunit.client.0.smithi067.stdout: "ident_base", 2024-07-29T16:19:47.157 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_perf", 2024-07-29T16:19:47.157 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_mds_metadata", 2024-07-29T16:19:47.157 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_usage", 2024-07-29T16:19:47.157 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_usage_by_class", 2024-07-29T16:19:47.157 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_rook_v01", 2024-07-29T16:19:47.157 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_memory_metrics", 2024-07-29T16:19:47.157 INFO:tasks.workunit.client.0.smithi067.stdout: "basic_pool_options_bluestore" 2024-07-29T16:19:47.157 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.157 INFO:tasks.workunit.client.0.smithi067.stdout: "config": { 2024-07-29T16:19:47.157 INFO:tasks.workunit.client.0.smithi067.stdout: "active_changed": [ 2024-07-29T16:19:47.157 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-29T16:19:47.157 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_debug", 2024-07-29T16:19:47.157 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_mon_ticket_ttl", 2024-07-29T16:19:47.157 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_service_ticket_ttl", 2024-07-29T16:19:47.157 INFO:tasks.workunit.client.0.smithi067.stdout: "bdev_debug_aio", 2024-07-29T16:19:47.157 INFO:tasks.workunit.client.0.smithi067.stdout: "client_check_pool_perm", 2024-07-29T16:19:47.158 INFO:tasks.workunit.client.0.smithi067.stdout: "client_mount_gid", 2024-07-29T16:19:47.158 INFO:tasks.workunit.client.0.smithi067.stdout: "client_mount_uid", 2024-07-29T16:19:47.158 INFO:tasks.workunit.client.0.smithi067.stdout: "client_quota", 2024-07-29T16:19:47.158 INFO:tasks.workunit.client.0.smithi067.stdout: "container_image", 2024-07-29T16:19:47.158 INFO:tasks.workunit.client.0.smithi067.stdout: "daemonize", 2024-07-29T16:19:47.158 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_asserts_on_shutdown", 2024-07-29T16:19:47.158 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_mgr", 2024-07-29T16:19:47.158 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_mon", 2024-07-29T16:19:47.158 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_ms", 2024-07-29T16:19:47.158 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_osd", 2024-07-29T16:19:47.158 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_paxos", 2024-07-29T16:19:47.158 INFO:tasks.workunit.client.0.smithi067.stdout: "keyring", 2024-07-29T16:19:47.158 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_file", 2024-07-29T16:19:47.159 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_journald", 2024-07-29T16:19:47.159 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_stderr", 2024-07-29T16:19:47.159 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_allow_pool_delete", 2024-07-29T16:19:47.159 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_clock_drift_allowed", 2024-07-29T16:19:47.159 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_cluster_log_to_file", 2024-07-29T16:19:47.159 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_cluster_log_to_journald", 2024-07-29T16:19:47.159 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_cluster_log_to_stderr", 2024-07-29T16:19:47.159 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_data_avail_warn", 2024-07-29T16:19:47.159 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_election_default_strategy", 2024-07-29T16:19:47.159 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_host", 2024-07-29T16:19:47.159 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_max_pg_per_osd", 2024-07-29T16:19:47.159 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_mds_skip_sanity", 2024-07-29T16:19:47.159 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_mgr_mkfs_grace", 2024-07-29T16:19:47.160 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_osd_prime_pg_temp", 2024-07-29T16:19:47.160 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_osd_reporter_subtree_level", 2024-07-29T16:19:47.160 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_pg_warn_max_object_skew", 2024-07-29T16:19:47.160 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-29T16:19:47.160 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-29T16:19:47.160 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-29T16:19:47.160 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-29T16:19:47.160 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-29T16:19:47.160 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-29T16:19:47.160 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-29T16:19:47.160 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-29T16:19:47.160 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_too_few_osds", 2024-07-29T16:19:47.160 INFO:tasks.workunit.client.0.smithi067.stdout: "ms_die_on_bug", 2024-07-29T16:19:47.160 INFO:tasks.workunit.client.0.smithi067.stdout: "ms_die_on_old_message", 2024-07-29T16:19:47.160 INFO:tasks.workunit.client.0.smithi067.stdout: "no_config_file", 2024-07-29T16:19:47.160 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_class_default_list", 2024-07-29T16:19:47.161 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_class_load_list", 2024-07-29T16:19:47.161 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_misdirected_ops", 2024-07-29T16:19:47.161 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_op_order", 2024-07-29T16:19:47.161 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_pg_log_writeout", 2024-07-29T16:19:47.161 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_shutdown", 2024-07-29T16:19:47.161 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_cached_snaps", 2024-07-29T16:19:47.161 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_missing_on_start", 2024-07-29T16:19:47.161 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_stray_on_activate", 2024-07-29T16:19:47.161 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-29T16:19:47.161 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_delete_sleep", 2024-07-29T16:19:47.161 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_delete_sleep_hdd", 2024-07-29T16:19:47.161 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_delete_sleep_hybrid", 2024-07-29T16:19:47.161 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_delete_sleep_ssd", 2024-07-29T16:19:47.161 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_max_backfills", 2024-07-29T16:19:47.161 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-07-29T16:19:47.162 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_profile", 2024-07-29T16:19:47.162 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-07-29T16:19:47.162 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-07-29T16:19:47.162 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-07-29T16:19:47.162 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-07-29T16:19:47.162 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-07-29T16:19:47.162 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-07-29T16:19:47.162 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_client_lim", 2024-07-29T16:19:47.162 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_client_res", 2024-07-29T16:19:47.162 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_scheduler_client_wgt", 2024-07-29T16:19:47.162 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_memory_target", 2024-07-29T16:19:47.162 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_memory_target_autotune", 2024-07-29T16:19:47.162 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_op_queue", 2024-07-29T16:19:47.162 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_op_queue_cut_off", 2024-07-29T16:19:47.163 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pool_default_erasure_code_profile", 2024-07-29T16:19:47.163 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-29T16:19:47.163 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recover_clone_overlap", 2024-07-29T16:19:47.163 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_max_active", 2024-07-29T16:19:47.163 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_max_active_hdd", 2024-07-29T16:19:47.163 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_max_active_ssd", 2024-07-29T16:19:47.163 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_max_chunk", 2024-07-29T16:19:47.163 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_sleep", 2024-07-29T16:19:47.163 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_sleep_hdd", 2024-07-29T16:19:47.163 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_sleep_hybrid", 2024-07-29T16:19:47.163 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_sleep_ssd", 2024-07-29T16:19:47.163 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_load_threshold", 2024-07-29T16:19:47.163 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_max_interval", 2024-07-29T16:19:47.163 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_sleep", 2024-07-29T16:19:47.163 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_shutdown_pgref_assert", 2024-07-29T16:19:47.164 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_snap_trim_sleep", 2024-07-29T16:19:47.164 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_snap_trim_sleep_hdd", 2024-07-29T16:19:47.164 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_snap_trim_sleep_hybrid", 2024-07-29T16:19:47.164 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_snap_trim_sleep_ssd", 2024-07-29T16:19:47.164 INFO:tasks.workunit.client.0.smithi067.stdout: "public_network", 2024-07-29T16:19:47.164 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd_config_pool_override_update_timestamp", 2024-07-29T16:19:47.164 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd_default_features", 2024-07-29T16:19:47.164 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd_qos_exclude_ops", 2024-07-29T16:19:47.164 INFO:tasks.workunit.client.0.smithi067.stdout: "setgroup", 2024-07-29T16:19:47.164 INFO:tasks.workunit.client.0.smithi067.stdout: "setuser" 2024-07-29T16:19:47.164 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.164 INFO:tasks.workunit.client.0.smithi067.stdout: "cluster_changed": [ 2024-07-29T16:19:47.164 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-29T16:19:47.164 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_debug", 2024-07-29T16:19:47.164 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_mon_ticket_ttl", 2024-07-29T16:19:47.164 INFO:tasks.workunit.client.0.smithi067.stdout: "auth_service_ticket_ttl", 2024-07-29T16:19:47.165 INFO:tasks.workunit.client.0.smithi067.stdout: "bdev_debug_aio", 2024-07-29T16:19:47.165 INFO:tasks.workunit.client.0.smithi067.stdout: "container_image", 2024-07-29T16:19:47.165 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_asserts_on_shutdown", 2024-07-29T16:19:47.165 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_mgr", 2024-07-29T16:19:47.165 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_mon", 2024-07-29T16:19:47.165 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_ms", 2024-07-29T16:19:47.165 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_osd", 2024-07-29T16:19:47.165 INFO:tasks.workunit.client.0.smithi067.stdout: "debug_paxos", 2024-07-29T16:19:47.165 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_file", 2024-07-29T16:19:47.165 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_journald", 2024-07-29T16:19:47.165 INFO:tasks.workunit.client.0.smithi067.stdout: "log_to_stderr", 2024-07-29T16:19:47.165 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_join_fs", 2024-07-29T16:19:47.165 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/cephadm/allow_ptrace", 2024-07-29T16:19:47.165 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/cephadm/container_init", 2024-07-29T16:19:47.165 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/cephadm/migration_current", 2024-07-29T16:19:47.165 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/cephadm/use_repo_digest", 2024-07-29T16:19:47.166 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-07-29T16:19:47.166 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-07-29T16:19:47.166 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-07-29T16:19:47.166 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-07-29T16:19:47.166 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/dashboard/ssl_server_port", 2024-07-29T16:19:47.166 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/orchestrator/orchestrator", 2024-07-29T16:19:47.166 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/channel_ident", 2024-07-29T16:19:47.166 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/channel_perf", 2024-07-29T16:19:47.166 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/description", 2024-07-29T16:19:47.166 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/enabled", 2024-07-29T16:19:47.166 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr/telemetry/organization", 2024-07-29T16:19:47.166 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_allow_pool_delete", 2024-07-29T16:19:47.166 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_clock_drift_allowed", 2024-07-29T16:19:47.166 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_cluster_log_to_file", 2024-07-29T16:19:47.167 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_data_avail_warn", 2024-07-29T16:19:47.167 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_election_default_strategy", 2024-07-29T16:19:47.167 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_max_pg_per_osd", 2024-07-29T16:19:47.167 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_mds_skip_sanity", 2024-07-29T16:19:47.167 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_mgr_mkfs_grace", 2024-07-29T16:19:47.167 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_osd_prime_pg_temp", 2024-07-29T16:19:47.167 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_osd_reporter_subtree_level", 2024-07-29T16:19:47.167 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_pg_warn_max_object_skew", 2024-07-29T16:19:47.167 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-29T16:19:47.167 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-29T16:19:47.167 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-29T16:19:47.167 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-29T16:19:47.167 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-29T16:19:47.167 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-29T16:19:47.167 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-29T16:19:47.168 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-29T16:19:47.168 INFO:tasks.workunit.client.0.smithi067.stdout: "mon_warn_on_too_few_osds", 2024-07-29T16:19:47.168 INFO:tasks.workunit.client.0.smithi067.stdout: "ms_die_on_bug", 2024-07-29T16:19:47.168 INFO:tasks.workunit.client.0.smithi067.stdout: "ms_die_on_old_message", 2024-07-29T16:19:47.168 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_class_default_list", 2024-07-29T16:19:47.168 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_class_load_list", 2024-07-29T16:19:47.168 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_misdirected_ops", 2024-07-29T16:19:47.168 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_op_order", 2024-07-29T16:19:47.168 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_pg_log_writeout", 2024-07-29T16:19:47.168 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_shutdown", 2024-07-29T16:19:47.168 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_cached_snaps", 2024-07-29T16:19:47.168 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_missing_on_start", 2024-07-29T16:19:47.168 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_debug_verify_stray_on_activate", 2024-07-29T16:19:47.168 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-29T16:19:47.168 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-07-29T16:19:47.168 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mclock_profile", 2024-07-29T16:19:47.169 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_memory_target", 2024-07-29T16:19:47.169 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_memory_target_autotune", 2024-07-29T16:19:47.169 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_op_queue", 2024-07-29T16:19:47.169 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_op_queue_cut_off", 2024-07-29T16:19:47.169 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pool_default_erasure_code_profile", 2024-07-29T16:19:47.169 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-29T16:19:47.169 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recover_clone_overlap", 2024-07-29T16:19:47.169 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_recovery_max_chunk", 2024-07-29T16:19:47.169 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_load_threshold", 2024-07-29T16:19:47.169 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_scrub_max_interval", 2024-07-29T16:19:47.169 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_shutdown_pgref_assert", 2024-07-29T16:19:47.169 INFO:tasks.workunit.client.0.smithi067.stdout: "public_network", 2024-07-29T16:19:47.169 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd_config_pool_override_update_timestamp", 2024-07-29T16:19:47.169 INFO:tasks.workunit.client.0.smithi067.stdout: "rgw_cache_enabled", 2024-07-29T16:19:47.170 INFO:tasks.workunit.client.0.smithi067.stdout: "rgw_enable_ops_log", 2024-07-29T16:19:47.170 INFO:tasks.workunit.client.0.smithi067.stdout: "rgw_enable_usage_log" 2024-07-29T16:19:47.170 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.170 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.170 INFO:tasks.workunit.client.0.smithi067.stdout: "contact": null, 2024-07-29T16:19:47.170 INFO:tasks.workunit.client.0.smithi067.stdout: "crashes": [], 2024-07-29T16:19:47.170 INFO:tasks.workunit.client.0.smithi067.stdout: "created": "2024-07-29T14:53:34.720315Z", 2024-07-29T16:19:47.170 INFO:tasks.workunit.client.0.smithi067.stdout: "crush": { 2024-07-29T16:19:47.170 INFO:tasks.workunit.client.0.smithi067.stdout: "bucket_algs": { 2024-07-29T16:19:47.170 INFO:tasks.workunit.client.0.smithi067.stdout: "straw2": 3 2024-07-29T16:19:47.170 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.170 INFO:tasks.workunit.client.0.smithi067.stdout: "bucket_sizes": { 2024-07-29T16:19:47.170 INFO:tasks.workunit.client.0.smithi067.stdout: "2": 1, 2024-07-29T16:19:47.170 INFO:tasks.workunit.client.0.smithi067.stdout: "4": 2 2024-07-29T16:19:47.171 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.171 INFO:tasks.workunit.client.0.smithi067.stdout: "bucket_types": { 2024-07-29T16:19:47.171 INFO:tasks.workunit.client.0.smithi067.stdout: "1": 2, 2024-07-29T16:19:47.171 INFO:tasks.workunit.client.0.smithi067.stdout: "11": 1 2024-07-29T16:19:47.171 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.171 INFO:tasks.workunit.client.0.smithi067.stdout: "compat_weight_set": false, 2024-07-29T16:19:47.171 INFO:tasks.workunit.client.0.smithi067.stdout: "device_classes": [ 2024-07-29T16:19:47.171 INFO:tasks.workunit.client.0.smithi067.stdout: 8 2024-07-29T16:19:47.171 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.171 INFO:tasks.workunit.client.0.smithi067.stdout: "num_buckets": 6, 2024-07-29T16:19:47.171 INFO:tasks.workunit.client.0.smithi067.stdout: "num_devices": 8, 2024-07-29T16:19:47.171 INFO:tasks.workunit.client.0.smithi067.stdout: "num_rules": 2, 2024-07-29T16:19:47.171 INFO:tasks.workunit.client.0.smithi067.stdout: "num_types": 12, 2024-07-29T16:19:47.171 INFO:tasks.workunit.client.0.smithi067.stdout: "num_weight_sets": 0, 2024-07-29T16:19:47.171 INFO:tasks.workunit.client.0.smithi067.stdout: "tunables": { 2024-07-29T16:19:47.172 INFO:tasks.workunit.client.0.smithi067.stdout: "allowed_bucket_algs": 54, 2024-07-29T16:19:47.172 INFO:tasks.workunit.client.0.smithi067.stdout: "choose_local_fallback_tries": 0, 2024-07-29T16:19:47.172 INFO:tasks.workunit.client.0.smithi067.stdout: "choose_local_tries": 0, 2024-07-29T16:19:47.172 INFO:tasks.workunit.client.0.smithi067.stdout: "choose_total_tries": 50, 2024-07-29T16:19:47.172 INFO:tasks.workunit.client.0.smithi067.stdout: "chooseleaf_descend_once": 1, 2024-07-29T16:19:47.172 INFO:tasks.workunit.client.0.smithi067.stdout: "chooseleaf_stable": 1, 2024-07-29T16:19:47.172 INFO:tasks.workunit.client.0.smithi067.stdout: "chooseleaf_vary_r": 1, 2024-07-29T16:19:47.172 INFO:tasks.workunit.client.0.smithi067.stdout: "has_msr_rules": 0, 2024-07-29T16:19:47.172 INFO:tasks.workunit.client.0.smithi067.stdout: "has_v2_rules": 1, 2024-07-29T16:19:47.172 INFO:tasks.workunit.client.0.smithi067.stdout: "has_v3_rules": 0, 2024-07-29T16:19:47.172 INFO:tasks.workunit.client.0.smithi067.stdout: "has_v4_buckets": 1, 2024-07-29T16:19:47.172 INFO:tasks.workunit.client.0.smithi067.stdout: "has_v5_rules": 0, 2024-07-29T16:19:47.173 INFO:tasks.workunit.client.0.smithi067.stdout: "legacy_tunables": 0, 2024-07-29T16:19:47.173 INFO:tasks.workunit.client.0.smithi067.stdout: "minimum_required_version": "jewel", 2024-07-29T16:19:47.173 INFO:tasks.workunit.client.0.smithi067.stdout: "msr_collision_tries": 100, 2024-07-29T16:19:47.173 INFO:tasks.workunit.client.0.smithi067.stdout: "msr_descents": 100, 2024-07-29T16:19:47.173 INFO:tasks.workunit.client.0.smithi067.stdout: "optimal_tunables": 1, 2024-07-29T16:19:47.173 INFO:tasks.workunit.client.0.smithi067.stdout: "profile": "jewel", 2024-07-29T16:19:47.173 INFO:tasks.workunit.client.0.smithi067.stdout: "require_feature_tunables": 1, 2024-07-29T16:19:47.173 INFO:tasks.workunit.client.0.smithi067.stdout: "require_feature_tunables2": 1, 2024-07-29T16:19:47.173 INFO:tasks.workunit.client.0.smithi067.stdout: "require_feature_tunables3": 1, 2024-07-29T16:19:47.173 INFO:tasks.workunit.client.0.smithi067.stdout: "require_feature_tunables5": 1, 2024-07-29T16:19:47.173 INFO:tasks.workunit.client.0.smithi067.stdout: "straw_calc_version": 1 2024-07-29T16:19:47.173 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.173 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.173 INFO:tasks.workunit.client.0.smithi067.stdout: "description": "upgrade test cluster", 2024-07-29T16:19:47.174 INFO:tasks.workunit.client.0.smithi067.stdout: "fs": { 2024-07-29T16:19:47.174 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:47.174 INFO:tasks.workunit.client.0.smithi067.stdout: "feature_flags": { 2024-07-29T16:19:47.174 INFO:tasks.workunit.client.0.smithi067.stdout: "enable_multiple": true, 2024-07-29T16:19:47.174 INFO:tasks.workunit.client.0.smithi067.stdout: "ever_enabled_multiple": true 2024-07-29T16:19:47.174 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.174 INFO:tasks.workunit.client.0.smithi067.stdout: "filesystems": [ 2024-07-29T16:19:47.174 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.174 INFO:tasks.workunit.client.0.smithi067.stdout: "approx_ctime": "2024-07", 2024-07-29T16:19:47.174 INFO:tasks.workunit.client.0.smithi067.stdout: "balancer_enabled": false, 2024-07-29T16:19:47.174 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.174 INFO:tasks.workunit.client.0.smithi067.stdout: "cached_caps": 0, 2024-07-29T16:19:47.175 INFO:tasks.workunit.client.0.smithi067.stdout: "cached_dns": 10, 2024-07-29T16:19:47.175 INFO:tasks.workunit.client.0.smithi067.stdout: "cached_inos": 13, 2024-07-29T16:19:47.175 INFO:tasks.workunit.client.0.smithi067.stdout: "cached_subtrees": 2, 2024-07-29T16:19:47.175 INFO:tasks.workunit.client.0.smithi067.stdout: "ever_allowed_features": 0, 2024-07-29T16:19:47.175 INFO:tasks.workunit.client.0.smithi067.stdout: "explicitly_allowed_features": 0, 2024-07-29T16:19:47.175 INFO:tasks.workunit.client.0.smithi067.stdout: "files": 0, 2024-07-29T16:19:47.175 INFO:tasks.workunit.client.0.smithi067.stdout: "max_mds": 1, 2024-07-29T16:19:47.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_data_pools": 1, 2024-07-29T16:19:47.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_in": 1, 2024-07-29T16:19:47.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_mds": 1, 2024-07-29T16:19:47.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_sessions": 0, 2024-07-29T16:19:47.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_standby_replay": 0, 2024-07-29T16:19:47.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_up": 1, 2024-07-29T16:19:47.175 INFO:tasks.workunit.client.0.smithi067.stdout: "snaps": 0, 2024-07-29T16:19:47.176 INFO:tasks.workunit.client.0.smithi067.stdout: "standby_count_wanted": 0 2024-07-29T16:19:47.176 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.176 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_standby_mds": 1, 2024-07-29T16:19:47.176 INFO:tasks.workunit.client.0.smithi067.stdout: "total_num_mds": 2 2024-07-29T16:19:47.176 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.176 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_stats": { 2024-07-29T16:19:47.176 INFO:tasks.workunit.client.0.smithi067.stdout: "mds": { 2024-07-29T16:19:47.176 INFO:tasks.workunit.client.0.smithi067.stdout: "mds.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T16:19:47.176 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 20783104, 2024-07-29T16:19:47.176 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 437984, 2024-07-29T16:19:47.176 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2621440, 2024-07-29T16:19:47.176 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:47.176 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 425984, 2024-07-29T16:19:47.176 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 489, 2024-07-29T16:19:47.176 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:47.177 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 1381560, 2024-07-29T16:19:47.177 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 22, 2024-07-29T16:19:47.177 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 1113088, 2024-07-29T16:19:47.177 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 15229032, 2024-07-29T16:19:47.177 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 21209088 2024-07-29T16:19:47.177 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.177 INFO:tasks.workunit.client.0.smithi067.stdout: "mds.fe352cc5d8c505de303363ceef3e5f6f0234bfa7": { 2024-07-29T16:19:47.177 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 20160512, 2024-07-29T16:19:47.177 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 302856, 2024-07-29T16:19:47.177 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2621440, 2024-07-29T16:19:47.177 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 704512, 2024-07-29T16:19:47.177 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 0, 2024-07-29T16:19:47.177 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 372, 2024-07-29T16:19:47.177 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:47.177 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 1143088, 2024-07-29T16:19:47.178 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 13, 2024-07-29T16:19:47.178 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 574464, 2024-07-29T16:19:47.178 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 14814152, 2024-07-29T16:19:47.178 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 20160512 2024-07-29T16:19:47.178 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.178 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.178 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T16:19:47.178 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T16:19:47.178 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 259473408, 2024-07-29T16:19:47.178 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 5434496, 2024-07-29T16:19:47.178 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 3014656, 2024-07-29T16:19:47.178 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:47.178 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 1646592, 2024-07-29T16:19:47.178 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 9670, 2024-07-29T16:19:47.179 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:47.179 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 14114264, 2024-07-29T16:19:47.179 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 23, 2024-07-29T16:19:47.179 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 5028864, 2024-07-29T16:19:47.179 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 231881128, 2024-07-29T16:19:47.179 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 261120000 2024-07-29T16:19:47.179 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.179 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.88f1e2f1a9980ce30b43411b8d195844f2fd44e3": { 2024-07-29T16:19:47.179 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 182468608, 2024-07-29T16:19:47.179 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 2030688, 2024-07-29T16:19:47.179 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 4980736, 2024-07-29T16:19:47.179 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:47.179 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 3891200, 2024-07-29T16:19:47.179 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 7186, 2024-07-29T16:19:47.180 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:47.180 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 11826832, 2024-07-29T16:19:47.180 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 20, 2024-07-29T16:19:47.180 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 2091520, 2024-07-29T16:19:47.180 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 161538832, 2024-07-29T16:19:47.180 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 186359808 2024-07-29T16:19:47.180 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.180 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.fe352cc5d8c505de303363ceef3e5f6f0234bfa7": { 2024-07-29T16:19:47.180 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 168361984, 2024-07-29T16:19:47.180 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 2126824, 2024-07-29T16:19:47.180 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 2883584, 2024-07-29T16:19:47.180 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:47.180 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 3350528, 2024-07-29T16:19:47.180 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 6544, 2024-07-29T16:19:47.180 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:47.181 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 10312136, 2024-07-29T16:19:47.181 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 20, 2024-07-29T16:19:47.181 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 2388736, 2024-07-29T16:19:47.181 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 150650704, 2024-07-29T16:19:47.181 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 171712512 2024-07-29T16:19:47.181 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.181 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.181 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:47.181 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.0": { 2024-07-29T16:19:47.181 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 494100480, 2024-07-29T16:19:47.181 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 30215152, 2024-07-29T16:19:47.181 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 5373952, 2024-07-29T16:19:47.181 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 8192, 2024-07-29T16:19:47.181 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 149766144, 2024-07-29T16:19:47.181 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 12905, 2024-07-29T16:19:47.181 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:47.182 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 70822808, 2024-07-29T16:19:47.182 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 53, 2024-07-29T16:19:47.182 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 11530240, 2024-07-29T16:19:47.182 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 376150136, 2024-07-29T16:19:47.182 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 643866624 2024-07-29T16:19:47.182 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.182 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.1": { 2024-07-29T16:19:47.182 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 484392960, 2024-07-29T16:19:47.182 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 24305752, 2024-07-29T16:19:47.182 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 3276800, 2024-07-29T16:19:47.182 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:47.182 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 22708224, 2024-07-29T16:19:47.182 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 12535, 2024-07-29T16:19:47.182 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:47.183 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 63520344, 2024-07-29T16:19:47.183 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 54, 2024-07-29T16:19:47.183 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 10680576, 2024-07-29T16:19:47.183 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 382609488, 2024-07-29T16:19:47.183 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 507101184 2024-07-29T16:19:47.183 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.183 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.2": { 2024-07-29T16:19:47.183 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 439066624, 2024-07-29T16:19:47.183 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 23237168, 2024-07-29T16:19:47.183 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 5373952, 2024-07-29T16:19:47.183 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:47.183 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 83812352, 2024-07-29T16:19:47.183 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 11284, 2024-07-29T16:19:47.183 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:47.184 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 58374448, 2024-07-29T16:19:47.184 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 60, 2024-07-29T16:19:47.184 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 11568896, 2024-07-29T16:19:47.184 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 340512160, 2024-07-29T16:19:47.184 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 522878976 2024-07-29T16:19:47.184 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.184 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.3": { 2024-07-29T16:19:47.184 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 511541248, 2024-07-29T16:19:47.184 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 23107704, 2024-07-29T16:19:47.184 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 5242880, 2024-07-29T16:19:47.184 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:47.184 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 33693696, 2024-07-29T16:19:47.184 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 10402, 2024-07-29T16:19:47.184 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:47.184 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 56979096, 2024-07-29T16:19:47.185 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 53, 2024-07-29T16:19:47.185 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 10933504, 2024-07-29T16:19:47.185 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 415278064, 2024-07-29T16:19:47.185 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 545234944 2024-07-29T16:19:47.185 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.185 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.4": { 2024-07-29T16:19:47.185 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 472629248, 2024-07-29T16:19:47.185 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 20477824, 2024-07-29T16:19:47.185 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 3276800, 2024-07-29T16:19:47.185 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:47.185 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 99901440, 2024-07-29T16:19:47.185 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 12337, 2024-07-29T16:19:47.185 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:47.185 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 56484328, 2024-07-29T16:19:47.186 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 60, 2024-07-29T16:19:47.186 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 10801408, 2024-07-29T16:19:47.186 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 381588888, 2024-07-29T16:19:47.186 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 572530688 2024-07-29T16:19:47.186 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.186 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.5": { 2024-07-29T16:19:47.186 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 422912000, 2024-07-29T16:19:47.186 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 24451640, 2024-07-29T16:19:47.186 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 3276800, 2024-07-29T16:19:47.186 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:47.186 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 175652864, 2024-07-29T16:19:47.186 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 12055, 2024-07-29T16:19:47.186 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:47.186 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 54440488, 2024-07-29T16:19:47.186 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 60, 2024-07-29T16:19:47.187 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 11982592, 2024-07-29T16:19:47.187 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 328760480, 2024-07-29T16:19:47.187 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 598564864 2024-07-29T16:19:47.187 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.187 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.6": { 2024-07-29T16:19:47.187 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 369352704, 2024-07-29T16:19:47.187 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 15107120, 2024-07-29T16:19:47.187 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 3145728, 2024-07-29T16:19:47.187 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 0, 2024-07-29T16:19:47.187 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 52420608, 2024-07-29T16:19:47.187 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 9053, 2024-07-29T16:19:47.187 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:47.187 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 46848632, 2024-07-29T16:19:47.187 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 59, 2024-07-29T16:19:47.187 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 11132160, 2024-07-29T16:19:47.188 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 293119064, 2024-07-29T16:19:47.188 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 421773312 2024-07-29T16:19:47.188 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.188 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.7": { 2024-07-29T16:19:47.188 INFO:tasks.workunit.client.0.smithi067.stdout: "actual_memory_used": 489570304, 2024-07-29T16:19:47.188 INFO:tasks.workunit.client.0.smithi067.stdout: "central_cache_freelist": 25693800, 2024-07-29T16:19:47.188 INFO:tasks.workunit.client.0.smithi067.stdout: "malloc_metadata": 3276800, 2024-07-29T16:19:47.188 INFO:tasks.workunit.client.0.smithi067.stdout: "page_heap_freelist": 49152, 2024-07-29T16:19:47.188 INFO:tasks.workunit.client.0.smithi067.stdout: "released_to_os": 17874944, 2024-07-29T16:19:47.188 INFO:tasks.workunit.client.0.smithi067.stdout: "spans_in_use": 11082, 2024-07-29T16:19:47.188 INFO:tasks.workunit.client.0.smithi067.stdout: "tcmalloc_page_size": 8192, 2024-07-29T16:19:47.188 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_cache_freelists": 57044280, 2024-07-29T16:19:47.188 INFO:tasks.workunit.client.0.smithi067.stdout: "thread_heaps_in_use": 51, 2024-07-29T16:19:47.188 INFO:tasks.workunit.client.0.smithi067.stdout: "transfer_cache_freelist": 11479040, 2024-07-29T16:19:47.188 INFO:tasks.workunit.client.0.smithi067.stdout: "use_by_application": 392027232, 2024-07-29T16:19:47.188 INFO:tasks.workunit.client.0.smithi067.stdout: "virtual_address_space_used": 507445248 2024-07-29T16:19:47.189 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.189 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.189 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.189 INFO:tasks.workunit.client.0.smithi067.stdout: "hosts": { 2024-07-29T16:19:47.189 INFO:tasks.workunit.client.0.smithi067.stdout: "num": 2, 2024-07-29T16:19:47.189 INFO:tasks.workunit.client.0.smithi067.stdout: "num_with_mds": 2, 2024-07-29T16:19:47.189 INFO:tasks.workunit.client.0.smithi067.stdout: "num_with_mgr": 2, 2024-07-29T16:19:47.189 INFO:tasks.workunit.client.0.smithi067.stdout: "num_with_mon": 2, 2024-07-29T16:19:47.189 INFO:tasks.workunit.client.0.smithi067.stdout: "num_with_osd": 2 2024-07-29T16:19:47.189 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.189 INFO:tasks.workunit.client.0.smithi067.stdout: "io_rate": { 2024-07-29T16:19:47.189 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_stats_delta": { 2024-07-29T16:19:47.189 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": 0, 2024-07-29T16:19:47.190 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:47.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_store_stats": 0, 2024-07-29T16:19:47.190 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:47.190 INFO:tasks.workunit.client.0.smithi067.stdout: "stamp_delta": "12.003148", 2024-07-29T16:19:47.190 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:47.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:47.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:47.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:47.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:47.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:47.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:47.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:47.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:47.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:47.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:47.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:47.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:47.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:47.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:47.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:47.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:47.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:47.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:47.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:47.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:47.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:47.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:47.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:47.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:47.192 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:47.192 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:47.192 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:47.192 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:47.192 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:47.192 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:47.192 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:47.192 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:47.192 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:47.192 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 14, 2024-07-29T16:19:47.192 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 8, 2024-07-29T16:19:47.192 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:47.192 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:47.192 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:47.193 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:47.193 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:47.193 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.193 INFO:tasks.workunit.client.0.smithi067.stdout: "store_stats": { 2024-07-29T16:19:47.193 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": 0, 2024-07-29T16:19:47.193 INFO:tasks.workunit.client.0.smithi067.stdout: "available": 0, 2024-07-29T16:19:47.193 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed": 0, 2024-07-29T16:19:47.193 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_allocated": 0, 2024-07-29T16:19:47.193 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_original": 0, 2024-07-29T16:19:47.193 INFO:tasks.workunit.client.0.smithi067.stdout: "data_stored": 0, 2024-07-29T16:19:47.193 INFO:tasks.workunit.client.0.smithi067.stdout: "internal_metadata": 0, 2024-07-29T16:19:47.193 INFO:tasks.workunit.client.0.smithi067.stdout: "internally_reserved": 0, 2024-07-29T16:19:47.193 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_allocated": 0, 2024-07-29T16:19:47.193 INFO:tasks.workunit.client.0.smithi067.stdout: "total": 0 2024-07-29T16:19:47.194 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.194 INFO:tasks.workunit.client.0.smithi067.stdout: "up": 0 2024-07-29T16:19:47.194 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.194 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.194 INFO:tasks.workunit.client.0.smithi067.stdout: "leaderboard": false, 2024-07-29T16:19:47.194 INFO:tasks.workunit.client.0.smithi067.stdout: "leaderboard_description": null, 2024-07-29T16:19:47.194 INFO:tasks.workunit.client.0.smithi067.stdout: "license": "sharing-1-0", 2024-07-29T16:19:47.194 INFO:tasks.workunit.client.0.smithi067.stdout: "mempool": { 2024-07-29T16:19:47.194 INFO:tasks.workunit.client.0.smithi067.stdout: "mds": { 2024-07-29T16:19:47.194 INFO:tasks.workunit.client.0.smithi067.stdout: "mds.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T16:19:47.194 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:47.194 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.194 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.194 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.194 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:47.195 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.195 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.195 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.195 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:47.195 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.195 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.195 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.195 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:47.195 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.195 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.195 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.195 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:47.195 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.195 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.195 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.196 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:47.196 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.196 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.196 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.196 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:47.196 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.196 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.196 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.196 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:47.196 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.196 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.196 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.196 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:47.196 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.196 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.197 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.197 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:47.197 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.197 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.197 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.197 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:47.197 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.197 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.197 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.197 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:47.197 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.197 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.197 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.197 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:47.198 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.198 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.198 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.198 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:47.198 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.198 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.198 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.198 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:47.198 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.198 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.198 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.198 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:47.198 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.198 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.199 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.199 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:47.199 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.199 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.199 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.199 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:47.199 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.199 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.199 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.199 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:47.199 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 222647, 2024-07-29T16:19:47.199 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 67 2024-07-29T16:19:47.199 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.200 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:47.200 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.200 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.200 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.200 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:47.200 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 52112, 2024-07-29T16:19:47.200 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 181 2024-07-29T16:19:47.200 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.200 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:47.200 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.200 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.200 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.200 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:47.200 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.200 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.200 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.201 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:47.201 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.201 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.201 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.201 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:47.201 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 12512, 2024-07-29T16:19:47.201 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 242 2024-07-29T16:19:47.201 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.201 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:47.201 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.201 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.201 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.202 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:47.202 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.202 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.202 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.202 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:47.202 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.202 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.202 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.202 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:47.202 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.202 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.202 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.202 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.202 INFO:tasks.workunit.client.0.smithi067.stdout: "mds.fe352cc5d8c505de303363ceef3e5f6f0234bfa7": { 2024-07-29T16:19:47.202 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:47.203 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.203 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.203 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.203 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:47.203 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.203 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.203 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.203 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:47.203 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.203 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.203 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.203 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:47.203 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.204 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.204 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.204 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:47.204 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.204 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.204 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.204 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:47.204 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.204 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.204 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.204 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:47.204 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.204 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.204 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.204 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:47.205 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.205 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.205 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.205 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:47.205 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.205 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.205 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.205 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:47.205 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.205 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.205 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.205 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:47.205 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.205 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.206 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.206 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:47.206 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.206 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.206 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.206 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:47.206 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.206 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.206 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.206 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:47.206 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.206 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.206 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.206 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:47.206 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.207 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.207 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.207 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:47.207 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.207 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.207 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.207 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:47.207 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.207 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.207 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.207 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:47.207 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.207 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.207 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.207 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:47.207 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 149088, 2024-07-29T16:19:47.208 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 35 2024-07-29T16:19:47.208 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.208 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:47.208 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.208 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.208 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.208 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:47.208 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 928, 2024-07-29T16:19:47.208 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2 2024-07-29T16:19:47.208 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.208 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:47.208 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.208 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.208 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.208 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:47.209 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.209 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.209 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.209 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:47.209 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.209 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.209 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.209 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:47.209 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.209 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.209 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.209 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:47.209 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.209 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.209 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.210 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:47.210 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.210 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.210 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.210 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:47.210 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.210 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.210 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.210 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:47.210 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.210 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.210 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.210 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.210 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.210 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T16:19:47.211 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T16:19:47.211 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:47.211 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.211 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.211 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.211 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:47.211 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.211 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.211 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.211 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:47.211 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.211 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.211 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.211 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:47.211 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.211 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.212 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.212 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:47.212 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.212 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.212 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.212 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:47.212 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.212 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.212 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.212 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:47.212 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.212 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.212 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.212 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:47.212 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.213 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.213 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.213 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:47.213 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.213 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.213 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.213 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:47.213 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.213 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.213 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.213 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:47.213 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.213 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.213 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.214 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:47.214 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.214 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.214 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.214 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:47.214 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.214 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.214 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.214 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:47.214 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.214 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.214 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.214 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:47.214 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.214 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.214 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.215 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:47.215 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.215 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.215 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.215 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:47.215 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.215 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.215 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.215 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:47.215 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.215 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.215 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.215 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:47.215 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 48783990, 2024-07-29T16:19:47.215 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 6508 2024-07-29T16:19:47.216 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.216 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:47.216 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.216 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.216 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.216 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:47.216 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.216 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.216 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.216 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:47.216 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.216 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.216 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.216 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:47.216 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.216 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.217 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.217 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:47.217 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.217 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.217 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.217 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:47.217 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 11088, 2024-07-29T16:19:47.217 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 241 2024-07-29T16:19:47.217 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.217 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:47.217 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 70440, 2024-07-29T16:19:47.217 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5158 2024-07-29T16:19:47.217 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.217 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:47.218 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 11440, 2024-07-29T16:19:47.218 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 304 2024-07-29T16:19:47.218 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.218 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:47.218 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.218 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.218 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.218 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:47.218 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.218 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.218 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.218 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.218 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.88f1e2f1a9980ce30b43411b8d195844f2fd44e3": { 2024-07-29T16:19:47.218 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:47.218 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.218 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.219 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.219 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:47.219 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.219 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.219 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.219 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:47.219 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.219 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.219 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.219 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:47.219 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.219 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.219 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.219 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:47.219 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.219 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.220 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.220 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:47.220 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.220 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.220 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.220 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:47.220 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.220 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.220 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.220 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:47.220 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.220 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.220 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.220 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:47.221 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.221 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.221 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.221 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:47.221 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.221 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.221 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.221 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:47.221 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.221 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.221 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.221 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:47.221 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.221 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.221 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.222 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:47.222 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.222 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.222 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.222 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:47.222 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.222 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.222 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.222 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:47.222 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.222 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.222 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.222 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:47.222 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.222 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.223 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.223 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:47.223 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.223 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.223 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.223 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:47.223 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.223 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.223 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.223 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:47.223 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 53222918, 2024-07-29T16:19:47.223 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 7620 2024-07-29T16:19:47.223 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.223 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:47.223 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.224 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.224 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.224 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:47.224 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.224 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.224 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.224 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:47.224 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.224 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.224 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.224 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:47.224 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.224 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.224 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.224 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:47.224 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.225 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.225 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.225 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:47.225 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 11088, 2024-07-29T16:19:47.225 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 241 2024-07-29T16:19:47.225 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.225 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:47.225 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 70440, 2024-07-29T16:19:47.225 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5158 2024-07-29T16:19:47.225 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.225 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:47.225 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5720, 2024-07-29T16:19:47.225 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 152 2024-07-29T16:19:47.225 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.225 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:47.226 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.226 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.226 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.226 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:47.226 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.226 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.226 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.226 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.226 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.fe352cc5d8c505de303363ceef3e5f6f0234bfa7": { 2024-07-29T16:19:47.226 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:47.226 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.226 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.226 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.226 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:47.227 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.227 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.227 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.227 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:47.227 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.227 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.227 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.227 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:47.227 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.227 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.227 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.227 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:47.227 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.227 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.227 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.227 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:47.228 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.228 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.228 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.228 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:47.228 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.228 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.228 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.228 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:47.228 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.228 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.228 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.228 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:47.228 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.229 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.229 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.229 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:47.229 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.229 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.229 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.229 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:47.229 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.229 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.229 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.229 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:47.229 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.229 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.229 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.229 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:47.230 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.230 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.230 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.230 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:47.230 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.230 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.230 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.230 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:47.230 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.230 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.230 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.230 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:47.230 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.231 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.231 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.231 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:47.231 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.231 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.231 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.231 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:47.231 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.231 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.231 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.231 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:47.231 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 43730132, 2024-07-29T16:19:47.231 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5371 2024-07-29T16:19:47.231 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.231 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:47.232 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 352, 2024-07-29T16:19:47.232 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 4 2024-07-29T16:19:47.232 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.232 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:47.232 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.232 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.232 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.232 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:47.232 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.232 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.232 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.232 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:47.232 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.233 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.233 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.233 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:47.233 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.233 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.233 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.233 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:47.233 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 11088, 2024-07-29T16:19:47.233 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 241 2024-07-29T16:19:47.233 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.233 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:47.233 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 70440, 2024-07-29T16:19:47.233 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5158 2024-07-29T16:19:47.233 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.233 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:47.234 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5720, 2024-07-29T16:19:47.234 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 152 2024-07-29T16:19:47.234 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.234 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:47.234 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.234 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.234 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.234 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:47.234 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.234 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.234 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.234 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.234 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.235 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:47.235 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.0": { 2024-07-29T16:19:47.235 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:47.235 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.235 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.235 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.235 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:47.235 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 18960, 2024-07-29T16:19:47.235 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 337 2024-07-29T16:19:47.235 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.235 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:47.235 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 43008, 2024-07-29T16:19:47.235 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 24 2024-07-29T16:19:47.236 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.236 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:47.236 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 960, 2024-07-29T16:19:47.236 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5 2024-07-29T16:19:47.236 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.236 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:47.236 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 61360, 2024-07-29T16:19:47.236 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 767 2024-07-29T16:19:47.236 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.236 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:47.236 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 240000, 2024-07-29T16:19:47.236 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2000 2024-07-29T16:19:47.236 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.237 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:47.237 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 15744, 2024-07-29T16:19:47.237 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 153 2024-07-29T16:19:47.237 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.237 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:47.237 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 710692, 2024-07-29T16:19:47.237 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 247 2024-07-29T16:19:47.237 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.237 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:47.237 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2499873, 2024-07-29T16:19:47.237 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 554725 2024-07-29T16:19:47.237 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.237 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:47.238 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 7597664, 2024-07-29T16:19:47.238 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10468 2024-07-29T16:19:47.238 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.238 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:47.238 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 87380, 2024-07-29T16:19:47.238 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9370 2024-07-29T16:19:47.238 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.238 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:47.238 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 96000, 2024-07-29T16:19:47.238 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2000 2024-07-29T16:19:47.238 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.238 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:47.238 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.239 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.239 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.239 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:47.239 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 184788, 2024-07-29T16:19:47.239 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1320 2024-07-29T16:19:47.239 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.239 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:47.239 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.239 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.239 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.239 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:47.239 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.239 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.239 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.240 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:47.240 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.240 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.240 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.240 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:47.240 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.240 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.240 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.240 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:47.240 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5335919, 2024-07-29T16:19:47.240 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 279 2024-07-29T16:19:47.240 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.240 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:47.240 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 17160, 2024-07-29T16:19:47.240 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 195 2024-07-29T16:19:47.241 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.241 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:47.241 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.241 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.241 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.241 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:47.241 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 513216, 2024-07-29T16:19:47.241 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 44 2024-07-29T16:19:47.241 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.241 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:47.241 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.241 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.241 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.241 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:47.241 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 7169136, 2024-07-29T16:19:47.242 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 18522 2024-07-29T16:19:47.242 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.242 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:47.242 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 661192, 2024-07-29T16:19:47.242 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10796 2024-07-29T16:19:47.242 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.242 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:47.242 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.242 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.242 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.242 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:47.242 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.242 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.242 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.242 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:47.243 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.243 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.243 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.243 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:47.243 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.243 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.243 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.243 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.243 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.1": { 2024-07-29T16:19:47.243 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:47.243 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.243 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.243 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.243 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:47.244 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 22160, 2024-07-29T16:19:47.244 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 393 2024-07-29T16:19:47.244 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.244 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:47.244 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 39168, 2024-07-29T16:19:47.244 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 27 2024-07-29T16:19:47.244 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.244 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:47.244 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1536, 2024-07-29T16:19:47.244 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8 2024-07-29T16:19:47.244 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.244 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:47.244 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 61840, 2024-07-29T16:19:47.244 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 773 2024-07-29T16:19:47.245 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.245 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:47.245 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 231000, 2024-07-29T16:19:47.245 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1925 2024-07-29T16:19:47.245 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.245 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:47.245 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 20864, 2024-07-29T16:19:47.245 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 193 2024-07-29T16:19:47.245 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.245 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:47.245 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1043596, 2024-07-29T16:19:47.245 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 294 2024-07-29T16:19:47.245 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.246 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:47.246 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2487297, 2024-07-29T16:19:47.246 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 552142 2024-07-29T16:19:47.246 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.246 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:47.246 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 7562720, 2024-07-29T16:19:47.246 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10420 2024-07-29T16:19:47.246 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.246 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:47.246 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 76236, 2024-07-29T16:19:47.246 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8045 2024-07-29T16:19:47.246 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.246 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:47.246 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 92400, 2024-07-29T16:19:47.247 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1925 2024-07-29T16:19:47.247 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.247 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:47.247 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.247 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.247 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.247 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:47.247 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 185044, 2024-07-29T16:19:47.247 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1321 2024-07-29T16:19:47.247 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.247 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:47.247 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.247 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.247 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.247 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:47.247 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1536, 2024-07-29T16:19:47.248 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2 2024-07-29T16:19:47.248 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.248 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:47.248 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 352, 2024-07-29T16:19:47.248 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 11 2024-07-29T16:19:47.248 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.248 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:47.248 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 20128, 2024-07-29T16:19:47.248 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5 2024-07-29T16:19:47.248 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.248 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:47.248 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 8443748, 2024-07-29T16:19:47.248 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 253 2024-07-29T16:19:47.248 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.248 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:47.249 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 21912, 2024-07-29T16:19:47.249 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 249 2024-07-29T16:19:47.249 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.249 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:47.249 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.249 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.249 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.249 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:47.249 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 454896, 2024-07-29T16:19:47.249 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 39 2024-07-29T16:19:47.249 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.249 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:47.249 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.249 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.249 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.249 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:47.250 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 7346248, 2024-07-29T16:19:47.250 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 21329 2024-07-29T16:19:47.250 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.250 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:47.250 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 661192, 2024-07-29T16:19:47.250 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10796 2024-07-29T16:19:47.250 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.250 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:47.250 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.250 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.250 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.250 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:47.250 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.250 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.250 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.250 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:47.251 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.251 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.251 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.251 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:47.251 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.251 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.251 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.251 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.251 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.2": { 2024-07-29T16:19:47.251 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:47.251 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.251 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.251 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.251 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:47.251 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 18512, 2024-07-29T16:19:47.251 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 326 2024-07-29T16:19:47.252 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.252 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:47.252 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 39040, 2024-07-29T16:19:47.252 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 25 2024-07-29T16:19:47.252 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.252 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:47.252 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1536, 2024-07-29T16:19:47.252 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8 2024-07-29T16:19:47.252 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.252 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:47.252 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 59440, 2024-07-29T16:19:47.252 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 743 2024-07-29T16:19:47.252 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.252 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:47.253 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 230640, 2024-07-29T16:19:47.253 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1922 2024-07-29T16:19:47.253 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.253 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:47.253 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5120, 2024-07-29T16:19:47.253 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 70 2024-07-29T16:19:47.253 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.253 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:47.253 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 601367, 2024-07-29T16:19:47.253 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 171 2024-07-29T16:19:47.253 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.253 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:47.253 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1869194, 2024-07-29T16:19:47.253 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 407956 2024-07-29T16:19:47.253 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.254 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:47.254 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5694672, 2024-07-29T16:19:47.254 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 7854 2024-07-29T16:19:47.254 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.254 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:47.254 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 75296, 2024-07-29T16:19:47.254 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8032 2024-07-29T16:19:47.254 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.254 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:47.254 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 92256, 2024-07-29T16:19:47.254 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1922 2024-07-29T16:19:47.254 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.254 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:47.254 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.254 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.255 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.255 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:47.255 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 185044, 2024-07-29T16:19:47.255 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1321 2024-07-29T16:19:47.255 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.255 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:47.255 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.255 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.255 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.255 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:47.255 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2304, 2024-07-29T16:19:47.255 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T16:19:47.255 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.255 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:47.255 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 512, 2024-07-29T16:19:47.255 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 16 2024-07-29T16:19:47.256 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.256 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:47.256 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 28144, 2024-07-29T16:19:47.256 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 7 2024-07-29T16:19:47.256 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.256 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:47.256 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 8208479, 2024-07-29T16:19:47.256 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 257 2024-07-29T16:19:47.256 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.256 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:47.256 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 11528, 2024-07-29T16:19:47.256 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 131 2024-07-29T16:19:47.256 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.256 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:47.256 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.256 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.257 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.257 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:47.257 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 361584, 2024-07-29T16:19:47.257 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 31 2024-07-29T16:19:47.257 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.257 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:47.257 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.257 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.257 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.257 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:47.257 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 3219320, 2024-07-29T16:19:47.257 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 6191 2024-07-29T16:19:47.257 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.258 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:47.258 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 661192, 2024-07-29T16:19:47.258 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10796 2024-07-29T16:19:47.258 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.258 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:47.258 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.258 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.258 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.258 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:47.258 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.258 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.258 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.258 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:47.258 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.258 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.259 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.259 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:47.259 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.259 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.259 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.259 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.259 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.3": { 2024-07-29T16:19:47.259 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:47.259 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.259 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.259 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.259 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:47.259 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 16136, 2024-07-29T16:19:47.259 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 286 2024-07-29T16:19:47.259 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.259 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:47.260 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 30336, 2024-07-29T16:19:47.260 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 20 2024-07-29T16:19:47.260 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.260 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:47.260 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 3648, 2024-07-29T16:19:47.260 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 19 2024-07-29T16:19:47.260 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.260 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:47.260 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 59280, 2024-07-29T16:19:47.260 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 741 2024-07-29T16:19:47.260 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.260 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:47.260 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 238920, 2024-07-29T16:19:47.261 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1991 2024-07-29T16:19:47.261 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.261 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:47.261 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2048, 2024-07-29T16:19:47.261 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 46 2024-07-29T16:19:47.261 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.261 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:47.261 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 416617, 2024-07-29T16:19:47.261 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 148 2024-07-29T16:19:47.261 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.261 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:47.261 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1776157, 2024-07-29T16:19:47.261 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 393570 2024-07-29T16:19:47.261 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.262 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:47.262 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5571640, 2024-07-29T16:19:47.262 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 7685 2024-07-29T16:19:47.262 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.262 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:47.262 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 85296, 2024-07-29T16:19:47.262 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9202 2024-07-29T16:19:47.262 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.262 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:47.262 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 95568, 2024-07-29T16:19:47.262 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1991 2024-07-29T16:19:47.262 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.263 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:47.263 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.263 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.263 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.263 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:47.263 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 185044, 2024-07-29T16:19:47.263 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1321 2024-07-29T16:19:47.263 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.263 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:47.263 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.263 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.263 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.263 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:47.263 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1536, 2024-07-29T16:19:47.264 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2 2024-07-29T16:19:47.264 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.264 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:47.264 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 352, 2024-07-29T16:19:47.264 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 11 2024-07-29T16:19:47.264 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.264 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:47.264 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 20128, 2024-07-29T16:19:47.264 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5 2024-07-29T16:19:47.264 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.264 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:47.264 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 19592336, 2024-07-29T16:19:47.264 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 279 2024-07-29T16:19:47.264 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.264 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:47.265 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 10120, 2024-07-29T16:19:47.265 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 115 2024-07-29T16:19:47.265 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.265 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:47.265 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.265 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.265 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.265 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:47.265 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 431568, 2024-07-29T16:19:47.265 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 37 2024-07-29T16:19:47.265 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.265 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:47.265 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.265 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.266 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.266 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:47.266 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 3519880, 2024-07-29T16:19:47.266 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9169 2024-07-29T16:19:47.266 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.266 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:47.266 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 661192, 2024-07-29T16:19:47.266 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10796 2024-07-29T16:19:47.266 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.266 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:47.266 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.266 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.266 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.267 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:47.267 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.267 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.267 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.267 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:47.267 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.267 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.267 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.267 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:47.267 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.267 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.267 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.267 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.267 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.4": { 2024-07-29T16:19:47.268 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:47.268 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.268 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.268 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.268 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:47.268 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 18960, 2024-07-29T16:19:47.268 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 337 2024-07-29T16:19:47.268 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.268 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:47.268 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 39040, 2024-07-29T16:19:47.268 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 25 2024-07-29T16:19:47.268 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.268 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:47.268 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 576, 2024-07-29T16:19:47.268 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T16:19:47.269 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.269 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:47.269 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 60320, 2024-07-29T16:19:47.269 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 754 2024-07-29T16:19:47.269 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.269 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:47.269 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 231240, 2024-07-29T16:19:47.269 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1927 2024-07-29T16:19:47.269 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.269 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:47.269 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 13056, 2024-07-29T16:19:47.269 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 132 2024-07-29T16:19:47.269 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.269 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:47.270 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 749563, 2024-07-29T16:19:47.270 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 210 2024-07-29T16:19:47.270 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.270 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:47.270 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2120316, 2024-07-29T16:19:47.270 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 469847 2024-07-29T16:19:47.270 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.270 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:47.270 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6539880, 2024-07-29T16:19:47.270 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9015 2024-07-29T16:19:47.270 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.270 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:47.270 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 76164, 2024-07-29T16:19:47.271 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8048 2024-07-29T16:19:47.271 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.271 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:47.271 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 92496, 2024-07-29T16:19:47.271 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1927 2024-07-29T16:19:47.271 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.271 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:47.271 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.271 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.271 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.271 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:47.271 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 184788, 2024-07-29T16:19:47.271 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1320 2024-07-29T16:19:47.271 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.271 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:47.272 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.272 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.272 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.272 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:47.272 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1536, 2024-07-29T16:19:47.272 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 2 2024-07-29T16:19:47.272 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.272 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:47.272 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 352, 2024-07-29T16:19:47.272 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 11 2024-07-29T16:19:47.272 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.272 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:47.272 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 20128, 2024-07-29T16:19:47.272 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5 2024-07-29T16:19:47.273 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.273 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:47.273 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 3343988, 2024-07-29T16:19:47.273 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 6119 2024-07-29T16:19:47.273 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.273 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:47.273 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 14344, 2024-07-29T16:19:47.273 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 163 2024-07-29T16:19:47.273 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.273 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:47.273 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.273 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.273 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.273 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:47.273 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 443232, 2024-07-29T16:19:47.273 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 38 2024-07-29T16:19:47.274 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.274 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:47.274 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.274 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.274 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.274 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:47.274 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5086640, 2024-07-29T16:19:47.274 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 12182 2024-07-29T16:19:47.274 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.274 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:47.274 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 661192, 2024-07-29T16:19:47.274 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10796 2024-07-29T16:19:47.274 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.274 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:47.275 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.275 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.275 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.275 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:47.275 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.275 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.275 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.275 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:47.275 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.275 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.275 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.275 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:47.275 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.275 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.275 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.276 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.276 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.5": { 2024-07-29T16:19:47.276 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:47.276 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.276 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.276 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.276 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:47.276 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 19736, 2024-07-29T16:19:47.276 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 349 2024-07-29T16:19:47.276 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.276 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:47.276 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 43648, 2024-07-29T16:19:47.276 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 29 2024-07-29T16:19:47.276 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.276 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:47.277 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 960, 2024-07-29T16:19:47.277 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 5 2024-07-29T16:19:47.277 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.277 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:47.277 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 60400, 2024-07-29T16:19:47.277 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 755 2024-07-29T16:19:47.277 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.277 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:47.277 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 231240, 2024-07-29T16:19:47.277 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1927 2024-07-29T16:19:47.277 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.277 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:47.277 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5248, 2024-07-29T16:19:47.277 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 71 2024-07-29T16:19:47.278 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.278 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:47.278 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 567074, 2024-07-29T16:19:47.278 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 178 2024-07-29T16:19:47.278 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.278 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:47.278 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2423683, 2024-07-29T16:19:47.278 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 539491 2024-07-29T16:19:47.278 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.278 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:47.278 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 7429496, 2024-07-29T16:19:47.278 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10237 2024-07-29T16:19:47.278 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.278 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:47.279 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 76512, 2024-07-29T16:19:47.279 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8053 2024-07-29T16:19:47.279 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.279 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:47.279 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 92496, 2024-07-29T16:19:47.279 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1927 2024-07-29T16:19:47.279 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.279 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:47.279 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.279 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.279 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.279 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:47.279 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 184788, 2024-07-29T16:19:47.279 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1320 2024-07-29T16:19:47.279 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.279 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:47.280 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.280 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.280 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.280 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:47.280 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 768, 2024-07-29T16:19:47.280 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1 2024-07-29T16:19:47.280 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.280 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:47.280 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 192, 2024-07-29T16:19:47.280 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 6 2024-07-29T16:19:47.280 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.280 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:47.280 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 12112, 2024-07-29T16:19:47.280 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 3 2024-07-29T16:19:47.281 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.281 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:47.281 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6310018, 2024-07-29T16:19:47.281 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 259 2024-07-29T16:19:47.281 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.281 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:47.281 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 11968, 2024-07-29T16:19:47.281 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 136 2024-07-29T16:19:47.281 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.281 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:47.281 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.281 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.281 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.281 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:47.281 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 478224, 2024-07-29T16:19:47.281 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 41 2024-07-29T16:19:47.282 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.282 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:47.282 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.282 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.282 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.282 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:47.282 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6381440, 2024-07-29T16:19:47.282 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 12272 2024-07-29T16:19:47.282 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.282 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:47.282 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 661192, 2024-07-29T16:19:47.282 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10796 2024-07-29T16:19:47.282 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.282 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:47.282 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.283 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.283 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.283 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:47.283 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.283 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.283 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.283 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:47.283 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.283 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.283 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.283 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:47.283 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.283 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.283 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.283 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.284 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.6": { 2024-07-29T16:19:47.284 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:47.284 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.284 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.284 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.284 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:47.284 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 14704, 2024-07-29T16:19:47.284 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 272 2024-07-29T16:19:47.284 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.284 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:47.284 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 46848, 2024-07-29T16:19:47.284 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 22 2024-07-29T16:19:47.284 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.284 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:47.284 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2688, 2024-07-29T16:19:47.285 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 14 2024-07-29T16:19:47.285 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.285 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:47.285 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 60160, 2024-07-29T16:19:47.285 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 752 2024-07-29T16:19:47.285 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.285 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:47.285 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 232200, 2024-07-29T16:19:47.285 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1935 2024-07-29T16:19:47.285 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.285 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:47.285 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 9088, 2024-07-29T16:19:47.285 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 101 2024-07-29T16:19:47.285 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.285 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:47.286 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 625397, 2024-07-29T16:19:47.286 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 197 2024-07-29T16:19:47.286 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.286 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:47.286 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 1774773, 2024-07-29T16:19:47.286 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 391162 2024-07-29T16:19:47.286 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.286 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:47.286 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 5508304, 2024-07-29T16:19:47.286 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 7598 2024-07-29T16:19:47.286 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.286 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:47.286 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 77548, 2024-07-29T16:19:47.287 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8210 2024-07-29T16:19:47.287 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.287 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:47.287 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 92880, 2024-07-29T16:19:47.287 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1935 2024-07-29T16:19:47.287 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.287 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:47.287 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.287 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.287 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.287 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:47.287 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 184788, 2024-07-29T16:19:47.287 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1320 2024-07-29T16:19:47.288 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.288 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:47.288 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.288 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.288 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.288 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:47.288 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.288 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.288 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.288 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:47.288 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.288 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.288 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.288 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:47.289 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.289 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.289 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.289 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:47.289 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 14560158, 2024-07-29T16:19:47.289 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 210 2024-07-29T16:19:47.289 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.289 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:47.289 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 14344, 2024-07-29T16:19:47.289 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 163 2024-07-29T16:19:47.289 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.289 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:47.289 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.289 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.289 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.290 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:47.290 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 454896, 2024-07-29T16:19:47.290 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 39 2024-07-29T16:19:47.290 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.290 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:47.290 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.290 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.290 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.290 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:47.290 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 3653520, 2024-07-29T16:19:47.290 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9398 2024-07-29T16:19:47.290 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.290 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:47.290 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 661192, 2024-07-29T16:19:47.290 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10796 2024-07-29T16:19:47.291 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.291 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:47.291 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.291 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.291 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.291 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:47.291 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.291 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.291 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.291 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:47.291 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.291 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.291 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.291 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:47.291 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.291 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.292 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.292 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.292 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.7": { 2024-07-29T16:19:47.292 INFO:tasks.workunit.client.0.smithi067.stdout: "bloom_filter": { 2024-07-29T16:19:47.292 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.292 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.292 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.292 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:47.292 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 16536, 2024-07-29T16:19:47.292 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 293 2024-07-29T16:19:47.292 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.292 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_reader": { 2024-07-29T16:19:47.292 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 34688, 2024-07-29T16:19:47.292 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 22 2024-07-29T16:19:47.292 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.293 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs_file_writer": { 2024-07-29T16:19:47.293 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 3456, 2024-07-29T16:19:47.293 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 18 2024-07-29T16:19:47.293 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.293 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_alloc": { 2024-07-29T16:19:47.293 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 60480, 2024-07-29T16:19:47.293 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 756 2024-07-29T16:19:47.293 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.293 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_blob": { 2024-07-29T16:19:47.293 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 239760, 2024-07-29T16:19:47.293 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1998 2024-07-29T16:19:47.293 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.293 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_buffer": { 2024-07-29T16:19:47.293 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6656, 2024-07-29T16:19:47.293 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 82 2024-07-29T16:19:47.294 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.294 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_data": { 2024-07-29T16:19:47.294 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 523583, 2024-07-29T16:19:47.294 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 170 2024-07-29T16:19:47.294 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.294 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_meta": { 2024-07-29T16:19:47.294 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 2031440, 2024-07-29T16:19:47.294 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 452450 2024-07-29T16:19:47.294 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.294 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_onode": { 2024-07-29T16:19:47.294 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 6293816, 2024-07-29T16:19:47.294 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 8677 2024-07-29T16:19:47.295 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.295 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_cache_other": { 2024-07-29T16:19:47.295 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 87500, 2024-07-29T16:19:47.295 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9364 2024-07-29T16:19:47.295 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.295 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_extent": { 2024-07-29T16:19:47.295 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 95904, 2024-07-29T16:19:47.295 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1998 2024-07-29T16:19:47.295 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.295 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_fsck": { 2024-07-29T16:19:47.295 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.295 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.295 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.296 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_inline_bl": { 2024-07-29T16:19:47.296 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 184788, 2024-07-29T16:19:47.296 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 1320 2024-07-29T16:19:47.296 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.296 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_shared_blob": { 2024-07-29T16:19:47.296 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.296 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.296 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.296 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_txc": { 2024-07-29T16:19:47.296 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.296 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.296 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.296 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing": { 2024-07-29T16:19:47.296 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.296 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.297 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.297 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore_writing_deferred": { 2024-07-29T16:19:47.297 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.297 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.297 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.297 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_anon": { 2024-07-29T16:19:47.297 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 19157344, 2024-07-29T16:19:47.297 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 262 2024-07-29T16:19:47.297 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.297 INFO:tasks.workunit.client.0.smithi067.stdout: "buffer_meta": { 2024-07-29T16:19:47.297 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 12144, 2024-07-29T16:19:47.297 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 138 2024-07-29T16:19:47.297 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.297 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_co": { 2024-07-29T16:19:47.298 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.298 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.298 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.298 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:47.298 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 536544, 2024-07-29T16:19:47.298 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 46 2024-07-29T16:19:47.298 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.298 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_mapbl": { 2024-07-29T16:19:47.298 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.298 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.298 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.298 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_pglog": { 2024-07-29T16:19:47.298 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 4835376, 2024-07-29T16:19:47.298 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 9334 2024-07-29T16:19:47.298 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.298 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap": { 2024-07-29T16:19:47.299 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 661192, 2024-07-29T16:19:47.299 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 10796 2024-07-29T16:19:47.299 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.299 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap_mapping": { 2024-07-29T16:19:47.299 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.299 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.299 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.299 INFO:tasks.workunit.client.0.smithi067.stdout: "pgmap": { 2024-07-29T16:19:47.299 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.299 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.299 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.299 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_1": { 2024-07-29T16:19:47.299 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.299 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.299 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.300 INFO:tasks.workunit.client.0.smithi067.stdout: "unittest_2": { 2024-07-29T16:19:47.300 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes": 0, 2024-07-29T16:19:47.300 INFO:tasks.workunit.client.0.smithi067.stdout: "items": 0 2024-07-29T16:19:47.300 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.300 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.300 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.300 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.300 INFO:tasks.workunit.client.0.smithi067.stdout: "metadata": { 2024-07-29T16:19:47.300 INFO:tasks.workunit.client.0.smithi067.stdout: "mds": { 2024-07-29T16:19:47.300 INFO:tasks.workunit.client.0.smithi067.stdout: "arch": { 2024-07-29T16:19:47.300 INFO:tasks.workunit.client.0.smithi067.stdout: "x86_64": 2 2024-07-29T16:19:47.300 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.300 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_version": { 2024-07-29T16:19:47.300 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 2 2024-07-29T16:19:47.300 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.301 INFO:tasks.workunit.client.0.smithi067.stdout: "cpu": { 2024-07-29T16:19:47.301 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-07-29T16:19:47.301 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-07-29T16:19:47.301 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.301 INFO:tasks.workunit.client.0.smithi067.stdout: "distro": { 2024-07-29T16:19:47.301 INFO:tasks.workunit.client.0.smithi067.stdout: "centos": 2 2024-07-29T16:19:47.301 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.301 INFO:tasks.workunit.client.0.smithi067.stdout: "distro_description": { 2024-07-29T16:19:47.301 INFO:tasks.workunit.client.0.smithi067.stdout: "CentOS Stream 9": 2 2024-07-29T16:19:47.301 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.301 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_description": { 2024-07-29T16:19:47.301 INFO:tasks.workunit.client.0.smithi067.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-07-29T16:19:47.301 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.302 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_version": { 2024-07-29T16:19:47.302 INFO:tasks.workunit.client.0.smithi067.stdout: "5.14.0-480.el9.x86_64": 2 2024-07-29T16:19:47.302 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.302 INFO:tasks.workunit.client.0.smithi067.stdout: "os": { 2024-07-29T16:19:47.302 INFO:tasks.workunit.client.0.smithi067.stdout: "Linux": 2 2024-07-29T16:19:47.302 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.302 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.302 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T16:19:47.302 INFO:tasks.workunit.client.0.smithi067.stdout: "arch": { 2024-07-29T16:19:47.302 INFO:tasks.workunit.client.0.smithi067.stdout: "x86_64": 3 2024-07-29T16:19:47.302 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.302 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_version": { 2024-07-29T16:19:47.302 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 3 2024-07-29T16:19:47.302 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.303 INFO:tasks.workunit.client.0.smithi067.stdout: "cpu": { 2024-07-29T16:19:47.303 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-07-29T16:19:47.303 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-07-29T16:19:47.303 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.303 INFO:tasks.workunit.client.0.smithi067.stdout: "distro": { 2024-07-29T16:19:47.303 INFO:tasks.workunit.client.0.smithi067.stdout: "centos": 3 2024-07-29T16:19:47.303 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.303 INFO:tasks.workunit.client.0.smithi067.stdout: "distro_description": { 2024-07-29T16:19:47.303 INFO:tasks.workunit.client.0.smithi067.stdout: "CentOS Stream 9": 3 2024-07-29T16:19:47.303 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.303 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_description": { 2024-07-29T16:19:47.303 INFO:tasks.workunit.client.0.smithi067.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-07-29T16:19:47.303 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.303 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_version": { 2024-07-29T16:19:47.304 INFO:tasks.workunit.client.0.smithi067.stdout: "5.14.0-480.el9.x86_64": 3 2024-07-29T16:19:47.304 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.304 INFO:tasks.workunit.client.0.smithi067.stdout: "os": { 2024-07-29T16:19:47.304 INFO:tasks.workunit.client.0.smithi067.stdout: "Linux": 3 2024-07-29T16:19:47.304 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.304 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.304 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:47.304 INFO:tasks.workunit.client.0.smithi067.stdout: "arch": { 2024-07-29T16:19:47.304 INFO:tasks.workunit.client.0.smithi067.stdout: "x86_64": 8 2024-07-29T16:19:47.304 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.304 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_version": { 2024-07-29T16:19:47.304 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph version 19.0.0-5147-g69149bbd (69149bbd860632ad91d796ddf81a038f3d1d1f21) squid (dev)": 8 2024-07-29T16:19:47.304 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.304 INFO:tasks.workunit.client.0.smithi067.stdout: "cpu": { 2024-07-29T16:19:47.304 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-07-29T16:19:47.305 INFO:tasks.workunit.client.0.smithi067.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-07-29T16:19:47.305 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.305 INFO:tasks.workunit.client.0.smithi067.stdout: "distro": { 2024-07-29T16:19:47.305 INFO:tasks.workunit.client.0.smithi067.stdout: "centos": 8 2024-07-29T16:19:47.305 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.305 INFO:tasks.workunit.client.0.smithi067.stdout: "distro_description": { 2024-07-29T16:19:47.305 INFO:tasks.workunit.client.0.smithi067.stdout: "CentOS Stream 9": 8 2024-07-29T16:19:47.305 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.305 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_description": { 2024-07-29T16:19:47.305 INFO:tasks.workunit.client.0.smithi067.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-07-29T16:19:47.305 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.305 INFO:tasks.workunit.client.0.smithi067.stdout: "kernel_version": { 2024-07-29T16:19:47.305 INFO:tasks.workunit.client.0.smithi067.stdout: "5.14.0-480.el9.x86_64": 8 2024-07-29T16:19:47.305 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.306 INFO:tasks.workunit.client.0.smithi067.stdout: "os": { 2024-07-29T16:19:47.306 INFO:tasks.workunit.client.0.smithi067.stdout: "Linux": 8 2024-07-29T16:19:47.306 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.306 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_objectstore": { 2024-07-29T16:19:47.306 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": 8 2024-07-29T16:19:47.306 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.306 INFO:tasks.workunit.client.0.smithi067.stdout: "rotational": { 2024-07-29T16:19:47.306 INFO:tasks.workunit.client.0.smithi067.stdout: "0": 8 2024-07-29T16:19:47.306 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.306 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.306 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.306 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T16:19:47.306 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T16:19:47.306 INFO:tasks.workunit.client.0.smithi067.stdout: "features": { 2024-07-29T16:19:47.307 INFO:tasks.workunit.client.0.smithi067.stdout: "optional": [], 2024-07-29T16:19:47.307 INFO:tasks.workunit.client.0.smithi067.stdout: "persistent": [ 2024-07-29T16:19:47.307 INFO:tasks.workunit.client.0.smithi067.stdout: "kraken", 2024-07-29T16:19:47.307 INFO:tasks.workunit.client.0.smithi067.stdout: "luminous", 2024-07-29T16:19:47.307 INFO:tasks.workunit.client.0.smithi067.stdout: "mimic", 2024-07-29T16:19:47.307 INFO:tasks.workunit.client.0.smithi067.stdout: "osdmap-prune", 2024-07-29T16:19:47.307 INFO:tasks.workunit.client.0.smithi067.stdout: "nautilus", 2024-07-29T16:19:47.307 INFO:tasks.workunit.client.0.smithi067.stdout: "octopus", 2024-07-29T16:19:47.307 INFO:tasks.workunit.client.0.smithi067.stdout: "pacific", 2024-07-29T16:19:47.307 INFO:tasks.workunit.client.0.smithi067.stdout: "elector-pinging", 2024-07-29T16:19:47.307 INFO:tasks.workunit.client.0.smithi067.stdout: "quincy", 2024-07-29T16:19:47.307 INFO:tasks.workunit.client.0.smithi067.stdout: "reef", 2024-07-29T16:19:47.307 INFO:tasks.workunit.client.0.smithi067.stdout: "squid" 2024-07-29T16:19:47.307 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.307 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.308 INFO:tasks.workunit.client.0.smithi067.stdout: "ipv4_addr_mons": 6, 2024-07-29T16:19:47.308 INFO:tasks.workunit.client.0.smithi067.stdout: "ipv6_addr_mons": 0, 2024-07-29T16:19:47.308 INFO:tasks.workunit.client.0.smithi067.stdout: "min_mon_release": 19, 2024-07-29T16:19:47.308 INFO:tasks.workunit.client.0.smithi067.stdout: "v1_addr_mons": 3, 2024-07-29T16:19:47.308 INFO:tasks.workunit.client.0.smithi067.stdout: "v2_addr_mons": 3 2024-07-29T16:19:47.308 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.308 INFO:tasks.workunit.client.0.smithi067.stdout: "organization": "ceph-qa", 2024-07-29T16:19:47.308 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:47.308 INFO:tasks.workunit.client.0.smithi067.stdout: "cluster_network": false, 2024-07-29T16:19:47.308 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 8, 2024-07-29T16:19:47.308 INFO:tasks.workunit.client.0.smithi067.stdout: "require_min_compat_client": "luminous", 2024-07-29T16:19:47.308 INFO:tasks.workunit.client.0.smithi067.stdout: "require_osd_release": "squid" 2024-07-29T16:19:47.308 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.308 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_perf_histograms": [ 2024-07-29T16:19:47.308 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.309 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:47.309 INFO:tasks.workunit.client.0.smithi067.stdout: "axes": [ 2024-07-29T16:19:47.309 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.309 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T16:19:47.309 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:47.309 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Latency (usec)", 2024-07-29T16:19:47.309 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 100000, 2024-07-29T16:19:47.309 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:47.309 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:47.309 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 99999]", 2024-07-29T16:19:47.309 INFO:tasks.workunit.client.0.smithi067.stdout: "[100000, 199999]", 2024-07-29T16:19:47.309 INFO:tasks.workunit.client.0.smithi067.stdout: "[200000, 399999]", 2024-07-29T16:19:47.309 INFO:tasks.workunit.client.0.smithi067.stdout: "[400000, 799999]", 2024-07-29T16:19:47.309 INFO:tasks.workunit.client.0.smithi067.stdout: "[800000, 1599999]", 2024-07-29T16:19:47.309 INFO:tasks.workunit.client.0.smithi067.stdout: "[1600000, 3199999]", 2024-07-29T16:19:47.309 INFO:tasks.workunit.client.0.smithi067.stdout: "[3200000, 6399999]", 2024-07-29T16:19:47.310 INFO:tasks.workunit.client.0.smithi067.stdout: "[6400000, 12799999]", 2024-07-29T16:19:47.310 INFO:tasks.workunit.client.0.smithi067.stdout: "[12800000, 25599999]", 2024-07-29T16:19:47.310 INFO:tasks.workunit.client.0.smithi067.stdout: "[25600000, 51199999]", 2024-07-29T16:19:47.310 INFO:tasks.workunit.client.0.smithi067.stdout: "[51200000, 102399999]", 2024-07-29T16:19:47.310 INFO:tasks.workunit.client.0.smithi067.stdout: "[102400000, 204799999]", 2024-07-29T16:19:47.310 INFO:tasks.workunit.client.0.smithi067.stdout: "[204800000, 409599999]", 2024-07-29T16:19:47.310 INFO:tasks.workunit.client.0.smithi067.stdout: "[409600000, 819199999]", 2024-07-29T16:19:47.310 INFO:tasks.workunit.client.0.smithi067.stdout: "[819200000, 1638399999]", 2024-07-29T16:19:47.310 INFO:tasks.workunit.client.0.smithi067.stdout: "[1638400000, 3276799999]", 2024-07-29T16:19:47.310 INFO:tasks.workunit.client.0.smithi067.stdout: "[3276800000, 6553599999]", 2024-07-29T16:19:47.310 INFO:tasks.workunit.client.0.smithi067.stdout: "[6553600000, 13107199999]", 2024-07-29T16:19:47.310 INFO:tasks.workunit.client.0.smithi067.stdout: "[13107200000, 26214399999]", 2024-07-29T16:19:47.310 INFO:tasks.workunit.client.0.smithi067.stdout: "[26214400000, 52428799999]", 2024-07-29T16:19:47.311 INFO:tasks.workunit.client.0.smithi067.stdout: "[52428800000, 104857599999]", 2024-07-29T16:19:47.311 INFO:tasks.workunit.client.0.smithi067.stdout: "[104857600000, 209715199999]", 2024-07-29T16:19:47.311 INFO:tasks.workunit.client.0.smithi067.stdout: "[209715200000, 419430399999]", 2024-07-29T16:19:47.311 INFO:tasks.workunit.client.0.smithi067.stdout: "[419430400000, 838860799999]", 2024-07-29T16:19:47.311 INFO:tasks.workunit.client.0.smithi067.stdout: "[838860800000, 1677721599999]", 2024-07-29T16:19:47.311 INFO:tasks.workunit.client.0.smithi067.stdout: "[1677721600000, 3355443199999]", 2024-07-29T16:19:47.311 INFO:tasks.workunit.client.0.smithi067.stdout: "[3355443200000, 6710886399999]", 2024-07-29T16:19:47.311 INFO:tasks.workunit.client.0.smithi067.stdout: "[6710886400000, 13421772799999]", 2024-07-29T16:19:47.311 INFO:tasks.workunit.client.0.smithi067.stdout: "[13421772800000, 26843545599999]", 2024-07-29T16:19:47.311 INFO:tasks.workunit.client.0.smithi067.stdout: "[26843545600000, 53687091199999]", 2024-07-29T16:19:47.311 INFO:tasks.workunit.client.0.smithi067.stdout: "[53687091200000, None]" 2024-07-29T16:19:47.311 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.311 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:47.312 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.312 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.312 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T16:19:47.312 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:47.312 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Request size (bytes)", 2024-07-29T16:19:47.312 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 512, 2024-07-29T16:19:47.312 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:47.312 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:47.312 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 511]", 2024-07-29T16:19:47.312 INFO:tasks.workunit.client.0.smithi067.stdout: "[512, 1023]", 2024-07-29T16:19:47.312 INFO:tasks.workunit.client.0.smithi067.stdout: "[1024, 2047]", 2024-07-29T16:19:47.312 INFO:tasks.workunit.client.0.smithi067.stdout: "[2048, 4095]", 2024-07-29T16:19:47.312 INFO:tasks.workunit.client.0.smithi067.stdout: "[4096, 8191]", 2024-07-29T16:19:47.313 INFO:tasks.workunit.client.0.smithi067.stdout: "[8192, 16383]", 2024-07-29T16:19:47.313 INFO:tasks.workunit.client.0.smithi067.stdout: "[16384, 32767]", 2024-07-29T16:19:47.313 INFO:tasks.workunit.client.0.smithi067.stdout: "[32768, 65535]", 2024-07-29T16:19:47.313 INFO:tasks.workunit.client.0.smithi067.stdout: "[65536, 131071]", 2024-07-29T16:19:47.313 INFO:tasks.workunit.client.0.smithi067.stdout: "[131072, 262143]", 2024-07-29T16:19:47.313 INFO:tasks.workunit.client.0.smithi067.stdout: "[262144, 524287]", 2024-07-29T16:19:47.313 INFO:tasks.workunit.client.0.smithi067.stdout: "[524288, 1048575]", 2024-07-29T16:19:47.313 INFO:tasks.workunit.client.0.smithi067.stdout: "[1048576, 2097151]", 2024-07-29T16:19:47.313 INFO:tasks.workunit.client.0.smithi067.stdout: "[2097152, 4194303]", 2024-07-29T16:19:47.313 INFO:tasks.workunit.client.0.smithi067.stdout: "[4194304, 8388607]", 2024-07-29T16:19:47.313 INFO:tasks.workunit.client.0.smithi067.stdout: "[8388608, 16777215]", 2024-07-29T16:19:47.313 INFO:tasks.workunit.client.0.smithi067.stdout: "[16777216, 33554431]", 2024-07-29T16:19:47.313 INFO:tasks.workunit.client.0.smithi067.stdout: "[33554432, 67108863]", 2024-07-29T16:19:47.314 INFO:tasks.workunit.client.0.smithi067.stdout: "[67108864, 134217727]", 2024-07-29T16:19:47.314 INFO:tasks.workunit.client.0.smithi067.stdout: "[134217728, 268435455]", 2024-07-29T16:19:47.314 INFO:tasks.workunit.client.0.smithi067.stdout: "[268435456, 536870911]", 2024-07-29T16:19:47.314 INFO:tasks.workunit.client.0.smithi067.stdout: "[536870912, 1073741823]", 2024-07-29T16:19:47.314 INFO:tasks.workunit.client.0.smithi067.stdout: "[1073741824, 2147483647]", 2024-07-29T16:19:47.314 INFO:tasks.workunit.client.0.smithi067.stdout: "[2147483648, 4294967295]", 2024-07-29T16:19:47.314 INFO:tasks.workunit.client.0.smithi067.stdout: "[4294967296, 8589934591]", 2024-07-29T16:19:47.314 INFO:tasks.workunit.client.0.smithi067.stdout: "[8589934592, 17179869183]", 2024-07-29T16:19:47.314 INFO:tasks.workunit.client.0.smithi067.stdout: "[17179869184, 34359738367]", 2024-07-29T16:19:47.314 INFO:tasks.workunit.client.0.smithi067.stdout: "[34359738368, 68719476735]", 2024-07-29T16:19:47.314 INFO:tasks.workunit.client.0.smithi067.stdout: "[68719476736, 137438953471]", 2024-07-29T16:19:47.314 INFO:tasks.workunit.client.0.smithi067.stdout: "[137438953472, 274877906943]", 2024-07-29T16:19:47.314 INFO:tasks.workunit.client.0.smithi067.stdout: "[274877906944, None]" 2024-07-29T16:19:47.315 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.315 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:47.315 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.315 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.315 INFO:tasks.workunit.client.0.smithi067.stdout: "osds": [ 2024-07-29T16:19:47.315 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.315 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 0, 2024-07-29T16:19:47.315 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.315 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.315 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1604, 166, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.315 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 15360, 3882, 68, 4, 7551, 483, 1, 2, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.315 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 10026, 155, 39, 2, 229, 151, 70, 87, 30, 50, 28, 45, 30, 13, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.315 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 756, 13, 10, 0, 6, 8, 0, 3, 7, 4, 59, 146, 65, 2, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.315 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 541, 9, 1, 1, 5, 13, 1, 0, 0, 3, 1, 52, 342, 5, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.315 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 367, 12, 0, 0, 21, 23, 2, 0, 0, 5, 1, 6, 29, 129, 163, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.316 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 199, 16, 0, 0, 0, 4, 1, 3, 0, 7, 0, 4, 30, 16, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.316 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 134, 62, 0, 0, 0, 0, 0, 1, 0, 4, 0, 2, 19, 17, 11, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.316 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 49, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 7, 20, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.316 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 8, 32, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 0, 14, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.316 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.316 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.316 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.316 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.316 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.316 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.316 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.316 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.316 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.316 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.317 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.317 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.317 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.317 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.317 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.317 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.317 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.317 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.317 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.317 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.317 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.317 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.317 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.318 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.318 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 1, 2024-07-29T16:19:47.318 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.318 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.318 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.318 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 8793, 3773, 4469, 6, 24, 29, 0, 0, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.318 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7032, 123, 1427, 5, 14, 25, 96, 134, 36, 53, 57, 38, 21, 8, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.318 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 854, 5, 151, 22, 1, 0, 7, 22, 10, 27, 96, 210, 69, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.318 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 709, 3, 3, 9, 0, 1, 0, 0, 1, 3, 2, 36, 463, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.318 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 370, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 17, 30, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.318 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 163, 9, 45, 0, 0, 0, 0, 0, 0, 1, 0, 1, 10, 11, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.318 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 215, 6, 229, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.318 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 25, 0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.318 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.318 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.319 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.319 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.319 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.319 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.319 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.319 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.319 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.319 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.319 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.319 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.319 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.319 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.320 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.320 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.320 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.320 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.320 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.320 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.320 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.320 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.320 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.320 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.320 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.320 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 2, 2024-07-29T16:19:47.320 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.320 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.320 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.321 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 15198, 11, 2, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.321 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 11253, 40, 24, 0, 9, 0, 0, 2, 3, 4, 3, 8, 15, 22, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.321 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1221, 19, 11, 2, 2, 0, 0, 0, 3, 1, 8, 1, 3, 6, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.321 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 537, 4, 0, 0, 0, 0, 0, 1, 0, 0, 1, 8, 19, 12, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.321 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 232, 10, 4, 0, 0, 0, 0, 1, 1, 0, 6, 3, 23, 83, 117, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.321 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 284, 5, 3, 0, 0, 0, 0, 2, 1, 9, 6, 10, 35, 39, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.321 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 279, 0, 0, 1, 0, 0, 0, 0, 3, 1, 3, 9, 27, 77, 32, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.321 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 56, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 2, 18, 26, 63, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.321 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 23, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 3, 21, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.321 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.321 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.321 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.321 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.321 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.322 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.322 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.322 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.322 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.322 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.322 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.322 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.322 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.322 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.322 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.322 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.322 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.322 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.322 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.323 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.323 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.323 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.323 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.323 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.323 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 3, 2024-07-29T16:19:47.323 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.323 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.323 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1787, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.323 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 11232, 7608, 0, 1, 0, 0, 0, 0, 0, 1, 1, 3, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.323 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2797, 684, 2, 1, 12, 2, 7, 6, 8, 24, 10, 9, 18, 14, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.323 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 257, 17, 3, 0, 0, 0, 0, 0, 5, 5, 41, 82, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.323 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 155, 2, 0, 0, 4, 0, 0, 0, 0, 0, 1, 9, 163, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.323 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 49, 5, 0, 0, 169, 0, 0, 0, 0, 9, 1, 4, 15, 28, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.324 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 88, 0, 0, 0, 340, 0, 0, 0, 0, 0, 0, 7, 7, 10, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.324 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 60, 0, 0, 0, 502, 0, 0, 0, 0, 1, 0, 4, 7, 10, 10, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.324 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 9, 0, 0, 0, 1684, 0, 0, 0, 0, 2, 0, 0, 0, 6, 5, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.324 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.324 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.324 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.324 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.324 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.324 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.324 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.324 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.324 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.324 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.324 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.325 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.325 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.325 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.325 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.325 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.325 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.325 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.325 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.325 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.325 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.325 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.325 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.325 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.325 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.325 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 4, 2024-07-29T16:19:47.325 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.326 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.326 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.326 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 9665, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.326 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7965, 21, 1, 0, 6, 4, 5, 6, 11, 20, 13, 7, 12, 3, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.326 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 988, 98, 147, 0, 3, 1, 2, 1, 4, 10, 30, 75, 22, 1, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.326 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 418, 24, 38, 0, 0, 0, 0, 0, 0, 0, 5, 19, 149, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.326 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 109, 7, 15, 0, 0, 1, 1, 0, 0, 1, 1, 1, 9, 25, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.326 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 90, 3, 17, 30, 0, 0, 0, 0, 0, 0, 0, 0, 4, 4, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.326 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 37, 0, 2, 37, 73, 0, 0, 0, 0, 0, 0, 0, 1, 10, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.326 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 9, 0, 0, 1, 57, 112, 0, 0, 0, 0, 0, 0, 2, 5, 17, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.326 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2, 0, 0, 0, 5, 17, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.326 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.326 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.326 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.327 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.327 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.327 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.327 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.327 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.327 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.327 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.327 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.327 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.327 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.327 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.327 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.327 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.327 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.327 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.328 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.328 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.328 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.328 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.328 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.328 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.328 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 5, 2024-07-29T16:19:47.328 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.328 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.328 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.328 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 10689, 13, 1, 0, 0, 0, 0, 1, 5, 3, 2, 2, 5, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.328 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 8673, 86, 65, 3, 6, 1, 1, 0, 7, 1, 1, 8, 7, 13, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.328 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 825, 15, 23, 4, 2, 0, 0, 0, 5, 7, 3, 1, 1, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.328 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 376, 2, 0, 6, 0, 0, 0, 0, 1, 0, 1, 20, 16, 7, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.328 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 138, 4, 0, 0, 1, 0, 0, 0, 0, 0, 1, 2, 10, 79, 117, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.329 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 102, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 8, 6, 14, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.329 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 15, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.329 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 12, 22, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.329 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.329 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.329 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.329 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.329 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.329 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.329 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.329 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.329 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.329 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.329 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.330 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.330 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.330 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.330 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.330 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.330 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.330 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.330 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.330 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.330 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.330 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.330 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.330 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.331 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.331 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 6, 2024-07-29T16:19:47.331 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.331 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.331 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1021, 196, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.331 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 10524, 3522, 0, 0, 0, 0, 0, 1, 1, 0, 0, 4, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.331 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 6952, 828, 7, 3, 21, 2, 3, 4, 11, 12, 8, 9, 8, 8, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.331 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 659, 95, 11, 0, 4, 1, 0, 7, 9, 9, 44, 69, 30, 1, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.331 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 343, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 21, 165, 4, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.331 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 157, 14, 0, 0, 1, 1, 0, 2, 0, 0, 2, 3, 11, 89, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.331 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 127, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.331 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 105, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.331 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.331 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.331 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.332 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.332 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.332 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.332 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.332 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.332 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.332 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.332 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.332 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.332 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.332 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.332 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.332 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.333 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.333 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.333 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.333 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.333 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.333 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.333 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.333 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.333 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.333 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.333 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 7, 2024-07-29T16:19:47.333 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.333 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.333 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.333 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 13990, 1, 0, 1, 0, 0, 0, 0, 0, 3, 4, 5, 3, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.334 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7785, 37, 18, 0, 5, 0, 0, 0, 0, 0, 2, 7, 11, 29, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.334 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 688, 15, 6, 0, 1, 0, 0, 0, 0, 3, 7, 4, 6, 3, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.334 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 280, 4, 1, 0, 0, 0, 0, 0, 0, 0, 2, 15, 19, 10, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.334 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 196, 11, 6, 0, 0, 0, 0, 0, 2, 1, 0, 1, 12, 50, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.334 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 89, 1, 1, 0, 0, 0, 0, 0, 0, 4, 0, 3, 13, 20, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.334 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 20, 12, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.334 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 10, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.334 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.334 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.334 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.334 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.334 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.334 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.334 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.335 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.335 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.335 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.335 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.335 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.335 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.335 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.335 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.335 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.335 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.335 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.335 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.335 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.336 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.336 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.336 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.336 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.336 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.336 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.336 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:47.336 INFO:tasks.workunit.client.0.smithi067.stdout: "axes": [ 2024-07-29T16:19:47.336 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.336 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T16:19:47.336 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:47.336 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Latency (usec)", 2024-07-29T16:19:47.336 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 100000, 2024-07-29T16:19:47.337 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:47.337 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:47.337 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 99999]", 2024-07-29T16:19:47.337 INFO:tasks.workunit.client.0.smithi067.stdout: "[100000, 199999]", 2024-07-29T16:19:47.337 INFO:tasks.workunit.client.0.smithi067.stdout: "[200000, 399999]", 2024-07-29T16:19:47.337 INFO:tasks.workunit.client.0.smithi067.stdout: "[400000, 799999]", 2024-07-29T16:19:47.337 INFO:tasks.workunit.client.0.smithi067.stdout: "[800000, 1599999]", 2024-07-29T16:19:47.337 INFO:tasks.workunit.client.0.smithi067.stdout: "[1600000, 3199999]", 2024-07-29T16:19:47.337 INFO:tasks.workunit.client.0.smithi067.stdout: "[3200000, 6399999]", 2024-07-29T16:19:47.337 INFO:tasks.workunit.client.0.smithi067.stdout: "[6400000, 12799999]", 2024-07-29T16:19:47.337 INFO:tasks.workunit.client.0.smithi067.stdout: "[12800000, 25599999]", 2024-07-29T16:19:47.337 INFO:tasks.workunit.client.0.smithi067.stdout: "[25600000, 51199999]", 2024-07-29T16:19:47.337 INFO:tasks.workunit.client.0.smithi067.stdout: "[51200000, 102399999]", 2024-07-29T16:19:47.337 INFO:tasks.workunit.client.0.smithi067.stdout: "[102400000, 204799999]", 2024-07-29T16:19:47.338 INFO:tasks.workunit.client.0.smithi067.stdout: "[204800000, 409599999]", 2024-07-29T16:19:47.338 INFO:tasks.workunit.client.0.smithi067.stdout: "[409600000, 819199999]", 2024-07-29T16:19:47.338 INFO:tasks.workunit.client.0.smithi067.stdout: "[819200000, 1638399999]", 2024-07-29T16:19:47.338 INFO:tasks.workunit.client.0.smithi067.stdout: "[1638400000, 3276799999]", 2024-07-29T16:19:47.338 INFO:tasks.workunit.client.0.smithi067.stdout: "[3276800000, 6553599999]", 2024-07-29T16:19:47.338 INFO:tasks.workunit.client.0.smithi067.stdout: "[6553600000, 13107199999]", 2024-07-29T16:19:47.338 INFO:tasks.workunit.client.0.smithi067.stdout: "[13107200000, 26214399999]", 2024-07-29T16:19:47.338 INFO:tasks.workunit.client.0.smithi067.stdout: "[26214400000, 52428799999]", 2024-07-29T16:19:47.338 INFO:tasks.workunit.client.0.smithi067.stdout: "[52428800000, 104857599999]", 2024-07-29T16:19:47.338 INFO:tasks.workunit.client.0.smithi067.stdout: "[104857600000, 209715199999]", 2024-07-29T16:19:47.338 INFO:tasks.workunit.client.0.smithi067.stdout: "[209715200000, 419430399999]", 2024-07-29T16:19:47.338 INFO:tasks.workunit.client.0.smithi067.stdout: "[419430400000, 838860799999]", 2024-07-29T16:19:47.338 INFO:tasks.workunit.client.0.smithi067.stdout: "[838860800000, 1677721599999]", 2024-07-29T16:19:47.339 INFO:tasks.workunit.client.0.smithi067.stdout: "[1677721600000, 3355443199999]", 2024-07-29T16:19:47.339 INFO:tasks.workunit.client.0.smithi067.stdout: "[3355443200000, 6710886399999]", 2024-07-29T16:19:47.339 INFO:tasks.workunit.client.0.smithi067.stdout: "[6710886400000, 13421772799999]", 2024-07-29T16:19:47.339 INFO:tasks.workunit.client.0.smithi067.stdout: "[13421772800000, 26843545599999]", 2024-07-29T16:19:47.339 INFO:tasks.workunit.client.0.smithi067.stdout: "[26843545600000, 53687091199999]", 2024-07-29T16:19:47.339 INFO:tasks.workunit.client.0.smithi067.stdout: "[53687091200000, None]" 2024-07-29T16:19:47.339 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.339 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:47.339 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.339 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.339 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T16:19:47.339 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:47.339 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Request size (bytes)", 2024-07-29T16:19:47.339 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 512, 2024-07-29T16:19:47.340 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:47.340 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:47.340 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 511]", 2024-07-29T16:19:47.340 INFO:tasks.workunit.client.0.smithi067.stdout: "[512, 1023]", 2024-07-29T16:19:47.340 INFO:tasks.workunit.client.0.smithi067.stdout: "[1024, 2047]", 2024-07-29T16:19:47.340 INFO:tasks.workunit.client.0.smithi067.stdout: "[2048, 4095]", 2024-07-29T16:19:47.340 INFO:tasks.workunit.client.0.smithi067.stdout: "[4096, 8191]", 2024-07-29T16:19:47.340 INFO:tasks.workunit.client.0.smithi067.stdout: "[8192, 16383]", 2024-07-29T16:19:47.340 INFO:tasks.workunit.client.0.smithi067.stdout: "[16384, 32767]", 2024-07-29T16:19:47.340 INFO:tasks.workunit.client.0.smithi067.stdout: "[32768, 65535]", 2024-07-29T16:19:47.340 INFO:tasks.workunit.client.0.smithi067.stdout: "[65536, 131071]", 2024-07-29T16:19:47.340 INFO:tasks.workunit.client.0.smithi067.stdout: "[131072, 262143]", 2024-07-29T16:19:47.340 INFO:tasks.workunit.client.0.smithi067.stdout: "[262144, 524287]", 2024-07-29T16:19:47.340 INFO:tasks.workunit.client.0.smithi067.stdout: "[524288, 1048575]", 2024-07-29T16:19:47.340 INFO:tasks.workunit.client.0.smithi067.stdout: "[1048576, 2097151]", 2024-07-29T16:19:47.340 INFO:tasks.workunit.client.0.smithi067.stdout: "[2097152, 4194303]", 2024-07-29T16:19:47.341 INFO:tasks.workunit.client.0.smithi067.stdout: "[4194304, 8388607]", 2024-07-29T16:19:47.341 INFO:tasks.workunit.client.0.smithi067.stdout: "[8388608, 16777215]", 2024-07-29T16:19:47.341 INFO:tasks.workunit.client.0.smithi067.stdout: "[16777216, 33554431]", 2024-07-29T16:19:47.341 INFO:tasks.workunit.client.0.smithi067.stdout: "[33554432, 67108863]", 2024-07-29T16:19:47.341 INFO:tasks.workunit.client.0.smithi067.stdout: "[67108864, 134217727]", 2024-07-29T16:19:47.341 INFO:tasks.workunit.client.0.smithi067.stdout: "[134217728, 268435455]", 2024-07-29T16:19:47.341 INFO:tasks.workunit.client.0.smithi067.stdout: "[268435456, 536870911]", 2024-07-29T16:19:47.341 INFO:tasks.workunit.client.0.smithi067.stdout: "[536870912, 1073741823]", 2024-07-29T16:19:47.341 INFO:tasks.workunit.client.0.smithi067.stdout: "[1073741824, 2147483647]", 2024-07-29T16:19:47.341 INFO:tasks.workunit.client.0.smithi067.stdout: "[2147483648, 4294967295]", 2024-07-29T16:19:47.341 INFO:tasks.workunit.client.0.smithi067.stdout: "[4294967296, 8589934591]", 2024-07-29T16:19:47.341 INFO:tasks.workunit.client.0.smithi067.stdout: "[8589934592, 17179869183]", 2024-07-29T16:19:47.341 INFO:tasks.workunit.client.0.smithi067.stdout: "[17179869184, 34359738367]", 2024-07-29T16:19:47.341 INFO:tasks.workunit.client.0.smithi067.stdout: "[34359738368, 68719476735]", 2024-07-29T16:19:47.341 INFO:tasks.workunit.client.0.smithi067.stdout: "[68719476736, 137438953471]", 2024-07-29T16:19:47.341 INFO:tasks.workunit.client.0.smithi067.stdout: "[137438953472, 274877906943]", 2024-07-29T16:19:47.342 INFO:tasks.workunit.client.0.smithi067.stdout: "[274877906944, None]" 2024-07-29T16:19:47.342 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.342 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:47.342 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.342 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.342 INFO:tasks.workunit.client.0.smithi067.stdout: "osds": [ 2024-07-29T16:19:47.342 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.342 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 0, 2024-07-29T16:19:47.342 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.342 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.342 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.342 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.342 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.342 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 619, 1, 0, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.343 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 5101, 52, 80, 146, 447, 613, 704, 5, 16, 16, 0, 4, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.343 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 635, 18, 28, 47, 26, 11, 24, 0, 1, 0, 2, 3, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.343 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 322, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 3, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.343 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 157, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.343 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 22, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.343 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.343 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.343 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.343 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.343 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.343 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.343 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.343 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.343 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.344 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.344 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.344 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.344 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.344 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.344 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.344 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.344 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.344 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.344 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.344 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.344 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.344 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.344 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.344 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.345 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.345 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 1, 2024-07-29T16:19:47.345 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.345 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.345 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.345 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.345 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.345 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 283, 1, 1, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.345 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3338, 272, 34, 53, 123, 1, 3, 2, 12, 8, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.345 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 393, 26, 1290, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.345 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 380, 0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.345 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1634, 1258, 53, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.345 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1441, 1740, 241, 0, 0, 0, 1, 0, 0, 0, 0, 1, 5, 9, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.345 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 17, 2, 5, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.345 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.345 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.346 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.346 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.346 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.346 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.346 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.346 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.346 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.346 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.346 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.346 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.346 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.346 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.346 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.346 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.346 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.347 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.347 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.347 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.347 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.347 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.347 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.347 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.347 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 2, 2024-07-29T16:19:47.347 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.347 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.347 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.347 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.347 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.348 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1356, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.348 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 10794, 3, 0, 0, 0, 1, 2, 1, 4, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.348 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 15818, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.348 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 336, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.348 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 177, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 8, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.348 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 98, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 4, 18, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.348 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.348 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.348 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.348 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.348 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.348 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.348 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.349 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.349 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.349 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.349 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.349 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.349 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.349 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.349 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.349 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.349 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.349 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.349 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.349 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.349 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.349 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.350 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.350 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.350 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.350 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 3, 2024-07-29T16:19:47.350 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.350 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.350 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.350 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.350 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.350 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 242, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.350 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1903, 34, 0, 1, 0, 0, 1, 1, 3, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.350 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 234, 7, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.350 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 95, 15, 34, 47, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.350 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 895, 280, 0, 105, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.350 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 4140, 2605, 0, 422, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.351 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 145, 121, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.351 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.351 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.351 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.351 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.351 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.351 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.351 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.351 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.351 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.351 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.351 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.351 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.351 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.351 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.352 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.352 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.352 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.352 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.352 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.352 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.352 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.352 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.352 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.352 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.352 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 4, 2024-07-29T16:19:47.352 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.352 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.353 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.353 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.353 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.353 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 661, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.353 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1999, 222, 33, 62, 137, 275, 474, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.353 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 571, 13, 0, 0, 2, 0, 7, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.353 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 312, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.353 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 212, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.353 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 72, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.353 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.353 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.353 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.353 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.354 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.354 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.354 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.354 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.354 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.354 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.354 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.354 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.354 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.354 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.354 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.354 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.354 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.354 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.354 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.355 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.355 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.355 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.355 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.355 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.355 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.355 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 5, 2024-07-29T16:19:47.355 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.355 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.355 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.355 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.355 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.355 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 745, 5, 11, 46, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.355 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3680, 69, 125, 211, 440, 621, 718, 1, 3, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.355 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 211, 1, 6, 2, 12, 6, 7, 0, 2, 4, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.355 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 158, 9, 6, 30, 6, 0, 0, 0, 0, 0, 0, 6, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.356 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 82, 31, 75, 99, 23, 0, 0, 0, 0, 1, 0, 2, 1, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.356 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 4, 16, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.356 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 6, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.356 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.356 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.356 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.356 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.356 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.356 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.356 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.356 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.356 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.356 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.356 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.356 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.357 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.357 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.357 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.357 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.357 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.357 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.357 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.357 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.357 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.357 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.357 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.357 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.357 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 6, 2024-07-29T16:19:47.357 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.358 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.358 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.358 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.358 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.358 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 425, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.358 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3076, 27, 0, 0, 4, 0, 0, 0, 1, 1, 0, 2, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.358 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 326, 2, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.358 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 284, 13, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.358 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 155, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.358 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 16, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.358 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.358 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.358 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.359 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.359 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.359 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.359 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.359 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.359 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.359 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.359 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.359 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.359 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.359 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.359 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.359 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.359 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.360 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.360 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.360 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.360 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.360 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.360 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.360 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.360 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.360 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 7, 2024-07-29T16:19:47.360 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.360 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.360 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.360 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.360 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.361 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 663, 7, 13, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.361 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 8505, 27, 84, 30, 1, 0, 2, 2, 1, 0, 1, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.361 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2126, 28, 92, 27, 0, 0, 0, 0, 0, 0, 5, 2, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.361 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 247, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.361 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 159, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.361 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 16, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.361 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.361 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.361 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.361 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.361 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.361 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.361 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.362 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.362 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.362 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.362 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.362 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.362 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.362 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.362 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.362 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.362 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.362 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.362 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.362 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.363 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.363 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.363 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.363 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.363 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.363 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.363 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:47.363 INFO:tasks.workunit.client.0.smithi067.stdout: "axes": [ 2024-07-29T16:19:47.363 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.363 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T16:19:47.363 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:47.363 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Latency (usec)", 2024-07-29T16:19:47.363 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 100000, 2024-07-29T16:19:47.364 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:47.364 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:47.364 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 99999]", 2024-07-29T16:19:47.364 INFO:tasks.workunit.client.0.smithi067.stdout: "[100000, 199999]", 2024-07-29T16:19:47.364 INFO:tasks.workunit.client.0.smithi067.stdout: "[200000, 399999]", 2024-07-29T16:19:47.364 INFO:tasks.workunit.client.0.smithi067.stdout: "[400000, 799999]", 2024-07-29T16:19:47.364 INFO:tasks.workunit.client.0.smithi067.stdout: "[800000, 1599999]", 2024-07-29T16:19:47.364 INFO:tasks.workunit.client.0.smithi067.stdout: "[1600000, 3199999]", 2024-07-29T16:19:47.364 INFO:tasks.workunit.client.0.smithi067.stdout: "[3200000, 6399999]", 2024-07-29T16:19:47.364 INFO:tasks.workunit.client.0.smithi067.stdout: "[6400000, 12799999]", 2024-07-29T16:19:47.364 INFO:tasks.workunit.client.0.smithi067.stdout: "[12800000, 25599999]", 2024-07-29T16:19:47.364 INFO:tasks.workunit.client.0.smithi067.stdout: "[25600000, 51199999]", 2024-07-29T16:19:47.364 INFO:tasks.workunit.client.0.smithi067.stdout: "[51200000, 102399999]", 2024-07-29T16:19:47.364 INFO:tasks.workunit.client.0.smithi067.stdout: "[102400000, 204799999]", 2024-07-29T16:19:47.365 INFO:tasks.workunit.client.0.smithi067.stdout: "[204800000, 409599999]", 2024-07-29T16:19:47.365 INFO:tasks.workunit.client.0.smithi067.stdout: "[409600000, 819199999]", 2024-07-29T16:19:47.365 INFO:tasks.workunit.client.0.smithi067.stdout: "[819200000, 1638399999]", 2024-07-29T16:19:47.365 INFO:tasks.workunit.client.0.smithi067.stdout: "[1638400000, 3276799999]", 2024-07-29T16:19:47.365 INFO:tasks.workunit.client.0.smithi067.stdout: "[3276800000, 6553599999]", 2024-07-29T16:19:47.365 INFO:tasks.workunit.client.0.smithi067.stdout: "[6553600000, 13107199999]", 2024-07-29T16:19:47.365 INFO:tasks.workunit.client.0.smithi067.stdout: "[13107200000, 26214399999]", 2024-07-29T16:19:47.365 INFO:tasks.workunit.client.0.smithi067.stdout: "[26214400000, 52428799999]", 2024-07-29T16:19:47.365 INFO:tasks.workunit.client.0.smithi067.stdout: "[52428800000, 104857599999]", 2024-07-29T16:19:47.365 INFO:tasks.workunit.client.0.smithi067.stdout: "[104857600000, 209715199999]", 2024-07-29T16:19:47.365 INFO:tasks.workunit.client.0.smithi067.stdout: "[209715200000, 419430399999]", 2024-07-29T16:19:47.365 INFO:tasks.workunit.client.0.smithi067.stdout: "[419430400000, 838860799999]", 2024-07-29T16:19:47.365 INFO:tasks.workunit.client.0.smithi067.stdout: "[838860800000, 1677721599999]", 2024-07-29T16:19:47.365 INFO:tasks.workunit.client.0.smithi067.stdout: "[1677721600000, 3355443199999]", 2024-07-29T16:19:47.365 INFO:tasks.workunit.client.0.smithi067.stdout: "[3355443200000, 6710886399999]", 2024-07-29T16:19:47.366 INFO:tasks.workunit.client.0.smithi067.stdout: "[6710886400000, 13421772799999]", 2024-07-29T16:19:47.366 INFO:tasks.workunit.client.0.smithi067.stdout: "[13421772800000, 26843545599999]", 2024-07-29T16:19:47.366 INFO:tasks.workunit.client.0.smithi067.stdout: "[26843545600000, 53687091199999]", 2024-07-29T16:19:47.366 INFO:tasks.workunit.client.0.smithi067.stdout: "[53687091200000, None]" 2024-07-29T16:19:47.366 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.366 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:47.366 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.366 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.366 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T16:19:47.366 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:47.366 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Request size (bytes)", 2024-07-29T16:19:47.366 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 512, 2024-07-29T16:19:47.366 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:47.367 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:47.367 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 511]", 2024-07-29T16:19:47.367 INFO:tasks.workunit.client.0.smithi067.stdout: "[512, 1023]", 2024-07-29T16:19:47.367 INFO:tasks.workunit.client.0.smithi067.stdout: "[1024, 2047]", 2024-07-29T16:19:47.367 INFO:tasks.workunit.client.0.smithi067.stdout: "[2048, 4095]", 2024-07-29T16:19:47.367 INFO:tasks.workunit.client.0.smithi067.stdout: "[4096, 8191]", 2024-07-29T16:19:47.367 INFO:tasks.workunit.client.0.smithi067.stdout: "[8192, 16383]", 2024-07-29T16:19:47.367 INFO:tasks.workunit.client.0.smithi067.stdout: "[16384, 32767]", 2024-07-29T16:19:47.367 INFO:tasks.workunit.client.0.smithi067.stdout: "[32768, 65535]", 2024-07-29T16:19:47.367 INFO:tasks.workunit.client.0.smithi067.stdout: "[65536, 131071]", 2024-07-29T16:19:47.367 INFO:tasks.workunit.client.0.smithi067.stdout: "[131072, 262143]", 2024-07-29T16:19:47.367 INFO:tasks.workunit.client.0.smithi067.stdout: "[262144, 524287]", 2024-07-29T16:19:47.367 INFO:tasks.workunit.client.0.smithi067.stdout: "[524288, 1048575]", 2024-07-29T16:19:47.367 INFO:tasks.workunit.client.0.smithi067.stdout: "[1048576, 2097151]", 2024-07-29T16:19:47.368 INFO:tasks.workunit.client.0.smithi067.stdout: "[2097152, 4194303]", 2024-07-29T16:19:47.368 INFO:tasks.workunit.client.0.smithi067.stdout: "[4194304, 8388607]", 2024-07-29T16:19:47.368 INFO:tasks.workunit.client.0.smithi067.stdout: "[8388608, 16777215]", 2024-07-29T16:19:47.368 INFO:tasks.workunit.client.0.smithi067.stdout: "[16777216, 33554431]", 2024-07-29T16:19:47.368 INFO:tasks.workunit.client.0.smithi067.stdout: "[33554432, 67108863]", 2024-07-29T16:19:47.368 INFO:tasks.workunit.client.0.smithi067.stdout: "[67108864, 134217727]", 2024-07-29T16:19:47.368 INFO:tasks.workunit.client.0.smithi067.stdout: "[134217728, 268435455]", 2024-07-29T16:19:47.368 INFO:tasks.workunit.client.0.smithi067.stdout: "[268435456, 536870911]", 2024-07-29T16:19:47.368 INFO:tasks.workunit.client.0.smithi067.stdout: "[536870912, 1073741823]", 2024-07-29T16:19:47.368 INFO:tasks.workunit.client.0.smithi067.stdout: "[1073741824, 2147483647]", 2024-07-29T16:19:47.368 INFO:tasks.workunit.client.0.smithi067.stdout: "[2147483648, 4294967295]", 2024-07-29T16:19:47.368 INFO:tasks.workunit.client.0.smithi067.stdout: "[4294967296, 8589934591]", 2024-07-29T16:19:47.368 INFO:tasks.workunit.client.0.smithi067.stdout: "[8589934592, 17179869183]", 2024-07-29T16:19:47.368 INFO:tasks.workunit.client.0.smithi067.stdout: "[17179869184, 34359738367]", 2024-07-29T16:19:47.369 INFO:tasks.workunit.client.0.smithi067.stdout: "[34359738368, 68719476735]", 2024-07-29T16:19:47.369 INFO:tasks.workunit.client.0.smithi067.stdout: "[68719476736, 137438953471]", 2024-07-29T16:19:47.369 INFO:tasks.workunit.client.0.smithi067.stdout: "[137438953472, 274877906943]", 2024-07-29T16:19:47.369 INFO:tasks.workunit.client.0.smithi067.stdout: "[274877906944, None]" 2024-07-29T16:19:47.369 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.369 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:47.369 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.369 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.369 INFO:tasks.workunit.client.0.smithi067.stdout: "osds": [ 2024-07-29T16:19:47.369 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.369 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 0, 2024-07-29T16:19:47.369 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.369 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.369 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.369 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.370 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.370 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 635, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.370 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7189, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.370 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 800, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.370 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 339, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.370 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 183, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.370 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.370 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.370 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.370 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.370 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.370 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.370 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.370 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.370 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.370 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.371 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.371 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.371 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.371 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.371 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.371 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.371 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.371 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.371 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.371 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.371 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.371 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.372 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.372 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.372 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.372 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.372 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 1, 2024-07-29T16:19:47.372 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.372 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.372 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.372 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.372 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.372 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 300, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.372 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3848, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.372 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1713, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.372 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 438, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.373 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2950, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.373 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3443, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.373 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.373 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.373 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.373 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.373 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.373 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.373 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.373 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.373 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.373 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.373 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.373 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.373 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.374 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.374 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.374 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.374 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.374 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.374 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.374 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.374 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.374 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.374 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.374 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.374 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.374 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 2, 2024-07-29T16:19:47.374 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.374 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.375 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.375 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.375 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.375 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1356, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.375 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 10809, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.375 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 15825, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.375 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 343, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.375 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 200, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.375 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 134, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.375 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.375 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.375 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.375 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.375 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.375 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.376 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.376 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.376 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.376 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.376 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.376 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.376 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.376 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.376 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.376 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.376 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.377 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.377 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.377 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.377 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.377 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.377 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.377 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.377 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.377 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 3, 2024-07-29T16:19:47.377 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.377 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.377 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.377 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.377 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.378 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.378 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1945, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.378 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.378 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 195, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.378 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1288, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.378 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7181, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.378 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 285, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.378 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.378 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.378 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.378 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.378 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.378 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.378 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.379 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.379 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.379 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.379 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.379 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.379 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.379 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.379 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.379 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.379 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.379 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.379 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.379 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.379 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.379 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.379 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.380 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.380 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 4, 2024-07-29T16:19:47.380 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.380 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.380 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.380 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.380 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.380 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 669, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.380 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3204, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.380 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 594, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.380 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 314, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.380 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 216, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.380 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.380 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.380 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.381 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.381 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.381 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.381 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.381 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.381 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.381 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.381 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.381 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.381 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.381 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.381 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.381 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.381 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.381 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.382 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.382 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.382 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.382 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.382 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.382 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.382 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.382 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.382 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 5, 2024-07-29T16:19:47.382 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.382 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.382 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.382 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.383 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.383 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 811, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.383 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 5873, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.383 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 252, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.383 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 218, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.383 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 323, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.383 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.383 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.383 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.383 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.383 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.383 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.383 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.383 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.384 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.384 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.384 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.384 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.384 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.384 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.384 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.384 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.384 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.384 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.384 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.384 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.384 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.384 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.384 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.384 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.385 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.385 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.385 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 6, 2024-07-29T16:19:47.385 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.385 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.385 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.385 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.385 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.385 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 425, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.385 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.385 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 334, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.385 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 305, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.385 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 268, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.385 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.385 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.386 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.386 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.386 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.386 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.386 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.386 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.386 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.386 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.386 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.386 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.386 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.386 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.386 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.387 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.387 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.387 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.387 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.387 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.387 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.387 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.387 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.387 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.387 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.387 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.387 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 7, 2024-07-29T16:19:47.387 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.387 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.388 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.388 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.388 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.388 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 685, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.388 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 8657, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.388 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2284, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.388 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 258, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.388 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 172, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.388 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 132, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.388 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.388 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.388 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.388 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.388 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.388 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.389 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.389 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.389 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.389 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.389 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.389 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.389 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.389 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.389 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.389 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.389 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.389 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.389 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.390 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.390 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.390 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.390 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.390 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.390 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.390 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.390 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:47.390 INFO:tasks.workunit.client.0.smithi067.stdout: "axes": [ 2024-07-29T16:19:47.390 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.390 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T16:19:47.390 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:47.390 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Latency (usec)", 2024-07-29T16:19:47.391 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 100000, 2024-07-29T16:19:47.391 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:47.391 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:47.391 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 99999]", 2024-07-29T16:19:47.391 INFO:tasks.workunit.client.0.smithi067.stdout: "[100000, 199999]", 2024-07-29T16:19:47.391 INFO:tasks.workunit.client.0.smithi067.stdout: "[200000, 399999]", 2024-07-29T16:19:47.391 INFO:tasks.workunit.client.0.smithi067.stdout: "[400000, 799999]", 2024-07-29T16:19:47.391 INFO:tasks.workunit.client.0.smithi067.stdout: "[800000, 1599999]", 2024-07-29T16:19:47.391 INFO:tasks.workunit.client.0.smithi067.stdout: "[1600000, 3199999]", 2024-07-29T16:19:47.391 INFO:tasks.workunit.client.0.smithi067.stdout: "[3200000, 6399999]", 2024-07-29T16:19:47.391 INFO:tasks.workunit.client.0.smithi067.stdout: "[6400000, 12799999]", 2024-07-29T16:19:47.391 INFO:tasks.workunit.client.0.smithi067.stdout: "[12800000, 25599999]", 2024-07-29T16:19:47.391 INFO:tasks.workunit.client.0.smithi067.stdout: "[25600000, 51199999]", 2024-07-29T16:19:47.392 INFO:tasks.workunit.client.0.smithi067.stdout: "[51200000, 102399999]", 2024-07-29T16:19:47.392 INFO:tasks.workunit.client.0.smithi067.stdout: "[102400000, 204799999]", 2024-07-29T16:19:47.392 INFO:tasks.workunit.client.0.smithi067.stdout: "[204800000, 409599999]", 2024-07-29T16:19:47.392 INFO:tasks.workunit.client.0.smithi067.stdout: "[409600000, 819199999]", 2024-07-29T16:19:47.392 INFO:tasks.workunit.client.0.smithi067.stdout: "[819200000, 1638399999]", 2024-07-29T16:19:47.392 INFO:tasks.workunit.client.0.smithi067.stdout: "[1638400000, 3276799999]", 2024-07-29T16:19:47.392 INFO:tasks.workunit.client.0.smithi067.stdout: "[3276800000, 6553599999]", 2024-07-29T16:19:47.392 INFO:tasks.workunit.client.0.smithi067.stdout: "[6553600000, 13107199999]", 2024-07-29T16:19:47.392 INFO:tasks.workunit.client.0.smithi067.stdout: "[13107200000, 26214399999]", 2024-07-29T16:19:47.392 INFO:tasks.workunit.client.0.smithi067.stdout: "[26214400000, 52428799999]", 2024-07-29T16:19:47.392 INFO:tasks.workunit.client.0.smithi067.stdout: "[52428800000, 104857599999]", 2024-07-29T16:19:47.392 INFO:tasks.workunit.client.0.smithi067.stdout: "[104857600000, 209715199999]", 2024-07-29T16:19:47.392 INFO:tasks.workunit.client.0.smithi067.stdout: "[209715200000, 419430399999]", 2024-07-29T16:19:47.392 INFO:tasks.workunit.client.0.smithi067.stdout: "[419430400000, 838860799999]", 2024-07-29T16:19:47.393 INFO:tasks.workunit.client.0.smithi067.stdout: "[838860800000, 1677721599999]", 2024-07-29T16:19:47.393 INFO:tasks.workunit.client.0.smithi067.stdout: "[1677721600000, 3355443199999]", 2024-07-29T16:19:47.393 INFO:tasks.workunit.client.0.smithi067.stdout: "[3355443200000, 6710886399999]", 2024-07-29T16:19:47.393 INFO:tasks.workunit.client.0.smithi067.stdout: "[6710886400000, 13421772799999]", 2024-07-29T16:19:47.393 INFO:tasks.workunit.client.0.smithi067.stdout: "[13421772800000, 26843545599999]", 2024-07-29T16:19:47.393 INFO:tasks.workunit.client.0.smithi067.stdout: "[26843545600000, 53687091199999]", 2024-07-29T16:19:47.393 INFO:tasks.workunit.client.0.smithi067.stdout: "[53687091200000, None]" 2024-07-29T16:19:47.393 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.393 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:47.393 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.393 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.393 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 32, 2024-07-29T16:19:47.393 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:47.394 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "Request size (bytes)", 2024-07-29T16:19:47.394 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 512, 2024-07-29T16:19:47.394 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:47.394 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:47.394 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 511]", 2024-07-29T16:19:47.394 INFO:tasks.workunit.client.0.smithi067.stdout: "[512, 1023]", 2024-07-29T16:19:47.394 INFO:tasks.workunit.client.0.smithi067.stdout: "[1024, 2047]", 2024-07-29T16:19:47.394 INFO:tasks.workunit.client.0.smithi067.stdout: "[2048, 4095]", 2024-07-29T16:19:47.394 INFO:tasks.workunit.client.0.smithi067.stdout: "[4096, 8191]", 2024-07-29T16:19:47.394 INFO:tasks.workunit.client.0.smithi067.stdout: "[8192, 16383]", 2024-07-29T16:19:47.394 INFO:tasks.workunit.client.0.smithi067.stdout: "[16384, 32767]", 2024-07-29T16:19:47.394 INFO:tasks.workunit.client.0.smithi067.stdout: "[32768, 65535]", 2024-07-29T16:19:47.394 INFO:tasks.workunit.client.0.smithi067.stdout: "[65536, 131071]", 2024-07-29T16:19:47.394 INFO:tasks.workunit.client.0.smithi067.stdout: "[131072, 262143]", 2024-07-29T16:19:47.394 INFO:tasks.workunit.client.0.smithi067.stdout: "[262144, 524287]", 2024-07-29T16:19:47.395 INFO:tasks.workunit.client.0.smithi067.stdout: "[524288, 1048575]", 2024-07-29T16:19:47.395 INFO:tasks.workunit.client.0.smithi067.stdout: "[1048576, 2097151]", 2024-07-29T16:19:47.395 INFO:tasks.workunit.client.0.smithi067.stdout: "[2097152, 4194303]", 2024-07-29T16:19:47.395 INFO:tasks.workunit.client.0.smithi067.stdout: "[4194304, 8388607]", 2024-07-29T16:19:47.395 INFO:tasks.workunit.client.0.smithi067.stdout: "[8388608, 16777215]", 2024-07-29T16:19:47.395 INFO:tasks.workunit.client.0.smithi067.stdout: "[16777216, 33554431]", 2024-07-29T16:19:47.395 INFO:tasks.workunit.client.0.smithi067.stdout: "[33554432, 67108863]", 2024-07-29T16:19:47.395 INFO:tasks.workunit.client.0.smithi067.stdout: "[67108864, 134217727]", 2024-07-29T16:19:47.395 INFO:tasks.workunit.client.0.smithi067.stdout: "[134217728, 268435455]", 2024-07-29T16:19:47.395 INFO:tasks.workunit.client.0.smithi067.stdout: "[268435456, 536870911]", 2024-07-29T16:19:47.395 INFO:tasks.workunit.client.0.smithi067.stdout: "[536870912, 1073741823]", 2024-07-29T16:19:47.395 INFO:tasks.workunit.client.0.smithi067.stdout: "[1073741824, 2147483647]", 2024-07-29T16:19:47.395 INFO:tasks.workunit.client.0.smithi067.stdout: "[2147483648, 4294967295]", 2024-07-29T16:19:47.395 INFO:tasks.workunit.client.0.smithi067.stdout: "[4294967296, 8589934591]", 2024-07-29T16:19:47.395 INFO:tasks.workunit.client.0.smithi067.stdout: "[8589934592, 17179869183]", 2024-07-29T16:19:47.396 INFO:tasks.workunit.client.0.smithi067.stdout: "[17179869184, 34359738367]", 2024-07-29T16:19:47.396 INFO:tasks.workunit.client.0.smithi067.stdout: "[34359738368, 68719476735]", 2024-07-29T16:19:47.396 INFO:tasks.workunit.client.0.smithi067.stdout: "[68719476736, 137438953471]", 2024-07-29T16:19:47.396 INFO:tasks.workunit.client.0.smithi067.stdout: "[137438953472, 274877906943]", 2024-07-29T16:19:47.396 INFO:tasks.workunit.client.0.smithi067.stdout: "[274877906944, None]" 2024-07-29T16:19:47.396 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.396 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:47.396 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.396 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.396 INFO:tasks.workunit.client.0.smithi067.stdout: "osds": [ 2024-07-29T16:19:47.396 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.396 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 0, 2024-07-29T16:19:47.396 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.396 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.396 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.396 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.397 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.397 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 115, 5, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.397 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2203, 21, 4, 0, 12, 0, 3, 4, 7, 4, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.397 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1070, 12, 1, 2, 4, 6, 6, 13, 23, 57, 77, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.397 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 189, 7, 0, 1, 2, 0, 0, 1, 5, 9, 61, 246, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.397 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 184, 16, 0, 0, 0, 0, 0, 1, 1, 3, 10, 24, 288, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.397 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 367, 24, 0, 0, 0, 0, 0, 0, 1, 1, 3, 9, 15, 27, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.397 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 894, 50, 0, 0, 0, 0, 1, 0, 3, 0, 2, 5, 7, 25, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.397 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 883, 89, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.397 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 303, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.397 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.397 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.397 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.397 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.398 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.398 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.398 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.398 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.398 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.398 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.398 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.398 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.398 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.398 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.398 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.398 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.398 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.399 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.399 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.399 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.399 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.399 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.399 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 1, 2024-07-29T16:19:47.399 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.399 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.399 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.399 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.399 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.399 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.399 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2950, 27, 2, 2, 12, 1, 1, 5, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.399 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1339, 6, 3, 3, 5, 7, 11, 20, 45, 82, 100, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.399 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 87, 5, 2, 1, 3, 5, 3, 0, 3, 6, 57, 319, 202, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.400 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 16, 1, 0, 0, 0, 0, 1, 1, 1, 3, 2, 8, 362, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.400 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 24, 2, 0, 0, 0, 0, 0, 0, 0, 1, 1, 8, 15, 25, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.400 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 3, 12, 23, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.400 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1039, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.400 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 2644, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.400 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.400 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.400 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.400 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.400 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.400 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.400 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.400 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.400 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.401 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.401 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.401 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.401 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.401 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.401 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.401 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.401 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.401 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.401 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.401 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.401 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.401 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.402 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 2, 2024-07-29T16:19:47.402 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.402 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.402 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.402 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.402 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.402 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.402 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 421, 8, 3, 2, 5, 1, 0, 0, 1, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.402 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 200, 9, 0, 1, 2, 0, 1, 5, 3, 11, 61, 62, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.402 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 247, 11, 0, 0, 1, 1, 2, 7, 12, 12, 75, 112, 22, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.402 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 186, 4, 0, 0, 2, 0, 1, 2, 7, 8, 39, 54, 18, 13, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.402 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 53, 4, 0, 0, 3, 0, 1, 0, 2, 4, 12, 18, 18, 59, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.402 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 6, 22, 47, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.403 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 4, 7, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.403 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.403 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.403 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.403 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.403 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.403 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.403 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.403 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.403 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.403 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.403 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.403 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.404 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.404 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.404 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.404 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.404 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.404 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.404 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.404 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.404 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.404 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.404 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.404 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 3, 2024-07-29T16:19:47.404 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.404 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.404 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.405 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.405 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.405 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 18, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.405 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1152, 20, 0, 0, 13, 1, 5, 4, 13, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.405 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 419, 8, 0, 0, 5, 2, 3, 11, 9, 33, 47, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.405 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 85, 14, 0, 0, 0, 1, 1, 2, 2, 7, 51, 133, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.405 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 177, 27, 0, 0, 0, 0, 0, 2, 1, 1, 1, 16, 98, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.405 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 470, 25, 0, 0, 0, 0, 0, 0, 1, 2, 3, 5, 6, 16, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.405 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 418, 42, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 3, 16, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.405 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 247, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.405 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 11, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.405 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.406 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.406 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.406 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.406 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.406 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.406 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.406 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.406 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.406 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.406 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.406 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.406 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.407 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.407 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.407 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.407 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.407 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.407 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.407 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.407 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.407 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.407 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 4, 2024-07-29T16:19:47.407 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.407 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.407 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.408 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.408 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.408 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 43, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.408 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1103, 7, 1, 0, 10, 4, 1, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.408 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 596, 4, 3, 1, 1, 3, 5, 11, 14, 27, 45, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.408 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 302, 7, 0, 0, 2, 0, 3, 1, 6, 0, 43, 126, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.408 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 435, 15, 0, 0, 0, 0, 0, 0, 0, 4, 2, 11, 168, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.408 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 359, 23, 0, 0, 1, 0, 0, 1, 0, 0, 1, 5, 16, 24, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.408 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 152, 48, 0, 0, 0, 0, 0, 0, 0, 1, 2, 4, 10, 20, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.408 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 73, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.408 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.408 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.408 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.408 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.408 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.409 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.409 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.409 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.409 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.409 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.409 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.409 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.409 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.409 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.409 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.409 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.409 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.409 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.409 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.410 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.410 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.410 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.410 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.410 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 5, 2024-07-29T16:19:47.410 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.410 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.410 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.410 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.410 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.410 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 97, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.410 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 373, 18, 2, 0, 10, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.410 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 107, 7, 0, 1, 0, 0, 2, 0, 6, 6, 10, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.410 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 109, 1, 1, 0, 0, 1, 1, 4, 8, 5, 23, 45, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.411 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 39, 2, 0, 0, 0, 1, 0, 1, 2, 2, 14, 23, 8, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.411 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 11, 6, 0, 0, 0, 0, 0, 0, 2, 2, 7, 9, 13, 25, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.411 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 9, 11, 33, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.411 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.411 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.411 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.411 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.411 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.411 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.411 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.411 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.411 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.411 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.411 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.411 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.412 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.412 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.412 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.412 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.412 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.412 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.412 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.412 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.412 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.412 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.412 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.412 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.412 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 6, 2024-07-29T16:19:47.413 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.413 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.413 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.413 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.413 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.413 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 60, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.413 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1309, 20, 0, 0, 24, 4, 1, 4, 6, 6, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.413 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 512, 3, 0, 0, 1, 6, 4, 3, 15, 20, 18, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.413 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 389, 4, 0, 0, 1, 0, 0, 0, 2, 1, 25, 80, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.413 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 404, 6, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 154, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.413 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 279, 2, 0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 14, 25, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.413 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 128, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 2, 11, 25, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.413 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.413 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.414 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.414 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.414 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.414 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.414 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.414 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.414 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.414 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.414 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.414 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.414 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.414 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.414 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.414 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.414 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.415 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.415 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.415 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.415 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.415 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.415 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.415 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.415 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 7, 2024-07-29T16:19:47.415 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.415 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.415 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.415 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.415 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.415 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 75, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.416 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 278, 20, 0, 0, 11, 1, 1, 1, 0, 2, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.416 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 71, 1, 0, 0, 1, 0, 2, 6, 3, 2, 15, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.416 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 134, 4, 1, 0, 2, 0, 0, 4, 5, 7, 37, 29, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.416 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 1, 6, 13, 19, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.416 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 24, 4, 0, 0, 0, 0, 0, 0, 0, 1, 7, 16, 21, 31, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.416 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 15, 26, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.416 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.416 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.416 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.416 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.416 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.416 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.416 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.416 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.416 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.417 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.417 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.417 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.417 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.417 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.417 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.417 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.417 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.417 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.417 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.417 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.417 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.417 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.417 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.417 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.418 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.418 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.418 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.418 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_resrv_repnum_vs_duration": { 2024-07-29T16:19:47.418 INFO:tasks.workunit.client.0.smithi067.stdout: "axes": [ 2024-07-29T16:19:47.418 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.418 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 8, 2024-07-29T16:19:47.418 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:47.418 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "number of replicas", 2024-07-29T16:19:47.418 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 1, 2024-07-29T16:19:47.418 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:47.418 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:47.418 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0]", 2024-07-29T16:19:47.418 INFO:tasks.workunit.client.0.smithi067.stdout: "[1, 1]", 2024-07-29T16:19:47.418 INFO:tasks.workunit.client.0.smithi067.stdout: "[2, 2]", 2024-07-29T16:19:47.419 INFO:tasks.workunit.client.0.smithi067.stdout: "[3, 3]", 2024-07-29T16:19:47.419 INFO:tasks.workunit.client.0.smithi067.stdout: "[4, 4]", 2024-07-29T16:19:47.419 INFO:tasks.workunit.client.0.smithi067.stdout: "[5, 5]", 2024-07-29T16:19:47.419 INFO:tasks.workunit.client.0.smithi067.stdout: "[6, None]" 2024-07-29T16:19:47.419 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.419 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "linear" 2024-07-29T16:19:47.419 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.419 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.419 INFO:tasks.workunit.client.0.smithi067.stdout: "buckets": 10, 2024-07-29T16:19:47.419 INFO:tasks.workunit.client.0.smithi067.stdout: "min": 0, 2024-07-29T16:19:47.419 INFO:tasks.workunit.client.0.smithi067.stdout: "name": "duration", 2024-07-29T16:19:47.419 INFO:tasks.workunit.client.0.smithi067.stdout: "quant_size": 250000, 2024-07-29T16:19:47.419 INFO:tasks.workunit.client.0.smithi067.stdout: "ranges": [ 2024-07-29T16:19:47.419 INFO:tasks.workunit.client.0.smithi067.stdout: "[None, -1]", 2024-07-29T16:19:47.419 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 249999]", 2024-07-29T16:19:47.420 INFO:tasks.workunit.client.0.smithi067.stdout: "[250000, 499999]", 2024-07-29T16:19:47.420 INFO:tasks.workunit.client.0.smithi067.stdout: "[500000, 999999]", 2024-07-29T16:19:47.420 INFO:tasks.workunit.client.0.smithi067.stdout: "[1000000, 1999999]", 2024-07-29T16:19:47.420 INFO:tasks.workunit.client.0.smithi067.stdout: "[2000000, 3999999]", 2024-07-29T16:19:47.420 INFO:tasks.workunit.client.0.smithi067.stdout: "[4000000, 7999999]", 2024-07-29T16:19:47.420 INFO:tasks.workunit.client.0.smithi067.stdout: "[8000000, 15999999]", 2024-07-29T16:19:47.420 INFO:tasks.workunit.client.0.smithi067.stdout: "[16000000, 31999999]", 2024-07-29T16:19:47.420 INFO:tasks.workunit.client.0.smithi067.stdout: "[32000000, None]" 2024-07-29T16:19:47.420 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.420 INFO:tasks.workunit.client.0.smithi067.stdout: "scale_type": "log2" 2024-07-29T16:19:47.420 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.420 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.420 INFO:tasks.workunit.client.0.smithi067.stdout: "osds": [ 2024-07-29T16:19:47.420 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.420 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 0, 2024-07-29T16:19:47.421 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.421 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.421 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.421 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.421 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.421 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.421 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.421 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.421 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.421 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.421 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.421 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.421 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 1, 2024-07-29T16:19:47.421 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.421 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.421 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.422 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.422 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.422 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.422 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.422 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.422 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.422 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.422 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.422 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.422 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 2, 2024-07-29T16:19:47.422 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.422 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.422 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.422 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.422 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.423 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.423 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.423 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.423 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.423 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.423 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.423 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.423 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 3, 2024-07-29T16:19:47.423 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.423 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.423 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.423 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.423 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.423 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.423 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.424 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.424 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.424 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.424 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.424 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.424 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 4, 2024-07-29T16:19:47.424 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.424 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.424 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.424 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.424 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.424 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.424 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.424 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.424 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.425 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.425 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.425 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.425 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 5, 2024-07-29T16:19:47.425 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.425 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.425 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.425 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.425 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.425 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.425 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.425 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.425 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.425 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.425 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.425 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.426 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 6, 2024-07-29T16:19:47.426 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.426 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.426 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.426 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.426 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.426 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.426 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.426 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.426 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.426 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.426 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.426 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.426 INFO:tasks.workunit.client.0.smithi067.stdout: "osd_id": 7, 2024-07-29T16:19:47.426 INFO:tasks.workunit.client.0.smithi067.stdout: "values": [ 2024-07-29T16:19:47.427 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.427 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.427 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.427 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.427 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.427 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.427 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-29T16:19:47.427 INFO:tasks.workunit.client.0.smithi067.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-29T16:19:47.427 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.427 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.427 INFO:tasks.workunit.client.0.smithi067.stdout: ] 2024-07-29T16:19:47.427 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.427 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.427 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.427 INFO:tasks.workunit.client.0.smithi067.stdout: "perf_counters": { 2024-07-29T16:19:47.428 INFO:tasks.workunit.client.0.smithi067.stdout: "mds.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T16:19:47.428 INFO:tasks.workunit.client.0.smithi067.stdout: "mds": { 2024-07-29T16:19:47.428 INFO:tasks.workunit.client.0.smithi067.stdout: "caps": { 2024-07-29T16:19:47.428 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.428 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.428 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_cap_op_flush_ack": { 2024-07-29T16:19:47.428 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.428 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.428 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_cap_op_flushsnap_ack": { 2024-07-29T16:19:47.428 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.428 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.428 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_cap_op_grant": { 2024-07-29T16:19:47.428 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.428 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.428 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_cap_op_revoke": { 2024-07-29T16:19:47.429 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.429 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.429 INFO:tasks.workunit.client.0.smithi067.stdout: "ceph_cap_op_trunc": { 2024-07-29T16:19:47.429 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.429 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.429 INFO:tasks.workunit.client.0.smithi067.stdout: "dir_commit": { 2024-07-29T16:19:47.429 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.429 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.429 INFO:tasks.workunit.client.0.smithi067.stdout: "dir_fetch_complete": { 2024-07-29T16:19:47.429 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12 2024-07-29T16:19:47.429 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.429 INFO:tasks.workunit.client.0.smithi067.stdout: "dir_fetch_keys": { 2024-07-29T16:19:47.429 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T16:19:47.429 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.429 INFO:tasks.workunit.client.0.smithi067.stdout: "dir_merge": { 2024-07-29T16:19:47.429 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.430 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.430 INFO:tasks.workunit.client.0.smithi067.stdout: "dir_split": { 2024-07-29T16:19:47.430 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.430 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.430 INFO:tasks.workunit.client.0.smithi067.stdout: "exported_inodes": { 2024-07-29T16:19:47.430 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.430 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.430 INFO:tasks.workunit.client.0.smithi067.stdout: "forward": { 2024-07-29T16:19:47.430 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.430 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.430 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_client_cap_release": { 2024-07-29T16:19:47.430 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.430 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.430 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_client_caps": { 2024-07-29T16:19:47.430 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.431 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.431 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_client_caps_dirty": { 2024-07-29T16:19:47.431 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.431 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.431 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_inode_file_caps": { 2024-07-29T16:19:47.431 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.431 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.431 INFO:tasks.workunit.client.0.smithi067.stdout: "imported_inodes": { 2024-07-29T16:19:47.431 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.431 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.431 INFO:tasks.workunit.client.0.smithi067.stdout: "inodes": { 2024-07-29T16:19:47.431 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T16:19:47.431 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.431 INFO:tasks.workunit.client.0.smithi067.stdout: "inodes_expired": { 2024-07-29T16:19:47.431 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.431 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.432 INFO:tasks.workunit.client.0.smithi067.stdout: "inodes_pinned": { 2024-07-29T16:19:47.432 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T16:19:47.432 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.432 INFO:tasks.workunit.client.0.smithi067.stdout: "inodes_with_caps": { 2024-07-29T16:19:47.432 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.432 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.432 INFO:tasks.workunit.client.0.smithi067.stdout: "load_cent": { 2024-07-29T16:19:47.432 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.432 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.432 INFO:tasks.workunit.client.0.smithi067.stdout: "openino_dir_fetch": { 2024-07-29T16:19:47.432 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.432 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.432 INFO:tasks.workunit.client.0.smithi067.stdout: "process_request_cap_release": { 2024-07-29T16:19:47.432 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.432 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.432 INFO:tasks.workunit.client.0.smithi067.stdout: "reply_latency": { 2024-07-29T16:19:47.433 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.433 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.433 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.433 INFO:tasks.workunit.client.0.smithi067.stdout: "request": { 2024-07-29T16:19:47.433 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.433 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.433 INFO:tasks.workunit.client.0.smithi067.stdout: "root_rbytes": { 2024-07-29T16:19:47.433 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.433 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.433 INFO:tasks.workunit.client.0.smithi067.stdout: "root_rfiles": { 2024-07-29T16:19:47.433 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.433 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.433 INFO:tasks.workunit.client.0.smithi067.stdout: "root_rsnaps": { 2024-07-29T16:19:47.433 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.434 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.434 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_reply": { 2024-07-29T16:19:47.434 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.434 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.434 INFO:tasks.workunit.client.0.smithi067.stdout: "subtrees": { 2024-07-29T16:19:47.434 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:47.434 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.434 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.434 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_cache": { 2024-07-29T16:19:47.434 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_enqueue_scrub": { 2024-07-29T16:19:47.434 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.434 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.434 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_exportdir": { 2024-07-29T16:19:47.434 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.434 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.435 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_flush": { 2024-07-29T16:19:47.435 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.435 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.435 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_fragmentdir": { 2024-07-29T16:19:47.435 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.435 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.435 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_fragstats": { 2024-07-29T16:19:47.435 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.435 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.435 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_inodestats": { 2024-07-29T16:19:47.435 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.435 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.435 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_quiesce_inode": { 2024-07-29T16:19:47.435 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.435 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.435 INFO:tasks.workunit.client.0.smithi067.stdout: "ireq_quiesce_path": { 2024-07-29T16:19:47.436 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.436 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.436 INFO:tasks.workunit.client.0.smithi067.stdout: "num_recovering_enqueued": { 2024-07-29T16:19:47.436 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.436 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.436 INFO:tasks.workunit.client.0.smithi067.stdout: "num_recovering_prioritized": { 2024-07-29T16:19:47.436 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.436 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.436 INFO:tasks.workunit.client.0.smithi067.stdout: "num_recovering_processing": { 2024-07-29T16:19:47.436 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.436 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.436 INFO:tasks.workunit.client.0.smithi067.stdout: "num_strays": { 2024-07-29T16:19:47.436 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.436 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.436 INFO:tasks.workunit.client.0.smithi067.stdout: "num_strays_delayed": { 2024-07-29T16:19:47.436 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.437 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.437 INFO:tasks.workunit.client.0.smithi067.stdout: "num_strays_enqueuing": { 2024-07-29T16:19:47.437 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.437 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.437 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_completed": { 2024-07-29T16:19:47.437 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.437 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.437 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_started": { 2024-07-29T16:19:47.437 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.437 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.437 INFO:tasks.workunit.client.0.smithi067.stdout: "strays_created": { 2024-07-29T16:19:47.437 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.437 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.437 INFO:tasks.workunit.client.0.smithi067.stdout: "strays_enqueued": { 2024-07-29T16:19:47.437 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.437 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.438 INFO:tasks.workunit.client.0.smithi067.stdout: "strays_migrated": { 2024-07-29T16:19:47.438 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.438 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.438 INFO:tasks.workunit.client.0.smithi067.stdout: "strays_reintegrated": { 2024-07-29T16:19:47.438 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.438 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.438 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.438 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_log": { 2024-07-29T16:19:47.438 INFO:tasks.workunit.client.0.smithi067.stdout: "ev": { 2024-07-29T16:19:47.438 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17 2024-07-29T16:19:47.438 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.438 INFO:tasks.workunit.client.0.smithi067.stdout: "evadd": { 2024-07-29T16:19:47.438 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.439 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.439 INFO:tasks.workunit.client.0.smithi067.stdout: "evex": { 2024-07-29T16:19:47.439 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.439 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.439 INFO:tasks.workunit.client.0.smithi067.stdout: "evexd": { 2024-07-29T16:19:47.439 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.439 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.439 INFO:tasks.workunit.client.0.smithi067.stdout: "evexg": { 2024-07-29T16:19:47.439 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.439 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.439 INFO:tasks.workunit.client.0.smithi067.stdout: "evlrg": { 2024-07-29T16:19:47.439 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.439 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.439 INFO:tasks.workunit.client.0.smithi067.stdout: "evtrm": { 2024-07-29T16:19:47.440 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.440 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.440 INFO:tasks.workunit.client.0.smithi067.stdout: "jlat": { 2024-07-29T16:19:47.440 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.440 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.440 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.440 INFO:tasks.workunit.client.0.smithi067.stdout: "replayed": { 2024-07-29T16:19:47.440 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17 2024-07-29T16:19:47.440 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.440 INFO:tasks.workunit.client.0.smithi067.stdout: "seg": { 2024-07-29T16:19:47.440 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T16:19:47.440 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.440 INFO:tasks.workunit.client.0.smithi067.stdout: "segadd": { 2024-07-29T16:19:47.440 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.440 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.440 INFO:tasks.workunit.client.0.smithi067.stdout: "segex": { 2024-07-29T16:19:47.441 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.441 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.441 INFO:tasks.workunit.client.0.smithi067.stdout: "segexd": { 2024-07-29T16:19:47.441 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.441 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.441 INFO:tasks.workunit.client.0.smithi067.stdout: "segexg": { 2024-07-29T16:19:47.441 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.441 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.441 INFO:tasks.workunit.client.0.smithi067.stdout: "segmjr": { 2024-07-29T16:19:47.441 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T16:19:47.441 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.441 INFO:tasks.workunit.client.0.smithi067.stdout: "segtrm": { 2024-07-29T16:19:47.441 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.441 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.441 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.441 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_mem": { 2024-07-29T16:19:47.442 INFO:tasks.workunit.client.0.smithi067.stdout: "cap": { 2024-07-29T16:19:47.442 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.442 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.442 INFO:tasks.workunit.client.0.smithi067.stdout: "cap+": { 2024-07-29T16:19:47.442 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.442 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.442 INFO:tasks.workunit.client.0.smithi067.stdout: "cap-": { 2024-07-29T16:19:47.442 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.442 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.442 INFO:tasks.workunit.client.0.smithi067.stdout: "dir": { 2024-07-29T16:19:47.442 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12 2024-07-29T16:19:47.442 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.442 INFO:tasks.workunit.client.0.smithi067.stdout: "dir+": { 2024-07-29T16:19:47.442 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12 2024-07-29T16:19:47.443 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.443 INFO:tasks.workunit.client.0.smithi067.stdout: "dir-": { 2024-07-29T16:19:47.443 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.443 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.443 INFO:tasks.workunit.client.0.smithi067.stdout: "dn": { 2024-07-29T16:19:47.443 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T16:19:47.443 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.443 INFO:tasks.workunit.client.0.smithi067.stdout: "dn+": { 2024-07-29T16:19:47.443 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T16:19:47.443 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.443 INFO:tasks.workunit.client.0.smithi067.stdout: "dn-": { 2024-07-29T16:19:47.443 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.443 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.443 INFO:tasks.workunit.client.0.smithi067.stdout: "heap": { 2024-07-29T16:19:47.444 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 248088 2024-07-29T16:19:47.444 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.444 INFO:tasks.workunit.client.0.smithi067.stdout: "ino": { 2024-07-29T16:19:47.444 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13 2024-07-29T16:19:47.444 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.444 INFO:tasks.workunit.client.0.smithi067.stdout: "ino+": { 2024-07-29T16:19:47.444 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13 2024-07-29T16:19:47.444 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.444 INFO:tasks.workunit.client.0.smithi067.stdout: "ino-": { 2024-07-29T16:19:47.444 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.444 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.444 INFO:tasks.workunit.client.0.smithi067.stdout: "rss": { 2024-07-29T16:19:47.444 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 51140 2024-07-29T16:19:47.444 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.444 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.445 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_server": { 2024-07-29T16:19:47.445 INFO:tasks.workunit.client.0.smithi067.stdout: "cap_acquisition_throttle": { 2024-07-29T16:19:47.445 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.445 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.445 INFO:tasks.workunit.client.0.smithi067.stdout: "cap_revoke_eviction": { 2024-07-29T16:19:47.445 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.445 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.445 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_client_request": { 2024-07-29T16:19:47.445 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.445 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.445 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_client_session": { 2024-07-29T16:19:47.445 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.445 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.445 INFO:tasks.workunit.client.0.smithi067.stdout: "handle_peer_request": { 2024-07-29T16:19:47.445 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.445 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.446 INFO:tasks.workunit.client.0.smithi067.stdout: "req_create_latency": { 2024-07-29T16:19:47.446 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.446 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.446 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.446 INFO:tasks.workunit.client.0.smithi067.stdout: "req_getattr_latency": { 2024-07-29T16:19:47.446 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.446 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.446 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.446 INFO:tasks.workunit.client.0.smithi067.stdout: "req_getfilelock_latency": { 2024-07-29T16:19:47.446 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.446 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.446 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.446 INFO:tasks.workunit.client.0.smithi067.stdout: "req_getvxattr_latency": { 2024-07-29T16:19:47.446 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.446 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.447 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.447 INFO:tasks.workunit.client.0.smithi067.stdout: "req_link_latency": { 2024-07-29T16:19:47.447 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.447 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.447 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.447 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookup_latency": { 2024-07-29T16:19:47.447 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.447 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.447 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.447 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookuphash_latency": { 2024-07-29T16:19:47.447 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.447 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.447 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.447 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookupino_latency": { 2024-07-29T16:19:47.447 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.447 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.448 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.448 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookupname_latency": { 2024-07-29T16:19:47.448 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.448 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.448 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.448 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookupparent_latency": { 2024-07-29T16:19:47.448 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.448 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.448 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.448 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lookupsnap_latency": { 2024-07-29T16:19:47.448 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.448 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.448 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.448 INFO:tasks.workunit.client.0.smithi067.stdout: "req_lssnap_latency": { 2024-07-29T16:19:47.448 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.448 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.449 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.449 INFO:tasks.workunit.client.0.smithi067.stdout: "req_mkdir_latency": { 2024-07-29T16:19:47.449 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.449 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.449 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.449 INFO:tasks.workunit.client.0.smithi067.stdout: "req_mknod_latency": { 2024-07-29T16:19:47.449 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.449 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.449 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.449 INFO:tasks.workunit.client.0.smithi067.stdout: "req_mksnap_latency": { 2024-07-29T16:19:47.449 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.449 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.449 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.449 INFO:tasks.workunit.client.0.smithi067.stdout: "req_open_latency": { 2024-07-29T16:19:47.449 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.450 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.450 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.450 INFO:tasks.workunit.client.0.smithi067.stdout: "req_readdir_latency": { 2024-07-29T16:19:47.450 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.450 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.450 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.450 INFO:tasks.workunit.client.0.smithi067.stdout: "req_rename_latency": { 2024-07-29T16:19:47.450 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.450 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.450 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.450 INFO:tasks.workunit.client.0.smithi067.stdout: "req_renamesnap_latency": { 2024-07-29T16:19:47.450 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.450 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.450 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.450 INFO:tasks.workunit.client.0.smithi067.stdout: "req_rmdir_latency": { 2024-07-29T16:19:47.451 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.451 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.451 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.451 INFO:tasks.workunit.client.0.smithi067.stdout: "req_rmsnap_latency": { 2024-07-29T16:19:47.451 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.451 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.451 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.451 INFO:tasks.workunit.client.0.smithi067.stdout: "req_rmxattr_latency": { 2024-07-29T16:19:47.451 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.451 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.451 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.451 INFO:tasks.workunit.client.0.smithi067.stdout: "req_setattr_latency": { 2024-07-29T16:19:47.451 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.451 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.452 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.452 INFO:tasks.workunit.client.0.smithi067.stdout: "req_setdirlayout_latency": { 2024-07-29T16:19:47.452 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.452 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.452 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.452 INFO:tasks.workunit.client.0.smithi067.stdout: "req_setfilelock_latency": { 2024-07-29T16:19:47.452 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.452 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.452 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.452 INFO:tasks.workunit.client.0.smithi067.stdout: "req_setlayout_latency": { 2024-07-29T16:19:47.452 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.452 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.452 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.453 INFO:tasks.workunit.client.0.smithi067.stdout: "req_setxattr_latency": { 2024-07-29T16:19:47.453 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.453 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.453 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.453 INFO:tasks.workunit.client.0.smithi067.stdout: "req_snapdiff_latency": { 2024-07-29T16:19:47.453 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.453 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.453 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.453 INFO:tasks.workunit.client.0.smithi067.stdout: "req_symlink_latency": { 2024-07-29T16:19:47.453 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.453 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.453 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.453 INFO:tasks.workunit.client.0.smithi067.stdout: "req_unlink_latency": { 2024-07-29T16:19:47.453 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.454 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.454 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.454 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.454 INFO:tasks.workunit.client.0.smithi067.stdout: "mds_sessions": { 2024-07-29T16:19:47.454 INFO:tasks.workunit.client.0.smithi067.stdout: "average_load": { 2024-07-29T16:19:47.454 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.454 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.454 INFO:tasks.workunit.client.0.smithi067.stdout: "avg_session_uptime": { 2024-07-29T16:19:47.454 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.454 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.454 INFO:tasks.workunit.client.0.smithi067.stdout: "mdthresh_evicted": { 2024-07-29T16:19:47.454 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.454 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.454 INFO:tasks.workunit.client.0.smithi067.stdout: "session_add": { 2024-07-29T16:19:47.455 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8 2024-07-29T16:19:47.455 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.455 INFO:tasks.workunit.client.0.smithi067.stdout: "session_count": { 2024-07-29T16:19:47.455 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.455 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.455 INFO:tasks.workunit.client.0.smithi067.stdout: "session_remove": { 2024-07-29T16:19:47.455 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8 2024-07-29T16:19:47.455 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.455 INFO:tasks.workunit.client.0.smithi067.stdout: "sessions_open": { 2024-07-29T16:19:47.455 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:47.455 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.455 INFO:tasks.workunit.client.0.smithi067.stdout: "sessions_stale": { 2024-07-29T16:19:47.455 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.455 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.456 INFO:tasks.workunit.client.0.smithi067.stdout: "total_load": { 2024-07-29T16:19:47.456 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.456 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.456 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.456 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:47.456 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:47.456 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.456 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.456 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:47.456 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 37 2024-07-29T16:19:47.456 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.456 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:47.456 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.456 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.457 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:47.457 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7 2024-07-29T16:19:47.457 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.457 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.457 INFO:tasks.workunit.client.0.smithi067.stdout: "purge_queue": { 2024-07-29T16:19:47.457 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executed": { 2024-07-29T16:19:47.457 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.457 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.457 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executed_ops": { 2024-07-29T16:19:47.457 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.457 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.457 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executing": { 2024-07-29T16:19:47.457 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.457 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.458 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executing_high_water": { 2024-07-29T16:19:47.458 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.458 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.458 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executing_ops": { 2024-07-29T16:19:47.458 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.458 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.458 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_executing_ops_high_water": { 2024-07-29T16:19:47.458 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.458 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.458 INFO:tasks.workunit.client.0.smithi067.stdout: "pq_item_in_journal": { 2024-07-29T16:19:47.458 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.458 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.458 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.458 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.459 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.641a85d86b656f466466c239caaac24dfbeee0c5": { 2024-07-29T16:19:47.459 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T16:19:47.459 INFO:tasks.workunit.client.0.smithi067.stdout: "election_call": { 2024-07-29T16:19:47.459 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T16:19:47.459 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.459 INFO:tasks.workunit.client.0.smithi067.stdout: "election_lose": { 2024-07-29T16:19:47.459 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.459 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.459 INFO:tasks.workunit.client.0.smithi067.stdout: "election_win": { 2024-07-29T16:19:47.459 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T16:19:47.459 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.459 INFO:tasks.workunit.client.0.smithi067.stdout: "num_elections": { 2024-07-29T16:19:47.459 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14 2024-07-29T16:19:47.459 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.460 INFO:tasks.workunit.client.0.smithi067.stdout: "num_sessions": { 2024-07-29T16:19:47.460 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T16:19:47.460 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.460 INFO:tasks.workunit.client.0.smithi067.stdout: "session_add": { 2024-07-29T16:19:47.460 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5 2024-07-29T16:19:47.460 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.460 INFO:tasks.workunit.client.0.smithi067.stdout: "session_rm": { 2024-07-29T16:19:47.460 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 225 2024-07-29T16:19:47.460 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.460 INFO:tasks.workunit.client.0.smithi067.stdout: "session_trim": { 2024-07-29T16:19:47.460 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.460 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.460 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.460 INFO:tasks.workunit.client.0.smithi067.stdout: "paxos": { 2024-07-29T16:19:47.461 INFO:tasks.workunit.client.0.smithi067.stdout: "accept_timeout": { 2024-07-29T16:19:47.461 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.461 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.461 INFO:tasks.workunit.client.0.smithi067.stdout: "begin": { 2024-07-29T16:19:47.461 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7872 2024-07-29T16:19:47.461 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.461 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_bytes": { 2024-07-29T16:19:47.461 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7872, 2024-07-29T16:19:47.461 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 57470870 2024-07-29T16:19:47.461 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.461 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_keys": { 2024-07-29T16:19:47.461 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7872, 2024-07-29T16:19:47.461 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23616 2024-07-29T16:19:47.462 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.462 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_latency": { 2024-07-29T16:19:47.462 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7872, 2024-07-29T16:19:47.462 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1565966933 2024-07-29T16:19:47.462 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.462 INFO:tasks.workunit.client.0.smithi067.stdout: "collect": { 2024-07-29T16:19:47.462 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.462 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.462 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_bytes": { 2024-07-29T16:19:47.462 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.462 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.462 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.462 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_keys": { 2024-07-29T16:19:47.463 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.463 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.463 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.463 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_latency": { 2024-07-29T16:19:47.463 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.463 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.463 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.463 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_timeout": { 2024-07-29T16:19:47.463 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.463 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.463 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_uncommitted": { 2024-07-29T16:19:47.463 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:47.463 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.463 INFO:tasks.workunit.client.0.smithi067.stdout: "commit": { 2024-07-29T16:19:47.464 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7870 2024-07-29T16:19:47.464 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.464 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_bytes": { 2024-07-29T16:19:47.464 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7870, 2024-07-29T16:19:47.464 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56883876 2024-07-29T16:19:47.464 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.464 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_keys": { 2024-07-29T16:19:47.464 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7870, 2024-07-29T16:19:47.464 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 62865 2024-07-29T16:19:47.464 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.464 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_latency": { 2024-07-29T16:19:47.464 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7870, 2024-07-29T16:19:47.464 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2824872715 2024-07-29T16:19:47.464 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.464 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_ack_timeout": { 2024-07-29T16:19:47.465 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.465 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.465 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_timeout": { 2024-07-29T16:19:47.465 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.465 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.465 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn": { 2024-07-29T16:19:47.465 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T16:19:47.465 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.465 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn_latency": { 2024-07-29T16:19:47.465 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:47.465 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6999853 2024-07-29T16:19:47.465 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.465 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh": { 2024-07-29T16:19:47.465 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7872 2024-07-29T16:19:47.466 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.466 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh_latency": { 2024-07-29T16:19:47.466 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7872, 2024-07-29T16:19:47.466 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 31611333217 2024-07-29T16:19:47.466 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.466 INFO:tasks.workunit.client.0.smithi067.stdout: "restart": { 2024-07-29T16:19:47.466 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16 2024-07-29T16:19:47.466 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.466 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state": { 2024-07-29T16:19:47.466 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.466 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.466 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_bytes": { 2024-07-29T16:19:47.466 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.467 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.467 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.467 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_keys": { 2024-07-29T16:19:47.467 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.467 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.467 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.467 INFO:tasks.workunit.client.0.smithi067.stdout: "start_leader": { 2024-07-29T16:19:47.467 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T16:19:47.467 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.467 INFO:tasks.workunit.client.0.smithi067.stdout: "start_peon": { 2024-07-29T16:19:47.467 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.467 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.467 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state": { 2024-07-29T16:19:47.468 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.468 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.468 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_bytes": { 2024-07-29T16:19:47.468 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.468 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.468 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.468 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_keys": { 2024-07-29T16:19:47.468 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.468 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.468 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.468 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_latency": { 2024-07-29T16:19:47.468 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.468 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.468 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.469 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.469 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache": { 2024-07-29T16:19:47.469 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:47.469 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1020054731 2024-07-29T16:19:47.469 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.469 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:47.469 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 258105344 2024-07-29T16:19:47.469 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.469 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:47.469 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 254926848 2024-07-29T16:19:47.469 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.469 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:47.469 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2147483648 2024-07-29T16:19:47.469 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.470 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:47.470 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3178496 2024-07-29T16:19:47.470 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.470 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.470 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:full": { 2024-07-29T16:19:47.470 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.470 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 360710144 2024-07-29T16:19:47.470 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.470 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.470 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.470 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.470 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.470 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.471 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.471 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.471 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 266406667 2024-07-29T16:19:47.471 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.471 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.471 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 26510764 2024-07-29T16:19:47.471 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.471 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.471 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.471 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.471 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.471 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.471 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.471 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.472 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.472 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.472 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.472 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.472 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.472 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.472 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.472 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.472 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.472 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.472 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.472 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.472 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.472 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.472 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.473 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.473 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.473 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.473 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67792713 2024-07-29T16:19:47.473 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.473 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.473 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:inc": { 2024-07-29T16:19:47.473 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.473 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 339738624 2024-07-29T16:19:47.473 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.473 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.473 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.473 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.473 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.473 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.474 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.474 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.474 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 266406667 2024-07-29T16:19:47.474 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.474 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.474 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2107818 2024-07-29T16:19:47.474 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.474 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.474 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.474 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.474 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.474 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.474 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.474 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.474 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.475 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.475 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.475 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.475 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.475 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.475 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.475 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.475 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.475 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.475 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.475 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.475 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.475 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.475 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.475 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.475 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.476 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.476 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71224139 2024-07-29T16:19:47.476 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.476 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.476 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:kv": { 2024-07-29T16:19:47.476 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.476 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 314572800 2024-07-29T16:19:47.476 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.476 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.476 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:47.476 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.476 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.476 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.476 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.476 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.476 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 177604445 2024-07-29T16:19:47.477 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.477 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.477 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.477 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.477 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.477 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.477 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.477 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.477 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.477 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.477 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.477 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.477 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.477 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.477 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.478 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.478 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.478 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.478 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.478 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.478 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.478 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.478 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.478 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.478 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.478 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.478 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.478 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.478 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.479 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 69859491 2024-07-29T16:19:47.479 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.479 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.479 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb": { 2024-07-29T16:19:47.479 INFO:tasks.workunit.client.0.smithi067.stdout: "compact": { 2024-07-29T16:19:47.479 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.479 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.479 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_completed": { 2024-07-29T16:19:47.479 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 92 2024-07-29T16:19:47.479 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.479 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lasted": { 2024-07-29T16:19:47.479 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 63797487 2024-07-29T16:19:47.479 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.480 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_len": { 2024-07-29T16:19:47.480 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.480 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.480 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_merge": { 2024-07-29T16:19:47.480 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.480 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.480 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_running": { 2024-07-29T16:19:47.480 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.480 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.480 INFO:tasks.workunit.client.0.smithi067.stdout: "get_latency": { 2024-07-29T16:19:47.480 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 356197, 2024-07-29T16:19:47.480 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2176257928 2024-07-29T16:19:47.480 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.480 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_delay_time": { 2024-07-29T16:19:47.480 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.481 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.481 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.481 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_memtable_time": { 2024-07-29T16:19:47.481 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.481 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.481 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.481 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-29T16:19:47.481 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.481 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.481 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.481 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_wal_time": { 2024-07-29T16:19:47.481 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.481 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.482 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.482 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_latency": { 2024-07-29T16:19:47.482 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.482 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.482 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.482 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_sync_latency": { 2024-07-29T16:19:47.482 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 19231, 2024-07-29T16:19:47.482 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7543280228 2024-07-29T16:19:47.482 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.482 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.482 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.482 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.88f1e2f1a9980ce30b43411b8d195844f2fd44e3": { 2024-07-29T16:19:47.483 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T16:19:47.483 INFO:tasks.workunit.client.0.smithi067.stdout: "election_call": { 2024-07-29T16:19:47.483 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:47.483 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.483 INFO:tasks.workunit.client.0.smithi067.stdout: "election_lose": { 2024-07-29T16:19:47.483 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T16:19:47.483 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.483 INFO:tasks.workunit.client.0.smithi067.stdout: "election_win": { 2024-07-29T16:19:47.483 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.483 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_elections": { 2024-07-29T16:19:47.483 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10 2024-07-29T16:19:47.483 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_sessions": { 2024-07-29T16:19:47.484 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8 2024-07-29T16:19:47.484 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.484 INFO:tasks.workunit.client.0.smithi067.stdout: "session_add": { 2024-07-29T16:19:47.484 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4 2024-07-29T16:19:47.484 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.484 INFO:tasks.workunit.client.0.smithi067.stdout: "session_rm": { 2024-07-29T16:19:47.484 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 270 2024-07-29T16:19:47.484 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.484 INFO:tasks.workunit.client.0.smithi067.stdout: "session_trim": { 2024-07-29T16:19:47.484 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.484 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.484 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.484 INFO:tasks.workunit.client.0.smithi067.stdout: "paxos": { 2024-07-29T16:19:47.484 INFO:tasks.workunit.client.0.smithi067.stdout: "accept_timeout": { 2024-07-29T16:19:47.484 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.484 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.485 INFO:tasks.workunit.client.0.smithi067.stdout: "begin": { 2024-07-29T16:19:47.485 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7814 2024-07-29T16:19:47.485 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.485 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_bytes": { 2024-07-29T16:19:47.485 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7814, 2024-07-29T16:19:47.485 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56309338 2024-07-29T16:19:47.485 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.485 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_keys": { 2024-07-29T16:19:47.485 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.485 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.485 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.485 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_latency": { 2024-07-29T16:19:47.485 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7814, 2024-07-29T16:19:47.485 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1887960208 2024-07-29T16:19:47.485 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.485 INFO:tasks.workunit.client.0.smithi067.stdout: "collect": { 2024-07-29T16:19:47.486 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T16:19:47.486 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.486 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_bytes": { 2024-07-29T16:19:47.486 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T16:19:47.486 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 219 2024-07-29T16:19:47.486 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.486 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_keys": { 2024-07-29T16:19:47.486 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T16:19:47.486 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T16:19:47.486 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.486 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_latency": { 2024-07-29T16:19:47.486 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3, 2024-07-29T16:19:47.486 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.486 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.487 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_timeout": { 2024-07-29T16:19:47.487 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.487 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.487 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_uncommitted": { 2024-07-29T16:19:47.487 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T16:19:47.487 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.487 INFO:tasks.workunit.client.0.smithi067.stdout: "commit": { 2024-07-29T16:19:47.487 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7813 2024-07-29T16:19:47.487 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.487 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_bytes": { 2024-07-29T16:19:47.487 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.487 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.487 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.487 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_keys": { 2024-07-29T16:19:47.487 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.488 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.488 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.488 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_latency": { 2024-07-29T16:19:47.488 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.488 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.488 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.488 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_ack_timeout": { 2024-07-29T16:19:47.488 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.488 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.488 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_timeout": { 2024-07-29T16:19:47.488 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.488 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.488 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn": { 2024-07-29T16:19:47.488 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.488 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.489 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn_latency": { 2024-07-29T16:19:47.489 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.489 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.489 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.489 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh": { 2024-07-29T16:19:47.489 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7813 2024-07-29T16:19:47.489 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.489 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh_latency": { 2024-07-29T16:19:47.489 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7813, 2024-07-29T16:19:47.489 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 28836391654 2024-07-29T16:19:47.489 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.489 INFO:tasks.workunit.client.0.smithi067.stdout: "restart": { 2024-07-29T16:19:47.489 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12 2024-07-29T16:19:47.489 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.489 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state": { 2024-07-29T16:19:47.490 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.490 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.490 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_bytes": { 2024-07-29T16:19:47.490 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.490 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.490 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.490 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_keys": { 2024-07-29T16:19:47.490 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.490 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.490 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.490 INFO:tasks.workunit.client.0.smithi067.stdout: "start_leader": { 2024-07-29T16:19:47.490 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.490 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.490 INFO:tasks.workunit.client.0.smithi067.stdout: "start_peon": { 2024-07-29T16:19:47.490 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T16:19:47.491 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.491 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state": { 2024-07-29T16:19:47.491 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7813 2024-07-29T16:19:47.491 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.491 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_bytes": { 2024-07-29T16:19:47.491 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7813, 2024-07-29T16:19:47.491 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 111116630 2024-07-29T16:19:47.491 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.491 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_keys": { 2024-07-29T16:19:47.491 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7813, 2024-07-29T16:19:47.491 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70077 2024-07-29T16:19:47.491 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.491 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_latency": { 2024-07-29T16:19:47.491 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7813, 2024-07-29T16:19:47.491 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5436885332 2024-07-29T16:19:47.491 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.492 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.492 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache": { 2024-07-29T16:19:47.492 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:47.492 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1020054731 2024-07-29T16:19:47.492 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.492 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:47.492 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 181379072 2024-07-29T16:19:47.492 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.492 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:47.492 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 177070080 2024-07-29T16:19:47.492 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.492 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:47.492 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2147483648 2024-07-29T16:19:47.492 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.492 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:47.493 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4308992 2024-07-29T16:19:47.493 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.493 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.493 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:full": { 2024-07-29T16:19:47.493 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.493 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 360710144 2024-07-29T16:19:47.493 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.493 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.493 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.493 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.493 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.493 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.493 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.493 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.494 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 266154753 2024-07-29T16:19:47.494 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.494 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.494 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 26596918 2024-07-29T16:19:47.494 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.494 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.494 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.494 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.494 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.494 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.494 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.494 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.494 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.494 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.494 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.495 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.495 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.495 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.495 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.495 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.495 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.495 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.495 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.495 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.495 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.495 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.495 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.495 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.495 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.495 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.495 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67958473 2024-07-29T16:19:47.496 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.496 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.496 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:inc": { 2024-07-29T16:19:47.496 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.496 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 339738624 2024-07-29T16:19:47.496 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.496 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.496 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.496 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.496 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.496 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.496 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.496 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.496 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 266154753 2024-07-29T16:19:47.497 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.497 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.497 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2693437 2024-07-29T16:19:47.497 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.497 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.497 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.497 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.497 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.497 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.497 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.497 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.497 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.497 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.498 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.498 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.498 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.498 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.498 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.498 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.498 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.498 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.498 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.498 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.498 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.498 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.498 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.498 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.499 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.499 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.499 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70890434 2024-07-29T16:19:47.499 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.499 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.499 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:kv": { 2024-07-29T16:19:47.499 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.499 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 314572800 2024-07-29T16:19:47.499 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.499 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.499 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:47.499 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.499 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.499 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.499 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.499 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.500 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 177436502 2024-07-29T16:19:47.500 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.500 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.500 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.500 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.500 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.500 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.500 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.500 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.500 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.500 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.500 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.500 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.501 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.501 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.501 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.501 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.501 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.501 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.501 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.501 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.501 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.501 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.501 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.501 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.501 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.501 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.502 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.502 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.502 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.502 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70027434 2024-07-29T16:19:47.502 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.502 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.502 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb": { 2024-07-29T16:19:47.502 INFO:tasks.workunit.client.0.smithi067.stdout: "compact": { 2024-07-29T16:19:47.502 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.502 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.502 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_completed": { 2024-07-29T16:19:47.502 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 91 2024-07-29T16:19:47.502 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.503 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lasted": { 2024-07-29T16:19:47.503 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 63430002 2024-07-29T16:19:47.503 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.503 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_len": { 2024-07-29T16:19:47.503 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.503 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.503 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_merge": { 2024-07-29T16:19:47.503 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.503 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.503 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_running": { 2024-07-29T16:19:47.503 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.503 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.503 INFO:tasks.workunit.client.0.smithi067.stdout: "get_latency": { 2024-07-29T16:19:47.504 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 343094, 2024-07-29T16:19:47.504 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1916606751 2024-07-29T16:19:47.504 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.504 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_delay_time": { 2024-07-29T16:19:47.504 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.504 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.504 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.504 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_memtable_time": { 2024-07-29T16:19:47.504 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.504 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.504 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.504 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-29T16:19:47.504 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.504 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.504 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.505 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_wal_time": { 2024-07-29T16:19:47.505 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.505 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.505 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.505 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_latency": { 2024-07-29T16:19:47.505 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.505 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.505 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.505 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_sync_latency": { 2024-07-29T16:19:47.505 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 19089, 2024-07-29T16:19:47.505 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9574302650 2024-07-29T16:19:47.505 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.505 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.505 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.505 INFO:tasks.workunit.client.0.smithi067.stdout: "mon.fe352cc5d8c505de303363ceef3e5f6f0234bfa7": { 2024-07-29T16:19:47.506 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T16:19:47.506 INFO:tasks.workunit.client.0.smithi067.stdout: "election_call": { 2024-07-29T16:19:47.506 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:47.506 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.506 INFO:tasks.workunit.client.0.smithi067.stdout: "election_lose": { 2024-07-29T16:19:47.506 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:47.506 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.506 INFO:tasks.workunit.client.0.smithi067.stdout: "election_win": { 2024-07-29T16:19:47.506 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.506 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_elections": { 2024-07-29T16:19:47.506 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7 2024-07-29T16:19:47.506 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_sessions": { 2024-07-29T16:19:47.506 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8 2024-07-29T16:19:47.507 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.507 INFO:tasks.workunit.client.0.smithi067.stdout: "session_add": { 2024-07-29T16:19:47.507 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T16:19:47.507 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.507 INFO:tasks.workunit.client.0.smithi067.stdout: "session_rm": { 2024-07-29T16:19:47.507 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 251 2024-07-29T16:19:47.507 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.507 INFO:tasks.workunit.client.0.smithi067.stdout: "session_trim": { 2024-07-29T16:19:47.507 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.507 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.507 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.507 INFO:tasks.workunit.client.0.smithi067.stdout: "paxos": { 2024-07-29T16:19:47.507 INFO:tasks.workunit.client.0.smithi067.stdout: "accept_timeout": { 2024-07-29T16:19:47.507 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.507 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.508 INFO:tasks.workunit.client.0.smithi067.stdout: "begin": { 2024-07-29T16:19:47.508 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7775 2024-07-29T16:19:47.508 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.508 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_bytes": { 2024-07-29T16:19:47.508 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7775, 2024-07-29T16:19:47.508 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 55963905 2024-07-29T16:19:47.508 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.508 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_keys": { 2024-07-29T16:19:47.508 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.508 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.508 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.508 INFO:tasks.workunit.client.0.smithi067.stdout: "begin_latency": { 2024-07-29T16:19:47.508 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7775, 2024-07-29T16:19:47.508 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1282973427 2024-07-29T16:19:47.509 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.509 INFO:tasks.workunit.client.0.smithi067.stdout: "collect": { 2024-07-29T16:19:47.509 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:47.509 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.509 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_bytes": { 2024-07-29T16:19:47.509 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T16:19:47.509 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 146 2024-07-29T16:19:47.509 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.509 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_keys": { 2024-07-29T16:19:47.509 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T16:19:47.509 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:47.509 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.509 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_latency": { 2024-07-29T16:19:47.509 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2, 2024-07-29T16:19:47.510 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.510 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.510 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_timeout": { 2024-07-29T16:19:47.510 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.510 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.510 INFO:tasks.workunit.client.0.smithi067.stdout: "collect_uncommitted": { 2024-07-29T16:19:47.510 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.510 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.510 INFO:tasks.workunit.client.0.smithi067.stdout: "commit": { 2024-07-29T16:19:47.510 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7775 2024-07-29T16:19:47.510 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.510 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_bytes": { 2024-07-29T16:19:47.510 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.510 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.511 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.511 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_keys": { 2024-07-29T16:19:47.511 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.511 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.511 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.511 INFO:tasks.workunit.client.0.smithi067.stdout: "commit_latency": { 2024-07-29T16:19:47.511 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.511 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.511 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.511 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_ack_timeout": { 2024-07-29T16:19:47.511 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.511 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.511 INFO:tasks.workunit.client.0.smithi067.stdout: "lease_timeout": { 2024-07-29T16:19:47.511 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.511 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.512 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn": { 2024-07-29T16:19:47.512 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.512 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.512 INFO:tasks.workunit.client.0.smithi067.stdout: "new_pn_latency": { 2024-07-29T16:19:47.512 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.512 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.512 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.512 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh": { 2024-07-29T16:19:47.512 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7775 2024-07-29T16:19:47.512 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.512 INFO:tasks.workunit.client.0.smithi067.stdout: "refresh_latency": { 2024-07-29T16:19:47.512 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7775, 2024-07-29T16:19:47.512 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25112479446 2024-07-29T16:19:47.512 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.512 INFO:tasks.workunit.client.0.smithi067.stdout: "restart": { 2024-07-29T16:19:47.513 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9 2024-07-29T16:19:47.513 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.513 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state": { 2024-07-29T16:19:47.513 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.513 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.513 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_bytes": { 2024-07-29T16:19:47.513 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.513 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.513 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.513 INFO:tasks.workunit.client.0.smithi067.stdout: "share_state_keys": { 2024-07-29T16:19:47.513 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.513 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.513 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.513 INFO:tasks.workunit.client.0.smithi067.stdout: "start_leader": { 2024-07-29T16:19:47.513 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.514 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.514 INFO:tasks.workunit.client.0.smithi067.stdout: "start_peon": { 2024-07-29T16:19:47.514 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:47.514 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.514 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state": { 2024-07-29T16:19:47.514 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7775 2024-07-29T16:19:47.514 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.514 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_bytes": { 2024-07-29T16:19:47.514 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7775, 2024-07-29T16:19:47.514 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 110447016 2024-07-29T16:19:47.514 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.514 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_keys": { 2024-07-29T16:19:47.514 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7775, 2024-07-29T16:19:47.514 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 69682 2024-07-29T16:19:47.515 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.515 INFO:tasks.workunit.client.0.smithi067.stdout: "store_state_latency": { 2024-07-29T16:19:47.515 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7775, 2024-07-29T16:19:47.515 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2459949020 2024-07-29T16:19:47.515 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.515 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.515 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache": { 2024-07-29T16:19:47.515 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:47.515 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1020054731 2024-07-29T16:19:47.515 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.515 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:47.515 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 168828928 2024-07-29T16:19:47.515 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.515 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:47.515 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 165257216 2024-07-29T16:19:47.515 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.516 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:47.516 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2147483648 2024-07-29T16:19:47.516 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.516 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:47.516 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3571712 2024-07-29T16:19:47.516 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.516 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.516 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:full": { 2024-07-29T16:19:47.516 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.516 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 360710144 2024-07-29T16:19:47.516 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.516 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.516 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.516 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.516 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.517 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.517 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.517 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.517 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 266945384 2024-07-29T16:19:47.517 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.517 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.517 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25637789 2024-07-29T16:19:47.517 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.517 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.517 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.517 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.517 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.517 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.517 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.517 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.517 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.518 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.518 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.518 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.518 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.518 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.518 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.518 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.518 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.518 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.518 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.518 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.518 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.518 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.518 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.518 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.519 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.519 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.519 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68126971 2024-07-29T16:19:47.519 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.519 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.519 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:inc": { 2024-07-29T16:19:47.519 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.519 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 339738624 2024-07-29T16:19:47.519 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.519 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.519 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.519 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.519 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.519 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.519 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.520 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.520 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 266945384 2024-07-29T16:19:47.520 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.520 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.520 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1544216 2024-07-29T16:19:47.520 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.520 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.520 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.520 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.520 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.520 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.520 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.520 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.520 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.521 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.521 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.521 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.521 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.521 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.521 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.521 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.521 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.521 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.521 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.521 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.521 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.521 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.522 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.522 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.522 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.522 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.522 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71249024 2024-07-29T16:19:47.522 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.522 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.522 INFO:tasks.workunit.client.0.smithi067.stdout: "prioritycache:kv": { 2024-07-29T16:19:47.522 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.522 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 314572800 2024-07-29T16:19:47.522 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.522 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.523 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:47.523 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.523 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.523 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.523 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.523 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.523 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 177963589 2024-07-29T16:19:47.523 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.523 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.523 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.523 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.523 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.523 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.523 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.524 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.524 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.524 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.524 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.524 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.524 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.524 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.524 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.524 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.524 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.524 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.524 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.524 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.524 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.525 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.525 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.525 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.525 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.525 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.525 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.525 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.525 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.525 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 69500347 2024-07-29T16:19:47.525 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.525 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.525 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb": { 2024-07-29T16:19:47.525 INFO:tasks.workunit.client.0.smithi067.stdout: "compact": { 2024-07-29T16:19:47.525 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.525 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.526 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_completed": { 2024-07-29T16:19:47.526 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 91 2024-07-29T16:19:47.526 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.526 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lasted": { 2024-07-29T16:19:47.526 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 48085316 2024-07-29T16:19:47.526 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.526 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_len": { 2024-07-29T16:19:47.526 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.526 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.526 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_queue_merge": { 2024-07-29T16:19:47.526 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.526 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.526 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_running": { 2024-07-29T16:19:47.526 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.526 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.527 INFO:tasks.workunit.client.0.smithi067.stdout: "get_latency": { 2024-07-29T16:19:47.527 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 339318, 2024-07-29T16:19:47.527 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1624840498 2024-07-29T16:19:47.527 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.527 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_delay_time": { 2024-07-29T16:19:47.527 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.527 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.527 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.527 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_memtable_time": { 2024-07-29T16:19:47.527 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.527 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.527 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.527 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-29T16:19:47.527 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.527 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.528 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.528 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_write_wal_time": { 2024-07-29T16:19:47.528 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.528 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.528 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.528 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_latency": { 2024-07-29T16:19:47.528 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.528 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.528 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.528 INFO:tasks.workunit.client.0.smithi067.stdout: "submit_sync_latency": { 2024-07-29T16:19:47.528 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 18993, 2024-07-29T16:19:47.528 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5903663291 2024-07-29T16:19:47.528 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.528 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.528 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.528 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.0": { 2024-07-29T16:19:47.529 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:47.529 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_db_max_lat": { 2024-07-29T16:19:47.529 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24149 2024-07-29T16:19:47.529 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.529 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T16:19:47.529 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.529 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.529 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_max_lat": { 2024-07-29T16:19:47.529 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.529 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.529 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T16:19:47.529 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.529 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.529 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T16:19:47.530 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T16:19:47.530 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.530 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_slow": { 2024-07-29T16:19:47.530 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.530 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.530 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T16:19:47.530 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.530 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.530 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_wal_max_lat": { 2024-07-29T16:19:47.530 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.530 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.530 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T16:19:47.530 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.530 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.530 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T16:19:47.530 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5574656 2024-07-29T16:19:47.531 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.531 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T16:19:47.531 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 693964800 2024-07-29T16:19:47.531 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.531 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T16:19:47.531 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 19, 2024-07-29T16:19:47.531 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3959194 2024-07-29T16:19:47.531 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.531 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T16:19:47.531 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 19, 2024-07-29T16:19:47.531 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1341974 2024-07-29T16:19:47.531 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.531 INFO:tasks.workunit.client.0.smithi067.stdout: "db_alloc_lat": { 2024-07-29T16:19:47.531 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 186, 2024-07-29T16:19:47.532 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 951162 2024-07-29T16:19:47.532 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.532 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T16:19:47.532 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995027456 2024-07-29T16:19:47.532 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.532 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T16:19:47.532 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 610664448 2024-07-29T16:19:47.532 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.532 INFO:tasks.workunit.client.0.smithi067.stdout: "flush_lat": { 2024-07-29T16:19:47.532 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 78038, 2024-07-29T16:19:47.532 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10678734675 2024-07-29T16:19:47.532 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.532 INFO:tasks.workunit.client.0.smithi067.stdout: "fsync_lat": { 2024-07-29T16:19:47.532 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 78064, 2024-07-29T16:19:47.533 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17568796935 2024-07-29T16:19:47.533 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.533 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T16:19:47.533 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3817472 2024-07-29T16:19:47.533 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.533 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T16:19:47.533 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 319717376 2024-07-29T16:19:47.533 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.533 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T16:19:47.533 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 627703808 2024-07-29T16:19:47.533 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.533 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T16:19:47.533 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.533 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.533 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T16:19:47.534 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.534 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.534 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T16:19:47.534 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 46 2024-07-29T16:19:47.534 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.534 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T16:19:47.534 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 335124571 2024-07-29T16:19:47.534 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.534 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T16:19:47.534 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 22171 2024-07-29T16:19:47.534 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.534 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T16:19:47.534 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 286801920 2024-07-29T16:19:47.534 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.534 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T16:19:47.534 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 286806016 2024-07-29T16:19:47.535 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.535 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T16:19:47.535 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.535 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.535 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T16:19:47.535 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.535 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.535 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T16:19:47.535 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11119 2024-07-29T16:19:47.535 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.535 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:47.535 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22171, 2024-07-29T16:19:47.535 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 189816408 2024-07-29T16:19:47.536 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.536 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T16:19:47.536 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 257065800 2024-07-29T16:19:47.536 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.536 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T16:19:47.536 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19776 2024-07-29T16:19:47.536 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.536 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T16:19:47.536 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2304425 2024-07-29T16:19:47.536 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.536 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T16:19:47.536 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 584 2024-07-29T16:19:47.536 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.536 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T16:19:47.536 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5367480 2024-07-29T16:19:47.536 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.537 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T16:19:47.537 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 772 2024-07-29T16:19:47.537 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.537 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T16:19:47.537 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3063055 2024-07-29T16:19:47.537 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.537 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T16:19:47.537 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3063055 2024-07-29T16:19:47.537 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.537 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T16:19:47.537 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.537 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.537 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T16:19:47.537 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.538 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.538 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T16:19:47.538 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 192 2024-07-29T16:19:47.538 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.538 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_lat": { 2024-07-29T16:19:47.538 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 772, 2024-07-29T16:19:47.538 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1927666 2024-07-29T16:19:47.538 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.538 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_alloc_lat": { 2024-07-29T16:19:47.538 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.538 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.538 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.538 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T16:19:47.538 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.539 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.539 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T16:19:47.539 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.539 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.539 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:47.539 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:47.539 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 651 2024-07-29T16:19:47.539 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.539 INFO:tasks.workunit.client.0.smithi067.stdout: "unlink_lat": { 2024-07-29T16:19:47.539 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:47.539 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6828 2024-07-29T16:19:47.539 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.539 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_alloc_lat": { 2024-07-29T16:19:47.540 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.540 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.540 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.540 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T16:19:47.540 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.540 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.540 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T16:19:47.540 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.540 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.540 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T16:19:47.540 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1022132224 2024-07-29T16:19:47.540 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.540 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.540 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T16:19:47.540 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T16:19:47.541 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T16:19:47.541 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.541 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T16:19:47.541 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15142912 2024-07-29T16:19:47.541 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.541 INFO:tasks.workunit.client.0.smithi067.stdout: "allocator_lat": { 2024-07-29T16:19:47.541 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 21187, 2024-07-29T16:19:47.541 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 83696047 2024-07-29T16:19:47.541 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.541 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T16:19:47.541 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3295, 2024-07-29T16:19:47.541 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 473106650 2024-07-29T16:19:47.541 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.541 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T16:19:47.541 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.541 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.542 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.542 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T16:19:47.542 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.542 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.542 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T16:19:47.542 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.542 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.542 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T16:19:47.542 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.542 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.542 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T16:19:47.542 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 32123, 2024-07-29T16:19:47.542 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 231550914 2024-07-29T16:19:47.542 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.542 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T16:19:47.543 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.543 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.543 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.543 INFO:tasks.workunit.client.0.smithi067.stdout: "fragmentation_micros": { 2024-07-29T16:19:47.543 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.543 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.543 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T16:19:47.543 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 77993, 2024-07-29T16:19:47.543 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21909821207 2024-07-29T16:19:47.543 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.543 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T16:19:47.543 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 77252, 2024-07-29T16:19:47.543 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1856706871 2024-07-29T16:19:47.543 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.544 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T16:19:47.544 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 77993, 2024-07-29T16:19:47.544 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 52423215 2024-07-29T16:19:47.544 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.544 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T16:19:47.544 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 77993, 2024-07-29T16:19:47.544 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21962244422 2024-07-29T16:19:47.544 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.544 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T16:19:47.544 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.544 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.544 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.544 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T16:19:47.544 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 37276, 2024-07-29T16:19:47.544 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1071370192 2024-07-29T16:19:47.544 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.545 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T16:19:47.545 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1079, 2024-07-29T16:19:47.545 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2951384 2024-07-29T16:19:47.545 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.545 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T16:19:47.545 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 25449, 2024-07-29T16:19:47.545 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12344946 2024-07-29T16:19:47.545 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.545 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T16:19:47.545 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 52, 2024-07-29T16:19:47.545 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71239 2024-07-29T16:19:47.545 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.545 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T16:19:47.545 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22853, 2024-07-29T16:19:47.545 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4556361329 2024-07-29T16:19:47.546 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.546 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T16:19:47.546 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 269902 2024-07-29T16:19:47.546 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.546 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T16:19:47.546 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24125 2024-07-29T16:19:47.546 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.546 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:47.546 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28122, 2024-07-29T16:19:47.546 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2795661527 2024-07-29T16:19:47.546 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.546 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T16:19:47.546 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 62830, 2024-07-29T16:19:47.546 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 20085227 2024-07-29T16:19:47.547 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.547 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T16:19:47.547 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 34708, 2024-07-29T16:19:47.547 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2166820738 2024-07-29T16:19:47.547 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.547 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T16:19:47.547 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.547 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.547 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T16:19:47.547 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15077, 2024-07-29T16:19:47.547 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 397540586 2024-07-29T16:19:47.547 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.547 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_aio_wait_count": { 2024-07-29T16:19:47.547 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.547 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.548 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_committed_kv_count": { 2024-07-29T16:19:47.548 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.548 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.548 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_onode_meta_count": { 2024-07-29T16:19:47.548 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.548 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.548 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_wait_aio_count": { 2024-07-29T16:19:47.548 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.548 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.548 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T16:19:47.548 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:47.548 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7894479065 2024-07-29T16:19:47.548 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.548 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T16:19:47.548 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9449, 2024-07-29T16:19:47.548 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 519777412 2024-07-29T16:19:47.549 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.549 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T16:19:47.549 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9447, 2024-07-29T16:19:47.549 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2626862127990 2024-07-29T16:19:47.549 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.549 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T16:19:47.549 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9449, 2024-07-29T16:19:47.549 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6494103856839 2024-07-29T16:19:47.549 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.549 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T16:19:47.549 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92208, 2024-07-29T16:19:47.549 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2482712939329 2024-07-29T16:19:47.549 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.549 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T16:19:47.549 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92208, 2024-07-29T16:19:47.549 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11092745 2024-07-29T16:19:47.550 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.550 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T16:19:47.550 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:47.550 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 296625523 2024-07-29T16:19:47.550 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.550 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T16:19:47.550 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:47.550 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38876209774 2024-07-29T16:19:47.550 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.550 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T16:19:47.550 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:47.550 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30910817 2024-07-29T16:19:47.550 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.550 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T16:19:47.550 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:47.551 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 20338882443 2024-07-29T16:19:47.551 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.551 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T16:19:47.551 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:47.551 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8460637289 2024-07-29T16:19:47.551 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.551 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T16:19:47.551 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10978258 2024-07-29T16:19:47.551 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.551 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:47.551 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2666, 2024-07-29T16:19:47.551 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17908675 2024-07-29T16:19:47.551 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.551 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T16:19:47.551 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:47.551 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 75879300891 2024-07-29T16:19:47.552 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.552 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T16:19:47.552 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:47.552 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9584429696 2024-07-29T16:19:47.552 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.552 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T16:19:47.552 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 92210, 2024-07-29T16:19:47.552 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 553994265 2024-07-29T16:19:47.552 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.552 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.552 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T16:19:47.552 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:47.552 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1405137013 2024-07-29T16:19:47.552 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.552 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:47.552 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 638492672 2024-07-29T16:19:47.553 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.553 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:47.553 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 488726528 2024-07-29T16:19:47.553 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.553 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:47.553 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2600521625 2024-07-29T16:19:47.553 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.553 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:47.553 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 149766144 2024-07-29T16:19:47.553 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.553 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.553 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T16:19:47.553 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.553 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125829120 2024-07-29T16:19:47.554 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.554 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.554 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.554 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.554 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.554 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.554 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.554 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.554 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 57019037 2024-07-29T16:19:47.554 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.554 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.554 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.554 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.554 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.554 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.555 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.555 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.555 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.555 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.555 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.555 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.555 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.555 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.555 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 610 2024-07-29T16:19:47.555 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.555 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.555 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65830 2024-07-29T16:19:47.555 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.555 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.555 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.555 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.556 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.556 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.556 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.556 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.556 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.556 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.556 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.556 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68743643 2024-07-29T16:19:47.556 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.556 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.556 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T16:19:47.556 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.556 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 562036736 2024-07-29T16:19:47.556 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.556 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.557 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:47.557 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.557 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.557 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.557 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.557 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.557 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 427642784 2024-07-29T16:19:47.557 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.557 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.557 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.557 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.557 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.557 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.557 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.557 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.558 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2160 2024-07-29T16:19:47.558 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.558 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.558 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.558 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.558 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.558 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 126224 2024-07-29T16:19:47.558 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.558 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.558 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.558 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.558 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.558 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.558 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.558 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.559 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.559 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.559 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.559 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.559 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.559 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.559 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67156704 2024-07-29T16:19:47.559 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.559 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.559 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T16:19:47.559 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.559 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176160768 2024-07-29T16:19:47.559 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.559 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.559 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:47.559 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.560 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.560 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 229088 2024-07-29T16:19:47.560 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.560 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.560 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38012691 2024-07-29T16:19:47.560 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.560 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.560 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.560 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.560 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.560 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.560 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.560 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.560 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.560 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.561 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.561 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.561 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.561 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.561 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.561 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.561 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.561 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.561 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.561 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.561 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.561 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.561 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.562 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.562 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.562 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.562 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.562 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.562 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.562 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70810125 2024-07-29T16:19:47.562 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.562 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.562 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T16:19:47.562 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.562 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 503316480 2024-07-29T16:19:47.562 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.562 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.563 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.563 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.563 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.563 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.563 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.563 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.563 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 427642784 2024-07-29T16:19:47.563 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.563 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.563 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.563 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.563 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.563 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.563 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.564 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.564 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.564 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.564 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.564 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.564 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.564 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.564 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 174128 2024-07-29T16:19:47.564 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.564 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.564 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1175882 2024-07-29T16:19:47.564 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.564 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.564 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.564 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.565 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.565 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.565 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.565 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.565 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.565 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.565 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.565 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 74323686 2024-07-29T16:19:47.565 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.565 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.565 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:47.565 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:47.565 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.566 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.566 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:47.566 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 46 2024-07-29T16:19:47.566 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.566 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:47.566 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.566 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.566 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:47.566 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.566 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.566 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.566 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:47.566 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T16:19:47.566 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56 2024-07-29T16:19:47.566 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.567 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T16:19:47.567 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.567 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.567 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T16:19:47.567 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 60882 2024-07-29T16:19:47.567 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.567 INFO:tasks.workunit.client.0.smithi067.stdout: "op_before_queue_op_lat": { 2024-07-29T16:19:47.567 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 150439, 2024-07-29T16:19:47.567 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7173871049 2024-07-29T16:19:47.567 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.567 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T16:19:47.567 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7 2024-07-29T16:19:47.567 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.567 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T16:19:47.568 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T16:19:47.568 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.568 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T16:19:47.568 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1984662728 2024-07-29T16:19:47.568 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.568 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T16:19:47.568 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 60882, 2024-07-29T16:19:47.568 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 226261901866 2024-07-29T16:19:47.568 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.568 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T16:19:47.568 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3713584972 2024-07-29T16:19:47.568 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.568 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T16:19:47.568 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 61995, 2024-07-29T16:19:47.568 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24179245509 2024-07-29T16:19:47.568 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.569 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T16:19:47.569 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 60882, 2024-07-29T16:19:47.569 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 89588096002 2024-07-29T16:19:47.569 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.569 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:47.569 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 43882 2024-07-29T16:19:47.569 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.569 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T16:19:47.569 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 43882, 2024-07-29T16:19:47.569 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 22178766905 2024-07-29T16:19:47.569 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.569 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:47.569 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.569 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.569 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T16:19:47.569 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3713584972 2024-07-29T16:19:47.570 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.570 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T16:19:47.570 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 44267, 2024-07-29T16:19:47.570 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8657235861 2024-07-29T16:19:47.570 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.570 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T16:19:47.570 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 43882, 2024-07-29T16:19:47.570 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9744447962 2024-07-29T16:19:47.570 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.570 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T16:19:47.570 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9273 2024-07-29T16:19:47.570 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.570 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T16:19:47.570 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 370018182 2024-07-29T16:19:47.570 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.571 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T16:19:47.571 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9273, 2024-07-29T16:19:47.571 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16096499725 2024-07-29T16:19:47.571 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.571 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:47.571 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.571 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.571 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:47.571 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.571 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.571 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T16:19:47.571 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.571 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.571 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T16:19:47.571 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9751, 2024-07-29T16:19:47.572 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6053497978 2024-07-29T16:19:47.572 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.572 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T16:19:47.572 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9273, 2024-07-29T16:19:47.572 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14110171733 2024-07-29T16:19:47.572 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.572 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:47.572 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7727 2024-07-29T16:19:47.572 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.572 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T16:19:47.572 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1614644546 2024-07-29T16:19:47.572 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.572 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T16:19:47.572 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7727, 2024-07-29T16:19:47.572 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 187986635236 2024-07-29T16:19:47.573 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.573 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:47.573 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.573 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.573 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T16:19:47.573 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7977, 2024-07-29T16:19:47.573 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9468511670 2024-07-29T16:19:47.573 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.573 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T16:19:47.573 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7727, 2024-07-29T16:19:47.573 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65733476307 2024-07-29T16:19:47.573 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.573 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T16:19:47.573 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.573 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.574 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T16:19:47.574 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 75 2024-07-29T16:19:47.574 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.574 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T16:19:47.574 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30 2024-07-29T16:19:47.574 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.574 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T16:19:47.574 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T16:19:47.574 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.574 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T16:19:47.574 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 625823744 2024-07-29T16:19:47.574 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.574 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.574 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.574 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.1": { 2024-07-29T16:19:47.575 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:47.575 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_db_max_lat": { 2024-07-29T16:19:47.575 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23705 2024-07-29T16:19:47.575 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.575 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T16:19:47.575 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.575 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.575 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_max_lat": { 2024-07-29T16:19:47.575 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.575 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.575 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T16:19:47.575 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.575 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.575 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T16:19:47.575 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T16:19:47.576 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.576 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_slow": { 2024-07-29T16:19:47.576 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.576 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.576 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T16:19:47.576 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.576 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.576 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_wal_max_lat": { 2024-07-29T16:19:47.576 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.576 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.576 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T16:19:47.576 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.576 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.576 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T16:19:47.576 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9580544 2024-07-29T16:19:47.577 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.577 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T16:19:47.577 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 760287232 2024-07-29T16:19:47.577 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.577 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T16:19:47.577 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17, 2024-07-29T16:19:47.577 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3860474 2024-07-29T16:19:47.577 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.577 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T16:19:47.577 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17, 2024-07-29T16:19:47.577 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1391672 2024-07-29T16:19:47.577 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.577 INFO:tasks.workunit.client.0.smithi067.stdout: "db_alloc_lat": { 2024-07-29T16:19:47.577 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 189, 2024-07-29T16:19:47.577 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 900705 2024-07-29T16:19:47.578 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.578 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T16:19:47.578 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995027456 2024-07-29T16:19:47.578 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.578 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T16:19:47.578 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 762642432 2024-07-29T16:19:47.578 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.578 INFO:tasks.workunit.client.0.smithi067.stdout: "flush_lat": { 2024-07-29T16:19:47.578 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 70379, 2024-07-29T16:19:47.578 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10443921079 2024-07-29T16:19:47.578 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.578 INFO:tasks.workunit.client.0.smithi067.stdout: "fsync_lat": { 2024-07-29T16:19:47.578 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 70401, 2024-07-29T16:19:47.578 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17062852430 2024-07-29T16:19:47.578 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.578 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T16:19:47.579 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5668864 2024-07-29T16:19:47.579 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.579 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T16:19:47.579 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 288301056 2024-07-29T16:19:47.579 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.579 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T16:19:47.579 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 779681792 2024-07-29T16:19:47.579 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.579 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T16:19:47.579 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.579 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.579 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T16:19:47.579 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.579 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.579 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T16:19:47.580 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 54 2024-07-29T16:19:47.580 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.580 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T16:19:47.580 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 352864282 2024-07-29T16:19:47.580 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.580 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T16:19:47.580 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 22704 2024-07-29T16:19:47.580 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.580 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T16:19:47.580 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 322527232 2024-07-29T16:19:47.580 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.580 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T16:19:47.580 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 322531328 2024-07-29T16:19:47.580 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.580 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T16:19:47.580 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.581 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.581 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T16:19:47.581 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.581 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.581 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T16:19:47.581 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13011 2024-07-29T16:19:47.581 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.581 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:47.581 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22704, 2024-07-29T16:19:47.581 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 185089685 2024-07-29T16:19:47.581 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.581 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T16:19:47.581 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 245067274 2024-07-29T16:19:47.581 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.581 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T16:19:47.581 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19402 2024-07-29T16:19:47.582 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.582 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T16:19:47.582 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3335667 2024-07-29T16:19:47.582 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.582 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T16:19:47.582 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 710 2024-07-29T16:19:47.582 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.582 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T16:19:47.582 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9455203 2024-07-29T16:19:47.582 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.582 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T16:19:47.582 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 968 2024-07-29T16:19:47.582 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.582 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T16:19:47.582 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6119536 2024-07-29T16:19:47.583 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.583 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T16:19:47.583 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6119536 2024-07-29T16:19:47.583 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.583 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T16:19:47.583 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.583 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.583 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T16:19:47.583 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.583 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.583 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T16:19:47.583 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 268 2024-07-29T16:19:47.583 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.583 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_lat": { 2024-07-29T16:19:47.584 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 968, 2024-07-29T16:19:47.584 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3307101 2024-07-29T16:19:47.584 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.584 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_alloc_lat": { 2024-07-29T16:19:47.584 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.584 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.584 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.584 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T16:19:47.584 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.584 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.584 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T16:19:47.584 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.584 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.584 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:47.585 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:47.585 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 668 2024-07-29T16:19:47.585 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.585 INFO:tasks.workunit.client.0.smithi067.stdout: "unlink_lat": { 2024-07-29T16:19:47.585 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:47.585 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7566 2024-07-29T16:19:47.585 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.585 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_alloc_lat": { 2024-07-29T16:19:47.585 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.585 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.585 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.585 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T16:19:47.585 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.585 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.586 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T16:19:47.586 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.586 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.586 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T16:19:47.586 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1060753408 2024-07-29T16:19:47.586 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.586 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.586 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T16:19:47.586 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T16:19:47.586 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T16:19:47.586 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.586 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T16:19:47.586 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10350592 2024-07-29T16:19:47.586 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.586 INFO:tasks.workunit.client.0.smithi067.stdout: "allocator_lat": { 2024-07-29T16:19:47.586 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 19256, 2024-07-29T16:19:47.587 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 81762910 2024-07-29T16:19:47.587 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.587 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T16:19:47.587 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3302, 2024-07-29T16:19:47.587 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 508731111 2024-07-29T16:19:47.587 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.587 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T16:19:47.587 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.587 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.587 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.587 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T16:19:47.587 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.587 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.587 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T16:19:47.587 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.588 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.588 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T16:19:47.588 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.588 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.588 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T16:19:47.588 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15024, 2024-07-29T16:19:47.588 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 123624571 2024-07-29T16:19:47.588 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.588 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T16:19:47.588 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.588 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.588 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.588 INFO:tasks.workunit.client.0.smithi067.stdout: "fragmentation_micros": { 2024-07-29T16:19:47.588 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.589 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.589 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T16:19:47.589 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 70316, 2024-07-29T16:19:47.589 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21322138634 2024-07-29T16:19:47.589 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.589 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T16:19:47.589 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 69755, 2024-07-29T16:19:47.589 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1792265936 2024-07-29T16:19:47.589 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.589 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T16:19:47.589 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 70316, 2024-07-29T16:19:47.589 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 47793992 2024-07-29T16:19:47.589 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.589 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T16:19:47.590 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 70316, 2024-07-29T16:19:47.590 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21369932626 2024-07-29T16:19:47.590 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.590 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T16:19:47.590 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.590 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.590 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.590 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T16:19:47.590 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28373, 2024-07-29T16:19:47.590 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1259688162 2024-07-29T16:19:47.590 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.590 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T16:19:47.590 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 958, 2024-07-29T16:19:47.590 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2646068 2024-07-29T16:19:47.591 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.591 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T16:19:47.591 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17840, 2024-07-29T16:19:47.591 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13710720 2024-07-29T16:19:47.591 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.591 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T16:19:47.591 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 46, 2024-07-29T16:19:47.591 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 74431 2024-07-29T16:19:47.591 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.591 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T16:19:47.591 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13297, 2024-07-29T16:19:47.591 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3684307170 2024-07-29T16:19:47.591 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.591 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T16:19:47.591 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 232685 2024-07-29T16:19:47.591 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.592 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T16:19:47.592 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 27166 2024-07-29T16:19:47.592 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.592 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:47.592 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 29781, 2024-07-29T16:19:47.592 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2152941949 2024-07-29T16:19:47.592 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.592 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T16:19:47.592 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 87785, 2024-07-29T16:19:47.592 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24675425 2024-07-29T16:19:47.592 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.592 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T16:19:47.592 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 58004, 2024-07-29T16:19:47.592 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1347547202 2024-07-29T16:19:47.593 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.593 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T16:19:47.593 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.593 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.593 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T16:19:47.593 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15133, 2024-07-29T16:19:47.593 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 385231880 2024-07-29T16:19:47.593 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.593 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_aio_wait_count": { 2024-07-29T16:19:47.593 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.593 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.593 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_committed_kv_count": { 2024-07-29T16:19:47.593 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.593 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.594 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_onode_meta_count": { 2024-07-29T16:19:47.594 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.594 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.594 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_wait_aio_count": { 2024-07-29T16:19:47.594 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.594 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.594 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T16:19:47.594 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:47.594 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7862954181 2024-07-29T16:19:47.594 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.594 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T16:19:47.594 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22719, 2024-07-29T16:19:47.594 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1530971176 2024-07-29T16:19:47.594 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.594 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T16:19:47.595 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22717, 2024-07-29T16:19:47.595 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3028824677648 2024-07-29T16:19:47.595 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.595 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T16:19:47.595 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22719, 2024-07-29T16:19:47.595 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6670217704306 2024-07-29T16:19:47.595 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.595 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T16:19:47.595 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84118, 2024-07-29T16:19:47.595 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2752502576513 2024-07-29T16:19:47.595 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.595 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T16:19:47.595 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84118, 2024-07-29T16:19:47.595 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9725790 2024-07-29T16:19:47.595 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.595 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T16:19:47.596 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:47.596 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 468925036 2024-07-29T16:19:47.596 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.596 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T16:19:47.596 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:47.596 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 36433664512 2024-07-29T16:19:47.596 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.596 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T16:19:47.596 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:47.596 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30330744 2024-07-29T16:19:47.596 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.596 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T16:19:47.596 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:47.596 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19887819324 2024-07-29T16:19:47.597 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.597 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T16:19:47.597 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:47.597 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9242370934 2024-07-29T16:19:47.597 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.597 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T16:19:47.597 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6193049 2024-07-29T16:19:47.597 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.597 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:47.597 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2641, 2024-07-29T16:19:47.597 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16979460 2024-07-29T16:19:47.597 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.597 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T16:19:47.597 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:47.597 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 73909307806 2024-07-29T16:19:47.598 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.598 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T16:19:47.598 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:47.598 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10301299506 2024-07-29T16:19:47.598 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.598 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T16:19:47.598 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84120, 2024-07-29T16:19:47.598 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 533096396 2024-07-29T16:19:47.598 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.598 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.598 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T16:19:47.598 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:47.598 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1405137013 2024-07-29T16:19:47.599 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.599 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:47.599 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 503824384 2024-07-29T16:19:47.599 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.599 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:47.599 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 481116160 2024-07-29T16:19:47.599 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.599 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:47.599 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2600521625 2024-07-29T16:19:47.599 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.599 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:47.599 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 22708224 2024-07-29T16:19:47.600 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.600 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.600 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T16:19:47.600 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.600 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125829120 2024-07-29T16:19:47.600 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.600 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.600 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.600 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.600 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.600 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.600 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.600 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.601 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56730156 2024-07-29T16:19:47.601 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.601 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.601 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.601 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.601 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.601 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.601 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.601 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.601 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.601 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.601 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.601 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.601 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.602 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.602 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5406 2024-07-29T16:19:47.602 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.602 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.602 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 80958 2024-07-29T16:19:47.602 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.602 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.602 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.602 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.602 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.602 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.602 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.602 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.603 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.603 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.603 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.603 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 69012600 2024-07-29T16:19:47.603 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.603 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.603 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T16:19:47.603 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.603 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 562036736 2024-07-29T16:19:47.603 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.603 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.603 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:47.603 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.603 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.603 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.604 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.604 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.604 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 425476177 2024-07-29T16:19:47.604 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.604 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.604 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.604 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.604 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.604 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1872 2024-07-29T16:19:47.604 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.604 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.604 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 256 2024-07-29T16:19:47.604 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.604 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.604 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.604 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.605 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.605 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 145200 2024-07-29T16:19:47.605 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.605 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.605 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.605 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.605 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.605 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.605 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.605 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.605 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.605 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.605 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.605 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.605 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.605 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.606 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 69304367 2024-07-29T16:19:47.606 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.606 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.606 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T16:19:47.606 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.606 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176160768 2024-07-29T16:19:47.606 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.606 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.606 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:47.606 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.606 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.606 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 399968 2024-07-29T16:19:47.606 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.606 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.607 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 37820104 2024-07-29T16:19:47.607 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.607 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.607 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.607 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.607 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.607 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.607 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.607 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.607 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.607 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.607 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.607 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.607 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.607 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.607 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.608 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.608 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.608 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.608 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.608 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.608 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.608 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.608 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.608 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.608 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.608 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.608 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.608 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.608 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.608 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70831832 2024-07-29T16:19:47.608 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.609 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.609 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T16:19:47.609 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.609 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 494927872 2024-07-29T16:19:47.609 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.609 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.609 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.609 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.609 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.609 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.609 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.609 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.609 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 425476177 2024-07-29T16:19:47.609 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.609 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.610 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.610 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.610 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.610 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1022 2024-07-29T16:19:47.610 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.610 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.610 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.610 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.610 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.610 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.610 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.610 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.610 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 166684 2024-07-29T16:19:47.610 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.610 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.610 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1175997 2024-07-29T16:19:47.611 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.611 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.611 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.611 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.611 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.611 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.611 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.611 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.611 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.611 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.611 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.611 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68107992 2024-07-29T16:19:47.611 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.611 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.611 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:47.611 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:47.612 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.612 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.612 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:47.612 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9 2024-07-29T16:19:47.612 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.612 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:47.612 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.612 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.612 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:47.612 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T16:19:47.612 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.612 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.612 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:47.613 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T16:19:47.613 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 49 2024-07-29T16:19:47.613 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.613 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T16:19:47.613 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.613 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.613 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T16:19:47.613 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 52737 2024-07-29T16:19:47.613 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.613 INFO:tasks.workunit.client.0.smithi067.stdout: "op_before_queue_op_lat": { 2024-07-29T16:19:47.613 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 144426, 2024-07-29T16:19:47.613 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9095373977 2024-07-29T16:19:47.613 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.613 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T16:19:47.613 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.614 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.614 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T16:19:47.614 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.614 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.614 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T16:19:47.614 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1832895098 2024-07-29T16:19:47.614 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.614 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T16:19:47.614 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 52737, 2024-07-29T16:19:47.614 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 625187238420 2024-07-29T16:19:47.614 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.614 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T16:19:47.614 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2023314302 2024-07-29T16:19:47.614 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.615 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T16:19:47.615 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 54530, 2024-07-29T16:19:47.615 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 31719590919 2024-07-29T16:19:47.615 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.615 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T16:19:47.615 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 52737, 2024-07-29T16:19:47.615 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 111835173722 2024-07-29T16:19:47.615 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.615 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:47.615 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30193 2024-07-29T16:19:47.615 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.615 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T16:19:47.615 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30193, 2024-07-29T16:19:47.615 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14973199817 2024-07-29T16:19:47.615 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.615 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:47.616 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.616 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.616 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T16:19:47.616 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2023314302 2024-07-29T16:19:47.616 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.616 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T16:19:47.616 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30655, 2024-07-29T16:19:47.616 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6222627891 2024-07-29T16:19:47.616 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.616 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T16:19:47.616 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30193, 2024-07-29T16:19:47.616 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5769158535 2024-07-29T16:19:47.616 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.616 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T16:19:47.617 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12732 2024-07-29T16:19:47.617 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.617 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T16:19:47.617 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 129506293 2024-07-29T16:19:47.617 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.617 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T16:19:47.617 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12732, 2024-07-29T16:19:47.617 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 98288287697 2024-07-29T16:19:47.617 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.617 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:47.617 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.617 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.617 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:47.617 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.618 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.618 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T16:19:47.618 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.618 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.618 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T16:19:47.618 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12949, 2024-07-29T16:19:47.618 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12631179160 2024-07-29T16:19:47.618 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.618 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T16:19:47.618 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12732, 2024-07-29T16:19:47.618 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 29988600400 2024-07-29T16:19:47.618 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.618 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:47.618 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9812 2024-07-29T16:19:47.619 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.619 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T16:19:47.619 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1703388805 2024-07-29T16:19:47.619 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.619 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T16:19:47.619 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9812, 2024-07-29T16:19:47.619 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 511925750906 2024-07-29T16:19:47.619 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.619 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:47.619 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.619 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.619 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T16:19:47.619 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 10926, 2024-07-29T16:19:47.619 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12865783868 2024-07-29T16:19:47.619 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.619 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T16:19:47.620 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9812, 2024-07-29T16:19:47.620 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 76077414787 2024-07-29T16:19:47.620 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.620 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T16:19:47.620 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.620 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.620 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T16:19:47.620 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 51 2024-07-29T16:19:47.620 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.620 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T16:19:47.620 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:47.620 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.620 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T16:19:47.620 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T16:19:47.620 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.620 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T16:19:47.621 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 773009408 2024-07-29T16:19:47.621 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.621 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.621 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.621 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.2": { 2024-07-29T16:19:47.621 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:47.621 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_db_max_lat": { 2024-07-29T16:19:47.621 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16317 2024-07-29T16:19:47.621 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.621 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T16:19:47.621 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.621 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.621 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_max_lat": { 2024-07-29T16:19:47.621 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.621 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.622 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T16:19:47.622 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.622 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.622 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T16:19:47.622 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T16:19:47.622 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.622 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_slow": { 2024-07-29T16:19:47.622 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.622 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.622 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T16:19:47.622 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.622 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.622 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_wal_max_lat": { 2024-07-29T16:19:47.622 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.622 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.623 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T16:19:47.623 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.623 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.623 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T16:19:47.623 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7094272 2024-07-29T16:19:47.623 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.623 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T16:19:47.623 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 636456960 2024-07-29T16:19:47.623 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.623 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T16:19:47.623 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17, 2024-07-29T16:19:47.623 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4277575 2024-07-29T16:19:47.623 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.623 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T16:19:47.623 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17, 2024-07-29T16:19:47.623 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1580864 2024-07-29T16:19:47.624 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.624 INFO:tasks.workunit.client.0.smithi067.stdout: "db_alloc_lat": { 2024-07-29T16:19:47.624 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 176, 2024-07-29T16:19:47.624 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 770095 2024-07-29T16:19:47.624 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.624 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T16:19:47.624 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995027456 2024-07-29T16:19:47.624 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.624 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T16:19:47.624 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 565379072 2024-07-29T16:19:47.624 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.624 INFO:tasks.workunit.client.0.smithi067.stdout: "flush_lat": { 2024-07-29T16:19:47.624 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 72240, 2024-07-29T16:19:47.624 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10261141586 2024-07-29T16:19:47.624 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.625 INFO:tasks.workunit.client.0.smithi067.stdout: "fsync_lat": { 2024-07-29T16:19:47.625 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 72260, 2024-07-29T16:19:47.625 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16962133892 2024-07-29T16:19:47.625 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.625 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T16:19:47.625 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13328384 2024-07-29T16:19:47.625 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.625 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T16:19:47.625 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 295952384 2024-07-29T16:19:47.625 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.625 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T16:19:47.625 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 573898752 2024-07-29T16:19:47.625 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.626 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T16:19:47.626 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.626 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.626 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T16:19:47.626 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.626 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T16:19:47.626 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 45 2024-07-29T16:19:47.626 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.626 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T16:19:47.626 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 357302367 2024-07-29T16:19:47.626 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.626 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T16:19:47.627 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24203 2024-07-29T16:19:47.627 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.627 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T16:19:47.627 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 292372480 2024-07-29T16:19:47.627 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.627 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T16:19:47.627 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 292376576 2024-07-29T16:19:47.627 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.627 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T16:19:47.627 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.627 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.627 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T16:19:47.627 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.627 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.628 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T16:19:47.628 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11821 2024-07-29T16:19:47.628 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.628 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:47.628 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 24203, 2024-07-29T16:19:47.628 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 178219729 2024-07-29T16:19:47.628 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.628 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T16:19:47.628 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 257377337 2024-07-29T16:19:47.628 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.628 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T16:19:47.628 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21141 2024-07-29T16:19:47.628 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.628 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T16:19:47.628 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2770551 2024-07-29T16:19:47.629 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.629 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T16:19:47.629 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 779 2024-07-29T16:19:47.629 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.629 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T16:19:47.629 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6985597 2024-07-29T16:19:47.629 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.629 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T16:19:47.629 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1038 2024-07-29T16:19:47.629 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.629 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T16:19:47.629 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4215046 2024-07-29T16:19:47.629 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.629 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T16:19:47.630 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4215046 2024-07-29T16:19:47.630 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.630 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T16:19:47.630 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.630 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.630 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T16:19:47.630 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.630 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.630 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T16:19:47.630 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 270 2024-07-29T16:19:47.630 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.630 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_lat": { 2024-07-29T16:19:47.631 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1038, 2024-07-29T16:19:47.631 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2319805 2024-07-29T16:19:47.631 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.631 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_alloc_lat": { 2024-07-29T16:19:47.631 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.631 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.631 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.631 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T16:19:47.631 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.631 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.631 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T16:19:47.631 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.631 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.631 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:47.631 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:47.632 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 830 2024-07-29T16:19:47.632 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.632 INFO:tasks.workunit.client.0.smithi067.stdout: "unlink_lat": { 2024-07-29T16:19:47.632 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:47.632 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6786 2024-07-29T16:19:47.632 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.632 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_alloc_lat": { 2024-07-29T16:19:47.632 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.632 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.632 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.632 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T16:19:47.632 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.632 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.632 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T16:19:47.632 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.633 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.633 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T16:19:47.633 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 942092288 2024-07-29T16:19:47.633 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.633 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.633 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T16:19:47.633 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T16:19:47.633 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T16:19:47.633 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.633 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T16:19:47.633 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10338304 2024-07-29T16:19:47.633 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.633 INFO:tasks.workunit.client.0.smithi067.stdout: "allocator_lat": { 2024-07-29T16:19:47.634 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17684, 2024-07-29T16:19:47.634 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 51410094 2024-07-29T16:19:47.634 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.634 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T16:19:47.634 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3322, 2024-07-29T16:19:47.634 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 483740122 2024-07-29T16:19:47.634 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.634 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T16:19:47.634 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.634 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.634 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.634 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T16:19:47.634 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.634 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.635 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T16:19:47.635 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.635 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.635 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T16:19:47.635 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.635 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.635 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T16:19:47.635 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 24615, 2024-07-29T16:19:47.635 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 206866331 2024-07-29T16:19:47.635 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.635 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T16:19:47.635 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.635 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.636 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.636 INFO:tasks.workunit.client.0.smithi067.stdout: "fragmentation_micros": { 2024-07-29T16:19:47.636 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.636 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.636 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T16:19:47.636 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 72194, 2024-07-29T16:19:47.636 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 20895780329 2024-07-29T16:19:47.636 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.636 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T16:19:47.636 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71651, 2024-07-29T16:19:47.636 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1681739321 2024-07-29T16:19:47.636 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.636 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T16:19:47.636 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 72194, 2024-07-29T16:19:47.636 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 41553013 2024-07-29T16:19:47.637 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.637 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T16:19:47.637 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 72194, 2024-07-29T16:19:47.637 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 20937333342 2024-07-29T16:19:47.637 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.637 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T16:19:47.637 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.637 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.637 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.637 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T16:19:47.637 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 66281, 2024-07-29T16:19:47.637 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1278817239 2024-07-29T16:19:47.637 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.637 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T16:19:47.637 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1006, 2024-07-29T16:19:47.638 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2698664 2024-07-29T16:19:47.638 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.638 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T16:19:47.638 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 24673, 2024-07-29T16:19:47.638 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15345868 2024-07-29T16:19:47.638 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.638 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T16:19:47.638 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 37, 2024-07-29T16:19:47.638 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 59480 2024-07-29T16:19:47.638 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.638 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T16:19:47.638 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22898, 2024-07-29T16:19:47.638 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3093260080 2024-07-29T16:19:47.638 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.639 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T16:19:47.639 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 272456 2024-07-29T16:19:47.639 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.639 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T16:19:47.639 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19626 2024-07-29T16:19:47.639 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.639 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:47.639 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7215, 2024-07-29T16:19:47.639 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1919662758 2024-07-29T16:19:47.639 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.639 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T16:19:47.639 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 19730, 2024-07-29T16:19:47.639 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9658741 2024-07-29T16:19:47.639 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.640 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T16:19:47.640 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12515, 2024-07-29T16:19:47.640 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1683188024 2024-07-29T16:19:47.640 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.640 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T16:19:47.640 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.640 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.640 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T16:19:47.640 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12685, 2024-07-29T16:19:47.640 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 392358333 2024-07-29T16:19:47.640 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.640 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_aio_wait_count": { 2024-07-29T16:19:47.640 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.640 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.640 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_committed_kv_count": { 2024-07-29T16:19:47.641 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.641 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.641 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_onode_meta_count": { 2024-07-29T16:19:47.641 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.641 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.641 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_wait_aio_count": { 2024-07-29T16:19:47.641 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.641 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.641 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T16:19:47.641 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:47.641 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10062443054 2024-07-29T16:19:47.641 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.641 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T16:19:47.641 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5665, 2024-07-29T16:19:47.641 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 632474745 2024-07-29T16:19:47.642 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.642 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T16:19:47.642 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5662, 2024-07-29T16:19:47.642 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2331903784076 2024-07-29T16:19:47.642 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.642 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T16:19:47.642 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5665, 2024-07-29T16:19:47.642 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6172799518014 2024-07-29T16:19:47.642 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.642 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T16:19:47.642 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85897, 2024-07-29T16:19:47.642 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1921651061634 2024-07-29T16:19:47.642 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.642 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T16:19:47.642 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85897, 2024-07-29T16:19:47.642 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10314724 2024-07-29T16:19:47.643 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.643 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T16:19:47.643 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:47.643 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 335805303 2024-07-29T16:19:47.643 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.643 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T16:19:47.643 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:47.643 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 35876923094 2024-07-29T16:19:47.643 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.643 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T16:19:47.643 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:47.643 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30709223 2024-07-29T16:19:47.643 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.643 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T16:19:47.644 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:47.644 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17754254282 2024-07-29T16:19:47.644 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.644 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T16:19:47.644 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:47.644 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8158118006 2024-07-29T16:19:47.644 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.644 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T16:19:47.644 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6192870 2024-07-29T16:19:47.644 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.644 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:47.644 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2575, 2024-07-29T16:19:47.644 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16876135 2024-07-29T16:19:47.644 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.644 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T16:19:47.645 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:47.645 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 72201863034 2024-07-29T16:19:47.645 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.645 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T16:19:47.645 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:47.645 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9238750625 2024-07-29T16:19:47.645 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.645 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T16:19:47.645 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 85900, 2024-07-29T16:19:47.645 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 740068383 2024-07-29T16:19:47.645 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.645 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.645 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T16:19:47.645 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:47.645 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1405137013 2024-07-29T16:19:47.645 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.646 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:47.646 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 517505024 2024-07-29T16:19:47.646 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.646 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:47.646 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 433692672 2024-07-29T16:19:47.646 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.646 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:47.646 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2600521625 2024-07-29T16:19:47.646 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.646 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:47.646 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 83812352 2024-07-29T16:19:47.646 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.646 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.646 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T16:19:47.647 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.647 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125829120 2024-07-29T16:19:47.647 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.647 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.647 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.647 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.647 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.647 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.647 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.647 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.647 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 57022167 2024-07-29T16:19:47.647 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.647 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.647 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.647 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.648 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.648 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.648 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.648 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.648 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.648 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.648 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.648 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.648 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.648 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.648 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1906 2024-07-29T16:19:47.648 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.648 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.648 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12586 2024-07-29T16:19:47.649 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.649 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.649 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.649 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.649 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.649 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.649 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.649 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.649 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.649 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.649 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.649 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68792461 2024-07-29T16:19:47.649 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.649 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.649 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T16:19:47.649 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.650 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 562036736 2024-07-29T16:19:47.650 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.650 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.650 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:47.650 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.650 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.650 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.650 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.650 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.650 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 427666255 2024-07-29T16:19:47.650 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.650 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.650 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.651 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.651 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.651 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.651 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.651 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.651 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2128 2024-07-29T16:19:47.651 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.651 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.651 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.651 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.651 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.651 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 146480 2024-07-29T16:19:47.652 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.652 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.652 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.652 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.652 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.652 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.652 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.652 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.652 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.652 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.652 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.652 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.652 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.652 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.653 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67113009 2024-07-29T16:19:47.653 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.653 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.653 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T16:19:47.653 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.653 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176160768 2024-07-29T16:19:47.653 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.653 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.653 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:47.653 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.653 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.653 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 246112 2024-07-29T16:19:47.653 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.654 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.654 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38014778 2024-07-29T16:19:47.654 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.654 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.654 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.654 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.654 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.654 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.654 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.654 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.654 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.654 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.654 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.654 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.654 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.655 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.655 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.655 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.655 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.655 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.655 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.655 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.655 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.655 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.655 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.655 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.655 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.655 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.655 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.656 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.656 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.656 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70791014 2024-07-29T16:19:47.656 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.656 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.656 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T16:19:47.656 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.656 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 503316480 2024-07-29T16:19:47.656 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.656 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.656 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.656 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.656 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.656 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.656 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.657 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.657 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 427666255 2024-07-29T16:19:47.657 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.657 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.657 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.657 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.657 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.657 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.657 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.657 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.657 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.657 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.657 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.657 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.657 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.657 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.658 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 162961 2024-07-29T16:19:47.658 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.658 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.658 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1189514 2024-07-29T16:19:47.658 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.658 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.658 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.658 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.658 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.658 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.658 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.658 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.658 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.658 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.659 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.659 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 74297750 2024-07-29T16:19:47.659 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.659 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.659 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:47.659 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:47.659 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.659 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.659 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:47.659 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 106 2024-07-29T16:19:47.659 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.659 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:47.659 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.659 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.659 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:47.659 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.660 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.660 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.660 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:47.660 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T16:19:47.660 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 43 2024-07-29T16:19:47.660 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.660 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T16:19:47.660 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.660 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.660 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T16:19:47.660 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 60951 2024-07-29T16:19:47.660 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.660 INFO:tasks.workunit.client.0.smithi067.stdout: "op_before_queue_op_lat": { 2024-07-29T16:19:47.660 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 156475, 2024-07-29T16:19:47.660 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7613788894 2024-07-29T16:19:47.661 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.661 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T16:19:47.661 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.661 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.661 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T16:19:47.661 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5 2024-07-29T16:19:47.661 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.661 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T16:19:47.661 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1571248887 2024-07-29T16:19:47.661 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.661 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T16:19:47.661 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 60951, 2024-07-29T16:19:47.661 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 91396256720 2024-07-29T16:19:47.661 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.661 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T16:19:47.661 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3305362623 2024-07-29T16:19:47.662 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.662 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T16:19:47.662 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 61926, 2024-07-29T16:19:47.662 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 42881075007 2024-07-29T16:19:47.662 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.662 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T16:19:47.662 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 60951, 2024-07-29T16:19:47.662 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 72853460302 2024-07-29T16:19:47.662 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.662 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:47.662 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30171 2024-07-29T16:19:47.662 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.662 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T16:19:47.662 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30171, 2024-07-29T16:19:47.662 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19951066357 2024-07-29T16:19:47.663 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.663 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:47.663 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.663 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.663 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T16:19:47.663 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3305362623 2024-07-29T16:19:47.663 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.663 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T16:19:47.663 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30647, 2024-07-29T16:19:47.663 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6782718891 2024-07-29T16:19:47.663 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.663 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T16:19:47.663 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30171, 2024-07-29T16:19:47.664 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10567004936 2024-07-29T16:19:47.664 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.664 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T16:19:47.664 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 28705 2024-07-29T16:19:47.664 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.664 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T16:19:47.664 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 270412409 2024-07-29T16:19:47.664 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.664 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T16:19:47.664 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28705, 2024-07-29T16:19:47.664 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 53012589517 2024-07-29T16:19:47.664 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.664 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:47.664 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.664 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.664 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:47.665 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.665 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.665 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T16:19:47.665 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.665 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.665 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T16:19:47.665 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28985, 2024-07-29T16:19:47.665 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 32490603009 2024-07-29T16:19:47.665 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.665 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T16:19:47.665 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28705, 2024-07-29T16:19:47.665 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 48358287583 2024-07-29T16:19:47.665 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.665 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:47.665 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2075 2024-07-29T16:19:47.665 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.666 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T16:19:47.666 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1300836478 2024-07-29T16:19:47.666 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.666 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T16:19:47.666 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2075, 2024-07-29T16:19:47.666 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18432600846 2024-07-29T16:19:47.666 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.666 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:47.666 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.666 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.666 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T16:19:47.666 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2294, 2024-07-29T16:19:47.666 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3607753107 2024-07-29T16:19:47.666 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.667 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T16:19:47.667 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2075, 2024-07-29T16:19:47.667 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13928167783 2024-07-29T16:19:47.667 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.667 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T16:19:47.667 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.667 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.667 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T16:19:47.667 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T16:19:47.667 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.667 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T16:19:47.667 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30 2024-07-29T16:19:47.667 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.667 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T16:19:47.667 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T16:19:47.668 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.668 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T16:19:47.668 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 575737856 2024-07-29T16:19:47.668 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.668 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.668 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.668 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.3": { 2024-07-29T16:19:47.668 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:47.668 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_db_max_lat": { 2024-07-29T16:19:47.668 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 27482 2024-07-29T16:19:47.668 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.668 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T16:19:47.668 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.668 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.668 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_max_lat": { 2024-07-29T16:19:47.669 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.669 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.669 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T16:19:47.669 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.669 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.669 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T16:19:47.669 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T16:19:47.669 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.669 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_slow": { 2024-07-29T16:19:47.669 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.669 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.669 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T16:19:47.669 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.669 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.669 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_wal_max_lat": { 2024-07-29T16:19:47.669 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.670 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.670 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T16:19:47.670 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.670 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.670 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T16:19:47.670 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2617344 2024-07-29T16:19:47.670 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.670 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T16:19:47.670 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 585707520 2024-07-29T16:19:47.670 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.670 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T16:19:47.670 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15, 2024-07-29T16:19:47.670 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4781768 2024-07-29T16:19:47.670 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.670 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T16:19:47.671 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15, 2024-07-29T16:19:47.671 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1283383 2024-07-29T16:19:47.671 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.671 INFO:tasks.workunit.client.0.smithi067.stdout: "db_alloc_lat": { 2024-07-29T16:19:47.671 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 148, 2024-07-29T16:19:47.671 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 739559 2024-07-29T16:19:47.671 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.671 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T16:19:47.671 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995027456 2024-07-29T16:19:47.671 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.671 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T16:19:47.671 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 491192320 2024-07-29T16:19:47.671 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.671 INFO:tasks.workunit.client.0.smithi067.stdout: "flush_lat": { 2024-07-29T16:19:47.671 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64784, 2024-07-29T16:19:47.672 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8773917445 2024-07-29T16:19:47.672 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.672 INFO:tasks.workunit.client.0.smithi067.stdout: "fsync_lat": { 2024-07-29T16:19:47.672 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64792, 2024-07-29T16:19:47.672 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14838341915 2024-07-29T16:19:47.672 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.672 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T16:19:47.672 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16072704 2024-07-29T16:19:47.672 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.672 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T16:19:47.672 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 265424896 2024-07-29T16:19:47.672 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.672 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T16:19:47.672 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 495452160 2024-07-29T16:19:47.672 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.673 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T16:19:47.673 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.673 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.673 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T16:19:47.673 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.673 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.673 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T16:19:47.673 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 39 2024-07-29T16:19:47.673 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.673 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T16:19:47.673 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95964531 2024-07-29T16:19:47.673 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.673 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T16:19:47.673 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4258 2024-07-29T16:19:47.673 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.674 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T16:19:47.674 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 100560896 2024-07-29T16:19:47.674 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.674 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T16:19:47.674 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 100564992 2024-07-29T16:19:47.674 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.674 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T16:19:47.674 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.674 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.674 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T16:19:47.674 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.674 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.674 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T16:19:47.674 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2098 2024-07-29T16:19:47.674 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.675 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:47.675 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4258, 2024-07-29T16:19:47.675 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70094525 2024-07-29T16:19:47.675 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.675 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T16:19:47.675 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 27610634 2024-07-29T16:19:47.675 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.675 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T16:19:47.675 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2160 2024-07-29T16:19:47.675 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.675 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T16:19:47.675 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1216017 2024-07-29T16:19:47.675 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.675 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T16:19:47.675 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 481 2024-07-29T16:19:47.675 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.676 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T16:19:47.676 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2598204 2024-07-29T16:19:47.676 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.676 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T16:19:47.676 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 644 2024-07-29T16:19:47.676 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.676 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T16:19:47.676 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1382187 2024-07-29T16:19:47.676 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.676 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T16:19:47.676 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1382187 2024-07-29T16:19:47.676 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.676 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T16:19:47.676 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.676 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.676 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T16:19:47.677 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.677 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.677 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T16:19:47.677 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 165 2024-07-29T16:19:47.677 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.677 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_lat": { 2024-07-29T16:19:47.677 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 644, 2024-07-29T16:19:47.677 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 920913 2024-07-29T16:19:47.677 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.677 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_alloc_lat": { 2024-07-29T16:19:47.677 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.677 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.677 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.677 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T16:19:47.677 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.677 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.678 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T16:19:47.678 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.678 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.678 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:47.678 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:47.678 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1237 2024-07-29T16:19:47.678 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.678 INFO:tasks.workunit.client.0.smithi067.stdout: "unlink_lat": { 2024-07-29T16:19:47.678 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:47.678 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10339 2024-07-29T16:19:47.678 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.678 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_alloc_lat": { 2024-07-29T16:19:47.678 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.678 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.678 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.678 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T16:19:47.679 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.679 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.679 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T16:19:47.679 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.679 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.679 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T16:19:47.679 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 856043520 2024-07-29T16:19:47.679 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.679 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.679 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T16:19:47.679 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T16:19:47.679 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T16:19:47.679 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.679 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T16:19:47.679 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14557184 2024-07-29T16:19:47.680 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.680 INFO:tasks.workunit.client.0.smithi067.stdout: "allocator_lat": { 2024-07-29T16:19:47.680 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17364, 2024-07-29T16:19:47.680 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 54274344 2024-07-29T16:19:47.680 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.680 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T16:19:47.680 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3245, 2024-07-29T16:19:47.680 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 402213124 2024-07-29T16:19:47.680 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.680 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T16:19:47.680 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.680 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.680 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.680 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T16:19:47.680 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.681 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.681 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T16:19:47.681 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.681 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.681 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T16:19:47.681 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.681 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.681 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T16:19:47.681 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 14978, 2024-07-29T16:19:47.681 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 108588709 2024-07-29T16:19:47.681 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.681 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T16:19:47.681 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.681 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.681 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.682 INFO:tasks.workunit.client.0.smithi067.stdout: "fragmentation_micros": { 2024-07-29T16:19:47.682 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.682 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.682 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T16:19:47.682 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64750, 2024-07-29T16:19:47.682 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18471584751 2024-07-29T16:19:47.682 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.682 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T16:19:47.682 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64309, 2024-07-29T16:19:47.682 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1698553267 2024-07-29T16:19:47.682 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.682 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T16:19:47.682 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64750, 2024-07-29T16:19:47.682 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 44010855 2024-07-29T16:19:47.682 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.683 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T16:19:47.683 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64750, 2024-07-29T16:19:47.683 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18515595606 2024-07-29T16:19:47.683 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.683 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T16:19:47.683 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.683 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.683 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.683 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T16:19:47.683 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 16124, 2024-07-29T16:19:47.683 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 659549514 2024-07-29T16:19:47.683 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.683 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T16:19:47.683 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1378, 2024-07-29T16:19:47.683 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2991144 2024-07-29T16:19:47.683 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.684 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T16:19:47.684 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5161, 2024-07-29T16:19:47.684 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6128408 2024-07-29T16:19:47.684 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.684 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T16:19:47.684 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 41, 2024-07-29T16:19:47.684 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 59593 2024-07-29T16:19:47.684 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.684 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T16:19:47.684 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 6882, 2024-07-29T16:19:47.684 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 311220545 2024-07-29T16:19:47.684 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.684 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T16:19:47.684 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 192899 2024-07-29T16:19:47.684 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.684 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T16:19:47.685 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17261 2024-07-29T16:19:47.685 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.685 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:47.685 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 31772, 2024-07-29T16:19:47.685 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1634119499 2024-07-29T16:19:47.685 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.685 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T16:19:47.685 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 81990, 2024-07-29T16:19:47.685 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25378061 2024-07-29T16:19:47.685 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.685 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T16:19:47.685 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 50218, 2024-07-29T16:19:47.685 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1134479010 2024-07-29T16:19:47.685 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.685 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T16:19:47.686 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.686 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.686 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T16:19:47.686 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12100, 2024-07-29T16:19:47.686 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 333205442 2024-07-29T16:19:47.686 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.686 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_aio_wait_count": { 2024-07-29T16:19:47.686 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.686 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.686 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_committed_kv_count": { 2024-07-29T16:19:47.686 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.686 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.686 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_onode_meta_count": { 2024-07-29T16:19:47.686 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.686 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.687 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_wait_aio_count": { 2024-07-29T16:19:47.687 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.687 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.687 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T16:19:47.687 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:47.687 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6441394384 2024-07-29T16:19:47.687 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.687 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T16:19:47.687 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17751, 2024-07-29T16:19:47.687 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1191645250 2024-07-29T16:19:47.687 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.687 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T16:19:47.687 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17749, 2024-07-29T16:19:47.687 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2643958119221 2024-07-29T16:19:47.687 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.688 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T16:19:47.688 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17751, 2024-07-29T16:19:47.688 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6536316126950 2024-07-29T16:19:47.688 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.688 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T16:19:47.688 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74160, 2024-07-29T16:19:47.688 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2488196004126 2024-07-29T16:19:47.688 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.688 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T16:19:47.688 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74160, 2024-07-29T16:19:47.688 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9455333 2024-07-29T16:19:47.688 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.688 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T16:19:47.688 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:47.688 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 344646612 2024-07-29T16:19:47.689 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.689 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T16:19:47.689 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:47.689 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 29261313939 2024-07-29T16:19:47.689 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.689 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T16:19:47.689 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:47.689 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30720984 2024-07-29T16:19:47.689 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.689 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T16:19:47.689 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:47.689 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14723312522 2024-07-29T16:19:47.689 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.689 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T16:19:47.689 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:47.689 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6494005160 2024-07-29T16:19:47.690 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.690 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T16:19:47.690 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10393094 2024-07-29T16:19:47.690 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.690 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:47.690 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2611, 2024-07-29T16:19:47.690 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18297807 2024-07-29T16:19:47.690 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.690 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T16:19:47.690 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:47.690 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 57276412189 2024-07-29T16:19:47.690 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.690 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T16:19:47.690 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:47.690 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7424080457 2024-07-29T16:19:47.691 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.691 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T16:19:47.691 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 74162, 2024-07-29T16:19:47.691 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 462505181 2024-07-29T16:19:47.691 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.691 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.691 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T16:19:47.691 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:47.691 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1405137013 2024-07-29T16:19:47.691 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.691 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:47.691 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 539992064 2024-07-29T16:19:47.691 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.691 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:47.691 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 506273792 2024-07-29T16:19:47.691 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.692 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:47.692 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2600521625 2024-07-29T16:19:47.692 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.692 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:47.692 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 33718272 2024-07-29T16:19:47.692 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.692 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.692 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T16:19:47.692 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.692 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125829120 2024-07-29T16:19:47.692 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.692 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.692 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.693 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.693 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.693 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.693 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.693 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.693 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 57397588 2024-07-29T16:19:47.693 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.693 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.693 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.693 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.693 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.693 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.693 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.693 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.693 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.694 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.694 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.694 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.694 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.694 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.694 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.694 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.694 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.694 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 582 2024-07-29T16:19:47.694 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.694 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.694 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.694 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.694 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.694 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.695 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.695 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.695 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.695 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.695 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.695 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68430950 2024-07-29T16:19:47.695 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.695 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.695 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T16:19:47.695 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.695 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 570425344 2024-07-29T16:19:47.695 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.695 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.695 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:47.696 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.696 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.696 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.696 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.696 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.696 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 430481916 2024-07-29T16:19:47.696 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.696 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.696 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.696 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.696 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.696 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.696 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.696 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.696 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1520 2024-07-29T16:19:47.697 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.697 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.697 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.697 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.697 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.697 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 31040 2024-07-29T16:19:47.697 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.697 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.697 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 63616 2024-07-29T16:19:47.697 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.697 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.697 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.697 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.697 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.697 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.698 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.698 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.698 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.698 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.698 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.698 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 72738388 2024-07-29T16:19:47.698 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.698 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.698 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T16:19:47.698 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.698 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176160768 2024-07-29T16:19:47.698 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.698 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.698 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:47.698 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.698 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.699 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 46416 2024-07-29T16:19:47.699 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.699 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.699 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38265059 2024-07-29T16:19:47.699 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.699 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.699 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.699 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.699 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.699 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.699 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.699 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.699 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.699 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.699 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.700 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.700 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.700 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.700 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.700 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.700 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.700 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.700 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.700 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.700 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.700 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.700 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.700 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.700 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.700 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.701 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.701 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.701 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.701 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70740429 2024-07-29T16:19:47.701 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.701 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.701 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T16:19:47.701 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.701 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 503316480 2024-07-29T16:19:47.701 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.701 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.701 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.701 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.701 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.701 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.702 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.702 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.702 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 430481916 2024-07-29T16:19:47.702 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.702 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.702 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.702 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.702 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.702 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.702 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.702 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.702 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.702 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.703 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.703 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.703 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.703 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.703 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 172860 2024-07-29T16:19:47.703 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.703 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.703 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1184143 2024-07-29T16:19:47.703 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.703 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.703 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.703 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.704 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.704 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.704 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.704 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.704 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.704 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.704 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.704 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71477561 2024-07-29T16:19:47.704 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.704 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.704 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:47.704 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:47.704 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.704 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.705 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:47.705 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21 2024-07-29T16:19:47.705 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.705 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:47.705 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.705 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.705 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:47.705 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.705 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.705 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.705 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:47.705 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T16:19:47.705 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 48 2024-07-29T16:19:47.705 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.705 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T16:19:47.706 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.706 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.706 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T16:19:47.706 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 43657 2024-07-29T16:19:47.706 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.706 INFO:tasks.workunit.client.0.smithi067.stdout: "op_before_queue_op_lat": { 2024-07-29T16:19:47.706 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 119162, 2024-07-29T16:19:47.706 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6314083460 2024-07-29T16:19:47.706 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.706 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T16:19:47.706 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.706 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.706 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T16:19:47.706 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.706 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.707 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T16:19:47.707 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 990646140 2024-07-29T16:19:47.707 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.707 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T16:19:47.707 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 43657, 2024-07-29T16:19:47.707 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 283475204423 2024-07-29T16:19:47.707 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.707 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T16:19:47.707 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1604546327 2024-07-29T16:19:47.707 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.707 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T16:19:47.707 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 45370, 2024-07-29T16:19:47.707 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25096072067 2024-07-29T16:19:47.707 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.708 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T16:19:47.708 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 43657, 2024-07-29T16:19:47.708 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70165683584 2024-07-29T16:19:47.708 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.708 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:47.708 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 28230 2024-07-29T16:19:47.708 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.708 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T16:19:47.708 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28230, 2024-07-29T16:19:47.708 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 44631537744 2024-07-29T16:19:47.708 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.708 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:47.708 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.708 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.708 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T16:19:47.708 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1604546327 2024-07-29T16:19:47.709 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.709 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T16:19:47.709 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28322, 2024-07-29T16:19:47.709 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5756958543 2024-07-29T16:19:47.709 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.709 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T16:19:47.709 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 28230, 2024-07-29T16:19:47.709 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6579935822 2024-07-29T16:19:47.709 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.709 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T16:19:47.709 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11387 2024-07-29T16:19:47.709 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.709 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T16:19:47.709 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 134249934 2024-07-29T16:19:47.709 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.709 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T16:19:47.710 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 11387, 2024-07-29T16:19:47.710 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 161775754012 2024-07-29T16:19:47.710 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.710 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:47.710 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.710 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.710 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:47.710 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.710 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.710 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T16:19:47.710 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.710 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.710 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T16:19:47.711 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12950, 2024-07-29T16:19:47.711 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14690102759 2024-07-29T16:19:47.711 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.711 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T16:19:47.711 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 11387, 2024-07-29T16:19:47.711 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30799304536 2024-07-29T16:19:47.711 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.711 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:47.711 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4040 2024-07-29T16:19:47.711 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.711 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T16:19:47.711 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 856396206 2024-07-29T16:19:47.711 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.711 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T16:19:47.711 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4040, 2024-07-29T16:19:47.711 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 77067912667 2024-07-29T16:19:47.712 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.712 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:47.712 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.712 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.712 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T16:19:47.712 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4098, 2024-07-29T16:19:47.712 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4649010765 2024-07-29T16:19:47.712 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.712 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T16:19:47.712 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4040, 2024-07-29T16:19:47.712 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 32786443226 2024-07-29T16:19:47.712 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.712 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T16:19:47.712 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.712 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.712 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T16:19:47.713 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.713 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.713 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T16:19:47.713 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14 2024-07-29T16:19:47.713 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.713 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T16:19:47.713 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T16:19:47.713 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.713 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T16:19:47.713 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 505765888 2024-07-29T16:19:47.713 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.713 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.713 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.714 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.4": { 2024-07-29T16:19:47.714 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:47.714 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_db_max_lat": { 2024-07-29T16:19:47.714 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 20520 2024-07-29T16:19:47.714 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.714 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T16:19:47.714 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.714 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.714 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_max_lat": { 2024-07-29T16:19:47.714 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.714 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.714 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T16:19:47.714 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.714 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.714 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T16:19:47.715 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T16:19:47.715 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.715 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_slow": { 2024-07-29T16:19:47.715 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.715 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.715 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T16:19:47.715 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.715 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.715 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_wal_max_lat": { 2024-07-29T16:19:47.715 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.715 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.715 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T16:19:47.715 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.715 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.716 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T16:19:47.716 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7094272 2024-07-29T16:19:47.716 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.716 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T16:19:47.716 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 591761408 2024-07-29T16:19:47.716 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.716 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T16:19:47.716 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 14, 2024-07-29T16:19:47.716 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5686289 2024-07-29T16:19:47.716 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.716 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T16:19:47.716 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 14, 2024-07-29T16:19:47.716 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3238124 2024-07-29T16:19:47.716 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.716 INFO:tasks.workunit.client.0.smithi067.stdout: "db_alloc_lat": { 2024-07-29T16:19:47.716 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 154, 2024-07-29T16:19:47.717 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 625373 2024-07-29T16:19:47.717 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.717 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T16:19:47.717 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995027456 2024-07-29T16:19:47.717 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.717 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T16:19:47.717 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 579534848 2024-07-29T16:19:47.717 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.717 INFO:tasks.workunit.client.0.smithi067.stdout: "flush_lat": { 2024-07-29T16:19:47.717 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 58893, 2024-07-29T16:19:47.717 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7686425411 2024-07-29T16:19:47.717 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.717 INFO:tasks.workunit.client.0.smithi067.stdout: "fsync_lat": { 2024-07-29T16:19:47.717 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 58918, 2024-07-29T16:19:47.717 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12459394487 2024-07-29T16:19:47.718 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.718 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T16:19:47.718 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8540160 2024-07-29T16:19:47.718 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.718 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T16:19:47.718 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 241266688 2024-07-29T16:19:47.718 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.718 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T16:19:47.718 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 592314368 2024-07-29T16:19:47.718 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.718 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T16:19:47.718 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.718 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.719 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T16:19:47.719 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.719 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.719 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T16:19:47.719 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 46 2024-07-29T16:19:47.719 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.719 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T16:19:47.719 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 246844529 2024-07-29T16:19:47.719 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.719 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T16:19:47.719 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12752 2024-07-29T16:19:47.719 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.719 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T16:19:47.719 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 220868608 2024-07-29T16:19:47.720 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.720 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T16:19:47.720 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 220872704 2024-07-29T16:19:47.720 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.720 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T16:19:47.720 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.720 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.720 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T16:19:47.720 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.720 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.720 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T16:19:47.720 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5257 2024-07-29T16:19:47.720 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.720 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:47.721 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12752, 2024-07-29T16:19:47.721 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 94774277 2024-07-29T16:19:47.721 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.721 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T16:19:47.721 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 132256185 2024-07-29T16:19:47.721 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.721 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T16:19:47.721 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9243 2024-07-29T16:19:47.721 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.721 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T16:19:47.721 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2381235 2024-07-29T16:19:47.721 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.721 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T16:19:47.722 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 719 2024-07-29T16:19:47.722 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.722 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T16:19:47.722 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7027115 2024-07-29T16:19:47.722 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.722 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T16:19:47.722 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 955 2024-07-29T16:19:47.722 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.722 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T16:19:47.722 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4645880 2024-07-29T16:19:47.722 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.722 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T16:19:47.722 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4645880 2024-07-29T16:19:47.722 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.722 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T16:19:47.723 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.723 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.723 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T16:19:47.723 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.723 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.723 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T16:19:47.723 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 242 2024-07-29T16:19:47.723 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.723 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_lat": { 2024-07-29T16:19:47.723 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 955, 2024-07-29T16:19:47.723 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1892078 2024-07-29T16:19:47.723 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.723 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_alloc_lat": { 2024-07-29T16:19:47.723 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.723 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.724 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.724 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T16:19:47.724 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.724 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.724 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T16:19:47.724 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.724 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.724 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:47.724 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:47.724 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 653 2024-07-29T16:19:47.724 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.724 INFO:tasks.workunit.client.0.smithi067.stdout: "unlink_lat": { 2024-07-29T16:19:47.724 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:47.724 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6709 2024-07-29T16:19:47.724 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.724 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_alloc_lat": { 2024-07-29T16:19:47.725 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.725 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.725 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.725 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T16:19:47.725 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.725 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.725 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T16:19:47.725 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.725 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.725 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T16:19:47.725 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 842264576 2024-07-29T16:19:47.725 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.725 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.725 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T16:19:47.725 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T16:19:47.726 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T16:19:47.726 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.726 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T16:19:47.726 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10358784 2024-07-29T16:19:47.726 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.726 INFO:tasks.workunit.client.0.smithi067.stdout: "allocator_lat": { 2024-07-29T16:19:47.726 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 23694, 2024-07-29T16:19:47.726 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 61153796 2024-07-29T16:19:47.726 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.726 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T16:19:47.726 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3192, 2024-07-29T16:19:47.726 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 409748816 2024-07-29T16:19:47.726 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.726 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T16:19:47.726 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.727 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.727 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.727 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T16:19:47.727 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.727 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.727 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T16:19:47.727 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.727 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.727 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T16:19:47.727 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.727 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.727 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T16:19:47.727 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9276, 2024-07-29T16:19:47.727 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68213481 2024-07-29T16:19:47.728 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.728 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T16:19:47.728 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.728 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.728 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.728 INFO:tasks.workunit.client.0.smithi067.stdout: "fragmentation_micros": { 2024-07-29T16:19:47.728 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.728 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.728 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T16:19:47.728 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 58845, 2024-07-29T16:19:47.728 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15453706547 2024-07-29T16:19:47.728 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.728 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T16:19:47.728 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 58476, 2024-07-29T16:19:47.728 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1200906929 2024-07-29T16:19:47.729 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.729 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T16:19:47.729 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 58845, 2024-07-29T16:19:47.729 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 46535359 2024-07-29T16:19:47.729 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.729 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T16:19:47.729 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 58845, 2024-07-29T16:19:47.729 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15500241906 2024-07-29T16:19:47.729 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.729 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T16:19:47.729 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.729 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.729 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.729 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T16:19:47.730 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 225096, 2024-07-29T16:19:47.730 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1005968033 2024-07-29T16:19:47.730 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.730 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T16:19:47.730 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 808, 2024-07-29T16:19:47.730 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2070440 2024-07-29T16:19:47.730 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.730 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T16:19:47.730 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 124900, 2024-07-29T16:19:47.730 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 43961240 2024-07-29T16:19:47.730 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.730 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T16:19:47.730 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 45, 2024-07-29T16:19:47.731 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 90856 2024-07-29T16:19:47.731 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.731 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T16:19:47.731 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 11927, 2024-07-29T16:19:47.731 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1646329396 2024-07-29T16:19:47.731 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.731 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T16:19:47.731 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 377095 2024-07-29T16:19:47.731 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.731 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T16:19:47.731 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18769 2024-07-29T16:19:47.731 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.731 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:47.731 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 8614, 2024-07-29T16:19:47.732 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 971556420 2024-07-29T16:19:47.732 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.732 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T16:19:47.732 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 36139, 2024-07-29T16:19:47.732 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9891306 2024-07-29T16:19:47.732 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.732 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T16:19:47.732 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 27525, 2024-07-29T16:19:47.732 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 807674270 2024-07-29T16:19:47.732 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.732 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T16:19:47.732 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.732 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.733 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T16:19:47.733 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13131, 2024-07-29T16:19:47.733 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 298393073 2024-07-29T16:19:47.733 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.733 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_aio_wait_count": { 2024-07-29T16:19:47.733 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.733 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.733 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_committed_kv_count": { 2024-07-29T16:19:47.733 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.733 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.733 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_onode_meta_count": { 2024-07-29T16:19:47.733 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.733 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.733 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_wait_aio_count": { 2024-07-29T16:19:47.734 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.734 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.734 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T16:19:47.734 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:47.734 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8517580123 2024-07-29T16:19:47.734 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.734 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T16:19:47.734 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 18273, 2024-07-29T16:19:47.734 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 887927137 2024-07-29T16:19:47.734 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.734 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T16:19:47.734 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 18271, 2024-07-29T16:19:47.734 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2849954538229 2024-07-29T16:19:47.735 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.735 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T16:19:47.735 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 18273, 2024-07-29T16:19:47.735 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6224467183354 2024-07-29T16:19:47.735 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.735 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T16:19:47.735 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71250, 2024-07-29T16:19:47.735 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2342556374143 2024-07-29T16:19:47.735 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.735 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T16:19:47.735 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71250, 2024-07-29T16:19:47.735 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7914835 2024-07-29T16:19:47.735 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.736 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T16:19:47.736 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:47.736 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 344374910 2024-07-29T16:19:47.736 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.736 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T16:19:47.736 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:47.736 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 26303165570 2024-07-29T16:19:47.736 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.736 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T16:19:47.736 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:47.736 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24585570 2024-07-29T16:19:47.736 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.736 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T16:19:47.736 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:47.736 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12558442797 2024-07-29T16:19:47.737 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.737 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T16:19:47.737 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:47.737 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6168312165 2024-07-29T16:19:47.737 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.737 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T16:19:47.737 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6193585 2024-07-29T16:19:47.737 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.737 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:47.737 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2482, 2024-07-29T16:19:47.737 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14724850 2024-07-29T16:19:47.737 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.737 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T16:19:47.738 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:47.738 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 53903413237 2024-07-29T16:19:47.738 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.738 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T16:19:47.738 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:47.738 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7008571972 2024-07-29T16:19:47.738 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.738 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T16:19:47.738 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71252, 2024-07-29T16:19:47.738 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 628589391 2024-07-29T16:19:47.738 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.738 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.738 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T16:19:47.738 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:47.739 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1405116297 2024-07-29T16:19:47.739 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.739 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:47.739 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 569253888 2024-07-29T16:19:47.739 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.739 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:47.739 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 469352448 2024-07-29T16:19:47.739 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.739 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:47.739 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2600497254 2024-07-29T16:19:47.739 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.739 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:47.739 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 99901440 2024-07-29T16:19:47.739 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.740 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.740 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T16:19:47.740 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.740 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125829120 2024-07-29T16:19:47.740 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.740 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.740 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.740 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.740 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.740 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.740 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.740 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.740 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56974333 2024-07-29T16:19:47.741 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.741 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.741 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.741 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.741 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.741 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.741 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.741 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.741 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.741 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.741 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.741 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.741 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.741 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.742 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 22502 2024-07-29T16:19:47.742 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.742 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.742 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 27932 2024-07-29T16:19:47.742 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.742 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.742 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.742 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.742 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.742 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.742 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.742 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.742 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.743 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.743 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.743 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68804353 2024-07-29T16:19:47.743 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.743 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.743 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T16:19:47.743 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.743 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 562036736 2024-07-29T16:19:47.743 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.743 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.743 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:47.743 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.743 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.744 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.744 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.744 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.744 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 427307502 2024-07-29T16:19:47.744 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.744 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.744 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.744 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.744 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.744 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2160 2024-07-29T16:19:47.744 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.744 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.744 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.744 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.745 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.745 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.745 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.745 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.745 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 138528 2024-07-29T16:19:47.745 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.745 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.745 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 240 2024-07-29T16:19:47.745 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.745 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.745 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.745 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.745 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.745 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.746 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.746 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.746 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.746 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.746 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.746 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67479442 2024-07-29T16:19:47.746 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.746 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.746 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T16:19:47.746 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.746 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176160768 2024-07-29T16:19:47.746 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.746 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.747 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:47.747 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.747 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.747 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 264512 2024-07-29T16:19:47.747 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.747 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.747 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 37982889 2024-07-29T16:19:47.747 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.747 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.747 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.747 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.747 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.747 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.748 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.748 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.748 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.748 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.748 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.748 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.748 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.748 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.748 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.748 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.748 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.748 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.748 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.748 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.749 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.749 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.749 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.749 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.749 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.749 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.749 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.749 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.749 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.749 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70804503 2024-07-29T16:19:47.749 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.749 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.749 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T16:19:47.750 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.750 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 503316480 2024-07-29T16:19:47.750 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.750 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.750 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.750 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.750 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.750 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.750 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.750 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.750 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 427307502 2024-07-29T16:19:47.750 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.750 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.751 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.751 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.751 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.751 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.751 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.751 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.751 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.751 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.751 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.751 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.751 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.751 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.751 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 178689 2024-07-29T16:19:47.751 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.752 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.752 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1168667 2024-07-29T16:19:47.752 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.752 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.752 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.752 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.752 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.752 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.752 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.752 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.752 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.752 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.752 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.752 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 74661622 2024-07-29T16:19:47.753 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.753 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.753 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:47.753 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:47.753 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.753 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.753 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:47.753 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23 2024-07-29T16:19:47.753 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.753 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:47.753 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.753 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.753 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:47.754 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.754 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.754 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.754 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:47.754 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T16:19:47.754 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 47 2024-07-29T16:19:47.754 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.754 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T16:19:47.754 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.754 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.754 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T16:19:47.754 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 29718 2024-07-29T16:19:47.754 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.754 INFO:tasks.workunit.client.0.smithi067.stdout: "op_before_queue_op_lat": { 2024-07-29T16:19:47.754 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 91341, 2024-07-29T16:19:47.755 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6652205835 2024-07-29T16:19:47.755 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.755 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T16:19:47.755 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.755 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.755 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T16:19:47.755 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.755 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.755 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T16:19:47.755 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1000661695 2024-07-29T16:19:47.755 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.755 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T16:19:47.755 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 29718, 2024-07-29T16:19:47.755 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 75268447866 2024-07-29T16:19:47.755 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.755 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T16:19:47.756 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1239888997 2024-07-29T16:19:47.756 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.756 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T16:19:47.756 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30309, 2024-07-29T16:19:47.756 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17482548822 2024-07-29T16:19:47.756 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.756 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T16:19:47.756 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 29718, 2024-07-29T16:19:47.756 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 34486578131 2024-07-29T16:19:47.756 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.756 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:47.756 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 20602 2024-07-29T16:19:47.756 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.756 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T16:19:47.756 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 20602, 2024-07-29T16:19:47.757 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12668639460 2024-07-29T16:19:47.757 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.757 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:47.757 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.757 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.757 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T16:19:47.757 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1239888997 2024-07-29T16:19:47.757 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.757 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T16:19:47.757 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 20749, 2024-07-29T16:19:47.757 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9658331920 2024-07-29T16:19:47.757 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.757 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T16:19:47.757 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 20602, 2024-07-29T16:19:47.757 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9831414887 2024-07-29T16:19:47.758 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.758 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T16:19:47.758 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5098 2024-07-29T16:19:47.758 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.758 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T16:19:47.758 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 77113061 2024-07-29T16:19:47.758 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.758 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T16:19:47.758 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5098, 2024-07-29T16:19:47.758 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11445244366 2024-07-29T16:19:47.758 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.758 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:47.758 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.758 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.758 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:47.759 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.759 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.759 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T16:19:47.759 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.759 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.759 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T16:19:47.759 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5456, 2024-07-29T16:19:47.759 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3350544413 2024-07-29T16:19:47.759 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.759 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T16:19:47.759 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 5098, 2024-07-29T16:19:47.759 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8712483025 2024-07-29T16:19:47.759 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.759 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:47.759 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4018 2024-07-29T16:19:47.760 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.760 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T16:19:47.760 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 923548634 2024-07-29T16:19:47.760 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.760 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T16:19:47.760 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4018, 2024-07-29T16:19:47.760 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 51154564040 2024-07-29T16:19:47.760 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.760 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:47.760 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.760 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.761 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T16:19:47.761 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4104, 2024-07-29T16:19:47.761 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4473672489 2024-07-29T16:19:47.761 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.761 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T16:19:47.761 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4018, 2024-07-29T16:19:47.761 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15942680219 2024-07-29T16:19:47.761 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.761 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T16:19:47.761 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.761 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.761 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T16:19:47.761 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14 2024-07-29T16:19:47.762 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.762 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T16:19:47.762 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12 2024-07-29T16:19:47.762 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.762 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T16:19:47.762 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T16:19:47.762 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.762 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T16:19:47.762 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 589910016 2024-07-29T16:19:47.762 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.762 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.762 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.762 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.5": { 2024-07-29T16:19:47.762 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:47.762 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_db_max_lat": { 2024-07-29T16:19:47.763 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24087 2024-07-29T16:19:47.763 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.763 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T16:19:47.763 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.763 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.763 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_max_lat": { 2024-07-29T16:19:47.763 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.763 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.763 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T16:19:47.763 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.763 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.763 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T16:19:47.763 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T16:19:47.763 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.763 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_slow": { 2024-07-29T16:19:47.764 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.764 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.764 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T16:19:47.764 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.764 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.764 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_wal_max_lat": { 2024-07-29T16:19:47.764 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.764 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.764 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T16:19:47.764 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.764 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.764 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T16:19:47.764 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13455360 2024-07-29T16:19:47.764 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.764 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T16:19:47.765 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 668033024 2024-07-29T16:19:47.765 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.765 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T16:19:47.765 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 20, 2024-07-29T16:19:47.765 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4381502 2024-07-29T16:19:47.765 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.765 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T16:19:47.765 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 20, 2024-07-29T16:19:47.765 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1437314 2024-07-29T16:19:47.765 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.765 INFO:tasks.workunit.client.0.smithi067.stdout: "db_alloc_lat": { 2024-07-29T16:19:47.765 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 208, 2024-07-29T16:19:47.765 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 767141 2024-07-29T16:19:47.765 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.766 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T16:19:47.766 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995027456 2024-07-29T16:19:47.766 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.766 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T16:19:47.766 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 553320448 2024-07-29T16:19:47.766 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.766 INFO:tasks.workunit.client.0.smithi067.stdout: "flush_lat": { 2024-07-29T16:19:47.766 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84260, 2024-07-29T16:19:47.766 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9798976468 2024-07-29T16:19:47.766 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.766 INFO:tasks.workunit.client.0.smithi067.stdout: "fsync_lat": { 2024-07-29T16:19:47.766 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84279, 2024-07-29T16:19:47.766 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15898870125 2024-07-29T16:19:47.766 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.766 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T16:19:47.767 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12644352 2024-07-29T16:19:47.767 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.767 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T16:19:47.767 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 345169920 2024-07-29T16:19:47.767 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.767 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T16:19:47.767 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 549060608 2024-07-29T16:19:47.767 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.767 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T16:19:47.767 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.767 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.767 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T16:19:47.767 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.768 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.768 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T16:19:47.768 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 48 2024-07-29T16:19:47.768 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.768 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T16:19:47.768 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 446643221 2024-07-29T16:19:47.768 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.768 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T16:19:47.768 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23987 2024-07-29T16:19:47.768 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.768 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T16:19:47.768 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 386457600 2024-07-29T16:19:47.768 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.768 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T16:19:47.768 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 386461696 2024-07-29T16:19:47.769 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.769 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T16:19:47.769 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.769 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.769 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T16:19:47.769 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.769 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.769 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T16:19:47.769 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11354 2024-07-29T16:19:47.769 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.769 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:47.769 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 23987, 2024-07-29T16:19:47.769 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 170774361 2024-07-29T16:19:47.769 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.769 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T16:19:47.769 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 290516234 2024-07-29T16:19:47.770 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.770 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T16:19:47.770 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19210 2024-07-29T16:19:47.770 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.770 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T16:19:47.770 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5424714 2024-07-29T16:19:47.770 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.770 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T16:19:47.770 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1014 2024-07-29T16:19:47.770 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.770 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T16:19:47.770 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13174099 2024-07-29T16:19:47.770 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.770 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T16:19:47.770 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1355 2024-07-29T16:19:47.771 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.771 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T16:19:47.771 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7749385 2024-07-29T16:19:47.771 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.771 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T16:19:47.771 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7749385 2024-07-29T16:19:47.771 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.771 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T16:19:47.771 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.771 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.771 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T16:19:47.771 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.771 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.771 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T16:19:47.771 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 359 2024-07-29T16:19:47.771 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.772 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_lat": { 2024-07-29T16:19:47.772 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1355, 2024-07-29T16:19:47.772 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3843747 2024-07-29T16:19:47.772 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.772 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_alloc_lat": { 2024-07-29T16:19:47.772 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.772 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.772 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.772 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T16:19:47.772 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.772 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.772 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T16:19:47.772 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.772 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.772 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:47.773 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:47.773 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 701 2024-07-29T16:19:47.773 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.773 INFO:tasks.workunit.client.0.smithi067.stdout: "unlink_lat": { 2024-07-29T16:19:47.773 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:47.773 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7384 2024-07-29T16:19:47.773 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.773 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_alloc_lat": { 2024-07-29T16:19:47.773 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.773 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.773 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.773 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T16:19:47.773 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.773 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.773 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T16:19:47.774 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.774 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.774 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T16:19:47.774 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1029689344 2024-07-29T16:19:47.774 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.774 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.774 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T16:19:47.774 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T16:19:47.774 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T16:19:47.774 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.774 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T16:19:47.774 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10362880 2024-07-29T16:19:47.774 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.774 INFO:tasks.workunit.client.0.smithi067.stdout: "allocator_lat": { 2024-07-29T16:19:47.774 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 22510, 2024-07-29T16:19:47.775 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 64409089 2024-07-29T16:19:47.775 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.775 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T16:19:47.775 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3256, 2024-07-29T16:19:47.775 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 537644355 2024-07-29T16:19:47.775 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.775 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T16:19:47.775 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.775 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.775 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.775 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T16:19:47.775 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.775 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.775 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T16:19:47.775 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.776 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.776 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T16:19:47.776 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.776 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.776 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T16:19:47.776 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 21258, 2024-07-29T16:19:47.776 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 150975442 2024-07-29T16:19:47.776 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.776 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T16:19:47.776 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.776 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.776 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.776 INFO:tasks.workunit.client.0.smithi067.stdout: "fragmentation_micros": { 2024-07-29T16:19:47.776 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.776 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.776 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T16:19:47.777 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84204, 2024-07-29T16:19:47.777 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19628453209 2024-07-29T16:19:47.777 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.777 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T16:19:47.777 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 83736, 2024-07-29T16:19:47.777 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1507245266 2024-07-29T16:19:47.777 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.777 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T16:19:47.777 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84204, 2024-07-29T16:19:47.777 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 46096462 2024-07-29T16:19:47.777 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.777 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T16:19:47.777 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 84204, 2024-07-29T16:19:47.777 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 19674549671 2024-07-29T16:19:47.777 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.777 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T16:19:47.778 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.778 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.778 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.778 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T16:19:47.778 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30856, 2024-07-29T16:19:47.778 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 684311949 2024-07-29T16:19:47.778 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.778 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T16:19:47.778 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 862, 2024-07-29T16:19:47.778 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2428035 2024-07-29T16:19:47.778 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.778 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T16:19:47.778 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17961, 2024-07-29T16:19:47.778 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13199707 2024-07-29T16:19:47.779 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.779 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T16:19:47.779 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 49, 2024-07-29T16:19:47.779 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 88575 2024-07-29T16:19:47.779 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.779 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T16:19:47.779 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15554, 2024-07-29T16:19:47.779 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2291274594 2024-07-29T16:19:47.779 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.779 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T16:19:47.779 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 232353 2024-07-29T16:19:47.779 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.779 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T16:19:47.779 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21174 2024-07-29T16:19:47.779 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.779 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:47.780 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 11062, 2024-07-29T16:19:47.780 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1321110383 2024-07-29T16:19:47.780 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.780 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T16:19:47.780 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 29544, 2024-07-29T16:19:47.780 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10125184 2024-07-29T16:19:47.780 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.780 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T16:19:47.780 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 18482, 2024-07-29T16:19:47.780 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1170586121 2024-07-29T16:19:47.780 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.780 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T16:19:47.780 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.780 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.780 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T16:19:47.780 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15450, 2024-07-29T16:19:47.781 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 366024209 2024-07-29T16:19:47.781 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.781 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_aio_wait_count": { 2024-07-29T16:19:47.781 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.781 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.781 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_committed_kv_count": { 2024-07-29T16:19:47.781 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.781 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.781 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_onode_meta_count": { 2024-07-29T16:19:47.781 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.781 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.781 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_wait_aio_count": { 2024-07-29T16:19:47.781 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.781 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.782 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T16:19:47.782 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:47.782 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9416446912 2024-07-29T16:19:47.782 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.782 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T16:19:47.782 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7830, 2024-07-29T16:19:47.782 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 530788676 2024-07-29T16:19:47.782 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.782 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T16:19:47.782 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7829, 2024-07-29T16:19:47.782 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2369143381411 2024-07-29T16:19:47.782 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.783 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T16:19:47.783 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7830, 2024-07-29T16:19:47.783 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6041435065848 2024-07-29T16:19:47.783 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.783 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T16:19:47.783 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98742, 2024-07-29T16:19:47.783 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2649681798711 2024-07-29T16:19:47.783 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.783 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T16:19:47.783 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98742, 2024-07-29T16:19:47.783 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10961137 2024-07-29T16:19:47.783 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.783 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T16:19:47.784 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:47.784 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 326099518 2024-07-29T16:19:47.784 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.784 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T16:19:47.784 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:47.784 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 33439125671 2024-07-29T16:19:47.784 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.784 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T16:19:47.784 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:47.784 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 33815735 2024-07-29T16:19:47.784 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.784 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T16:19:47.784 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:47.784 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15722925586 2024-07-29T16:19:47.785 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.785 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T16:19:47.785 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:47.785 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7589219631 2024-07-29T16:19:47.785 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.785 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T16:19:47.785 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6198795 2024-07-29T16:19:47.785 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.785 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:47.785 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2483, 2024-07-29T16:19:47.785 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14180437 2024-07-29T16:19:47.785 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.785 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T16:19:47.785 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:47.785 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 66508859167 2024-07-29T16:19:47.786 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.786 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T16:19:47.786 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:47.786 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8608423891 2024-07-29T16:19:47.786 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.786 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T16:19:47.786 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 98743, 2024-07-29T16:19:47.786 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 795260568 2024-07-29T16:19:47.786 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.786 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.786 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T16:19:47.786 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:47.786 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1405116297 2024-07-29T16:19:47.786 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.786 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:47.787 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 595288064 2024-07-29T16:19:47.787 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.787 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:47.787 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 419561472 2024-07-29T16:19:47.787 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.787 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:47.787 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2600497254 2024-07-29T16:19:47.787 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.787 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:47.787 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 175726592 2024-07-29T16:19:47.787 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.787 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.787 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T16:19:47.787 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.787 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125829120 2024-07-29T16:19:47.787 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.788 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.788 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.788 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.788 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.788 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.788 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.788 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.788 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 56448908 2024-07-29T16:19:47.788 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.788 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.788 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.788 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.788 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.788 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.788 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.788 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.789 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.789 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.789 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.789 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.789 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.789 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.789 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2412 2024-07-29T16:19:47.789 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.789 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.789 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14858 2024-07-29T16:19:47.789 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.789 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.789 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.789 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.789 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.790 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.790 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.790 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.790 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.790 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.790 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.790 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 69362942 2024-07-29T16:19:47.790 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.790 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.790 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T16:19:47.790 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.790 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 562036736 2024-07-29T16:19:47.790 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.790 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.790 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:47.790 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.791 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.791 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.791 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.791 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.791 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 423366810 2024-07-29T16:19:47.791 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.791 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.791 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.791 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.791 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.791 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.791 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.791 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.791 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2640 2024-07-29T16:19:47.792 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.792 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.792 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.792 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.792 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.792 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 185760 2024-07-29T16:19:47.792 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.792 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.792 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.792 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.792 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.792 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.792 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.792 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.792 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.792 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.793 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.793 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.793 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.793 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.793 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 71372662 2024-07-29T16:19:47.793 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.793 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.793 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T16:19:47.793 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.793 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176160768 2024-07-29T16:19:47.793 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.793 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.793 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:47.793 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.793 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.794 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 475952 2024-07-29T16:19:47.794 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.794 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.794 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 37632605 2024-07-29T16:19:47.794 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.794 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.794 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.794 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.794 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.794 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.794 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.794 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.794 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.794 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.795 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.795 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.795 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.795 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.795 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.795 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.795 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.795 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.795 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.795 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.795 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.795 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.795 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.795 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.795 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.795 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.796 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.796 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.796 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.796 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70943347 2024-07-29T16:19:47.796 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.796 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.796 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T16:19:47.796 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.796 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 494927872 2024-07-29T16:19:47.796 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.796 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.796 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.796 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.796 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.796 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.797 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.797 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.797 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 423366810 2024-07-29T16:19:47.797 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.797 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.797 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.797 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.797 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.797 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.797 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.797 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.797 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.797 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.797 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.797 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.797 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.798 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.798 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176489 2024-07-29T16:19:47.798 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.798 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.798 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1167072 2024-07-29T16:19:47.798 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.798 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.798 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.798 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.798 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.798 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.798 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.798 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.798 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.798 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.799 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.799 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70217501 2024-07-29T16:19:47.799 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.799 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.799 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:47.799 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:47.799 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.799 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.799 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:47.799 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18 2024-07-29T16:19:47.799 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.799 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:47.799 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.799 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.799 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:47.799 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.800 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.800 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.800 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:47.800 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T16:19:47.800 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 58 2024-07-29T16:19:47.800 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.800 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T16:19:47.800 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.800 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.800 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T16:19:47.800 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 30461 2024-07-29T16:19:47.800 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.800 INFO:tasks.workunit.client.0.smithi067.stdout: "op_before_queue_op_lat": { 2024-07-29T16:19:47.800 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 114052, 2024-07-29T16:19:47.801 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9707163152 2024-07-29T16:19:47.801 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.801 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T16:19:47.801 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.801 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.801 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T16:19:47.801 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.801 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.801 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T16:19:47.801 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1126855224 2024-07-29T16:19:47.801 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.801 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T16:19:47.801 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30461, 2024-07-29T16:19:47.801 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 32063576865 2024-07-29T16:19:47.802 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.802 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T16:19:47.802 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2032511643 2024-07-29T16:19:47.802 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.802 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T16:19:47.802 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 31454, 2024-07-29T16:19:47.802 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11419717875 2024-07-29T16:19:47.802 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.802 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T16:19:47.802 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 30461, 2024-07-29T16:19:47.802 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23500397417 2024-07-29T16:19:47.802 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.802 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:47.803 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21658 2024-07-29T16:19:47.803 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.803 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T16:19:47.803 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 21658, 2024-07-29T16:19:47.803 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8673584359 2024-07-29T16:19:47.803 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.803 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:47.803 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.803 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.803 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T16:19:47.803 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2032511643 2024-07-29T16:19:47.803 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.803 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T16:19:47.803 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 21972, 2024-07-29T16:19:47.804 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4910334360 2024-07-29T16:19:47.804 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.804 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T16:19:47.804 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 21658, 2024-07-29T16:19:47.804 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5436155022 2024-07-29T16:19:47.804 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.804 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T16:19:47.804 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7589 2024-07-29T16:19:47.804 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.804 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T16:19:47.804 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 319892249 2024-07-29T16:19:47.804 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.804 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T16:19:47.804 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7589, 2024-07-29T16:19:47.804 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13782997932 2024-07-29T16:19:47.805 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.805 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:47.805 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.805 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.805 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:47.805 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.805 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.805 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T16:19:47.805 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.805 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.805 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T16:19:47.805 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 8076, 2024-07-29T16:19:47.805 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4740674988 2024-07-29T16:19:47.805 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.805 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T16:19:47.806 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7589, 2024-07-29T16:19:47.806 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10573430345 2024-07-29T16:19:47.806 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.806 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:47.806 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1214 2024-07-29T16:19:47.806 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.806 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T16:19:47.806 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 806962975 2024-07-29T16:19:47.806 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.806 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T16:19:47.806 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1214, 2024-07-29T16:19:47.806 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9606994574 2024-07-29T16:19:47.806 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.807 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:47.807 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.807 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.807 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T16:19:47.807 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1406, 2024-07-29T16:19:47.807 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1768708527 2024-07-29T16:19:47.807 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.807 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T16:19:47.807 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1214, 2024-07-29T16:19:47.807 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7490812050 2024-07-29T16:19:47.807 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.807 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T16:19:47.807 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.807 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.808 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T16:19:47.808 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 82 2024-07-29T16:19:47.808 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.808 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T16:19:47.808 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8 2024-07-29T16:19:47.808 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.808 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T16:19:47.808 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T16:19:47.808 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.808 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T16:19:47.808 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 563695616 2024-07-29T16:19:47.808 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.808 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.808 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.808 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.6": { 2024-07-29T16:19:47.809 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:47.809 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_db_max_lat": { 2024-07-29T16:19:47.809 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25337 2024-07-29T16:19:47.809 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.809 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T16:19:47.809 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.809 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.809 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_max_lat": { 2024-07-29T16:19:47.809 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.809 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.809 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T16:19:47.809 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.809 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.809 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T16:19:47.809 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T16:19:47.809 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.810 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_slow": { 2024-07-29T16:19:47.810 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.810 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.810 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T16:19:47.810 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.810 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.810 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_wal_max_lat": { 2024-07-29T16:19:47.810 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.810 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.810 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T16:19:47.810 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.810 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.810 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T16:19:47.810 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4452352 2024-07-29T16:19:47.810 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.810 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T16:19:47.811 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 452931584 2024-07-29T16:19:47.811 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.811 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T16:19:47.811 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 14, 2024-07-29T16:19:47.811 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4737485 2024-07-29T16:19:47.811 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.811 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T16:19:47.811 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 14, 2024-07-29T16:19:47.811 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 859987 2024-07-29T16:19:47.811 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.811 INFO:tasks.workunit.client.0.smithi067.stdout: "db_alloc_lat": { 2024-07-29T16:19:47.811 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 135, 2024-07-29T16:19:47.811 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 554414 2024-07-29T16:19:47.811 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.811 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T16:19:47.812 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995027456 2024-07-29T16:19:47.812 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.812 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T16:19:47.812 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 355139584 2024-07-29T16:19:47.812 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.812 INFO:tasks.workunit.client.0.smithi067.stdout: "flush_lat": { 2024-07-29T16:19:47.812 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 59185, 2024-07-29T16:19:47.812 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7316024809 2024-07-29T16:19:47.812 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.812 INFO:tasks.workunit.client.0.smithi067.stdout: "fsync_lat": { 2024-07-29T16:19:47.812 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 59194, 2024-07-29T16:19:47.812 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11859263509 2024-07-29T16:19:47.812 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.812 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T16:19:47.812 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9760768 2024-07-29T16:19:47.813 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.813 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T16:19:47.813 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 242487296 2024-07-29T16:19:47.813 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.813 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T16:19:47.813 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 367919104 2024-07-29T16:19:47.813 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.813 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T16:19:47.813 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.813 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.813 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T16:19:47.813 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.813 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.813 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T16:19:47.813 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 35 2024-07-29T16:19:47.814 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.814 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T16:19:47.814 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 156927641 2024-07-29T16:19:47.814 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.814 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T16:19:47.814 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10934 2024-07-29T16:19:47.814 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.814 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T16:19:47.814 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 165183488 2024-07-29T16:19:47.814 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.814 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T16:19:47.814 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 165187584 2024-07-29T16:19:47.814 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.814 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T16:19:47.815 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.815 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.815 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T16:19:47.815 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.815 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.815 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T16:19:47.815 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8289 2024-07-29T16:19:47.815 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.815 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:47.815 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 10934, 2024-07-29T16:19:47.815 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 93401510 2024-07-29T16:19:47.815 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.815 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T16:19:47.816 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 91028402 2024-07-29T16:19:47.816 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.816 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T16:19:47.816 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8911 2024-07-29T16:19:47.816 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.816 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T16:19:47.816 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1219369 2024-07-29T16:19:47.816 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.816 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T16:19:47.816 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 425 2024-07-29T16:19:47.816 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.816 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T16:19:47.816 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4420727 2024-07-29T16:19:47.816 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.816 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T16:19:47.816 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 564 2024-07-29T16:19:47.817 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.817 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T16:19:47.817 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3201358 2024-07-29T16:19:47.817 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.817 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T16:19:47.817 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3201358 2024-07-29T16:19:47.817 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.817 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T16:19:47.817 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.817 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.817 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T16:19:47.817 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.817 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.817 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T16:19:47.817 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 142 2024-07-29T16:19:47.818 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.818 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_lat": { 2024-07-29T16:19:47.818 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 564, 2024-07-29T16:19:47.818 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1475754 2024-07-29T16:19:47.818 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.818 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_alloc_lat": { 2024-07-29T16:19:47.818 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.818 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.818 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.818 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T16:19:47.818 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.818 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.818 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T16:19:47.818 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.819 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.819 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:47.819 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:47.819 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 615 2024-07-29T16:19:47.819 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.819 INFO:tasks.workunit.client.0.smithi067.stdout: "unlink_lat": { 2024-07-29T16:19:47.819 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:47.819 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6750 2024-07-29T16:19:47.819 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.819 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_alloc_lat": { 2024-07-29T16:19:47.819 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.819 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.819 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.819 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T16:19:47.819 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.819 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.820 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T16:19:47.820 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.820 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.820 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T16:19:47.820 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 702009344 2024-07-29T16:19:47.820 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.820 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.820 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T16:19:47.820 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T16:19:47.820 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T16:19:47.820 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.820 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T16:19:47.820 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10948608 2024-07-29T16:19:47.820 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.820 INFO:tasks.workunit.client.0.smithi067.stdout: "allocator_lat": { 2024-07-29T16:19:47.821 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 16506, 2024-07-29T16:19:47.821 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 42359035 2024-07-29T16:19:47.821 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.821 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T16:19:47.821 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3163, 2024-07-29T16:19:47.821 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 301474036 2024-07-29T16:19:47.821 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.821 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T16:19:47.821 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.821 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.821 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.821 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T16:19:47.821 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.821 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.822 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T16:19:47.822 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.822 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.822 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T16:19:47.822 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.822 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.822 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T16:19:47.822 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15736, 2024-07-29T16:19:47.822 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 97160762 2024-07-29T16:19:47.822 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.822 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T16:19:47.822 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.822 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.822 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.823 INFO:tasks.workunit.client.0.smithi067.stdout: "fragmentation_micros": { 2024-07-29T16:19:47.823 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.823 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.823 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T16:19:47.823 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 59155, 2024-07-29T16:19:47.823 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14505462741 2024-07-29T16:19:47.823 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.823 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T16:19:47.823 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 58784, 2024-07-29T16:19:47.823 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1137860906 2024-07-29T16:19:47.823 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.823 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T16:19:47.823 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 59155, 2024-07-29T16:19:47.823 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 32677899 2024-07-29T16:19:47.824 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.824 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T16:19:47.824 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 59155, 2024-07-29T16:19:47.824 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14538140640 2024-07-29T16:19:47.824 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.824 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T16:19:47.824 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.824 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.824 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.824 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T16:19:47.824 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 20772, 2024-07-29T16:19:47.824 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 382426010 2024-07-29T16:19:47.824 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.824 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T16:19:47.824 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 837, 2024-07-29T16:19:47.825 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2198425 2024-07-29T16:19:47.825 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.825 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T16:19:47.825 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 8629, 2024-07-29T16:19:47.825 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6210095 2024-07-29T16:19:47.825 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.825 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T16:19:47.825 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 43, 2024-07-29T16:19:47.825 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 51114 2024-07-29T16:19:47.825 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.825 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T16:19:47.825 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 10973, 2024-07-29T16:19:47.825 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1188232445 2024-07-29T16:19:47.825 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.825 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T16:19:47.825 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 169157 2024-07-29T16:19:47.826 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.826 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T16:19:47.826 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17826 2024-07-29T16:19:47.826 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.826 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:47.826 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 10481, 2024-07-29T16:19:47.826 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1243336457 2024-07-29T16:19:47.826 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.826 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T16:19:47.826 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 36259, 2024-07-29T16:19:47.826 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13037923 2024-07-29T16:19:47.826 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.826 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T16:19:47.826 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 25778, 2024-07-29T16:19:47.827 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 967429299 2024-07-29T16:19:47.827 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.827 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T16:19:47.827 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.827 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.827 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T16:19:47.827 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 11589, 2024-07-29T16:19:47.827 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 261237855 2024-07-29T16:19:47.827 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.827 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_aio_wait_count": { 2024-07-29T16:19:47.827 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.827 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.827 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_committed_kv_count": { 2024-07-29T16:19:47.827 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.827 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.827 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_onode_meta_count": { 2024-07-29T16:19:47.828 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.828 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.828 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_wait_aio_count": { 2024-07-29T16:19:47.828 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.828 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.828 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T16:19:47.828 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71915, 2024-07-29T16:19:47.828 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8324246933 2024-07-29T16:19:47.828 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.828 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T16:19:47.828 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13542, 2024-07-29T16:19:47.828 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 648794481 2024-07-29T16:19:47.828 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.828 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T16:19:47.828 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13542, 2024-07-29T16:19:47.829 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2510606908318 2024-07-29T16:19:47.829 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.829 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T16:19:47.829 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13542, 2024-07-29T16:19:47.829 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5618514149776 2024-07-29T16:19:47.829 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.829 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T16:19:47.829 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71915, 2024-07-29T16:19:47.829 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2352052092239 2024-07-29T16:19:47.829 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.829 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T16:19:47.829 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71915, 2024-07-29T16:19:47.829 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8479562 2024-07-29T16:19:47.829 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.829 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T16:19:47.830 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71915, 2024-07-29T16:19:47.830 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 378949484 2024-07-29T16:19:47.830 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.830 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T16:19:47.830 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71915, 2024-07-29T16:19:47.830 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 26044461349 2024-07-29T16:19:47.830 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.830 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T16:19:47.830 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71915, 2024-07-29T16:19:47.830 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23787588 2024-07-29T16:19:47.830 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.830 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T16:19:47.830 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71915, 2024-07-29T16:19:47.830 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12465456266 2024-07-29T16:19:47.830 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.830 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T16:19:47.831 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71915, 2024-07-29T16:19:47.831 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5174347898 2024-07-29T16:19:47.831 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.831 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T16:19:47.831 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6789054 2024-07-29T16:19:47.831 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.831 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:47.831 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2429, 2024-07-29T16:19:47.831 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14291380 2024-07-29T16:19:47.831 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.831 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T16:19:47.831 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71915, 2024-07-29T16:19:47.831 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 52398380183 2024-07-29T16:19:47.831 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.831 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T16:19:47.831 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71915, 2024-07-29T16:19:47.832 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5921157173 2024-07-29T16:19:47.832 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.832 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T16:19:47.832 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 71915, 2024-07-29T16:19:47.832 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 709014734 2024-07-29T16:19:47.832 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.832 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.832 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T16:19:47.832 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:47.832 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1405116297 2024-07-29T16:19:47.832 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.832 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:47.832 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 418627584 2024-07-29T16:19:47.832 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.833 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:47.833 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 366206976 2024-07-29T16:19:47.833 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.833 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:47.833 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2600497254 2024-07-29T16:19:47.833 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.833 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:47.833 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 52420608 2024-07-29T16:19:47.833 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.833 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.833 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T16:19:47.833 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.833 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125829120 2024-07-29T16:19:47.833 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.833 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.834 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.834 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.834 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.834 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.834 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.834 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.834 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 57301615 2024-07-29T16:19:47.834 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.834 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.834 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.834 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.834 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.834 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.834 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.834 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.835 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.835 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.835 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.835 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.835 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.835 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.835 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3660 2024-07-29T16:19:47.835 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.835 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.835 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 34146 2024-07-29T16:19:47.835 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.835 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.835 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.835 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.836 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.836 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.836 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.836 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.836 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.836 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.836 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.836 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68489699 2024-07-29T16:19:47.836 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.836 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.836 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T16:19:47.836 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.836 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 570425344 2024-07-29T16:19:47.836 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.836 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.837 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:47.837 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.837 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.837 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.837 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.837 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.837 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 429762119 2024-07-29T16:19:47.837 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.837 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.837 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.837 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.837 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.837 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1360 2024-07-29T16:19:47.837 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.837 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.838 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.838 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.838 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.838 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.838 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.838 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.838 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 83216 2024-07-29T16:19:47.838 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.838 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.838 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.838 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.838 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.838 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.838 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.839 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.839 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.839 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.839 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.839 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.839 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.839 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.839 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 73469785 2024-07-29T16:19:47.839 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.839 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.839 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T16:19:47.839 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.839 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176160768 2024-07-29T16:19:47.839 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.840 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.840 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:47.840 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.840 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.840 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 179504 2024-07-29T16:19:47.840 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.840 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.840 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38201077 2024-07-29T16:19:47.840 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.840 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.840 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.840 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.840 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.840 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.841 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.841 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.841 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.841 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.841 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.841 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.841 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.841 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.841 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.841 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.841 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.841 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.841 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.841 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.842 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.842 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.842 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.842 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.842 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.842 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.842 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.842 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.842 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.842 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70671323 2024-07-29T16:19:47.842 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.842 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.842 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T16:19:47.842 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.843 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 503316480 2024-07-29T16:19:47.843 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.843 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.843 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.843 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.843 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.843 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.843 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.843 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.843 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 429762119 2024-07-29T16:19:47.843 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.843 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.843 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.843 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.844 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.844 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.844 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.844 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.844 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.844 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.844 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.844 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.844 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.844 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.844 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 172169 2024-07-29T16:19:47.844 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.844 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.844 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1192737 2024-07-29T16:19:47.845 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.845 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.845 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.845 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.845 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.845 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.845 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.845 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.845 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.845 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.845 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.845 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 72189455 2024-07-29T16:19:47.845 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.845 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.846 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:47.846 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:47.846 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.846 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.846 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:47.846 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2 2024-07-29T16:19:47.846 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.846 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:47.846 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.846 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.846 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:47.846 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.846 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.846 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.847 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:47.847 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T16:19:47.847 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 51 2024-07-29T16:19:47.847 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.847 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T16:19:47.847 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.847 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.847 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T16:19:47.847 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 33643 2024-07-29T16:19:47.847 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.847 INFO:tasks.workunit.client.0.smithi067.stdout: "op_before_queue_op_lat": { 2024-07-29T16:19:47.847 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 88470, 2024-07-29T16:19:47.847 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6027927780 2024-07-29T16:19:47.847 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.848 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T16:19:47.848 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.848 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.848 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T16:19:47.848 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.848 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.848 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T16:19:47.848 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1110908208 2024-07-29T16:19:47.848 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.848 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T16:19:47.848 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 33643, 2024-07-29T16:19:47.848 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 47042687430 2024-07-29T16:19:47.848 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.848 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T16:19:47.849 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1450771852 2024-07-29T16:19:47.849 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.849 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T16:19:47.849 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 34224, 2024-07-29T16:19:47.849 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11704862676 2024-07-29T16:19:47.849 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.849 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T16:19:47.849 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 33643, 2024-07-29T16:19:47.849 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25996164256 2024-07-29T16:19:47.849 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.849 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:47.849 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25351 2024-07-29T16:19:47.849 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.849 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T16:19:47.850 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 25351, 2024-07-29T16:19:47.850 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8714017398 2024-07-29T16:19:47.850 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.850 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:47.850 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.850 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.850 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T16:19:47.850 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1450771852 2024-07-29T16:19:47.850 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.850 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T16:19:47.850 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 25567, 2024-07-29T16:19:47.850 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4958815534 2024-07-29T16:19:47.850 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.850 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T16:19:47.851 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 25351, 2024-07-29T16:19:47.851 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4215213685 2024-07-29T16:19:47.851 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.851 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T16:19:47.851 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4528 2024-07-29T16:19:47.851 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.851 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T16:19:47.851 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 218276996 2024-07-29T16:19:47.851 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.851 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T16:19:47.851 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4528, 2024-07-29T16:19:47.851 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9936880576 2024-07-29T16:19:47.851 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.851 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:47.852 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.852 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.852 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:47.852 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.852 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.852 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T16:19:47.852 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.852 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.852 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T16:19:47.852 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4785, 2024-07-29T16:19:47.852 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2788361931 2024-07-29T16:19:47.852 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.852 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T16:19:47.853 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4528, 2024-07-29T16:19:47.853 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6920846207 2024-07-29T16:19:47.853 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.853 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:47.853 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3764 2024-07-29T16:19:47.853 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.853 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T16:19:47.853 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 892631212 2024-07-29T16:19:47.853 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.853 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T16:19:47.853 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3764, 2024-07-29T16:19:47.853 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 28391789456 2024-07-29T16:19:47.853 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.853 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:47.854 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.854 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.854 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T16:19:47.854 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3872, 2024-07-29T16:19:47.854 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3957685211 2024-07-29T16:19:47.854 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.854 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T16:19:47.854 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3764, 2024-07-29T16:19:47.854 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14860104364 2024-07-29T16:19:47.854 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.854 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T16:19:47.854 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.854 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.854 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T16:19:47.855 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.855 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.855 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T16:19:47.855 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.855 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.855 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T16:19:47.855 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T16:19:47.855 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.855 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T16:19:47.855 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 366096384 2024-07-29T16:19:47.855 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.855 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.855 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.855 INFO:tasks.workunit.client.0.smithi067.stdout: "osd.7": { 2024-07-29T16:19:47.855 INFO:tasks.workunit.client.0.smithi067.stdout: "bluefs": { 2024-07-29T16:19:47.855 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_db_max_lat": { 2024-07-29T16:19:47.856 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16024 2024-07-29T16:19:47.856 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.856 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_fallback": { 2024-07-29T16:19:47.856 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.856 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.856 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_max_lat": { 2024-07-29T16:19:47.856 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.856 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.856 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_slow_size_fallback": { 2024-07-29T16:19:47.856 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.856 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.856 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_db": { 2024-07-29T16:19:47.856 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 65536 2024-07-29T16:19:47.856 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.856 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_slow": { 2024-07-29T16:19:47.856 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.857 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.857 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit_wal": { 2024-07-29T16:19:47.857 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.857 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.857 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_wal_max_lat": { 2024-07-29T16:19:47.857 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.857 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.857 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_slow": { 2024-07-29T16:19:47.857 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.857 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.857 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_sst": { 2024-07-29T16:19:47.857 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5251072 2024-07-29T16:19:47.857 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.857 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_written_wal": { 2024-07-29T16:19:47.857 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 553566208 2024-07-29T16:19:47.858 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.858 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lat": { 2024-07-29T16:19:47.858 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15, 2024-07-29T16:19:47.858 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3087895 2024-07-29T16:19:47.858 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.858 INFO:tasks.workunit.client.0.smithi067.stdout: "compact_lock_lat": { 2024-07-29T16:19:47.858 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 15, 2024-07-29T16:19:47.858 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1145270 2024-07-29T16:19:47.858 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.858 INFO:tasks.workunit.client.0.smithi067.stdout: "db_alloc_lat": { 2024-07-29T16:19:47.858 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 150, 2024-07-29T16:19:47.858 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 623382 2024-07-29T16:19:47.858 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.858 INFO:tasks.workunit.client.0.smithi067.stdout: "db_total_bytes": { 2024-07-29T16:19:47.858 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995027456 2024-07-29T16:19:47.859 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.859 INFO:tasks.workunit.client.0.smithi067.stdout: "db_used_bytes": { 2024-07-29T16:19:47.859 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 471007232 2024-07-29T16:19:47.859 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.859 INFO:tasks.workunit.client.0.smithi067.stdout: "flush_lat": { 2024-07-29T16:19:47.859 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64156, 2024-07-29T16:19:47.859 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7451291541 2024-07-29T16:19:47.859 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.859 INFO:tasks.workunit.client.0.smithi067.stdout: "fsync_lat": { 2024-07-29T16:19:47.859 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64161, 2024-07-29T16:19:47.859 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11999140266 2024-07-29T16:19:47.859 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.859 INFO:tasks.workunit.client.0.smithi067.stdout: "log_bytes": { 2024-07-29T16:19:47.859 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13475840 2024-07-29T16:19:47.859 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.860 INFO:tasks.workunit.client.0.smithi067.stdout: "logged_bytes": { 2024-07-29T16:19:47.860 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 262832128 2024-07-29T16:19:47.860 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.860 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_db": { 2024-07-29T16:19:47.860 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 466747392 2024-07-29T16:19:47.860 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.860 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_slow": { 2024-07-29T16:19:47.860 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.860 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.860 INFO:tasks.workunit.client.0.smithi067.stdout: "max_bytes_wal": { 2024-07-29T16:19:47.860 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.860 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.860 INFO:tasks.workunit.client.0.smithi067.stdout: "num_files": { 2024-07-29T16:19:47.860 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 40 2024-07-29T16:19:47.860 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.860 INFO:tasks.workunit.client.0.smithi067.stdout: "read_bytes": { 2024-07-29T16:19:47.861 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 267807473 2024-07-29T16:19:47.861 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.861 INFO:tasks.workunit.client.0.smithi067.stdout: "read_count": { 2024-07-29T16:19:47.861 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 16323 2024-07-29T16:19:47.861 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.861 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes": { 2024-07-29T16:19:47.861 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 211152896 2024-07-29T16:19:47.861 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.861 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_db": { 2024-07-29T16:19:47.861 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 211156992 2024-07-29T16:19:47.861 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.861 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_slow": { 2024-07-29T16:19:47.861 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.862 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.862 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_bytes_wal": { 2024-07-29T16:19:47.862 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.862 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.862 INFO:tasks.workunit.client.0.smithi067.stdout: "read_disk_count": { 2024-07-29T16:19:47.862 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5914 2024-07-29T16:19:47.862 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.862 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:47.862 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 16323, 2024-07-29T16:19:47.862 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 116779173 2024-07-29T16:19:47.862 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.862 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_bytes": { 2024-07-29T16:19:47.862 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 170404329 2024-07-29T16:19:47.862 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.863 INFO:tasks.workunit.client.0.smithi067.stdout: "read_prefetch_count": { 2024-07-29T16:19:47.863 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13338 2024-07-29T16:19:47.863 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.863 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_bytes": { 2024-07-29T16:19:47.863 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2228265 2024-07-29T16:19:47.863 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.863 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_buffer_count": { 2024-07-29T16:19:47.863 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 712 2024-07-29T16:19:47.863 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.863 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_bytes": { 2024-07-29T16:19:47.863 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5191630 2024-07-29T16:19:47.863 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.864 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_count": { 2024-07-29T16:19:47.864 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 910 2024-07-29T16:19:47.864 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.864 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes": { 2024-07-29T16:19:47.864 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2963365 2024-07-29T16:19:47.864 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.864 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_db": { 2024-07-29T16:19:47.864 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2963365 2024-07-29T16:19:47.864 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.864 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_slow": { 2024-07-29T16:19:47.864 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.864 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.864 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_bytes_wal": { 2024-07-29T16:19:47.865 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.865 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.865 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_disk_count": { 2024-07-29T16:19:47.865 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 203 2024-07-29T16:19:47.865 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.865 INFO:tasks.workunit.client.0.smithi067.stdout: "read_random_lat": { 2024-07-29T16:19:47.865 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 910, 2024-07-29T16:19:47.865 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1770971 2024-07-29T16:19:47.865 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.865 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_alloc_lat": { 2024-07-29T16:19:47.865 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.865 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.865 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.865 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_total_bytes": { 2024-07-29T16:19:47.865 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.865 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.866 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_used_bytes": { 2024-07-29T16:19:47.866 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.866 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.866 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:47.866 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1, 2024-07-29T16:19:47.866 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 752 2024-07-29T16:19:47.866 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.866 INFO:tasks.workunit.client.0.smithi067.stdout: "unlink_lat": { 2024-07-29T16:19:47.866 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 4, 2024-07-29T16:19:47.866 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7105 2024-07-29T16:19:47.866 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.866 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_alloc_lat": { 2024-07-29T16:19:47.866 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.866 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.867 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.867 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_total_bytes": { 2024-07-29T16:19:47.867 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.867 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.867 INFO:tasks.workunit.client.0.smithi067.stdout: "wal_used_bytes": { 2024-07-29T16:19:47.867 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.867 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.867 INFO:tasks.workunit.client.0.smithi067.stdout: "write_bytes": { 2024-07-29T16:19:47.867 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 823939072 2024-07-29T16:19:47.867 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.867 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.867 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore": { 2024-07-29T16:19:47.867 INFO:tasks.workunit.client.0.smithi067.stdout: "alloc_unit": { 2024-07-29T16:19:47.867 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4096 2024-07-29T16:19:47.867 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.868 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": { 2024-07-29T16:19:47.868 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15134720 2024-07-29T16:19:47.868 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.868 INFO:tasks.workunit.client.0.smithi067.stdout: "allocator_lat": { 2024-07-29T16:19:47.868 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 17316, 2024-07-29T16:19:47.868 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 49945637 2024-07-29T16:19:47.868 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.868 INFO:tasks.workunit.client.0.smithi067.stdout: "clist_lat": { 2024-07-29T16:19:47.868 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 3196, 2024-07-29T16:19:47.868 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 360661333 2024-07-29T16:19:47.868 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.868 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_lat": { 2024-07-29T16:19:47.868 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.868 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.869 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.869 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed": { 2024-07-29T16:19:47.869 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.869 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.869 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_allocated": { 2024-07-29T16:19:47.869 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.869 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.869 INFO:tasks.workunit.client.0.smithi067.stdout: "compressed_original": { 2024-07-29T16:19:47.869 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.869 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.869 INFO:tasks.workunit.client.0.smithi067.stdout: "csum_lat": { 2024-07-29T16:19:47.869 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 14071, 2024-07-29T16:19:47.869 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 98860226 2024-07-29T16:19:47.869 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.869 INFO:tasks.workunit.client.0.smithi067.stdout: "decompress_lat": { 2024-07-29T16:19:47.870 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.870 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.870 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.870 INFO:tasks.workunit.client.0.smithi067.stdout: "fragmentation_micros": { 2024-07-29T16:19:47.870 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.870 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.870 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_commit_lat": { 2024-07-29T16:19:47.870 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64116, 2024-07-29T16:19:47.870 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 14961903134 2024-07-29T16:19:47.870 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.870 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_final_lat": { 2024-07-29T16:19:47.870 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 63745, 2024-07-29T16:19:47.870 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1192529253 2024-07-29T16:19:47.870 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.871 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_flush_lat": { 2024-07-29T16:19:47.871 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64116, 2024-07-29T16:19:47.871 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38711494 2024-07-29T16:19:47.871 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.871 INFO:tasks.workunit.client.0.smithi067.stdout: "kv_sync_lat": { 2024-07-29T16:19:47.871 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 64116, 2024-07-29T16:19:47.871 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15000614628 2024-07-29T16:19:47.871 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.871 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_keys_lat": { 2024-07-29T16:19:47.871 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 0, 2024-07-29T16:19:47.871 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.871 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.871 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_get_values_lat": { 2024-07-29T16:19:47.872 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 35318, 2024-07-29T16:19:47.872 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 487936379 2024-07-29T16:19:47.872 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.872 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_lower_bound_lat": { 2024-07-29T16:19:47.872 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 744, 2024-07-29T16:19:47.872 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2138663 2024-07-29T16:19:47.872 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.872 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_next_lat": { 2024-07-29T16:19:47.872 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 9039, 2024-07-29T16:19:47.872 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9576914 2024-07-29T16:19:47.872 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.872 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_seek_to_first_lat": { 2024-07-29T16:19:47.872 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 50, 2024-07-29T16:19:47.872 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 93305 2024-07-29T16:19:47.873 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.873 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_upper_bound_lat": { 2024-07-29T16:19:47.873 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13703, 2024-07-29T16:19:47.873 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1430897367 2024-07-29T16:19:47.873 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.873 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_hits": { 2024-07-29T16:19:47.873 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 201944 2024-07-29T16:19:47.873 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.873 INFO:tasks.workunit.client.0.smithi067.stdout: "onode_misses": { 2024-07-29T16:19:47.873 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18052 2024-07-29T16:19:47.873 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.873 INFO:tasks.workunit.client.0.smithi067.stdout: "read_lat": { 2024-07-29T16:19:47.873 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 7447, 2024-07-29T16:19:47.873 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 947827630 2024-07-29T16:19:47.874 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.874 INFO:tasks.workunit.client.0.smithi067.stdout: "read_onode_meta_lat": { 2024-07-29T16:19:47.874 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 34437, 2024-07-29T16:19:47.874 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9138804 2024-07-29T16:19:47.874 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.874 INFO:tasks.workunit.client.0.smithi067.stdout: "read_wait_aio_lat": { 2024-07-29T16:19:47.874 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 26990, 2024-07-29T16:19:47.874 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 879096255 2024-07-29T16:19:47.874 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.874 INFO:tasks.workunit.client.0.smithi067.stdout: "reads_with_retries": { 2024-07-29T16:19:47.874 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.874 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.874 INFO:tasks.workunit.client.0.smithi067.stdout: "remove_lat": { 2024-07-29T16:19:47.874 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 13003, 2024-07-29T16:19:47.874 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 297410460 2024-07-29T16:19:47.874 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.875 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_aio_wait_count": { 2024-07-29T16:19:47.875 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.875 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.875 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_committed_kv_count": { 2024-07-29T16:19:47.875 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.875 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.875 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_onode_meta_count": { 2024-07-29T16:19:47.875 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.875 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.875 INFO:tasks.workunit.client.0.smithi067.stdout: "slow_read_wait_aio_count": { 2024-07-29T16:19:47.875 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.875 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.875 INFO:tasks.workunit.client.0.smithi067.stdout: "state_aio_wait_lat": { 2024-07-29T16:19:47.875 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:47.876 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5007719691 2024-07-29T16:19:47.876 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.876 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_aio_wait_lat": { 2024-07-29T16:19:47.876 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 16274, 2024-07-29T16:19:47.876 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 965648775 2024-07-29T16:19:47.876 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.876 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_cleanup_lat": { 2024-07-29T16:19:47.876 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 16273, 2024-07-29T16:19:47.876 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2481397980440 2024-07-29T16:19:47.876 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.876 INFO:tasks.workunit.client.0.smithi067.stdout: "state_deferred_queued_lat": { 2024-07-29T16:19:47.876 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 16274, 2024-07-29T16:19:47.876 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6251807663755 2024-07-29T16:19:47.876 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.877 INFO:tasks.workunit.client.0.smithi067.stdout: "state_done_lat": { 2024-07-29T16:19:47.877 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75859, 2024-07-29T16:19:47.877 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2965667771096 2024-07-29T16:19:47.877 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.877 INFO:tasks.workunit.client.0.smithi067.stdout: "state_finishing_lat": { 2024-07-29T16:19:47.877 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75859, 2024-07-29T16:19:47.877 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8476267 2024-07-29T16:19:47.877 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.877 INFO:tasks.workunit.client.0.smithi067.stdout: "state_io_done_lat": { 2024-07-29T16:19:47.877 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:47.877 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 255614617 2024-07-29T16:19:47.877 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.877 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_commiting_lat": { 2024-07-29T16:19:47.877 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:47.878 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 24363905838 2024-07-29T16:19:47.878 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.878 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_done_lat": { 2024-07-29T16:19:47.878 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:47.878 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 25933394 2024-07-29T16:19:47.878 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.878 INFO:tasks.workunit.client.0.smithi067.stdout: "state_kv_queued_lat": { 2024-07-29T16:19:47.878 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:47.878 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 11989266194 2024-07-29T16:19:47.878 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.878 INFO:tasks.workunit.client.0.smithi067.stdout: "state_prepare_lat": { 2024-07-29T16:19:47.878 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:47.878 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5615484263 2024-07-29T16:19:47.878 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.879 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": { 2024-07-29T16:19:47.879 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 10978134 2024-07-29T16:19:47.879 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.879 INFO:tasks.workunit.client.0.smithi067.stdout: "truncate_lat": { 2024-07-29T16:19:47.879 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 2370, 2024-07-29T16:19:47.879 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13120166 2024-07-29T16:19:47.879 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.879 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_commit_lat": { 2024-07-29T16:19:47.879 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:47.879 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 47243313963 2024-07-29T16:19:47.879 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.879 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_submit_lat": { 2024-07-29T16:19:47.879 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:47.879 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 6394694379 2024-07-29T16:19:47.880 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.880 INFO:tasks.workunit.client.0.smithi067.stdout: "txc_throttle_lat": { 2024-07-29T16:19:47.880 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 75860, 2024-07-29T16:19:47.880 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 425084064 2024-07-29T16:19:47.880 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.880 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.880 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache": { 2024-07-29T16:19:47.880 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_bytes": { 2024-07-29T16:19:47.880 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1405116297 2024-07-29T16:19:47.880 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.880 INFO:tasks.workunit.client.0.smithi067.stdout: "heap_bytes": { 2024-07-29T16:19:47.880 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 504168448 2024-07-29T16:19:47.880 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.880 INFO:tasks.workunit.client.0.smithi067.stdout: "mapped_bytes": { 2024-07-29T16:19:47.881 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 486301696 2024-07-29T16:19:47.881 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.881 INFO:tasks.workunit.client.0.smithi067.stdout: "target_bytes": { 2024-07-29T16:19:47.881 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2600497254 2024-07-29T16:19:47.881 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.881 INFO:tasks.workunit.client.0.smithi067.stdout: "unmapped_bytes": { 2024-07-29T16:19:47.881 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 17866752 2024-07-29T16:19:47.881 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.881 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.881 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:data": { 2024-07-29T16:19:47.881 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.881 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 125829120 2024-07-29T16:19:47.881 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.881 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.882 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.882 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.882 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.882 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.882 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.882 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.882 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 57118379 2024-07-29T16:19:47.882 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.882 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.882 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.882 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.882 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.882 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.883 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.883 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.883 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.883 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.883 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.883 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.883 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.883 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.883 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2699 2024-07-29T16:19:47.883 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.883 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.883 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 13767 2024-07-29T16:19:47.883 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.883 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.884 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.884 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.884 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.884 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.884 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.884 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.884 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.884 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.884 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.884 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 68694275 2024-07-29T16:19:47.884 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.884 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.884 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv": { 2024-07-29T16:19:47.884 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.885 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 570425344 2024-07-29T16:19:47.885 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.885 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.885 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:47.885 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.885 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.885 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.885 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.885 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.885 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 428387844 2024-07-29T16:19:47.885 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.885 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.885 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.885 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.886 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.886 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 2144 2024-07-29T16:19:47.886 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.886 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.886 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.886 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.886 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.886 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.886 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.886 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.886 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 141664 2024-07-29T16:19:47.886 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.887 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.887 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.887 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.887 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.887 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.887 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.887 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.887 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.887 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.887 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.887 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.887 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.887 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.887 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 74784828 2024-07-29T16:19:47.887 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.888 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.888 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:kv_onode": { 2024-07-29T16:19:47.888 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.888 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 176160768 2024-07-29T16:19:47.888 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.888 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.888 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 67108864 2024-07-29T16:19:47.888 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.888 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.888 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 111680 2024-07-29T16:19:47.888 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.888 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.888 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 38078919 2024-07-29T16:19:47.888 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.888 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.888 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.889 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.889 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.889 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.889 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.889 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.889 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.889 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.889 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.889 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.889 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.889 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.889 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.889 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.889 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.889 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.889 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.890 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.890 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.890 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.890 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.890 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.890 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.890 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.890 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.890 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.890 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.890 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 70861305 2024-07-29T16:19:47.891 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.891 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.891 INFO:tasks.workunit.client.0.smithi067.stdout: "bluestore-pricache:meta": { 2024-07-29T16:19:47.891 INFO:tasks.workunit.client.0.smithi067.stdout: "committed_bytes": { 2024-07-29T16:19:47.891 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 503316480 2024-07-29T16:19:47.891 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.891 INFO:tasks.workunit.client.0.smithi067.stdout: "pri0_bytes": { 2024-07-29T16:19:47.891 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.891 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.891 INFO:tasks.workunit.client.0.smithi067.stdout: "pri10_bytes": { 2024-07-29T16:19:47.891 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.891 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.891 INFO:tasks.workunit.client.0.smithi067.stdout: "pri11_bytes": { 2024-07-29T16:19:47.891 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 428387844 2024-07-29T16:19:47.892 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.892 INFO:tasks.workunit.client.0.smithi067.stdout: "pri1_bytes": { 2024-07-29T16:19:47.892 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.892 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.892 INFO:tasks.workunit.client.0.smithi067.stdout: "pri2_bytes": { 2024-07-29T16:19:47.892 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.892 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.892 INFO:tasks.workunit.client.0.smithi067.stdout: "pri3_bytes": { 2024-07-29T16:19:47.892 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.892 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.892 INFO:tasks.workunit.client.0.smithi067.stdout: "pri4_bytes": { 2024-07-29T16:19:47.892 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.892 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.893 INFO:tasks.workunit.client.0.smithi067.stdout: "pri5_bytes": { 2024-07-29T16:19:47.893 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 183363 2024-07-29T16:19:47.893 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.893 INFO:tasks.workunit.client.0.smithi067.stdout: "pri6_bytes": { 2024-07-29T16:19:47.893 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1181563 2024-07-29T16:19:47.893 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.893 INFO:tasks.workunit.client.0.smithi067.stdout: "pri7_bytes": { 2024-07-29T16:19:47.893 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.893 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.893 INFO:tasks.workunit.client.0.smithi067.stdout: "pri8_bytes": { 2024-07-29T16:19:47.893 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.893 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.893 INFO:tasks.workunit.client.0.smithi067.stdout: "pri9_bytes": { 2024-07-29T16:19:47.894 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.894 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.894 INFO:tasks.workunit.client.0.smithi067.stdout: "reserved_bytes": { 2024-07-29T16:19:47.894 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 73563710 2024-07-29T16:19:47.894 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.894 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.894 INFO:tasks.workunit.client.0.smithi067.stdout: "objecter": { 2024-07-29T16:19:47.894 INFO:tasks.workunit.client.0.smithi067.stdout: "op_active": { 2024-07-29T16:19:47.894 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.894 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.894 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:47.894 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 37 2024-07-29T16:19:47.894 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.895 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rmw": { 2024-07-29T16:19:47.895 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.895 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.895 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:47.895 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.895 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.895 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.895 INFO:tasks.workunit.client.0.smithi067.stdout: "osd": { 2024-07-29T16:19:47.895 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg": { 2024-07-29T16:19:47.895 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 59 2024-07-29T16:19:47.895 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.895 INFO:tasks.workunit.client.0.smithi067.stdout: "numpg_removing": { 2024-07-29T16:19:47.895 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.895 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.895 INFO:tasks.workunit.client.0.smithi067.stdout: "op": { 2024-07-29T16:19:47.895 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 36921 2024-07-29T16:19:47.896 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.896 INFO:tasks.workunit.client.0.smithi067.stdout: "op_before_queue_op_lat": { 2024-07-29T16:19:47.896 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 104256, 2024-07-29T16:19:47.896 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7348100049 2024-07-29T16:19:47.896 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.896 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_degraded": { 2024-07-29T16:19:47.896 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.896 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.896 INFO:tasks.workunit.client.0.smithi067.stdout: "op_delayed_unreadable": { 2024-07-29T16:19:47.896 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1 2024-07-29T16:19:47.896 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.896 INFO:tasks.workunit.client.0.smithi067.stdout: "op_in_bytes": { 2024-07-29T16:19:47.896 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1028383868 2024-07-29T16:19:47.897 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.897 INFO:tasks.workunit.client.0.smithi067.stdout: "op_latency": { 2024-07-29T16:19:47.897 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 36921, 2024-07-29T16:19:47.897 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 39305391984 2024-07-29T16:19:47.897 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.897 INFO:tasks.workunit.client.0.smithi067.stdout: "op_out_bytes": { 2024-07-29T16:19:47.897 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1509844298 2024-07-29T16:19:47.897 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.897 INFO:tasks.workunit.client.0.smithi067.stdout: "op_prepare_latency": { 2024-07-29T16:19:47.897 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 37364, 2024-07-29T16:19:47.897 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 15644283841 2024-07-29T16:19:47.897 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.897 INFO:tasks.workunit.client.0.smithi067.stdout: "op_process_latency": { 2024-07-29T16:19:47.897 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 36921, 2024-07-29T16:19:47.897 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 31184439425 2024-07-29T16:19:47.898 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.898 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r": { 2024-07-29T16:19:47.898 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 23630 2024-07-29T16:19:47.898 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.898 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency": { 2024-07-29T16:19:47.898 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 23630, 2024-07-29T16:19:47.898 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 8776127553 2024-07-29T16:19:47.898 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.898 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-29T16:19:47.898 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.898 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.898 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_out_bytes": { 2024-07-29T16:19:47.898 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1509844298 2024-07-29T16:19:47.898 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.899 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_prepare_latency": { 2024-07-29T16:19:47.899 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 23750, 2024-07-29T16:19:47.899 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 4667798887 2024-07-29T16:19:47.899 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.899 INFO:tasks.workunit.client.0.smithi067.stdout: "op_r_process_latency": { 2024-07-29T16:19:47.899 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 23630, 2024-07-29T16:19:47.899 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 5254400831 2024-07-29T16:19:47.899 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.899 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw": { 2024-07-29T16:19:47.899 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 12202 2024-07-29T16:19:47.899 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.899 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_in_bytes": { 2024-07-29T16:19:47.899 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 236706272 2024-07-29T16:19:47.899 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.899 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency": { 2024-07-29T16:19:47.899 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12202, 2024-07-29T16:19:47.900 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 21085114719 2024-07-29T16:19:47.900 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.900 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-29T16:19:47.900 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.900 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.900 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-29T16:19:47.900 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.900 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.900 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_out_bytes": { 2024-07-29T16:19:47.900 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.900 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.900 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_prepare_latency": { 2024-07-29T16:19:47.900 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12428, 2024-07-29T16:19:47.900 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9327238744 2024-07-29T16:19:47.900 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.901 INFO:tasks.workunit.client.0.smithi067.stdout: "op_rw_process_latency": { 2024-07-29T16:19:47.901 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 12202, 2024-07-29T16:19:47.901 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 18679633050 2024-07-29T16:19:47.901 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.901 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w": { 2024-07-29T16:19:47.901 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1089 2024-07-29T16:19:47.901 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.901 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_in_bytes": { 2024-07-29T16:19:47.901 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 791677596 2024-07-29T16:19:47.901 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.901 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency": { 2024-07-29T16:19:47.901 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1089, 2024-07-29T16:19:47.901 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 9444149712 2024-07-29T16:19:47.901 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.901 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-29T16:19:47.901 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.902 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.902 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_prepare_latency": { 2024-07-29T16:19:47.902 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1186, 2024-07-29T16:19:47.902 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 1649246210 2024-07-29T16:19:47.902 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.902 INFO:tasks.workunit.client.0.smithi067.stdout: "op_w_process_latency": { 2024-07-29T16:19:47.902 INFO:tasks.workunit.client.0.smithi067.stdout: "count": 1089, 2024-07-29T16:19:47.902 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 7250405544 2024-07-29T16:19:47.902 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.902 INFO:tasks.workunit.client.0.smithi067.stdout: "op_wip": { 2024-07-29T16:19:47.902 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.902 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.903 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_bytes": { 2024-07-29T16:19:47.903 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 0 2024-07-29T16:19:47.903 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.903 INFO:tasks.workunit.client.0.smithi067.stdout: "recovery_ops": { 2024-07-29T16:19:47.903 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 3 2024-07-29T16:19:47.903 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.903 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes": { 2024-07-29T16:19:47.903 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 95995035648 2024-07-29T16:19:47.903 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.903 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_bytes_used": { 2024-07-29T16:19:47.903 INFO:tasks.workunit.client.0.smithi067.stdout: "value": 486154240 2024-07-29T16:19:47.903 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.903 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.903 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.903 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.904 INFO:tasks.workunit.client.0.smithi067.stdout: "pools": [ 2024-07-29T16:19:47.904 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.904 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T16:19:47.904 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr" 2024-07-29T16:19:47.904 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.904 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_mode": "none", 2024-07-29T16:19:47.904 INFO:tasks.workunit.client.0.smithi067.stdout: "erasure_code_profile": {}, 2024-07-29T16:19:47.904 INFO:tasks.workunit.client.0.smithi067.stdout: "min_size": 2, 2024-07-29T16:19:47.904 INFO:tasks.workunit.client.0.smithi067.stdout: "options": {}, 2024-07-29T16:19:47.904 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_autoscale_mode": "off", 2024-07-29T16:19:47.904 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 1, 2024-07-29T16:19:47.904 INFO:tasks.workunit.client.0.smithi067.stdout: "pgp_num": 1, 2024-07-29T16:19:47.904 INFO:tasks.workunit.client.0.smithi067.stdout: "pool": 1, 2024-07-29T16:19:47.904 INFO:tasks.workunit.client.0.smithi067.stdout: "size": 3, 2024-07-29T16:19:47.904 INFO:tasks.workunit.client.0.smithi067.stdout: "stats": { 2024-07-29T16:19:47.904 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_raw": 723378186506, 2024-07-29T16:19:47.905 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_used": 1781760, 2024-07-29T16:19:47.905 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_bytes_used": 0, 2024-07-29T16:19:47.905 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_under_bytes": 0, 2024-07-29T16:19:47.905 INFO:tasks.workunit.client.0.smithi067.stdout: "data_bytes_used": 1781760, 2024-07-29T16:19:47.905 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty": 0, 2024-07-29T16:19:47.905 INFO:tasks.workunit.client.0.smithi067.stdout: "max_avail": 241126064128, 2024-07-29T16:19:47.905 INFO:tasks.workunit.client.0.smithi067.stdout: "objects": 2, 2024-07-29T16:19:47.905 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_bytes_used": 0, 2024-07-29T16:19:47.905 INFO:tasks.workunit.client.0.smithi067.stdout: "percent_used": 2.4631040105305146e-06, 2024-07-29T16:19:47.905 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_bytes": 0, 2024-07-29T16:19:47.905 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_objects": 0, 2024-07-29T16:19:47.905 INFO:tasks.workunit.client.0.smithi067.stdout: "rd": 1178, 2024-07-29T16:19:47.905 INFO:tasks.workunit.client.0.smithi067.stdout: "rd_bytes": 2041856, 2024-07-29T16:19:47.905 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": 590368, 2024-07-29T16:19:47.905 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_data": 590368, 2024-07-29T16:19:47.906 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_omap": 0, 2024-07-29T16:19:47.906 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_raw": 1771104, 2024-07-29T16:19:47.906 INFO:tasks.workunit.client.0.smithi067.stdout: "wr": 391, 2024-07-29T16:19:47.906 INFO:tasks.workunit.client.0.smithi067.stdout: "wr_bytes": 2473984 2024-07-29T16:19:47.906 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.906 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_bytes": 0, 2024-07-29T16:19:47.906 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_objects": 0, 2024-07-29T16:19:47.906 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "replicated" 2024-07-29T16:19:47.906 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.906 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.906 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T16:19:47.906 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs" 2024-07-29T16:19:47.906 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.906 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_mode": "none", 2024-07-29T16:19:47.906 INFO:tasks.workunit.client.0.smithi067.stdout: "erasure_code_profile": {}, 2024-07-29T16:19:47.906 INFO:tasks.workunit.client.0.smithi067.stdout: "min_size": 2, 2024-07-29T16:19:47.907 INFO:tasks.workunit.client.0.smithi067.stdout: "options": {}, 2024-07-29T16:19:47.907 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_autoscale_mode": "off", 2024-07-29T16:19:47.907 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 32, 2024-07-29T16:19:47.907 INFO:tasks.workunit.client.0.smithi067.stdout: "pgp_num": 32, 2024-07-29T16:19:47.907 INFO:tasks.workunit.client.0.smithi067.stdout: "pool": 2, 2024-07-29T16:19:47.907 INFO:tasks.workunit.client.0.smithi067.stdout: "size": 3, 2024-07-29T16:19:47.907 INFO:tasks.workunit.client.0.smithi067.stdout: "stats": { 2024-07-29T16:19:47.907 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_raw": 723378186506, 2024-07-29T16:19:47.907 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_used": 156409, 2024-07-29T16:19:47.907 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_bytes_used": 0, 2024-07-29T16:19:47.907 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_under_bytes": 0, 2024-07-29T16:19:47.907 INFO:tasks.workunit.client.0.smithi067.stdout: "data_bytes_used": 110592, 2024-07-29T16:19:47.907 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty": 0, 2024-07-29T16:19:47.907 INFO:tasks.workunit.client.0.smithi067.stdout: "max_avail": 241126064128, 2024-07-29T16:19:47.907 INFO:tasks.workunit.client.0.smithi067.stdout: "objects": 22, 2024-07-29T16:19:47.908 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_bytes_used": 45817, 2024-07-29T16:19:47.908 INFO:tasks.workunit.client.0.smithi067.stdout: "percent_used": 2.1622020085487748e-07, 2024-07-29T16:19:47.908 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_bytes": 0, 2024-07-29T16:19:47.908 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_objects": 0, 2024-07-29T16:19:47.908 INFO:tasks.workunit.client.0.smithi067.stdout: "rd": 128, 2024-07-29T16:19:47.908 INFO:tasks.workunit.client.0.smithi067.stdout: "rd_bytes": 145408, 2024-07-29T16:19:47.908 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": 21874, 2024-07-29T16:19:47.908 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_data": 6602, 2024-07-29T16:19:47.908 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_omap": 15272, 2024-07-29T16:19:47.908 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_raw": 65622, 2024-07-29T16:19:47.908 INFO:tasks.workunit.client.0.smithi067.stdout: "wr": 69, 2024-07-29T16:19:47.908 INFO:tasks.workunit.client.0.smithi067.stdout: "wr_bytes": 35840 2024-07-29T16:19:47.908 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.908 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_bytes": 0, 2024-07-29T16:19:47.908 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_objects": 0, 2024-07-29T16:19:47.909 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "replicated" 2024-07-29T16:19:47.909 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.909 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.909 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T16:19:47.909 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs" 2024-07-29T16:19:47.909 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.909 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_mode": "none", 2024-07-29T16:19:47.909 INFO:tasks.workunit.client.0.smithi067.stdout: "erasure_code_profile": {}, 2024-07-29T16:19:47.909 INFO:tasks.workunit.client.0.smithi067.stdout: "min_size": 2, 2024-07-29T16:19:47.909 INFO:tasks.workunit.client.0.smithi067.stdout: "options": {}, 2024-07-29T16:19:47.909 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_autoscale_mode": "off", 2024-07-29T16:19:47.909 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 64, 2024-07-29T16:19:47.909 INFO:tasks.workunit.client.0.smithi067.stdout: "pgp_num": 64, 2024-07-29T16:19:47.909 INFO:tasks.workunit.client.0.smithi067.stdout: "pool": 3, 2024-07-29T16:19:47.909 INFO:tasks.workunit.client.0.smithi067.stdout: "size": 3, 2024-07-29T16:19:47.910 INFO:tasks.workunit.client.0.smithi067.stdout: "stats": { 2024-07-29T16:19:47.910 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_raw": 723378186506, 2024-07-29T16:19:47.910 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_used": 0, 2024-07-29T16:19:47.910 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_bytes_used": 0, 2024-07-29T16:19:47.910 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_under_bytes": 0, 2024-07-29T16:19:47.910 INFO:tasks.workunit.client.0.smithi067.stdout: "data_bytes_used": 0, 2024-07-29T16:19:47.910 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty": 0, 2024-07-29T16:19:47.910 INFO:tasks.workunit.client.0.smithi067.stdout: "max_avail": 241126064128, 2024-07-29T16:19:47.910 INFO:tasks.workunit.client.0.smithi067.stdout: "objects": 0, 2024-07-29T16:19:47.910 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_bytes_used": 0, 2024-07-29T16:19:47.910 INFO:tasks.workunit.client.0.smithi067.stdout: "percent_used": 0.0, 2024-07-29T16:19:47.910 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_bytes": 0, 2024-07-29T16:19:47.911 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_objects": 0, 2024-07-29T16:19:47.911 INFO:tasks.workunit.client.0.smithi067.stdout: "rd": 0, 2024-07-29T16:19:47.911 INFO:tasks.workunit.client.0.smithi067.stdout: "rd_bytes": 0, 2024-07-29T16:19:47.911 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": 0, 2024-07-29T16:19:47.911 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_data": 0, 2024-07-29T16:19:47.911 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_omap": 0, 2024-07-29T16:19:47.911 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_raw": 0, 2024-07-29T16:19:47.911 INFO:tasks.workunit.client.0.smithi067.stdout: "wr": 0, 2024-07-29T16:19:47.911 INFO:tasks.workunit.client.0.smithi067.stdout: "wr_bytes": 0 2024-07-29T16:19:47.911 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.911 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_bytes": 0, 2024-07-29T16:19:47.911 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_objects": 0, 2024-07-29T16:19:47.911 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "replicated" 2024-07-29T16:19:47.911 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.911 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.912 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T16:19:47.912 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd" 2024-07-29T16:19:47.912 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.912 INFO:tasks.workunit.client.0.smithi067.stdout: "cache_mode": "none", 2024-07-29T16:19:47.912 INFO:tasks.workunit.client.0.smithi067.stdout: "erasure_code_profile": {}, 2024-07-29T16:19:47.912 INFO:tasks.workunit.client.0.smithi067.stdout: "min_size": 2, 2024-07-29T16:19:47.912 INFO:tasks.workunit.client.0.smithi067.stdout: "options": {}, 2024-07-29T16:19:47.912 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_autoscale_mode": "off", 2024-07-29T16:19:47.912 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 8, 2024-07-29T16:19:47.912 INFO:tasks.workunit.client.0.smithi067.stdout: "pgp_num": 8, 2024-07-29T16:19:47.912 INFO:tasks.workunit.client.0.smithi067.stdout: "pool": 4, 2024-07-29T16:19:47.912 INFO:tasks.workunit.client.0.smithi067.stdout: "size": 3, 2024-07-29T16:19:47.912 INFO:tasks.workunit.client.0.smithi067.stdout: "stats": { 2024-07-29T16:19:47.913 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_raw": 723378186506, 2024-07-29T16:19:47.913 INFO:tasks.workunit.client.0.smithi067.stdout: "bytes_used": 12595200, 2024-07-29T16:19:47.913 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_bytes_used": 0, 2024-07-29T16:19:47.913 INFO:tasks.workunit.client.0.smithi067.stdout: "compress_under_bytes": 0, 2024-07-29T16:19:47.913 INFO:tasks.workunit.client.0.smithi067.stdout: "data_bytes_used": 12595200, 2024-07-29T16:19:47.913 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty": 0, 2024-07-29T16:19:47.913 INFO:tasks.workunit.client.0.smithi067.stdout: "max_avail": 241126064128, 2024-07-29T16:19:47.913 INFO:tasks.workunit.client.0.smithi067.stdout: "objects": 4, 2024-07-29T16:19:47.913 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_bytes_used": 0, 2024-07-29T16:19:47.913 INFO:tasks.workunit.client.0.smithi067.stdout: "percent_used": 1.741133746691048e-05, 2024-07-29T16:19:47.913 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_bytes": 0, 2024-07-29T16:19:47.913 INFO:tasks.workunit.client.0.smithi067.stdout: "quota_objects": 0, 2024-07-29T16:19:47.913 INFO:tasks.workunit.client.0.smithi067.stdout: "rd": 9062, 2024-07-29T16:19:47.913 INFO:tasks.workunit.client.0.smithi067.stdout: "rd_bytes": 3126688768, 2024-07-29T16:19:47.914 INFO:tasks.workunit.client.0.smithi067.stdout: "stored": 4194323, 2024-07-29T16:19:47.914 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_data": 4194323, 2024-07-29T16:19:47.914 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_omap": 0, 2024-07-29T16:19:47.914 INFO:tasks.workunit.client.0.smithi067.stdout: "stored_raw": 12582969, 2024-07-29T16:19:47.914 INFO:tasks.workunit.client.0.smithi067.stdout: "wr": 24363, 2024-07-29T16:19:47.914 INFO:tasks.workunit.client.0.smithi067.stdout: "wr_bytes": 3201619968 2024-07-29T16:19:47.914 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.914 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_bytes": 0, 2024-07-29T16:19:47.914 INFO:tasks.workunit.client.0.smithi067.stdout: "target_max_objects": 0, 2024-07-29T16:19:47.914 INFO:tasks.workunit.client.0.smithi067.stdout: "type": "replicated" 2024-07-29T16:19:47.914 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.914 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.914 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd": { 2024-07-29T16:19:47.914 INFO:tasks.workunit.client.0.smithi067.stdout: "mirroring_by_pool": [ 2024-07-29T16:19:47.915 INFO:tasks.workunit.client.0.smithi067.stdout: false 2024-07-29T16:19:47.915 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.915 INFO:tasks.workunit.client.0.smithi067.stdout: "num_images_by_pool": [ 2024-07-29T16:19:47.915 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:47.915 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.915 INFO:tasks.workunit.client.0.smithi067.stdout: "num_pools": 1 2024-07-29T16:19:47.915 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.915 INFO:tasks.workunit.client.0.smithi067.stdout: "report_id": "c6434084-cc5a-486f-b7d3-294cfb125c1e", 2024-07-29T16:19:47.915 INFO:tasks.workunit.client.0.smithi067.stdout: "report_timestamp": "2024-07-29T16:19:45.524292", 2024-07-29T16:19:47.915 INFO:tasks.workunit.client.0.smithi067.stdout: "report_version": 1, 2024-07-29T16:19:47.915 INFO:tasks.workunit.client.0.smithi067.stdout: "rocksdb_stats": { 2024-07-29T16:19:47.915 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "7.9.2" 2024-07-29T16:19:47.915 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.915 INFO:tasks.workunit.client.0.smithi067.stdout: "rook": { 2024-07-29T16:19:47.915 INFO:tasks.workunit.client.0.smithi067.stdout: "cluster": { 2024-07-29T16:19:47.916 INFO:tasks.workunit.client.0.smithi067.stdout: "external-mode": null, 2024-07-29T16:19:47.916 INFO:tasks.workunit.client.0.smithi067.stdout: "mon": { 2024-07-29T16:19:47.916 INFO:tasks.workunit.client.0.smithi067.stdout: "allow-multiple-per-node": null, 2024-07-29T16:19:47.916 INFO:tasks.workunit.client.0.smithi067.stdout: "count": null, 2024-07-29T16:19:47.916 INFO:tasks.workunit.client.0.smithi067.stdout: "max-id": null, 2024-07-29T16:19:47.916 INFO:tasks.workunit.client.0.smithi067.stdout: "pvc": { 2024-07-29T16:19:47.916 INFO:tasks.workunit.client.0.smithi067.stdout: "enabled": null 2024-07-29T16:19:47.916 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.916 INFO:tasks.workunit.client.0.smithi067.stdout: "stretch": { 2024-07-29T16:19:47.916 INFO:tasks.workunit.client.0.smithi067.stdout: "enabled": null 2024-07-29T16:19:47.916 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.916 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.916 INFO:tasks.workunit.client.0.smithi067.stdout: "network": { 2024-07-29T16:19:47.916 INFO:tasks.workunit.client.0.smithi067.stdout: "provider": null 2024-07-29T16:19:47.916 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.917 INFO:tasks.workunit.client.0.smithi067.stdout: "storage": { 2024-07-29T16:19:47.917 INFO:tasks.workunit.client.0.smithi067.stdout: "device-set": { 2024-07-29T16:19:47.917 INFO:tasks.workunit.client.0.smithi067.stdout: "count": { 2024-07-29T16:19:47.917 INFO:tasks.workunit.client.0.smithi067.stdout: "non-portable": null, 2024-07-29T16:19:47.917 INFO:tasks.workunit.client.0.smithi067.stdout: "portable": null, 2024-07-29T16:19:47.917 INFO:tasks.workunit.client.0.smithi067.stdout: "total": null 2024-07-29T16:19:47.917 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.917 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.917 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.917 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.917 INFO:tasks.workunit.client.0.smithi067.stdout: "csi": { 2024-07-29T16:19:47.917 INFO:tasks.workunit.client.0.smithi067.stdout: "version": null 2024-07-29T16:19:47.917 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.917 INFO:tasks.workunit.client.0.smithi067.stdout: "kubernetes": { 2024-07-29T16:19:47.917 INFO:tasks.workunit.client.0.smithi067.stdout: "version": null 2024-07-29T16:19:47.917 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.918 INFO:tasks.workunit.client.0.smithi067.stdout: "node": { 2024-07-29T16:19:47.918 INFO:tasks.workunit.client.0.smithi067.stdout: "count": { 2024-07-29T16:19:47.918 INFO:tasks.workunit.client.0.smithi067.stdout: "kubernetes-total": null, 2024-07-29T16:19:47.918 INFO:tasks.workunit.client.0.smithi067.stdout: "with-ceph-daemons": null, 2024-07-29T16:19:47.918 INFO:tasks.workunit.client.0.smithi067.stdout: "with-csi-cephfs-plugin": null, 2024-07-29T16:19:47.918 INFO:tasks.workunit.client.0.smithi067.stdout: "with-csi-nfs-plugin": null, 2024-07-29T16:19:47.918 INFO:tasks.workunit.client.0.smithi067.stdout: "with-csi-rbd-plugin": null 2024-07-29T16:19:47.918 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.918 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.918 INFO:tasks.workunit.client.0.smithi067.stdout: "usage": { 2024-07-29T16:19:47.918 INFO:tasks.workunit.client.0.smithi067.stdout: "storage-class": { 2024-07-29T16:19:47.918 INFO:tasks.workunit.client.0.smithi067.stdout: "count": { 2024-07-29T16:19:47.918 INFO:tasks.workunit.client.0.smithi067.stdout: "bucket": null, 2024-07-29T16:19:47.918 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs": null, 2024-07-29T16:19:47.919 INFO:tasks.workunit.client.0.smithi067.stdout: "nfs": null, 2024-07-29T16:19:47.919 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd": null, 2024-07-29T16:19:47.919 INFO:tasks.workunit.client.0.smithi067.stdout: "total": null 2024-07-29T16:19:47.919 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.919 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:47.919 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.919 INFO:tasks.workunit.client.0.smithi067.stdout: "version": null 2024-07-29T16:19:47.919 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.919 INFO:tasks.workunit.client.0.smithi067.stdout: "services": {}, 2024-07-29T16:19:47.919 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_per_pg": [ 2024-07-29T16:19:47.919 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.919 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:47.919 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:47.919 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:47.919 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:47.920 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.920 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:47.920 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:47.920 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:47.920 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:47.920 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:47.920 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:47.920 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:47.920 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.124173+0000", 2024-07-29T16:19:47.920 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.986223+0000", 2024-07-29T16:19:47.920 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.986223+0000", 2024-07-29T16:19:47.920 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.986530+0000", 2024-07-29T16:19:47.920 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.124173+0000", 2024-07-29T16:19:47.920 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:47.920 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:47.921 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:47.921 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:47.921 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.124173+0000", 2024-07-29T16:19:47.921 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.124173+0000", 2024-07-29T16:19:47.921 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.124173+0000", 2024-07-29T16:19:47.921 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:47.921 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:47.921 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:47.921 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.124173+0000", 2024-07-29T16:19:47.921 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.124173+0000", 2024-07-29T16:19:47.921 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:47.921 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 6, 2024-07-29T16:19:47.921 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:47.921 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:47.922 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:47.922 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:47.922 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:47.922 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:47.922 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:47.922 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 6, 2024-07-29T16:19:47.922 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:47.922 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:47.922 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:47.922 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1f", 2024-07-29T16:19:47.922 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:47.922 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:47.922 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:47.922 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5345, 2024-07-29T16:19:47.922 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:47.923 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:03:17.580673+0000", 2024-07-29T16:19:47.923 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:47.923 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:47.923 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:47.923 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 570, 2024-07-29T16:19:47.923 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:47.923 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:47.923 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:47.923 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:47.923 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:47.923 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:47.923 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:47.923 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:47.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:47.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:47.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:47.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:47.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:47.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:47.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:47.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 6, 2024-07-29T16:19:47.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 2, 2024-07-29T16:19:47.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:47.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 2, 2024-07-29T16:19:47.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:47.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:47.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:47.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:47.924 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:47.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:47.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:47.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:47.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:47.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:47.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:47.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:47.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:47.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 8, 2024-07-29T16:19:47.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 8, 2024-07-29T16:19:47.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:47.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:47.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:47.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 4, 2024-07-29T16:19:47.925 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 1 2024-07-29T16:19:47.926 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.926 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:47.926 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:47.926 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:47.926 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:47.926 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:47.926 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:47.926 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.926 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:47.926 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "584'6" 2024-07-29T16:19:47.926 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.926 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.926 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:47.926 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:47.926 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:47.927 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:47.927 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.927 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:47.927 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:47.927 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:47.927 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:47.927 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:47.927 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:47.927 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:47.927 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.123184+0000", 2024-07-29T16:19:47.927 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.022094+0000", 2024-07-29T16:19:47.927 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.022094+0000", 2024-07-29T16:19:47.927 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.022610+0000", 2024-07-29T16:19:47.927 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.123184+0000", 2024-07-29T16:19:47.927 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.928 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:47.928 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.928 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:47.928 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.123184+0000", 2024-07-29T16:19:47.928 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.123184+0000", 2024-07-29T16:19:47.928 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.123184+0000", 2024-07-29T16:19:47.928 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:47.928 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:47.928 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.928 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.123184+0000", 2024-07-29T16:19:47.928 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.123184+0000", 2024-07-29T16:19:47.928 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:47.928 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:47.928 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:47.928 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:47.928 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:47.929 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:47.929 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:47.929 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:47.929 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:47.929 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:47.929 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:47.929 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:47.929 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:47.929 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1e", 2024-07-29T16:19:47.929 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:47.929 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:47.929 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:47.929 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5236, 2024-07-29T16:19:47.929 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:47.930 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:05:32.742983+0000", 2024-07-29T16:19:47.930 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:47.930 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:47.930 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:47.930 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:47.930 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:47.930 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:47.930 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:47.930 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:47.930 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:47.930 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:47.930 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:47.930 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:47.930 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:47.931 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:47.931 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:47.931 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:47.931 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:47.931 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:47.931 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:47.931 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:47.931 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:47.931 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:47.931 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:47.931 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:47.931 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:47.931 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:47.931 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:47.931 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:47.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:47.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:47.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:47.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:47.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:47.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:47.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:47.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:47.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:47.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:47.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:47.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:47.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:47.932 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:47.933 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:47.933 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.933 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:47.933 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:47.933 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:47.933 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:47.933 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:47.933 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:47.933 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.933 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:47.933 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:47.933 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.933 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.933 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:47.933 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:47.934 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:47.934 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:47.934 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.934 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:47.934 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:47.934 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:47.934 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:47.934 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:47.934 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:47.934 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:47.934 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.123366+0000", 2024-07-29T16:19:47.934 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.051193+0000", 2024-07-29T16:19:47.935 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.051193+0000", 2024-07-29T16:19:47.935 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.051508+0000", 2024-07-29T16:19:47.935 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.123366+0000", 2024-07-29T16:19:47.935 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:47.935 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:47.935 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:47.935 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:47.935 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.123366+0000", 2024-07-29T16:19:47.935 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.123366+0000", 2024-07-29T16:19:47.935 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.123366+0000", 2024-07-29T16:19:47.935 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:47.935 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:47.935 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:47.935 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.123366+0000", 2024-07-29T16:19:47.935 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.123366+0000", 2024-07-29T16:19:47.935 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:47.936 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3, 2024-07-29T16:19:47.936 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:47.936 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:47.936 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:47.936 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:47.936 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:47.936 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:47.936 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:47.936 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3, 2024-07-29T16:19:47.936 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:47.936 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:47.936 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:47.936 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1e", 2024-07-29T16:19:47.936 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:47.936 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:47.937 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:47.937 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5259, 2024-07-29T16:19:47.937 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:47.937 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:13:22.757734+0000", 2024-07-29T16:19:47.937 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:47.937 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:47.937 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:47.937 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:47.937 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:47.937 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:47.937 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:47.937 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:47.937 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:47.937 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:47.937 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:47.937 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:47.938 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:47.938 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:47.938 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:47.938 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:47.938 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:47.938 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:47.938 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:47.938 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:47.938 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:47.938 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:47.938 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:47.938 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:47.938 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:47.938 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:47.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:47.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:47.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:47.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:47.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:47.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:47.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:47.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:47.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:47.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:47.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:47.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:47.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:47.939 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:47.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:47.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:47.940 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:47.940 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.940 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:47.940 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:47.940 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:47.940 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:47.940 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:47.940 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:47.940 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.940 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:47.940 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "584'3" 2024-07-29T16:19:47.941 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.941 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.941 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:47.941 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:47.941 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:47.941 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:47.941 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.941 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:47.941 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:47.941 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:47.941 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:47.941 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:47.941 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:47.942 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:47.942 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.123464+0000", 2024-07-29T16:19:47.942 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.056458+0000", 2024-07-29T16:19:47.942 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.056458+0000", 2024-07-29T16:19:47.942 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.056853+0000", 2024-07-29T16:19:47.942 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.123464+0000", 2024-07-29T16:19:47.942 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.942 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:47.942 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.942 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:47.942 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.123464+0000", 2024-07-29T16:19:47.942 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.123464+0000", 2024-07-29T16:19:47.942 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.123464+0000", 2024-07-29T16:19:47.943 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:47.943 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:47.943 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.943 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.123464+0000", 2024-07-29T16:19:47.943 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.123464+0000", 2024-07-29T16:19:47.943 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:47.943 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:47.943 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:47.943 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:47.943 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:47.943 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:47.943 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:47.943 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:47.943 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:47.943 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:47.943 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:47.944 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:47.944 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:47.944 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1f", 2024-07-29T16:19:47.944 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:47.944 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:47.944 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:47.944 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5330, 2024-07-29T16:19:47.944 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:47.944 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:26:58.394241+0000", 2024-07-29T16:19:47.944 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:47.944 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:47.944 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:47.944 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:47.944 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:47.944 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:47.945 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:47.945 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:47.945 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:47.945 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:47.945 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:47.945 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:47.945 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:47.945 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:47.945 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:47.945 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:47.945 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:47.945 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:47.945 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:47.945 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:47.945 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:47.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:47.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:47.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:47.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:47.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:47.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:47.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:47.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:47.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:47.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:47.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:47.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:47.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:47.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:47.946 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:47.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:47.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:47.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:47.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:47.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:47.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:47.947 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:47.947 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.947 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:47.947 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:47.947 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:47.947 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:47.947 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:47.947 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:47.947 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.947 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:47.948 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:47.948 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.948 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.948 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:47.948 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:47.948 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:47.948 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:47.948 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.948 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:47.948 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:47.948 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:47.948 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:47.948 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:47.948 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:47.948 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:47.949 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.255494+0000", 2024-07-29T16:19:47.949 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.982305+0000", 2024-07-29T16:19:47.949 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.982305+0000", 2024-07-29T16:19:47.949 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.984066+0000", 2024-07-29T16:19:47.949 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.255494+0000", 2024-07-29T16:19:47.949 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:47.949 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:47.949 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:47.949 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:47.949 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.255494+0000", 2024-07-29T16:19:47.949 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.255494+0000", 2024-07-29T16:19:47.949 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.255494+0000", 2024-07-29T16:19:47.949 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:47.949 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:47.949 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:47.949 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.255494+0000", 2024-07-29T16:19:47.950 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.255494+0000", 2024-07-29T16:19:47.950 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:47.950 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T16:19:47.950 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:47.950 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:47.950 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:47.950 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:47.950 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:47.950 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:47.950 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:47.950 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T16:19:47.950 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:47.950 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:47.951 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:47.951 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1d", 2024-07-29T16:19:47.951 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:47.951 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:47.951 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:47.951 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5079, 2024-07-29T16:19:47.951 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:47.951 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:15:11.898493+0000", 2024-07-29T16:19:47.951 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:47.951 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:47.951 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:47.951 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:47.951 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:47.951 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:47.951 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:47.951 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:47.952 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:47.952 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:47.952 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:47.952 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:47.952 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:47.952 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:47.952 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:47.952 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:47.952 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:47.952 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:47.952 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:47.952 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:47.952 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:47.952 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:47.952 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:47.952 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:47.953 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:47.953 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:47.953 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:47.953 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:47.953 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:47.953 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:47.953 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:47.953 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:47.953 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:47.953 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:47.953 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:47.953 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:47.953 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 9, 2024-07-29T16:19:47.953 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 9, 2024-07-29T16:19:47.953 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:47.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:47.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:47.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T16:19:47.954 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:47.954 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.954 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:47.954 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:47.954 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:47.954 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:47.954 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:47.954 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:47.954 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.954 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:47.954 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'2" 2024-07-29T16:19:47.955 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.955 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.955 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:47.955 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:47.955 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:47.955 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:47.955 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.955 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T16:19:47.955 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:47.955 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:47.955 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:47.955 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:47.955 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:47.955 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:47.955 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252610+0000", 2024-07-29T16:19:47.956 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.426239+0000", 2024-07-29T16:19:47.956 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.426239+0000", 2024-07-29T16:19:47.956 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.426673+0000", 2024-07-29T16:19:47.956 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252610+0000", 2024-07-29T16:19:47.956 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.956 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:47.956 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.956 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:47.956 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252610+0000", 2024-07-29T16:19:47.956 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252610+0000", 2024-07-29T16:19:47.956 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252610+0000", 2024-07-29T16:19:47.956 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:47.956 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:47.956 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.956 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252610+0000", 2024-07-29T16:19:47.957 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252610+0000", 2024-07-29T16:19:47.957 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:47.957 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:47.957 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:47.957 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:47.957 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:47.957 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:47.957 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:47.957 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:47.957 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:47.957 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:47.957 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:47.957 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:47.957 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:47.957 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1c", 2024-07-29T16:19:47.958 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:47.958 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:47.958 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:47.958 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5234, 2024-07-29T16:19:47.958 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:47.958 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:56:53.969697+0000", 2024-07-29T16:19:47.958 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:47.958 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:47.958 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:47.958 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:47.958 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:47.958 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:47.958 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:47.959 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:47.959 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:47.959 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:47.959 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:47.959 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:47.959 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:47.959 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:47.959 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:47.959 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:47.959 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:47.959 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:47.959 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:47.959 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:47.959 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:47.959 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:47.960 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:47.960 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:47.960 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:47.960 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:47.960 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:47.960 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:47.960 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:47.960 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:47.960 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:47.960 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:47.960 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:47.960 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:47.960 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:47.960 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:47.960 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:47.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:47.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:47.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:47.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:47.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:47.961 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:47.961 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.961 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:47.961 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:47.961 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:47.961 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:47.961 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:47.961 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:47.961 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.961 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T16:19:47.961 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:47.962 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.962 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.962 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:47.962 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:47.962 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:47.962 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:47.962 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.962 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:47.962 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:47.962 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:47.962 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:47.962 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:47.962 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:47.962 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:47.963 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.253536+0000", 2024-07-29T16:19:47.963 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.991779+0000", 2024-07-29T16:19:47.963 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.991779+0000", 2024-07-29T16:19:47.963 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.992891+0000", 2024-07-29T16:19:47.963 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.253536+0000", 2024-07-29T16:19:47.963 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:47.963 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:47.963 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:47.963 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:47.963 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.253536+0000", 2024-07-29T16:19:47.963 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.253536+0000", 2024-07-29T16:19:47.963 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.253536+0000", 2024-07-29T16:19:47.963 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:47.963 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:47.963 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:47.964 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.253536+0000", 2024-07-29T16:19:47.964 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.253536+0000", 2024-07-29T16:19:47.964 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:47.964 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T16:19:47.964 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:47.964 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:47.964 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:47.964 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:47.964 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:47.964 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:47.964 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:47.964 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T16:19:47.964 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:47.964 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:47.964 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:47.964 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1c", 2024-07-29T16:19:47.965 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:47.965 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:47.965 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:47.965 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5087, 2024-07-29T16:19:47.965 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:47.965 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:28:41.574446+0000", 2024-07-29T16:19:47.965 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:47.965 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:47.965 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:47.965 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:47.965 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:47.965 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:47.965 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:47.965 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:47.965 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:47.966 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:47.966 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:47.966 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:47.966 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:47.966 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:47.966 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:47.966 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:47.966 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:47.966 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:47.966 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:47.966 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:47.966 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:47.966 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:47.966 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:47.966 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:47.966 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:47.967 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:47.967 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:47.967 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:47.967 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:47.967 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:47.967 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:47.967 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:47.967 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:47.967 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:47.967 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:47.967 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:47.967 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 9, 2024-07-29T16:19:47.967 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 9, 2024-07-29T16:19:47.967 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:47.967 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:47.967 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:47.968 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T16:19:47.968 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:47.968 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.968 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:47.968 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:47.968 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:47.968 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:47.968 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:47.968 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:47.968 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.968 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:47.968 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'2" 2024-07-29T16:19:47.968 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.968 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.968 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:47.969 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:47.969 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:47.969 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:47.969 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.969 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:47.969 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:47.969 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:47.969 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:47.969 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:47.969 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:47.969 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:47.969 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.256295+0000", 2024-07-29T16:19:47.969 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.009969+0000", 2024-07-29T16:19:47.969 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.009969+0000", 2024-07-29T16:19:47.969 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.010292+0000", 2024-07-29T16:19:47.969 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.256295+0000", 2024-07-29T16:19:47.970 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.970 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:47.970 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.970 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:47.970 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.256295+0000", 2024-07-29T16:19:47.970 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.256295+0000", 2024-07-29T16:19:47.970 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.256295+0000", 2024-07-29T16:19:47.970 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:47.970 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:47.970 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.970 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.256295+0000", 2024-07-29T16:19:47.970 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.256295+0000", 2024-07-29T16:19:47.970 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:47.970 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:47.970 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:47.971 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:47.971 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:47.971 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:47.971 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:47.971 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:47.971 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:47.971 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:47.971 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:47.971 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:47.971 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:47.971 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1d", 2024-07-29T16:19:47.971 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:47.971 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:47.971 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:47.972 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5150, 2024-07-29T16:19:47.972 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:47.972 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:11:31.441264+0000", 2024-07-29T16:19:47.972 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:47.972 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:47.972 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:47.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:47.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:47.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:47.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:47.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:47.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:47.972 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:47.973 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:47.973 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:47.973 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:47.973 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:47.973 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:47.973 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:47.973 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:47.973 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:47.973 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:47.973 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:47.973 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:47.973 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:47.973 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:47.974 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:47.974 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:47.974 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:47.974 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:47.974 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:47.974 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:47.974 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:47.974 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:47.974 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:47.974 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:47.974 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:47.974 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:47.974 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:47.975 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:47.975 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:47.975 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:47.975 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:47.975 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:47.975 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:47.975 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:47.975 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.975 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:47.975 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:47.975 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:47.975 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:47.975 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:47.975 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:47.975 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.976 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:47.976 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:47.976 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.976 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.976 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:47.976 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:47.976 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:47.976 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:47.976 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.976 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:47.976 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:47.976 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:47.976 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:47.976 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:47.977 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:47.977 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:47.977 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251531+0000", 2024-07-29T16:19:47.977 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.019255+0000", 2024-07-29T16:19:47.977 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.019255+0000", 2024-07-29T16:19:47.977 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.020475+0000", 2024-07-29T16:19:47.977 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251531+0000", 2024-07-29T16:19:47.977 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.977 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:47.977 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.977 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:47.977 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251531+0000", 2024-07-29T16:19:47.977 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251531+0000", 2024-07-29T16:19:47.977 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251531+0000", 2024-07-29T16:19:47.977 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:47.978 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:47.978 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.978 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251531+0000", 2024-07-29T16:19:47.978 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251531+0000", 2024-07-29T16:19:47.978 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:47.978 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:47.978 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:47.978 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:47.978 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:47.978 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:47.978 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:47.978 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:47.978 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:47.978 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:47.979 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:47.979 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:47.979 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:47.979 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.a", 2024-07-29T16:19:47.979 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:47.979 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:47.979 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:47.979 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5125, 2024-07-29T16:19:47.979 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:47.979 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:32:32.852352+0000", 2024-07-29T16:19:47.979 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:47.979 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:47.979 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:47.979 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:47.980 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:47.980 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:47.980 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:47.980 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:47.980 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:47.980 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:47.980 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:47.980 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:47.980 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:47.980 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:47.980 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:47.980 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:47.980 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:47.981 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:47.981 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:47.981 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:47.981 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:47.981 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:47.981 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:47.981 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:47.981 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:47.981 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:47.981 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:47.981 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:47.981 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:47.981 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:47.981 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:47.982 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:47.982 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:47.982 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:47.982 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:47.982 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:47.982 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:47.982 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:47.982 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:47.982 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:47.982 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:47.982 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:47.982 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:47.982 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.982 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:47.983 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:47.983 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:47.983 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:47.983 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:47.983 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:47.983 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.983 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:47.983 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:47.983 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.983 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.983 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:47.983 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:47.983 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:47.984 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:47.984 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.984 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:47.984 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:47.984 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:47.984 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:47.984 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:47.984 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:47.984 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:47.984 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.255881+0000", 2024-07-29T16:19:47.984 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.982632+0000", 2024-07-29T16:19:47.984 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.982632+0000", 2024-07-29T16:19:47.984 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.983116+0000", 2024-07-29T16:19:47.985 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.255881+0000", 2024-07-29T16:19:47.985 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:47.985 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:47.985 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:47.985 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:47.985 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.255881+0000", 2024-07-29T16:19:47.985 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.255881+0000", 2024-07-29T16:19:47.985 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.255881+0000", 2024-07-29T16:19:47.985 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:47.985 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:47.985 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:47.985 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.255881+0000", 2024-07-29T16:19:47.985 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.255881+0000", 2024-07-29T16:19:47.985 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:47.985 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 4, 2024-07-29T16:19:47.985 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:47.986 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:47.986 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:47.986 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:47.986 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:47.986 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:47.986 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:47.986 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 4, 2024-07-29T16:19:47.986 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:47.986 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:47.986 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:47.986 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.b", 2024-07-29T16:19:47.986 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:47.986 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:47.986 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:47.987 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5091, 2024-07-29T16:19:47.987 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:47.987 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:50:01.888140+0000", 2024-07-29T16:19:47.987 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:47.987 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:47.987 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:47.987 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:47.987 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:47.987 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:47.987 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:47.987 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:47.987 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:47.987 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:47.987 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:47.987 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:47.988 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:47.988 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:47.988 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:47.988 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:47.988 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:47.988 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:47.988 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:47.988 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:47.988 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:47.988 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:47.988 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:47.988 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:47.988 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:47.988 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:47.988 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:47.988 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:47.989 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:47.989 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:47.989 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:47.989 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:47.989 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:47.989 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:47.989 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:47.989 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:47.989 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 4, 2024-07-29T16:19:47.989 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 4, 2024-07-29T16:19:47.989 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:47.989 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:47.989 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:47.989 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 1, 2024-07-29T16:19:47.989 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:47.990 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.990 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:47.990 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:47.990 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:47.990 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:47.990 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:47.990 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:47.990 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.990 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:47.990 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "584'4" 2024-07-29T16:19:47.990 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.990 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.990 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:47.990 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:47.990 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:47.991 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:47.991 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.991 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:47.991 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:47.991 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:47.991 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:47.991 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:47.991 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:47.991 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:47.991 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121872+0000", 2024-07-29T16:19:47.991 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.428850+0000", 2024-07-29T16:19:47.991 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.428850+0000", 2024-07-29T16:19:47.991 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.429272+0000", 2024-07-29T16:19:47.991 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121872+0000", 2024-07-29T16:19:47.991 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.992 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:47.992 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.992 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:47.992 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121872+0000", 2024-07-29T16:19:47.992 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121872+0000", 2024-07-29T16:19:47.992 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121872+0000", 2024-07-29T16:19:47.992 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:47.992 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:47.992 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:47.992 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121872+0000", 2024-07-29T16:19:47.992 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121872+0000", 2024-07-29T16:19:47.992 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:47.992 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:47.993 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:47.993 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:47.993 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:47.993 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:47.993 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:47.993 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:47.993 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:47.993 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:47.993 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:47.993 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:47.993 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:47.993 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.b", 2024-07-29T16:19:47.994 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:47.994 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:47.994 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:47.994 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5249, 2024-07-29T16:19:47.994 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:47.994 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:40:43.850512+0000", 2024-07-29T16:19:47.994 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:47.994 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:47.994 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:47.994 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:47.994 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:47.994 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:47.994 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:47.994 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:47.994 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:47.995 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:47.995 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:47.995 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:47.995 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:47.995 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:47.995 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:47.995 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:47.995 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:47.995 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:47.995 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:47.995 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:47.995 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:47.995 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:47.995 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:47.996 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:47.996 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:47.996 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:47.996 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:47.996 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:47.996 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:47.996 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:47.996 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:47.996 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:47.996 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:47.996 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:47.996 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:47.996 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:47.996 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:47.997 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:47.997 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:47.997 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:47.997 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:47.997 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:47.997 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:47.997 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.997 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:47.997 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:47.997 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:47.997 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:47.997 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:47.997 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:47.997 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.997 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:47.998 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:47.998 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:47.998 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:47.998 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:47.998 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:47.998 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:47.998 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:47.998 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:47.998 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:47.998 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:47.998 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:47.998 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:47.998 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:47.998 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:47.998 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:47.999 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251696+0000", 2024-07-29T16:19:47.999 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.986482+0000", 2024-07-29T16:19:47.999 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.986482+0000", 2024-07-29T16:19:47.999 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.986782+0000", 2024-07-29T16:19:47.999 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251696+0000", 2024-07-29T16:19:47.999 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:47.999 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:47.999 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:47.999 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:47.999 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251696+0000", 2024-07-29T16:19:47.999 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251696+0000", 2024-07-29T16:19:47.999 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251696+0000", 2024-07-29T16:19:47.999 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:47.999 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:47.999 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.000 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251696+0000", 2024-07-29T16:19:48.000 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251696+0000", 2024-07-29T16:19:48.000 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.000 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.000 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.000 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.000 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.000 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.000 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.000 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.000 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.000 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.000 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.000 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.000 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.000 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.a", 2024-07-29T16:19:48.001 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.001 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.001 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.001 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5289, 2024-07-29T16:19:48.001 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.001 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:03:25.562825+0000", 2024-07-29T16:19:48.001 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.001 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.001 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.001 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.002 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.002 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.002 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.002 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.002 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.002 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.002 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.002 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.002 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.002 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.002 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.002 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.002 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.003 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.003 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.003 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.003 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.003 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.003 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.003 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.003 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.003 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.003 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.003 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.003 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.003 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.003 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.004 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.004 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.004 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.004 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.004 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.004 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.004 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.004 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.004 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.004 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.004 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.004 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.004 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.004 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:48.004 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.005 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:48.005 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.005 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.005 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.005 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.005 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.005 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.005 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:48.005 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.005 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:48.005 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.005 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.005 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.005 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.005 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.006 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.006 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.123148+0000", 2024-07-29T16:19:48.006 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.995291+0000", 2024-07-29T16:19:48.006 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.995291+0000", 2024-07-29T16:19:48.006 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.995662+0000", 2024-07-29T16:19:48.006 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.123148+0000", 2024-07-29T16:19:48.006 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.006 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.006 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.006 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.006 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.123148+0000", 2024-07-29T16:19:48.006 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.123148+0000", 2024-07-29T16:19:48.006 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.123148+0000", 2024-07-29T16:19:48.006 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.006 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.006 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.007 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.123148+0000", 2024-07-29T16:19:48.007 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.123148+0000", 2024-07-29T16:19:48.007 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.007 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.007 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.007 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.007 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.007 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.007 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.007 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.007 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.007 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.007 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.007 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.008 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.008 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.8", 2024-07-29T16:19:48.008 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.008 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.008 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.008 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5241, 2024-07-29T16:19:48.008 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.008 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:21:36.828690+0000", 2024-07-29T16:19:48.008 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.008 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.008 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.008 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.008 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.008 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.009 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.009 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.009 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.009 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.009 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.009 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.009 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.009 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.009 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.009 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.009 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.009 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.009 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.009 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.009 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.010 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.010 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.010 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.010 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.010 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.010 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.010 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.010 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.010 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.010 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.010 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.010 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.010 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.010 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.010 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.011 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.011 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.011 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.011 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.011 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.011 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.011 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.011 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.011 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.011 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.011 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.011 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.011 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.011 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:48.011 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.011 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:48.012 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.012 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.012 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.012 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.012 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.012 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.012 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:48.012 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.012 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:48.012 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.012 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.012 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:48.012 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.012 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.012 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.013 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251141+0000", 2024-07-29T16:19:48.013 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.989180+0000", 2024-07-29T16:19:48.013 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.989180+0000", 2024-07-29T16:19:48.013 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.989527+0000", 2024-07-29T16:19:48.013 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251141+0000", 2024-07-29T16:19:48.013 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.013 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.013 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.013 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.013 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251141+0000", 2024-07-29T16:19:48.013 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251141+0000", 2024-07-29T16:19:48.013 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251141+0000", 2024-07-29T16:19:48.013 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.013 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.014 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.014 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251141+0000", 2024-07-29T16:19:48.014 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251141+0000", 2024-07-29T16:19:48.014 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.014 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.014 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.014 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.014 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.014 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.014 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.014 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.014 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.014 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.015 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.015 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.015 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.015 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.9", 2024-07-29T16:19:48.015 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.015 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.015 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.015 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5289, 2024-07-29T16:19:48.015 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.015 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:22:46.010447+0000", 2024-07-29T16:19:48.015 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.015 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.015 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.015 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.015 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.016 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.017 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.017 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.017 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.017 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.017 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.017 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.017 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.017 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.017 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.017 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.017 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.017 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.017 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.017 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.017 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.018 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.018 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.018 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.018 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.018 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.018 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.018 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.018 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.018 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.018 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.018 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.018 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.018 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.018 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.018 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:48.019 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.019 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:48.019 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.019 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.019 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.019 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.019 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.019 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:48.019 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:48.019 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.019 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T16:19:48.019 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.019 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.019 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.019 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.020 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.020 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.020 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.120567+0000", 2024-07-29T16:19:48.020 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.985640+0000", 2024-07-29T16:19:48.020 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.985640+0000", 2024-07-29T16:19:48.020 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.986163+0000", 2024-07-29T16:19:48.020 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.120567+0000", 2024-07-29T16:19:48.020 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.020 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.020 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.020 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.020 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.120567+0000", 2024-07-29T16:19:48.020 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.120567+0000", 2024-07-29T16:19:48.020 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.120567+0000", 2024-07-29T16:19:48.020 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.021 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.021 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.021 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.120567+0000", 2024-07-29T16:19:48.021 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.120567+0000", 2024-07-29T16:19:48.021 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.021 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.021 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.021 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.021 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.021 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.021 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.021 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.021 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.021 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.021 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.021 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.022 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.022 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.9", 2024-07-29T16:19:48.022 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.022 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.022 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.022 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5208, 2024-07-29T16:19:48.022 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.022 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:29:55.428246+0000", 2024-07-29T16:19:48.022 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.022 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.022 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.022 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.022 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.023 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.023 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.023 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.023 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.023 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.023 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.023 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.023 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.023 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.023 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.023 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.023 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.023 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.023 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.024 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.024 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.024 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.024 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.024 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.024 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.024 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.024 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.024 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.024 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.024 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.024 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.024 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.024 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.024 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.025 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.025 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.025 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.025 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.025 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.025 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.025 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.025 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.025 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.025 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.025 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.025 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.025 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.025 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.026 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:48.026 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:48.026 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.026 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T16:19:48.026 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.026 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.026 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.026 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.026 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.026 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.026 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:48.026 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.026 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:48.026 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.026 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.027 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:48.027 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.027 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.027 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.027 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251897+0000", 2024-07-29T16:19:48.027 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.988666+0000", 2024-07-29T16:19:48.027 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.988666+0000", 2024-07-29T16:19:48.027 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.990406+0000", 2024-07-29T16:19:48.027 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251897+0000", 2024-07-29T16:19:48.027 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.027 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.027 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.027 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.027 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251897+0000", 2024-07-29T16:19:48.028 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251897+0000", 2024-07-29T16:19:48.028 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251897+0000", 2024-07-29T16:19:48.028 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.028 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.028 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.028 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251897+0000", 2024-07-29T16:19:48.028 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251897+0000", 2024-07-29T16:19:48.028 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.028 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.028 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.028 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.028 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.028 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.028 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.028 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.029 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.029 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.029 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.029 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.029 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.029 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.8", 2024-07-29T16:19:48.029 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.029 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.029 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.029 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5083, 2024-07-29T16:19:48.029 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.029 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:26:27.727145+0000", 2024-07-29T16:19:48.029 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.029 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.029 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.030 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.031 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.032 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.032 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.032 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.032 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.032 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.032 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.032 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.032 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.032 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.032 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.032 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.032 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.032 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.033 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.033 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.033 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.033 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.033 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.033 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:48.033 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.033 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:48.033 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.033 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.033 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.033 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.033 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.033 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.033 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:48.034 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.034 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:48.034 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.034 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.034 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.034 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.034 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.034 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.034 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.125082+0000", 2024-07-29T16:19:48.034 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.426416+0000", 2024-07-29T16:19:48.034 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.426416+0000", 2024-07-29T16:19:48.034 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.427839+0000", 2024-07-29T16:19:48.034 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.125082+0000", 2024-07-29T16:19:48.035 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.035 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.035 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.035 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:48.035 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.125082+0000", 2024-07-29T16:19:48.035 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.125082+0000", 2024-07-29T16:19:48.035 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.125082+0000", 2024-07-29T16:19:48.035 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.035 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.035 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.035 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.125082+0000", 2024-07-29T16:19:48.035 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.125082+0000", 2024-07-29T16:19:48.035 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.035 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.036 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.036 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.036 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:48.036 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.036 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.036 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.036 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.036 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.036 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.036 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.036 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.036 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.6", 2024-07-29T16:19:48.036 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.036 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.036 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.036 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5329, 2024-07-29T16:19:48.037 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.037 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:50:25.662238+0000", 2024-07-29T16:19:48.037 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.037 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.037 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.037 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.037 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.037 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.037 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.037 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.037 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.037 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.037 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.037 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.037 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.038 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.038 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.038 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.038 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.038 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.038 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.038 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.038 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.038 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.038 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.038 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.038 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.038 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.038 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.039 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.039 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.039 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.039 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.039 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.039 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.039 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.039 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.039 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.039 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.039 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.039 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.039 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.039 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.040 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.040 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.040 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.040 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.040 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.040 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.040 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.040 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.040 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:48.040 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.040 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:48.040 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.040 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.040 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.041 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.041 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.041 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.041 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:48.041 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.041 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:48.041 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.041 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.041 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:48.041 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.041 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.041 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.042 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252264+0000", 2024-07-29T16:19:48.042 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.984171+0000", 2024-07-29T16:19:48.042 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.984171+0000", 2024-07-29T16:19:48.042 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.984503+0000", 2024-07-29T16:19:48.042 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252264+0000", 2024-07-29T16:19:48.042 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.042 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.042 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.042 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.042 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252264+0000", 2024-07-29T16:19:48.042 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252264+0000", 2024-07-29T16:19:48.042 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252264+0000", 2024-07-29T16:19:48.042 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.043 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.043 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.043 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252264+0000", 2024-07-29T16:19:48.043 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252264+0000", 2024-07-29T16:19:48.043 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.043 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T16:19:48.043 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.043 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.043 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.043 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.043 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.043 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.043 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.043 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T16:19:48.043 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.044 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.044 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.044 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.7", 2024-07-29T16:19:48.044 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.044 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.044 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.044 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5107, 2024-07-29T16:19:48.044 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.044 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:37:13.791488+0000", 2024-07-29T16:19:48.044 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.044 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.044 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.044 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.044 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.044 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.045 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.045 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.045 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.045 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.045 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.045 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.045 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.045 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.045 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.045 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.045 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.045 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.045 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.045 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:48.045 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:48.046 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.046 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:48.046 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.046 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.046 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.046 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.046 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.046 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:48.046 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.046 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.046 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.046 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.046 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.046 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.046 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.046 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 9, 2024-07-29T16:19:48.047 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 9, 2024-07-29T16:19:48.047 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.047 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.047 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.047 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T16:19:48.047 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.047 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.047 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.047 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.047 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.047 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.047 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.047 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:48.048 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.048 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:48.048 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'2" 2024-07-29T16:19:48.048 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.048 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.048 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.048 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.048 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.048 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:48.048 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.048 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T16:19:48.048 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.048 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.048 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T16:19:48.049 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.049 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.049 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.049 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.120397+0000", 2024-07-29T16:19:48.049 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.006426+0000", 2024-07-29T16:19:48.049 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.006426+0000", 2024-07-29T16:19:48.049 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:43:20.420100+0000", 2024-07-29T16:19:48.049 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.120397+0000", 2024-07-29T16:19:48.049 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:48.049 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.049 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:48.049 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:48.049 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.120397+0000", 2024-07-29T16:19:48.049 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.120397+0000", 2024-07-29T16:19:48.049 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.120397+0000", 2024-07-29T16:19:48.050 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.050 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.050 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:48.050 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.120397+0000", 2024-07-29T16:19:48.050 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.120397+0000", 2024-07-29T16:19:48.050 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.050 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3167, 2024-07-29T16:19:48.050 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.050 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.050 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:48.050 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.050 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.050 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.050 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.051 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3167, 2024-07-29T16:19:48.051 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.051 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.051 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.051 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.1", 2024-07-29T16:19:48.051 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.051 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.051 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.051 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 9367, 2024-07-29T16:19:48.051 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.051 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:29:06.118632+0000", 2024-07-29T16:19:48.051 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.007101185, 2024-07-29T16:19:48.051 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.051 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.051 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.051 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.052 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.052 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.052 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.052 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.052 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.052 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.052 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.052 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.052 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.052 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.052 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.052 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.052 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.052 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.052 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.052 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.053 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.053 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.053 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.053 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.053 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.053 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.053 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.053 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.053 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.053 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.053 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.053 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.053 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.053 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.053 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.054 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 1827, 2024-07-29T16:19:48.054 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 379955, 2024-07-29T16:19:48.054 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.054 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.054 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.054 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3132, 2024-07-29T16:19:48.054 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 397685 2024-07-29T16:19:48.054 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.054 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.054 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.054 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.054 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.054 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.054 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:48.055 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.055 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T16:19:48.055 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "1121'3167" 2024-07-29T16:19:48.055 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.055 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.055 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.055 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.055 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.055 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.055 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.055 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:48.055 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.055 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.055 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.055 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.056 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.056 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.056 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.123676+0000", 2024-07-29T16:19:48.056 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.993215+0000", 2024-07-29T16:19:48.056 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.993215+0000", 2024-07-29T16:19:48.056 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.993522+0000", 2024-07-29T16:19:48.056 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.123676+0000", 2024-07-29T16:19:48.056 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.056 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.056 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.056 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.056 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.123676+0000", 2024-07-29T16:19:48.056 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.123676+0000", 2024-07-29T16:19:48.056 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.123676+0000", 2024-07-29T16:19:48.056 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.057 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.057 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.057 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.123676+0000", 2024-07-29T16:19:48.057 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.123676+0000", 2024-07-29T16:19:48.057 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.057 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.057 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.057 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.057 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.057 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.057 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.057 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.057 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.057 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.057 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.058 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.058 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.058 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.7", 2024-07-29T16:19:48.058 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.058 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.058 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.058 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5250, 2024-07-29T16:19:48.058 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.058 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:30:08.603840+0000", 2024-07-29T16:19:48.058 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.058 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.058 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.058 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.058 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.059 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.059 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.059 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.059 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.059 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.059 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.059 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.059 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.059 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.059 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.059 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.059 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.059 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.059 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.060 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.060 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.060 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.060 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.060 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.060 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.060 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.060 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.060 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.060 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.060 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.060 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.060 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.060 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.061 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.061 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.061 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.061 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.061 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.061 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.061 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.061 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.061 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.061 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.061 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.061 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.061 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.061 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.061 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.062 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.062 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.062 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.062 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:48.062 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.062 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.062 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.062 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.062 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.062 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.062 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:48.062 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.062 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:48.062 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.063 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.063 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:48.063 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.063 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.063 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.063 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254901+0000", 2024-07-29T16:19:48.063 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.020511+0000", 2024-07-29T16:19:48.063 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.020511+0000", 2024-07-29T16:19:48.063 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.020830+0000", 2024-07-29T16:19:48.063 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254901+0000", 2024-07-29T16:19:48.063 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.063 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.063 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.064 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:48.064 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254901+0000", 2024-07-29T16:19:48.064 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254901+0000", 2024-07-29T16:19:48.064 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254901+0000", 2024-07-29T16:19:48.064 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.064 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.064 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.064 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254901+0000", 2024-07-29T16:19:48.064 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254901+0000", 2024-07-29T16:19:48.064 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.064 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3, 2024-07-29T16:19:48.064 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.064 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.064 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:48.064 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.065 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.065 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.065 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.065 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3, 2024-07-29T16:19:48.065 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.065 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.065 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.065 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.6", 2024-07-29T16:19:48.065 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.065 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.065 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.065 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5299, 2024-07-29T16:19:48.065 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.065 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:21:40.029622+0000", 2024-07-29T16:19:48.065 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.066 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.066 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.066 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.066 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.066 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.066 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.066 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.066 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.066 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.066 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.066 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.066 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.066 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.067 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.067 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.067 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.067 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.067 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.067 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:48.067 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:48.067 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.067 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:48.067 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.067 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.067 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.067 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.067 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.067 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:48.067 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.068 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.068 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.068 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.068 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.068 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.068 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.068 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 4, 2024-07-29T16:19:48.068 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 4, 2024-07-29T16:19:48.068 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.068 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.068 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.068 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T16:19:48.068 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.068 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.068 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.069 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.069 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.069 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.069 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.069 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:48.069 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.069 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:48.069 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "588'3" 2024-07-29T16:19:48.069 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.069 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.069 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.069 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.069 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.069 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.069 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.069 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:48.070 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.070 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.070 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T16:19:48.070 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.070 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.070 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.070 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.122799+0000", 2024-07-29T16:19:48.070 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.994789+0000", 2024-07-29T16:19:48.070 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.994789+0000", 2024-07-29T16:19:48.070 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:43:20.415241+0000", 2024-07-29T16:19:48.070 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.122799+0000", 2024-07-29T16:19:48.070 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:48.070 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.070 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:48.071 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.071 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.122799+0000", 2024-07-29T16:19:48.071 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.122799+0000", 2024-07-29T16:19:48.071 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.122799+0000", 2024-07-29T16:19:48.071 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.071 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.071 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:48.071 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.122799+0000", 2024-07-29T16:19:48.071 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.122799+0000", 2024-07-29T16:19:48.071 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.071 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3120, 2024-07-29T16:19:48.071 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.071 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.071 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.071 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.071 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.072 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.072 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.072 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3120, 2024-07-29T16:19:48.072 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.072 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.072 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.072 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.0", 2024-07-29T16:19:48.072 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.072 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.072 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.072 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 9047, 2024-07-29T16:19:48.072 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.072 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:28:56.478731+0000", 2024-07-29T16:19:48.072 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.00312483, 2024-07-29T16:19:48.073 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.073 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.073 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 4194304, 2024-07-29T16:19:48.073 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.073 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.073 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.073 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.073 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.073 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.073 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.073 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.073 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.073 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.073 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.073 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.074 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.074 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.074 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.074 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:48.074 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:48.074 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.074 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:48.074 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.074 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.074 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.074 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.074 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.074 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.074 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.074 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 1106, 2024-07-29T16:19:48.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 394344, 2024-07-29T16:19:48.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3093, 2024-07-29T16:19:48.075 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 425489 2024-07-29T16:19:48.075 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.075 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.075 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.075 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.076 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.076 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.076 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.076 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.076 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:48.076 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "1121'3120" 2024-07-29T16:19:48.076 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.076 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.076 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.076 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.076 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:48.076 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:48.076 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.076 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:48.076 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.076 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.077 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.077 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.077 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.077 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.077 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254476+0000", 2024-07-29T16:19:48.077 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.045017+0000", 2024-07-29T16:19:48.077 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.045017+0000", 2024-07-29T16:19:48.077 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.045422+0000", 2024-07-29T16:19:48.077 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254476+0000", 2024-07-29T16:19:48.077 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.077 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.077 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.078 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:48.078 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254476+0000", 2024-07-29T16:19:48.078 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254476+0000", 2024-07-29T16:19:48.078 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254476+0000", 2024-07-29T16:19:48.078 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.078 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.078 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.078 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254476+0000", 2024-07-29T16:19:48.078 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254476+0000", 2024-07-29T16:19:48.078 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.078 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.078 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.078 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.078 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:48.078 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.079 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.079 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.079 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.079 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.079 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.079 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.079 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.079 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.4", 2024-07-29T16:19:48.079 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.079 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.079 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.079 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5290, 2024-07-29T16:19:48.079 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.079 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:16:10.859421+0000", 2024-07-29T16:19:48.079 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.080 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.080 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.080 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.080 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.080 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.080 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.080 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.080 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.080 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.080 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.080 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.080 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.080 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.080 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.081 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.081 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.081 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.081 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.081 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.081 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.081 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.081 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.081 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.081 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.081 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.081 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.081 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.082 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.083 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.083 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.083 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.083 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.083 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.083 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.083 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:48.083 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:48.083 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.083 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:48.083 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.083 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.083 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.084 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.084 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.084 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.084 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:48.084 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.084 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:48.084 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.084 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.084 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:48.084 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.084 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.084 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.084 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.255510+0000", 2024-07-29T16:19:48.084 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.983496+0000", 2024-07-29T16:19:48.085 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.983496+0000", 2024-07-29T16:19:48.085 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.984365+0000", 2024-07-29T16:19:48.085 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.255510+0000", 2024-07-29T16:19:48.085 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.085 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.085 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.085 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.085 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.255510+0000", 2024-07-29T16:19:48.085 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.255510+0000", 2024-07-29T16:19:48.085 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.255510+0000", 2024-07-29T16:19:48.085 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.085 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.085 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.085 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.255510+0000", 2024-07-29T16:19:48.085 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.255510+0000", 2024-07-29T16:19:48.086 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.086 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.086 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.086 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.086 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.086 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.086 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.086 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.086 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.086 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.086 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.086 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.086 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.086 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.5", 2024-07-29T16:19:48.087 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.087 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.087 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.087 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5098, 2024-07-29T16:19:48.087 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.087 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:22:57.057618+0000", 2024-07-29T16:19:48.087 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.087 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.087 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.087 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.087 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.087 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.087 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.087 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.087 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.088 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.088 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.088 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.088 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.088 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.088 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.088 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.088 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.088 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.088 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.088 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.088 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.088 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.088 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.089 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.090 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.090 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.090 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.090 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.090 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.090 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.090 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.090 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:48.090 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.090 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:48.091 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.091 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.091 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.091 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.091 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.091 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.091 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:48.091 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.091 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:48.091 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.091 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.091 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T16:19:48.091 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.091 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.091 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.092 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121523+0000", 2024-07-29T16:19:48.092 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.982769+0000", 2024-07-29T16:19:48.092 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.982769+0000", 2024-07-29T16:19:48.092 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:43:20.428070+0000", 2024-07-29T16:19:48.092 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121523+0000", 2024-07-29T16:19:48.092 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:48.092 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.092 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:48.092 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.092 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121523+0000", 2024-07-29T16:19:48.092 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121523+0000", 2024-07-29T16:19:48.092 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121523+0000", 2024-07-29T16:19:48.092 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.092 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.093 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:48.093 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121523+0000", 2024-07-29T16:19:48.093 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121523+0000", 2024-07-29T16:19:48.093 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.093 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2925, 2024-07-29T16:19:48.093 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.093 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.093 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.093 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.093 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.093 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.093 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.093 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2925, 2024-07-29T16:19:48.094 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.094 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.094 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.094 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.3", 2024-07-29T16:19:48.094 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.094 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.094 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.094 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 8787, 2024-07-29T16:19:48.094 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.094 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:31:28.514988+0000", 2024-07-29T16:19:48.094 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.003790979, 2024-07-29T16:19:48.094 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.094 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.094 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.095 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.095 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.095 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.095 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.095 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.095 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.095 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.095 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.095 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.095 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.095 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.095 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.095 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.095 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.095 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.096 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:48.096 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:48.096 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.096 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:48.096 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.096 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.096 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.096 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.096 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.096 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:48.096 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.096 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.096 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.096 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 570, 2024-07-29T16:19:48.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 388761, 2024-07-29T16:19:48.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 2922, 2024-07-29T16:19:48.097 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 370607 2024-07-29T16:19:48.097 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.097 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.097 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.097 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.098 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.098 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.098 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:48.098 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.098 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:48.098 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "1121'2925" 2024-07-29T16:19:48.098 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.098 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.098 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.098 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.098 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.098 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:48.098 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.098 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:48.098 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.099 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.099 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.099 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.099 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.099 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.099 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.256439+0000", 2024-07-29T16:19:48.099 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.058407+0000", 2024-07-29T16:19:48.099 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.058407+0000", 2024-07-29T16:19:48.099 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.058691+0000", 2024-07-29T16:19:48.099 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.256439+0000", 2024-07-29T16:19:48.099 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.099 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.099 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.099 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:48.100 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.256439+0000", 2024-07-29T16:19:48.100 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.256439+0000", 2024-07-29T16:19:48.100 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.256439+0000", 2024-07-29T16:19:48.100 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.100 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.100 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.100 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.256439+0000", 2024-07-29T16:19:48.100 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.256439+0000", 2024-07-29T16:19:48.100 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.100 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.100 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.100 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.100 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:48.100 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.100 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.101 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.101 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.101 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.101 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.101 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.101 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.101 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.5", 2024-07-29T16:19:48.101 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.101 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.101 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.101 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5174, 2024-07-29T16:19:48.101 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.101 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:16:01.443277+0000", 2024-07-29T16:19:48.101 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.101 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.101 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.102 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.102 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.102 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.102 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.102 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.102 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.102 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.102 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.102 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.102 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.102 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.102 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.102 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.102 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.102 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.103 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.103 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.103 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.103 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.103 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.103 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.103 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.103 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.103 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.103 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.103 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.103 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.103 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.103 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.104 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.104 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.104 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.104 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.104 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.104 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.104 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.104 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.104 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.104 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.104 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.104 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.104 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.104 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.104 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.105 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.105 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.105 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:48.105 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.105 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:48.105 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.105 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.105 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.105 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.105 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.105 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.105 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:48.105 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.105 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:48.105 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.106 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.106 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:48.106 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.106 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.106 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.106 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254565+0000", 2024-07-29T16:19:48.106 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.983811+0000", 2024-07-29T16:19:48.106 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.983811+0000", 2024-07-29T16:19:48.106 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.984126+0000", 2024-07-29T16:19:48.106 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254565+0000", 2024-07-29T16:19:48.106 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.106 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.106 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.106 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.107 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254565+0000", 2024-07-29T16:19:48.107 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254565+0000", 2024-07-29T16:19:48.107 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254565+0000", 2024-07-29T16:19:48.107 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.107 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.107 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.107 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254565+0000", 2024-07-29T16:19:48.107 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254565+0000", 2024-07-29T16:19:48.107 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.107 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.107 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.107 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.107 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.107 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.107 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.108 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.108 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.108 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.108 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.108 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.108 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.108 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.4", 2024-07-29T16:19:48.108 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.108 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.108 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.108 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5283, 2024-07-29T16:19:48.108 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.108 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:30:42.990744+0000", 2024-07-29T16:19:48.108 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.108 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.109 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.109 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.109 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.109 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.109 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.109 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.109 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.109 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.109 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.109 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.109 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.109 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.109 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.110 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.110 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.110 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.110 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.110 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.110 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.110 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.110 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.110 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.110 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.110 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.110 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.110 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.110 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.111 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.111 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.111 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.111 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.111 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.111 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.111 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.111 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.111 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.111 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.111 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.111 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.111 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.111 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.111 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.112 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.112 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.112 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.112 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.112 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.112 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:48.112 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.112 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:48.112 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.112 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.112 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.112 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.112 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.112 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.112 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:48.112 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.113 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:48.113 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.113 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.113 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T16:19:48.113 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.113 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.113 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.113 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251439+0000", 2024-07-29T16:19:48.113 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.040161+0000", 2024-07-29T16:19:48.113 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.040161+0000", 2024-07-29T16:19:48.113 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:43:20.467467+0000", 2024-07-29T16:19:48.113 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251439+0000", 2024-07-29T16:19:48.113 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:48.113 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.114 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:48.114 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:48.114 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251439+0000", 2024-07-29T16:19:48.114 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251439+0000", 2024-07-29T16:19:48.114 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251439+0000", 2024-07-29T16:19:48.114 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.114 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.114 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:48.114 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251439+0000", 2024-07-29T16:19:48.114 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251439+0000", 2024-07-29T16:19:48.114 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.114 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3025, 2024-07-29T16:19:48.114 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.115 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.115 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:48.115 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.115 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.115 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.115 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.115 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3025, 2024-07-29T16:19:48.115 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.115 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.115 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.115 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.2", 2024-07-29T16:19:48.115 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.115 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.115 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.116 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 8984, 2024-07-29T16:19:48.116 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.116 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:01:50.454700+0000", 2024-07-29T16:19:48.116 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.003956252, 2024-07-29T16:19:48.116 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.116 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 19, 2024-07-29T16:19:48.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.116 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.117 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.117 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.117 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.117 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.117 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.117 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.117 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.117 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.117 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:48.117 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:48.117 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.117 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:48.117 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.117 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.118 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.118 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.118 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.118 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.118 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.118 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.118 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.118 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.118 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.118 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.118 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.118 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 792, 2024-07-29T16:19:48.118 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 368969, 2024-07-29T16:19:48.119 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.119 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.119 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.119 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3021, 2024-07-29T16:19:48.119 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 413863 2024-07-29T16:19:48.119 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.119 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.119 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.119 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.119 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.119 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.119 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:48.119 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.119 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:48.119 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "1120'3025" 2024-07-29T16:19:48.120 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.120 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.120 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.120 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.120 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.120 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:48.120 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.120 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T16:19:48.120 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.120 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.120 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.120 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.120 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.120 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.121 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.120525+0000", 2024-07-29T16:19:48.121 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.007313+0000", 2024-07-29T16:19:48.121 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.007313+0000", 2024-07-29T16:19:48.121 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.007675+0000", 2024-07-29T16:19:48.121 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.120525+0000", 2024-07-29T16:19:48.121 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.121 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.121 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.121 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:48.121 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.120525+0000", 2024-07-29T16:19:48.121 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.120525+0000", 2024-07-29T16:19:48.121 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.120525+0000", 2024-07-29T16:19:48.121 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.121 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.122 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.122 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.120525+0000", 2024-07-29T16:19:48.122 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.120525+0000", 2024-07-29T16:19:48.122 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.122 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.122 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.122 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.122 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:48.122 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.122 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.122 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.122 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.122 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.122 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.122 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.123 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.123 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3", 2024-07-29T16:19:48.123 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.123 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.123 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.123 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5184, 2024-07-29T16:19:48.123 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.123 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:38:21.822636+0000", 2024-07-29T16:19:48.123 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.123 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.123 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.123 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.123 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.123 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.124 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.124 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.124 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.124 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.124 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.124 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.124 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.124 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.124 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.124 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.124 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.124 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.124 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.124 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.125 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.125 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.125 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.125 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.125 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.125 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.125 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.125 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.125 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.125 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.125 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.125 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.125 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.125 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.125 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.126 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.126 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.126 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.126 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.126 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.126 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.126 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.126 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.126 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.126 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.126 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.126 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.126 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.127 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.127 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:48.127 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.127 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T16:19:48.127 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.127 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.127 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.127 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.127 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.127 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.127 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:48.127 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.127 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:48.127 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.127 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.127 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:48.128 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.128 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.128 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.128 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254150+0000", 2024-07-29T16:19:48.128 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.008466+0000", 2024-07-29T16:19:48.128 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.008466+0000", 2024-07-29T16:19:48.128 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.008754+0000", 2024-07-29T16:19:48.128 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254150+0000", 2024-07-29T16:19:48.128 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.128 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.128 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.128 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:48.129 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254150+0000", 2024-07-29T16:19:48.129 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254150+0000", 2024-07-29T16:19:48.129 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254150+0000", 2024-07-29T16:19:48.129 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.129 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.129 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.129 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254150+0000", 2024-07-29T16:19:48.129 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254150+0000", 2024-07-29T16:19:48.129 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.129 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.129 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.129 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.129 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:48.130 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.130 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.130 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.130 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.130 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.130 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.130 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.130 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.130 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.2", 2024-07-29T16:19:48.130 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.130 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.130 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.130 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5146, 2024-07-29T16:19:48.130 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.131 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:28:55.017872+0000", 2024-07-29T16:19:48.131 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.131 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.131 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.131 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.131 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.131 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.131 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.131 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.131 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.131 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.131 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.131 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.131 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.132 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.132 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.132 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.132 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.132 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.132 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.132 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.132 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.132 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.132 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.132 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.132 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.132 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.132 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.133 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.133 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.133 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.133 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.133 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.133 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.133 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.133 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.133 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.133 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.133 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.133 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.133 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.134 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.134 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.134 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.134 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.134 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.134 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.134 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.134 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.134 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.134 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:48.134 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.134 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:48.134 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.134 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.135 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.135 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.135 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.135 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:48.135 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:48.135 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.135 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:48.135 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.135 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.135 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T16:19:48.135 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.135 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.135 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.135 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:19:44.238054+0000", 2024-07-29T16:19:48.136 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:08:42.996903+0000", 2024-07-29T16:19:48.136 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:08:42.996903+0000", 2024-07-29T16:19:48.136 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:43:20.467457+0000", 2024-07-29T16:19:48.136 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:19:44.238054+0000", 2024-07-29T16:19:48.136 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:48.136 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.136 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:48.136 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 433, 2024-07-29T16:19:48.136 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:19:44.238054+0000", 2024-07-29T16:19:48.136 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:19:44.238054+0000", 2024-07-29T16:19:48.136 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:19:44.238054+0000", 2024-07-29T16:19:48.136 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.136 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.136 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:48.137 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:19:44.238054+0000", 2024-07-29T16:19:48.137 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:19:44.238054+0000", 2024-07-29T16:19:48.137 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.137 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3008, 2024-07-29T16:19:48.137 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.137 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.137 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 432, 2024-07-29T16:19:48.137 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.137 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.137 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.137 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.137 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3008, 2024-07-29T16:19:48.137 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.137 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.137 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.138 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.4", 2024-07-29T16:19:48.138 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.138 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.138 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.138 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 8815, 2024-07-29T16:19:48.138 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.138 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:19:30.505009+0000", 2024-07-29T16:19:48.138 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.003869284, 2024-07-29T16:19:48.138 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.138 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.138 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.138 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.138 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.139 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.139 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.139 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.139 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.139 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.139 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.139 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.139 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.139 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.139 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.139 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.139 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.139 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.140 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:48.140 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:48.140 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.140 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:48.140 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.140 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.140 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.140 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.140 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.140 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:48.140 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.140 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.140 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.140 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.141 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.141 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.141 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.141 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 682, 2024-07-29T16:19:48.141 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 369942, 2024-07-29T16:19:48.141 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.141 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.141 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.141 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3026, 2024-07-29T16:19:48.141 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 391154 2024-07-29T16:19:48.141 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.141 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.141 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.142 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.142 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.142 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:48.142 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:48.142 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.142 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:48.142 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "1121'3008" 2024-07-29T16:19:48.142 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.142 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.142 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.142 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.142 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:48.142 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:48.142 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.143 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:48.143 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.143 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.143 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.143 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.143 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.143 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.143 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.253300+0000", 2024-07-29T16:19:48.143 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.022485+0000", 2024-07-29T16:19:48.143 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.022485+0000", 2024-07-29T16:19:48.143 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.023231+0000", 2024-07-29T16:19:48.143 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.253300+0000", 2024-07-29T16:19:48.143 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.143 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.144 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.144 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:48.144 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.253300+0000", 2024-07-29T16:19:48.144 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.253300+0000", 2024-07-29T16:19:48.144 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.253300+0000", 2024-07-29T16:19:48.144 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.144 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.144 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.144 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.253300+0000", 2024-07-29T16:19:48.144 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.253300+0000", 2024-07-29T16:19:48.144 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.144 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.144 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.144 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.144 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:48.145 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.145 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.145 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.145 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.145 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.145 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.145 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.145 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.145 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.0", 2024-07-29T16:19:48.145 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.145 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.145 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.145 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5291, 2024-07-29T16:19:48.145 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.145 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:48:45.039200+0000", 2024-07-29T16:19:48.146 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.146 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.146 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.146 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.146 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.146 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.146 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.146 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.146 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.146 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.146 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.146 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.146 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.146 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.147 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.147 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.147 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.147 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.147 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.147 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.147 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.147 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.147 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.147 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.147 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.147 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.147 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.147 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.148 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.148 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.148 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.148 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.148 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.148 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.148 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.148 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.148 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.148 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.148 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.148 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.148 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.149 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.149 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.149 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.149 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.149 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.149 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.149 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.149 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:48.149 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:48.149 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.149 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:48.149 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.149 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.149 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.149 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.150 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:48.150 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.150 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.150 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.150 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T16:19:48.150 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.150 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.150 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:48.150 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.150 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.150 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.150 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250742+0000", 2024-07-29T16:19:48.150 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:08:43.000860+0000", 2024-07-29T16:19:48.151 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:08:43.000860+0000", 2024-07-29T16:19:48.151 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:08:43.001147+0000", 2024-07-29T16:19:48.151 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250742+0000", 2024-07-29T16:19:48.151 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.151 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.151 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.151 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 433, 2024-07-29T16:19:48.151 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250742+0000", 2024-07-29T16:19:48.151 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250742+0000", 2024-07-29T16:19:48.151 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250742+0000", 2024-07-29T16:19:48.151 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.151 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.151 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.151 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250742+0000", 2024-07-29T16:19:48.151 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250742+0000", 2024-07-29T16:19:48.151 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.152 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.152 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.152 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.152 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 432, 2024-07-29T16:19:48.152 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.152 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.152 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.152 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.152 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.152 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.152 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.152 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.152 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1", 2024-07-29T16:19:48.152 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.152 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.152 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.153 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5256, 2024-07-29T16:19:48.153 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.153 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:20:33.499327+0000", 2024-07-29T16:19:48.153 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.153 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.153 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.153 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.153 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.153 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.153 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.153 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.153 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.153 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.153 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.153 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.154 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.155 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.156 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.156 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.156 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.156 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.156 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.156 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.156 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:48.156 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.156 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.156 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.156 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T16:19:48.156 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.156 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.156 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.156 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.156 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.157 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.157 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.157 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.157 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:48.157 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.157 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.157 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T16:19:48.157 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.157 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.157 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.157 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.256100+0000", 2024-07-29T16:19:48.157 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.046561+0000", 2024-07-29T16:19:48.157 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.046561+0000", 2024-07-29T16:19:48.157 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:43:20.470998+0000", 2024-07-29T16:19:48.157 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.256100+0000", 2024-07-29T16:19:48.158 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:48.158 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.158 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:48.158 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:48.158 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.256100+0000", 2024-07-29T16:19:48.158 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.256100+0000", 2024-07-29T16:19:48.158 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.256100+0000", 2024-07-29T16:19:48.158 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.158 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.158 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:48.158 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.256100+0000", 2024-07-29T16:19:48.158 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.256100+0000", 2024-07-29T16:19:48.159 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.159 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3113, 2024-07-29T16:19:48.159 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.159 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.159 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:48.159 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.159 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.159 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.159 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.159 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3113, 2024-07-29T16:19:48.159 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.159 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.159 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.159 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.7", 2024-07-29T16:19:48.159 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.159 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.160 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.160 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 9089, 2024-07-29T16:19:48.160 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.160 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:54:08.411822+0000", 2024-07-29T16:19:48.160 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.007305616, 2024-07-29T16:19:48.160 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.160 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.160 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.161 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.162 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.162 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.162 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.162 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.162 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.162 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.162 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.162 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.162 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.162 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.162 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.162 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 1231, 2024-07-29T16:19:48.162 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 363270, 2024-07-29T16:19:48.163 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.163 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.163 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.163 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3108, 2024-07-29T16:19:48.163 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 382926 2024-07-29T16:19:48.163 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.163 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.163 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.163 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.163 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.163 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.163 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.163 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.164 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:48.164 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "1120'3113" 2024-07-29T16:19:48.164 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.164 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.164 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.164 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:48.164 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.164 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:48.164 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.164 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T16:19:48.164 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.164 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.164 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.164 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.164 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.165 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.165 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250720+0000", 2024-07-29T16:19:48.165 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:08:42.995330+0000", 2024-07-29T16:19:48.165 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:08:42.995330+0000", 2024-07-29T16:19:48.165 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:08:42.995757+0000", 2024-07-29T16:19:48.165 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250720+0000", 2024-07-29T16:19:48.165 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.165 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.165 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.165 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 433, 2024-07-29T16:19:48.165 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250720+0000", 2024-07-29T16:19:48.165 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250720+0000", 2024-07-29T16:19:48.165 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250720+0000", 2024-07-29T16:19:48.165 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.165 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.166 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.166 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250720+0000", 2024-07-29T16:19:48.166 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250720+0000", 2024-07-29T16:19:48.166 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.166 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.166 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.166 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.166 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 432, 2024-07-29T16:19:48.166 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.166 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.166 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.166 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.166 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.166 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.167 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.167 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.167 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1", 2024-07-29T16:19:48.167 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.167 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.167 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.167 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5240, 2024-07-29T16:19:48.167 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.167 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:36:32.482060+0000", 2024-07-29T16:19:48.167 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.167 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.167 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.167 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.167 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.167 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.168 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.169 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.170 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.170 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.170 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.170 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.170 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.170 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:48.170 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.170 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:48.171 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.171 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T16:19:48.171 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.171 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.171 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.171 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.171 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.171 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.171 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.171 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.171 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:48.171 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.171 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.171 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:48.171 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.171 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.172 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.172 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252248+0000", 2024-07-29T16:19:48.172 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.986399+0000", 2024-07-29T16:19:48.172 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.986399+0000", 2024-07-29T16:19:48.172 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.989543+0000", 2024-07-29T16:19:48.172 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252248+0000", 2024-07-29T16:19:48.172 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.172 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.172 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.172 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.172 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252248+0000", 2024-07-29T16:19:48.173 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252248+0000", 2024-07-29T16:19:48.173 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252248+0000", 2024-07-29T16:19:48.173 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.173 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.173 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.173 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252248+0000", 2024-07-29T16:19:48.173 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252248+0000", 2024-07-29T16:19:48.173 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.173 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.173 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.173 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.173 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.173 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.173 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.174 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.174 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.174 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.174 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.174 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.174 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.174 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.0", 2024-07-29T16:19:48.174 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.174 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.174 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.174 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5086, 2024-07-29T16:19:48.174 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.174 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:57:26.873048+0000", 2024-07-29T16:19:48.174 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.175 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.175 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.175 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.176 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.177 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.177 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.177 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.177 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.177 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.177 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.177 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.177 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.177 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.177 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.177 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.177 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.177 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.177 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.177 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.177 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.178 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.178 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.178 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.178 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.178 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.178 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:48.178 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.178 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.178 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.178 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.178 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.178 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.178 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:48.179 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.179 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:48.179 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.179 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.179 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T16:19:48.179 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.179 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.179 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.179 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.125010+0000", 2024-07-29T16:19:48.179 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:08:11.023828+0000", 2024-07-29T16:19:48.179 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:08:11.023828+0000", 2024-07-29T16:19:48.179 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:43:20.428119+0000", 2024-07-29T16:19:48.179 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.125010+0000", 2024-07-29T16:19:48.180 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:48.180 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.180 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:48.180 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 401, 2024-07-29T16:19:48.180 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.125010+0000", 2024-07-29T16:19:48.180 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.125010+0000", 2024-07-29T16:19:48.180 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.125010+0000", 2024-07-29T16:19:48.180 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.180 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.180 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:48.180 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.125010+0000", 2024-07-29T16:19:48.180 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.125010+0000", 2024-07-29T16:19:48.180 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.180 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3166, 2024-07-29T16:19:48.181 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.181 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.181 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 400, 2024-07-29T16:19:48.181 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.181 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.181 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.181 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.181 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3166, 2024-07-29T16:19:48.181 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.181 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.181 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.181 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.6", 2024-07-29T16:19:48.181 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.181 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.182 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.182 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 9427, 2024-07-29T16:19:48.182 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.182 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:02:11.132752+0000", 2024-07-29T16:19:48.182 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.003670679, 2024-07-29T16:19:48.182 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.182 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.182 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.182 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.182 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.182 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.182 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.182 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.183 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.183 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.183 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.183 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.183 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.183 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.183 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.183 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.183 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.183 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.183 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.183 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.183 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.183 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.183 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 1587, 2024-07-29T16:19:48.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 422283, 2024-07-29T16:19:48.184 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.185 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.185 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.185 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3116, 2024-07-29T16:19:48.185 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 380564 2024-07-29T16:19:48.185 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.185 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.185 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.185 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.185 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.185 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.185 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:48.185 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.185 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:48.185 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "1121'3166" 2024-07-29T16:19:48.185 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.185 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.186 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.186 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.186 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.186 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:48.186 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.186 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:48.186 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.186 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.186 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.186 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.186 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.186 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.186 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.122609+0000", 2024-07-29T16:19:48.186 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.027069+0000", 2024-07-29T16:19:48.186 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.027069+0000", 2024-07-29T16:19:48.187 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.027556+0000", 2024-07-29T16:19:48.187 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.122609+0000", 2024-07-29T16:19:48.187 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.187 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.187 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.187 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:48.187 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.122609+0000", 2024-07-29T16:19:48.187 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.122609+0000", 2024-07-29T16:19:48.187 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.122609+0000", 2024-07-29T16:19:48.187 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.187 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.187 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.187 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.122609+0000", 2024-07-29T16:19:48.187 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.122609+0000", 2024-07-29T16:19:48.188 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.188 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.188 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.188 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.188 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:48.188 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.188 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.188 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.188 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.188 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.188 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.188 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.188 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.188 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2", 2024-07-29T16:19:48.188 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.189 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.189 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.189 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5220, 2024-07-29T16:19:48.189 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.189 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:28:22.765917+0000", 2024-07-29T16:19:48.189 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.189 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.189 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.189 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.189 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.189 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.189 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.189 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.189 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.189 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.190 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.191 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.192 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.192 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.192 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.192 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.192 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.192 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.192 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.192 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.192 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.192 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:48.192 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.192 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:48.192 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.192 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.192 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.193 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.193 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.193 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:48.193 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:48.193 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.193 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:48.193 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.193 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.193 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:48.193 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.193 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.193 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.193 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.253343+0000", 2024-07-29T16:19:48.193 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.989473+0000", 2024-07-29T16:19:48.193 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.989473+0000", 2024-07-29T16:19:48.194 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.989841+0000", 2024-07-29T16:19:48.194 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.253343+0000", 2024-07-29T16:19:48.194 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.194 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.194 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.194 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.194 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.253343+0000", 2024-07-29T16:19:48.194 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.253343+0000", 2024-07-29T16:19:48.194 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.253343+0000", 2024-07-29T16:19:48.194 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.194 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.194 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.194 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.253343+0000", 2024-07-29T16:19:48.194 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.253343+0000", 2024-07-29T16:19:48.194 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.195 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.195 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.195 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.195 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.195 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.195 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.195 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.195 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.195 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.195 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.195 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.195 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.195 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.3", 2024-07-29T16:19:48.195 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.195 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.196 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.196 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5139, 2024-07-29T16:19:48.196 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.196 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:32:17.149875+0000", 2024-07-29T16:19:48.196 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.196 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.196 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.196 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.196 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.196 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.196 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.196 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.196 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.197 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.197 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.197 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.197 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.197 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.197 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.197 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.197 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.197 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.197 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.197 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.197 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.197 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.198 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.198 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.198 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.198 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.198 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.198 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.198 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.198 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.198 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.198 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.198 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.198 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.198 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.198 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.199 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.199 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.199 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.199 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.199 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.199 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.199 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.199 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.199 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.199 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.199 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.199 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.199 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:48.199 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:48.200 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.200 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:48.200 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.200 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.200 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.200 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.200 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.200 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.200 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:48.200 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.200 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:48.200 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.200 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.200 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 19, 2024-07-29T16:19:48.200 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.200 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.201 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.201 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252348+0000", 2024-07-29T16:19:48.201 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.977792+0000", 2024-07-29T16:19:48.201 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.977792+0000", 2024-07-29T16:19:48.201 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.978200+0000", 2024-07-29T16:19:48.201 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252348+0000", 2024-07-29T16:19:48.201 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:56:33.779105+0000", 2024-07-29T16:19:48.201 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.201 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:56:33.779105+0000", 2024-07-29T16:19:48.201 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.201 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252348+0000", 2024-07-29T16:19:48.201 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252348+0000", 2024-07-29T16:19:48.201 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252348+0000", 2024-07-29T16:19:48.201 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.201 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.202 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:56:33.779105+0000", 2024-07-29T16:19:48.202 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252348+0000", 2024-07-29T16:19:48.202 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252348+0000", 2024-07-29T16:19:48.202 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.202 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 237, 2024-07-29T16:19:48.202 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.202 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.202 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.202 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.202 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.202 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.202 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.202 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 237, 2024-07-29T16:19:48.202 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.203 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.203 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.203 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "1.0", 2024-07-29T16:19:48.203 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.203 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.203 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.203 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5731, 2024-07-29T16:19:48.203 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.203 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:06:18.951256+0000", 2024-07-29T16:19:48.203 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.203 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.203 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.203 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 590368, 2024-07-29T16:19:48.203 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.203 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 1771104, 2024-07-29T16:19:48.204 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.204 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.204 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.204 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.204 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.204 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.204 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.204 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.204 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.204 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.204 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.204 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.204 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.204 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 6, 2024-07-29T16:19:48.204 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 2, 2024-07-29T16:19:48.205 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.205 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 2, 2024-07-29T16:19:48.205 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.205 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.205 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.205 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.205 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.205 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.205 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.205 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 6, 2024-07-29T16:19:48.205 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.205 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.205 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.205 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.205 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.205 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 1178, 2024-07-29T16:19:48.206 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 1994, 2024-07-29T16:19:48.206 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.206 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.206 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.206 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 391, 2024-07-29T16:19:48.206 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 2416 2024-07-29T16:19:48.206 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.206 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.206 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.206 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.206 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.206 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.206 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:48.206 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.206 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:48.206 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "2214'237" 2024-07-29T16:19:48.207 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.207 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.207 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.207 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.207 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.207 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:48.207 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.207 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:48.207 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.207 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.207 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 69, 2024-07-29T16:19:48.207 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.207 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.207 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.208 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252569+0000", 2024-07-29T16:19:48.208 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.979127+0000", 2024-07-29T16:19:48.208 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.979127+0000", 2024-07-29T16:19:48.208 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:43:20.418534+0000", 2024-07-29T16:19:48.208 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252569+0000", 2024-07-29T16:19:48.208 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:48.208 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.208 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:48.208 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.208 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252569+0000", 2024-07-29T16:19:48.208 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252569+0000", 2024-07-29T16:19:48.208 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252569+0000", 2024-07-29T16:19:48.208 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.208 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.208 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:59:55.833220+0000", 2024-07-29T16:19:48.208 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252569+0000", 2024-07-29T16:19:48.209 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252569+0000", 2024-07-29T16:19:48.209 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.209 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2970, 2024-07-29T16:19:48.209 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.209 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.209 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.209 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.209 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.209 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.209 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.209 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2970, 2024-07-29T16:19:48.209 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.209 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.209 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.209 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "4.5", 2024-07-29T16:19:48.210 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.210 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.210 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.210 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 8857, 2024-07-29T16:19:48.210 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.210 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:05:35.533371+0000", 2024-07-29T16:19:48.210 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.002200953, 2024-07-29T16:19:48.210 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.210 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.210 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.210 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.210 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.210 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.210 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.210 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.211 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.211 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.211 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.211 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.211 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.211 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.211 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.211 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.211 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.211 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.211 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.211 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.211 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.211 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.211 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.212 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.212 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.212 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.212 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.212 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.212 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.212 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.212 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.212 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.212 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.212 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.212 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.212 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 1267, 2024-07-29T16:19:48.212 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 365883, 2024-07-29T16:19:48.212 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.212 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.213 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.213 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 2945, 2024-07-29T16:19:48.213 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 364294 2024-07-29T16:19:48.213 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.213 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.213 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.213 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.213 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.213 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.213 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:48.213 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.213 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:48.213 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "1121'2970" 2024-07-29T16:19:48.213 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.213 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.213 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.214 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.214 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.214 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:48.214 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.214 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:48.214 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.214 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.214 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.214 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.214 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.214 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.214 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.255330+0000", 2024-07-29T16:19:48.214 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.985064+0000", 2024-07-29T16:19:48.214 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.985064+0000", 2024-07-29T16:19:48.214 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.988432+0000", 2024-07-29T16:19:48.215 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.255330+0000", 2024-07-29T16:19:48.215 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.215 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.215 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.215 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.215 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.255330+0000", 2024-07-29T16:19:48.215 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.255330+0000", 2024-07-29T16:19:48.215 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.255330+0000", 2024-07-29T16:19:48.215 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.215 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.215 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.215 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.255330+0000", 2024-07-29T16:19:48.215 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.255330+0000", 2024-07-29T16:19:48.216 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.216 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.216 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.216 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.216 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.216 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.216 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.216 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.216 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.216 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.216 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.216 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.216 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.216 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.d", 2024-07-29T16:19:48.216 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.216 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.217 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.217 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5074, 2024-07-29T16:19:48.217 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.217 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:42:20.386148+0000", 2024-07-29T16:19:48.217 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.217 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.217 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.217 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.217 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.217 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.217 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.217 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.217 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.217 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.217 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.218 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.218 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.218 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.218 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.218 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.218 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.218 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.218 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.218 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.218 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.218 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.218 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.218 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.218 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.218 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.219 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.219 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.219 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.219 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.219 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.219 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.219 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.219 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.219 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.219 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.219 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.219 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.219 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.219 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.219 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.219 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.220 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.220 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.220 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.220 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.220 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.220 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.220 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.220 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:48.220 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.220 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:48.220 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.220 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.220 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.220 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.220 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:48.221 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.221 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.221 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.221 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T16:19:48.221 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.221 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.221 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:48.221 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.221 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.221 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.221 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252489+0000", 2024-07-29T16:19:48.221 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.053883+0000", 2024-07-29T16:19:48.221 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.053883+0000", 2024-07-29T16:19:48.221 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.054236+0000", 2024-07-29T16:19:48.222 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252489+0000", 2024-07-29T16:19:48.222 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.222 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.222 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.222 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:48.222 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252489+0000", 2024-07-29T16:19:48.222 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252489+0000", 2024-07-29T16:19:48.222 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252489+0000", 2024-07-29T16:19:48.222 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.222 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.222 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.222 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252489+0000", 2024-07-29T16:19:48.222 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252489+0000", 2024-07-29T16:19:48.222 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.223 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.223 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.223 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.223 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:48.223 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.223 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.223 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.223 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.223 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.223 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.223 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.223 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.223 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.c", 2024-07-29T16:19:48.223 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.224 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.224 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.224 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5253, 2024-07-29T16:19:48.224 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.224 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:18:29.672221+0000", 2024-07-29T16:19:48.224 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.224 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.224 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.224 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.224 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.224 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.224 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.224 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.224 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.224 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.224 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.225 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.225 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.225 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.225 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.225 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.225 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.225 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.225 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.225 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.225 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.225 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.225 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.225 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.225 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.225 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.225 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.226 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.226 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.226 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.226 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.226 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.226 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.226 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.226 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.226 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.226 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.226 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.226 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.226 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.226 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.227 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.227 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.227 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.227 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.227 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.227 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.227 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:48.227 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.227 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.227 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.227 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T16:19:48.227 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.227 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.227 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.227 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.228 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.228 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.228 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:48.228 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.228 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:48.228 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.228 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.228 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.228 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.228 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.228 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.228 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.256748+0000", 2024-07-29T16:19:48.228 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.008441+0000", 2024-07-29T16:19:48.228 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.008441+0000", 2024-07-29T16:19:48.228 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.008784+0000", 2024-07-29T16:19:48.228 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.256748+0000", 2024-07-29T16:19:48.229 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.229 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.229 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.229 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:48.229 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.256748+0000", 2024-07-29T16:19:48.229 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.256748+0000", 2024-07-29T16:19:48.229 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.256748+0000", 2024-07-29T16:19:48.229 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.229 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.229 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.229 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.256748+0000", 2024-07-29T16:19:48.229 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.256748+0000", 2024-07-29T16:19:48.229 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.229 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.230 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.230 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.230 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:48.230 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.230 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.230 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.230 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.230 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.230 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.230 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.230 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.230 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.c", 2024-07-29T16:19:48.230 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.230 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.230 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.231 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5166, 2024-07-29T16:19:48.231 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.231 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:37:15.544426+0000", 2024-07-29T16:19:48.231 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.231 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.231 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.231 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.231 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.231 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.231 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.231 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.231 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.231 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.231 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.231 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.231 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.232 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.232 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.232 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.232 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.232 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.232 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.232 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.232 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.232 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.232 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.232 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.232 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.232 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.232 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.232 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.233 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.233 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.233 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.233 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.233 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.233 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.233 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.233 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.233 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.233 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.233 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.233 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.233 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.233 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.233 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.234 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.234 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.234 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.234 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.234 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.234 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.234 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:48.234 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.234 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:48.234 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.234 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.234 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.234 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.234 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.235 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.235 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:48.235 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.235 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:48.235 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.235 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.235 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:48.235 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.235 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.235 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.235 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.253999+0000", 2024-07-29T16:19:48.235 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.434007+0000", 2024-07-29T16:19:48.235 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.434007+0000", 2024-07-29T16:19:48.235 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.434414+0000", 2024-07-29T16:19:48.235 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.253999+0000", 2024-07-29T16:19:48.235 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.236 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.236 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.236 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:48.236 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.253999+0000", 2024-07-29T16:19:48.236 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.253999+0000", 2024-07-29T16:19:48.236 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.253999+0000", 2024-07-29T16:19:48.236 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.236 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.236 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.236 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.253999+0000", 2024-07-29T16:19:48.236 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.253999+0000", 2024-07-29T16:19:48.236 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.236 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 1, 2024-07-29T16:19:48.236 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.236 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.237 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:48.237 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.237 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.237 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.237 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.237 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 1, 2024-07-29T16:19:48.237 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.237 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.237 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.237 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.d", 2024-07-29T16:19:48.237 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.237 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.237 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.237 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5296, 2024-07-29T16:19:48.237 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.238 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:49:52.812262+0000", 2024-07-29T16:19:48.238 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.238 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.238 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.238 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 70, 2024-07-29T16:19:48.238 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.238 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.238 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.238 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.238 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.238 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.238 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.238 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.239 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.239 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.239 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.239 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.239 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.239 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.239 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.239 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:48.239 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:48.239 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.239 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:48.239 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.239 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.239 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.239 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.240 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.240 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.240 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.240 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.240 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.240 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.240 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.240 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.240 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.240 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 2, 2024-07-29T16:19:48.240 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 2, 2024-07-29T16:19:48.240 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.240 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.240 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.241 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 1, 2024-07-29T16:19:48.241 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 1 2024-07-29T16:19:48.241 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.241 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.241 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.241 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.241 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.241 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.241 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:48.241 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.241 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:48.241 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'1" 2024-07-29T16:19:48.241 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.241 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.242 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.242 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.242 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.242 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.242 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.242 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:48.242 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.242 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.242 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.242 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.242 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.242 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.243 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252692+0000", 2024-07-29T16:19:48.243 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.981394+0000", 2024-07-29T16:19:48.243 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.981394+0000", 2024-07-29T16:19:48.243 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.982705+0000", 2024-07-29T16:19:48.243 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252692+0000", 2024-07-29T16:19:48.243 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.243 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.243 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.243 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.243 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252692+0000", 2024-07-29T16:19:48.243 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252692+0000", 2024-07-29T16:19:48.243 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252692+0000", 2024-07-29T16:19:48.243 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.244 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.244 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.244 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252692+0000", 2024-07-29T16:19:48.244 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252692+0000", 2024-07-29T16:19:48.244 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.244 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.244 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.244 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.244 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.244 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.244 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.244 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.244 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.244 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.244 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.245 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.245 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.245 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.f", 2024-07-29T16:19:48.245 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.245 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.245 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.245 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5093, 2024-07-29T16:19:48.245 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.245 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:38:56.725937+0000", 2024-07-29T16:19:48.245 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.245 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.245 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.245 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.245 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.245 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.246 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.246 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.246 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.246 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.246 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.246 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.246 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.246 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.246 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.246 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.246 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.246 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.246 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.246 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.246 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.246 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.247 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.247 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.247 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.247 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.247 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.247 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.247 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.247 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.247 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.247 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.247 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.247 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.247 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.247 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.247 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.247 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.248 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.248 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.248 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.248 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.248 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.248 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.248 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.248 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.248 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.248 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.248 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.248 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.248 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.248 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:48.248 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.248 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.249 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.249 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.249 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:48.249 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.249 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:48.249 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.249 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T16:19:48.249 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.249 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.249 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:48.249 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.249 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.249 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.250 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254066+0000", 2024-07-29T16:19:48.250 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.998534+0000", 2024-07-29T16:19:48.250 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.998534+0000", 2024-07-29T16:19:48.250 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.998875+0000", 2024-07-29T16:19:48.250 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254066+0000", 2024-07-29T16:19:48.250 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.250 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.250 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.250 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.250 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254066+0000", 2024-07-29T16:19:48.250 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254066+0000", 2024-07-29T16:19:48.250 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254066+0000", 2024-07-29T16:19:48.250 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.251 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.251 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.251 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254066+0000", 2024-07-29T16:19:48.251 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254066+0000", 2024-07-29T16:19:48.251 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.251 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T16:19:48.251 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.251 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.251 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.251 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.251 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.251 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.251 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.252 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T16:19:48.252 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.252 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.252 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.252 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.e", 2024-07-29T16:19:48.252 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.252 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.252 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.252 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5230, 2024-07-29T16:19:48.252 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.252 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:55:08.510222+0000", 2024-07-29T16:19:48.252 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.252 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.252 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.252 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.253 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.253 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.253 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.253 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.253 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.253 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.253 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.253 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.253 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.253 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.253 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.253 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.253 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.253 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.253 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.254 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:48.254 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:48.254 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.254 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:48.254 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.254 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.254 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.254 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.254 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.254 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:48.254 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.254 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.254 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.254 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.254 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.255 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.255 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.255 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 9, 2024-07-29T16:19:48.255 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 9, 2024-07-29T16:19:48.255 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.255 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.255 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.255 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T16:19:48.255 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.255 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.255 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.255 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.255 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.255 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:48.256 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.256 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:48.256 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.256 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T16:19:48.256 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'2" 2024-07-29T16:19:48.256 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.256 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.256 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.256 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.256 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.256 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:48.256 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.256 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:48.256 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.256 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.257 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.257 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.257 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.257 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.257 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252068+0000", 2024-07-29T16:19:48.257 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.989673+0000", 2024-07-29T16:19:48.257 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.989673+0000", 2024-07-29T16:19:48.257 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.990001+0000", 2024-07-29T16:19:48.257 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252068+0000", 2024-07-29T16:19:48.257 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.257 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.257 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.257 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.257 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252068+0000", 2024-07-29T16:19:48.258 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252068+0000", 2024-07-29T16:19:48.258 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252068+0000", 2024-07-29T16:19:48.258 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.258 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.258 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.258 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252068+0000", 2024-07-29T16:19:48.258 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252068+0000", 2024-07-29T16:19:48.258 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.258 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.258 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.258 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.258 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.258 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.258 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.258 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.259 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.259 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.259 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.259 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.259 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.259 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.e", 2024-07-29T16:19:48.259 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.259 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.259 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.259 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5093, 2024-07-29T16:19:48.259 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.259 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:26:26.399617+0000", 2024-07-29T16:19:48.259 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.260 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.260 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.260 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.260 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.260 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.260 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.260 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.260 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.260 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.260 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.260 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.260 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.260 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.260 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.260 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.261 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.261 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.261 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.261 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.261 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.261 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.261 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.261 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.261 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.261 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.261 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.261 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.261 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.261 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.261 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.261 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.262 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.262 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.262 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.262 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.262 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.262 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.262 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.262 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.262 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.262 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.262 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.262 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.262 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.262 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.262 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.263 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.263 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.263 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:48.263 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.263 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:48.263 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.263 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.263 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.263 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.263 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.263 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.263 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:48.263 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.263 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T16:19:48.264 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.264 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.264 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:48.264 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.264 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.264 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.264 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121419+0000", 2024-07-29T16:19:48.264 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.984626+0000", 2024-07-29T16:19:48.264 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.984626+0000", 2024-07-29T16:19:48.264 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.984993+0000", 2024-07-29T16:19:48.264 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121419+0000", 2024-07-29T16:19:48.264 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.264 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.264 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.265 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.265 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121419+0000", 2024-07-29T16:19:48.265 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121419+0000", 2024-07-29T16:19:48.265 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121419+0000", 2024-07-29T16:19:48.265 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.265 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.265 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.265 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121419+0000", 2024-07-29T16:19:48.265 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121419+0000", 2024-07-29T16:19:48.265 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.265 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 1, 2024-07-29T16:19:48.265 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.265 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.265 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.265 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.266 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.266 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.266 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.266 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 1, 2024-07-29T16:19:48.266 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.266 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.266 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.266 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.f", 2024-07-29T16:19:48.266 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.266 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.266 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.266 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5188, 2024-07-29T16:19:48.266 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.266 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:22:19.139747+0000", 2024-07-29T16:19:48.266 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.267 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.267 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.267 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 22, 2024-07-29T16:19:48.267 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.267 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.267 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.267 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.267 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.267 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.267 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.267 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.267 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.267 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.267 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.268 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.268 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.268 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.268 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.268 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 3, 2024-07-29T16:19:48.268 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 1, 2024-07-29T16:19:48.268 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.268 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 1, 2024-07-29T16:19:48.268 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.268 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.268 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.268 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.268 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.268 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.268 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.269 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.269 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.269 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.269 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.269 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.269 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.269 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 2, 2024-07-29T16:19:48.269 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 2, 2024-07-29T16:19:48.269 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.269 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.269 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.269 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 1, 2024-07-29T16:19:48.269 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 1 2024-07-29T16:19:48.269 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.269 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.270 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.270 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.270 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.270 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.270 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:48.270 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.270 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T16:19:48.270 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'1" 2024-07-29T16:19:48.270 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.270 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.270 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.270 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.270 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.270 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:48.270 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.271 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:48.271 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.271 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.271 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.271 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.271 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.271 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.271 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254318+0000", 2024-07-29T16:19:48.271 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.980203+0000", 2024-07-29T16:19:48.271 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.980203+0000", 2024-07-29T16:19:48.271 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.980620+0000", 2024-07-29T16:19:48.271 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254318+0000", 2024-07-29T16:19:48.271 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.271 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.271 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.272 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.272 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254318+0000", 2024-07-29T16:19:48.272 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254318+0000", 2024-07-29T16:19:48.272 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254318+0000", 2024-07-29T16:19:48.272 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.272 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.272 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.272 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254318+0000", 2024-07-29T16:19:48.272 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254318+0000", 2024-07-29T16:19:48.272 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.272 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.272 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.272 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.273 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.273 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.273 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.273 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.273 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.273 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.273 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.273 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.273 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.273 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.11", 2024-07-29T16:19:48.273 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.273 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.273 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.273 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5073, 2024-07-29T16:19:48.274 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.274 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:05:06.493082+0000", 2024-07-29T16:19:48.274 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.274 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.274 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.274 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.274 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.274 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.274 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.274 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.274 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.274 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.274 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.274 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.275 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.275 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.275 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.275 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.275 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.275 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.275 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.275 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.275 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.275 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.275 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.275 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.275 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.275 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.276 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.276 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.276 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.276 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.276 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.276 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.276 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.276 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.276 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.276 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.276 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.276 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.276 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.276 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.277 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.277 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.277 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.277 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.277 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.277 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.277 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.277 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.277 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.277 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:48.277 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.277 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:48.277 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.277 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.277 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.278 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.278 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:48.278 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.278 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.278 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.278 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T16:19:48.278 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.278 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.278 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:48.278 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.278 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.278 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.278 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251803+0000", 2024-07-29T16:19:48.278 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:08:11.028319+0000", 2024-07-29T16:19:48.278 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:08:11.028319+0000", 2024-07-29T16:19:48.279 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:08:11.031691+0000", 2024-07-29T16:19:48.279 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251803+0000", 2024-07-29T16:19:48.279 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.279 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.279 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.279 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 401, 2024-07-29T16:19:48.279 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251803+0000", 2024-07-29T16:19:48.279 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251803+0000", 2024-07-29T16:19:48.279 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251803+0000", 2024-07-29T16:19:48.279 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.279 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.279 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.279 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251803+0000", 2024-07-29T16:19:48.279 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251803+0000", 2024-07-29T16:19:48.279 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.280 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 8, 2024-07-29T16:19:48.280 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.280 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.280 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 400, 2024-07-29T16:19:48.280 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.280 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.280 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.280 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.280 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 8, 2024-07-29T16:19:48.280 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.280 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.280 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.280 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.10", 2024-07-29T16:19:48.280 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.280 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.280 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.281 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5268, 2024-07-29T16:19:48.281 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.281 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:53:50.114038+0000", 2024-07-29T16:19:48.281 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.281 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.281 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.281 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.281 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.281 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.281 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.281 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.281 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.281 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.281 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.281 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.282 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.282 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.282 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.282 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.282 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.282 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.282 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.282 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 12, 2024-07-29T16:19:48.282 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 4, 2024-07-29T16:19:48.282 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.282 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 4, 2024-07-29T16:19:48.282 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.282 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.283 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.283 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.283 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.283 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 4, 2024-07-29T16:19:48.283 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.283 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.283 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.283 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.283 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.283 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.283 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.283 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 36, 2024-07-29T16:19:48.283 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 36, 2024-07-29T16:19:48.283 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.284 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.284 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.284 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 12, 2024-07-29T16:19:48.284 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.284 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.284 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.284 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.284 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.284 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:48.284 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.284 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.284 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.284 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T16:19:48.284 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'8" 2024-07-29T16:19:48.284 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.284 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.285 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.285 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.285 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.285 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:48.285 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.285 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:48.285 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.285 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.285 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.285 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.285 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.285 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.285 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250404+0000", 2024-07-29T16:19:48.285 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.011478+0000", 2024-07-29T16:19:48.285 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.011478+0000", 2024-07-29T16:19:48.285 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.011857+0000", 2024-07-29T16:19:48.286 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250404+0000", 2024-07-29T16:19:48.286 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.286 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.286 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.286 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:48.286 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250404+0000", 2024-07-29T16:19:48.286 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250404+0000", 2024-07-29T16:19:48.286 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250404+0000", 2024-07-29T16:19:48.286 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.286 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.286 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.286 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250404+0000", 2024-07-29T16:19:48.286 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250404+0000", 2024-07-29T16:19:48.286 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.286 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.287 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.287 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.287 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:48.287 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.287 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.287 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.287 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.287 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.287 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.287 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.287 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.287 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.10", 2024-07-29T16:19:48.287 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.287 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.287 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.288 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5111, 2024-07-29T16:19:48.288 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.288 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:48:12.227687+0000", 2024-07-29T16:19:48.288 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.288 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.288 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.288 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.288 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.288 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.288 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.288 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.288 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.288 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.288 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.288 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.289 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.289 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.289 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.289 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.289 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.289 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.289 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.289 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.289 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.289 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.289 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.289 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.289 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.289 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.290 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.290 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.290 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.290 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.290 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.290 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.290 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.290 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.290 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.290 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.290 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.290 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.290 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.290 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.290 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.291 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.291 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.291 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.291 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.291 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.291 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.291 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.291 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.291 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:48.291 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.291 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:48.291 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.291 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.291 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.291 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.291 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.292 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.292 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:48.292 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.292 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:48.292 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.292 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.292 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:48.292 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.292 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.292 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.292 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254953+0000", 2024-07-29T16:19:48.292 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.018805+0000", 2024-07-29T16:19:48.292 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.018805+0000", 2024-07-29T16:19:48.293 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.021283+0000", 2024-07-29T16:19:48.293 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254953+0000", 2024-07-29T16:19:48.293 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.293 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.293 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.293 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:48.293 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254953+0000", 2024-07-29T16:19:48.293 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254953+0000", 2024-07-29T16:19:48.293 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254953+0000", 2024-07-29T16:19:48.293 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.293 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.293 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.293 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254953+0000", 2024-07-29T16:19:48.293 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254953+0000", 2024-07-29T16:19:48.294 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.294 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.294 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.294 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.294 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:48.294 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.294 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.294 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.294 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.294 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.294 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.294 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.294 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.295 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.11", 2024-07-29T16:19:48.295 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.295 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.295 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.295 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5126, 2024-07-29T16:19:48.295 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.295 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:03:07.264391+0000", 2024-07-29T16:19:48.295 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.295 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.295 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.295 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.295 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.295 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.295 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.295 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.295 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.296 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.296 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.296 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.296 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.296 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.296 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.296 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.296 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.296 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.296 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.296 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.296 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.296 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.296 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.296 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.296 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.297 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.297 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.297 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.297 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.297 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.297 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.297 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.297 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.297 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.297 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.297 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.297 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.297 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.297 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.297 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.298 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.298 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.298 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.298 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.298 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.298 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.298 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.298 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.298 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.298 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:48.298 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.298 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:48.298 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.298 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.299 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.299 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.299 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.299 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.299 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:48.299 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.299 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:48.299 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.299 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.299 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.299 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.299 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.299 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.300 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.255930+0000", 2024-07-29T16:19:48.300 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.988819+0000", 2024-07-29T16:19:48.300 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.988819+0000", 2024-07-29T16:19:48.300 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.990303+0000", 2024-07-29T16:19:48.300 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.255930+0000", 2024-07-29T16:19:48.300 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.300 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.300 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.300 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.300 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.255930+0000", 2024-07-29T16:19:48.300 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.255930+0000", 2024-07-29T16:19:48.300 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.255930+0000", 2024-07-29T16:19:48.300 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.300 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.301 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.301 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.255930+0000", 2024-07-29T16:19:48.301 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.255930+0000", 2024-07-29T16:19:48.301 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.301 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.301 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.301 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.301 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.301 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.301 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.301 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.301 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.301 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.302 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.302 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.302 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.302 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.13", 2024-07-29T16:19:48.302 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.302 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.302 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.302 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5092, 2024-07-29T16:19:48.302 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.302 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:52:48.683867+0000", 2024-07-29T16:19:48.302 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.302 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.303 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.303 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.303 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.303 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.303 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.303 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.303 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.303 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.303 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.303 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.303 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.303 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.303 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.303 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.304 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.304 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.304 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.304 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.304 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.304 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.304 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.304 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.304 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.304 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.304 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.304 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.304 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.304 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.305 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.305 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.305 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.305 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.305 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.305 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.305 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.305 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.305 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.305 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.305 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.305 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.305 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.305 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.306 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.306 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.306 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.306 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.306 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.306 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:48.306 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.306 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:48.306 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.306 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.306 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.306 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.306 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.306 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.306 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:48.307 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.307 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:48.307 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.307 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.307 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:48.307 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.307 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.307 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.307 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254235+0000", 2024-07-29T16:19:48.307 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.995232+0000", 2024-07-29T16:19:48.307 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.995232+0000", 2024-07-29T16:19:48.307 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.995593+0000", 2024-07-29T16:19:48.307 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254235+0000", 2024-07-29T16:19:48.308 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.308 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.308 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.308 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.308 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254235+0000", 2024-07-29T16:19:48.308 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254235+0000", 2024-07-29T16:19:48.308 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254235+0000", 2024-07-29T16:19:48.308 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.308 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.308 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.308 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254235+0000", 2024-07-29T16:19:48.308 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254235+0000", 2024-07-29T16:19:48.308 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.308 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.308 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.309 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.309 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.309 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.309 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.309 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.309 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.309 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.309 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.309 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.309 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.309 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.12", 2024-07-29T16:19:48.309 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.309 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.309 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.310 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5167, 2024-07-29T16:19:48.310 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.310 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:31:48.181389+0000", 2024-07-29T16:19:48.310 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.310 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.310 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.310 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.310 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.310 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.310 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.310 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.310 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.311 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.311 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.311 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.311 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.311 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.311 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.311 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.311 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.311 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.311 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.311 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.311 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.311 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.311 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.312 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.312 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.312 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.312 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.312 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.312 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.312 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.312 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.312 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.312 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.312 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.312 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.312 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.312 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.313 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.313 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.313 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.313 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.313 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.313 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.313 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.313 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.313 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.313 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.313 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.313 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.313 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:48.314 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.314 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:48.314 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.314 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.314 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.314 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.314 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.314 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.314 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:48.314 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.314 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:48.314 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.314 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.314 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.315 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.315 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.315 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.315 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121178+0000", 2024-07-29T16:19:48.315 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.995344+0000", 2024-07-29T16:19:48.315 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.995344+0000", 2024-07-29T16:19:48.315 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.995679+0000", 2024-07-29T16:19:48.315 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121178+0000", 2024-07-29T16:19:48.315 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.315 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.315 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.315 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.315 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121178+0000", 2024-07-29T16:19:48.315 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121178+0000", 2024-07-29T16:19:48.316 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121178+0000", 2024-07-29T16:19:48.316 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.316 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.316 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.316 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121178+0000", 2024-07-29T16:19:48.316 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121178+0000", 2024-07-29T16:19:48.316 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.316 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.316 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.316 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.316 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.316 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.316 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.317 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.317 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.317 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.317 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.317 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.317 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.317 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.12", 2024-07-29T16:19:48.317 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.317 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.317 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.317 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5327, 2024-07-29T16:19:48.317 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.317 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:06:34.788154+0000", 2024-07-29T16:19:48.318 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.318 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.318 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.318 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.318 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.318 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.318 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.318 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.318 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.318 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.318 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.318 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.318 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.318 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.319 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.319 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.319 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.319 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.319 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.319 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.319 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.319 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.319 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.319 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.319 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.319 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.319 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.320 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.320 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.320 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.320 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.320 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.320 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.320 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.320 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.320 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.320 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.320 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.320 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.320 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.320 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.320 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.321 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.321 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.321 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.321 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.321 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.321 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.321 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.321 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:48.321 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.321 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:48.321 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.321 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.321 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.321 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.322 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.322 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.322 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:48.322 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.322 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:48.322 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.322 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.322 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:48.322 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.322 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.322 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.322 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121839+0000", 2024-07-29T16:19:48.322 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.426943+0000", 2024-07-29T16:19:48.322 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.426943+0000", 2024-07-29T16:19:48.323 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.427285+0000", 2024-07-29T16:19:48.323 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121839+0000", 2024-07-29T16:19:48.323 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.323 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.323 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.323 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:48.323 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121839+0000", 2024-07-29T16:19:48.323 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121839+0000", 2024-07-29T16:19:48.323 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121839+0000", 2024-07-29T16:19:48.323 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.323 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.323 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.323 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121839+0000", 2024-07-29T16:19:48.323 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121839+0000", 2024-07-29T16:19:48.324 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.324 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 2, 2024-07-29T16:19:48.324 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.324 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.324 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:48.324 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.324 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.324 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.324 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.324 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 2, 2024-07-29T16:19:48.324 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.324 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.324 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.324 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.13", 2024-07-29T16:19:48.324 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.325 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.325 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.325 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5338, 2024-07-29T16:19:48.325 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.325 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:56:55.167631+0000", 2024-07-29T16:19:48.325 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.325 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.325 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.325 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 34, 2024-07-29T16:19:48.325 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.325 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.325 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.325 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.325 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.325 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.325 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.326 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.326 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.326 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.326 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.326 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.326 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.326 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.326 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.326 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 6, 2024-07-29T16:19:48.326 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 2, 2024-07-29T16:19:48.326 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.326 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 2, 2024-07-29T16:19:48.326 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.326 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.326 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.327 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.327 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.327 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:48.327 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.327 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.327 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.327 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.327 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.327 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.327 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.327 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 8, 2024-07-29T16:19:48.327 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 14, 2024-07-29T16:19:48.327 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.327 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.328 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.328 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 3, 2024-07-29T16:19:48.328 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 6 2024-07-29T16:19:48.328 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.328 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.328 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.328 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.328 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.328 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.328 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:48.328 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.328 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:48.328 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'2" 2024-07-29T16:19:48.328 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.329 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.329 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.329 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.329 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.329 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:48.329 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.329 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:48.329 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.329 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.329 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.329 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.329 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.329 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.329 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.255422+0000", 2024-07-29T16:19:48.329 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.996156+0000", 2024-07-29T16:19:48.330 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.996156+0000", 2024-07-29T16:19:48.330 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.996493+0000", 2024-07-29T16:19:48.330 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.255422+0000", 2024-07-29T16:19:48.330 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.330 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.330 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.330 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.330 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.255422+0000", 2024-07-29T16:19:48.330 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.255422+0000", 2024-07-29T16:19:48.330 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.255422+0000", 2024-07-29T16:19:48.330 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.330 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.330 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.330 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.255422+0000", 2024-07-29T16:19:48.331 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.255422+0000", 2024-07-29T16:19:48.331 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.331 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.331 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.331 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.331 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.331 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.331 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.331 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.331 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.331 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.331 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.331 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.331 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.331 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.15", 2024-07-29T16:19:48.332 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.332 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.332 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.332 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5091, 2024-07-29T16:19:48.332 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.332 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:55:56.188461+0000", 2024-07-29T16:19:48.332 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.332 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.332 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.332 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.332 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.332 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.332 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.332 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.332 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.333 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.333 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.333 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.333 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.333 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.333 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.333 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.333 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.333 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.333 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.333 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.333 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.333 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.333 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.334 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.334 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.334 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.334 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.334 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.334 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.334 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.334 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.334 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.334 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.334 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.334 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.334 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.334 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.335 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.335 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.335 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.335 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.335 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.335 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.335 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.335 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.335 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.335 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.335 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.335 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.335 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:48.335 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.336 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:48.336 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.336 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.336 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.336 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.336 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.336 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.336 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:48.336 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.336 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:48.336 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.336 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.336 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:48.336 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.336 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.337 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.337 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250852+0000", 2024-07-29T16:19:48.337 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.019537+0000", 2024-07-29T16:19:48.337 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.019537+0000", 2024-07-29T16:19:48.337 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.020344+0000", 2024-07-29T16:19:48.337 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250852+0000", 2024-07-29T16:19:48.337 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.337 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.337 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.337 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:48.337 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250852+0000", 2024-07-29T16:19:48.337 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250852+0000", 2024-07-29T16:19:48.337 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250852+0000", 2024-07-29T16:19:48.337 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.337 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.338 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.338 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250852+0000", 2024-07-29T16:19:48.338 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250852+0000", 2024-07-29T16:19:48.338 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.338 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 30, 2024-07-29T16:19:48.338 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.338 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.338 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:48.338 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.338 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.338 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.338 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.338 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 30, 2024-07-29T16:19:48.338 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.339 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.339 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.339 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.14", 2024-07-29T16:19:48.339 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.339 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.339 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.339 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5155, 2024-07-29T16:19:48.339 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.339 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:11:24.698141+0000", 2024-07-29T16:19:48.339 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.339 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.339 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.339 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 5816, 2024-07-29T16:19:48.339 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.339 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.340 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.340 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.340 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.340 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.340 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.340 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.340 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.340 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.340 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.340 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.340 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.340 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.340 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.341 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 12, 2024-07-29T16:19:48.341 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 4, 2024-07-29T16:19:48.341 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.341 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 4, 2024-07-29T16:19:48.341 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.341 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.341 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.341 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.341 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.341 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:48.341 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.341 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.341 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.341 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.342 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.342 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.342 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.342 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 17, 2024-07-29T16:19:48.342 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 25, 2024-07-29T16:19:48.342 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.342 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.342 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.342 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 28, 2024-07-29T16:19:48.342 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 25 2024-07-29T16:19:48.342 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.342 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.343 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.343 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.343 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.343 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.343 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:48.343 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.343 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:48.343 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "584'30" 2024-07-29T16:19:48.343 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.343 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.343 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.343 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.343 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.343 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:48.344 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.344 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T16:19:48.344 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.344 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.344 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.344 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.344 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.344 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.344 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.122239+0000", 2024-07-29T16:19:48.344 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.981765+0000", 2024-07-29T16:19:48.344 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.981765+0000", 2024-07-29T16:19:48.344 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.982078+0000", 2024-07-29T16:19:48.344 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.122239+0000", 2024-07-29T16:19:48.344 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.344 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.345 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.345 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.345 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.122239+0000", 2024-07-29T16:19:48.345 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.122239+0000", 2024-07-29T16:19:48.345 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.122239+0000", 2024-07-29T16:19:48.345 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.345 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.345 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.345 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.122239+0000", 2024-07-29T16:19:48.345 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.122239+0000", 2024-07-29T16:19:48.345 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.345 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.345 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.345 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.345 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.346 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.346 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.346 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.346 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.346 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.346 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.346 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.346 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.346 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.14", 2024-07-29T16:19:48.346 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.346 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.346 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.346 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5190, 2024-07-29T16:19:48.346 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.347 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:24:25.811253+0000", 2024-07-29T16:19:48.347 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.347 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.347 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.347 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.347 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.347 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.347 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.347 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.347 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.347 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.347 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.347 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.347 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.347 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.348 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.348 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.348 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.348 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.348 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.348 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.348 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.348 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.348 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.348 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.348 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.348 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.348 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.348 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.348 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.349 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.349 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.349 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.349 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.349 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.349 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.349 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.349 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.349 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.349 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.349 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.349 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.349 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.349 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.349 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.350 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.350 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.350 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.350 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.350 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.350 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:48.350 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.350 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T16:19:48.350 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.350 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.350 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.350 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.350 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.350 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.350 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.351 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.351 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:48.351 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.351 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.351 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:48.351 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.351 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.351 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.351 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.253974+0000", 2024-07-29T16:19:48.351 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.045980+0000", 2024-07-29T16:19:48.351 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.045980+0000", 2024-07-29T16:19:48.351 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.046308+0000", 2024-07-29T16:19:48.351 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.253974+0000", 2024-07-29T16:19:48.351 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.352 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.352 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.352 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:48.352 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.253974+0000", 2024-07-29T16:19:48.352 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.253974+0000", 2024-07-29T16:19:48.352 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.253974+0000", 2024-07-29T16:19:48.352 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.352 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.352 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.352 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.253974+0000", 2024-07-29T16:19:48.352 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.253974+0000", 2024-07-29T16:19:48.352 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.352 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3, 2024-07-29T16:19:48.352 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.352 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.353 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:48.353 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.353 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.353 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.353 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.353 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3, 2024-07-29T16:19:48.353 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.353 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.353 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.353 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.15", 2024-07-29T16:19:48.353 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.353 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.353 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.353 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5286, 2024-07-29T16:19:48.353 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.354 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:31:10.224659+0000", 2024-07-29T16:19:48.354 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.354 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.354 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.354 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 90, 2024-07-29T16:19:48.354 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.354 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.354 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.354 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.354 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.354 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.354 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.354 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.354 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.355 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.355 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.355 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.355 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.355 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.355 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.355 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 6, 2024-07-29T16:19:48.355 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 2, 2024-07-29T16:19:48.355 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.355 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 2, 2024-07-29T16:19:48.355 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.355 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.355 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.355 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.355 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.355 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 1, 2024-07-29T16:19:48.356 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.356 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.356 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.356 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.356 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.356 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.356 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.356 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 11, 2024-07-29T16:19:48.356 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 11, 2024-07-29T16:19:48.356 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.356 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.356 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.356 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 4, 2024-07-29T16:19:48.356 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 1 2024-07-29T16:19:48.356 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.356 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.357 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.357 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.357 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.357 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.357 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.357 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.357 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:48.357 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "65'3" 2024-07-29T16:19:48.357 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.357 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.357 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.357 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.357 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.357 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:48.357 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.358 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:48.358 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.358 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.358 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.358 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.358 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.358 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.358 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.123751+0000", 2024-07-29T16:19:48.358 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.057825+0000", 2024-07-29T16:19:48.358 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.057825+0000", 2024-07-29T16:19:48.358 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.058180+0000", 2024-07-29T16:19:48.358 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.123751+0000", 2024-07-29T16:19:48.358 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.358 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.359 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.359 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:48.359 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.123751+0000", 2024-07-29T16:19:48.359 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.123751+0000", 2024-07-29T16:19:48.359 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.123751+0000", 2024-07-29T16:19:48.359 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.359 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.359 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.359 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.123751+0000", 2024-07-29T16:19:48.359 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.123751+0000", 2024-07-29T16:19:48.359 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.359 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.359 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.359 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.359 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:48.359 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.360 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.360 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.360 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.360 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.360 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.360 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.360 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.360 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.17", 2024-07-29T16:19:48.360 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.360 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.360 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.360 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5326, 2024-07-29T16:19:48.360 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.360 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:57:45.853044+0000", 2024-07-29T16:19:48.361 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.361 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.361 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.361 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.362 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.362 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.362 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.362 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.362 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.362 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.362 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.362 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.362 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.362 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.362 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.362 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.362 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.363 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.363 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.363 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.363 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.363 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.363 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.363 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.363 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.363 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.363 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.363 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.363 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.363 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.363 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.364 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.364 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.364 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.364 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.364 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.364 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.364 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.364 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.364 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:48.364 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.364 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:48.364 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.364 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.364 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.364 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.365 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.365 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.365 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:48.365 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.365 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:48.365 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.365 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.365 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:48.365 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.365 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.365 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.365 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.258486+0000", 2024-07-29T16:19:48.365 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.014015+0000", 2024-07-29T16:19:48.365 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.014015+0000", 2024-07-29T16:19:48.365 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.014539+0000", 2024-07-29T16:19:48.366 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.258486+0000", 2024-07-29T16:19:48.366 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.366 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.366 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.366 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:48.366 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.258486+0000", 2024-07-29T16:19:48.366 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.258486+0000", 2024-07-29T16:19:48.366 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.258486+0000", 2024-07-29T16:19:48.366 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.366 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.366 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.366 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.258486+0000", 2024-07-29T16:19:48.366 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.258486+0000", 2024-07-29T16:19:48.366 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.366 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.367 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.367 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.367 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:48.367 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.367 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.367 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.367 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.367 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.367 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.367 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.367 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.367 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.16", 2024-07-29T16:19:48.367 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.367 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.367 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.368 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5134, 2024-07-29T16:19:48.368 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.368 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:26:39.275591+0000", 2024-07-29T16:19:48.368 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.368 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.368 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.368 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.369 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.369 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.369 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.369 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.369 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.369 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.369 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.369 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.369 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.369 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.369 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.369 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.369 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.369 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.369 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.370 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.370 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.370 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.370 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.370 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.370 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.370 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.370 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.370 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.370 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.370 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.370 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.370 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.370 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.370 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.371 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.371 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.371 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.371 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.371 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.371 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.371 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:48.371 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.371 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:48.371 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.371 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.371 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.371 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.371 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.371 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.371 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:48.372 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.372 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:48.372 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.372 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.372 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.372 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.372 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.372 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.372 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.258339+0000", 2024-07-29T16:19:48.372 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.986865+0000", 2024-07-29T16:19:48.372 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.986865+0000", 2024-07-29T16:19:48.372 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.987176+0000", 2024-07-29T16:19:48.372 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.258339+0000", 2024-07-29T16:19:48.372 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.373 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.373 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.373 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.373 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.258339+0000", 2024-07-29T16:19:48.373 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.258339+0000", 2024-07-29T16:19:48.373 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.258339+0000", 2024-07-29T16:19:48.373 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.373 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.373 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.373 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.258339+0000", 2024-07-29T16:19:48.373 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.258339+0000", 2024-07-29T16:19:48.373 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.373 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.373 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.373 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.374 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.374 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.374 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.374 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.374 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.374 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.374 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.374 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.374 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.374 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.16", 2024-07-29T16:19:48.374 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.374 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.374 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.374 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5138, 2024-07-29T16:19:48.374 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.375 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:21:48.415318+0000", 2024-07-29T16:19:48.375 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.375 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.375 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.375 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.376 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.376 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.376 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.376 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.376 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.376 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.376 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.376 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.376 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.376 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.376 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.376 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.377 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.377 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.377 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.377 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.377 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.377 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.377 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.377 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.377 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.377 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.377 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.377 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.377 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.378 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.378 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.378 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.378 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.378 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.378 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.378 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.378 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.378 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.378 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.378 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.378 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:48.378 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.378 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:48.379 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.379 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.379 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.379 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.379 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.379 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.379 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:48.379 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.379 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:48.379 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.379 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.379 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:48.379 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.379 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.379 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.380 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252121+0000", 2024-07-29T16:19:48.380 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.013097+0000", 2024-07-29T16:19:48.380 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.013097+0000", 2024-07-29T16:19:48.380 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.013406+0000", 2024-07-29T16:19:48.380 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252121+0000", 2024-07-29T16:19:48.380 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.380 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.380 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.380 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:48.380 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252121+0000", 2024-07-29T16:19:48.380 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252121+0000", 2024-07-29T16:19:48.380 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252121+0000", 2024-07-29T16:19:48.380 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.380 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.380 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.380 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252121+0000", 2024-07-29T16:19:48.381 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252121+0000", 2024-07-29T16:19:48.381 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.381 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.381 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.381 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.381 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:48.381 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.381 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.381 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.381 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.381 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.381 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.381 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.381 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.381 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.17", 2024-07-29T16:19:48.382 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.382 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.382 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.382 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5113, 2024-07-29T16:19:48.382 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.382 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:25:12.417653+0000", 2024-07-29T16:19:48.382 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.382 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.382 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.382 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.383 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.383 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.383 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.383 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.383 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.383 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.383 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.383 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.383 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.383 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.383 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.383 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.384 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.384 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.384 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.384 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.384 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.384 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.384 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.384 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.384 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.384 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.384 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.384 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.384 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.384 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.384 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.384 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.385 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.385 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.385 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.385 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.385 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.385 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.385 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.385 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.385 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.385 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.385 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.385 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.385 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.385 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:48.386 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.386 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:48.386 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.386 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.386 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.386 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.386 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.386 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.386 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:48.386 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.386 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:48.386 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.386 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.386 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.386 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.386 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.387 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.387 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250907+0000", 2024-07-29T16:19:48.387 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.424634+0000", 2024-07-29T16:19:48.387 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.424634+0000", 2024-07-29T16:19:48.387 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.426250+0000", 2024-07-29T16:19:48.387 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250907+0000", 2024-07-29T16:19:48.387 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.387 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.387 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.387 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:48.387 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250907+0000", 2024-07-29T16:19:48.387 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250907+0000", 2024-07-29T16:19:48.387 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250907+0000", 2024-07-29T16:19:48.387 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.387 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.387 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.388 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250907+0000", 2024-07-29T16:19:48.388 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250907+0000", 2024-07-29T16:19:48.388 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.388 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.388 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.388 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.388 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:48.388 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.388 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.388 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.388 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.388 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.388 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.388 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.388 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.389 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.19", 2024-07-29T16:19:48.389 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.389 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.389 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.389 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5285, 2024-07-29T16:19:48.389 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.389 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:32:50.447472+0000", 2024-07-29T16:19:48.389 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.389 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.389 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.389 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.390 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.391 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.391 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.391 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.391 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.391 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.391 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.391 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.391 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.391 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.391 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.391 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.391 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.391 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.391 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.391 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.392 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.392 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.392 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.392 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.392 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.392 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.392 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.392 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.392 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.392 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.392 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.392 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.392 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.392 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:48.393 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.393 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:48.393 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.393 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.393 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.393 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.393 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.393 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.393 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:48.393 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.393 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:48.393 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.393 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.393 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:48.393 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.394 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.394 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.394 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251684+0000", 2024-07-29T16:19:48.394 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.984569+0000", 2024-07-29T16:19:48.394 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.984569+0000", 2024-07-29T16:19:48.394 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.985477+0000", 2024-07-29T16:19:48.394 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251684+0000", 2024-07-29T16:19:48.394 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.394 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.394 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.394 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.394 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251684+0000", 2024-07-29T16:19:48.394 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251684+0000", 2024-07-29T16:19:48.394 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251684+0000", 2024-07-29T16:19:48.394 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.395 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.395 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.395 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251684+0000", 2024-07-29T16:19:48.395 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251684+0000", 2024-07-29T16:19:48.395 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.395 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.395 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.395 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.395 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.395 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.395 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.395 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.395 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.395 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.395 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.395 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.396 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.396 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.18", 2024-07-29T16:19:48.396 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.396 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.396 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.396 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5154, 2024-07-29T16:19:48.396 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.396 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:21:37.174575+0000", 2024-07-29T16:19:48.396 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.396 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.396 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.396 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.397 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.398 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.398 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.398 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.398 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.398 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.398 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.398 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.398 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.398 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.398 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.398 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.398 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.398 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.398 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.398 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.399 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.399 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.399 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.399 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.399 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.399 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.399 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.399 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.399 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.399 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.399 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.399 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:48.399 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.399 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:48.399 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.399 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.400 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.400 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.400 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.400 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.400 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:48.400 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.400 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:48.400 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.400 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.400 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.400 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.400 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.400 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.400 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.123096+0000", 2024-07-29T16:19:48.400 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:08:43.006406+0000", 2024-07-29T16:19:48.401 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:08:43.006406+0000", 2024-07-29T16:19:48.401 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:08:43.006678+0000", 2024-07-29T16:19:48.401 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.123096+0000", 2024-07-29T16:19:48.401 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.401 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.401 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.401 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 433, 2024-07-29T16:19:48.401 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.123096+0000", 2024-07-29T16:19:48.401 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.123096+0000", 2024-07-29T16:19:48.401 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.123096+0000", 2024-07-29T16:19:48.401 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.401 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.401 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.401 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.123096+0000", 2024-07-29T16:19:48.402 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.123096+0000", 2024-07-29T16:19:48.402 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.402 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.402 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.402 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.402 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 432, 2024-07-29T16:19:48.402 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.402 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.402 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.402 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.402 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.402 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.402 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.402 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.402 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.18", 2024-07-29T16:19:48.403 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.403 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.403 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.403 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5244, 2024-07-29T16:19:48.403 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.403 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:28:36.331276+0000", 2024-07-29T16:19:48.403 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.403 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.403 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.403 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.404 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.405 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.405 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.405 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.405 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.405 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.405 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.405 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.405 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.405 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.405 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.405 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.405 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.405 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.405 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.405 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.405 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.406 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.406 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.406 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.406 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.406 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.406 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.406 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.406 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.406 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.406 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.406 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.406 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.406 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:48.407 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.407 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:48.407 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.407 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.407 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.407 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.407 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.407 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.407 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.407 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.407 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:48.407 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.407 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.408 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:48.408 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.408 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.408 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.408 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121357+0000", 2024-07-29T16:19:48.408 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.008565+0000", 2024-07-29T16:19:48.408 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.008565+0000", 2024-07-29T16:19:48.408 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.008901+0000", 2024-07-29T16:19:48.408 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121357+0000", 2024-07-29T16:19:48.408 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.408 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.408 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.408 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:48.408 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121357+0000", 2024-07-29T16:19:48.409 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121357+0000", 2024-07-29T16:19:48.409 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121357+0000", 2024-07-29T16:19:48.409 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.409 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.409 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.409 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121357+0000", 2024-07-29T16:19:48.409 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121357+0000", 2024-07-29T16:19:48.409 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.409 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.409 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.409 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.409 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:48.409 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.410 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.410 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.410 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.410 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.410 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.410 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.410 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.410 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.19", 2024-07-29T16:19:48.410 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.410 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.410 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.410 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5250, 2024-07-29T16:19:48.410 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.410 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:35:13.323958+0000", 2024-07-29T16:19:48.411 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.411 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.411 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.411 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.412 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.413 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.413 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.413 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.413 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.413 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.413 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.413 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.413 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.413 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.413 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.413 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.413 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.413 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.413 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.413 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.413 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.414 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.414 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.414 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.414 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.414 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.414 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.414 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.414 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:48.414 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.414 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.414 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.414 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.414 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.414 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.414 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:48.415 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.415 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:48.415 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.415 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.415 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:48.415 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.415 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.415 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.415 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250528+0000", 2024-07-29T16:19:48.415 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.008271+0000", 2024-07-29T16:19:48.415 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.008271+0000", 2024-07-29T16:19:48.415 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.008600+0000", 2024-07-29T16:19:48.415 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250528+0000", 2024-07-29T16:19:48.415 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.415 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.416 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.416 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:48.416 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250528+0000", 2024-07-29T16:19:48.416 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250528+0000", 2024-07-29T16:19:48.416 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250528+0000", 2024-07-29T16:19:48.416 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.416 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.416 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.416 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250528+0000", 2024-07-29T16:19:48.416 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250528+0000", 2024-07-29T16:19:48.416 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.416 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3, 2024-07-29T16:19:48.416 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.416 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.416 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:48.416 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.417 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.417 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.417 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.417 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3, 2024-07-29T16:19:48.417 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.417 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.417 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.417 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1a", 2024-07-29T16:19:48.417 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.417 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.417 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.417 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5137, 2024-07-29T16:19:48.417 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.417 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:17:41.118771+0000", 2024-07-29T16:19:48.417 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.418 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.418 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.418 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.419 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.420 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.420 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.420 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.420 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.420 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.420 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.420 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.420 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.420 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.420 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.420 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.420 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.420 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.421 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.421 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.421 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.421 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.421 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.421 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.421 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.421 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:48.421 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.421 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:48.421 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "584'3" 2024-07-29T16:19:48.421 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.421 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.422 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.422 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.422 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.422 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:48.422 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.422 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:48.422 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.422 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.422 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.422 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.422 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.422 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.422 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121740+0000", 2024-07-29T16:19:48.423 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.982309+0000", 2024-07-29T16:19:48.423 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.982309+0000", 2024-07-29T16:19:48.423 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.983273+0000", 2024-07-29T16:19:48.423 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121740+0000", 2024-07-29T16:19:48.423 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.423 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.423 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.423 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.423 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121740+0000", 2024-07-29T16:19:48.423 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121740+0000", 2024-07-29T16:19:48.423 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121740+0000", 2024-07-29T16:19:48.423 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.423 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.423 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.424 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121740+0000", 2024-07-29T16:19:48.424 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121740+0000", 2024-07-29T16:19:48.424 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.424 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.424 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.424 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.424 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.424 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.424 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.424 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.424 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.424 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.424 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.424 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.424 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.425 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1b", 2024-07-29T16:19:48.425 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.425 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.425 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.425 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5325, 2024-07-29T16:19:48.425 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.425 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:05:21.443739+0000", 2024-07-29T16:19:48.425 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.425 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.425 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.425 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.426 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.427 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.427 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.427 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.427 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.427 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.427 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.427 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.427 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.427 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.427 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.427 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.427 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.427 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.427 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.427 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.428 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.428 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.428 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.428 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.428 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.428 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.428 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.428 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.428 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.428 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.428 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.428 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.428 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.429 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.429 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:48.429 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.429 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:48.429 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.429 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.429 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.429 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.429 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.429 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.429 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:48.429 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.429 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:48.429 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.430 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.430 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 59, 2024-07-29T16:19:48.430 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.430 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.430 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.430 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.122055+0000", 2024-07-29T16:19:48.430 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.993956+0000", 2024-07-29T16:19:48.430 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.993956+0000", 2024-07-29T16:19:48.430 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.994304+0000", 2024-07-29T16:19:48.430 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.122055+0000", 2024-07-29T16:19:48.430 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.430 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.431 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.431 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.431 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.122055+0000", 2024-07-29T16:19:48.431 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.122055+0000", 2024-07-29T16:19:48.431 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.122055+0000", 2024-07-29T16:19:48.431 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.431 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.431 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:50.739669+0000", 2024-07-29T16:19:48.431 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.122055+0000", 2024-07-29T16:19:48.431 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.122055+0000", 2024-07-29T16:19:48.431 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.431 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 3, 2024-07-29T16:19:48.431 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.431 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.432 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.432 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.432 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.432 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.432 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.432 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 3, 2024-07-29T16:19:48.432 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.432 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.432 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.432 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "2.1b", 2024-07-29T16:19:48.432 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.432 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.432 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.433 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5222, 2024-07-29T16:19:48.433 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.433 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:12:07.091268+0000", 2024-07-29T16:19:48.433 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.433 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.433 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.433 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.434 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.434 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.434 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.434 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.434 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.434 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.434 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.434 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.434 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.434 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.434 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.434 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.434 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.434 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.435 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.435 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.435 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.435 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.435 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.435 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.435 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.435 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.435 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.435 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.435 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.435 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.435 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.435 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.436 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.436 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.436 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.436 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.436 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.436 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.436 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.436 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.436 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.436 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.436 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.436 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:48.436 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.436 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:48.437 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "584'3" 2024-07-29T16:19:48.437 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.437 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.437 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.437 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.437 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.437 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:48.437 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.437 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T16:19:48.437 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.437 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.437 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.437 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.437 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.437 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.438 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121192+0000", 2024-07-29T16:19:48.438 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.431360+0000", 2024-07-29T16:19:48.438 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.431360+0000", 2024-07-29T16:19:48.438 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.431666+0000", 2024-07-29T16:19:48.438 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121192+0000", 2024-07-29T16:19:48.438 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.438 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.438 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.438 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:48.438 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121192+0000", 2024-07-29T16:19:48.438 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121192+0000", 2024-07-29T16:19:48.438 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121192+0000", 2024-07-29T16:19:48.438 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.438 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.439 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.439 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121192+0000", 2024-07-29T16:19:48.439 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121192+0000", 2024-07-29T16:19:48.439 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.439 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.439 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.439 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.439 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:48.439 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.439 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.439 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.439 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.439 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.439 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.440 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.440 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.440 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.1a", 2024-07-29T16:19:48.440 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.440 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.440 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.440 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5210, 2024-07-29T16:19:48.440 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.440 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T20:40:11.845524+0000", 2024-07-29T16:19:48.440 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.440 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.440 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.440 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.441 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.441 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.441 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.441 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.441 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.441 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.441 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.441 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.441 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.441 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.441 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.441 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.441 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.441 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.442 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.442 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.442 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.442 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.442 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.442 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.442 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.442 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.442 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.442 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.442 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.442 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.442 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.443 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.443 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.443 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.443 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.443 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.443 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.443 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.443 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.443 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.443 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.443 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.443 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.443 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.443 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.444 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.444 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.444 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:48.444 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.444 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T16:19:48.444 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.444 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.444 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.444 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.444 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.444 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.444 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:48.444 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.444 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:48.445 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.445 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.445 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.445 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.445 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.445 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.445 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250463+0000", 2024-07-29T16:19:48.445 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.014124+0000", 2024-07-29T16:19:48.445 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.014124+0000", 2024-07-29T16:19:48.445 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.014394+0000", 2024-07-29T16:19:48.445 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250463+0000", 2024-07-29T16:19:48.445 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.445 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.445 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.445 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:48.445 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250463+0000", 2024-07-29T16:19:48.446 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250463+0000", 2024-07-29T16:19:48.446 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250463+0000", 2024-07-29T16:19:48.446 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.446 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.446 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.446 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250463+0000", 2024-07-29T16:19:48.446 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250463+0000", 2024-07-29T16:19:48.446 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.446 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.446 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.446 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.446 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:48.446 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.446 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.447 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.447 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.447 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.447 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.447 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.447 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.447 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.20", 2024-07-29T16:19:48.447 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.447 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.447 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.447 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5125, 2024-07-29T16:19:48.447 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.447 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:59:44.541110+0000", 2024-07-29T16:19:48.447 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.447 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.447 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.448 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.448 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.448 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.448 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.448 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.448 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.448 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.448 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.448 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.448 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.448 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.448 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.448 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.448 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.449 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.449 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.449 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.449 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.449 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.449 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.449 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.449 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.449 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.449 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.449 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.449 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.449 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.449 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.450 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.450 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.450 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.450 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.450 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.450 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.450 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.450 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.450 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.450 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.450 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.450 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.450 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.450 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.450 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.451 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.451 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.451 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.451 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:48.451 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.451 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:48.451 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.451 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.451 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.451 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.451 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:48.451 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.451 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:48.451 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.451 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T16:19:48.452 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.452 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.452 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.452 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.452 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.452 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.452 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252171+0000", 2024-07-29T16:19:48.452 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.010332+0000", 2024-07-29T16:19:48.452 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.010332+0000", 2024-07-29T16:19:48.452 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.010667+0000", 2024-07-29T16:19:48.452 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252171+0000", 2024-07-29T16:19:48.452 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.452 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.452 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.453 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:48.453 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252171+0000", 2024-07-29T16:19:48.453 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252171+0000", 2024-07-29T16:19:48.453 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252171+0000", 2024-07-29T16:19:48.453 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.453 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.453 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.453 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252171+0000", 2024-07-29T16:19:48.453 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252171+0000", 2024-07-29T16:19:48.453 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.453 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.453 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.453 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.453 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:48.454 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.454 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.454 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.454 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.454 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.454 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.454 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.454 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.454 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.21", 2024-07-29T16:19:48.454 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.454 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.454 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.454 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5222, 2024-07-29T16:19:48.454 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.455 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:16:38.073084+0000", 2024-07-29T16:19:48.455 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.455 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.455 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.455 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.455 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.455 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.455 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.455 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.455 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.455 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.455 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.455 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.455 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.455 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.456 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.456 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.456 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.456 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.456 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.456 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.456 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.456 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.456 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.456 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.456 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.456 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.456 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.456 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.456 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.457 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.457 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.457 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.457 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.457 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.457 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.457 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.457 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.457 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.457 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.457 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.457 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.457 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.457 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.457 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.458 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.458 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.458 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.458 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:48.458 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.458 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:48.458 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.458 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T16:19:48.458 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.458 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.458 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.458 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.458 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.458 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.458 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.459 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.459 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:48.459 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.459 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.459 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.459 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.459 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.459 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.459 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254438+0000", 2024-07-29T16:19:48.459 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.052196+0000", 2024-07-29T16:19:48.459 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.052196+0000", 2024-07-29T16:19:48.459 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.052564+0000", 2024-07-29T16:19:48.459 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254438+0000", 2024-07-29T16:19:48.459 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.460 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.460 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.460 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:48.460 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254438+0000", 2024-07-29T16:19:48.460 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254438+0000", 2024-07-29T16:19:48.460 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254438+0000", 2024-07-29T16:19:48.460 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.460 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.460 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.460 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254438+0000", 2024-07-29T16:19:48.460 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254438+0000", 2024-07-29T16:19:48.460 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.460 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.460 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.460 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.461 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:48.461 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.461 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.461 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.461 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.461 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.461 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.461 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.461 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.461 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.22", 2024-07-29T16:19:48.461 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.461 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.461 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.461 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5174, 2024-07-29T16:19:48.461 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.462 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:26:10.812494+0000", 2024-07-29T16:19:48.462 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.462 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.462 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.462 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.463 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.463 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.463 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.463 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.463 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.463 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.463 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.463 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.463 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.463 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.463 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.463 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.463 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.464 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.464 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.464 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.464 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.464 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.464 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.464 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.464 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.464 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.464 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.464 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.464 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.464 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.464 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.464 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.465 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.465 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.465 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.465 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.465 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.465 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.465 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.465 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.465 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.465 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.465 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:48.465 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.465 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.465 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.465 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.465 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.466 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.466 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:48.466 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.466 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:48.466 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.466 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.466 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.466 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.466 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.466 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.466 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121580+0000", 2024-07-29T16:19:48.466 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.425524+0000", 2024-07-29T16:19:48.466 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.425524+0000", 2024-07-29T16:19:48.466 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.426411+0000", 2024-07-29T16:19:48.466 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121580+0000", 2024-07-29T16:19:48.467 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.467 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.467 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.467 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:48.467 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121580+0000", 2024-07-29T16:19:48.467 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121580+0000", 2024-07-29T16:19:48.467 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121580+0000", 2024-07-29T16:19:48.467 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.467 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.467 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.467 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121580+0000", 2024-07-29T16:19:48.467 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121580+0000", 2024-07-29T16:19:48.467 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.467 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.467 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.468 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.468 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:48.468 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.468 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.468 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.468 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.468 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.468 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.468 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.468 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.468 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.23", 2024-07-29T16:19:48.468 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.468 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.468 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.468 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5330, 2024-07-29T16:19:48.468 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.469 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T15:02:55.959097+0000", 2024-07-29T16:19:48.469 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.469 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.469 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.469 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.470 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.470 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.470 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.470 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.470 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.470 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.470 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.470 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.470 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.470 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.470 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.470 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.470 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.470 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.471 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.471 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.471 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.471 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.471 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.471 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.471 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.471 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.471 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.471 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.471 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.471 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.471 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.471 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.471 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.472 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.472 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.472 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.472 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.472 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.472 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:48.472 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.472 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:48.472 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.472 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.472 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.472 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.472 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.472 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.472 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.472 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.473 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:48.473 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.473 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.473 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.473 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.473 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.473 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.473 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.122910+0000", 2024-07-29T16:19:48.473 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.430332+0000", 2024-07-29T16:19:48.473 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.430332+0000", 2024-07-29T16:19:48.473 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.430625+0000", 2024-07-29T16:19:48.473 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.122910+0000", 2024-07-29T16:19:48.473 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.473 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.473 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.474 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:48.474 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.122910+0000", 2024-07-29T16:19:48.474 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.122910+0000", 2024-07-29T16:19:48.474 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.122910+0000", 2024-07-29T16:19:48.474 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.474 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.474 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.474 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.122910+0000", 2024-07-29T16:19:48.474 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.122910+0000", 2024-07-29T16:19:48.474 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.474 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.474 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.474 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.474 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:48.474 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.475 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.475 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.475 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.475 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.475 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.475 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.475 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.475 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.24", 2024-07-29T16:19:48.475 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.475 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.475 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.475 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5250, 2024-07-29T16:19:48.475 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.475 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:04:48.432077+0000", 2024-07-29T16:19:48.476 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.476 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.476 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.476 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.477 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.477 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.477 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.477 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.477 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.477 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.477 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.477 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.477 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.477 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.477 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.477 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.477 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.477 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.478 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.478 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.478 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.478 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.478 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.478 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.478 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.478 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.478 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.478 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.478 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.478 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.478 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.478 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.479 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.479 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.479 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.479 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.479 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.479 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.479 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.479 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.479 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:48.479 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.479 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.479 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.479 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.479 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.479 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.480 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:48.480 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.480 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:48.480 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.480 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.480 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.480 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.480 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.480 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.480 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.250554+0000", 2024-07-29T16:19:48.480 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:08:42.998413+0000", 2024-07-29T16:19:48.480 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:08:42.998413+0000", 2024-07-29T16:19:48.480 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:08:42.998707+0000", 2024-07-29T16:19:48.480 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.250554+0000", 2024-07-29T16:19:48.480 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.481 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.481 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.481 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 433, 2024-07-29T16:19:48.481 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.250554+0000", 2024-07-29T16:19:48.481 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.250554+0000", 2024-07-29T16:19:48.481 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.250554+0000", 2024-07-29T16:19:48.481 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.481 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.481 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.481 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.250554+0000", 2024-07-29T16:19:48.481 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.250554+0000", 2024-07-29T16:19:48.481 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.481 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.481 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.481 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.482 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 432, 2024-07-29T16:19:48.482 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.482 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.482 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.482 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.482 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.482 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.482 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.482 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.482 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.25", 2024-07-29T16:19:48.482 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.482 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.482 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.482 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5289, 2024-07-29T16:19:48.483 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.483 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:28:48.837099+0000", 2024-07-29T16:19:48.483 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.483 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.483 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.483 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.484 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.484 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.484 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.484 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.484 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.484 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.484 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.484 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.484 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.484 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.484 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.484 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.484 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.484 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.484 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.484 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.485 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.485 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.485 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.485 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.485 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.485 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.485 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.485 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.485 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.485 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.485 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.485 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.485 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.485 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.485 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.485 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.486 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.486 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.486 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.486 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.486 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.486 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.486 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:48.486 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.486 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:48.486 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.486 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.486 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.486 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.486 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.486 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.487 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:48.487 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.487 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:48.487 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.487 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.487 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.487 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.487 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.487 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.487 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252566+0000", 2024-07-29T16:19:48.487 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.981196+0000", 2024-07-29T16:19:48.487 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.981196+0000", 2024-07-29T16:19:48.487 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.981498+0000", 2024-07-29T16:19:48.487 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252566+0000", 2024-07-29T16:19:48.487 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.487 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.488 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.488 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.488 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252566+0000", 2024-07-29T16:19:48.488 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252566+0000", 2024-07-29T16:19:48.488 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252566+0000", 2024-07-29T16:19:48.488 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.488 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.488 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.488 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252566+0000", 2024-07-29T16:19:48.488 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252566+0000", 2024-07-29T16:19:48.488 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.488 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.488 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.488 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.489 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.489 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.489 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.489 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.489 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.489 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.489 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.489 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.489 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.489 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.26", 2024-07-29T16:19:48.489 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.489 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.489 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.489 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5140, 2024-07-29T16:19:48.489 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.489 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:59:43.548837+0000", 2024-07-29T16:19:48.490 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.490 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.490 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.490 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.491 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.492 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.492 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.492 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.492 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.492 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.492 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.492 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.492 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.492 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.492 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.492 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.492 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.492 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.492 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.492 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.492 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.493 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.493 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.493 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.493 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.493 INFO:tasks.workunit.client.0.smithi067.stdout: 3 2024-07-29T16:19:48.493 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.493 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:48.493 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.493 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.493 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.493 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.493 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.493 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.493 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:48.494 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.494 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:48.494 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.494 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.494 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.494 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.494 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.494 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.494 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.123371+0000", 2024-07-29T16:19:48.494 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.424045+0000", 2024-07-29T16:19:48.494 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.424045+0000", 2024-07-29T16:19:48.494 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.424392+0000", 2024-07-29T16:19:48.494 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.123371+0000", 2024-07-29T16:19:48.495 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.495 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.495 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.495 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:48.495 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.123371+0000", 2024-07-29T16:19:48.495 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.123371+0000", 2024-07-29T16:19:48.495 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.123371+0000", 2024-07-29T16:19:48.495 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.495 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.495 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.495 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.123371+0000", 2024-07-29T16:19:48.495 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.123371+0000", 2024-07-29T16:19:48.495 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.495 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.495 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.495 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.496 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:48.496 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.496 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.496 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.496 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.496 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.496 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.496 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.496 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.496 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.27", 2024-07-29T16:19:48.496 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.496 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.496 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.496 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5233, 2024-07-29T16:19:48.496 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.496 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:30:20.699188+0000", 2024-07-29T16:19:48.497 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.497 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.497 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.497 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.498 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.499 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.499 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.499 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.499 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.499 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.499 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.499 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.499 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.499 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.499 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.499 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.499 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.499 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.499 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.499 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.500 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.500 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.500 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.500 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.500 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.500 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:48.500 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.500 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:48.500 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.500 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.500 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.500 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.500 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.500 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.500 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:48.501 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.501 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:48.501 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.501 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.501 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.501 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.501 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.501 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.501 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251916+0000", 2024-07-29T16:19:48.501 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.058221+0000", 2024-07-29T16:19:48.501 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.058221+0000", 2024-07-29T16:19:48.501 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.058563+0000", 2024-07-29T16:19:48.501 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251916+0000", 2024-07-29T16:19:48.501 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.502 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.502 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.502 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:48.502 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251916+0000", 2024-07-29T16:19:48.502 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251916+0000", 2024-07-29T16:19:48.502 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251916+0000", 2024-07-29T16:19:48.502 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.502 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.502 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.502 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251916+0000", 2024-07-29T16:19:48.502 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251916+0000", 2024-07-29T16:19:48.502 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.502 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.502 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.503 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.503 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:48.503 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.503 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.503 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.503 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.503 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.503 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.503 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.503 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.503 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.28", 2024-07-29T16:19:48.503 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.503 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.503 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.504 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5173, 2024-07-29T16:19:48.504 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.504 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:40:28.782572+0000", 2024-07-29T16:19:48.504 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.504 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.504 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.504 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.505 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.506 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.507 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.507 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.507 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.507 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.507 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.507 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.507 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.507 INFO:tasks.workunit.client.0.smithi067.stdout: 2 2024-07-29T16:19:48.507 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.507 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:48.507 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.507 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.507 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.508 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.508 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.508 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.508 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:48.508 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.508 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:48.508 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.508 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.508 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.508 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.508 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.508 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.508 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121467+0000", 2024-07-29T16:19:48.508 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:15.429521+0000", 2024-07-29T16:19:48.509 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:15.429521+0000", 2024-07-29T16:19:48.509 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:15.429904+0000", 2024-07-29T16:19:48.509 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121467+0000", 2024-07-29T16:19:48.509 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.509 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.509 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.509 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 463, 2024-07-29T16:19:48.509 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121467+0000", 2024-07-29T16:19:48.509 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121467+0000", 2024-07-29T16:19:48.509 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121467+0000", 2024-07-29T16:19:48.509 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.509 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.509 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.509 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121467+0000", 2024-07-29T16:19:48.510 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121467+0000", 2024-07-29T16:19:48.510 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.510 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.510 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.510 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.510 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 462, 2024-07-29T16:19:48.510 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.510 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.510 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.510 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.510 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.510 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.510 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.511 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.511 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.29", 2024-07-29T16:19:48.511 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.511 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.511 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.511 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5240, 2024-07-29T16:19:48.511 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.511 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T18:47:11.920597+0000", 2024-07-29T16:19:48.511 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.511 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.511 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.511 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.512 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.513 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.513 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.513 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.513 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.513 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.513 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.513 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.513 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.513 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.513 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.513 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.513 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.513 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.513 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.514 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.514 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.514 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.514 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.514 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.514 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.514 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.515 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:48.515 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.515 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:48.515 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.515 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.515 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.515 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.515 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.515 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.515 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:48.515 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.515 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:48.515 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.516 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.516 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.516 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.516 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.516 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.516 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254103+0000", 2024-07-29T16:19:48.516 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.982374+0000", 2024-07-29T16:19:48.516 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.982374+0000", 2024-07-29T16:19:48.516 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.982766+0000", 2024-07-29T16:19:48.516 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254103+0000", 2024-07-29T16:19:48.516 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.516 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.516 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.516 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.516 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254103+0000", 2024-07-29T16:19:48.517 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254103+0000", 2024-07-29T16:19:48.517 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254103+0000", 2024-07-29T16:19:48.517 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.517 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.517 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.517 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254103+0000", 2024-07-29T16:19:48.517 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254103+0000", 2024-07-29T16:19:48.517 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.517 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.517 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.517 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.517 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.517 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.517 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.517 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.517 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.518 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.518 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.518 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.518 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.518 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2a", 2024-07-29T16:19:48.518 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.518 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.518 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.518 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5159, 2024-07-29T16:19:48.518 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.518 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T17:29:38.598903+0000", 2024-07-29T16:19:48.518 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.518 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.518 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.518 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.519 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.519 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.519 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.519 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.519 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.519 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.519 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.519 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.519 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.519 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.519 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.519 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.519 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.519 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.519 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.520 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.520 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.520 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.520 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.520 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.520 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.520 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.520 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.520 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.520 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.520 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.520 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.520 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.520 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.521 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.521 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.521 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.521 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.521 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.521 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.521 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.521 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.521 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.521 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.521 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.521 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.521 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.522 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.522 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.522 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.522 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:48.522 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.522 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:48.522 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.522 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.522 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.522 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.522 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.522 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.522 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:48.523 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.523 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:48.523 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.523 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.523 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.523 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.523 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.523 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.523 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121940+0000", 2024-07-29T16:19:48.523 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.992071+0000", 2024-07-29T16:19:48.523 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.992071+0000", 2024-07-29T16:19:48.523 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.992372+0000", 2024-07-29T16:19:48.523 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121940+0000", 2024-07-29T16:19:48.523 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.524 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.524 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.524 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.524 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121940+0000", 2024-07-29T16:19:48.524 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121940+0000", 2024-07-29T16:19:48.524 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121940+0000", 2024-07-29T16:19:48.524 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.524 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.524 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.524 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121940+0000", 2024-07-29T16:19:48.524 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121940+0000", 2024-07-29T16:19:48.524 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.524 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.524 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.524 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.525 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.525 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.525 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.525 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.525 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.525 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.525 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.525 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.525 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.525 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2b", 2024-07-29T16:19:48.525 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.525 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.525 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.525 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5328, 2024-07-29T16:19:48.525 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.525 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:14:28.740083+0000", 2024-07-29T16:19:48.526 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.526 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.526 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.526 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.526 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.526 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.526 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.526 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.526 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.526 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.526 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.526 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.526 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.527 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.527 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.527 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.527 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.527 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.527 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.527 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.527 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.527 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.527 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.527 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.527 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.527 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.527 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.527 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.527 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.528 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.528 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.528 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.528 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.528 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.528 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.528 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.528 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.528 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.528 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.528 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.528 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.528 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.528 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.528 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.529 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.529 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.529 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.529 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.529 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.529 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:48.529 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.529 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:48.529 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.529 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.529 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.529 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.529 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.529 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.529 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.530 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.530 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:48.530 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.530 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.530 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.530 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.530 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.530 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.530 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251083+0000", 2024-07-29T16:19:48.530 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.009308+0000", 2024-07-29T16:19:48.530 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.009308+0000", 2024-07-29T16:19:48.530 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.009651+0000", 2024-07-29T16:19:48.530 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251083+0000", 2024-07-29T16:19:48.530 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.530 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.530 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.531 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:48.531 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251083+0000", 2024-07-29T16:19:48.531 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251083+0000", 2024-07-29T16:19:48.531 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251083+0000", 2024-07-29T16:19:48.531 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.531 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.531 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.531 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251083+0000", 2024-07-29T16:19:48.531 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251083+0000", 2024-07-29T16:19:48.531 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.531 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.531 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.531 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.532 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:48.532 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.532 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.532 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.532 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.532 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.532 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.532 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.532 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.532 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2c", 2024-07-29T16:19:48.532 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.532 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.532 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.532 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5124, 2024-07-29T16:19:48.532 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.532 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T19:32:41.726754+0000", 2024-07-29T16:19:48.533 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.533 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.533 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.533 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.533 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.533 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.533 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.533 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.533 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.533 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.533 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.533 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.533 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.534 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.534 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.534 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.534 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.534 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.534 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.534 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.534 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.534 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.534 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.534 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.534 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.534 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.534 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.534 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.535 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.535 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.535 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.535 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.535 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.535 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.535 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.535 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.535 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.535 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.535 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.535 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.535 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.535 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.535 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.536 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.536 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.536 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.536 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.536 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.536 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.536 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.536 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.536 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:48.536 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.536 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.536 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.536 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.536 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.536 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:48.536 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:48.537 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.537 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:48.537 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.537 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.537 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.537 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.537 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.537 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.537 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.255387+0000", 2024-07-29T16:19:48.537 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.988609+0000", 2024-07-29T16:19:48.537 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.988609+0000", 2024-07-29T16:19:48.537 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.991489+0000", 2024-07-29T16:19:48.537 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.255387+0000", 2024-07-29T16:19:48.537 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.538 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.538 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.538 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.538 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.255387+0000", 2024-07-29T16:19:48.538 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.255387+0000", 2024-07-29T16:19:48.538 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.255387+0000", 2024-07-29T16:19:48.538 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.538 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.538 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.538 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.255387+0000", 2024-07-29T16:19:48.538 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.255387+0000", 2024-07-29T16:19:48.538 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.538 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.539 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.539 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.539 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.539 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.539 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.539 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.539 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.539 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.539 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.539 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.539 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.539 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2d", 2024-07-29T16:19:48.539 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.540 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.540 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.540 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5074, 2024-07-29T16:19:48.540 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.540 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:32:57.826978+0000", 2024-07-29T16:19:48.540 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.540 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.540 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.540 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.540 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.540 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.540 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.540 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.540 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.540 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.540 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.541 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.541 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.541 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.541 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.541 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.541 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.541 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.541 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.541 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.541 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.541 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.541 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.541 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.542 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.542 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.542 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.542 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.542 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.542 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.542 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.542 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.542 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.542 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.542 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.542 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.542 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.542 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.543 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.543 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.543 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.543 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.543 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.543 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.543 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.543 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.543 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.543 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.543 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:48.543 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:48.543 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.544 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:48.544 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.544 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.544 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.544 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.544 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:48.544 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.544 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:48.544 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.544 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 2, 2024-07-29T16:19:48.544 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.544 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.544 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.544 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.544 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.545 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.545 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.253790+0000", 2024-07-29T16:19:48.545 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.989155+0000", 2024-07-29T16:19:48.545 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.989155+0000", 2024-07-29T16:19:48.545 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.989511+0000", 2024-07-29T16:19:48.545 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.253790+0000", 2024-07-29T16:19:48.545 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.545 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.545 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.545 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.545 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.253790+0000", 2024-07-29T16:19:48.545 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.253790+0000", 2024-07-29T16:19:48.545 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.253790+0000", 2024-07-29T16:19:48.545 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.545 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.545 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.546 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.253790+0000", 2024-07-29T16:19:48.546 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.253790+0000", 2024-07-29T16:19:48.546 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.546 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.546 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.546 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.546 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.546 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.546 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.546 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.546 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.546 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.546 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.547 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.547 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.547 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2e", 2024-07-29T16:19:48.547 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.547 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.547 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.547 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5218, 2024-07-29T16:19:48.547 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.547 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:53:01.656683+0000", 2024-07-29T16:19:48.547 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.547 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.547 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.547 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.547 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.547 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.547 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.548 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.548 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.548 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.548 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.548 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.548 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.548 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.548 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.548 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.548 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.548 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.548 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.549 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.549 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.549 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.549 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.549 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.549 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.549 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.549 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.549 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.549 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.549 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.549 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.549 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.549 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.550 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.550 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.550 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.550 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.550 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.550 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.550 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.550 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.550 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.550 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.550 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.550 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.550 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.550 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.550 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:48.551 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.551 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:48.551 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.551 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 2, 2024-07-29T16:19:48.551 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.551 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.551 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.551 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.551 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.551 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.551 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:48.551 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.551 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:48.551 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.551 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.552 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.552 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.552 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.552 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.552 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.257772+0000", 2024-07-29T16:19:48.552 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.991023+0000", 2024-07-29T16:19:48.552 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.991023+0000", 2024-07-29T16:19:48.552 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.991311+0000", 2024-07-29T16:19:48.552 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.257772+0000", 2024-07-29T16:19:48.552 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.552 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.552 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.552 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.552 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.257772+0000", 2024-07-29T16:19:48.553 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.257772+0000", 2024-07-29T16:19:48.553 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.257772+0000", 2024-07-29T16:19:48.553 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.553 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.553 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.553 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.257772+0000", 2024-07-29T16:19:48.553 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.257772+0000", 2024-07-29T16:19:48.553 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.553 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.553 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.553 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.553 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.553 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.553 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.553 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.554 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.554 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.554 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.554 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.554 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.554 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.2f", 2024-07-29T16:19:48.554 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.554 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.554 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.554 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5151, 2024-07-29T16:19:48.554 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.554 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T22:57:32.467497+0000", 2024-07-29T16:19:48.554 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.554 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.555 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.555 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.555 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.555 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.555 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.555 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.555 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.555 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.555 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.555 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.555 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.555 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.555 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.555 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.556 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.556 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.556 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.556 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.556 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.556 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.556 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.556 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.556 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.556 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.556 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.556 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.556 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.557 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.557 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.557 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.557 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.557 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.557 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.557 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.557 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.557 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.557 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.557 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.557 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.557 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.557 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.557 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.558 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.558 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.558 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.558 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.558 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.558 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:48.558 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.558 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:48.558 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.558 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.558 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.558 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.558 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.558 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.558 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:48.558 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.559 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:48.559 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.559 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.559 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.559 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.559 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.559 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.559 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251602+0000", 2024-07-29T16:19:48.559 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.983524+0000", 2024-07-29T16:19:48.559 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.983524+0000", 2024-07-29T16:19:48.559 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.986059+0000", 2024-07-29T16:19:48.559 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251602+0000", 2024-07-29T16:19:48.559 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.559 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.559 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.560 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.560 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251602+0000", 2024-07-29T16:19:48.560 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251602+0000", 2024-07-29T16:19:48.560 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251602+0000", 2024-07-29T16:19:48.560 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.560 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.560 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.560 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251602+0000", 2024-07-29T16:19:48.560 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251602+0000", 2024-07-29T16:19:48.560 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.560 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.560 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.560 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.560 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.560 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.561 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.561 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.561 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.561 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.561 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.561 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.561 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.561 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.30", 2024-07-29T16:19:48.561 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.561 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.561 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.561 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5148, 2024-07-29T16:19:48.561 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.561 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:57:33.988515+0000", 2024-07-29T16:19:48.562 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.562 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.562 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.562 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.562 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.562 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.562 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.562 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.562 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.562 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.562 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.562 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.562 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.563 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.563 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.563 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.563 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.563 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.563 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.563 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.563 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.563 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.563 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.563 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.563 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.563 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.563 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.563 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.564 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.564 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.564 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.564 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.564 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.564 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.564 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.564 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.564 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.564 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.564 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.564 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.564 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.564 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.565 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.565 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.565 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.565 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.565 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.565 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.565 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.565 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:48.565 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.565 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:48.565 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.565 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.565 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.565 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.566 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.566 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:48.566 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:48.566 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.566 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:48.566 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.566 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.566 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.566 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.566 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.566 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.566 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.251005+0000", 2024-07-29T16:19:48.566 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.045021+0000", 2024-07-29T16:19:48.566 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.045021+0000", 2024-07-29T16:19:48.567 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.045438+0000", 2024-07-29T16:19:48.567 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.251005+0000", 2024-07-29T16:19:48.567 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.567 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.567 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.567 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:48.567 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.251005+0000", 2024-07-29T16:19:48.567 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.251005+0000", 2024-07-29T16:19:48.567 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.251005+0000", 2024-07-29T16:19:48.567 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.567 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.567 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.567 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.251005+0000", 2024-07-29T16:19:48.567 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.251005+0000", 2024-07-29T16:19:48.567 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.568 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.568 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.568 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.568 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:48.568 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.568 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.568 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.568 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.568 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.568 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.568 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.568 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.568 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.31", 2024-07-29T16:19:48.568 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.568 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.569 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.569 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5300, 2024-07-29T16:19:48.569 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.569 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:09:00.558114+0000", 2024-07-29T16:19:48.569 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.569 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.569 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.569 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.569 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.569 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.569 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.569 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.569 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.569 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.569 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.570 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.570 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.570 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.570 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.570 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.570 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.570 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.570 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.570 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.570 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.570 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.570 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.570 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.570 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.571 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.571 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.571 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.571 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.571 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.571 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.571 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.571 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.571 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.571 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.571 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.571 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.571 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.571 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.571 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.571 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.572 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.572 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.572 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.572 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.572 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.572 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.572 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.572 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:48.572 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:48.572 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.572 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:48.572 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.572 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.572 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.572 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.573 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.573 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.573 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:48.573 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.573 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:48.573 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.573 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.573 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.573 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.573 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.573 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.573 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.121356+0000", 2024-07-29T16:19:48.573 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.051906+0000", 2024-07-29T16:19:48.573 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.051906+0000", 2024-07-29T16:19:48.573 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.052612+0000", 2024-07-29T16:19:48.574 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.121356+0000", 2024-07-29T16:19:48.574 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.574 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.574 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.574 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:48.574 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.121356+0000", 2024-07-29T16:19:48.574 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.121356+0000", 2024-07-29T16:19:48.574 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.121356+0000", 2024-07-29T16:19:48.574 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.574 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.574 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.574 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.121356+0000", 2024-07-29T16:19:48.574 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.121356+0000", 2024-07-29T16:19:48.574 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.574 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.574 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.575 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.575 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:48.575 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.575 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.575 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.575 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.575 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.575 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.575 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.575 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.575 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.32", 2024-07-29T16:19:48.575 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.575 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.575 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.575 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5327, 2024-07-29T16:19:48.576 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.576 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:27:27.732716+0000", 2024-07-29T16:19:48.576 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.576 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.576 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.576 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.576 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.576 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.576 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.576 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.576 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.576 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.576 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.577 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.577 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.577 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.577 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.577 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.577 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.577 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.577 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.577 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.577 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.577 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.577 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.577 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.577 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.578 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.578 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.578 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.578 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.578 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.578 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.578 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.578 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.578 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.578 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.578 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.578 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.578 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.579 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.579 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.579 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.579 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.579 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.579 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.579 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.579 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.579 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.579 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.579 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.579 INFO:tasks.workunit.client.0.smithi067.stdout: 5 2024-07-29T16:19:48.579 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.579 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:48.580 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.580 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.580 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.580 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.580 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.580 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.580 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:48.580 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.580 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:48.580 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.580 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.580 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.580 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.580 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.580 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.581 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.122385+0000", 2024-07-29T16:19:48.581 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.021273+0000", 2024-07-29T16:19:48.581 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.021273+0000", 2024-07-29T16:19:48.581 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.021620+0000", 2024-07-29T16:19:48.581 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.122385+0000", 2024-07-29T16:19:48.581 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.581 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.581 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.581 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:48.581 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.122385+0000", 2024-07-29T16:19:48.581 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.122385+0000", 2024-07-29T16:19:48.581 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.122385+0000", 2024-07-29T16:19:48.581 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.581 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.581 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.582 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.122385+0000", 2024-07-29T16:19:48.582 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.122385+0000", 2024-07-29T16:19:48.582 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.582 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.582 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.582 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.582 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:48.582 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.582 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.582 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.582 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.582 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.582 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.582 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.583 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.583 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.33", 2024-07-29T16:19:48.583 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.583 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.583 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.583 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5238, 2024-07-29T16:19:48.583 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.583 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:20:08.331601+0000", 2024-07-29T16:19:48.583 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.583 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.583 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.583 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.583 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.584 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.584 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.584 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.584 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.584 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.584 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.584 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.584 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.584 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.584 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.584 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.584 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.584 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.584 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.584 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.584 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.585 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.585 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.585 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.585 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.585 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.585 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.585 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.585 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.585 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.585 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.585 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.585 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.585 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.585 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.585 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.586 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.586 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.586 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.586 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.586 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.586 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.586 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.586 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.586 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.586 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.586 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.586 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.586 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.586 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:48.586 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.587 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:48.587 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.587 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.587 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.587 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.587 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.587 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.587 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.587 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.587 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 4, 2024-07-29T16:19:48.587 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.587 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.587 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.587 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.587 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.587 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.588 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.122278+0000", 2024-07-29T16:19:48.588 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.007414+0000", 2024-07-29T16:19:48.588 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.007414+0000", 2024-07-29T16:19:48.588 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.007721+0000", 2024-07-29T16:19:48.588 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.122278+0000", 2024-07-29T16:19:48.588 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.588 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.588 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.588 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:48.588 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.122278+0000", 2024-07-29T16:19:48.588 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.122278+0000", 2024-07-29T16:19:48.588 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.122278+0000", 2024-07-29T16:19:48.588 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.588 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.588 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.588 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.122278+0000", 2024-07-29T16:19:48.589 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.122278+0000", 2024-07-29T16:19:48.589 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.589 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.589 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.589 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.589 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:48.589 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.589 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.589 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.589 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.589 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.589 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.589 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.589 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.590 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.34", 2024-07-29T16:19:48.590 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.590 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.590 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.590 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5180, 2024-07-29T16:19:48.590 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.590 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:48:17.578043+0000", 2024-07-29T16:19:48.590 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.590 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.590 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.590 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.590 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.590 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.590 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.590 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.591 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.591 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.591 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.591 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.591 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.591 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.591 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.591 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.591 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.591 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.591 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.591 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.591 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.591 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.591 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.591 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.592 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.592 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.592 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.592 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.592 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.592 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.592 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.592 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.592 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.592 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.592 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.592 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.592 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.592 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.593 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.593 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.593 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.593 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.593 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.593 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.593 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.593 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.593 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.593 INFO:tasks.workunit.client.0.smithi067.stdout: 4, 2024-07-29T16:19:48.593 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.593 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.593 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.593 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 4, 2024-07-29T16:19:48.594 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.594 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.594 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.594 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.594 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.594 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.594 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.594 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.594 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:48.594 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.594 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.594 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.594 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.595 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.595 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.595 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252742+0000", 2024-07-29T16:19:48.595 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.013461+0000", 2024-07-29T16:19:48.595 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.013461+0000", 2024-07-29T16:19:48.595 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.016851+0000", 2024-07-29T16:19:48.595 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252742+0000", 2024-07-29T16:19:48.595 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.595 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.595 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.595 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:48.595 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252742+0000", 2024-07-29T16:19:48.595 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252742+0000", 2024-07-29T16:19:48.595 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252742+0000", 2024-07-29T16:19:48.596 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.596 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.596 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.596 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252742+0000", 2024-07-29T16:19:48.596 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252742+0000", 2024-07-29T16:19:48.596 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.596 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.596 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.596 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.596 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:48.596 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.596 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.596 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.597 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.597 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.597 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.597 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.597 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.597 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.35", 2024-07-29T16:19:48.597 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.597 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.597 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.597 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5110, 2024-07-29T16:19:48.597 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.597 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:43:25.949589+0000", 2024-07-29T16:19:48.597 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.597 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.597 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.598 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.598 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.598 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.598 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.598 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.598 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.598 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.598 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.598 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.598 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.598 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.598 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.598 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.598 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.598 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.599 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.599 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.599 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.599 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.599 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.599 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.599 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.599 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.599 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.599 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.599 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.599 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.599 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.599 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.599 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.600 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.600 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.600 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.600 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.600 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.600 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.600 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.600 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.600 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.600 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.600 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.600 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.600 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.600 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.600 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.601 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.601 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.601 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.601 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:48.601 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.601 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.601 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.601 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.601 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.601 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.601 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:48.601 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.601 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 6, 2024-07-29T16:19:48.601 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.601 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.602 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.602 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.602 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.602 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.602 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252613+0000", 2024-07-29T16:19:48.602 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.014846+0000", 2024-07-29T16:19:48.602 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.014846+0000", 2024-07-29T16:19:48.602 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.015149+0000", 2024-07-29T16:19:48.602 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252613+0000", 2024-07-29T16:19:48.602 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.602 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.602 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.602 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:48.603 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252613+0000", 2024-07-29T16:19:48.603 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252613+0000", 2024-07-29T16:19:48.603 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252613+0000", 2024-07-29T16:19:48.603 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.603 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.603 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.603 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252613+0000", 2024-07-29T16:19:48.603 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252613+0000", 2024-07-29T16:19:48.603 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.603 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.603 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.603 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.603 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:48.603 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.603 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.604 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.604 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.604 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.604 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.604 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.604 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.604 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.36", 2024-07-29T16:19:48.604 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.604 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.604 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.604 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5110, 2024-07-29T16:19:48.604 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.604 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T00:14:23.559286+0000", 2024-07-29T16:19:48.604 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.604 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.604 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.605 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.605 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.605 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.605 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.605 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.605 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.605 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.605 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.605 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.605 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.605 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.605 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.605 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.605 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.605 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.605 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.606 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.606 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.606 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.606 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.606 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.606 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.606 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.606 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.606 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.606 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.606 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.606 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.606 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.606 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.607 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.607 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.607 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.607 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.607 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.607 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.607 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.607 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.607 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.607 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.607 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.607 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.607 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.607 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.607 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.607 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.608 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:48.608 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.608 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 6, 2024-07-29T16:19:48.608 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.608 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.608 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.608 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.608 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.608 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.608 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.608 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.608 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:48.608 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.608 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.608 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.609 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.609 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.609 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.609 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.252576+0000", 2024-07-29T16:19:48.609 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.987914+0000", 2024-07-29T16:19:48.609 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.987914+0000", 2024-07-29T16:19:48.609 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.989490+0000", 2024-07-29T16:19:48.609 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.252576+0000", 2024-07-29T16:19:48.609 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.609 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.609 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.609 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.609 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.252576+0000", 2024-07-29T16:19:48.609 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.252576+0000", 2024-07-29T16:19:48.609 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.252576+0000", 2024-07-29T16:19:48.610 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.610 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.610 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.610 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.252576+0000", 2024-07-29T16:19:48.610 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.252576+0000", 2024-07-29T16:19:48.610 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.610 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.610 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.610 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.610 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.610 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.610 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.610 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.610 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.611 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.611 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.611 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.611 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.611 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.37", 2024-07-29T16:19:48.611 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.611 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.611 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.611 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5080, 2024-07-29T16:19:48.611 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.611 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:27:11.351388+0000", 2024-07-29T16:19:48.611 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.611 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.611 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.611 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.612 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.612 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.612 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.612 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.612 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.612 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.612 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.612 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.612 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.612 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.612 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.612 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.612 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.612 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.612 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.613 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.613 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.613 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.613 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.613 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.613 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.613 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.613 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.613 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.613 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.613 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.613 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.613 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.613 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.614 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.614 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.614 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.614 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.614 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.614 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.614 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.614 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.614 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.614 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.614 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.614 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.614 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.615 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.615 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.615 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.615 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.615 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.615 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:48.615 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.615 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.615 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.615 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.615 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.615 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.615 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:48.615 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.615 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 3, 2024-07-29T16:19:48.616 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.616 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.616 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.616 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.616 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.616 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.616 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.122952+0000", 2024-07-29T16:19:48.616 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.022930+0000", 2024-07-29T16:19:48.616 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.022930+0000", 2024-07-29T16:19:48.616 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.023578+0000", 2024-07-29T16:19:48.616 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.122952+0000", 2024-07-29T16:19:48.616 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.616 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.616 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.616 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:48.617 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.122952+0000", 2024-07-29T16:19:48.617 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.122952+0000", 2024-07-29T16:19:48.617 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.122952+0000", 2024-07-29T16:19:48.617 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.617 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.617 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.617 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.122952+0000", 2024-07-29T16:19:48.617 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.122952+0000", 2024-07-29T16:19:48.617 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.617 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.617 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.617 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.617 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:48.617 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.617 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.617 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.618 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.618 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.618 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.618 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.618 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.618 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.38", 2024-07-29T16:19:48.618 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.618 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.618 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.618 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5214, 2024-07-29T16:19:48.618 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.618 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:43:27.678246+0000", 2024-07-29T16:19:48.618 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.618 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.618 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.619 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.619 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.619 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.619 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.619 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.619 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.619 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.619 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.619 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.619 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.619 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.619 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.619 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.619 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.619 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.619 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.620 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.620 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.620 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.620 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.620 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.620 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.620 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.620 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.620 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.620 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.620 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.620 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.620 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.620 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.620 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.621 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.621 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.621 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.621 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.621 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.621 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.621 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.621 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.621 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.621 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.621 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.621 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.621 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.621 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.621 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.621 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:48.622 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.622 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 3, 2024-07-29T16:19:48.622 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.622 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.622 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.622 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.622 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.622 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.622 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:48.622 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.622 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:48.622 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.622 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.622 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.623 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.623 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.623 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.623 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254400+0000", 2024-07-29T16:19:48.623 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.990496+0000", 2024-07-29T16:19:48.623 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.990496+0000", 2024-07-29T16:19:48.623 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.991365+0000", 2024-07-29T16:19:48.623 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254400+0000", 2024-07-29T16:19:48.623 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.623 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.623 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.623 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.623 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254400+0000", 2024-07-29T16:19:48.623 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254400+0000", 2024-07-29T16:19:48.624 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254400+0000", 2024-07-29T16:19:48.624 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.624 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.624 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.624 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254400+0000", 2024-07-29T16:19:48.624 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254400+0000", 2024-07-29T16:19:48.624 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.624 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.624 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.624 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.624 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.624 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.624 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.624 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.624 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.624 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.625 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.625 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.625 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.625 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.39", 2024-07-29T16:19:48.625 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.625 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.625 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.625 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5100, 2024-07-29T16:19:48.625 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.625 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T23:26:18.300945+0000", 2024-07-29T16:19:48.625 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.625 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.625 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.625 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.625 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.625 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.626 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.627 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.627 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.627 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.627 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.627 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.627 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.627 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.627 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.627 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.627 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.627 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.627 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.627 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.627 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.627 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.627 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.628 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.628 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.628 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.628 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.628 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.628 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.628 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.628 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.628 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.628 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.628 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.628 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.628 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:48.628 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.628 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:48.629 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.629 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.629 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.629 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.629 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.629 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.629 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:48.629 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.629 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:48.629 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.629 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.629 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.629 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.629 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.629 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.629 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.253970+0000", 2024-07-29T16:19:48.630 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:09:48.044874+0000", 2024-07-29T16:19:48.630 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:09:48.044874+0000", 2024-07-29T16:19:48.630 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:09:48.051323+0000", 2024-07-29T16:19:48.630 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.253970+0000", 2024-07-29T16:19:48.630 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.630 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.630 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.630 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 493, 2024-07-29T16:19:48.630 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.253970+0000", 2024-07-29T16:19:48.630 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.253970+0000", 2024-07-29T16:19:48.630 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.253970+0000", 2024-07-29T16:19:48.630 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.630 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.630 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.630 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.253970+0000", 2024-07-29T16:19:48.631 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.253970+0000", 2024-07-29T16:19:48.631 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.631 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.631 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.631 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.631 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 492, 2024-07-29T16:19:48.631 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.631 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.631 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.631 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.631 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.631 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.631 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.631 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.631 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3a", 2024-07-29T16:19:48.631 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.632 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.632 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.632 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5143, 2024-07-29T16:19:48.632 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.632 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:07:52.192123+0000", 2024-07-29T16:19:48.632 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.632 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.632 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.632 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.633 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.634 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.634 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.634 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.634 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.634 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.634 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.634 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.634 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.634 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.634 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.634 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.634 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.634 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.634 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.634 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.635 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.635 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.635 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.635 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.635 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.635 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.635 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.635 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.635 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.635 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:48.635 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.635 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:48.635 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.635 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.635 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.636 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.636 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.636 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:48.636 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:48.636 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.636 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:48.636 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.636 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.636 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.636 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.636 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.636 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.636 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.257392+0000", 2024-07-29T16:19:48.636 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.991856+0000", 2024-07-29T16:19:48.637 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.991856+0000", 2024-07-29T16:19:48.637 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.992586+0000", 2024-07-29T16:19:48.637 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.257392+0000", 2024-07-29T16:19:48.637 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.637 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.637 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.637 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.637 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.257392+0000", 2024-07-29T16:19:48.637 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.257392+0000", 2024-07-29T16:19:48.637 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.257392+0000", 2024-07-29T16:19:48.637 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.637 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.637 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.637 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.257392+0000", 2024-07-29T16:19:48.637 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.257392+0000", 2024-07-29T16:19:48.638 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.638 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.638 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.638 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.638 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.638 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.638 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.638 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.638 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.638 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.638 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.638 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.638 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.638 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3b", 2024-07-29T16:19:48.638 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.639 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.639 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.639 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5090, 2024-07-29T16:19:48.639 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.639 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T16:49:03.075299+0000", 2024-07-29T16:19:48.639 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.639 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.639 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.639 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.639 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.639 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.639 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.639 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.639 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.639 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.640 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.641 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.642 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.642 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.642 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.642 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.642 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.642 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.642 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.642 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.642 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.642 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:48.642 INFO:tasks.workunit.client.0.smithi067.stdout: 4 2024-07-29T16:19:48.642 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.643 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:48.643 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.643 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.643 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.643 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.643 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.643 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.643 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:48.643 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.643 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 5, 2024-07-29T16:19:48.643 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.643 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.643 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.643 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.644 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.644 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.256659+0000", 2024-07-29T16:19:48.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.995239+0000", 2024-07-29T16:19:48.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.995239+0000", 2024-07-29T16:19:48.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.995563+0000", 2024-07-29T16:19:48.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.256659+0000", 2024-07-29T16:19:48.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.256659+0000", 2024-07-29T16:19:48.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.256659+0000", 2024-07-29T16:19:48.644 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.256659+0000", 2024-07-29T16:19:48.645 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.645 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.645 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.645 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.256659+0000", 2024-07-29T16:19:48.645 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.256659+0000", 2024-07-29T16:19:48.645 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.645 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.645 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.645 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.645 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.645 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.645 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.645 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.645 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.646 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.646 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.646 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.646 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.646 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3c", 2024-07-29T16:19:48.646 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.646 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.646 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.646 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5169, 2024-07-29T16:19:48.646 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.646 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:50:16.390533+0000", 2024-07-29T16:19:48.646 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.646 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.646 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.647 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.648 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.649 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.649 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.649 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.649 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.649 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.649 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.649 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.649 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.649 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.649 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.649 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.649 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.649 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.649 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.649 INFO:tasks.workunit.client.0.smithi067.stdout: 5, 2024-07-29T16:19:48.650 INFO:tasks.workunit.client.0.smithi067.stdout: 3, 2024-07-29T16:19:48.650 INFO:tasks.workunit.client.0.smithi067.stdout: 7 2024-07-29T16:19:48.650 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.650 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 5, 2024-07-29T16:19:48.650 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.650 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.650 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.650 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.650 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.650 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:48.650 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:48.650 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.650 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 0, 2024-07-29T16:19:48.651 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.651 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.651 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.651 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.651 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.651 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.125315+0000", 2024-07-29T16:19:48.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:08:11.023774+0000", 2024-07-29T16:19:48.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:08:11.023774+0000", 2024-07-29T16:19:48.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:08:11.024177+0000", 2024-07-29T16:19:48.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.125315+0000", 2024-07-29T16:19:48.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.651 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.652 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 401, 2024-07-29T16:19:48.652 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.125315+0000", 2024-07-29T16:19:48.652 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.125315+0000", 2024-07-29T16:19:48.652 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.125315+0000", 2024-07-29T16:19:48.652 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.652 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.652 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.652 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.125315+0000", 2024-07-29T16:19:48.652 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.125315+0000", 2024-07-29T16:19:48.652 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.652 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.652 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.652 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.652 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 400, 2024-07-29T16:19:48.652 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.653 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.653 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.653 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.653 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.653 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.653 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.653 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.653 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3d", 2024-07-29T16:19:48.653 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.653 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.653 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.653 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5330, 2024-07-29T16:19:48.653 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.653 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-30T21:22:13.579986+0000", 2024-07-29T16:19:48.654 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.654 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.654 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.654 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.655 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.656 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.656 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.656 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.656 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.656 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.656 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.656 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.656 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.656 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.656 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.656 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.656 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.656 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.656 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.656 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.656 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.657 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.657 INFO:tasks.workunit.client.0.smithi067.stdout: 2, 2024-07-29T16:19:48.657 INFO:tasks.workunit.client.0.smithi067.stdout: 1 2024-07-29T16:19:48.657 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.657 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 0, 2024-07-29T16:19:48.657 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.657 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.657 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.657 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.657 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.657 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.657 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:48.657 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.658 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 1, 2024-07-29T16:19:48.658 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.658 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.658 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.658 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.658 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.658 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.658 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.255037+0000", 2024-07-29T16:19:48.658 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:22.021557+0000", 2024-07-29T16:19:48.658 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:22.021557+0000", 2024-07-29T16:19:48.658 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:22.021859+0000", 2024-07-29T16:19:48.658 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.255037+0000", 2024-07-29T16:19:48.658 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.658 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.659 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.659 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 527, 2024-07-29T16:19:48.659 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.255037+0000", 2024-07-29T16:19:48.659 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.255037+0000", 2024-07-29T16:19:48.659 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.255037+0000", 2024-07-29T16:19:48.659 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.659 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.659 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.659 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.255037+0000", 2024-07-29T16:19:48.659 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.255037+0000", 2024-07-29T16:19:48.659 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.659 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.659 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.659 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.660 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 526, 2024-07-29T16:19:48.660 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.660 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.660 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.660 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.660 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.660 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.660 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.660 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.660 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3e", 2024-07-29T16:19:48.660 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.660 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.660 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.660 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5280, 2024-07-29T16:19:48.660 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.660 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T01:44:29.848331+0000", 2024-07-29T16:19:48.661 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.661 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.661 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.661 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.662 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.663 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.664 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.664 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.664 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.664 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.664 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.664 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.664 INFO:tasks.workunit.client.0.smithi067.stdout: 1, 2024-07-29T16:19:48.664 INFO:tasks.workunit.client.0.smithi067.stdout: 0, 2024-07-29T16:19:48.664 INFO:tasks.workunit.client.0.smithi067.stdout: 6 2024-07-29T16:19:48.664 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.664 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 1, 2024-07-29T16:19:48.664 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.664 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.664 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.665 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": [ 2024-07-29T16:19:48.665 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.665 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.665 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.665 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.665 INFO:tasks.workunit.client.0.smithi067.stdout: "acting_primary": 7, 2024-07-29T16:19:48.665 INFO:tasks.workunit.client.0.smithi067.stdout: "avail_no_missing": [], 2024-07-29T16:19:48.665 INFO:tasks.workunit.client.0.smithi067.stdout: "blocked_by": [], 2024-07-29T16:19:48.665 INFO:tasks.workunit.client.0.smithi067.stdout: "created": 62, 2024-07-29T16:19:48.665 INFO:tasks.workunit.client.0.smithi067.stdout: "dirty_stats_invalid": false, 2024-07-29T16:19:48.665 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_bytes_stats_invalid": false, 2024-07-29T16:19:48.665 INFO:tasks.workunit.client.0.smithi067.stdout: "hitset_stats_invalid": false, 2024-07-29T16:19:48.665 INFO:tasks.workunit.client.0.smithi067.stdout: "last_active": "2024-07-29T16:18:43.254640+0000", 2024-07-29T16:19:48.665 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_active": "2024-07-29T15:10:54.982743+0000", 2024-07-29T16:19:48.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_became_peered": "2024-07-29T15:10:54.982743+0000", 2024-07-29T16:19:48.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_change": "2024-07-29T15:10:54.987301+0000", 2024-07-29T16:19:48.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean": "2024-07-29T16:18:43.254640+0000", 2024-07-29T16:19:48.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_clean_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub": "0'0", 2024-07-29T16:19:48.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_deep_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_epoch_clean": 559, 2024-07-29T16:19:48.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fresh": "2024-07-29T16:18:43.254640+0000", 2024-07-29T16:19:48.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_fullsized": "2024-07-29T16:18:43.254640+0000", 2024-07-29T16:19:48.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_peered": "2024-07-29T16:18:43.254640+0000", 2024-07-29T16:19:48.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub": "0'0", 2024-07-29T16:19:48.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_duration": 0, 2024-07-29T16:19:48.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_scrub_stamp": "2024-07-29T14:58:53.871575+0000", 2024-07-29T16:19:48.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_undegraded": "2024-07-29T16:18:43.254640+0000", 2024-07-29T16:19:48.666 INFO:tasks.workunit.client.0.smithi067.stdout: "last_unstale": "2024-07-29T16:18:43.254640+0000", 2024-07-29T16:19:48.667 INFO:tasks.workunit.client.0.smithi067.stdout: "log_dups_size": 0, 2024-07-29T16:19:48.667 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.667 INFO:tasks.workunit.client.0.smithi067.stdout: "log_start": "0'0", 2024-07-29T16:19:48.667 INFO:tasks.workunit.client.0.smithi067.stdout: "manifest_stats_invalid": false, 2024-07-29T16:19:48.667 INFO:tasks.workunit.client.0.smithi067.stdout: "mapping_epoch": 558, 2024-07-29T16:19:48.667 INFO:tasks.workunit.client.0.smithi067.stdout: "object_location_counts": [], 2024-07-29T16:19:48.667 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_scrubbed": 0, 2024-07-29T16:19:48.667 INFO:tasks.workunit.client.0.smithi067.stdout: "objects_trimmed": 0, 2024-07-29T16:19:48.667 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_stats_invalid": false, 2024-07-29T16:19:48.667 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.667 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_start": "0'0", 2024-07-29T16:19:48.667 INFO:tasks.workunit.client.0.smithi067.stdout: "parent": "0.0", 2024-07-29T16:19:48.667 INFO:tasks.workunit.client.0.smithi067.stdout: "parent_split_bits": 0, 2024-07-29T16:19:48.667 INFO:tasks.workunit.client.0.smithi067.stdout: "pgid": "3.3f", 2024-07-29T16:19:48.667 INFO:tasks.workunit.client.0.smithi067.stdout: "pin_stats_invalid": false, 2024-07-29T16:19:48.668 INFO:tasks.workunit.client.0.smithi067.stdout: "purged_snaps": [], 2024-07-29T16:19:48.668 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_epoch": 2843, 2024-07-29T16:19:48.668 INFO:tasks.workunit.client.0.smithi067.stdout: "reported_seq": 5077, 2024-07-29T16:19:48.668 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_duration": 0.0, 2024-07-29T16:19:48.668 INFO:tasks.workunit.client.0.smithi067.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-31T02:50:48.908846+0000", 2024-07-29T16:19:48.668 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrim_duration": 0.0, 2024-07-29T16:19:48.668 INFO:tasks.workunit.client.0.smithi067.stdout: "snaptrimq_len": 0, 2024-07-29T16:19:48.668 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.668 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.668 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.668 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.668 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.668 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.668 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.668 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.668 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.669 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.670 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.671 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.671 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.671 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.671 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.671 INFO:tasks.workunit.client.0.smithi067.stdout: "state": "active+clean", 2024-07-29T16:19:48.671 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_invalid": false, 2024-07-29T16:19:48.671 INFO:tasks.workunit.client.0.smithi067.stdout: "up": [ 2024-07-29T16:19:48.671 INFO:tasks.workunit.client.0.smithi067.stdout: 7, 2024-07-29T16:19:48.671 INFO:tasks.workunit.client.0.smithi067.stdout: 6, 2024-07-29T16:19:48.671 INFO:tasks.workunit.client.0.smithi067.stdout: 0 2024-07-29T16:19:48.671 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.671 INFO:tasks.workunit.client.0.smithi067.stdout: "up_primary": 7, 2024-07-29T16:19:48.671 INFO:tasks.workunit.client.0.smithi067.stdout: "version": "0'0" 2024-07-29T16:19:48.671 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:48.672 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.672 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_per_pool": [ 2024-07-29T16:19:48.672 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.672 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": 3, 2024-07-29T16:19:48.672 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T16:19:48.672 INFO:tasks.workunit.client.0.smithi067.stdout: "mgr" 2024-07-29T16:19:48.672 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.672 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 237, 2024-07-29T16:19:48.672 INFO:tasks.workunit.client.0.smithi067.stdout: "num_pg": 1, 2024-07-29T16:19:48.672 INFO:tasks.workunit.client.0.smithi067.stdout: "num_store_stats": 3, 2024-07-29T16:19:48.672 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 237, 2024-07-29T16:19:48.672 INFO:tasks.workunit.client.0.smithi067.stdout: "poolid": 1, 2024-07-29T16:19:48.672 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.672 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 590368, 2024-07-29T16:19:48.673 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.673 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 1771104, 2024-07-29T16:19:48.673 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.673 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.673 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.673 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.673 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.673 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.673 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.673 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.673 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.673 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.673 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.673 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.674 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.674 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 6, 2024-07-29T16:19:48.674 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 2, 2024-07-29T16:19:48.674 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.674 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 2, 2024-07-29T16:19:48.674 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.674 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.674 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.674 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.674 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.674 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.674 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.674 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 6, 2024-07-29T16:19:48.674 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.675 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.675 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.675 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.675 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.675 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 1178, 2024-07-29T16:19:48.675 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 1994, 2024-07-29T16:19:48.675 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.675 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.675 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.675 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 391, 2024-07-29T16:19:48.675 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 2416 2024-07-29T16:19:48.675 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.675 INFO:tasks.workunit.client.0.smithi067.stdout: "store_stats": { 2024-07-29T16:19:48.675 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": 1781760, 2024-07-29T16:19:48.675 INFO:tasks.workunit.client.0.smithi067.stdout: "available": 0, 2024-07-29T16:19:48.675 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed": 0, 2024-07-29T16:19:48.676 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_allocated": 0, 2024-07-29T16:19:48.676 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_original": 0, 2024-07-29T16:19:48.676 INFO:tasks.workunit.client.0.smithi067.stdout: "data_stored": 1771104, 2024-07-29T16:19:48.676 INFO:tasks.workunit.client.0.smithi067.stdout: "internal_metadata": 0, 2024-07-29T16:19:48.676 INFO:tasks.workunit.client.0.smithi067.stdout: "internally_reserved": 0, 2024-07-29T16:19:48.676 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_allocated": 0, 2024-07-29T16:19:48.676 INFO:tasks.workunit.client.0.smithi067.stdout: "total": 0 2024-07-29T16:19:48.676 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.676 INFO:tasks.workunit.client.0.smithi067.stdout: "up": 3 2024-07-29T16:19:48.676 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.676 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.676 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": 96, 2024-07-29T16:19:48.676 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T16:19:48.676 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs" 2024-07-29T16:19:48.677 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.677 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 75, 2024-07-29T16:19:48.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_pg": 32, 2024-07-29T16:19:48.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_store_stats": 8, 2024-07-29T16:19:48.677 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 75, 2024-07-29T16:19:48.677 INFO:tasks.workunit.client.0.smithi067.stdout: "poolid": 2, 2024-07-29T16:19:48.677 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 6602, 2024-07-29T16:19:48.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.677 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 66, 2024-07-29T16:19:48.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 22, 2024-07-29T16:19:48.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 22, 2024-07-29T16:19:48.678 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.679 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.679 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.679 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.679 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.679 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 14, 2024-07-29T16:19:48.679 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.679 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.679 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.679 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.679 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.679 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.679 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.679 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 128, 2024-07-29T16:19:48.680 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 142, 2024-07-29T16:19:48.680 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.680 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.680 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.680 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 69, 2024-07-29T16:19:48.680 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 35 2024-07-29T16:19:48.680 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.680 INFO:tasks.workunit.client.0.smithi067.stdout: "store_stats": { 2024-07-29T16:19:48.680 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": 110592, 2024-07-29T16:19:48.680 INFO:tasks.workunit.client.0.smithi067.stdout: "available": 0, 2024-07-29T16:19:48.680 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed": 0, 2024-07-29T16:19:48.680 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_allocated": 0, 2024-07-29T16:19:48.680 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_original": 0, 2024-07-29T16:19:48.681 INFO:tasks.workunit.client.0.smithi067.stdout: "data_stored": 19806, 2024-07-29T16:19:48.681 INFO:tasks.workunit.client.0.smithi067.stdout: "internal_metadata": 0, 2024-07-29T16:19:48.681 INFO:tasks.workunit.client.0.smithi067.stdout: "internally_reserved": 0, 2024-07-29T16:19:48.681 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_allocated": 45817, 2024-07-29T16:19:48.681 INFO:tasks.workunit.client.0.smithi067.stdout: "total": 0 2024-07-29T16:19:48.681 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.681 INFO:tasks.workunit.client.0.smithi067.stdout: "up": 96 2024-07-29T16:19:48.681 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.681 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.681 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": 192, 2024-07-29T16:19:48.681 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T16:19:48.681 INFO:tasks.workunit.client.0.smithi067.stdout: "cephfs" 2024-07-29T16:19:48.681 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.681 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 0, 2024-07-29T16:19:48.682 INFO:tasks.workunit.client.0.smithi067.stdout: "num_pg": 64, 2024-07-29T16:19:48.682 INFO:tasks.workunit.client.0.smithi067.stdout: "num_store_stats": 8, 2024-07-29T16:19:48.682 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 0, 2024-07-29T16:19:48.682 INFO:tasks.workunit.client.0.smithi067.stdout: "poolid": 3, 2024-07-29T16:19:48.682 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.682 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 0, 2024-07-29T16:19:48.682 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.682 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.682 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.682 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.682 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.682 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.682 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.682 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.683 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.683 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.683 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.683 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.683 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.683 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.683 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.683 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 0, 2024-07-29T16:19:48.683 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 0, 2024-07-29T16:19:48.683 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.683 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 0, 2024-07-29T16:19:48.683 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.683 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 0, 2024-07-29T16:19:48.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 0, 2024-07-29T16:19:48.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 0, 2024-07-29T16:19:48.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.684 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.685 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.685 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 0, 2024-07-29T16:19:48.685 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 0 2024-07-29T16:19:48.685 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.685 INFO:tasks.workunit.client.0.smithi067.stdout: "store_stats": { 2024-07-29T16:19:48.685 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": 0, 2024-07-29T16:19:48.685 INFO:tasks.workunit.client.0.smithi067.stdout: "available": 0, 2024-07-29T16:19:48.685 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed": 0, 2024-07-29T16:19:48.685 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_allocated": 0, 2024-07-29T16:19:48.685 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_original": 0, 2024-07-29T16:19:48.685 INFO:tasks.workunit.client.0.smithi067.stdout: "data_stored": 0, 2024-07-29T16:19:48.685 INFO:tasks.workunit.client.0.smithi067.stdout: "internal_metadata": 0, 2024-07-29T16:19:48.685 INFO:tasks.workunit.client.0.smithi067.stdout: "internally_reserved": 0, 2024-07-29T16:19:48.685 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_allocated": 0, 2024-07-29T16:19:48.685 INFO:tasks.workunit.client.0.smithi067.stdout: "total": 0 2024-07-29T16:19:48.685 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.686 INFO:tasks.workunit.client.0.smithi067.stdout: "up": 192 2024-07-29T16:19:48.686 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.686 INFO:tasks.workunit.client.0.smithi067.stdout: { 2024-07-29T16:19:48.686 INFO:tasks.workunit.client.0.smithi067.stdout: "acting": 24, 2024-07-29T16:19:48.686 INFO:tasks.workunit.client.0.smithi067.stdout: "application": [ 2024-07-29T16:19:48.686 INFO:tasks.workunit.client.0.smithi067.stdout: "rbd" 2024-07-29T16:19:48.686 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.686 INFO:tasks.workunit.client.0.smithi067.stdout: "log_size": 24494, 2024-07-29T16:19:48.686 INFO:tasks.workunit.client.0.smithi067.stdout: "num_pg": 8, 2024-07-29T16:19:48.686 INFO:tasks.workunit.client.0.smithi067.stdout: "num_store_stats": 8, 2024-07-29T16:19:48.686 INFO:tasks.workunit.client.0.smithi067.stdout: "ondisk_log_size": 24494, 2024-07-29T16:19:48.686 INFO:tasks.workunit.client.0.smithi067.stdout: "poolid": 4, 2024-07-29T16:19:48.686 INFO:tasks.workunit.client.0.smithi067.stdout: "stat_sum": { 2024-07-29T16:19:48.686 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes": 4194323, 2024-07-29T16:19:48.686 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_hit_set_archive": 0, 2024-07-29T16:19:48.687 INFO:tasks.workunit.client.0.smithi067.stdout: "num_bytes_recovered": 0, 2024-07-29T16:19:48.687 INFO:tasks.workunit.client.0.smithi067.stdout: "num_deep_scrub_errors": 0, 2024-07-29T16:19:48.687 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict": 0, 2024-07-29T16:19:48.687 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_kb": 0, 2024-07-29T16:19:48.687 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_full": 0, 2024-07-29T16:19:48.687 INFO:tasks.workunit.client.0.smithi067.stdout: "num_evict_mode_some": 0, 2024-07-29T16:19:48.687 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush": 0, 2024-07-29T16:19:48.687 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_kb": 0, 2024-07-29T16:19:48.687 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_high": 0, 2024-07-29T16:19:48.687 INFO:tasks.workunit.client.0.smithi067.stdout: "num_flush_mode_low": 0, 2024-07-29T16:19:48.687 INFO:tasks.workunit.client.0.smithi067.stdout: "num_keys_recovered": 0, 2024-07-29T16:19:48.687 INFO:tasks.workunit.client.0.smithi067.stdout: "num_large_omap_objects": 0, 2024-07-29T16:19:48.687 INFO:tasks.workunit.client.0.smithi067.stdout: "num_legacy_snapsets": 0, 2024-07-29T16:19:48.687 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_clones": 0, 2024-07-29T16:19:48.687 INFO:tasks.workunit.client.0.smithi067.stdout: "num_object_copies": 12, 2024-07-29T16:19:48.687 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects": 4, 2024-07-29T16:19:48.688 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_degraded": 0, 2024-07-29T16:19:48.688 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_dirty": 4, 2024-07-29T16:19:48.688 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_hit_set_archive": 0, 2024-07-29T16:19:48.688 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_manifest": 0, 2024-07-29T16:19:48.688 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_misplaced": 0, 2024-07-29T16:19:48.688 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing": 0, 2024-07-29T16:19:48.688 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_missing_on_primary": 0, 2024-07-29T16:19:48.688 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_omap": 2, 2024-07-29T16:19:48.688 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_pinned": 0, 2024-07-29T16:19:48.688 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_recovered": 0, 2024-07-29T16:19:48.688 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_repaired": 0, 2024-07-29T16:19:48.688 INFO:tasks.workunit.client.0.smithi067.stdout: "num_objects_unfound": 0, 2024-07-29T16:19:48.688 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_bytes": 0, 2024-07-29T16:19:48.688 INFO:tasks.workunit.client.0.smithi067.stdout: "num_omap_keys": 0, 2024-07-29T16:19:48.688 INFO:tasks.workunit.client.0.smithi067.stdout: "num_promote": 0, 2024-07-29T16:19:48.689 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read": 9062, 2024-07-29T16:19:48.689 INFO:tasks.workunit.client.0.smithi067.stdout: "num_read_kb": 3053407, 2024-07-29T16:19:48.689 INFO:tasks.workunit.client.0.smithi067.stdout: "num_scrub_errors": 0, 2024-07-29T16:19:48.689 INFO:tasks.workunit.client.0.smithi067.stdout: "num_shallow_scrub_errors": 0, 2024-07-29T16:19:48.689 INFO:tasks.workunit.client.0.smithi067.stdout: "num_whiteouts": 0, 2024-07-29T16:19:48.689 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write": 24363, 2024-07-29T16:19:48.689 INFO:tasks.workunit.client.0.smithi067.stdout: "num_write_kb": 3126582 2024-07-29T16:19:48.689 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.689 INFO:tasks.workunit.client.0.smithi067.stdout: "store_stats": { 2024-07-29T16:19:48.689 INFO:tasks.workunit.client.0.smithi067.stdout: "allocated": 12595200, 2024-07-29T16:19:48.689 INFO:tasks.workunit.client.0.smithi067.stdout: "available": 0, 2024-07-29T16:19:48.689 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed": 0, 2024-07-29T16:19:48.689 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_allocated": 0, 2024-07-29T16:19:48.689 INFO:tasks.workunit.client.0.smithi067.stdout: "data_compressed_original": 0, 2024-07-29T16:19:48.689 INFO:tasks.workunit.client.0.smithi067.stdout: "data_stored": 12582969, 2024-07-29T16:19:48.689 INFO:tasks.workunit.client.0.smithi067.stdout: "internal_metadata": 0, 2024-07-29T16:19:48.690 INFO:tasks.workunit.client.0.smithi067.stdout: "internally_reserved": 0, 2024-07-29T16:19:48.690 INFO:tasks.workunit.client.0.smithi067.stdout: "omap_allocated": 0, 2024-07-29T16:19:48.690 INFO:tasks.workunit.client.0.smithi067.stdout: "total": 0 2024-07-29T16:19:48.690 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.690 INFO:tasks.workunit.client.0.smithi067.stdout: "up": 24 2024-07-29T16:19:48.690 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:48.690 INFO:tasks.workunit.client.0.smithi067.stdout: ], 2024-07-29T16:19:48.690 INFO:tasks.workunit.client.0.smithi067.stdout: "usage": { 2024-07-29T16:19:48.690 INFO:tasks.workunit.client.0.smithi067.stdout: "pg_num": 105, 2024-07-29T16:19:48.690 INFO:tasks.workunit.client.0.smithi067.stdout: "pools": 4, 2024-07-29T16:19:48.690 INFO:tasks.workunit.client.0.smithi067.stdout: "stats_by_class": { 2024-07-29T16:19:48.690 INFO:tasks.workunit.client.0.smithi067.stdout: "ssd": { 2024-07-29T16:19:48.690 INFO:tasks.workunit.client.0.smithi067.stdout: "total_avail_bytes": 763474092032, 2024-07-29T16:19:48.690 INFO:tasks.workunit.client.0.smithi067.stdout: "total_bytes": 767960285184, 2024-07-29T16:19:48.690 INFO:tasks.workunit.client.0.smithi067.stdout: "total_used_bytes": 4486193152, 2024-07-29T16:19:48.691 INFO:tasks.workunit.client.0.smithi067.stdout: "total_used_raw_bytes": 4486193152, 2024-07-29T16:19:48.691 INFO:tasks.workunit.client.0.smithi067.stdout: "total_used_raw_ratio": 0.005841699428856373 2024-07-29T16:19:48.691 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:48.691 INFO:tasks.workunit.client.0.smithi067.stdout: }, 2024-07-29T16:19:48.691 INFO:tasks.workunit.client.0.smithi067.stdout: "total_avail_bytes": 763474092032, 2024-07-29T16:19:48.691 INFO:tasks.workunit.client.0.smithi067.stdout: "total_bytes": 767960285184, 2024-07-29T16:19:48.691 INFO:tasks.workunit.client.0.smithi067.stdout: "total_used_bytes": 4486193152 2024-07-29T16:19:48.691 INFO:tasks.workunit.client.0.smithi067.stdout: } 2024-07-29T16:19:48.691 INFO:tasks.workunit.client.0.smithi067.stdout:} 2024-07-29T16:19:48.691 INFO:tasks.workunit.client.0.smithi067.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-07-29T16:19:48.691 INFO:tasks.workunit.client.0.smithi067.stderr:+ ceph telemetry off 2024-07-29T16:19:48.692 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='client.36063 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:48.692 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='client.45995 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:48.692 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='client.45995 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:48.692 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:19:48.692 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T16:19:48.692 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:48.692 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:48.692 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:48.692 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:48.692 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:48.693 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:48.693 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:48.693 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:48.693 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:48.693 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:48.693 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:48.693 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:48.693 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:48.693 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:48.693 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:48.693 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:48.693 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:48.693 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:48.693 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:48.694 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:48.694 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:48.694 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:48.694 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='client.36063 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:48.694 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='client.45995 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:48.694 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='client.45995 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:48.694 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:19:48.694 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T16:19:48.694 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:48.694 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:48.694 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:48.695 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:48.695 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:48.695 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:48.695 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:48.695 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:48.695 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:48.695 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:48.695 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:48.695 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:48.695 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:48.695 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:48.695 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:48.695 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:48.696 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:48.696 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:48.696 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:48.696 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:48.696 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:48.696 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:48.696 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:48.696 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:48.696 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:19:48.696 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T16:19:48.696 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:48.697 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:48.697 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:48.697 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:48.697 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:48.697 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:48.697 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:48.697 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:48.697 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:48.697 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:48.697 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:48.697 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:48.697 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:48.697 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:48.698 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:48.698 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:48.698 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:48.698 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:48.698 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:48.698 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:48.698 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:48.698 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:48.698 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:48.698 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:48.698 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:48.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:48.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:19:48.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-29T16:19:48.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:48.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:48.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:48.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:48.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:48.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:48.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:48.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:48.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:48.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:48.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:48.699 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:48.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:48.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:48.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:48.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:48.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:48.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:48.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:48.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-29T16:19:48.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-29T16:19:48.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-29T16:19:48.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-29T16:19:48.700 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-29T16:19:48.701 INFO:tasks.workunit.client.0.smithi067.stdout:Telemetry is currently not enabled, nothing to turn off. Please consider opting-in with `ceph telemetry on`. 2024-07-29T16:19:48.701 INFO:tasks.workunit.client.0.smithi067.stdout:Preview sample reports with `ceph telemetry preview`. 2024-07-29T16:19:48.701 INFO:tasks.workunit.client.0.smithi067.stdout:OK 2024-07-29T16:19:48.702 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:46 smithi138 ceph-mon[86438]: from='client.46001 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:48.702 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:46 smithi138 ceph-mon[86438]: pgmap v4800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 682 B/s rd, 1 op/s 2024-07-29T16:19:48.702 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:46 smithi138 ceph-mon[86438]: from='client.46001 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:48.702 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:46 smithi138 ceph-mon[86438]: from='client.46019 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:48.702 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:46 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:19:48.702 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:46 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:19:48.702 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:46 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:19:48.702 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:46 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:19:48.702 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:46 smithi138 ceph-mon[86438]: pgmap v4801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 773 B/s rd, 1 op/s 2024-07-29T16:19:48.702 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:46 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:19:48.702 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:46 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:19:48.702 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:46 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:19:48.703 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:47 smithi138 ceph-mon[86438]: from='client.46019 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:48.703 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:47 smithi138 ceph-mon[86438]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-07-29T16:19:48.703 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:47 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T16:19:48.703 INFO:tasks.workunit.client.0.smithi067.stderr:+ echo OK 2024-07-29T16:19:48.703 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-29T16:19:48.704 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-29T16:19:48.704 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:19:45 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:16:19:45] ENGINE Bus STOPPING 2024-07-29T16:19:48.704 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:19:46 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:16:19:46] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-29T16:19:48.704 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:19:46 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:16:19:46] ENGINE Bus STOPPED 2024-07-29T16:19:48.704 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:19:46 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:16:19:46] ENGINE Bus STARTING 2024-07-29T16:19:48.705 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:19:46 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:16:19:46] ENGINE Serving on http://:::9283 2024-07-29T16:19:48.705 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:19:46 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:16:19:46] ENGINE Bus STARTED 2024-07-29T16:19:48.705 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:46 smithi067 ceph-mon[91995]: from='client.46001 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:48.705 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:46 smithi067 ceph-mon[91995]: pgmap v4800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 682 B/s rd, 1 op/s 2024-07-29T16:19:48.705 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:46 smithi067 ceph-mon[91995]: from='client.46001 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:48.705 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:46 smithi067 ceph-mon[91995]: from='client.46019 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:48.705 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:46 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:19:48.705 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:46 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:19:48.705 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:46 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:19:48.705 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:46 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:19:48.705 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:46 smithi067 ceph-mon[91995]: pgmap v4801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 773 B/s rd, 1 op/s 2024-07-29T16:19:48.705 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:46 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:19:48.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:46 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:19:48.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:46 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:19:48.706 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:46 smithi067 ceph-mon[94375]: from='client.46001 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:48.706 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:46 smithi067 ceph-mon[94375]: pgmap v4800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 682 B/s rd, 1 op/s 2024-07-29T16:19:48.706 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:46 smithi067 ceph-mon[94375]: from='client.46001 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:48.706 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:46 smithi067 ceph-mon[94375]: from='client.46019 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:48.706 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:46 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:19:48.706 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:46 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:19:48.706 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:46 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:19:48.706 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:46 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-29T16:19:48.706 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:46 smithi067 ceph-mon[94375]: pgmap v4801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 773 B/s rd, 1 op/s 2024-07-29T16:19:48.707 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:46 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-29T16:19:48.707 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:46 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-29T16:19:48.707 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:46 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:19:48.707 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:19:47 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:19:47] "GET /metrics HTTP/1.1" 200 34411 "" "Prometheus/2.51.0" 2024-07-29T16:19:48.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:47 smithi067 ceph-mon[91995]: from='client.46019 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:48.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:47 smithi067 ceph-mon[91995]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-07-29T16:19:48.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:47 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T16:19:48.708 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:47 smithi067 ceph-mon[94375]: from='client.46019 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-07-29T16:19:48.708 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:47 smithi067 ceph-mon[94375]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-07-29T16:19:48.708 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:47 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T16:19:48.740 INFO:tasks.workunit:Stopping ['test_telemetry_quincy_x.sh'] on client.0... 2024-07-29T16:19:48.740 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-07-29T16:19:49.078 DEBUG:teuthology.parallel:result is None 2024-07-29T16:19:49.079 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-07-29T16:19:49.104 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-07-29T16:19:49.105 DEBUG:teuthology.orchestra.run.smithi067:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-07-29T16:19:49.161 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-07-29T16:19:49.161 INFO:teuthology.run_tasks:Running task print... 2024-07-29T16:19:49.171 INFO:teuthology.task.print:**** done end telemetry x... 2024-07-29T16:19:49.171 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-07-29T16:19:49.212 INFO:tasks.cephadm:Teardown begin 2024-07-29T16:19:49.212 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-07-29T16:19:49.213 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph fs dump --format=json 2024-07-29T16:19:49.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:48 smithi138 ceph-mon[86438]: pgmap v4802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-07-29T16:19:49.476 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T16:19:49.488 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:48 smithi067 ceph-mon[91995]: pgmap v4802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-07-29T16:19:49.488 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:48 smithi067 ceph-mon[94375]: pgmap v4802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-07-29T16:19:50.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:19:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:19:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:19:51.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:51 smithi138 ceph-mon[86438]: pgmap v4803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 18 op/s 2024-07-29T16:19:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:51 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:19:51.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:51 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:19:51.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:51 smithi067 ceph-mon[91995]: pgmap v4803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 18 op/s 2024-07-29T16:19:51.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:51 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:19:51.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:51 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:19:51.315 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:51 smithi067 ceph-mon[94375]: pgmap v4803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 18 op/s 2024-07-29T16:19:51.315 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:51 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' 2024-07-29T16:19:51.315 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:51 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:19:51.547 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T16:19:51.548 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":19,"btime":"2024-07-29T15:11:31:014630+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54268,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.138:6833/3837460225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6832","nonce":3837460225},{"type":"v1","addr":"172.21.15.138:6833","nonce":3837460225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-29T14:58:56.595761+0000","modified":"2024-07-29T15:11:22.694810+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":584,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44318},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44318":{"gid":44318,"name":"a","rank":0,"incarnation":15,"state":"up:active","state_seq":6,"addr":"172.21.15.67:6835/1292002331","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1292002331},{"type":"v1","addr":"172.21.15.67:6835","nonce":1292002331}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44318,"qdb_cluster":[44318]},"id":1}]} 2024-07-29T16:19:51.548 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 19 2024-07-29T16:19:52.117 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:52 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/3233127337' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-29T16:19:52.117 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:52 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/3233127337' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-29T16:19:52.145 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph fs dump --format=json 2024-07-29T16:19:52.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:52 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/3233127337' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-29T16:19:52.413 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T16:19:53.216 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:53 smithi067 ceph-mon[91995]: pgmap v4804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 18 op/s 2024-07-29T16:19:53.216 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:53 smithi067 ceph-mon[94375]: pgmap v4804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 18 op/s 2024-07-29T16:19:53.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:53 smithi138 ceph-mon[86438]: pgmap v4804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 18 op/s 2024-07-29T16:19:54.171 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T16:19:54.172 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":19,"btime":"2024-07-29T15:11:31:014630+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54268,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.138:6833/3837460225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6832","nonce":3837460225},{"type":"v1","addr":"172.21.15.138:6833","nonce":3837460225}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-29T14:58:56.595761+0000","modified":"2024-07-29T15:11:22.694810+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":584,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44318},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44318":{"gid":44318,"name":"a","rank":0,"incarnation":15,"state":"up:active","state_seq":6,"addr":"172.21.15.67:6835/1292002331","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1292002331},{"type":"v1","addr":"172.21.15.67:6835","nonce":1292002331}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44318,"qdb_cluster":[44318]},"id":1}]} 2024-07-29T16:19:54.172 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 19 2024-07-29T16:19:54.774 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph osd dump --format=json 2024-07-29T16:19:55.040 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T16:19:55.301 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:55 smithi067 ceph-mon[94375]: pgmap v4805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 18 op/s 2024-07-29T16:19:55.301 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:55 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2339912035' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-29T16:19:55.301 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:55 smithi067 ceph-mon[91995]: pgmap v4805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 18 op/s 2024-07-29T16:19:55.301 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:55 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2339912035' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-29T16:19:55.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:55 smithi138 ceph-mon[86438]: pgmap v4805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 18 op/s 2024-07-29T16:19:55.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:55 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2339912035' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-29T16:19:56.855 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-07-29T16:19:56.855 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":2843,"fsid":"32e7db98-4dba-11ef-bcc8-c7b262605968","created":"2024-07-29T14:53:37.587449+0000","modified":"2024-07-29T16:18:43.117295+0000","last_up_change":"2024-07-29T15:10:53.954248+0000","last_in_change":"2024-07-29T14:58:10.311067+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":118,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-29T14:56:33.778672+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-29T14:58:50.503423+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-29T14:58:53.821383+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-07-29T14:59:55.783108+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1120","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":9,"snap_epoch":1120,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8465e2b7-2ddd-46c6-b081-5612dcf79c62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":323,"up_from":334,"up_thru":2761,"down_at":324,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":1862104678},{"type":"v1","addr":"172.21.15.67:6803","nonce":1862104678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":1862104678},{"type":"v1","addr":"172.21.15.67:6805","nonce":1862104678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1862104678},{"type":"v1","addr":"172.21.15.67:6809","nonce":1862104678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":1862104678},{"type":"v1","addr":"172.21.15.67:6807","nonce":1862104678}]},"public_addr":"172.21.15.67:6803/1862104678","cluster_addr":"172.21.15.67:6805/1862104678","heartbeat_back_addr":"172.21.15.67:6809/1862104678","heartbeat_front_addr":"172.21.15.67:6807/1862104678","state":["exists","up"]},{"osd":1,"uuid":"b790c2e8-1d8d-4ceb-a7cf-3a7695c3dad6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":356,"up_from":366,"up_thru":2761,"down_at":357,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1907697282},{"type":"v1","addr":"172.21.15.67:6811","nonce":1907697282}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1907697282},{"type":"v1","addr":"172.21.15.67:6813","nonce":1907697282}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1907697282},{"type":"v1","addr":"172.21.15.67:6817","nonce":1907697282}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1907697282},{"type":"v1","addr":"172.21.15.67:6815","nonce":1907697282}]},"public_addr":"172.21.15.67:6811/1907697282","cluster_addr":"172.21.15.67:6813/1907697282","heartbeat_back_addr":"172.21.15.67:6817/1907697282","heartbeat_front_addr":"172.21.15.67:6815/1907697282","state":["exists","up"]},{"osd":2,"uuid":"d713bad4-4202-4062-b867-f6a391f60f97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":388,"up_from":400,"up_thru":2761,"down_at":389,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3921326799},{"type":"v1","addr":"172.21.15.67:6819","nonce":3921326799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3921326799},{"type":"v1","addr":"172.21.15.67:6821","nonce":3921326799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3921326799},{"type":"v1","addr":"172.21.15.67:6825","nonce":3921326799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3921326799},{"type":"v1","addr":"172.21.15.67:6823","nonce":3921326799}]},"public_addr":"172.21.15.67:6819/3921326799","cluster_addr":"172.21.15.67:6821/3921326799","heartbeat_back_addr":"172.21.15.67:6825/3921326799","heartbeat_front_addr":"172.21.15.67:6823/3921326799","state":["exists","up"]},{"osd":3,"uuid":"f85430b3-25a5-468d-b34a-4a10a8738236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":421,"up_from":432,"up_thru":2761,"down_at":422,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":985921640},{"type":"v1","addr":"172.21.15.67:6827","nonce":985921640}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":985921640},{"type":"v1","addr":"172.21.15.67:6829","nonce":985921640}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":985921640},{"type":"v1","addr":"172.21.15.67:6833","nonce":985921640}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":985921640},{"type":"v1","addr":"172.21.15.67:6831","nonce":985921640}]},"public_addr":"172.21.15.67:6827/985921640","cluster_addr":"172.21.15.67:6829/985921640","heartbeat_back_addr":"172.21.15.67:6833/985921640","heartbeat_front_addr":"172.21.15.67:6831/985921640","state":["exists","up"]},{"osd":4,"uuid":"3f8d303d-2dc6-4dbe-8f25-b43cb68c719e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":451,"up_from":462,"up_thru":2761,"down_at":452,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6800","nonce":2702577173},{"type":"v1","addr":"172.21.15.138:6801","nonce":2702577173}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6802","nonce":2702577173},{"type":"v1","addr":"172.21.15.138:6803","nonce":2702577173}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6806","nonce":2702577173},{"type":"v1","addr":"172.21.15.138:6807","nonce":2702577173}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6804","nonce":2702577173},{"type":"v1","addr":"172.21.15.138:6805","nonce":2702577173}]},"public_addr":"172.21.15.138:6801/2702577173","cluster_addr":"172.21.15.138:6803/2702577173","heartbeat_back_addr":"172.21.15.138:6807/2702577173","heartbeat_front_addr":"172.21.15.138:6805/2702577173","state":["exists","up"]},{"osd":5,"uuid":"168fe35e-32d8-41b9-ac21-2580a96e48f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":482,"up_from":492,"up_thru":2761,"down_at":483,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6808","nonce":378569863},{"type":"v1","addr":"172.21.15.138:6809","nonce":378569863}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6810","nonce":378569863},{"type":"v1","addr":"172.21.15.138:6811","nonce":378569863}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6814","nonce":378569863},{"type":"v1","addr":"172.21.15.138:6815","nonce":378569863}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6812","nonce":378569863},{"type":"v1","addr":"172.21.15.138:6813","nonce":378569863}]},"public_addr":"172.21.15.138:6809/378569863","cluster_addr":"172.21.15.138:6811/378569863","heartbeat_back_addr":"172.21.15.138:6815/378569863","heartbeat_front_addr":"172.21.15.138:6813/378569863","state":["exists","up"]},{"osd":6,"uuid":"c04410ea-c2a5-4057-96ce-c56a22aa0753","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":515,"up_from":526,"up_thru":2761,"down_at":516,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6816","nonce":1218131263},{"type":"v1","addr":"172.21.15.138:6817","nonce":1218131263}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6818","nonce":1218131263},{"type":"v1","addr":"172.21.15.138:6819","nonce":1218131263}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6822","nonce":1218131263},{"type":"v1","addr":"172.21.15.138:6823","nonce":1218131263}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6820","nonce":1218131263},{"type":"v1","addr":"172.21.15.138:6821","nonce":1218131263}]},"public_addr":"172.21.15.138:6817/1218131263","cluster_addr":"172.21.15.138:6819/1218131263","heartbeat_back_addr":"172.21.15.138:6823/1218131263","heartbeat_front_addr":"172.21.15.138:6821/1218131263","state":["exists","up"]},{"osd":7,"uuid":"0fcba3b2-e62b-4700-a9d6-65e58402a2d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":547,"up_from":558,"up_thru":2761,"down_at":548,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6824","nonce":1661185235},{"type":"v1","addr":"172.21.15.138:6825","nonce":1661185235}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6826","nonce":1661185235},{"type":"v1","addr":"172.21.15.138:6827","nonce":1661185235}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6830","nonce":1661185235},{"type":"v1","addr":"172.21.15.138:6831","nonce":1661185235}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.138:6828","nonce":1661185235},{"type":"v1","addr":"172.21.15.138:6829","nonce":1661185235}]},"public_addr":"172.21.15.138:6825/1661185235","cluster_addr":"172.21.15.138:6827/1661185235","heartbeat_back_addr":"172.21.15.138:6831/1661185235","heartbeat_front_addr":"172.21.15.138:6829/1661185235","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:55:44.392030+0000","dead_epoch":323},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:56:07.344422+0000","dead_epoch":355},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:56:30.694261+0000","dead_epoch":388},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:56:54.735506+0000","dead_epoch":421},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:57:16.275890+0000","dead_epoch":451},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:57:38.551301+0000","dead_epoch":482},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:58:01.562760+0000","dead_epoch":515},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-29T14:58:24.972130+0000","dead_epoch":547}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1a","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2},{"from":4,"to":1}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.20","mappings":[{"from":0,"to":1}]},{"pgid":"3.26","mappings":[{"from":4,"to":3}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:0/2198935693":"2024-07-29T16:56:51.467275+0000","172.21.15.67:0/3210216127":"2024-07-29T16:51:34.725999+0000","172.21.15.138:6833/1303672784":"2024-07-30T15:11:19.680333+0000","172.21.15.67:0/2905460658":"2024-07-29T17:18:11.531599+0000","172.21.15.67:6835/3863350938":"2024-07-30T15:11:00.929384+0000","172.21.15.67:6800/1199010813":"2024-07-30T14:54:01.799424+0000","172.21.15.67:0/1229475727":"2024-07-29T16:51:35.713089+0000","172.21.15.67:0/4204474362":"2024-07-30T15:05:49.836818+0000","172.21.15.67:0/3269264633":"2024-07-30T15:03:54.091739+0000","172.21.15.67:0/2799418606":"2024-07-30T14:59:40.885037+0000","172.21.15.67:0/782854378":"2024-07-30T14:54:01.799424+0000","172.21.15.67:6801/2633815782":"2024-07-30T15:05:49.836818+0000","172.21.15.67:6800/2633815782":"2024-07-30T15:05:49.836818+0000","172.21.15.138:6832/1303672784":"2024-07-30T15:11:19.680333+0000","172.21.15.67:0/223547080":"2024-07-30T15:05:49.836818+0000","172.21.15.67:6801/1199010813":"2024-07-30T14:54:01.799424+0000","172.21.15.138:0/1126506812":"2024-07-30T15:05:09.098194+0000","172.21.15.138:6835/2814616897":"2024-07-30T15:05:09.098194+0000","172.21.15.67:6800/1103080285":"2024-07-30T14:54:25.272063+0000","172.21.15.67:0/3067295291":"2024-07-30T14:59:40.885037+0000","172.21.15.67:0/2976172420":"2024-07-30T14:54:25.272063+0000","172.21.15.67:6800/3705764894":"2024-07-30T14:59:40.885037+0000","172.21.15.67:6834/3863350938":"2024-07-30T15:11:00.929384+0000","172.21.15.67:0/2754637383":"2024-07-30T15:05:49.836818+0000","172.21.15.67:0/1768388867":"2024-07-30T14:54:01.799424+0000","172.21.15.138:0/1720056899":"2024-07-30T15:05:09.098194+0000","172.21.15.138:0/190316257":"2024-07-30T15:05:09.098194+0000","172.21.15.67:0/924859822":"2024-07-30T14:54:01.799424+0000","172.21.15.67:0/2416871958":"2024-07-30T14:54:25.272063+0000","172.21.15.138:0/172028690":"2024-07-30T15:05:09.098194+0000","172.21.15.67:0/3893838864":"2024-07-30T15:05:49.836818+0000","172.21.15.67:0/1943110944":"2024-07-30T15:03:54.091739+0000","172.21.15.67:6801/3705764894":"2024-07-30T14:59:40.885037+0000","172.21.15.67:0/2782688845":"2024-07-30T15:03:54.091739+0000","172.21.15.67:0/3062403158":"2024-07-30T15:03:54.091739+0000","172.21.15.138:6834/2814616897":"2024-07-30T15:05:09.098194+0000","172.21.15.67:6800/3996640633":"2024-07-30T15:03:54.091739+0000","172.21.15.67:0/1531651543":"2024-07-30T14:59:40.885037+0000","172.21.15.67:6801/3996640633":"2024-07-30T15:03:54.091739+0000","172.21.15.138:0/2410847671":"2024-07-30T15:05:09.098194+0000","172.21.15.67:6801/1103080285":"2024-07-30T14:54:25.272063+0000","172.21.15.67:0/390985825":"2024-07-30T15:05:49.836818+0000","172.21.15.138:0/3382447615":"2024-07-30T15:05:09.098194+0000","172.21.15.67:0/2774179724":"2024-07-30T15:05:49.836818+0000","172.21.15.67:0/2641534054":"2024-07-30T14:59:40.885037+0000","172.21.15.138:0/1712433511":"2024-07-30T15:05:09.098194+0000","172.21.15.67:0/211464340":"2024-07-30T14:54:25.272063+0000","172.21.15.67:0/2002702055":"2024-07-30T15:03:54.091739+0000","172.21.15.67:0/1479543749":"2024-07-30T15:05:49.836818+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":68,"snaps":[{"begin":1,"length":2}]},{"pool":77,"snaps":[{"begin":2,"length":1}]},{"pool":78,"snaps":[{"begin":2,"length":1}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":2,"length":1}]},{"pool":82,"snaps":[{"begin":2,"length":1}]},{"pool":83,"snaps":[{"begin":2,"length":1}]},{"pool":84,"snaps":[{"begin":186,"length":1},{"begin":188,"length":1}]},{"pool":86,"snaps":[{"begin":5,"length":4}]},{"pool":88,"snaps":[{"begin":35,"length":3},{"begin":43,"length":1},{"begin":46,"length":2}]},{"pool":89,"snaps":[{"begin":17,"length":2},{"begin":22,"length":1}]},{"pool":90,"snaps":[{"begin":2,"length":1}]},{"pool":115,"snaps":[{"begin":104,"length":1}]},{"pool":117,"snaps":[{"begin":308,"length":5}]},{"pool":118,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-29T16:19:57.177 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:57 smithi067 ceph-mon[91995]: pgmap v4806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-07-29T16:19:57.177 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:57 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/2731047897' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-29T16:19:57.177 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:57 smithi067 ceph-mon[94375]: pgmap v4806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-07-29T16:19:57.178 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:57 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/2731047897' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-29T16:19:57.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:57 smithi138 ceph-mon[86438]: pgmap v4806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-07-29T16:19:57.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:57 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/2731047897' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-29T16:19:57.498 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph fs fail cephfs 2024-07-29T16:19:57.767 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T16:19:58.115 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:19:57 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:19:57] "GET /metrics HTTP/1.1" 200 34410 "" "Prometheus/2.51.0" 2024-07-29T16:19:59.288 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:59 smithi067 ceph-mon[91995]: pgmap v4807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 15 op/s 2024-07-29T16:19:59.288 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:19:59 smithi067 ceph-mon[94375]: pgmap v4807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 15 op/s 2024-07-29T16:19:59.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:19:59 smithi138 ceph-mon[86438]: pgmap v4807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 15 op/s 2024-07-29T16:19:59.601 INFO:teuthology.orchestra.run.smithi067.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-07-29T16:19:59.908 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:19:59 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-a[91991]: 2024-07-29T16:19:59.598+0000 7f11406fd640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-29T16:19:59.909 INFO:journalctl@ceph.mds.a.smithi067.stdout:Jul 29 16:19:59 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-a[118735]: ignoring --setuser ceph since I am not root 2024-07-29T16:19:59.909 INFO:journalctl@ceph.mds.a.smithi067.stdout:Jul 29 16:19:59 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-a[118735]: ignoring --setgroup ceph since I am not root 2024-07-29T16:19:59.909 INFO:journalctl@ceph.mds.a.smithi067.stdout:Jul 29 16:19:59 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-a[118735]: starting mds.a at 2024-07-29T16:20:00.234 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:00 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/909800799' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-07-29T16:20:00.234 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:00 smithi067 ceph-mon[94375]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-07-29T16:20:00.234 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:00 smithi067 ceph-mon[94375]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-29T16:20:00.234 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:00 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/909800799' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-07-29T16:20:00.234 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:00 smithi067 ceph-mon[94375]: osdmap e2844: 8 total, 8 up, 8 in 2024-07-29T16:20:00.234 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:00 smithi067 ceph-mon[94375]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-07-29T16:20:00.235 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:00 smithi067 ceph-mon[94375]: Health detail: HEALTH_ERR 1 filesystem is degraded; 1 filesystem is offline 2024-07-29T16:20:00.235 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:00 smithi067 ceph-mon[94375]: [WRN] FS_DEGRADED: 1 filesystem is degraded 2024-07-29T16:20:00.235 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:00 smithi067 ceph-mon[94375]: fs cephfs is degraded 2024-07-29T16:20:00.235 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:00 smithi067 ceph-mon[94375]: [ERR] MDS_ALL_DOWN: 1 filesystem is offline 2024-07-29T16:20:00.235 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:00 smithi067 ceph-mon[94375]: fs cephfs is offline because no MDS is active for it. 2024-07-29T16:20:00.235 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:00 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-a[91991]: 2024-07-29T16:19:59.999+0000 7f1142f02640 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 1 filesystem is degraded; 1 filesystem is offline 2024-07-29T16:20:00.235 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:00 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-a[91991]: 2024-07-29T16:19:59.999+0000 7f1142f02640 -1 log_channel(cluster) log [ERR] : [WRN] FS_DEGRADED: 1 filesystem is degraded 2024-07-29T16:20:00.235 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:00 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-a[91991]: 2024-07-29T16:19:59.999+0000 7f1142f02640 -1 log_channel(cluster) log [ERR] : fs cephfs is degraded 2024-07-29T16:20:00.235 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:00 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-a[91991]: 2024-07-29T16:19:59.999+0000 7f1142f02640 -1 log_channel(cluster) log [ERR] : [ERR] MDS_ALL_DOWN: 1 filesystem is offline 2024-07-29T16:20:00.235 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:00 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-a[91991]: 2024-07-29T16:19:59.999+0000 7f1142f02640 -1 log_channel(cluster) log [ERR] : fs cephfs is offline because no MDS is active for it. 2024-07-29T16:20:00.235 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:00 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/909800799' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-07-29T16:20:00.236 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:00 smithi067 ceph-mon[91995]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-07-29T16:20:00.236 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:00 smithi067 ceph-mon[91995]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-29T16:20:00.236 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:00 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/909800799' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-07-29T16:20:00.236 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:00 smithi067 ceph-mon[91995]: osdmap e2844: 8 total, 8 up, 8 in 2024-07-29T16:20:00.236 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:00 smithi067 ceph-mon[91995]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-07-29T16:20:00.236 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:00 smithi067 ceph-mon[91995]: Health detail: HEALTH_ERR 1 filesystem is degraded; 1 filesystem is offline 2024-07-29T16:20:00.236 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:00 smithi067 ceph-mon[91995]: [WRN] FS_DEGRADED: 1 filesystem is degraded 2024-07-29T16:20:00.236 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:00 smithi067 ceph-mon[91995]: fs cephfs is degraded 2024-07-29T16:20:00.236 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:00 smithi067 ceph-mon[91995]: [ERR] MDS_ALL_DOWN: 1 filesystem is offline 2024-07-29T16:20:00.236 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:00 smithi067 ceph-mon[91995]: fs cephfs is offline because no MDS is active for it. 2024-07-29T16:20:00.263 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-07-29T16:20:00.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:20:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:20:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:20:00.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:00 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/909800799' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-07-29T16:20:00.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:00 smithi138 ceph-mon[86438]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-07-29T16:20:00.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:00 smithi138 ceph-mon[86438]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-29T16:20:00.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:00 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/909800799' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-07-29T16:20:00.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:00 smithi138 ceph-mon[86438]: osdmap e2844: 8 total, 8 up, 8 in 2024-07-29T16:20:00.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:00 smithi138 ceph-mon[86438]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-07-29T16:20:00.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:00 smithi138 ceph-mon[86438]: Health detail: HEALTH_ERR 1 filesystem is degraded; 1 filesystem is offline 2024-07-29T16:20:00.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:00 smithi138 ceph-mon[86438]: [WRN] FS_DEGRADED: 1 filesystem is degraded 2024-07-29T16:20:00.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:00 smithi138 ceph-mon[86438]: fs cephfs is degraded 2024-07-29T16:20:00.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:00 smithi138 ceph-mon[86438]: [ERR] MDS_ALL_DOWN: 1 filesystem is offline 2024-07-29T16:20:00.312 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:00 smithi138 ceph-mon[86438]: fs cephfs is offline because no MDS is active for it. 2024-07-29T16:20:00.531 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T16:20:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:01 smithi067 ceph-mon[91995]: pgmap v4809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2024-07-29T16:20:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:01 smithi067 ceph-mon[91995]: mds.? [v2:172.21.15.67:6834/3294592576,v1:172.21.15.67:6835/3294592576] up:boot 2024-07-29T16:20:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:01 smithi067 ceph-mon[91995]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-07-29T16:20:01.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:01 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-29T16:20:01.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:01 smithi067 ceph-mon[94375]: pgmap v4809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2024-07-29T16:20:01.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:01 smithi067 ceph-mon[94375]: mds.? [v2:172.21.15.67:6834/3294592576,v1:172.21.15.67:6835/3294592576] up:boot 2024-07-29T16:20:01.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:01 smithi067 ceph-mon[94375]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-07-29T16:20:01.239 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:01 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-29T16:20:01.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:01 smithi138 ceph-mon[86438]: pgmap v4809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2024-07-29T16:20:01.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:01 smithi138 ceph-mon[86438]: mds.? [v2:172.21.15.67:6834/3294592576,v1:172.21.15.67:6835/3294592576] up:boot 2024-07-29T16:20:01.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:01 smithi138 ceph-mon[86438]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-07-29T16:20:01.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:01 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-29T16:20:03.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:03 smithi138 ceph-mon[86438]: pgmap v4810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:20:03.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:03 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1358667223' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-07-29T16:20:03.391 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:03 smithi067 ceph-mon[91995]: pgmap v4810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:20:03.392 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:03 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1358667223' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-07-29T16:20:03.392 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:03 smithi067 ceph-mon[94375]: pgmap v4810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:20:03.392 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:03 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1358667223' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-07-29T16:20:03.700 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-07-29T16:20:03.973 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T16:20:04.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:04 smithi138 ceph-mon[86438]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-07-29T16:20:04.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:04 smithi138 ceph-mon[86438]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-07-29T16:20:04.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:04 smithi138 ceph-mon[86438]: Cluster is now healthy 2024-07-29T16:20:04.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:04 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1358667223' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-07-29T16:20:04.311 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:04 smithi138 ceph-mon[86438]: fsmap 2 up:standby 2024-07-29T16:20:04.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:04 smithi067 ceph-mon[94375]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-07-29T16:20:04.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:04 smithi067 ceph-mon[94375]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-07-29T16:20:04.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:04 smithi067 ceph-mon[94375]: Cluster is now healthy 2024-07-29T16:20:04.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:04 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1358667223' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-07-29T16:20:04.404 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:04 smithi067 ceph-mon[94375]: fsmap 2 up:standby 2024-07-29T16:20:04.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:04 smithi067 ceph-mon[91995]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-07-29T16:20:04.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:04 smithi067 ceph-mon[91995]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-07-29T16:20:04.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:04 smithi067 ceph-mon[91995]: Cluster is now healthy 2024-07-29T16:20:04.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:04 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1358667223' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-07-29T16:20:04.404 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:04 smithi067 ceph-mon[91995]: fsmap 2 up:standby 2024-07-29T16:20:05.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:05 smithi067 ceph-mon[91995]: pgmap v4811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:20:05.238 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:05 smithi067 ceph-mon[91995]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:20:05.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:05 smithi067 ceph-mon[94375]: pgmap v4811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:20:05.238 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:05 smithi067 ceph-mon[94375]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:20:05.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:05 smithi138 ceph-mon[86438]: pgmap v4811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:20:05.310 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:05 smithi138 ceph-mon[86438]: from='mgr.34107 172.21.15.67:0/559990607' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-29T16:20:06.072 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' removed 2024-07-29T16:20:06.373 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:06 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1231955865' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-29T16:20:06.373 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:06 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-29T16:20:06.374 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:06 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1231955865' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-29T16:20:06.374 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:06 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-29T16:20:06.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:06 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1231955865' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-29T16:20:06.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:06 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-29T16:20:06.699 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-07-29T16:20:06.979 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/mon.a/config 2024-07-29T16:20:07.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:07 smithi067 ceph-mon[91995]: pgmap v4812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:20:07.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:07 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-07-29T16:20:07.343 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:07 smithi067 ceph-mon[91995]: osdmap e2845: 8 total, 8 up, 8 in 2024-07-29T16:20:07.343 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:07 smithi067 ceph-mon[94375]: pgmap v4812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:20:07.343 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:07 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-07-29T16:20:07.343 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:07 smithi067 ceph-mon[94375]: osdmap e2845: 8 total, 8 up, 8 in 2024-07-29T16:20:07.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:07 smithi138 ceph-mon[86438]: pgmap v4812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:20:07.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:07 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-07-29T16:20:07.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:07 smithi138 ceph-mon[86438]: osdmap e2845: 8 total, 8 up, 8 in 2024-07-29T16:20:08.050 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:20:07 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: ::ffff:172.21.15.138 - - [29/Jul/2024:16:20:07] "GET /metrics HTTP/1.1" 200 34332 "" "Prometheus/2.51.0" 2024-07-29T16:20:09.077 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' removed 2024-07-29T16:20:09.362 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:09 smithi138 ceph-mon[86438]: pgmap v4814: 73 pgs: 73 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:20:09.362 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:09 smithi138 ceph-mon[86438]: from='client.? 172.21.15.67:0/1258270559' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-29T16:20:09.362 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:09 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-29T16:20:09.451 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:09 smithi067 ceph-mon[91995]: pgmap v4814: 73 pgs: 73 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:20:09.451 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:09 smithi067 ceph-mon[91995]: from='client.? 172.21.15.67:0/1258270559' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-29T16:20:09.452 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:09 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-29T16:20:09.452 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:09 smithi067 ceph-mon[94375]: pgmap v4814: 73 pgs: 73 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-07-29T16:20:09.452 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:09 smithi067 ceph-mon[94375]: from='client.? 172.21.15.67:0/1258270559' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-29T16:20:09.452 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:09 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-29T16:20:09.778 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-07-29T16:20:09.810 DEBUG:teuthology.orchestra.run.smithi138:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-07-29T16:20:09.843 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-07-29T16:20:09.843 DEBUG:teuthology.orchestra.run.smithi067:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-07-29T16:20:09.868 DEBUG:teuthology.orchestra.run.smithi138:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-07-29T16:20:09.900 INFO:tasks.cephadm:Stopping all daemons... 2024-07-29T16:20:09.901 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-07-29T16:20:09.901 DEBUG:teuthology.orchestra.run.smithi067:> sudo systemctl stop ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mon.a 2024-07-29T16:20:10.084 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:09 smithi067 systemd[1]: Stopping Ceph mon.a for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T16:20:10.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:10 smithi138 ceph-mon[86438]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-07-29T16:20:10.214 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:10 smithi138 ceph-mon[86438]: osdmap e2846: 8 total, 8 up, 8 in 2024-07-29T16:20:10.349 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:20:10 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:16:20:10] ENGINE Bus STOPPING 2024-07-29T16:20:10.350 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:10 smithi067 ceph-mon[94375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-07-29T16:20:10.350 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:10 smithi067 ceph-mon[94375]: osdmap e2846: 8 total, 8 up, 8 in 2024-07-29T16:20:10.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:10 smithi067 ceph-mon[91995]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-07-29T16:20:10.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:10 smithi067 ceph-mon[91995]: osdmap e2846: 8 total, 8 up, 8 in 2024-07-29T16:20:10.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:10 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-a[91991]: 2024-07-29T16:20:10.216+0000 7f1145f08640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-07-29T16:20:10.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:10 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-a[91991]: 2024-07-29T16:20:10.216+0000 7f1145f08640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-07-29T16:20:10.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:10 smithi067 podman[165944]: 2024-07-29 16:20:10.278016093 +0000 UTC m=+0.171887720 container died b489fbc3c0187f4ba44d7df635438b1c4d088b02d22df8e1b5559a16338b493e (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-a, org.label-schema.build-date=20240716, org.label-schema.license=GPLv2, RELEASE=main-69149bb, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0) 2024-07-29T16:20:10.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:20:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:20:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"32e7db98-4dba-11ef-bcc8-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-29T16:20:10.667 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:20:10 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:16:20:10] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-29T16:20:10.667 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:20:10 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:16:20:10] ENGINE Bus STOPPED 2024-07-29T16:20:10.667 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:20:10 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:16:20:10] ENGINE Bus STARTING 2024-07-29T16:20:10.667 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:20:10 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:16:20:10] ENGINE Serving on http://:::9283 2024-07-29T16:20:10.667 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:20:10 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: [29/Jul/2024:16:20:10] ENGINE Bus STARTED 2024-07-29T16:20:10.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:10 smithi067 podman[165944]: 2024-07-29 16:20:10.666738569 +0000 UTC m=+0.560610195 container cleanup b489fbc3c0187f4ba44d7df635438b1c4d088b02d22df8e1b5559a16338b493e (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240716, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, RELEASE=main-69149bb, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-07-29T16:20:10.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:10 smithi067 bash[165944]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-a 2024-07-29T16:20:10.988 INFO:journalctl@ceph.mon.a.smithi067.stdout:Jul 29 16:20:10 smithi067 podman[165992]: 2024-07-29 16:20:10.893298619 +0000 UTC m=+0.613038084 container remove b489fbc3c0187f4ba44d7df635438b1c4d088b02d22df8e1b5559a16338b493e (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-a, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=main-69149bb, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240716, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-07-29T16:20:11.030 DEBUG:teuthology.orchestra.run.smithi067:> sudo pkill -f 'journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mon.a.service' 2024-07-29T16:20:11.081 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-29T16:20:11.081 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-07-29T16:20:11.081 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-07-29T16:20:11.081 DEBUG:teuthology.orchestra.run.smithi067:> sudo systemctl stop ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mon.c 2024-07-29T16:20:11.364 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:11 smithi067 systemd[1]: Stopping Ceph mon.c for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T16:20:11.706 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:11 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-c[94371]: 2024-07-29T16:20:11.363+0000 7f3268e1b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-07-29T16:20:11.706 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:11 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-c[94371]: 2024-07-29T16:20:11.363+0000 7f3268e1b640 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-07-29T16:20:11.706 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:11 smithi067 podman[166176]: 2024-07-29 16:20:11.4453222 +0000 UTC m=+0.175340001 container died 75074f1e503ebe3b12b56ea2aad99f6c1b27eb443b40d71ba92481700bf5c7c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240716, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=main-69149bb) 2024-07-29T16:20:11.956 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:11 smithi067 podman[166176]: 2024-07-29 16:20:11.788207807 +0000 UTC m=+0.518225596 container cleanup 75074f1e503ebe3b12b56ea2aad99f6c1b27eb443b40d71ba92481700bf5c7c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240716, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=main-69149bb, io.buildah.version=1.36.0) 2024-07-29T16:20:11.957 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:11 smithi067 bash[166176]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-c 2024-07-29T16:20:12.202 DEBUG:teuthology.orchestra.run.smithi067:> sudo pkill -f 'journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mon.c.service' 2024-07-29T16:20:12.225 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:11 smithi067 podman[166188]: 2024-07-29 16:20:11.956239136 +0000 UTC m=+0.505591195 container remove 75074f1e503ebe3b12b56ea2aad99f6c1b27eb443b40d71ba92481700bf5c7c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-c, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.build-date=20240716, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=main-69149bb) 2024-07-29T16:20:12.225 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:12 smithi067 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mon.c.service: Deactivated successfully. 2024-07-29T16:20:12.225 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:12 smithi067 systemd[1]: Stopped Ceph mon.c for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T16:20:12.225 INFO:journalctl@ceph.mon.c.smithi067.stdout:Jul 29 16:20:12 smithi067 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mon.c.service: Consumed 49.728s CPU time. 2024-07-29T16:20:12.238 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-29T16:20:12.239 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-07-29T16:20:12.239 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-07-29T16:20:12.239 DEBUG:teuthology.orchestra.run.smithi138:> sudo systemctl stop ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mon.b 2024-07-29T16:20:12.561 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:12 smithi138 systemd[1]: Stopping Ceph mon.b for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T16:20:13.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:12 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-b[86434]: 2024-07-29T16:20:12.713+0000 7f36ddc00640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-07-29T16:20:13.060 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:12 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-b[86434]: 2024-07-29T16:20:12.713+0000 7f36ddc00640 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-07-29T16:20:13.061 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:12 smithi138 podman[138793]: 2024-07-29 16:20:12.928250891 +0000 UTC m=+0.486346183 container died bccf2941ae7e93e358465779815ea0a1cb8728eb5e3575ca53323ba8c0d73bc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240716, RELEASE=main-69149bb, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-07-29T16:20:13.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:13 smithi138 podman[138793]: 2024-07-29 16:20:13.380468967 +0000 UTC m=+0.938564255 container cleanup bccf2941ae7e93e358465779815ea0a1cb8728eb5e3575ca53323ba8c0d73bc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-b, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=main-69149bb, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.build-date=20240716, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-29T16:20:13.560 INFO:journalctl@ceph.mon.b.smithi138.stdout:Jul 29 16:20:13 smithi138 bash[138793]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mon-b 2024-07-29T16:20:13.810 DEBUG:teuthology.orchestra.run.smithi138:> sudo pkill -f 'journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mon.b.service' 2024-07-29T16:20:13.880 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-29T16:20:13.880 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-07-29T16:20:13.880 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-07-29T16:20:13.881 DEBUG:teuthology.orchestra.run.smithi067:> sudo systemctl stop ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mgr.y 2024-07-29T16:20:14.177 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:20:13 smithi067 systemd[1]: Stopping Ceph mgr.y for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T16:20:14.460 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:20:14 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T16:20:14.175+0000 7f79f951c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-29T16:20:14.461 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:20:14 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y[83662]: 2024-07-29T16:20:14.175+0000 7f79f951c640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-07-29T16:20:14.461 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:20:14 smithi067 podman[166297]: 2024-07-29 16:20:14.218359963 +0000 UTC m=+0.135304064 container died 2844d13de9928df51e809f4915ccf81e668fcec9a03b692796fbca4fd4429534 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y, org.label-schema.build-date=20240716, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, RELEASE=main-69149bb, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-07-29T16:20:14.738 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:20:14 smithi067 podman[166297]: 2024-07-29 16:20:14.559887916 +0000 UTC m=+0.476832016 container cleanup 2844d13de9928df51e809f4915ccf81e668fcec9a03b692796fbca4fd4429534 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240716, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-69149bb) 2024-07-29T16:20:14.738 INFO:journalctl@ceph.mgr.y.smithi067.stdout:Jul 29 16:20:14 smithi067 bash[166297]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-y 2024-07-29T16:20:14.994 DEBUG:teuthology.orchestra.run.smithi067:> sudo pkill -f 'journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mgr.y.service' 2024-07-29T16:20:15.031 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-29T16:20:15.031 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-07-29T16:20:15.031 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-07-29T16:20:15.031 DEBUG:teuthology.orchestra.run.smithi138:> sudo systemctl stop ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mgr.x 2024-07-29T16:20:15.310 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 16:20:15 smithi138 systemd[1]: Stopping Ceph mgr.x for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T16:20:15.787 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 16:20:15 smithi138 podman[138916]: 2024-07-29 16:20:15.359355527 +0000 UTC m=+0.137616892 container died ae20c11d7057c0473c8ec4e0c10b98a7f7cfeaa9314bbb38619f26c0d1d669c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x, org.label-schema.build-date=20240716, RELEASE=main-69149bb, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-07-29T16:20:16.060 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 16:20:15 smithi138 podman[138916]: 2024-07-29 16:20:15.886570783 +0000 UTC m=+0.664832152 container cleanup ae20c11d7057c0473c8ec4e0c10b98a7f7cfeaa9314bbb38619f26c0d1d669c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-69149bb, org.label-schema.build-date=20240716) 2024-07-29T16:20:16.060 INFO:journalctl@ceph.mgr.x.smithi138.stdout:Jul 29 16:20:15 smithi138 bash[138916]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mgr-x 2024-07-29T16:20:16.312 DEBUG:teuthology.orchestra.run.smithi138:> sudo pkill -f 'journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mgr.x.service' 2024-07-29T16:20:16.347 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-29T16:20:16.347 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-07-29T16:20:16.347 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-07-29T16:20:16.347 DEBUG:teuthology.orchestra.run.smithi067:> sudo systemctl stop ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.0 2024-07-29T16:20:16.656 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 16:20:16 smithi067 systemd[1]: Stopping Ceph osd.0 for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T16:20:16.988 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 16:20:16 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0[99872]: 2024-07-29T16:20:16.655+0000 7f5e79465640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-29T16:20:16.988 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 16:20:16 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0[99872]: 2024-07-29T16:20:16.655+0000 7f5e79465640 -1 osd.0 2846 *** Got signal Terminated *** 2024-07-29T16:20:16.988 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 16:20:16 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0[99872]: 2024-07-29T16:20:16.655+0000 7f5e79465640 -1 osd.0 2846 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-29T16:20:22.350 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 16:20:22 smithi067 podman[166417]: 2024-07-29 16:20:22.091601095 +0000 UTC m=+5.546096455 container died 17c73145f36a54cff191500d04934b4f8a531860a79206aad10d8bb390d14b1e (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=main-69149bb, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240716, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-07-29T16:20:22.632 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 16:20:22 smithi067 podman[166417]: 2024-07-29 16:20:22.422464669 +0000 UTC m=+5.876960029 container cleanup 17c73145f36a54cff191500d04934b4f8a531860a79206aad10d8bb390d14b1e (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240716, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-69149bb, io.buildah.version=1.36.0) 2024-07-29T16:20:22.632 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 16:20:22 smithi067 bash[166417]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0 2024-07-29T16:20:22.988 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 16:20:22 smithi067 podman[166435]: 2024-07-29 16:20:22.632147147 +0000 UTC m=+0.535996264 container remove 17c73145f36a54cff191500d04934b4f8a531860a79206aad10d8bb390d14b1e (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, RELEASE=main-69149bb, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240716, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-07-29T16:20:23.344 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 16:20:23 smithi067 podman[166522]: 2024-07-29 16:20:22.961058836 +0000 UTC m=+0.017818824 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T16:20:23.344 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 16:20:23 smithi067 podman[166522]: 2024-07-29 16:20:23.066316789 +0000 UTC m=+0.123076767 container create 41bf14a445fddf9f27a34bfedc50d88cb6a1694085dc524e8657fa88174e6ba7 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=main-69149bb, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240716, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-07-29T16:20:23.344 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 16:20:23 smithi067 podman[166522]: 2024-07-29 16:20:23.268677914 +0000 UTC m=+0.325437892 container init 41bf14a445fddf9f27a34bfedc50d88cb6a1694085dc524e8657fa88174e6ba7 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, RELEASE=main-69149bb, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240716, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-07-29T16:20:23.344 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 16:20:23 smithi067 podman[166522]: 2024-07-29 16:20:23.272047975 +0000 UTC m=+0.328807956 container start 41bf14a445fddf9f27a34bfedc50d88cb6a1694085dc524e8657fa88174e6ba7 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0-deactivate, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240716, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-69149bb, GIT_BRANCH=HEAD) 2024-07-29T16:20:23.344 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 16:20:23 smithi067 podman[166522]: 2024-07-29 16:20:23.343591239 +0000 UTC m=+0.400351232 container attach 41bf14a445fddf9f27a34bfedc50d88cb6a1694085dc524e8657fa88174e6ba7 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0-deactivate, RELEASE=main-69149bb, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240716, ceph=True) 2024-07-29T16:20:23.738 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 16:20:23 smithi067 podman[166522]: 2024-07-29 16:20:23.472524231 +0000 UTC m=+0.529284218 container died 41bf14a445fddf9f27a34bfedc50d88cb6a1694085dc524e8657fa88174e6ba7 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240716, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-69149bb, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-07-29T16:20:24.031 INFO:journalctl@ceph.osd.0.smithi067.stdout:Jul 29 16:20:24 smithi067 podman[166546]: 2024-07-29 16:20:24.014160874 +0000 UTC m=+0.535760271 container remove 41bf14a445fddf9f27a34bfedc50d88cb6a1694085dc524e8657fa88174e6ba7 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240716, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, RELEASE=main-69149bb) 2024-07-29T16:20:24.037 DEBUG:teuthology.orchestra.run.smithi067:> sudo pkill -f 'journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.0.service' 2024-07-29T16:20:24.060 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:20:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:20:23.571Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.67:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.67:8765: connect: connection refused" 2024-07-29T16:20:24.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:20:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:20:23.574Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.67:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.67:8765: connect: connection refused" 2024-07-29T16:20:24.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:20:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:20:23.575Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.67:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.67:8765: connect: connection refused" 2024-07-29T16:20:24.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:20:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:20:23.575Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.67:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.67:8765: connect: connection refused" 2024-07-29T16:20:24.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:20:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:20:23.575Z caller=refresh.go:90 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.67:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.67:8765: connect: connection refused" 2024-07-29T16:20:24.077 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-29T16:20:24.078 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-07-29T16:20:24.078 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-07-29T16:20:24.078 DEBUG:teuthology.orchestra.run.smithi067:> sudo systemctl stop ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.1 2024-07-29T16:20:24.294 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 16:20:24 smithi067 systemd[1]: Stopping Ceph osd.1 for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T16:20:24.630 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 16:20:24 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1[104378]: 2024-07-29T16:20:24.444+0000 7f80b7069640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-29T16:20:24.631 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 16:20:24 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1[104378]: 2024-07-29T16:20:24.444+0000 7f80b7069640 -1 osd.1 2846 *** Got signal Terminated *** 2024-07-29T16:20:24.631 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 16:20:24 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1[104378]: 2024-07-29T16:20:24.444+0000 7f80b7069640 -1 osd.1 2846 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-29T16:20:30.269 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 16:20:29 smithi067 podman[166628]: 2024-07-29 16:20:29.997063464 +0000 UTC m=+5.669511285 container died e9d39547a528a96d414b96ce1b0abb119935eff462398313bc9a0f11b6180892 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=main-69149bb, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240716, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-29T16:20:30.619 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 16:20:30 smithi067 podman[166628]: 2024-07-29 16:20:30.350513256 +0000 UTC m=+6.022961069 container cleanup e9d39547a528a96d414b96ce1b0abb119935eff462398313bc9a0f11b6180892 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1, org.label-schema.build-date=20240716, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=main-69149bb, maintainer=Guillaume Abrioux ) 2024-07-29T16:20:30.619 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 16:20:30 smithi067 bash[166628]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1 2024-07-29T16:20:30.988 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 16:20:30 smithi067 podman[166655]: 2024-07-29 16:20:30.619072405 +0000 UTC m=+0.619331635 container remove e9d39547a528a96d414b96ce1b0abb119935eff462398313bc9a0f11b6180892 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=main-69149bb, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240716, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-29T16:20:31.247 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 16:20:30 smithi067 podman[166742]: 2024-07-29 16:20:30.89368271 +0000 UTC m=+0.017731673 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T16:20:31.247 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 16:20:30 smithi067 podman[166742]: 2024-07-29 16:20:30.994822006 +0000 UTC m=+0.118871005 container create 491cbebfb3c39e7885a43e7547d2de998171ee92c58f8ea0a6ef7cb1e41570ec (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-69149bb, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.36.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240716, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-07-29T16:20:31.248 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 16:20:31 smithi067 podman[166742]: 2024-07-29 16:20:31.247214642 +0000 UTC m=+0.371263597 container init 491cbebfb3c39e7885a43e7547d2de998171ee92c58f8ea0a6ef7cb1e41570ec (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240716, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-69149bb, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux ) 2024-07-29T16:20:31.738 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 16:20:31 smithi067 podman[166742]: 2024-07-29 16:20:31.250903727 +0000 UTC m=+0.374952680 container start 491cbebfb3c39e7885a43e7547d2de998171ee92c58f8ea0a6ef7cb1e41570ec (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=main-69149bb, org.label-schema.build-date=20240716, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-07-29T16:20:31.739 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 16:20:31 smithi067 podman[166742]: 2024-07-29 16:20:31.330600222 +0000 UTC m=+0.454649191 container attach 491cbebfb3c39e7885a43e7547d2de998171ee92c58f8ea0a6ef7cb1e41570ec (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1-deactivate, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240716, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-69149bb, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-07-29T16:20:31.739 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 16:20:31 smithi067 podman[166742]: 2024-07-29 16:20:31.455655622 +0000 UTC m=+0.579704576 container died 491cbebfb3c39e7885a43e7547d2de998171ee92c58f8ea0a6ef7cb1e41570ec (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240716, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=main-69149bb, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-29T16:20:32.012 INFO:journalctl@ceph.osd.1.smithi067.stdout:Jul 29 16:20:32 smithi067 podman[166765]: 2024-07-29 16:20:32.00897593 +0000 UTC m=+0.546771971 container remove 491cbebfb3c39e7885a43e7547d2de998171ee92c58f8ea0a6ef7cb1e41570ec (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-1-deactivate, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=main-69149bb, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.build-date=20240716, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-07-29T16:20:32.028 DEBUG:teuthology.orchestra.run.smithi067:> sudo pkill -f 'journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.1.service' 2024-07-29T16:20:32.070 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-29T16:20:32.071 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-07-29T16:20:32.071 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-07-29T16:20:32.071 DEBUG:teuthology.orchestra.run.smithi067:> sudo systemctl stop ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.2 2024-07-29T16:20:32.405 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 16:20:32 smithi067 systemd[1]: Stopping Ceph osd.2 for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T16:20:32.738 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 16:20:32 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2[108886]: 2024-07-29T16:20:32.403+0000 7fb4f8089640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-29T16:20:32.738 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 16:20:32 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2[108886]: 2024-07-29T16:20:32.403+0000 7fb4f8089640 -1 osd.2 2846 *** Got signal Terminated *** 2024-07-29T16:20:32.738 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 16:20:32 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2[108886]: 2024-07-29T16:20:32.403+0000 7fb4f8089640 -1 osd.2 2846 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-29T16:20:38.238 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 16:20:37 smithi067 podman[166845]: 2024-07-29 16:20:37.980784097 +0000 UTC m=+5.675391661 container died a7d5a0aa79de6a8770983ed246f0780bc7144271cea9daf51d194fc76c0e5b93 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240716, RELEASE=main-69149bb) 2024-07-29T16:20:38.597 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 16:20:38 smithi067 podman[166845]: 2024-07-29 16:20:38.362039136 +0000 UTC m=+6.056646693 container cleanup a7d5a0aa79de6a8770983ed246f0780bc7144271cea9daf51d194fc76c0e5b93 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240716, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-69149bb, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-07-29T16:20:38.597 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 16:20:38 smithi067 bash[166845]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2 2024-07-29T16:20:38.922 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 16:20:38 smithi067 podman[166864]: 2024-07-29 16:20:38.596562848 +0000 UTC m=+0.617532288 container remove a7d5a0aa79de6a8770983ed246f0780bc7144271cea9daf51d194fc76c0e5b93 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240716, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_CLEAN=True, RELEASE=main-69149bb, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-07-29T16:20:39.208 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 16:20:38 smithi067 podman[166954]: 2024-07-29 16:20:38.92248038 +0000 UTC m=+0.101498439 container create 961b9052c96c41c9cc56a5afbd4e00370c679abd0c51e76cdc08399ef4cc14db (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=main-69149bb, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240716) 2024-07-29T16:20:39.208 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 16:20:38 smithi067 podman[166954]: 2024-07-29 16:20:38.838285901 +0000 UTC m=+0.017303912 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T16:20:39.208 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 16:20:39 smithi067 podman[166954]: 2024-07-29 16:20:39.133062849 +0000 UTC m=+0.312080871 container init 961b9052c96c41c9cc56a5afbd4e00370c679abd0c51e76cdc08399ef4cc14db (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240716, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=main-69149bb, GIT_CLEAN=True, io.buildah.version=1.36.0, ceph=True) 2024-07-29T16:20:39.209 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 16:20:39 smithi067 podman[166954]: 2024-07-29 16:20:39.136385752 +0000 UTC m=+0.315403768 container start 961b9052c96c41c9cc56a5afbd4e00370c679abd0c51e76cdc08399ef4cc14db (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=main-69149bb, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240716, ceph=True, org.label-schema.vendor=CentOS) 2024-07-29T16:20:39.209 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 16:20:39 smithi067 podman[166954]: 2024-07-29 16:20:39.207983609 +0000 UTC m=+0.387001628 container attach 961b9052c96c41c9cc56a5afbd4e00370c679abd0c51e76cdc08399ef4cc14db (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=main-69149bb, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240716, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-07-29T16:20:39.488 INFO:journalctl@ceph.osd.2.smithi067.stdout:Jul 29 16:20:39 smithi067 podman[166954]: 2024-07-29 16:20:39.335375554 +0000 UTC m=+0.514393573 container died 961b9052c96c41c9cc56a5afbd4e00370c679abd0c51e76cdc08399ef4cc14db (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-2-deactivate, ceph=True, RELEASE=main-69149bb, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240716, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-29T16:20:39.935 DEBUG:teuthology.orchestra.run.smithi067:> sudo pkill -f 'journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.2.service' 2024-07-29T16:20:39.979 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-29T16:20:39.979 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-07-29T16:20:39.979 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-07-29T16:20:39.979 DEBUG:teuthology.orchestra.run.smithi067:> sudo systemctl stop ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.3 2024-07-29T16:20:40.238 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 16:20:40 smithi067 systemd[1]: Stopping Ceph osd.3 for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T16:20:40.738 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 16:20:40 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3[113550]: 2024-07-29T16:20:40.339+0000 7fb560686640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-29T16:20:40.738 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 16:20:40 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3[113550]: 2024-07-29T16:20:40.339+0000 7fb560686640 -1 osd.3 2846 *** Got signal Terminated *** 2024-07-29T16:20:40.738 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 16:20:40 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3[113550]: 2024-07-29T16:20:40.339+0000 7fb560686640 -1 osd.3 2846 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-29T16:20:43.060 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:20:42 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:20:42.598+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:20:43.530 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 16:20:43 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4[92022]: 2024-07-29T16:20:43.204+0000 7f0aa216a640 -1 osd.4 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:20.165947+0000 front 2024-07-29T16:20:20.165762+0000 (oldest deadline 2024-07-29T16:20:42.465634+0000) 2024-07-29T16:20:43.810 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:20:43 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:20:43.593+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:20:43.811 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:20:43 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:20:43.529+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:19.359951+0000 front 2024-07-29T16:20:19.359741+0000 (oldest deadline 2024-07-29T16:20:42.859655+0000) 2024-07-29T16:20:43.988 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 16:20:43 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3[113550]: 2024-07-29T16:20:43.607+0000 7fb55cc9b640 -1 osd.3 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:21.443105+0000 front 2024-07-29T16:20:21.443312+0000 (oldest deadline 2024-07-29T16:20:43.143269+0000) 2024-07-29T16:20:44.507 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 16:20:44 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4[92022]: 2024-07-29T16:20:44.181+0000 7f0aa216a640 -1 osd.4 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:20.165947+0000 front 2024-07-29T16:20:20.165762+0000 (oldest deadline 2024-07-29T16:20:42.465634+0000) 2024-07-29T16:20:44.507 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:20:44 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:20:44.505+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:19.359951+0000 front 2024-07-29T16:20:19.359741+0000 (oldest deadline 2024-07-29T16:20:42.859655+0000) 2024-07-29T16:20:44.810 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:20:44 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:20:44.602+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:20:44.988 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 16:20:44 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3[113550]: 2024-07-29T16:20:44.593+0000 7fb55cc9b640 -1 osd.3 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:21.443105+0000 front 2024-07-29T16:20:21.443312+0000 (oldest deadline 2024-07-29T16:20:43.143269+0000) 2024-07-29T16:20:45.310 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 16:20:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4[92022]: 2024-07-29T16:20:45.225+0000 7f0aa216a640 -1 osd.4 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:20.165947+0000 front 2024-07-29T16:20:20.165762+0000 (oldest deadline 2024-07-29T16:20:42.465634+0000) 2024-07-29T16:20:45.810 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:20:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:20:45.520+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:19.359951+0000 front 2024-07-29T16:20:19.359741+0000 (oldest deadline 2024-07-29T16:20:42.859655+0000) 2024-07-29T16:20:45.811 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:20:45 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:20:45.592+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:20:46.238 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 16:20:45 smithi067 podman[167058]: 2024-07-29 16:20:45.935463342 +0000 UTC m=+5.717268601 container died 6b82a8519e220efd4df271486efed007838591219de8bd2309640e283122679e (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3, org.label-schema.build-date=20240716, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=main-69149bb, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2) 2024-07-29T16:20:46.492 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 16:20:46 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4[92022]: 2024-07-29T16:20:46.181+0000 7f0aa216a640 -1 osd.4 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:20.165947+0000 front 2024-07-29T16:20:20.165762+0000 (oldest deadline 2024-07-29T16:20:42.465634+0000) 2024-07-29T16:20:46.738 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 16:20:46 smithi067 podman[167058]: 2024-07-29 16:20:46.239178912 +0000 UTC m=+6.020984162 container cleanup 6b82a8519e220efd4df271486efed007838591219de8bd2309640e283122679e (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240716, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=main-69149bb, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0) 2024-07-29T16:20:46.738 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 16:20:46 smithi067 bash[167058]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3 2024-07-29T16:20:46.739 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 16:20:46 smithi067 podman[167074]: 2024-07-29 16:20:46.424128382 +0000 UTC m=+0.485768007 container remove 6b82a8519e220efd4df271486efed007838591219de8bd2309640e283122679e (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240716, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-69149bb, maintainer=Guillaume Abrioux ) 2024-07-29T16:20:46.810 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:20:46 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:20:46.603+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:20:46.811 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:20:46 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[96619]: 2024-07-29T16:20:46.491+0000 7f56105d5640 -1 osd.5 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:20.082436+0000 front 2024-07-29T16:20:20.082555+0000 (oldest deadline 2024-07-29T16:20:45.982273+0000) 2024-07-29T16:20:46.811 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:20:46 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:20:46.506+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:19.359951+0000 front 2024-07-29T16:20:19.359741+0000 (oldest deadline 2024-07-29T16:20:42.859655+0000) 2024-07-29T16:20:47.227 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 16:20:46 smithi067 podman[167163]: 2024-07-29 16:20:46.767092007 +0000 UTC m=+0.017765778 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T16:20:47.228 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 16:20:46 smithi067 podman[167163]: 2024-07-29 16:20:46.866469954 +0000 UTC m=+0.117143714 container create d5add231a7e5de07d5e255a15b579260cf854ce732d96e261e896e4049c9f235 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, RELEASE=main-69149bb, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.build-date=20240716, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-07-29T16:20:47.228 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 16:20:47 smithi067 podman[167163]: 2024-07-29 16:20:47.102516662 +0000 UTC m=+0.353190433 container init d5add231a7e5de07d5e255a15b579260cf854ce732d96e261e896e4049c9f235 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240716, RELEASE=main-69149bb, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-07-29T16:20:47.228 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 16:20:47 smithi067 podman[167163]: 2024-07-29 16:20:47.105898284 +0000 UTC m=+0.356572045 container start d5add231a7e5de07d5e255a15b579260cf854ce732d96e261e896e4049c9f235 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , RELEASE=main-69149bb, ceph=True, org.label-schema.build-date=20240716, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-29T16:20:47.228 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 16:20:47 smithi067 podman[167163]: 2024-07-29 16:20:47.227342453 +0000 UTC m=+0.478016221 container attach d5add231a7e5de07d5e255a15b579260cf854ce732d96e261e896e4049c9f235 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=main-69149bb, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240716, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0) 2024-07-29T16:20:47.476 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 16:20:47 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4[92022]: 2024-07-29T16:20:47.198+0000 7f0aa216a640 -1 osd.4 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:20.165947+0000 front 2024-07-29T16:20:20.165762+0000 (oldest deadline 2024-07-29T16:20:42.465634+0000) 2024-07-29T16:20:47.488 INFO:journalctl@ceph.osd.3.smithi067.stdout:Jul 29 16:20:47 smithi067 podman[167163]: 2024-07-29 16:20:47.306184703 +0000 UTC m=+0.556858481 container died d5add231a7e5de07d5e255a15b579260cf854ce732d96e261e896e4049c9f235 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=main-69149bb, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240716, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-07-29T16:20:47.810 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:20:47 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[96619]: 2024-07-29T16:20:47.475+0000 7f56105d5640 -1 osd.5 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:20.082436+0000 front 2024-07-29T16:20:20.082555+0000 (oldest deadline 2024-07-29T16:20:45.982273+0000) 2024-07-29T16:20:47.811 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:20:47 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:20:47.566+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:20:47.811 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:20:47 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:20:47.547+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:19.359951+0000 front 2024-07-29T16:20:19.359741+0000 (oldest deadline 2024-07-29T16:20:42.859655+0000) 2024-07-29T16:20:48.010 DEBUG:teuthology.orchestra.run.smithi067:> sudo pkill -f 'journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.3.service' 2024-07-29T16:20:48.054 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-29T16:20:48.054 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-07-29T16:20:48.054 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-07-29T16:20:48.054 DEBUG:teuthology.orchestra.run.smithi138:> sudo systemctl stop ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.4 2024-07-29T16:20:48.383 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 16:20:48 smithi138 systemd[1]: Stopping Ceph osd.4 for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T16:20:48.384 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 16:20:48 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4[92022]: 2024-07-29T16:20:48.209+0000 7f0aa216a640 -1 osd.4 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:20.165947+0000 front 2024-07-29T16:20:20.165762+0000 (oldest deadline 2024-07-29T16:20:42.465634+0000) 2024-07-29T16:20:48.810 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:20:48 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[96619]: 2024-07-29T16:20:48.480+0000 7f56105d5640 -1 osd.5 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:20.082436+0000 front 2024-07-29T16:20:20.082555+0000 (oldest deadline 2024-07-29T16:20:45.982273+0000) 2024-07-29T16:20:48.811 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:20:48 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:20:48.575+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:20:48.811 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 16:20:48 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4[92022]: 2024-07-29T16:20:48.382+0000 7f0aa9b5d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-29T16:20:48.811 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 16:20:48 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4[92022]: 2024-07-29T16:20:48.382+0000 7f0aa9b5d640 -1 osd.4 2846 *** Got signal Terminated *** 2024-07-29T16:20:48.811 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 16:20:48 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4[92022]: 2024-07-29T16:20:48.382+0000 7f0aa9b5d640 -1 osd.4 2846 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-29T16:20:48.811 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:20:48 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:20:48.544+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:19.359951+0000 front 2024-07-29T16:20:19.359741+0000 (oldest deadline 2024-07-29T16:20:42.859655+0000) 2024-07-29T16:20:49.442 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 16:20:49 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4[92022]: 2024-07-29T16:20:49.161+0000 7f0aa216a640 -1 osd.4 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:20.165947+0000 front 2024-07-29T16:20:20.165762+0000 (oldest deadline 2024-07-29T16:20:42.465634+0000) 2024-07-29T16:20:49.810 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:20:49 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[96619]: 2024-07-29T16:20:49.440+0000 7f56105d5640 -1 osd.5 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:20.082436+0000 front 2024-07-29T16:20:20.082555+0000 (oldest deadline 2024-07-29T16:20:45.982273+0000) 2024-07-29T16:20:49.811 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:20:49 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:20:49.509+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:19.359951+0000 front 2024-07-29T16:20:19.359741+0000 (oldest deadline 2024-07-29T16:20:42.859655+0000) 2024-07-29T16:20:49.811 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:20:49 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:20:49.603+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:20:50.464 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 16:20:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4[92022]: 2024-07-29T16:20:50.184+0000 7f0aa216a640 -1 osd.4 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:20.165947+0000 front 2024-07-29T16:20:20.165762+0000 (oldest deadline 2024-07-29T16:20:42.465634+0000) 2024-07-29T16:20:50.810 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:20:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[96619]: 2024-07-29T16:20:50.463+0000 7f56105d5640 -1 osd.5 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:20.082436+0000 front 2024-07-29T16:20:20.082555+0000 (oldest deadline 2024-07-29T16:20:45.982273+0000) 2024-07-29T16:20:50.811 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:20:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:20:50.517+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:19.359951+0000 front 2024-07-29T16:20:19.359741+0000 (oldest deadline 2024-07-29T16:20:42.859655+0000) 2024-07-29T16:20:50.811 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:20:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:20:50.606+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:20:50.811 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:20:50 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:20:50.606+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:25.059647+0000 front 2024-07-29T16:20:25.059616+0000 (oldest deadline 2024-07-29T16:20:50.359537+0000) 2024-07-29T16:20:51.482 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 16:20:51 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4[92022]: 2024-07-29T16:20:51.190+0000 7f0aa216a640 -1 osd.4 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:20.165947+0000 front 2024-07-29T16:20:20.165762+0000 (oldest deadline 2024-07-29T16:20:42.465634+0000) 2024-07-29T16:20:51.810 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:20:51 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[96619]: 2024-07-29T16:20:51.481+0000 7f56105d5640 -1 osd.5 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:20.082436+0000 front 2024-07-29T16:20:20.082555+0000 (oldest deadline 2024-07-29T16:20:45.982273+0000) 2024-07-29T16:20:51.811 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:20:51 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:20:51.482+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:19.359951+0000 front 2024-07-29T16:20:19.359741+0000 (oldest deadline 2024-07-29T16:20:42.859655+0000) 2024-07-29T16:20:51.811 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:20:51 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:20:51.639+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:20:51.811 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:20:51 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:20:51.639+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:25.059647+0000 front 2024-07-29T16:20:25.059616+0000 (oldest deadline 2024-07-29T16:20:50.359537+0000) 2024-07-29T16:20:52.459 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 16:20:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4[92022]: 2024-07-29T16:20:52.193+0000 7f0aa216a640 -1 osd.4 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:20.165947+0000 front 2024-07-29T16:20:20.165762+0000 (oldest deadline 2024-07-29T16:20:42.465634+0000) 2024-07-29T16:20:52.459 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 16:20:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4[92022]: 2024-07-29T16:20:52.193+0000 7f0aa216a640 -1 osd.4 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:25.966989+0000 front 2024-07-29T16:20:25.966934+0000 (oldest deadline 2024-07-29T16:20:51.866701+0000) 2024-07-29T16:20:52.811 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:20:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:20:52.502+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:19.359951+0000 front 2024-07-29T16:20:19.359741+0000 (oldest deadline 2024-07-29T16:20:42.859655+0000) 2024-07-29T16:20:52.811 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:20:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[96619]: 2024-07-29T16:20:52.458+0000 7f56105d5640 -1 osd.5 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:20.082436+0000 front 2024-07-29T16:20:20.082555+0000 (oldest deadline 2024-07-29T16:20:45.982273+0000) 2024-07-29T16:20:52.811 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:20:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[96619]: 2024-07-29T16:20:52.458+0000 7f56105d5640 -1 osd.5 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:28.183937+0000 front 2024-07-29T16:20:28.183950+0000 (oldest deadline 2024-07-29T16:20:52.283822+0000) 2024-07-29T16:20:52.811 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:20:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:20:52.683+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:20:52.811 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:20:52 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:20:52.683+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:25.059647+0000 front 2024-07-29T16:20:25.059616+0000 (oldest deadline 2024-07-29T16:20:50.359537+0000) 2024-07-29T16:20:53.446 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 16:20:53 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4[92022]: 2024-07-29T16:20:53.178+0000 7f0aa216a640 -1 osd.4 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:20.165947+0000 front 2024-07-29T16:20:20.165762+0000 (oldest deadline 2024-07-29T16:20:42.465634+0000) 2024-07-29T16:20:53.446 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 16:20:53 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4[92022]: 2024-07-29T16:20:53.178+0000 7f0aa216a640 -1 osd.4 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:25.966989+0000 front 2024-07-29T16:20:25.966934+0000 (oldest deadline 2024-07-29T16:20:51.866701+0000) 2024-07-29T16:20:53.715 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:20:53 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[96619]: 2024-07-29T16:20:53.445+0000 7f56105d5640 -1 osd.5 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:20.082436+0000 front 2024-07-29T16:20:20.082555+0000 (oldest deadline 2024-07-29T16:20:45.982273+0000) 2024-07-29T16:20:53.715 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:20:53 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[96619]: 2024-07-29T16:20:53.445+0000 7f56105d5640 -1 osd.5 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:28.183937+0000 front 2024-07-29T16:20:28.183950+0000 (oldest deadline 2024-07-29T16:20:52.283822+0000) 2024-07-29T16:20:53.715 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:20:53 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:20:53.499+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:19.359951+0000 front 2024-07-29T16:20:19.359741+0000 (oldest deadline 2024-07-29T16:20:42.859655+0000) 2024-07-29T16:20:53.979 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:20:53 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:20:53.713+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:20:53.979 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:20:53 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:20:53.713+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:25.059647+0000 front 2024-07-29T16:20:25.059616+0000 (oldest deadline 2024-07-29T16:20:50.359537+0000) 2024-07-29T16:20:54.251 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 16:20:53 smithi138 podman[139055]: 2024-07-29 16:20:53.978167758 +0000 UTC m=+5.718129763 container died 7347f50b0cd87441ae78f4bb4c1270d2eb741ec4471b387fe9edf6265331827f (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, RELEASE=main-69149bb, org.label-schema.build-date=20240716) 2024-07-29T16:20:54.547 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 16:20:54 smithi138 podman[139055]: 2024-07-29 16:20:54.349248674 +0000 UTC m=+6.089210679 container cleanup 7347f50b0cd87441ae78f4bb4c1270d2eb741ec4471b387fe9edf6265331827f (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4, RELEASE=main-69149bb, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240716, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-07-29T16:20:54.547 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 16:20:54 smithi138 bash[139055]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4 2024-07-29T16:20:54.547 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:20:54 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[96619]: 2024-07-29T16:20:54.490+0000 7f56105d5640 -1 osd.5 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:20.082436+0000 front 2024-07-29T16:20:20.082555+0000 (oldest deadline 2024-07-29T16:20:45.982273+0000) 2024-07-29T16:20:54.547 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:20:54 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[96619]: 2024-07-29T16:20:54.490+0000 7f56105d5640 -1 osd.5 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:28.183937+0000 front 2024-07-29T16:20:28.183950+0000 (oldest deadline 2024-07-29T16:20:52.283822+0000) 2024-07-29T16:20:54.810 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 16:20:54 smithi138 podman[139071]: 2024-07-29 16:20:54.634231009 +0000 UTC m=+0.656200805 container remove 7347f50b0cd87441ae78f4bb4c1270d2eb741ec4471b387fe9edf6265331827f (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=main-69149bb, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240716, org.label-schema.vendor=CentOS) 2024-07-29T16:20:54.811 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:20:54 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:20:54.665+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:20:54.811 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:20:54 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:20:54.665+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:25.059647+0000 front 2024-07-29T16:20:25.059616+0000 (oldest deadline 2024-07-29T16:20:50.359537+0000) 2024-07-29T16:20:54.811 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:20:54 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:20:54.547+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:19.359951+0000 front 2024-07-29T16:20:19.359741+0000 (oldest deadline 2024-07-29T16:20:42.859655+0000) 2024-07-29T16:20:54.811 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:20:54 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:20:54.547+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:28.760830+0000 front 2024-07-29T16:20:28.760756+0000 (oldest deadline 2024-07-29T16:20:54.060697+0000) 2024-07-29T16:20:55.289 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 16:20:54 smithi138 podman[139160]: 2024-07-29 16:20:54.871589359 +0000 UTC m=+0.017070844 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T16:20:55.289 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 16:20:54 smithi138 podman[139160]: 2024-07-29 16:20:54.97740659 +0000 UTC m=+0.122888065 container create 9d3032527a053ba392509fe5cbb3dc65274b7dcc1815ff138ca39aba614ab3b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-69149bb, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.build-date=20240716) 2024-07-29T16:20:55.289 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 16:20:55 smithi138 podman[139160]: 2024-07-29 16:20:55.205333791 +0000 UTC m=+0.350815266 container init 9d3032527a053ba392509fe5cbb3dc65274b7dcc1815ff138ca39aba614ab3b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-69149bb, GIT_BRANCH=HEAD, org.label-schema.build-date=20240716, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-29T16:20:55.289 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 16:20:55 smithi138 podman[139160]: 2024-07-29 16:20:55.208692087 +0000 UTC m=+0.354173566 container start 9d3032527a053ba392509fe5cbb3dc65274b7dcc1815ff138ca39aba614ab3b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-69149bb, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240716, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0) 2024-07-29T16:20:55.289 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 16:20:55 smithi138 podman[139160]: 2024-07-29 16:20:55.28845837 +0000 UTC m=+0.433939847 container attach 9d3032527a053ba392509fe5cbb3dc65274b7dcc1815ff138ca39aba614ab3b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240716, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, RELEASE=main-69149bb, org.label-schema.schema-version=1.0) 2024-07-29T16:20:55.560 INFO:journalctl@ceph.osd.4.smithi138.stdout:Jul 29 16:20:55 smithi138 podman[139160]: 2024-07-29 16:20:55.402275176 +0000 UTC m=+0.547756650 container died 9d3032527a053ba392509fe5cbb3dc65274b7dcc1815ff138ca39aba614ab3b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, RELEASE=main-69149bb, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240716) 2024-07-29T16:20:55.561 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:20:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[96619]: 2024-07-29T16:20:55.491+0000 7f56105d5640 -1 osd.5 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:20.082436+0000 front 2024-07-29T16:20:20.082555+0000 (oldest deadline 2024-07-29T16:20:45.982273+0000) 2024-07-29T16:20:55.561 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:20:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[96619]: 2024-07-29T16:20:55.491+0000 7f56105d5640 -1 osd.5 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:28.183937+0000 front 2024-07-29T16:20:28.183950+0000 (oldest deadline 2024-07-29T16:20:52.283822+0000) 2024-07-29T16:20:56.034 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:20:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:20:55.670+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:20:56.035 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:20:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:20:55.670+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:25.059647+0000 front 2024-07-29T16:20:25.059616+0000 (oldest deadline 2024-07-29T16:20:50.359537+0000) 2024-07-29T16:20:56.035 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:20:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:20:55.584+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:19.359951+0000 front 2024-07-29T16:20:19.359741+0000 (oldest deadline 2024-07-29T16:20:42.859655+0000) 2024-07-29T16:20:56.035 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:20:55 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:20:55.584+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:28.760830+0000 front 2024-07-29T16:20:28.760756+0000 (oldest deadline 2024-07-29T16:20:54.060697+0000) 2024-07-29T16:20:56.062 DEBUG:teuthology.orchestra.run.smithi138:> sudo pkill -f 'journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.4.service' 2024-07-29T16:20:56.105 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-29T16:20:56.105 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-07-29T16:20:56.105 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-07-29T16:20:56.106 DEBUG:teuthology.orchestra.run.smithi138:> sudo systemctl stop ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.5 2024-07-29T16:20:56.310 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:20:56 smithi138 systemd[1]: Stopping Ceph osd.5 for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T16:20:56.666 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:20:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[96619]: 2024-07-29T16:20:56.462+0000 7f5617fc8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-29T16:20:56.666 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:20:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[96619]: 2024-07-29T16:20:56.462+0000 7f5617fc8640 -1 osd.5 2846 *** Got signal Terminated *** 2024-07-29T16:20:56.666 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:20:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[96619]: 2024-07-29T16:20:56.462+0000 7f5617fc8640 -1 osd.5 2846 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-29T16:20:56.666 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:20:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[96619]: 2024-07-29T16:20:56.541+0000 7f56105d5640 -1 osd.5 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:20.082436+0000 front 2024-07-29T16:20:20.082555+0000 (oldest deadline 2024-07-29T16:20:45.982273+0000) 2024-07-29T16:20:56.666 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:20:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[96619]: 2024-07-29T16:20:56.541+0000 7f56105d5640 -1 osd.5 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:28.183937+0000 front 2024-07-29T16:20:28.183950+0000 (oldest deadline 2024-07-29T16:20:52.283822+0000) 2024-07-29T16:20:56.666 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:20:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:20:56.588+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:19.359951+0000 front 2024-07-29T16:20:19.359741+0000 (oldest deadline 2024-07-29T16:20:42.859655+0000) 2024-07-29T16:20:56.666 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:20:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:20:56.588+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:28.760830+0000 front 2024-07-29T16:20:28.760756+0000 (oldest deadline 2024-07-29T16:20:54.060697+0000) 2024-07-29T16:20:57.060 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:20:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:20:56.664+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:20:57.060 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:20:56 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:20:56.664+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:25.059647+0000 front 2024-07-29T16:20:25.059616+0000 (oldest deadline 2024-07-29T16:20:50.359537+0000) 2024-07-29T16:20:57.560 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:20:57 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[96619]: 2024-07-29T16:20:57.525+0000 7f56105d5640 -1 osd.5 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:20.082436+0000 front 2024-07-29T16:20:20.082555+0000 (oldest deadline 2024-07-29T16:20:45.982273+0000) 2024-07-29T16:20:57.561 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:20:57 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[96619]: 2024-07-29T16:20:57.525+0000 7f56105d5640 -1 osd.5 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:28.183937+0000 front 2024-07-29T16:20:28.183950+0000 (oldest deadline 2024-07-29T16:20:52.283822+0000) 2024-07-29T16:20:58.060 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:20:57 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:20:57.631+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:19.359951+0000 front 2024-07-29T16:20:19.359741+0000 (oldest deadline 2024-07-29T16:20:42.859655+0000) 2024-07-29T16:20:58.060 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:20:57 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:20:57.631+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:28.760830+0000 front 2024-07-29T16:20:28.760756+0000 (oldest deadline 2024-07-29T16:20:54.060697+0000) 2024-07-29T16:20:58.061 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:20:57 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:20:57.632+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:20:58.061 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:20:57 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:20:57.632+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:25.059647+0000 front 2024-07-29T16:20:25.059616+0000 (oldest deadline 2024-07-29T16:20:50.359537+0000) 2024-07-29T16:20:58.810 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:20:58 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[96619]: 2024-07-29T16:20:58.489+0000 7f56105d5640 -1 osd.5 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:20.082436+0000 front 2024-07-29T16:20:20.082555+0000 (oldest deadline 2024-07-29T16:20:45.982273+0000) 2024-07-29T16:20:58.811 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:20:58 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[96619]: 2024-07-29T16:20:58.489+0000 7f56105d5640 -1 osd.5 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:28.183937+0000 front 2024-07-29T16:20:28.183950+0000 (oldest deadline 2024-07-29T16:20:52.283822+0000) 2024-07-29T16:20:58.811 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:20:58 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[96619]: 2024-07-29T16:20:58.489+0000 7f56105d5640 -1 osd.5 2846 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-07-29T16:20:32.284398+0000 front 2024-07-29T16:20:32.284316+0000 (oldest deadline 2024-07-29T16:20:58.184197+0000) 2024-07-29T16:20:58.811 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:20:58 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:20:58.631+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:20:58.811 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:20:58 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:20:58.631+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:25.059647+0000 front 2024-07-29T16:20:25.059616+0000 (oldest deadline 2024-07-29T16:20:50.359537+0000) 2024-07-29T16:20:58.811 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:20:58 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:20:58.661+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:19.359951+0000 front 2024-07-29T16:20:19.359741+0000 (oldest deadline 2024-07-29T16:20:42.859655+0000) 2024-07-29T16:20:58.811 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:20:58 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:20:58.661+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:28.760830+0000 front 2024-07-29T16:20:28.760756+0000 (oldest deadline 2024-07-29T16:20:54.060697+0000) 2024-07-29T16:20:58.811 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:20:58 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:20:58.661+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-07-29T16:20:35.761725+0000 front 2024-07-29T16:20:35.761847+0000 (oldest deadline 2024-07-29T16:20:58.061650+0000) 2024-07-29T16:20:59.810 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:20:59 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[96619]: 2024-07-29T16:20:59.494+0000 7f56105d5640 -1 osd.5 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:20.082436+0000 front 2024-07-29T16:20:20.082555+0000 (oldest deadline 2024-07-29T16:20:45.982273+0000) 2024-07-29T16:20:59.811 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:20:59 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[96619]: 2024-07-29T16:20:59.494+0000 7f56105d5640 -1 osd.5 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:28.183937+0000 front 2024-07-29T16:20:28.183950+0000 (oldest deadline 2024-07-29T16:20:52.283822+0000) 2024-07-29T16:20:59.811 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:20:59 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[96619]: 2024-07-29T16:20:59.494+0000 7f56105d5640 -1 osd.5 2846 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-07-29T16:20:32.284398+0000 front 2024-07-29T16:20:32.284316+0000 (oldest deadline 2024-07-29T16:20:58.184197+0000) 2024-07-29T16:20:59.811 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:20:59 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:20:59.679+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:20:59.811 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:20:59 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:20:59.679+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:25.059647+0000 front 2024-07-29T16:20:25.059616+0000 (oldest deadline 2024-07-29T16:20:50.359537+0000) 2024-07-29T16:20:59.811 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:20:59 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:20:59.679+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-07-29T16:20:35.461601+0000 front 2024-07-29T16:20:35.461582+0000 (oldest deadline 2024-07-29T16:20:59.461940+0000) 2024-07-29T16:20:59.811 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:20:59 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:20:59.652+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:19.359951+0000 front 2024-07-29T16:20:19.359741+0000 (oldest deadline 2024-07-29T16:20:42.859655+0000) 2024-07-29T16:20:59.811 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:20:59 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:20:59.652+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:28.760830+0000 front 2024-07-29T16:20:28.760756+0000 (oldest deadline 2024-07-29T16:20:54.060697+0000) 2024-07-29T16:20:59.811 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:20:59 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:20:59.652+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-07-29T16:20:35.761725+0000 front 2024-07-29T16:20:35.761847+0000 (oldest deadline 2024-07-29T16:20:58.061650+0000) 2024-07-29T16:21:00.810 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:21:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[96619]: 2024-07-29T16:21:00.529+0000 7f56105d5640 -1 osd.5 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:20.082436+0000 front 2024-07-29T16:20:20.082555+0000 (oldest deadline 2024-07-29T16:20:45.982273+0000) 2024-07-29T16:21:00.811 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:21:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[96619]: 2024-07-29T16:21:00.529+0000 7f56105d5640 -1 osd.5 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:28.183937+0000 front 2024-07-29T16:20:28.183950+0000 (oldest deadline 2024-07-29T16:20:52.283822+0000) 2024-07-29T16:21:00.811 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:21:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5[96619]: 2024-07-29T16:21:00.529+0000 7f56105d5640 -1 osd.5 2846 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-07-29T16:20:32.284398+0000 front 2024-07-29T16:20:32.284316+0000 (oldest deadline 2024-07-29T16:20:58.184197+0000) 2024-07-29T16:21:00.811 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:21:00.655+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:19.359951+0000 front 2024-07-29T16:20:19.359741+0000 (oldest deadline 2024-07-29T16:20:42.859655+0000) 2024-07-29T16:21:00.811 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:21:00.655+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:28.760830+0000 front 2024-07-29T16:20:28.760756+0000 (oldest deadline 2024-07-29T16:20:54.060697+0000) 2024-07-29T16:21:00.811 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:21:00.655+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-07-29T16:20:35.761725+0000 front 2024-07-29T16:20:35.761847+0000 (oldest deadline 2024-07-29T16:20:58.061650+0000) 2024-07-29T16:21:00.811 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:00.711+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:21:00.811 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:00.711+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:25.059647+0000 front 2024-07-29T16:20:25.059616+0000 (oldest deadline 2024-07-29T16:20:50.359537+0000) 2024-07-29T16:21:00.812 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:00 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:00.711+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-07-29T16:20:35.461601+0000 front 2024-07-29T16:20:35.461582+0000 (oldest deadline 2024-07-29T16:20:59.461940+0000) 2024-07-29T16:21:01.904 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:01 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:01.688+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:21:01.904 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:01 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:01.688+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:25.059647+0000 front 2024-07-29T16:20:25.059616+0000 (oldest deadline 2024-07-29T16:20:50.359537+0000) 2024-07-29T16:21:01.904 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:01 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:01.688+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-07-29T16:20:35.461601+0000 front 2024-07-29T16:20:35.461582+0000 (oldest deadline 2024-07-29T16:20:59.461940+0000) 2024-07-29T16:21:01.905 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:01 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:21:01.631+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:19.359951+0000 front 2024-07-29T16:20:19.359741+0000 (oldest deadline 2024-07-29T16:20:42.859655+0000) 2024-07-29T16:21:01.905 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:01 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:21:01.631+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:28.760830+0000 front 2024-07-29T16:20:28.760756+0000 (oldest deadline 2024-07-29T16:20:54.060697+0000) 2024-07-29T16:21:01.905 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:01 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:21:01.631+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-07-29T16:20:35.761725+0000 front 2024-07-29T16:20:35.761847+0000 (oldest deadline 2024-07-29T16:20:58.061650+0000) 2024-07-29T16:21:02.172 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:21:01 smithi138 podman[139263]: 2024-07-29 16:21:01.904086212 +0000 UTC m=+5.553322927 container died da601be038821153a7e50b40ac7c9fef8b87fb7223ef8307bb4795d99e382706 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5, GIT_CLEAN=True, RELEASE=main-69149bb, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240716, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0) 2024-07-29T16:21:02.539 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:21:02 smithi138 podman[139263]: 2024-07-29 16:21:02.270659616 +0000 UTC m=+5.919896320 container cleanup da601be038821153a7e50b40ac7c9fef8b87fb7223ef8307bb4795d99e382706 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, RELEASE=main-69149bb, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240716, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-07-29T16:21:02.539 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:21:02 smithi138 bash[139263]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5 2024-07-29T16:21:02.810 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:21:02 smithi138 podman[139291]: 2024-07-29 16:21:02.538931437 +0000 UTC m=+0.631362759 container remove da601be038821153a7e50b40ac7c9fef8b87fb7223ef8307bb4795d99e382706 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=main-69149bb, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240716, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-29T16:21:02.811 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:02 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:21:02.624+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:19.359951+0000 front 2024-07-29T16:20:19.359741+0000 (oldest deadline 2024-07-29T16:20:42.859655+0000) 2024-07-29T16:21:02.811 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:02 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:21:02.624+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:28.760830+0000 front 2024-07-29T16:20:28.760756+0000 (oldest deadline 2024-07-29T16:20:54.060697+0000) 2024-07-29T16:21:02.811 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:02 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:21:02.624+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-07-29T16:20:35.761725+0000 front 2024-07-29T16:20:35.761847+0000 (oldest deadline 2024-07-29T16:20:58.061650+0000) 2024-07-29T16:21:02.811 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:02 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:02.644+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:21:02.811 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:02 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:02.644+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:25.059647+0000 front 2024-07-29T16:20:25.059616+0000 (oldest deadline 2024-07-29T16:20:50.359537+0000) 2024-07-29T16:21:02.811 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:02 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:02.644+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-07-29T16:20:35.461601+0000 front 2024-07-29T16:20:35.461582+0000 (oldest deadline 2024-07-29T16:20:59.461940+0000) 2024-07-29T16:21:03.193 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:21:02 smithi138 podman[139380]: 2024-07-29 16:21:02.865024141 +0000 UTC m=+0.114166729 container create 7a62d83253d1c85a6739f62f626df79e26960513a98132501b9906d550b34381 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, RELEASE=main-69149bb, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240716, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-29T16:21:03.193 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:21:02 smithi138 podman[139380]: 2024-07-29 16:21:02.768753699 +0000 UTC m=+0.017896286 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T16:21:03.193 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:21:03 smithi138 podman[139380]: 2024-07-29 16:21:03.076394217 +0000 UTC m=+0.325536816 container init 7a62d83253d1c85a6739f62f626df79e26960513a98132501b9906d550b34381 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=main-69149bb, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240716, io.buildah.version=1.36.0) 2024-07-29T16:21:03.193 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:21:03 smithi138 podman[139380]: 2024-07-29 16:21:03.079836623 +0000 UTC m=+0.328979212 container start 7a62d83253d1c85a6739f62f626df79e26960513a98132501b9906d550b34381 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_CLEAN=True, RELEASE=main-69149bb, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240716, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-29T16:21:03.193 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:21:03 smithi138 podman[139380]: 2024-07-29 16:21:03.192761056 +0000 UTC m=+0.441903653 container attach 7a62d83253d1c85a6739f62f626df79e26960513a98132501b9906d550b34381 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240716, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, RELEASE=main-69149bb, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-07-29T16:21:03.560 INFO:journalctl@ceph.osd.5.smithi138.stdout:Jul 29 16:21:03 smithi138 podman[139380]: 2024-07-29 16:21:03.270265443 +0000 UTC m=+0.519408031 container died 7a62d83253d1c85a6739f62f626df79e26960513a98132501b9906d550b34381 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-5-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=main-69149bb, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240716, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-07-29T16:21:03.881 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:03 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:21:03.646+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:19.359951+0000 front 2024-07-29T16:20:19.359741+0000 (oldest deadline 2024-07-29T16:20:42.859655+0000) 2024-07-29T16:21:03.881 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:03 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:21:03.646+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:28.760830+0000 front 2024-07-29T16:20:28.760756+0000 (oldest deadline 2024-07-29T16:20:54.060697+0000) 2024-07-29T16:21:03.881 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:03 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:21:03.646+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-07-29T16:20:35.761725+0000 front 2024-07-29T16:20:35.761847+0000 (oldest deadline 2024-07-29T16:20:58.061650+0000) 2024-07-29T16:21:03.881 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:03 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:03.615+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:21:03.881 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:03 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:03.615+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:25.059647+0000 front 2024-07-29T16:20:25.059616+0000 (oldest deadline 2024-07-29T16:20:50.359537+0000) 2024-07-29T16:21:03.881 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:03 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:03.615+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-07-29T16:20:35.461601+0000 front 2024-07-29T16:20:35.461582+0000 (oldest deadline 2024-07-29T16:20:59.461940+0000) 2024-07-29T16:21:03.904 DEBUG:teuthology.orchestra.run.smithi138:> sudo pkill -f 'journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.5.service' 2024-07-29T16:21:03.943 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-29T16:21:03.943 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-07-29T16:21:03.944 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-07-29T16:21:03.944 DEBUG:teuthology.orchestra.run.smithi138:> sudo systemctl stop ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.6 2024-07-29T16:21:04.259 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:04 smithi138 systemd[1]: Stopping Ceph osd.6 for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T16:21:04.260 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:21:04.258+0000 7f299b797640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-29T16:21:04.560 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:21:04.258+0000 7f299b797640 -1 osd.6 2846 *** Got signal Terminated *** 2024-07-29T16:21:04.560 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:21:04.258+0000 7f299b797640 -1 osd.6 2846 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-29T16:21:05.060 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:21:04.689+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:19.359951+0000 front 2024-07-29T16:20:19.359741+0000 (oldest deadline 2024-07-29T16:20:42.859655+0000) 2024-07-29T16:21:05.061 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:21:04.689+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:28.760830+0000 front 2024-07-29T16:20:28.760756+0000 (oldest deadline 2024-07-29T16:20:54.060697+0000) 2024-07-29T16:21:05.061 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:21:04.689+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-07-29T16:20:35.761725+0000 front 2024-07-29T16:20:35.761847+0000 (oldest deadline 2024-07-29T16:20:58.061650+0000) 2024-07-29T16:21:05.061 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:04.663+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:21:05.061 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:04.663+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:25.059647+0000 front 2024-07-29T16:20:25.059616+0000 (oldest deadline 2024-07-29T16:20:50.359537+0000) 2024-07-29T16:21:05.061 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:04 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:04.663+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-07-29T16:20:35.461601+0000 front 2024-07-29T16:20:35.461582+0000 (oldest deadline 2024-07-29T16:20:59.461940+0000) 2024-07-29T16:21:06.060 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:05 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:21:05.692+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:19.359951+0000 front 2024-07-29T16:20:19.359741+0000 (oldest deadline 2024-07-29T16:20:42.859655+0000) 2024-07-29T16:21:06.061 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:05 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:21:05.692+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:28.760830+0000 front 2024-07-29T16:20:28.760756+0000 (oldest deadline 2024-07-29T16:20:54.060697+0000) 2024-07-29T16:21:06.061 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:05 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:21:05.692+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-07-29T16:20:35.761725+0000 front 2024-07-29T16:20:35.761847+0000 (oldest deadline 2024-07-29T16:20:58.061650+0000) 2024-07-29T16:21:06.061 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:05 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:05.686+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:21:06.061 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:05 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:05.686+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:25.059647+0000 front 2024-07-29T16:20:25.059616+0000 (oldest deadline 2024-07-29T16:20:50.359537+0000) 2024-07-29T16:21:06.061 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:05 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:05.686+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-07-29T16:20:35.461601+0000 front 2024-07-29T16:20:35.461582+0000 (oldest deadline 2024-07-29T16:20:59.461940+0000) 2024-07-29T16:21:07.060 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:06 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:21:06.687+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:19.359951+0000 front 2024-07-29T16:20:19.359741+0000 (oldest deadline 2024-07-29T16:20:42.859655+0000) 2024-07-29T16:21:07.061 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:06 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:21:06.687+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:28.760830+0000 front 2024-07-29T16:20:28.760756+0000 (oldest deadline 2024-07-29T16:20:54.060697+0000) 2024-07-29T16:21:07.061 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:06 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:21:06.687+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-07-29T16:20:35.761725+0000 front 2024-07-29T16:20:35.761847+0000 (oldest deadline 2024-07-29T16:20:58.061650+0000) 2024-07-29T16:21:07.061 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:06 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:06.694+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:21:07.061 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:06 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:06.694+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:25.059647+0000 front 2024-07-29T16:20:25.059616+0000 (oldest deadline 2024-07-29T16:20:50.359537+0000) 2024-07-29T16:21:07.061 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:06 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:06.694+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-07-29T16:20:35.461601+0000 front 2024-07-29T16:20:35.461582+0000 (oldest deadline 2024-07-29T16:20:59.461940+0000) 2024-07-29T16:21:08.060 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:21:07.668+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:19.359951+0000 front 2024-07-29T16:20:19.359741+0000 (oldest deadline 2024-07-29T16:20:42.859655+0000) 2024-07-29T16:21:08.061 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:21:07.668+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:28.760830+0000 front 2024-07-29T16:20:28.760756+0000 (oldest deadline 2024-07-29T16:20:54.060697+0000) 2024-07-29T16:21:08.061 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:21:07.668+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-07-29T16:20:35.761725+0000 front 2024-07-29T16:20:35.761847+0000 (oldest deadline 2024-07-29T16:20:58.061650+0000) 2024-07-29T16:21:08.061 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:07.700+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:21:08.061 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:07.700+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:25.059647+0000 front 2024-07-29T16:20:25.059616+0000 (oldest deadline 2024-07-29T16:20:50.359537+0000) 2024-07-29T16:21:08.061 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:07 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:07.700+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-07-29T16:20:35.461601+0000 front 2024-07-29T16:20:35.461582+0000 (oldest deadline 2024-07-29T16:20:59.461940+0000) 2024-07-29T16:21:09.060 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:08 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:08.680+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:21:09.061 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:08 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:08.680+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:25.059647+0000 front 2024-07-29T16:20:25.059616+0000 (oldest deadline 2024-07-29T16:20:50.359537+0000) 2024-07-29T16:21:09.061 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:08 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:08.680+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-07-29T16:20:35.461601+0000 front 2024-07-29T16:20:35.461582+0000 (oldest deadline 2024-07-29T16:20:59.461940+0000) 2024-07-29T16:21:09.061 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:08 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:21:08.715+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:19.359951+0000 front 2024-07-29T16:20:19.359741+0000 (oldest deadline 2024-07-29T16:20:42.859655+0000) 2024-07-29T16:21:09.061 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:08 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:21:08.715+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:28.760830+0000 front 2024-07-29T16:20:28.760756+0000 (oldest deadline 2024-07-29T16:20:54.060697+0000) 2024-07-29T16:21:09.061 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:08 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:21:08.715+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-07-29T16:20:35.761725+0000 front 2024-07-29T16:20:35.761847+0000 (oldest deadline 2024-07-29T16:20:58.061650+0000) 2024-07-29T16:21:09.061 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:08 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6[101103]: 2024-07-29T16:21:08.715+0000 7f2993da4640 -1 osd.6 2846 heartbeat_check: no reply from 172.21.15.67:6830 osd.3 since back 2024-07-29T16:20:45.063140+0000 front 2024-07-29T16:20:45.063096+0000 (oldest deadline 2024-07-29T16:21:07.963011+0000) 2024-07-29T16:21:10.051 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:09 smithi138 podman[139482]: 2024-07-29 16:21:09.781571126 +0000 UTC m=+5.615504795 container died 9f9dad5a2717bbcd48ff9ef1411a60f4fae2b6e858a1927125e0bc4ab0b4bbbd (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240716, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-69149bb, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True) 2024-07-29T16:21:10.052 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:09 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:09.697+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:21:10.052 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:09 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:09.697+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:25.059647+0000 front 2024-07-29T16:20:25.059616+0000 (oldest deadline 2024-07-29T16:20:50.359537+0000) 2024-07-29T16:21:10.052 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:09 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:09.697+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-07-29T16:20:35.461601+0000 front 2024-07-29T16:20:35.461582+0000 (oldest deadline 2024-07-29T16:20:59.461940+0000) 2024-07-29T16:21:10.052 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:09 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:09.697+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6830 osd.3 since back 2024-07-29T16:20:44.162752+0000 front 2024-07-29T16:20:44.162769+0000 (oldest deadline 2024-07-29T16:21:08.862559+0000) 2024-07-29T16:21:10.310 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:10 smithi138 podman[139482]: 2024-07-29 16:21:10.12510681 +0000 UTC m=+5.959040525 container cleanup 9f9dad5a2717bbcd48ff9ef1411a60f4fae2b6e858a1927125e0bc4ab0b4bbbd (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240716, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, RELEASE=main-69149bb, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-29T16:21:10.311 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:10 smithi138 bash[139482]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6 2024-07-29T16:21:10.725 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:10 smithi138 podman[139497]: 2024-07-29 16:21:10.343912492 +0000 UTC m=+0.559059424 container remove 9f9dad5a2717bbcd48ff9ef1411a60f4fae2b6e858a1927125e0bc4ab0b4bbbd (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240716, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=main-69149bb, ceph=True, io.buildah.version=1.36.0) 2024-07-29T16:21:10.975 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:10.724+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:21:10.976 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:10.724+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:25.059647+0000 front 2024-07-29T16:20:25.059616+0000 (oldest deadline 2024-07-29T16:20:50.359537+0000) 2024-07-29T16:21:10.976 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:10.724+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-07-29T16:20:35.461601+0000 front 2024-07-29T16:20:35.461582+0000 (oldest deadline 2024-07-29T16:20:59.461940+0000) 2024-07-29T16:21:10.976 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:10 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:10.724+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6830 osd.3 since back 2024-07-29T16:20:44.162752+0000 front 2024-07-29T16:20:44.162769+0000 (oldest deadline 2024-07-29T16:21:08.862559+0000) 2024-07-29T16:21:10.976 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:10 smithi138 podman[139586]: 2024-07-29 16:21:10.662170914 +0000 UTC m=+0.017489138 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T16:21:10.976 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:10 smithi138 podman[139586]: 2024-07-29 16:21:10.769656113 +0000 UTC m=+0.124974334 container create 46b0752f4191cbec7436beb34137476be280e2d0df3dcec550a299a6685ff014 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240716, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=main-69149bb, io.buildah.version=1.36.0, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-07-29T16:21:10.976 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:10 smithi138 podman[139586]: 2024-07-29 16:21:10.972127293 +0000 UTC m=+0.327445529 container init 46b0752f4191cbec7436beb34137476be280e2d0df3dcec550a299a6685ff014 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=main-69149bb, org.label-schema.build-date=20240716, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, ceph=True) 2024-07-29T16:21:10.976 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:10 smithi138 podman[139586]: 2024-07-29 16:21:10.975564783 +0000 UTC m=+0.330883010 container start 46b0752f4191cbec7436beb34137476be280e2d0df3dcec550a299a6685ff014 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6-deactivate, RELEASE=main-69149bb, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240716, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0) 2024-07-29T16:21:11.310 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:11 smithi138 podman[139586]: 2024-07-29 16:21:11.080726278 +0000 UTC m=+0.436044506 container attach 46b0752f4191cbec7436beb34137476be280e2d0df3dcec550a299a6685ff014 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, RELEASE=main-69149bb, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240716, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-07-29T16:21:11.311 INFO:journalctl@ceph.osd.6.smithi138.stdout:Jul 29 16:21:11 smithi138 podman[139586]: 2024-07-29 16:21:11.166798974 +0000 UTC m=+0.522117195 container died 46b0752f4191cbec7436beb34137476be280e2d0df3dcec550a299a6685ff014 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240716, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-69149bb, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-29T16:21:11.735 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:11 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:11.694+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:21:11.735 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:11 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:11.694+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:25.059647+0000 front 2024-07-29T16:20:25.059616+0000 (oldest deadline 2024-07-29T16:20:50.359537+0000) 2024-07-29T16:21:11.735 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:11 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:11.694+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-07-29T16:20:35.461601+0000 front 2024-07-29T16:20:35.461582+0000 (oldest deadline 2024-07-29T16:20:59.461940+0000) 2024-07-29T16:21:11.735 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:11 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:11.694+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6830 osd.3 since back 2024-07-29T16:20:44.162752+0000 front 2024-07-29T16:20:44.162769+0000 (oldest deadline 2024-07-29T16:21:08.862559+0000) 2024-07-29T16:21:11.761 DEBUG:teuthology.orchestra.run.smithi138:> sudo pkill -f 'journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.6.service' 2024-07-29T16:21:11.799 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-29T16:21:11.799 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-07-29T16:21:11.799 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-07-29T16:21:11.799 DEBUG:teuthology.orchestra.run.smithi138:> sudo systemctl stop ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.7 2024-07-29T16:21:12.060 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:11 smithi138 systemd[1]: Stopping Ceph osd.7 for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T16:21:12.560 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:12 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:12.162+0000 7fc57f3f8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-29T16:21:12.560 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:12 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:12.162+0000 7fc57f3f8640 -1 osd.7 2846 *** Got signal Terminated *** 2024-07-29T16:21:12.560 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:12 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:12.162+0000 7fc57f3f8640 -1 osd.7 2846 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-29T16:21:13.060 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:12 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:12.704+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:21:13.060 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:12 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:12.704+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:25.059647+0000 front 2024-07-29T16:20:25.059616+0000 (oldest deadline 2024-07-29T16:20:50.359537+0000) 2024-07-29T16:21:13.060 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:12 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:12.704+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-07-29T16:20:35.461601+0000 front 2024-07-29T16:20:35.461582+0000 (oldest deadline 2024-07-29T16:20:59.461940+0000) 2024-07-29T16:21:13.060 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:12 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:12.704+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6830 osd.3 since back 2024-07-29T16:20:44.162752+0000 front 2024-07-29T16:20:44.162769+0000 (oldest deadline 2024-07-29T16:21:08.862559+0000) 2024-07-29T16:21:14.060 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:13 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:13.721+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:21:14.060 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:13 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:13.721+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:25.059647+0000 front 2024-07-29T16:20:25.059616+0000 (oldest deadline 2024-07-29T16:20:50.359537+0000) 2024-07-29T16:21:14.061 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:13 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:13.721+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-07-29T16:20:35.461601+0000 front 2024-07-29T16:20:35.461582+0000 (oldest deadline 2024-07-29T16:20:59.461940+0000) 2024-07-29T16:21:14.061 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:13 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:13.721+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6830 osd.3 since back 2024-07-29T16:20:44.162752+0000 front 2024-07-29T16:20:44.162769+0000 (oldest deadline 2024-07-29T16:21:08.862559+0000) 2024-07-29T16:21:15.061 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:14 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:14.732+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:21:15.061 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:14 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:14.732+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:25.059647+0000 front 2024-07-29T16:20:25.059616+0000 (oldest deadline 2024-07-29T16:20:50.359537+0000) 2024-07-29T16:21:15.061 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:14 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:14.732+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-07-29T16:20:35.461601+0000 front 2024-07-29T16:20:35.461582+0000 (oldest deadline 2024-07-29T16:20:59.461940+0000) 2024-07-29T16:21:15.061 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:14 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:14.732+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6830 osd.3 since back 2024-07-29T16:20:44.162752+0000 front 2024-07-29T16:20:44.162769+0000 (oldest deadline 2024-07-29T16:21:08.862559+0000) 2024-07-29T16:21:15.061 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:14 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:14.732+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.138:6804 osd.4 since back 2024-07-29T16:20:48.862906+0000 front 2024-07-29T16:20:48.862832+0000 (oldest deadline 2024-07-29T16:21:14.162882+0000) 2024-07-29T16:21:16.060 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:15 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:15.760+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:21:16.060 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:15 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:15.760+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:25.059647+0000 front 2024-07-29T16:20:25.059616+0000 (oldest deadline 2024-07-29T16:20:50.359537+0000) 2024-07-29T16:21:16.060 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:15 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:15.760+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-07-29T16:20:35.461601+0000 front 2024-07-29T16:20:35.461582+0000 (oldest deadline 2024-07-29T16:20:59.461940+0000) 2024-07-29T16:21:16.060 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:15 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:15.760+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6830 osd.3 since back 2024-07-29T16:20:44.162752+0000 front 2024-07-29T16:20:44.162769+0000 (oldest deadline 2024-07-29T16:21:08.862559+0000) 2024-07-29T16:21:16.061 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:15 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:15.760+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.138:6804 osd.4 since back 2024-07-29T16:20:48.862906+0000 front 2024-07-29T16:20:48.862832+0000 (oldest deadline 2024-07-29T16:21:14.162882+0000) 2024-07-29T16:21:17.060 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:16 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:16.776+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-07-29T16:20:16.858865+0000 front 2024-07-29T16:20:16.859067+0000 (oldest deadline 2024-07-29T16:20:42.158794+0000) 2024-07-29T16:21:17.061 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:16 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:16.776+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6814 osd.1 since back 2024-07-29T16:20:25.059647+0000 front 2024-07-29T16:20:25.059616+0000 (oldest deadline 2024-07-29T16:20:50.359537+0000) 2024-07-29T16:21:17.061 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:16 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:16.776+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6822 osd.2 since back 2024-07-29T16:20:35.461601+0000 front 2024-07-29T16:20:35.461582+0000 (oldest deadline 2024-07-29T16:20:59.461940+0000) 2024-07-29T16:21:17.061 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:16 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:16.776+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.67:6830 osd.3 since back 2024-07-29T16:20:44.162752+0000 front 2024-07-29T16:20:44.162769+0000 (oldest deadline 2024-07-29T16:21:08.862559+0000) 2024-07-29T16:21:17.061 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:16 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7[105989]: 2024-07-29T16:21:16.776+0000 7fc57ba0d640 -1 osd.7 2846 heartbeat_check: no reply from 172.21.15.138:6804 osd.4 since back 2024-07-29T16:20:48.862906+0000 front 2024-07-29T16:20:48.862832+0000 (oldest deadline 2024-07-29T16:21:14.162882+0000) 2024-07-29T16:21:17.880 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:17 smithi138 podman[139688]: 2024-07-29 16:21:17.608966177 +0000 UTC m=+5.587100263 container died f39d08ab086fbca0c0d1b9d71c6121c748c3c89f4546cde9aeaa60469c1980f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7, RELEASE=main-69149bb, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240716, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0) 2024-07-29T16:21:18.231 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:18 smithi138 podman[139688]: 2024-07-29 16:21:18.003508129 +0000 UTC m=+5.981642205 container cleanup f39d08ab086fbca0c0d1b9d71c6121c748c3c89f4546cde9aeaa60469c1980f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240716, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=main-69149bb, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-29T16:21:18.231 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:18 smithi138 bash[139688]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7 2024-07-29T16:21:18.560 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:18 smithi138 podman[139716]: 2024-07-29 16:21:18.230892245 +0000 UTC m=+0.620141440 container remove f39d08ab086fbca0c0d1b9d71c6121c748c3c89f4546cde9aeaa60469c1980f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-69149bb, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240716) 2024-07-29T16:21:18.845 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:18 smithi138 podman[139806]: 2024-07-29 16:21:18.478623468 +0000 UTC m=+0.017556707 image pull 4d5f7dce80d78b70e38cd222ddd5c7dbebad4dd761fe567ad5cfde55e34a3ac6 quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd 2024-07-29T16:21:18.845 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:18 smithi138 podman[139806]: 2024-07-29 16:21:18.582012819 +0000 UTC m=+0.120946047 container create 50ac46defaf57376b44ac1b5f2dd4019098bf0744fce35b2411c638e4e110f07 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240716, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=main-69149bb) 2024-07-29T16:21:18.846 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:18 smithi138 podman[139806]: 2024-07-29 16:21:18.776630608 +0000 UTC m=+0.315563864 container init 50ac46defaf57376b44ac1b5f2dd4019098bf0744fce35b2411c638e4e110f07 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240716, org.label-schema.vendor=CentOS, ceph=True, RELEASE=main-69149bb, io.buildah.version=1.36.0, GIT_BRANCH=HEAD) 2024-07-29T16:21:18.846 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:18 smithi138 podman[139806]: 2024-07-29 16:21:18.779904768 +0000 UTC m=+0.318837999 container start 50ac46defaf57376b44ac1b5f2dd4019098bf0744fce35b2411c638e4e110f07 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240716, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-69149bb, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0) 2024-07-29T16:21:18.846 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:18 smithi138 podman[139806]: 2024-07-29 16:21:18.843171301 +0000 UTC m=+0.382104543 container attach 50ac46defaf57376b44ac1b5f2dd4019098bf0744fce35b2411c638e4e110f07 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=main-69149bb, io.buildah.version=1.36.0, org.label-schema.build-date=20240716, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-07-29T16:21:19.281 INFO:journalctl@ceph.osd.7.smithi138.stdout:Jul 29 16:21:18 smithi138 podman[139806]: 2024-07-29 16:21:18.977600201 +0000 UTC m=+0.516533454 container died 50ac46defaf57376b44ac1b5f2dd4019098bf0744fce35b2411c638e4e110f07 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-osd-7-deactivate, RELEASE=main-69149bb, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, ceph=True, org.label-schema.build-date=20240716) 2024-07-29T16:21:19.737 DEBUG:teuthology.orchestra.run.smithi138:> sudo pkill -f 'journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@osd.7.service' 2024-07-29T16:21:19.776 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-29T16:21:19.777 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-07-29T16:21:19.777 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-07-29T16:21:19.777 DEBUG:teuthology.orchestra.run.smithi067:> sudo systemctl stop ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mds.a 2024-07-29T16:21:20.089 INFO:journalctl@ceph.mds.a.smithi067.stdout:Jul 29 16:21:19 smithi067 systemd[1]: Stopping Ceph mds.a for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T16:21:20.364 INFO:journalctl@ceph.mds.a.smithi067.stdout:Jul 29 16:21:20 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-a[118735]: 2024-07-29T16:21:20.088+0000 7f48a6d94640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-29T16:21:20.364 INFO:journalctl@ceph.mds.a.smithi067.stdout:Jul 29 16:21:20 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-a[118735]: 2024-07-29T16:21:20.088+0000 7f48a6d94640 -1 mds.a *** got signal Terminated *** 2024-07-29T16:21:23.923 INFO:journalctl@ceph.mds.a.smithi067.stdout:Jul 29 16:21:23 smithi067 podman[167264]: 2024-07-29 16:21:23.663029193 +0000 UTC m=+3.673353697 container died 8eee6be7b0d8164fb1a5b1fefcefdd4af51dfe4bf790687a04b77f249e6b1bcf (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-a, GIT_BRANCH=HEAD, RELEASE=main-69149bb, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240716) 2024-07-29T16:21:24.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:21:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:21:23.571Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.67:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.67:8765: connect: connection refused" 2024-07-29T16:21:24.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:21:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:21:23.574Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.67:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.67:8765: connect: connection refused" 2024-07-29T16:21:24.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:21:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:21:23.575Z caller=refresh.go:90 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.67:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.67:8765: connect: connection refused" 2024-07-29T16:21:24.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:21:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:21:23.575Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.67:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.67:8765: connect: connection refused" 2024-07-29T16:21:24.061 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:21:23 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:21:23.575Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.67:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.67:8765: connect: connection refused" 2024-07-29T16:21:24.238 INFO:journalctl@ceph.mds.a.smithi067.stdout:Jul 29 16:21:24 smithi067 podman[167264]: 2024-07-29 16:21:24.013737824 +0000 UTC m=+4.024062327 container cleanup 8eee6be7b0d8164fb1a5b1fefcefdd4af51dfe4bf790687a04b77f249e6b1bcf (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-a, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240716, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=main-69149bb, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-29T16:21:24.238 INFO:journalctl@ceph.mds.a.smithi067.stdout:Jul 29 16:21:24 smithi067 bash[167264]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-a 2024-07-29T16:21:24.581 INFO:journalctl@ceph.mds.a.smithi067.stdout:Jul 29 16:21:24 smithi067 podman[167288]: 2024-07-29 16:21:24.289792347 +0000 UTC m=+0.618458019 container remove 8eee6be7b0d8164fb1a5b1fefcefdd4af51dfe4bf790687a04b77f249e6b1bcf (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-a, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=main-69149bb, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240716, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True) 2024-07-29T16:21:24.611 DEBUG:teuthology.orchestra.run.smithi067:> sudo pkill -f 'journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mds.a.service' 2024-07-29T16:21:24.649 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-29T16:21:24.649 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-07-29T16:21:24.649 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-07-29T16:21:24.649 DEBUG:teuthology.orchestra.run.smithi138:> sudo systemctl stop ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mds.b 2024-07-29T16:21:24.967 INFO:journalctl@ceph.mds.b.smithi138.stdout:Jul 29 16:21:24 smithi138 systemd[1]: Stopping Ceph mds.b for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T16:21:25.310 INFO:journalctl@ceph.mds.b.smithi138.stdout:Jul 29 16:21:24 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-b[110453]: 2024-07-29T16:21:24.966+0000 7f9bc7abc640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-29T16:21:25.310 INFO:journalctl@ceph.mds.b.smithi138.stdout:Jul 29 16:21:24 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-b[110453]: 2024-07-29T16:21:24.966+0000 7f9bc7abc640 -1 mds.b *** got signal Terminated *** 2024-07-29T16:21:27.434 INFO:journalctl@ceph.mds.b.smithi138.stdout:Jul 29 16:21:27 smithi138 podman[139908]: 2024-07-29 16:21:27.161247318 +0000 UTC m=+2.321498173 container died 1428b5e8c4c03d15579419930a52dd2bf8d18c82fe7265793b1973a29c54a3a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240716, RELEASE=main-69149bb) 2024-07-29T16:21:27.801 INFO:journalctl@ceph.mds.b.smithi138.stdout:Jul 29 16:21:27 smithi138 podman[139908]: 2024-07-29 16:21:27.533089929 +0000 UTC m=+2.693340788 container cleanup 1428b5e8c4c03d15579419930a52dd2bf8d18c82fe7265793b1973a29c54a3a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:3f617ef259592d7682904244932790bf8586da8164fa4aa2e0e749db6388f8bd, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240716, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=main-69149bb, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-29T16:21:27.801 INFO:journalctl@ceph.mds.b.smithi138.stdout:Jul 29 16:21:27 smithi138 bash[139908]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-mds-b 2024-07-29T16:21:27.960 DEBUG:teuthology.orchestra.run.smithi138:> sudo pkill -f 'journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@mds.b.service' 2024-07-29T16:21:27.995 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-29T16:21:27.995 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-07-29T16:21:27.995 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-07-29T16:21:27.995 DEBUG:teuthology.orchestra.run.smithi138:> sudo systemctl stop ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@prometheus.a 2024-07-29T16:21:28.310 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:21:28 smithi138 systemd[1]: Stopping Ceph prometheus.a for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T16:21:28.310 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:21:28 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:21:28.303Z caller=main.go:964 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-07-29T16:21:28.310 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:21:28 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:21:28.303Z caller=main.go:988 level=info msg="Stopping scrape discovery manager..." 2024-07-29T16:21:28.310 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:21:28 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:21:28.303Z caller=main.go:1002 level=info msg="Stopping notify discovery manager..." 2024-07-29T16:21:28.310 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:21:28 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:21:28.303Z caller=manager.go:177 level=info component="rule manager" msg="Stopping rule manager..." 2024-07-29T16:21:28.310 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:21:28 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:21:28.303Z caller=main.go:984 level=info msg="Scrape discovery manager stopped" 2024-07-29T16:21:28.310 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:21:28 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:21:28.304Z caller=main.go:998 level=info msg="Notify discovery manager stopped" 2024-07-29T16:21:28.310 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:21:28 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:21:28.304Z caller=manager.go:187 level=info component="rule manager" msg="Rule manager stopped" 2024-07-29T16:21:28.310 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:21:28 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:21:28.304Z caller=main.go:1039 level=info msg="Stopping scrape manager..." 2024-07-29T16:21:28.310 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:21:28 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:21:28.304Z caller=main.go:1031 level=info msg="Scrape manager stopped" 2024-07-29T16:21:28.310 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:21:28 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:21:28.309Z caller=notifier.go:618 level=info component=notifier msg="Stopping notification manager..." 2024-07-29T16:21:28.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:21:28 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:21:28.309Z caller=main.go:1261 level=info msg="Notifier manager stopped" 2024-07-29T16:21:28.311 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:21:28 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a[77406]: ts=2024-07-29T16:21:28.309Z caller=main.go:1273 level=info msg="See you next time!" 2024-07-29T16:21:28.560 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:21:28 smithi138 podman[140030]: 2024-07-29 16:21:28.314337138 +0000 UTC m=+0.102905639 container died 99e49ee09a028790ec9f49207f06ab1198af0f28de7aad507180c1f869aaee54 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-29T16:21:28.922 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:21:28 smithi138 podman[140030]: 2024-07-29 16:21:28.66212317 +0000 UTC m=+0.450691672 container cleanup 99e49ee09a028790ec9f49207f06ab1198af0f28de7aad507180c1f869aaee54 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-29T16:21:28.922 INFO:journalctl@ceph.prometheus.a.smithi138.stdout:Jul 29 16:21:28 smithi138 bash[140030]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-prometheus-a 2024-07-29T16:21:29.092 DEBUG:teuthology.orchestra.run.smithi138:> sudo pkill -f 'journalctl -f -n 0 -u ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@prometheus.a.service' 2024-07-29T16:21:29.125 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-29T16:21:29.125 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-07-29T16:21:29.125 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 --force --keep-logs 2024-07-29T16:21:31.127 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 16:21:30 smithi067 systemd[1]: Stopping Ceph alertmanager.a for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T16:21:31.411 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 16:21:31 smithi067 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a[82737]: ts=2024-07-29T16:21:31.127Z caller=main.go:542 level=info msg="Received SIGTERM, exiting gracefully..." 2024-07-29T16:21:31.412 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 16:21:31 smithi067 podman[167720]: 2024-07-29 16:21:31.169007378 +0000 UTC m=+0.137427230 container died 7b3d7ecf5d32694cd32da06e156bf3e8ea9438d163843d41ef13b563bb2347e6 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-29T16:21:31.738 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 16:21:31 smithi067 podman[167720]: 2024-07-29 16:21:31.519131001 +0000 UTC m=+0.487550843 container cleanup 7b3d7ecf5d32694cd32da06e156bf3e8ea9438d163843d41ef13b563bb2347e6 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-29T16:21:31.738 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 16:21:31 smithi067 bash[167720]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a 2024-07-29T16:21:32.087 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 16:21:31 smithi067 podman[167732]: 2024-07-29 16:21:31.795231714 +0000 UTC m=+0.620653640 container remove 7b3d7ecf5d32694cd32da06e156bf3e8ea9438d163843d41ef13b563bb2347e6 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-29T16:21:32.087 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 16:21:31 smithi067 podman[167732]: 2024-07-29 16:21:31.879357945 +0000 UTC m=+0.704779867 volume remove c61b5027aad6edfc4293a27da9d5bbc61fff02120a63d36d0aa3f41c240c7fd9 2024-07-29T16:21:32.488 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 16:21:32 smithi067 systemd[1]: Stopping Ceph node-exporter.a for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T16:21:32.489 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 16:21:32 smithi067 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-07-29T16:21:32.489 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 16:21:32 smithi067 systemd[1]: Stopped Ceph alertmanager.a for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T16:21:32.489 INFO:journalctl@ceph.alertmanager.a.smithi067.stdout:Jul 29 16:21:32 smithi067 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@alertmanager.a.service: Consumed 4.297s CPU time. 2024-07-29T16:21:32.907 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 16:21:32 smithi067 podman[167844]: 2024-07-29 16:21:32.593537451 +0000 UTC m=+0.161107292 container died 142217b163748d012a9ce7fb0b30ecfd178a2888ea30fdb95e08c74a70044dbe (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-29T16:21:32.907 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 16:21:32 smithi067 podman[167844]: 2024-07-29 16:21:32.907070138 +0000 UTC m=+0.474639985 container cleanup 142217b163748d012a9ce7fb0b30ecfd178a2888ea30fdb95e08c74a70044dbe (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-29T16:21:33.210 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 16:21:32 smithi067 bash[167844]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a 2024-07-29T16:21:33.210 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 16:21:33 smithi067 podman[167857]: 2024-07-29 16:21:33.091572482 +0000 UTC m=+0.496769190 container remove 142217b163748d012a9ce7fb0b30ecfd178a2888ea30fdb95e08c74a70044dbe (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-29T16:21:33.210 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 16:21:33 smithi067 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-07-29T16:21:33.489 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 16:21:33 smithi067 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-07-29T16:21:33.489 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 16:21:33 smithi067 systemd[1]: Stopped Ceph node-exporter.a for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T16:21:33.489 INFO:journalctl@ceph.node-exporter.a.smithi067.stdout:Jul 29 16:21:33 smithi067 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@node-exporter.a.service: Consumed 9.854s CPU time. 2024-07-29T16:21:33.871 DEBUG:teuthology.orchestra.run.smithi138:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 --force --keep-logs 2024-07-29T16:21:35.771 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 16:21:35 smithi138 systemd[1]: Stopping Ceph node-exporter.b for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T16:21:36.060 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 16:21:35 smithi138 podman[140476]: 2024-07-29 16:21:35.770109923 +0000 UTC m=+0.119651164 container died 60191c363c808d46190e57a20fca53462fb61d9ce21835df8c057ea8f6721beb (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-29T16:21:36.452 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 16:21:36 smithi138 podman[140476]: 2024-07-29 16:21:36.089024473 +0000 UTC m=+0.438565716 container cleanup 60191c363c808d46190e57a20fca53462fb61d9ce21835df8c057ea8f6721beb (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-29T16:21:36.452 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 16:21:36 smithi138 bash[140476]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b 2024-07-29T16:21:36.452 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 16:21:36 smithi138 podman[140488]: 2024-07-29 16:21:36.252342713 +0000 UTC m=+0.486348925 container remove 60191c363c808d46190e57a20fca53462fb61d9ce21835df8c057ea8f6721beb (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-29T16:21:36.452 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 16:21:36 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-07-29T16:21:36.810 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 16:21:36 smithi138 systemd[1]: Stopping Ceph grafana.a for 32e7db98-4dba-11ef-bcc8-c7b262605968... 2024-07-29T16:21:36.811 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 16:21:36 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-07-29T16:21:36.811 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 16:21:36 smithi138 systemd[1]: Stopped Ceph node-exporter.b for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T16:21:36.811 INFO:journalctl@ceph.node-exporter.b.smithi138.stdout:Jul 29 16:21:36 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@node-exporter.b.service: Consumed 9.049s CPU time. 2024-07-29T16:21:37.207 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 16:21:36 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=server t=2024-07-29T16:21:36.930436787Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-07-29T16:21:37.207 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 16:21:36 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=ticker t=2024-07-29T16:21:36.930827044Z level=info msg=stopped last_tick=2024-07-29T16:21:30Z 2024-07-29T16:21:37.207 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 16:21:36 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=tracing t=2024-07-29T16:21:36.930859239Z level=info msg="Closing tracing" 2024-07-29T16:21:37.208 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 16:21:36 smithi138 ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a[114507]: logger=grafana-apiserver t=2024-07-29T16:21:36.930891186Z level=info msg="StorageObjectCountTracker pruner is exiting" 2024-07-29T16:21:37.208 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 16:21:36 smithi138 podman[140599]: 2024-07-29 16:21:36.940820037 +0000 UTC m=+0.126311762 container died 96c9f5d256838c52e29b286539ba8f17c92f757ab255f240ba08afad214d53b5 (image=quay.io/ceph/grafana:10.4.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-07-29T16:21:37.549 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 16:21:37 smithi138 podman[140599]: 2024-07-29 16:21:37.288615387 +0000 UTC m=+0.474107112 container cleanup 96c9f5d256838c52e29b286539ba8f17c92f757ab255f240ba08afad214d53b5 (image=quay.io/ceph/grafana:10.4.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-07-29T16:21:37.549 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 16:21:37 smithi138 bash[140599]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a 2024-07-29T16:21:37.810 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 16:21:37 smithi138 podman[140610]: 2024-07-29 16:21:37.548526281 +0000 UTC m=+0.608372098 container remove 96c9f5d256838c52e29b286539ba8f17c92f757ab255f240ba08afad214d53b5 (image=quay.io/ceph/grafana:10.4.0, name=ceph-32e7db98-4dba-11ef-bcc8-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-07-29T16:21:37.811 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 16:21:37 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@grafana.a.service: Deactivated successfully. 2024-07-29T16:21:37.811 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 16:21:37 smithi138 systemd[1]: Stopped Ceph grafana.a for 32e7db98-4dba-11ef-bcc8-c7b262605968. 2024-07-29T16:21:37.811 INFO:journalctl@ceph.grafana.a.smithi138.stdout:Jul 29 16:21:37 smithi138 systemd[1]: ceph-32e7db98-4dba-11ef-bcc8-c7b262605968@grafana.a.service: Consumed 36.473s CPU time. 2024-07-29T16:21:38.292 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-07-29T16:21:38.327 DEBUG:teuthology.orchestra.run.smithi138:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-07-29T16:21:38.354 INFO:tasks.cephadm:Archiving crash dumps... 2024-07-29T16:21:38.356 DEBUG:teuthology.misc:Transferring archived files from smithi067:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-07-20_03:08:15-upgrade-main-distro-default-smithi/7809012/remote/smithi067/crash 2024-07-29T16:21:38.357 DEBUG:teuthology.orchestra.run.smithi067:> sudo tar c -f - -C /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/crash -- . 2024-07-29T16:21:38.411 INFO:teuthology.orchestra.run.smithi067.stderr:tar: /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/crash: Cannot open: No such file or directory 2024-07-29T16:21:38.411 INFO:teuthology.orchestra.run.smithi067.stderr:tar: Error is not recoverable: exiting now 2024-07-29T16:21:38.413 DEBUG:teuthology.misc:Transferring archived files from smithi138:/var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-07-20_03:08:15-upgrade-main-distro-default-smithi/7809012/remote/smithi138/crash 2024-07-29T16:21:38.414 DEBUG:teuthology.orchestra.run.smithi138:> sudo tar c -f - -C /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/crash -- . 2024-07-29T16:21:38.461 INFO:teuthology.orchestra.run.smithi138.stderr:tar: /var/lib/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/crash: Cannot open: No such file or directory 2024-07-29T16:21:38.461 INFO:teuthology.orchestra.run.smithi138.stderr:tar: Error is not recoverable: exiting now 2024-07-29T16:21:38.462 INFO:tasks.cephadm:Checking cluster log for badness... 2024-07-29T16:21:38.462 DEBUG:teuthology.orchestra.run.smithi067:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-07-29T16:21:38.492 INFO:teuthology.orchestra.run.smithi067.stdout:1722265064.0942562 mon.a (mon.0) 518 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-07-29T16:21:38.494 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-07-29T16:21:38.495 DEBUG:teuthology.orchestra.run.smithi067:> sudo egrep '\[SEC\]' /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-07-29T16:21:38.566 DEBUG:teuthology.orchestra.run.smithi067:> sudo egrep '\[ERR\]' /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-07-29T16:21:38.636 INFO:teuthology.orchestra.run.smithi067.stdout:2024-07-29T16:20:00.000087+0000 mon.a (mon.0) 4987 : cluster [ERR] Health detail: HEALTH_ERR 1 filesystem is degraded; 1 filesystem is offline 2024-07-29T16:21:38.637 INFO:tasks.cephadm:Compressing logs... 2024-07-29T16:21:38.637 DEBUG:teuthology.orchestra.run.smithi067:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-07-29T16:21:38.680 DEBUG:teuthology.orchestra.run.smithi138:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-07-29T16:21:38.708 INFO:teuthology.orchestra.run.smithi067.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph.log 2024-07-29T16:21:38.709 INFO:teuthology.orchestra.run.smithi067.stderr:: No such file or directory 2024-07-29T16:21:38.709 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-osd.2.log 2024-07-29T16:21:38.709 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph.audit.log 2024-07-29T16:21:38.709 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph.log: /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-osd.3.log 2024-07-29T16:21:38.709 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-osd.1.log 2024-07-29T16:21:38.709 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-mgr.y.log 2024-07-29T16:21:38.709 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-osd.0.log 2024-07-29T16:21:38.709 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-mon.c.log 2024-07-29T16:21:38.709 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-mon.a.log 2024-07-29T16:21:38.711 INFO:teuthology.orchestra.run.smithi138.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-07-29T16:21:38.711 INFO:teuthology.orchestra.run.smithi138.stderr:gzip -5 --verbose -- /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph.log 2024-07-29T16:21:38.711 INFO:teuthology.orchestra.run.smithi138.stderr:gzip -5 --verbose -- /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph.audit.log 2024-07-29T16:21:38.711 INFO:teuthology.orchestra.run.smithi138.stderr:/var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-osd.7.log 2024-07-29T16:21:38.711 INFO:teuthology.orchestra.run.smithi138.stderr:/var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-mds.b.log 2024-07-29T16:21:38.711 INFO:teuthology.orchestra.run.smithi138.stderr:/var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-osd.5.log 2024-07-29T16:21:38.711 INFO:teuthology.orchestra.run.smithi138.stderr:gzip -5 --verbose -- /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-osd.4.log 2024-07-29T16:21:38.711 INFO:teuthology.orchestra.run.smithi138.stderr:/var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-mds.b.log: /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-mgr.x.log 2024-07-29T16:21:38.711 INFO:teuthology.orchestra.run.smithi138.stderr: 84.7% -- replaced with /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-mds.b.log.gz 2024-07-29T16:21:38.711 INFO:teuthology.orchestra.run.smithi138.stderr:/var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-osd.6.log 2024-07-29T16:21:38.711 INFO:teuthology.orchestra.run.smithi138.stderr:/var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph.cephadm.log 2024-07-29T16:21:38.711 INFO:teuthology.orchestra.run.smithi138.stderr:/var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-volume.log 2024-07-29T16:21:38.712 INFO:teuthology.orchestra.run.smithi138.stderr:/var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph.cephadm.log: 84.2% -- replaced with /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph.cephadm.log.gz 2024-07-29T16:21:38.712 INFO:teuthology.orchestra.run.smithi138.stderr:gzip -5 --verbose -- /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-mon.b.log 2024-07-29T16:21:38.713 INFO:teuthology.orchestra.run.smithi138.stderr:/var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-volume.log: 91.2% -- replaced with /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph.audit.log.gz 2024-07-29T16:21:38.714 INFO:teuthology.orchestra.run.smithi138.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-07-29T16:21:38.716 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph.cephadm.log 2024-07-29T16:21:38.720 INFO:teuthology.orchestra.run.smithi138.stderr:/var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-mon.b.log: 86.7% -- replaced with /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph.log.gz 2024-07-29T16:21:38.721 INFO:teuthology.orchestra.run.smithi067.stderr: 94.6% -- replaced with /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph.audit.log.gz 2024-07-29T16:21:38.729 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-mds.a.log 2024-07-29T16:21:38.729 INFO:teuthology.orchestra.run.smithi067.stderr: 92.6% -- replaced with /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph.log.gz 2024-07-29T16:21:38.730 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph.cephadm.log: 91.1% -- replaced with /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph.cephadm.log.gz 2024-07-29T16:21:38.731 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-volume.log 2024-07-29T16:21:38.735 INFO:teuthology.orchestra.run.smithi138.stderr:/var/log/ceph/cephadm.log: 91.1% -- replaced with /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-volume.log.gz 2024-07-29T16:21:38.744 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-07-29T16:21:38.748 INFO:teuthology.orchestra.run.smithi138.stderr: 91.9% -- replaced with /var/log/ceph/cephadm.log.gz 2024-07-29T16:21:38.748 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-volume.log: 92.4% -- replaced with /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-mds.a.log.gz 2024-07-29T16:21:38.754 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/cephadm.log: 92.3% -- replaced with /var/log/ceph/cephadm.log.gz 2024-07-29T16:21:38.774 INFO:teuthology.orchestra.run.smithi067.stderr: 91.1% -- replaced with /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-volume.log.gz 2024-07-29T16:21:38.789 INFO:teuthology.orchestra.run.smithi138.stderr: 90.6% -- replaced with /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-mgr.x.log.gz 2024-07-29T16:21:39.724 INFO:teuthology.orchestra.run.smithi067.stderr: 90.1% -- replaced with /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-mgr.y.log.gz 2024-07-29T16:21:40.057 INFO:teuthology.orchestra.run.smithi138.stderr: 92.2% -- replaced with /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-mon.b.log.gz 2024-07-29T16:21:40.944 INFO:teuthology.orchestra.run.smithi067.stderr: 91.9% -- replaced with /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-mon.c.log.gz 2024-07-29T16:21:42.854 INFO:teuthology.orchestra.run.smithi067.stderr: 90.5% -- replaced with /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-mon.a.log.gz 2024-07-29T16:21:57.616 INFO:teuthology.orchestra.run.smithi138.stderr: 94.5% -- replaced with /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-osd.6.log.gz 2024-07-29T16:22:00.473 INFO:teuthology.orchestra.run.smithi138.stderr: 94.9% -- replaced with /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-osd.4.log.gz 2024-07-29T16:22:01.168 INFO:teuthology.orchestra.run.smithi138.stderr: 94.4% -- replaced with /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-osd.7.log.gz 2024-07-29T16:22:01.726 INFO:teuthology.orchestra.run.smithi138.stderr: 94.4% -- replaced with /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-osd.5.log.gz 2024-07-29T16:22:01.727 INFO:teuthology.orchestra.run.smithi138.stderr: 2024-07-29T16:22:01.727 INFO:teuthology.orchestra.run.smithi138.stderr:real 0m23.032s 2024-07-29T16:22:01.727 INFO:teuthology.orchestra.run.smithi138.stderr:user 1m24.261s 2024-07-29T16:22:01.727 INFO:teuthology.orchestra.run.smithi138.stderr:sys 0m3.254s 2024-07-29T16:22:02.707 INFO:teuthology.orchestra.run.smithi067.stderr: 94.7% -- replaced with /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-osd.3.log.gz 2024-07-29T16:22:04.719 INFO:teuthology.orchestra.run.smithi067.stderr: 94.5% -- replaced with /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-osd.1.log.gz 2024-07-29T16:22:06.685 INFO:teuthology.orchestra.run.smithi067.stderr: 94.5% -- replaced with /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-osd.0.log.gz 2024-07-29T16:22:07.608 INFO:teuthology.orchestra.run.smithi067.stderr: 94.0% -- replaced with /var/log/ceph/32e7db98-4dba-11ef-bcc8-c7b262605968/ceph-osd.2.log.gz 2024-07-29T16:22:07.610 INFO:teuthology.orchestra.run.smithi067.stderr: 2024-07-29T16:22:07.610 INFO:teuthology.orchestra.run.smithi067.stderr:real 0m28.916s 2024-07-29T16:22:07.610 INFO:teuthology.orchestra.run.smithi067.stderr:user 1m50.492s 2024-07-29T16:22:07.610 INFO:teuthology.orchestra.run.smithi067.stderr:sys 0m3.682s 2024-07-29T16:22:07.611 INFO:tasks.cephadm:Archiving logs... 2024-07-29T16:22:07.611 DEBUG:teuthology.misc:Transferring archived files from smithi067:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-07-20_03:08:15-upgrade-main-distro-default-smithi/7809012/remote/smithi067/log 2024-07-29T16:22:07.612 DEBUG:teuthology.orchestra.run.smithi067:> sudo tar c -f - -C /var/log/ceph -- . 2024-07-29T16:22:21.799 DEBUG:teuthology.misc:Transferring archived files from smithi138:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-07-20_03:08:15-upgrade-main-distro-default-smithi/7809012/remote/smithi138/log 2024-07-29T16:22:21.800 DEBUG:teuthology.orchestra.run.smithi138:> sudo tar c -f - -C /var/log/ceph -- . 2024-07-29T16:22:33.064 INFO:tasks.cephadm:Removing cluster... 2024-07-29T16:22:33.064 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 --force 2024-07-29T16:22:33.700 DEBUG:teuthology.orchestra.run.smithi138:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 32e7db98-4dba-11ef-bcc8-c7b262605968 --force 2024-07-29T16:22:34.283 INFO:tasks.cephadm:Removing cephadm ... 2024-07-29T16:22:34.283 DEBUG:teuthology.orchestra.run.smithi067:> rm -rf /home/ubuntu/cephtest/cephadm 2024-07-29T16:22:34.301 DEBUG:teuthology.orchestra.run.smithi138:> rm -rf /home/ubuntu/cephtest/cephadm 2024-07-29T16:22:34.316 INFO:tasks.cephadm:Teardown complete 2024-07-29T16:22:34.317 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-07-29T16:22:34.328 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-07-29T16:22:34.328 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-07-29T16:22:34.343 DEBUG:teuthology.orchestra.run.smithi138:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-07-29T16:22:34.435 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-07-29T16:22:34.445 INFO:teuthology.task.clock:Checking final clock skew... 2024-07-29T16:22:34.445 DEBUG:teuthology.orchestra.run.smithi067:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-07-29T16:22:34.448 DEBUG:teuthology.orchestra.run.smithi138:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-07-29T16:22:34.461 INFO:teuthology.orchestra.run.smithi067.stderr:bash: line 1: ntpq: command not found 2024-07-29T16:22:34.463 INFO:teuthology.orchestra.run.smithi138.stderr:bash: line 1: ntpq: command not found 2024-07-29T16:22:34.466 INFO:teuthology.orchestra.run.smithi067.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-07-29T16:22:34.467 INFO:teuthology.orchestra.run.smithi067.stdout:=============================================================================== 2024-07-29T16:22:34.467 INFO:teuthology.orchestra.run.smithi067.stdout:^* hv01.front.sepia.ceph.com 3 6 377 54 +457us[ +453us] +/- 53ms 2024-07-29T16:22:34.467 INFO:teuthology.orchestra.run.smithi067.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 54 -930us[ -934us] +/- 62ms 2024-07-29T16:22:34.467 INFO:teuthology.orchestra.run.smithi067.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 50 +360us[ +360us] +/- 69ms 2024-07-29T16:22:34.467 INFO:teuthology.orchestra.run.smithi067.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-07-29T16:22:34.468 INFO:teuthology.orchestra.run.smithi138.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-07-29T16:22:34.468 INFO:teuthology.orchestra.run.smithi138.stdout:=============================================================================== 2024-07-29T16:22:34.468 INFO:teuthology.orchestra.run.smithi138.stdout:^* hv01.front.sepia.ceph.com 3 6 377 62 +461us[ +479us] +/- 53ms 2024-07-29T16:22:34.468 INFO:teuthology.orchestra.run.smithi138.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 63 -910us[ -892us] +/- 62ms 2024-07-29T16:22:34.468 INFO:teuthology.orchestra.run.smithi138.stdout:^+ hv03.front.sepia.ceph.com 3 7 377 123 +356us[ +374us] +/- 68ms 2024-07-29T16:22:34.468 INFO:teuthology.orchestra.run.smithi138.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-07-29T16:22:34.469 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-07-29T16:22:34.478 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-07-29T16:22:34.479 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-07-29T16:22:34.502 DEBUG:teuthology.orchestra.run.smithi067:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-07-29T16:22:34.597 DEBUG:teuthology.orchestra.run.smithi138:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-07-29T16:22:34.675 DEBUG:teuthology.orchestra.run.smithi067:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-07-29T16:22:34.705 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-29T16:22:34.705 DEBUG:teuthology.orchestra.run.smithi138:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-07-29T16:22:34.733 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-29T16:22:34.733 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-07-29T16:22:34.745 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-07-29T16:22:34.786 INFO:teuthology.task.internal:Duration was 5765.931623 seconds 2024-07-29T16:22:34.787 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-07-29T16:22:34.819 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-07-29T16:22:34.820 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-07-29T16:22:34.822 DEBUG:teuthology.orchestra.run.smithi138:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-07-29T16:22:34.860 INFO:teuthology.orchestra.run.smithi067.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-07-29T16:22:34.860 INFO:teuthology.orchestra.run.smithi138.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-07-29T16:22:35.098 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-07-29T16:22:35.098 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi067.front.sepia.ceph.com 2024-07-29T16:22:35.099 DEBUG:teuthology.orchestra.run.smithi067:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-07-29T16:22:35.119 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi138.front.sepia.ceph.com 2024-07-29T16:22:35.119 DEBUG:teuthology.orchestra.run.smithi138:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-07-29T16:22:35.161 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-07-29T16:22:35.161 DEBUG:teuthology.orchestra.run.smithi067:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-07-29T16:22:35.164 DEBUG:teuthology.orchestra.run.smithi138:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-07-29T16:22:35.228 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-07-29T16:22:35.228 DEBUG:teuthology.orchestra.run.smithi067:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-07-29T16:22:35.231 DEBUG:teuthology.orchestra.run.smithi138:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-07-29T16:22:35.826 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-07-29T16:22:35.844 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-07-29T16:22:35.845 DEBUG:teuthology.orchestra.run.smithi067:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-07-29T16:22:35.870 DEBUG:teuthology.orchestra.run.smithi138:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-07-29T16:22:35.895 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-07-29T16:22:35.912 DEBUG:teuthology.orchestra.run.smithi067:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-07-29T16:22:35.915 DEBUG:teuthology.orchestra.run.smithi138:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-07-29T16:22:35.936 INFO:teuthology.orchestra.run.smithi067.stdout:kernel.core_pattern = core 2024-07-29T16:22:35.959 INFO:teuthology.orchestra.run.smithi138.stdout:kernel.core_pattern = core 2024-07-29T16:22:35.972 DEBUG:teuthology.orchestra.run.smithi067:> test -e /home/ubuntu/cephtest/archive/coredump 2024-07-29T16:22:36.005 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-29T16:22:36.005 DEBUG:teuthology.orchestra.run.smithi138:> test -e /home/ubuntu/cephtest/archive/coredump 2024-07-29T16:22:36.027 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-29T16:22:36.028 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-07-29T16:22:36.039 INFO:teuthology.task.internal:Transferring archived files... 2024-07-29T16:22:36.040 DEBUG:teuthology.misc:Transferring archived files from smithi067:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-07-20_03:08:15-upgrade-main-distro-default-smithi/7809012/remote/smithi067 2024-07-29T16:22:36.040 DEBUG:teuthology.orchestra.run.smithi067:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-07-29T16:22:36.093 DEBUG:teuthology.misc:Transferring archived files from smithi138:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-07-20_03:08:15-upgrade-main-distro-default-smithi/7809012/remote/smithi138 2024-07-29T16:22:36.093 DEBUG:teuthology.orchestra.run.smithi138:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-07-29T16:22:36.133 INFO:teuthology.task.internal:Removing archive directory... 2024-07-29T16:22:36.133 DEBUG:teuthology.orchestra.run.smithi067:> rm -rf -- /home/ubuntu/cephtest/archive 2024-07-29T16:22:36.135 DEBUG:teuthology.orchestra.run.smithi138:> rm -rf -- /home/ubuntu/cephtest/archive 2024-07-29T16:22:36.180 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-07-29T16:22:36.194 INFO:teuthology.task.internal:Not uploading archives. 2024-07-29T16:22:36.194 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-07-29T16:22:36.254 INFO:teuthology.task.internal:Tidying up after the test... 2024-07-29T16:22:36.255 DEBUG:teuthology.orchestra.run.smithi067:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-07-29T16:22:36.257 DEBUG:teuthology.orchestra.run.smithi138:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-07-29T16:22:36.270 INFO:teuthology.orchestra.run.smithi067.stdout: 265619 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jul 29 16:22 /home/ubuntu/cephtest 2024-07-29T16:22:36.272 INFO:teuthology.orchestra.run.smithi138.stdout: 265306 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jul 29 16:22 /home/ubuntu/cephtest 2024-07-29T16:22:36.273 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-07-29T16:22:36.288 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-07-29T16:22:36.357 INFO:teuthology.run:Summary data: description: upgrade/quincy-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 5765.931623458862 failure_reason: '"2024-07-29T16:20:00.000087+0000 mon.a (mon.0) 4987 : cluster [ERR] Health detail: HEALTH_ERR 1 filesystem is degraded; 1 filesystem is offline" in cluster log' flavor: default owner: scheduled_teuthology@teuthology success: false 2024-07-29T16:22:36.357 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-07-29T16:22:36.446 INFO:teuthology.run:FAIL